-- Logs begin at Mon 2021-08-16 00:50:20 UTC, end at Mon 2021-08-16 03:10:59 UTC. -- Aug 16 01:20:32.862459 n-d-765315-27 systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 01:20:35.583188 n-d-765315-27 neutron-server[94563]: INFO neutron.common.config [-] Logging enabled! Aug 16 01:20:35.583813 n-d-765315-27 neutron-server[94563]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev539 Aug 16 01:20:35.583907 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94563) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 01:20:35.587657 n-d-765315-27 neutron-server[94563]: INFO neutron.common.config [-] Logging enabled! Aug 16 01:20:35.587910 n-d-765315-27 neutron-server[94563]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev539 Aug 16 01:20:35.588218 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94563) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 01:20:35.589129 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 01:20:35.589359 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 01:20:35.589720 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 01:20:35.589990 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 01:20:35.590213 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 01:20:35.590529 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.590822 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.591122 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.591346 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.591636 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.591924 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.592204 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.592487 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.592780 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.593060 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.593335 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.593614 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.593867 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.594145 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.594429 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.594712 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.594932 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] debug = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.595208 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.595624 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.596030 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.596308 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.596592 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.596869 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.597136 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.597405 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.597684 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.598030 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] host = n-d-765315-27 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.598308 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.598591 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.598873 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.599155 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.599424 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.600225 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.600508 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.600780 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.601048 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] log_file = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.601321 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.601603 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.601913 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.602202 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.602426 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.602644 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.602926 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.603208 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.603480 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.603749 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.604019 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.604290 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.604561 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.604826 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.605105 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.605384 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.605662 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.605954 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.606225 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.606491 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.606757 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.607035 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.607302 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.607569 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.607835 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.608117 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.608386 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.608653 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.608945 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.609225 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.609500 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.609801 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.610071 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.610355 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.610619 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.610884 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.611148 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] use_json = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.611413 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.611676 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.611948 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.612212 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.612476 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.612741 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.613004 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.613278 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:35.613566 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.613875 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.614173 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.614450 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.614739 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.615016 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.615992 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.616540 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.616540 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.616840 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.617130 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.617406 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.617691 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.617991 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.618280 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.618579 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.618869 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.619155 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.619424 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.619693 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.619962 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.620238 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.620519 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.620808 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.621093 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.621362 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.621635 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.621949 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.622223 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.622492 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.622765 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.623049 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.623321 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.623588 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.623864 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.624135 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.624400 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.624666 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.624936 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.625222 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.625491 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.625777 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.626047 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.626317 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.626586 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.626863 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.627132 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.627397 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.627660 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.627931 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.628196 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.628462 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.628733 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.629001 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.629268 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.629533 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.629822 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.630091 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.630361 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.630629 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.630940 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.631230 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.631514 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.631930 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.632087 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.632356 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.632624 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.632893 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.633173 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.633467 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.633739 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.634035 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.634307 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.634580 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.634851 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.635122 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.635395 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.635668 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.635935 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.636219 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.636497 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.636782 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.637059 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.637334 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.637622 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.637923 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.638201 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.638473 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.638746 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.639029 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.639304 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.639591 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.639876 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.640161 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.640449 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.640735 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.641013 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.641314 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.641589 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:35.641833 n-d-765315-27 neutron-server[94563]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 01:20:35.642058 n-d-765315-27 neutron-server[94563]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94563) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 01:20:35.990271 n-d-765315-27 neutron-server[94563]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 01:20:35.990583 n-d-765315-27 neutron-server[94563]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 01:20:35.990884 n-d-765315-27 neutron-server[94563]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 01:20:35.991264 n-d-765315-27 neutron-server[94563]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 01:20:36.387396 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.387680 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.387946 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.389134 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.389399 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.389668 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.424165 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.424445 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.424706 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.440968 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.441245 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.441508 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.470494 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.470766 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.471030 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.506844 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.507116 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.507375 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.738551 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.739148 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.739148 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.739283 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.739932 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.859776 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.860088 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.860368 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.860635 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.860897 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.861203 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.861458 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.861709 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.861981 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.862257 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.862512 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.862775 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.863024 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.863270 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.863520 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.863778 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.864026 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.864289 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.864551 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.864805 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.865071 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.865435 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.865771 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.866124 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.866376 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.866622 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.867010 n-d-765315-27 neutron-server[94563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:20:36.867247 n-d-765315-27 neutron-server[94563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:20:36.867479 n-d-765315-27 neutron-server[94563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:20:36.867710 n-d-765315-27 neutron-server[94563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:20:36.867939 n-d-765315-27 neutron-server[94563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:20:36.868167 n-d-765315-27 neutron-server[94563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:20:36.868527 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 01:20:36.871611 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 01:20:36.875482 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 01:20:36.879100 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 16 01:20:36.880977 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 01:20:36.881637 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 01:20:36.881748 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 01:20:36.882143 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 01:20:36.884894 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 01:20:36.885143 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 01:20:36.885485 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 01:20:36.890747 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 01:20:36.913568 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 01:20:36.914033 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.914326 n-d-765315-27 neutron-server[94563]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94563) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 01:20:36.914685 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.916020 n-d-765315-27 neutron-server[94563]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94563) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 01:20:36.916294 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 01:20:36.916535 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 01:20:36.919873 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.920152 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:36.983946 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 01:20:36.984179 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 01:20:36.984411 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 01:20:36.984777 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 01:20:37.005424 n-d-765315-27 neutron-server[94563]: DEBUG oslo_db.sqlalchemy.engines [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94563) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 01:20:37.554324 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.managers [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Initializing driver for type 'gre' Aug 16 01:20:37.554766 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] gre ID ranges: [(1, 1000)] Aug 16 01:20:37.605627 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.managers [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Initializing driver for type 'local' Aug 16 01:20:37.606856 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.managers [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Initializing driver for type 'vlan' Aug 16 01:20:37.619889 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] VlanTypeDriver initialization complete Aug 16 01:20:37.620436 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.managers [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Initializing driver for type 'vxlan' Aug 16 01:20:37.621255 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] vxlan ID ranges: [(1, 1000)] Aug 16 01:20:37.677093 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.managers [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Initializing extension driver 'port_security' Aug 16 01:20:37.677429 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.extensions.port_security [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] PortSecurityExtensionDriver initialization complete Aug 16 01:20:37.677882 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.managers [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Initializing mechanism driver 'openvswitch' Aug 16 01:20:37.678129 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.managers [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Initializing mechanism driver 'hyperv' Aug 16 01:20:37.684660 n-d-765315-27 neutron-server[94563]: DEBUG neutron.plugins.ml2.plugin [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:20:37.685346 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > port after_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.685720 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > port after_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.686103 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > port after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.686623 n-d-765315-27 neutron-server[94563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:20:37.687217 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > subnet after_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.687577 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > subnet after_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.687925 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.688317 n-d-765315-27 neutron-server[94563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:20:37.688722 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > network after_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.689070 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > network after_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.689411 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > network after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.689820 n-d-765315-27 neutron-server[94563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:20:37.690224 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > security_group after_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.690573 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > security_group after_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.690915 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.691305 n-d-765315-27 neutron-server[94563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:20:37.691837 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.692186 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.692529 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.692928 n-d-765315-27 neutron-server[94563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:20:37.693845 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > address_group after_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.694202 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > address_group after_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.694541 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.694928 n-d-765315-27 neutron-server[94563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:20:37.695302 n-d-765315-27 neutron-server[94563]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] ML2 OVO RPC backend initialized. {{(pid=94563) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 01:20:37.696000 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.696353 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.696769 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > network before_response 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.697115 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > networks before_response 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.697460 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > port before_response 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.697822 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > ports before_response 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.698165 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > subnet before_response 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.698504 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > subnets before_response 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.698852 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > network after_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.699193 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > network after_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.699533 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > network after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.699889 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > port after_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.700208 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > port after_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.700541 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > port after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.700878 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > subnet after_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.701214 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > subnet after_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.701548 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.702150 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.plugin [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Modular L2 Plugin initialization complete Aug 16 01:20:37.702487 n-d-765315-27 neutron-server[94563]: DEBUG neutron.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading services supported by the core plugin {{(pid=94563) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 01:20:37.702862 n-d-765315-27 neutron-server[94563]: INFO neutron.plugins.ml2.managers [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Got port-security extension from driver 'port_security' Aug 16 01:20:37.703271 n-d-765315-27 neutron-server[94563]: INFO neutron.extensions.vlantransparent [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Disabled vlantransparent extension. Aug 16 01:20:37.703748 n-d-765315-27 neutron-server[94563]: DEBUG neutron.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94563) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 01:20:37.704063 n-d-765315-27 neutron-server[94563]: INFO neutron.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading Plugin: router Aug 16 01:20:37.741409 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.742030 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router after_create 55549900 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.742178 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router before_create 55549900 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.742545 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.742917 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.743273 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router after_delete 55549900 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.743632 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.744002 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router after_create 55549900 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.744351 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router after_update 55549900 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.744704 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router after_update 55549900 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.745052 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.745420 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router after_update 55549900 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.745858 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router precommit_update 55549900 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.746228 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: port after_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.746568 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: port after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.746907 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: subnet after_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.747243 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.747589 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.747934 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router precommit_create 55549900 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.748276 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: port before_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.748616 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router precommit_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.748971 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router after_update 55549900 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.749663 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.749663 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router precommit_create 55549900 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.750029 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.750371 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router precommit_update 55549900 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.750733 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > agent after_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.751080 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > agent after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.751423 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > network after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.752281 n-d-765315-27 neutron-server[94563]: DEBUG neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Tracking information for resource: router configured {{(pid=94563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:20:37.752615 n-d-765315-27 neutron-server[94563]: DEBUG neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Tracking information for resource: floatingip configured {{(pid=94563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:20:37.758197 n-d-765315-27 neutron-server[94563]: INFO neutron.db.l3_agentschedulers_db [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 01:20:37.758881 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: port after_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.759243 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: port after_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.759595 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: port after_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.759945 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: port after_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.760728 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router before_create 55550100 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.761092 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.761456 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router precommit_create 55550100 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.761844 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > router precommit_update 55550100 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.766278 n-d-765315-27 neutron-server[94563]: DEBUG neutron.services.provider_configuration [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Service providers = [] {{(pid=94563) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 01:20:37.766643 n-d-765315-27 neutron-server[94563]: DEBUG neutron.db.servicetype_db [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94563) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 01:20:37.769595 n-d-765315-27 neutron-server[94563]: DEBUG neutron.services.service_base [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94563) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 01:20:37.769975 n-d-765315-27 neutron-server[94563]: DEBUG neutron.services.service_base [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94563) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 01:20:37.770319 n-d-765315-27 neutron-server[94563]: DEBUG neutron.services.service_base [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94563) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 01:20:37.771221 n-d-765315-27 neutron-server[94563]: DEBUG neutron.services.service_base [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94563) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 01:20:37.772281 n-d-765315-27 neutron-server[94563]: INFO neutron.services.service_base [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 01:20:37.772690 n-d-765315-27 neutron-server[94563]: DEBUG neutron.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:20:37.773006 n-d-765315-27 neutron-server[94563]: INFO neutron.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 01:20:37.784338 n-d-765315-27 neutron-server[94563]: DEBUG neutron.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:20:37.784663 n-d-765315-27 neutron-server[94563]: INFO neutron.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading Plugin: auto_allocate Aug 16 01:20:37.790739 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: network precommit_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.791133 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: network precommit_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.791641 n-d-765315-27 neutron-server[94563]: DEBUG neutron.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:20:37.791966 n-d-765315-27 neutron-server[94563]: INFO neutron.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading Plugin: tag Aug 16 01:20:37.798558 n-d-765315-27 neutron-server[94563]: DEBUG neutron.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:20:37.798889 n-d-765315-27 neutron-server[94563]: INFO neutron.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading Plugin: timestamp Aug 16 01:20:37.802995 n-d-765315-27 neutron-server[94563]: DEBUG neutron.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:20:37.803433 n-d-765315-27 neutron-server[94563]: INFO neutron.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading Plugin: network_ip_availability Aug 16 01:20:37.808955 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.809276 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.809633 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:37.810375 n-d-765315-27 neutron-server[94563]: DEBUG neutron.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:20:37.810699 n-d-765315-27 neutron-server[94563]: INFO neutron.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading Plugin: flavors Aug 16 01:20:37.815387 n-d-765315-27 neutron-server[94563]: DEBUG neutron.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:20:37.815717 n-d-765315-27 neutron-server[94563]: INFO neutron.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading Plugin: revisions Aug 16 01:20:37.820507 n-d-765315-27 neutron-server[94563]: DEBUG neutron.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:20:37.820897 n-d-765315-27 neutron-server[94563]: DEBUG oslo_concurrency.lockutils [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.830s {{(pid=94563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 01:20:37.821631 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94563) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 01:20:37.822003 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Initializing extension manager. Aug 16 01:20:37.822513 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: __init__.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.822857 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: __pycache__ {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.823191 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.823526 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: address_group.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.824289 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.824861 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: address-group Aug 16 01:20:37.825185 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: address_scope.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.825928 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.826446 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: address-scope Aug 16 01:20:37.826770 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.827698 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.828214 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: router-admin-state-down-before-update Aug 16 01:20:37.828541 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: agent.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.829431 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.829973 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: agent Aug 16 01:20:37.830301 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: agent_resources_synced.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.831210 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.831718 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: agent-resources-synced Aug 16 01:20:37.832045 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: allowedaddresspairs.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.833856 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.834992 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: allowed-address-pairs Aug 16 01:20:37.835320 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: auto_allocated_topology.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.836397 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.836911 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: auto-allocated-topology Aug 16 01:20:37.837241 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: availability_zone.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.837970 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.838479 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: availability_zone Aug 16 01:20:37.838804 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: availability_zone_filter.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.839720 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.840229 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: availability_zone_filter Aug 16 01:20:37.840553 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: data_plane_status.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.841462 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.841995 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 01:20:37.842322 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: default_subnetpools.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.843242 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.843749 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: default-subnetpools Aug 16 01:20:37.844073 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.844888 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.845398 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: dhcp_agent_scheduler Aug 16 01:20:37.845723 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: dns.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.846663 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.847171 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension dns-integration not supported by any of loaded plugins Aug 16 01:20:37.847495 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: dns_domain_ports.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.848413 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.848921 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 01:20:37.849247 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.850376 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.850893 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 01:20:37.851217 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: dvr.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.851888 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.852398 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: dvr Aug 16 01:20:37.852719 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: ecmp_routes.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.853636 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.854170 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 01:20:37.854494 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: empty_string_filtering.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.855411 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.855919 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: empty-string-filtering Aug 16 01:20:37.856245 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.857157 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.857661 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 01:20:37.858019 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.859078 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.859451 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 01:20:37.859777 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: external_net.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.860684 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.861193 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: external-net Aug 16 01:20:37.861516 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.862466 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.862973 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: extra_dhcp_opt Aug 16 01:20:37.863297 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: extraroute.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.864209 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.864724 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: extraroute Aug 16 01:20:37.865048 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: extraroute_atomic.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.866231 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.866748 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: extraroute-atomic Aug 16 01:20:37.867072 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: filter_validation.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.867735 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.868240 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: filter-validation Aug 16 01:20:37.868562 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: fip_pf_description.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.869471 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.870010 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 01:20:37.870331 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: fip_port_details.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.871260 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.871766 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: fip-port-details Aug 16 01:20:37.872090 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: flavors.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.873314 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.873867 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: flavors Aug 16 01:20:37.874270 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.875846 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.876368 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 01:20:37.876701 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: floatingip_pools.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.877405 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.877958 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: floatingip-pools Aug 16 01:20:37.878286 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: ip_allocation.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.879222 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.879735 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 01:20:37.880063 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.881561 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.882115 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: ip-substring-filtering Aug 16 01:20:37.882440 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: l2_adjacency.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.883393 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.883895 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 01:20:37.884222 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: l3.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.885327 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.885888 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: router Aug 16 01:20:37.886219 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.888433 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.888962 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 01:20:37.889295 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.890269 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.890786 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: ext-gw-mode Aug 16 01:20:37.891116 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.892055 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.892567 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: l3-ha Aug 16 01:20:37.892893 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: l3_flavors.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.893839 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.894349 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: l3-flavors Aug 16 01:20:37.894674 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.895605 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.896114 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 01:20:37.897059 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: l3agentscheduler.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.898146 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.898849 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: l3_agent_scheduler Aug 16 01:20:37.898993 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: logging.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.900474 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.900995 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension logging not supported by any of loaded plugins Aug 16 01:20:37.901327 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: metering.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.902111 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.902696 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: metering Aug 16 01:20:37.903025 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.904400 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.904916 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: metering_source_and_destination_fields Aug 16 01:20:37.905246 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: multiprovidernet.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.906207 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.906724 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: multi-provider Aug 16 01:20:37.907048 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: netmtu.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.907973 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.908486 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: net-mtu Aug 16 01:20:37.908814 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: netmtu_writable.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.909734 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.910269 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: net-mtu-writable Aug 16 01:20:37.910593 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: network_availability_zone.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.911266 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.911774 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: network_availability_zone Aug 16 01:20:37.912121 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: network_ip_availability.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.913210 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.913720 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: network-ip-availability Aug 16 01:20:37.914070 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: network_segment_range.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.914832 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.915342 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 01:20:37.915665 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: pagination.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.916648 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.916979 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: pagination Aug 16 01:20:37.917300 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: port_device_profile.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.918235 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.918752 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: port-device-profile Aug 16 01:20:37.919076 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.919989 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.920500 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: port-mac-address-regenerate Aug 16 01:20:37.920822 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.921732 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.922278 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: port-numa-affinity-policy Aug 16 01:20:37.922603 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: port_resource_request.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.923515 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.924023 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 01:20:37.924352 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: portbindings.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.925285 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.925827 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: binding Aug 16 01:20:37.926152 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: portbindings_extended.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.927539 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.928091 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: binding-extended Aug 16 01:20:37.928525 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: portsecurity.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.929446 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.929991 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: port-security Aug 16 01:20:37.930318 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: project_id.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.931290 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.931620 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: project-id Aug 16 01:20:37.931942 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: providernet.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.932868 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.933382 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: provider Aug 16 01:20:37.933706 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: qos.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.937305 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.937869 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension qos not supported by any of loaded plugins Aug 16 01:20:37.938205 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.939443 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.939963 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 01:20:37.940297 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.941222 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.941741 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 01:20:37.942098 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: qos_default.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.943016 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.944062 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension qos-default not supported by any of loaded plugins Aug 16 01:20:37.944393 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: qos_fip.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.945046 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.945554 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension qos-fip not supported by any of loaded plugins Aug 16 01:20:37.945913 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: qos_gateway_ip.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.946843 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.947353 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 01:20:37.947678 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: qos_port_network_policy.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.948592 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.949102 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 01:20:37.949425 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: qos_pps_rule.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.950630 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.951146 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension qos-pps not supported by any of loaded plugins Aug 16 01:20:37.951475 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: qos_rule_type_details.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.952398 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.952901 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 01:20:37.953555 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: qos_rules_alias.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.954303 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.954815 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 01:20:37.955142 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: quotasv2.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.956069 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.956395 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: quotas Aug 16 01:20:37.956714 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: quotasv2_detail.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.960450 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.960792 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: quota_details Aug 16 01:20:37.961127 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: rbac.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.962416 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.962942 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: rbac-policies Aug 16 01:20:37.963273 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: rbac_address_group.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.964775 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.964775 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: rbac-address-group Aug 16 01:20:37.965050 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: rbac_address_scope.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.966010 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.966524 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: rbac-address-scope Aug 16 01:20:37.966853 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: rbac_security_groups.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.967769 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.968286 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: rbac-security-groups Aug 16 01:20:37.968607 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: rbac_subnetpool.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.969517 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.970059 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: rbac-subnetpool Aug 16 01:20:37.970387 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: revisionifmatch.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.971308 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.971821 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: revision-if-match Aug 16 01:20:37.972149 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: revisions.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.973258 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.973778 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: standard-attr-revisions Aug 16 01:20:37.974123 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: router_availability_zone.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.974969 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.975588 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: router_availability_zone Aug 16 01:20:37.975918 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: routerservicetype.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.976841 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.977348 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension router-service-type not supported by any of loaded plugins Aug 16 01:20:37.977676 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.978627 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.979139 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: security-groups-normalized-cidr Aug 16 01:20:37.979466 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.980381 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.980896 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: port-security-groups-filtering Aug 16 01:20:37.981222 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.982176 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.982691 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: security-groups-remote-address-group Aug 16 01:20:37.983019 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: securitygroup.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.992850 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.993381 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: security-group Aug 16 01:20:37.993719 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: segment.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.994531 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.995044 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension segment not supported by any of loaded plugins Aug 16 01:20:37.995375 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.996315 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.996834 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 01:20:37.997167 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: servicetype.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:37.998382 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:37.998907 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: service-type Aug 16 01:20:37.999235 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: sorting.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:38.000224 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:38.000559 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: sorting Aug 16 01:20:38.000884 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: standard_attr_segment.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:38.001824 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:38.002341 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 01:20:38.002671 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: standardattrdescription.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:38.003323 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:38.003834 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: standard-attr-description Aug 16 01:20:38.004160 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: stateful_security_group.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:38.005090 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:38.005614 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: stateful-security-group Aug 16 01:20:38.006520 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: stdattrs_common.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:38.007148 n-d-765315-27 neutron-server[94563]: WARNING neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 01:20:38.007465 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:38.008390 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:38.008908 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 01:20:38.009233 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: subnet_onboard.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:38.010326 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:38.010844 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: subnet_onboard Aug 16 01:20:38.011174 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:38.012101 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:38.012609 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 01:20:38.012936 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: subnet_service_types.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:38.013897 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:38.014415 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: subnet-service-types Aug 16 01:20:38.014740 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: subnetallocation.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:38.015820 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:38.016343 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: subnet_allocation Aug 16 01:20:38.016671 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:38.017337 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:38.017876 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: subnetpool-prefix-ops Aug 16 01:20:38.018202 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:38.019131 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:38.019641 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 01:20:38.019963 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: tagging.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:38.021022 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:38.022189 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: standard-attr-tag Aug 16 01:20:38.022521 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: timestamp.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:38.023732 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:38.024247 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loaded extension: standard-attr-timestamp Aug 16 01:20:38.024574 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: trunk.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:38.025604 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:38.026163 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension trunk not supported by any of loaded plugins Aug 16 01:20:38.026493 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: trunk_details.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:38.027416 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:38.027930 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension trunk-details not supported by any of loaded plugins Aug 16 01:20:38.028257 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: uplink_status_propagation.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:38.029447 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:38.029990 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 01:20:38.030680 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Loading extension file: vlantransparent.py {{(pid=94563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:20:38.031191 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:20:38.031696 n-d-765315-27 neutron-server[94563]: INFO neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 01:20:38.034236 n-d-765315-27 neutron-server[94563]: INFO neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Creating instance of TrackedResource for resource:network Aug 16 01:20:38.034761 n-d-765315-27 neutron-server[94563]: INFO neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Creating instance of TrackedResource for resource:subnet Aug 16 01:20:38.035160 n-d-765315-27 neutron-server[94563]: INFO neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:20:38.035549 n-d-765315-27 neutron-server[94563]: INFO neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Creating instance of TrackedResource for resource:port Aug 16 01:20:38.036793 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.v2.resource_helper [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:20:38.037296 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.v2.resource_helper [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Service FLAVORS assigned prefix: {{(pid=94563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:20:38.038072 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.v2.resource_helper [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:20:38.038503 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.v2.resource_helper [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:20:38.038834 n-d-765315-27 neutron-server[94563]: INFO neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Creating instance of TrackedResource for resource:router Aug 16 01:20:38.039265 n-d-765315-27 neutron-server[94563]: INFO neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 01:20:38.039761 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.v2.resource_helper [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Service METERING assigned prefix: /metering {{(pid=94563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:20:38.041195 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:38.041566 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:38.041956 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:20:38.042974 n-d-765315-27 neutron-server[94563]: INFO neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 01:20:38.043419 n-d-765315-27 neutron-server[94563]: INFO neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Creating instance of TrackedResource for resource:security_group Aug 16 01:20:38.043843 n-d-765315-27 neutron-server[94563]: INFO neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 01:20:38.045591 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.v2.resource_helper [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Service CORE assigned prefix: {{(pid=94563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:20:38.045974 n-d-765315-27 neutron-server[94563]: INFO neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:20:38.046338 n-d-765315-27 neutron-server[94563]: WARNING neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] subnetpool is already registered Aug 16 01:20:38.046785 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.v2.resource_helper [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Service CORE assigned prefix: {{(pid=94563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:20:38.047111 n-d-765315-27 neutron-server[94563]: INFO neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:20:38.047445 n-d-765315-27 neutron-server[94563]: WARNING neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] subnetpool is already registered Aug 16 01:20:38.049702 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.v2.resource_helper [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:20:38.050173 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.v2.resource_helper [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Service FLAVORS assigned prefix: {{(pid=94563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:20:38.050762 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.v2.resource_helper [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:20:38.051183 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.v2.resource_helper [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:20:38.051521 n-d-765315-27 neutron-server[94563]: INFO neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Creating instance of TrackedResource for resource:router Aug 16 01:20:38.051857 n-d-765315-27 neutron-server[94563]: WARNING neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] router is already registered Aug 16 01:20:38.052267 n-d-765315-27 neutron-server[94563]: INFO neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 01:20:38.052601 n-d-765315-27 neutron-server[94563]: WARNING neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] floatingip is already registered Aug 16 01:20:38.053661 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.v2.resource_helper [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Service METERING assigned prefix: /metering {{(pid=94563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:20:38.054357 n-d-765315-27 neutron-server[94563]: INFO neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 01:20:38.054685 n-d-765315-27 neutron-server[94563]: WARNING neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] rbac_policy is already registered Aug 16 01:20:38.055095 n-d-765315-27 neutron-server[94563]: INFO neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Creating instance of TrackedResource for resource:security_group Aug 16 01:20:38.055429 n-d-765315-27 neutron-server[94563]: WARNING neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] security_group is already registered Aug 16 01:20:38.055831 n-d-765315-27 neutron-server[94563]: INFO neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 01:20:38.056165 n-d-765315-27 neutron-server[94563]: WARNING neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] security_group_rule is already registered Aug 16 01:20:38.056809 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.v2.resource_helper [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Service CORE assigned prefix: {{(pid=94563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:20:38.057137 n-d-765315-27 neutron-server[94563]: INFO neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:20:38.057469 n-d-765315-27 neutron-server[94563]: WARNING neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] subnetpool is already registered Aug 16 01:20:38.057919 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.v2.resource_helper [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Service CORE assigned prefix: {{(pid=94563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:20:38.058244 n-d-765315-27 neutron-server[94563]: INFO neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:20:38.058574 n-d-765315-27 neutron-server[94563]: WARNING neutron.quota.resource_registry [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] subnetpool is already registered Aug 16 01:20:38.059090 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: extensions {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.060489 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: address-groups {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.062148 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: address-scopes {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.063343 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: agents {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.064498 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: auto-allocated-topology {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.065772 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: availability_zones {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.067021 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: dhcp-networks {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.069182 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: dhcp-agents {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.070636 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: routers {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.072377 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: flavors {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.073643 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: service_profiles {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.074894 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: next_providers {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.076320 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: service_profiles {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.078050 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: floatingip-pools {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.079150 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: routers {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.080863 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: floatingips {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.082174 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: l3-routers {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.083579 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: l3-agents {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.085058 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: metering-labels {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.086369 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: metering-label-rules {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.087757 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: network-ip-availabilities {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.089024 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: bindings {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.090607 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: quotas {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.092149 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: quotas {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.093575 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: rbac-policies {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.094809 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: security-groups {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.096097 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: security-group-rules {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.097338 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: service-providers {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.098586 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: subnetpools {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.100324 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: subnetpools {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.102052 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: tags {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.103742 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: tags {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.105571 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: tags {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.107426 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: tags {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.109126 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: tags {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.112112 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: tags {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.113838 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: tags {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.116255 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: tags {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.118183 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: tags {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.119938 n-d-765315-27 neutron-server[94563]: DEBUG neutron.api.extensions [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Extended resource: tags {{(pid=94563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:20:38.125892 n-d-765315-27 neutron-server[94563]: WARNING keystonemiddleware.auth_token [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 01:20:38.130464 n-d-765315-27 neutron-server[94563]: WARNING keystonemiddleware.auth_token [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 01:20:38.139521 n-d-765315-27 neutron-server[94563]: DEBUG oslo_concurrency.lockutils [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Acquired lock "singleton_lock" {{(pid=94563) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 01:20:38.140005 n-d-765315-27 neutron-server[94563]: DEBUG oslo_concurrency.lockutils [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Releasing lock "singleton_lock" {{(pid=94563) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 01:20:38.140644 n-d-765315-27 neutron-server[94563]: INFO oslo_service.service [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Starting 2 workers Aug 16 01:20:38.145378 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Started child 94672 {{(pid=94563) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 01:20:38.149906 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Started child 94673 {{(pid=94563) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 01:20:38.150822 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:20:38.151499 n-d-765315-27 neutron-server[94563]: INFO neutron.service [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 01:20:38.152148 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Notify callbacks [] for process, before_spawn {{(pid=94563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:20:38.152317 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [-] (94672) wsgi starting up on http://0.0.0.0:9696 Aug 16 01:20:38.154821 n-d-765315-27 neutron-server[94563]: INFO oslo_service.service [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Starting 1 workers Aug 16 01:20:38.155005 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:20:38.156233 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [-] (94673) wsgi starting up on http://0.0.0.0:9696 Aug 16 01:20:38.159976 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Started child 94674 {{(pid=94563) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 01:20:38.160512 n-d-765315-27 neutron-server[94563]: INFO oslo_service.service [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Starting 1 workers Aug 16 01:20:38.164111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.service [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] calling RpcWorker wait() {{(pid=94674) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 01:20:38.164690 n-d-765315-27 neutron-server[94674]: DEBUG neutron.service [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] returning from RpcWorker wait() {{(pid=94674) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 01:20:38.165118 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Started child 94675 {{(pid=94563) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 01:20:38.166002 n-d-765315-27 neutron-server[94563]: DEBUG neutron_lib.callbacks.manager [None req-ec44dbcd-51bc-4b72-a8f0-720df16a4f11 None None] Notify callbacks [] for process, after_spawn {{(pid=94563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:20:38.166113 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:20:38.166609 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:20:38.167845 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94563) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 01:20:38.168059 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 01:20:38.168395 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 01:20:38.168612 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 01:20:38.168951 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 01:20:38.169115 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 01:20:38.169616 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.169930 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.170021 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:20:38.170487 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.170487 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.170736 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.171330 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.171588 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.171817 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.172239 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.172493 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.172662 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.172830 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.173087 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.173317 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.173614 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.173915 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.174165 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.174438 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.174609 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.174868 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.175131 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.175379 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.175645 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] debug = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.175905 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.176393 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.176635 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.176884 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.177100 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.177387 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.177617 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.178444 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.178825 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.179074 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.179313 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.179566 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.179811 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.180027 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.180245 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.180507 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.180727 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.181178 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] host = n-d-765315-27 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.181393 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.181609 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.181860 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.182126 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.182370 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.182590 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.182835 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.183185 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.183347 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.183570 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.183820 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.184061 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.184281 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.184519 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] log_file = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.184681 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] log_options = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.184959 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.185176 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.185447 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.185636 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.185836 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.186033 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.186245 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.186407 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.186651 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.186889 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.187100 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.187314 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.187551 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.187767 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.188019 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.188272 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.188535 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.188709 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.188967 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.189195 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.189423 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.189648 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.189979 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.190115 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.190294 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.190511 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.190874 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.191109 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.191320 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.191583 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.191796 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.192067 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.192341 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.192546 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.192795 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.193019 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.193974 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.194227 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.194625 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.194933 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.195204 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.195450 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.195682 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.195901 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.196155 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.196374 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] use_json = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.196588 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.196823 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.197090 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.197306 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.197521 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.197740 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.197982 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.198216 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.198658 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.198940 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.199250 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.199505 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.199760 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.200001 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.200991 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.200991 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.200991 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.201414 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.201562 n-d-765315-27 neutron-server[94675]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:20:38.201715 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.201715 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.202048 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.202184 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.202360 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.202681 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.202917 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.203192 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.203507 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.203703 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.203919 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.204159 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.205173 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.205173 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.205173 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.205401 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.205575 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.205843 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.206072 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.206373 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.206541 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.206741 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.207015 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.207236 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.207454 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.207673 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.207915 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.208136 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.208366 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.208630 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.208925 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.209287 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.209516 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.209736 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.209978 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.210199 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.210440 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.210646 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.210886 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.211145 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.211375 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.211617 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.211848 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.212051 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.212272 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.212509 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.212734 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.212955 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.213281 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.213476 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.213725 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.213995 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.214233 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.214448 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.215087 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.215087 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.215659 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.215659 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.215884 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.216093 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.216307 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.216526 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.216783 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.216987 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.217199 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.217413 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.217626 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.217891 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.218134 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.218346 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.218560 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.218772 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.218985 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.219198 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.219496 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.219819 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.220059 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.220309 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.220547 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.220804 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.221020 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.221268 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.221486 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.221721 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.221960 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.222211 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.222441 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.222698 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.222946 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.223161 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.223428 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.223664 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.223883 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.224116 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.224362 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.224630 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.224919 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.225182 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.225472 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.225723 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.226010 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.226275 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.226523 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.226822 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.227062 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.227342 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.227646 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.227934 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.228205 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.228441 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.228687 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.228942 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.229187 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.229433 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.229655 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.229940 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.230158 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.230433 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.230648 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.230867 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.231098 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.231346 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.231685 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.231953 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.232207 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.232445 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.232703 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.232959 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.233205 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.233465 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.233713 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.233988 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.234239 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.234492 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.234726 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.234955 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.235201 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.235415 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.235663 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.235897 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.236134 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.236347 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.236557 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.236803 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.237030 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.237247 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.237485 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.237699 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.237947 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.238197 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.238429 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.238626 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.238874 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.239090 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.239355 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.239541 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.239788 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.240012 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.240744 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.241023 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.241277 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.241500 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.241727 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.241972 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.242203 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.242420 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.242699 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.242915 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.243130 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.243363 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.243584 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.243829 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.244063 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.244307 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.244520 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.244749 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.245000 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.245332 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.245581 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.245834 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.246313 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.246537 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.246779 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.247167 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.247533 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.247909 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.248305 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.248715 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.249055 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.249368 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.249632 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.249866 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.250240 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.250608 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.250983 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.251218 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.251531 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.251789 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.252020 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.252278 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.252496 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.252732 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.252961 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.253191 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.253408 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.253649 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.253889 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.254100 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.254324 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.254542 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.254745 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.254963 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.255178 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.255389 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.255626 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.255945 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.256802 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.257187 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.257482 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.257722 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.257978 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.258229 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.258448 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.258671 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.258889 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.259102 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.259350 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.259591 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.259799 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.260023 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.260270 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.260435 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.260909 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.261162 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.261388 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.261673 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.261935 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.262201 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.262443 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.262768 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.262982 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.263292 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.263479 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.263734 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.263956 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.264238 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.264552 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.264847 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.265096 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.265368 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.265661 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.265973 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.266252 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.266467 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.266767 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.267099 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.267477 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.267626 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.268021 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.268179 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.268400 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.268540 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.269255 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.269255 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.269255 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.269664 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.269664 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.269974 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.270124 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.270733 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.270733 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.271048 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.271195 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.271333 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.271602 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.271893 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 01:20:38.272352 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94563) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 01:20:38.272536 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 01:20:38.272696 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 01:20:38.272835 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 01:20:38.272975 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 01:20:38.273155 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 01:20:38.273306 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.273464 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.273654 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.273963 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.273963 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.274273 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.274273 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.274539 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.274539 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.274797 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.274797 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.275132 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.275132 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.275391 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.275391 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.275661 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.275661 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.276350 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.276350 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.276350 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.276350 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.276350 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.276976 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] debug = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.276976 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.276976 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.276976 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.277923 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.277923 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.277923 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.277923 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.277923 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.277923 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.279337 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.279337 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.279337 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.279337 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.279337 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.279337 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.279337 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.279337 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.280349 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] host = n-d-765315-27 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.280349 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.280349 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.280349 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.280349 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.280349 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.280349 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.281519 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.281519 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.281519 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.281519 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.281519 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.281519 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.281519 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.281519 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] log_file = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.282782 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] log_options = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.282782 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.282782 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.282782 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.282782 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.282782 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.282782 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.284285 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.284285 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.284285 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.284285 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.284285 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.284285 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.284285 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.284285 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.284893 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.284893 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.284893 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.284893 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.284893 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.284893 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.284893 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.284893 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.285499 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.285499 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.285499 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.285499 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.287597 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.287597 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.287597 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.287597 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.287597 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.287597 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.287597 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.287597 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.288235 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.288235 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.288235 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.288235 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.288235 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.288235 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.288235 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.288235 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.288925 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.288925 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.288925 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.288925 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] use_json = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.288925 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.288925 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.288925 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.289582 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.289582 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.289582 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.289582 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.289878 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:20:38.289878 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.290030 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.290108 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.290267 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.290427 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.290862 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.291017 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.291169 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.291306 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.291473 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.291627 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.291791 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.291963 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.292124 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.292283 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.292504 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.292638 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.292794 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.292932 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.293077 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.293215 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.293351 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.293508 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.293671 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.293859 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.294006 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.294166 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.294304 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.294449 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.294614 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.294776 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.294923 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.295087 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.295231 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.295395 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.295538 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.295703 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.295856 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.296084 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.296243 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.296450 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.296450 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.296796 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.296796 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.297074 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.297074 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.297333 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.297333 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.297582 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.297714 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.297882 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.298004 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.298141 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.298266 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.298419 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.298578 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.298737 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.298896 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.299057 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.299218 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.299377 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.299551 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.299709 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.299869 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.300027 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.300187 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.300349 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.300510 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.300670 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.300828 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.300987 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.301147 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.301307 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.301466 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.301627 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.301807 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.301969 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.302131 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.302292 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.302451 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.302611 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.303324 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.303485 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.303644 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.303814 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.303990 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.304150 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.304312 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.304471 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.304632 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.304792 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.304951 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.305110 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.305270 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.305431 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.305591 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.305750 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.305935 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.306096 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.306258 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.306418 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.306576 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.306736 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.306895 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.307055 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.307214 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.307374 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.307532 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.307694 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.307838 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.307999 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.308167 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.308327 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.308489 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.308649 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.308821 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.308991 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.309199 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.309312 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.309471 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.309713 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.309899 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.310040 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.310202 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.310356 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.310579 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.310735 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.310874 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.311010 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.311138 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.311265 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.311413 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.311609 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.311754 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.311914 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.312074 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.312234 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.312401 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.312551 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.312710 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.312871 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.313030 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.313190 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.313351 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.313514 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.313674 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.313864 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.314022 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.314184 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.314344 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.314505 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.314667 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.314828 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.314989 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.315149 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.315310 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.315471 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.315630 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.315791 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.315952 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.316113 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.316276 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.316440 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.316586 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.317777 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.317777 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.317777 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.317777 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.317777 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.317777 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.317777 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.318355 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.319227 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.319423 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.319604 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.319782 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.319960 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.320133 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.320306 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.320532 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.320705 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.320871 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.321040 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.321212 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.321376 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.321541 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.321706 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.321915 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.322079 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.322243 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.322402 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.322562 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.322721 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.323111 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.323277 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.323434 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.323593 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.323750 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.323912 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.324073 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.324231 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.324390 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.324548 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.324705 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.324864 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.325021 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.325191 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.325348 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.325506 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.325664 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.325882 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.326044 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.326213 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.326396 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.326511 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.326668 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.326824 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.326982 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.327150 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.327616 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.327616 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.327787 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.327929 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.328062 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.328219 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.328377 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.328534 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.328691 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.328848 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.329005 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.329173 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.329331 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.329488 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.329671 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.329854 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.330016 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.330119 n-d-765315-27 neutron-server[94674]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:20:38.330210 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.330338 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.330483 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.330642 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.330801 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.330955 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.331124 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.331285 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.331441 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.331606 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.331763 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.331918 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.332076 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.332246 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.332404 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.332568 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.332725 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.332885 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.333040 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.333201 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.333363 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.333529 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.333694 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.333897 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.334149 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.334334 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.334504 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.334666 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.334832 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.335004 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.335164 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.335320 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.335477 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.335635 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.335792 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.335950 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.336107 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.336263 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.336420 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.336578 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.336718 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.336922 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.337056 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.337179 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.337323 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.337480 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.337638 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.337814 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.337974 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:20:38.338123 n-d-765315-27 neutron-server[94563]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 01:20:38.535959 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56746) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:20:38.545125 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063858 Aug 16 01:20:50.080318 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60edcd97-57dd-4bbc-a960-cd6de3b7c0e3 None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:20:50.163514 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60edcd97-57dd-4bbc-a960-cd6de3b7c0e3 None None] No non-hosted networks {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 01:20:50.194860 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.agentschedulers_db [None req-60edcd97-57dd-4bbc-a960-cd6de3b7c0e3 None None] DHCP Agent not found on host n-d-765315-27 {{(pid=94674) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 16 01:20:50.354111 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a30f6065-e75d-4f0e-9373-ada8a8720bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1669108'] for agent, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:20:52.492040 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52bd4ef9-4cd7-4339-b124-86197732807f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1669108'] for agent, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:20:52.554977 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7bb4f31f-bc3d-46f1-a2d6-9167b03f7866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:20:53.116666 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1669108'] for agent, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:20:53.117224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:20:53.117563 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:20:53.117921 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:20:53.118929 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:20:53.118929 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:20:53.118929 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:20:53.119318 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:20:53.119506 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:20:53.119863 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:20:53.120090 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:20:53.120412 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:20:53.120902 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:20:53.121465 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-765315-27', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:20:53.135050 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-765315-27', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:20:53.987159 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1669108'] for agent, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:20:55.767724 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1669108'] for agent, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:20:56.698703 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56838) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:20:57.243670 n-d-765315-27 neutron-server[94672]: WARNING oslo_policy.policy [None req-fccebfb7-e4a5-492b-8b28-7a333ee86513 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:20:57.244350 n-d-765315-27 neutron-server[94672]: WARNING oslo_policy.policy [None req-fccebfb7-e4a5-492b-8b28-7a333ee86513 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:20:57.468309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-fccebfb7-e4a5-492b-8b28-7a333ee86513 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:20:57.469464 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fccebfb7-e4a5-492b-8b28-7a333ee86513 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7685821 Aug 16 01:20:57.897127 n-d-765315-27 neutron-server[94674]: INFO neutron.db.l3_hamode_db [None req-e50d6357-131b-4710-9a5d-4688f5b6ac45 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 01:20:57.975113 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50d6357-131b-4710-9a5d-4688f5b6ac45 None None] Routers set() bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:20:57.975499 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50d6357-131b-4710-9a5d-4688f5b6ac45 None None] Router IDs set() for agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 01:20:59.895514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56852) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:21:00.219476 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f1256903-b945-4b4b-ae3f-052e4c352a09 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:21:00.314159 n-d-765315-27 neutron-server[94672]: DEBUG neutron.policy [None req-f1256903-b945-4b4b-ae3f-052e4c352a09 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94672) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 01:21:00.359334 n-d-765315-27 neutron-server[94672]: WARNING oslo_policy.policy [None req-f1256903-b945-4b4b-ae3f-052e4c352a09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:21:00.359700 n-d-765315-27 neutron-server[94672]: WARNING oslo_policy.policy [None req-f1256903-b945-4b4b-ae3f-052e4c352a09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:21:00.369105 n-d-765315-27 neutron-server[94672]: INFO neutron.quota [None req-f1256903-b945-4b4b-ae3f-052e4c352a09 admin admin] Loaded quota_driver: . Aug 16 01:21:00.460746 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1256903-b945-4b4b-ae3f-052e4c352a09 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736855258422', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736855257881', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736855246631', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736855248010', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736855634224', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736855096411', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-553984', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-826407', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1942939', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2009301'] for rbac-policy, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:00.526202 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1256903-b945-4b4b-ae3f-052e4c352a09 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:00.527515 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f1256903-b945-4b4b-ae3f-052e4c352a09 admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6308939 Aug 16 01:21:03.100273 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56864) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:21:03.589556 n-d-765315-27 neutron-server[94673]: WARNING oslo_policy.policy [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:21:03.590154 n-d-765315-27 neutron-server[94673]: WARNING oslo_policy.policy [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:21:03.813134 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '50c922dc3fd849dd94acda3c9e2716b8', 'name': 'private', 'tenant_id': '50c922dc3fd849dd94acda3c9e2716b8'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:21:03.814819 n-d-765315-27 neutron-server[94673]: INFO neutron.quota [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Loaded quota_driver: . Aug 16 01:21:03.872581 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Made reservation on behalf of 50c922dc3fd849dd94acda3c9e2716b8 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:21:03.938720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.policy [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94673) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 01:21:03.983630 n-d-765315-27 neutron-server[94673]: WARNING oslo_policy.policy [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:21:03.983996 n-d-765315-27 neutron-server[94673]: WARNING oslo_policy.policy [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:21:03.996194 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:04.016752 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:04.153340 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:04.157743 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:04.178246 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:21:04.208819 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736854206311', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:04.209437 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Unsubscribe: segment precommit_create {{(pid=94673) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 01:21:04.209983 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Added segment 906486ea-be95-417c-9211-a64c900339ea of type vlan for network 8d354b37-2a39-450f-969c-b366e6128622 Aug 16 01:21:04.231655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0e8766-1160-423e-b4ec-60c2b009f4f6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:21:04.282058 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:04.282396 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:04.282728 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:04.283057 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:04.283380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:04.283699 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:04.284016 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:04.284332 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:04.284645 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:04.284960 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:04.285271 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:04.285582 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Tracked resource versions report: Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: pushed versions: Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: { 'AddressGroup': {'1.2'}, Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'ConntrackHelper': {'1.0'}, Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'Log': {'1.0'}, Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'Network': {'1.1'}, Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'Port': {'1.7'}, Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'PortForwarding': {'1.2'}, Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'QosPolicy': {'1.9'}, Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'SecurityGroup': {'1.4'}, Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'SubPort': {'1.0'}, Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'Subnet': {'1.1'}, Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'Trunk': {'1.1'}} Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: consumer versions: Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: { DHCP agent@n-d-765315-27: {}, Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: L3 agent@n-d-765315-27: {}, Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: Metadata agent@n-d-765315-27: {}, Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: Metering agent@n-d-765315-27: {}, Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: Open vSwitch agent@n-d-765315-27: { 'AddressGroup': '1.2', Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'ConntrackHelper': '1.0', Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'Log': '1.0', Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'Network': '1.1', Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'Port': '1.7', Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'PortForwarding': '1.2', Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'QosPolicy': '1.9', Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'SecurityGroup': '1.4', Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'SecurityGroupRule': '1.2', Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'SubPort': '1.0', Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'Subnet': '1.1', Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: 'Trunk': '1.1'}} Aug 16 01:21:04.287298 n-d-765315-27 neutron-server[94673]: {{(pid=94673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:21:04.331905 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:04.389876 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:04.391031 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:21:04.391734 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:04.479748 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3783348 Aug 16 01:21:04.493996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d4bab-0038-4620-aa26-e34d43bca67c admin admin] Pushing event updated for resources: {'Network': ['ID=8d354b37-2a39-450f-969c-b366e6128622,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:21:04.506296 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 8d354b37-2a39-450f-969c-b366e6128622 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:21:07.112414 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56886) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:21:07.504277 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29681e7-2719-4904-9b24-b156ed0874bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:21:07.506251 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d29681e7-2719-4904-9b24-b156ed0874bf admin admin] 10.222.0.68 "GET /v2.0/networks/8d354b37-2a39-450f-969c-b366e6128622 HTTP/1.1" status: 200 len: 825 time: 0.3928952 Aug 16 01:21:07.543118 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2e600b60-9e18-421e-92ec-0f622f2ee7c3 admin admin] 10.222.0.68 "GET /v2.0/subnetpools/34d281df-2b73-4999-93a4-9df082eca998 HTTP/1.1" status: 200 len: 734 time: 0.0306807 Aug 16 01:21:07.552731 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e0e7b8a7-3eeb-49cb-8678-920a9e37da6f admin admin] Request body: {'subnet': {'network_id': '8d354b37-2a39-450f-969c-b366e6128622', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '34d281df-2b73-4999-93a4-9df082eca998', 'tenant_id': '50c922dc3fd849dd94acda3c9e2716b8', 'name': 'private-subnet'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:21:07.575072 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e7b8a7-3eeb-49cb-8678-920a9e37da6f admin admin] Made reservation on behalf of 50c922dc3fd849dd94acda3c9e2716b8 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:21:07.577362 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e0e7b8a7-3eeb-49cb-8678-920a9e37da6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:07.884346 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e0e7b8a7-3eeb-49cb-8678-920a9e37da6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:07.954728 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e7b8a7-3eeb-49cb-8678-920a9e37da6f admin admin] Checking segment: {'id': '906486ea-be95-417c-9211-a64c900339ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8d354b37-2a39-450f-969c-b366e6128622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:21:07.955123 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e7b8a7-3eeb-49cb-8678-920a9e37da6f admin admin] Network hostable DHCP agents. Network: 8d354b37-2a39-450f-969c-b366e6128622, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:21:07.957045 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7b8a7-3eeb-49cb-8678-920a9e37da6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c38ba85-aa55-4292-b39f-326d7340ad6a,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:21:07.980611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e7b8a7-3eeb-49cb-8678-920a9e37da6f admin admin] Network 8d354b37-2a39-450f-969c-b366e6128622 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:21:07.991805 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e0e7b8a7-3eeb-49cb-8678-920a9e37da6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 8d354b37-2a39-450f-969c-b366e6128622) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:21:07.996405 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e7b8a7-3eeb-49cb-8678-920a9e37da6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:21:07.996986 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e0e7b8a7-3eeb-49cb-8678-920a9e37da6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:08.001008 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a919df-ccd8-40ad-97d7-70ca793370cf None None] Network 8d354b37-2a39-450f-969c-b366e6128622 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:21:08.011022 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e0e7b8a7-3eeb-49cb-8678-920a9e37da6f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4621825 Aug 16 01:21:08.321793 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-8d354b37-2a39-450f-969c-b366e6128622', 'network_id': '8d354b37-2a39-450f-969c-b366e6128622', 'tenant_id': '50c922dc3fd849dd94acda3c9e2716b8', 'fixed_ips': [{'subnet_id': '8c38ba85-aa55-4292-b39f-326d7340ad6a'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:21:08.323038 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:08.598121 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Allocated IP 172.20.0.2 (8d354b37-2a39-450f-969c-b366e6128622/8c38ba85-aa55-4292-b39f-326d7340ad6a/3d9c917a-7d1c-46cc-938b-0cdfbfbf9389) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:21:08.816411 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:08.863925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Transition to ACTIVE for port object 3d9c917a-7d1c-46cc-938b-0cdfbfbf9389 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:21:08.886830 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Transition to ACTIVE for port object 3d9c917a-7d1c-46cc-938b-0cdfbfbf9389 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:21:08.895963 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:08.969847 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Network 8d354b37-2a39-450f-969c-b366e6128622 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:21:08.977434 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:21:08.980375 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Pushing event updated for resources: {'Port': ['ID=3d9c917a-7d1c-46cc-938b-0cdfbfbf9389,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:21:08.982834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:21:09.015214 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:09.015865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:09.015865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:09.016453 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:09.016577 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:09.017035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:09.017221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:09.017499 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:09.017845 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:09.018175 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:09.018498 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:09.018820 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Tracked resource versions report: Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: pushed versions: Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: { 'AddressGroup': {'1.2'}, Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'ConntrackHelper': {'1.0'}, Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'Log': {'1.0'}, Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'Network': {'1.1'}, Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'Port': {'1.7'}, Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'PortForwarding': {'1.2'}, Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'QosPolicy': {'1.9'}, Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'SecurityGroup': {'1.4'}, Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'SubPort': {'1.0'}, Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'Subnet': {'1.1'}, Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'Trunk': {'1.1'}} Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: consumer versions: Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: { DHCP agent@n-d-765315-27: {}, Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: L3 agent@n-d-765315-27: {}, Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: Metadata agent@n-d-765315-27: {}, Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: Metering agent@n-d-765315-27: {}, Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: Open vSwitch agent@n-d-765315-27: { 'AddressGroup': '1.2', Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'ConntrackHelper': '1.0', Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'Log': '1.0', Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'Network': '1.1', Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'Port': '1.7', Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'PortForwarding': '1.2', Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'QosPolicy': '1.9', Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'SecurityGroup': '1.4', Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'SecurityGroupRule': '1.2', Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'SubPort': '1.0', Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'Subnet': '1.1', Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: 'Trunk': '1.1'}} Aug 16 01:21:09.019944 n-d-765315-27 neutron-server[94674]: {{(pid=94674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:21:09.069409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Attempting to bind port 3d9c917a-7d1c-46cc-938b-0cdfbfbf9389 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:21:09.069819 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Attempting to bind port 3d9c917a-7d1c-46cc-938b-0cdfbfbf9389 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '906486ea-be95-417c-9211-a64c900339ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8d354b37-2a39-450f-969c-b366e6128622'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:21:09.070237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Attempting to bind port 3d9c917a-7d1c-46cc-938b-0cdfbfbf9389 on network 8d354b37-2a39-450f-969c-b366e6128622 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:21:09.075457 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:21:09.076608 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Checking segment: {'id': '906486ea-be95-417c-9211-a64c900339ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8d354b37-2a39-450f-969c-b366e6128622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:21:09.077098 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:09.077509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Bound using segment: {'id': '906486ea-be95-417c-9211-a64c900339ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8d354b37-2a39-450f-969c-b366e6128622'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:21:09.078023 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Bound port: 3d9c917a-7d1c-46cc-938b-0cdfbfbf9389, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906486ea-be95-417c-9211-a64c900339ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8d354b37-2a39-450f-969c-b366e6128622'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:21:09.078440 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:09.143069 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] For port 3d9c917a-7d1c-46cc-938b-0cdfbfbf9389, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:21:09.147317 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] For port 3d9c917a-7d1c-46cc-938b-0cdfbfbf9389, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3d9c917a-7d1c-46cc-938b-0cdfbfbf9389,segment=NetworkSegment(906486ea-be95-417c-9211-a64c900339ea),segment_id=906486ea-be95-417c-9211-a64c900339ea)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:21:09.151564 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:09.219821 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366511c-be50-4f0f-b62c-3f31c9a048d9 None None] Pushing event updated for resources: {'Port': ['ID=3d9c917a-7d1c-46cc-938b-0cdfbfbf9389,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:21:10.417991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56894) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:21:10.741186 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-3e97689e-6377-46c9-b7ef-6bb88062729f admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:21:10.753784 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3e97689e-6377-46c9-b7ef-6bb88062729f admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3232164 Aug 16 01:21:13.172630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56902) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:21:13.492167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-1452185c-b3e3-404e-9da7-43c48867fa93 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:21:13.493243 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1452185c-b3e3-404e-9da7-43c48867fa93 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3197608 Aug 16 01:21:16.166212 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56912) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:21:16.472492 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a478d3e1-b0dd-4c80-af02-92c2d9025524 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '50c922dc3fd849dd94acda3c9e2716b8'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:21:16.501052 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a478d3e1-b0dd-4c80-af02-92c2d9025524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:16.502768 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a478d3e1-b0dd-4c80-af02-92c2d9025524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:16.657215 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a478d3e1-b0dd-4c80-af02-92c2d9025524 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:16.663981 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a478d3e1-b0dd-4c80-af02-92c2d9025524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:16.676721 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a478d3e1-b0dd-4c80-af02-92c2d9025524 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:16.677935 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a478d3e1-b0dd-4c80-af02-92c2d9025524 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5107245 Aug 16 01:21:17.072815 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3d9c917a-7d1c-46cc-938b-0cdfbfbf9389 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:21:17.157371 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 3d9c917a-7d1c-46cc-938b-0cdfbfbf9389 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:21:17.812397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c7a483-81f0-4b0a-82c3-4c3359e83860 None None] Network 8d354b37-2a39-450f-969c-b366e6128622 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:21:17.861172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-50510776-b673-47aa-94fc-ebcd5c20bac1 None None] Provisioning for port 3d9c917a-7d1c-46cc-938b-0cdfbfbf9389 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:21:17.867474 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-50510776-b673-47aa-94fc-ebcd5c20bac1 None None] Provisioning complete for port 3d9c917a-7d1c-46cc-938b-0cdfbfbf9389 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:21:17.867870 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-50510776-b673-47aa-94fc-ebcd5c20bac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:18.031813 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-50510776-b673-47aa-94fc-ebcd5c20bac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:18.093843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-50510776-b673-47aa-94fc-ebcd5c20bac1 None None] For port 3d9c917a-7d1c-46cc-938b-0cdfbfbf9389, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3d9c917a-7d1c-46cc-938b-0cdfbfbf9389,segment=NetworkSegment(906486ea-be95-417c-9211-a64c900339ea),segment_id=906486ea-be95-417c-9211-a64c900339ea)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:21:18.101041 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-50510776-b673-47aa-94fc-ebcd5c20bac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:18.152593 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50510776-b673-47aa-94fc-ebcd5c20bac1 None None] Pushing event updated for resources: {'Port': ['ID=3d9c917a-7d1c-46cc-938b-0cdfbfbf9389,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:21:18.321267 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fd943593-a932-4d2f-8b62-d9d265555ca7 None None] Provisioning complete for port 3d9c917a-7d1c-46cc-938b-0cdfbfbf9389 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:21:18.321634 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd943593-a932-4d2f-8b62-d9d265555ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:19.048649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3d9c917a-7d1c-46cc-938b-0cdfbfbf9389 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:21:19.070032 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56924) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:21:19.095066 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 3d9c917a-7d1c-46cc-938b-0cdfbfbf9389 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:21:19.095564 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:19.384032 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-7252ba2d-5d50-4389-a0c5-a22aa84be1d1 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:21:19.385008 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7252ba2d-5d50-4389-a0c5-a22aa84be1d1 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3140485 Aug 16 01:21:19.991290 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7abaf86b-99e1-440c-8cf0-f00de82da4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:21.743211 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56932) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:21:22.066046 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:21:22.090010 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Made reservation on behalf of 15c1c3604a05438b94b36d30a62214dd for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:21:22.092812 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:22.108708 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:22.248931 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:22.253085 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:22.265053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Reserving flat network on physical network physnet1 {{(pid=94672) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 01:21:22.302909 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736854206311', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:22.303499 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Unsubscribe: segment precommit_create {{(pid=94672) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 01:21:22.304020 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Added segment 44e460c8-5120-4356-91b1-c26b512efe8d of type flat for network 624da80d-1349-4890-b915-f302637330f0 Aug 16 01:21:22.323017 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0959c905-7a1e-46d0-8a91-0db4d9a4a01e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:21:22.343205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:22.343551 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:22.343884 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:22.344216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:22.344544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:22.344867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:22.345194 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:22.345510 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:22.345921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:22.346239 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:22.346556 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:22.346890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Tracked resource versions report: Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: pushed versions: Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: { 'AddressGroup': {'1.2'}, Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'ConntrackHelper': {'1.0'}, Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'Log': {'1.0'}, Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'Network': {'1.1'}, Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'Port': {'1.7'}, Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'PortForwarding': {'1.2'}, Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'QosPolicy': {'1.9'}, Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'SecurityGroup': {'1.4'}, Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'SubPort': {'1.0'}, Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'Subnet': {'1.1'}, Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'Trunk': {'1.1'}} Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: consumer versions: Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: { DHCP agent@n-d-765315-27: {}, Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: L3 agent@n-d-765315-27: {}, Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: Metadata agent@n-d-765315-27: {}, Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: Metering agent@n-d-765315-27: {}, Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: Open vSwitch agent@n-d-765315-27: { 'AddressGroup': '1.2', Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'ConntrackHelper': '1.0', Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'Log': '1.0', Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'Network': '1.1', Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'Port': '1.7', Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'PortForwarding': '1.2', Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'QosPolicy': '1.9', Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'SecurityGroup': '1.4', Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'SecurityGroupRule': '1.2', Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'SubPort': '1.0', Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'Subnet': '1.1', Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: 'Trunk': '1.1'}} Aug 16 01:21:22.348019 n-d-765315-27 neutron-server[94672]: {{(pid=94672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:21:22.437064 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:22.494821 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:22.495227 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4797a697-a64c-4750-a207-8e0cc99cb80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:22.497250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:21:22.498018 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:22.588796 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8445191 Aug 16 01:21:22.602792 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5ad4a-5a74-4258-bd3a-4d4e8423a364 admin admin] Pushing event updated for resources: {'Network': ['ID=624da80d-1349-4890-b915-f302637330f0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:21:22.615083 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 624da80d-1349-4890-b915-f302637330f0 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:21:23.116918 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:23.226519 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 5 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:21:23.942373 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:25.017923 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56954) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:21:25.235426 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adbbc5e-6115-43f0-a7a9-4836dbeefb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:21:25.236798 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2adbbc5e-6115-43f0-a7a9-4836dbeefb4a admin admin] 10.222.0.68 "GET /v2.0/subnets/8c38ba85-aa55-4292-b39f-326d7340ad6a HTTP/1.1" status: 200 len: 849 time: 0.2179365 Aug 16 01:21:25.384564 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4ca43181-71c4-4288-9518-8d99ee2b62ef admin admin] 10.222.0.68 "GET /v2.0/routers/86ea30b5-c85d-4603-9f56-54e7a8805504 HTTP/1.1" status: 200 len: 704 time: 0.1412408 Aug 16 01:21:25.667369 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2af8a243-e3a1-405a-a1a2-87edb86e7143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:25.702116 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:25.966614 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-2af8a243-e3a1-405a-a1a2-87edb86e7143 admin admin] Allocated IP 172.20.0.1 (8d354b37-2a39-450f-969c-b366e6128622/8c38ba85-aa55-4292-b39f-326d7340ad6a/947a51be-05a4-4a3f-8011-48503bfe2dae) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:21:26.154310 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2af8a243-e3a1-405a-a1a2-87edb86e7143 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:26.178350 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-2af8a243-e3a1-405a-a1a2-87edb86e7143 admin admin] Transition to ACTIVE for port object 947a51be-05a4-4a3f-8011-48503bfe2dae will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:21:26.259860 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2af8a243-e3a1-405a-a1a2-87edb86e7143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:26.325710 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af8a243-e3a1-405a-a1a2-87edb86e7143 admin admin] Network 8d354b37-2a39-450f-969c-b366e6128622 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:21:26.331450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-2af8a243-e3a1-405a-a1a2-87edb86e7143 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:21:26.343668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af8a243-e3a1-405a-a1a2-87edb86e7143 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:21:26.344050 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2af8a243-e3a1-405a-a1a2-87edb86e7143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:26.369592 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8a243-e3a1-405a-a1a2-87edb86e7143 admin admin] Pushing event updated for resources: {'Port': ['ID=947a51be-05a4-4a3f-8011-48503bfe2dae,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:21:26.567739 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-178f8784-c131-46ae-a6e9-13e050ea0f53 None None] Provisioning for port 947a51be-05a4-4a3f-8011-48503bfe2dae completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:21:26.573186 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-178f8784-c131-46ae-a6e9-13e050ea0f53 None None] Provisioning complete for port 947a51be-05a4-4a3f-8011-48503bfe2dae triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:21:26.573869 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-178f8784-c131-46ae-a6e9-13e050ea0f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:26.611931 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2af8a243-e3a1-405a-a1a2-87edb86e7143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:26.626675 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-178f8784-c131-46ae-a6e9-13e050ea0f53 None None] Port 947a51be-05a4-4a3f-8011-48503bfe2dae cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:21:26.823701 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2af8a243-e3a1-405a-a1a2-87edb86e7143 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:26.830074 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2af8a243-e3a1-405a-a1a2-87edb86e7143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:26.830864 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2af8a243-e3a1-405a-a1a2-87edb86e7143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:26.907445 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8a243-e3a1-405a-a1a2-87edb86e7143 admin admin] Pushing event updated for resources: {'Port': ['ID=947a51be-05a4-4a3f-8011-48503bfe2dae,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:21:26.955040 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af8a243-e3a1-405a-a1a2-87edb86e7143 admin admin] Network 8d354b37-2a39-450f-969c-b366e6128622 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:21:26.956300 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-2af8a243-e3a1-405a-a1a2-87edb86e7143 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:21:27.129104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af8a243-e3a1-405a-a1a2-87edb86e7143 admin admin] Router 86ea30b5-c85d-4603-9f56-54e7a8805504 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:21:27.148632 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-644bd343-acab-4636-8e73-ce8796d47081 None None] Provisioning complete for port 947a51be-05a4-4a3f-8011-48503bfe2dae triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:21:27.149584 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-644bd343-acab-4636-8e73-ce8796d47081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:27.186017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-644bd343-acab-4636-8e73-ce8796d47081 None None] Port 947a51be-05a4-4a3f-8011-48503bfe2dae cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:21:27.220775 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af8a243-e3a1-405a-a1a2-87edb86e7143 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:21:27.226388 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2af8a243-e3a1-405a-a1a2-87edb86e7143 admin admin] 10.222.0.68 "PUT /v2.0/routers/86ea30b5-c85d-4603-9f56-54e7a8805504/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8364558 Aug 16 01:21:27.232723 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Sync routers for ids ['86ea30b5-c85d-4603-9f56-54e7a8805504'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:21:27.245198 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Routers {'86ea30b5-c85d-4603-9f56-54e7a8805504'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:21:27.246115 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:21:22Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['86ea30b5-c85d-4603-9f56-54e7a8805504'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:21:27.436182 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Set router 86ea30b5-c85d-4603-9f56-54e7a8805504 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:21:27.863439 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ea30b5-c85d-4603-9f56-54e7a8805504', 'name': 'router1', 'tenant_id': '50c922dc3fd849dd94acda3c9e2716b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:21:16Z', 'updated_at': '2021-08-16T01:21:26Z', 'revision_number': 2, 'project_id': '50c922dc3fd849dd94acda3c9e2716b8', 'gw_port_host': None, '_interfaces': [{'id': '947a51be-05a4-4a3f-8011-48503bfe2dae', 'name': '', 'network_id': '8d354b37-2a39-450f-969c-b366e6128622', 'tenant_id': '50c922dc3fd849dd94acda3c9e2716b8', 'mac_address': 'fa:16:3e:d5:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ea30b5-c85d-4603-9f56-54e7a8805504', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c38ba85-aa55-4292-b39f-326d7340ad6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:21:25Z', 'updated_at': '2021-08-16T01:21:26Z', 'revision_number': 2, 'project_id': '50c922dc3fd849dd94acda3c9e2716b8', 'subnets': [{'id': '8c38ba85-aa55-4292-b39f-326d7340ad6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34d281df-2b73-4999-93a4-9df082eca998'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:21:27.913666 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Checking router: 86ea30b5-c85d-4603-9f56-54e7a8805504 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:21:27.914063 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Updating router 86ea30b5-c85d-4603-9f56-54e7a8805504 port 947a51be-05a4-4a3f-8011-48503bfe2dae binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:21:27.962708 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:28.502112 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:28.520720 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Transition to ACTIVE for port object 947a51be-05a4-4a3f-8011-48503bfe2dae will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:21:28.525842 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:28.682449 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c375be0-6b74-46df-9837-52e19d0cadbf None None] Pushing event updated for resources: {'Port': ['ID=947a51be-05a4-4a3f-8011-48503bfe2dae,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:21:28.689488 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Attempting to bind port 947a51be-05a4-4a3f-8011-48503bfe2dae on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:21:28.689899 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Attempting to bind port 947a51be-05a4-4a3f-8011-48503bfe2dae by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '906486ea-be95-417c-9211-a64c900339ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8d354b37-2a39-450f-969c-b366e6128622'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:21:28.690320 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Attempting to bind port 947a51be-05a4-4a3f-8011-48503bfe2dae on network 8d354b37-2a39-450f-969c-b366e6128622 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:21:28.697156 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c375be0-6b74-46df-9837-52e19d0cadbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:28.697497 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c375be0-6b74-46df-9837-52e19d0cadbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:28.697877 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c375be0-6b74-46df-9837-52e19d0cadbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:28.698214 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c375be0-6b74-46df-9837-52e19d0cadbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:28.698545 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c375be0-6b74-46df-9837-52e19d0cadbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:28.698868 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c375be0-6b74-46df-9837-52e19d0cadbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:28.699195 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c375be0-6b74-46df-9837-52e19d0cadbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:28.699515 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c375be0-6b74-46df-9837-52e19d0cadbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:28.699831 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c375be0-6b74-46df-9837-52e19d0cadbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:28.700152 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c375be0-6b74-46df-9837-52e19d0cadbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:28.700468 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c375be0-6b74-46df-9837-52e19d0cadbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:28.700790 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c375be0-6b74-46df-9837-52e19d0cadbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c375be0-6b74-46df-9837-52e19d0cadbf None None] Tracked resource versions report: Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: pushed versions: Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: { 'AddressGroup': {'1.2'}, Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'ConntrackHelper': {'1.0'}, Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'Log': {'1.0'}, Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'Network': {'1.1'}, Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'Port': {'1.7'}, Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'PortForwarding': {'1.2'}, Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'QosPolicy': {'1.9'}, Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'SecurityGroup': {'1.4'}, Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'SubPort': {'1.0'}, Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'Subnet': {'1.1'}, Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'Trunk': {'1.1'}} Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: consumer versions: Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: { DHCP agent@n-d-765315-27: {}, Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: L3 agent@n-d-765315-27: {}, Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: Metadata agent@n-d-765315-27: {}, Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: Metering agent@n-d-765315-27: {}, Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: Open vSwitch agent@n-d-765315-27: { 'AddressGroup': '1.2', Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'ConntrackHelper': '1.0', Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'Log': '1.0', Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'Network': '1.1', Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'Port': '1.7', Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'PortForwarding': '1.2', Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'QosPolicy': '1.9', Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'SecurityGroup': '1.4', Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'SecurityGroupRule': '1.2', Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'SubPort': '1.0', Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'Subnet': '1.1', Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: 'Trunk': '1.1'}} Aug 16 01:21:28.702017 n-d-765315-27 neutron-server[94675]: {{(pid=94675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:21:28.705991 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:21:28.706389 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Checking segment: {'id': '906486ea-be95-417c-9211-a64c900339ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8d354b37-2a39-450f-969c-b366e6128622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:21:28.706854 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:28.707243 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Bound using segment: {'id': '906486ea-be95-417c-9211-a64c900339ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8d354b37-2a39-450f-969c-b366e6128622'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:21:28.708077 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Bound port: 947a51be-05a4-4a3f-8011-48503bfe2dae, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906486ea-be95-417c-9211-a64c900339ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8d354b37-2a39-450f-969c-b366e6128622'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:21:28.708471 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:28.781061 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] For port 947a51be-05a4-4a3f-8011-48503bfe2dae, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:21:28.807191 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] For port 947a51be-05a4-4a3f-8011-48503bfe2dae, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=947a51be-05a4-4a3f-8011-48503bfe2dae,segment=NetworkSegment(906486ea-be95-417c-9211-a64c900339ea),segment_id=906486ea-be95-417c-9211-a64c900339ea)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:21:28.812753 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:28.871843 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c375be0-6b74-46df-9837-52e19d0cadbf None None] Pushing event updated for resources: {'Port': ['ID=947a51be-05a4-4a3f-8011-48503bfe2dae,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:21:28.882844 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Routers {'86ea30b5-c85d-4603-9f56-54e7a8805504'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:21:28.883279 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:21:22Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['86ea30b5-c85d-4603-9f56-54e7a8805504'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:21:28.982228 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] Set router 86ea30b5-c85d-4603-9f56-54e7a8805504 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:21:29.198025 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ea30b5-c85d-4603-9f56-54e7a8805504', 'name': 'router1', 'tenant_id': '50c922dc3fd849dd94acda3c9e2716b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:21:16Z', 'updated_at': '2021-08-16T01:21:26Z', 'revision_number': 2, 'project_id': '50c922dc3fd849dd94acda3c9e2716b8', 'gw_port_host': None, '_interfaces': [{'id': '947a51be-05a4-4a3f-8011-48503bfe2dae', 'name': '', 'network_id': '8d354b37-2a39-450f-969c-b366e6128622', 'tenant_id': '50c922dc3fd849dd94acda3c9e2716b8', 'mac_address': 'fa:16:3e:d5:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ea30b5-c85d-4603-9f56-54e7a8805504', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c38ba85-aa55-4292-b39f-326d7340ad6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:21:25Z', 'updated_at': '2021-08-16T01:21:28Z', 'revision_number': 4, 'project_id': '50c922dc3fd849dd94acda3c9e2716b8', 'subnets': [{'id': '8c38ba85-aa55-4292-b39f-326d7340ad6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34d281df-2b73-4999-93a4-9df082eca998'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:21:29.227690 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54624fbd-cb55-4b16-8574-4982e4946509 None None] The sync data for ids ['86ea30b5-c85d-4603-9f56-54e7a8805504'] in n-d-765315-27 is: [{'id': '86ea30b5-c85d-4603-9f56-54e7a8805504', 'name': 'router1', 'tenant_id': '50c922dc3fd849dd94acda3c9e2716b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:21:16Z', 'updated_at': '2021-08-16T01:21:26Z', 'revision_number': 2, 'project_id': '50c922dc3fd849dd94acda3c9e2716b8', 'gw_port_host': None, '_interfaces': [{'id': '947a51be-05a4-4a3f-8011-48503bfe2dae', 'name': '', 'network_id': '8d354b37-2a39-450f-969c-b366e6128622', 'tenant_id': '50c922dc3fd849dd94acda3c9e2716b8', 'mac_address': 'fa:16:3e:d5:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ea30b5-c85d-4603-9f56-54e7a8805504', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c38ba85-aa55-4292-b39f-326d7340ad6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:21:25Z', 'updated_at': '2021-08-16T01:21:28Z', 'revision_number': 4, 'project_id': '50c922dc3fd849dd94acda3c9e2716b8', 'subnets': [{'id': '8c38ba85-aa55-4292-b39f-326d7340ad6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34d281df-2b73-4999-93a4-9df082eca998'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:21:29.484714 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56974) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:21:29.597166 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c616609-ecec-4be6-8713-d5126288ab2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:21:29.598860 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9c616609-ecec-4be6-8713-d5126288ab2c admin admin] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 842 time: 0.1131108 Aug 16 01:21:29.608432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e522c9cc-ef79-473d-9a3e-e743a56a756c admin admin] Request body: {'subnet': {'gateway_ip': '172.25.3.1', 'name': 'public-subnet', 'cidr': '172.25.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:21:29.633714 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e522c9cc-ef79-473d-9a3e-e743a56a756c admin admin] Made reservation on behalf of 15c1c3604a05438b94b36d30a62214dd for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:21:29.636011 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e522c9cc-ef79-473d-9a3e-e743a56a756c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:29.945352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.objects.ports [None req-e522c9cc-ef79-473d-9a3e-e743a56a756c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:21:29.945809 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e522c9cc-ef79-473d-9a3e-e743a56a756c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:29.992914 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522c9cc-ef79-473d-9a3e-e743a56a756c admin admin] Pushing event updated for resources: {'Subnet': ['ID=55176bfb-b275-4812-92c7-937d1685719f,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:21:30.010217 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e522c9cc-ef79-473d-9a3e-e743a56a756c admin admin] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:21:30.010559 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e522c9cc-ef79-473d-9a3e-e743a56a756c admin admin] Network hostable DHCP agents. Network: 624da80d-1349-4890-b915-f302637330f0, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:21:30.034100 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e522c9cc-ef79-473d-9a3e-e743a56a756c admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:21:30.045296 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e522c9cc-ef79-473d-9a3e-e743a56a756c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 624da80d-1349-4890-b915-f302637330f0) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:21:30.049786 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e522c9cc-ef79-473d-9a3e-e743a56a756c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:21:30.050514 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e522c9cc-ef79-473d-9a3e-e743a56a756c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:30.057672 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e7a3bb-f3df-4595-8634-431843580ac8 None None] Network 624da80d-1349-4890-b915-f302637330f0 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:21:30.073940 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e522c9cc-ef79-473d-9a3e-e743a56a756c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4599457 Aug 16 01:21:30.215223 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b271df9b-b5e9-407f-b482-f921fc3ea8e7 None None] Network 624da80d-1349-4890-b915-f302637330f0 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:21:32.356121 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56982) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:21:32.494582 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bb243133-6276-4c63-a307-ba85023db548 admin admin] 10.222.0.68 "GET /v2.0/routers/86ea30b5-c85d-4603-9f56-54e7a8805504 HTTP/1.1" status: 200 len: 710 time: 0.1370697 Aug 16 01:21:32.579050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd13fb27-bb36-4c20-90a9-bb8cba6fedbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:21:32.580330 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bd13fb27-bb36-4c20-90a9-bb8cba6fedbc admin admin] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 886 time: 0.0801950 Aug 16 01:21:32.590591 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-89b1b63c-a187-4511-8bbd-6022d1f8256c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:21:32.932083 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-89b1b63c-a187-4511-8bbd-6022d1f8256c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:33.166897 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-89b1b63c-a187-4511-8bbd-6022d1f8256c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:33.239733 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-89b1b63c-a187-4511-8bbd-6022d1f8256c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:33.351822 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-89b1b63c-a187-4511-8bbd-6022d1f8256c admin admin] Allocated IP 172.25.3.211 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/0c5ba7af-15ae-428b-bb84-8491dd7053f6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:21:33.466526 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-89b1b63c-a187-4511-8bbd-6022d1f8256c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:33.511666 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-89b1b63c-a187-4511-8bbd-6022d1f8256c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:33.553031 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b1b63c-a187-4511-8bbd-6022d1f8256c admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:21:33.557924 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-89b1b63c-a187-4511-8bbd-6022d1f8256c admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:21:33.560946 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b1b63c-a187-4511-8bbd-6022d1f8256c admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:21:33.594897 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1b63c-a187-4511-8bbd-6022d1f8256c admin admin] Pushing event updated for resources: {'Port': ['ID=0c5ba7af-15ae-428b-bb84-8491dd7053f6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:21:33.821424 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-89b1b63c-a187-4511-8bbd-6022d1f8256c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:34.024860 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-89b1b63c-a187-4511-8bbd-6022d1f8256c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:34.028355 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-89b1b63c-a187-4511-8bbd-6022d1f8256c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:34.248972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b1b63c-a187-4511-8bbd-6022d1f8256c admin admin] Router 86ea30b5-c85d-4603-9f56-54e7a8805504 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:21:34.353985 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b1b63c-a187-4511-8bbd-6022d1f8256c admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:21:34.358285 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-89b1b63c-a187-4511-8bbd-6022d1f8256c admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:34.366765 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-89b1b63c-a187-4511-8bbd-6022d1f8256c admin admin] 10.222.0.68 "PUT /v2.0/routers/86ea30b5-c85d-4603-9f56-54e7a8805504 HTTP/1.1" status: 200 len: 890 time: 1.7788875 Aug 16 01:21:35.076633 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 947a51be-05a4-4a3f-8011-48503bfe2dae up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:21:35.132328 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 947a51be-05a4-4a3f-8011-48503bfe2dae completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:21:35.136017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 947a51be-05a4-4a3f-8011-48503bfe2dae triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:21:35.136474 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:35.214533 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:35.248266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 947a51be-05a4-4a3f-8011-48503bfe2dae, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=947a51be-05a4-4a3f-8011-48503bfe2dae,segment=NetworkSegment(906486ea-be95-417c-9211-a64c900339ea),segment_id=906486ea-be95-417c-9211-a64c900339ea)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:21:35.253273 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:35.304046 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=947a51be-05a4-4a3f-8011-48503bfe2dae,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:21:35.761795 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Sync routers for ids ['86ea30b5-c85d-4603-9f56-54e7a8805504'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:21:35.773087 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Routers {'86ea30b5-c85d-4603-9f56-54e7a8805504'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:21:35.773858 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:21:22Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['86ea30b5-c85d-4603-9f56-54e7a8805504'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:21:36.019117 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Set router 86ea30b5-c85d-4603-9f56-54e7a8805504 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:21:36.413368 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ea30b5-c85d-4603-9f56-54e7a8805504', 'name': 'router1', 'tenant_id': '50c922dc3fd849dd94acda3c9e2716b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '0c5ba7af-15ae-428b-bb84-8491dd7053f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:21:16Z', 'updated_at': '2021-08-16T01:21:33Z', 'revision_number': 4, 'project_id': '50c922dc3fd849dd94acda3c9e2716b8', 'gw_port': {'id': '0c5ba7af-15ae-428b-bb84-8491dd7053f6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ea30b5-c85d-4603-9f56-54e7a8805504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:21:33Z', 'updated_at': '2021-08-16T01:21:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '947a51be-05a4-4a3f-8011-48503bfe2dae', 'name': '', 'network_id': '8d354b37-2a39-450f-969c-b366e6128622', 'tenant_id': '50c922dc3fd849dd94acda3c9e2716b8', 'mac_address': 'fa:16:3e:d5:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea30b5-c85d-4603-9f56-54e7a8805504', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c38ba85-aa55-4292-b39f-326d7340ad6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:21:25Z', 'updated_at': '2021-08-16T01:21:35Z', 'revision_number': 5, 'project_id': '50c922dc3fd849dd94acda3c9e2716b8', 'subnets': [{'id': '8c38ba85-aa55-4292-b39f-326d7340ad6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34d281df-2b73-4999-93a4-9df082eca998'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:21:36.465028 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Checking router: 86ea30b5-c85d-4603-9f56-54e7a8805504 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:21:36.465379 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Updating router 86ea30b5-c85d-4603-9f56-54e7a8805504 port 0c5ba7af-15ae-428b-bb84-8491dd7053f6 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:21:36.510973 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:36.818505 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56994) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:21:36.836861 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:36.846471 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Transition to ACTIVE for port object 0c5ba7af-15ae-428b-bb84-8491dd7053f6 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:21:36.854043 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:36.906766 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f63e2-0fe6-47ad-8c8a-8e525a8abf11 None None] Pushing event updated for resources: {'Port': ['ID=0c5ba7af-15ae-428b-bb84-8491dd7053f6,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:21:36.908645 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Attempting to bind port 0c5ba7af-15ae-428b-bb84-8491dd7053f6 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:21:36.908645 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Attempting to bind port 0c5ba7af-15ae-428b-bb84-8491dd7053f6 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:21:36.908864 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Attempting to bind port 0c5ba7af-15ae-428b-bb84-8491dd7053f6 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:21:36.914557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:21:36.915036 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:21:36.915320 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:36.915705 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:21:36.916167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Bound port: 0c5ba7af-15ae-428b-bb84-8491dd7053f6, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:21:36.916559 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:36.934122 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-49d265ea-8878-45a8-a968-935966316848 admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1144733 Aug 16 01:21:36.971138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] For port 0c5ba7af-15ae-428b-bb84-8491dd7053f6, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:21:36.974705 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] For port 0c5ba7af-15ae-428b-bb84-8491dd7053f6, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0c5ba7af-15ae-428b-bb84-8491dd7053f6,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:21:36.978850 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:37.039564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Routers {'86ea30b5-c85d-4603-9f56-54e7a8805504'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:21:37.040204 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:21:22Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['86ea30b5-c85d-4603-9f56-54e7a8805504'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:21:37.161186 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 947a51be-05a4-4a3f-8011-48503bfe2dae up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:21:37.165431 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f63e2-0fe6-47ad-8c8a-8e525a8abf11 None None] Pushing event updated for resources: {'Port': ['ID=0c5ba7af-15ae-428b-bb84-8491dd7053f6,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:21:37.267718 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] Set router 86ea30b5-c85d-4603-9f56-54e7a8805504 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:21:37.296093 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 947a51be-05a4-4a3f-8011-48503bfe2dae triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:21:37.296467 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:37.556048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ea30b5-c85d-4603-9f56-54e7a8805504', 'name': 'router1', 'tenant_id': '50c922dc3fd849dd94acda3c9e2716b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '0c5ba7af-15ae-428b-bb84-8491dd7053f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:21:16Z', 'updated_at': '2021-08-16T01:21:33Z', 'revision_number': 4, 'project_id': '50c922dc3fd849dd94acda3c9e2716b8', 'gw_port': {'id': '0c5ba7af-15ae-428b-bb84-8491dd7053f6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ea30b5-c85d-4603-9f56-54e7a8805504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:21:33Z', 'updated_at': '2021-08-16T01:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '947a51be-05a4-4a3f-8011-48503bfe2dae', 'name': '', 'network_id': '8d354b37-2a39-450f-969c-b366e6128622', 'tenant_id': '50c922dc3fd849dd94acda3c9e2716b8', 'mac_address': 'fa:16:3e:d5:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea30b5-c85d-4603-9f56-54e7a8805504', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c38ba85-aa55-4292-b39f-326d7340ad6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:21:25Z', 'updated_at': '2021-08-16T01:21:35Z', 'revision_number': 5, 'project_id': '50c922dc3fd849dd94acda3c9e2716b8', 'subnets': [{'id': '8c38ba85-aa55-4292-b39f-326d7340ad6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34d281df-2b73-4999-93a4-9df082eca998'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:21:37.583359 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458da632-dfcc-42eb-ab6b-b8f7359caa88 None None] The sync data for ids ['86ea30b5-c85d-4603-9f56-54e7a8805504'] in n-d-765315-27 is: [{'id': '86ea30b5-c85d-4603-9f56-54e7a8805504', 'name': 'router1', 'tenant_id': '50c922dc3fd849dd94acda3c9e2716b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '0c5ba7af-15ae-428b-bb84-8491dd7053f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:21:16Z', 'updated_at': '2021-08-16T01:21:33Z', 'revision_number': 4, 'project_id': '50c922dc3fd849dd94acda3c9e2716b8', 'gw_port': {'id': '0c5ba7af-15ae-428b-bb84-8491dd7053f6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ea30b5-c85d-4603-9f56-54e7a8805504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:21:33Z', 'updated_at': '2021-08-16T01:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '947a51be-05a4-4a3f-8011-48503bfe2dae', 'name': '', 'network_id': '8d354b37-2a39-450f-969c-b366e6128622', 'tenant_id': '50c922dc3fd849dd94acda3c9e2716b8', 'mac_address': 'fa:16:3e:d5:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea30b5-c85d-4603-9f56-54e7a8805504', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c38ba85-aa55-4292-b39f-326d7340ad6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:21:25Z', 'updated_at': '2021-08-16T01:21:35Z', 'revision_number': 5, 'project_id': '50c922dc3fd849dd94acda3c9e2716b8', 'subnets': [{'id': '8c38ba85-aa55-4292-b39f-326d7340ad6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34d281df-2b73-4999-93a4-9df082eca998'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:21:39.107894 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0c5ba7af-15ae-428b-bb84-8491dd7053f6 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:21:39.165651 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 0c5ba7af-15ae-428b-bb84-8491dd7053f6 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:21:39.170812 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 0c5ba7af-15ae-428b-bb84-8491dd7053f6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:21:39.171339 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:39.259634 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:39.283736 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 0c5ba7af-15ae-428b-bb84-8491dd7053f6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0c5ba7af-15ae-428b-bb84-8491dd7053f6,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:21:39.291692 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:39.340485 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=0c5ba7af-15ae-428b-bb84-8491dd7053f6,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:21:41.096667 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0c5ba7af-15ae-428b-bb84-8491dd7053f6 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:21:41.165554 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 0c5ba7af-15ae-428b-bb84-8491dd7053f6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:21:41.165554 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:49.993866 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d09db5f4-3a36-46a7-b879-ec4943ec9728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:52.497815 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4f01-a3ca-41ff-a459-d52a0aedbe81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:53.121713 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:53.947921 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:21:55.723534 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:22:00.235011 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 5 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:22:20.005862 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd0f31a2-28b9-4244-8a6f-d374e1579fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:22:22.501073 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93eafbfa-8dc7-495f-a42e-092b9ff30d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:22:23.125586 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:22:23.947160 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:22:25.723443 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:22:37.224747 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 5 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:22:49.996618 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2aba6fe-49d6-4513-a9df-a7fb04967de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:22:52.504280 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-46096265-4aa7-4399-977b-d69c758936dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:22:53.129414 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:22:53.946799 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:22:55.710709 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:23:14.224086 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 5 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:23:18.555760 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57598) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:23:18.617167 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1c8598-03a7-4d1e-9687-47a89875e2ca admin admin] GET failed (client error): The resource could not be found. Aug 16 01:23:18.618507 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1f1c8598-03a7-4d1e-9687-47a89875e2ca admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618808 Aug 16 01:23:18.782726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31787a5-b4c1-49b4-a7de-0bd3973c326d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:23:18.784289 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f31787a5-b4c1-49b4-a7de-0bd3973c326d admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1610539 Aug 16 01:23:20.004275 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d545edf7-3ecb-4f9b-aada-9a1e35fbbd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:23:20.961921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57608) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:23:21.064051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a766750-14db-4479-9c2b-55e14583cbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:23:21.065422 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2a766750-14db-4479-9c2b-55e14583cbc3 admin admin] 10.222.0.68 "GET /v2.0/subnets/8c38ba85-aa55-4292-b39f-326d7340ad6a HTTP/1.1" status: 200 len: 849 time: 0.1024499 Aug 16 01:23:21.075172 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8130c187-73ee-4170-b762-673f53cc2936 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:23:21.162807 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8130c187-73ee-4170-b762-673f53cc2936 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:23:21.302709 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8130c187-73ee-4170-b762-673f53cc2936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736854119051'] for subnet, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:23:21.331883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8130c187-73ee-4170-b762-673f53cc2936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:23:21.332469 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8130c187-73ee-4170-b762-673f53cc2936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:23:21.333855 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8130c187-73ee-4170-b762-673f53cc2936 admin admin] 10.222.0.68 "PUT /v2.0/subnets/8c38ba85-aa55-4292-b39f-326d7340ad6a HTTP/1.1" status: 200 len: 868 time: 0.2623520 Aug 16 01:23:21.337466 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240a1ba3-d6fa-4476-81f1-5dca94f940de None None] Network 8d354b37-2a39-450f-969c-b366e6128622 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:23:21.354986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130c187-73ee-4170-b762-673f53cc2936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c38ba85-aa55-4292-b39f-326d7340ad6a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:23:21.363470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130c187-73ee-4170-b762-673f53cc2936 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:23:21.363870 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130c187-73ee-4170-b762-673f53cc2936 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:23:21.364834 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130c187-73ee-4170-b762-673f53cc2936 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:23:21.365176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130c187-73ee-4170-b762-673f53cc2936 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:23:21.365539 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130c187-73ee-4170-b762-673f53cc2936 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:23:21.365918 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130c187-73ee-4170-b762-673f53cc2936 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:23:21.366254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130c187-73ee-4170-b762-673f53cc2936 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:23:21.366581 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130c187-73ee-4170-b762-673f53cc2936 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:23:21.366909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130c187-73ee-4170-b762-673f53cc2936 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:23:21.367241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130c187-73ee-4170-b762-673f53cc2936 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:23:21.367566 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130c187-73ee-4170-b762-673f53cc2936 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:23:21.367888 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130c187-73ee-4170-b762-673f53cc2936 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:23:21.703546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-baf83935-879e-48e7-b672-ab1e0f9c1db4 None None] Provisioning complete for port 947a51be-05a4-4a3f-8011-48503bfe2dae triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:23:21.704457 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-baf83935-879e-48e7-b672-ab1e0f9c1db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:23:21.790031 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-baf83935-879e-48e7-b672-ab1e0f9c1db4 None None] Provisioning complete for port 3d9c917a-7d1c-46cc-938b-0cdfbfbf9389 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:23:21.790296 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-baf83935-879e-48e7-b672-ab1e0f9c1db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:23:22.506106 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c8a25e2-4415-409a-b75b-bbb7c0008c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:23:23.123036 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:23:23.515788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57616) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:23:23.715143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360e5d01-584f-48b9-87c0-f4dc45cdff1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:23:23.715517 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360e5d01-584f-48b9-87c0-f4dc45cdff1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:23:23.717058 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-360e5d01-584f-48b9-87c0-f4dc45cdff1f admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2002032 Aug 16 01:23:23.951221 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:23:25.717679 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:23:25.923224 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57624) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:23:26.060402 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec1bcc4-c961-4fd5-8dc5-ab2cf86c266b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:23:26.060865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec1bcc4-c961-4fd5-8dc5-ab2cf86c266b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:23:26.062428 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0ec1bcc4-c961-4fd5-8dc5-ab2cf86c266b admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1382179 Aug 16 01:23:28.251566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57632) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:23:28.415550 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba57bbfe-1dfa-4bee-858a-385f1789566a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:23:28.416932 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ba57bbfe-1dfa-4bee-858a-385f1789566a admin admin] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 886 time: 0.1644232 Aug 16 01:23:30.592912 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57642) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:23:30.723843 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289b4d5d-4739-4e98-8867-950a45125896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:23:30.725203 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-289b4d5d-4739-4e98-8867-950a45125896 admin admin] 10.222.0.68 "GET /v2.0/networks/8d354b37-2a39-450f-969c-b366e6128622 HTTP/1.1" status: 200 len: 869 time: 0.1310768 Aug 16 01:23:32.911766 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57650) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:23:33.035162 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fa63af-47d0-4151-8a6c-e9fe2f1dc7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:23:33.035620 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fa63af-47d0-4151-8a6c-e9fe2f1dc7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:23:33.037173 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-95fa63af-47d0-4151-8a6c-e9fe2f1dc7a6 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244669 Aug 16 01:23:35.202007 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57658) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:23:35.333477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc40e8-8e3e-405b-aa88-0bd6c7e2946c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:23:35.333958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc40e8-8e3e-405b-aa88-0bd6c7e2946c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:23:35.335488 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-58cc40e8-8e3e-405b-aa88-0bd6c7e2946c admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1325359 Aug 16 01:23:37.499858 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57666) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:23:37.586738 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef080249-1a32-41fe-8acb-2d5ac9f9ca47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:23:37.588391 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ef080249-1a32-41fe-8acb-2d5ac9f9ca47 admin admin] 10.222.0.68 "GET /v2.0/subnets/55176bfb-b275-4812-92c7-937d1685719f HTTP/1.1" status: 200 len: 816 time: 0.0870922 Aug 16 01:23:39.769900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57674) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:23:39.864653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a16101-8ea8-4817-9cfd-1ca2dcb2b2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:23:39.866011 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f9a16101-8ea8-4817-9cfd-1ca2dcb2b2f1 admin admin] 10.222.0.68 "GET /v2.0/subnets/8c38ba85-aa55-4292-b39f-326d7340ad6a HTTP/1.1" status: 200 len: 868 time: 0.0951533 Aug 16 01:23:49.996328 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e507b695-05b3-4de1-bddd-dd4a81df6f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:23:51.223076 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 5 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:23:52.508178 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72642035-b675-4e72-93ea-89f85babcca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:23:53.127079 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:23:53.952075 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:23:55.720654 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:03.851036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57728) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:24:03.900264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-791d9ca4-c3d0-4ee5-84c3-d73033857456 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:24:03.901267 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-791d9ca4-c3d0-4ee5-84c3-d73033857456 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492918 Aug 16 01:24:06.146796 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57736) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:24:06.208497 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2bbd21-125f-429d-934f-036e40a0d619 admin admin] GET failed (client error): The resource could not be found. Aug 16 01:24:06.209890 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ef2bbd21-125f-429d-934f-036e40a0d619 admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621336 Aug 16 01:24:06.295774 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb1c32f-2087-4fc0-84a7-4288283837b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:24:06.297340 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-dbb1c32f-2087-4fc0-84a7-4288283837b8 admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0828772 Aug 16 01:24:08.502794 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57744) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:24:08.550570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:24:08.571586 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Made reservation on behalf of 15c1c3604a05438b94b36d30a62214dd for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:24:08.573854 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:08.611442 n-d-765315-27 neutron-server[94673]: WARNING neutron.services.revisions.revision_plugin [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Could not find related network for resource to bump revision. Aug 16 01:24:08.623991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:24:08.635147 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:08.635485 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Added segment dc46437e-54ae-4065-a52b-4a51bc657663 of type vlan for network 7142865b-f36f-4e72-87c9-903010283564 Aug 16 01:24:08.677537 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:08.706309 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:08.707230 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:24:08.707799 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:08.766362 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2624838 Aug 16 01:24:08.771197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Pushing event updated for resources: {'Network': ['ID=7142865b-f36f-4e72-87c9-903010283564,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:24:08.778741 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:08.779080 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:08.779411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:08.779987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:08.780323 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:08.780719 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:08.781061 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:08.781361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:08.781682 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:08.782025 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:08.782340 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:08.782654 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f467c-190b-4cf7-ac6c-5f6bab641bd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:08.797371 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 7142865b-f36f-4e72-87c9-903010283564 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:24:11.014472 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57752) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:24:11.075023 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f90069-93b1-4832-bd06-774bd1750189 admin admin] GET failed (client error): The resource could not be found. Aug 16 01:24:11.076326 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c4f90069-93b1-4832-bd06-774bd1750189 admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602424 Aug 16 01:24:11.178019 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ab91d-648b-4776-8b33-0ce98b66e375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:24:11.179450 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-069ab91d-648b-4776-8b33-0ce98b66e375 admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0981596 Aug 16 01:24:11.189951 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ad57e041-a7b6-49cf-86b7-40eedff0e33d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:24:11.210357 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad57e041-a7b6-49cf-86b7-40eedff0e33d admin admin] Made reservation on behalf of 15c1c3604a05438b94b36d30a62214dd for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:24:11.212572 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad57e041-a7b6-49cf-86b7-40eedff0e33d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:11.375152 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad57e041-a7b6-49cf-86b7-40eedff0e33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:11.429309 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57e041-a7b6-49cf-86b7-40eedff0e33d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca33f171-0149-4cc3-97c4-99c8a4c1e83b,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:24:11.436156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57e041-a7b6-49cf-86b7-40eedff0e33d admin admin] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:24:11.437094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad57e041-a7b6-49cf-86b7-40eedff0e33d admin admin] Network hostable DHCP agents. Network: 7142865b-f36f-4e72-87c9-903010283564, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:24:11.453451 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad57e041-a7b6-49cf-86b7-40eedff0e33d admin admin] Network 7142865b-f36f-4e72-87c9-903010283564 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:24:11.461934 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ad57e041-a7b6-49cf-86b7-40eedff0e33d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 7142865b-f36f-4e72-87c9-903010283564) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:24:11.465901 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad57e041-a7b6-49cf-86b7-40eedff0e33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:24:11.466494 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad57e041-a7b6-49cf-86b7-40eedff0e33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:11.471715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344fee41-b1f6-45b4-b3ef-a1004eb23db9 None None] Network 7142865b-f36f-4e72-87c9-903010283564 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:24:11.480613 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ad57e041-a7b6-49cf-86b7-40eedff0e33d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2944469 Aug 16 01:24:11.719741 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-7142865b-f36f-4e72-87c9-903010283564', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'tenant_id': '15c1c3604a05438b94b36d30a62214dd', 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:24:11.720623 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:11.862682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Allocated IP 192.168.233.2 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/ff93d8e8-2d9a-43f4-a96c-72c754dfa370) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:24:12.012350 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:12.021819 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Transition to ACTIVE for port object ff93d8e8-2d9a-43f4-a96c-72c754dfa370 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:24:12.038612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Transition to ACTIVE for port object ff93d8e8-2d9a-43f4-a96c-72c754dfa370 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:24:12.044081 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:12.081175 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:24:12.085949 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:24:12.088635 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:24:12.098651 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Pushing event updated for resources: {'Port': ['ID=ff93d8e8-2d9a-43f4-a96c-72c754dfa370,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:24:12.120566 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:12.120918 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:12.121256 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:12.121592 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:12.122100 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:12.122438 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:12.122763 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:12.123086 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:12.123441 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:12.123780 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:12.124164 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:12.124509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:24:12.161021 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Attempting to bind port ff93d8e8-2d9a-43f4-a96c-72c754dfa370 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:24:12.161381 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Attempting to bind port ff93d8e8-2d9a-43f4-a96c-72c754dfa370 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:24:12.161736 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Attempting to bind port ff93d8e8-2d9a-43f4-a96c-72c754dfa370 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:24:12.166665 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:24:12.167029 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:24:12.167744 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:12.167856 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:24:12.168249 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Bound port: ff93d8e8-2d9a-43f4-a96c-72c754dfa370, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:24:12.168635 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:12.234441 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] For port ff93d8e8-2d9a-43f4-a96c-72c754dfa370, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:24:12.237566 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] For port ff93d8e8-2d9a-43f4-a96c-72c754dfa370, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ff93d8e8-2d9a-43f4-a96c-72c754dfa370,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:24:12.242716 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:12.303842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa3030-f6e8-4de4-b29a-c1904384c8e2 None None] Pushing event updated for resources: {'Port': ['ID=ff93d8e8-2d9a-43f4-a96c-72c754dfa370,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:24:13.138525 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53029c4-ed0f-447e-9c7a-e442d0ffc5f1 None None] Network 7142865b-f36f-4e72-87c9-903010283564 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:24:13.252747 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ff93d8e8-2d9a-43f4-a96c-72c754dfa370 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:24:13.257551 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ea061bb2-a703-4b09-8be3-a0a308e59580 None None] Provisioning for port ff93d8e8-2d9a-43f4-a96c-72c754dfa370 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:24:13.376461 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port ff93d8e8-2d9a-43f4-a96c-72c754dfa370 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:24:13.382451 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port ff93d8e8-2d9a-43f4-a96c-72c754dfa370 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:24:13.382821 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:13.484388 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:13.523065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port ff93d8e8-2d9a-43f4-a96c-72c754dfa370, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ff93d8e8-2d9a-43f4-a96c-72c754dfa370,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:24:13.528510 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:13.597914 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=ff93d8e8-2d9a-43f4-a96c-72c754dfa370,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:24:13.625008 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a90befea-5f11-41bb-9b44-8195fe7fc896 None None] Provisioning complete for port ff93d8e8-2d9a-43f4-a96c-72c754dfa370 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:24:13.625431 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a90befea-5f11-41bb-9b44-8195fe7fc896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:15.185871 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ff93d8e8-2d9a-43f4-a96c-72c754dfa370 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:24:15.232061 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port ff93d8e8-2d9a-43f4-a96c-72c754dfa370 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:24:15.232429 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:19.998354 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5c20917-55b5-4a3a-86f5-1125d4dfaccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:22.512495 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-25f74421-c4c1-4ba3-8bc3-7b46aed592d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:23.131047 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:23.956130 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:25.728798 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:28.222574 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 5 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:24:49.999984 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-078563d7-ac8b-47af-ac38-b8f19ffdab8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:52.514072 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-31cbbf65-4bfc-474e-8bee-45e14732a6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:53.133010 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:53.959889 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:24:55.744005 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:25:05.220365 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 5 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:25:20.002053 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ffb8b3fb-59ff-41f9-a75a-1bdf2ab24cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:25:22.514534 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-edaa1a1f-64b9-4149-be3e-628da4c76adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:25:23.134359 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:25:23.963207 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:25:25.738181 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:25:26.295554 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57804) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:25:26.301626 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-e6c740d6-bb03-4b54-a0ee-3f5ba8465783 tempest-verify_tempest_config-337756736 tempest-verify_tempest_config-337756736-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:25:26.302636 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e6c740d6-bb03-4b54-a0ee-3f5ba8465783 tempest-verify_tempest_config-337756736 tempest-verify_tempest_config-337756736-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061207 Aug 16 01:25:26.616471 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57822) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:25:26.722385 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27e04d0d-7ffb-4b20-8d30-d9081df43e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:25:26.813613 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27e04d0d-7ffb-4b20-8d30-d9081df43e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:25:26.819235 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27e04d0d-7ffb-4b20-8d30-d9081df43e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:25:26.864780 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-27e04d0d-7ffb-4b20-8d30-d9081df43e4c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b0de9a2b051942baa3e79dd6ade5410a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2472737 Aug 16 01:25:26.865939 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e04d0d-7ffb-4b20-8d30-d9081df43e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28556fe-8d8a-4bf8-a87d-b43e9d48bcf1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:25:26.867591 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57826) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:25:26.873661 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e04d0d-7ffb-4b20-8d30-d9081df43e4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:26.873966 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e04d0d-7ffb-4b20-8d30-d9081df43e4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:26.874300 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e04d0d-7ffb-4b20-8d30-d9081df43e4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:26.874637 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e04d0d-7ffb-4b20-8d30-d9081df43e4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:26.874990 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e04d0d-7ffb-4b20-8d30-d9081df43e4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:26.875293 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e04d0d-7ffb-4b20-8d30-d9081df43e4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:26.875619 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e04d0d-7ffb-4b20-8d30-d9081df43e4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:26.875944 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e04d0d-7ffb-4b20-8d30-d9081df43e4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:26.876262 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e04d0d-7ffb-4b20-8d30-d9081df43e4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:26.876588 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e04d0d-7ffb-4b20-8d30-d9081df43e4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:26.876909 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e04d0d-7ffb-4b20-8d30-d9081df43e4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:26.877236 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e04d0d-7ffb-4b20-8d30-d9081df43e4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:26.924386 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80a99311-6232-4e7c-8255-1da07c3862c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:25:26.944854 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80a99311-6232-4e7c-8255-1da07c3862c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:25:27.041112 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80a99311-6232-4e7c-8255-1da07c3862c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:25:27.044111 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80a99311-6232-4e7c-8255-1da07c3862c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:25:27.045274 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-80a99311-6232-4e7c-8255-1da07c3862c9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b28556fe-8d8a-4bf8-a87d-b43e9d48bcf1 HTTP/1.1" status: 204 len: 168 time: 0.1765409 Aug 16 01:25:27.053167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a99311-6232-4e7c-8255-1da07c3862c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28556fe-8d8a-4bf8-a87d-b43e9d48bcf1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:25:27.061008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a99311-6232-4e7c-8255-1da07c3862c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:27.061219 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a99311-6232-4e7c-8255-1da07c3862c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:27.061516 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a99311-6232-4e7c-8255-1da07c3862c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:27.061935 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a99311-6232-4e7c-8255-1da07c3862c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:27.062274 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a99311-6232-4e7c-8255-1da07c3862c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:27.062602 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a99311-6232-4e7c-8255-1da07c3862c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:27.062928 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a99311-6232-4e7c-8255-1da07c3862c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:27.063250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a99311-6232-4e7c-8255-1da07c3862c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:27.063571 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a99311-6232-4e7c-8255-1da07c3862c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:27.063939 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a99311-6232-4e7c-8255-1da07c3862c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:27.064205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a99311-6232-4e7c-8255-1da07c3862c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:27.064522 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a99311-6232-4e7c-8255-1da07c3862c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:25:42.218758 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 5 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:25:50.002511 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ac5cc331-32d8-47d2-a1b2-f17d440c2f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:25:52.514124 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-072e5cc2-b2e1-421e-8311-4dc06f87d621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:25:53.135504 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:25:53.965320 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:25:55.742154 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:26:19.217167 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 5 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:26:20.003178 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5e34d9a-222a-457f-bf09-694e77f36534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:26:22.516015 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81309741-1d26-41c1-a226-7f4aa959910d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:26:23.136336 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:26:23.966943 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:26:25.744728 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:26:50.003745 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d83bfb8-345f-4949-bb05-239ebea07768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:26:52.516749 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ecffb87-71c9-4ce5-b488-be0148568270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:26:53.141440 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:26:53.969865 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:26:55.748945 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:26:56.216311 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 5 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:27:20.004940 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64a93adb-bd9c-4f37-b36f-943bd7a98193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:27:22.516214 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c947b679-6d6c-4a18-afdd-0ac67103fb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:27:23.141891 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:27:23.974071 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:27:25.753403 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:27:33.215287 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 5 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:27:50.006507 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-232226fd-c23d-42d8-a5e9-93d15066e736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:27:52.517416 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c253f7ae-c4b5-454f-94ba-f0c1993593fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:27:53.143445 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:27:53.976567 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:27:55.755873 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:28:10.215015 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 5 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:28:20.007280 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c32a8930-145c-4a32-b727-15878b60832e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:28:22.517892 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b477866-16e6-4915-a4e3-9e4635b432fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:28:23.144902 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:28:23.979385 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:28:25.758429 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:28:37.028801 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1669108'] for agent, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:28:37.719236 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1669108'] for agent, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:28:47.215273 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:28:50.008633 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8bcefa91-9618-4678-b28b-48166fa6861d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:28:52.518069 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2410487-5afc-4352-9a45-1bfc4793c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:28:53.146759 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:28:53.982541 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:28:55.761101 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:29:06.983389 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:29:07.674988 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:29:20.010544 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79a46ca7-3ded-48b6-a121-2249f3fc7dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:29:22.518011 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-813caaed-e53a-4b0e-bb5e-1771f4635fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:29:23.146896 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:29:23.348716 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57892) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:29:23.454244 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bda9a73a-f06a-4cd6-8414-5137b24a90ce admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1036534 Aug 16 01:29:23.988594 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:29:24.215481 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:29:25.641583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57902) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:29:25.697113 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-12233a91-d38d-4acb-a2b5-78707e0ac90b admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0544407 Aug 16 01:29:25.768944 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:29:36.999612 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:29:37.671473 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:29:50.015150 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5876c52e-f7ff-4727-ba02-49cea976d5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:29:52.518718 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b192e289-5527-4c26-8f0e-7d01c451d5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:29:53.148189 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:29:53.988688 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:29:55.765428 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:01.214378 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:30:06.991615 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:07.694489 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:20.015642 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6b627845-cb4a-4836-a07f-6c3a3b80f2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:22.519465 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-002b085a-1d97-4c4b-a3c3-03e7ef607497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:23.152345 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:23.991522 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:25.775257 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:37.013527 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:37.688603 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:38.216060 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:30:48.927503 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58150) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:49.293360 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1446c40e-6421-4090-af66-d58369311cc7 tempest-AutoAllocateNetworkTest-2036035663 tempest-AutoAllocateNetworkTest-2036035663-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=e0a35e82874f4dc28c862caf8015b28f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3645949 Aug 16 01:30:49.296469 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58176) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:49.498096 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e121d0e8-ec1c-49b6-8828-a98a73bc33bd tempest-AutoAllocateNetworkTest-2036035663 tempest-AutoAllocateNetworkTest-2036035663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:30:49.502513 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e121d0e8-ec1c-49b6-8828-a98a73bc33bd tempest-AutoAllocateNetworkTest-2036035663 tempest-AutoAllocateNetworkTest-2036035663-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2019711 Aug 16 01:30:49.502805 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58190) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:49.612748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58196) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:49.612926 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f3e78762-aa1d-41c6-b0d7-c48f3a8d5194 tempest-AutoAllocateNetworkTest-2036035663 tempest-AutoAllocateNetworkTest-2036035663-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1087973 Aug 16 01:30:49.645826 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-25f85e23-019a-4c0b-8ce5-2b0ec679e620 tempest-AutoAllocateNetworkTest-2036035663 tempest-AutoAllocateNetworkTest-2036035663-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=e0a35e82874f4dc28c862caf8015b28f HTTP/1.1" status: 200 len: 208 time: 0.0311704 Aug 16 01:30:50.017168 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-012a76e8-5914-4813-b1c3-c95a179968e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:50.496841 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58252) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:50.807823 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6225f2fe-2932-4ccf-b5d3-10095a1e9613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:50.906527 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6225f2fe-2932-4ccf-b5d3-10095a1e9613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:50.910902 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6225f2fe-2932-4ccf-b5d3-10095a1e9613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:51.070804 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6225f2fe-2932-4ccf-b5d3-10095a1e9613 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e0a35e82874f4dc28c862caf8015b28f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5722649 Aug 16 01:30:51.072001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225f2fe-2932-4ccf-b5d3-10095a1e9613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0d4f67-5f94-46cf-8f62-4fb04bb0f140,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:51.073657 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58278) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:51.079917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225f2fe-2932-4ccf-b5d3-10095a1e9613 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.080257 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225f2fe-2932-4ccf-b5d3-10095a1e9613 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.080590 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225f2fe-2932-4ccf-b5d3-10095a1e9613 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.080937 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225f2fe-2932-4ccf-b5d3-10095a1e9613 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.081235 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225f2fe-2932-4ccf-b5d3-10095a1e9613 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.081556 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225f2fe-2932-4ccf-b5d3-10095a1e9613 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.081899 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225f2fe-2932-4ccf-b5d3-10095a1e9613 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.082216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225f2fe-2932-4ccf-b5d3-10095a1e9613 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.082538 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225f2fe-2932-4ccf-b5d3-10095a1e9613 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.083019 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225f2fe-2932-4ccf-b5d3-10095a1e9613 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.083150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225f2fe-2932-4ccf-b5d3-10095a1e9613 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.083454 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225f2fe-2932-4ccf-b5d3-10095a1e9613 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225f2fe-2932-4ccf-b5d3-10095a1e9613 admin admin] Tracked resource versions report: Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: pushed versions: Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: { 'AddressGroup': {'1.2'}, Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'ConntrackHelper': {'1.0'}, Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'Log': {'1.0'}, Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'Network': {'1.1'}, Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'Port': {'1.7'}, Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'PortForwarding': {'1.2'}, Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'QosPolicy': {'1.9'}, Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'SecurityGroup': {'1.4'}, Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'SubPort': {'1.0'}, Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'Subnet': {'1.1'}, Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'Trunk': {'1.1'}} Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: consumer versions: Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: { DHCP agent@n-d-765315-27: {}, Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: HyperV agent@n-h1-765315-27: {}, Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: HyperV agent@n-h2-765315-27: {}, Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: L3 agent@n-d-765315-27: {}, Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: Metadata agent@n-d-765315-27: {}, Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: Metering agent@n-d-765315-27: {}, Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: Open vSwitch agent@n-d-765315-27: { 'AddressGroup': '1.2', Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'ConntrackHelper': '1.0', Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'Log': '1.0', Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'Network': '1.1', Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'Port': '1.7', Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'PortForwarding': '1.2', Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'QosPolicy': '1.9', Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'SecurityGroup': '1.4', Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'SecurityGroupRule': '1.2', Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'SubPort': '1.0', Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'Subnet': '1.1', Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: 'Trunk': '1.1'}} Aug 16 01:30:51.084500 n-d-765315-27 neutron-server[94672]: {{(pid=94672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:30:51.140353 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2e2731d-8f9e-45a4-bb7f-b3b789908322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:51.165192 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2e2731d-8f9e-45a4-bb7f-b3b789908322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:51.238449 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2e2731d-8f9e-45a4-bb7f-b3b789908322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:51.241263 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2e2731d-8f9e-45a4-bb7f-b3b789908322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:51.242612 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b2e2731d-8f9e-45a4-bb7f-b3b789908322 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6f0d4f67-5f94-46cf-8f62-4fb04bb0f140 HTTP/1.1" status: 204 len: 168 time: 0.1669366 Aug 16 01:30:51.252393 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2731d-8f9e-45a4-bb7f-b3b789908322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0d4f67-5f94-46cf-8f62-4fb04bb0f140,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:51.260876 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e2731d-8f9e-45a4-bb7f-b3b789908322 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.261257 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e2731d-8f9e-45a4-bb7f-b3b789908322 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.261612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e2731d-8f9e-45a4-bb7f-b3b789908322 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.262037 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e2731d-8f9e-45a4-bb7f-b3b789908322 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.262594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e2731d-8f9e-45a4-bb7f-b3b789908322 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.263076 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e2731d-8f9e-45a4-bb7f-b3b789908322 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.263484 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e2731d-8f9e-45a4-bb7f-b3b789908322 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.263807 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e2731d-8f9e-45a4-bb7f-b3b789908322 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.264381 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e2731d-8f9e-45a4-bb7f-b3b789908322 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.264499 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e2731d-8f9e-45a4-bb7f-b3b789908322 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.264777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e2731d-8f9e-45a4-bb7f-b3b789908322 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.265104 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e2731d-8f9e-45a4-bb7f-b3b789908322 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e2731d-8f9e-45a4-bb7f-b3b789908322 admin admin] Tracked resource versions report: Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: pushed versions: Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: { 'AddressGroup': {'1.2'}, Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'ConntrackHelper': {'1.0'}, Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'Log': {'1.0'}, Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'Network': {'1.1'}, Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'Port': {'1.7'}, Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'PortForwarding': {'1.2'}, Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'QosPolicy': {'1.9'}, Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'SecurityGroup': {'1.4'}, Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'SubPort': {'1.0'}, Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'Subnet': {'1.1'}, Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'Trunk': {'1.1'}} Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: consumer versions: Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: { DHCP agent@n-d-765315-27: {}, Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: HyperV agent@n-h1-765315-27: {}, Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: HyperV agent@n-h2-765315-27: {}, Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: L3 agent@n-d-765315-27: {}, Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: Metadata agent@n-d-765315-27: {}, Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: Metering agent@n-d-765315-27: {}, Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: Open vSwitch agent@n-d-765315-27: { 'AddressGroup': '1.2', Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'ConntrackHelper': '1.0', Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'Log': '1.0', Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'Network': '1.1', Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'Port': '1.7', Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'PortForwarding': '1.2', Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'QosPolicy': '1.9', Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'SecurityGroup': '1.4', Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'SecurityGroupRule': '1.2', Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'SubPort': '1.0', Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'Subnet': '1.1', Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: 'Trunk': '1.1'}} Aug 16 01:30:51.266214 n-d-765315-27 neutron-server[94673]: {{(pid=94673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:30:51.847942 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58332) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:52.088006 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94b7123b-07c8-4a12-bfa4-9da1f9b4a9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:52.210138 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94b7123b-07c8-4a12-bfa4-9da1f9b4a9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:52.217015 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94b7123b-07c8-4a12-bfa4-9da1f9b4a9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:52.275835 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-94b7123b-07c8-4a12-bfa4-9da1f9b4a9fb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=168b06e10fe04664818fa6987b2d2988&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4261928 Aug 16 01:30:52.276776 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7123b-07c8-4a12-bfa4-9da1f9b4a9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49441121-88dc-4b10-bdd7-c640342cc63d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:52.277911 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58366) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:52.349666 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-96a30011-22b1-4799-aea6-38e17ee43431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:52.373187 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-96a30011-22b1-4799-aea6-38e17ee43431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:52.429075 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-96a30011-22b1-4799-aea6-38e17ee43431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:52.432811 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-96a30011-22b1-4799-aea6-38e17ee43431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:52.435355 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-96a30011-22b1-4799-aea6-38e17ee43431 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/49441121-88dc-4b10-bdd7-c640342cc63d HTTP/1.1" status: 204 len: 168 time: 0.1555471 Aug 16 01:30:52.469693 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a30011-22b1-4799-aea6-38e17ee43431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49441121-88dc-4b10-bdd7-c640342cc63d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:52.524861 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc42f009-7ed9-44e9-81e1-c07d7d6a20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:53.061998 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58450) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:53.146412 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58462) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:53.165141 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-237c6fb1-e249-4d5c-bace-b76591cedd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:53.167458 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:53.265407 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-237c6fb1-e249-4d5c-bace-b76591cedd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:53.270183 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-237c6fb1-e249-4d5c-bace-b76591cedd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:53.310289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c6fb1-e249-4d5c-bace-b76591cedd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7b3eff-f011-4c82-b93e-63e4e62ba0ea,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:53.319965 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-237c6fb1-e249-4d5c-bace-b76591cedd0f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c3030564675d466183cde023efcb4298&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1722414 Aug 16 01:30:53.322504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58468) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:53.378688 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec05e6de-2ab8-4faf-808b-161d19c39167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:53.401205 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec05e6de-2ab8-4faf-808b-161d19c39167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:53.453995 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05dd7c8c-b011-4278-b24b-034db5dc47e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:53.461229 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec05e6de-2ab8-4faf-808b-161d19c39167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:53.464086 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec05e6de-2ab8-4faf-808b-161d19c39167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:53.468356 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ec05e6de-2ab8-4faf-808b-161d19c39167 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6a7b3eff-f011-4c82-b93e-63e4e62ba0ea HTTP/1.1" status: 204 len: 168 time: 0.1436872 Aug 16 01:30:53.482840 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58478) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:53.487883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05e6de-2ab8-4faf-808b-161d19c39167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7b3eff-f011-4c82-b93e-63e4e62ba0ea,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:53.623888 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05dd7c8c-b011-4278-b24b-034db5dc47e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:53.628629 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05dd7c8c-b011-4278-b24b-034db5dc47e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:53.673177 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-05dd7c8c-b011-4278-b24b-034db5dc47e1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=576e54b300b040d083aaaca5fbd0fdc0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6100607 Aug 16 01:30:53.674286 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd7c8c-b011-4278-b24b-034db5dc47e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab98b2a-72ce-4fb1-9c5a-f10f18ec63e7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:53.676711 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58502) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:53.694825 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0758bfc0-f266-4645-bf65-dc892499d437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:53.799741 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0758bfc0-f266-4645-bf65-dc892499d437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:53.805556 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0758bfc0-f266-4645-bf65-dc892499d437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:53.865344 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0758bfc0-f266-4645-bf65-dc892499d437 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2aa241b5b28e47e68b4b73afdddb9591&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3730459 Aug 16 01:30:53.869883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58516) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:53.874323 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddb674ea-e20c-4f3d-81c3-26fe0296675c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:53.879821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758bfc0-f266-4645-bf65-dc892499d437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cb52fa-9429-4ccf-8236-2e1f59264d2f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:53.924581 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddb674ea-e20c-4f3d-81c3-26fe0296675c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:53.955877 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e2e03f7-70ab-450b-9cec-3c3bb3218289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:53.998253 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:54.002089 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e2e03f7-70ab-450b-9cec-3c3bb3218289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:54.031431 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddb674ea-e20c-4f3d-81c3-26fe0296675c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:54.038942 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddb674ea-e20c-4f3d-81c3-26fe0296675c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:54.040608 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ddb674ea-e20c-4f3d-81c3-26fe0296675c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2ab98b2a-72ce-4fb1-9c5a-f10f18ec63e7 HTTP/1.1" status: 204 len: 168 time: 0.3627582 Aug 16 01:30:54.059476 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb674ea-e20c-4f3d-81c3-26fe0296675c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab98b2a-72ce-4fb1-9c5a-f10f18ec63e7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:54.119645 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e2e03f7-70ab-450b-9cec-3c3bb3218289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:54.123880 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e2e03f7-70ab-450b-9cec-3c3bb3218289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:54.129454 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3e2e03f7-70ab-450b-9cec-3c3bb3218289 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b4cb52fa-9429-4ccf-8236-2e1f59264d2f HTTP/1.1" status: 204 len: 168 time: 0.2599695 Aug 16 01:30:54.148462 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e03f7-70ab-450b-9cec-3c3bb3218289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cb52fa-9429-4ccf-8236-2e1f59264d2f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:54.149638 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58546) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:54.152601 n-d-765315-27 neutron-server[94673]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 01:30:54.197293 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-2bf512f6-539e-4748-b7a4-1b2f6d4dd8e6 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=0dd4e86d8064442ab170c0b6cad114f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465169 Aug 16 01:30:54.342508 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-90d00d90-4e0c-4ab1-84a5-0d3fa635a70e tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:30:54.345175 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-90d00d90-4e0c-4ab1-84a5-0d3fa635a70e tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416004 Aug 16 01:30:54.374707 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-75029ae3-04be-4d99-b527-5d9429651e07 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/quotas/0dd4e86d8064442ab170c0b6cad114f8 HTTP/1.1" status: 200 len: 375 time: 0.0238099 Aug 16 01:30:54.438322 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-dc7137e4-1643-4087-a7ee-f3d5fbad73f7 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0dd4e86d8064442ab170c0b6cad114f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625918 Aug 16 01:30:54.554795 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58572) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:54.571031 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e0482c2-1654-4239-aa13-55cdf7572876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:54.697360 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e0482c2-1654-4239-aa13-55cdf7572876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:54.704709 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e0482c2-1654-4239-aa13-55cdf7572876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:54.761814 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6e0482c2-1654-4239-aa13-55cdf7572876 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b57824a5d2c749758b97f8b7feb2c1d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2056623 Aug 16 01:30:54.764845 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0482c2-1654-4239-aa13-55cdf7572876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e743d89b-b822-4a99-9e91-156e4e787036,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:54.767445 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58590) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:54.779106 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2fa47203-99a4-46c4-a1dc-27f886d32afc req-6058a06b-c8d2-4153-b19a-c9f2541c8b5a tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 210 time: 0.0881598 Aug 16 01:30:54.826520 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1307cf84-71fc-4287-9ab4-6ea90ad1b66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:54.858276 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1307cf84-71fc-4287-9ab4-6ea90ad1b66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:54.924724 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1307cf84-71fc-4287-9ab4-6ea90ad1b66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:54.929492 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1307cf84-71fc-4287-9ab4-6ea90ad1b66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:54.935352 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1307cf84-71fc-4287-9ab4-6ea90ad1b66b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e743d89b-b822-4a99-9e91-156e4e787036 HTTP/1.1" status: 204 len: 168 time: 0.1665194 Aug 16 01:30:54.945896 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307cf84-71fc-4287-9ab4-6ea90ad1b66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e743d89b-b822-4a99-9e91-156e4e787036,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:54.974744 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58606) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:54.994959 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-150b9f77-04b6-4b14-a179-34901f861cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:55.095477 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-150b9f77-04b6-4b14-a179-34901f861cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:55.100980 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-150b9f77-04b6-4b14-a179-34901f861cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:55.135978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b9f77-04b6-4b14-a179-34901f861cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308f2080-ea16-48fa-8ae7-9f5490ad2886,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:55.158592 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-150b9f77-04b6-4b14-a179-34901f861cc8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f24d6ecb8e1d4fdead17feda83f8fe30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1732140 Aug 16 01:30:55.159874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58612) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:55.211833 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d37d1271-8dc4-40ee-98ef-cc736607dc57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:55.239853 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d37d1271-8dc4-40ee-98ef-cc736607dc57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:55.302867 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d37d1271-8dc4-40ee-98ef-cc736607dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:55.310482 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d37d1271-8dc4-40ee-98ef-cc736607dc57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:55.314334 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d37d1271-8dc4-40ee-98ef-cc736607dc57 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/308f2080-ea16-48fa-8ae7-9f5490ad2886 HTTP/1.1" status: 204 len: 168 time: 0.1541722 Aug 16 01:30:55.327849 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d1271-8dc4-40ee-98ef-cc736607dc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308f2080-ea16-48fa-8ae7-9f5490ad2886,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:55.444418 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58632) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:55.785887 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:55.839066 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58648) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:55.891263 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-150cb5cf-397e-4d7c-944a-b6e1433af1e2 req-5745c9c1-280a-4ed2-85c6-9f1da86e92d5 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 210 time: 0.0508666 Aug 16 01:30:55.905872 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b6517b2-9682-46aa-9da0-25c0a955c8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:56.004066 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b4e14fd-57ee-4550-942f-74be44b39d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:56.058374 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b6517b2-9682-46aa-9da0-25c0a955c8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:56.065355 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b6517b2-9682-46aa-9da0-25c0a955c8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:56.124638 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1b6517b2-9682-46aa-9da0-25c0a955c8f7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=49623ab0ae274b7582f39cdabb29d8e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6791244 Aug 16 01:30:56.133267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58672) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:56.159650 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6517b2-9682-46aa-9da0-25c0a955c8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32868a4f-ae8c-47a3-93f4-213cb673494a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:56.179842 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b4e14fd-57ee-4550-942f-74be44b39d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:56.191967 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b4e14fd-57ee-4550-942f-74be44b39d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:56.232318 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5b4e14fd-57ee-4550-942f-74be44b39d59 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f15d7169f31a4a1aa221c5e33a1d11c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3915334 Aug 16 01:30:56.235479 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58680) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:56.268283 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e14fd-57ee-4550-942f-74be44b39d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4797c95d-f8b0-4bdb-971e-23b7a511b410,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:56.298775 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4af10a86-13c0-4c7d-b446-2c2d10195da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:56.317858 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-276fcb18-78a1-45d5-a19c-9f0df355c1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:56.349105 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-276fcb18-78a1-45d5-a19c-9f0df355c1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:56.355284 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4af10a86-13c0-4c7d-b446-2c2d10195da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:56.419263 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-276fcb18-78a1-45d5-a19c-9f0df355c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:56.423863 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-276fcb18-78a1-45d5-a19c-9f0df355c1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:56.425180 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-276fcb18-78a1-45d5-a19c-9f0df355c1a1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4797c95d-f8b0-4bdb-971e-23b7a511b410 HTTP/1.1" status: 204 len: 168 time: 0.1876388 Aug 16 01:30:56.432823 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4af10a86-13c0-4c7d-b446-2c2d10195da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:56.434885 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fcb18-78a1-45d5-a19c-9f0df355c1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4797c95d-f8b0-4bdb-971e-23b7a511b410,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:56.438931 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4af10a86-13c0-4c7d-b446-2c2d10195da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:56.443574 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4af10a86-13c0-4c7d-b446-2c2d10195da0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/32868a4f-ae8c-47a3-93f4-213cb673494a HTTP/1.1" status: 204 len: 168 time: 0.3089864 Aug 16 01:30:56.455143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af10a86-13c0-4c7d-b446-2c2d10195da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32868a4f-ae8c-47a3-93f4-213cb673494a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:57.077384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58724) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:57.090232 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6b4751c-58d9-4d20-8bdd-c5a37599fde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:57.116555 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58726) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:57.132664 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e422c4b-047f-474e-8e91-0f09e3a29f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:57.203693 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6b4751c-58d9-4d20-8bdd-c5a37599fde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:57.209429 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6b4751c-58d9-4d20-8bdd-c5a37599fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:57.247571 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.73', 56132) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:57.257643 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d6b4751c-58d9-4d20-8bdd-c5a37599fde1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6041694fdde44690b227a3c5137b4504&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1791399 Aug 16 01:30:57.258631 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58728) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:57.259080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4751c-58d9-4d20-8bdd-c5a37599fde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e43df64-70d2-4d1c-a77b-d0506415bfb4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:57.304149 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-4b081ce4-d107-4f4a-a251-87da78ad5015 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0dd4e86d8064442ab170c0b6cad114f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535674 Aug 16 01:30:57.347351 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc208e74-9e8b-4919-885f-fee9deca1ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:57.382947 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc208e74-9e8b-4919-885f-fee9deca1ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:57.452371 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc208e74-9e8b-4919-885f-fee9deca1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:57.452936 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e422c4b-047f-474e-8e91-0f09e3a29f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:57.460634 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc208e74-9e8b-4919-885f-fee9deca1ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:57.462480 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fc208e74-9e8b-4919-885f-fee9deca1ed9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9e43df64-70d2-4d1c-a77b-d0506415bfb4 HTTP/1.1" status: 204 len: 168 time: 0.1993623 Aug 16 01:30:57.467843 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e422c4b-047f-474e-8e91-0f09e3a29f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:57.473475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc208e74-9e8b-4919-885f-fee9deca1ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e43df64-70d2-4d1c-a77b-d0506415bfb4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:57.531563 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-c63a3cbb-6ac3-45d9-ba6d-6ef968f1d530 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:30:57.533184 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-c63a3cbb-6ac3-45d9-ba6d-6ef968f1d530 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2196317 Aug 16 01:30:57.541072 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e422c4b-047f-474e-8e91-0f09e3a29f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a609dbd-f506-4729-b0ef-645dea227b61,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:57.546200 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3e422c4b-047f-474e-8e91-0f09e3a29f45 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8b6a1af03e2d4d20a025e0690fa66f1b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4285779 Aug 16 01:30:57.548952 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58742) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:57.620351 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-4664b69d-1deb-4dfa-9539-41dad79e35cd tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Request body: {'port': {'device_id': '7b99f461-bce5-4282-b9d3-8487e38be989', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': '0dd4e86d8064442ab170c0b6cad114f8'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:30:57.677020 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58752) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:30:57.702400 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2ae4d9e-a14a-41e0-ba79-3e2d9a0b7388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:57.772551 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2ae4d9e-a14a-41e0-ba79-3e2d9a0b7388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:57.875800 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-4664b69d-1deb-4dfa-9539-41dad79e35cd tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Made reservation on behalf of 0dd4e86d8064442ab170c0b6cad114f8 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:30:57.879617 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-4664b69d-1deb-4dfa-9539-41dad79e35cd tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:57.889974 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-4664b69d-1deb-4dfa-9539-41dad79e35cd tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:57.897798 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2ae4d9e-a14a-41e0-ba79-3e2d9a0b7388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:57.900304 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2ae4d9e-a14a-41e0-ba79-3e2d9a0b7388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:57.901591 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e2ae4d9e-a14a-41e0-ba79-3e2d9a0b7388 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2a609dbd-f506-4729-b0ef-645dea227b61 HTTP/1.1" status: 204 len: 168 time: 0.3510118 Aug 16 01:30:57.920641 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae4d9e-a14a-41e0-ba79-3e2d9a0b7388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a609dbd-f506-4729-b0ef-645dea227b61,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:58.060269 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-4664b69d-1deb-4dfa-9539-41dad79e35cd tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:58.065471 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-4664b69d-1deb-4dfa-9539-41dad79e35cd tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:58.088872 n-d-765315-27 neutron-server[94672]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 01:30:58.159278 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40b15b0d-94dd-40d7-a764-b88727ccc627 req-51fddf5f-3edf-4fb3-a3e5-8b4a96e69a91 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 210 time: 0.4810617 Aug 16 01:30:58.214579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664b69d-1deb-4dfa-9539-41dad79e35cd tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4abefc9a-6ad0-45a7-b833-d0a6233d9147,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:58.394129 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-4664b69d-1deb-4dfa-9539-41dad79e35cd tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Allocated IP 192.168.233.34 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/2804d6f3-a5f8-4e32-9f47-d07fa6475cd1) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:30:58.603091 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-4664b69d-1deb-4dfa-9539-41dad79e35cd tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:58.628639 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-4664b69d-1deb-4dfa-9539-41dad79e35cd tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Transition to ACTIVE for port object 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:30:58.735169 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-4664b69d-1deb-4dfa-9539-41dad79e35cd tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:58.976734 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664b69d-1deb-4dfa-9539-41dad79e35cd tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Pushing event updated for resources: {'Port': ['ID=2804d6f3-a5f8-4e32-9f47-d07fa6475cd1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:30:58.994249 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-4664b69d-1deb-4dfa-9539-41dad79e35cd tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:30:58.999892 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-4664b69d-1deb-4dfa-9539-41dad79e35cd tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:30:59.004229 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-4664b69d-1deb-4dfa-9539-41dad79e35cd tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:30:59.016496 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-4664b69d-1deb-4dfa-9539-41dad79e35cd tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:30:59.017175 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-4664b69d-1deb-4dfa-9539-41dad79e35cd tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:59.062387 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-4664b69d-1deb-4dfa-9539-41dad79e35cd tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4546158 Aug 16 01:30:59.493480 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8c589362-9b53-4b4e-aad4-a63008e3965a None None] Provisioning for port 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:30:59.499491 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8c589362-9b53-4b4e-aad4-a63008e3965a None None] Provisioning complete for port 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:30:59.500151 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c589362-9b53-4b4e-aad4-a63008e3965a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:30:59.540087 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8c589362-9b53-4b4e-aad4-a63008e3965a None None] Port 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:30:59.577827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066e538-fa2f-4dcc-a934-e1dc32006939 req-8e5d3d01-6d87-46a7-bc89-054a4fd77c63 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:30:59.589087 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2066e538-fa2f-4dcc-a934-e1dc32006939 req-8e5d3d01-6d87-46a7-bc89-054a4fd77c63 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 935 time: 0.1257942 Aug 16 01:30:59.653387 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2066e538-fa2f-4dcc-a934-e1dc32006939 req-d1d331ab-d4df-40fd-b4df-190f469fbb39 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627675 Aug 16 01:31:00.792822 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58872) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:00.971385 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ba806-8047-4d7c-aa85-bcade4dc9ab8 req-b5bc1f6e-6b0f-48fb-86dd-3feec4390bea tempest-NetworksTest-1944750694 tempest-NetworksTest-1944750694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:00.971976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ba806-8047-4d7c-aa85-bcade4dc9ab8 req-b5bc1f6e-6b0f-48fb-86dd-3feec4390bea tempest-NetworksTest-1944750694 tempest-NetworksTest-1944750694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:00.972175 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-369e9d3f-239b-4636-afae-94f907f76f70 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-network', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:00.972361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ba806-8047-4d7c-aa85-bcade4dc9ab8 req-b5bc1f6e-6b0f-48fb-86dd-3feec4390bea tempest-NetworksTest-1944750694 tempest-NetworksTest-1944750694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:00.974085 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4c0ba806-8047-4d7c-aa85-bcade4dc9ab8 req-b5bc1f6e-6b0f-48fb-86dd-3feec4390bea tempest-NetworksTest-1944750694 tempest-NetworksTest-1944750694-project-admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.3123720 Aug 16 01:31:01.078162 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369e9d3f-239b-4636-afae-94f907f76f70 admin admin] Made reservation on behalf of 5d87878905c446a6b1656e7f6d15dd47 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:31:01.081892 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-369e9d3f-239b-4636-afae-94f907f76f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:01.108622 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c02e3f-34e0-49e5-94f7-da3fdb58ef6e req-4c4cacca-c926-4979-b66a-d27c8de1d492 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:01.123596 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c9c02e3f-34e0-49e5-94f7-da3fdb58ef6e req-4c4cacca-c926-4979-b66a-d27c8de1d492 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 935 time: 0.1247933 Aug 16 01:31:01.127700 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-369e9d3f-239b-4636-afae-94f907f76f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:01.177525 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a1105-d186-4494-946b-5432535b394c req-fe08ccc6-44d0-4a09-955a-3d657bf384d7 tempest-NetworksTest-1944750694 tempest-NetworksTest-1944750694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:01.179191 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-892a1105-d186-4494-946b-5432535b394c req-fe08ccc6-44d0-4a09-955a-3d657bf384d7 tempest-NetworksTest-1944750694 tempest-NetworksTest-1944750694-project-admin] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 886 time: 0.1229541 Aug 16 01:31:01.235453 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c9c02e3f-34e0-49e5-94f7-da3fdb58ef6e req-552a2b69-c7e2-432a-8c30-dfdf307dfa3e tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108403 Aug 16 01:31:01.491232 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-369e9d3f-239b-4636-afae-94f907f76f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:01.504922 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-369e9d3f-239b-4636-afae-94f907f76f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:01.551582 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369e9d3f-239b-4636-afae-94f907f76f70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:31:01.587255 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-369e9d3f-239b-4636-afae-94f907f76f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:01.587591 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-369e9d3f-239b-4636-afae-94f907f76f70 admin admin] Added segment 1bfc9eee-0d22-4e08-9a7d-864def721288 of type vlan for network d175df58-def8-4ec7-8e23-2ebe9176428d Aug 16 01:31:01.589032 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e9d3f-239b-4636-afae-94f907f76f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9008316-4c55-4d39-9a0e-320389768fd0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:01.649519 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a0a36-9608-494a-ae71-5a4f4a63e5e0 req-739ae8d8-0f10-453f-86da-caee3bf2ffb3 tempest-NetworksTest-1944750694 tempest-NetworksTest-1944750694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:01.650051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a0a36-9608-494a-ae71-5a4f4a63e5e0 req-739ae8d8-0f10-453f-86da-caee3bf2ffb3 tempest-NetworksTest-1944750694 tempest-NetworksTest-1944750694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:01.650642 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a0a36-9608-494a-ae71-5a4f4a63e5e0 req-739ae8d8-0f10-453f-86da-caee3bf2ffb3 tempest-NetworksTest-1944750694 tempest-NetworksTest-1944750694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:01.662329 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ee3a0a36-9608-494a-ae71-5a4f4a63e5e0 req-739ae8d8-0f10-453f-86da-caee3bf2ffb3 tempest-NetworksTest-1944750694 tempest-NetworksTest-1944750694-project-admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.3309102 Aug 16 01:31:01.688419 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-369e9d3f-239b-4636-afae-94f907f76f70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:01.734596 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-369e9d3f-239b-4636-afae-94f907f76f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:01.736576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369e9d3f-239b-4636-afae-94f907f76f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:01.739217 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-369e9d3f-239b-4636-afae-94f907f76f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:01.807403 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-369e9d3f-239b-4636-afae-94f907f76f70 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0044453 Aug 16 01:31:01.814293 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58922) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:01.819046 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e9d3f-239b-4636-afae-94f907f76f70 admin admin] Pushing event updated for resources: {'Network': ['ID=d175df58-def8-4ec7-8e23-2ebe9176428d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:01.820669 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6b8d732a-0df2-46fa-834b-433b60c22ec1 admin admin] Request body: {'subnet': {'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-subnet', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:01.845860 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network d175df58-def8-4ec7-8e23-2ebe9176428d details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:31:01.950559 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8d732a-0df2-46fa-834b-433b60c22ec1 admin admin] Made reservation on behalf of 5d87878905c446a6b1656e7f6d15dd47 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:31:01.953794 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b8d732a-0df2-46fa-834b-433b60c22ec1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:02.224631 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b8d732a-0df2-46fa-834b-433b60c22ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:02.268722 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d732a-0df2-46fa-834b-433b60c22ec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b07d2f4f-a207-4839-b33f-d1d7c68051f9,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:02.330803 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d732a-0df2-46fa-834b-433b60c22ec1 admin admin] Checking segment: {'id': '1bfc9eee-0d22-4e08-9a7d-864def721288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:02.331168 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8d732a-0df2-46fa-834b-433b60c22ec1 admin admin] Network hostable DHCP agents. Network: d175df58-def8-4ec7-8e23-2ebe9176428d, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:31:02.363239 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8d732a-0df2-46fa-834b-433b60c22ec1 admin admin] Network d175df58-def8-4ec7-8e23-2ebe9176428d is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:31:02.376185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-6b8d732a-0df2-46fa-834b-433b60c22ec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, d175df58-def8-4ec7-8e23-2ebe9176428d) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:02.396998 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0c5682-c102-4ebe-abf8-6182e24673ce None None] Network d175df58-def8-4ec7-8e23-2ebe9176428d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:31:02.412478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8d732a-0df2-46fa-834b-433b60c22ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:02.420315 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b8d732a-0df2-46fa-834b-433b60c22ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:02.457601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b79dcd-4b58-4e62-8cf7-d2a17ea4d083 req-fb2da025-de77-4d75-9237-10fc3d4b0504 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:02.469929 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6b8d732a-0df2-46fa-834b-433b60c22ec1 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6511810 Aug 16 01:31:02.470169 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-54b79dcd-4b58-4e62-8cf7-d2a17ea4d083 req-fb2da025-de77-4d75-9237-10fc3d4b0504 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 935 time: 0.1383843 Aug 16 01:31:02.470249 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58946) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:02.480426 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f1580865-5ca0-4862-978b-974d755ae77c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:02.555932 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1580865-5ca0-4862-978b-974d755ae77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:02.558830 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1580865-5ca0-4862-978b-974d755ae77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:02.581825 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58956) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:02.607039 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-54b79dcd-4b58-4e62-8cf7-d2a17ea4d083 req-29eb9116-eb30-4b5c-b996-df39bd8f7ac6 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328537 Aug 16 01:31:02.660981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58964) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:02.661260 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58966) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:02.679809 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-d175df58-def8-4ec7-8e23-2ebe9176428d', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'fixed_ips': [{'subnet_id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:31:02.686467 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:02.858477 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1580865-5ca0-4862-978b-974d755ae77c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:02.898078 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20258189-6fd7-4e70-bfcc-adf89072eafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:02.938253 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5b2ef5b1-64f6-4979-9e7e-53fea4887779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.020217 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e014a3af-3b80-4224-abfe-8da17923373e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.060390 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Allocated IP 172.20.0.2 (d175df58-def8-4ec7-8e23-2ebe9176428d/b07d2f4f-a207-4839-b33f-d1d7c68051f9/6b5c756a-9468-4302-9fa5-caeffbf1e7d5) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:31:03.158518 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20258189-6fd7-4e70-bfcc-adf89072eafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.189856 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20258189-6fd7-4e70-bfcc-adf89072eafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.245292 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1580865-5ca0-4862-978b-974d755ae77c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.265096 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-20258189-6fd7-4e70-bfcc-adf89072eafe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7bab178a5849460091df63c7bc25f8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6026835 Aug 16 01:31:03.269230 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58988) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:03.281049 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20258189-6fd7-4e70-bfcc-adf89072eafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ed7d95-4da8-4115-9fd7-2c23dc08f769,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:03.301740 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58990) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:03.315173 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.336709 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Transition to ACTIVE for port object 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:03.382799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Transition to ACTIVE for port object 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:03.386840 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa4a945d-62ba-483a-ae64-aab295f1ff9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.398257 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.431335 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa4a945d-62ba-483a-ae64-aab295f1ff9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.473425 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Network d175df58-def8-4ec7-8e23-2ebe9176428d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:31:03.479301 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:03.481020 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e014a3af-3b80-4224-abfe-8da17923373e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.489733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:31:03.500131 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e014a3af-3b80-4224-abfe-8da17923373e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.555991 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-084bffab-31a3-43d4-aea1-61ef5225e86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.570925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Pushing event updated for resources: {'Port': ['ID=6b5c756a-9468-4302-9fa5-caeffbf1e7d5,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:03.582312 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e014a3af-3b80-4224-abfe-8da17923373e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4b40b6392a7c49e59b70dc7d35214893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9186115 Aug 16 01:31:03.583267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014a3af-3b80-4224-abfe-8da17923373e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef0de28-cc21-4fd5-9a2e-1dead6776c74,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:03.589257 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58994) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:03.589622 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:03.589622 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:03.589622 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:03.589622 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:03.590813 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:03.593822 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:03.593822 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:03.593822 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:03.593822 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:03.593822 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:03.593822 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:03.593822 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Tracked resource versions report: Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: pushed versions: Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: { 'AddressGroup': {'1.2'}, Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'ConntrackHelper': {'1.0'}, Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'Log': {'1.0'}, Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'Network': {'1.1'}, Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'Port': {'1.7'}, Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'PortForwarding': {'1.2'}, Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'QosPolicy': {'1.9'}, Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'SecurityGroup': {'1.4'}, Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'SubPort': {'1.0'}, Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'Subnet': {'1.1'}, Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'Trunk': {'1.1'}} Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: consumer versions: Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: { DHCP agent@n-d-765315-27: {}, Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: HyperV agent@n-h1-765315-27: {}, Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: HyperV agent@n-h2-765315-27: {}, Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: L3 agent@n-d-765315-27: {}, Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: Metadata agent@n-d-765315-27: {}, Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: Metering agent@n-d-765315-27: {}, Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: Open vSwitch agent@n-d-765315-27: { 'AddressGroup': '1.2', Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'ConntrackHelper': '1.0', Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'Log': '1.0', Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'Network': '1.1', Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'Port': '1.7', Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'PortForwarding': '1.2', Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'QosPolicy': '1.9', Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'SecurityGroup': '1.4', Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'SecurityGroupRule': '1.2', Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'SubPort': '1.0', Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'Subnet': '1.1', Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: 'Trunk': '1.1'}} Aug 16 01:31:03.594301 n-d-765315-27 neutron-server[94674]: {{(pid=94674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:31:03.600648 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Attempting to bind port 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:31:03.601015 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Attempting to bind port 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '1bfc9eee-0d22-4e08-9a7d-864def721288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:31:03.601419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Attempting to bind port 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 on network d175df58-def8-4ec7-8e23-2ebe9176428d {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:03.607846 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:31:03.608224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Checking segment: {'id': '1bfc9eee-0d22-4e08-9a7d-864def721288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:03.608791 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.609317 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Bound using segment: {'id': '1bfc9eee-0d22-4e08-9a7d-864def721288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:31:03.609978 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Bound port: 6b5c756a-9468-4302-9fa5-caeffbf1e7d5, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfc9eee-0d22-4e08-9a7d-864def721288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:31:03.610386 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.631529 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5b2ef5b1-64f6-4979-9e7e-53fea4887779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.679452 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5b2ef5b1-64f6-4979-9e7e-53fea4887779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.703040 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] For port 6b5c756a-9468-4302-9fa5-caeffbf1e7d5, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:31:03.711008 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] For port 6b5c756a-9468-4302-9fa5-caeffbf1e7d5, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6b5c756a-9468-4302-9fa5-caeffbf1e7d5,segment=NetworkSegment(1bfc9eee-0d22-4e08-9a7d-864def721288),segment_id=1bfc9eee-0d22-4e08-9a7d-864def721288)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:31:03.731216 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.733585 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-084bffab-31a3-43d4-aea1-61ef5225e86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.740636 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa4a945d-62ba-483a-ae64-aab295f1ff9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.743371 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa4a945d-62ba-483a-ae64-aab295f1ff9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.747000 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fa4a945d-62ba-483a-ae64-aab295f1ff9d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f3ed7d95-4da8-4115-9fd7-2c23dc08f769 HTTP/1.1" status: 204 len: 168 time: 0.4737926 Aug 16 01:31:03.763923 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-084bffab-31a3-43d4-aea1-61ef5225e86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.771856 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5b2ef5b1-64f6-4979-9e7e-53fea4887779 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8bd004c32fb048339fb4055b4d5d0097&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1866322 Aug 16 01:31:03.784639 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59002) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:03.802457 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ef5b1-64f6-4979-9e7e-53fea4887779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9b3e31-e66b-4fd5-b390-72087d021202,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:03.824110 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1580865-5ca0-4862-978b-974d755ae77c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.866036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a945d-62ba-483a-ae64-aab295f1ff9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ed7d95-4da8-4115-9fd7-2c23dc08f769,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:03.868538 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1580865-5ca0-4862-978b-974d755ae77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:03.873317 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a835ada-5d62-4504-b940-a2e402c66bb1 None None] Pushing event updated for resources: {'Port': ['ID=6b5c756a-9468-4302-9fa5-caeffbf1e7d5,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:03.944149 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18fac01f-e712-451e-92ce-00dfae4ac8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:04.009082 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34756332-be00-434d-a9f5-cc5ce515e59c req-42bb7f10-c583-4761-934b-55bd471d6fc7 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:04.011090 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-34756332-be00-434d-a9f5-cc5ce515e59c req-42bb7f10-c583-4761-934b-55bd471d6fc7 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 935 time: 0.2715628 Aug 16 01:31:04.012683 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab8423c4-355b-415e-9ac3-dd3d84049036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:04.028671 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-084bffab-31a3-43d4-aea1-61ef5225e86d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=15e229d827414d9c9e0217e6bbf76c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7255650 Aug 16 01:31:04.032131 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59006) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:04.089042 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18fac01f-e712-451e-92ce-00dfae4ac8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:04.099898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084bffab-31a3-43d4-aea1-61ef5225e86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0444cd50-8c18-4e50-b4b5-069f8ed9f314,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:04.128303 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-34756332-be00-434d-a9f5-cc5ce515e59c req-302b6f11-c77e-4340-951d-28014df5d8dc tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091790 Aug 16 01:31:04.226012 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18fac01f-e712-451e-92ce-00dfae4ac8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:04.229825 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab8423c4-355b-415e-9ac3-dd3d84049036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:04.272943 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18fac01f-e712-451e-92ce-00dfae4ac8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:04.274791 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-18fac01f-e712-451e-92ce-00dfae4ac8b6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fef0de28-cc21-4fd5-9a2e-1dead6776c74 HTTP/1.1" status: 204 len: 168 time: 0.6870358 Aug 16 01:31:04.294516 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59012) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:04.307728 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fac01f-e712-451e-92ce-00dfae4ac8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef0de28-cc21-4fd5-9a2e-1dead6776c74,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:04.378469 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-f1580865-5ca0-4862-978b-974d755ae77c admin admin] Allocated IP 172.25.3.80 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/a3f68cfb-9b88-48ef-a0e6-98221ae60067) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:31:04.381048 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3977401-da8e-4374-a30f-91064e51279e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:04.396878 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40cb5df3-955c-4a1e-8253-5658d4f9b8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:04.494445 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3977401-da8e-4374-a30f-91064e51279e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:04.581565 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab8423c4-355b-415e-9ac3-dd3d84049036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:04.584208 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab8423c4-355b-415e-9ac3-dd3d84049036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:04.588222 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ab8423c4-355b-415e-9ac3-dd3d84049036 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3b9b3e31-e66b-4fd5-b390-72087d021202 HTTP/1.1" status: 204 len: 168 time: 0.7996712 Aug 16 01:31:04.614657 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8423c4-355b-415e-9ac3-dd3d84049036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9b3e31-e66b-4fd5-b390-72087d021202,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:04.662191 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3977401-da8e-4374-a30f-91064e51279e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:04.664719 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3977401-da8e-4374-a30f-91064e51279e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:04.665912 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d3977401-da8e-4374-a30f-91064e51279e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0444cd50-8c18-4e50-b4b5-069f8ed9f314 HTTP/1.1" status: 204 len: 168 time: 0.6280053 Aug 16 01:31:04.690959 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3977401-da8e-4374-a30f-91064e51279e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0444cd50-8c18-4e50-b4b5-069f8ed9f314,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:04.723428 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1580865-5ca0-4862-978b-974d755ae77c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:04.777371 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40cb5df3-955c-4a1e-8253-5658d4f9b8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:04.789433 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40cb5df3-955c-4a1e-8253-5658d4f9b8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:04.836653 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1580865-5ca0-4862-978b-974d755ae77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:04.865459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59022) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:04.881389 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-40cb5df3-955c-4a1e-8253-5658d4f9b8da admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=738ade7052bf42ceb62227ba92b4ccaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5789740 Aug 16 01:31:04.884560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59024) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:04.922301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb5df3-955c-4a1e-8253-5658d4f9b8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53092b5e-723e-4a2e-92dc-1553a9ae216b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:04.948397 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1580865-5ca0-4862-978b-974d755ae77c admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:31:04.954061 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-266ed5ec-409f-4261-a0c0-6bb3da1a47f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:04.958331 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f1580865-5ca0-4862-978b-974d755ae77c admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:04.968924 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1580865-5ca0-4862-978b-974d755ae77c admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:31:05.018046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1580865-5ca0-4862-978b-974d755ae77c admin admin] Pushing event updated for resources: {'Port': ['ID=a3f68cfb-9b88-48ef-a0e6-98221ae60067,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:05.148392 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-752f2fb2-5413-4e5e-8e5b-055bdae03bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:05.188412 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-752f2fb2-5413-4e5e-8e5b-055bdae03bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:05.335278 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-752f2fb2-5413-4e5e-8e5b-055bdae03bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:05.337957 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-752f2fb2-5413-4e5e-8e5b-055bdae03bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:05.341935 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-752f2fb2-5413-4e5e-8e5b-055bdae03bdf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/53092b5e-723e-4a2e-92dc-1553a9ae216b HTTP/1.1" status: 204 len: 168 time: 0.4462111 Aug 16 01:31:05.360889 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f2fb2-5413-4e5e-8e5b-055bdae03bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53092b5e-723e-4a2e-92dc-1553a9ae216b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:05.448531 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-266ed5ec-409f-4261-a0c0-6bb3da1a47f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:05.455010 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-266ed5ec-409f-4261-a0c0-6bb3da1a47f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:05.573521 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-266ed5ec-409f-4261-a0c0-6bb3da1a47f4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=42078e9017ce476691c96bc8e65a4518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7041163 Aug 16 01:31:05.573521 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59034) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:05.585437 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59036) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:05.610188 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8a51128-e1df-4256-9ff0-e0fa5dffba1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:05.612107 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ed5ec-409f-4261-a0c0-6bb3da1a47f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4bb61b-5cb1-4016-800b-b99ca18642c0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:05.671216 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:05.692876 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0686a-16d9-446a-8c6a-d8fa948ce733 req-4c69d648-4554-4ec0-ad88-c56917fc61b9 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:05.701412 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b9e0686a-16d9-446a-8c6a-d8fa948ce733 req-4c69d648-4554-4ec0-ad88-c56917fc61b9 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 935 time: 0.2644324 Aug 16 01:31:05.901244 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161e1116-7d4f-4fa6-beed-db909acec682 None None] Network d175df58-def8-4ec7-8e23-2ebe9176428d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:31:05.904369 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8a51128-e1df-4256-9ff0-e0fa5dffba1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:05.909977 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8a51128-e1df-4256-9ff0-e0fa5dffba1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:05.916385 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:05.918875 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-beed37cf-cc80-4456-b573-ecca50cba730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:05.943494 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-beed37cf-cc80-4456-b573-ecca50cba730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:05.954615 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c8a51128-e1df-4256-9ff0-e0fa5dffba1e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cba9c2d81426478bb967c516839ffb9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806837 Aug 16 01:31:05.963357 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59038) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:06.057696 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b9e0686a-16d9-446a-8c6a-d8fa948ce733 req-ed791b1c-6b16-4309-92df-e28449f6dc6e tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496459 Aug 16 01:31:06.069640 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a51128-e1df-4256-9ff0-e0fa5dffba1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93e1970-cb3a-4b35-916a-129169164185,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:06.078601 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1580865-5ca0-4862-978b-974d755ae77c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:06.146944 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e5f9676-c705-4859-951c-e2fb92c56179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:06.191158 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e5f9676-c705-4859-951c-e2fb92c56179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:06.235344 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59042) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:06.239712 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-de2028a9-fbb6-4d75-b660-47b891dfef8d None None] Provisioning for port 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:06.298259 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e5f9676-c705-4859-951c-e2fb92c56179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:06.301181 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e5f9676-c705-4859-951c-e2fb92c56179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:06.301469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-de2028a9-fbb6-4d75-b660-47b891dfef8d None None] Provisioning complete for port 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:06.303353 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-de2028a9-fbb6-4d75-b660-47b891dfef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:06.305542 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-beed37cf-cc80-4456-b573-ecca50cba730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:06.309946 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-beed37cf-cc80-4456-b573-ecca50cba730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:06.313516 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-beed37cf-cc80-4456-b573-ecca50cba730 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cb4bb61b-5cb1-4016-800b-b99ca18642c0 HTTP/1.1" status: 204 len: 168 time: 0.7184477 Aug 16 01:31:06.313516 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-572d8c68-0a48-4a4c-805e-ba327686fa9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:06.314468 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7e5f9676-c705-4859-951c-e2fb92c56179 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e93e1970-cb3a-4b35-916a-129169164185 HTTP/1.1" status: 204 len: 168 time: 0.3493478 Aug 16 01:31:06.338692 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f9676-c705-4859-951c-e2fb92c56179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93e1970-cb3a-4b35-916a-129169164185,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:06.379462 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed37cf-cc80-4456-b573-ecca50cba730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4bb61b-5cb1-4016-800b-b99ca18642c0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:06.673361 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-de2028a9-fbb6-4d75-b660-47b891dfef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:06.692953 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-572d8c68-0a48-4a4c-805e-ba327686fa9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:06.696046 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1580865-5ca0-4862-978b-974d755ae77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:06.704214 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-572d8c68-0a48-4a4c-805e-ba327686fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:06.751057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59056) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:06.752632 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-572d8c68-0a48-4a4c-805e-ba327686fa9a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=14987f5b71aa4fea878c8622a8ac1d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5138805 Aug 16 01:31:06.852701 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-de2028a9-fbb6-4d75-b660-47b891dfef8d None None] For port 6b5c756a-9468-4302-9fa5-caeffbf1e7d5, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6b5c756a-9468-4302-9fa5-caeffbf1e7d5,segment=NetworkSegment(1bfc9eee-0d22-4e08-9a7d-864def721288),segment_id=1bfc9eee-0d22-4e08-9a7d-864def721288)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:06.863581 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-de2028a9-fbb6-4d75-b660-47b891dfef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:06.913793 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-1c3d2079-3aa6-435d-b945-14fc01a30b19 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:31:06.918533 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-1c3d2079-3aa6-435d-b945-14fc01a30b19 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0372949 Aug 16 01:31:06.951523 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b146b2f-0eaf-4362-9c90-9ee4b3d644ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:06.967256 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d8c68-0a48-4a4c-805e-ba327686fa9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013e2b79-ad2d-4e80-9c84-0896f5038261,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:07.045801 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b146b2f-0eaf-4362-9c90-9ee4b3d644ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:07.127468 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2028a9-fbb6-4d75-b660-47b891dfef8d None None] Pushing event updated for resources: {'Port': ['ID=6b5c756a-9468-4302-9fa5-caeffbf1e7d5,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:07.184887 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:07.189901 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b146b2f-0eaf-4362-9c90-9ee4b3d644ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:07.193728 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b146b2f-0eaf-4362-9c90-9ee4b3d644ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:07.195489 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0b146b2f-0eaf-4362-9c90-9ee4b3d644ce admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/013e2b79-ad2d-4e80-9c84-0896f5038261 HTTP/1.1" status: 204 len: 168 time: 0.4430830 Aug 16 01:31:07.234003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b146b2f-0eaf-4362-9c90-9ee4b3d644ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013e2b79-ad2d-4e80-9c84-0896f5038261,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:07.361601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-46c531ab-50fc-4d5e-88ca-f47cf94ff207 None None] Provisioning complete for port 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:07.362266 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-46c531ab-50fc-4d5e-88ca-f47cf94ff207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:07.412194 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1580865-5ca0-4862-978b-974d755ae77c admin admin] Router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:31:07.419752 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015eb1c-0f9d-4816-a31e-344a2fc3437d req-8a334172-b757-4700-b76d-cbe00128770e tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:07.422638 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4015eb1c-0f9d-4816-a31e-344a2fc3437d req-8a334172-b757-4700-b76d-cbe00128770e tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 935 time: 0.1727402 Aug 16 01:31:07.520085 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4015eb1c-0f9d-4816-a31e-344a2fc3437d req-7a7d00b6-de3d-4f7e-b4cc-d652be4ec49d tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905628 Aug 16 01:31:07.580129 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:07.712263 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:07.727379 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:07.728079 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:07.733327 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1580865-5ca0-4862-978b-974d755ae77c admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:31:07.749955 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Sync routers for ids ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:31:07.777733 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Routers {'8c7fc55c-a9a8-46b7-af2d-6a0026f53994'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:31:07.778664 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:30:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:07.794365 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1580865-5ca0-4862-978b-974d755ae77c admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:07.795712 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f1580865-5ca0-4862-978b-974d755ae77c admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.3246655 Aug 16 01:31:07.799183 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59086) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:07.939728 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Request body: {'port': {'device_id': '7b99f461-bce5-4282-b9d3-8487e38be989', 'device_owner': 'compute:tempest-test_az-744413492', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:07.941494 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Set router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:31:08.149321 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:31:05Z', 'revision_number': 3, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:08.180815 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Checking router: 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:31:08.181345 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Updating router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 port a3f68cfb-9b88-48ef-a0e6-98221ae60067 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:31:08.215443 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:08.552939 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:08.679483 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:08.707904 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Transition to ACTIVE for port object a3f68cfb-9b88-48ef-a0e6-98221ae60067 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:08.717273 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:08.768069 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Attempting to bind port a3f68cfb-9b88-48ef-a0e6-98221ae60067 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:31:08.769379 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Attempting to bind port a3f68cfb-9b88-48ef-a0e6-98221ae60067 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:31:08.771395 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Attempting to bind port a3f68cfb-9b88-48ef-a0e6-98221ae60067 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:08.878618 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:31:08.879151 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:08.879712 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:08.880260 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:31:08.880965 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Bound port: a3f68cfb-9b88-48ef-a0e6-98221ae60067, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:31:08.881503 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:08.894651 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abd397-f74e-4f54-a219-2f12d6425719 None None] Pushing event updated for resources: {'Port': ['ID=a3f68cfb-9b88-48ef-a0e6-98221ae60067,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:09.008165 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59120) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:09.019958 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] For port a3f68cfb-9b88-48ef-a0e6-98221ae60067, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:31:09.023645 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] For port a3f68cfb-9b88-48ef-a0e6-98221ae60067, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a3f68cfb-9b88-48ef-a0e6-98221ae60067,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:31:09.026024 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abd397-f74e-4f54-a219-2f12d6425719 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:09.027242 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abd397-f74e-4f54-a219-2f12d6425719 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:09.027377 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abd397-f74e-4f54-a219-2f12d6425719 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:09.028203 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abd397-f74e-4f54-a219-2f12d6425719 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:09.028203 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abd397-f74e-4f54-a219-2f12d6425719 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:09.028452 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abd397-f74e-4f54-a219-2f12d6425719 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:09.028789 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abd397-f74e-4f54-a219-2f12d6425719 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:09.029116 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abd397-f74e-4f54-a219-2f12d6425719 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:09.029453 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abd397-f74e-4f54-a219-2f12d6425719 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:09.029871 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abd397-f74e-4f54-a219-2f12d6425719 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:09.030210 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abd397-f74e-4f54-a219-2f12d6425719 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:09.030585 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abd397-f74e-4f54-a219-2f12d6425719 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abd397-f74e-4f54-a219-2f12d6425719 None None] Tracked resource versions report: Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: pushed versions: Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: { 'AddressGroup': {'1.2'}, Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'ConntrackHelper': {'1.0'}, Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'Log': {'1.0'}, Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'Network': {'1.1'}, Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'Port': {'1.7'}, Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'PortForwarding': {'1.2'}, Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'QosPolicy': {'1.9'}, Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'SecurityGroup': {'1.4'}, Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'SubPort': {'1.0'}, Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'Subnet': {'1.1'}, Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'Trunk': {'1.1'}} Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: consumer versions: Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: { DHCP agent@n-d-765315-27: {}, Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: HyperV agent@n-h1-765315-27: {}, Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: HyperV agent@n-h2-765315-27: {}, Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: L3 agent@n-d-765315-27: {}, Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: Metadata agent@n-d-765315-27: {}, Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: Metering agent@n-d-765315-27: {}, Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: Open vSwitch agent@n-d-765315-27: { 'AddressGroup': '1.2', Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'ConntrackHelper': '1.0', Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'Log': '1.0', Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'Network': '1.1', Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'Port': '1.7', Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'PortForwarding': '1.2', Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'QosPolicy': '1.9', Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'SecurityGroup': '1.4', Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'SecurityGroupRule': '1.2', Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'SubPort': '1.0', Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'Subnet': '1.1', Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: 'Trunk': '1.1'}} Aug 16 01:31:09.031717 n-d-765315-27 neutron-server[94675]: {{(pid=94675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:31:09.041341 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:09.121133 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Routers {'8c7fc55c-a9a8-46b7-af2d-6a0026f53994'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:31:09.122035 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:30:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:09.174686 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abd397-f74e-4f54-a219-2f12d6425719 None None] Pushing event updated for resources: {'Port': ['ID=a3f68cfb-9b88-48ef-a0e6-98221ae60067,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:09.312075 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] Set router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:31:09.367991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b740f-350e-4d6f-be59-dfe903c4ab13 req-79664cb4-3a5b-49b6-94e5-e0abbb054384 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:09.375931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c6b740f-350e-4d6f-be59-dfe903c4ab13 req-79664cb4-3a5b-49b6-94e5-e0abbb054384 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 935 time: 0.6918981 Aug 16 01:31:09.402606 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e8d343c7-2812-47c6-8012-6342b1e66460 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1680377881-network', 'tenant_id': '45dbe6ee0a914906b78be372f8c71bfe'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:09.434908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d343c7-2812-47c6-8012-6342b1e66460 admin admin] Made reservation on behalf of 45dbe6ee0a914906b78be372f8c71bfe for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:31:09.438280 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8d343c7-2812-47c6-8012-6342b1e66460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:09.450309 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8d343c7-2812-47c6-8012-6342b1e66460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:09.529596 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c6b740f-350e-4d6f-be59-dfe903c4ab13 req-5133e289-4d95-477d-8ca0-c8249c6d945f tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526475 Aug 16 01:31:09.619121 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8d343c7-2812-47c6-8012-6342b1e66460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:09.629000 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8d343c7-2812-47c6-8012-6342b1e66460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:09.678381 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:31:09.689938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d343c7-2812-47c6-8012-6342b1e66460 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:31:09.693967 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:09.703108 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d343c7-2812-47c6-8012-6342b1e66460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:09.725820 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8d343c7-2812-47c6-8012-6342b1e66460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:09.726426 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-e8d343c7-2812-47c6-8012-6342b1e66460 admin admin] Added segment 8d5a9836-2691-4470-af31-48a249fd968f of type vlan for network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a Aug 16 01:31:09.745306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Transition to ACTIVE for port object 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:09.753889 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:09.775843 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:31:05Z', 'revision_number': 3, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:09.828597 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8d343c7-2812-47c6-8012-6342b1e66460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:09.832361 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d44a8-252c-4360-a826-42a55eaa8f2d None None] The sync data for ids ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'] in n-d-765315-27 is: [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:31:05Z', 'revision_number': 3, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:31:09.896433 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8d343c7-2812-47c6-8012-6342b1e66460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:09.897532 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d343c7-2812-47c6-8012-6342b1e66460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:09.898200 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8d343c7-2812-47c6-8012-6342b1e66460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:09.919864 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Pushing event updated for resources: {'Port': ['ID=2804d6f3-a5f8-4e32-9f47-d07fa6475cd1,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:09.992794 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e8d343c7-2812-47c6-8012-6342b1e66460 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9828548 Aug 16 01:31:10.000989 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59148) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:10.009532 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5c9d5cbf-ebd0-4411-b6f9-82af4713febc admin admin] Request body: {'subnet': {'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1680377881-subnet', 'tenant_id': '45dbe6ee0a914906b78be372f8c71bfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:10.032988 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d343c7-2812-47c6-8012-6342b1e66460 admin admin] Pushing event updated for resources: {'Network': ['ID=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:10.045808 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:31:10.047460 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9d5cbf-ebd0-4411-b6f9-82af4713febc admin admin] Made reservation on behalf of 45dbe6ee0a914906b78be372f8c71bfe for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:31:10.052672 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c9d5cbf-ebd0-4411-b6f9-82af4713febc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:10.116331 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Attempting to bind port 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:31:10.116684 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Attempting to bind port 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:31:10.117033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Attempting to bind port 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:10.126961 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Port 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:31:10.127124 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Attempting to bind port 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:10.140317 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:31:10.140678 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:10.141257 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:31:10.146612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Bound port: 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:31:10.147107 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:10.208045 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-158d800d-fc96-4a17-b90a-a9baf6bfb7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:10.416536 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] For port 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:31:10.466286 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] For port 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=2804d6f3-a5f8-4e32-9f47-d07fa6475cd1,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:31:10.512896 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:10.579747 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c9d5cbf-ebd0-4411-b6f9-82af4713febc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:10.603901 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:10.604542 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:10.606306 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] 10.222.0.73 "PUT /v2.0/ports/2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 HTTP/1.1" status: 200 len: 1117 time: 3.3365624 Aug 16 01:31:10.617996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b99f461-bce5-4282-b9d3-8487e38be989', 'tag': '2804d6f3-a5f8-4e32-9f47-d07fa6475cd1'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:31:10.789176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d5cbf-ebd0-4411-b6f9-82af4713febc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:10.805853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9d5cbf-ebd0-4411-b6f9-82af4713febc admin admin] Checking segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:10.806178 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9d5cbf-ebd0-4411-b6f9-82af4713febc admin admin] Network hostable DHCP agents. Network: ac9b0336-8141-4ec6-b716-8b6fe1de5b8a, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:31:10.820573 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d446400-c01f-4d4b-852d-7263915e69e2 req-c47515cd-3fe9-4443-b598-89f5328143d9 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:10.822102 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d446400-c01f-4d4b-852d-7263915e69e2 req-c47515cd-3fe9-4443-b598-89f5328143d9 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 968 time: 0.1071799 Aug 16 01:31:10.902202 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d446400-c01f-4d4b-852d-7263915e69e2 req-6c3af6e8-b4dc-4a68-83f6-0c25ebecf5c9 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670969 Aug 16 01:31:10.903357 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9d5cbf-ebd0-4411-b6f9-82af4713febc admin admin] Network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:31:10.915036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-5c9d5cbf-ebd0-4411-b6f9-82af4713febc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, ac9b0336-8141-4ec6-b716-8b6fe1de5b8a) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:10.920301 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9d5cbf-ebd0-4411-b6f9-82af4713febc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:10.921141 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c9d5cbf-ebd0-4411-b6f9-82af4713febc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:10.931216 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aa4e8d-0fdd-4b99-b71a-57f760f66740 None None] Network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:31:10.934384 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-158d800d-fc96-4a17-b90a-a9baf6bfb7bb admin admin] Allocated IP 172.20.0.1 (d175df58-def8-4ec7-8e23-2ebe9176428d/b07d2f4f-a207-4839-b33f-d1d7c68051f9/b8456a22-ddcf-46a6-a48d-0c7acb69429d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:31:10.946183 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5c9d5cbf-ebd0-4411-b6f9-82af4713febc admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9438899 Aug 16 01:31:10.987419 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1dd98b-3dec-4177-8f12-26450df3ff40 service neutron] Pushing event updated for resources: {'Port': ['ID=2804d6f3-a5f8-4e32-9f47-d07fa6475cd1,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:11.054143 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-6356adde-84ac-4ca3-82f2-6bc3c71974cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:11.056364 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-6356adde-84ac-4ca3-82f2-6bc3c71974cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0dd4e86d8064442ab170c0b6cad114f8&device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 1120 time: 0.2724290 Aug 16 01:31:11.206271 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdd4a37-e0be-4e4d-a61e-450dc306b44c None None] Network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:31:11.310909 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-ca3bb2ea-4796-4ac6-8fd5-065e8b1fddcd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 HTTP/1.1" status: 200 len: 217 time: 0.2440422 Aug 16 01:31:11.406695 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-158d800d-fc96-4a17-b90a-a9baf6bfb7bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:11.429247 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-6efc1e6a-95d1-4c83-8cbb-3bc1c5438e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:11.431093 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-6efc1e6a-95d1-4c83-8cbb-3bc1c5438e9f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1089964 Aug 16 01:31:11.436468 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4d279a-a48e-48b2-bc65-fa1fa84bc8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "7b99f461-bce5-4282-b9d3-8487e38be989", "tag": "2804d6f3-a5f8-4e32-9f47-d07fa6475cd1"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:31:11.444683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-158d800d-fc96-4a17-b90a-a9baf6bfb7bb admin admin] Transition to ACTIVE for port object b8456a22-ddcf-46a6-a48d-0c7acb69429d will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:11.509147 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a3f68cfb-9b88-48ef-a0e6-98221ae60067 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:11.559616 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-fb1f2cf1-2e6d-4c26-92af-ab97928500b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:11.561151 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-fb1f2cf1-2e6d-4c26-92af-ab97928500b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1110654 Aug 16 01:31:11.580289 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-158d800d-fc96-4a17-b90a-a9baf6bfb7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:11.595861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port a3f68cfb-9b88-48ef-a0e6-98221ae60067 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:11.601072 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a3f68cfb-9b88-48ef-a0e6-98221ae60067 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:11.601613 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:11.668526 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158d800d-fc96-4a17-b90a-a9baf6bfb7bb admin admin] Network d175df58-def8-4ec7-8e23-2ebe9176428d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:31:11.677962 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-158d800d-fc96-4a17-b90a-a9baf6bfb7bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:11.683450 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158d800d-fc96-4a17-b90a-a9baf6bfb7bb admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:31:11.683893 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-158d800d-fc96-4a17-b90a-a9baf6bfb7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:11.705368 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:11.734952 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port a3f68cfb-9b88-48ef-a0e6-98221ae60067, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a3f68cfb-9b88-48ef-a0e6-98221ae60067,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:11.740995 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:11.827286 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=a3f68cfb-9b88-48ef-a0e6-98221ae60067,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:11.938735 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d800d-fc96-4a17-b90a-a9baf6bfb7bb admin admin] Pushing event updated for resources: {'Port': ['ID=b8456a22-ddcf-46a6-a48d-0c7acb69429d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:12.031673 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-8ee8bfad-3325-4915-9501-2c49e5edb429 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618416 Aug 16 01:31:12.033642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-56f03ff0-a0af-4b9d-8811-6d9302c10205 None None] Provisioning for port b8456a22-ddcf-46a6-a48d-0c7acb69429d completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:12.039800 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-56f03ff0-a0af-4b9d-8811-6d9302c10205 None None] Provisioning complete for port b8456a22-ddcf-46a6-a48d-0c7acb69429d triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:12.040174 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-56f03ff0-a0af-4b9d-8811-6d9302c10205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:12.084484 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-56f03ff0-a0af-4b9d-8811-6d9302c10205 None None] Port b8456a22-ddcf-46a6-a48d-0c7acb69429d cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:31:12.110222 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0ae13-aa7b-489b-a2fd-b5232646a54e req-0a355245-6f2a-4a72-96ec-055ddcc0e78d tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:12.115993 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-23a0ae13-aa7b-489b-a2fd-b5232646a54e req-0a355245-6f2a-4a72-96ec-055ddcc0e78d tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 968 time: 0.1209450 Aug 16 01:31:12.154828 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d827b570-e09e-4dc7-8930-bab284d0e19e x-openstack-request-id: req-d827b570-e09e-4dc7-8930-bab284d0e19e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:31:12.155408 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b99f461-bce5-4282-b9d3-8487e38be989", "tag": "2804d6f3-a5f8-4e32-9f47-d07fa6475cd1", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:31:12.155820 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d827b570-e09e-4dc7-8930-bab284d0e19e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:31:12.156455 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b99f461-bce5-4282-b9d3-8487e38be989', 'tag': '2804d6f3-a5f8-4e32-9f47-d07fa6475cd1', 'status': 'completed', 'code': 200} Aug 16 01:31:12.192617 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-158d800d-fc96-4a17-b90a-a9baf6bfb7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:12.195649 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-23a0ae13-aa7b-489b-a2fd-b5232646a54e req-c9c6c399-5687-4146-aeb8-eea406657aa3 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680742 Aug 16 01:31:12.280174 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0103d4cd-5c0a-4b46-a392-02253fdaed0b req-3c48f540-a4b7-46db-863e-2e2d49c8789d service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158694 Aug 16 01:31:12.476634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d279a-a48e-48b2-bc65-fa1fa84bc8e3 req-b762e230-4730-4396-a9f9-a98bfc69d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:12.479099 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e4d279a-a48e-48b2-bc65-fa1fa84bc8e3 req-b762e230-4730-4396-a9f9-a98bfc69d52a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0dd4e86d8064442ab170c0b6cad114f8&device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 1120 time: 0.0761371 Aug 16 01:31:12.640485 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-158d800d-fc96-4a17-b90a-a9baf6bfb7bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:12.652170 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-158d800d-fc96-4a17-b90a-a9baf6bfb7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:12.653182 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-158d800d-fc96-4a17-b90a-a9baf6bfb7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:12.771459 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d279a-a48e-48b2-bc65-fa1fa84bc8e3 req-0649059e-4771-4fca-8a3b-bc9e7fe0759e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:12.773364 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e4d279a-a48e-48b2-bc65-fa1fa84bc8e3 req-0649059e-4771-4fca-8a3b-bc9e7fe0759e service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.2833006 Aug 16 01:31:12.827788 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d800d-fc96-4a17-b90a-a9baf6bfb7bb admin admin] Pushing event updated for resources: {'Port': ['ID=b8456a22-ddcf-46a6-a48d-0c7acb69429d,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:12.830998 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e4d279a-a48e-48b2-bc65-fa1fa84bc8e3 req-3d0a3ab2-4e1b-4c69-830e-f5176101b91c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 HTTP/1.1" status: 200 len: 217 time: 0.0461905 Aug 16 01:31:12.906911 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d279a-a48e-48b2-bc65-fa1fa84bc8e3 req-4394d9a2-3996-4661-84ad-aca8859bca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:12.908710 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e4d279a-a48e-48b2-bc65-fa1fa84bc8e3 req-4394d9a2-3996-4661-84ad-aca8859bca6b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0637589 Aug 16 01:31:12.910570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158d800d-fc96-4a17-b90a-a9baf6bfb7bb admin admin] Network d175df58-def8-4ec7-8e23-2ebe9176428d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:31:12.912027 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-158d800d-fc96-4a17-b90a-a9baf6bfb7bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:13.014875 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d279a-a48e-48b2-bc65-fa1fa84bc8e3 req-34f44f4e-1d3a-448d-a580-4f105b369652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:13.016846 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e4d279a-a48e-48b2-bc65-fa1fa84bc8e3 req-34f44f4e-1d3a-448d-a580-4f105b369652 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0992477 Aug 16 01:31:13.090499 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59240) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:13.102105 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c3fb6fba-8aab-494e-9b09-63557763e625 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-649506981-network', 'tenant_id': '2b4d6b64221b4a80afa9e74dd6631bb2'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:13.159186 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fb6fba-8aab-494e-9b09-63557763e625 admin admin] Made reservation on behalf of 2b4d6b64221b4a80afa9e74dd6631bb2 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:31:13.164001 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6fba-8aab-494e-9b09-63557763e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:13.176971 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6fba-8aab-494e-9b09-63557763e625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:13.232164 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-feba666c-e089-48e4-81fc-f7f7e4893864 None None] Provisioning complete for port b8456a22-ddcf-46a6-a48d-0c7acb69429d triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:13.233371 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-feba666c-e089-48e4-81fc-f7f7e4893864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:13.342253 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-feba666c-e089-48e4-81fc-f7f7e4893864 None None] Port b8456a22-ddcf-46a6-a48d-0c7acb69429d cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:31:13.393702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158d800d-fc96-4a17-b90a-a9baf6bfb7bb admin admin] Router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:31:13.422236 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e4d279a-a48e-48b2-bc65-fa1fa84bc8e3 req-5f294c72-73a1-4444-be55-9924b9f10026 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647597 Aug 16 01:31:13.437164 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6fba-8aab-494e-9b09-63557763e625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:13.454369 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6fba-8aab-494e-9b09-63557763e625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:13.493027 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c262a6-6864-453c-9b3d-d93c8496ba25 req-fa659dd1-7fe7-4c5c-8cfa-71480626b573 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:13.497794 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a3f68cfb-9b88-48ef-a0e6-98221ae60067 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:13.505143 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c9c262a6-6864-453c-9b3d-d93c8496ba25 req-fa659dd1-7fe7-4c5c-8cfa-71480626b573 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 968 time: 0.1552584 Aug 16 01:31:13.530470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb6fba-8aab-494e-9b09-63557763e625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f7f305-18c0-4369-b519-6fa4e4d221a9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:13.548270 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fb6fba-8aab-494e-9b09-63557763e625 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:31:13.567648 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6fba-8aab-494e-9b09-63557763e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:13.568300 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-c3fb6fba-8aab-494e-9b09-63557763e625 admin admin] Added segment 185a7a84-b7a8-44ef-a9f8-039461794472 of type vlan for network 58c7bf6a-1dc6-4e4e-9273-df9f9cf77d25 Aug 16 01:31:13.588240 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a3f68cfb-9b88-48ef-a0e6-98221ae60067 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:13.591451 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:13.611954 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c9c262a6-6864-453c-9b3d-d93c8496ba25 req-fb68168b-c8d7-4a50-945c-2eda0895d564 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053996 Aug 16 01:31:13.654787 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6fba-8aab-494e-9b09-63557763e625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:13.672840 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59264) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:13.700214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158d800d-fc96-4a17-b90a-a9baf6bfb7bb admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:31:13.703129 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6fba-8aab-494e-9b09-63557763e625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:13.704424 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fb6fba-8aab-494e-9b09-63557763e625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:13.706099 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6fba-8aab-494e-9b09-63557763e625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:13.706827 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-158d800d-fc96-4a17-b90a-a9baf6bfb7bb admin admin] 10.222.0.68 "PUT /v2.0/routers/8c7fc55c-a9a8-46b7-af2d-6a0026f53994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9061592 Aug 16 01:31:13.718609 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e4d279a-a48e-48b2-bc65-fa1fa84bc8e3 req-921b4a0f-4838-451a-9c89-e1442d9ada80 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446122 Aug 16 01:31:13.722799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Sync routers for ids ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:31:13.725853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59270) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:13.751611 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Routers {'8c7fc55c-a9a8-46b7-af2d-6a0026f53994'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:31:13.752416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:30:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:13.779697 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59274) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:13.779938 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c3fb6fba-8aab-494e-9b09-63557763e625 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6839118 Aug 16 01:31:13.785436 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-aa46740c-4c61-4060-ac8e-a62222d07fbc admin admin] Request body: {'subnet': {'network_id': '58c7bf6a-1dc6-4e4e-9273-df9f9cf77d25', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-649506981-subnet', 'tenant_id': '2b4d6b64221b4a80afa9e74dd6631bb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:13.788219 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb6fba-8aab-494e-9b09-63557763e625 admin admin] Pushing event updated for resources: {'Network': ['ID=58c7bf6a-1dc6-4e4e-9273-df9f9cf77d25,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:13.812884 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 58c7bf6a-1dc6-4e4e-9273-df9f9cf77d25 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:31:13.825338 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa46740c-4c61-4060-ac8e-a62222d07fbc admin admin] Made reservation on behalf of 2b4d6b64221b4a80afa9e74dd6631bb2 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:31:13.830361 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa46740c-4c61-4060-ac8e-a62222d07fbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:13.890645 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1676ba9b-bcb1-43a6-a0dd-e628ea583846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:14.048675 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee601f39-92eb-4e4d-8164-84737caa6fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:14.095570 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Set router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:31:14.097315 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1676ba9b-bcb1-43a6-a0dd-e628ea583846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:14.104307 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1676ba9b-bcb1-43a6-a0dd-e628ea583846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:14.144579 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa46740c-4c61-4060-ac8e-a62222d07fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:14.180273 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676ba9b-bcb1-43a6-a0dd-e628ea583846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9690b23f-f4d5-43f4-9d97-47da17b0adf0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:14.209353 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1676ba9b-bcb1-43a6-a0dd-e628ea583846 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8353434e1a6844e88a2307cd52c65c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353000 Aug 16 01:31:14.212098 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59290) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:14.243092 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46740c-4c61-4060-ac8e-a62222d07fbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca78778c-fb01-403a-9baf-3b2eae4518ed,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:14.254198 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa46740c-4c61-4060-ac8e-a62222d07fbc admin admin] Checking segment: {'id': '185a7a84-b7a8-44ef-a9f8-039461794472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '58c7bf6a-1dc6-4e4e-9273-df9f9cf77d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:14.254559 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa46740c-4c61-4060-ac8e-a62222d07fbc admin admin] Network hostable DHCP agents. Network: 58c7bf6a-1dc6-4e4e-9273-df9f9cf77d25, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:31:14.289490 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa46740c-4c61-4060-ac8e-a62222d07fbc admin admin] Network 58c7bf6a-1dc6-4e4e-9273-df9f9cf77d25 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:31:14.296442 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0c3d601d-4183-45d9-9423-3730e290207f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:14.306435 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-aa46740c-4c61-4060-ac8e-a62222d07fbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 58c7bf6a-1dc6-4e4e-9273-df9f9cf77d25) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:14.319127 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa46740c-4c61-4060-ac8e-a62222d07fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:14.319742 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa46740c-4c61-4060-ac8e-a62222d07fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:14.323117 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faddc6c-f6c6-42e1-b07e-42e51b464b19 None None] Network 58c7bf6a-1dc6-4e4e-9273-df9f9cf77d25 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:31:14.327859 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee601f39-92eb-4e4d-8164-84737caa6fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:14.335007 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee601f39-92eb-4e4d-8164-84737caa6fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:14.349886 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0c3d601d-4183-45d9-9423-3730e290207f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:14.360636 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-aa46740c-4c61-4060-ac8e-a62222d07fbc admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5795105 Aug 16 01:31:14.387934 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ee601f39-92eb-4e4d-8164-84737caa6fe0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=81ec4c003a2e41488fb067fb3bab4d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6607921 Aug 16 01:31:14.391555 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59296) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:14.411518 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee601f39-92eb-4e4d-8164-84737caa6fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8087bc2b-b127-42fd-8842-912f91623cca,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:14.430299 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0c3d601d-4183-45d9-9423-3730e290207f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:14.433056 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0c3d601d-4183-45d9-9423-3730e290207f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:14.435507 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0c3d601d-4183-45d9-9423-3730e290207f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9690b23f-f4d5-43f4-9d97-47da17b0adf0 HTTP/1.1" status: 204 len: 168 time: 0.2214501 Aug 16 01:31:14.443919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d601d-4183-45d9-9423-3730e290207f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9690b23f-f4d5-43f4-9d97-47da17b0adf0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:14.458930 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce206c54-c52f-47df-910b-9fffe5bd3640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:14.495059 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce206c54-c52f-47df-910b-9fffe5bd3640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:14.547157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d735a3a-b88f-4bec-a9ea-f1e9ffaedb44 None None] Network 58c7bf6a-1dc6-4e4e-9273-df9f9cf77d25 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:31:14.566319 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce206c54-c52f-47df-910b-9fffe5bd3640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:14.569405 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce206c54-c52f-47df-910b-9fffe5bd3640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:14.570702 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ce206c54-c52f-47df-910b-9fffe5bd3640 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8087bc2b-b127-42fd-8842-912f91623cca HTTP/1.1" status: 204 len: 168 time: 0.1782389 Aug 16 01:31:14.599021 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce206c54-c52f-47df-910b-9fffe5bd3640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8087bc2b-b127-42fd-8842-912f91623cca,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:14.632593 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'b8456a22-ddcf-46a6-a48d-0c7acb69429d', 'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'mac_address': 'fa:16:3e:ac:1d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:10Z', 'updated_at': '2021-08-16T01:31:12Z', 'revision_number': 2, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'subnets': [{'id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:14.675753 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Checking router: 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:31:14.676049 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Updating router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 port b8456a22-ddcf-46a6-a48d-0c7acb69429d binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:31:14.716857 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:14.753385 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c21471-1622-4ce9-b941-3fa696cbe9b7 req-093f1bda-fb1a-4c78-bc93-20e0625639c6 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:14.765933 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a6c21471-1622-4ce9-b941-3fa696cbe9b7 req-093f1bda-fb1a-4c78-bc93-20e0625639c6 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 968 time: 0.0760818 Aug 16 01:31:14.814153 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a6c21471-1622-4ce9-b941-3fa696cbe9b7 req-ae04c524-284b-455d-b5a1-d79d496f7abf tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469968 Aug 16 01:31:15.058867 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:15.069297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Transition to ACTIVE for port object b8456a22-ddcf-46a6-a48d-0c7acb69429d will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:15.077135 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:15.133234 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4325c-e3c2-4c28-985a-4c54fbd4b5a2 None None] Pushing event updated for resources: {'Port': ['ID=b8456a22-ddcf-46a6-a48d-0c7acb69429d,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:15.186523 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Attempting to bind port b8456a22-ddcf-46a6-a48d-0c7acb69429d on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:31:15.186918 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Attempting to bind port b8456a22-ddcf-46a6-a48d-0c7acb69429d by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '1bfc9eee-0d22-4e08-9a7d-864def721288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:31:15.187279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Attempting to bind port b8456a22-ddcf-46a6-a48d-0c7acb69429d on network d175df58-def8-4ec7-8e23-2ebe9176428d {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:15.191219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59324) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:15.196358 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:31:15.196726 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Checking segment: {'id': '1bfc9eee-0d22-4e08-9a7d-864def721288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:15.197127 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:15.207131 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Bound using segment: {'id': '1bfc9eee-0d22-4e08-9a7d-864def721288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:31:15.207870 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Bound port: b8456a22-ddcf-46a6-a48d-0c7acb69429d, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfc9eee-0d22-4e08-9a7d-864def721288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:31:15.208545 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:15.215557 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:31:15.219108 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-015881b2-2f4c-4f87-b2b7-7996d6113e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:15.310496 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] For port b8456a22-ddcf-46a6-a48d-0c7acb69429d, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:31:15.315308 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] For port b8456a22-ddcf-46a6-a48d-0c7acb69429d, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b8456a22-ddcf-46a6-a48d-0c7acb69429d,segment=NetworkSegment(1bfc9eee-0d22-4e08-9a7d-864def721288),segment_id=1bfc9eee-0d22-4e08-9a7d-864def721288)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:31:15.328419 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:15.398063 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-015881b2-2f4c-4f87-b2b7-7996d6113e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:15.403565 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-015881b2-2f4c-4f87-b2b7-7996d6113e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:15.405149 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Routers {'8c7fc55c-a9a8-46b7-af2d-6a0026f53994'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:31:15.406030 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:30:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:15.466496 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-015881b2-2f4c-4f87-b2b7-7996d6113e42 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=340731ffe7634cf1ab84a9d0d0066880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735071 Aug 16 01:31:15.467419 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015881b2-2f4c-4f87-b2b7-7996d6113e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b57caeb-7b29-4f4b-8ff7-f6e9c95bc545,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:15.469196 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59328) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:15.489378 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59330) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:15.512063 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10b6501d-08fe-41c2-aff1-a340eb764f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:15.542750 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4325c-e3c2-4c28-985a-4c54fbd4b5a2 None None] Pushing event updated for resources: {'Port': ['ID=b8456a22-ddcf-46a6-a48d-0c7acb69429d,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:15.587297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] Set router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:31:15.623243 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c4c1598-7865-4827-9abe-3bd11bc1b271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:15.649789 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c4c1598-7865-4827-9abe-3bd11bc1b271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:15.680074 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:31:15.709898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59344) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:15.720799 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-69d1beb6-d840-4400-b714-e21081110f0f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519416315-network', 'tenant_id': '8c49996220114a0db6fca65a3c028913'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:15.757632 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c4c1598-7865-4827-9abe-3bd11bc1b271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:15.760267 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c4c1598-7865-4827-9abe-3bd11bc1b271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:15.761462 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3c4c1598-7865-4827-9abe-3bd11bc1b271 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8b57caeb-7b29-4f4b-8ff7-f6e9c95bc545 HTTP/1.1" status: 204 len: 168 time: 0.2894053 Aug 16 01:31:15.778525 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c1598-7865-4827-9abe-3bd11bc1b271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b57caeb-7b29-4f4b-8ff7-f6e9c95bc545,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:15.921844 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1de88-4681-4741-9065-0f35e4593d76 req-17fd5722-6a10-458f-a7a6-410642ecad16 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:15.926913 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-39a1de88-4681-4741-9065-0f35e4593d76 req-17fd5722-6a10-458f-a7a6-410642ecad16 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 821 time: 0.3275361 Aug 16 01:31:15.968951 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c1e2b300-4eff-4144-b361-152296c8d303 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/quotas/45dbe6ee0a914906b78be372f8c71bfe HTTP/1.1" status: 200 len: 375 time: 0.0320735 Aug 16 01:31:16.000992 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121c577-77e1-4a3f-968e-109d493edb17 req-a3f85068-46b0-4caf-9286-c0e92b193991 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:16.002708 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b121c577-77e1-4a3f-968e-109d493edb17 req-a3f85068-46b0-4caf-9286-c0e92b193991 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 968 time: 0.0826106 Aug 16 01:31:16.021714 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-39a1de88-4681-4741-9065-0f35e4593d76 req-9cfe2f70-cf49-4c18-a869-c702123151b6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516574 Aug 16 01:31:16.029122 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=2804d6f3-a5f8-4e32-9f47-d07fa6475cd1,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:16.055667 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '2804d6f3-a5f8-4e32-9f47-d07fa6475cd1', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '2804d6f3-a5f8-4e32-9f47-d07fa6475cd1', 'mac_address': 'fa:16:3e:03:f6:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:tempest-test_az-744413492', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:31:16.066612 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b121c577-77e1-4a3f-968e-109d493edb17 req-6da0b696-e284-46ae-8118-267b5806b755 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566611 Aug 16 01:31:16.112222 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10b6501d-08fe-41c2-aff1-a340eb764f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:16.121654 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10b6501d-08fe-41c2-aff1-a340eb764f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:16.131146 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:16.149322 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:31:16.152948 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d1beb6-d840-4400-b714-e21081110f0f admin admin] Made reservation on behalf of 8c49996220114a0db6fca65a3c028913 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:31:16.156850 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69d1beb6-d840-4400-b714-e21081110f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:16.159619 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'b8456a22-ddcf-46a6-a48d-0c7acb69429d', 'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'mac_address': 'fa:16:3e:ac:1d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:10Z', 'updated_at': '2021-08-16T01:31:15Z', 'revision_number': 4, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'subnets': [{'id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:16.179358 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69d1beb6-d840-4400-b714-e21081110f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:16.186057 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-10b6501d-08fe-41c2-aff1-a340eb764f94 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=81e65753b098423e9abf5321d62b26c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6901293 Aug 16 01:31:16.187385 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59362) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:16.192716 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6501d-08fe-41c2-aff1-a340eb764f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ebb881-5277-4798-97fb-d8b85d725df7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:16.197176 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5543de53-2fc7-49c1-a836-97c2fe8c265b None None] The sync data for ids ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'] in n-d-765315-27 is: [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'b8456a22-ddcf-46a6-a48d-0c7acb69429d', 'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'mac_address': 'fa:16:3e:ac:1d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:10Z', 'updated_at': '2021-08-16T01:31:15Z', 'revision_number': 4, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'subnets': [{'id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:31:16.203377 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=2804d6f3-a5f8-4e32-9f47-d07fa6475cd1,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:16.216008 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:16.295153 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77fb4034-9a0a-4191-ad3f-f07d6991bad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:16.332154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=2804d6f3-a5f8-4e32-9f47-d07fa6475cd1,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:16.371256 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77fb4034-9a0a-4191-ad3f-f07d6991bad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:16.386308 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-39a1de88-4681-4741-9065-0f35e4593d76 req-1bf12212-c184-4e13-abba-d8bf1c78dcf2 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:31:16.388617 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-39a1de88-4681-4741-9065-0f35e4593d76 req-1bf12212-c184-4e13-abba-d8bf1c78dcf2 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2107832 Aug 16 01:31:16.590215 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-39a1de88-4681-4741-9065-0f35e4593d76 req-2e76d891-df1e-41b6-aa2d-87a3a860aef8 service neutron] 10.222.0.68 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955228 Aug 16 01:31:16.594079 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['2804d6f3-a5f8-4e32-9f47-d07fa6475cd1'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:31:16.663339 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69d1beb6-d840-4400-b714-e21081110f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:16.665245 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77fb4034-9a0a-4191-ad3f-f07d6991bad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:16.669881 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77fb4034-9a0a-4191-ad3f-f07d6991bad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:16.671330 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-77fb4034-9a0a-4191-ad3f-f07d6991bad2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a7ebb881-5277-4798-97fb-d8b85d725df7 HTTP/1.1" status: 204 len: 168 time: 0.4827447 Aug 16 01:31:16.683514 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69d1beb6-d840-4400-b714-e21081110f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:16.688690 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb4034-9a0a-4191-ad3f-f07d6991bad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ebb881-5277-4798-97fb-d8b85d725df7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:16.716650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d1beb6-d840-4400-b714-e21081110f0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:31:16.739566 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69d1beb6-d840-4400-b714-e21081110f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:16.740053 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-69d1beb6-d840-4400-b714-e21081110f0f admin admin] Added segment eda861f1-f748-4d89-902d-adc09832eba3 of type vlan for network d8aed438-7258-4bc9-85b7-60367d801d69 Aug 16 01:31:16.754040 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1beb6-d840-4400-b714-e21081110f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2fb60b-caf8-4e63-9d96-069b6a6becad,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:16.795582 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-39a1de88-4681-4741-9065-0f35e4593d76 req-3021c71a-497e-4d5b-8d20-f512c77f3e9f service neutron] 10.222.0.68 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989102 Aug 16 01:31:16.830824 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69d1beb6-d840-4400-b714-e21081110f0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:16.888672 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69d1beb6-d840-4400-b714-e21081110f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:16.889768 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d1beb6-d840-4400-b714-e21081110f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:16.890372 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69d1beb6-d840-4400-b714-e21081110f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:16.991491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1beb6-d840-4400-b714-e21081110f0f admin admin] Pushing event updated for resources: {'Network': ['ID=d8aed438-7258-4bc9-85b7-60367d801d69,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:17.006262 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network d8aed438-7258-4bc9-85b7-60367d801d69 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:31:17.015599 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-69d1beb6-d840-4400-b714-e21081110f0f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2998252 Aug 16 01:31:17.015972 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59386) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:17.027512 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f34558b2-66ba-4bf7-a866-5f3cfab38351 admin admin] Request body: {'subnet': {'network_id': 'd8aed438-7258-4bc9-85b7-60367d801d69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519416315-subnet', 'tenant_id': '8c49996220114a0db6fca65a3c028913', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:17.091497 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34558b2-66ba-4bf7-a866-5f3cfab38351 admin admin] Made reservation on behalf of 8c49996220114a0db6fca65a3c028913 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:31:17.099686 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f34558b2-66ba-4bf7-a866-5f3cfab38351 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:17.271178 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d3fb7a71-fcc0-400d-bf2e-9ccac1b144d3 req-d3d7ece7-16e9-41b1-abcc-3f789de4288c tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 210 time: 0.0731244 Aug 16 01:31:17.347197 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca494115-be24-4b66-b0ce-21f3c3e65818 req-57e23da0-7c58-4751-add2-82b1133df300 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:17.352646 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ca494115-be24-4b66-b0ce-21f3c3e65818 req-57e23da0-7c58-4751-add2-82b1133df300 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 969 time: 0.1349645 Aug 16 01:31:17.459237 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ca494115-be24-4b66-b0ce-21f3c3e65818 req-aca98915-ea1b-4ae6-93c3-0edda76c5d1b tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901427 Aug 16 01:31:17.584278 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f34558b2-66ba-4bf7-a866-5f3cfab38351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:17.589925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b8456a22-ddcf-46a6-a48d-0c7acb69429d up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:17.680685 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34558b2-66ba-4bf7-a866-5f3cfab38351 admin admin] Checking segment: {'id': 'eda861f1-f748-4d89-902d-adc09832eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd8aed438-7258-4bc9-85b7-60367d801d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:17.681056 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34558b2-66ba-4bf7-a866-5f3cfab38351 admin admin] Network hostable DHCP agents. Network: d8aed438-7258-4bc9-85b7-60367d801d69, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:31:17.685387 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34558b2-66ba-4bf7-a866-5f3cfab38351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2967cba-4efd-4fb0-94f0-3a3074351bfc,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:17.709093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34558b2-66ba-4bf7-a866-5f3cfab38351 admin admin] Network d8aed438-7258-4bc9-85b7-60367d801d69 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:31:17.714625 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port b8456a22-ddcf-46a6-a48d-0c7acb69429d completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:17.723387 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port b8456a22-ddcf-46a6-a48d-0c7acb69429d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:17.723767 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:17.732253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f34558b2-66ba-4bf7-a866-5f3cfab38351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, d8aed438-7258-4bc9-85b7-60367d801d69) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:17.744539 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34558b2-66ba-4bf7-a866-5f3cfab38351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:17.745198 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f34558b2-66ba-4bf7-a866-5f3cfab38351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:17.781399 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f34558b2-66ba-4bf7-a866-5f3cfab38351 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7639763 Aug 16 01:31:17.783917 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59438) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:17.788329 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de47540-f5e6-41a9-804d-f1a2390f154a None None] Network d8aed438-7258-4bc9-85b7-60367d801d69 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:31:17.791693 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7dc0c37b-1a23-4f37-b565-7870477ad93a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519416315-router', 'tenant_id': '8c49996220114a0db6fca65a3c028913', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:17.833229 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c37b-1a23-4f37-b565-7870477ad93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:17.834719 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c37b-1a23-4f37-b565-7870477ad93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:17.861940 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59440) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:17.938853 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c37b-1a23-4f37-b565-7870477ad93a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:18.119125 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-256de147-5377-4e3c-b60d-dbb8c60ab0dd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1762226539-network', 'tenant_id': '2a06768184a243e2b06a44bee40a6f92'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:18.121019 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:18.134588 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-d8aed438-7258-4bc9-85b7-60367d801d69', 'network_id': 'd8aed438-7258-4bc9-85b7-60367d801d69', 'tenant_id': '8c49996220114a0db6fca65a3c028913', 'fixed_ips': [{'subnet_id': 'b2967cba-4efd-4fb0-94f0-3a3074351bfc'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:31:18.135913 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:18.184039 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256de147-5377-4e3c-b60d-dbb8c60ab0dd admin admin] Made reservation on behalf of 2a06768184a243e2b06a44bee40a6f92 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:31:18.186558 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-256de147-5377-4e3c-b60d-dbb8c60ab0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:18.221484 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-256de147-5377-4e3c-b60d-dbb8c60ab0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:18.257077 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c37b-1a23-4f37-b565-7870477ad93a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:18.382292 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Allocated IP 172.20.0.2 (d8aed438-7258-4bc9-85b7-60367d801d69/b2967cba-4efd-4fb0-94f0-3a3074351bfc/ba757212-d5f0-41b9-935c-ab94dbff9d84) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:31:18.442486 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-256de147-5377-4e3c-b60d-dbb8c60ab0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:18.456797 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e168157-2e6b-4159-a2d2-8130fded2d7d req-8a871cb5-6910-496f-ae42-17cb1acdaae5 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 210 time: 0.0510125 Aug 16 01:31:18.462957 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-256de147-5377-4e3c-b60d-dbb8c60ab0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:18.531162 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256de147-5377-4e3c-b60d-dbb8c60ab0dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:31:18.575081 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256de147-5377-4e3c-b60d-dbb8c60ab0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e871ed50-0f6e-4204-a5ad-ab88fe0063aa,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:18.579312 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-256de147-5377-4e3c-b60d-dbb8c60ab0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:18.582294 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-256de147-5377-4e3c-b60d-dbb8c60ab0dd admin admin] Added segment 91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f of type vlan for network 177f0fb8-8efe-42df-b46e-daf6f73cf24d Aug 16 01:31:18.601966 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:18.619749 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Transition to ACTIVE for port object ba757212-d5f0-41b9-935c-ab94dbff9d84 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:18.644371 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port b8456a22-ddcf-46a6-a48d-0c7acb69429d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b8456a22-ddcf-46a6-a48d-0c7acb69429d,segment=NetworkSegment(1bfc9eee-0d22-4e08-9a7d-864def721288),segment_id=1bfc9eee-0d22-4e08-9a7d-864def721288)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:18.647520 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Transition to ACTIVE for port object ba757212-d5f0-41b9-935c-ab94dbff9d84 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:18.653951 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:18.668777 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:18.683747 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-256de147-5377-4e3c-b60d-dbb8c60ab0dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:18.706730 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Network d8aed438-7258-4bc9-85b7-60367d801d69 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:31:18.712148 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:18.716354 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:31:18.737256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab491d83-d4d7-4f08-843e-b39190681c5a req-ae37a95a-aa77-4235-84de-36a6b36422eb tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:18.746421 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ab491d83-d4d7-4f08-843e-b39190681c5a req-ae37a95a-aa77-4235-84de-36a6b36422eb tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 969 time: 0.1514878 Aug 16 01:31:18.780304 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=b8456a22-ddcf-46a6-a48d-0c7acb69429d,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:18.783537 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Attempting to bind port ba757212-d5f0-41b9-935c-ab94dbff9d84 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:31:18.783842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Attempting to bind port ba757212-d5f0-41b9-935c-ab94dbff9d84 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'eda861f1-f748-4d89-902d-adc09832eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd8aed438-7258-4bc9-85b7-60367d801d69'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:31:18.784200 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Attempting to bind port ba757212-d5f0-41b9-935c-ab94dbff9d84 on network d8aed438-7258-4bc9-85b7-60367d801d69 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:18.793409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:31:18.794333 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Checking segment: {'id': 'eda861f1-f748-4d89-902d-adc09832eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd8aed438-7258-4bc9-85b7-60367d801d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:18.794742 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:18.795133 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Bound using segment: {'id': 'eda861f1-f748-4d89-902d-adc09832eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd8aed438-7258-4bc9-85b7-60367d801d69'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:31:18.795615 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Bound port: ba757212-d5f0-41b9-935c-ab94dbff9d84, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda861f1-f748-4d89-902d-adc09832eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd8aed438-7258-4bc9-85b7-60367d801d69'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:31:18.796011 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:18.798926 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-256de147-5377-4e3c-b60d-dbb8c60ab0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:18.800228 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256de147-5377-4e3c-b60d-dbb8c60ab0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:18.801009 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-256de147-5377-4e3c-b60d-dbb8c60ab0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:18.836248 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c37b-1a23-4f37-b565-7870477ad93a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:18.880231 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ab491d83-d4d7-4f08-843e-b39190681c5a req-37f99a79-b22a-4940-8d0b-0bb968de2425 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322687 Aug 16 01:31:18.883315 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c37b-1a23-4f37-b565-7870477ad93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:18.910602 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-256de147-5377-4e3c-b60d-dbb8c60ab0dd admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0474839 Aug 16 01:31:18.914048 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59478) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:18.920640 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-33c396e9-7230-4543-b3a9-deee4a3308fb admin admin] Request body: {'subnet': {'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1762226539-subnet', 'tenant_id': '2a06768184a243e2b06a44bee40a6f92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:18.924540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256de147-5377-4e3c-b60d-dbb8c60ab0dd admin admin] Pushing event updated for resources: {'Network': ['ID=177f0fb8-8efe-42df-b46e-daf6f73cf24d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:18.934763 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] For port ba757212-d5f0-41b9-935c-ab94dbff9d84, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:31:18.938439 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] For port ba757212-d5f0-41b9-935c-ab94dbff9d84, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ba757212-d5f0-41b9-935c-ab94dbff9d84,segment=NetworkSegment(eda861f1-f748-4d89-902d-adc09832eba3),segment_id=eda861f1-f748-4d89-902d-adc09832eba3)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:31:18.943475 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 177f0fb8-8efe-42df-b46e-daf6f73cf24d details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:31:18.953903 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:18.966875 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Pushing event updated for resources: {'Port': ['ID=ba757212-d5f0-41b9-935c-ab94dbff9d84,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:19.000156 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c396e9-7230-4543-b3a9-deee4a3308fb admin admin] Made reservation on behalf of 2a06768184a243e2b06a44bee40a6f92 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:31:19.003099 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33c396e9-7230-4543-b3a9-deee4a3308fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:19.012545 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-7dc0c37b-1a23-4f37-b565-7870477ad93a admin admin] Allocated IP 172.25.3.191 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:31:19.066087 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbc90f-4736-40d3-bd13-682715b5eaf3 None None] Pushing event updated for resources: {'Port': ['ID=ba757212-d5f0-41b9-935c-ab94dbff9d84,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:19.182234 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c37b-1a23-4f37-b565-7870477ad93a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:19.248119 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c37b-1a23-4f37-b565-7870477ad93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:19.308422 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0c37b-1a23-4f37-b565-7870477ad93a admin admin] Pushing event updated for resources: {'Port': ['ID=8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:19.324155 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc0c37b-1a23-4f37-b565-7870477ad93a admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:31:19.326647 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7dc0c37b-1a23-4f37-b565-7870477ad93a admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:19.329921 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc0c37b-1a23-4f37-b565-7870477ad93a admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:31:19.341379 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33c396e9-7230-4543-b3a9-deee4a3308fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:19.427246 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c396e9-7230-4543-b3a9-deee4a3308fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dca6ec8-828f-4751-8723-f176759a3e37,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:19.448833 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c396e9-7230-4543-b3a9-deee4a3308fb admin admin] Checking segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:19.449226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c396e9-7230-4543-b3a9-deee4a3308fb admin admin] Network hostable DHCP agents. Network: 177f0fb8-8efe-42df-b46e-daf6f73cf24d, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:31:19.471220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c396e9-7230-4543-b3a9-deee4a3308fb admin admin] Network 177f0fb8-8efe-42df-b46e-daf6f73cf24d is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:31:19.484852 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-33c396e9-7230-4543-b3a9-deee4a3308fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 177f0fb8-8efe-42df-b46e-daf6f73cf24d) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:19.491236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c396e9-7230-4543-b3a9-deee4a3308fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:19.492246 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33c396e9-7230-4543-b3a9-deee4a3308fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:19.496980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3f839f-47b3-4c32-8360-f78ca64c6970 None None] Network 177f0fb8-8efe-42df-b46e-daf6f73cf24d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:31:19.534819 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-33c396e9-7230-4543-b3a9-deee4a3308fb admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6191165 Aug 16 01:31:19.597479 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:19.710516 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:19.717542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ba757212-d5f0-41b9-935c-ab94dbff9d84 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:19.750879 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:19.751347 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:19.764332 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1657f201-f12a-48e6-8342-febb21239ee4 req-a586c379-c4d9-46fb-a7eb-912c3b6e1c5b tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 210 time: 0.1051621 Aug 16 01:31:19.764807 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.63', 55976) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:19.884442 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02117b2b-280a-4181-bbea-f316fe98967a None None] Network 177f0fb8-8efe-42df-b46e-daf6f73cf24d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:31:19.990438 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port ba757212-d5f0-41b9-935c-ab94dbff9d84 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:20.057900 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:20.074594 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b8456a22-ddcf-46a6-a48d-0c7acb69429d up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:20.195807 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0fe9c8c1-447d-410f-80e0-01500c1ad325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:20.264201 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1de88-4681-4741-9065-0f35e4593d76 req-a0db7bd5-39ee-42e8-afe4-026e83f31977 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:20.271031 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-39a1de88-4681-4741-9065-0f35e4593d76 req-a0db7bd5-39ee-42e8-afe4-026e83f31977 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.63 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 821 time: 0.5051858 Aug 16 01:31:20.295063 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b99f461-bce5-4282-b9d3-8487e38be989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2804d6f3-a5f8-4e32-9f47-d07fa6475cd1'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:31:20.325258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066daf20-320b-487b-8c66-714fcd7dd277 req-d5ca84c0-adfb-4d78-ae2d-bd3608309b98 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:20.348112 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-066daf20-320b-487b-8c66-714fcd7dd277 req-d5ca84c0-adfb-4d78-ae2d-bd3608309b98 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 969 time: 0.3356481 Aug 16 01:31:20.431653 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=2804d6f3-a5f8-4e32-9f47-d07fa6475cd1,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:20.466532 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:20.507803 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-066daf20-320b-487b-8c66-714fcd7dd277 req-ab2e771a-e291-4602-b530-df3fc49729b9 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586785 Aug 16 01:31:20.528947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port b8456a22-ddcf-46a6-a48d-0c7acb69429d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:20.529320 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:20.571758 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c37b-1a23-4f37-b565-7870477ad93a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:20.701983 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cab3c9-00e0-40c9-840a-99c903da3407 None None] Network d8aed438-7258-4bc9-85b7-60367d801d69 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:31:20.773967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=2804d6f3-a5f8-4e32-9f47-d07fa6475cd1,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:20.784370 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fab17b31-6cf0-45dd-9f7f-298fcb678aeb None None] Provisioning for port ba757212-d5f0-41b9-935c-ab94dbff9d84 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:20.798083 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fab17b31-6cf0-45dd-9f7f-298fcb678aeb None None] Provisioning complete for port ba757212-d5f0-41b9-935c-ab94dbff9d84 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:20.798466 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fab17b31-6cf0-45dd-9f7f-298fcb678aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:20.840726 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c37b-1a23-4f37-b565-7870477ad93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:20.874289 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bffc66b-0fc3-4619-a8c8-8c9acea4ec39" -d '{"events": [{"server_uuid": "7b99f461-bce5-4282-b9d3-8487e38be989", "name": "network-vif-plugged", "status": "completed", "tag": "2804d6f3-a5f8-4e32-9f47-d07fa6475cd1"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:31:20.885536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59534) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:20.891578 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e3912b04-dd0a-4857-8dec-ddcc8a99a02b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1766473444-network', 'tenant_id': 'bc8ad790bec448579dabc77e6d6d43c6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:20.932007 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b33e2821-384b-4791-a262-4282306811ca req-bb102101-dd75-41a0-a1ce-ca57b93f59bd tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 210 time: 0.0355582 Aug 16 01:31:20.935163 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3912b04-dd0a-4857-8dec-ddcc8a99a02b admin admin] Made reservation on behalf of bc8ad790bec448579dabc77e6d6d43c6 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:31:20.938569 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3912b04-dd0a-4857-8dec-ddcc8a99a02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:20.959200 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3912b04-dd0a-4857-8dec-ddcc8a99a02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:21.063655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc0c37b-1a23-4f37-b565-7870477ad93a admin admin] Router ba88f3be-a0f3-4752-9bef-8c4aee4a2092 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:31:21.110601 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fab17b31-6cf0-45dd-9f7f-298fcb678aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:21.187729 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-fab17b31-6cf0-45dd-9f7f-298fcb678aeb None None] For port ba757212-d5f0-41b9-935c-ab94dbff9d84, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ba757212-d5f0-41b9-935c-ab94dbff9d84,segment=NetworkSegment(eda861f1-f748-4d89-902d-adc09832eba3),segment_id=eda861f1-f748-4d89-902d-adc09832eba3)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:21.195355 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fab17b31-6cf0-45dd-9f7f-298fcb678aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:21.207399 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3912b04-dd0a-4857-8dec-ddcc8a99a02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:21.215784 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3912b04-dd0a-4857-8dec-ddcc8a99a02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:21.228831 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc0c37b-1a23-4f37-b565-7870477ad93a admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:31:21.238795 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Sync routers for ids ['ba88f3be-a0f3-4752-9bef-8c4aee4a2092'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:31:21.251250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3912b04-dd0a-4857-8dec-ddcc8a99a02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df5f936-b60f-4f63-ae9e-162d7accba2d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:21.255078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab17b31-6cf0-45dd-9f7f-298fcb678aeb None None] Pushing event updated for resources: {'Port': ['ID=ba757212-d5f0-41b9-935c-ab94dbff9d84,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:21.264311 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Routers {'ba88f3be-a0f3-4752-9bef-8c4aee4a2092'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:31:21.266931 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:30:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ba88f3be-a0f3-4752-9bef-8c4aee4a2092'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:21.281401 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3912b04-dd0a-4857-8dec-ddcc8a99a02b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:31:21.296861 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3912b04-dd0a-4857-8dec-ddcc8a99a02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:21.297017 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c37b-1a23-4f37-b565-7870477ad93a admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:21.297391 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-e3912b04-dd0a-4857-8dec-ddcc8a99a02b admin admin] Added segment 30ff6805-13d4-45a6-8172-8cfbeb5cc32f of type vlan for network 595d6bb0-fdba-4901-9508-4fb0e32a59c4 Aug 16 01:31:21.299188 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7dc0c37b-1a23-4f37-b565-7870477ad93a admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5131056 Aug 16 01:31:21.301213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59544) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:21.323339 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fea9836-9c26-4f9f-8c74-0806590f5f4d x-openstack-request-id: req-8fea9836-9c26-4f9f-8c74-0806590f5f4d {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:31:21.323696 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b99f461-bce5-4282-b9d3-8487e38be989", "name": "network-vif-plugged", "status": "completed", "tag": "2804d6f3-a5f8-4e32-9f47-d07fa6475cd1", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:31:21.324014 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8fea9836-9c26-4f9f-8c74-0806590f5f4d {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:31:21.324737 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b99f461-bce5-4282-b9d3-8487e38be989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2804d6f3-a5f8-4e32-9f47-d07fa6475cd1', 'code': 200} Aug 16 01:31:21.399835 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3912b04-dd0a-4857-8dec-ddcc8a99a02b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:21.451607 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Set router ba88f3be-a0f3-4752-9bef-8c4aee4a2092 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:31:21.467411 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3912b04-dd0a-4857-8dec-ddcc8a99a02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:21.468406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3912b04-dd0a-4857-8dec-ddcc8a99a02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:21.468998 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3912b04-dd0a-4857-8dec-ddcc8a99a02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:21.500067 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ba757212-d5f0-41b9-935c-ab94dbff9d84 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:21.573948 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3912b04-dd0a-4857-8dec-ddcc8a99a02b admin admin] Pushing event updated for resources: {'Network': ['ID=595d6bb0-fdba-4901-9508-4fb0e32a59c4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:21.588025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e3912b04-dd0a-4857-8dec-ddcc8a99a02b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7007113 Aug 16 01:31:21.589313 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59548) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:21.594401 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b1bf2517-3a37-4bcb-99c1-79978f13bfb1 admin admin] Request body: {'subnet': {'network_id': '595d6bb0-fdba-4901-9508-4fb0e32a59c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1766473444-subnet', 'tenant_id': 'bc8ad790bec448579dabc77e6d6d43c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:21.599054 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 595d6bb0-fdba-4901-9508-4fb0e32a59c4 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:31:21.625559 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bf2517-3a37-4bcb-99c1-79978f13bfb1 admin admin] Made reservation on behalf of bc8ad790bec448579dabc77e6d6d43c6 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:31:21.634933 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2517-3a37-4bcb-99c1-79978f13bfb1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:21.643949 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fff46c-a759-403d-aa7e-4c8698bb28f7 req-cc422e32-6502-4b9f-8a9d-a9d6f18e8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:21.647047 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a8fff46c-a759-403d-aa7e-4c8698bb28f7 req-cc422e32-6502-4b9f-8a9d-a9d6f18e8ae2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 1122 time: 0.2422836 Aug 16 01:31:21.702670 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a8fff46c-a759-403d-aa7e-4c8698bb28f7 req-e394bbfd-294c-4f8b-8b6e-a6ac7e031d24 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:21.717277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port ba757212-d5f0-41b9-935c-ab94dbff9d84 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:21.717652 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:21.788355 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc4dc5-a60a-466d-b188-929f3bab9e0b req-8ab5017d-fa64-43ce-bdbb-40698e20eec5 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:21.790221 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4acc4dc5-a60a-466d-b188-929f3bab9e0b req-8ab5017d-fa64-43ce-bdbb-40698e20eec5 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 970 time: 0.1364844 Aug 16 01:31:21.815379 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba88f3be-a0f3-4752-9bef-8c4aee4a2092', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519416315-router', 'tenant_id': '8c49996220114a0db6fca65a3c028913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:17Z', 'updated_at': '2021-08-16T01:31:20Z', 'revision_number': 3, 'project_id': '8c49996220114a0db6fca65a3c028913', 'gw_port': {'id': '8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba88f3be-a0f3-4752-9bef-8c4aee4a2092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:18Z', 'updated_at': '2021-08-16T01:31:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:21.822666 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6538b151-74e3-4e5d-902a-c65b59dc8074 None None] Provisioning complete for port ba757212-d5f0-41b9-935c-ab94dbff9d84 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:21.824905 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6538b151-74e3-4e5d-902a-c65b59dc8074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:21.873881 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Checking router: ba88f3be-a0f3-4752-9bef-8c4aee4a2092 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:31:21.874518 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Updating router ba88f3be-a0f3-4752-9bef-8c4aee4a2092 port 8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:31:21.919329 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:21.927323 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4acc4dc5-a60a-466d-b188-929f3bab9e0b req-acef824f-db8c-439f-b395-512df38d0e51 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241179 Aug 16 01:31:21.971796 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2517-3a37-4bcb-99c1-79978f13bfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:22.095297 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf2517-3a37-4bcb-99c1-79978f13bfb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8506287-37f5-43fc-9af7-c6b7d15dd1ce,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:22.102427 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf2517-3a37-4bcb-99c1-79978f13bfb1 admin admin] Checking segment: {'id': '30ff6805-13d4-45a6-8172-8cfbeb5cc32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '595d6bb0-fdba-4901-9508-4fb0e32a59c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:22.102878 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bf2517-3a37-4bcb-99c1-79978f13bfb1 admin admin] Network hostable DHCP agents. Network: 595d6bb0-fdba-4901-9508-4fb0e32a59c4, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:31:22.130853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bf2517-3a37-4bcb-99c1-79978f13bfb1 admin admin] Network 595d6bb0-fdba-4901-9508-4fb0e32a59c4 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:31:22.147291 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a4a449d5-390c-4a3d-9947-c33b34ea0f73 req-a56f8ca5-005c-4027-8c89-f897f952e476 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 210 time: 0.0448556 Aug 16 01:31:22.151116 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-b1bf2517-3a37-4bcb-99c1-79978f13bfb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 595d6bb0-fdba-4901-9508-4fb0e32a59c4) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:22.157134 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a8fff46c-a759-403d-aa7e-4c8698bb28f7 req-e394bbfd-294c-4f8b-8b6e-a6ac7e031d24 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:22.172347 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98e2727-e604-4209-8701-220ff7b9700d None None] Network 595d6bb0-fdba-4901-9508-4fb0e32a59c4 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:31:22.172546 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bf2517-3a37-4bcb-99c1-79978f13bfb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:22.172546 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2517-3a37-4bcb-99c1-79978f13bfb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:22.172744 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a8fff46c-a759-403d-aa7e-4c8698bb28f7 req-e394bbfd-294c-4f8b-8b6e-a6ac7e031d24 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:22.200524 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b1bf2517-3a37-4bcb-99c1-79978f13bfb1 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6099579 Aug 16 01:31:22.215045 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a8fff46c-a759-403d-aa7e-4c8698bb28f7 req-e394bbfd-294c-4f8b-8b6e-a6ac7e031d24 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500913 Aug 16 01:31:22.244104 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394bbfd-294c-4f8b-8b6e-a6ac7e031d24 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6f9f86-4962-4df3-9a1e-b28dcf86f97c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:22.403581 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7136d8-87a6-485d-8075-2a750ab4ea1a None None] Network 595d6bb0-fdba-4901-9508-4fb0e32a59c4 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:31:22.410935 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e528d43-f167-4062-816c-59733fc3a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:22.454387 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:22.467890 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Transition to ACTIVE for port object 8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:22.477617 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:22.526351 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab67ef-6df4-4917-92ae-bbfcc614c615 None None] Pushing event updated for resources: {'Port': ['ID=8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:22.564942 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d39117a9-d298-4557-a131-1ab8caf77fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:22.595079 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Attempting to bind port 8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:31:22.595842 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Attempting to bind port 8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:31:22.596323 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Attempting to bind port 8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:22.602108 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:31:22.602767 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:22.603507 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:22.604118 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:31:22.605097 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Bound port: 8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:31:22.605868 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:22.612639 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59564) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:22.642487 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1e528d43-f167-4062-816c-59733fc3a62d admin admin] Allocated IP 172.20.0.1 (d8aed438-7258-4bc9-85b7-60367d801d69/b2967cba-4efd-4fb0-94f0-3a3074351bfc/11aded56-366a-4010-aa30-aa67304d0b01) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:31:22.677282 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] For port 8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:31:22.681217 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] For port 8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:31:22.690237 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:22.779495 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Routers {'ba88f3be-a0f3-4752-9bef-8c4aee4a2092'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:31:22.780133 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:31:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ba88f3be-a0f3-4752-9bef-8c4aee4a2092'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:22.828517 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e528d43-f167-4062-816c-59733fc3a62d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:22.830037 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab67ef-6df4-4917-92ae-bbfcc614c615 None None] Pushing event updated for resources: {'Port': ['ID=8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:22.918326 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] Set router ba88f3be-a0f3-4752-9bef-8c4aee4a2092 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:31:23.074748 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-690d9372-7a7d-4db4-ad8a-1c30cfc442e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:23.084533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1e528d43-f167-4062-816c-59733fc3a62d admin admin] Transition to ACTIVE for port object 11aded56-366a-4010-aa30-aa67304d0b01 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:23.177120 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba88f3be-a0f3-4752-9bef-8c4aee4a2092', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519416315-router', 'tenant_id': '8c49996220114a0db6fca65a3c028913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:17Z', 'updated_at': '2021-08-16T01:31:20Z', 'revision_number': 3, 'project_id': '8c49996220114a0db6fca65a3c028913', 'gw_port': {'id': '8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba88f3be-a0f3-4752-9bef-8c4aee4a2092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:18Z', 'updated_at': '2021-08-16T01:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:23.177401 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:23.193214 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e528d43-f167-4062-816c-59733fc3a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:23.206429 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351892f7-e10c-4fce-86ab-e9a2b59cfa68 None None] The sync data for ids ['ba88f3be-a0f3-4752-9bef-8c4aee4a2092'] in n-d-765315-27 is: [{'id': 'ba88f3be-a0f3-4752-9bef-8c4aee4a2092', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519416315-router', 'tenant_id': '8c49996220114a0db6fca65a3c028913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:17Z', 'updated_at': '2021-08-16T01:31:20Z', 'revision_number': 3, 'project_id': '8c49996220114a0db6fca65a3c028913', 'gw_port': {'id': '8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba88f3be-a0f3-4752-9bef-8c4aee4a2092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:18Z', 'updated_at': '2021-08-16T01:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:31:23.247523 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e528d43-f167-4062-816c-59733fc3a62d admin admin] Network d8aed438-7258-4bc9-85b7-60367d801d69 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:31:23.257121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1e528d43-f167-4062-816c-59733fc3a62d admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:23.269691 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e528d43-f167-4062-816c-59733fc3a62d admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:31:23.270221 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e528d43-f167-4062-816c-59733fc3a62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:23.353675 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e528d43-f167-4062-816c-59733fc3a62d admin admin] Pushing event updated for resources: {'Port': ['ID=11aded56-366a-4010-aa30-aa67304d0b01,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:23.379217 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-690d9372-7a7d-4db4-ad8a-1c30cfc442e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:23.388136 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-690d9372-7a7d-4db4-ad8a-1c30cfc442e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:23.488617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-96129b26-3199-4d70-9214-86acb99f2e1f tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:23.491080 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-96129b26-3199-4d70-9214-86acb99f2e1f tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 808 time: 0.2065463 Aug 16 01:31:23.510584 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-690d9372-7a7d-4db4-ad8a-1c30cfc442e0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=58db6d4eb5fe4fa18def55c327dab0c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8966873 Aug 16 01:31:23.515962 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59600) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:23.551477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d9372-7a7d-4db4-ad8a-1c30cfc442e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03258ed-03eb-4399-821f-d83f969d6eb9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:23.553231 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-9252bbf3-3b5e-4318-b772-abb1350353b8 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/quotas/2a06768184a243e2b06a44bee40a6f92 HTTP/1.1" status: 200 len: 375 time: 0.0543458 Aug 16 01:31:23.574464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e320c-2c5a-4455-8673-c37a5e15dca8 req-5b097866-273d-42d1-be8c-e37005079718 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:23.576122 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-702e320c-2c5a-4455-8673-c37a5e15dca8 req-5b097866-273d-42d1-be8c-e37005079718 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 970 time: 0.1634946 Aug 16 01:31:23.624292 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-25310b70-c83b-4483-acb3-1eeb0f82b81c None None] Provisioning for port 11aded56-366a-4010-aa30-aa67304d0b01 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:23.630227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-25310b70-c83b-4483-acb3-1eeb0f82b81c None None] Provisioning complete for port 11aded56-366a-4010-aa30-aa67304d0b01 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:23.630744 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-25310b70-c83b-4483-acb3-1eeb0f82b81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:23.641527 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e528d43-f167-4062-816c-59733fc3a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:23.646122 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-32312aa9-272a-48a7-af12-fed75f99c1aa tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913997 Aug 16 01:31:23.665577 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-702e320c-2c5a-4455-8673-c37a5e15dca8 req-43a162fe-8e5f-4f4e-9f39-2ea8cf9e1d7c tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773585 Aug 16 01:31:23.720189 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-25310b70-c83b-4483-acb3-1eeb0f82b81c None None] Port 11aded56-366a-4010-aa30-aa67304d0b01 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:31:23.730504 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f6ee9636-9d37-4e6b-9fa6-28fb28cfd7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:23.788456 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f6ee9636-9d37-4e6b-9fa6-28fb28cfd7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:23.887871 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-0783591d-c953-4804-b07b-8a0d117811e4 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:31:23.908578 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-0783591d-c953-4804-b07b-8a0d117811e4 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1165707 Aug 16 01:31:23.938195 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f6ee9636-9d37-4e6b-9fa6-28fb28cfd7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:23.940847 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f6ee9636-9d37-4e6b-9fa6-28fb28cfd7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:23.941996 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f6ee9636-9d37-4e6b-9fa6-28fb28cfd7ab admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c03258ed-03eb-4399-821f-d83f969d6eb9 HTTP/1.1" status: 204 len: 168 time: 0.4239285 Aug 16 01:31:23.959490 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0191978b-d0b3-444e-bcab-ff32cf9e6bc2 req-223151a3-124f-4968-bb7c-a391b2a08c99 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 210 time: 0.0537846 Aug 16 01:31:24.013423 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:24.053912 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee9636-9d37-4e6b-9fa6-28fb28cfd7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03258ed-03eb-4399-821f-d83f969d6eb9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:24.122782 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e528d43-f167-4062-816c-59733fc3a62d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:24.132769 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e528d43-f167-4062-816c-59733fc3a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:24.133524 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e528d43-f167-4062-816c-59733fc3a62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:24.175239 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-f96b4dbc-d24e-4e41-bd78-371d53b9f5c9 service neutron] 10.222.0.68 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580559 Aug 16 01:31:24.244001 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e528d43-f167-4062-816c-59733fc3a62d admin admin] Pushing event updated for resources: {'Port': ['ID=11aded56-366a-4010-aa30-aa67304d0b01,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:24.297238 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e528d43-f167-4062-816c-59733fc3a62d admin admin] Network d8aed438-7258-4bc9-85b7-60367d801d69 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:31:24.299319 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1e528d43-f167-4062-816c-59733fc3a62d admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:24.324644 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-11e5be13-0b68-4c13-a2d4-66672522adf5 service neutron] 10.222.0.68 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440790 Aug 16 01:31:24.530875 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e528d43-f167-4062-816c-59733fc3a62d admin admin] Router ba88f3be-a0f3-4752-9bef-8c4aee4a2092 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:31:24.566004 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59620) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:24.592441 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0c642d32-8e88-49a4-8eee-3d4552349c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:24.690334 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a2d36951-8ebd-4768-80b1-3010927e9713 None None] Provisioning complete for port 11aded56-366a-4010-aa30-aa67304d0b01 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:24.693345 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a2d36951-8ebd-4768-80b1-3010927e9713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:24.788233 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a2d36951-8ebd-4768-80b1-3010927e9713 None None] Port 11aded56-366a-4010-aa30-aa67304d0b01 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:31:24.788606 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0c642d32-8e88-49a4-8eee-3d4552349c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:24.797257 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0c642d32-8e88-49a4-8eee-3d4552349c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:24.813567 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be16b65a-91cc-4490-98a9-37956eb8a448 req-2b86c2b4-59f9-4d8b-bea0-a7973cc114f4 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 210 time: 0.0910633 Aug 16 01:31:24.823210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e528d43-f167-4062-816c-59733fc3a62d admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:31:24.838039 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1e528d43-f167-4062-816c-59733fc3a62d admin admin] 10.222.0.68 "PUT /v2.0/routers/ba88f3be-a0f3-4752-9bef-8c4aee4a2092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5274017 Aug 16 01:31:24.867206 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c642d32-8e88-49a4-8eee-3d4552349c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0729f367-67c5-464a-9547-41760e169554,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:24.880293 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0c642d32-8e88-49a4-8eee-3d4552349c6d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=57d00de2d9d14751828b8c8f87746289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131309 Aug 16 01:31:24.885084 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59636) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:24.956272 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15b7f6-2280-4411-a326-08854a1fdcf6 req-6ead2fcc-29be-4607-a321-3c83d27c32f5 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:24.962101 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c15b7f6-2280-4411-a326-08854a1fdcf6 req-6ead2fcc-29be-4607-a321-3c83d27c32f5 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 970 time: 0.1190088 Aug 16 01:31:25.022074 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bb15783-dfea-4d64-bf52-0d31934b4c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:25.037103 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c15b7f6-2280-4411-a326-08854a1fdcf6 req-1bc5265c-ce60-4a55-890c-051b13d47ada tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633974 Aug 16 01:31:25.061187 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bb15783-dfea-4d64-bf52-0d31934b4c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:25.146395 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bb15783-dfea-4d64-bf52-0d31934b4c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:25.150380 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-33711a21-384f-4920-98ec-388015781113 req-afe3fde3-1518-478c-a3f2-cd1025283e5c tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 210 time: 0.0422397 Aug 16 01:31:25.158173 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bb15783-dfea-4d64-bf52-0d31934b4c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:25.161584 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9bb15783-dfea-4d64-bf52-0d31934b4c45 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0729f367-67c5-464a-9547-41760e169554 HTTP/1.1" status: 204 len: 168 time: 0.2724369 Aug 16 01:31:25.167931 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb15783-dfea-4d64-bf52-0d31934b4c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0729f367-67c5-464a-9547-41760e169554,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:25.514668 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a476b-8002-4947-8b9b-5bbbc8298452 req-7e474161-b248-49c0-9990-7c60a2a0f274 tempest-AggregatesAdminTestJSON-1170871469 tempest-AggregatesAdminTestJSON-1170871469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:25.524181 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:25.538431 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6c4a476b-8002-4947-8b9b-5bbbc8298452 req-7e474161-b248-49c0-9990-7c60a2a0f274 tempest-AggregatesAdminTestJSON-1170871469 tempest-AggregatesAdminTestJSON-1170871469-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 1122 time: 0.0785074 Aug 16 01:31:25.561213 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6c4a476b-8002-4947-8b9b-5bbbc8298452 req-1e3e5a08-5943-45c7-8290-b9f44e0c1322 tempest-AggregatesAdminTestJSON-1170871469 tempest-AggregatesAdminTestJSON-1170871469-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:25.592154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:25.598044 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:25.598894 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:25.695252 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6c4a476b-8002-4947-8b9b-5bbbc8298452 req-1e3e5a08-5943-45c7-8290-b9f44e0c1322 tempest-AggregatesAdminTestJSON-1170871469 tempest-AggregatesAdminTestJSON-1170871469-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:25.706133 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6c4a476b-8002-4947-8b9b-5bbbc8298452 req-1e3e5a08-5943-45c7-8290-b9f44e0c1322 tempest-AggregatesAdminTestJSON-1170871469 tempest-AggregatesAdminTestJSON-1170871469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:25.740117 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:25.746913 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6c4a476b-8002-4947-8b9b-5bbbc8298452 req-1e3e5a08-5943-45c7-8290-b9f44e0c1322 tempest-AggregatesAdminTestJSON-1170871469 tempest-AggregatesAdminTestJSON-1170871469-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072361 Aug 16 01:31:25.747836 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e5a08-5943-45c7-8290-b9f44e0c1322 tempest-AggregatesAdminTestJSON-1170871469 tempest-AggregatesAdminTestJSON-1170871469-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db991954-b0b3-436c-b08e-65316a2480e8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:25.800552 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:25.815727 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:25.846160 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Sync routers for ids ['ba88f3be-a0f3-4752-9bef-8c4aee4a2092'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:31:25.852431 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:25.882013 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Routers {'ba88f3be-a0f3-4752-9bef-8c4aee4a2092'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:31:25.883028 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:31:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ba88f3be-a0f3-4752-9bef-8c4aee4a2092'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:25.921786 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:26.023404 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Set router ba88f3be-a0f3-4752-9bef-8c4aee4a2092 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:31:26.059753 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1169b13c-4c7c-4eca-b202-6eca799c1310 req-7f8b978f-b2aa-4b1d-8d50-ea34addee16b tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 210 time: 0.0281467 Aug 16 01:31:26.328805 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba88f3be-a0f3-4752-9bef-8c4aee4a2092', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519416315-router', 'tenant_id': '8c49996220114a0db6fca65a3c028913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:17Z', 'updated_at': '2021-08-16T01:31:23Z', 'revision_number': 4, 'project_id': '8c49996220114a0db6fca65a3c028913', 'gw_port': {'id': '8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba88f3be-a0f3-4752-9bef-8c4aee4a2092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:18Z', 'updated_at': '2021-08-16T01:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '11aded56-366a-4010-aa30-aa67304d0b01', 'name': '', 'network_id': 'd8aed438-7258-4bc9-85b7-60367d801d69', 'tenant_id': '8c49996220114a0db6fca65a3c028913', 'mac_address': 'fa:16:3e:65:eb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba88f3be-a0f3-4752-9bef-8c4aee4a2092', 'device_owner': 'network:router_interface', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'b2967cba-4efd-4fb0-94f0-3a3074351bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:22Z', 'updated_at': '2021-08-16T01:31:23Z', 'revision_number': 2, 'project_id': '8c49996220114a0db6fca65a3c028913', 'subnets': [{'id': 'b2967cba-4efd-4fb0-94f0-3a3074351bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:26.366058 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Checking router: ba88f3be-a0f3-4752-9bef-8c4aee4a2092 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:31:26.366784 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Updating router ba88f3be-a0f3-4752-9bef-8c4aee4a2092 port 11aded56-366a-4010-aa30-aa67304d0b01 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:31:26.398096 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:26.606746 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59718) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:26.611412 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fcad7850-e417-48a0-863c-abc55d1970fc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2146200427', 'description': 'tempest-description--932922545'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:26.654461 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcad7850-e417-48a0-863c-abc55d1970fc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:26.769670 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3e929ced-4948-4e54-8f01-4783a239f4fa req-cd6b9f0e-7229-448b-abfa-da77851fcca7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 210 time: 0.0515370 Aug 16 01:31:26.840656 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:26.849940 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcad7850-e417-48a0-863c-abc55d1970fc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:26.862770 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcad7850-e417-48a0-863c-abc55d1970fc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:26.863487 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Transition to ACTIVE for port object 11aded56-366a-4010-aa30-aa67304d0b01 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:26.888333 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:26.926250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad7850-e417-48a0-863c-abc55d1970fc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c80568-8e78-4004-9fb6-2411fbc065ab,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:26.929966 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcad7850-e417-48a0-863c-abc55d1970fc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:26.934659 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fcad7850-e417-48a0-863c-abc55d1970fc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3235240 Aug 16 01:31:26.935003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59732) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:26.942061 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c5e4ed6a-7947-4d71-9ae4-ec4a4d19046b tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Request body: {'security_group_rule': {'security_group_id': '64c80568-8e78-4004-9fb6-2411fbc065ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:26.960995 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59736) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:27.017447 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ed6a-7947-4d71-9ae4-ec4a4d19046b tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:27.030652 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc07da-d5c2-417e-b6e1-b9a8cbfacae4 None None] Pushing event updated for resources: {'Port': ['ID=11aded56-366a-4010-aa30-aa67304d0b01,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:27.112239 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Attempting to bind port 11aded56-366a-4010-aa30-aa67304d0b01 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:31:27.112759 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Attempting to bind port 11aded56-366a-4010-aa30-aa67304d0b01 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'eda861f1-f748-4d89-902d-adc09832eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd8aed438-7258-4bc9-85b7-60367d801d69'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:31:27.114017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Attempting to bind port 11aded56-366a-4010-aa30-aa67304d0b01 on network d8aed438-7258-4bc9-85b7-60367d801d69 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:27.126328 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:31:27.126700 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Checking segment: {'id': 'eda861f1-f748-4d89-902d-adc09832eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd8aed438-7258-4bc9-85b7-60367d801d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:27.127104 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:27.127495 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Bound using segment: {'id': 'eda861f1-f748-4d89-902d-adc09832eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd8aed438-7258-4bc9-85b7-60367d801d69'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:31:27.127974 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Bound port: 11aded56-366a-4010-aa30-aa67304d0b01, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda861f1-f748-4d89-902d-adc09832eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd8aed438-7258-4bc9-85b7-60367d801d69'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:31:27.128348 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:27.150204 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ed6a-7947-4d71-9ae4-ec4a4d19046b tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:27.156609 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ed6a-7947-4d71-9ae4-ec4a4d19046b tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:27.200529 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4ed6a-7947-4d71-9ae4-ec4a4d19046b tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666e2979-1f0c-443e-8406-b6ce500fd806,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:27.205913 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ed6a-7947-4d71-9ae4-ec4a4d19046b tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:27.207558 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c5e4ed6a-7947-4d71-9ae4-ec4a4d19046b tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2715297 Aug 16 01:31:27.210193 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59752) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:27.216849 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-aa9107fd-4471-464a-9782-8f69a46b0b89 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Request body: {'security_group_rule': {'security_group_id': '64c80568-8e78-4004-9fb6-2411fbc065ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:27.273464 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] For port 11aded56-366a-4010-aa30-aa67304d0b01, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:31:27.291077 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] For port 11aded56-366a-4010-aa30-aa67304d0b01, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=11aded56-366a-4010-aa30-aa67304d0b01,segment=NetworkSegment(eda861f1-f748-4d89-902d-adc09832eba3),segment_id=eda861f1-f748-4d89-902d-adc09832eba3)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:31:27.301224 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:27.342348 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-236e615f-6bd8-4ac0-a1ce-439f833716b8 req-5af7b6e8-e0a1-4db4-9255-23796d90c6ed tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 210 time: 0.1193237 Aug 16 01:31:27.377520 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa9107fd-4471-464a-9782-8f69a46b0b89 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:27.392813 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Routers {'ba88f3be-a0f3-4752-9bef-8c4aee4a2092'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:31:27.393453 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:31:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ba88f3be-a0f3-4752-9bef-8c4aee4a2092'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:27.496010 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc07da-d5c2-417e-b6e1-b9a8cbfacae4 None None] Pushing event updated for resources: {'Port': ['ID=11aded56-366a-4010-aa30-aa67304d0b01,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:27.547492 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:27.581043 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa9107fd-4471-464a-9782-8f69a46b0b89 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:27.589786 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa9107fd-4471-464a-9782-8f69a46b0b89 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:27.646173 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e692efbc-6557-4a9e-8a5d-01d239027528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:27.662009 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9107fd-4471-464a-9782-8f69a46b0b89 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4debe1e-6d30-4475-bd1b-a7500152392a,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:27.663911 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa9107fd-4471-464a-9782-8f69a46b0b89 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:27.669003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59774) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:27.669199 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-aa9107fd-4471-464a-9782-8f69a46b0b89 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4578104 Aug 16 01:31:27.674826 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-73ad7bbd-1f63-465a-8a46-64f6949378db tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:27.796121 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e692efbc-6557-4a9e-8a5d-01d239027528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:27.813873 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e692efbc-6557-4a9e-8a5d-01d239027528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:27.839563 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-73ad7bbd-1f63-465a-8a46-64f6949378db tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:27.881889 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] Set router ba88f3be-a0f3-4752-9bef-8c4aee4a2092 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:31:27.885925 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692efbc-6557-4a9e-8a5d-01d239027528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c175fd-04c1-4caf-9c63-a2704557cea3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:27.934348 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:27.934348 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:27.940781 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e692efbc-6557-4a9e-8a5d-01d239027528 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7dc77a48fbfd4829a2ccb4fcc5c3b37d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9748578 Aug 16 01:31:27.940781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59792) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:28.077705 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ca5ae36-ffc7-4518-82f2-28f3183565d9 req-31a6bffb-68a4-4f3f-a20a-9dbddf1adb17 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 210 time: 0.1391094 Aug 16 01:31:28.138164 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb743-db59-4a67-a0c3-a9437bfcfae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:28.173737 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb743-db59-4a67-a0c3-a9437bfcfae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:28.203785 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-39a1de88-4681-4741-9065-0f35e4593d76 req-31a757fd-b2f2-4750-acbd-0be987bac98f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Request body: {'port': {'device_id': 'db4bf462-13c9-4528-96a9-1d4c330a5abf', 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a', 'admin_state_up': True, 'tenant_id': '45dbe6ee0a914906b78be372f8c71bfe'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:28.254071 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb743-db59-4a67-a0c3-a9437bfcfae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:28.257292 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb743-db59-4a67-a0c3-a9437bfcfae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:28.258893 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4a8cb743-db59-4a67-a0c3-a9437bfcfae1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/92c175fd-04c1-4caf-9c63-a2704557cea3 HTTP/1.1" status: 204 len: 168 time: 0.3172143 Aug 16 01:31:28.274035 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cb743-db59-4a67-a0c3-a9437bfcfae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c175fd-04c1-4caf-9c63-a2704557cea3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:28.482119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a1de88-4681-4741-9065-0f35e4593d76 req-31a757fd-b2f2-4750-acbd-0be987bac98f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Made reservation on behalf of 45dbe6ee0a914906b78be372f8c71bfe for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:31:28.486607 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39a1de88-4681-4741-9065-0f35e4593d76 req-31a757fd-b2f2-4750-acbd-0be987bac98f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:28.490554 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-73ad7bbd-1f63-465a-8a46-64f6949378db tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:28.529158 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba88f3be-a0f3-4752-9bef-8c4aee4a2092', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519416315-router', 'tenant_id': '8c49996220114a0db6fca65a3c028913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:17Z', 'updated_at': '2021-08-16T01:31:23Z', 'revision_number': 4, 'project_id': '8c49996220114a0db6fca65a3c028913', 'gw_port': {'id': '8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba88f3be-a0f3-4752-9bef-8c4aee4a2092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:18Z', 'updated_at': '2021-08-16T01:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '11aded56-366a-4010-aa30-aa67304d0b01', 'name': '', 'network_id': 'd8aed438-7258-4bc9-85b7-60367d801d69', 'tenant_id': '8c49996220114a0db6fca65a3c028913', 'mac_address': 'fa:16:3e:65:eb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba88f3be-a0f3-4752-9bef-8c4aee4a2092', 'device_owner': 'network:router_interface', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'b2967cba-4efd-4fb0-94f0-3a3074351bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:22Z', 'updated_at': '2021-08-16T01:31:27Z', 'revision_number': 4, 'project_id': '8c49996220114a0db6fca65a3c028913', 'subnets': [{'id': 'b2967cba-4efd-4fb0-94f0-3a3074351bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:28.567899 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f024a92-8291-4120-bb49-9af4c0439c90 None None] The sync data for ids ['ba88f3be-a0f3-4752-9bef-8c4aee4a2092'] in n-d-765315-27 is: [{'id': 'ba88f3be-a0f3-4752-9bef-8c4aee4a2092', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519416315-router', 'tenant_id': '8c49996220114a0db6fca65a3c028913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:17Z', 'updated_at': '2021-08-16T01:31:23Z', 'revision_number': 4, 'project_id': '8c49996220114a0db6fca65a3c028913', 'gw_port': {'id': '8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba88f3be-a0f3-4752-9bef-8c4aee4a2092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:18Z', 'updated_at': '2021-08-16T01:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '11aded56-366a-4010-aa30-aa67304d0b01', 'name': '', 'network_id': 'd8aed438-7258-4bc9-85b7-60367d801d69', 'tenant_id': '8c49996220114a0db6fca65a3c028913', 'mac_address': 'fa:16:3e:65:eb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba88f3be-a0f3-4752-9bef-8c4aee4a2092', 'device_owner': 'network:router_interface', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': 'b2967cba-4efd-4fb0-94f0-3a3074351bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:22Z', 'updated_at': '2021-08-16T01:31:27Z', 'revision_number': 4, 'project_id': '8c49996220114a0db6fca65a3c028913', 'subnets': [{'id': 'b2967cba-4efd-4fb0-94f0-3a3074351bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:31:28.771110 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.63', 55980) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:28.840395 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0cdde92f-6704-4679-8da6-2ee70e8482a6 req-6b57c3fc-39d1-4ebd-bae2-851da4c82756 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 210 time: 0.2318864 Aug 16 01:31:28.976866 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-d9b72e5b-4dcd-4231-9ca1-9b61fb6a301e tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:28.979044 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-d9b72e5b-4dcd-4231-9ca1-9b61fb6a301e tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.63 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 808 time: 0.2000642 Aug 16 01:31:28.995478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-ba252c96-8bfc-42e1-af71-c61b368c1293 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Request body: {'port': {'device_id': '4653f7ad-2d1d-45a1-b156-2114c5deb129', 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d', 'admin_state_up': True, 'tenant_id': '2a06768184a243e2b06a44bee40a6f92'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:29.099570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-73ad7bbd-1f63-465a-8a46-64f6949378db tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Allocated IP 172.25.3.3 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/eccc3dde-7a97-4781-8fdd-d427731f31c4) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:31:29.102083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59860) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:29.147168 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9792bf7-bc3b-46f8-86b7-73d0f5b3a144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:29.222283 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-ba252c96-8bfc-42e1-af71-c61b368c1293 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Made reservation on behalf of 2a06768184a243e2b06a44bee40a6f92 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:31:29.228058 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-ba252c96-8bfc-42e1-af71-c61b368c1293 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:29.296486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-39a1de88-4681-4741-9065-0f35e4593d76 req-31a757fd-b2f2-4750-acbd-0be987bac98f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Allocated IP 172.20.0.9 (ac9b0336-8141-4ec6-b716-8b6fe1de5b8a/9a70a5b5-baa4-4789-ab96-e7bced8a7b9b/2e06069d-8b5f-49f5-9bce-1fca274c082f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:31:29.311324 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8a8d11f3-bb66-40a6-ad72-c4da057d541d req-f514aeab-dd5d-42d7-8995-9a19fe042e14 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 210 time: 0.0504153 Aug 16 01:31:29.478951 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-73ad7bbd-1f63-465a-8a46-64f6949378db tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:29.498954 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-ba252c96-8bfc-42e1-af71-c61b368c1293 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Allocated IP 172.20.0.3 (177f0fb8-8efe-42df-b46e-daf6f73cf24d/2dca6ec8-828f-4751-8723-f176759a3e37/a62b5efa-f56a-4377-aae7-db2be4ab6327) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:31:29.535172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 11aded56-366a-4010-aa30-aa67304d0b01 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:29.609455 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9792bf7-bc3b-46f8-86b7-73d0f5b3a144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:29.663716 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 11aded56-366a-4010-aa30-aa67304d0b01 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:29.669107 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 11aded56-366a-4010-aa30-aa67304d0b01 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:29.669477 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:29.727274 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39a1de88-4681-4741-9065-0f35e4593d76 req-31a757fd-b2f2-4750-acbd-0be987bac98f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:29.786328 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:29.798805 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9792bf7-bc3b-46f8-86b7-73d0f5b3a144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:29.835370 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-ba252c96-8bfc-42e1-af71-c61b368c1293 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:29.841579 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 11aded56-366a-4010-aa30-aa67304d0b01, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=11aded56-366a-4010-aa30-aa67304d0b01,segment=NetworkSegment(eda861f1-f748-4d89-902d-adc09832eba3),segment_id=eda861f1-f748-4d89-902d-adc09832eba3)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:29.857093 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:29.860872 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9792bf7-bc3b-46f8-86b7-73d0f5b3a144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537356af-2a31-4319-b54c-d1f1e903950c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:29.871610 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39a1de88-4681-4741-9065-0f35e4593d76 req-31a757fd-b2f2-4750-acbd-0be987bac98f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:29.905474 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-ba252c96-8bfc-42e1-af71-c61b368c1293 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:29.964569 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=11aded56-366a-4010-aa30-aa67304d0b01,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:29.993280 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-ba252c96-8bfc-42e1-af71-c61b368c1293 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Network 177f0fb8-8efe-42df-b46e-daf6f73cf24d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:31:29.997310 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-ba252c96-8bfc-42e1-af71-c61b368c1293 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:30.004263 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-ba252c96-8bfc-42e1-af71-c61b368c1293 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:31:30.011001 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-ba252c96-8bfc-42e1-af71-c61b368c1293 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:30.011647 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-ba252c96-8bfc-42e1-af71-c61b368c1293 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:30.031226 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba252c96-8bfc-42e1-af71-c61b368c1293 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Pushing event updated for resources: {'Port': ['ID=a62b5efa-f56a-4377-aae7-db2be4ab6327,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:30.053496 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-ba252c96-8bfc-42e1-af71-c61b368c1293 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0630095 Aug 16 01:31:30.067242 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-7ea1f2a7-8700-4d06-98ba-6859ff863eb1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:31:30.068274 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-7ea1f2a7-8700-4d06-98ba-6859ff863eb1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073769 Aug 16 01:31:30.138130 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e9792bf7-bc3b-46f8-86b7-73d0f5b3a144 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=eefbd923f9ea4b3884e3c0bc1cf7900e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0346248 Aug 16 01:31:30.140860 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59916) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:30.248557 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a1de88-4681-4741-9065-0f35e4593d76 req-31a757fd-b2f2-4750-acbd-0be987bac98f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:31:30.252630 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81adb384-b7ed-47a3-be03-cf68d0416d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:30.259922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a757fd-b2f2-4750-acbd-0be987bac98f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Pushing event updated for resources: {'Port': ['ID=2e06069d-8b5f-49f5-9bce-1fca274c082f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:30.271593 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-39a1de88-4681-4741-9065-0f35e4593d76 req-31a757fd-b2f2-4750-acbd-0be987bac98f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:30.282816 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a1de88-4681-4741-9065-0f35e4593d76 req-31a757fd-b2f2-4750-acbd-0be987bac98f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:31:30.292871 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1de88-4681-4741-9065-0f35e4593d76 req-31a757fd-b2f2-4750-acbd-0be987bac98f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:30.293529 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39a1de88-4681-4741-9065-0f35e4593d76 req-31a757fd-b2f2-4750-acbd-0be987bac98f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:30.309657 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81adb384-b7ed-47a3-be03-cf68d0416d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:30.347386 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-73ad7bbd-1f63-465a-8a46-64f6949378db tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:30.374609 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-39a1de88-4681-4741-9065-0f35e4593d76 req-31a757fd-b2f2-4750-acbd-0be987bac98f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1784930 Aug 16 01:31:30.384301 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81adb384-b7ed-47a3-be03-cf68d0416d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:30.387693 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81adb384-b7ed-47a3-be03-cf68d0416d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:30.388866 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-81adb384-b7ed-47a3-be03-cf68d0416d9f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/537356af-2a31-4319-b54c-d1f1e903950c HTTP/1.1" status: 204 len: 168 time: 0.2469380 Aug 16 01:31:30.409652 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adb384-b7ed-47a3-be03-cf68d0416d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537356af-2a31-4319-b54c-d1f1e903950c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:30.427867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e616d-22c1-4c0a-b027-ccfa0d7bc295 req-0cb4781d-b0af-475b-819b-2d92376a24a2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:30.434303 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-600e616d-22c1-4c0a-b027-ccfa0d7bc295 req-0cb4781d-b0af-475b-819b-2d92376a24a2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 931 time: 0.3067310 Aug 16 01:31:30.464354 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ad7bbd-1f63-465a-8a46-64f6949378db tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:31:30.474258 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-73ad7bbd-1f63-465a-8a46-64f6949378db tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:30.477371 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ad7bbd-1f63-465a-8a46-64f6949378db tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:31:30.485479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad7bbd-1f63-465a-8a46-64f6949378db tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Pushing event updated for resources: {'Port': ['ID=eccc3dde-7a97-4781-8fdd-d427731f31c4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:30.515452 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59940) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:30.534258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59944) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:30.556288 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-600e616d-22c1-4c0a-b027-ccfa0d7bc295 req-a87e3373-e88c-46f0-a2d2-11e826080378 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089818 Aug 16 01:31:30.608212 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Request body: {'port': {'device_id': 'db4bf462-13c9-4528-96a9-1d4c330a5abf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:30.622667 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6722dc-baf6-46e7-aca3-ec25d56ea61c req-ed7cf582-be47-4188-94ef-ea0c5e4b990b tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:30.624267 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c6722dc-baf6-46e7-aca3-ec25d56ea61c req-ed7cf582-be47-4188-94ef-ea0c5e4b990b tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 931 time: 0.1019955 Aug 16 01:31:30.640544 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-73ad7bbd-1f63-465a-8a46-64f6949378db tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:30.711714 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c6722dc-baf6-46e7-aca3-ec25d56ea61c req-8ee684c9-ac4a-42cd-94e6-639c98610910 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615928 Aug 16 01:31:30.721372 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-73ad7bbd-1f63-465a-8a46-64f6949378db tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:30.788451 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:30.852472 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b15c3f9-1b31-41f1-80ae-ac51c40bd572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:30.947742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Request body: {'port': {'device_id': '4653f7ad-2d1d-45a1-b156-2114c5deb129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:30.951147 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e1215de-deee-419f-ab58-e3d9421be4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:31.068783 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:31.317954 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b15c3f9-1b31-41f1-80ae-ac51c40bd572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:31.348489 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b15c3f9-1b31-41f1-80ae-ac51c40bd572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:31.423844 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3b15c3f9-1b31-41f1-80ae-ac51c40bd572 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cf2e8202784a450b8e4a24f6f82372fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9049690 Aug 16 01:31:31.441976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59998) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:31.558167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 11aded56-366a-4010-aa30-aa67304d0b01 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:31.578007 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b4f2cf6-751b-4916-b721-4de9028c31cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:31.579533 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-73ad7bbd-1f63-465a-8a46-64f6949378db tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:31.652538 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15c3f9-1b31-41f1-80ae-ac51c40bd572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5264a0-a2ef-4c96-96a9-d185c9cb36d5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:31.661717 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b4f2cf6-751b-4916-b721-4de9028c31cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:31.674476 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-73ad7bbd-1f63-465a-8a46-64f6949378db tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:31.702541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 11aded56-366a-4010-aa30-aa67304d0b01 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:31.704511 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:31.739286 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b4f2cf6-751b-4916-b721-4de9028c31cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:31.741837 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b4f2cf6-751b-4916-b721-4de9028c31cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:31.745462 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1b4f2cf6-751b-4916-b721-4de9028c31cb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5f5264a0-a2ef-4c96-96a9-d185c9cb36d5 HTTP/1.1" status: 204 len: 168 time: 0.2980754 Aug 16 01:31:31.764947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e06069d-8b5f-49f5-9bce-1fca274c082f {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:31:31.794981 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:31.797802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f2cf6-751b-4916-b721-4de9028c31cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5264a0-a2ef-4c96-96a9-d185c9cb36d5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:31.811259 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-73ad7bbd-1f63-465a-8a46-64f6949378db tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:31.837247 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Transition to ACTIVE for port object 2e06069d-8b5f-49f5-9bce-1fca274c082f will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:31.859552 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:32.011734 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Pushing event updated for resources: {'Port': ['ID=2e06069d-8b5f-49f5-9bce-1fca274c082f,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:32.019988 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e1215de-deee-419f-ab58-e3d9421be4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:32.051100 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5ebba-a1bc-4ed1-8e06-2aee5889174b req-06a473e2-aadc-45d6-ad0f-0e7b9c78a35f tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:32.053487 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e1215de-deee-419f-ab58-e3d9421be4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:32.058700 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2e5ebba-a1bc-4ed1-8e06-2aee5889174b req-06a473e2-aadc-45d6-ad0f-0e7b9c78a35f tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 931 time: 0.2544689 Aug 16 01:31:32.065652 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad7bbd-1f63-465a-8a46-64f6949378db tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Pushing event updated for resources: {'Port': ['ID=eccc3dde-7a97-4781-8fdd-d427731f31c4,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:32.106887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62b5efa-f56a-4377-aae7-db2be4ab6327 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:31:32.114193 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-73ad7bbd-1f63-465a-8a46-64f6949378db tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:32.123428 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-73ad7bbd-1f63-465a-8a46-64f6949378db tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4525423 Aug 16 01:31:32.126352 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Attempting to bind port 2e06069d-8b5f-49f5-9bce-1fca274c082f on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:31:32.126688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Attempting to bind port 2e06069d-8b5f-49f5-9bce-1fca274c082f by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:31:32.127012 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Attempting to bind port 2e06069d-8b5f-49f5-9bce-1fca274c082f on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:32.132650 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:32.133027 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1215de-deee-419f-ab58-e3d9421be4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32e7d76-cd6e-45ed-b9b4-a8e13f3bb789,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:32.140641 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4e1215de-deee-419f-ab58-e3d9421be4e6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a2276c65926f4262862089008849e764&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6049094 Aug 16 01:31:32.142732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Port 2e06069d-8b5f-49f5-9bce-1fca274c082f on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:31:32.143120 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Attempting to bind port 2e06069d-8b5f-49f5-9bce-1fca274c082f on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:32.144988 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60030) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:32.154851 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05048c9-e161-4180-89d8-cd358370ea8c req-65e907c0-91ee-4da5-be62-b84aa38c7ca9 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:32.162489 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a05048c9-e161-4180-89d8-cd358370ea8c req-65e907c0-91ee-4da5-be62-b84aa38c7ca9 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 943 time: 0.1566155 Aug 16 01:31:32.174369 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2e5ebba-a1bc-4ed1-8e06-2aee5889174b req-2dc08275-256c-46da-a109-ea067bd8b41f tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127989 Aug 16 01:31:32.187650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Transition to ACTIVE for port object a62b5efa-f56a-4377-aae7-db2be4ab6327 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:32.193902 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:32.240473 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:31:32.240915 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Checking segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:32.241798 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Bound using segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:31:32.242234 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Bound port: 2e06069d-8b5f-49f5-9bce-1fca274c082f, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:31:32.242831 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:32.359415 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a05048c9-e161-4180-89d8-cd358370ea8c req-19ca837b-0f8b-4ab9-a210-3f01836d26fa tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960835 Aug 16 01:31:32.361685 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42eb78f6-b36a-4529-bca3-7f66acd3bb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:32.403737 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Pushing event updated for resources: {'Port': ['ID=a62b5efa-f56a-4377-aae7-db2be4ab6327,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:32.408963 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60038) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:32.427408 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a79bc8ff-10d5-4d25-a94a-a35304fadd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:32.431416 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Attempting to bind port a62b5efa-f56a-4377-aae7-db2be4ab6327 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:31:32.431897 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Attempting to bind port a62b5efa-f56a-4377-aae7-db2be4ab6327 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:31:32.433008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Attempting to bind port a62b5efa-f56a-4377-aae7-db2be4ab6327 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:32.459260 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Port a62b5efa-f56a-4377-aae7-db2be4ab6327 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:31:32.459745 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Attempting to bind port a62b5efa-f56a-4377-aae7-db2be4ab6327 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:32.472236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8e76d-d62b-4c8d-a1e7-621a1f9b2937 req-50462f7e-7fc7-41b6-9efc-633c598f52c1 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:32.474022 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5fe8e76d-d62b-4c8d-a1e7-621a1f9b2937 req-50462f7e-7fc7-41b6-9efc-633c598f52c1 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 970 time: 0.1805215 Aug 16 01:31:32.482765 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:31:32.483332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Checking segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:32.484222 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Bound using segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:31:32.487577 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Bound port: a62b5efa-f56a-4377-aae7-db2be4ab6327, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:31:32.488110 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:32.591348 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42eb78f6-b36a-4529-bca3-7f66acd3bb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:32.598884 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5fe8e76d-d62b-4c8d-a1e7-621a1f9b2937 req-7b80490a-c312-4258-b9de-6bc6a829cc1d tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174154 Aug 16 01:31:32.630254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] For port a62b5efa-f56a-4377-aae7-db2be4ab6327, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:31:32.676401 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] For port a62b5efa-f56a-4377-aae7-db2be4ab6327, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a62b5efa-f56a-4377-aae7-db2be4ab6327,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:31:32.686025 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:32.736228 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a79bc8ff-10d5-4d25-a94a-a35304fadd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:32.746652 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:32.747277 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:32.748734 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] 10.222.0.63 "PUT /v2.0/ports/a62b5efa-f56a-4377-aae7-db2be4ab6327 HTTP/1.1" status: 200 len: 1092 time: 2.2095447 Aug 16 01:31:32.749183 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4653f7ad-2d1d-45a1-b156-2114c5deb129', 'tag': 'a62b5efa-f56a-4377-aae7-db2be4ab6327'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:31:32.749295 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] For port 2e06069d-8b5f-49f5-9bce-1fca274c082f, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:31:32.765296 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-f146db4b-1d56-434a-89bf-da0b3310c0b6 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--2146200427&fields=id&tenant_id=5d87878905c446a6b1656e7f6d15dd47 HTTP/1.1" status: 200 len: 267 time: 0.1784706 Aug 16 01:31:32.769724 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] For port 2e06069d-8b5f-49f5-9bce-1fca274c082f, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2e06069d-8b5f-49f5-9bce-1fca274c082f,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:31:32.774492 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42eb78f6-b36a-4529-bca3-7f66acd3bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:32.778890 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42eb78f6-b36a-4529-bca3-7f66acd3bb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:32.804563 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-42eb78f6-b36a-4529-bca3-7f66acd3bb3e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f32e7d76-cd6e-45ed-b9b4-a8e13f3bb789 HTTP/1.1" status: 204 len: 168 time: 0.6396804 Aug 16 01:31:32.817824 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a79bc8ff-10d5-4d25-a94a-a35304fadd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:32.837604 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb78f6-b36a-4529-bca3-7f66acd3bb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32e7d76-cd6e-45ed-b9b4-a8e13f3bb789,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:32.848238 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:32.943628 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a17b2-b16e-4a77-9bf4-33686bf74187 service neutron] Pushing event updated for resources: {'Port': ['ID=a62b5efa-f56a-4377-aae7-db2be4ab6327,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:32.985782 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a79bc8ff-10d5-4d25-a94a-a35304fadd66 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=37c2e7d5992844f09bc1b7f35b83f7a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5736127 Aug 16 01:31:32.991560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60078) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:33.022367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bc8ff-10d5-4d25-a94a-a35304fadd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897eb5cc-9706-4c75-98a6-128d892180ca,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:33.040669 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:33.041303 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:33.043771 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-39a1de88-4681-4741-9065-0f35e4593d76 req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] 10.222.0.63 "PUT /v2.0/ports/2e06069d-8b5f-49f5-9bce-1fca274c082f HTTP/1.1" status: 200 len: 1092 time: 2.5354319 Aug 16 01:31:33.044224 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4bf462-13c9-4528-96a9-1d4c330a5abf', 'tag': '2e06069d-8b5f-49f5-9bce-1fca274c082f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:31:33.047078 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf6c425-98dd-4fcf-a359-4d55df2c9105" -d '{"events": [{"name": "network-changed", "server_uuid": "db4bf462-13c9-4528-96a9-1d4c330a5abf", "tag": "2e06069d-8b5f-49f5-9bce-1fca274c082f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:31:33.082403 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-617eb440-1aee-4916-9b27-50ce33cae19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:33.083916 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-617eb440-1aee-4916-9b27-50ce33cae19f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 1095 time: 0.2439446 Aug 16 01:31:33.093403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9041af9-fb39-4ece-ab7c-4a52c6acda29 service neutron] Pushing event updated for resources: {'Port': ['ID=2e06069d-8b5f-49f5-9bce-1fca274c082f,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:33.159255 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-5398b801-cce1-49cb-9db1-85a7fe073b0e tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:33.166163 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-5398b801-cce1-49cb-9db1-85a7fe073b0e tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/networks?id=d175df58-def8-4ec7-8e23-2ebe9176428d HTTP/1.1" status: 200 len: 823 time: 0.3547659 Aug 16 01:31:33.185069 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-cfd3dfd5-4d33-4cc0-8a54-8db3725d9b6b tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/quotas/5d87878905c446a6b1656e7f6d15dd47 HTTP/1.1" status: 200 len: 375 time: 0.0170977 Aug 16 01:31:33.194785 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-89f2d36f-76bc-478d-a133-6a7f9f742ef9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a62b5efa-f56a-4377-aae7-db2be4ab6327 HTTP/1.1" status: 200 len: 217 time: 0.0980828 Aug 16 01:31:33.205659 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1de88-4681-4741-9065-0f35e4593d76 req-86bc0562-5afd-4ea8-a805-ae233842e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:33.207277 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-39a1de88-4681-4741-9065-0f35e4593d76 req-86bc0562-5afd-4ea8-a805-ae233842e228 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 1095 time: 0.1022682 Aug 16 01:31:33.225880 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be855221-fa09-4c96-bdf0-7bfc97bbd7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:33.237486 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d86bcc-1f14-42ab-83a5-6accf06d3c69 x-openstack-request-id: req-18d86bcc-1f14-42ab-83a5-6accf06d3c69 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:31:33.238136 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4bf462-13c9-4528-96a9-1d4c330a5abf", "tag": "2e06069d-8b5f-49f5-9bce-1fca274c082f", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:31:33.238588 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-18d86bcc-1f14-42ab-83a5-6accf06d3c69 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:31:33.239170 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4bf462-13c9-4528-96a9-1d4c330a5abf', 'tag': '2e06069d-8b5f-49f5-9bce-1fca274c082f', 'status': 'completed', 'code': 200} Aug 16 01:31:33.275564 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be855221-fa09-4c96-bdf0-7bfc97bbd7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:33.285704 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-526f1433-4fad-4719-93a6-ce2f4feafe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:33.287413 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-526f1433-4fad-4719-93a6-ce2f4feafe79 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.0831501 Aug 16 01:31:33.319668 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-39a1de88-4681-4741-9065-0f35e4593d76 req-2aa9d8b3-3758-43d1-a001-e81a813e95f2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e06069d-8b5f-49f5-9bce-1fca274c082f HTTP/1.1" status: 200 len: 217 time: 0.0841093 Aug 16 01:31:33.358007 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-8960b849-2563-4d55-b498-bce668edc386 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596998 Aug 16 01:31:33.402024 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-e6d15fb5-5e89-4bf6-9578-70ba733d08d3 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d87878905c446a6b1656e7f6d15dd47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2064035 Aug 16 01:31:33.412967 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f383b8c-b0d4-4476-83d1-db0e32fcbf38" -d '{"events": [{"name": "network-changed", "server_uuid": "4653f7ad-2d1d-45a1-b156-2114c5deb129", "tag": "a62b5efa-f56a-4377-aae7-db2be4ab6327"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:31:33.456261 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60102) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:33.502801 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1de88-4681-4741-9065-0f35e4593d76 req-218053dd-a363-4257-9f10-947c6fc23e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:33.504387 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-39a1de88-4681-4741-9065-0f35e4593d76 req-218053dd-a363-4257-9f10-947c6fc23e51 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.1696849 Aug 16 01:31:33.514095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea197e1d-2b5b-47c8-bfc3-d478937d3d48 req-e824af0c-3c88-465a-9cd2-f3e5a2c1b876 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:33.516215 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ea197e1d-2b5b-47c8-bfc3-d478937d3d48 req-e824af0c-3c88-465a-9cd2-f3e5a2c1b876 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 943 time: 0.1658549 Aug 16 01:31:33.523159 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be855221-fa09-4c96-bdf0-7bfc97bbd7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:33.526594 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be855221-fa09-4c96-bdf0-7bfc97bbd7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:33.528057 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-be855221-fa09-4c96-bdf0-7bfc97bbd7b1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/897eb5cc-9706-4c75-98a6-128d892180ca HTTP/1.1" status: 204 len: 168 time: 0.5280488 Aug 16 01:31:33.553619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60108) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:33.555198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be855221-fa09-4c96-bdf0-7bfc97bbd7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897eb5cc-9706-4c75-98a6-128d892180ca,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:33.575130 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd174b-ab40-4902-81af-f7ba1670679f req-929cf750-d7be-47af-a837-4a6e0b2d4ab0 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:33.577658 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-11bd174b-ab40-4902-81af-f7ba1670679f req-929cf750-d7be-47af-a837-4a6e0b2d4ab0 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 970 time: 0.1184132 Aug 16 01:31:33.581215 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-39a1de88-4681-4741-9065-0f35e4593d76 req-475889b2-c84d-4720-9160-64f422200df2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624828 Aug 16 01:31:33.588850 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4ed1b07-8022-4838-aa3c-b369159e63a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:33.644805 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ea197e1d-2b5b-47c8-bfc3-d478937d3d48 req-ae9c3200-fe11-4b66-8d5b-5d3f4c05b5aa tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090751 Aug 16 01:31:33.649680 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-27e28f72-36b4-4885-b562-8d761d44770a service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797434 Aug 16 01:31:33.692657 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-856906c2-cbcc-4a8f-af2f-953d853596c6 service neutron] 10.222.0.68 "GET /v2.0/networks/d175df58-def8-4ec7-8e23-2ebe9176428d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893374 Aug 16 01:31:33.766029 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0bc76437-f47d-409f-878d-5f5daba44a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:33.865025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-637f0dc0-3d55-4134-ad92-42ed39e88e74 req-cd9c6514-a5b0-41de-93bb-b253d6590ba0 service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017920 Aug 16 01:31:33.897648 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8535b-20cd-49fe-8aa1-69bb08ddaeb3 req-925c7a2a-f508-4cb8-852e-6e9ae21c256e tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:33.899253 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-49e8535b-20cd-49fe-8aa1-69bb08ddaeb3 req-925c7a2a-f508-4cb8-852e-6e9ae21c256e tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 943 time: 0.1074393 Aug 16 01:31:33.913979 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-39a1de88-4681-4741-9065-0f35e4593d76 req-2df3dd86-868d-4187-bb1f-f17b93725c9e service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202107 Aug 16 01:31:33.929571 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-11bd174b-ab40-4902-81af-f7ba1670679f req-bd7a336b-3bd5-4b1d-8ad9-0280753ecfbf tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Deleting port 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:31:33.930069 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-11bd174b-ab40-4902-81af-f7ba1670679f req-bd7a336b-3bd5-4b1d-8ad9-0280753ecfbf tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:33.932663 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4ed1b07-8022-4838-aa3c-b369159e63a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:33.942630 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4ed1b07-8022-4838-aa3c-b369159e63a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:33.944110 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-0ea5a5f2-b240-4c54-b7b9-7cad7b3a1592 service neutron] 10.222.0.68 "GET /v2.0/networks/d175df58-def8-4ec7-8e23-2ebe9176428d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489417 Aug 16 01:31:33.993808 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-49e8535b-20cd-49fe-8aa1-69bb08ddaeb3 req-d3402c4f-e964-4258-846c-13de9a708575 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844853 Aug 16 01:31:34.016482 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e4ed1b07-8022-4838-aa3c-b369159e63a0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=77865dc005024409a05c0feeb0dde8b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4582310 Aug 16 01:31:34.020151 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60122) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:34.029926 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed1b07-8022-4838-aa3c-b369159e63a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fc8b5d-e390-4622-9e46-8bfbce798f56,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:34.118586 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-caed2619-708b-435e-8995-bd962c5ed426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:34.146002 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0bc76437-f47d-409f-878d-5f5daba44a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:34.159241 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-caed2619-708b-435e-8995-bd962c5ed426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:34.162111 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0bc76437-f47d-409f-878d-5f5daba44a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:34.197580 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-11bd174b-ab40-4902-81af-f7ba1670679f req-bd7a336b-3bd5-4b1d-8ad9-0280753ecfbf tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] For port 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=2804d6f3-a5f8-4e32-9f47-d07fa6475cd1,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:34.198502 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-11bd174b-ab40-4902-81af-f7ba1670679f req-bd7a336b-3bd5-4b1d-8ad9-0280753ecfbf tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:34.244829 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0bc76437-f47d-409f-878d-5f5daba44a66 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=224f5b21d6424335add861686dc710e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7860057 Aug 16 01:31:34.246828 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60132) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:34.249111 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc76437-f47d-409f-878d-5f5daba44a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffed55bb-0d10-43da-8267-c236b7839cc1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:34.266201 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-11bd174b-ab40-4902-81af-f7ba1670679f req-bd7a336b-3bd5-4b1d-8ad9-0280753ecfbf tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Calling delete_port for 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 owned by compute:tempest-test_az-744413492 {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:31:34.274944 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-caed2619-708b-435e-8995-bd962c5ed426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:34.275138 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-39a1de88-4681-4741-9065-0f35e4593d76 req-87a928a4-9476-4baa-839a-9e767ff03298 service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645912 Aug 16 01:31:34.280619 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-caed2619-708b-435e-8995-bd962c5ed426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:34.282132 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-caed2619-708b-435e-8995-bd962c5ed426 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c2fc8b5d-e390-4622-9e46-8bfbce798f56 HTTP/1.1" status: 204 len: 168 time: 0.2610142 Aug 16 01:31:34.343268 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed2619-708b-435e-8995-bd962c5ed426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fc8b5d-e390-4622-9e46-8bfbce798f56,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:34.520053 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0d8e95a-8d80-468f-92c3-dfcf49ed7784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:34.536761 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af34077-cf81-4c0b-a4a2-3bb21d7d91bb x-openstack-request-id: req-0af34077-cf81-4c0b-a4a2-3bb21d7d91bb {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:31:34.537044 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4653f7ad-2d1d-45a1-b156-2114c5deb129", "tag": "a62b5efa-f56a-4377-aae7-db2be4ab6327", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:31:34.538112 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0af34077-cf81-4c0b-a4a2-3bb21d7d91bb {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:31:34.538741 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4653f7ad-2d1d-45a1-b156-2114c5deb129', 'tag': 'a62b5efa-f56a-4377-aae7-db2be4ab6327', 'status': 'completed', 'code': 200} Aug 16 01:31:34.553430 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6c425-98dd-4fcf-a359-4d55df2c9105 req-05af1d4d-5322-4034-8010-13564b8c5960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:34.555137 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaf6c425-98dd-4fcf-a359-4d55df2c9105 req-05af1d4d-5322-4034-8010-13564b8c5960 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 1095 time: 0.1975861 Aug 16 01:31:34.569844 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2779e16-b875-45c3-926b-2efc73b08bd3 req-96f4243d-3958-49a7-9fac-2e21fb7797e7 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:34.578682 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b2779e16-b875-45c3-926b-2efc73b08bd3 req-96f4243d-3958-49a7-9fac-2e21fb7797e7 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 970 time: 0.1728268 Aug 16 01:31:34.601551 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0d8e95a-8d80-468f-92c3-dfcf49ed7784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:34.664825 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4fdcbb14-4342-4e43-b2a9-570b470b44ee req-e249c955-0cde-459d-8eaf-ab56f86e2a75 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b3926db-46ed-4018-b9b6-05b032570db7 HTTP/1.1" status: 200 len: 210 time: 0.0410776 Aug 16 01:31:34.680442 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f383b8c-b0d4-4476-83d1-db0e32fcbf38 req-1da273be-6f14-48a2-aa09-72d5668f3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:34.684187 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f383b8c-b0d4-4476-83d1-db0e32fcbf38 req-1da273be-6f14-48a2-aa09-72d5668f3722 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 1095 time: 0.1142492 Aug 16 01:31:34.915170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf33c5-8b6a-43bd-9108-7e77106c70af req-fa31bd63-59a9-4214-98e5-cc62472d16d2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:34.917435 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-48cf33c5-8b6a-43bd-9108-7e77106c70af req-fa31bd63-59a9-4214-98e5-cc62472d16d2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 943 time: 0.1227074 Aug 16 01:31:34.950988 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f383b8c-b0d4-4476-83d1-db0e32fcbf38 req-863f00d7-d23c-4b28-a286-07f4910b4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:34.953270 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f383b8c-b0d4-4476-83d1-db0e32fcbf38 req-863f00d7-d23c-4b28-a286-07f4910b4a7c service neutron] 10.222.0.63 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 0.2601070 Aug 16 01:31:35.018171 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-11bd174b-ab40-4902-81af-f7ba1670679f req-bd7a336b-3bd5-4b1d-8ad9-0280753ecfbf tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:35.036174 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['2804d6f3-a5f8-4e32-9f47-d07fa6475cd1'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:31:35.114887 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a336b-3bd5-4b1d-8ad9-0280753ecfbf tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Pushing event deleted for resources: {'Port': ['ID=2804d6f3-a5f8-4e32-9f47-d07fa6475cd1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:35.146381 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b2779e16-b875-45c3-926b-2efc73b08bd3 req-a97346fd-96c1-42fd-8b58-418c71eab526 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/security-groups?id=4abefc9a-6ad0-45a7-b833-d0a6233d9147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5666513 Aug 16 01:31:35.260369 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0d8e95a-8d80-468f-92c3-dfcf49ed7784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:35.273902 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0d8e95a-8d80-468f-92c3-dfcf49ed7784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:35.280102 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f0d8e95a-8d80-468f-92c3-dfcf49ed7784 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ffed55bb-0d10-43da-8267-c236b7839cc1 HTTP/1.1" status: 204 len: 168 time: 1.0306613 Aug 16 01:31:35.350236 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bd174b-ab40-4902-81af-f7ba1670679f req-bd7a336b-3bd5-4b1d-8ad9-0280753ecfbf tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] No DVR routers for this DVR port 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:31:35.359641 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-48cf33c5-8b6a-43bd-9108-7e77106c70af req-838c4be5-36ad-4da8-bda8-8ae784f88f74 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320858 Aug 16 01:31:35.364025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f383b8c-b0d4-4476-83d1-db0e32fcbf38 req-9d31a611-cdc2-4f54-ac01-e524bb270a6d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a62b5efa-f56a-4377-aae7-db2be4ab6327 HTTP/1.1" status: 200 len: 217 time: 0.3983500 Aug 16 01:31:35.411885 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-11bd174b-ab40-4902-81af-f7ba1670679f req-bd7a336b-3bd5-4b1d-8ad9-0280753ecfbf tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:35.414951 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-11bd174b-ab40-4902-81af-f7ba1670679f req-bd7a336b-3bd5-4b1d-8ad9-0280753ecfbf tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.73 "DELETE /v2.0/ports/2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 HTTP/1.1" status: 204 len: 173 time: 1.8200078 Aug 16 01:31:35.427652 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b99f461-bce5-4282-b9d3-8487e38be989', 'name': 'network-vif-deleted', 'tag': '2804d6f3-a5f8-4e32-9f47-d07fa6475cd1'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:31:35.433208 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e001421b-ce48-4b85-905a-0b43c70124b2" -d '{"events": [{"server_uuid": "7b99f461-bce5-4282-b9d3-8487e38be989", "name": "network-vif-deleted", "tag": "2804d6f3-a5f8-4e32-9f47-d07fa6475cd1"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:31:35.457254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8e95a-8d80-468f-92c3-dfcf49ed7784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffed55bb-0d10-43da-8267-c236b7839cc1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:35.483273 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6c425-98dd-4fcf-a359-4d55df2c9105 req-2012a079-5a72-46d1-bd8e-274be6b4cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:35.485148 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaf6c425-98dd-4fcf-a359-4d55df2c9105 req-2012a079-5a72-46d1-bd8e-274be6b4cddb service neutron] 10.222.0.63 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 922 time: 0.9044468 Aug 16 01:31:35.536942 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f383b8c-b0d4-4476-83d1-db0e32fcbf38 req-0122ca88-d6fe-4d7a-bf4d-10e695d5abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:35.538778 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f383b8c-b0d4-4476-83d1-db0e32fcbf38 req-0122ca88-d6fe-4d7a-bf4d-10e695d5abe7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.1671736 Aug 16 01:31:35.618446 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f383b8c-b0d4-4476-83d1-db0e32fcbf38 req-de4983ed-e274-4154-9896-6260a97c3974 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700014 Aug 16 01:31:35.837327 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f383b8c-b0d4-4476-83d1-db0e32fcbf38 req-69633da9-5f6f-44ef-a032-03cde3c097a9 service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093534 Aug 16 01:31:35.873555 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4029bab6-87a7-4408-8b03-0cde69d07295 x-openstack-request-id: req-4029bab6-87a7-4408-8b03-0cde69d07295 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:31:35.873555 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b99f461-bce5-4282-b9d3-8487e38be989", "name": "network-vif-deleted", "tag": "2804d6f3-a5f8-4e32-9f47-d07fa6475cd1", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:31:35.873555 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4029bab6-87a7-4408-8b03-0cde69d07295 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:31:35.873555 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b99f461-bce5-4282-b9d3-8487e38be989', 'name': 'network-vif-deleted', 'tag': '2804d6f3-a5f8-4e32-9f47-d07fa6475cd1', 'status': 'completed', 'code': 200} Aug 16 01:31:35.873555 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaf6c425-98dd-4fcf-a359-4d55df2c9105 req-8d55164a-1762-4400-8774-326ed82e79e3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e06069d-8b5f-49f5-9bce-1fca274c082f HTTP/1.1" status: 200 len: 217 time: 0.3783071 Aug 16 01:31:35.875464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60206) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:35.907201 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8782-8f61-46f1-8827-fa9e3bf84910 req-fc11fcc1-dbdf-4141-8300-68c5f04010cc tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:35.918746 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2ccd8782-8f61-46f1-8827-fa9e3bf84910 req-fc11fcc1-dbdf-4141-8300-68c5f04010cc tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 943 time: 0.5703359 Aug 16 01:31:35.942427 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60210) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:35.977271 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee059-9386-4cc1-b622-ec0d59644034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:36.039638 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2ccd8782-8f61-46f1-8827-fa9e3bf84910 req-5b3ce731-b6ed-43e3-a2a8-bcf1c517c98b tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150846 Aug 16 01:31:36.051866 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b872711d-7a66-490f-a34b-a435212550f1 req-471dd27d-8a6b-45a2-a3dd-0475040e31a8 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b3926db-46ed-4018-b9b6-05b032570db7 HTTP/1.1" status: 200 len: 210 time: 0.1897221 Aug 16 01:31:36.149820 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f383b8c-b0d4-4476-83d1-db0e32fcbf38 req-6fd76b7e-ec5c-442e-b761-07e30064bf64 service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001916 Aug 16 01:31:36.190370 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-82263854-ebf0-4535-9856-43b7cdffd6cd tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:36.192193 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-82263854-ebf0-4535-9856-43b7cdffd6cd tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.73 "GET /v2.0/networks?id=d175df58-def8-4ec7-8e23-2ebe9176428d HTTP/1.1" status: 200 len: 823 time: 0.1321657 Aug 16 01:31:36.212405 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6c425-98dd-4fcf-a359-4d55df2c9105 req-acfee699-47eb-416d-b7ce-f013e2e3b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:36.215133 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaf6c425-98dd-4fcf-a359-4d55df2c9105 req-acfee699-47eb-416d-b7ce-f013e2e3b11f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.3315222 Aug 16 01:31:36.223452 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-148bfe13-8066-492d-b3e3-c6ab4582c7bf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-373512944-network', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:36.278991 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaf6c425-98dd-4fcf-a359-4d55df2c9105 req-8168b643-1413-4a58-9126-ab524e90eb8e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438082 Aug 16 01:31:36.384108 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-f1b09858-9932-43d2-95ab-38d12696d9c6 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d87878905c446a6b1656e7f6d15dd47 HTTP/1.1" status: 200 len: 380 time: 0.1638892 Aug 16 01:31:36.402009 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-42ef10d5-e3ba-4d30-98b5-75cbc5b961af tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Request body: {'port': {'device_id': '0b3926db-46ed-4018-b9b6-05b032570db7', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'admin_state_up': True, 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'security_groups': ['64c80568-8e78-4004-9fb6-2411fbc065ab']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:36.418862 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6345ae4-ac70-4348-92bf-4c69cd1a51ec req-a56ae0d5-ebf5-41de-a4db-8e80201f7a93 tempest-AggregatesAdminTestJSON-177004600 tempest-AggregatesAdminTestJSON-177004600-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b99f461-bce5-4282-b9d3-8487e38be989 HTTP/1.1" status: 200 len: 210 time: 0.1019516 Aug 16 01:31:36.580170 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee059-9386-4cc1-b622-ec0d59644034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:36.597899 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee059-9386-4cc1-b622-ec0d59644034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:36.611683 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaf6c425-98dd-4fcf-a359-4d55df2c9105 req-5676bc5e-9daa-4cf3-9cce-eba8fa231e35 service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199811 Aug 16 01:31:36.665117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c8b23-4a26-4e7f-a5cd-06d4f387db19 req-768a940e-c09f-44b3-8fad-dbb4bab36838 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:36.667101 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a96c8b23-4a26-4e7f-a5cd-06d4f387db19 req-768a940e-c09f-44b3-8fad-dbb4bab36838 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 943 time: 0.2074182 Aug 16 01:31:36.720632 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148bfe13-8066-492d-b3e3-c6ab4582c7bf admin admin] Made reservation on behalf of 286d0fcd8d6a4bf3a686e53650d8e8a4 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:31:36.723055 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-148bfe13-8066-492d-b3e3-c6ab4582c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:36.767886 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-148bfe13-8066-492d-b3e3-c6ab4582c7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:36.773795 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bb3ee059-9386-4cc1-b622-ec0d59644034 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=48cfeddc1cb24ec7be2f12ca61ebcc9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8277662 Aug 16 01:31:36.775197 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60246) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:36.792260 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ee059-9386-4cc1-b622-ec0d59644034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33f44de-47c8-4df9-a241-7bcc98a5b6a3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:36.804049 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-42ef10d5-e3ba-4d30-98b5-75cbc5b961af tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Made reservation on behalf of 5d87878905c446a6b1656e7f6d15dd47 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:31:36.808143 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-42ef10d5-e3ba-4d30-98b5-75cbc5b961af tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:36.865839 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a96c8b23-4a26-4e7f-a5cd-06d4f387db19 req-2f8a927a-f37d-498c-b1ea-90ed1d07c4de tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759343 Aug 16 01:31:36.899477 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e765de2-2064-40ff-96ba-fec557e07f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:36.913166 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaf6c425-98dd-4fcf-a359-4d55df2c9105 req-09880ab5-bda1-44f8-941a-3f1afbc9c6e1 service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794478 Aug 16 01:31:36.925341 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e765de2-2064-40ff-96ba-fec557e07f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:36.989357 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e765de2-2064-40ff-96ba-fec557e07f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:36.992025 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e765de2-2064-40ff-96ba-fec557e07f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:36.996132 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8e765de2-2064-40ff-96ba-fec557e07f1f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a33f44de-47c8-4df9-a241-7bcc98a5b6a3 HTTP/1.1" status: 204 len: 168 time: 0.2161436 Aug 16 01:31:37.003826 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e765de2-2064-40ff-96ba-fec557e07f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33f44de-47c8-4df9-a241-7bcc98a5b6a3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:37.018076 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60254) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:37.048468 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:37.070108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-42ef10d5-e3ba-4d30-98b5-75cbc5b961af tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Allocated IP 172.20.0.10 (d175df58-def8-4ec7-8e23-2ebe9176428d/b07d2f4f-a207-4839-b33f-d1d7c68051f9/78ee8135-c9ec-4ce9-832c-6a25eb921af3) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:31:37.090583 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-148bfe13-8066-492d-b3e3-c6ab4582c7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:37.105968 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-148bfe13-8066-492d-b3e3-c6ab4582c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:37.168288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148bfe13-8066-492d-b3e3-c6ab4582c7bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:31:37.216880 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bfe13-8066-492d-b3e3-c6ab4582c7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd97d2f9-64d8-4ebf-af84-c9f91a386e0b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:37.221228 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185d8a5-e3dd-4902-8f28-815cd2814750 req-a876ec81-ed9b-4271-88e3-444919773c2b tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:37.224087 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3185d8a5-e3dd-4902-8f28-815cd2814750 req-a876ec81-ed9b-4271-88e3-444919773c2b tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 943 time: 0.0759850 Aug 16 01:31:37.245588 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9732e20-76c1-458b-8f78-4b77319cbc36 req-efe6afdc-d73a-4431-8a2f-1aa14a78d76c tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b3926db-46ed-4018-b9b6-05b032570db7 HTTP/1.1" status: 200 len: 210 time: 0.1001961 Aug 16 01:31:37.248770 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-148bfe13-8066-492d-b3e3-c6ab4582c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:37.249465 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-148bfe13-8066-492d-b3e3-c6ab4582c7bf admin admin] Added segment 93eea0b8-94ec-454e-9576-fea7a779ea97 of type vlan for network 268994b3-9d34-438f-948f-f4457ea15ca1 Aug 16 01:31:37.297198 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3185d8a5-e3dd-4902-8f28-815cd2814750 req-dd594ebf-f39d-4bcb-a1a2-b6812e152744 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665178 Aug 16 01:31:37.329633 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-148bfe13-8066-492d-b3e3-c6ab4582c7bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:37.350187 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-42ef10d5-e3ba-4d30-98b5-75cbc5b961af tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:37.383935 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-42ef10d5-e3ba-4d30-98b5-75cbc5b961af tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Transition to ACTIVE for port object 78ee8135-c9ec-4ce9-832c-6a25eb921af3 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:37.391149 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-148bfe13-8066-492d-b3e3-c6ab4582c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:37.392595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148bfe13-8066-492d-b3e3-c6ab4582c7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:37.393938 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-148bfe13-8066-492d-b3e3-c6ab4582c7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:37.470406 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4ab3-6f1e-45e0-939d-e12f9a454fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:37.493080 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-148bfe13-8066-492d-b3e3-c6ab4582c7bf admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.6138837 Aug 16 01:31:37.493444 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60276) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:37.499971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d11c6a3d-03f0-490a-839e-e5651d0a9bc8 admin admin] Request body: {'subnet': {'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-373512944-subnet', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:37.509509 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bfe13-8066-492d-b3e3-c6ab4582c7bf admin admin] Pushing event updated for resources: {'Network': ['ID=268994b3-9d34-438f-948f-f4457ea15ca1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:37.519391 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-42ef10d5-e3ba-4d30-98b5-75cbc5b961af tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:37.523758 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 268994b3-9d34-438f-948f-f4457ea15ca1 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:31:37.603282 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-42ef10d5-e3ba-4d30-98b5-75cbc5b961af tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Network d175df58-def8-4ec7-8e23-2ebe9176428d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:31:37.614959 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-42ef10d5-e3ba-4d30-98b5-75cbc5b961af tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:37.619253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-42ef10d5-e3ba-4d30-98b5-75cbc5b961af tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:31:37.626085 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-42ef10d5-e3ba-4d30-98b5-75cbc5b961af tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:37.626601 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-42ef10d5-e3ba-4d30-98b5-75cbc5b961af tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:37.629129 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef10d5-e3ba-4d30-98b5-75cbc5b961af tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Pushing event updated for resources: {'Port': ['ID=78ee8135-c9ec-4ce9-832c-6a25eb921af3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:37.639459 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:31:37.668277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:31:37.668843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 2804d6f3-a5f8-4e32-9f47-d07fa6475cd1 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:31:37.711514 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:37.723639 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4ab3-6f1e-45e0-939d-e12f9a454fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:37.734046 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4ab3-6f1e-45e0-939d-e12f9a454fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:37.759093 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-42ef10d5-e3ba-4d30-98b5-75cbc5b961af tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3677962 Aug 16 01:31:37.767376 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11c6a3d-03f0-490a-839e-e5651d0a9bc8 admin admin] Made reservation on behalf of 286d0fcd8d6a4bf3a686e53650d8e8a4 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:31:37.770479 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d11c6a3d-03f0-490a-839e-e5651d0a9bc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:37.781778 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Request body: {'port': {'device_id': '0b3926db-46ed-4018-b9b6-05b032570db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:37.860685 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60288) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:37.865671 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:37.907296 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6c7d4ab3-6f1e-45e0-939d-e12f9a454fb7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3c9e758aa6d04d8298db7b85738b622c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8881021 Aug 16 01:31:37.911993 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60296) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:37.982734 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-137465f7-88da-45bc-bf02-7ed110df233e None None] Provisioning for port 78ee8135-c9ec-4ce9-832c-6a25eb921af3 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:37.987895 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-137465f7-88da-45bc-bf02-7ed110df233e None None] Provisioning complete for port 78ee8135-c9ec-4ce9-832c-6a25eb921af3 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:37.988489 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-137465f7-88da-45bc-bf02-7ed110df233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:38.027527 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d11c6a3d-03f0-490a-839e-e5651d0a9bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:38.062655 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-137465f7-88da-45bc-bf02-7ed110df233e None None] Port 78ee8135-c9ec-4ce9-832c-6a25eb921af3 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:31:38.087751 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c6a3d-03f0-490a-839e-e5651d0a9bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e075c4-0752-4776-bb0a-6b883c1bb09d,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:38.128026 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11c6a3d-03f0-490a-839e-e5651d0a9bc8 admin admin] Checking segment: {'id': '93eea0b8-94ec-454e-9576-fea7a779ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:38.128338 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11c6a3d-03f0-490a-839e-e5651d0a9bc8 admin admin] Network hostable DHCP agents. Network: 268994b3-9d34-438f-948f-f4457ea15ca1, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:31:38.154740 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11c6a3d-03f0-490a-839e-e5651d0a9bc8 admin admin] Network 268994b3-9d34-438f-948f-f4457ea15ca1 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:31:38.159710 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d4ab3-6f1e-45e0-939d-e12f9a454fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345ce2eb-7d5b-4227-a60e-d38ecc33e0e2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:38.172599 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d11c6a3d-03f0-490a-839e-e5651d0a9bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 268994b3-9d34-438f-948f-f4457ea15ca1) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:38.179861 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11c6a3d-03f0-490a-839e-e5651d0a9bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:38.180452 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6da5a1-acb7-477a-9dad-012d6b506ae2 None None] Network 268994b3-9d34-438f-948f-f4457ea15ca1 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:31:38.180569 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d11c6a3d-03f0-490a-839e-e5651d0a9bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:38.203127 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d11c6a3d-03f0-490a-839e-e5651d0a9bc8 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7058465 Aug 16 01:31:38.207797 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60308) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:38.215019 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8bc6c78c-9ef7-40be-9715-8e97e9e4d91e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-373512944-router', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:38.259636 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c78c-9ef7-40be-9715-8e97e9e4d91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:38.260374 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c78c-9ef7-40be-9715-8e97e9e4d91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:38.348463 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60316) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:38.354997 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-48525968-48c6-4c3c-9bbe-d84498b8078a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0dd4e86d8064442ab170c0b6cad114f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4862983 Aug 16 01:31:38.370700 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c78c-9ef7-40be-9715-8e97e9e4d91e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:38.379715 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5956409-c7f1-4850-b6fa-1348a83fe1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:38.390018 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec08312-be1a-42fc-9a1f-0a6d8f16f94b req-90ebffe4-aa24-4cec-af63-f9ef727ad36f tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:38.398051 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4ec08312-be1a-42fc-9a1f-0a6d8f16f94b req-90ebffe4-aa24-4cec-af63-f9ef727ad36f tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 943 time: 0.2514985 Aug 16 01:31:38.491378 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4ec08312-be1a-42fc-9a1f-0a6d8f16f94b req-5c479f95-40ea-481a-b98d-7851dce3bd93 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881503 Aug 16 01:31:38.511290 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5956409-c7f1-4850-b6fa-1348a83fe1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:38.517948 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a62b5efa-f56a-4377-aae7-db2be4ab6327 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:31:38.518613 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f2a038f-4ce8-491a-89df-1aca38087909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:38.528808 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-268994b3-9d34-438f-948f-f4457ea15ca1', 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'fixed_ips': [{'subnet_id': 'd3e075c4-0752-4776-bb0a-6b883c1bb09d'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:31:38.533045 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:38.545161 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f2a038f-4ce8-491a-89df-1aca38087909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:38.595329 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c78c-9ef7-40be-9715-8e97e9e4d91e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:38.708202 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ee8135-c9ec-4ce9-832c-6a25eb921af3 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:31:38.728011 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a25d5-cee5-4ef6-a60e-7b32a3a8e30a req-60808f41-3c86-4e57-8745-bb813d6457c4 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:38.735926 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-206a25d5-cee5-4ef6-a60e-7b32a3a8e30a req-60808f41-3c86-4e57-8745-bb813d6457c4 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b3926db-46ed-4018-b9b6-05b032570db7 HTTP/1.1" status: 200 len: 932 time: 0.1050689 Aug 16 01:31:38.740946 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:38.742136 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.resource_extend [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:31:38.791987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Transition to ACTIVE for port object 78ee8135-c9ec-4ce9-832c-6a25eb921af3 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:38.795469 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5956409-c7f1-4850-b6fa-1348a83fe1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:38.798337 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5956409-c7f1-4850-b6fa-1348a83fe1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:38.799821 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e5956409-c7f1-4850-b6fa-1348a83fe1b2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/345ce2eb-7d5b-4227-a60e-d38ecc33e0e2 HTTP/1.1" status: 204 len: 168 time: 0.8866644 Aug 16 01:31:38.807020 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-206a25d5-cee5-4ef6-a60e-7b32a3a8e30a req-6b769f9d-23c8-4803-83a8-668511a6cc3b tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703154 Aug 16 01:31:38.809061 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:38.818219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5956409-c7f1-4850-b6fa-1348a83fe1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345ce2eb-7d5b-4227-a60e-d38ecc33e0e2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:38.831074 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab5d81-8873-4390-85c8-a6c8a075b47b req-9d422572-e8a0-4dc7-bc29-21d29e955b2c tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:38.833536 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20ab5d81-8873-4390-85c8-a6c8a075b47b req-9d422572-e8a0-4dc7-bc29-21d29e955b2c tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 943 time: 0.1083803 Aug 16 01:31:38.840103 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f2a038f-4ce8-491a-89df-1aca38087909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:38.852644 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f2a038f-4ce8-491a-89df-1aca38087909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:38.857927 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8f2a038f-4ce8-491a-89df-1aca38087909 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4abefc9a-6ad0-45a7-b833-d0a6233d9147 HTTP/1.1" status: 204 len: 168 time: 0.5084064 Aug 16 01:31:38.882036 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Pushing event updated for resources: {'Port': ['ID=78ee8135-c9ec-4ce9-832c-6a25eb921af3,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:38.885919 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Allocated IP 172.20.0.2 (268994b3-9d34-438f-948f-f4457ea15ca1/d3e075c4-0752-4776-bb0a-6b883c1bb09d/963a9786-eb41-4472-87c9-299729ddb31b) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:31:38.965242 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Attempting to bind port 78ee8135-c9ec-4ce9-832c-6a25eb921af3 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:31:38.965995 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Attempting to bind port 78ee8135-c9ec-4ce9-832c-6a25eb921af3 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '1bfc9eee-0d22-4e08-9a7d-864def721288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:31:38.966484 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Attempting to bind port 78ee8135-c9ec-4ce9-832c-6a25eb921af3 on network d175df58-def8-4ec7-8e23-2ebe9176428d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:38.972231 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Port 78ee8135-c9ec-4ce9-832c-6a25eb921af3 on network d175df58-def8-4ec7-8e23-2ebe9176428d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:31:38.972764 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Attempting to bind port 78ee8135-c9ec-4ce9-832c-6a25eb921af3 on network d175df58-def8-4ec7-8e23-2ebe9176428d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:38.980032 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:31:38.982266 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Checking segment: {'id': '1bfc9eee-0d22-4e08-9a7d-864def721288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:38.983111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Bound using segment: {'id': '1bfc9eee-0d22-4e08-9a7d-864def721288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:31:38.983945 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Bound port: 78ee8135-c9ec-4ce9-832c-6a25eb921af3, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfc9eee-0d22-4e08-9a7d-864def721288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:31:38.984675 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:38.986851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a038f-4ce8-491a-89df-1aca38087909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abefc9a-6ad0-45a7-b833-d0a6233d9147,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:39.033021 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20ab5d81-8873-4390-85c8-a6c8a075b47b req-f90cb24d-7f72-45bd-8267-ec55ed1f06fd tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716530 Aug 16 01:31:39.076327 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a62b5efa-f56a-4377-aae7-db2be4ab6327, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a62b5efa-f56a-4377-aae7-db2be4ab6327,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:39.101313 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] For port 78ee8135-c9ec-4ce9-832c-6a25eb921af3, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:31:39.106252 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] For port 78ee8135-c9ec-4ce9-832c-6a25eb921af3, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=78ee8135-c9ec-4ce9-832c-6a25eb921af3,segment=NetworkSegment(1bfc9eee-0d22-4e08-9a7d-864def721288),segment_id=1bfc9eee-0d22-4e08-9a7d-864def721288)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:31:39.114862 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:39.120941 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'a62b5efa-f56a-4377-aae7-db2be4ab6327', 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d', 'port_id': 'a62b5efa-f56a-4377-aae7-db2be4ab6327', 'mac_address': 'fa:16:3e:1a:99:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dca6ec8-828f-4751-8723-f176759a3e37', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:31:39.174555 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:39.175258 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:39.177349 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] 10.222.0.73 "PUT /v2.0/ports/78ee8135-c9ec-4ce9-832c-6a25eb921af3 HTTP/1.1" status: 200 len: 1093 time: 1.4051642 Aug 16 01:31:39.177851 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3926db-46ed-4018-b9b6-05b032570db7', 'tag': '78ee8135-c9ec-4ce9-832c-6a25eb921af3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:31:39.180813 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc32292-5212-494b-be6e-ab0e76ea2a86" -d '{"events": [{"name": "network-changed", "server_uuid": "0b3926db-46ed-4018-b9b6-05b032570db7", "tag": "78ee8135-c9ec-4ce9-832c-6a25eb921af3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:31:39.240463 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:39.262790 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62b5efa-f56a-4377-aae7-db2be4ab6327 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:31:39.318307 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c64259-ae8c-41f7-ad84-eddede713fa9 x-openstack-request-id: req-34c64259-ae8c-41f7-ad84-eddede713fa9 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:31:39.318550 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b3926db-46ed-4018-b9b6-05b032570db7", "tag": "78ee8135-c9ec-4ce9-832c-6a25eb921af3", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:31:39.319265 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-34c64259-ae8c-41f7-ad84-eddede713fa9 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:31:39.320163 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b3926db-46ed-4018-b9b6-05b032570db7', 'tag': '78ee8135-c9ec-4ce9-832c-6a25eb921af3', 'status': 'completed', 'code': 200} Aug 16 01:31:39.323893 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1b0cc-5dd1-44c9-bc53-b963f733bb61 service neutron] Pushing event updated for resources: {'Port': ['ID=78ee8135-c9ec-4ce9-832c-6a25eb921af3,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:39.346097 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a62b5efa-f56a-4377-aae7-db2be4ab6327, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a62b5efa-f56a-4377-aae7-db2be4ab6327,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:39.350456 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:39.360507 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:39.361626 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 2e06069d-8b5f-49f5-9bce-1fca274c082f details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:31:39.380055 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-56d31062-0ed1-4026-ad7c-de73dde6adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:39.387339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-56d31062-0ed1-4026-ad7c-de73dde6adb2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d87878905c446a6b1656e7f6d15dd47&device_id=0b3926db-46ed-4018-b9b6-05b032570db7 HTTP/1.1" status: 200 len: 1096 time: 0.1512325 Aug 16 01:31:39.394750 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c78c-9ef7-40be-9715-8e97e9e4d91e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:39.425128 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c78c-9ef7-40be-9715-8e97e9e4d91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:39.437628 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=a62b5efa-f56a-4377-aae7-db2be4ab6327,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:39.515866 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Transition to ACTIVE for port object 963a9786-eb41-4472-87c9-299729ddb31b will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:39.540829 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-72575031-bc74-461e-8713-3d7ee0bd3938 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78ee8135-c9ec-4ce9-832c-6a25eb921af3 HTTP/1.1" status: 200 len: 217 time: 0.1415098 Aug 16 01:31:39.562146 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Transition to ACTIVE for port object 963a9786-eb41-4472-87c9-299729ddb31b will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:39.579089 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:39.650508 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-cb3bd98e-ccda-4a14-a124-a3106cfa9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:39.652705 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-cb3bd98e-ccda-4a14-a124-a3106cfa9d32 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b07d2f4f-a207-4839-b33f-d1d7c68051f9 HTTP/1.1" status: 200 len: 862 time: 0.1012933 Aug 16 01:31:39.654413 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 2e06069d-8b5f-49f5-9bce-1fca274c082f, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2e06069d-8b5f-49f5-9bce-1fca274c082f,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:39.674350 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Network 268994b3-9d34-438f-948f-f4457ea15ca1 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:31:39.688375 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:39.691895 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Pushing event updated for resources: {'Port': ['ID=963a9786-eb41-4472-87c9-299729ddb31b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:39.696054 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:31:39.699395 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-8bc6c78c-9ef7-40be-9715-8e97e9e4d91e admin admin] Allocated IP 172.25.3.34 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/caaf6989-e786-4990-ac52-425004c60e8f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:31:39.701166 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '2e06069d-8b5f-49f5-9bce-1fca274c082f', 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a', 'port_id': '2e06069d-8b5f-49f5-9bce-1fca274c082f', 'mac_address': 'fa:16:3e:3b:90:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a70a5b5-baa4-4789-ab96-e7bced8a7b9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:31:39.719123 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947e592-b499-46aa-84fb-bd4500d5cd1e req-8530c62d-56e3-4f50-8827-0adbbfa19d4a tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:39.721018 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c947e592-b499-46aa-84fb-bd4500d5cd1e req-8530c62d-56e3-4f50-8827-0adbbfa19d4a tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 944 time: 0.0961771 Aug 16 01:31:39.748129 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60346) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:39.781688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-ad3636ff-2d4a-4969-9fc4-4773b859b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:39.784211 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-ad3636ff-2d4a-4969-9fc4-4773b859b6b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d175df58-def8-4ec7-8e23-2ebe9176428d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1201534 Aug 16 01:31:39.785537 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-15bb996e-3f68-41a0-b94d-4b5bf4e9e22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:39.844546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Attempting to bind port 963a9786-eb41-4472-87c9-299729ddb31b on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:31:39.845835 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Attempting to bind port 963a9786-eb41-4472-87c9-299729ddb31b by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '93eea0b8-94ec-454e-9576-fea7a779ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:31:39.846787 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Attempting to bind port 963a9786-eb41-4472-87c9-299729ddb31b on network 268994b3-9d34-438f-948f-f4457ea15ca1 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:39.853453 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:39.871688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:31:39.872705 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Checking segment: {'id': '93eea0b8-94ec-454e-9576-fea7a779ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:39.873658 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:39.874933 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Bound using segment: {'id': '93eea0b8-94ec-454e-9576-fea7a779ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:31:39.875902 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Bound port: 963a9786-eb41-4472-87c9-299729ddb31b, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93eea0b8-94ec-454e-9576-fea7a779ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:31:39.876744 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:39.896701 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e06069d-8b5f-49f5-9bce-1fca274c082f {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:31:39.956351 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 2e06069d-8b5f-49f5-9bce-1fca274c082f, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2e06069d-8b5f-49f5-9bce-1fca274c082f,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:39.968253 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c947e592-b499-46aa-84fb-bd4500d5cd1e req-0cfc8dbb-f6bc-474d-abb3-e2d1bab99701 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387350 Aug 16 01:31:39.969098 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:39.992296 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60350) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:40.064894 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c78c-9ef7-40be-9715-8e97e9e4d91e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:40.094019 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ea0d9b35-a524-441a-87a5-ee70be32880a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3a09525fa1f84d5c89f329662dbcd616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0982556 Aug 16 01:31:40.095172 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60354) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:40.176668 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] For port 963a9786-eb41-4472-87c9-299729ddb31b, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:31:40.182905 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] For port 963a9786-eb41-4472-87c9-299729ddb31b, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=963a9786-eb41-4472-87c9-299729ddb31b,segment=NetworkSegment(93eea0b8-94ec-454e-9576-fea7a779ea97),segment_id=93eea0b8-94ec-454e-9576-fea7a779ea97)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:31:40.184729 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=2e06069d-8b5f-49f5-9bce-1fca274c082f,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:40.189928 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:40.224631 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b453b41-3ec2-48af-9cf3-8b55ba9e275c req-f7ffa72f-c950-46ca-ad8b-1475c66fdc5e tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:40.235905 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b453b41-3ec2-48af-9cf3-8b55ba9e275c req-f7ffa72f-c950-46ca-ad8b-1475c66fdc5e tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b3926db-46ed-4018-b9b6-05b032570db7 HTTP/1.1" status: 200 len: 944 time: 0.1049283 Aug 16 01:31:40.262853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45863ca5-5abf-4e2b-b80b-2e0468781685 None None] Pushing event updated for resources: {'Port': ['ID=963a9786-eb41-4472-87c9-299729ddb31b,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:40.301644 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c78c-9ef7-40be-9715-8e97e9e4d91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:40.362116 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00537708-02f6-4873-bbf2-313f8cca4f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:40.362625 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-222831fe-4e58-4728-b76b-044b5893accd service neutron] 10.222.0.73 "GET /v2.0/networks/d175df58-def8-4ec7-8e23-2ebe9176428d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5657115 Aug 16 01:31:40.375561 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['2e06069d-8b5f-49f5-9bce-1fca274c082f'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:31:40.379132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['a62b5efa-f56a-4377-aae7-db2be4ab6327'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:31:40.411209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc6c78c-9ef7-40be-9715-8e97e9e4d91e admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:31:40.434441 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-8bc6c78c-9ef7-40be-9715-8e97e9e4d91e admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:40.478788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc6c78c-9ef7-40be-9715-8e97e9e4d91e admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:31:40.485812 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998048d-0d9b-4b29-ac68-51cf9dae5007 req-c88dcec8-84c0-42bf-afff-156edc5389f7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:40.487504 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d998048d-0d9b-4b29-ac68-51cf9dae5007 req-c88dcec8-84c0-42bf-afff-156edc5389f7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 944 time: 0.2105849 Aug 16 01:31:40.558961 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-15bb996e-3f68-41a0-b94d-4b5bf4e9e22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:40.578270 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6c78c-9ef7-40be-9715-8e97e9e4d91e admin admin] Pushing event updated for resources: {'Port': ['ID=caaf6989-e786-4990-ac52-425004c60e8f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:40.585997 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00537708-02f6-4873-bbf2-313f8cca4f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:40.608717 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b453b41-3ec2-48af-9cf3-8b55ba9e275c req-a705368d-c501-4e46-b015-3aed4882b15a tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3718734 Aug 16 01:31:40.632609 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-15bb996e-3f68-41a0-b94d-4b5bf4e9e22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:40.645535 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d998048d-0d9b-4b29-ac68-51cf9dae5007 req-ac457be7-9a11-4425-9d5c-095e1bfcaadd tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489439 Aug 16 01:31:40.697811 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9b0bdad-8792-446f-9ce1-f8795185cee8 req-6f28e519-4ef9-4c3d-94dc-e69877535ced service neutron] 10.222.0.73 "GET /v2.0/networks/d175df58-def8-4ec7-8e23-2ebe9176428d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222742 Aug 16 01:31:40.705805 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-15bb996e-3f68-41a0-b94d-4b5bf4e9e22b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=be1e061209974b8390615b134513d7f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9542484 Aug 16 01:31:40.705805 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb996e-3f68-41a0-b94d-4b5bf4e9e22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1822958-d8b2-4124-9ffc-f2b23a5537ad,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:40.708505 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60368) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:40.843718 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf86f8a8-2c65-4eb7-96b6-a460f01eb240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:40.883873 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc32292-5212-494b-be6e-ab0e76ea2a86 req-ac197596-a8f0-4d1c-b564-14b50cd09799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:40.886127 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bc32292-5212-494b-be6e-ab0e76ea2a86 req-ac197596-a8f0-4d1c-b564-14b50cd09799 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d87878905c446a6b1656e7f6d15dd47&device_id=0b3926db-46ed-4018-b9b6-05b032570db7 HTTP/1.1" status: 200 len: 1096 time: 0.1218975 Aug 16 01:31:40.888262 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00537708-02f6-4873-bbf2-313f8cca4f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:40.892218 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00537708-02f6-4873-bbf2-313f8cca4f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:40.895894 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-00537708-02f6-4873-bbf2-313f8cca4f9e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/db991954-b0b3-436c-b08e-65316a2480e8 HTTP/1.1" status: 204 len: 168 time: 0.7975786 Aug 16 01:31:40.898176 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf86f8a8-2c65-4eb7-96b6-a460f01eb240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:40.944537 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00537708-02f6-4873-bbf2-313f8cca4f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db991954-b0b3-436c-b08e-65316a2480e8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:40.964012 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c78c-9ef7-40be-9715-8e97e9e4d91e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:41.076094 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf86f8a8-2c65-4eb7-96b6-a460f01eb240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:41.080028 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf86f8a8-2c65-4eb7-96b6-a460f01eb240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:41.081847 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bf86f8a8-2c65-4eb7-96b6-a460f01eb240 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e1822958-d8b2-4124-9ffc-f2b23a5537ad HTTP/1.1" status: 204 len: 168 time: 0.3723249 Aug 16 01:31:41.123981 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86f8a8-2c65-4eb7-96b6-a460f01eb240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1822958-d8b2-4124-9ffc-f2b23a5537ad,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:41.127205 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc32292-5212-494b-be6e-ab0e76ea2a86 req-7540fa70-62f7-46d4-8b84-c5ac4c786fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:41.128830 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bc32292-5212-494b-be6e-ab0e76ea2a86 req-7540fa70-62f7-46d4-8b84-c5ac4c786fe9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d175df58-def8-4ec7-8e23-2ebe9176428d HTTP/1.1" status: 200 len: 924 time: 0.2277906 Aug 16 01:31:41.195131 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bc32292-5212-494b-be6e-ab0e76ea2a86 req-f037d364-17f9-4ce7-81fe-d4c4855b0667 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78ee8135-c9ec-4ce9-832c-6a25eb921af3 HTTP/1.1" status: 200 len: 217 time: 0.0475433 Aug 16 01:31:41.218068 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffe191-cd21-42eb-b6b0-cba0aef74054 req-248c935e-3c3a-4e32-b7bf-02767cd06ed1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:41.219611 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bfffe191-cd21-42eb-b6b0-cba0aef74054 req-248c935e-3c3a-4e32-b7bf-02767cd06ed1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 944 time: 0.1289811 Aug 16 01:31:41.352115 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bfffe191-cd21-42eb-b6b0-cba0aef74054 req-42ee3c66-fc10-4dce-94ae-03646b63f6a2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186757 Aug 16 01:31:41.353716 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc32292-5212-494b-be6e-ab0e76ea2a86 req-50157379-e1ba-4a63-ad93-f7d270118f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:41.361432 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bc32292-5212-494b-be6e-ab0e76ea2a86 req-50157379-e1ba-4a63-ad93-f7d270118f67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b07d2f4f-a207-4839-b33f-d1d7c68051f9 HTTP/1.1" status: 200 len: 862 time: 0.1468000 Aug 16 01:31:41.491759 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc32292-5212-494b-be6e-ab0e76ea2a86 req-2d7357aa-6d5d-4d55-b5f1-796d3c4c9101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:41.507775 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bc32292-5212-494b-be6e-ab0e76ea2a86 req-2d7357aa-6d5d-4d55-b5f1-796d3c4c9101 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d175df58-def8-4ec7-8e23-2ebe9176428d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1411400 Aug 16 01:31:41.629847 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 963a9786-eb41-4472-87c9-299729ddb31b up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:41.667004 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bc32292-5212-494b-be6e-ab0e76ea2a86 req-10673a9d-9d0d-4253-bb2f-4666700f5fbb service neutron] 10.222.0.73 "GET /v2.0/networks/d175df58-def8-4ec7-8e23-2ebe9176428d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500371 Aug 16 01:31:41.718551 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c78c-9ef7-40be-9715-8e97e9e4d91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:41.787027 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 963a9786-eb41-4472-87c9-299729ddb31b completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:41.858898 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-08b8bbb9-c753-409e-ac2b-b03d7d2069f7 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=a281f802ea2743fa9ccd253c1514e699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445731 Aug 16 01:31:41.875571 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524b59f-4561-4e42-bee9-c51bc8f56c3d req-8c1574a5-1551-4f0a-8e55-49c82c0a6e06 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:41.877077 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1524b59f-4561-4e42-bee9-c51bc8f56c3d req-8c1574a5-1551-4f0a-8e55-49c82c0a6e06 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b3926db-46ed-4018-b9b6-05b032570db7 HTTP/1.1" status: 200 len: 944 time: 0.0816174 Aug 16 01:31:41.906522 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6f2745-32ed-45e1-8636-2013c13083d6 None None] Network 268994b3-9d34-438f-948f-f4457ea15ca1 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:31:41.925673 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1524b59f-4561-4e42-bee9-c51bc8f56c3d req-f8b8c474-1ef8-4578-9071-31081f1e89ca tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423040 Aug 16 01:31:41.941990 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bc32292-5212-494b-be6e-ab0e76ea2a86 req-d235ba0b-7086-49c1-82ea-49785c912545 service neutron] 10.222.0.73 "GET /v2.0/networks/d175df58-def8-4ec7-8e23-2ebe9176428d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656939 Aug 16 01:31:41.991667 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d0b0558d-df29-4079-b310-753e90a4a98b None None] Provisioning for port 963a9786-eb41-4472-87c9-299729ddb31b completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:41.999843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d0b0558d-df29-4079-b310-753e90a4a98b None None] Provisioning complete for port 963a9786-eb41-4472-87c9-299729ddb31b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:42.000155 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0b0558d-df29-4079-b310-753e90a4a98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:42.162682 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0b0558d-df29-4079-b310-753e90a4a98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:42.172815 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-2459eade-030b-4f59-8c73-cd38bc67a797 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:42.179925 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-2459eade-030b-4f59-8c73-cd38bc67a797 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3197784 Aug 16 01:31:42.205014 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-296b1d0f-fa3f-4196-8ace-a80e7c67577b tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/quotas/a281f802ea2743fa9ccd253c1514e699 HTTP/1.1" status: 200 len: 375 time: 0.0215390 Aug 16 01:31:42.234278 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6792b5-7ab7-43ac-b8af-8048a118d6f5 req-6e3323bb-35a4-4fc0-ac25-83df496fa406 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:42.235859 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1a6792b5-7ab7-43ac-b8af-8048a118d6f5 req-6e3323bb-35a4-4fc0-ac25-83df496fa406 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 944 time: 0.0697033 Aug 16 01:31:42.300334 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-e1706d08-ad33-492b-aec9-ce5907c77af1 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0924518 Aug 16 01:31:42.302226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc6c78c-9ef7-40be-9715-8e97e9e4d91e admin admin] Router b08f84ac-8362-4984-b243-d6c5d35e4397 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:31:42.324173 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1a6792b5-7ab7-43ac-b8af-8048a118d6f5 req-4e2efdd3-fa21-4653-8836-6440ed0a3089 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737493 Aug 16 01:31:42.445261 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d0b0558d-df29-4079-b310-753e90a4a98b None None] For port 963a9786-eb41-4472-87c9-299729ddb31b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=963a9786-eb41-4472-87c9-299729ddb31b,segment=NetworkSegment(93eea0b8-94ec-454e-9576-fea7a779ea97),segment_id=93eea0b8-94ec-454e-9576-fea7a779ea97)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:42.451852 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0b0558d-df29-4079-b310-753e90a4a98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:42.511734 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a62b5efa-f56a-4377-aae7-db2be4ab6327 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:42.611015 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc6c78c-9ef7-40be-9715-8e97e9e4d91e admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:31:42.625102 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Sync routers for ids ['b08f84ac-8362-4984-b243-d6c5d35e4397'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:31:42.651261 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Routers {'b08f84ac-8362-4984-b243-d6c5d35e4397'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:31:42.655635 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:31:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b08f84ac-8362-4984-b243-d6c5d35e4397'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:42.667589 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c78c-9ef7-40be-9715-8e97e9e4d91e admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:42.670785 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8bc6c78c-9ef7-40be-9715-8e97e9e4d91e admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.4614558 Aug 16 01:31:42.673607 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0558d-df29-4079-b310-753e90a4a98b None None] Pushing event updated for resources: {'Port': ['ID=963a9786-eb41-4472-87c9-299729ddb31b,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:42.680020 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60452) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:42.686917 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d8015-20b1-4d6a-ba89-341a15d1e9fa req-85fb0c97-920e-433f-818b-8b77ec728dee tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:42.691445 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-361d8015-20b1-4d6a-ba89-341a15d1e9fa req-85fb0c97-920e-433f-818b-8b77ec728dee tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 944 time: 0.1593337 Aug 16 01:31:42.720688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port a62b5efa-f56a-4377-aae7-db2be4ab6327 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:42.737603 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port a62b5efa-f56a-4377-aae7-db2be4ab6327 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:42.740537 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:42.819746 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-361d8015-20b1-4d6a-ba89-341a15d1e9fa req-d3e274ff-830d-451d-a79b-8da0e64aa1f2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204336 Aug 16 01:31:42.863879 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:42.879040 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-46c58bba-1e41-4af9-8bad-f1389d8e9922 req-138702ad-b565-4b13-84e4-3ddb6732f6b7 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=59159581-0f73-4576-bdda-aa930a1f3248 HTTP/1.1" status: 200 len: 210 time: 0.1814959 Aug 16 01:31:42.937416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4653f7ad-2d1d-45a1-b156-2114c5deb129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62b5efa-f56a-4377-aae7-db2be4ab6327'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:31:42.940754 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ba667d-6485-410d-9a11-b28bda5077db" -d '{"events": [{"server_uuid": "4653f7ad-2d1d-45a1-b156-2114c5deb129", "name": "network-vif-plugged", "status": "completed", "tag": "a62b5efa-f56a-4377-aae7-db2be4ab6327"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:31:42.946998 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Set router b08f84ac-8362-4984-b243-d6c5d35e4397 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:31:42.995138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a62b5efa-f56a-4377-aae7-db2be4ab6327, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a62b5efa-f56a-4377-aae7-db2be4ab6327,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:43.011183 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:43.012276 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 2e06069d-8b5f-49f5-9bce-1fca274c082f up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:43.159564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-97e5a541-4946-4af8-9b6f-14b5335ef8e4 None None] Provisioning complete for port 963a9786-eb41-4472-87c9-299729ddb31b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:43.159938 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97e5a541-4946-4af8-9b6f-14b5335ef8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:43.260602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=a62b5efa-f56a-4377-aae7-db2be4ab6327,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:43.319943 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 2e06069d-8b5f-49f5-9bce-1fca274c082f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:43.329172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 2e06069d-8b5f-49f5-9bce-1fca274c082f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:43.331624 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:43.344432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4310c-6044-442f-af5d-cf59496e717e req-e60ae438-0efe-4d3b-96e9-7d55e8170d5d tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:43.346318 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-06a4310c-6044-442f-af5d-cf59496e717e req-e60ae438-0efe-4d3b-96e9-7d55e8170d5d tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b3926db-46ed-4018-b9b6-05b032570db7 HTTP/1.1" status: 200 len: 944 time: 0.2333674 Aug 16 01:31:43.446330 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-373512944-router', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:38Z', 'updated_at': '2021-08-16T01:31:40Z', 'revision_number': 3, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'gw_port': {'id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:39Z', 'updated_at': '2021-08-16T01:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:43.475405 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:43.508749 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-06a4310c-6044-442f-af5d-cf59496e717e req-74608f3a-eed4-4bb3-b21a-39c70143fca3 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429718 Aug 16 01:31:43.561000 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Checking router: b08f84ac-8362-4984-b243-d6c5d35e4397 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:31:43.561222 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Updating router b08f84ac-8362-4984-b243-d6c5d35e4397 port caaf6989-e786-4990-ac52-425004c60e8f binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:31:43.572225 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 2e06069d-8b5f-49f5-9bce-1fca274c082f, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2e06069d-8b5f-49f5-9bce-1fca274c082f,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:43.577003 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 963a9786-eb41-4472-87c9-299729ddb31b up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:43.603146 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:43.667963 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2ab14e-7be7-4586-94de-14127d752237 x-openstack-request-id: req-be2ab14e-7be7-4586-94de-14127d752237 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:31:43.668255 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4653f7ad-2d1d-45a1-b156-2114c5deb129", "name": "network-vif-plugged", "status": "completed", "tag": "a62b5efa-f56a-4377-aae7-db2be4ab6327", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:31:43.668889 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-be2ab14e-7be7-4586-94de-14127d752237 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:31:43.671540 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4653f7ad-2d1d-45a1-b156-2114c5deb129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62b5efa-f56a-4377-aae7-db2be4ab6327', 'code': 200} Aug 16 01:31:43.680266 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:43.773516 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b782a4-8ce0-445c-b239-f5f2e2eaddc2 req-24a78da8-aa60-450f-b6a4-97f0ae13737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:43.779943 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1b782a4-8ce0-445c-b239-f5f2e2eaddc2 req-24a78da8-aa60-450f-b6a4-97f0ae13737b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 1097 time: 0.1024680 Aug 16 01:31:43.834233 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1b782a4-8ce0-445c-b239-f5f2e2eaddc2 req-dd3e1a28-12bd-4b2d-95c9-c0b9ad768bb3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480812 Aug 16 01:31:43.849854 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 78ee8135-c9ec-4ce9-832c-6a25eb921af3 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:31:43.977610 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de036234-3433-4f90-a286-f79a2dde7cc7 req-c84f4f05-6308-45cd-83ef-3f831b7a7696 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:43.983878 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-de036234-3433-4f90-a286-f79a2dde7cc7 req-c84f4f05-6308-45cd-83ef-3f831b7a7696 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 945 time: 0.2586808 Aug 16 01:31:44.003848 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=2e06069d-8b5f-49f5-9bce-1fca274c082f,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:44.062848 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a44502-549f-4257-a301-b58b17c97843 req-bd853e02-2ff2-477b-a622-dde28db675ac tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:44.073169 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:44.077618 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49a44502-549f-4257-a301-b58b17c97843 req-bd853e02-2ff2-477b-a622-dde28db675ac tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 945 time: 0.1067457 Aug 16 01:31:44.084975 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Transition to ACTIVE for port object caaf6989-e786-4990-ac52-425004c60e8f will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:44.092644 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:44.101904 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 78ee8135-c9ec-4ce9-832c-6a25eb921af3, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=78ee8135-c9ec-4ce9-832c-6a25eb921af3,segment=NetworkSegment(1bfc9eee-0d22-4e08-9a7d-864def721288),segment_id=1bfc9eee-0d22-4e08-9a7d-864def721288)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:44.102622 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d33f30dc-1abc-410d-9c76-db3903837c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:44.115704 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '78ee8135-c9ec-4ce9-832c-6a25eb921af3', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'port_id': '78ee8135-c9ec-4ce9-832c-6a25eb921af3', 'mac_address': 'fa:16:3e:fc:04:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:31:44.159550 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fa7e5-b7eb-4eb7-8f67-9a4ddf97cab2 None None] Pushing event updated for resources: {'Port': ['ID=caaf6989-e786-4990-ac52-425004c60e8f,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:44.164459 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49a44502-549f-4257-a301-b58b17c97843 req-25d34b31-e903-4062-9103-64d3462d389a tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856957 Aug 16 01:31:44.167413 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:44.186610 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ee8135-c9ec-4ce9-832c-6a25eb921af3 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:31:44.197050 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Attempting to bind port caaf6989-e786-4990-ac52-425004c60e8f on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:31:44.198009 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Attempting to bind port caaf6989-e786-4990-ac52-425004c60e8f by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:31:44.198403 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Attempting to bind port caaf6989-e786-4990-ac52-425004c60e8f on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:44.203917 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-de036234-3433-4f90-a286-f79a2dde7cc7 req-758c9363-0176-47a2-8801-7e189dd47192 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329796 Aug 16 01:31:44.221134 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:31:44.221531 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:44.223991 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:44.224539 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:31:44.225237 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Bound port: caaf6989-e786-4990-ac52-425004c60e8f, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:31:44.228253 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:44.237270 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 78ee8135-c9ec-4ce9-832c-6a25eb921af3, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=78ee8135-c9ec-4ce9-832c-6a25eb921af3,segment=NetworkSegment(1bfc9eee-0d22-4e08-9a7d-864def721288),segment_id=1bfc9eee-0d22-4e08-9a7d-864def721288)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:44.252530 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:44.313203 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 963a9786-eb41-4472-87c9-299729ddb31b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:44.313706 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:44.337366 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-12d2f3e4-a605-4574-a51c-238b3907231a tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a281f802ea2743fa9ccd253c1514e699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536625 Aug 16 01:31:44.359587 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] For port caaf6989-e786-4990-ac52-425004c60e8f, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:31:44.363555 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] For port caaf6989-e786-4990-ac52-425004c60e8f, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=caaf6989-e786-4990-ac52-425004c60e8f,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:31:44.376517 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:44.412386 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=78ee8135-c9ec-4ce9-832c-6a25eb921af3,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:44.504205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['78ee8135-c9ec-4ce9-832c-6a25eb921af3'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:31:44.521635 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-c916bc47-7873-40f3-80e5-543b878e6150 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:44.523931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-c916bc47-7873-40f3-80e5-543b878e6150 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799929 Aug 16 01:31:44.543352 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-8f8209f7-6461-4d0a-8cc9-54a861be6e66 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Request body: {'port': {'device_id': '59159581-0f73-4576-bdda-aa930a1f3248', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': 'a281f802ea2743fa9ccd253c1514e699'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:44.545080 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c49e989a-ad36-44e1-ab97-bceca0668b34 req-60c097db-6fdc-4dfa-81e5-1341616e77fe tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=59159581-0f73-4576-bdda-aa930a1f3248 HTTP/1.1" status: 200 len: 210 time: 0.0869949 Aug 16 01:31:44.550081 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Routers {'b08f84ac-8362-4984-b243-d6c5d35e4397'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:31:44.550733 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:31:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b08f84ac-8362-4984-b243-d6c5d35e4397'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:44.587570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-d33f30dc-1abc-410d-9c76-db3903837c3c admin admin] Allocated IP 172.20.0.1 (268994b3-9d34-438f-948f-f4457ea15ca1/d3e075c4-0752-4776-bb0a-6b883c1bb09d/9f27fda4-ba29-4a3f-a247-8ca926ef08bd) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:31:44.656536 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fa7e5-b7eb-4eb7-8f67-9a4ddf97cab2 None None] Pushing event updated for resources: {'Port': ['ID=caaf6989-e786-4990-ac52-425004c60e8f,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:44.759591 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] Set router b08f84ac-8362-4984-b243-d6c5d35e4397 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:31:44.800203 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d33f30dc-1abc-410d-9c76-db3903837c3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:44.834862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-d33f30dc-1abc-410d-9c76-db3903837c3c admin admin] Transition to ACTIVE for port object 9f27fda4-ba29-4a3f-a247-8ca926ef08bd will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:44.850184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-8f8209f7-6461-4d0a-8cc9-54a861be6e66 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Made reservation on behalf of a281f802ea2743fa9ccd253c1514e699 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:31:44.854686 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-8f8209f7-6461-4d0a-8cc9-54a861be6e66 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:44.866952 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-8f8209f7-6461-4d0a-8cc9-54a861be6e66 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:44.878410 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b492f2f-e02b-4d08-a08f-2bc3b2f252bd req-8918a267-637a-4afb-98e9-a44a9a8474a8 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:44.886144 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2b492f2f-e02b-4d08-a08f-2bc3b2f252bd req-8918a267-637a-4afb-98e9-a44a9a8474a8 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b3926db-46ed-4018-b9b6-05b032570db7 HTTP/1.1" status: 200 len: 945 time: 0.1217530 Aug 16 01:31:44.906794 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d33f30dc-1abc-410d-9c76-db3903837c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:44.946069 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33f30dc-1abc-410d-9c76-db3903837c3c admin admin] Network 268994b3-9d34-438f-948f-f4457ea15ca1 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:31:44.951600 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d33f30dc-1abc-410d-9c76-db3903837c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:44.958044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33f30dc-1abc-410d-9c76-db3903837c3c admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:31:44.958593 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d33f30dc-1abc-410d-9c76-db3903837c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:44.995402 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-373512944-router', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:38Z', 'updated_at': '2021-08-16T01:31:40Z', 'revision_number': 3, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'gw_port': {'id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:39Z', 'updated_at': '2021-08-16T01:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:45.011765 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2b492f2f-e02b-4d08-a08f-2bc3b2f252bd req-cb1a2585-ad35-4a78-bfc1-98e633a5dc7e tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246006 Aug 16 01:31:45.040012 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcb1e58-0eac-46a8-a5fc-a90bce7960ec None None] The sync data for ids ['b08f84ac-8362-4984-b243-d6c5d35e4397'] in n-d-765315-27 is: [{'id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-373512944-router', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:38Z', 'updated_at': '2021-08-16T01:31:40Z', 'revision_number': 3, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'gw_port': {'id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:39Z', 'updated_at': '2021-08-16T01:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:31:45.043740 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f30dc-1abc-410d-9c76-db3903837c3c admin admin] Pushing event updated for resources: {'Port': ['ID=9f27fda4-ba29-4a3f-a247-8ca926ef08bd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:45.104479 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60536) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:45.233146 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-8f8209f7-6461-4d0a-8cc9-54a861be6e66 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:45.239907 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-8f8209f7-6461-4d0a-8cc9-54a861be6e66 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:45.283082 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d33f30dc-1abc-410d-9c76-db3903837c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:45.355285 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8410d12-9857-4657-b655-1f26f5d2c854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:45.407200 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8209f7-6461-4d0a-8cc9-54a861be6e66 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=235ddfb3-b8f5-4b3d-9972-b28a93192020,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:45.458302 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6c30f17d-15c3-4bd8-a42d-bbd8a1b51a9b None None] Provisioning for port 9f27fda4-ba29-4a3f-a247-8ca926ef08bd completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:45.471153 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6c30f17d-15c3-4bd8-a42d-bbd8a1b51a9b None None] Provisioning complete for port 9f27fda4-ba29-4a3f-a247-8ca926ef08bd triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:45.472944 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c30f17d-15c3-4bd8-a42d-bbd8a1b51a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:45.590733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6c30f17d-15c3-4bd8-a42d-bbd8a1b51a9b None None] Port 9f27fda4-ba29-4a3f-a247-8ca926ef08bd cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:31:45.607352 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63592248-1179-4987-b090-1f51b72c906f req-8d4ffcb8-c263-4e17-ae0a-6fd5213cb930 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:45.614377 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-63592248-1179-4987-b090-1f51b72c906f req-8d4ffcb8-c263-4e17-ae0a-6fd5213cb930 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 945 time: 0.2784722 Aug 16 01:31:45.672690 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-8f8209f7-6461-4d0a-8cc9-54a861be6e66 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Allocated IP 192.168.233.133 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/870e5fdb-7569-48e0-86a4-2553888d4426) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:31:45.679641 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4bf462-13c9-4528-96a9-1d4c330a5abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e06069d-8b5f-49f5-9bce-1fca274c082f'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:31:45.687904 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e5831c-3233-4980-9e71-db4cc1ef3159" -d '{"events": [{"server_uuid": "db4bf462-13c9-4528-96a9-1d4c330a5abf", "name": "network-vif-plugged", "status": "completed", "tag": "2e06069d-8b5f-49f5-9bce-1fca274c082f"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:31:45.718594 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-63592248-1179-4987-b090-1f51b72c906f req-1bce1e6f-42ca-4483-873d-e1aba9299f11 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890329 Aug 16 01:31:45.719073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60556) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:45.727334 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 78ee8135-c9ec-4ce9-832c-6a25eb921af3 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:45.821069 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8410d12-9857-4657-b655-1f26f5d2c854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:45.852864 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8410d12-9857-4657-b655-1f26f5d2c854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:45.857657 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 78ee8135-c9ec-4ce9-832c-6a25eb921af3 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:45.861682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 78ee8135-c9ec-4ce9-832c-6a25eb921af3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:45.862072 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:45.911813 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d8410d12-9857-4657-b655-1f26f5d2c854 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a876e1f3899c4a6b9394ca0d0eff4dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8059597 Aug 16 01:31:45.922426 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60562) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:45.985525 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8410d12-9857-4657-b655-1f26f5d2c854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b283d69b-56d8-474c-8d03-ea7bc203c7f0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:45.988840 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51b8dcad-b599-473e-a986-e61b33ba076b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:45.990596 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:46.019680 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d33f30dc-1abc-410d-9c76-db3903837c3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:46.031426 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a21fb-4279-4537-9f43-3c9a7da1625f req-c494c0ac-85af-4b02-a56b-f1f2a5f2a3a5 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:46.034032 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 78ee8135-c9ec-4ce9-832c-6a25eb921af3, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=78ee8135-c9ec-4ce9-832c-6a25eb921af3,segment=NetworkSegment(1bfc9eee-0d22-4e08-9a7d-864def721288),segment_id=1bfc9eee-0d22-4e08-9a7d-864def721288)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:46.039684 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:46.043020 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c95a21fb-4279-4537-9f43-3c9a7da1625f req-c494c0ac-85af-4b02-a56b-f1f2a5f2a3a5 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 945 time: 0.4643900 Aug 16 01:31:46.051014 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d33f30dc-1abc-410d-9c76-db3903837c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:46.051713 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d33f30dc-1abc-410d-9c76-db3903837c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:46.084303 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8f011007-423c-4090-a3e5-b97094a8591f req-8917dbcc-17c7-4b5f-9874-4e8476c40b38 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=59159581-0f73-4576-bdda-aa930a1f3248 HTTP/1.1" status: 200 len: 210 time: 0.1675484 Aug 16 01:31:46.102817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=78ee8135-c9ec-4ce9-832c-6a25eb921af3,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:46.133781 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-8f8209f7-6461-4d0a-8cc9-54a861be6e66 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:46.147434 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a9f693-e8e2-40cc-ad01-1f2408b9ddd4 x-openstack-request-id: req-f7a9f693-e8e2-40cc-ad01-1f2408b9ddd4 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:31:46.147720 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4bf462-13c9-4528-96a9-1d4c330a5abf", "name": "network-vif-plugged", "status": "completed", "tag": "2e06069d-8b5f-49f5-9bce-1fca274c082f", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:31:46.147984 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f7a9f693-e8e2-40cc-ad01-1f2408b9ddd4 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:31:46.148363 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4bf462-13c9-4528-96a9-1d4c330a5abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e06069d-8b5f-49f5-9bce-1fca274c082f', 'code': 200} Aug 16 01:31:46.215218 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c95a21fb-4279-4537-9f43-3c9a7da1625f req-05057973-0a4a-465b-900b-624fb7169ac7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689117 Aug 16 01:31:46.221712 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f30dc-1abc-410d-9c76-db3903837c3c admin admin] Pushing event updated for resources: {'Port': ['ID=9f27fda4-ba29-4a3f-a247-8ca926ef08bd,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:46.299578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-8f8209f7-6461-4d0a-8cc9-54a861be6e66 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Transition to ACTIVE for port object 870e5fdb-7569-48e0-86a4-2553888d4426 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:46.299848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33f30dc-1abc-410d-9c76-db3903837c3c admin admin] Network 268994b3-9d34-438f-948f-f4457ea15ca1 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:31:46.301299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d33f30dc-1abc-410d-9c76-db3903837c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:46.336165 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6194216b-5bf3-4a33-9011-872546061c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:46.423626 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f5853-afca-47fa-b726-6d02a4a5db5c req-45bb568e-6175-478c-a304-f19633201b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:46.425185 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1d4f5853-afca-47fa-b726-6d02a4a5db5c req-45bb568e-6175-478c-a304-f19633201b20 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 1097 time: 0.1908755 Aug 16 01:31:46.435570 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6194216b-5bf3-4a33-9011-872546061c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:46.449199 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708d179-4ae0-40be-8aae-0aaf96bade0b req-b2bacc0e-966f-4190-8d50-20461030a1f9 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:46.450852 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a708d179-4ae0-40be-8aae-0aaf96bade0b req-b2bacc0e-966f-4190-8d50-20461030a1f9 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b3926db-46ed-4018-b9b6-05b032570db7 HTTP/1.1" status: 200 len: 946 time: 0.1778140 Aug 16 01:31:46.466427 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51b8dcad-b599-473e-a986-e61b33ba076b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:46.468601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33f30dc-1abc-410d-9c76-db3903837c3c admin admin] Router b08f84ac-8362-4984-b243-d6c5d35e4397 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:31:46.504544 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51b8dcad-b599-473e-a986-e61b33ba076b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:46.539978 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-51b8dcad-b599-473e-a986-e61b33ba076b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fc255575d34149d1a8319c062b85a71c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8105338 Aug 16 01:31:46.559325 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60574) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:46.596079 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33f30dc-1abc-410d-9c76-db3903837c3c admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:31:46.608931 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d33f30dc-1abc-410d-9c76-db3903837c3c admin admin] 10.222.0.68 "PUT /v2.0/routers/b08f84ac-8362-4984-b243-d6c5d35e4397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9165490 Aug 16 01:31:46.609116 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-8f8209f7-6461-4d0a-8cc9-54a861be6e66 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:46.622512 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f7211619-419f-4862-8121-e8990cb13d7b None None] Provisioning complete for port 9f27fda4-ba29-4a3f-a247-8ca926ef08bd triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:46.623047 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7211619-419f-4862-8121-e8990cb13d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:46.649880 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1d4f5853-afca-47fa-b726-6d02a4a5db5c req-39642800-70aa-4653-9101-28be25e427a6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961765 Aug 16 01:31:46.654164 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8dcad-b599-473e-a986-e61b33ba076b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded8ab11-d294-4ef1-be05-a35ed5273587,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:46.668697 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f7211619-419f-4862-8121-e8990cb13d7b None None] Port 9f27fda4-ba29-4a3f-a247-8ca926ef08bd cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:31:46.674015 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a708d179-4ae0-40be-8aae-0aaf96bade0b req-e3264444-cb37-485b-b221-2d819310b346 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020175 Aug 16 01:31:46.727077 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-8f8209f7-6461-4d0a-8cc9-54a861be6e66 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:31:46.736379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-8f8209f7-6461-4d0a-8cc9-54a861be6e66 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:46.743519 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-8f8209f7-6461-4d0a-8cc9-54a861be6e66 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:31:46.750482 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-8f8209f7-6461-4d0a-8cc9-54a861be6e66 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:46.751118 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-8f8209f7-6461-4d0a-8cc9-54a861be6e66 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:46.765159 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3641f758-f431-42fc-a7b0-40f540cddae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:46.787464 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6194216b-5bf3-4a33-9011-872546061c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:46.790620 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6194216b-5bf3-4a33-9011-872546061c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:46.792294 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6194216b-5bf3-4a33-9011-872546061c52 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b283d69b-56d8-474c-8d03-ea7bc203c7f0 HTTP/1.1" status: 204 len: 168 time: 0.8613291 Aug 16 01:31:46.804725 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3641f758-f431-42fc-a7b0-40f540cddae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:46.826514 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8209f7-6461-4d0a-8cc9-54a861be6e66 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Pushing event updated for resources: {'Port': ['ID=870e5fdb-7569-48e0-86a4-2553888d4426,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:46.843968 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-8f8209f7-6461-4d0a-8cc9-54a861be6e66 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3090978 Aug 16 01:31:46.851773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194216b-5bf3-4a33-9011-872546061c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b283d69b-56d8-474c-8d03-ea7bc203c7f0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:46.875185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Request body: {'port': {'device_id': '59159581-0f73-4576-bdda-aa930a1f3248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:47.000565 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3641f758-f431-42fc-a7b0-40f540cddae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:47.003676 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3641f758-f431-42fc-a7b0-40f540cddae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:47.005001 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3641f758-f431-42fc-a7b0-40f540cddae2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ded8ab11-d294-4ef1-be05-a35ed5273587 HTTP/1.1" status: 204 len: 168 time: 0.4442666 Aug 16 01:31:47.005718 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:47.008424 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48d01b-f415-4082-a30f-5b87c98fc082 req-5a525df7-0b85-42c3-b76e-cd6312d01d24 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:47.016681 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fc48d01b-f415-4082-a30f-5b87c98fc082 req-5a525df7-0b85-42c3-b76e-cd6312d01d24 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 945 time: 0.1647191 Aug 16 01:31:47.024451 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641f758-f431-42fc-a7b0-40f540cddae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded8ab11-d294-4ef1-be05-a35ed5273587,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:47.122954 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fc48d01b-f415-4082-a30f-5b87c98fc082 req-ad8d2cfd-e913-4cdc-a88f-ff8442e9236d tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052020 Aug 16 01:31:47.202224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0be23944-1cb3-4a05-9f96-9536c5b0f52f None None] Provisioning for port 870e5fdb-7569-48e0-86a4-2553888d4426 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:47.206448 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0be23944-1cb3-4a05-9f96-9536c5b0f52f None None] Provisioning complete for port 870e5fdb-7569-48e0-86a4-2553888d4426 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:47.209066 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0be23944-1cb3-4a05-9f96-9536c5b0f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:47.214531 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60608) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:47.297648 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0be23944-1cb3-4a05-9f96-9536c5b0f52f None None] Port 870e5fdb-7569-48e0-86a4-2553888d4426 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:31:47.319741 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f084c0-9613-4c72-aad5-8e77aac68c15 req-79271e79-c409-47c9-818f-181a54e9f29e tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:47.323319 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b1f084c0-9613-4c72-aad5-8e77aac68c15 req-79271e79-c409-47c9-818f-181a54e9f29e tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=59159581-0f73-4576-bdda-aa930a1f3248 HTTP/1.1" status: 200 len: 936 time: 0.0927277 Aug 16 01:31:47.334785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60614) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:47.364950 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e257a94-f86c-42ad-8a4f-78e61f8bb4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:47.386234 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b1f084c0-9613-4c72-aad5-8e77aac68c15 req-cb2bdeb2-a47c-44cb-a99a-589e51fa88d4 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529928 Aug 16 01:31:47.479938 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870e5fdb-7569-48e0-86a4-2553888d4426 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:31:47.490554 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:47.532318 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Sync routers for ids ['b08f84ac-8362-4984-b243-d6c5d35e4397'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:31:47.550665 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Transition to ACTIVE for port object 870e5fdb-7569-48e0-86a4-2553888d4426 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:47.556176 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device caaf6989-e786-4990-ac52-425004c60e8f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:47.562221 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:47.562745 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Routers {'b08f84ac-8362-4984-b243-d6c5d35e4397'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:31:47.567862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:31:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b08f84ac-8362-4984-b243-d6c5d35e4397'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:47.656729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Pushing event updated for resources: {'Port': ['ID=870e5fdb-7569-48e0-86a4-2553888d4426,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:47.720971 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4bb02f5-c0c5-464e-a72b-4cdf97f7afe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:47.750333 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e257a94-f86c-42ad-8a4f-78e61f8bb4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:47.754549 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Set router b08f84ac-8362-4984-b243-d6c5d35e4397 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:31:47.757694 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Attempting to bind port 870e5fdb-7569-48e0-86a4-2553888d4426 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:31:47.758081 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Attempting to bind port 870e5fdb-7569-48e0-86a4-2553888d4426 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:31:47.758716 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Attempting to bind port 870e5fdb-7569-48e0-86a4-2553888d4426 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:47.772023 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Port 870e5fdb-7569-48e0-86a4-2553888d4426 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:31:47.772327 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Attempting to bind port 870e5fdb-7569-48e0-86a4-2553888d4426 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:47.790734 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e257a94-f86c-42ad-8a4f-78e61f8bb4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:47.888177 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9e257a94-f86c-42ad-8a4f-78e61f8bb4d6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1a6ac5f327dd4048aa0acf91e0caf1a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5515494 Aug 16 01:31:47.889709 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:31:47.890210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:47.890851 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:31:47.891530 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Bound port: 870e5fdb-7569-48e0-86a4-2553888d4426, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:31:47.892038 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:47.896088 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60630) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:48.060489 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port caaf6989-e786-4990-ac52-425004c60e8f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:48.065970 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4bb02f5-c0c5-464e-a72b-4cdf97f7afe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.067518 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-373512944-router', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:38Z', 'updated_at': '2021-08-16T01:31:45Z', 'revision_number': 4, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'gw_port': {'id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:39Z', 'updated_at': '2021-08-16T01:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '9f27fda4-ba29-4a3f-a247-8ca926ef08bd', 'name': '', 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'mac_address': 'fa:16:3e:af:3e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd3e075c4-0752-4776-bb0a-6b883c1bb09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:44Z', 'updated_at': '2021-08-16T01:31:45Z', 'revision_number': 2, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'subnets': [{'id': 'd3e075c4-0752-4776-bb0a-6b883c1bb09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:48.068921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60632) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:48.069537 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port caaf6989-e786-4990-ac52-425004c60e8f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:48.069955 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.086768 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f77f87ea-cdd8-4e6a-bdc9-faccf7aa60cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.130669 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4bb02f5-c0c5-464e-a72b-4cdf97f7afe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.228927 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15e5b8e3-2af1-40b3-af58-557bbe4a4fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.238900 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3926db-46ed-4018-b9b6-05b032570db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ee8135-c9ec-4ce9-832c-6a25eb921af3'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:31:48.240711 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e4bb02f5-c0c5-464e-a72b-4cdf97f7afe6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=757c4bb0f39a4ea68b44535c847af66a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0250931 Aug 16 01:31:48.246224 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cff9de9-f959-4509-ac83-2e9917e3aee9" -d '{"events": [{"server_uuid": "0b3926db-46ed-4018-b9b6-05b032570db7", "name": "network-vif-plugged", "status": "completed", "tag": "78ee8135-c9ec-4ce9-832c-6a25eb921af3"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:31:48.251054 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60634) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:48.251808 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Checking router: b08f84ac-8362-4984-b243-d6c5d35e4397 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:31:48.252323 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Updating router b08f84ac-8362-4984-b243-d6c5d35e4397 port 9f27fda4-ba29-4a3f-a247-8ca926ef08bd binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:31:48.263307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb02f5-c0c5-464e-a72b-4cdf97f7afe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc68d02d-78bf-41f5-9cc5-1f651382637f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:48.265464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e257a94-f86c-42ad-8a4f-78e61f8bb4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0936f764-48d7-403f-a553-7b6f196075bb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:48.292515 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.299441 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca30c4b-180c-4ed1-b61f-1146d7758278 req-cbdc993a-d955-4bb5-a602-29cdef06857e tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:48.300992 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9ca30c4b-180c-4ed1-b61f-1146d7758278 req-cbdc993a-d955-4bb5-a602-29cdef06857e tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 1097 time: 0.2331872 Aug 16 01:31:48.305520 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15e5b8e3-2af1-40b3-af58-557bbe4a4fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.375403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] For port 870e5fdb-7569-48e0-86a4-2553888d4426, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:31:48.384298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-798ba464-f0e1-41f1-9fa8-31255d69d18f tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:48.385996 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-798ba464-f0e1-41f1-9fa8-31255d69d18f tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/networks?id=268994b3-9d34-438f-948f-f4457ea15ca1 HTTP/1.1" status: 200 len: 828 time: 0.5031714 Aug 16 01:31:48.389938 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] For port 870e5fdb-7569-48e0-86a4-2553888d4426, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=870e5fdb-7569-48e0-86a4-2553888d4426,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:31:48.403853 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9ca30c4b-180c-4ed1-b61f-1146d7758278 req-57d863b5-e0ec-4ed8-92fb-000864f0ff9f tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893826 Aug 16 01:31:48.404416 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.430520 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-93554d7b-3d09-4940-835c-d9759f546ac1 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/quotas/286d0fcd8d6a4bf3a686e53650d8e8a4 HTTP/1.1" status: 200 len: 375 time: 0.0164537 Aug 16 01:31:48.445352 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.450109 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15e5b8e3-2af1-40b3-af58-557bbe4a4fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.453282 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1f4a-e135-402d-8122-37aaea596b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.453458 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15e5b8e3-2af1-40b3-af58-557bbe4a4fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.460078 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:48.460789 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.462370 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] 10.222.0.73 "PUT /v2.0/ports/870e5fdb-7569-48e0-86a4-2553888d4426 HTTP/1.1" status: 200 len: 1097 time: 1.6011679 Aug 16 01:31:48.464069 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59159581-0f73-4576-bdda-aa930a1f3248', 'tag': '870e5fdb-7569-48e0-86a4-2553888d4426'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:31:48.465588 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-15e5b8e3-2af1-40b3-af58-557bbe4a4fc0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0936f764-48d7-403f-a553-7b6f196075bb HTTP/1.1" status: 204 len: 168 time: 0.5648293 Aug 16 01:31:48.466655 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8599b7-80a7-4598-92d7-ae2a4d231a35" -d '{"events": [{"name": "network-changed", "server_uuid": "59159581-0f73-4576-bdda-aa930a1f3248", "tag": "870e5fdb-7569-48e0-86a4-2553888d4426"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:31:48.467791 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f77f87ea-cdd8-4e6a-bdc9-faccf7aa60cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.485998 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port caaf6989-e786-4990-ac52-425004c60e8f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=caaf6989-e786-4990-ac52-425004c60e8f,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:48.504587 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f77f87ea-cdd8-4e6a-bdc9-faccf7aa60cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.507511 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.508383 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5b8e3-2af1-40b3-af58-557bbe4a4fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0936f764-48d7-403f-a553-7b6f196075bb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:48.604878 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1f4a-e135-402d-8122-37aaea596b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.629207 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f77f87ea-cdd8-4e6a-bdc9-faccf7aa60cd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=214456407a5546129bcb6d79c99c24f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5586474 Aug 16 01:31:48.630850 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60646) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:48.666877 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f87ea-cdd8-4e6a-bdc9-faccf7aa60cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996f1eeb-7564-4b3b-a467-38fa597ac008,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:48.667220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=caaf6989-e786-4990-ac52-425004c60e8f,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:48.670023 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-ddad408d-61bc-4413-beeb-5740b7fb5ae5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=286d0fcd8d6a4bf3a686e53650d8e8a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2113898 Aug 16 01:31:48.673827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0908f6-d6f0-42f7-a83b-e25d1b869e11 service neutron] Pushing event updated for resources: {'Port': ['ID=870e5fdb-7569-48e0-86a4-2553888d4426,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:48.751277 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3a43a1a-0e07-4c73-b966-f91bd0c9649e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.786917 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3a43a1a-0e07-4c73-b966-f91bd0c9649e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.821640 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.828123 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-5c6898de-4bbc-4cdf-8efd-e98649b9b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:48.841091 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Transition to ACTIVE for port object 9f27fda4-ba29-4a3f-a247-8ca926ef08bd will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:48.841219 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-5c6898de-4bbc-4cdf-8efd-e98649b9b8ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&device_id=59159581-0f73-4576-bdda-aa930a1f3248 HTTP/1.1" status: 200 len: 1100 time: 0.3080578 Aug 16 01:31:48.855264 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.931618 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-ea0c96eb-e338-4cec-8c13-0466e158351b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=870e5fdb-7569-48e0-86a4-2553888d4426 HTTP/1.1" status: 200 len: 217 time: 0.0669878 Aug 16 01:31:48.935560 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1f4a-e135-402d-8122-37aaea596b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.938222 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1f4a-e135-402d-8122-37aaea596b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.939416 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d6fe1f4a-e135-402d-8122-37aaea596b70 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dc68d02d-78bf-41f5-9cc5-1f651382637f HTTP/1.1" status: 204 len: 168 time: 0.6873114 Aug 16 01:31:48.944617 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1ebd1-2a3a-477a-a1d0-bafc30f97ed7 None None] Pushing event updated for resources: {'Port': ['ID=9f27fda4-ba29-4a3f-a247-8ca926ef08bd,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:48.948989 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3a43a1a-0e07-4c73-b966-f91bd0c9649e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.951687 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3a43a1a-0e07-4c73-b966-f91bd0c9649e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:48.952859 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d3a43a1a-0e07-4c73-b966-f91bd0c9649e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/996f1eeb-7564-4b3b-a467-38fa597ac008 HTTP/1.1" status: 204 len: 168 time: 0.3210788 Aug 16 01:31:48.986030 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe1f4a-e135-402d-8122-37aaea596b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc68d02d-78bf-41f5-9cc5-1f651382637f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:48.989540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d42710-c32e-41fb-a1c8-1456cfa29382 req-e9485bd6-0520-4c23-9163-58c0bca4365a tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:48.991392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Attempting to bind port 9f27fda4-ba29-4a3f-a247-8ca926ef08bd on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:31:48.991544 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-47d42710-c32e-41fb-a1c8-1456cfa29382 req-e9485bd6-0520-4c23-9163-58c0bca4365a tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 945 time: 0.1485248 Aug 16 01:31:48.992533 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a43a1a-0e07-4c73-b966-f91bd0c9649e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996f1eeb-7564-4b3b-a467-38fa597ac008,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:48.993084 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Attempting to bind port 9f27fda4-ba29-4a3f-a247-8ca926ef08bd by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '93eea0b8-94ec-454e-9576-fea7a779ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:31:48.994847 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Attempting to bind port 9f27fda4-ba29-4a3f-a247-8ca926ef08bd on network 268994b3-9d34-438f-948f-f4457ea15ca1 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:49.005196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:31:49.005851 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Checking segment: {'id': '93eea0b8-94ec-454e-9576-fea7a779ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:49.006431 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:49.006971 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Bound using segment: {'id': '93eea0b8-94ec-454e-9576-fea7a779ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:31:49.007738 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Bound port: 9f27fda4-ba29-4a3f-a247-8ca926ef08bd, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93eea0b8-94ec-454e-9576-fea7a779ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:31:49.008418 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:49.034648 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-adfcb3c4-34a6-4f8d-b384-e51f0416e626 service neutron] 10.222.0.68 "GET /v2.0/networks/268994b3-9d34-438f-948f-f4457ea15ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405688 Aug 16 01:31:49.074804 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-dcc608d6-bf4b-474b-94be-003208223ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:49.077549 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-dcc608d6-bf4b-474b-94be-003208223ab3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1328206 Aug 16 01:31:49.102527 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-47d42710-c32e-41fb-a1c8-1456cfa29382 req-522d2335-03cb-4e10-be65-bef1a41093d8 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954132 Aug 16 01:31:49.169786 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] For port 9f27fda4-ba29-4a3f-a247-8ca926ef08bd, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:31:49.178262 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] For port 9f27fda4-ba29-4a3f-a247-8ca926ef08bd, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=9f27fda4-ba29-4a3f-a247-8ca926ef08bd,segment=NetworkSegment(93eea0b8-94ec-454e-9576-fea7a779ea97),segment_id=93eea0b8-94ec-454e-9576-fea7a779ea97)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:31:49.187448 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:49.263725 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-653f1dc8-30c8-4229-8322-74c2b46cf054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:49.265380 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-653f1dc8-30c8-4229-8322-74c2b46cf054 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1710105 Aug 16 01:31:49.317363 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1ebd1-2a3a-477a-a1d0-bafc30f97ed7 None None] Pushing event updated for resources: {'Port': ['ID=9f27fda4-ba29-4a3f-a247-8ca926ef08bd,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:49.320270 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Routers {'b08f84ac-8362-4984-b243-d6c5d35e4397'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:31:49.321001 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:31:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b08f84ac-8362-4984-b243-d6c5d35e4397'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:49.350661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd699f-1f1a-434d-af6a-792707a5caa6 req-dd6010f2-5fd2-46f1-8eb9-6fda21459038 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:49.359140 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6dd699f-1f1a-434d-af6a-792707a5caa6 req-dd6010f2-5fd2-46f1-8eb9-6fda21459038 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b3926db-46ed-4018-b9b6-05b032570db7 HTTP/1.1" status: 200 len: 946 time: 0.1156313 Aug 16 01:31:49.399662 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-112dcc6a-6051-499f-8581-f0a4d46e42ea service neutron] 10.222.0.68 "GET /v2.0/networks/268994b3-9d34-438f-948f-f4457ea15ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183441 Aug 16 01:31:49.451181 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6dd699f-1f1a-434d-af6a-792707a5caa6 req-83e3ba23-fe7b-4b54-be7e-ce8d79e1ab3e tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828457 Aug 16 01:31:49.515899 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-68727d66-a515-4f47-9d5f-d0fd249a4f95 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307851 Aug 16 01:31:49.540284 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719a2d38-7d4f-47d0-8e16-542df31c7143 x-openstack-request-id: req-719a2d38-7d4f-47d0-8e16-542df31c7143 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:31:49.541173 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3926db-46ed-4018-b9b6-05b032570db7", "name": "network-vif-plugged", "status": "completed", "tag": "78ee8135-c9ec-4ce9-832c-6a25eb921af3", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:31:49.554788 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-719a2d38-7d4f-47d0-8e16-542df31c7143 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:31:49.555230 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3926db-46ed-4018-b9b6-05b032570db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ee8135-c9ec-4ce9-832c-6a25eb921af3', 'code': 200} Aug 16 01:31:49.578082 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device caaf6989-e786-4990-ac52-425004c60e8f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:49.612889 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.73', 56148) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:49.631177 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] Set router b08f84ac-8362-4984-b243-d6c5d35e4397 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:31:49.657929 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60670) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:49.682477 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8a62ad2-a8dc-4beb-acae-443af0f34f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:49.735033 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccada6-194e-4b0e-885c-13f40d2136ea req-4b799c59-0e2c-41bd-82e8-5712a340f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:49.736822 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-89ccada6-194e-4b0e-885c-13f40d2136ea req-4b799c59-0e2c-41bd-82e8-5712a340f05f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0b3926db-46ed-4018-b9b6-05b032570db7 HTTP/1.1" status: 200 len: 1098 time: 0.1228800 Aug 16 01:31:49.755030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55cec8-cf59-4a28-bc1e-971afef0d8f6 req-728d816c-9b0f-428f-a5d5-d2e5ed311552 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:49.765363 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6b55cec8-cf59-4a28-bc1e-971afef0d8f6 req-728d816c-9b0f-428f-a5d5-d2e5ed311552 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=59159581-0f73-4576-bdda-aa930a1f3248 HTTP/1.1" status: 200 len: 948 time: 0.0787964 Aug 16 01:31:49.818909 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8a62ad2-a8dc-4beb-acae-443af0f34f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:49.832487 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8a62ad2-a8dc-4beb-acae-443af0f34f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:49.835097 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-89ccada6-194e-4b0e-885c-13f40d2136ea req-3e6022c7-b126-42da-92f5-606a08a6dff9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675781 Aug 16 01:31:49.907022 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6b55cec8-cf59-4a28-bc1e-971afef0d8f6 req-b700aee1-9461-445d-be12-6fc2a4d82979 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412249 Aug 16 01:31:49.936623 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port caaf6989-e786-4990-ac52-425004c60e8f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:49.937722 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:49.954230 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f8a62ad2-a8dc-4beb-acae-443af0f34f19 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9ef1bea2a6bc41289235c29b598b5805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943275 Aug 16 01:31:49.956941 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60682) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:49.959185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a62ad2-a8dc-4beb-acae-443af0f34f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbca1fa-88c7-4194-b42d-9131a041518e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:49.966959 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83dbc62e-1089-4aa3-a8ae-a6b624e97dfe req-ec46ad9a-af3a-4fce-b869-d00893d4be55 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271395 Aug 16 01:31:49.982902 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b875abc-58b6-49ca-944b-f6ac08e58a04 req-4e33740d-96f9-4340-8bc4-074842044084 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:49.984694 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b875abc-58b6-49ca-944b-f6ac08e58a04 req-4e33740d-96f9-4340-8bc4-074842044084 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 1097 time: 0.1639674 Aug 16 01:31:50.037143 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb92541-98c0-45cf-ab77-ce592f65334a x-openstack-request-id: req-2cb92541-98c0-45cf-ab77-ce592f65334a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:31:50.037379 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59159581-0f73-4576-bdda-aa930a1f3248", "tag": "870e5fdb-7569-48e0-86a4-2553888d4426", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:31:50.037630 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2cb92541-98c0-45cf-ab77-ce592f65334a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:31:50.038181 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59159581-0f73-4576-bdda-aa930a1f3248', 'tag': '870e5fdb-7569-48e0-86a4-2553888d4426', 'status': 'completed', 'code': 200} Aug 16 01:31:50.092935 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b875abc-58b6-49ca-944b-f6ac08e58a04 req-bf74cb71-7059-4835-88fb-2469ca8afa8f tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823288 Aug 16 01:31:50.093485 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6340ed3-9c99-4360-a471-1a9f479c5d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:50.155753 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-264949de-3550-4277-82e2-8c19737f8ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:50.169437 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6340ed3-9c99-4360-a471-1a9f479c5d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:50.184339 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8599b7-80a7-4598-92d7-ae2a4d231a35 req-79779abb-a11a-4e82-b532-0795fd1bfb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:50.185889 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b8599b7-80a7-4598-92d7-ae2a4d231a35 req-79779abb-a11a-4e82-b532-0795fd1bfb19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&device_id=59159581-0f73-4576-bdda-aa930a1f3248 HTTP/1.1" status: 200 len: 1100 time: 0.1268160 Aug 16 01:31:50.241642 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e63eac25-12e3-4fbb-a8ad-0754633f1afd req-deaaef5c-490e-4853-afc7-2a9cdc6478bf tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/ports?device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3 HTTP/1.1" status: 200 len: 210 time: 0.0684476 Aug 16 01:31:50.271661 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6340ed3-9c99-4360-a471-1a9f479c5d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:50.289970 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6340ed3-9c99-4360-a471-1a9f479c5d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:50.299848 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d6340ed3-9c99-4360-a471-1a9f479c5d41 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5fbca1fa-88c7-4194-b42d-9131a041518e HTTP/1.1" status: 204 len: 168 time: 0.3394010 Aug 16 01:31:50.321172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-373512944-router', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:38Z', 'updated_at': '2021-08-16T01:31:45Z', 'revision_number': 4, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'gw_port': {'id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:39Z', 'updated_at': '2021-08-16T01:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '9f27fda4-ba29-4a3f-a247-8ca926ef08bd', 'name': '', 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'mac_address': 'fa:16:3e:af:3e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd3e075c4-0752-4776-bb0a-6b883c1bb09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:44Z', 'updated_at': '2021-08-16T01:31:49Z', 'revision_number': 4, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'subnets': [{'id': 'd3e075c4-0752-4776-bb0a-6b883c1bb09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:50.322898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6340ed3-9c99-4360-a471-1a9f479c5d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbca1fa-88c7-4194-b42d-9131a041518e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:50.366942 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a48193e-9717-4b37-a57a-f48e9add7bf4 None None] The sync data for ids ['b08f84ac-8362-4984-b243-d6c5d35e4397'] in n-d-765315-27 is: [{'id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-373512944-router', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:38Z', 'updated_at': '2021-08-16T01:31:45Z', 'revision_number': 4, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'gw_port': {'id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:39Z', 'updated_at': '2021-08-16T01:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '9f27fda4-ba29-4a3f-a247-8ca926ef08bd', 'name': '', 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'mac_address': 'fa:16:3e:af:3e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd3e075c4-0752-4776-bb0a-6b883c1bb09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:44Z', 'updated_at': '2021-08-16T01:31:49Z', 'revision_number': 4, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'subnets': [{'id': 'd3e075c4-0752-4776-bb0a-6b883c1bb09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:31:50.448208 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8599b7-80a7-4598-92d7-ae2a4d231a35 req-3470191d-2727-40b9-bd93-b4adfa6a10e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:50.451223 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b8599b7-80a7-4598-92d7-ae2a4d231a35 req-3470191d-2727-40b9-bd93-b4adfa6a10e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.2292805 Aug 16 01:31:50.527931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b8599b7-80a7-4598-92d7-ae2a4d231a35 req-3ae8b563-1634-41dd-9f31-5a1ed8af2ddf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=870e5fdb-7569-48e0-86a4-2553888d4426 HTTP/1.1" status: 200 len: 217 time: 0.0590110 Aug 16 01:31:50.632886 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8599b7-80a7-4598-92d7-ae2a4d231a35 req-c4489e94-99a2-441e-b3a4-5aa8fd3601e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:50.634432 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b8599b7-80a7-4598-92d7-ae2a4d231a35 req-c4489e94-99a2-441e-b3a4-5aa8fd3601e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0985682 Aug 16 01:31:50.694254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8599b7-80a7-4598-92d7-ae2a4d231a35 req-f046c3b0-d206-45a9-963e-670040eacd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:50.695900 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b8599b7-80a7-4598-92d7-ae2a4d231a35 req-f046c3b0-d206-45a9-963e-670040eacd09 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0534768 Aug 16 01:31:50.757412 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffaade-4a79-4cae-a4ee-bfcf61b36cac req-bea90d96-3939-414d-96c1-b561b0f08619 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:50.760039 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-31ffaade-4a79-4cae-a4ee-bfcf61b36cac req-bea90d96-3939-414d-96c1-b561b0f08619 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 1097 time: 0.0873113 Aug 16 01:31:50.863735 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-31ffaade-4a79-4cae-a4ee-bfcf61b36cac req-3a816ecc-1e44-46be-9de2-591f980544b4 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962639 Aug 16 01:31:50.899717 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b8599b7-80a7-4598-92d7-ae2a4d231a35 req-d1e3d495-006b-497e-b421-97236654460e service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872532 Aug 16 01:31:51.079959 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b8599b7-80a7-4598-92d7-ae2a4d231a35 req-d7f08db6-f911-4257-ada6-89edaa0534ca service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723366 Aug 16 01:31:51.112670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60726) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:51.126446 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14368d6e-51de-461d-80e2-b63d5832e7b6 req-da7dbf2c-63e8-45a8-b9e6-e1d9665b1f7b tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:51.127213 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33e001a8-1ca0-49c8-9963-263b3ece3801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:51.128609 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14368d6e-51de-461d-80e2-b63d5832e7b6 req-da7dbf2c-63e8-45a8-b9e6-e1d9665b1f7b tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b3926db-46ed-4018-b9b6-05b032570db7 HTTP/1.1" status: 200 len: 946 time: 0.0877290 Aug 16 01:31:51.203788 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14368d6e-51de-461d-80e2-b63d5832e7b6 req-7e25ba9b-66e2-487e-a42c-4421dc1b81a3 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633297 Aug 16 01:31:51.300191 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33e001a8-1ca0-49c8-9963-263b3ece3801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:51.308038 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33e001a8-1ca0-49c8-9963-263b3ece3801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:51.346734 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e001a8-1ca0-49c8-9963-263b3ece3801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4119d9eb-49af-4362-a5d4-3ddf72b5c375,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:51.359525 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e001a8-1ca0-49c8-9963-263b3ece3801 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:51.360844 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e001a8-1ca0-49c8-9963-263b3ece3801 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:51.361458 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e001a8-1ca0-49c8-9963-263b3ece3801 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:51.361991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e001a8-1ca0-49c8-9963-263b3ece3801 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:51.362696 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e001a8-1ca0-49c8-9963-263b3ece3801 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:51.363296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e001a8-1ca0-49c8-9963-263b3ece3801 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:51.363825 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e001a8-1ca0-49c8-9963-263b3ece3801 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:51.364339 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e001a8-1ca0-49c8-9963-263b3ece3801 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:51.364949 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e001a8-1ca0-49c8-9963-263b3ece3801 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:51.365443 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e001a8-1ca0-49c8-9963-263b3ece3801 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:51.366122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e001a8-1ca0-49c8-9963-263b3ece3801 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:51.366606 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e001a8-1ca0-49c8-9963-263b3ece3801 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:51.389810 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-33e001a8-1ca0-49c8-9963-263b3ece3801 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=51059fdb28364db49754ec732da77e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744665 Aug 16 01:31:51.392703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60736) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:51.429956 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd4e73-aee8-49b0-a5d3-f6d1a1ab1213 req-a454ebf6-0667-45ac-970d-dd679dd31db4 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:51.437901 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bbcd4e73-aee8-49b0-a5d3-f6d1a1ab1213 req-a454ebf6-0667-45ac-970d-dd679dd31db4 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=59159581-0f73-4576-bdda-aa930a1f3248 HTTP/1.1" status: 200 len: 948 time: 0.0998993 Aug 16 01:31:51.496061 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bbcd4e73-aee8-49b0-a5d3-f6d1a1ab1213 req-c9778d7f-c960-46ac-98d3-4a7aee706a7f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569897 Aug 16 01:31:51.559693 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 9f27fda4-ba29-4a3f-a247-8ca926ef08bd up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:51.687987 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0021a1-3c8f-496b-8073-d3cc61883f4a req-d6f48310-0fe1-4e79-bc8a-71f760c162c1 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:51.688301 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 9f27fda4-ba29-4a3f-a247-8ca926ef08bd completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:51.692774 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 9f27fda4-ba29-4a3f-a247-8ca926ef08bd triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:51.693574 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:51.694759 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae0021a1-3c8f-496b-8073-d3cc61883f4a req-d6f48310-0fe1-4e79-bc8a-71f760c162c1 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 1097 time: 0.0908194 Aug 16 01:31:51.716025 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-70b2078a-9075-4f80-82e5-a5b0507a744d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:51.777807 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-70b2078a-9075-4f80-82e5-a5b0507a744d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:51.779105 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae0021a1-3c8f-496b-8073-d3cc61883f4a req-b584ae9c-3a88-44b9-8f52-e6db8ac83612 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769506 Aug 16 01:31:51.812598 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:51.876269 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 9f27fda4-ba29-4a3f-a247-8ca926ef08bd, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=9f27fda4-ba29-4a3f-a247-8ca926ef08bd,segment=NetworkSegment(93eea0b8-94ec-454e-9576-fea7a779ea97),segment_id=93eea0b8-94ec-454e-9576-fea7a779ea97)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:51.889568 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:51.935154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-99d2ccf5-9dd2-4949-a868-213fbefc6d9e tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:51.937017 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-99d2ccf5-9dd2-4949-a868-213fbefc6d9e tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.63 "GET /v2.0/networks?id=268994b3-9d34-438f-948f-f4457ea15ca1 HTTP/1.1" status: 200 len: 828 time: 0.5300357 Aug 16 01:31:51.938741 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-70b2078a-9075-4f80-82e5-a5b0507a744d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:51.941843 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-70b2078a-9075-4f80-82e5-a5b0507a744d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:51.943177 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-70b2078a-9075-4f80-82e5-a5b0507a744d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4119d9eb-49af-4362-a5d4-3ddf72b5c375 HTTP/1.1" status: 204 len: 168 time: 0.5495055 Aug 16 01:31:51.960136 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-17e09f1a-b43e-463d-ae08-c603b5170a4e tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Request body: {'port': {'device_id': '4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3', 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1', 'admin_state_up': True, 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:51.965829 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2078a-9075-4f80-82e5-a5b0507a744d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4119d9eb-49af-4362-a5d4-3ddf72b5c375,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:51.995715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=9f27fda4-ba29-4a3f-a247-8ca926ef08bd,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:52.108367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c768fe-48b2-46bb-8db8-388d66decb88 req-6fcbe1bd-a306-4c71-9fa7-c9ffefb76800 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:52.125911 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2c768fe-48b2-46bb-8db8-388d66decb88 req-6fcbe1bd-a306-4c71-9fa7-c9ffefb76800 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b3926db-46ed-4018-b9b6-05b032570db7 HTTP/1.1" status: 200 len: 946 time: 0.0914130 Aug 16 01:31:52.128323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60760) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:52.145373 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-918bb482-5945-4c3c-92c1-de18b86710e8 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Request body: {'floatingip': {'port_id': '78ee8135-c9ec-4ce9-832c-6a25eb921af3'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:52.168309 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-17e09f1a-b43e-463d-ae08-c603b5170a4e tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Made reservation on behalf of 286d0fcd8d6a4bf3a686e53650d8e8a4 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:31:52.172216 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-17e09f1a-b43e-463d-ae08-c603b5170a4e tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:52.217163 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:31:52.306205 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-918bb482-5945-4c3c-92c1-de18b86710e8 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:52.336526 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5613a0bd-2e8d-41f3-8271-13a01dde0220 req-d8f3b4a8-cf81-4402-a523-ad7ad8b0d6c5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/ports?device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3 HTTP/1.1" status: 200 len: 210 time: 0.0537126 Aug 16 01:31:52.431264 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-17e09f1a-b43e-463d-ae08-c603b5170a4e tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Allocated IP 172.20.0.7 (268994b3-9d34-438f-948f-f4457ea15ca1/d3e075c4-0752-4776-bb0a-6b883c1bb09d/09793403-48b1-47d2-8ea0-997a18d1cc71) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:31:52.526751 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb9447b6-f345-4e3d-b3f6-304dd998a56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:52.683482 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-17e09f1a-b43e-463d-ae08-c603b5170a4e tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:52.704992 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-17e09f1a-b43e-463d-ae08-c603b5170a4e tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Transition to ACTIVE for port object 09793403-48b1-47d2-8ea0-997a18d1cc71 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:52.753185 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-17e09f1a-b43e-463d-ae08-c603b5170a4e tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:52.831445 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-17e09f1a-b43e-463d-ae08-c603b5170a4e tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Network 268994b3-9d34-438f-948f-f4457ea15ca1 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:31:52.835504 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-17e09f1a-b43e-463d-ae08-c603b5170a4e tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:31:52.841866 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-17e09f1a-b43e-463d-ae08-c603b5170a4e tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:31:52.849698 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-17e09f1a-b43e-463d-ae08-c603b5170a4e tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:52.850897 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-17e09f1a-b43e-463d-ae08-c603b5170a4e tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:52.855376 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e09f1a-b43e-463d-ae08-c603b5170a4e tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Pushing event updated for resources: {'Port': ['ID=09793403-48b1-47d2-8ea0-997a18d1cc71,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:52.875710 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-17e09f1a-b43e-463d-ae08-c603b5170a4e tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9209142 Aug 16 01:31:52.891251 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Request body: {'port': {'device_id': '4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:52.992257 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:53.176523 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:53.269187 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1763ba59-792e-4f64-bb4f-c8b45845549c None None] Provisioning for port 09793403-48b1-47d2-8ea0-997a18d1cc71 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:53.296203 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1763ba59-792e-4f64-bb4f-c8b45845549c None None] Provisioning complete for port 09793403-48b1-47d2-8ea0-997a18d1cc71 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:53.297619 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1763ba59-792e-4f64-bb4f-c8b45845549c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:53.380955 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1763ba59-792e-4f64-bb4f-c8b45845549c None None] Port 09793403-48b1-47d2-8ea0-997a18d1cc71 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:31:53.460925 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09793403-48b1-47d2-8ea0-997a18d1cc71 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:31:53.471392 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:53.485403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Transition to ACTIVE for port object 09793403-48b1-47d2-8ea0-997a18d1cc71 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:31:53.493042 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:53.535908 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 9f27fda4-ba29-4a3f-a247-8ca926ef08bd up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:53.561790 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.db.resource_extend [None req-918bb482-5945-4c3c-92c1-de18b86710e8 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:31:53.570593 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Pushing event updated for resources: {'Port': ['ID=09793403-48b1-47d2-8ea0-997a18d1cc71,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:53.612429 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 9f27fda4-ba29-4a3f-a247-8ca926ef08bd triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:53.613062 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:53.662190 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Attempting to bind port 09793403-48b1-47d2-8ea0-997a18d1cc71 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:31:53.662559 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Attempting to bind port 09793403-48b1-47d2-8ea0-997a18d1cc71 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '93eea0b8-94ec-454e-9576-fea7a779ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:31:53.662886 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Attempting to bind port 09793403-48b1-47d2-8ea0-997a18d1cc71 on network 268994b3-9d34-438f-948f-f4457ea15ca1 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:53.677607 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Port 09793403-48b1-47d2-8ea0-997a18d1cc71 on network 268994b3-9d34-438f-948f-f4457ea15ca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:31:53.677962 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Attempting to bind port 09793403-48b1-47d2-8ea0-997a18d1cc71 on network 268994b3-9d34-438f-948f-f4457ea15ca1 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:53.695407 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:31:53.695751 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Checking segment: {'id': '93eea0b8-94ec-454e-9576-fea7a779ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:53.696151 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Bound using segment: {'id': '93eea0b8-94ec-454e-9576-fea7a779ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:31:53.696577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Bound port: 09793403-48b1-47d2-8ea0-997a18d1cc71, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93eea0b8-94ec-454e-9576-fea7a779ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:31:53.696935 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:53.747550 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-918bb482-5945-4c3c-92c1-de18b86710e8 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:53.757387 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-918bb482-5945-4c3c-92c1-de18b86710e8 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:53.760344 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 870e5fdb-7569-48e0-86a4-2553888d4426 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:31:53.814095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60832) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:53.839013 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] For port 09793403-48b1-47d2-8ea0-997a18d1cc71, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:31:53.842823 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] For port 09793403-48b1-47d2-8ea0-997a18d1cc71, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=09793403-48b1-47d2-8ea0-997a18d1cc71,segment=NetworkSegment(93eea0b8-94ec-454e-9576-fea7a779ea97),segment_id=93eea0b8-94ec-454e-9576-fea7a779ea97)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:31:53.851758 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:53.913253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:53.914198 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:53.915331 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] 10.222.0.63 "PUT /v2.0/ports/09793403-48b1-47d2-8ea0-997a18d1cc71 HTTP/1.1" status: 200 len: 1092 time: 1.0316203 Aug 16 01:31:53.915806 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3', 'tag': '09793403-48b1-47d2-8ea0-997a18d1cc71'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:31:53.918250 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4171e75-af09-44ae-a834-92f34920d9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3", "tag": "09793403-48b1-47d2-8ea0-997a18d1cc71"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:31:53.968775 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010761c-7731-4bd8-80d7-75abe3d17193 service neutron] Pushing event updated for resources: {'Port': ['ID=09793403-48b1-47d2-8ea0-997a18d1cc71,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:54.030928 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-918bb482-5945-4c3c-92c1-de18b86710e8 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Floating IP d3e310e3-f30e-412d-b2c4-39c1c0c00ad2 associated. External IP: 172.25.3.3, port: 78ee8135-c9ec-4ce9-832c-6a25eb921af3. Aug 16 01:31:54.059707 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 870e5fdb-7569-48e0-86a4-2553888d4426, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=870e5fdb-7569-48e0-86a4-2553888d4426,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:54.079647 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:54.081009 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8f53cfe4-5de2-423f-badc-be5a4f31996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:54.084907 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-8f53cfe4-5de2-423f-badc-be5a4f31996a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=286d0fcd8d6a4bf3a686e53650d8e8a4&device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3 HTTP/1.1" status: 200 len: 1095 time: 0.1111379 Aug 16 01:31:54.093109 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '870e5fdb-7569-48e0-86a4-2553888d4426', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '870e5fdb-7569-48e0-86a4-2553888d4426', 'mac_address': 'fa:16:3e:35:21:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:31:54.147699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-78270288-5be1-4239-bc5b-00c891287eca tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:31:54.148796 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-78270288-5be1-4239-bc5b-00c891287eca tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3336940 Aug 16 01:31:54.191844 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:54.210753 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-3782a5f1-f1da-4e2f-b98e-162bc52efef8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09793403-48b1-47d2-8ea0-997a18d1cc71 HTTP/1.1" status: 200 len: 217 time: 0.1179609 Aug 16 01:31:54.223532 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870e5fdb-7569-48e0-86a4-2553888d4426 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:31:54.299629 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-a90bc8e8-719d-4076-9d15-9bc836ad3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:54.301348 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 870e5fdb-7569-48e0-86a4-2553888d4426, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=870e5fdb-7569-48e0-86a4-2553888d4426,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:54.301481 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-a90bc8e8-719d-4076-9d15-9bc836ad3c9a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d3e075c4-0752-4776-bb0a-6b883c1bb09d HTTP/1.1" status: 200 len: 867 time: 0.0758157 Aug 16 01:31:54.310352 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:54.363986 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-dcf54e36-9436-4558-abed-df611fc24e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:54.365722 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-dcf54e36-9436-4558-abed-df611fc24e22 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=268994b3-9d34-438f-948f-f4457ea15ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570691 Aug 16 01:31:54.482391 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-1f9e08e5-94bb-4359-85ac-68779e2fa99d service neutron] Request body: {'binding': {'host': 'n-h1-765315-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:54.483719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-1f9e08e5-94bb-4359-85ac-68779e2fa99d service neutron] Unknown quota resources ['binding']. {{(pid=94672) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:31:54.554763 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-d0dcc10b-ac9b-47d9-b919-1db1e5a0304e service neutron] 10.222.0.63 "GET /v2.0/networks/268994b3-9d34-438f-948f-f4457ea15ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801891 Aug 16 01:31:54.561255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918bb482-5945-4c3c-92c1-de18b86710e8 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:31:54.565056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=870e5fdb-7569-48e0-86a4-2553888d4426,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:54.601563 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['870e5fdb-7569-48e0-86a4-2553888d4426'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:31:54.676968 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17423f5e-8d9e-478f-a592-694be6efa6d3 req-123ea44b-aa26-43c9-9099-9742ab750e01 service neutron] 10.222.0.63 "GET /v2.0/networks/268994b3-9d34-438f-948f-f4457ea15ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131532 Aug 16 01:31:54.806298 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-1f9e08e5-94bb-4359-85ac-68779e2fa99d service neutron] Attempting to bind port a62b5efa-f56a-4377-aae7-db2be4ab6327 on host n-h1-765315-27 for vnic_type normal with profile None {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:31:54.807952 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-1f9e08e5-94bb-4359-85ac-68779e2fa99d service neutron] Attempting to bind port a62b5efa-f56a-4377-aae7-db2be4ab6327 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:31:54.808357 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-1f9e08e5-94bb-4359-85ac-68779e2fa99d service neutron] Attempting to bind port a62b5efa-f56a-4377-aae7-db2be4ab6327 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:54.819004 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918bb482-5945-4c3c-92c1-de18b86710e8 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:31:54.821066 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-1f9e08e5-94bb-4359-85ac-68779e2fa99d service neutron] Port a62b5efa-f56a-4377-aae7-db2be4ab6327 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:31:54.821504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-1f9e08e5-94bb-4359-85ac-68779e2fa99d service neutron] Attempting to bind port a62b5efa-f56a-4377-aae7-db2be4ab6327 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:54.831964 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-918bb482-5945-4c3c-92c1-de18b86710e8 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:54.834680 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-1f9e08e5-94bb-4359-85ac-68779e2fa99d service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:31:54.835129 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-1f9e08e5-94bb-4359-85ac-68779e2fa99d service neutron] Checking segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:54.835790 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-1f9e08e5-94bb-4359-85ac-68779e2fa99d service neutron] Bound using segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:31:54.836171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-1f9e08e5-94bb-4359-85ac-68779e2fa99d service neutron] Bound port: a62b5efa-f56a-4377-aae7-db2be4ab6327, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:31:54.839167 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15fd21b-c07e-4c7c-81c9-e0cf8a6dc24e None None] Sync routers for ids ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:31:54.850415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60874) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:54.856011 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15fd21b-c07e-4c7c-81c9-e0cf8a6dc24e None None] Routers {'8c7fc55c-a9a8-46b7-af2d-6a0026f53994'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:31:54.857422 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a15fd21b-c07e-4c7c-81c9-e0cf8a6dc24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:31:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:54.962372 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-918bb482-5945-4c3c-92c1-de18b86710e8 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "PUT /v2.0/floatingips/d3e310e3-f30e-412d-b2c4-39c1c0c00ad2 HTTP/1.1" status: 200 len: 990 time: 2.8327296 Aug 16 01:31:54.972442 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3926db-46ed-4018-b9b6-05b032570db7', 'tag': '78ee8135-c9ec-4ce9-832c-6a25eb921af3'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:31:54.975742 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57aa2de1-54bf-442f-8905-98721f00d2e0" -d '{"events": [{"name": "network-changed", "server_uuid": "0b3926db-46ed-4018-b9b6-05b032570db7", "tag": "78ee8135-c9ec-4ce9-832c-6a25eb921af3"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:31:55.001502 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a15fd21b-c07e-4c7c-81c9-e0cf8a6dc24e None None] Set router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:31:55.016046 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-1f9e08e5-94bb-4359-85ac-68779e2fa99d service neutron] For port a62b5efa-f56a-4377-aae7-db2be4ab6327, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a62b5efa-f56a-4377-aae7-db2be4ab6327,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:31:55.026423 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-1f9e08e5-94bb-4359-85ac-68779e2fa99d service neutron] Notify callbacks [] for binding, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:55.040012 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-1f9e08e5-94bb-4359-85ac-68779e2fa99d service neutron] 10.222.0.68 "POST /v2.0/ports/a62b5efa-f56a-4377-aae7-db2be4ab6327/bindings HTTP/1.1" status: 201 len: 390 time: 0.6589990 Aug 16 01:31:55.102365 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-16b6dea6-8ecf-4987-9af1-d3928d9a510d tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:31:55.111854 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-16b6dea6-8ecf-4987-9af1-d3928d9a510d tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2602310 Aug 16 01:31:55.302524 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-ab588809-866c-46b9-8035-e5cd6973e759 service neutron] Request body: {'binding': {'host': 'n-h1-765315-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:55.303134 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-ab588809-866c-46b9-8035-e5cd6973e759 service neutron] Unknown quota resources ['binding']. {{(pid=94673) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:31:55.379684 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592c052-764d-4e59-9df8-25ea08f02907 req-9386a53a-db25-439e-8dcc-40ffae6ea4e1 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:55.380891 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a15fd21b-c07e-4c7c-81c9-e0cf8a6dc24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'd3e310e3-f30e-412d-b2c4-39c1c0c00ad2', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'port_id': '78ee8135-c9ec-4ce9-832c-6a25eb921af3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'mac_address': 'fa:16:3e:fc:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3926db-46ed-4018-b9b6-05b032570db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:31:30Z', 'updated_at': '2021-08-16T01:31:53Z', 'revision_number': 1, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8456a22-ddcf-46a6-a48d-0c7acb69429d', 'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'mac_address': 'fa:16:3e:ac:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:10Z', 'updated_at': '2021-08-16T01:31:18Z', 'revision_number': 5, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'subnets': [{'id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:55.381243 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a592c052-764d-4e59-9df8-25ea08f02907 req-9386a53a-db25-439e-8dcc-40ffae6ea4e1 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=59159581-0f73-4576-bdda-aa930a1f3248 HTTP/1.1" status: 200 len: 949 time: 0.1304650 Aug 16 01:31:55.407486 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15fd21b-c07e-4c7c-81c9-e0cf8a6dc24e None None] Checking router: 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:31:55.417010 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15fd21b-c07e-4c7c-81c9-e0cf8a6dc24e None None] Routers {'8c7fc55c-a9a8-46b7-af2d-6a0026f53994'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:31:55.418223 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a15fd21b-c07e-4c7c-81c9-e0cf8a6dc24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:31:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:55.458952 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-142ef70e-edde-4e65-af2b-e0fe09e70021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:55.460431 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-142ef70e-edde-4e65-af2b-e0fe09e70021 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 1097 time: 0.1280513 Aug 16 01:31:55.529955 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a15fd21b-c07e-4c7c-81c9-e0cf8a6dc24e None None] Set router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:31:55.537028 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a592c052-764d-4e59-9df8-25ea08f02907 req-87bb5bd1-ac73-471b-8dbf-a9ed15663e79 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450350 Aug 16 01:31:55.591672 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-ab588809-866c-46b9-8035-e5cd6973e759 service neutron] Attempting to bind port 2e06069d-8b5f-49f5-9bce-1fca274c082f on host n-h1-765315-27 for vnic_type normal with profile None {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:31:55.592360 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-ab588809-866c-46b9-8035-e5cd6973e759 service neutron] Attempting to bind port 2e06069d-8b5f-49f5-9bce-1fca274c082f by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:31:55.592647 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-ab588809-866c-46b9-8035-e5cd6973e759 service neutron] Attempting to bind port 2e06069d-8b5f-49f5-9bce-1fca274c082f on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:55.604341 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-ab588809-866c-46b9-8035-e5cd6973e759 service neutron] Port 2e06069d-8b5f-49f5-9bce-1fca274c082f on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:31:55.604838 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-ab588809-866c-46b9-8035-e5cd6973e759 service neutron] Attempting to bind port 2e06069d-8b5f-49f5-9bce-1fca274c082f on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:55.626362 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-ab588809-866c-46b9-8035-e5cd6973e759 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:31:55.626831 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-ab588809-866c-46b9-8035-e5cd6973e759 service neutron] Checking segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:55.627382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-ab588809-866c-46b9-8035-e5cd6973e759 service neutron] Bound using segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:31:55.628029 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-ab588809-866c-46b9-8035-e5cd6973e759 service neutron] Bound port: 2e06069d-8b5f-49f5-9bce-1fca274c082f, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:31:55.701913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-0364a105-5b51-43f9-bb9e-d58a7e6f5e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:55.703903 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-0364a105-5b51-43f9-bb9e-d58a7e6f5e89 service neutron] 10.222.0.73 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 0.2307363 Aug 16 01:31:55.779690 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 870e5fdb-7569-48e0-86a4-2553888d4426 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:31:55.790401 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-5bf5fac5-569e-4fb6-a94f-6d09c6b9d82a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a62b5efa-f56a-4377-aae7-db2be4ab6327 HTTP/1.1" status: 200 len: 217 time: 0.0753865 Aug 16 01:31:55.823652 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:55.850307 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 870e5fdb-7569-48e0-86a4-2553888d4426 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:31:55.855902 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 870e5fdb-7569-48e0-86a4-2553888d4426 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:31:55.856598 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:55.864175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-ab588809-866c-46b9-8035-e5cd6973e759 service neutron] For port 2e06069d-8b5f-49f5-9bce-1fca274c082f, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=2e06069d-8b5f-49f5-9bce-1fca274c082f,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:31:55.873651 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-ab588809-866c-46b9-8035-e5cd6973e759 service neutron] Notify callbacks [] for binding, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:55.878253 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-ab588809-866c-46b9-8035-e5cd6973e759 service neutron] 10.222.0.68 "POST /v2.0/ports/2e06069d-8b5f-49f5-9bce-1fca274c082f/bindings HTTP/1.1" status: 201 len: 390 time: 0.6409318 Aug 16 01:31:55.879556 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a15fd21b-c07e-4c7c-81c9-e0cf8a6dc24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'd3e310e3-f30e-412d-b2c4-39c1c0c00ad2', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'port_id': '78ee8135-c9ec-4ce9-832c-6a25eb921af3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'mac_address': 'fa:16:3e:fc:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3926db-46ed-4018-b9b6-05b032570db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:31:30Z', 'updated_at': '2021-08-16T01:31:53Z', 'revision_number': 1, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8456a22-ddcf-46a6-a48d-0c7acb69429d', 'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'mac_address': 'fa:16:3e:ac:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:10Z', 'updated_at': '2021-08-16T01:31:18Z', 'revision_number': 5, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'subnets': [{'id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:31:55.911162 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15fd21b-c07e-4c7c-81c9-e0cf8a6dc24e None None] The sync data for ids ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'] in n-d-765315-27 is: [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'd3e310e3-f30e-412d-b2c4-39c1c0c00ad2', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'port_id': '78ee8135-c9ec-4ce9-832c-6a25eb921af3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'mac_address': 'fa:16:3e:fc:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3926db-46ed-4018-b9b6-05b032570db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:31:30Z', 'updated_at': '2021-08-16T01:31:53Z', 'revision_number': 1, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8456a22-ddcf-46a6-a48d-0c7acb69429d', 'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'mac_address': 'fa:16:3e:ac:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:10Z', 'updated_at': '2021-08-16T01:31:18Z', 'revision_number': 5, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'subnets': [{'id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:31:55.925364 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-003c7a58-db89-4fc8-b8d7-4bdd77352cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:55.927241 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-003c7a58-db89-4fc8-b8d7-4bdd77352cb5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.1268673 Aug 16 01:31:55.964317 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:56.003311 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59159581-0f73-4576-bdda-aa930a1f3248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870e5fdb-7569-48e0-86a4-2553888d4426'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:31:56.005849 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6621a4ca-ab5b-408d-be2f-596c2fd930b3" -d '{"events": [{"server_uuid": "59159581-0f73-4576-bdda-aa930a1f3248", "name": "network-vif-plugged", "status": "completed", "tag": "870e5fdb-7569-48e0-86a4-2553888d4426"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:31:56.020599 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 870e5fdb-7569-48e0-86a4-2553888d4426, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=870e5fdb-7569-48e0-86a4-2553888d4426,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:56.024672 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:56.095274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=870e5fdb-7569-48e0-86a4-2553888d4426,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:56.186301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbe894-6a7e-41e4-bc62-4c1c499d7fb3 req-8dd593da-3181-4212-a999-e33788f97866 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:56.187843 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0dbe894-6a7e-41e4-bc62-4c1c499d7fb3 req-8dd593da-3181-4212-a999-e33788f97866 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/ports?device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3 HTTP/1.1" status: 200 len: 943 time: 0.3082299 Aug 16 01:31:56.202955 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3f697e-71ce-45d6-9239-dea27860d863 x-openstack-request-id: req-bf3f697e-71ce-45d6-9239-dea27860d863 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:31:56.203333 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3", "tag": "09793403-48b1-47d2-8ea0-997a18d1cc71", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:31:56.203510 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bf3f697e-71ce-45d6-9239-dea27860d863 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:31:56.203878 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3', 'tag': '09793403-48b1-47d2-8ea0-997a18d1cc71', 'status': 'completed', 'code': 200} Aug 16 01:31:56.214341 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-084b5fb1-3a51-4b30-b9e9-d6527482615f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2752857 Aug 16 01:31:56.236909 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3afdb-4e11-475f-ae2a-ce8ef3761299 None None] New status for floating IP d3e310e3-f30e-412d-b2c4-39c1c0c00ad2: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:31:56.337402 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afd908e-8145-44de-8ae9-af537284a6a8 x-openstack-request-id: req-5afd908e-8145-44de-8ae9-af537284a6a8 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:31:56.338802 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b3926db-46ed-4018-b9b6-05b032570db7", "tag": "78ee8135-c9ec-4ce9-832c-6a25eb921af3", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:31:56.338802 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5afd908e-8145-44de-8ae9-af537284a6a8 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:31:56.338946 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b3926db-46ed-4018-b9b6-05b032570db7', 'tag': '78ee8135-c9ec-4ce9-832c-6a25eb921af3', 'status': 'completed', 'code': 200} Aug 16 01:31:56.349646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4171e75-af09-44ae-a834-92f34920d9f0 req-34c438a2-e093-4a02-af90-1bdefddb4522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:56.351377 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a4171e75-af09-44ae-a834-92f34920d9f0 req-34c438a2-e093-4a02-af90-1bdefddb4522 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=286d0fcd8d6a4bf3a686e53650d8e8a4&device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3 HTTP/1.1" status: 200 len: 1095 time: 0.1626318 Aug 16 01:31:56.355238 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0dbe894-6a7e-41e4-bc62-4c1c499d7fb3 req-69dc99d2-98a4-4a4d-a919-cd29cd50007f tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd97d2f9-64d8-4ebf-af84-c9f91a386e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504507 Aug 16 01:31:56.452543 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-6e6efc10-f6f4-4d7b-a972-e1a7f224bb92 service neutron] 10.222.0.73 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120447 Aug 16 01:31:56.458758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa2de1-54bf-442f-8905-98721f00d2e0 req-2849e4b2-71b6-4e88-bb00-55830216535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:56.460270 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-57aa2de1-54bf-442f-8905-98721f00d2e0 req-2849e4b2-71b6-4e88-bb00-55830216535c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d87878905c446a6b1656e7f6d15dd47&device_id=0b3926db-46ed-4018-b9b6-05b032570db7 HTTP/1.1" status: 200 len: 1098 time: 0.0940924 Aug 16 01:31:56.500121 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf7105-02d3-4deb-a999-1287624e08a1 req-5507e8ce-0def-4168-8c41-87206b321d18 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:56.507676 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6dcf7105-02d3-4deb-a999-1287624e08a1 req-5507e8ce-0def-4168-8c41-87206b321d18 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 945 time: 0.0874357 Aug 16 01:31:56.541611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4171e75-af09-44ae-a834-92f34920d9f0 req-af92cd2f-2126-4a56-bfe6-ac99ba0549aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:56.543344 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a4171e75-af09-44ae-a834-92f34920d9f0 req-af92cd2f-2126-4a56-bfe6-ac99ba0549aa service neutron] 10.222.0.63 "GET /v2.0/networks?id=268994b3-9d34-438f-948f-f4457ea15ca1 HTTP/1.1" status: 200 len: 929 time: 0.1830840 Aug 16 01:31:56.596454 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6dcf7105-02d3-4deb-a999-1287624e08a1 req-bf5b8c73-e229-4019-b417-e8b62c13b544 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871332 Aug 16 01:31:56.604495 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a4171e75-af09-44ae-a834-92f34920d9f0 req-bbf5987c-bbc5-4ba7-9bff-255b3cd8cf3c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09793403-48b1-47d2-8ea0-997a18d1cc71 HTTP/1.1" status: 200 len: 217 time: 0.0479348 Aug 16 01:31:56.637154 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa2de1-54bf-442f-8905-98721f00d2e0 req-41646af0-c019-47d5-9eac-a86e27bee012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:56.639112 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-57aa2de1-54bf-442f-8905-98721f00d2e0 req-41646af0-c019-47d5-9eac-a86e27bee012 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d175df58-def8-4ec7-8e23-2ebe9176428d HTTP/1.1" status: 200 len: 924 time: 0.1688337 Aug 16 01:31:56.648660 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa99e3d7-e582-447f-99b7-547348d12def x-openstack-request-id: req-fa99e3d7-e582-447f-99b7-547348d12def {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:31:56.648954 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59159581-0f73-4576-bdda-aa930a1f3248", "name": "network-vif-plugged", "status": "completed", "tag": "870e5fdb-7569-48e0-86a4-2553888d4426", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:31:56.649209 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fa99e3d7-e582-447f-99b7-547348d12def {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:31:56.649613 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59159581-0f73-4576-bdda-aa930a1f3248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870e5fdb-7569-48e0-86a4-2553888d4426', 'code': 200} Aug 16 01:31:56.702356 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-3959f4dc-34e3-4c6e-a6a2-8a008598de77 service neutron] 10.222.0.73 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411201 Aug 16 01:31:56.751030 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4171e75-af09-44ae-a834-92f34920d9f0 req-3e4d6b9f-7d67-495a-81a7-4ba657fad2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:56.752497 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a4171e75-af09-44ae-a834-92f34920d9f0 req-3e4d6b9f-7d67-495a-81a7-4ba657fad2ad service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d3e075c4-0752-4776-bb0a-6b883c1bb09d HTTP/1.1" status: 200 len: 867 time: 0.1388652 Aug 16 01:31:56.766377 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-57aa2de1-54bf-442f-8905-98721f00d2e0 req-93ed7947-9346-483f-b741-c60758162fcf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78ee8135-c9ec-4ce9-832c-6a25eb921af3 HTTP/1.1" status: 200 len: 1000 time: 0.1203535 Aug 16 01:31:56.776767 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30079851-543c-4af5-8e80-694d5a0869ec req-4c7e0a2e-bf8a-4a1e-90f5-24c210d30a7e tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:56.784171 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30079851-543c-4af5-8e80-694d5a0869ec req-4c7e0a2e-bf8a-4a1e-90f5-24c210d30a7e tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 945 time: 0.1839185 Aug 16 01:31:56.837390 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.73', 56153) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:56.890190 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30079851-543c-4af5-8e80-694d5a0869ec req-37326075-ff3f-43ec-a268-c989c59cd329 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050484 Aug 16 01:31:56.897588 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada51374-4a2c-4242-9700-951fc94dcced req-38924b93-44b7-4754-a5fd-677fbf784888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:56.899309 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ada51374-4a2c-4242-9700-951fc94dcced req-38924b93-44b7-4754-a5fd-677fbf784888 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=59159581-0f73-4576-bdda-aa930a1f3248 HTTP/1.1" status: 200 len: 1102 time: 0.1727135 Aug 16 01:31:56.905153 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60928) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:56.909230 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4171e75-af09-44ae-a834-92f34920d9f0 req-e2684a25-dcc3-4440-a280-af2c91f0423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:56.911165 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a4171e75-af09-44ae-a834-92f34920d9f0 req-e2684a25-dcc3-4440-a280-af2c91f0423d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=268994b3-9d34-438f-948f-f4457ea15ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1022882 Aug 16 01:31:56.923958 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa2de1-54bf-442f-8905-98721f00d2e0 req-94700393-348f-4f2b-b3cb-30e0ea703f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:56.929058 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-57aa2de1-54bf-442f-8905-98721f00d2e0 req-94700393-348f-4f2b-b3cb-30e0ea703f99 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b07d2f4f-a207-4839-b33f-d1d7c68051f9 HTTP/1.1" status: 200 len: 862 time: 0.1392450 Aug 16 01:31:57.010973 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ada51374-4a2c-4242-9700-951fc94dcced req-a9e7e8e4-387c-4898-9ab6-69baf5bba18a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986688 Aug 16 01:31:57.017442 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-070412ca-1712-46bc-9ec4-402dedbc9060 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:57.018936 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-070412ca-1712-46bc-9ec4-402dedbc9060 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129&tenant_id=2a06768184a243e2b06a44bee40a6f92&binding%3Ahost_id=n-h2-765315-27 HTTP/1.1" status: 200 len: 1097 time: 0.1799278 Aug 16 01:31:57.037097 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfbbf5-3398-41f1-b908-92b096a44171 req-a076cb3f-e178-4774-acf2-3793fb69fa03 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:57.045464 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a7cfbbf5-3398-41f1-b908-92b096a44171 req-a076cb3f-e178-4774-acf2-3793fb69fa03 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=59159581-0f73-4576-bdda-aa930a1f3248 HTTP/1.1" status: 200 len: 950 time: 0.1616821 Aug 16 01:31:57.051019 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a4171e75-af09-44ae-a834-92f34920d9f0 req-e10e9621-df50-4005-a58b-fd9ef2b6b00c service neutron] 10.222.0.63 "GET /v2.0/networks/268994b3-9d34-438f-948f-f4457ea15ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297202 Aug 16 01:31:57.066384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa2de1-54bf-442f-8905-98721f00d2e0 req-210d4588-5b01-444c-986a-f1d09d77a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:57.067857 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-57aa2de1-54bf-442f-8905-98721f00d2e0 req-210d4588-5b01-444c-986a-f1d09d77a293 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d175df58-def8-4ec7-8e23-2ebe9176428d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1142449 Aug 16 01:31:57.094345 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a7cfbbf5-3398-41f1-b908-92b096a44171 req-e11bf6ec-1be1-4644-ae7d-5bfb777be33b tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484147 Aug 16 01:31:57.104899 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-27'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:31:57.142828 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9092ee5b-8d15-4416-87b9-d151805bc131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:57.218507 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a4171e75-af09-44ae-a834-92f34920d9f0 req-742bef79-22f5-4030-a183-2181c2b262bc service neutron] 10.222.0.63 "GET /v2.0/networks/268994b3-9d34-438f-948f-f4457ea15ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540632 Aug 16 01:31:57.258086 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:57.303323 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9092ee5b-8d15-4416-87b9-d151805bc131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:57.309723 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9092ee5b-8d15-4416-87b9-d151805bc131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:57.380046 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9092ee5b-8d15-4416-87b9-d151805bc131 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ca3ac4cb3d7c4098b9dceacf79833dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4718802 Aug 16 01:31:57.380046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092ee5b-8d15-4416-87b9-d151805bc131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ad4595-3a11-4cff-8cdd-93b83a62249f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:57.385742 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60968) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:57.463290 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44a613e5-73ca-47ac-b9f9-4e9a46fe1293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:57.494912 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44a613e5-73ca-47ac-b9f9-4e9a46fe1293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:57.563823 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44a613e5-73ca-47ac-b9f9-4e9a46fe1293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:57.567431 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44a613e5-73ca-47ac-b9f9-4e9a46fe1293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:57.568764 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-44a613e5-73ca-47ac-b9f9-4e9a46fe1293 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f0ad4595-3a11-4cff-8cdd-93b83a62249f HTTP/1.1" status: 204 len: 168 time: 0.1814189 Aug 16 01:31:57.578828 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a613e5-73ca-47ac-b9f9-4e9a46fe1293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ad4595-3a11-4cff-8cdd-93b83a62249f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:57.698864 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e3796-c2a2-48c4-8b0e-0e1fe0d583a0 req-c3da18bf-ea27-4ad9-b538-41a72215ba87 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:57.701100 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a30e3796-c2a2-48c4-8b0e-0e1fe0d583a0 req-c3da18bf-ea27-4ad9-b538-41a72215ba87 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/ports?device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3 HTTP/1.1" status: 200 len: 943 time: 0.1232760 Aug 16 01:31:57.703119 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-57aa2de1-54bf-442f-8905-98721f00d2e0 req-a621975d-789d-4296-8995-96dddbd0e19b service neutron] 10.222.0.73 "GET /v2.0/networks/d175df58-def8-4ec7-8e23-2ebe9176428d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144054 Aug 16 01:31:57.748152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] For port a62b5efa-f56a-4377-aae7-db2be4ab6327, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a62b5efa-f56a-4377-aae7-db2be4ab6327,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:57.750837 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd87831-6d7d-43bb-92ab-0b264155b2f1 req-e0bfaea5-65e9-42c9-836a-5c8e39651b1d tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:57.752486 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9bd87831-6d7d-43bb-92ab-0b264155b2f1 req-e0bfaea5-65e9-42c9-836a-5c8e39651b1d tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 945 time: 0.0566206 Aug 16 01:31:57.783293 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60982) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:57.805628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60984) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:57.827565 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9bd87831-6d7d-43bb-92ab-0b264155b2f1 req-dff63817-c7c3-44ba-a3a0-63735dd29b6f tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676386 Aug 16 01:31:57.887291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] For port a62b5efa-f56a-4377-aae7-db2be4ab6327, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:31:57.942783 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a30e3796-c2a2-48c4-8b0e-0e1fe0d583a0 req-baeb2557-ab4e-4b99-9468-a469dc572e8f tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd97d2f9-64d8-4ebf-af84-c9f91a386e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703520 Aug 16 01:31:57.998803 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.002544 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-57aa2de1-54bf-442f-8905-98721f00d2e0 req-a6fd25d1-c6c5-4fe5-9f06-69f114043b9f service neutron] 10.222.0.73 "GET /v2.0/networks/d175df58-def8-4ec7-8e23-2ebe9176428d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361989 Aug 16 01:31:58.010052 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.059032 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbc9f4-42a0-4150-90eb-81a25fc61452 req-aabfa98b-ffe1-410d-a338-4b6b603d8dec tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:58.061351 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ebbc9f4-42a0-4150-90eb-81a25fc61452 req-aabfa98b-ffe1-410d-a338-4b6b603d8dec tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 945 time: 0.0794759 Aug 16 01:31:58.085583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Pushing event updated for resources: {'Port': ['ID=a62b5efa-f56a-4377-aae7-db2be4ab6327,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:58.114569 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ebbc9f4-42a0-4150-90eb-81a25fc61452 req-43fc995d-5431-45da-a396-9eafab9ae2a9 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442715 Aug 16 01:31:58.120015 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:58.120545 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:58.121036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:58.122055 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:58.122709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:58.123207 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:58.123685 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:58.124171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:58.124508 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:58.124837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:58.125166 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:58.125493 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:31:58.145749 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Attempting to bind port a62b5efa-f56a-4377-aae7-db2be4ab6327 on host n-h2-765315-27 for vnic_type normal with profile {"migrating_to": "n-h1-765315-27"} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:31:58.146121 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Attempting to bind port a62b5efa-f56a-4377-aae7-db2be4ab6327 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:31:58.146449 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Attempting to bind port a62b5efa-f56a-4377-aae7-db2be4ab6327 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:58.151828 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Port a62b5efa-f56a-4377-aae7-db2be4ab6327 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:31:58.152457 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Attempting to bind port a62b5efa-f56a-4377-aae7-db2be4ab6327 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:31:58.158549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:31:58.159052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Checking segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:31:58.159529 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Bound using segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:31:58.160044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Bound port: a62b5efa-f56a-4377-aae7-db2be4ab6327, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:31:58.160487 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.169140 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f934a8e6-4e60-434b-9046-7dce43bdc2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.178472 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01ba6e31-8cad-49d4-9b85-f4a21af6b6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.226591 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-01ba6e31-8cad-49d4-9b85-f4a21af6b6f9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 01:31:58.226591 n-d-765315-27 neutron-server[94673]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 01:31:58.226591 n-d-765315-27 neutron-server[94673]: [parameters: {'project_id': '95445abb2c574974a5f5982871a418b4', 'id': 'ab9eac8f-a412-4ba0-8c29-c9b33770be58', 'expiration': datetime.datetime(2021, 8, 16, 1, 33, 58, 218737)}] Aug 16 01:31:58.226591 n-d-765315-27 neutron-server[94673]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:31:58.227063 n-d-765315-27 neutron-server[94673]: DEBUG oslo_db.api [None req-01ba6e31-8cad-49d4-9b85-f4a21af6b6f9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:31:58.273132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60996) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:58.281927 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b69dc-22b0-4d11-8e0e-e0de5e8ce6ea req-38fe3723-9549-43ef-93b8-d08c36519c95 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:58.283734 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-692b69dc-22b0-4d11-8e0e-e0de5e8ce6ea req-38fe3723-9549-43ef-93b8-d08c36519c95 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=59159581-0f73-4576-bdda-aa930a1f3248 HTTP/1.1" status: 200 len: 950 time: 0.0835679 Aug 16 01:31:58.286450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] For port a62b5efa-f56a-4377-aae7-db2be4ab6327, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:31:58.289780 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] For port a62b5efa-f56a-4377-aae7-db2be4ab6327, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a62b5efa-f56a-4377-aae7-db2be4ab6327,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:31:58.293025 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c377314-f756-406d-ad15-9284caa9685f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.297417 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.328478 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f934a8e6-4e60-434b-9046-7dce43bdc2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.334679 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f934a8e6-4e60-434b-9046-7dce43bdc2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.340829 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4653f7ad-2d1d-45a1-b156-2114c5deb129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a62b5efa-f56a-4377-aae7-db2be4ab6327'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:31:58.343080 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49ad1d9-813b-4b9e-b7a0-a569569d83bf" -d '{"events": [{"server_uuid": "4653f7ad-2d1d-45a1-b156-2114c5deb129", "name": "network-vif-unplugged", "status": "completed", "tag": "a62b5efa-f56a-4377-aae7-db2be4ab6327"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:31:58.389982 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a315fe6-7c23-47ea-b6c1-fda1c4288bad x-openstack-request-id: req-5a315fe6-7c23-47ea-b6c1-fda1c4288bad {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:31:58.390266 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4653f7ad-2d1d-45a1-b156-2114c5deb129", "name": "network-vif-unplugged", "status": "completed", "tag": "a62b5efa-f56a-4377-aae7-db2be4ab6327", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:31:58.390506 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5a315fe6-7c23-47ea-b6c1-fda1c4288bad {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:31:58.390880 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4653f7ad-2d1d-45a1-b156-2114c5deb129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a62b5efa-f56a-4377-aae7-db2be4ab6327', 'code': 200} Aug 16 01:31:58.397240 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f934a8e6-4e60-434b-9046-7dce43bdc2b3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e04f5d13f9d04a0f9617b0bf62005acb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6104398 Aug 16 01:31:58.398932 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 32768) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:58.399550 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934a8e6-4e60-434b-9046-7dce43bdc2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa31c098-873c-427a-9c65-68ac20f5f33a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:58.414832 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-692b69dc-22b0-4d11-8e0e-e0de5e8ce6ea req-c84b352e-8359-4bf0-b7c3-12b9ddbf61d4 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189365 Aug 16 01:31:58.417966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Pushing event updated for resources: {'Port': ['ID=a62b5efa-f56a-4377-aae7-db2be4ab6327,revision_number=8']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:58.422316 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:58.423251 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.424604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-467f1f05-c6a9-4c1b-9379-ca6884782303 service neutron] 10.222.0.73 "PUT /v2.0/ports/a62b5efa-f56a-4377-aae7-db2be4ab6327 HTTP/1.1" status: 200 len: 1123 time: 1.3373973 Aug 16 01:31:58.507804 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['a62b5efa-f56a-4377-aae7-db2be4ab6327'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:31:58.512534 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9fc1b537-1edc-4b33-af6c-cbf515c41b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.546764 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c377314-f756-406d-ad15-9284caa9685f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.555289 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c377314-f756-406d-ad15-9284caa9685f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.560056 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9fc1b537-1edc-4b33-af6c-cbf515c41b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.612541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 09793403-48b1-47d2-8ea0-997a18d1cc71 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:31:58.621214 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9c377314-f756-406d-ad15-9284caa9685f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ad86e8ba451b45ebb242a5fb082b9133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470538 Aug 16 01:31:58.623942 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 32776) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:58.633475 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c377314-f756-406d-ad15-9284caa9685f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4822c7a4-71d8-4d1c-8d12-1102e4d3b820,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:58.676196 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9fc1b537-1edc-4b33-af6c-cbf515c41b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.680320 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9fc1b537-1edc-4b33-af6c-cbf515c41b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.687718 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2b32ce5b-1d91-42f5-905c-ae44638f5230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.691589 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9fc1b537-1edc-4b33-af6c-cbf515c41b00 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/aa31c098-873c-427a-9c65-68ac20f5f33a HTTP/1.1" status: 204 len: 168 time: 0.2882788 Aug 16 01:31:58.701873 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1b537-1edc-4b33-af6c-cbf515c41b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa31c098-873c-427a-9c65-68ac20f5f33a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:58.711661 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2b32ce5b-1d91-42f5-905c-ae44638f5230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.728011 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01ba6e31-8cad-49d4-9b85-f4a21af6b6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.801094 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2b32ce5b-1d91-42f5-905c-ae44638f5230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.803781 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2b32ce5b-1d91-42f5-905c-ae44638f5230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.804928 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2b32ce5b-1d91-42f5-905c-ae44638f5230 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4822c7a4-71d8-4d1c-8d12-1102e4d3b820 HTTP/1.1" status: 204 len: 168 time: 0.1800206 Aug 16 01:31:58.809056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 09793403-48b1-47d2-8ea0-997a18d1cc71, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=09793403-48b1-47d2-8ea0-997a18d1cc71,segment=NetworkSegment(93eea0b8-94ec-454e-9576-fea7a779ea97),segment_id=93eea0b8-94ec-454e-9576-fea7a779ea97)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:58.820682 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32ce5b-1d91-42f5-905c-ae44638f5230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4822c7a4-71d8-4d1c-8d12-1102e4d3b820,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:58.822522 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '09793403-48b1-47d2-8ea0-997a18d1cc71', 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1', 'port_id': '09793403-48b1-47d2-8ea0-997a18d1cc71', 'mac_address': 'fa:16:3e:4f:42:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e075c4-0752-4776-bb0a-6b883c1bb09d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:31:58.865120 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01ba6e31-8cad-49d4-9b85-f4a21af6b6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.879136 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.880806 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01ba6e31-8cad-49d4-9b85-f4a21af6b6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.902281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09793403-48b1-47d2-8ea0-997a18d1cc71 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:31:58.927592 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-01ba6e31-8cad-49d4-9b85-f4a21af6b6f9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=95445abb2c574974a5f5982871a418b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1127133 Aug 16 01:31:58.928410 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 09793403-48b1-47d2-8ea0-997a18d1cc71, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=09793403-48b1-47d2-8ea0-997a18d1cc71,segment=NetworkSegment(93eea0b8-94ec-454e-9576-fea7a779ea97),segment_id=93eea0b8-94ec-454e-9576-fea7a779ea97)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:31:58.933437 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 32784) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:58.938855 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:58.950035 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf27d1b-ad81-4a94-ae0f-b1d51847b7bb req-7fc4b570-b189-4852-85eb-08abc4cf5a2f tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:58.954982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba6e31-8cad-49d4-9b85-f4a21af6b6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3faf5e-32aa-4989-a242-6e1dc3eb3d86,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:58.959365 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8bf27d1b-ad81-4a94-ae0f-b1d51847b7bb req-7fc4b570-b189-4852-85eb-08abc4cf5a2f tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=59159581-0f73-4576-bdda-aa930a1f3248 HTTP/1.1" status: 200 len: 1102 time: 0.0815485 Aug 16 01:31:58.979138 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8bf27d1b-ad81-4a94-ae0f-b1d51847b7bb req-b367fc21-674c-4852-ad07-536a91f36923 tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:59.010198 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=09793403-48b1-47d2-8ea0-997a18d1cc71,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:59.045475 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8af1c-f278-4256-b17c-961bad9e90ba req-bb1dd6da-cee1-485f-9564-9f8efbfa37b6 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:59.046105 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06ba3dcb-281f-4511-a419-9c75c1438195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:59.047807 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-71a8af1c-f278-4256-b17c-961bad9e90ba req-bb1dd6da-cee1-485f-9564-9f8efbfa37b6 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 943 time: 0.0742798 Aug 16 01:31:59.089610 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-71a8af1c-f278-4256-b17c-961bad9e90ba req-9ade89bc-d3a3-49c3-a392-84f4c4b1fe2d tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354059 Aug 16 01:31:59.090921 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06ba3dcb-281f-4511-a419-9c75c1438195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:59.184585 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8bf27d1b-ad81-4a94-ae0f-b1d51847b7bb req-b367fc21-674c-4852-ad07-536a91f36923 tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:59.186121 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06ba3dcb-281f-4511-a419-9c75c1438195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:59.188856 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06ba3dcb-281f-4511-a419-9c75c1438195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:59.192408 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-06ba3dcb-281f-4511-a419-9c75c1438195 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bf3faf5e-32aa-4989-a242-6e1dc3eb3d86 HTTP/1.1" status: 204 len: 168 time: 0.2552729 Aug 16 01:31:59.202217 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8bf27d1b-ad81-4a94-ae0f-b1d51847b7bb req-b367fc21-674c-4852-ad07-536a91f36923 tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:59.206450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba3dcb-281f-4511-a419-9c75c1438195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3faf5e-32aa-4989-a242-6e1dc3eb3d86,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:59.222271 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['09793403-48b1-47d2-8ea0-997a18d1cc71'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:31:59.255702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d919fe-8cde-44a5-9062-5de2d7b55f0c req-6c4619b3-3f33-441f-b03d-5c907ac42d8e tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:59.257360 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20d919fe-8cde-44a5-9062-5de2d7b55f0c req-6c4619b3-3f33-441f-b03d-5c907ac42d8e tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/ports?device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3 HTTP/1.1" status: 200 len: 944 time: 0.0742085 Aug 16 01:31:59.267591 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367fc21-674c-4852-ad07-536a91f36923 tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0906083-c772-4290-85cc-87d922d53c5d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:59.297542 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8bf27d1b-ad81-4a94-ae0f-b1d51847b7bb req-b367fc21-674c-4852-ad07-536a91f36923 tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368738 Aug 16 01:31:59.335504 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20d919fe-8cde-44a5-9062-5de2d7b55f0c req-a688c400-ed5d-496d-891b-3f4f151ad227 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd97d2f9-64d8-4ebf-af84-c9f91a386e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705371 Aug 16 01:31:59.358443 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 32802) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:59.378557 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33051ce1-7032-4054-9f27-4bf189edbf7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:59.482229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88980317-6f08-429e-8c21-1005814f70a0 req-a44d2fee-2dd0-4712-ab51-f49fcdc26d54 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:59.491386 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88980317-6f08-429e-8c21-1005814f70a0 req-a44d2fee-2dd0-4712-ab51-f49fcdc26d54 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 945 time: 0.0943389 Aug 16 01:31:59.547523 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33051ce1-7032-4054-9f27-4bf189edbf7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:59.561808 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33051ce1-7032-4054-9f27-4bf189edbf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:59.582572 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88980317-6f08-429e-8c21-1005814f70a0 req-15260a0e-f5c7-4352-ad40-48f1c33fd86c tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825756 Aug 16 01:31:59.613135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33051ce1-7032-4054-9f27-4bf189edbf7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4c8bcc-309c-4e80-82b3-18372741e0df,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:59.627722 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-33051ce1-7032-4054-9f27-4bf189edbf7d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ba2aba968eed468383c5d03a4281a4f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684138 Aug 16 01:31:59.630477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 32810) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:59.648395 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 32814) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:59.662940 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4e508325-b0ce-49f6-99dd-bd3cd27b5f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:59.697444 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e5f7826-5a6d-4030-a210-67609f386c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:59.733961 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e5f7826-5a6d-4030-a210-67609f386c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:59.752649 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-5642a8cd-bf98-45ca-b3de-498aabe89c87 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=a281f802ea2743fa9ccd253c1514e699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334880 Aug 16 01:31:59.788254 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4e508325-b0ce-49f6-99dd-bd3cd27b5f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:59.794353 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4e508325-b0ce-49f6-99dd-bd3cd27b5f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:59.833223 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e508325-b0ce-49f6-99dd-bd3cd27b5f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e66a3e-3102-4340-9eba-d95030cc3012,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:59.841480 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4e508325-b0ce-49f6-99dd-bd3cd27b5f5b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fcd2c69616794777aeb4f2267e131554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920075 Aug 16 01:31:59.841871 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 32826) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:31:59.877661 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e5f7826-5a6d-4030-a210-67609f386c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:59.880445 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e5f7826-5a6d-4030-a210-67609f386c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:31:59.881359 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7e5f7826-5a6d-4030-a210-67609f386c88 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9d4c8bcc-309c-4e80-82b3-18372741e0df HTTP/1.1" status: 204 len: 168 time: 0.2499111 Aug 16 01:31:59.902945 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f7826-5a6d-4030-a210-67609f386c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4c8bcc-309c-4e80-82b3-18372741e0df,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:31:59.934671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-ac6c05a2-41a3-4503-82bc-9d41eb3b86bd tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:31:59.941793 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-ac6c05a2-41a3-4503-82bc-9d41eb3b86bd tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805534 Aug 16 01:31:59.962272 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-0dce3194-8488-4ef7-8b48-ed4116966854 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/quotas/a281f802ea2743fa9ccd253c1514e699 HTTP/1.1" status: 200 len: 375 time: 0.0198059 Aug 16 01:31:59.998830 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1eabc1e7-fc01-4410-a051-ef6916bdd156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:00.028993 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1eabc1e7-fc01-4410-a051-ef6916bdd156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:00.062722 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-e6386ae5-0b72-4520-8854-1985b1b71a8f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0991313 Aug 16 01:32:00.117612 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1eabc1e7-fc01-4410-a051-ef6916bdd156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:00.122181 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1eabc1e7-fc01-4410-a051-ef6916bdd156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:00.123751 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1eabc1e7-fc01-4410-a051-ef6916bdd156 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/30e66a3e-3102-4340-9eba-d95030cc3012 HTTP/1.1" status: 204 len: 168 time: 0.2808986 Aug 16 01:32:00.133488 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabc1e7-fc01-4410-a051-ef6916bdd156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e66a3e-3102-4340-9eba-d95030cc3012,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:00.259467 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58940434-5c09-48bf-85f1-4ab15d56e095 req-e35cc370-409c-4b51-9299-dfb65d7fffe1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:00.261471 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-58940434-5c09-48bf-85f1-4ab15d56e095 req-e35cc370-409c-4b51-9299-dfb65d7fffe1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 943 time: 0.0737121 Aug 16 01:32:00.307040 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-58940434-5c09-48bf-85f1-4ab15d56e095 req-7d86e909-233e-454d-8250-4f66f336689e tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386949 Aug 16 01:32:00.391820 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4653f7ad-2d1d-45a1-b156-2114c5deb129', 'tag': 'a62b5efa-f56a-4377-aae7-db2be4ab6327'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:00.396979 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0683178-fe22-492d-8d98-0eb81ba3e820" -d '{"events": [{"name": "network-changed", "server_uuid": "4653f7ad-2d1d-45a1-b156-2114c5deb129", "tag": "a62b5efa-f56a-4377-aae7-db2be4ab6327"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:00.456447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 32856) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:00.492173 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e122a-01f8-4612-b9ae-9f4d14c74f6c req-3cf4af2b-b747-4743-b884-1cb9700694b5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:00.495674 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-259e122a-01f8-4612-b9ae-9f4d14c74f6c req-3cf4af2b-b747-4743-b884-1cb9700694b5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/ports?device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3 HTTP/1.1" status: 200 len: 944 time: 0.0706224 Aug 16 01:32:00.576481 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-259e122a-01f8-4612-b9ae-9f4d14c74f6c req-e18c2e46-d423-4dba-8b26-07c352d16bd5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd97d2f9-64d8-4ebf-af84-c9f91a386e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723813 Aug 16 01:32:00.605937 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedb9629-d1cc-4cea-9935-88608e9750de x-openstack-request-id: req-dedb9629-d1cc-4cea-9935-88608e9750de {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:00.606232 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4653f7ad-2d1d-45a1-b156-2114c5deb129", "tag": "a62b5efa-f56a-4377-aae7-db2be4ab6327", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:00.606523 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dedb9629-d1cc-4cea-9935-88608e9750de {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:00.606925 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4653f7ad-2d1d-45a1-b156-2114c5deb129', 'tag': 'a62b5efa-f56a-4377-aae7-db2be4ab6327', 'status': 'completed', 'code': 200} Aug 16 01:32:00.611782 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b22dc7df-57ad-479d-becf-9cb1e0d354c9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1643077317-network', 'tenant_id': 'e3a95332558c4d54bebb786ba633d046'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:00.636619 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 09793403-48b1-47d2-8ea0-997a18d1cc71 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:32:00.735879 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 09793403-48b1-47d2-8ea0-997a18d1cc71 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:00.740242 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 09793403-48b1-47d2-8ea0-997a18d1cc71 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:00.740620 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:00.789035 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22dc7df-57ad-479d-becf-9cb1e0d354c9 admin admin] Made reservation on behalf of e3a95332558c4d54bebb786ba633d046 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:32:00.799504 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b22dc7df-57ad-479d-becf-9cb1e0d354c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:00.829369 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0683178-fe22-492d-8d98-0eb81ba3e820 req-797f07ce-1e62-49e1-8052-f17e4e73b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:00.834139 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0683178-fe22-492d-8d98-0eb81ba3e820 req-797f07ce-1e62-49e1-8052-f17e4e73b574 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 1126 time: 0.2060549 Aug 16 01:32:00.841018 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b22dc7df-57ad-479d-becf-9cb1e0d354c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:00.874603 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:00.904807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09793403-48b1-47d2-8ea0-997a18d1cc71'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:00.908311 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1ef170-3a0e-4448-bc12-47a5e1760041" -d '{"events": [{"server_uuid": "4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3", "name": "network-vif-plugged", "status": "completed", "tag": "09793403-48b1-47d2-8ea0-997a18d1cc71"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:00.925495 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 09793403-48b1-47d2-8ea0-997a18d1cc71, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=09793403-48b1-47d2-8ea0-997a18d1cc71,segment=NetworkSegment(93eea0b8-94ec-454e-9576-fea7a779ea97),segment_id=93eea0b8-94ec-454e-9576-fea7a779ea97)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:00.934512 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:00.994402 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b2848cfb-8100-4226-a930-cc37950c3a51 req-9cdadd06-f4ff-4a79-82d2-5645d5ecdc51 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d5e79ef-c259-405b-aaa7-2c4d7c098730 HTTP/1.1" status: 200 len: 210 time: 0.0430768 Aug 16 01:32:01.009230 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=09793403-48b1-47d2-8ea0-997a18d1cc71,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:01.029716 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24913e4b-d9b0-4813-84bc-b41cf0b34d1e x-openstack-request-id: req-24913e4b-d9b0-4813-84bc-b41cf0b34d1e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:01.030029 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3", "name": "network-vif-plugged", "status": "completed", "tag": "09793403-48b1-47d2-8ea0-997a18d1cc71", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:01.030280 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-24913e4b-d9b0-4813-84bc-b41cf0b34d1e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:01.030670 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09793403-48b1-47d2-8ea0-997a18d1cc71', 'code': 200} Aug 16 01:32:01.089295 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc3967-4ec6-4336-bddb-46003c3db4c5 req-bcf45171-4653-4361-8c86-18077c611177 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:01.091040 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-98cc3967-4ec6-4336-bddb-46003c3db4c5 req-bcf45171-4653-4361-8c86-18077c611177 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 945 time: 0.2517097 Aug 16 01:32:01.174111 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1479f0-4bd4-4b62-bb98-41051a76763c req-9d724302-56ae-46f8-b766-beaeb78938de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:01.176057 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ce1479f0-4bd4-4b62-bb98-41051a76763c req-9d724302-56ae-46f8-b766-beaeb78938de service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3 HTTP/1.1" status: 200 len: 1097 time: 0.0713601 Aug 16 01:32:01.187683 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-98cc3967-4ec6-4336-bddb-46003c3db4c5 req-d990bf9f-a393-40f0-87f7-dc4415f6f786 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879817 Aug 16 01:32:01.195620 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0683178-fe22-492d-8d98-0eb81ba3e820 req-babc7945-e1b6-45fb-9fec-2b4e2b6621d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:01.197576 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0683178-fe22-492d-8d98-0eb81ba3e820 req-babc7945-e1b6-45fb-9fec-2b4e2b6621d0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 0.3355021 Aug 16 01:32:01.255747 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0683178-fe22-492d-8d98-0eb81ba3e820 req-f09d08cb-5dd1-4cfc-a03a-a3a955098930 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a62b5efa-f56a-4377-aae7-db2be4ab6327 HTTP/1.1" status: 200 len: 217 time: 0.0499387 Aug 16 01:32:01.271367 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ce1479f0-4bd4-4b62-bb98-41051a76763c req-bccd3214-d4b2-4207-80f2-7ab794b9e211 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=cd97d2f9-64d8-4ebf-af84-c9f91a386e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842865 Aug 16 01:32:01.304148 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b22dc7df-57ad-479d-becf-9cb1e0d354c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:01.317247 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b22dc7df-57ad-479d-becf-9cb1e0d354c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:01.343238 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0683178-fe22-492d-8d98-0eb81ba3e820 req-6ced86b4-8ef1-4f6b-8ae3-3ad4624f997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:01.344886 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0683178-fe22-492d-8d98-0eb81ba3e820 req-6ced86b4-8ef1-4f6b-8ae3-3ad4624f997e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.0785627 Aug 16 01:32:01.345806 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22dc7df-57ad-479d-becf-9cb1e0d354c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:32:01.392350 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b22dc7df-57ad-479d-becf-9cb1e0d354c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:01.392727 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-b22dc7df-57ad-479d-becf-9cb1e0d354c9 admin admin] Added segment 4f036cbe-c956-4bf2-a319-94cc9d61ad44 of type vlan for network 81621ccf-88d1-421c-b10d-626deee28a76 Aug 16 01:32:01.395565 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0683178-fe22-492d-8d98-0eb81ba3e820 req-e0f86e6a-6384-44c1-a9bd-8a8a566203c4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390308 Aug 16 01:32:01.396150 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22dc7df-57ad-479d-becf-9cb1e0d354c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c511abf-7fbb-425f-b4b7-bb81f7e3efe5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:01.487974 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a9d3c-bd5a-4f87-866c-76e24a5604ab req-70f92c47-741e-479c-81ce-54ebdeefd39e tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:01.490241 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb0a9d3c-bd5a-4f87-866c-76e24a5604ab req-70f92c47-741e-479c-81ce-54ebdeefd39e tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 943 time: 0.0702558 Aug 16 01:32:01.512928 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b22dc7df-57ad-479d-becf-9cb1e0d354c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:01.544776 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb0a9d3c-bd5a-4f87-866c-76e24a5604ab req-b8f57079-0e1e-4f16-bc33-7088290fa4fe tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467701 Aug 16 01:32:01.586903 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b22dc7df-57ad-479d-becf-9cb1e0d354c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:01.588567 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22dc7df-57ad-479d-becf-9cb1e0d354c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:01.589150 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b22dc7df-57ad-479d-becf-9cb1e0d354c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:01.598155 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0683178-fe22-492d-8d98-0eb81ba3e820 req-7c812f4e-921e-4822-b9bb-b2dfb6ce45cf service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680188 Aug 16 01:32:01.662574 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b22dc7df-57ad-479d-becf-9cb1e0d354c9 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2043493 Aug 16 01:32:01.666490 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 32918) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:01.672933 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1628db77-e330-4d28-9596-abeadba0a081 admin admin] Request body: {'subnet': {'network_id': '81621ccf-88d1-421c-b10d-626deee28a76', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1643077317-subnet', 'tenant_id': 'e3a95332558c4d54bebb786ba633d046', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:01.717962 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1628db77-e330-4d28-9596-abeadba0a081 admin admin] Made reservation on behalf of e3a95332558c4d54bebb786ba633d046 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:32:01.721113 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1628db77-e330-4d28-9596-abeadba0a081 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:01.756040 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22dc7df-57ad-479d-becf-9cb1e0d354c9 admin admin] Pushing event updated for resources: {'Network': ['ID=81621ccf-88d1-421c-b10d-626deee28a76,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:01.766700 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 81621ccf-88d1-421c-b10d-626deee28a76 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:32:01.854850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a62b5efa-f56a-4377-aae7-db2be4ab6327 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:32:01.861863 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e969772-e50f-4d18-9f42-8307451f86e0 req-78de42a4-b48a-47ea-9cd2-376e3de8d6a5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:01.865824 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2e969772-e50f-4d18-9f42-8307451f86e0 req-78de42a4-b48a-47ea-9cd2-376e3de8d6a5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/ports?device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3 HTTP/1.1" status: 200 len: 945 time: 0.1851158 Aug 16 01:32:01.925792 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0683178-fe22-492d-8d98-0eb81ba3e820 req-e6ab8da0-8904-4d2b-930c-ea00e40c2e5d service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121295 Aug 16 01:32:01.984480 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2e969772-e50f-4d18-9f42-8307451f86e0 req-e4b0f702-7c6a-40ef-ba2c-5c3eb338b0ea tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd97d2f9-64d8-4ebf-af84-c9f91a386e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032078 Aug 16 01:32:02.081250 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1628db77-e330-4d28-9596-abeadba0a081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:02.106420 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port a62b5efa-f56a-4377-aae7-db2be4ab6327, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a62b5efa-f56a-4377-aae7-db2be4ab6327,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:02.119658 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a62b5efa-f56a-4377-aae7-db2be4ab6327 has no active binding in host n-h1-765315-27 {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:32:02.177337 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9fe8b104-8984-4f50-b651-6c308abba036 req-dbec155f-4306-4e28-8612-3e4827aa4779 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d5e79ef-c259-405b-aaa7-2c4d7c098730 HTTP/1.1" status: 200 len: 210 time: 0.0394373 Aug 16 01:32:02.205072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628db77-e330-4d28-9596-abeadba0a081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7cde474-cd25-479f-923f-820c18a29470,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:02.217950 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1628db77-e330-4d28-9596-abeadba0a081 admin admin] Checking segment: {'id': '4f036cbe-c956-4bf2-a319-94cc9d61ad44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '81621ccf-88d1-421c-b10d-626deee28a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:02.218628 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1628db77-e330-4d28-9596-abeadba0a081 admin admin] Network hostable DHCP agents. Network: 81621ccf-88d1-421c-b10d-626deee28a76, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:32:02.242572 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1628db77-e330-4d28-9596-abeadba0a081 admin admin] Network 81621ccf-88d1-421c-b10d-626deee28a76 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:32:02.256342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1628db77-e330-4d28-9596-abeadba0a081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 81621ccf-88d1-421c-b10d-626deee28a76) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:02.263276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1628db77-e330-4d28-9596-abeadba0a081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:02.263953 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1628db77-e330-4d28-9596-abeadba0a081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:02.269933 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3430c7-b9fe-4cc0-bcbe-ecf3f439bbba None None] Network 81621ccf-88d1-421c-b10d-626deee28a76 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:32:02.283003 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1628db77-e330-4d28-9596-abeadba0a081 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6148398 Aug 16 01:32:02.396694 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45249cf6-cd6e-4374-85fc-85608cb0b9a9 req-d1f62c6b-8e5d-485e-9f1e-79f67fec6d6b tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:02.398535 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-45249cf6-cd6e-4374-85fc-85608cb0b9a9 req-d1f62c6b-8e5d-485e-9f1e-79f67fec6d6b tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 945 time: 0.0949972 Aug 16 01:32:02.466536 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-45249cf6-cd6e-4374-85fc-85608cb0b9a9 req-c6702b63-87af-496e-8412-624d6bfac1ef tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614512 Aug 16 01:32:02.519718 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244851f3-e5d5-49de-81ba-6cfa3560e3d4 None None] Network 81621ccf-88d1-421c-b10d-626deee28a76 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:32:02.715043 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e3db8-3942-43d1-b7f4-776d81076547 req-3d0315a5-2dd3-41e1-9b0b-73a87b99c681 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:02.717335 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d87e3db8-3942-43d1-b7f4-776d81076547 req-3d0315a5-2dd3-41e1-9b0b-73a87b99c681 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 943 time: 0.0726011 Aug 16 01:32:02.762989 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d87e3db8-3942-43d1-b7f4-776d81076547 req-eea40a00-28af-42f5-8452-b27240549505 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398724 Aug 16 01:32:02.766429 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-3f084a3d-68bb-415e-bcdd-bd37d9d7e121 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a281f802ea2743fa9ccd253c1514e699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364025 Aug 16 01:32:02.897970 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-28fc71a2-e66e-42bf-a179-77fb4e92b66a tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:02.899691 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-28fc71a2-e66e-42bf-a179-77fb4e92b66a tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1258366 Aug 16 01:32:02.915287 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-1aca47fc-cef8-4c8a-88d1-263f2132af5f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Request body: {'port': {'device_id': 'd40e20a5-6523-4ba2-8012-6b2c6975272a', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': 'a281f802ea2743fa9ccd253c1514e699'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:03.069750 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-1aca47fc-cef8-4c8a-88d1-263f2132af5f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Made reservation on behalf of a281f802ea2743fa9ccd253c1514e699 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:32:03.082330 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-1aca47fc-cef8-4c8a-88d1-263f2132af5f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:03.236432 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-bacc6194-dc27-4b7d-9066-11232928f0fb tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a281f802ea2743fa9ccd253c1514e699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374570 Aug 16 01:32:03.246041 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf0740-e3bd-4474-aa1c-162cf9914eeb req-2977079c-7ee3-4ccc-8051-464d8f8dd49a tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:03.246566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 32994) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:03.251355 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9bdf0740-e3bd-4474-aa1c-162cf9914eeb req-2977079c-7ee3-4ccc-8051-464d8f8dd49a tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/ports?device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3 HTTP/1.1" status: 200 len: 945 time: 0.1271255 Aug 16 01:32:03.253741 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0864a6b7-823f-4c44-a282-f12c318a46df admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1060940631-network', 'tenant_id': '3e97ab0179e5445f9a91434204effd19'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:03.286174 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0864a6b7-823f-4c44-a282-f12c318a46df admin admin] Made reservation on behalf of 3e97ab0179e5445f9a91434204effd19 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:32:03.289512 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0864a6b7-823f-4c44-a282-f12c318a46df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:03.299515 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0864a6b7-823f-4c44-a282-f12c318a46df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:03.400564 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9bdf0740-e3bd-4474-aa1c-162cf9914eeb req-49bd5c59-86df-436c-94ac-f2853ad3cd3a tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd97d2f9-64d8-4ebf-af84-c9f91a386e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477380 Aug 16 01:32:03.404265 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0864a6b7-823f-4c44-a282-f12c318a46df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:03.411338 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0864a6b7-823f-4c44-a282-f12c318a46df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:03.425009 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0864a6b7-823f-4c44-a282-f12c318a46df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:32:03.433877 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-1aca47fc-cef8-4c8a-88d1-263f2132af5f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Allocated IP 192.168.233.102 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/953524ee-24ed-4995-b587-bdee7ee55e69) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:32:03.436137 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0864a6b7-823f-4c44-a282-f12c318a46df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:03.437394 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-0864a6b7-823f-4c44-a282-f12c318a46df admin admin] Added segment bfc35fac-194c-4603-b00f-d3c2c696f276 of type vlan for network a626fd95-69a7-4094-a374-d9cdbfecc0c3 Aug 16 01:32:03.476922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-d3f39798-f1ce-424f-8740-41f991725ad7 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:03.478638 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-d3f39798-f1ce-424f-8740-41f991725ad7 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2223446 Aug 16 01:32:03.504402 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-91dd376d-630d-436e-86c6-2bd4eec0be6d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Request body: {'port': {'device_id': '8d5e79ef-c259-405b-aaa7-2c4d7c098730', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': 'a281f802ea2743fa9ccd253c1514e699'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:03.505793 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0864a6b7-823f-4c44-a282-f12c318a46df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:03.514528 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864a6b7-823f-4c44-a282-f12c318a46df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d730ee2-5cd9-427e-b091-d5f2035e3db8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:03.541925 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-496352c6-810d-4f22-a2bb-f4e4d92f9eb4 req-8f2c2ce3-ac78-4690-b7b3-f74e5b19ecd3 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d5e79ef-c259-405b-aaa7-2c4d7c098730 HTTP/1.1" status: 200 len: 210 time: 0.0557716 Aug 16 01:32:03.545654 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0864a6b7-823f-4c44-a282-f12c318a46df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:03.547277 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0864a6b7-823f-4c44-a282-f12c318a46df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:03.548051 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0864a6b7-823f-4c44-a282-f12c318a46df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:03.643522 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864a6b7-823f-4c44-a282-f12c318a46df admin admin] Pushing event updated for resources: {'Network': ['ID=a626fd95-69a7-4094-a374-d9cdbfecc0c3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:03.655748 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network a626fd95-69a7-4094-a374-d9cdbfecc0c3 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:32:03.669525 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0864a6b7-823f-4c44-a282-f12c318a46df admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4217048 Aug 16 01:32:03.672892 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33008) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:03.684161 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-dccd1558-186f-48ef-b5b1-2ac40e2d94e8 admin admin] Request body: {'subnet': {'network_id': 'a626fd95-69a7-4094-a374-d9cdbfecc0c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1060940631-subnet', 'tenant_id': '3e97ab0179e5445f9a91434204effd19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:03.739796 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccd1558-186f-48ef-b5b1-2ac40e2d94e8 admin admin] Made reservation on behalf of 3e97ab0179e5445f9a91434204effd19 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:32:03.743160 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dccd1558-186f-48ef-b5b1-2ac40e2d94e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:03.819621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108192a0-0b51-43d7-a5ca-0cdbed9d770e req-b7d00db2-9f4d-46d5-bb8f-7f7c275231c4 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:03.826293 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-108192a0-0b51-43d7-a5ca-0cdbed9d770e req-b7d00db2-9f4d-46d5-bb8f-7f7c275231c4 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 945 time: 0.1206985 Aug 16 01:32:03.888299 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-108192a0-0b51-43d7-a5ca-0cdbed9d770e req-4673dae5-9d8c-4f3d-a728-b5a8d6cd5bd5 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574725 Aug 16 01:32:03.912974 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-1aca47fc-cef8-4c8a-88d1-263f2132af5f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:03.939207 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33014) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:03.943838 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-91dd376d-630d-436e-86c6-2bd4eec0be6d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Made reservation on behalf of a281f802ea2743fa9ccd253c1514e699 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:32:03.949391 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-91dd376d-630d-436e-86c6-2bd4eec0be6d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:03.967842 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-73768131-61f0-49f7-877a-bff6f58e50ba tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 258 time: 0.3646803 Aug 16 01:32:03.975598 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-1aca47fc-cef8-4c8a-88d1-263f2132af5f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Transition to ACTIVE for port object 953524ee-24ed-4995-b587-bdee7ee55e69 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:03.980981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-82f54b77-7438-4a45-93b1-2c684b90f4b5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:04.055939 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dccd1558-186f-48ef-b5b1-2ac40e2d94e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:04.060856 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-82f54b77-7438-4a45-93b1-2c684b90f4b5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:04.112067 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4cb423d4-063a-4837-a49c-81755408aa45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:04.130489 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-1aca47fc-cef8-4c8a-88d1-263f2132af5f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:04.133135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd1558-186f-48ef-b5b1-2ac40e2d94e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62610d7-bc0a-4c69-939a-009427626865,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:04.144073 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['870e5fdb-7569-48e0-86a4-2553888d4426'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:32:04.158237 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8965e-a20c-4c7c-9e4b-00f18145e632 req-496aa3fd-f2a0-4135-9359-1c4164488529 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:04.159866 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-42a8965e-a20c-4c7c-9e4b-00f18145e632 req-496aa3fd-f2a0-4135-9359-1c4164488529 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 943 time: 0.1401014 Aug 16 01:32:04.220435 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccd1558-186f-48ef-b5b1-2ac40e2d94e8 admin admin] Checking segment: {'id': 'bfc35fac-194c-4603-b00f-d3c2c696f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a626fd95-69a7-4094-a374-d9cdbfecc0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:04.220793 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccd1558-186f-48ef-b5b1-2ac40e2d94e8 admin admin] Network hostable DHCP agents. Network: a626fd95-69a7-4094-a374-d9cdbfecc0c3, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:32:04.224405 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-1aca47fc-cef8-4c8a-88d1-263f2132af5f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:04.230534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca47fc-cef8-4c8a-88d1-263f2132af5f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Pushing event updated for resources: {'Port': ['ID=953524ee-24ed-4995-b587-bdee7ee55e69,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:04.236613 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-1aca47fc-cef8-4c8a-88d1-263f2132af5f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:04.242269 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-1aca47fc-cef8-4c8a-88d1-263f2132af5f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:32:04.249026 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-1aca47fc-cef8-4c8a-88d1-263f2132af5f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:04.249242 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-1aca47fc-cef8-4c8a-88d1-263f2132af5f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:04.262068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-91dd376d-630d-436e-86c6-2bd4eec0be6d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Allocated IP 192.168.233.173 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/b5840ef7-f878-4013-a74b-df2793d97769) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:32:04.314567 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-42a8965e-a20c-4c7c-9e4b-00f18145e632 req-5aa097e1-e502-4277-bfcb-8337f3b602ec tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438398 Aug 16 01:32:04.344762 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccd1558-186f-48ef-b5b1-2ac40e2d94e8 admin admin] Network a626fd95-69a7-4094-a374-d9cdbfecc0c3 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:32:04.361475 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-d34c77f8-ec9d-4d88-abba-3c774c12b158 service neutron] 10.222.0.63 "GET /v2.0/ports/a62b5efa-f56a-4377-aae7-db2be4ab6327/bindings/n-h1-765315-27 HTTP/1.1" status: 200 len: 385 time: 0.1919312 Aug 16 01:32:04.362233 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-82f54b77-7438-4a45-93b1-2c684b90f4b5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:04.400420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-dccd1558-186f-48ef-b5b1-2ac40e2d94e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, a626fd95-69a7-4094-a374-d9cdbfecc0c3) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:04.409239 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51acc23-897a-4773-aa8c-3e3a03daa1b3 None None] Network a626fd95-69a7-4094-a374-d9cdbfecc0c3 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:32:04.484642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccd1558-186f-48ef-b5b1-2ac40e2d94e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:04.485237 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dccd1558-186f-48ef-b5b1-2ac40e2d94e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:04.530322 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4cb423d4-063a-4837-a49c-81755408aa45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:04.549262 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4cb423d4-063a-4837-a49c-81755408aa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:04.574693 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-191ccea4-c771-4568-a009-a06252c55751 None None] Provisioning for port 953524ee-24ed-4995-b587-bdee7ee55e69 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:04.598702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-191ccea4-c771-4568-a009-a06252c55751 None None] Provisioning complete for port 953524ee-24ed-4995-b587-bdee7ee55e69 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:04.599461 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-191ccea4-c771-4568-a009-a06252c55751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:04.607980 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dccd1558-186f-48ef-b5b1-2ac40e2d94e8 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9284699 Aug 16 01:32:04.664866 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f280c85d-3082-40dc-837a-3a0c233d65c7 None None] Network a626fd95-69a7-4094-a374-d9cdbfecc0c3 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:32:04.680652 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4cb423d4-063a-4837-a49c-81755408aa45 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4056da3fae8343da8311a20c071d3e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7402129 Aug 16 01:32:04.687784 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33034) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:04.730219 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-255e784e-aae1-41f6-8346-dfabfedfc6c1 req-66003bb2-21dd-471a-8f50-5ed80d9e287d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d5e79ef-c259-405b-aaa7-2c4d7c098730 HTTP/1.1" status: 200 len: 210 time: 0.0433297 Aug 16 01:32:04.762920 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb423d4-063a-4837-a49c-81755408aa45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d29f6b-6178-4029-956a-bb5346c951a1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:04.840751 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33038) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:04.848462 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-191ccea4-c771-4568-a009-a06252c55751 None None] Port 953524ee-24ed-4995-b587-bdee7ee55e69 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:32:04.865492 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e559ce2-d7cc-4aed-9ffb-8e341d225fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:04.880193 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-82f54b77-7438-4a45-93b1-2c684b90f4b5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Allocated IP 172.25.3.99 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/35857a08-9dc5-4ca8-815a-be55448169b8) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:32:04.890828 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e559ce2-d7cc-4aed-9ffb-8e341d225fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:04.927484 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33040) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:04.988558 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e559ce2-d7cc-4aed-9ffb-8e341d225fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:04.991187 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e559ce2-d7cc-4aed-9ffb-8e341d225fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:04.995687 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7e559ce2-d7cc-4aed-9ffb-8e341d225fae admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/37d29f6b-6178-4029-956a-bb5346c951a1 HTTP/1.1" status: 204 len: 168 time: 0.2991676 Aug 16 01:32:05.006781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e559ce2-d7cc-4aed-9ffb-8e341d225fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d29f6b-6178-4029-956a-bb5346c951a1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:05.012250 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-1aca47fc-cef8-4c8a-88d1-263f2132af5f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1012361 Aug 16 01:32:05.058165 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Request body: {'port': {'device_id': 'd40e20a5-6523-4ba2-8012-6b2c6975272a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:05.075440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-76f73024-1163-4c6d-b9c8-af3f0854a7b6 service neutron] For port a62b5efa-f56a-4377-aae7-db2be4ab6327, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a62b5efa-f56a-4377-aae7-db2be4ab6327,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:05.097848 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-82f54b77-7438-4a45-93b1-2c684b90f4b5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:05.107287 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b88342f7-fa0b-4890-9920-6bbaa1d66104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:05.116909 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-76f73024-1163-4c6d-b9c8-af3f0854a7b6 service neutron] For port a62b5efa-f56a-4377-aae7-db2be4ab6327, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:05.168386 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a58fba-29c6-499e-9882-1ec1c410386c admin admin] Deleting subnet f7cde474-cd25-479f-923f-820c18a29470 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:32:05.178000 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4a58fba-29c6-499e-9882-1ec1c410386c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:05.217189 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:05.228071 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-91dd376d-630d-436e-86c6-2bd4eec0be6d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:05.270507 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-91dd376d-630d-436e-86c6-2bd4eec0be6d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Transition to ACTIVE for port object b5840ef7-f878-4013-a74b-df2793d97769 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:05.274461 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4a58fba-29c6-499e-9882-1ec1c410386c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:05.316391 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4a58fba-29c6-499e-9882-1ec1c410386c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:05.338650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33052) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:05.353475 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-82f54b77-7438-4a45-93b1-2c684b90f4b5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:05.359273 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0ee0a-a8fc-41dd-8505-2f5c3e31be8b req-fe8f3aa3-20da-4287-9174-0d6b334b9b00 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:05.360734 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fde0ee0a-a8fc-41dd-8505-2f5c3e31be8b req-fe8f3aa3-20da-4287-9174-0d6b334b9b00 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 945 time: 0.3649380 Aug 16 01:32:05.383719 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-76f73024-1163-4c6d-b9c8-af3f0854a7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62b5efa-f56a-4377-aae7-db2be4ab6327 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:32:05.392330 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a182ccb-f523-460a-bac6-866d76d4ce10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:05.407162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-76f73024-1163-4c6d-b9c8-af3f0854a7b6 service neutron] For port a62b5efa-f56a-4377-aae7-db2be4ab6327, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a62b5efa-f56a-4377-aae7-db2be4ab6327,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:05.437499 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-76f73024-1163-4c6d-b9c8-af3f0854a7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:05.456648 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fde0ee0a-a8fc-41dd-8505-2f5c3e31be8b req-5698b215-df36-43c9-8100-ab58a651d1b5 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840118 Aug 16 01:32:05.482118 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-82f54b77-7438-4a45-93b1-2c684b90f4b5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:05.485388 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-82f54b77-7438-4a45-93b1-2c684b90f4b5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:05.495865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-82f54b77-7438-4a45-93b1-2c684b90f4b5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:32:05.553802 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-91dd376d-630d-436e-86c6-2bd4eec0be6d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:05.565857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['870e5fdb-7569-48e0-86a4-2553888d4426'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:32:05.609348 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-76f73024-1163-4c6d-b9c8-af3f0854a7b6 service neutron] Transition to ACTIVE for port object a62b5efa-f56a-4377-aae7-db2be4ab6327 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:05.621424 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b88342f7-fa0b-4890-9920-6bbaa1d66104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:05.627823 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-76f73024-1163-4c6d-b9c8-af3f0854a7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:05.645660 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39553f5-8321-4508-bab8-cce6019ce79c req-58478ec6-d93e-40f6-915d-1544859e157c tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:05.647190 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b39553f5-8321-4508-bab8-cce6019ce79c req-58478ec6-d93e-40f6-915d-1544859e157c tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 943 time: 0.1120877 Aug 16 01:32:05.664567 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f54b77-7438-4a45-93b1-2c684b90f4b5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Pushing event updated for resources: {'Port': ['ID=35857a08-9dc5-4ca8-815a-be55448169b8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:05.667484 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b88342f7-fa0b-4890-9920-6bbaa1d66104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:05.668228 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4a58fba-29c6-499e-9882-1ec1c410386c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:05.691502 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-91dd376d-630d-436e-86c6-2bd4eec0be6d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:05.736687 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a58fba-29c6-499e-9882-1ec1c410386c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7cde474-cd25-479f-923f-820c18a29470,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:05.758883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-91dd376d-630d-436e-86c6-2bd4eec0be6d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:05.771894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-91dd376d-630d-436e-86c6-2bd4eec0be6d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:32:05.778264 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b88342f7-fa0b-4890-9920-6bbaa1d66104 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5a13857bb205480fbb173eee4623442b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8476844 Aug 16 01:32:05.778264 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-76f73024-1163-4c6d-b9c8-af3f0854a7b6 service neutron] No DVR routers for this DVR port a62b5efa-f56a-4377-aae7-db2be4ab6327 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:32:05.780684 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-91dd376d-630d-436e-86c6-2bd4eec0be6d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:05.781357 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-91dd376d-630d-436e-86c6-2bd4eec0be6d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:05.783815 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33062) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:05.808208 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88342f7-fa0b-4890-9920-6bbaa1d66104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e73302-0718-4290-9c60-024c611230bc,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:05.820623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f73024-1163-4c6d-b9c8-af3f0854a7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a62b5efa-f56a-4377-aae7-db2be4ab6327,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:05.825412 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4a58fba-29c6-499e-9882-1ec1c410386c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:05.829911 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c4a58fba-29c6-499e-9882-1ec1c410386c admin admin] 10.222.0.68 "DELETE /v2.0/subnets/f7cde474-cd25-479f-923f-820c18a29470 HTTP/1.1" status: 204 len: 168 time: 0.8348222 Aug 16 01:32:05.833605 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33064) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:05.844656 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-82f54b77-7438-4a45-93b1-2c684b90f4b5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:05.857411 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd376d-630d-436e-86c6-2bd4eec0be6d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Pushing event updated for resources: {'Port': ['ID=b5840ef7-f878-4013-a74b-df2793d97769,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:05.881339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b39553f5-8321-4508-bab8-cce6019ce79c req-3c16858d-f39f-4849-bc70-e90a8cfd71b4 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103620 Aug 16 01:32:05.957698 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-76f73024-1163-4c6d-b9c8-af3f0854a7b6 service neutron] 10.222.0.63 "PUT /v2.0/ports/a62b5efa-f56a-4377-aae7-db2be4ab6327/bindings/n-h1-765315-27/activate HTTP/1.1" status: 200 len: 370 time: 1.5654864 Aug 16 01:32:05.973230 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-82f54b77-7438-4a45-93b1-2c684b90f4b5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.078888 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a182ccb-f523-460a-bac6-866d76d4ce10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.103010 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a182ccb-f523-460a-bac6-866d76d4ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.108579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953524ee-24ed-4995-b587-bdee7ee55e69 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:32:06.113507 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69a6688d-9dda-4caf-a534-fd09d147bc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.118440 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.127025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-91dd376d-630d-436e-86c6-2bd4eec0be6d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6360683 Aug 16 01:32:06.129470 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.158086 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Request body: {'port': {'device_id': '8d5e79ef-c259-405b-aaa7-2c4d7c098730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:06.178799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-63d90753-ca3f-4224-95b5-0e403c87272e None None] Provisioning for port b5840ef7-f878-4013-a74b-df2793d97769 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:06.183009 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-63d90753-ca3f-4224-95b5-0e403c87272e None None] Provisioning complete for port b5840ef7-f878-4013-a74b-df2793d97769 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:06.183491 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63d90753-ca3f-4224-95b5-0e403c87272e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.197597 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-48b84d8b-fa45-49d6-b445-6bc0370cbae0 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:06.199116 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-48b84d8b-fa45-49d6-b445-6bc0370cbae0 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129&tenant_id=2a06768184a243e2b06a44bee40a6f92&binding%3Ahost_id=n-h2-765315-27 HTTP/1.1" status: 200 len: 1096 time: 0.1733084 Aug 16 01:32:06.200977 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69a6688d-9dda-4caf-a534-fd09d147bc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.221834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-63d90753-ca3f-4224-95b5-0e403c87272e None None] Port b5840ef7-f878-4013-a74b-df2793d97769 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:32:06.233878 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Transition to ACTIVE for port object 953524ee-24ed-4995-b587-bdee7ee55e69 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:06.250824 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2a182ccb-f523-460a-bac6-866d76d4ce10 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b381400732994807b2fa14367dfdcdf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9048407 Aug 16 01:32:06.252777 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.254633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33068) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:06.262904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a182ccb-f523-460a-bac6-866d76d4ce10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c640f8-5fc2-4957-8332-bfa24b2c3e6d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:06.392668 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928f1ed-814c-45a6-b30e-fcac64bb5395 req-31b217d4-e563-42ad-8aee-50f561ef7281 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:06.394248 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4928f1ed-814c-45a6-b30e-fcac64bb5395 req-31b217d4-e563-42ad-8aee-50f561ef7281 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d5e79ef-c259-405b-aaa7-2c4d7c098730 HTTP/1.1" status: 200 len: 936 time: 0.2628129 Aug 16 01:32:06.400959 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.402845 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Pushing event updated for resources: {'Port': ['ID=953524ee-24ed-4995-b587-bdee7ee55e69,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:06.405639 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.427375 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:06.428111 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:06.429315 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:06.429649 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Subscribe: > port after_create 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:06.430047 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Subscribe: > port after_delete 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:06.430393 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Subscribe: > port after_update 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:06.430708 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:06.431170 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:06.431928 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:06.431928 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:06.514545 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-82f54b77-7438-4a45-93b1-2c684b90f4b5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.524632 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-257919a7-1a6a-4f94-a39a-64f4aaf39040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.527602 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-82f54b77-7438-4a45-93b1-2c684b90f4b5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.552405 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Attempting to bind port 953524ee-24ed-4995-b587-bdee7ee55e69 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:32:06.552741 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Attempting to bind port 953524ee-24ed-4995-b587-bdee7ee55e69 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:32:06.553073 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Attempting to bind port 953524ee-24ed-4995-b587-bdee7ee55e69 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:06.574104 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:06.574538 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:06.574784 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:06.575241 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:06.575627 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81621ccf-88d1-421c-b10d-626deee28a76']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:06.604852 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-82f54b77-7438-4a45-93b1-2c684b90f4b5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.607030 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f036cbe-c956-4bf2-a319-94cc9d61ad44') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:06.607331 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f036cbe-c956-4bf2-a319-94cc9d61ad44') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:06.607448 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Port 953524ee-24ed-4995-b587-bdee7ee55e69 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:32:06.607887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Attempting to bind port 953524ee-24ed-4995-b587-bdee7ee55e69 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:06.611903 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-257919a7-1a6a-4f94-a39a-64f4aaf39040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.633384 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.638964 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-66d1fa29-daf0-4b8b-a67d-a28729ea0352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:06.640616 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-66d1fa29-daf0-4b8b-a67d-a28729ea0352 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129&tenant_id=2a06768184a243e2b06a44bee40a6f92 HTTP/1.1" status: 200 len: 1096 time: 0.4299297 Aug 16 01:32:06.659691 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69a6688d-9dda-4caf-a534-fd09d147bc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.662296 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69a6688d-9dda-4caf-a534-fd09d147bc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.666598 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-69a6688d-9dda-4caf-a534-fd09d147bc03 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b1e73302-0718-4290-9c60-024c611230bc HTTP/1.1" status: 204 len: 168 time: 0.8696702 Aug 16 01:32:06.679777 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.698982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6688d-9dda-4caf-a534-fd09d147bc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e73302-0718-4290-9c60-024c611230bc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:06.714491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:32:06.715269 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:06.715269 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:32:06.715643 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Bound port: 953524ee-24ed-4995-b587-bdee7ee55e69, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:32:06.716007 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.733247 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:32:06.733518 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.752657 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-82f54b77-7438-4a45-93b1-2c684b90f4b5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.753908 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-82f54b77-7438-4a45-93b1-2c684b90f4b5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7852390 Aug 16 01:32:06.754514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f54b77-7438-4a45-93b1-2c684b90f4b5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Pushing event updated for resources: {'Port': ['ID=35857a08-9dc5-4ca8-815a-be55448169b8,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: from cryptography.utils import int_from_bytes Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: from cryptography.utils import int_from_bytes Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:32:06.764554 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:32:06.789135 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4928f1ed-814c-45a6-b30e-fcac64bb5395 req-5d594604-c61c-4d88-8e44-0c17531bf3f7 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637247 Aug 16 01:32:06.855844 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-a7e1b4a7-ee48-41e2-9698-96788acb3747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:06.858203 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-a7e1b4a7-ee48-41e2-9698-96788acb3747 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 1096 time: 0.1751478 Aug 16 01:32:06.865714 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.876533 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:06.880588 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] 10.222.0.68 "DELETE /v2.0/networks/81621ccf-88d1-421c-b10d-626deee28a76 HTTP/1.1" status: 204 len: 168 time: 1.0295615 Aug 16 01:32:06.892585 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33074) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:06.974383 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-2613f5fd-94e3-4c06-abb7-970951762069 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.2074590 Aug 16 01:32:07.007160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] For port 953524ee-24ed-4995-b587-bdee7ee55e69, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:07.036947 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:07.039724 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f202a-7b2d-477e-8bef-e2015718b10e admin admin] Pushing event deleted for resources: {'Network': ['ID=81621ccf-88d1-421c-b10d-626deee28a76,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:07.083266 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] For port 953524ee-24ed-4995-b587-bdee7ee55e69, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=953524ee-24ed-4995-b587-bdee7ee55e69,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:32:07.090324 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-257919a7-1a6a-4f94-a39a-64f4aaf39040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:07.092871 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-257919a7-1a6a-4f94-a39a-64f4aaf39040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:07.094068 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-257919a7-1a6a-4f94-a39a-64f4aaf39040 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/75c640f8-5fc2-4957-8332-bfa24b2c3e6d HTTP/1.1" status: 204 len: 168 time: 0.8325579 Aug 16 01:32:07.100935 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:07.107590 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-899f0e58-83dd-4601-8af7-5929275d756c admin admin] Deleting subnet a62610d7-bc0a-4c69-939a-009427626865 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:32:07.113004 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-899f0e58-83dd-4601-8af7-5929275d756c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:07.138951 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-2f2119e0-a15a-4b13-90ab-1973fb793489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:07.140707 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-2f2119e0-a15a-4b13-90ab-1973fb793489 service neutron] 10.222.0.73 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 0.2581933 Aug 16 01:32:07.158286 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257919a7-1a6a-4f94-a39a-64f4aaf39040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c640f8-5fc2-4957-8332-bfa24b2c3e6d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:07.201014 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33084) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:07.260892 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-b9c495f5-4b7f-448c-9542-bcdd37066fe8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a62b5efa-f56a-4377-aae7-db2be4ab6327 HTTP/1.1" status: 200 len: 217 time: 0.0605481 Aug 16 01:32:07.273096 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5840ef7-f878-4013-a74b-df2793d97769 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:32:07.276904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c1e28-ee9d-48b2-aea6-2e04572045d8 req-c81512f9-af8d-431e-83d3-29ed05822ae1 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:07.284271 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:07.285840 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6b1c1e28-ee9d-48b2-aea6-2e04572045d8 req-c81512f9-af8d-431e-83d3-29ed05822ae1 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 945 time: 0.3752878 Aug 16 01:32:07.294714 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7129-6eed-47d0-8f56-f211946a2591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:07.298991 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-899f0e58-83dd-4601-8af7-5929275d756c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:07.307007 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Transition to ACTIVE for port object b5840ef7-f878-4013-a74b-df2793d97769 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:07.320793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:07.321412 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:07.323313 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] 10.222.0.73 "PUT /v2.0/ports/953524ee-24ed-4995-b587-bdee7ee55e69 HTTP/1.1" status: 200 len: 1097 time: 2.2780070 Aug 16 01:32:07.324383 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40e20a5-6523-4ba2-8012-6b2c6975272a', 'tag': '953524ee-24ed-4995-b587-bdee7ee55e69'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:07.326853 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d9cccf-7653-4604-b6ae-db67c670bd8f" -d '{"events": [{"name": "network-changed", "server_uuid": "d40e20a5-6523-4ba2-8012-6b2c6975272a", "tag": "953524ee-24ed-4995-b587-bdee7ee55e69"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:07.330257 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:07.364590 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-51d31230-ddc6-4a8a-8d17-176dd89894e3 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:07.366124 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-51d31230-ddc6-4a8a-8d17-176dd89894e3 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.3817279 Aug 16 01:32:07.382466 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944732f-6d98-46ca-8dd0-04125bc9288c service neutron] Pushing event updated for resources: {'Port': ['ID=953524ee-24ed-4995-b587-bdee7ee55e69,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:07.386624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-1a39389f-7617-48ff-8f70-ea7e3de605b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:07.389107 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-1a39389f-7617-48ff-8f70-ea7e3de605b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.1012170 Aug 16 01:32:07.428300 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-4c88eeb3-5b57-47cc-a479-ad0bdd0598bb tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:32:07.429291 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5d52ce3-d8f3-4688-a0ed-e69f6f8ac5d4 req-4c88eeb3-5b57-47cc-a479-ad0bdd0598bb tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438561 Aug 16 01:32:07.457848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Pushing event updated for resources: {'Port': ['ID=b5840ef7-f878-4013-a74b-df2793d97769,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:07.521574 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Attempting to bind port b5840ef7-f878-4013-a74b-df2793d97769 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:32:07.522085 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Attempting to bind port b5840ef7-f878-4013-a74b-df2793d97769 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:32:07.522534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Attempting to bind port b5840ef7-f878-4013-a74b-df2793d97769 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:07.547101 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Port b5840ef7-f878-4013-a74b-df2793d97769 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:32:07.547766 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Attempting to bind port b5840ef7-f878-4013-a74b-df2793d97769 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:07.561576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:32:07.561576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:07.561576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:32:07.562046 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Bound port: b5840ef7-f878-4013-a74b-df2793d97769, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:32:07.562913 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:07.566925 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6b1c1e28-ee9d-48b2-aea6-2e04572045d8 req-c84742d6-28b4-4a7c-a203-2c724d563ce7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795949 Aug 16 01:32:07.569601 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-37fa6a32-f7c8-4cf7-b0c3-9b868b79c024 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204906 Aug 16 01:32:07.592310 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-7f55e1f9-fe95-46eb-a0b7-35f0c7943500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:07.595042 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-7f55e1f9-fe95-46eb-a0b7-35f0c7943500 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&device_id=d40e20a5-6523-4ba2-8012-6b2c6975272a HTTP/1.1" status: 200 len: 1100 time: 0.2226100 Aug 16 01:32:07.596980 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-899f0e58-83dd-4601-8af7-5929275d756c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:07.675553 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-3b88ac77-fcf6-420c-ac34-b8c84d848076 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=953524ee-24ed-4995-b587-bdee7ee55e69 HTTP/1.1" status: 200 len: 217 time: 0.0703995 Aug 16 01:32:07.730573 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:07.791384 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-9f0bad56-8ea5-4b3b-abf1-c5ba68fad0b4 service neutron] 10.222.0.73 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070608 Aug 16 01:32:07.792381 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-899f0e58-83dd-4601-8af7-5929275d756c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:07.826327 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e536d9-e82c-4261-a928-9efd263d320a x-openstack-request-id: req-35e536d9-e82c-4261-a928-9efd263d320a {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:07.826725 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40e20a5-6523-4ba2-8012-6b2c6975272a", "tag": "953524ee-24ed-4995-b587-bdee7ee55e69", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:07.827098 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-35e536d9-e82c-4261-a928-9efd263d320a {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:07.827649 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40e20a5-6523-4ba2-8012-6b2c6975272a', 'tag': '953524ee-24ed-4995-b587-bdee7ee55e69', 'status': 'completed', 'code': 200} Aug 16 01:32:07.832349 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7129-6eed-47d0-8f56-f211946a2591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:07.835053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] For port b5840ef7-f878-4013-a74b-df2793d97769, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:07.844777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f0e58-83dd-4601-8af7-5929275d756c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a62610d7-bc0a-4c69-939a-009427626865,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:07.860259 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7129-6eed-47d0-8f56-f211946a2591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:07.871847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d0715-73a3-4a67-82e1-86685aba8a29 req-b98deacb-9867-43cd-88a9-327650a5e4bc tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:07.874159 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-607d0715-73a3-4a67-82e1-86685aba8a29 req-b98deacb-9867-43cd-88a9-327650a5e4bc tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 944 time: 0.3415565 Aug 16 01:32:07.895872 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] For port b5840ef7-f878-4013-a74b-df2793d97769, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=b5840ef7-f878-4013-a74b-df2793d97769,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:32:07.900540 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-899f0e58-83dd-4601-8af7-5929275d756c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:07.902534 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-899f0e58-83dd-4601-8af7-5929275d756c admin admin] 10.222.0.68 "DELETE /v2.0/subnets/a62610d7-bc0a-4c69-939a-009427626865 HTTP/1.1" status: 204 len: 168 time: 0.9974403 Aug 16 01:32:07.902772 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-262d1a89-dfcb-4776-9e2c-5f6fd00321ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:07.904712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-262d1a89-dfcb-4776-9e2c-5f6fd00321ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1354144 Aug 16 01:32:07.914104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33108) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:07.928433 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:07.965274 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7e7f7129-6eed-47d0-8f56-f211946a2591 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c097a3a257164ad19f0221d712d59763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7559946 Aug 16 01:32:07.968094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33110) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:07.976636 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f7129-6eed-47d0-8f56-f211946a2591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f224908-a5a4-4167-8619-5ab112fdc6c7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:08.067269 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-b591508c-d198-47f7-ad3c-80951ed6af90 service neutron] 10.222.0.73 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575586 Aug 16 01:32:08.109212 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-a36a12e4-555a-4ae2-99c5-722c097dd809 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:08.110954 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-a36a12e4-555a-4ae2-99c5-722c097dd809 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/ports?device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1452808 Aug 16 01:32:08.113877 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3630-2f31-464b-88ec-edcf9b36c363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:08.120587 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:08.121396 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:08.123090 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c463019e-6b38-45e6-894f-421401e25665 service neutron] 10.222.0.73 "PUT /v2.0/ports/b5840ef7-f878-4013-a74b-df2793d97769 HTTP/1.1" status: 200 len: 1097 time: 1.9717562 Aug 16 01:32:08.163826 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-607d0715-73a3-4a67-82e1-86685aba8a29 req-949c720d-6051-4f0c-9a01-6e789d55498a tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797959 Aug 16 01:32:08.171178 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463019e-6b38-45e6-894f-421401e25665 service neutron] Pushing event updated for resources: {'Port': ['ID=b5840ef7-f878-4013-a74b-df2793d97769,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:08.250850 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:08.259039 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-9dc6bb01-ede0-4407-87f7-d4bfbc0dfe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:08.261847 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-9dc6bb01-ede0-4407-87f7-d4bfbc0dfe30 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3379879 Aug 16 01:32:08.263605 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3630-2f31-464b-88ec-edcf9b36c363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:08.269633 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-5d0b48b5-4f1d-46cd-9459-b6720e632505 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.1460793 Aug 16 01:32:08.307676 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-14cbe178-fadb-4df0-9d04-0710eb7b1cc9 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Request body: {'floatingip': {'port_id': '09793403-48b1-47d2-8ea0-997a18d1cc71', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:08.387593 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c8fdf87b-5b07-4f59-987c-5630bb801a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:08.388987 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c8fdf87b-5b07-4f59-987c-5630bb801a9a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&device_id=8d5e79ef-c259-405b-aaa7-2c4d7c098730 HTTP/1.1" status: 200 len: 1100 time: 0.2087748 Aug 16 01:32:08.417998 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-14cbe178-fadb-4df0-9d04-0710eb7b1cc9 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:08.662901 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a62b5efa-f56a-4377-aae7-db2be4ab6327 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:32:08.725837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753743b-b0b3-4dae-8e85-316f84a741ee req-19693789-dbf5-4cc9-a404-acb873f57b8c tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:08.733356 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3753743b-b0b3-4dae-8e85-316f84a741ee req-19693789-dbf5-4cc9-a404-acb873f57b8c tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d5e79ef-c259-405b-aaa7-2c4d7c098730 HTTP/1.1" status: 200 len: 948 time: 0.4864340 Aug 16 01:32:08.765040 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-71eadf3a-61b8-44ad-8147-3acd692cac51 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=b5840ef7-f878-4013-a74b-df2793d97769 HTTP/1.1" status: 200 len: 217 time: 0.3561699 Aug 16 01:32:08.767520 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a62b5efa-f56a-4377-aae7-db2be4ab6327 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:32:08.771234 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3630-2f31-464b-88ec-edcf9b36c363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:08.773607 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3630-2f31-464b-88ec-edcf9b36c363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:08.774916 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e8cf3630-2f31-464b-88ec-edcf9b36c363 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0f224908-a5a4-4167-8619-5ab112fdc6c7 HTTP/1.1" status: 204 len: 168 time: 0.8055575 Aug 16 01:32:08.782546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-030af822-6bea-4454-8fc2-8f9fa8fd33e2 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:08.783972 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-030af822-6bea-4454-8fc2-8f9fa8fd33e2 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129&tenant_id=2a06768184a243e2b06a44bee40a6f92&binding%3Ahost_id=n-h1-765315-27 HTTP/1.1" status: 200 len: 1096 time: 0.3238628 Aug 16 01:32:08.809088 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf3630-2f31-464b-88ec-edcf9b36c363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f224908-a5a4-4167-8619-5ab112fdc6c7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:08.847104 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:08.868349 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-3dd144b9-7f58-46be-9ced-0d1e4c828960 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5794437 Aug 16 01:32:08.875795 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:08.876139 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:08.876887 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:08.877210 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Subscribe: > port after_create 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:08.877546 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Subscribe: > port after_delete 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:08.877949 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Subscribe: > port after_update 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:08.878268 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:08.878597 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:08.878904 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:08.879214 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:08.949732 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:08.950093 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:08.950415 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:08.950735 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:32:08.951110 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a626fd95-69a7-4094-a374-d9cdbfecc0c3']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:08.981673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc35fac-194c-4603-b00f-d3c2c696f276') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:08.982001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc35fac-194c-4603-b00f-d3c2c696f276') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:08.995215 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3753743b-b0b3-4dae-8e85-316f84a741ee req-89ede93e-5050-455d-9f90-4abf40c433a0 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606485 Aug 16 01:32:09.006291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-65994a67-e374-4d73-855a-3c16b61b17be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:09.015957 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-65994a67-e374-4d73-855a-3c16b61b17be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.2276530 Aug 16 01:32:09.022864 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:09.111445 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:09.127421 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-2c3325df-915b-485d-8bf9-38c75fd1dd18 service neutron] For port a62b5efa-f56a-4377-aae7-db2be4ab6327, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:09.135814 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-2c3325df-915b-485d-8bf9-38c75fd1dd18 service neutron] Notify callbacks [] for binding, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:09.136401 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a07ace-b902-41fe-bd9b-63c011664e26 req-2c3325df-915b-485d-8bf9-38c75fd1dd18 service neutron] 10.222.0.73 "DELETE /v2.0/ports/a62b5efa-f56a-4377-aae7-db2be4ab6327/bindings/n-h2-765315-27 HTTP/1.1" status: 204 len: 173 time: 0.3446934 Aug 16 01:32:09.138633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:32:09.139036 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: from cryptography.utils import int_from_bytes Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: from cryptography.utils import int_from_bytes Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:32:09.143656 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:32:09.247097 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c8ff1884-b143-428a-9c82-a1324702c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:09.249503 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-c8ff1884-b143-428a-9c82-a1324702c7de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2288234 Aug 16 01:32:09.256067 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:09.261881 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-87c110fc-62b6-46a7-b071-a38c00b55881 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962918 Aug 16 01:32:09.275718 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70118cd9-aa2d-4d9f-bb48-cd568b099ffb req-11863849-5cbb-458e-baea-664df67c3cac tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:09.278553 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-70118cd9-aa2d-4d9f-bb48-cd568b099ffb req-11863849-5cbb-458e-baea-664df67c3cac tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 945 time: 0.2100186 Aug 16 01:32:09.300378 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:09.303723 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] 10.222.0.68 "DELETE /v2.0/networks/a626fd95-69a7-4094-a374-d9cdbfecc0c3 HTTP/1.1" status: 204 len: 168 time: 1.3879616 Aug 16 01:32:09.379912 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d8364-db53-445a-9a0c-24669f5e440a admin admin] Pushing event deleted for resources: {'Network': ['ID=a626fd95-69a7-4094-a374-d9cdbfecc0c3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:09.484763 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-70118cd9-aa2d-4d9f-bb48-cd568b099ffb req-671b4667-4f46-4cf9-b716-32700f76ceda tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653984 Aug 16 01:32:09.503023 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-14cbe178-fadb-4df0-9d04-0710eb7b1cc9 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:09.511726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9cccf-7653-4604-b6ae-db67c670bd8f req-a0718ad5-5b8c-455a-8ab1-adb2ca649a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:09.511726 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85d9cccf-7653-4604-b6ae-db67c670bd8f req-a0718ad5-5b8c-455a-8ab1-adb2ca649a51 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&device_id=d40e20a5-6523-4ba2-8012-6b2c6975272a HTTP/1.1" status: 200 len: 1100 time: 0.1315265 Aug 16 01:32:09.518991 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-14cbe178-fadb-4df0-9d04-0710eb7b1cc9 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:09.538632 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-8f0d66bd-f9d8-4a81-9da0-609c21c4b158 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568939 Aug 16 01:32:09.562617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33152) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:09.702145 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-14cbe178-fadb-4df0-9d04-0710eb7b1cc9 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Floating IP d5c3805f-23a8-4451-840a-a06fa1f18a49 associated. External IP: 172.25.3.99, port: 09793403-48b1-47d2-8ea0-997a18d1cc71. Aug 16 01:32:09.727588 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-34c797bb-216b-460a-9409-e8cf4d6d30da admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e3a95332558c4d54bebb786ba633d046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1304793 Aug 16 01:32:09.732617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33158) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:09.746339 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9cccf-7653-4604-b6ae-db67c670bd8f req-d18124f0-2c18-452e-a311-25c2087a69c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:09.747809 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85d9cccf-7653-4604-b6ae-db67c670bd8f req-d18124f0-2c18-452e-a311-25c2087a69c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.2288837 Aug 16 01:32:09.826287 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85d9cccf-7653-4604-b6ae-db67c670bd8f req-8315fd77-81cf-4d24-be1a-df247a6de53d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=953524ee-24ed-4995-b587-bdee7ee55e69 HTTP/1.1" status: 200 len: 217 time: 0.0687807 Aug 16 01:32:09.829069 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5e79ef-c259-405b-aaa7-2c4d7c098730', 'tag': 'b5840ef7-f878-4013-a74b-df2793d97769'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:09.831571 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690165d9-118f-438c-9036-94faeccd0403" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5e79ef-c259-405b-aaa7-2c4d7c098730", "tag": "b5840ef7-f878-4013-a74b-df2793d97769"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:09.846076 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2a7e95-c112-42e4-bc14-f95c25a04bd1 req-709b7ee2-9297-495b-b7a1-478fc99fb5f3 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741911 Aug 16 01:32:09.910357 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a110cb54-ced2-401e-9b80-ea361c1d425c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:09.938768 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9cccf-7653-4604-b6ae-db67c670bd8f req-312d0ea4-0c06-4e57-910d-64d12f958299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:09.940240 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85d9cccf-7653-4604-b6ae-db67c670bd8f req-312d0ea4-0c06-4e57-910d-64d12f958299 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1035752 Aug 16 01:32:09.945044 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a110cb54-ced2-401e-9b80-ea361c1d425c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:09.998830 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-14cbe178-fadb-4df0-9d04-0710eb7b1cc9 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Router b08f84ac-8362-4984-b243-d6c5d35e4397 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:32:10.014145 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9cccf-7653-4604-b6ae-db67c670bd8f req-b5528730-614e-4f72-9697-c05e80d7542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:10.015554 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85d9cccf-7653-4604-b6ae-db67c670bd8f req-b5528730-614e-4f72-9697-c05e80d7542b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0630050 Aug 16 01:32:10.039577 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a110cb54-ced2-401e-9b80-ea361c1d425c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:10.043780 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a110cb54-ced2-401e-9b80-ea361c1d425c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:10.045047 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a110cb54-ced2-401e-9b80-ea361c1d425c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0c511abf-7fbb-425f-b4b7-bb81f7e3efe5 HTTP/1.1" status: 204 len: 168 time: 0.3101447 Aug 16 01:32:10.192848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110cb54-ced2-401e-9b80-ea361c1d425c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c511abf-7fbb-425f-b4b7-bb81f7e3efe5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:10.200390 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85d9cccf-7653-4604-b6ae-db67c670bd8f req-561d7208-405f-44d3-8e5f-00795cfd27c6 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714466 Aug 16 01:32:10.205439 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-14cbe178-fadb-4df0-9d04-0710eb7b1cc9 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:32:10.234512 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-14cbe178-fadb-4df0-9d04-0710eb7b1cc9 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:10.235218 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726094c3-ab35-4f77-9e76-9bc528ad08fe None None] Sync routers for ids ['b08f84ac-8362-4984-b243-d6c5d35e4397'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:32:10.254840 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726094c3-ab35-4f77-9e76-9bc528ad08fe None None] Routers {'b08f84ac-8362-4984-b243-d6c5d35e4397'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:32:10.256290 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-726094c3-ab35-4f77-9e76-9bc528ad08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:31:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b08f84ac-8362-4984-b243-d6c5d35e4397'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:10.306079 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-14cbe178-fadb-4df0-9d04-0710eb7b1cc9 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "PUT /v2.0/floatingips/d5c3805f-23a8-4451-840a-a06fa1f18a49 HTTP/1.1" status: 200 len: 995 time: 2.0173485 Aug 16 01:32:10.307127 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3', 'tag': '09793403-48b1-47d2-8ea0-997a18d1cc71'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:10.314599 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81eb472a-ba49-45f0-89c3-d8df31c5846c" -d '{"events": [{"name": "network-changed", "server_uuid": "4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3", "tag": "09793403-48b1-47d2-8ea0-997a18d1cc71"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:10.384518 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-c801039d-82db-4a3e-a177-4c13fee5d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:10.393940 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-c801039d-82db-4a3e-a177-4c13fee5d93b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=286d0fcd8d6a4bf3a686e53650d8e8a4&device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3 HTTP/1.1" status: 200 len: 1097 time: 0.0739360 Aug 16 01:32:10.418761 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-8faa3c0a-c96c-4711-bc58-ff86ee9f973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:10.420758 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-8faa3c0a-c96c-4711-bc58-ff86ee9f973f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 1097 time: 0.0993586 Aug 16 01:32:10.422900 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-726094c3-ab35-4f77-9e76-9bc528ad08fe None None] Set router b08f84ac-8362-4984-b243-d6c5d35e4397 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:32:10.423740 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85d9cccf-7653-4604-b6ae-db67c670bd8f req-2e1ada40-9dbf-4b65-b7ba-a965e574fd7d service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067482 Aug 16 01:32:10.506138 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-ec671670-637d-4fd6-8af1-7ba4010f943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:10.515220 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-ec671670-637d-4fd6-8af1-7ba4010f943d service neutron] 10.222.0.68 "GET /v2.0/networks?id=268994b3-9d34-438f-948f-f4457ea15ca1 HTTP/1.1" status: 200 len: 929 time: 0.1198242 Aug 16 01:32:10.559807 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-21b06184-47f0-4bbe-8cb7-2eaf38b8318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:10.562891 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-21b06184-47f0-4bbe-8cb7-2eaf38b8318e service neutron] 10.222.0.73 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 922 time: 0.1167536 Aug 16 01:32:10.650314 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-c1df05a7-780f-405a-ad55-91214b1c48a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e06069d-8b5f-49f5-9bce-1fca274c082f HTTP/1.1" status: 200 len: 217 time: 0.0786920 Aug 16 01:32:10.713536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-96d7a92c-163f-4572-aff6-88c46a37bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:10.716959 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-96d7a92c-163f-4572-aff6-88c46a37bb90 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.0577312 Aug 16 01:32:10.743253 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33188) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:10.778240 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-9819e5b1-3c5a-41ba-9624-05ee98521958 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524175 Aug 16 01:32:10.778494 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-726094c3-ab35-4f77-9e76-9bc528ad08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-373512944-router', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:38Z', 'updated_at': '2021-08-16T01:31:45Z', 'revision_number': 4, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'gw_port': {'id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:39Z', 'updated_at': '2021-08-16T01:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'd5c3805f-23a8-4451-840a-a06fa1f18a49', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'floating_ip_address': '172.25.3.99', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'port_id': '09793403-48b1-47d2-8ea0-997a18d1cc71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1', 'mac_address': 'fa:16:3e:4f:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:32:05Z', 'updated_at': '2021-08-16T01:32:09Z', 'revision_number': 1, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f27fda4-ba29-4a3f-a247-8ca926ef08bd', 'name': '', 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'mac_address': 'fa:16:3e:af:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd3e075c4-0752-4776-bb0a-6b883c1bb09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:44Z', 'updated_at': '2021-08-16T01:31:51Z', 'revision_number': 5, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'subnets': [{'id': 'd3e075c4-0752-4776-bb0a-6b883c1bb09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:10.813992 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726094c3-ab35-4f77-9e76-9bc528ad08fe None None] Checking router: b08f84ac-8362-4984-b243-d6c5d35e4397 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:32:10.825821 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726094c3-ab35-4f77-9e76-9bc528ad08fe None None] Routers {'b08f84ac-8362-4984-b243-d6c5d35e4397'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:32:10.826806 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-726094c3-ab35-4f77-9e76-9bc528ad08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:31:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b08f84ac-8362-4984-b243-d6c5d35e4397'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:10.904005 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a7de2c50-e4bd-4103-90ef-fca61bada512 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3e97ab0179e5445f9a91434204effd19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591210 Aug 16 01:32:10.911193 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33194) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:10.956205 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-726094c3-ab35-4f77-9e76-9bc528ad08fe None None] Set router b08f84ac-8362-4984-b243-d6c5d35e4397 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:32:10.964163 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28689c84-5c62-4d69-b8ea-0d64c4520c57 req-140a7627-521f-48a9-8bf3-1e66ff82a11f tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:10.966214 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28689c84-5c62-4d69-b8ea-0d64c4520c57 req-140a7627-521f-48a9-8bf3-1e66ff82a11f tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 944 time: 0.1533582 Aug 16 01:32:10.995707 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-6dbaf999-ecfe-4793-9d9c-54287b8a731a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09793403-48b1-47d2-8ea0-997a18d1cc71 HTTP/1.1" status: 200 len: 998 time: 0.4795470 Aug 16 01:32:11.002681 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-1b78724e-fcaa-44f4-a561-088af0cbff4f service neutron] 10.222.0.73 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162390 Aug 16 01:32:11.061253 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bb7ff2a-2a96-4a58-ad05-93596e5b2182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:11.064039 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-f7a5bdca-935f-4c85-b799-cf3bfb21d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:11.072511 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-f7a5bdca-935f-4c85-b799-cf3bfb21d279 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d3e075c4-0752-4776-bb0a-6b883c1bb09d HTTP/1.1" status: 200 len: 867 time: 0.0740335 Aug 16 01:32:11.095734 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28689c84-5c62-4d69-b8ea-0d64c4520c57 req-4c7eda59-77e3-4826-9645-6e499f9ce623 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226885 Aug 16 01:32:11.124808 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bb7ff2a-2a96-4a58-ad05-93596e5b2182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:11.163929 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-870e3298-975c-45b6-9b3c-8f85ec4825a5 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450825 Aug 16 01:32:11.181501 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea6e01f-5dec-40ab-9fd2-00997433bbe1 x-openstack-request-id: req-6ea6e01f-5dec-40ab-9fd2-00997433bbe1 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:11.181819 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5e79ef-c259-405b-aaa7-2c4d7c098730", "tag": "b5840ef7-f878-4013-a74b-df2793d97769", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:11.182125 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6ea6e01f-5dec-40ab-9fd2-00997433bbe1 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:11.182507 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-98a7d02c-5a00-46fe-ac04-865cb0a4fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:11.182639 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5e79ef-c259-405b-aaa7-2c4d7c098730', 'tag': 'b5840ef7-f878-4013-a74b-df2793d97769', 'status': 'completed', 'code': 200} Aug 16 01:32:11.185558 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-98a7d02c-5a00-46fe-ac04-865cb0a4fad8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=268994b3-9d34-438f-948f-f4457ea15ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1121180 Aug 16 01:32:11.202183 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-a6f3ae0e-409c-4f44-8a63-eebe5f902ff1 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:32:11.203607 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-a6f3ae0e-409c-4f44-8a63-eebe5f902ff1 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091271 Aug 16 01:32:11.287729 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-726094c3-ab35-4f77-9e76-9bc528ad08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-373512944-router', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:38Z', 'updated_at': '2021-08-16T01:31:45Z', 'revision_number': 4, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'gw_port': {'id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:39Z', 'updated_at': '2021-08-16T01:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'd5c3805f-23a8-4451-840a-a06fa1f18a49', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'floating_ip_address': '172.25.3.99', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'port_id': '09793403-48b1-47d2-8ea0-997a18d1cc71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1', 'mac_address': 'fa:16:3e:4f:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:32:05Z', 'updated_at': '2021-08-16T01:32:09Z', 'revision_number': 1, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f27fda4-ba29-4a3f-a247-8ca926ef08bd', 'name': '', 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'mac_address': 'fa:16:3e:af:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd3e075c4-0752-4776-bb0a-6b883c1bb09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:44Z', 'updated_at': '2021-08-16T01:31:51Z', 'revision_number': 5, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'subnets': [{'id': 'd3e075c4-0752-4776-bb0a-6b883c1bb09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:11.298763 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bb7ff2a-2a96-4a58-ad05-93596e5b2182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:11.301299 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bb7ff2a-2a96-4a58-ad05-93596e5b2182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:11.305037 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1bb7ff2a-2a96-4a58-ad05-93596e5b2182 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3d730ee2-5cd9-427e-b091-d5f2035e3db8 HTTP/1.1" status: 204 len: 168 time: 0.3899624 Aug 16 01:32:11.310053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690165d9-118f-438c-9036-94faeccd0403 req-0bad986e-c230-46e7-9c44-46253de54aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:11.312209 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-690165d9-118f-438c-9036-94faeccd0403 req-0bad986e-c230-46e7-9c44-46253de54aad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&device_id=8d5e79ef-c259-405b-aaa7-2c4d7c098730 HTTP/1.1" status: 200 len: 1100 time: 0.1020482 Aug 16 01:32:11.320471 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726094c3-ab35-4f77-9e76-9bc528ad08fe None None] The sync data for ids ['b08f84ac-8362-4984-b243-d6c5d35e4397'] in n-d-765315-27 is: [{'id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-373512944-router', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:38Z', 'updated_at': '2021-08-16T01:31:45Z', 'revision_number': 4, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'gw_port': {'id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:39Z', 'updated_at': '2021-08-16T01:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'd5c3805f-23a8-4451-840a-a06fa1f18a49', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'floating_ip_address': '172.25.3.99', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'port_id': '09793403-48b1-47d2-8ea0-997a18d1cc71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1', 'mac_address': 'fa:16:3e:4f:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:32:05Z', 'updated_at': '2021-08-16T01:32:09Z', 'revision_number': 1, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f27fda4-ba29-4a3f-a247-8ca926ef08bd', 'name': '', 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'mac_address': 'fa:16:3e:af:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd3e075c4-0752-4776-bb0a-6b883c1bb09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:44Z', 'updated_at': '2021-08-16T01:31:51Z', 'revision_number': 5, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'subnets': [{'id': 'd3e075c4-0752-4776-bb0a-6b883c1bb09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:32:11.323965 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7ff2a-2a96-4a58-ad05-93596e5b2182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d730ee2-5cd9-427e-b091-d5f2035e3db8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:11.388575 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-ec479fc7-1d0c-4a5c-a54b-c94d11da0214 service neutron] 10.222.0.68 "GET /v2.0/networks/268994b3-9d34-438f-948f-f4457ea15ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640730 Aug 16 01:32:11.450257 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d3048-8d56-432b-a19b-d686c3e15df2 req-35c2793e-2094-4101-a41b-88d922c8569d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:11.451791 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-079d3048-8d56-432b-a19b-d686c3e15df2 req-35c2793e-2094-4101-a41b-88d922c8569d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d5e79ef-c259-405b-aaa7-2c4d7c098730 HTTP/1.1" status: 200 len: 948 time: 0.1916904 Aug 16 01:32:11.453891 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-3c4690a8-eefc-4945-a917-ded272093c1d tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:11.456083 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-3c4690a8-eefc-4945-a917-ded272093c1d tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf&tenant_id=45dbe6ee0a914906b78be372f8c71bfe&binding%3Ahost_id=n-h2-765315-27 HTTP/1.1" status: 200 len: 1097 time: 0.2126920 Aug 16 01:32:11.482682 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-27'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:11.500945 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eeb9cf60-b007-4c94-a400-4b032933c979 req-4737fdc8-08d0-4730-9231-d73bcccb46c3 service neutron] 10.222.0.68 "GET /v2.0/networks/268994b3-9d34-438f-948f-f4457ea15ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051154 Aug 16 01:32:11.519700 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690165d9-118f-438c-9036-94faeccd0403 req-7106f997-67d5-4875-b832-a831e955e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:11.521172 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-690165d9-118f-438c-9036-94faeccd0403 req-7106f997-67d5-4875-b832-a831e955e6ea service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1743042 Aug 16 01:32:11.571403 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2a50f5-0f76-4eb7-96e6-b84f1be4c5e9 x-openstack-request-id: req-1b2a50f5-0f76-4eb7-96e6-b84f1be4c5e9 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:11.571838 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3", "tag": "09793403-48b1-47d2-8ea0-997a18d1cc71", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:11.572229 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1b2a50f5-0f76-4eb7-96e6-b84f1be4c5e9 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:11.572849 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3', 'tag': '09793403-48b1-47d2-8ea0-997a18d1cc71', 'status': 'completed', 'code': 200} Aug 16 01:32:11.584359 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-079d3048-8d56-432b-a19b-d686c3e15df2 req-90816385-d816-4f4b-af17-f139bea2070e tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253948 Aug 16 01:32:11.587313 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-690165d9-118f-438c-9036-94faeccd0403 req-f4de4f3d-349c-47aa-b22a-912b2ef59e10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=b5840ef7-f878-4013-a74b-df2793d97769 HTTP/1.1" status: 200 len: 217 time: 0.0496776 Aug 16 01:32:11.630279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc49fc83-4998-455f-ab9a-00cf212a5f6d None None] New status for floating IP d5c3805f-23a8-4451-840a-a06fa1f18a49: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:32:11.658768 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb472a-ba49-45f0-89c3-d8df31c5846c req-129b7c1d-95da-4042-a577-2349dadc177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:11.660310 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81eb472a-ba49-45f0-89c3-d8df31c5846c req-129b7c1d-95da-4042-a577-2349dadc177f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=286d0fcd8d6a4bf3a686e53650d8e8a4&device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3 HTTP/1.1" status: 200 len: 1097 time: 0.0644884 Aug 16 01:32:11.672620 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:11.742419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690165d9-118f-438c-9036-94faeccd0403 req-eb61a0f4-cf35-4cb3-a770-8deededf260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:11.745628 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-690165d9-118f-438c-9036-94faeccd0403 req-eb61a0f4-cf35-4cb3-a770-8deededf260d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0899806 Aug 16 01:32:11.794926 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2a287-1469-4064-a5d1-7fb2b02ee29f req-73e2faac-be12-4e4f-9ff1-a68b1649ac00 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:11.796908 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8e2a287-1469-4064-a5d1-7fb2b02ee29f req-73e2faac-be12-4e4f-9ff1-a68b1649ac00 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 945 time: 0.1153872 Aug 16 01:32:11.876043 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb472a-ba49-45f0-89c3-d8df31c5846c req-22ecaddf-e670-40b2-8bef-45bc0b143fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:11.878448 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81eb472a-ba49-45f0-89c3-d8df31c5846c req-22ecaddf-e670-40b2-8bef-45bc0b143fff service neutron] 10.222.0.63 "GET /v2.0/networks?id=268994b3-9d34-438f-948f-f4457ea15ca1 HTTP/1.1" status: 200 len: 929 time: 0.2087111 Aug 16 01:32:11.900705 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8e2a287-1469-4064-a5d1-7fb2b02ee29f req-9c874832-5983-4f58-8f9e-8cc26b4cc226 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879176 Aug 16 01:32:11.908517 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device b5840ef7-f878-4013-a74b-df2793d97769 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:32:11.914297 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690165d9-118f-438c-9036-94faeccd0403 req-653e5e21-aa20-4e45-acc9-b59356997173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:11.917730 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-690165d9-118f-438c-9036-94faeccd0403 req-653e5e21-aa20-4e45-acc9-b59356997173 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1492920 Aug 16 01:32:11.982655 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81eb472a-ba49-45f0-89c3-d8df31c5846c req-8511bef5-0e7a-4185-860e-32672db02370 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09793403-48b1-47d2-8ea0-997a18d1cc71 HTTP/1.1" status: 200 len: 1000 time: 0.0924504 Aug 16 01:32:12.045222 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-690165d9-118f-438c-9036-94faeccd0403 req-4a19dd9d-fcc5-48de-a23b-5afb928b4136 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174469 Aug 16 01:32:12.101841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb472a-ba49-45f0-89c3-d8df31c5846c req-3888d413-5fa2-41e1-a671-f15027c32c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:12.107644 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81eb472a-ba49-45f0-89c3-d8df31c5846c req-3888d413-5fa2-41e1-a671-f15027c32c02 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d3e075c4-0752-4776-bb0a-6b883c1bb09d HTTP/1.1" status: 200 len: 867 time: 0.1057498 Aug 16 01:32:12.112855 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port b5840ef7-f878-4013-a74b-df2793d97769, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=b5840ef7-f878-4013-a74b-df2793d97769,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:12.130260 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] For port 2e06069d-8b5f-49f5-9bce-1fca274c082f, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2e06069d-8b5f-49f5-9bce-1fca274c082f,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:12.150553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'b5840ef7-f878-4013-a74b-df2793d97769', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': 'b5840ef7-f878-4013-a74b-df2793d97769', 'mac_address': 'fa:16:3e:0d:88:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:32:12.213704 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb472a-ba49-45f0-89c3-d8df31c5846c req-82da9b1c-395a-4e0f-a08b-c117c55621c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:12.215274 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81eb472a-ba49-45f0-89c3-d8df31c5846c req-82da9b1c-395a-4e0f-a08b-c117c55621c3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=268994b3-9d34-438f-948f-f4457ea15ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999894 Aug 16 01:32:12.227508 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:12.266917 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5840ef7-f878-4013-a74b-df2793d97769 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:32:12.340340 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port b5840ef7-f878-4013-a74b-df2793d97769, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=b5840ef7-f878-4013-a74b-df2793d97769,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:12.354153 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:12.355359 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 953524ee-24ed-4995-b587-bdee7ee55e69 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:32:12.387444 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81eb472a-ba49-45f0-89c3-d8df31c5846c req-c1513124-fdbc-4b5d-8d1b-8fc7eb2fe833 service neutron] 10.222.0.63 "GET /v2.0/networks/268994b3-9d34-438f-948f-f4457ea15ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623907 Aug 16 01:32:12.484542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 953524ee-24ed-4995-b587-bdee7ee55e69, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=953524ee-24ed-4995-b587-bdee7ee55e69,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:12.498089 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=b5840ef7-f878-4013-a74b-df2793d97769,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:12.508602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '953524ee-24ed-4995-b587-bdee7ee55e69', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '953524ee-24ed-4995-b587-bdee7ee55e69', 'mac_address': 'fa:16:3e:6d:5f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:32:12.513126 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:12.513668 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:12.514203 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:12.514717 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:12.515193 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:12.515857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:12.516595 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:12.517110 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:12.517638 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:12.518121 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:12.518590 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:12.519126 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:12.538139 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66307f-6238-4324-b36e-ecc06a886400 req-5351944d-8e94-414c-9cca-23c18bf1342c tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:12.545281 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9e66307f-6238-4324-b36e-ecc06a886400 req-5351944d-8e94-414c-9cca-23c18bf1342c tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 1096 time: 0.1505704 Aug 16 01:32:12.561009 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] For port 2e06069d-8b5f-49f5-9bce-1fca274c082f, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:12.576703 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81eb472a-ba49-45f0-89c3-d8df31c5846c req-5fe74b85-9409-48f1-947a-7e768164ff7f service neutron] 10.222.0.63 "GET /v2.0/networks/268994b3-9d34-438f-948f-f4457ea15ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704197 Aug 16 01:32:12.576934 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:12.598106 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953524ee-24ed-4995-b587-bdee7ee55e69 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:32:12.615632 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-690165d9-118f-438c-9036-94faeccd0403 req-e1975ef2-468c-46ba-b1fc-87a503d59b0c service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592954 Aug 16 01:32:12.618013 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9e66307f-6238-4324-b36e-ecc06a886400 req-bc8437bb-c32d-4b58-b08a-6c15db257f0f tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717654 Aug 16 01:32:12.636723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 953524ee-24ed-4995-b587-bdee7ee55e69, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=953524ee-24ed-4995-b587-bdee7ee55e69,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:12.636723 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:12.706488 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=953524ee-24ed-4995-b587-bdee7ee55e69,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:12.708751 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-67bea4df-8245-4167-966c-77d3a0edfc4d req-91e6d099-700d-45fe-8248-c5628f9444d7 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 258 time: 0.2308688 Aug 16 01:32:12.720946 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-67bea4df-8245-4167-966c-77d3a0edfc4d req-5b0d52e9-e328-47f1-baeb-02aed8871396 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:12.735251 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:12.748957 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:12.760913 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67bea4df-8245-4167-966c-77d3a0edfc4d req-5b0d52e9-e328-47f1-baeb-02aed8871396 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:12.898404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] Pushing event updated for resources: {'Port': ['ID=2e06069d-8b5f-49f5-9bce-1fca274c082f,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:12.913257 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['b5840ef7-f878-4013-a74b-df2793d97769'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:32:12.944619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] Attempting to bind port 2e06069d-8b5f-49f5-9bce-1fca274c082f on host n-h2-765315-27 for vnic_type normal with profile {"migrating_to": "n-h1-765315-27"} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:32:12.945036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] Attempting to bind port 2e06069d-8b5f-49f5-9bce-1fca274c082f by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:32:12.945513 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] Attempting to bind port 2e06069d-8b5f-49f5-9bce-1fca274c082f on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:12.955122 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] Port 2e06069d-8b5f-49f5-9bce-1fca274c082f on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:32:12.955519 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] Attempting to bind port 2e06069d-8b5f-49f5-9bce-1fca274c082f on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:12.965385 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:32:12.965807 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] Checking segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:12.966256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] Bound using segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:32:12.967022 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] Bound port: 2e06069d-8b5f-49f5-9bce-1fca274c082f, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:32:12.967450 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:12.985966 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['953524ee-24ed-4995-b587-bdee7ee55e69'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:32:13.085673 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67bea4df-8245-4167-966c-77d3a0edfc4d req-5b0d52e9-e328-47f1-baeb-02aed8871396 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:13.105253 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] For port 2e06069d-8b5f-49f5-9bce-1fca274c082f, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:13.110664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] For port 2e06069d-8b5f-49f5-9bce-1fca274c082f, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2e06069d-8b5f-49f5-9bce-1fca274c082f,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:32:13.148392 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:13.191173 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4bf462-13c9-4528-96a9-1d4c330a5abf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e06069d-8b5f-49f5-9bce-1fca274c082f'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:13.193935 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c000822-dda3-41cf-acbb-5eb7c9b6297a" -d '{"events": [{"server_uuid": "db4bf462-13c9-4528-96a9-1d4c330a5abf", "name": "network-vif-unplugged", "status": "completed", "tag": "2e06069d-8b5f-49f5-9bce-1fca274c082f"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:13.286647 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] Pushing event updated for resources: {'Port': ['ID=2e06069d-8b5f-49f5-9bce-1fca274c082f,revision_number=8']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:13.319228 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:13.320904 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:13.323551 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-719d79fa-2e07-431e-bf52-01fdbe458888 service neutron] 10.222.0.73 "PUT /v2.0/ports/2e06069d-8b5f-49f5-9bce-1fca274c082f HTTP/1.1" status: 200 len: 1123 time: 1.8550000 Aug 16 01:32:13.371748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-67bea4df-8245-4167-966c-77d3a0edfc4d req-5b0d52e9-e328-47f1-baeb-02aed8871396 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Allocated IP 172.25.3.190 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/a3c523ef-9f66-46c0-8416-44e401333a96) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:32:13.419930 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['2e06069d-8b5f-49f5-9bce-1fca274c082f'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:32:13.522142 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67bea4df-8245-4167-966c-77d3a0edfc4d req-5b0d52e9-e328-47f1-baeb-02aed8871396 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:13.527104 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1afecd3c-ff4c-49cc-80be-35a5c87c3697 req-8168ee1a-fd6f-4803-8465-b815c68ec8ce tempest-QuotasAdminNegativeTest-568126444 tempest-QuotasAdminNegativeTest-568126444-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=7af6a351dd4345108020a7c5c906a369&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325286 Aug 16 01:32:13.564241 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67bea4df-8245-4167-966c-77d3a0edfc4d req-5b0d52e9-e328-47f1-baeb-02aed8871396 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:13.598090 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67bea4df-8245-4167-966c-77d3a0edfc4d req-5b0d52e9-e328-47f1-baeb-02aed8871396 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:13.600847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-67bea4df-8245-4167-966c-77d3a0edfc4d req-5b0d52e9-e328-47f1-baeb-02aed8871396 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:13.604942 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bea4df-8245-4167-966c-77d3a0edfc4d req-5b0d52e9-e328-47f1-baeb-02aed8871396 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:32:13.641406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d52e9-e328-47f1-baeb-02aed8871396 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Pushing event updated for resources: {'Port': ['ID=a3c523ef-9f66-46c0-8416-44e401333a96,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:13.643681 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afecd3c-ff4c-49cc-80be-35a5c87c3697 req-692b07d1-7b94-4034-9a9d-7f4d4270692e tempest-QuotasAdminNegativeTest-568126444 tempest-QuotasAdminNegativeTest-568126444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:13.645214 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1afecd3c-ff4c-49cc-80be-35a5c87c3697 req-692b07d1-7b94-4034-9a9d-7f4d4270692e tempest-QuotasAdminNegativeTest-568126444 tempest-QuotasAdminNegativeTest-568126444-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1162643 Aug 16 01:32:13.663500 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1afecd3c-ff4c-49cc-80be-35a5c87c3697 req-13906574-2df7-40e0-9819-bcf2eb64661b tempest-QuotasAdminNegativeTest-568126444 tempest-QuotasAdminNegativeTest-568126444-project] 10.222.0.68 "GET /v2.0/quotas/7af6a351dd4345108020a7c5c906a369 HTTP/1.1" status: 200 len: 375 time: 0.0098264 Aug 16 01:32:13.698971 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67bea4df-8245-4167-966c-77d3a0edfc4d req-5b0d52e9-e328-47f1-baeb-02aed8871396 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:13.706381 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1afecd3c-ff4c-49cc-80be-35a5c87c3697 req-334c6a66-a9af-4f49-b429-8f9c62211edb tempest-QuotasAdminNegativeTest-568126444 tempest-QuotasAdminNegativeTest-568126444-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7af6a351dd4345108020a7c5c906a369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348620 Aug 16 01:32:13.738938 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67bea4df-8245-4167-966c-77d3a0edfc4d req-5b0d52e9-e328-47f1-baeb-02aed8871396 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:13.884790 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7af5d0-bbea-4726-9633-57030de26843 req-689dd64e-fec6-464a-9e42-03036cb9b9b6 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:13.886308 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9d7af5d0-bbea-4726-9633-57030de26843 req-689dd64e-fec6-464a-9e42-03036cb9b9b6 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d5e79ef-c259-405b-aaa7-2c4d7c098730 HTTP/1.1" status: 200 len: 949 time: 0.0507758 Aug 16 01:32:13.917213 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67bea4df-8245-4167-966c-77d3a0edfc4d req-5b0d52e9-e328-47f1-baeb-02aed8871396 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:13.923157 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67bea4df-8245-4167-966c-77d3a0edfc4d req-5b0d52e9-e328-47f1-baeb-02aed8871396 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:13.933535 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9d7af5d0-bbea-4726-9633-57030de26843 req-834d9388-e3f9-43b3-8f66-5a7c2b640e68 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410612 Aug 16 01:32:13.994597 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d52e9-e328-47f1-baeb-02aed8871396 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Pushing event updated for resources: {'Port': ['ID=a3c523ef-9f66-46c0-8416-44e401333a96,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:14.011485 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67bea4df-8245-4167-966c-77d3a0edfc4d req-5b0d52e9-e328-47f1-baeb-02aed8871396 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:14.025869 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67bea4df-8245-4167-966c-77d3a0edfc4d req-5b0d52e9-e328-47f1-baeb-02aed8871396 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:14.027944 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-67bea4df-8245-4167-966c-77d3a0edfc4d req-5b0d52e9-e328-47f1-baeb-02aed8871396 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3178997 Aug 16 01:32:14.078265 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-67bea4df-8245-4167-966c-77d3a0edfc4d req-59120046-1b63-4c2e-9f0a-9d35c5d974b3 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0437894 Aug 16 01:32:14.179018 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c44207-6d28-4017-996b-7786edc34686 req-22bddf4d-522d-44b0-9ec3-156e62178b2c tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:14.180542 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12c44207-6d28-4017-996b-7786edc34686 req-22bddf4d-522d-44b0-9ec3-156e62178b2c tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 808 time: 0.1115999 Aug 16 01:32:14.193160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bea4df-8245-4167-966c-77d3a0edfc4d req-7b6df07f-f7b2-41c7-bf3f-a99a4e67eb22 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:14.194525 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-67bea4df-8245-4167-966c-77d3a0edfc4d req-7b6df07f-f7b2-41c7-bf3f-a99a4e67eb22 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.1102695 Aug 16 01:32:14.197614 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12c44207-6d28-4017-996b-7786edc34686 req-ae23ddfb-a25c-4393-9ccd-6a2177446c7b tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/quotas/2a06768184a243e2b06a44bee40a6f92 HTTP/1.1" status: 200 len: 375 time: 0.0092053 Aug 16 01:32:14.252334 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12c44207-6d28-4017-996b-7786edc34686 req-9c6ba3ae-c1d6-4e3c-9409-f6b5c3202ade tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438592 Aug 16 01:32:14.296389 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7db8a7-1a00-43b9-9763-c2d5248b40d3 req-3823f503-96bb-4deb-8db7-3a9a7987af05 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:14.297989 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f7db8a7-1a00-43b9-9763-c2d5248b40d3 req-3823f503-96bb-4deb-8db7-3a9a7987af05 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 943 time: 0.0500991 Aug 16 01:32:14.338228 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f7db8a7-1a00-43b9-9763-c2d5248b40d3 req-d100cd43-d319-4cc0-aa1c-a863aa43d292 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336547 Aug 16 01:32:14.350249 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12c44207-6d28-4017-996b-7786edc34686 req-a692e422-222b-4429-a678-9ac3202a212c service neutron] 10.222.0.68 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901384 Aug 16 01:32:14.405620 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b372efd5-8391-407f-9335-d339362a36c8 x-openstack-request-id: req-b372efd5-8391-407f-9335-d339362a36c8 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:14.406390 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4bf462-13c9-4528-96a9-1d4c330a5abf", "name": "network-vif-unplugged", "status": "completed", "tag": "2e06069d-8b5f-49f5-9bce-1fca274c082f", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:14.406390 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b372efd5-8391-407f-9335-d339362a36c8 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:14.406601 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4bf462-13c9-4528-96a9-1d4c330a5abf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e06069d-8b5f-49f5-9bce-1fca274c082f', 'code': 200} Aug 16 01:32:14.444325 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12c44207-6d28-4017-996b-7786edc34686 req-ff13d7ef-2d26-4244-b2d1-b4f6e3879587 service neutron] 10.222.0.68 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863061 Aug 16 01:32:14.652012 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec1c67-ecfc-448f-bbbb-eae4af77d827 req-d6b63ace-5ae1-44a4-81cd-885d99d8d9af tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:14.653877 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-02ec1c67-ecfc-448f-bbbb-eae4af77d827 req-d6b63ace-5ae1-44a4-81cd-885d99d8d9af tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/ports?device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0619898 Aug 16 01:32:14.716306 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-02ec1c67-ecfc-448f-bbbb-eae4af77d827 req-b0ac85fb-cc2f-4695-a02c-cc33ec55246f tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0522528 Aug 16 01:32:14.726936 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-02ec1c67-ecfc-448f-bbbb-eae4af77d827 req-41de1016-2ceb-460a-918b-a9a429ee420f tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Request body: {'floatingip': {'port_id': '09793403-48b1-47d2-8ea0-997a18d1cc71', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:14.770297 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-02ec1c67-ecfc-448f-bbbb-eae4af77d827 req-41de1016-2ceb-460a-918b-a9a429ee420f tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:14.866242 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-694b9499-741b-4a0b-80b1-6781e9691cbb req-f0bbac6f-d778-4adf-9373-9132de972317 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 210 time: 0.0352180 Aug 16 01:32:15.052146 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-02ec1c67-ecfc-448f-bbbb-eae4af77d827 req-41de1016-2ceb-460a-918b-a9a429ee420f tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 01:32:15.053957 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-02ec1c67-ecfc-448f-bbbb-eae4af77d827 req-41de1016-2ceb-460a-918b-a9a429ee420f tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "PUT /v2.0/floatingips/88a6ffa4-d772-4420-92f5-9548a130c566 HTTP/1.1" status: 409 len: 550 time: 0.3312914 Aug 16 01:32:15.181923 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66615b7a-ead7-4330-b3ac-c5a084e93ab4 req-0ade089d-3d1f-4e79-b139-da4664956c1c tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:15.184379 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-66615b7a-ead7-4330-b3ac-c5a084e93ab4 req-0ade089d-3d1f-4e79-b139-da4664956c1c tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d5e79ef-c259-405b-aaa7-2c4d7c098730 HTTP/1.1" status: 200 len: 949 time: 0.0696678 Aug 16 01:32:15.228316 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-66615b7a-ead7-4330-b3ac-c5a084e93ab4 req-63251bbb-7b63-4640-8de4-72836e969be6 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378261 Aug 16 01:32:15.285577 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33332) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:15.376469 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b86879d5-d1cf-45c4-983b-bf70a658dc27 req-a228736f-4464-471a-bd49-eb786f728747 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/floatingips/88a6ffa4-d772-4420-92f5-9548a130c566 HTTP/1.1" status: 200 len: 693 time: 0.0487406 Aug 16 01:32:15.415675 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee24dcf4-3544-4d8f-a934-28cd5647f365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:15.496744 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86879d5-d1cf-45c4-983b-bf70a658dc27 req-bed5045c-0676-454d-935d-a62a7167764f tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:15.498290 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b86879d5-d1cf-45c4-983b-bf70a658dc27 req-bed5045c-0676-454d-935d-a62a7167764f tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.1155946 Aug 16 01:32:15.511655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-b86879d5-d1cf-45c4-983b-bf70a658dc27 req-d5b4c817-a243-4094-ac96-718bbc36fb86 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:32:15.513283 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b86879d5-d1cf-45c4-983b-bf70a658dc27 req-d5b4c817-a243-4094-ac96-718bbc36fb86 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093637 Aug 16 01:32:15.532699 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee24dcf4-3544-4d8f-a934-28cd5647f365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:15.537389 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee24dcf4-3544-4d8f-a934-28cd5647f365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:15.577938 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b86879d5-d1cf-45c4-983b-bf70a658dc27 req-13719bf6-71c4-422a-b04f-c72b1e2c0ed7 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0576427 Aug 16 01:32:15.590803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24dcf4-3544-4d8f-a934-28cd5647f365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2ef39f-e583-415b-a2c6-746cb1b31642,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:15.606790 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ee24dcf4-3544-4d8f-a934-28cd5647f365 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=68bf3f4dd3214504a6d8079c8d1c0cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202629 Aug 16 01:32:15.609419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33350) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:15.632908 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b86879d5-d1cf-45c4-983b-bf70a658dc27 req-f5f6cbb8-d819-4296-ad63-58ab2132374f tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0487835 Aug 16 01:32:15.680626 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-851adb78-6935-47ff-b1a3-4072dc58c0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:15.709451 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-851adb78-6935-47ff-b1a3-4072dc58c0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:15.785105 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-851adb78-6935-47ff-b1a3-4072dc58c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:15.789677 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-851adb78-6935-47ff-b1a3-4072dc58c0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:15.794012 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-851adb78-6935-47ff-b1a3-4072dc58c0b0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/be2ef39f-e583-415b-a2c6-746cb1b31642 HTTP/1.1" status: 204 len: 168 time: 0.1812055 Aug 16 01:32:15.814116 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851adb78-6935-47ff-b1a3-4072dc58c0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2ef39f-e583-415b-a2c6-746cb1b31642,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:15.889017 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c44207-6d28-4017-996b-7786edc34686 req-fb148200-eda4-451c-bd89-222eed354d9d tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:15.891742 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12c44207-6d28-4017-996b-7786edc34686 req-fb148200-eda4-451c-bd89-222eed354d9d tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.63 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 808 time: 0.2012603 Aug 16 01:32:15.900361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-b86879d5-d1cf-45c4-983b-bf70a658dc27 req-4daeb53b-aaa2-4d2e-ab6a-40b5cba783bb tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Deleting port a3c523ef-9f66-46c0-8416-44e401333a96 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:32:15.901209 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b86879d5-d1cf-45c4-983b-bf70a658dc27 req-4daeb53b-aaa2-4d2e-ab6a-40b5cba783bb tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:15.930793 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-12c44207-6d28-4017-996b-7786edc34686 req-913336db-b4cb-4fba-9b2b-070a0cc292db tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Request body: {'port': {'device_id': '6a212bbb-a183-4069-bcfb-50f0f0bfab7a', 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d', 'admin_state_up': True, 'tenant_id': '2a06768184a243e2b06a44bee40a6f92'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:15.933440 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55689a03-ae8e-4513-b8d3-992f08946437 req-744ffc6a-c72c-4e6d-9fa7-704af322fed8 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:15.942328 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-55689a03-ae8e-4513-b8d3-992f08946437 req-744ffc6a-c72c-4e6d-9fa7-704af322fed8 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 943 time: 0.0913990 Aug 16 01:32:15.948055 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 2e06069d-8b5f-49f5-9bce-1fca274c082f details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:32:15.950150 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device b5840ef7-f878-4013-a74b-df2793d97769 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:32:15.996934 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-55689a03-ae8e-4513-b8d3-992f08946437 req-aed92936-8884-4949-a9eb-e85cdf19c0b1 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528269 Aug 16 01:32:16.099445 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b86879d5-d1cf-45c4-983b-bf70a658dc27 req-4daeb53b-aaa2-4d2e-ab6a-40b5cba783bb tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:16.100173 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b86879d5-d1cf-45c4-983b-bf70a658dc27 req-4daeb53b-aaa2-4d2e-ab6a-40b5cba783bb tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:16.118949 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-b86879d5-d1cf-45c4-983b-bf70a658dc27 req-4daeb53b-aaa2-4d2e-ab6a-40b5cba783bb tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Calling delete_port for a3c523ef-9f66-46c0-8416-44e401333a96 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:32:16.145645 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port b5840ef7-f878-4013-a74b-df2793d97769 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:16.155785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 2e06069d-8b5f-49f5-9bce-1fca274c082f, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2e06069d-8b5f-49f5-9bce-1fca274c082f,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:16.164652 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port b5840ef7-f878-4013-a74b-df2793d97769 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:16.165134 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:16.181391 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c44207-6d28-4017-996b-7786edc34686 req-913336db-b4cb-4fba-9b2b-070a0cc292db tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Made reservation on behalf of 2a06768184a243e2b06a44bee40a6f92 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:32:16.185059 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-12c44207-6d28-4017-996b-7786edc34686 req-913336db-b4cb-4fba-9b2b-070a0cc292db tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:16.191401 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 2e06069d-8b5f-49f5-9bce-1fca274c082f has no active binding in host n-h1-765315-27 {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:32:16.299890 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:16.329440 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33374) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:16.339639 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5e79ef-c259-405b-aaa7-2c4d7c098730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5840ef7-f878-4013-a74b-df2793d97769'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:16.346710 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-05f5c9b2-fe02-4150-9967-eed118692684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:16.347209 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd909e66-a76e-425b-b801-9681fef8e640" -d '{"events": [{"server_uuid": "8d5e79ef-c259-405b-aaa7-2c4d7c098730", "name": "network-vif-plugged", "status": "completed", "tag": "b5840ef7-f878-4013-a74b-df2793d97769"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:16.378662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port b5840ef7-f878-4013-a74b-df2793d97769, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=b5840ef7-f878-4013-a74b-df2793d97769,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:16.387303 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:16.388429 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 953524ee-24ed-4995-b587-bdee7ee55e69 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:32:16.409008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4bf462-13c9-4528-96a9-1d4c330a5abf', 'tag': '2e06069d-8b5f-49f5-9bce-1fca274c082f'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:16.413025 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-12c44207-6d28-4017-996b-7786edc34686 req-913336db-b4cb-4fba-9b2b-070a0cc292db tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Allocated IP 172.20.0.7 (177f0fb8-8efe-42df-b46e-daf6f73cf24d/2dca6ec8-828f-4751-8723-f176759a3e37/7fd603e0-37b2-4b6a-809c-846f1f09cf6e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:32:16.414433 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca124134-42cc-4366-8d67-25e041beac0f" -d '{"events": [{"name": "network-changed", "server_uuid": "db4bf462-13c9-4528-96a9-1d4c330a5abf", "tag": "2e06069d-8b5f-49f5-9bce-1fca274c082f"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:16.424420 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b86879d5-d1cf-45c4-983b-bf70a658dc27 req-4daeb53b-aaa2-4d2e-ab6a-40b5cba783bb tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:16.461613 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-67d64c71-461d-401f-a3c4-c73e1a3f9fca req-5d15ebb2-b1bb-41f4-af34-5a9b12395150 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 210 time: 0.0647421 Aug 16 01:32:16.465430 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daeb53b-aaa2-4d2e-ab6a-40b5cba783bb tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Pushing event deleted for resources: {'Port': ['ID=a3c523ef-9f66-46c0-8416-44e401333a96,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:16.489026 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=b5840ef7-f878-4013-a74b-df2793d97769,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:16.510201 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 953524ee-24ed-4995-b587-bdee7ee55e69 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:16.516807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 953524ee-24ed-4995-b587-bdee7ee55e69 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:16.517200 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:16.541111 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-05f5c9b2-fe02-4150-9967-eed118692684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:16.548043 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-05f5c9b2-fe02-4150-9967-eed118692684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:16.630124 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:16.637658 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1611c234-42e9-468b-b191-4422d05f7e7a req-cf20e6e2-01e2-4de3-ae4f-73c34aa0ea76 tempest-QuotasAdminNegativeTest-568126444 tempest-QuotasAdminNegativeTest-568126444-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=7af6a351dd4345108020a7c5c906a369&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348737 Aug 16 01:32:16.640402 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-05f5c9b2-fe02-4150-9967-eed118692684 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dea83ef1a2f6482095270bd1361a9990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095837 Aug 16 01:32:16.641271 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5c9b2-fe02-4150-9967-eed118692684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94ceb95-2738-4e57-abbb-d1368644022c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:16.644373 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33394) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:16.670888 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 953524ee-24ed-4995-b587-bdee7ee55e69, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=953524ee-24ed-4995-b587-bdee7ee55e69,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:16.676959 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:16.732096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=953524ee-24ed-4995-b587-bdee7ee55e69,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:16.778260 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1adf368-b73a-485e-8c51-8cc647b0b7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:16.807894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611c234-42e9-468b-b191-4422d05f7e7a req-33003a53-ba5b-4cc5-86e3-6c82dc4da1bc tempest-QuotasAdminNegativeTest-568126444 tempest-QuotasAdminNegativeTest-568126444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:16.809284 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1611c234-42e9-468b-b191-4422d05f7e7a req-33003a53-ba5b-4cc5-86e3-6c82dc4da1bc tempest-QuotasAdminNegativeTest-568126444 tempest-QuotasAdminNegativeTest-568126444-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1583412 Aug 16 01:32:16.822861 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1adf368-b73a-485e-8c51-8cc647b0b7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:16.838788 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1611c234-42e9-468b-b191-4422d05f7e7a req-9679e619-3d0e-404b-8232-9297e46e188f tempest-QuotasAdminNegativeTest-568126444 tempest-QuotasAdminNegativeTest-568126444-project] 10.222.0.68 "GET /v2.0/quotas/7af6a351dd4345108020a7c5c906a369 HTTP/1.1" status: 200 len: 375 time: 0.0217409 Aug 16 01:32:16.870444 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b86879d5-d1cf-45c4-983b-bf70a658dc27 req-4daeb53b-aaa2-4d2e-ab6a-40b5cba783bb tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:16.872947 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b86879d5-d1cf-45c4-983b-bf70a658dc27 req-4daeb53b-aaa2-4d2e-ab6a-40b5cba783bb tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:16.874103 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b86879d5-d1cf-45c4-983b-bf70a658dc27 req-4daeb53b-aaa2-4d2e-ab6a-40b5cba783bb tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "DELETE /v2.0/floatingips/88a6ffa4-d772-4420-92f5-9548a130c566 HTTP/1.1" status: 204 len: 173 time: 1.2341468 Aug 16 01:32:16.899213 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1611c234-42e9-468b-b191-4422d05f7e7a req-21824a4a-f001-48f7-9e24-5c9a4231abf1 tempest-QuotasAdminNegativeTest-568126444 tempest-QuotasAdminNegativeTest-568126444-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7af6a351dd4345108020a7c5c906a369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523448 Aug 16 01:32:16.930732 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1adf368-b73a-485e-8c51-8cc647b0b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:16.933826 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1adf368-b73a-485e-8c51-8cc647b0b7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:16.937948 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f1adf368-b73a-485e-8c51-8cc647b0b7a0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e94ceb95-2738-4e57-abbb-d1368644022c HTTP/1.1" status: 204 len: 168 time: 0.2895260 Aug 16 01:32:16.949119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1adf368-b73a-485e-8c51-8cc647b0b7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94ceb95-2738-4e57-abbb-d1368644022c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:16.976940 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-12c44207-6d28-4017-996b-7786edc34686 req-913336db-b4cb-4fba-9b2b-070a0cc292db tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:17.026851 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12c204-444b-4e17-8b7b-43d9661a5143 req-08ce51f3-7b7f-40f9-8dd5-e41b1d77ca07 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:17.028348 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe12c204-444b-4e17-8b7b-43d9661a5143 req-08ce51f3-7b7f-40f9-8dd5-e41b1d77ca07 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d5e79ef-c259-405b-aaa7-2c4d7c098730 HTTP/1.1" status: 200 len: 950 time: 0.0745893 Aug 16 01:32:17.069080 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47c16d1-5a38-4548-934a-c45cb9bde2ab x-openstack-request-id: req-b47c16d1-5a38-4548-934a-c45cb9bde2ab {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:17.070335 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5e79ef-c259-405b-aaa7-2c4d7c098730", "name": "network-vif-plugged", "status": "completed", "tag": "b5840ef7-f878-4013-a74b-df2793d97769", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:17.070921 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b47c16d1-5a38-4548-934a-c45cb9bde2ab {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:17.071676 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5e79ef-c259-405b-aaa7-2c4d7c098730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5840ef7-f878-4013-a74b-df2793d97769', 'code': 200} Aug 16 01:32:17.078307 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-12c44207-6d28-4017-996b-7786edc34686 req-913336db-b4cb-4fba-9b2b-070a0cc292db tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:17.087659 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe12c204-444b-4e17-8b7b-43d9661a5143 req-efd753c4-32af-4ea6-b3a9-1e398d5364a9 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488081 Aug 16 01:32:17.122243 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c393bf2c-b7a3-4cb7-af24-0c056bbfa71d x-openstack-request-id: req-c393bf2c-b7a3-4cb7-af24-0c056bbfa71d {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:17.122708 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4bf462-13c9-4528-96a9-1d4c330a5abf", "tag": "2e06069d-8b5f-49f5-9bce-1fca274c082f", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:17.123103 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c393bf2c-b7a3-4cb7-af24-0c056bbfa71d {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:17.123657 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4bf462-13c9-4528-96a9-1d4c330a5abf', 'tag': '2e06069d-8b5f-49f5-9bce-1fca274c082f', 'status': 'completed', 'code': 200} Aug 16 01:32:17.147974 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c44207-6d28-4017-996b-7786edc34686 req-913336db-b4cb-4fba-9b2b-070a0cc292db tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Network 177f0fb8-8efe-42df-b46e-daf6f73cf24d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:17.152245 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-12c44207-6d28-4017-996b-7786edc34686 req-913336db-b4cb-4fba-9b2b-070a0cc292db tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:17.156247 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c44207-6d28-4017-996b-7786edc34686 req-913336db-b4cb-4fba-9b2b-070a0cc292db tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:32:17.195340 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913336db-b4cb-4fba-9b2b-070a0cc292db tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Pushing event updated for resources: {'Port': ['ID=7fd603e0-37b2-4b6a-809c-846f1f09cf6e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:17.223914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c44207-6d28-4017-996b-7786edc34686 req-913336db-b4cb-4fba-9b2b-070a0cc292db tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:17.224530 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-12c44207-6d28-4017-996b-7786edc34686 req-913336db-b4cb-4fba-9b2b-070a0cc292db tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:17.242081 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12c44207-6d28-4017-996b-7786edc34686 req-913336db-b4cb-4fba-9b2b-070a0cc292db tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3287368 Aug 16 01:32:17.260787 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Request body: {'port': {'device_id': '6a212bbb-a183-4069-bcfb-50f0f0bfab7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:17.289374 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-77360af1-d27f-4a15-8fe2-aaab3d4cd85f tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 1000 time: 0.1536515 Aug 16 01:32:17.311051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5a4c5-201f-41f8-a338-22a8b1d66f9e req-1a664564-5fd4-415f-b749-82546e72119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:17.312416 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77d5a4c5-201f-41f8-a338-22a8b1d66f9e req-1a664564-5fd4-415f-b749-82546e72119e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e79ef-c259-405b-aaa7-2c4d7c098730 HTTP/1.1" status: 200 len: 1102 time: 0.1144118 Aug 16 01:32:17.331808 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:17.342230 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca124134-42cc-4366-8d67-25e041beac0f req-7f46dc1d-3d61-43ff-9525-b2c357a113f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:17.343723 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ca124134-42cc-4366-8d67-25e041beac0f req-7f46dc1d-3d61-43ff-9525-b2c357a113f5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 1126 time: 0.1469605 Aug 16 01:32:17.414888 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-fb3ee2be-c80d-48fd-b380-88ba16795d9b tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:17.434105 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-fb3ee2be-c80d-48fd-b380-88ba16795d9b tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/ports/09793403-48b1-47d2-8ea0-997a18d1cc71 HTTP/1.1" status: 200 len: 942 time: 0.1233089 Aug 16 01:32:17.482144 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77d5a4c5-201f-41f8-a338-22a8b1d66f9e req-e0e9322d-b64f-414c-bfe4-683457a525f6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498733 Aug 16 01:32:17.535572 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca124134-42cc-4366-8d67-25e041beac0f req-ad54d710-e89b-448b-a981-16f771e3551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:17.538938 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ca124134-42cc-4366-8d67-25e041beac0f req-ad54d710-e89b-448b-a981-16f771e3551d service neutron] 10.222.0.63 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 922 time: 0.1836829 Aug 16 01:32:17.621369 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ca124134-42cc-4366-8d67-25e041beac0f req-6b1fe68b-ca39-4f03-9082-246634183be6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e06069d-8b5f-49f5-9bce-1fca274c082f HTTP/1.1" status: 200 len: 217 time: 0.0736902 Aug 16 01:32:17.675186 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-eb9b5687-ad6d-4ff4-ae5b-f0bee95e406b tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 1000 time: 0.1263211 Aug 16 01:32:17.726908 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd603e0-37b2-4b6a-809c-846f1f09cf6e {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:32:17.738754 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:17.738898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca124134-42cc-4366-8d67-25e041beac0f req-2284442d-cfea-49a4-aeab-91f1dde2ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:17.740306 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ca124134-42cc-4366-8d67-25e041beac0f req-2284442d-cfea-49a4-aeab-91f1dde2ec85 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.1082451 Aug 16 01:32:17.756461 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Transition to ACTIVE for port object 7fd603e0-37b2-4b6a-809c-846f1f09cf6e will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:17.760947 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:17.798734 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ca124134-42cc-4366-8d67-25e041beac0f req-e1cd5cb9-490c-49f2-8e57-711f8ee1cad2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420074 Aug 16 01:32:17.841863 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-57419430-d9b5-4d74-9055-ff0d3950aea5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:17.848700 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-57419430-d9b5-4d74-9055-ff0d3950aea5 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.1676970 Aug 16 01:32:17.880457 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-6d47d4dd-bd32-4f70-875a-898d02466cda tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:32:17.888765 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-6d47d4dd-bd32-4f70-875a-898d02466cda tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0392058 Aug 16 01:32:17.889064 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Pushing event updated for resources: {'Port': ['ID=7fd603e0-37b2-4b6a-809c-846f1f09cf6e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:17.937357 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ca124134-42cc-4366-8d67-25e041beac0f req-2c02e9dd-331a-409e-8f95-f49487029248 service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290741 Aug 16 01:32:17.966531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f37a3f-da39-415e-b44d-219469128cd6 req-36bd2c6e-4eee-4c88-ada7-c0e885435a45 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:17.968315 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c8f37a3f-da39-415e-b44d-219469128cd6 req-36bd2c6e-4eee-4c88-ada7-c0e885435a45 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 943 time: 0.0760021 Aug 16 01:32:17.973144 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Attempting to bind port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:32:17.973507 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Attempting to bind port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:32:17.973887 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Attempting to bind port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:17.986319 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:32:17.986977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Attempting to bind port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:18.001420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:32:18.001420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Checking segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:18.001707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Bound using segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:32:18.002140 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Bound port: 7fd603e0-37b2-4b6a-809c-846f1f09cf6e, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:32:18.002495 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:18.030503 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c8f37a3f-da39-415e-b44d-219469128cd6 req-6ab4e212-8f8f-421d-a865-9103dc59d3bb tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534341 Aug 16 01:32:18.081989 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] For port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:18.084567 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-63ea1d8e-5649-4e6d-8d15-3bfaf074f007 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 1000 time: 0.1949379 Aug 16 01:32:18.085353 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] For port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7fd603e0-37b2-4b6a-809c-846f1f09cf6e,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:32:18.093847 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:18.105485 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-9bb3f4b7-522e-4a91-9863-9818d13fa907 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:18.162207 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ca124134-42cc-4366-8d67-25e041beac0f req-33d283b9-fa63-4a00-9c09-cc12452bb478 service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705408 Aug 16 01:32:18.177462 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-9bb3f4b7-522e-4a91-9863-9818d13fa907 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:18.183096 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:18.183707 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:18.185093 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12c44207-6d28-4017-996b-7786edc34686 req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] 10.222.0.63 "PUT /v2.0/ports/7fd603e0-37b2-4b6a-809c-846f1f09cf6e HTTP/1.1" status: 200 len: 1092 time: 0.9294071 Aug 16 01:32:18.186262 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a212bbb-a183-4069-bcfb-50f0f0bfab7a', 'tag': '7fd603e0-37b2-4b6a-809c-846f1f09cf6e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:18.188631 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401ae42d-b1b9-432a-ada3-8194dbaec19d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a212bbb-a183-4069-bcfb-50f0f0bfab7a", "tag": "7fd603e0-37b2-4b6a-809c-846f1f09cf6e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:18.224134 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c5854-0e78-457e-a5a1-2ce19c4e8d9c service neutron] Pushing event updated for resources: {'Port': ['ID=7fd603e0-37b2-4b6a-809c-846f1f09cf6e,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:18.265958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a36005-3e7e-4f26-883e-cf77cc54b9ab req-47543e52-16cf-4e3d-9e6b-84a8c6a5f702 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:18.273803 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69a36005-3e7e-4f26-883e-cf77cc54b9ab req-47543e52-16cf-4e3d-9e6b-84a8c6a5f702 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 943 time: 0.1727993 Aug 16 01:32:18.325931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69a36005-3e7e-4f26-883e-cf77cc54b9ab req-55684d20-6b09-4329-9987-aecc5e0b9d9a tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518048 Aug 16 01:32:18.340856 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c44207-6d28-4017-996b-7786edc34686 req-78382192-7796-4507-99a9-1e4bb1a39f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:18.342783 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12c44207-6d28-4017-996b-7786edc34686 req-78382192-7796-4507-99a9-1e4bb1a39f8e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 1095 time: 0.1136005 Aug 16 01:32:18.362460 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-9bb3f4b7-522e-4a91-9863-9818d13fa907 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:18.369391 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-9bb3f4b7-522e-4a91-9863-9818d13fa907 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:18.369845 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-9bb3f4b7-522e-4a91-9863-9818d13fa907 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Floating IP d5c3805f-23a8-4451-840a-a06fa1f18a49 disassociated. External IP: 172.25.3.99, port: 09793403-48b1-47d2-8ea0-997a18d1cc71. Aug 16 01:32:18.408464 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12c44207-6d28-4017-996b-7786edc34686 req-4866ca34-3036-444c-b1aa-2e0a32df0892 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fd603e0-37b2-4b6a-809c-846f1f09cf6e HTTP/1.1" status: 200 len: 217 time: 0.0505030 Aug 16 01:32:18.504327 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c44207-6d28-4017-996b-7786edc34686 req-6f8106f1-e500-4c15-bb8d-25ea0fc907ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:18.505635 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12c44207-6d28-4017-996b-7786edc34686 req-6f8106f1-e500-4c15-bb8d-25ea0fc907ed service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.0894952 Aug 16 01:32:18.554846 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12c44207-6d28-4017-996b-7786edc34686 req-241cdf32-6c28-4d82-b5a6-a211ca8fef68 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407410 Aug 16 01:32:18.640738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-9bb3f4b7-522e-4a91-9863-9818d13fa907 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Router b08f84ac-8362-4984-b243-d6c5d35e4397 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:32:18.682155 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12c44207-6d28-4017-996b-7786edc34686 req-88a9117d-2e93-4da3-99e8-c68621dcfe58 service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063209 Aug 16 01:32:18.824400 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12c44207-6d28-4017-996b-7786edc34686 req-dad50ad6-b133-47e3-8921-85034a3b57be service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321583 Aug 16 01:32:18.924515 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-8a76c9c1-7b12-4bd3-9287-e7818c583137 service neutron] 10.222.0.63 "GET /v2.0/ports/2e06069d-8b5f-49f5-9bce-1fca274c082f/bindings/n-h1-765315-27 HTTP/1.1" status: 200 len: 385 time: 0.0672407 Aug 16 01:32:19.054809 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-9bb3f4b7-522e-4a91-9863-9818d13fa907 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:32:19.069813 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585fe573-4c30-4705-b1b1-b087f1a4155c None None] Sync routers for ids ['b08f84ac-8362-4984-b243-d6c5d35e4397'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:32:19.072771 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40e20a5-6523-4ba2-8012-6b2c6975272a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953524ee-24ed-4995-b587-bdee7ee55e69'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:19.073605 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-9bb3f4b7-522e-4a91-9863-9818d13fa907 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:19.075731 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9799c700-f84f-466c-ab3a-fda525242481" -d '{"events": [{"server_uuid": "d40e20a5-6523-4ba2-8012-6b2c6975272a", "name": "network-vif-plugged", "status": "completed", "tag": "953524ee-24ed-4995-b587-bdee7ee55e69"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:19.082821 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585fe573-4c30-4705-b1b1-b087f1a4155c None None] Routers {'b08f84ac-8362-4984-b243-d6c5d35e4397'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:32:19.083675 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-585fe573-4c30-4705-b1b1-b087f1a4155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:31:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b08f84ac-8362-4984-b243-d6c5d35e4397'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:19.142102 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-9bb3f4b7-522e-4a91-9863-9818d13fa907 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "PUT /v2.0/floatingips/d5c3805f-23a8-4451-840a-a06fa1f18a49 HTTP/1.1" status: 200 len: 694 time: 1.0461926 Aug 16 01:32:19.146564 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3', 'tag': '09793403-48b1-47d2-8ea0-997a18d1cc71'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:19.155316 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadac858-56ff-4e9f-9550-78c02df418b9" -d '{"events": [{"name": "network-changed", "server_uuid": "4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3", "tag": "09793403-48b1-47d2-8ea0-997a18d1cc71"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:19.207121 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-2ea8dc7b-a1f7-4293-88ae-86e9204668da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:19.215178 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-2ea8dc7b-a1f7-4293-88ae-86e9204668da service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=286d0fcd8d6a4bf3a686e53650d8e8a4&device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3 HTTP/1.1" status: 200 len: 1097 time: 0.0544415 Aug 16 01:32:19.218900 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-585fe573-4c30-4705-b1b1-b087f1a4155c None None] Set router b08f84ac-8362-4984-b243-d6c5d35e4397 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:32:19.226273 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-6ffc83e8-86e8-4bd0-953e-a4e78f610633 service neutron] For port 2e06069d-8b5f-49f5-9bce-1fca274c082f, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2e06069d-8b5f-49f5-9bce-1fca274c082f,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:19.277050 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-6ffc83e8-86e8-4bd0-953e-a4e78f610633 service neutron] For port 2e06069d-8b5f-49f5-9bce-1fca274c082f, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:19.322364 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-6ffc83e8-86e8-4bd0-953e-a4e78f610633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e06069d-8b5f-49f5-9bce-1fca274c082f {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:32:19.330615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-c1e7bf5c-7d39-411e-ab93-99ac91e762e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:19.340012 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab9436-2788-4332-9f8c-edff8e37bbaa req-c690542e-74b3-4674-9602-c5bb8271ac2d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:19.341729 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00ab9436-2788-4332-9f8c-edff8e37bbaa req-c690542e-74b3-4674-9602-c5bb8271ac2d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d5e79ef-c259-405b-aaa7-2c4d7c098730 HTTP/1.1" status: 200 len: 950 time: 0.1043208 Aug 16 01:32:19.342582 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-c1e7bf5c-7d39-411e-ab93-99ac91e762e5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=268994b3-9d34-438f-948f-f4457ea15ca1 HTTP/1.1" status: 200 len: 929 time: 0.1262624 Aug 16 01:32:19.347032 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-6ffc83e8-86e8-4bd0-953e-a4e78f610633 service neutron] For port 2e06069d-8b5f-49f5-9bce-1fca274c082f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=2e06069d-8b5f-49f5-9bce-1fca274c082f,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:19.377109 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-6ffc83e8-86e8-4bd0-953e-a4e78f610633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:19.411567 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-44127303-e37c-4163-9bb5-7cc45a759016 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09793403-48b1-47d2-8ea0-997a18d1cc71 HTTP/1.1" status: 200 len: 217 time: 0.0676029 Aug 16 01:32:19.428127 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00ab9436-2788-4332-9f8c-edff8e37bbaa req-f4503fbb-02a4-4042-8e6c-5e52409ab734 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716591 Aug 16 01:32:19.484184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-7af7f219-7899-48f8-a83c-5889b763c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:19.485674 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-7af7f219-7899-48f8-a83c-5889b763c510 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d3e075c4-0752-4776-bb0a-6b883c1bb09d HTTP/1.1" status: 200 len: 867 time: 0.0680592 Aug 16 01:32:19.510987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-6ffc83e8-86e8-4bd0-953e-a4e78f610633 service neutron] Transition to ACTIVE for port object 2e06069d-8b5f-49f5-9bce-1fca274c082f will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:19.515595 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe8273e-95df-4a47-9828-ae33d8a09e2c x-openstack-request-id: req-9fe8273e-95df-4a47-9828-ae33d8a09e2c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:19.515888 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a212bbb-a183-4069-bcfb-50f0f0bfab7a", "tag": "7fd603e0-37b2-4b6a-809c-846f1f09cf6e", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:19.516063 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-585fe573-4c30-4705-b1b1-b087f1a4155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-373512944-router', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:38Z', 'updated_at': '2021-08-16T01:31:45Z', 'revision_number': 4, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'gw_port': {'id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:39Z', 'updated_at': '2021-08-16T01:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '9f27fda4-ba29-4a3f-a247-8ca926ef08bd', 'name': '', 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'mac_address': 'fa:16:3e:af:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd3e075c4-0752-4776-bb0a-6b883c1bb09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:44Z', 'updated_at': '2021-08-16T01:31:51Z', 'revision_number': 5, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'subnets': [{'id': 'd3e075c4-0752-4776-bb0a-6b883c1bb09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:19.516226 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9fe8273e-95df-4a47-9828-ae33d8a09e2c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:19.516653 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a212bbb-a183-4069-bcfb-50f0f0bfab7a', 'tag': '7fd603e0-37b2-4b6a-809c-846f1f09cf6e', 'status': 'completed', 'code': 200} Aug 16 01:32:19.520163 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-6ffc83e8-86e8-4bd0-953e-a4e78f610633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:19.565838 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585fe573-4c30-4705-b1b1-b087f1a4155c None None] Checking router: b08f84ac-8362-4984-b243-d6c5d35e4397 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:32:19.582266 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc83e8-86e8-4bd0-953e-a4e78f610633 service neutron] Pushing event updated for resources: {'Port': ['ID=2e06069d-8b5f-49f5-9bce-1fca274c082f,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:19.588182 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585fe573-4c30-4705-b1b1-b087f1a4155c None None] Routers {'b08f84ac-8362-4984-b243-d6c5d35e4397'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:32:19.588946 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-585fe573-4c30-4705-b1b1-b087f1a4155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:31:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b08f84ac-8362-4984-b243-d6c5d35e4397'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:19.612152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-6ffc83e8-86e8-4bd0-953e-a4e78f610633 service neutron] No DVR routers for this DVR port 2e06069d-8b5f-49f5-9bce-1fca274c082f on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:32:19.653945 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33490) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:19.662835 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-f89629e7-fd17-4208-9ee4-eb5dc126f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:19.664339 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-f89629e7-fd17-4208-9ee4-eb5dc126f8b7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=268994b3-9d34-438f-948f-f4457ea15ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1714692 Aug 16 01:32:19.671093 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ae42d-b1b9-432a-ada3-8194dbaec19d req-7a7a2e0f-90f6-404d-b10b-bf2a4e979623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:19.672712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-401ae42d-b1b9-432a-ada3-8194dbaec19d req-7a7a2e0f-90f6-404d-b10b-bf2a4e979623 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 1095 time: 0.1132779 Aug 16 01:32:19.679888 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-6ffc83e8-86e8-4bd0-953e-a4e78f610633 service neutron] 10.222.0.63 "PUT /v2.0/ports/2e06069d-8b5f-49f5-9bce-1fca274c082f/bindings/n-h1-765315-27/activate HTTP/1.1" status: 200 len: 370 time: 0.7461936 Aug 16 01:32:19.736518 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-585fe573-4c30-4705-b1b1-b087f1a4155c None None] Set router b08f84ac-8362-4984-b243-d6c5d35e4397 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:32:19.766563 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-596b5c14-2d91-4983-be20-5464cccc5a01 service neutron] 10.222.0.68 "GET /v2.0/networks/268994b3-9d34-438f-948f-f4457ea15ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929000 Aug 16 01:32:19.901359 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-82323b96-a7a9-43c0-920f-a184ce102677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:19.940733 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-c391e084-6bea-447d-97c2-28aa8b43ae15 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=cd04fe849e024b499c3ca4788d38be8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227566 Aug 16 01:32:19.963903 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-a72629ff-1a12-4875-9ac2-d42f112bf037 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:19.965407 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-a72629ff-1a12-4875-9ac2-d42f112bf037 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf&tenant_id=45dbe6ee0a914906b78be372f8c71bfe&binding%3Ahost_id=n-h2-765315-27 HTTP/1.1" status: 200 len: 1096 time: 0.1969144 Aug 16 01:32:20.027485 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51d30980-3dcc-444c-8199-8b09b92d854a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:20.052576 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-585fe573-4c30-4705-b1b1-b087f1a4155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-373512944-router', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:38Z', 'updated_at': '2021-08-16T01:31:45Z', 'revision_number': 4, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'gw_port': {'id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:39Z', 'updated_at': '2021-08-16T01:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '9f27fda4-ba29-4a3f-a247-8ca926ef08bd', 'name': '', 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'mac_address': 'fa:16:3e:af:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd3e075c4-0752-4776-bb0a-6b883c1bb09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:44Z', 'updated_at': '2021-08-16T01:31:51Z', 'revision_number': 5, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'subnets': [{'id': 'd3e075c4-0752-4776-bb0a-6b883c1bb09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:20.068604 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-181b9c1c-9596-4d1e-8d12-9715ec1be9d9 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:20.070290 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-181b9c1c-9596-4d1e-8d12-9715ec1be9d9 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1227534 Aug 16 01:32:20.072005 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ae42d-b1b9-432a-ada3-8194dbaec19d req-709da378-aaae-43a0-aa82-35cebbc82cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:20.073413 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-401ae42d-b1b9-432a-ada3-8194dbaec19d req-709da378-aaae-43a0-aa82-35cebbc82cf4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 0.3059573 Aug 16 01:32:20.075258 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ebd9a2d7-3129-48b0-a344-784bd4a687b4 req-c388a076-6a9f-4dd4-8e17-5428f6355a83 service neutron] 10.222.0.68 "GET /v2.0/networks/268994b3-9d34-438f-948f-f4457ea15ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892623 Aug 16 01:32:20.080458 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585fe573-4c30-4705-b1b1-b087f1a4155c None None] The sync data for ids ['b08f84ac-8362-4984-b243-d6c5d35e4397'] in n-d-765315-27 is: [{'id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-373512944-router', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:38Z', 'updated_at': '2021-08-16T01:31:45Z', 'revision_number': 4, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'gw_port': {'id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:39Z', 'updated_at': '2021-08-16T01:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '9f27fda4-ba29-4a3f-a247-8ca926ef08bd', 'name': '', 'network_id': '268994b3-9d34-438f-948f-f4457ea15ca1', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'mac_address': 'fa:16:3e:af:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd3e075c4-0752-4776-bb0a-6b883c1bb09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:44Z', 'updated_at': '2021-08-16T01:31:51Z', 'revision_number': 5, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'subnets': [{'id': 'd3e075c4-0752-4776-bb0a-6b883c1bb09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:32:20.093116 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-a69900a2-03bb-49a5-9b37-6f4477d77568 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/quotas/cd04fe849e024b499c3ca4788d38be8d HTTP/1.1" status: 200 len: 375 time: 0.0103793 Aug 16 01:32:20.139636 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-401ae42d-b1b9-432a-ada3-8194dbaec19d req-9ad4d80b-97c6-429a-bb82-a92e4d0938a9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fd603e0-37b2-4b6a-809c-846f1f09cf6e HTTP/1.1" status: 200 len: 217 time: 0.0575745 Aug 16 01:32:20.144585 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-09fccc2b-dbf1-42e8-aa30-e902d5f49d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:20.146148 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-09fccc2b-dbf1-42e8-aa30-e902d5f49d40 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf&tenant_id=45dbe6ee0a914906b78be372f8c71bfe HTTP/1.1" status: 200 len: 1096 time: 0.1686127 Aug 16 01:32:20.162366 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-9e04cd00-bde6-4425-ac66-33b8a53375f3 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cd04fe849e024b499c3ca4788d38be8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594835 Aug 16 01:32:20.273892 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ae42d-b1b9-432a-ada3-8194dbaec19d req-884e99a4-385a-4255-b5f3-af1cf84f05e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:20.276812 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-401ae42d-b1b9-432a-ada3-8194dbaec19d req-884e99a4-385a-4255-b5f3-af1cf84f05e8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.1249740 Aug 16 01:32:20.316806 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f3aa8-d191-4bdb-adc4-9ca32d9e2c38 req-5c633849-a617-4485-973f-a29f2240f278 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:20.318408 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-806f3aa8-d191-4bdb-adc4-9ca32d9e2c38 req-5c633849-a617-4485-973f-a29f2240f278 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 944 time: 0.1511595 Aug 16 01:32:20.334289 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c81c2e6-7caf-4e60-a476-9b656764c6cc x-openstack-request-id: req-0c81c2e6-7caf-4e60-a476-9b656764c6cc {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:20.335320 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40e20a5-6523-4ba2-8012-6b2c6975272a", "name": "network-vif-plugged", "status": "completed", "tag": "953524ee-24ed-4995-b587-bdee7ee55e69", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:20.335829 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0c81c2e6-7caf-4e60-a476-9b656764c6cc {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:20.336675 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40e20a5-6523-4ba2-8012-6b2c6975272a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953524ee-24ed-4995-b587-bdee7ee55e69', 'code': 200} Aug 16 01:32:20.346096 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-401ae42d-b1b9-432a-ada3-8194dbaec19d req-d2157fef-fafd-49b0-8430-1124d8d492df service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601587 Aug 16 01:32:20.357988 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-82323b96-a7a9-43c0-920f-a184ce102677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:20.379045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-e331de91-637c-4d45-8c5a-ed1a98971069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:20.380596 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-e331de91-637c-4d45-8c5a-ed1a98971069 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 1096 time: 0.1807094 Aug 16 01:32:20.392535 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-82323b96-a7a9-43c0-920f-a184ce102677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:20.429466 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2a35e2-443a-4382-bbc1-0a64fd0c4d51 None None] New status for floating IP d5c3805f-23a8-4451-840a-a06fa1f18a49: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:32:20.554919 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-806f3aa8-d191-4bdb-adc4-9ca32d9e2c38 req-581f2795-91dd-4d11-b637-d9f3f22cc79a tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120531 Aug 16 01:32:20.557233 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-82323b96-a7a9-43c0-920f-a184ce102677 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5db1970a26d8414897bb7a852313a2d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9023316 Aug 16 01:32:20.560076 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33514) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:20.582311 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82323b96-a7a9-43c0-920f-a184ce102677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1be6ad-56dd-4519-bf78-82da6a466ad7,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:20.638087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27046316-224b-43c0-9d10-d740da6d4511 req-55971d5f-cd95-4847-81a1-ba11978abc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:20.638087 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-27046316-224b-43c0-9d10-d740da6d4511 req-55971d5f-cd95-4847-81a1-ba11978abc18 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d40e20a5-6523-4ba2-8012-6b2c6975272a HTTP/1.1" status: 200 len: 1102 time: 0.2067754 Aug 16 01:32:20.638087 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-401ae42d-b1b9-432a-ada3-8194dbaec19d req-dbcece37-b1cb-4a55-8708-e35c806d179f service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755580 Aug 16 01:32:20.651598 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-0a77cf10-6216-48e1-a91a-22996ad25203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:20.653043 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-0a77cf10-6216-48e1-a91a-22996ad25203 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 922 time: 0.2277617 Aug 16 01:32:20.722218 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff95be6-59cd-4e8b-a88f-967db59326c2 x-openstack-request-id: req-bff95be6-59cd-4e8b-a88f-967db59326c2 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:20.722589 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3", "tag": "09793403-48b1-47d2-8ea0-997a18d1cc71", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:20.722790 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bff95be6-59cd-4e8b-a88f-967db59326c2 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:20.723262 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3', 'tag': '09793403-48b1-47d2-8ea0-997a18d1cc71', 'status': 'completed', 'code': 200} Aug 16 01:32:20.723815 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fabbe24d-5608-451b-a0eb-b554e9e2862e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:20.773081 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-23d978f7-00f1-4b7c-bdab-13b15a7bb56c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e06069d-8b5f-49f5-9bce-1fca274c082f HTTP/1.1" status: 200 len: 217 time: 0.0883045 Aug 16 01:32:20.802431 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-27046316-224b-43c0-9d10-d740da6d4511 req-53d097fd-6795-4223-847a-ba9b74211308 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593060 Aug 16 01:32:20.817393 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fabbe24d-5608-451b-a0eb-b554e9e2862e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:20.882519 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-8e1d2fda-26fb-4c64-897e-2894a1d291b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:20.884767 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-8e1d2fda-26fb-4c64-897e-2894a1d291b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.0971546 Aug 16 01:32:20.917100 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-401ae42d-b1b9-432a-ada3-8194dbaec19d req-a67bb5e2-d9fc-4b4d-97b7-712a5d2de83e service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680206 Aug 16 01:32:20.932143 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadac858-56ff-4e9f-9550-78c02df418b9 req-f5621e5c-4f51-4e96-aaeb-39b326708d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:20.933809 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fadac858-56ff-4e9f-9550-78c02df418b9 req-f5621e5c-4f51-4e96-aaeb-39b326708d6e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=286d0fcd8d6a4bf3a686e53650d8e8a4&device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3 HTTP/1.1" status: 200 len: 1097 time: 0.1015735 Aug 16 01:32:20.939166 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-9322c811-f56e-4dd9-ad2e-6affebeb1033 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427685 Aug 16 01:32:20.948074 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fefe0e-efaf-474a-83f0-568c34e55904 req-4dd06c0f-7a36-4c4a-b1bc-acb2ce8b85d9 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:20.949065 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b589d-fce1-453c-87c6-85d09d8c7389 req-7f9e151a-333c-439d-803b-e798cf4e3be0 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:20.949594 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-24fefe0e-efaf-474a-83f0-568c34e55904 req-4dd06c0f-7a36-4c4a-b1bc-acb2ce8b85d9 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 943 time: 0.1191211 Aug 16 01:32:20.951604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f9b589d-fce1-453c-87c6-85d09d8c7389 req-7f9e151a-333c-439d-803b-e798cf4e3be0 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=d40e20a5-6523-4ba2-8012-6b2c6975272a HTTP/1.1" status: 200 len: 950 time: 0.1235142 Aug 16 01:32:20.993843 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fabbe24d-5608-451b-a0eb-b554e9e2862e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:20.996959 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fabbe24d-5608-451b-a0eb-b554e9e2862e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:21.001179 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fabbe24d-5608-451b-a0eb-b554e9e2862e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fa1be6ad-56dd-4519-bf78-82da6a466ad7 HTTP/1.1" status: 204 len: 168 time: 0.4399626 Aug 16 01:32:21.048521 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f9b589d-fce1-453c-87c6-85d09d8c7389 req-f8509864-484e-4ad2-847d-40a5ac798901 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875146 Aug 16 01:32:21.059350 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbe24d-5608-451b-a0eb-b554e9e2862e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1be6ad-56dd-4519-bf78-82da6a466ad7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:21.081044 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-328225e6-7301-4977-8201-1fb029157af2 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279912 Aug 16 01:32:21.124244 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-24fefe0e-efaf-474a-83f0-568c34e55904 req-a0f832d9-c62f-408a-9cd4-915e0384ba51 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576254 Aug 16 01:32:21.178723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadac858-56ff-4e9f-9550-78c02df418b9 req-107a468c-fcbb-4ea4-85fd-896eb4b512de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:21.181406 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fadac858-56ff-4e9f-9550-78c02df418b9 req-107a468c-fcbb-4ea4-85fd-896eb4b512de service neutron] 10.222.0.63 "GET /v2.0/networks?id=268994b3-9d34-438f-948f-f4457ea15ca1 HTTP/1.1" status: 200 len: 929 time: 0.2300930 Aug 16 01:32:21.204297 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5c590ecf-3472-4c90-8d9f-99b20375f4b8 req-d0c63520-dfea-4386-b67e-144751f7f8b9 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/floatingips/d5c3805f-23a8-4451-840a-a06fa1f18a49 HTTP/1.1" status: 200 len: 692 time: 0.1038339 Aug 16 01:32:21.231901 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fadac858-56ff-4e9f-9550-78c02df418b9 req-f0a846b8-5e8a-4f01-8aa3-8d12419f740d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09793403-48b1-47d2-8ea0-997a18d1cc71 HTTP/1.1" status: 200 len: 217 time: 0.0430312 Aug 16 01:32:21.303386 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadac858-56ff-4e9f-9550-78c02df418b9 req-a761d8c9-8083-42de-9090-1366c9c94d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:21.305441 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fadac858-56ff-4e9f-9550-78c02df418b9 req-a761d8c9-8083-42de-9090-1366c9c94d31 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d3e075c4-0752-4776-bb0a-6b883c1bb09d HTTP/1.1" status: 200 len: 867 time: 0.0651286 Aug 16 01:32:21.317903 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-31e562a3-e84c-44ef-acc7-094592e95ba2 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269974 Aug 16 01:32:21.346114 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c590ecf-3472-4c90-8d9f-99b20375f4b8 req-b3c42c66-9173-4d44-8d3f-d6133132af3a tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:21.354485 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5c590ecf-3472-4c90-8d9f-99b20375f4b8 req-b3c42c66-9173-4d44-8d3f-d6133132af3a tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.1491516 Aug 16 01:32:21.363229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-5c590ecf-3472-4c90-8d9f-99b20375f4b8 req-9e36aec8-bb36-4481-9f06-dcb1d9208dc7 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:32:21.372396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5c590ecf-3472-4c90-8d9f-99b20375f4b8 req-9e36aec8-bb36-4481-9f06-dcb1d9208dc7 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155709 Aug 16 01:32:21.392310 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a137fb6f-bc48-4699-b297-99305f376d5c req-9973a058-7f19-4d10-8171-ebcd86ffaea7 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d6a28b6-8e95-458a-98b2-7ac5b9807fd1 HTTP/1.1" status: 200 len: 210 time: 0.0639350 Aug 16 01:32:21.404051 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadac858-56ff-4e9f-9550-78c02df418b9 req-86ab9229-6017-4955-a460-777a9f6c7c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:21.405998 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fadac858-56ff-4e9f-9550-78c02df418b9 req-86ab9229-6017-4955-a460-777a9f6c7c4f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=268994b3-9d34-438f-948f-f4457ea15ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930469 Aug 16 01:32:21.437007 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5c590ecf-3472-4c90-8d9f-99b20375f4b8 req-57a9db1d-4ecd-43af-a8d4-58ee0754e215 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0636787 Aug 16 01:32:21.445898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33534) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:21.496196 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0039072b-b2d8-4fe4-a80f-2fb806cef479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:21.501571 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5c590ecf-3472-4c90-8d9f-99b20375f4b8 req-95b7f74e-815a-45d1-be74-d81a3311976c tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0630958 Aug 16 01:32:21.531520 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fadac858-56ff-4e9f-9550-78c02df418b9 req-96e33454-f4fd-4d2b-82ba-425b35af5b02 service neutron] 10.222.0.63 "GET /v2.0/networks/268994b3-9d34-438f-948f-f4457ea15ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165888 Aug 16 01:32:21.533325 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1a960451-3196-4024-afa3-10bdf06fc03f req-5df742c3-cd60-41a7-90aa-5bafcef5f7af tempest-QuotasAdminNegativeTest-568126444 tempest-QuotasAdminNegativeTest-568126444-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=7af6a351dd4345108020a7c5c906a369&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313196 Aug 16 01:32:21.703830 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fadac858-56ff-4e9f-9550-78c02df418b9 req-e211d2cb-4916-472b-8ade-1f0989a70bca service neutron] 10.222.0.63 "GET /v2.0/networks/268994b3-9d34-438f-948f-f4457ea15ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642139 Aug 16 01:32:21.711466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a960451-3196-4024-afa3-10bdf06fc03f req-3c6848cd-a6bb-489c-8e87-ba179498590e tempest-QuotasAdminNegativeTest-568126444 tempest-QuotasAdminNegativeTest-568126444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:21.713718 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1a960451-3196-4024-afa3-10bdf06fc03f req-3c6848cd-a6bb-489c-8e87-ba179498590e tempest-QuotasAdminNegativeTest-568126444 tempest-QuotasAdminNegativeTest-568126444-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1663105 Aug 16 01:32:21.725749 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-2b0aa5ea-5899-49f5-9dc4-144b3c1212e0 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:21.727296 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-2b0aa5ea-5899-49f5-9dc4-144b3c1212e0 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf&tenant_id=45dbe6ee0a914906b78be372f8c71bfe&binding%3Ahost_id=n-h1-765315-27 HTTP/1.1" status: 200 len: 1096 time: 0.0916007 Aug 16 01:32:21.740790 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-5c590ecf-3472-4c90-8d9f-99b20375f4b8 req-7847a2d8-99ce-4b7a-b292-d79687a26bdc tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Deleting port 35857a08-9dc5-4ca8-815a-be55448169b8 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:32:21.741126 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5c590ecf-3472-4c90-8d9f-99b20375f4b8 req-7847a2d8-99ce-4b7a-b292-d79687a26bdc tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:21.745314 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1a960451-3196-4024-afa3-10bdf06fc03f req-5091a238-2129-4622-9056-724bd51ccaa7 tempest-QuotasAdminNegativeTest-568126444 tempest-QuotasAdminNegativeTest-568126444-project] 10.222.0.68 "GET /v2.0/quotas/7af6a351dd4345108020a7c5c906a369 HTTP/1.1" status: 200 len: 375 time: 0.0100386 Aug 16 01:32:21.751772 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0039072b-b2d8-4fe4-a80f-2fb806cef479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:21.778958 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-63b93c43-3b7b-478f-b3d3-748ec7b709d9 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=cd04fe849e024b499c3ca4788d38be8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326748 Aug 16 01:32:21.798979 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1a960451-3196-4024-afa3-10bdf06fc03f req-aa3f70da-6d7e-4d12-9278-802c372dbde1 tempest-QuotasAdminNegativeTest-568126444 tempest-QuotasAdminNegativeTest-568126444-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7af6a351dd4345108020a7c5c906a369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400879 Aug 16 01:32:21.806936 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0039072b-b2d8-4fe4-a80f-2fb806cef479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:21.879066 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0039072b-b2d8-4fe4-a80f-2fb806cef479 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d209bbc98f514717a734ea0d92217b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4316585 Aug 16 01:32:21.890962 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33542) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:21.904821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039072b-b2d8-4fe4-a80f-2fb806cef479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a3e70f-c2b0-4b4b-a052-81c34811ac16,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:21.954583 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5c590ecf-3472-4c90-8d9f-99b20375f4b8 req-7847a2d8-99ce-4b7a-b292-d79687a26bdc tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:21.955272 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5c590ecf-3472-4c90-8d9f-99b20375f4b8 req-7847a2d8-99ce-4b7a-b292-d79687a26bdc tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:21.974742 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-899561cd-50d5-460c-8631-95b0b1691725 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:21.976208 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-899561cd-50d5-460c-8631-95b0b1691725 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798151 Aug 16 01:32:21.992894 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-3cabfed5-2cd2-4143-b212-b064eb30dca2 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Request body: {'port': {'device_id': '1d6a28b6-8e95-458a-98b2-7ac5b9807fd1', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': 'cd04fe849e024b499c3ca4788d38be8d'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:22.023417 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-5c590ecf-3472-4c90-8d9f-99b20375f4b8 req-7847a2d8-99ce-4b7a-b292-d79687a26bdc tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Calling delete_port for 35857a08-9dc5-4ca8-815a-be55448169b8 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:32:22.110517 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc109bf4-6ba6-4488-91b4-f513caa8ce8f req-bc88586f-fc1a-40c7-bd8c-125dc02a494d tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:22.111996 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cc109bf4-6ba6-4488-91b4-f513caa8ce8f req-bc88586f-fc1a-40c7-bd8c-125dc02a494d tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 944 time: 0.1156831 Aug 16 01:32:22.116637 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-796339a0-4d80-424a-b8d8-46ce664f5e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:22.124852 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-f68ea29b-7b1c-47a2-97ec-297768ec2674 service neutron] For port 2e06069d-8b5f-49f5-9bce-1fca274c082f, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:22.132120 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-f68ea29b-7b1c-47a2-97ec-297768ec2674 service neutron] Notify callbacks [] for binding, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:22.132925 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f29fa335-2a11-4280-ab4e-ca0435edc78a req-f68ea29b-7b1c-47a2-97ec-297768ec2674 service neutron] 10.222.0.73 "DELETE /v2.0/ports/2e06069d-8b5f-49f5-9bce-1fca274c082f/bindings/n-h2-765315-27 HTTP/1.1" status: 204 len: 173 time: 0.3938479 Aug 16 01:32:22.166647 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-796339a0-4d80-424a-b8d8-46ce664f5e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:22.182517 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cc109bf4-6ba6-4488-91b4-f513caa8ce8f req-f7bf48b7-f471-458d-8a98-c0d6df6f5c50 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641642 Aug 16 01:32:22.189430 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-3cabfed5-2cd2-4143-b212-b064eb30dca2 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Made reservation on behalf of cd04fe849e024b499c3ca4788d38be8d for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:32:22.193377 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-3cabfed5-2cd2-4143-b212-b064eb30dca2 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:22.202774 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-3cabfed5-2cd2-4143-b212-b064eb30dca2 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:22.252437 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-796339a0-4d80-424a-b8d8-46ce664f5e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:22.255008 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-796339a0-4d80-424a-b8d8-46ce664f5e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:22.259578 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-796339a0-4d80-424a-b8d8-46ce664f5e7b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/95a3e70f-c2b0-4b4b-a052-81c34811ac16 HTTP/1.1" status: 204 len: 168 time: 0.3642342 Aug 16 01:32:22.281898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796339a0-4d80-424a-b8d8-46ce664f5e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a3e70f-c2b0-4b4b-a052-81c34811ac16,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:22.301056 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5c590ecf-3472-4c90-8d9f-99b20375f4b8 req-7847a2d8-99ce-4b7a-b292-d79687a26bdc tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:22.330491 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-3cabfed5-2cd2-4143-b212-b064eb30dca2 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:22.335713 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-3cabfed5-2cd2-4143-b212-b064eb30dca2 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:22.338119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847a2d8-99ce-4b7a-b292-d79687a26bdc tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Pushing event deleted for resources: {'Port': ['ID=35857a08-9dc5-4ca8-815a-be55448169b8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:22.417259 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5c590ecf-3472-4c90-8d9f-99b20375f4b8 req-7847a2d8-99ce-4b7a-b292-d79687a26bdc tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:22.418508 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabfed5-2cd2-4143-b212-b064eb30dca2 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8894c7-c4ed-4d08-8549-76ea4c311953,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:22.421078 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5c590ecf-3472-4c90-8d9f-99b20375f4b8 req-7847a2d8-99ce-4b7a-b292-d79687a26bdc tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:22.422391 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5c590ecf-3472-4c90-8d9f-99b20375f4b8 req-7847a2d8-99ce-4b7a-b292-d79687a26bdc tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "DELETE /v2.0/floatingips/d5c3805f-23a8-4451-840a-a06fa1f18a49 HTTP/1.1" status: 204 len: 173 time: 0.9130833 Aug 16 01:32:22.538017 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-3cabfed5-2cd2-4143-b212-b064eb30dca2 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Allocated IP 192.168.233.36 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/c73de09b-6ffc-4296-a086-401c81cf13ca) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:32:22.548086 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c469ecc-ddf9-4548-ba14-5b7bcfbd0fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:22.752732 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-3cabfed5-2cd2-4143-b212-b064eb30dca2 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:22.756257 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 7fd603e0-37b2-4b6a-809c-846f1f09cf6e details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:32:22.758596 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 2e06069d-8b5f-49f5-9bce-1fca274c082f no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:32:22.770218 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-3cabfed5-2cd2-4143-b212-b064eb30dca2 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Transition to ACTIVE for port object c73de09b-6ffc-4296-a086-401c81cf13ca will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:22.831001 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-3cabfed5-2cd2-4143-b212-b064eb30dca2 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:22.908624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-3cabfed5-2cd2-4143-b212-b064eb30dca2 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:22.913940 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3e992-bb5b-4ebc-91e4-aacfed197966 req-d2c39610-1100-4f8e-ac1d-f7bd1dafb4d3 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:22.917392 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-3cabfed5-2cd2-4143-b212-b064eb30dca2 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:22.928629 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-abe3e992-bb5b-4ebc-91e4-aacfed197966 req-d2c39610-1100-4f8e-ac1d-f7bd1dafb4d3 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=d40e20a5-6523-4ba2-8012-6b2c6975272a HTTP/1.1" status: 200 len: 950 time: 0.4127612 Aug 16 01:32:22.943767 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-3cabfed5-2cd2-4143-b212-b064eb30dca2 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:32:22.985370 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-abe3e992-bb5b-4ebc-91e4-aacfed197966 req-efcb5d13-0cf8-42c2-80e0-c6f6dcdcc194 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470150 Aug 16 01:32:22.992573 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d1024-65c1-4666-838b-63dde59b5ee4 req-48f3951d-426f-4152-89ae-15291a1d22b9 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:23.006170 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c52d1024-65c1-4666-838b-63dde59b5ee4 req-48f3951d-426f-4152-89ae-15291a1d22b9 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 943 time: 0.2049990 Aug 16 01:32:23.008222 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabfed5-2cd2-4143-b212-b064eb30dca2 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Pushing event updated for resources: {'Port': ['ID=c73de09b-6ffc-4296-a086-401c81cf13ca,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:23.056874 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 2e06069d-8b5f-49f5-9bce-1fca274c082f not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:32:23.118375 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-3cabfed5-2cd2-4143-b212-b064eb30dca2 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:23.119115 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-3cabfed5-2cd2-4143-b212-b064eb30dca2 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:23.140068 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c52d1024-65c1-4666-838b-63dde59b5ee4 req-8b29a34c-f784-47b7-a17d-5073b8cf1f3d tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326516 Aug 16 01:32:23.163535 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-3cabfed5-2cd2-4143-b212-b064eb30dca2 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1752434 Aug 16 01:32:23.182780 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Request body: {'port': {'device_id': '1d6a28b6-8e95-458a-98b2-7ac5b9807fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:23.189937 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7fd603e0-37b2-4b6a-809c-846f1f09cf6e,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:23.201856 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:23.238594 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '7fd603e0-37b2-4b6a-809c-846f1f09cf6e', 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d', 'port_id': '7fd603e0-37b2-4b6a-809c-846f1f09cf6e', 'mac_address': 'fa:16:3e:e0:31:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dca6ec8-828f-4751-8723-f176759a3e37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:32:23.317810 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:23.357257 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed43205-a9cf-46a9-bbbb-f2030c28dabe req-bfad79e4-ad2f-43e3-96c8-34e7d3ea12c1 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:23.374612 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4ed43205-a9cf-46a9-bbbb-f2030c28dabe req-bfad79e4-ad2f-43e3-96c8-34e7d3ea12c1 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d6a28b6-8e95-458a-98b2-7ac5b9807fd1 HTTP/1.1" status: 200 len: 935 time: 0.1261945 Aug 16 01:32:23.381882 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:23.390908 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8b0874b1-2b28-42bb-a86e-4fc44a92fd2e None None] Provisioning for port c73de09b-6ffc-4296-a086-401c81cf13ca completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:23.421961 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8b0874b1-2b28-42bb-a86e-4fc44a92fd2e None None] Provisioning complete for port c73de09b-6ffc-4296-a086-401c81cf13ca triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:23.422691 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b0874b1-2b28-42bb-a86e-4fc44a92fd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:23.428923 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd603e0-37b2-4b6a-809c-846f1f09cf6e {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:32:23.479020 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33598) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:23.503852 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7fd603e0-37b2-4b6a-809c-846f1f09cf6e,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:23.510998 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:23.514261 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4ed43205-a9cf-46a9-bbbb-f2030c28dabe req-ef0edabc-ac16-4125-85a2-e7362f50eb25 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/security-groups?id=4e8894c7-c4ed-4d08-8549-76ea4c311953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339419 Aug 16 01:32:23.516206 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8b0874b1-2b28-42bb-a86e-4fc44a92fd2e None None] Port c73de09b-6ffc-4296-a086-401c81cf13ca cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:32:23.584210 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=7fd603e0-37b2-4b6a-809c-846f1f09cf6e,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:23.602719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f55315-2877-4593-8eb4-03f93361e791 req-09ee689c-56ed-4c5b-8beb-23edb787b997 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:23.608855 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f55315-2877-4593-8eb4-03f93361e791 req-09ee689c-56ed-4c5b-8beb-23edb787b997 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:23.611158 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43f55315-2877-4593-8eb4-03f93361e791 req-09ee689c-56ed-4c5b-8beb-23edb787b997 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d5e79ef-c259-405b-aaa7-2c4d7c098730&device_id=d40e20a5-6523-4ba2-8012-6b2c6975272a HTTP/1.1" status: 200 len: 1691 time: 0.0686882 Aug 16 01:32:23.636415 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91baf050-232d-4d15-a2e0-49d67bef4346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:23.667972 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43f55315-2877-4593-8eb4-03f93361e791 req-286db444-8eff-493d-a670-156088f977cb tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501063 Aug 16 01:32:23.714190 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4f83e-1160-44dc-96ea-5f372558c9e8 req-875f391b-852c-48fd-8d45-5719c372edb3 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:23.715784 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-afd4f83e-1160-44dc-96ea-5f372558c9e8 req-875f391b-852c-48fd-8d45-5719c372edb3 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 1096 time: 0.0990117 Aug 16 01:32:23.751270 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['7fd603e0-37b2-4b6a-809c-846f1f09cf6e'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:32:23.770351 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-afd4f83e-1160-44dc-96ea-5f372558c9e8 req-5ed5c7c9-6243-4ff5-a9d6-408edc1e16e0 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476420 Aug 16 01:32:23.820647 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91baf050-232d-4d15-a2e0-49d67bef4346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:23.834100 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91baf050-232d-4d15-a2e0-49d67bef4346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:23.850366 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb616147-f9d2-4986-b3da-6b3a3b9c3975 req-8edab523-e3c7-49e4-a036-670577b9513d tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:23.861135 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb616147-f9d2-4986-b3da-6b3a3b9c3975 req-8edab523-e3c7-49e4-a036-670577b9513d tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/ports?device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1257353 Aug 16 01:32:23.892993 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73de09b-6ffc-4296-a086-401c81cf13ca {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:32:23.905337 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:23.925421 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Transition to ACTIVE for port object c73de09b-6ffc-4296-a086-401c81cf13ca will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:23.935203 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:23.950451 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb616147-f9d2-4986-b3da-6b3a3b9c3975 req-96afbe86-97bf-4fc0-8a6b-7b5356b23edb tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0905740 Aug 16 01:32:23.965046 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-91baf050-232d-4d15-a2e0-49d67bef4346 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7af6a351dd4345108020a7c5c906a369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4824057 Aug 16 01:32:23.965046 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91baf050-232d-4d15-a2e0-49d67bef4346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e868a245-a078-4478-951f-2cff53af7519,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:23.977254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33610) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:24.022623 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:24.115770 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7a60111e-66b1-4218-8cc0-e364be944371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:24.165951 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e76b8256-a758-4b78-999f-66d21d730e77 req-b4d67144-e272-4cf7-92b9-d7b79135127e tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0638700 Aug 16 01:32:24.181704 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7a60111e-66b1-4218-8cc0-e364be944371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:24.300961 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7a60111e-66b1-4218-8cc0-e364be944371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:24.304350 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7a60111e-66b1-4218-8cc0-e364be944371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:24.306252 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7a60111e-66b1-4218-8cc0-e364be944371 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e868a245-a078-4478-951f-2cff53af7519 HTTP/1.1" status: 204 len: 168 time: 0.3258615 Aug 16 01:32:24.323762 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60111e-66b1-4218-8cc0-e364be944371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e868a245-a078-4478-951f-2cff53af7519,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:24.330475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8084e5-bbef-4ffa-88c8-1bf373ca193e req-61f77879-f1a4-43e6-91d3-10e688e5554d tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:24.331066 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b8084e5-bbef-4ffa-88c8-1bf373ca193e req-61f77879-f1a4-43e6-91d3-10e688e5554d tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=8d5e79ef-c259-405b-aaa7-2c4d7c098730 HTTP/1.1" status: 200 len: 1102 time: 0.0791812 Aug 16 01:32:24.352832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Pushing event updated for resources: {'Port': ['ID=c73de09b-6ffc-4296-a086-401c81cf13ca,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:24.384676 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b8084e5-bbef-4ffa-88c8-1bf373ca193e req-769c0464-aad0-43fa-9932-2bd265f4eb1e tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451944 Aug 16 01:32:24.482800 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Attempting to bind port c73de09b-6ffc-4296-a086-401c81cf13ca on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:32:24.483356 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Attempting to bind port c73de09b-6ffc-4296-a086-401c81cf13ca by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:32:24.483922 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Attempting to bind port c73de09b-6ffc-4296-a086-401c81cf13ca on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:24.496186 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Port c73de09b-6ffc-4296-a086-401c81cf13ca on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:32:24.496510 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Attempting to bind port c73de09b-6ffc-4296-a086-401c81cf13ca on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:24.510422 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:32:24.510769 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:24.511156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:32:24.511592 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Bound port: c73de09b-6ffc-4296-a086-401c81cf13ca, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:32:24.511953 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:24.522234 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-2f5a196d-a513-446b-a192-4a6152c99abd tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:24.523743 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-2f5a196d-a513-446b-a192-4a6152c99abd tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 821 time: 0.1683919 Aug 16 01:32:24.553049 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bed84f-7426-48b2-817c-58bcca515be4 req-ca5b50b3-8f06-4dfd-b3d3-abd7519b7ea7 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:24.558461 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-55bed84f-7426-48b2-817c-58bcca515be4 req-ca5b50b3-8f06-4dfd-b3d3-abd7519b7ea7 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 944 time: 0.0686038 Aug 16 01:32:24.573523 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-4063a849-6a55-4786-a15c-27548e5537e0 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/quotas/45dbe6ee0a914906b78be372f8c71bfe HTTP/1.1" status: 200 len: 375 time: 0.0389664 Aug 16 01:32:24.613497 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-55bed84f-7426-48b2-817c-58bcca515be4 req-24a405e8-0859-42a1-85d8-5528f77dc130 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510411 Aug 16 01:32:24.652423 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] For port c73de09b-6ffc-4296-a086-401c81cf13ca, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:24.656457 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] For port c73de09b-6ffc-4296-a086-401c81cf13ca, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=c73de09b-6ffc-4296-a086-401c81cf13ca,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:32:24.668077 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-33847448-80f2-4e9e-a227-d01bc5d0b22f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0879722 Aug 16 01:32:24.669179 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:24.706788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33642) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:24.721119 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f6049bd0-e916-4a4e-95e6-aa87ba18ae45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:24.773004 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:24.774007 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:24.776141 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] 10.222.0.63 "PUT /v2.0/ports/c73de09b-6ffc-4296-a086-401c81cf13ca HTTP/1.1" status: 200 len: 1096 time: 1.6031883 Aug 16 01:32:24.781380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6a28b6-8e95-458a-98b2-7ac5b9807fd1', 'tag': 'c73de09b-6ffc-4296-a086-401c81cf13ca'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:24.785917 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c753cb04-2f18-495a-a49d-ad627618fb6f" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6a28b6-8e95-458a-98b2-7ac5b9807fd1", "tag": "c73de09b-6ffc-4296-a086-401c81cf13ca"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:24.799220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 7fd603e0-37b2-4b6a-809c-846f1f09cf6e up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:32:24.865822 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93f67f-3d0c-4836-bbc5-375712f84db6 service neutron] Pushing event updated for resources: {'Port': ['ID=c73de09b-6ffc-4296-a086-401c81cf13ca,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:24.886402 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f6049bd0-e916-4a4e-95e6-aa87ba18ae45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:24.894688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:24.898423 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f6049bd0-e916-4a4e-95e6-aa87ba18ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:24.904754 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:24.906069 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:24.926683 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-0cfaaeac-1d85-413a-92e7-93ba5831b384 service neutron] 10.222.0.68 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508409 Aug 16 01:32:24.949233 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6049bd0-e916-4a4e-95e6-aa87ba18ae45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbe7624-fc53-4c7b-837c-0200c1af0f90,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:24.974846 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f6049bd0-e916-4a4e-95e6-aa87ba18ae45 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4090fa93f3aa4fabae6c2864da014026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676985 Aug 16 01:32:24.978524 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33648) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:24.991553 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-1b2aacb5-c670-4d50-ae97-fc8af12b3240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:24.993238 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-1b2aacb5-c670-4d50-ae97-fc8af12b3240 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cd04fe849e024b499c3ca4788d38be8d&device_id=1d6a28b6-8e95-458a-98b2-7ac5b9807fd1 HTTP/1.1" status: 200 len: 1099 time: 0.1375163 Aug 16 01:32:25.004243 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:25.032589 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a212bbb-a183-4069-bcfb-50f0f0bfab7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd603e0-37b2-4b6a-809c-846f1f09cf6e'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:25.035586 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3ce37a-3835-4c01-a6a5-2fc2b0d630c7" -d '{"events": [{"server_uuid": "6a212bbb-a183-4069-bcfb-50f0f0bfab7a", "name": "network-vif-plugged", "status": "completed", "tag": "7fd603e0-37b2-4b6a-809c-846f1f09cf6e"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:25.048652 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-f96617b6-2291-4d5a-a18d-e5555dc60508 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c73de09b-6ffc-4296-a086-401c81cf13ca HTTP/1.1" status: 200 len: 217 time: 0.0426426 Aug 16 01:32:25.053403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7fd603e0-37b2-4b6a-809c-846f1f09cf6e,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:25.065097 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:25.077216 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3dbe871b-52ea-47ae-90c1-8aa883d3efce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:25.098329 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484c089-fbdf-4239-879f-7e7c81f41393 req-3e32ff6f-19b6-4648-9fcc-6f96c019135e tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:25.099811 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1484c089-fbdf-4239-879f-7e7c81f41393 req-3e32ff6f-19b6-4648-9fcc-6f96c019135e tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=d40e20a5-6523-4ba2-8012-6b2c6975272a HTTP/1.1" status: 200 len: 1102 time: 0.0814886 Aug 16 01:32:25.112221 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3dbe871b-52ea-47ae-90c1-8aa883d3efce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:25.124745 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-b173107b-0859-4a9c-bd80-da45a3a03d77 service neutron] 10.222.0.68 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972113 Aug 16 01:32:25.132005 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=7fd603e0-37b2-4b6a-809c-846f1f09cf6e,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:25.145189 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-81a206f7-38dd-4fa5-a609-ec835f7f5908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:25.146699 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-81a206f7-38dd-4fa5-a609-ec835f7f5908 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0877509 Aug 16 01:32:25.179207 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1484c089-fbdf-4239-879f-7e7c81f41393 req-d3ef2315-14f9-4c64-853d-4bc74cf8115e tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687244 Aug 16 01:32:25.223273 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3dbe871b-52ea-47ae-90c1-8aa883d3efce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:25.225987 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3dbe871b-52ea-47ae-90c1-8aa883d3efce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:25.227161 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3dbe871b-52ea-47ae-90c1-8aa883d3efce admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dbbe7624-fc53-4c7b-837c-0200c1af0f90 HTTP/1.1" status: 204 len: 168 time: 0.2476027 Aug 16 01:32:25.237502 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe871b-52ea-47ae-90c1-8aa883d3efce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbe7624-fc53-4c7b-837c-0200c1af0f90,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:25.246771 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-7cc9d970-8877-4ee9-bf16-ff28ff34b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:25.248919 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-7cc9d970-8877-4ee9-bf16-ff28ff34b7dd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0937366 Aug 16 01:32:25.378118 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95fd6c2-fc9b-4af0-9b18-c79416f9da52 x-openstack-request-id: req-d95fd6c2-fc9b-4af0-9b18-c79416f9da52 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:25.378406 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6a28b6-8e95-458a-98b2-7ac5b9807fd1", "tag": "c73de09b-6ffc-4296-a086-401c81cf13ca", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:25.378654 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d95fd6c2-fc9b-4af0-9b18-c79416f9da52 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:25.379045 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6a28b6-8e95-458a-98b2-7ac5b9807fd1', 'tag': 'c73de09b-6ffc-4296-a086-401c81cf13ca', 'status': 'completed', 'code': 200} Aug 16 01:32:25.410133 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab3988-a634-4eea-af5e-cb96141484d8 req-01bbf890-5d30-4af6-bcd7-baf9bdd0fd03 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:25.411804 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8cab3988-a634-4eea-af5e-cb96141484d8 req-01bbf890-5d30-4af6-bcd7-baf9bdd0fd03 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d6a28b6-8e95-458a-98b2-7ac5b9807fd1 HTTP/1.1" status: 200 len: 947 time: 0.1082675 Aug 16 01:32:25.428240 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-1189d484-fcce-47ce-a6a7-c28c8a5b3d70 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684356 Aug 16 01:32:25.497865 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8cab3988-a634-4eea-af5e-cb96141484d8 req-7788c6be-6d43-42a2-8130-9a88aa65f19f tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/security-groups?id=4e8894c7-c4ed-4d08-8549-76ea4c311953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788465 Aug 16 01:32:25.541076 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8810edfd-cc3f-4ad0-a186-162b1d5c03ae x-openstack-request-id: req-8810edfd-cc3f-4ad0-a186-162b1d5c03ae {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:25.541509 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a212bbb-a183-4069-bcfb-50f0f0bfab7a", "name": "network-vif-plugged", "status": "completed", "tag": "7fd603e0-37b2-4b6a-809c-846f1f09cf6e", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:25.541876 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8810edfd-cc3f-4ad0-a186-162b1d5c03ae {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:25.542652 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a212bbb-a183-4069-bcfb-50f0f0bfab7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd603e0-37b2-4b6a-809c-846f1f09cf6e', 'code': 200} Aug 16 01:32:25.573491 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718ddca-4774-46ae-9120-c5ebd923ffac req-f318b6f6-ff19-451c-b58c-6388480c41e7 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:25.575092 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4718ddca-4774-46ae-9120-c5ebd923ffac req-f318b6f6-ff19-451c-b58c-6388480c41e7 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/ports?device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3 HTTP/1.1" status: 200 len: 945 time: 0.1446953 Aug 16 01:32:25.597662 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1635e096-f892-4792-ac09-6b6fc79aeea1 req-f8ca0ffe-1cdc-4cf0-845e-5bae6522b93d service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560013 Aug 16 01:32:25.717473 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4718ddca-4774-46ae-9120-c5ebd923ffac req-7779adca-78ff-4b87-ad9b-9bbc8d3c70f9 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/security-groups?id=cd97d2f9-64d8-4ebf-af84-c9f91a386e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187022 Aug 16 01:32:25.748814 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd9de9-5c14-45d4-95e0-51a2271cdbb4 req-2d935bbe-b91b-4c0d-b3db-96545e5d6c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:25.752026 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfdd9de9-5c14-45d4-95e0-51a2271cdbb4 req-2d935bbe-b91b-4c0d-b3db-96545e5d6c88 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 1097 time: 0.1207347 Aug 16 01:32:25.781618 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f14c8323-5bb8-4168-8d7a-d170a7f064e3 req-df74810d-006d-4875-a8a4-2a696f424c41 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 210 time: 0.0330122 Aug 16 01:32:25.792582 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753cb04-2f18-495a-a49d-ad627618fb6f req-d6a63db6-6edd-40e8-b694-e3278b17cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:25.794773 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c753cb04-2f18-495a-a49d-ad627618fb6f req-d6a63db6-6edd-40e8-b694-e3278b17cc7c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cd04fe849e024b499c3ca4788d38be8d&device_id=1d6a28b6-8e95-458a-98b2-7ac5b9807fd1 HTTP/1.1" status: 200 len: 1099 time: 0.1037242 Aug 16 01:32:25.829466 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:25.830003 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfdd9de9-5c14-45d4-95e0-51a2271cdbb4 req-dd4e9147-efc6-420c-b3b3-47fd41633ed2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669131 Aug 16 01:32:25.923903 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28852e-4e51-4c57-97bc-f611b2394fd0 req-319dc542-b223-4940-a7f1-5475f629e0cc tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:25.934555 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a28852e-4e51-4c57-97bc-f611b2394fd0 req-319dc542-b223-4940-a7f1-5475f629e0cc tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 945 time: 0.0788348 Aug 16 01:32:25.991148 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a28852e-4e51-4c57-97bc-f611b2394fd0 req-499d93ff-fcac-4dcc-95ae-c04ec480c0d3 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555694 Aug 16 01:32:26.008867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753cb04-2f18-495a-a49d-ad627618fb6f req-5f79db3b-e5fd-4134-b206-4e575519123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:26.010382 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c753cb04-2f18-495a-a49d-ad627618fb6f req-5f79db3b-e5fd-4134-b206-4e575519123e service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.2068205 Aug 16 01:32:26.022114 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-eddc037d-57e4-4416-95e8-a06f9b2d194d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=a281f802ea2743fa9ccd253c1514e699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296514 Aug 16 01:32:26.068403 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c753cb04-2f18-495a-a49d-ad627618fb6f req-d6f2376c-ad74-41d9-a697-6142891e409c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c73de09b-6ffc-4296-a086-401c81cf13ca HTTP/1.1" status: 200 len: 217 time: 0.0453269 Aug 16 01:32:26.193684 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753cb04-2f18-495a-a49d-ad627618fb6f req-b4a6cc13-90d2-4106-ab5f-c20f9616014b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:26.195208 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c753cb04-2f18-495a-a49d-ad627618fb6f req-b4a6cc13-90d2-4106-ab5f-c20f9616014b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0782030 Aug 16 01:32:26.248216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-9601aab8-d081-44a1-9a07-0a9c3fe82227 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:26.255805 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-9601aab8-d081-44a1-9a07-0a9c3fe82227 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2238183 Aug 16 01:32:26.270137 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-14706a74-84bf-4588-8bed-c2c061be0882 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/quotas/a281f802ea2743fa9ccd253c1514e699 HTTP/1.1" status: 200 len: 375 time: 0.0132551 Aug 16 01:32:26.296458 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753cb04-2f18-495a-a49d-ad627618fb6f req-d0903eb5-1e6d-4cf5-8685-47824879d9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:26.298229 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c753cb04-2f18-495a-a49d-ad627618fb6f req-d0903eb5-1e6d-4cf5-8685-47824879d9a4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0838497 Aug 16 01:32:26.403174 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-43c30286-6e9d-4d60-8485-dd170326901e tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1256113 Aug 16 01:32:26.439343 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c753cb04-2f18-495a-a49d-ad627618fb6f req-f01024c8-2186-47ba-8423-2913939c0b58 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203456 Aug 16 01:32:26.511308 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286cc64-743f-481d-a0ac-292204f9caeb req-12d450ed-26ef-4c27-a8c2-cedc2e8c5b6a tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:26.513040 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4286cc64-743f-481d-a0ac-292204f9caeb req-12d450ed-26ef-4c27-a8c2-cedc2e8c5b6a tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.63 "GET /v2.0/ports?device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3 HTTP/1.1" status: 200 len: 945 time: 0.0635333 Aug 16 01:32:26.552962 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c753cb04-2f18-495a-a49d-ad627618fb6f req-6d5c1473-932e-4f52-857e-15d4e6a74bf5 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032169 Aug 16 01:32:26.627817 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-4286cc64-743f-481d-a0ac-292204f9caeb req-0a60d68e-60dd-4761-a226-8f66ddec9670 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Deleting port 09793403-48b1-47d2-8ea0-997a18d1cc71 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:32:26.628250 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4286cc64-743f-481d-a0ac-292204f9caeb req-0a60d68e-60dd-4761-a226-8f66ddec9670 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:26.723490 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4286cc64-743f-481d-a0ac-292204f9caeb req-0a60d68e-60dd-4761-a226-8f66ddec9670 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] For port 09793403-48b1-47d2-8ea0-997a18d1cc71, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=09793403-48b1-47d2-8ea0-997a18d1cc71,segment=NetworkSegment(93eea0b8-94ec-454e-9576-fea7a779ea97),segment_id=93eea0b8-94ec-454e-9576-fea7a779ea97)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:26.723971 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4286cc64-743f-481d-a0ac-292204f9caeb req-0a60d68e-60dd-4761-a226-8f66ddec9670 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:26.745617 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-4286cc64-743f-481d-a0ac-292204f9caeb req-0a60d68e-60dd-4761-a226-8f66ddec9670 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Calling delete_port for 09793403-48b1-47d2-8ea0-997a18d1cc71 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:32:26.950779 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4286cc64-743f-481d-a0ac-292204f9caeb req-0a60d68e-60dd-4761-a226-8f66ddec9670 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:26.965905 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['09793403-48b1-47d2-8ea0-997a18d1cc71'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:32:26.987449 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60d68e-60dd-4761-a226-8f66ddec9670 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Pushing event deleted for resources: {'Port': ['ID=09793403-48b1-47d2-8ea0-997a18d1cc71,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:27.006571 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d07080-7c23-438f-b049-84c2de124ab7 req-14a15050-6365-4c38-bf97-a1684f585fa8 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:27.015661 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8d07080-7c23-438f-b049-84c2de124ab7 req-14a15050-6365-4c38-bf97-a1684f585fa8 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d6a28b6-8e95-458a-98b2-7ac5b9807fd1 HTTP/1.1" status: 200 len: 947 time: 0.1294014 Aug 16 01:32:27.019118 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a032a937-87c5-4a47-88d7-22a25336d65b req-cdbb87a0-8d81-49c0-bf92-ac794dd7b4a4 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.68 "GET /v2.0/ports?device_id=4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3 HTTP/1.1" status: 200 len: 210 time: 0.0346315 Aug 16 01:32:27.067190 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-4286cc64-743f-481d-a0ac-292204f9caeb req-0a60d68e-60dd-4761-a226-8f66ddec9670 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] No DVR routers for this DVR port 09793403-48b1-47d2-8ea0-997a18d1cc71 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:32:27.069852 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4286cc64-743f-481d-a0ac-292204f9caeb req-0a60d68e-60dd-4761-a226-8f66ddec9670 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:27.072418 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4286cc64-743f-481d-a0ac-292204f9caeb req-0a60d68e-60dd-4761-a226-8f66ddec9670 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963 tempest-FloatingIPsAssociationNegativeTestJSON-2146465963-project] 10.222.0.63 "DELETE /v2.0/ports/09793403-48b1-47d2-8ea0-997a18d1cc71 HTTP/1.1" status: 204 len: 173 time: 0.5497456 Aug 16 01:32:27.075774 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-4134163a-cc45-4da9-9103-202a7c337a77 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:27.077938 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-4134163a-cc45-4da9-9103-202a7c337a77 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.63 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 821 time: 0.2789080 Aug 16 01:32:27.105692 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-6c9f241c-8298-4927-8d64-927ffb37de23 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Request body: {'port': {'device_id': '494e313c-20e7-4704-9bd9-40ccc5460e68', 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a', 'admin_state_up': True, 'tenant_id': '45dbe6ee0a914906b78be372f8c71bfe'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:27.161687 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8d07080-7c23-438f-b049-84c2de124ab7 req-fdd06115-9107-4396-a9d0-74934e70a7ef tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/security-groups?id=4e8894c7-c4ed-4d08-8549-76ea4c311953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449416 Aug 16 01:32:27.296185 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-6c9f241c-8298-4927-8d64-927ffb37de23 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Made reservation on behalf of 45dbe6ee0a914906b78be372f8c71bfe for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:32:27.299919 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-6c9f241c-8298-4927-8d64-927ffb37de23 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:27.360917 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0c10ca7-b765-4461-bcd0-06febc75ed16 req-f1212637-54c1-4608-8d6a-bbb31ac661f0 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 210 time: 0.0397680 Aug 16 01:32:27.389120 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3', 'name': 'network-vif-deleted', 'tag': '09793403-48b1-47d2-8ea0-997a18d1cc71'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:27.392748 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c79737-a705-47d2-bef8-418e1a9ebc7d" -d '{"events": [{"server_uuid": "4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3", "name": "network-vif-deleted", "tag": "09793403-48b1-47d2-8ea0-997a18d1cc71"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:27.536367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-6c9f241c-8298-4927-8d64-927ffb37de23 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Allocated IP 172.20.0.3 (ac9b0336-8141-4ec6-b716-8b6fe1de5b8a/9a70a5b5-baa4-4789-ab96-e7bced8a7b9b/a9527486-4fa6-4f6d-98ed-323353356c91) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:32:27.547610 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c491c2-f44d-4774-bc4e-dc0eb046a751 req-19a02337-5745-4705-b0d6-92f1cfc93205 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:27.549229 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28c491c2-f44d-4774-bc4e-dc0eb046a751 req-19a02337-5745-4705-b0d6-92f1cfc93205 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 945 time: 0.0786440 Aug 16 01:32:27.590809 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73956352-b21c-447e-9af1-7afd80bf81cf x-openstack-request-id: req-73956352-b21c-447e-9af1-7afd80bf81cf {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:27.591336 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3", "name": "network-vif-deleted", "tag": "09793403-48b1-47d2-8ea0-997a18d1cc71", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:27.591919 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-73956352-b21c-447e-9af1-7afd80bf81cf {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:27.592516 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4620fa2f-72b1-4dfd-ab7d-30dfa19dd9b3', 'name': 'network-vif-deleted', 'tag': '09793403-48b1-47d2-8ea0-997a18d1cc71', 'status': 'completed', 'code': 200} Aug 16 01:32:27.636126 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28c491c2-f44d-4774-bc4e-dc0eb046a751 req-0121bfb3-baf0-42fb-96a4-d204f874e7d0 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739646 Aug 16 01:32:27.686033 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9a0d8969-3833-410d-8a71-c98352c2d41c req-049ed10a-100f-4252-add3-bc18fa214778 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=c2720e51-2d3c-4c7d-b785-94c190a38423 HTTP/1.1" status: 200 len: 210 time: 0.0362182 Aug 16 01:32:27.764099 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-6c9f241c-8298-4927-8d64-927ffb37de23 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:27.853806 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-6c9f241c-8298-4927-8d64-927ffb37de23 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:27.898955 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806514a-9cc5-4ddf-bc0b-498c3e4a82ca req-5c3e241c-a256-4213-8ca1-68fcb7b72d7c tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:27.901904 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9806514a-9cc5-4ddf-bc0b-498c3e4a82ca req-5c3e241c-a256-4213-8ca1-68fcb7b72d7c tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 1097 time: 0.0942526 Aug 16 01:32:27.915016 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-6c9f241c-8298-4927-8d64-927ffb37de23 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:27.926215 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-6c9f241c-8298-4927-8d64-927ffb37de23 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:27.936832 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-6c9f241c-8298-4927-8d64-927ffb37de23 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:32:27.939648 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f241c-8298-4927-8d64-927ffb37de23 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Pushing event updated for resources: {'Port': ['ID=a9527486-4fa6-4f6d-98ed-323353356c91,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:27.987837 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9806514a-9cc5-4ddf-bc0b-498c3e4a82ca req-c4179e97-bd01-4866-92b5-146e88bd20d5 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783412 Aug 16 01:32:28.007788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-6c9f241c-8298-4927-8d64-927ffb37de23 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:28.010071 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-6c9f241c-8298-4927-8d64-927ffb37de23 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:28.027931 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-6c9f241c-8298-4927-8d64-927ffb37de23 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9305820 Aug 16 01:32:28.042568 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Request body: {'port': {'device_id': '494e313c-20e7-4704-9bd9-40ccc5460e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:28.115812 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:28.261205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73b639-7726-4e32-8842-601228032c18 req-d7355a3a-c3b3-4c29-8d13-21bf0c7f1fdd tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:28.262892 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d73b639-7726-4e32-8842-601228032c18 req-d7355a3a-c3b3-4c29-8d13-21bf0c7f1fdd tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 1097 time: 0.1309357 Aug 16 01:32:28.358530 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d73b639-7726-4e32-8842-601228032c18 req-47f8cbd0-cdb7-4506-ac92-f439a7756376 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804329 Aug 16 01:32:28.395046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33786) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:28.411699 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33790) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:28.519253 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-106c271c-6ecf-4e51-9397-2b9e6b87cb17 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=a281f802ea2743fa9ccd253c1514e699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385311 Aug 16 01:32:28.575690 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9527486-4fa6-4f6d-98ed-323353356c91 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:32:28.585537 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:28.605400 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4403a7a-fbbd-4da2-941a-6c8c0b9fb6da req-4c6d0ab2-2eb5-481f-8dce-ac36d37bd3cf tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:28.613446 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4403a7a-fbbd-4da2-941a-6c8c0b9fb6da req-4c6d0ab2-2eb5-481f-8dce-ac36d37bd3cf tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d6a28b6-8e95-458a-98b2-7ac5b9807fd1 HTTP/1.1" status: 200 len: 947 time: 0.1064126 Aug 16 01:32:28.631230 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Transition to ACTIVE for port object a9527486-4fa6-4f6d-98ed-323353356c91 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:28.645897 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:28.675639 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4c78658-b858-45fd-bb31-2cbe840c6b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:28.694063 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4403a7a-fbbd-4da2-941a-6c8c0b9fb6da req-61468bc3-e146-4829-b977-a33c096d3168 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/security-groups?id=4e8894c7-c4ed-4d08-8549-76ea4c311953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750813 Aug 16 01:32:28.763438 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-65b9bf75-badf-44b0-a4c6-8e46315a9b96 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a281f802ea2743fa9ccd253c1514e699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541613 Aug 16 01:32:28.799070 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9527486-4fa6-4f6d-98ed-323353356c91,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:28.804261 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device c73de09b-6ffc-4296-a086-401c81cf13ca details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:32:28.872214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-3a3e49a5-2d4b-47a5-843a-c33fd8bed9db tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:28.874789 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-3a3e49a5-2d4b-47a5-843a-c33fd8bed9db tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3477461 Aug 16 01:32:28.893606 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-824d521e-3b8c-4fad-85ce-e2dbdf52ea76 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Request body: {'port': {'device_id': '3f9f95f1-1525-40c6-8e03-18438c973569', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': 'a281f802ea2743fa9ccd253c1514e699'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:28.944793 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port c73de09b-6ffc-4296-a086-401c81cf13ca, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=c73de09b-6ffc-4296-a086-401c81cf13ca,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:28.959403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'c73de09b-6ffc-4296-a086-401c81cf13ca', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': 'c73de09b-6ffc-4296-a086-401c81cf13ca', 'mac_address': 'fa:16:3e:97:73:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:32:28.967004 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-2a225a46-6a92-4711-8574-41c15cbe4223 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:28.967703 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-2a225a46-6a92-4711-8574-41c15cbe4223 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966331 Aug 16 01:32:28.986538 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Attempting to bind port a9527486-4fa6-4f6d-98ed-323353356c91 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:32:28.986863 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Attempting to bind port a9527486-4fa6-4f6d-98ed-323353356c91 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:32:28.987342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Attempting to bind port a9527486-4fa6-4f6d-98ed-323353356c91 on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:28.997796 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-cb923d4c-24cf-4f77-8249-f831aca439dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Request body: {'port': {'device_id': 'c2720e51-2d3c-4c7d-b785-94c190a38423', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': 'a281f802ea2743fa9ccd253c1514e699'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:28.999450 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:29.002510 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Port a9527486-4fa6-4f6d-98ed-323353356c91 on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:32:29.002845 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Attempting to bind port a9527486-4fa6-4f6d-98ed-323353356c91 on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:29.014505 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73de09b-6ffc-4296-a086-401c81cf13ca {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:32:29.035943 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port c73de09b-6ffc-4296-a086-401c81cf13ca, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=c73de09b-6ffc-4296-a086-401c81cf13ca,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:29.041741 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:29.051339 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ca20f952-f57c-45fa-9594-f8a27006949d req-34c50cc8-2d1d-49d8-91cd-691ad2b96abe tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=c2720e51-2d3c-4c7d-b785-94c190a38423 HTTP/1.1" status: 200 len: 210 time: 0.0444181 Aug 16 01:32:29.089827 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:32:29.090996 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Checking segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:29.091961 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Bound using segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:32:29.091961 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Bound port: a9527486-4fa6-4f6d-98ed-323353356c91, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:32:29.092216 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:29.107172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=c73de09b-6ffc-4296-a086-401c81cf13ca,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:29.128393 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b039a-9969-40e9-96d8-73f337a60a10 req-3b881837-ac83-4255-82be-226bea6c2725 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:29.132407 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a63b039a-9969-40e9-96d8-73f337a60a10 req-3b881837-ac83-4255-82be-226bea6c2725 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 943 time: 0.3094845 Aug 16 01:32:29.208876 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] For port a9527486-4fa6-4f6d-98ed-323353356c91, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:29.216829 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] For port a9527486-4fa6-4f6d-98ed-323353356c91, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a9527486-4fa6-4f6d-98ed-323353356c91,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:32:29.225102 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:32:29.231875 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:29.255698 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4c78658-b858-45fd-bb31-2cbe840c6b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:29.272619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:29.273381 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:29.275580 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] 10.222.0.63 "PUT /v2.0/ports/a9527486-4fa6-4f6d-98ed-323353356c91 HTTP/1.1" status: 200 len: 1092 time: 1.2386591 Aug 16 01:32:29.281842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494e313c-20e7-4704-9bd9-40ccc5460e68', 'tag': 'a9527486-4fa6-4f6d-98ed-323353356c91'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:29.281842 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83ebe04-0f2d-41e2-acf1-c28cb8bd9038" -d '{"events": [{"name": "network-changed", "server_uuid": "494e313c-20e7-4704-9bd9-40ccc5460e68", "tag": "a9527486-4fa6-4f6d-98ed-323353356c91"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:29.292138 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4c78658-b858-45fd-bb31-2cbe840c6b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:29.292338 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['c73de09b-6ffc-4296-a086-401c81cf13ca'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:32:29.310086 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a63b039a-9969-40e9-96d8-73f337a60a10 req-bcc0ea2e-6104-4f18-abdc-b71033aafff5 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713078 Aug 16 01:32:29.343908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8a0ec-5985-48a8-88d5-a19c1c4b7bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9527486-4fa6-4f6d-98ed-323353356c91,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:29.352413 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-cb923d4c-24cf-4f77-8249-f831aca439dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Made reservation on behalf of a281f802ea2743fa9ccd253c1514e699 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:32:29.360206 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-cb923d4c-24cf-4f77-8249-f831aca439dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:29.390732 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b82927-340a-4dd8-9675-52827ee1e208 x-openstack-request-id: req-b3b82927-340a-4dd8-9675-52827ee1e208 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:29.391503 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494e313c-20e7-4704-9bd9-40ccc5460e68", "tag": "a9527486-4fa6-4f6d-98ed-323353356c91", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:29.391973 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b3b82927-340a-4dd8-9675-52827ee1e208 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:29.392806 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494e313c-20e7-4704-9bd9-40ccc5460e68', 'tag': 'a9527486-4fa6-4f6d-98ed-323353356c91', 'status': 'completed', 'code': 200} Aug 16 01:32:29.431170 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c78658-b858-45fd-bb31-2cbe840c6b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec2cd31-982e-4645-8827-7086da552f6b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:29.449718 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-824d521e-3b8c-4fad-85ce-e2dbdf52ea76 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Made reservation on behalf of a281f802ea2743fa9ccd253c1514e699 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:32:29.454379 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-824d521e-3b8c-4fad-85ce-e2dbdf52ea76 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:29.461005 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c4c78658-b858-45fd-bb31-2cbe840c6b9e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=733142e09b494b9e9727014264bd4726&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0648441 Aug 16 01:32:29.474968 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33812) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:29.544873 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-1759a9ed-b4a0-412b-a304-50c8b7d9ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:29.546573 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-1759a9ed-b4a0-412b-a304-50c8b7d9ed90 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 1095 time: 0.1701286 Aug 16 01:32:29.577869 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be4127-e825-40c3-8eb4-17ba9b4ce8c2 req-c7621d8f-5923-4958-bb68-c850464957c1 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:29.584974 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12be4127-e825-40c3-8eb4-17ba9b4ce8c2 req-c7621d8f-5923-4958-bb68-c850464957c1 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 1097 time: 0.1555915 Aug 16 01:32:29.619844 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-1b9617df-6b2c-4a95-bfbd-ba500a7a3576 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9527486-4fa6-4f6d-98ed-323353356c91 HTTP/1.1" status: 200 len: 217 time: 0.0608799 Aug 16 01:32:29.678846 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12be4127-e825-40c3-8eb4-17ba9b4ce8c2 req-b4de861d-9c49-4684-b1d5-417cb43bb4e2 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929859 Aug 16 01:32:29.706668 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1628f2e2-88ec-42b8-b2f7-7a106df8106c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:29.726041 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-cb923d4c-24cf-4f77-8249-f831aca439dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Allocated IP 192.168.233.230 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/987693ac-723e-4c7e-96f3-4164c8cac736) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:32:29.732994 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-862ea644-76bb-44f3-885d-348d8b602009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:29.756419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-51f549d4-ef3a-4b62-97b6-8bbe52cbdc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:29.758082 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-51f549d4-ef3a-4b62-97b6-8bbe52cbdc02 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.1297269 Aug 16 01:32:29.760603 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1628f2e2-88ec-42b8-b2f7-7a106df8106c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:29.838594 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-1285846d-7991-4b04-a71e-e68ac514bbfd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622888 Aug 16 01:32:29.912093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d1de2-aa1d-47bc-b2ca-5580a0567167 req-90a70410-c8ba-4fe2-8049-9366547b3639 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:29.914531 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-955d1de2-aa1d-47bc-b2ca-5580a0567167 req-90a70410-c8ba-4fe2-8049-9366547b3639 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d6a28b6-8e95-458a-98b2-7ac5b9807fd1 HTTP/1.1" status: 200 len: 948 time: 0.1383998 Aug 16 01:32:30.081059 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1628f2e2-88ec-42b8-b2f7-7a106df8106c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:30.083931 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1628f2e2-88ec-42b8-b2f7-7a106df8106c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:30.088229 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1628f2e2-88ec-42b8-b2f7-7a106df8106c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9ec2cd31-982e-4645-8827-7086da552f6b HTTP/1.1" status: 204 len: 168 time: 0.6085534 Aug 16 01:32:30.150456 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628f2e2-88ec-42b8-b2f7-7a106df8106c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec2cd31-982e-4645-8827-7086da552f6b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:30.173795 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-5f5d1671-1974-4bcb-835f-f58cd8364bae service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143194 Aug 16 01:32:30.339330 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a683f255-98fd-4815-ab04-3cb79442130e req-26007aae-5467-4039-b460-1383a1b063f3 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=c2720e51-2d3c-4c7d-b785-94c190a38423 HTTP/1.1" status: 200 len: 210 time: 0.0615346 Aug 16 01:32:30.363416 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-cb923d4c-24cf-4f77-8249-f831aca439dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:30.392758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-cb923d4c-24cf-4f77-8249-f831aca439dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Transition to ACTIVE for port object 987693ac-723e-4c7e-96f3-4164c8cac736 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:30.421259 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e442e1e8-314f-4e01-bb15-58b04f9aaab3 req-31c1cfbc-eaa6-4a12-a696-47f5002815df service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251158 Aug 16 01:32:30.421454 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-955d1de2-aa1d-47bc-b2ca-5580a0567167 req-61fe714a-b726-422a-b304-58915b2eb681 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/security-groups?id=4e8894c7-c4ed-4d08-8549-76ea4c311953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835410 Aug 16 01:32:30.536862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ebe04-0f2d-41e2-acf1-c28cb8bd9038 req-3c571bdf-b71c-440f-b5ca-1f49b8972e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:30.539355 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f83ebe04-0f2d-41e2-acf1-c28cb8bd9038 req-3c571bdf-b71c-440f-b5ca-1f49b8972e92 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 1095 time: 0.0559702 Aug 16 01:32:30.541070 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-cb923d4c-24cf-4f77-8249-f831aca439dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:30.566200 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['870e5fdb-7569-48e0-86a4-2553888d4426', '953524ee-24ed-4995-b587-bdee7ee55e69', 'b5840ef7-f878-4013-a74b-df2793d97769'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:32:30.593221 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4b74e-81af-488c-bca3-5ed2ce49d40c req-a6c10673-632d-43e9-b401-e0f319f7e033 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:30.594570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb923d4c-24cf-4f77-8249-f831aca439dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Pushing event updated for resources: {'Port': ['ID=987693ac-723e-4c7e-96f3-4164c8cac736,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:30.601583 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f6a4b74e-81af-488c-bca3-5ed2ce49d40c req-a6c10673-632d-43e9-b401-e0f319f7e033 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 943 time: 0.1207089 Aug 16 01:32:30.641676 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-cb923d4c-24cf-4f77-8249-f831aca439dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:30.686363 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-cb923d4c-24cf-4f77-8249-f831aca439dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:30.690360 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-cb923d4c-24cf-4f77-8249-f831aca439dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:32:30.693558 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-824d521e-3b8c-4fad-85ce-e2dbdf52ea76 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Allocated IP 192.168.233.37 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/f098886f-fe61-4571-b74e-0d03f151fb28) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:32:30.714840 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f6a4b74e-81af-488c-bca3-5ed2ce49d40c req-d9d0bfe0-1095-4625-b131-591dba23d7ec tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121964 Aug 16 01:32:30.791054 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-cb923d4c-24cf-4f77-8249-f831aca439dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:30.791990 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-cb923d4c-24cf-4f77-8249-f831aca439dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:30.831666 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-862ea644-76bb-44f3-885d-348d8b602009 admin admin] Deleting port 9f27fda4-ba29-4a3f-a247-8ca926ef08bd {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:32:30.832200 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-862ea644-76bb-44f3-885d-348d8b602009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:30.850747 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device c73de09b-6ffc-4296-a086-401c81cf13ca up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:32:30.888845 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ebe04-0f2d-41e2-acf1-c28cb8bd9038 req-15733aa9-e882-4ded-b0f6-5c5d2657aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:30.894723 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f83ebe04-0f2d-41e2-acf1-c28cb8bd9038 req-15733aa9-e882-4ded-b0f6-5c5d2657aacf service neutron] 10.222.0.63 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 922 time: 0.3021402 Aug 16 01:32:30.898080 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-cb923d4c-24cf-4f77-8249-f831aca439dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9041882 Aug 16 01:32:30.999839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Request body: {'port': {'device_id': 'c2720e51-2d3c-4c7d-b785-94c190a38423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:31.034672 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port c73de09b-6ffc-4296-a086-401c81cf13ca completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:31.036102 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f83ebe04-0f2d-41e2-acf1-c28cb8bd9038 req-5a014cb3-b0f7-4ec9-a05c-dedb246f7c75 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9527486-4fa6-4f6d-98ed-323353356c91 HTTP/1.1" status: 200 len: 217 time: 0.1324003 Aug 16 01:32:31.065731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port c73de09b-6ffc-4296-a086-401c81cf13ca triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:31.066469 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:31.109284 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:31.129972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ebe04-0f2d-41e2-acf1-c28cb8bd9038 req-b1dcefa7-8ea9-4222-89d8-4884082663c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:31.131596 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f83ebe04-0f2d-41e2-acf1-c28cb8bd9038 req-b1dcefa7-8ea9-4222-89d8-4884082663c9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.0818255 Aug 16 01:32:31.208865 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f83ebe04-0f2d-41e2-acf1-c28cb8bd9038 req-1a24723a-b1f7-41d7-b907-a9f32f506195 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368271 Aug 16 01:32:31.234711 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6a675-b004-4e8d-aa42-6fe58d8fa2ee req-274b1d92-6d4b-4bd6-ab9b-88a7aeed1185 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:31.241861 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-55e6a675-b004-4e8d-aa42-6fe58d8fa2ee req-274b1d92-6d4b-4bd6-ab9b-88a7aeed1185 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 1097 time: 0.3976252 Aug 16 01:32:31.250338 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-824d521e-3b8c-4fad-85ce-e2dbdf52ea76 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:31.273884 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-862ea644-76bb-44f3-885d-348d8b602009 admin admin] For port 9f27fda4-ba29-4a3f-a247-8ca926ef08bd, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=9f27fda4-ba29-4a3f-a247-8ca926ef08bd,segment=NetworkSegment(93eea0b8-94ec-454e-9576-fea7a779ea97),segment_id=93eea0b8-94ec-454e-9576-fea7a779ea97)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:31.274381 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-862ea644-76bb-44f3-885d-348d8b602009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:31.293712 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cc2b83c4-b805-4f55-a400-04ce1e3c7c02 None None] Provisioning for port 987693ac-723e-4c7e-96f3-4164c8cac736 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:31.329587 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-55e6a675-b004-4e8d-aa42-6fe58d8fa2ee req-d681a096-d1ea-49e8-9233-2113cc02daca tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844879 Aug 16 01:32:31.341726 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cc2b83c4-b805-4f55-a400-04ce1e3c7c02 None None] Provisioning complete for port 987693ac-723e-4c7e-96f3-4164c8cac736 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:31.342644 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc2b83c4-b805-4f55-a400-04ce1e3c7c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:31.362447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-824d521e-3b8c-4fad-85ce-e2dbdf52ea76 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Transition to ACTIVE for port object f098886f-fe61-4571-b74e-0d03f151fb28 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:31.364200 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-862ea644-76bb-44f3-885d-348d8b602009 admin admin] Calling delete_port for 9f27fda4-ba29-4a3f-a247-8ca926ef08bd owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:32:31.425968 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33870) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:31.434947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-cc2b83c4-b805-4f55-a400-04ce1e3c7c02 None None] Port 987693ac-723e-4c7e-96f3-4164c8cac736 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:32:31.498523 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-824d521e-3b8c-4fad-85ce-e2dbdf52ea76 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:31.531830 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:31.569905 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6a28b6-8e95-458a-98b2-7ac5b9807fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73de09b-6ffc-4296-a086-401c81cf13ca'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:31.573890 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b06406-97fc-44e0-a12a-cd197f01a5e8" -d '{"events": [{"server_uuid": "1d6a28b6-8e95-458a-98b2-7ac5b9807fd1", "name": "network-vif-plugged", "status": "completed", "tag": "c73de09b-6ffc-4296-a086-401c81cf13ca"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:31.596449 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port c73de09b-6ffc-4296-a086-401c81cf13ca, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=c73de09b-6ffc-4296-a086-401c81cf13ca,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:31.604683 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:31.606360 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 09793403-48b1-47d2-8ea0-997a18d1cc71 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:32:31.640073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-824d521e-3b8c-4fad-85ce-e2dbdf52ea76 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:31.689961 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d521e-3b8c-4fad-85ce-e2dbdf52ea76 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Pushing event updated for resources: {'Port': ['ID=f098886f-fe61-4571-b74e-0d03f151fb28,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:31.701067 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-824d521e-3b8c-4fad-85ce-e2dbdf52ea76 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:31.704164 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-824d521e-3b8c-4fad-85ce-e2dbdf52ea76 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:32:31.745523 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 09793403-48b1-47d2-8ea0-997a18d1cc71 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:32:31.745960 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 09793403-48b1-47d2-8ea0-997a18d1cc71 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:32:31.749153 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=c73de09b-6ffc-4296-a086-401c81cf13ca,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:31.775099 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40ab0a6d-9dc5-463e-8d5a-4cbceaf634d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:31.785326 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f83ebe04-0f2d-41e2-acf1-c28cb8bd9038 req-f61522ad-597d-4163-9de3-58efa43132df service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287924 Aug 16 01:32:31.856127 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-824d521e-3b8c-4fad-85ce-e2dbdf52ea76 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:31.856811 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-824d521e-3b8c-4fad-85ce-e2dbdf52ea76 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:32.025223 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-862ea644-76bb-44f3-885d-348d8b602009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:32.057250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ea644-76bb-44f3-885d-348d8b602009 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f27fda4-ba29-4a3f-a247-8ca926ef08bd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:32.064342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-12da2947-247e-42f4-9ffc-fec32a32dfdd None None] Provisioning for port f098886f-fe61-4571-b74e-0d03f151fb28 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:32.084140 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-12da2947-247e-42f4-9ffc-fec32a32dfdd None None] Provisioning complete for port f098886f-fe61-4571-b74e-0d03f151fb28 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:32.084512 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-12da2947-247e-42f4-9ffc-fec32a32dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:32.124476 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 987693ac-723e-4c7e-96f3-4164c8cac736 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:32:32.143492 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['870e5fdb-7569-48e0-86a4-2553888d4426', '953524ee-24ed-4995-b587-bdee7ee55e69', 'b5840ef7-f878-4013-a74b-df2793d97769'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:32:32.186845 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:32.188074 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40ab0a6d-9dc5-463e-8d5a-4cbceaf634d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:32.195889 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40ab0a6d-9dc5-463e-8d5a-4cbceaf634d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:32.216175 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-824d521e-3b8c-4fad-85ce-e2dbdf52ea76 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3277986 Aug 16 01:32:32.223401 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f83ebe04-0f2d-41e2-acf1-c28cb8bd9038 req-f760ead9-ae5a-4638-9e06-ba79cf1ed8cd service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271510 Aug 16 01:32:32.238127 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Transition to ACTIVE for port object 987693ac-723e-4c7e-96f3-4164c8cac736 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:32.250233 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:32.257408 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Request body: {'port': {'device_id': '3f9f95f1-1525-40c6-8e03-18438c973569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:32.272755 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-12da2947-247e-42f4-9ffc-fec32a32dfdd None None] Port f098886f-fe61-4571-b74e-0d03f151fb28 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:32:32.326152 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-40ab0a6d-9dc5-463e-8d5a-4cbceaf634d9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=42c1c6ab2332408290f4c163f9c83bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8969038 Aug 16 01:32:32.327221 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab0a6d-9dc5-463e-8d5a-4cbceaf634d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7f9b44-e1f5-4f83-86f7-db75aae49bb2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:32.342535 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33906) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:32.374000 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b327af9-7633-486f-820d-92aabb41fdf7 req-6d801f38-003e-4ade-876d-1e0eb860c398 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:32.381212 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4b327af9-7633-486f-820d-92aabb41fdf7 req-6d801f38-003e-4ade-876d-1e0eb860c398 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=c2720e51-2d3c-4c7d-b785-94c190a38423 HTTP/1.1" status: 200 len: 936 time: 0.3029618 Aug 16 01:32:32.424847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Pushing event updated for resources: {'Port': ['ID=987693ac-723e-4c7e-96f3-4164c8cac736,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:32.517716 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:32.610176 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb84560b-0b32-47a8-ba53-a593e9435538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:32.616361 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-862ea644-76bb-44f3-885d-348d8b602009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:32.623367 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4b327af9-7633-486f-820d-92aabb41fdf7 req-5a8fab98-25f3-476d-abd5-79a390daaaf3 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412822 Aug 16 01:32:32.625645 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Attempting to bind port 987693ac-723e-4c7e-96f3-4164c8cac736 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:32:32.626093 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Attempting to bind port 987693ac-723e-4c7e-96f3-4164c8cac736 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:32:32.631176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Attempting to bind port 987693ac-723e-4c7e-96f3-4164c8cac736 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:32.652271 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Port 987693ac-723e-4c7e-96f3-4164c8cac736 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:32:32.652683 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Attempting to bind port 987693ac-723e-4c7e-96f3-4164c8cac736 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:32.673251 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:32:32.673499 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:32.675971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:32:32.680086 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Bound port: 987693ac-723e-4c7e-96f3-4164c8cac736, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:32:32.681641 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:32.779422 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb84560b-0b32-47a8-ba53-a593e9435538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:32.831960 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a9527486-4fa6-4f6d-98ed-323353356c91 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:32:32.910888 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fb8-ec12-43fe-b4ca-e7c051a350c4 req-62dc69d5-d854-4fee-9682-76ac39dad49b tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:32.914858 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20777fb8-ec12-43fe-b4ca-e7c051a350c4 req-62dc69d5-d854-4fee-9682-76ac39dad49b tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d6a28b6-8e95-458a-98b2-7ac5b9807fd1 HTTP/1.1" status: 200 len: 949 time: 0.1442337 Aug 16 01:32:32.939718 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] For port 987693ac-723e-4c7e-96f3-4164c8cac736, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:32.983367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] For port 987693ac-723e-4c7e-96f3-4164c8cac736, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=987693ac-723e-4c7e-96f3-4164c8cac736,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:32:33.003865 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:33.026807 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb84560b-0b32-47a8-ba53-a593e9435538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:33.029383 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a9527486-4fa6-4f6d-98ed-323353356c91, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a9527486-4fa6-4f6d-98ed-323353356c91,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:33.030170 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb84560b-0b32-47a8-ba53-a593e9435538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:33.034666 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-eb84560b-0b32-47a8-ba53-a593e9435538 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8f7f9b44-e1f5-4f83-86f7-db75aae49bb2 HTTP/1.1" status: 204 len: 168 time: 0.6842682 Aug 16 01:32:33.062403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'a9527486-4fa6-4f6d-98ed-323353356c91', 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a', 'port_id': 'a9527486-4fa6-4f6d-98ed-323353356c91', 'mac_address': 'fa:16:3e:67:90:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a70a5b5-baa4-4789-ab96-e7bced8a7b9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:32:33.070450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:33.071647 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:33.074298 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] 10.222.0.73 "PUT /v2.0/ports/987693ac-723e-4c7e-96f3-4164c8cac736 HTTP/1.1" status: 200 len: 1097 time: 2.1570802 Aug 16 01:32:33.079265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2720e51-2d3c-4c7d-b785-94c190a38423', 'tag': '987693ac-723e-4c7e-96f3-4164c8cac736'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:33.081451 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9195748f-a486-419b-8d28-fd2135fb52ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c2720e51-2d3c-4c7d-b785-94c190a38423", "tag": "987693ac-723e-4c7e-96f3-4164c8cac736"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:33.106012 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20777fb8-ec12-43fe-b4ca-e7c051a350c4 req-3fee07cc-2584-4cf3-a78d-240dbb3f1a7e tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/security-groups?id=4e8894c7-c4ed-4d08-8549-76ea4c311953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663198 Aug 16 01:32:33.136021 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-e452eb2b-da58-41d8-8632-86682e802b1f tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:32:33.152051 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-e452eb2b-da58-41d8-8632-86682e802b1f tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494018 Aug 16 01:32:33.163488 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:33.169288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-4a95c477-0385-4168-a68b-a2df03165a99 service neutron] Request body: {'binding': {'host': 'n-h1-765315-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:33.174077 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-4a95c477-0385-4168-a68b-a2df03165a99 service neutron] Unknown quota resources ['binding']. {{(pid=94673) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:32:33.185543 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9527486-4fa6-4f6d-98ed-323353356c91 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:32:33.192821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84560b-0b32-47a8-ba53-a593e9435538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7f9b44-e1f5-4f83-86f7-db75aae49bb2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:33.230702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a9527486-4fa6-4f6d-98ed-323353356c91, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a9527486-4fa6-4f6d-98ed-323353356c91,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:33.247735 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:33.344801 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-52adbacd-b81c-4652-89e0-535d40919689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:33.355062 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-52adbacd-b81c-4652-89e0-535d40919689 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&device_id=c2720e51-2d3c-4c7d-b785-94c190a38423 HTTP/1.1" status: 200 len: 1100 time: 0.2097671 Aug 16 01:32:33.355894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cdd5f-ffbf-4cae-bf59-934b39eabb4c service neutron] Pushing event updated for resources: {'Port': ['ID=987693ac-723e-4c7e-96f3-4164c8cac736,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:33.378967 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482a089a-a5e2-4eca-a194-e44f5246748c x-openstack-request-id: req-482a089a-a5e2-4eca-a194-e44f5246748c {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:33.379336 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6a28b6-8e95-458a-98b2-7ac5b9807fd1", "name": "network-vif-plugged", "status": "completed", "tag": "c73de09b-6ffc-4296-a086-401c81cf13ca", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:33.379583 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-482a089a-a5e2-4eca-a194-e44f5246748c {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:33.380403 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6a28b6-8e95-458a-98b2-7ac5b9807fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73de09b-6ffc-4296-a086-401c81cf13ca', 'code': 200} Aug 16 01:32:33.381402 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=a9527486-4fa6-4f6d-98ed-323353356c91,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:33.473480 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-d1c46462-bcba-4985-ba2d-ce8b34c45b7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=987693ac-723e-4c7e-96f3-4164c8cac736 HTTP/1.1" status: 200 len: 217 time: 0.1054645 Aug 16 01:32:33.513565 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['a9527486-4fa6-4f6d-98ed-323353356c91'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:32:33.565447 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc670a4-d866-4cc1-ab3b-7a2ce869ffe5 req-d53bff2d-29d7-4e78-9f88-45055f43de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:33.567169 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-afc670a4-d866-4cc1-ab3b-7a2ce869ffe5 req-d53bff2d-29d7-4e78-9f88-45055f43de2f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1d6a28b6-8e95-458a-98b2-7ac5b9807fd1 HTTP/1.1" status: 200 len: 1101 time: 0.2003596 Aug 16 01:32:33.615418 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-5d528895-438c-4693-a332-e579b7779402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:33.617055 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-5d528895-438c-4693-a332-e579b7779402 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1160679 Aug 16 01:32:33.625437 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-afc670a4-d866-4cc1-ab3b-7a2ce869ffe5 req-7760ad97-1563-4502-8087-ee9481b9c1a9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4e8894c7-c4ed-4d08-8549-76ea4c311953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461106 Aug 16 01:32:33.632999 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261eec6c-7aa8-4ce0-a6d9-60b5c6b7a96c req-b2d461a4-c33e-4194-bcd4-7955a67c829d tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:33.635826 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-261eec6c-7aa8-4ce0-a6d9-60b5c6b7a96c req-b2d461a4-c33e-4194-bcd4-7955a67c829d tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 944 time: 0.1894419 Aug 16 01:32:33.685420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-4a95c477-0385-4168-a68b-a2df03165a99 service neutron] Attempting to bind port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e on host n-h1-765315-27 for vnic_type normal with profile None {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:32:33.685745 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-4a95c477-0385-4168-a68b-a2df03165a99 service neutron] Attempting to bind port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:32:33.686175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-4a95c477-0385-4168-a68b-a2df03165a99 service neutron] Attempting to bind port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:33.700754 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-4a95c477-0385-4168-a68b-a2df03165a99 service neutron] Port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:32:33.701309 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-4a95c477-0385-4168-a68b-a2df03165a99 service neutron] Attempting to bind port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:33.714080 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862ea644-76bb-44f3-885d-348d8b602009 admin admin] Router b08f84ac-8362-4984-b243-d6c5d35e4397 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:32:33.716097 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-42f53862-4afa-44ce-be0f-1426708cf1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:33.717612 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-42f53862-4afa-44ce-be0f-1426708cf1ae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0808406 Aug 16 01:32:33.720588 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-261eec6c-7aa8-4ce0-a6d9-60b5c6b7a96c req-a0ec98eb-4a41-4c7a-ac37-061c6956b3d3 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750811 Aug 16 01:32:33.725268 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-4a95c477-0385-4168-a68b-a2df03165a99 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:32:33.725609 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-4a95c477-0385-4168-a68b-a2df03165a99 service neutron] Checking segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:33.726018 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-4a95c477-0385-4168-a68b-a2df03165a99 service neutron] Bound using segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:32:33.726447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-4a95c477-0385-4168-a68b-a2df03165a99 service neutron] Bound port: 7fd603e0-37b2-4b6a-809c-846f1f09cf6e, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:32:33.746346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f098886f-fe61-4571-b74e-0d03f151fb28 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:32:33.796958 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:33.839526 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-5c6ab661-e485-412a-9b3f-6b0d0512ac72 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080945 Aug 16 01:32:33.852998 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d491e7e6-24c3-42a9-a468-b746c88f619f x-openstack-request-id: req-d491e7e6-24c3-42a9-a468-b746c88f619f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:33.853988 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2720e51-2d3c-4c7d-b785-94c190a38423", "tag": "987693ac-723e-4c7e-96f3-4164c8cac736", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:33.854244 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d491e7e6-24c3-42a9-a468-b746c88f619f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:33.854447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Transition to ACTIVE for port object f098886f-fe61-4571-b74e-0d03f151fb28 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:33.854671 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2720e51-2d3c-4c7d-b785-94c190a38423', 'tag': '987693ac-723e-4c7e-96f3-4164c8cac736', 'status': 'completed', 'code': 200} Aug 16 01:32:33.868417 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-4a95c477-0385-4168-a68b-a2df03165a99 service neutron] For port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7fd603e0-37b2-4b6a-809c-846f1f09cf6e,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:32:33.871491 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:33.908975 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-4a95c477-0385-4168-a68b-a2df03165a99 service neutron] Notify callbacks [] for binding, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:33.910220 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-4a95c477-0385-4168-a68b-a2df03165a99 service neutron] 10.222.0.68 "POST /v2.0/ports/7fd603e0-37b2-4b6a-809c-846f1f09cf6e/bindings HTTP/1.1" status: 201 len: 390 time: 0.7570827 Aug 16 01:32:33.969494 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e0f44d0-a6a9-42b0-86d8-7180d5eb5a7c req-71542748-ee15-4820-b2dd-ab64694b1389 tempest-FlavorsV2NegativeTest-701129147 tempest-FlavorsV2NegativeTest-701129147-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=0e9047cdaf554cdbb4f7dc9ebdd58697&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347886 Aug 16 01:32:33.986677 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Pushing event updated for resources: {'Port': ['ID=f098886f-fe61-4571-b74e-0d03f151fb28,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:34.064502 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862ea644-76bb-44f3-885d-348d8b602009 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:32:34.071281 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-862ea644-76bb-44f3-885d-348d8b602009 admin admin] 10.222.0.68 "PUT /v2.0/routers/b08f84ac-8362-4984-b243-d6c5d35e4397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6583197 Aug 16 01:32:34.076712 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f90b54-150c-4c59-a64d-450dd62a1499 None None] Sync routers for ids ['b08f84ac-8362-4984-b243-d6c5d35e4397'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:32:34.091525 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f90b54-150c-4c59-a64d-450dd62a1499 None None] Routers {'b08f84ac-8362-4984-b243-d6c5d35e4397'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:32:34.091764 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-10f90b54-150c-4c59-a64d-450dd62a1499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:32:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b08f84ac-8362-4984-b243-d6c5d35e4397'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:34.118274 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33968) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:34.142339 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f44d0-a6a9-42b0-86d8-7180d5eb5a7c req-9b831c57-e4ea-434a-b58d-7e23702978c6 tempest-FlavorsV2NegativeTest-701129147 tempest-FlavorsV2NegativeTest-701129147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:34.143669 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e0f44d0-a6a9-42b0-86d8-7180d5eb5a7c req-9b831c57-e4ea-434a-b58d-7e23702978c6 tempest-FlavorsV2NegativeTest-701129147 tempest-FlavorsV2NegativeTest-701129147-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1537848 Aug 16 01:32:34.201938 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e0f44d0-a6a9-42b0-86d8-7180d5eb5a7c req-89698565-5c89-4561-b1c8-925a1961593c tempest-FlavorsV2NegativeTest-701129147 tempest-FlavorsV2NegativeTest-701129147-project] 10.222.0.68 "GET /v2.0/quotas/0e9047cdaf554cdbb4f7dc9ebdd58697 HTTP/1.1" status: 200 len: 375 time: 0.0454271 Aug 16 01:32:34.218613 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-10f90b54-150c-4c59-a64d-450dd62a1499 None None] Set router b08f84ac-8362-4984-b243-d6c5d35e4397 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:32:34.280290 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e0f44d0-a6a9-42b0-86d8-7180d5eb5a7c req-382f0b40-fcaf-4cdd-9c05-79e0e172c69c tempest-FlavorsV2NegativeTest-701129147 tempest-FlavorsV2NegativeTest-701129147-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e9047cdaf554cdbb4f7dc9ebdd58697&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632119 Aug 16 01:32:34.320990 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-56805681-94e1-45f7-9ed2-0b6707addbf1 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669225 Aug 16 01:32:34.321636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33978) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:34.387890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-48d20287-2c98-4662-ad66-3bf7aa9a68a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:34.389546 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-48d20287-2c98-4662-ad66-3bf7aa9a68a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 1097 time: 0.1023135 Aug 16 01:32:34.556986 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-10f90b54-150c-4c59-a64d-450dd62a1499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-373512944-router', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:38Z', 'updated_at': '2021-08-16T01:32:31Z', 'revision_number': 5, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'gw_port': {'id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:39Z', 'updated_at': '2021-08-16T01:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:34.576594 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2676f8e3-ac0c-4a5c-a4b9-d20b2814967c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-826625101-network', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:34.601019 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f90b54-150c-4c59-a64d-450dd62a1499 None None] Checking router: b08f84ac-8362-4984-b243-d6c5d35e4397 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:32:34.611214 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2676f8e3-ac0c-4a5c-a4b9-d20b2814967c admin admin] Made reservation on behalf of 5ff662360c9f4337bcec9e02dd72c2ae for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:32:34.613797 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2676f8e3-ac0c-4a5c-a4b9-d20b2814967c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:34.624870 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f90b54-150c-4c59-a64d-450dd62a1499 None None] Routers {'b08f84ac-8362-4984-b243-d6c5d35e4397'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:32:34.626043 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-10f90b54-150c-4c59-a64d-450dd62a1499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:32:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b08f84ac-8362-4984-b243-d6c5d35e4397'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:34.627046 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2676f8e3-ac0c-4a5c-a4b9-d20b2814967c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:34.661048 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Attempting to bind port f098886f-fe61-4571-b74e-0d03f151fb28 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:32:34.661644 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Attempting to bind port f098886f-fe61-4571-b74e-0d03f151fb28 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:32:34.661950 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Attempting to bind port f098886f-fe61-4571-b74e-0d03f151fb28 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:34.688246 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973163a3-8375-47fe-90b3-fb3bc5c85251 req-3cee6c97-3126-4218-89c1-e253f660473d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:34.689862 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-973163a3-8375-47fe-90b3-fb3bc5c85251 req-3cee6c97-3126-4218-89c1-e253f660473d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=c2720e51-2d3c-4c7d-b785-94c190a38423 HTTP/1.1" status: 200 len: 948 time: 0.5706179 Aug 16 01:32:34.697542 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Port f098886f-fe61-4571-b74e-0d03f151fb28 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:32:34.697971 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Attempting to bind port f098886f-fe61-4571-b74e-0d03f151fb28 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:34.707112 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:32:34.707621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:34.708059 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:32:34.708498 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Bound port: f098886f-fe61-4571-b74e-0d03f151fb28, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:32:34.708848 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:34.735595 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13afc11-fb09-488d-b5ba-2580a9c75cc0 req-d92d9931-002d-4cc1-9a51-8baa19830529 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:34.742139 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f13afc11-fb09-488d-b5ba-2580a9c75cc0 req-d92d9931-002d-4cc1-9a51-8baa19830529 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 945 time: 0.3306096 Aug 16 01:32:34.766710 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195748f-a486-419b-8d28-fd2135fb52ed req-7fc5107d-da14-4e7b-a30c-95574919b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:34.768211 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9195748f-a486-419b-8d28-fd2135fb52ed req-7fc5107d-da14-4e7b-a30c-95574919b444 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&device_id=c2720e51-2d3c-4c7d-b785-94c190a38423 HTTP/1.1" status: 200 len: 1100 time: 0.3764925 Aug 16 01:32:34.784663 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-10f90b54-150c-4c59-a64d-450dd62a1499 None None] Set router b08f84ac-8362-4984-b243-d6c5d35e4397 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:32:34.809188 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12cad4d2-881c-4d69-b9e7-6603bd7c9b44 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:34.845243 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a9527486-4fa6-4f6d-98ed-323353356c91 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:32:34.882672 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-d5e61ef4-cce4-4d06-bf5c-4532badee34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:34.884505 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-d5e61ef4-cce4-4d06-bf5c-4532badee34d service neutron] 10.222.0.73 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 0.4684432 Aug 16 01:32:34.894945 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2676f8e3-ac0c-4a5c-a4b9-d20b2814967c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:34.934512 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] For port f098886f-fe61-4571-b74e-0d03f151fb28, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:34.938087 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port a9527486-4fa6-4f6d-98ed-323353356c91 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:34.943857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port a9527486-4fa6-4f6d-98ed-323353356c91 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:34.944482 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:34.958818 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] For port f098886f-fe61-4571-b74e-0d03f151fb28, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f098886f-fe61-4571-b74e-0d03f151fb28,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:32:34.973368 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:34.990070 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-b3b2cf8c-c2f1-4b2e-8094-5e4c26a8df65 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fd603e0-37b2-4b6a-809c-846f1f09cf6e HTTP/1.1" status: 200 len: 217 time: 0.0556469 Aug 16 01:32:34.995015 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2676f8e3-ac0c-4a5c-a4b9-d20b2814967c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:35.009047 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2676f8e3-ac0c-4a5c-a4b9-d20b2814967c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:32:35.041253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Pushing event updated for resources: {'Port': ['ID=f098886f-fe61-4571-b74e-0d03f151fb28,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:35.041678 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2676f8e3-ac0c-4a5c-a4b9-d20b2814967c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:35.042047 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-2676f8e3-ac0c-4a5c-a4b9-d20b2814967c admin admin] Added segment 19d3c030-68ad-4cdc-9b2d-2c96d8bcd088 of type vlan for network e7fbe078-be47-474e-9498-2fcf3dc70a1e Aug 16 01:32:35.060533 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:35.074834 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-10f90b54-150c-4c59-a64d-450dd62a1499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-373512944-router', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:38Z', 'updated_at': '2021-08-16T01:32:31Z', 'revision_number': 5, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'gw_port': {'id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:39Z', 'updated_at': '2021-08-16T01:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:35.077502 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-973163a3-8375-47fe-90b3-fb3bc5c85251 req-2b8c0bd2-0489-4631-85cb-9e64398ef2bd tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737161 Aug 16 01:32:35.086720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:35.087347 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:35.088840 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-02d76fc9-7f95-4a75-ad83-44d0446145dc service neutron] 10.222.0.63 "PUT /v2.0/ports/f098886f-fe61-4571-b74e-0d03f151fb28 HTTP/1.1" status: 200 len: 1096 time: 2.8402250 Aug 16 01:32:35.089291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9f95f1-1525-40c6-8e03-18438c973569', 'tag': 'f098886f-fe61-4571-b74e-0d03f151fb28'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:35.091855 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851019e0-4c70-4c1c-a3b4-52161f19f03e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9f95f1-1525-40c6-8e03-18438c973569", "tag": "f098886f-fe61-4571-b74e-0d03f151fb28"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:35.125157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a9527486-4fa6-4f6d-98ed-323353356c91, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a9527486-4fa6-4f6d-98ed-323353356c91,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:35.131881 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:35.135059 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12cad4d2-881c-4d69-b9e7-6603bd7c9b44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:35.140432 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f90b54-150c-4c59-a64d-450dd62a1499 None None] The sync data for ids ['b08f84ac-8362-4984-b243-d6c5d35e4397'] in n-d-765315-27 is: [{'id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-373512944-router', 'tenant_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:38Z', 'updated_at': '2021-08-16T01:32:31Z', 'revision_number': 5, 'project_id': '286d0fcd8d6a4bf3a686e53650d8e8a4', 'gw_port': {'id': 'caaf6989-e786-4990-ac52-425004c60e8f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08f84ac-8362-4984-b243-d6c5d35e4397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:39Z', 'updated_at': '2021-08-16T01:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:32:35.216337 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f13afc11-fb09-488d-b5ba-2580a9c75cc0 req-34c6e664-7c94-4489-9213-65afcce257ef tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733188 Aug 16 01:32:35.262296 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=a9527486-4fa6-4f6d-98ed-323353356c91,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:35.280264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34004) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:35.285092 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2676f8e3-ac0c-4a5c-a4b9-d20b2814967c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:35.324856 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195748f-a486-419b-8d28-fd2135fb52ed req-ca077747-63ed-491b-8823-69972e61146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:35.327065 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9195748f-a486-419b-8d28-fd2135fb52ed req-ca077747-63ed-491b-8823-69972e61146a service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.5429802 Aug 16 01:32:35.327420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-93a01053-88f2-4661-bc54-13bb94fbc938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:35.329590 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-93a01053-88f2-4661-bc54-13bb94fbc938 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&device_id=3f9f95f1-1525-40c6-8e03-18438c973569 HTTP/1.1" status: 200 len: 1099 time: 0.1855495 Aug 16 01:32:35.367236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676f8e3-ac0c-4a5c-a4b9-d20b2814967c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba2d7db-5086-4a44-95ad-0ad54ee4fa5d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:35.381817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494e313c-20e7-4704-9bd9-40ccc5460e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9527486-4fa6-4f6d-98ed-323353356c91'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:35.385487 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70362184-389e-417a-9e28-bf23095778fb" -d '{"events": [{"server_uuid": "494e313c-20e7-4704-9bd9-40ccc5460e68", "name": "network-vif-plugged", "status": "completed", "tag": "a9527486-4fa6-4f6d-98ed-323353356c91"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:35.390199 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca773c8-03fb-4294-bbbc-05aaa26b7585 req-48b0da6f-ae4c-4f26-8d4f-66769b55bf41 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:35.391720 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ca773c8-03fb-4294-bbbc-05aaa26b7585 req-48b0da6f-ae4c-4f26-8d4f-66769b55bf41 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d6a28b6-8e95-458a-98b2-7ac5b9807fd1 HTTP/1.1" status: 200 len: 949 time: 0.1400063 Aug 16 01:32:35.393322 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-6c4d1525-6fd9-4755-873e-d0f8e9f957a2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=f098886f-fe61-4571-b74e-0d03f151fb28 HTTP/1.1" status: 200 len: 217 time: 0.0528476 Aug 16 01:32:35.394674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-12cad4d2-881c-4d69-b9e7-6603bd7c9b44 admin admin] Deleting port caaf6989-e786-4990-ac52-425004c60e8f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:32:35.395103 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12cad4d2-881c-4d69-b9e7-6603bd7c9b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:35.435621 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.db.resource_extend [None req-2676f8e3-ac0c-4a5c-a4b9-d20b2814967c admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:32:35.439703 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-11d9320d-3521-498e-bde7-476c085455a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:35.441149 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-11d9320d-3521-498e-bde7-476c085455a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.2795897 Aug 16 01:32:35.452137 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9195748f-a486-419b-8d28-fd2135fb52ed req-504ffbc2-e3e6-4f5c-a4fb-dc86e4209b57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=987693ac-723e-4c7e-96f3-4164c8cac736 HTTP/1.1" status: 200 len: 217 time: 0.1135314 Aug 16 01:32:35.498505 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d158cab6-aace-432a-ae30-583b028c2a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:35.504874 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-9c37c68a-23fb-4d9a-a3eb-d5fcbfc81478 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510030 Aug 16 01:32:35.525993 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-1170ebdd-9937-496c-b798-3f1aa31cfbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:35.527642 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-1170ebdd-9937-496c-b798-3f1aa31cfbc2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1144397 Aug 16 01:32:35.534453 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 9f27fda4-ba29-4a3f-a247-8ca926ef08bd no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:32:35.536804 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ca773c8-03fb-4294-bbbc-05aaa26b7585 req-cbd96b51-97bb-4fd2-a272-2a5791461051 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/security-groups?id=4e8894c7-c4ed-4d08-8549-76ea4c311953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341016 Aug 16 01:32:35.546248 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2676f8e3-ac0c-4a5c-a4b9-d20b2814967c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:35.547183 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2676f8e3-ac0c-4a5c-a4b9-d20b2814967c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:35.547762 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2676f8e3-ac0c-4a5c-a4b9-d20b2814967c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:35.580986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 9f27fda4-ba29-4a3f-a247-8ca926ef08bd {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:32:35.581327 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 9f27fda4-ba29-4a3f-a247-8ca926ef08bd not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:32:35.607408 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-12cad4d2-881c-4d69-b9e7-6603bd7c9b44 admin admin] For port caaf6989-e786-4990-ac52-425004c60e8f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=caaf6989-e786-4990-ac52-425004c60e8f,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:35.607780 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12cad4d2-881c-4d69-b9e7-6603bd7c9b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:35.624411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-12cad4d2-881c-4d69-b9e7-6603bd7c9b44 admin admin] Calling delete_port for caaf6989-e786-4990-ac52-425004c60e8f owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:32:35.630566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-4bc4eaeb-8e0d-463b-8ca3-062fe6741418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:35.632100 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-4bc4eaeb-8e0d-463b-8ca3-062fe6741418 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0924296 Aug 16 01:32:35.661384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5da809-406d-4d7b-95d2-67e13648a59d req-ef077eaa-c958-49fc-9fdf-86a3462fb447 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:35.662912 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff5da809-406d-4d7b-95d2-67e13648a59d req-ef077eaa-c958-49fc-9fdf-86a3462fb447 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 945 time: 0.3323157 Aug 16 01:32:35.719705 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bbaa7e-95b3-4da4-8030-371a6c8b00d7 x-openstack-request-id: req-e5bbaa7e-95b3-4da4-8030-371a6c8b00d7 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:35.720314 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9f95f1-1525-40c6-8e03-18438c973569", "tag": "f098886f-fe61-4571-b74e-0d03f151fb28", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:35.720314 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e5bbaa7e-95b3-4da4-8030-371a6c8b00d7 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:35.720594 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9f95f1-1525-40c6-8e03-18438c973569', 'tag': 'f098886f-fe61-4571-b74e-0d03f151fb28', 'status': 'completed', 'code': 200} Aug 16 01:32:35.732185 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa2e581-9187-4b99-956c-b95e638b9e82 x-openstack-request-id: req-ffa2e581-9187-4b99-956c-b95e638b9e82 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:35.732722 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494e313c-20e7-4704-9bd9-40ccc5460e68", "name": "network-vif-plugged", "status": "completed", "tag": "a9527486-4fa6-4f6d-98ed-323353356c91", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:35.733171 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ffa2e581-9187-4b99-956c-b95e638b9e82 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:35.733885 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494e313c-20e7-4704-9bd9-40ccc5460e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9527486-4fa6-4f6d-98ed-323353356c91', 'code': 200} Aug 16 01:32:35.792290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195748f-a486-419b-8d28-fd2135fb52ed req-0094ec48-9c54-4074-b35d-1508ef459047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:35.794373 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9195748f-a486-419b-8d28-fd2135fb52ed req-0094ec48-9c54-4074-b35d-1508ef459047 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.3195612 Aug 16 01:32:35.819379 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-cae66157-aa77-4faa-8f9d-15d681848cb8 service neutron] 10.222.0.73 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890642 Aug 16 01:32:35.831232 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0498a63a-2b83-41b3-ba73-69f59112f94b service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906779 Aug 16 01:32:35.838373 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676f8e3-ac0c-4a5c-a4b9-d20b2814967c admin admin] Pushing event updated for resources: {'Network': ['ID=e7fbe078-be47-474e-9498-2fcf3dc70a1e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:35.861223 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network e7fbe078-be47-474e-9498-2fcf3dc70a1e details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:32:35.974977 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12cad4d2-881c-4d69-b9e7-6603bd7c9b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:35.996435 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff5da809-406d-4d7b-95d2-67e13648a59d req-c8fd5e84-fd28-45a8-bc6a-1ecb5ff37fd7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170235 Aug 16 01:32:36.006227 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4352fa3-3e99-498b-b99e-9194f0c959df req-0502b015-80c8-4682-b4aa-d0a0d63b121a service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681247 Aug 16 01:32:36.009609 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cad4d2-881c-4d69-b9e7-6603bd7c9b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=caaf6989-e786-4990-ac52-425004c60e8f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:36.041848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195748f-a486-419b-8d28-fd2135fb52ed req-90e5473e-31fb-4ec8-b321-f83a307cbe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:36.043894 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9195748f-a486-419b-8d28-fd2135fb52ed req-90e5473e-31fb-4ec8-b321-f83a307cbe73 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2366035 Aug 16 01:32:36.051450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11b2d6-5f13-4027-86d4-698146c6a663 req-e59d4474-72c5-468c-bf09-cd79a6843ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:36.054357 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d11b2d6-5f13-4027-86d4-698146c6a663 req-e59d4474-72c5-468c-bf09-cd79a6843ae7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 1097 time: 0.2373312 Aug 16 01:32:36.124557 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12cad4d2-881c-4d69-b9e7-6603bd7c9b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:36.160098 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d158cab6-aace-432a-ae30-583b028c2a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:36.185192 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-632d0495-c7df-49d8-ab5b-8af60074b0f1 service neutron] 10.222.0.73 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382530 Aug 16 01:32:36.214308 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d158cab6-aace-432a-ae30-583b028c2a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:36.223256 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2676f8e3-ac0c-4a5c-a4b9-d20b2814967c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8798487 Aug 16 01:32:36.236827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34018) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:36.240938 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d11b2d6-5f13-4027-86d4-698146c6a663 req-c0a53706-c90c-44a6-b727-a6813cb71d82 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668468 Aug 16 01:32:36.246824 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fc59f29e-30a5-46b6-968f-abc5bc7ce080 admin admin] Request body: {'subnet': {'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-826625101-subnet', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:36.255225 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12cad4d2-881c-4d69-b9e7-6603bd7c9b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:36.263172 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12cad4d2-881c-4d69-b9e7-6603bd7c9b44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:36.278871 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20515c93-6933-47ef-94d4-96610ff231fc req-167bdce0-ca50-49d6-8363-55cb417cdf40 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:36.280404 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20515c93-6933-47ef-94d4-96610ff231fc req-167bdce0-ca50-49d6-8363-55cb417cdf40 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d6a28b6-8e95-458a-98b2-7ac5b9807fd1 HTTP/1.1" status: 200 len: 949 time: 0.2128561 Aug 16 01:32:36.288343 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851019e0-4c70-4c1c-a3b4-52161f19f03e req-dca164da-ec00-4a68-84be-16404192e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:36.288880 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-851019e0-4c70-4c1c-a3b4-52161f19f03e req-dca164da-ec00-4a68-84be-16404192e892 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&device_id=3f9f95f1-1525-40c6-8e03-18438c973569 HTTP/1.1" status: 200 len: 1099 time: 0.2080336 Aug 16 01:32:36.310036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158cab6-aace-432a-ae30-583b028c2a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b29be74-c480-475e-a359-f7b9aa851eab,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:36.323900 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d158cab6-aace-432a-ae30-583b028c2a52 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0e9047cdaf554cdbb4f7dc9ebdd58697&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0298157 Aug 16 01:32:36.329136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34022) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:36.343227 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9195748f-a486-419b-8d28-fd2135fb52ed req-f6bd53de-85d2-4d11-a145-2ce4635002e3 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813621 Aug 16 01:32:36.356865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8513b5-a4f6-404d-8e0d-12ad0fe840e3 req-a2b93462-2550-499a-b33a-700c8786c98f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:36.358356 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f8513b5-a4f6-404d-8e0d-12ad0fe840e3 req-a2b93462-2550-499a-b33a-700c8786c98f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=c2720e51-2d3c-4c7d-b785-94c190a38423 HTTP/1.1" status: 200 len: 948 time: 0.2027085 Aug 16 01:32:36.415310 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12cad4d2-881c-4d69-b9e7-6603bd7c9b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:36.416001 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cad4d2-881c-4d69-b9e7-6603bd7c9b44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b08f84ac-8362-4984-b243-d6c5d35e4397 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:32:36.417220 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc59f29e-30a5-46b6-968f-abc5bc7ce080 admin admin] Made reservation on behalf of 5ff662360c9f4337bcec9e02dd72c2ae for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:32:36.419443 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc59f29e-30a5-46b6-968f-abc5bc7ce080 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:36.429891 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12cad4d2-881c-4d69-b9e7-6603bd7c9b44 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:36.431372 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-12cad4d2-881c-4d69-b9e7-6603bd7c9b44 admin admin] 10.222.0.68 "DELETE /v2.0/routers/b08f84ac-8362-4984-b243-d6c5d35e4397 HTTP/1.1" status: 204 len: 168 time: 2.3098142 Aug 16 01:32:36.440050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34024) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:36.459515 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-2fab52e8-365f-499e-82a1-8663b5bbbdb2 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:36.461074 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-2fab52e8-365f-499e-82a1-8663b5bbbdb2 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a&tenant_id=2a06768184a243e2b06a44bee40a6f92&binding%3Ahost_id=n-h2-765315-27 HTTP/1.1" status: 200 len: 1097 time: 0.2032952 Aug 16 01:32:36.481027 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-27'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:36.508807 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20515c93-6933-47ef-94d4-96610ff231fc req-fd60d60b-6e13-4e53-8705-12668a424ce5 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/security-groups?id=4e8894c7-c4ed-4d08-8549-76ea4c311953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928906 Aug 16 01:32:36.566624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851019e0-4c70-4c1c-a3b4-52161f19f03e req-ab188897-f6a1-4c54-bf6b-28220fbab2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:36.568526 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-851019e0-4c70-4c1c-a3b4-52161f19f03e req-ab188897-f6a1-4c54-bf6b-28220fbab2c4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.2521229 Aug 16 01:32:36.606316 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f8513b5-a4f6-404d-8e0d-12ad0fe840e3 req-91fa8d97-c072-4c33-ad84-fcdd053a66c7 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263544 Aug 16 01:32:36.613178 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ba7d-d082-41bd-ad0d-de10a955e98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:36.621878 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9195748f-a486-419b-8d28-fd2135fb52ed req-debf7f55-726d-48f3-a84b-4fbf988307dd service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625554 Aug 16 01:32:36.637956 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-851019e0-4c70-4c1c-a3b4-52161f19f03e req-f141d80c-8ce8-430a-9b4e-dd2b6177a0ad service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=f098886f-fe61-4571-b74e-0d03f151fb28 HTTP/1.1" status: 200 len: 217 time: 0.0598249 Aug 16 01:32:36.661691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc0f280-1ed2-4dbd-8a67-7ea2c4d720df admin admin] Deleting subnet d3e075c4-0752-4776-bb0a-6b883c1bb09d {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:32:36.668322 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f280-1ed2-4dbd-8a67-7ea2c4d720df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:36.700020 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:36.716318 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ba7d-d082-41bd-ad0d-de10a955e98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:36.764207 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f280-1ed2-4dbd-8a67-7ea2c4d720df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:36.793984 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851019e0-4c70-4c1c-a3b4-52161f19f03e req-d3cc9432-ef19-4415-ac07-b31370dfeb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:36.795452 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-851019e0-4c70-4c1c-a3b4-52161f19f03e req-d3cc9432-ef19-4415-ac07-b31370dfeb93 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1101899 Aug 16 01:32:36.805073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e2355-89de-401c-a058-06c7aee56422 req-88afeca4-a884-4cd7-99c2-fff6a9246a14 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:36.806825 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ba5e2355-89de-401c-a058-06c7aee56422 req-88afeca4-a884-4cd7-99c2-fff6a9246a14 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 945 time: 0.1863630 Aug 16 01:32:36.866924 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc59f29e-30a5-46b6-968f-abc5bc7ce080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:36.963161 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ba5e2355-89de-401c-a058-06c7aee56422 req-ddc21ee7-6648-4296-9484-8d85b573410c tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309972 Aug 16 01:32:36.969322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59f29e-30a5-46b6-968f-abc5bc7ce080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab4f0d50-fe91-4caf-819c-7375d06f3032,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:36.981045 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851019e0-4c70-4c1c-a3b4-52161f19f03e req-eb7fbd6c-7e46-4c36-8ee1-75039889288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:36.982613 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-851019e0-4c70-4c1c-a3b4-52161f19f03e req-eb7fbd6c-7e46-4c36-8ee1-75039889288f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1717229 Aug 16 01:32:36.997278 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc59f29e-30a5-46b6-968f-abc5bc7ce080 admin admin] Checking segment: {'id': '19d3c030-68ad-4cdc-9b2d-2c96d8bcd088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:36.998320 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc59f29e-30a5-46b6-968f-abc5bc7ce080 admin admin] Network hostable DHCP agents. Network: e7fbe078-be47-474e-9498-2fcf3dc70a1e, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:32:37.033513 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.087889 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc59f29e-30a5-46b6-968f-abc5bc7ce080 admin admin] Network e7fbe078-be47-474e-9498-2fcf3dc70a1e is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:32:37.109377 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-fc59f29e-30a5-46b6-968f-abc5bc7ce080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, e7fbe078-be47-474e-9498-2fcf3dc70a1e) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:37.115519 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc59f29e-30a5-46b6-968f-abc5bc7ce080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:37.116299 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc59f29e-30a5-46b6-968f-abc5bc7ce080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.129649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2324cd-b6a1-4414-bf3c-7910e9d3f4c1 None None] Network e7fbe078-be47-474e-9498-2fcf3dc70a1e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:32:37.144314 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fc59f29e-30a5-46b6-968f-abc5bc7ce080 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9056726 Aug 16 01:32:37.150089 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34030) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:37.156393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-851019e0-4c70-4c1c-a3b4-52161f19f03e req-fcbbd94f-f008-456b-ba8a-6f702cac0bda service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541970 Aug 16 01:32:37.188449 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a64f441c-d469-4067-ba9a-cbf746f171be admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-826625101-router', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:37.247393 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ba7d-d082-41bd-ad0d-de10a955e98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.249936 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ba7d-d082-41bd-ad0d-de10a955e98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.251081 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e7a7ba7d-d082-41bd-ad0d-de10a955e98f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4b29be74-c480-475e-a359-f7b9aa851eab HTTP/1.1" status: 204 len: 168 time: 0.9201760 Aug 16 01:32:37.284527 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7ba7d-d082-41bd-ad0d-de10a955e98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b29be74-c480-475e-a359-f7b9aa851eab,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:37.312242 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-851019e0-4c70-4c1c-a3b4-52161f19f03e req-95d04f9d-054f-4b70-a340-425c4264c7e3 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430206 Aug 16 01:32:37.343756 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] For port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7fd603e0-37b2-4b6a-809c-846f1f09cf6e,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:37.365052 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-e7fbe078-be47-474e-9498-2fcf3dc70a1e', 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'fixed_ips': [{'subnet_id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:32:37.365268 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f280-1ed2-4dbd-8a67-7ea2c4d720df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.366178 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.392633 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64f441c-d469-4067-ba9a-cbf746f171be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.393657 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64f441c-d469-4067-ba9a-cbf746f171be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.446607 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2aae9-96d5-4b38-a2d8-169686ed462a req-6bb83ec4-0385-4867-9020-bbb06a04afc0 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:37.453713 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2c2aae9-96d5-4b38-a2d8-169686ed462a req-6bb83ec4-0385-4867-9020-bbb06a04afc0 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 945 time: 0.3122852 Aug 16 01:32:37.503634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] For port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:37.546787 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device caaf6989-e786-4990-ac52-425004c60e8f no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:32:37.575085 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: caaf6989-e786-4990-ac52-425004c60e8f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:32:37.575312 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device caaf6989-e786-4990-ac52-425004c60e8f not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:32:37.575792 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64f441c-d469-4067-ba9a-cbf746f171be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.587015 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Allocated IP 172.20.0.2 (e7fbe078-be47-474e-9498-2fcf3dc70a1e/ab4f0d50-fe91-4caf-819c-7375d06f3032/05607cd7-86a7-4bd4-8d89-26245d93233f) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:32:37.597281 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f280-1ed2-4dbd-8a67-7ea2c4d720df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.608269 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2c2aae9-96d5-4b38-a2d8-169686ed462a req-df36d508-8f7b-412b-941c-d80f553d0e1e tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535909 Aug 16 01:32:37.700843 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d2e52-6170-4ed2-87db-595c32c34e1c req-c677c9f6-cb10-4b62-8700-bdcf400a81d4 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:37.708008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a212bbb-a183-4069-bcfb-50f0f0bfab7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fd603e0-37b2-4b6a-809c-846f1f09cf6e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:37.708800 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bd1d2e52-6170-4ed2-87db-595c32c34e1c req-c677c9f6-cb10-4b62-8700-bdcf400a81d4 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d6a28b6-8e95-458a-98b2-7ac5b9807fd1 HTTP/1.1" status: 200 len: 949 time: 0.0935385 Aug 16 01:32:37.718676 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8582e75a-668a-47d2-a2bc-e21d7e258104" -d '{"events": [{"server_uuid": "6a212bbb-a183-4069-bcfb-50f0f0bfab7a", "name": "network-vif-unplugged", "status": "completed", "tag": "7fd603e0-37b2-4b6a-809c-846f1f09cf6e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:37.756333 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bd1d2e52-6170-4ed2-87db-595c32c34e1c req-7062c447-fb9b-4f53-9658-e0e2c1aad35a tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/security-groups?id=4e8894c7-c4ed-4d08-8549-76ea4c311953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465722 Aug 16 01:32:37.757714 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.765327 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0f280-1ed2-4dbd-8a67-7ea2c4d720df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e075c4-0752-4776-bb0a-6b883c1bb09d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:37.765723 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.767054 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349e65f-31e1-47db-ba38-1295c6616566 req-538d995c-6474-4a6c-98a0-1733a893be17 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:37.773113 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f280-1ed2-4dbd-8a67-7ea2c4d720df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.775923 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1349e65f-31e1-47db-ba38-1295c6616566 req-538d995c-6474-4a6c-98a0-1733a893be17 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d6a28b6-8e95-458a-98b2-7ac5b9807fd1 HTTP/1.1" status: 200 len: 949 time: 0.1235058 Aug 16 01:32:37.779722 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3bc0f280-1ed2-4dbd-8a67-7ea2c4d720df admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d3e075c4-0752-4776-bb0a-6b883c1bb09d HTTP/1.1" status: 204 len: 168 time: 1.3364062 Aug 16 01:32:37.779858 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34050) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:37.789545 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.804679 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c4009a-9a23-4a4e-98ea-928c707f1515 None None] Network 268994b3-9d34-438f-948f-f4457ea15ca1 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:32:37.949841 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.971856 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64f441c-d469-4067-ba9a-cbf746f171be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.973417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Transition to ACTIVE for port object 05607cd7-86a7-4bd4-8d89-26245d93233f will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:37.987055 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:37.995201 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Transition to ACTIVE for port object 05607cd7-86a7-4bd4-8d89-26245d93233f will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:38.003549 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:38.044389 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-1349e65f-31e1-47db-ba38-1295c6616566 req-89db02b1-d8de-42eb-8430-65a1b2257dcd tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Deleting port c73de09b-6ffc-4296-a086-401c81cf13ca {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:32:38.044748 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1349e65f-31e1-47db-ba38-1295c6616566 req-89db02b1-d8de-42eb-8430-65a1b2257dcd tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:38.046407 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 987693ac-723e-4c7e-96f3-4164c8cac736 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:32:38.068440 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94509b39-3e69-47a5-9bea-fc80a45d1d3a x-openstack-request-id: req-94509b39-3e69-47a5-9bea-fc80a45d1d3a {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:38.069423 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a212bbb-a183-4069-bcfb-50f0f0bfab7a", "name": "network-vif-unplugged", "status": "completed", "tag": "7fd603e0-37b2-4b6a-809c-846f1f09cf6e", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:38.069744 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-94509b39-3e69-47a5-9bea-fc80a45d1d3a {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:38.072645 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a212bbb-a183-4069-bcfb-50f0f0bfab7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fd603e0-37b2-4b6a-809c-846f1f09cf6e', 'code': 200} Aug 16 01:32:38.080960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd603e0-37b2-4b6a-809c-846f1f09cf6e,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:38.165613 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] Deleting port 963a9786-eb41-4472-87c9-299729ddb31b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:32:38.165982 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:38.232208 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13928477-cc92-453d-81b8-5cac4a6e16b0 req-ed8b61e1-cc52-4c42-8803-383c665c3322 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:38.240871 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-13928477-cc92-453d-81b8-5cac4a6e16b0 req-ed8b61e1-cc52-4c42-8803-383c665c3322 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=c2720e51-2d3c-4c7d-b785-94c190a38423 HTTP/1.1" status: 200 len: 948 time: 0.4769452 Aug 16 01:32:38.244372 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1349e65f-31e1-47db-ba38-1295c6616566 req-89db02b1-d8de-42eb-8430-65a1b2257dcd tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] For port c73de09b-6ffc-4296-a086-401c81cf13ca, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=c73de09b-6ffc-4296-a086-401c81cf13ca,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:38.244941 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1349e65f-31e1-47db-ba38-1295c6616566 req-89db02b1-d8de-42eb-8430-65a1b2257dcd tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:38.256437 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7df6708-9239-4bc0-b726-05bbb0f41925 None None] DHCP port deletion for 268994b3-9d34-438f-948f-f4457ea15ca1 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:32:38.282217 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Network e7fbe078-be47-474e-9498-2fcf3dc70a1e is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:38.285390 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] Attempting to bind port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e on host n-h2-765315-27 for vnic_type normal with profile {"migrating_to": "n-h1-765315-27"} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:32:38.285929 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] Attempting to bind port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:32:38.286028 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] Attempting to bind port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:38.295756 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] Port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:32:38.296504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] Attempting to bind port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:38.297198 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:38.322030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:32:38.322297 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] Checking segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:38.322678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] Bound using segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:32:38.323114 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] Bound port: 7fd603e0-37b2-4b6a-809c-846f1f09cf6e, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:32:38.323469 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:38.337077 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-1349e65f-31e1-47db-ba38-1295c6616566 req-89db02b1-d8de-42eb-8430-65a1b2257dcd tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Calling delete_port for c73de09b-6ffc-4296-a086-401c81cf13ca owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:32:38.338366 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:32:38.340178 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-13928477-cc92-453d-81b8-5cac4a6e16b0 req-f27e330a-d85f-4762-88df-509cc9f2ebb4 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972209 Aug 16 01:32:38.359447 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Pushing event updated for resources: {'Port': ['ID=05607cd7-86a7-4bd4-8d89-26245d93233f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:38.400491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34064) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:38.439729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] For port 963a9786-eb41-4472-87c9-299729ddb31b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=963a9786-eb41-4472-87c9-299729ddb31b,segment=NetworkSegment(93eea0b8-94ec-454e-9576-fea7a779ea97),segment_id=93eea0b8-94ec-454e-9576-fea7a779ea97)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:38.440055 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:38.449922 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dfae1-3867-4012-a115-f4b5465d79bb req-54cee536-5150-4c18-9d9a-771503c3e5a2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:38.453874 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 987693ac-723e-4c7e-96f3-4164c8cac736, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=987693ac-723e-4c7e-96f3-4164c8cac736,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:38.456959 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd8dfae1-3867-4012-a115-f4b5465d79bb req-54cee536-5150-4c18-9d9a-771503c3e5a2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 943 time: 0.2472377 Aug 16 01:32:38.477850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Attempting to bind port 05607cd7-86a7-4bd4-8d89-26245d93233f on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:32:38.478273 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Attempting to bind port 05607cd7-86a7-4bd4-8d89-26245d93233f by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '19d3c030-68ad-4cdc-9b2d-2c96d8bcd088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:32:38.478729 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Attempting to bind port 05607cd7-86a7-4bd4-8d89-26245d93233f on network e7fbe078-be47-474e-9498-2fcf3dc70a1e {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:38.486846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] For port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:38.487409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '987693ac-723e-4c7e-96f3-4164c8cac736', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '987693ac-723e-4c7e-96f3-4164c8cac736', 'mac_address': 'fa:16:3e:7c:84:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:32:38.488853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] Calling delete_port for 963a9786-eb41-4472-87c9-299729ddb31b owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:32:38.498024 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:32:38.498330 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Checking segment: {'id': '19d3c030-68ad-4cdc-9b2d-2c96d8bcd088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:38.499106 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:38.499338 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Bound using segment: {'id': '19d3c030-68ad-4cdc-9b2d-2c96d8bcd088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:32:38.500332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Bound port: 05607cd7-86a7-4bd4-8d89-26245d93233f, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d3c030-68ad-4cdc-9b2d-2c96d8bcd088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:32:38.501040 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:38.516842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f7df6708-9239-4bc0-b726-05bbb0f41925 None None] Deleting port 963a9786-eb41-4472-87c9-299729ddb31b {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:32:38.517324 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7df6708-9239-4bc0-b726-05bbb0f41925 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:38.527917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] For port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7fd603e0-37b2-4b6a-809c-846f1f09cf6e,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:32:38.553290 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:38.574227 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd8dfae1-3867-4012-a115-f4b5465d79bb req-0d423ce7-a0b3-4be8-a6b6-cdbc06d8c49a tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163228 Aug 16 01:32:38.600973 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f7dfb442-7963-4580-b9a9-f2767d6fd1ab admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-network', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:38.644211 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:38.661577 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64f441c-d469-4067-ba9a-cbf746f171be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:38.671756 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:38.672635 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:38.675157 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] 10.222.0.73 "PUT /v2.0/ports/7fd603e0-37b2-4b6a-809c-846f1f09cf6e HTTP/1.1" status: 200 len: 1123 time: 2.2008336 Aug 16 01:32:38.677544 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:38.683748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dfb442-7963-4580-b9a9-f2767d6fd1ab admin admin] Made reservation on behalf of 5e0c5f98f6fe42de99c785c15701bc81 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:32:38.686087 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb442-7963-4580-b9a9-f2767d6fd1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:38.693406 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987693ac-723e-4c7e-96f3-4164c8cac736 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:32:38.699543 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] No DVR routers for this DVR port 963a9786-eb41-4472-87c9-299729ddb31b on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:32:38.705150 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f7df6708-9239-4bc0-b726-05bbb0f41925 None None] For port 963a9786-eb41-4472-87c9-299729ddb31b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=963a9786-eb41-4472-87c9-299729ddb31b,segment=NetworkSegment(93eea0b8-94ec-454e-9576-fea7a779ea97),segment_id=93eea0b8-94ec-454e-9576-fea7a779ea97)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:38.705550 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7df6708-9239-4bc0-b726-05bbb0f41925 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:38.706312 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1349e65f-31e1-47db-ba38-1295c6616566 req-89db02b1-d8de-42eb-8430-65a1b2257dcd tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:38.725671 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb442-7963-4580-b9a9-f2767d6fd1ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:38.728423 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['c73de09b-6ffc-4296-a086-401c81cf13ca'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:32:38.735593 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] Pushing event deleted for resources: {'Port': ['ID=963a9786-eb41-4472-87c9-299729ddb31b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:38.741296 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f7df6708-9239-4bc0-b726-05bbb0f41925 None None] Calling delete_port for 963a9786-eb41-4472-87c9-299729ddb31b owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:32:38.747161 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64f441c-d469-4067-ba9a-cbf746f171be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:38.750533 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d2f5d-1a8c-44be-861c-52bef49a9f97 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd603e0-37b2-4b6a-809c-846f1f09cf6e,revision_number=8']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:38.770020 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['7fd603e0-37b2-4b6a-809c-846f1f09cf6e'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:32:38.821956 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db02b1-d8de-42eb-8430-65a1b2257dcd tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Pushing event deleted for resources: {'Port': ['ID=c73de09b-6ffc-4296-a086-401c81cf13ca,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:38.837254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] For port 05607cd7-86a7-4bd4-8d89-26245d93233f, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:38.849507 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f098886f-fe61-4571-b74e-0d03f151fb28 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:32:38.922317 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c699f-36f8-481d-94f6-319a225a6bbc req-046e8280-1c7c-4af5-b6f7-eccd9bc1872d tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:38.924025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c3c699f-36f8-481d-94f6-319a225a6bbc req-046e8280-1c7c-4af5-b6f7-eccd9bc1872d tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 945 time: 0.1468089 Aug 16 01:32:38.947117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-1349e65f-31e1-47db-ba38-1295c6616566 req-89db02b1-d8de-42eb-8430-65a1b2257dcd tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] No DVR routers for this DVR port c73de09b-6ffc-4296-a086-401c81cf13ca on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:32:38.959117 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 987693ac-723e-4c7e-96f3-4164c8cac736, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=987693ac-723e-4c7e-96f3-4164c8cac736,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:38.959341 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1349e65f-31e1-47db-ba38-1295c6616566 req-89db02b1-d8de-42eb-8430-65a1b2257dcd tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:38.962626 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1349e65f-31e1-47db-ba38-1295c6616566 req-89db02b1-d8de-42eb-8430-65a1b2257dcd tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.63 "DELETE /v2.0/ports/c73de09b-6ffc-4296-a086-401c81cf13ca HTTP/1.1" status: 204 len: 173 time: 1.1702213 Aug 16 01:32:38.962626 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6a28b6-8e95-458a-98b2-7ac5b9807fd1', 'name': 'network-vif-deleted', 'tag': 'c73de09b-6ffc-4296-a086-401c81cf13ca'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:38.965176 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3b0621-bf67-4fbb-8209-67e80bac754b" -d '{"events": [{"server_uuid": "1d6a28b6-8e95-458a-98b2-7ac5b9807fd1", "name": "network-vif-deleted", "tag": "c73de09b-6ffc-4296-a086-401c81cf13ca"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:38.997252 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-59bf0890-8325-48c8-9d0f-183c4c8d07a7 req-ea9a2127-1351-46ac-b423-3e729a2e3092 tempest-ServerDiagnosticsNegativeTest-565748807 tempest-ServerDiagnosticsNegativeTest-565748807-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d6a28b6-8e95-458a-98b2-7ac5b9807fd1 HTTP/1.1" status: 200 len: 210 time: 0.1016757 Aug 16 01:32:39.023511 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:39.050592 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268994b3-9d34-438f-948f-f4457ea15ca1']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:39.050768 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] For port 05607cd7-86a7-4bd4-8d89-26245d93233f, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=05607cd7-86a7-4bd4-8d89-26245d93233f,segment=NetworkSegment(19d3c030-68ad-4cdc-9b2d-2c96d8bcd088),segment_id=19d3c030-68ad-4cdc-9b2d-2c96d8bcd088)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:32:39.062776 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93eea0b8-94ec-454e-9576-fea7a779ea97') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:39.063064 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93eea0b8-94ec-454e-9576-fea7a779ea97') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:39.072683 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:39.073651 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:39.093710 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:39.102295 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-a64f441c-d469-4067-ba9a-cbf746f171be admin admin] Allocated IP 172.25.3.57 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/122bbbfd-c0a1-47bd-9170-17d251d6db1b) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:32:39.107431 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:39.109595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:32:39.110287 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:32:39.112780 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:32:39.124098 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f098886f-fe61-4571-b74e-0d03f151fb28, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f098886f-fe61-4571-b74e-0d03f151fb28,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:39.153729 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c3c699f-36f8-481d-94f6-319a225a6bbc req-af4a6da0-d50d-4a75-8b46-6e05b4293f55 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146213 Aug 16 01:32:39.211503 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3e0ea9-c1d9-41cd-89d7-1a7b8a053e08 x-openstack-request-id: req-9a3e0ea9-c1d9-41cd-89d7-1a7b8a053e08 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:39.211880 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6a28b6-8e95-458a-98b2-7ac5b9807fd1", "name": "network-vif-deleted", "tag": "c73de09b-6ffc-4296-a086-401c81cf13ca", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:39.212636 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9a3e0ea9-c1d9-41cd-89d7-1a7b8a053e08 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:39.213123 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6a28b6-8e95-458a-98b2-7ac5b9807fd1', 'name': 'network-vif-deleted', 'tag': 'c73de09b-6ffc-4296-a086-401c81cf13ca', 'status': 'completed', 'code': 200} Aug 16 01:32:39.219017 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:39.233564 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:39.238649 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] 10.222.0.68 "DELETE /v2.0/networks/268994b3-9d34-438f-948f-f4457ea15ca1 HTTP/1.1" status: 204 len: 168 time: 1.4578750 Aug 16 01:32:39.267728 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-65574895-06c1-4e03-b057-d07ef3470d7a req-512efd2e-ccf2-4fd3-a727-7adf2e227f4f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2896512 Aug 16 01:32:39.269585 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e459b66-9f13-4c2f-95b2-067f396a85ef admin admin] Pushing event deleted for resources: {'Network': ['ID=268994b3-9d34-438f-948f-f4457ea15ca1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:39.272081 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'f098886f-fe61-4571-b74e-0d03f151fb28', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': 'f098886f-fe61-4571-b74e-0d03f151fb28', 'mac_address': 'fa:16:3e:6b:e0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:32:39.330043 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb442-7963-4580-b9a9-f2767d6fd1ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:39.348173 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=987693ac-723e-4c7e-96f3-4164c8cac736,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:39.418840 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34084) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:39.426820 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7df6708-9239-4bc0-b726-05bbb0f41925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:39.427303 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb442-7963-4580-b9a9-f2767d6fd1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:39.451437 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64f441c-d469-4067-ba9a-cbf746f171be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:39.457694 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['987693ac-723e-4c7e-96f3-4164c8cac736'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:32:39.466191 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f7df6708-9239-4bc0-b726-05bbb0f41925 None None] Network 268994b3-9d34-438f-948f-f4457ea15ca1 is not hosted by any dhcp agent {{(pid=94674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 01:32:39.466979 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df6708-9239-4bc0-b726-05bbb0f41925 None None] No DVR routers for this DVR port 963a9786-eb41-4472-87c9-299729ddb31b on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:32:39.513691 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:39.546456 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a5af8-1cc7-4475-aa94-fd5ab0286f98 None None] Pushing event updated for resources: {'Port': ['ID=05607cd7-86a7-4bd4-8d89-26245d93233f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:39.597535 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22bcca-4ac5-498a-816e-1c601a70556e req-78eda3e5-9aa5-4bae-b6ee-8b318dcc7bca tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:39.601885 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fa22bcca-4ac5-498a-816e-1c601a70556e req-78eda3e5-9aa5-4bae-b6ee-8b318dcc7bca tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 1097 time: 0.3688238 Aug 16 01:32:39.608256 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64f441c-d469-4067-ba9a-cbf746f171be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:39.615956 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f098886f-fe61-4571-b74e-0d03f151fb28 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:32:39.650612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df6708-9239-4bc0-b726-05bbb0f41925 None None] Pushing event deleted for resources: {'Port': ['ID=963a9786-eb41-4472-87c9-299729ddb31b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:39.703323 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f098886f-fe61-4571-b74e-0d03f151fb28, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f098886f-fe61-4571-b74e-0d03f151fb28,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:39.726238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f441c-d469-4067-ba9a-cbf746f171be admin admin] Pushing event updated for resources: {'Port': ['ID=122bbbfd-c0a1-47bd-9170-17d251d6db1b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:39.730376 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64f441c-d469-4067-ba9a-cbf746f171be admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:39.730892 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 963a9786-eb41-4472-87c9-299729ddb31b no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:32:39.753494 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7dfb442-7963-4580-b9a9-f2767d6fd1ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:32:39.757798 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 963a9786-eb41-4472-87c9-299729ddb31b {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:32:39.758169 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 963a9786-eb41-4472-87c9-299729ddb31b not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:32:39.762900 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:39.771535 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a64f441c-d469-4067-ba9a-cbf746f171be admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:39.778967 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64f441c-d469-4067-ba9a-cbf746f171be admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:32:39.848254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=f098886f-fe61-4571-b74e-0d03f151fb28,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:39.943849 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfb442-7963-4580-b9a9-f2767d6fd1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c134df10-0c4f-4ed0-86fe-809cf6996ae6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:39.952241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65574895-06c1-4e03-b057-d07ef3470d7a req-43cdc26f-9087-4820-8f6b-d26483e39ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:39.953833 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-65574895-06c1-4e03-b057-d07ef3470d7a req-43cdc26f-9087-4820-8f6b-d26483e39ba8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 1096 time: 0.6184173 Aug 16 01:32:39.955508 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb442-7963-4580-b9a9-f2767d6fd1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:39.955839 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-f7dfb442-7963-4580-b9a9-f2767d6fd1ab admin admin] Added segment 217e8fbf-bb19-4c82-a110-67afcf9ce077 of type vlan for network 03241670-4104-41ea-a6fc-9fe8a3a8cd89 Aug 16 01:32:39.970820 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78742638-b4e9-4c59-81ef-1f5e4d91ff01 req-4795ca32-20d9-4f23-bdb0-e4a6818c5eb1 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:39.973069 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78742638-b4e9-4c59-81ef-1f5e4d91ff01 req-4795ca32-20d9-4f23-bdb0-e4a6818c5eb1 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=c2720e51-2d3c-4c7d-b785-94c190a38423 HTTP/1.1" status: 200 len: 949 time: 0.5435119 Aug 16 01:32:39.976340 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-808d45bc-0059-4bb9-ac86-4c700b25f302 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=286d0fcd8d6a4bf3a686e53650d8e8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5562520 Aug 16 01:32:39.981232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34088) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:40.012503 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['f098886f-fe61-4571-b74e-0d03f151fb28'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:32:40.050994 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78742638-b4e9-4c59-81ef-1f5e4d91ff01 req-0d97a20f-4343-4ceb-8fc9-7c83f68e73ac tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709147 Aug 16 01:32:40.085414 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-332532ec-3c17-4be8-981b-c1fbab193313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:40.091178 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a212bbb-a183-4069-bcfb-50f0f0bfab7a', 'tag': '7fd603e0-37b2-4b6a-809c-846f1f09cf6e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:40.093409 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb22fe4-b30b-4a70-a959-ca12c05c20e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a212bbb-a183-4069-bcfb-50f0f0bfab7a", "tag": "7fd603e0-37b2-4b6a-809c-846f1f09cf6e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:40.112900 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-332532ec-3c17-4be8-981b-c1fbab193313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:40.122268 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fa22bcca-4ac5-498a-816e-1c601a70556e req-aee70f81-cd89-4601-85e5-c6526341f0a8 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927976 Aug 16 01:32:40.125501 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb442-7963-4580-b9a9-f2767d6fd1ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:40.245440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1786b9-2863-444c-ac0b-f8fd7545b7d9 req-d50c0cf7-c745-4638-9910-915c9ceb7deb tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:40.250444 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2f1786b9-2863-444c-ac0b-f8fd7545b7d9 req-d50c0cf7-c745-4638-9910-915c9ceb7deb tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 943 time: 0.1081672 Aug 16 01:32:40.309813 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-332532ec-3c17-4be8-981b-c1fbab193313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:40.312382 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-332532ec-3c17-4be8-981b-c1fbab193313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:40.320083 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-332532ec-3c17-4be8-981b-c1fbab193313 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cd97d2f9-64d8-4ebf-af84-c9f91a386e0b HTTP/1.1" status: 204 len: 168 time: 0.3377199 Aug 16 01:32:40.410138 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332532ec-3c17-4be8-981b-c1fbab193313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd97d2f9-64d8-4ebf-af84-c9f91a386e0b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:40.441293 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2f1786b9-2863-444c-ac0b-f8fd7545b7d9 req-0b024d62-6637-4639-915c-05677d612ce2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846366 Aug 16 01:32:40.477913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb22fe4-b30b-4a70-a959-ca12c05c20e4 req-4813ae3e-a893-420a-9415-bc849943541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:40.479451 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbb22fe4-b30b-4a70-a959-ca12c05c20e4 req-4813ae3e-a893-420a-9415-bc849943541e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 1126 time: 0.1540623 Aug 16 01:32:40.613566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb22fe4-b30b-4a70-a959-ca12c05c20e4 req-af07f3d6-c959-489c-a881-6902395170ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:40.616045 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbb22fe4-b30b-4a70-a959-ca12c05c20e4 req-af07f3d6-c959-489c-a881-6902395170ef service neutron] 10.222.0.63 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 0.1252651 Aug 16 01:32:40.624795 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae90cc7e-b6bb-4651-827c-4e3a5aa4f0ed x-openstack-request-id: req-ae90cc7e-b6bb-4651-827c-4e3a5aa4f0ed {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:40.625273 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a212bbb-a183-4069-bcfb-50f0f0bfab7a", "tag": "7fd603e0-37b2-4b6a-809c-846f1f09cf6e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:40.625373 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ae90cc7e-b6bb-4651-827c-4e3a5aa4f0ed {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:40.625690 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a212bbb-a183-4069-bcfb-50f0f0bfab7a', 'tag': '7fd603e0-37b2-4b6a-809c-846f1f09cf6e', 'status': 'completed', 'code': 200} Aug 16 01:32:40.637061 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7c18e9-ea27-4741-bc1d-ba62b46ceb3b None None] Network e7fbe078-be47-474e-9498-2fcf3dc70a1e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:32:40.685241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34106) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:40.697591 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbb22fe4-b30b-4a70-a959-ca12c05c20e4 req-433c2be7-1ac4-4afe-9494-76052e4c7d8d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fd603e0-37b2-4b6a-809c-846f1f09cf6e HTTP/1.1" status: 200 len: 217 time: 0.0600963 Aug 16 01:32:40.722581 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64f441c-d469-4067-ba9a-cbf746f171be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:40.730306 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65574895-06c1-4e03-b057-d07ef3470d7a req-3a276204-fb8a-4c59-8f86-fa7274cf9a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:40.731454 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-65574895-06c1-4e03-b057-d07ef3470d7a req-3a276204-fb8a-4c59-8f86-fa7274cf9a73 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 922 time: 0.7263708 Aug 16 01:32:40.779540 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb442-7963-4580-b9a9-f2767d6fd1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:40.780777 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dfb442-7963-4580-b9a9-f2767d6fd1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:40.781367 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb442-7963-4580-b9a9-f2767d6fd1ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:40.783751 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb22fe4-b30b-4a70-a959-ca12c05c20e4 req-b5011af3-9274-4de1-b796-de4e82240370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:40.786229 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbb22fe4-b30b-4a70-a959-ca12c05c20e4 req-b5011af3-9274-4de1-b796-de4e82240370 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.0809698 Aug 16 01:32:40.798938 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-00189226-a2f0-4ffe-b112-a861629e3cd7 None None] Provisioning for port 05607cd7-86a7-4bd4-8d89-26245d93233f completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:40.801944 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222ffa8-e403-4e65-a4e4-4325be2fc733 req-ac27363e-acaf-4795-86ed-cbfda48454cb tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:40.810350 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c222ffa8-e403-4e65-a4e4-4325be2fc733 req-ac27363e-acaf-4795-86ed-cbfda48454cb tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 1097 time: 0.1896815 Aug 16 01:32:40.858747 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f098886f-fe61-4571-b74e-0d03f151fb28 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:32:40.860111 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbb22fe4-b30b-4a70-a959-ca12c05c20e4 req-3de26572-a40c-41fb-b9fd-994360099987 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655384 Aug 16 01:32:40.902331 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-65574895-06c1-4e03-b057-d07ef3470d7a req-5d9075b3-7eb4-4443-869a-e8cbe4ddd9dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e06069d-8b5f-49f5-9bce-1fca274c082f HTTP/1.1" status: 200 len: 217 time: 0.1265311 Aug 16 01:32:40.928093 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f7dfb442-7963-4580-b9a9-f2767d6fd1ab admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5228724 Aug 16 01:32:40.942569 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34114) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:40.957587 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port f098886f-fe61-4571-b74e-0d03f151fb28 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:40.962329 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port f098886f-fe61-4571-b74e-0d03f151fb28 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:40.962927 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:41.010399 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-084de7c8-62e8-493f-9232-b477762f14ae admin admin] Request body: {'subnet': {'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-subnet', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:41.046745 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbb22fe4-b30b-4a70-a959-ca12c05c20e4 req-6f005182-e8b5-4832-88ee-1b707573a101 service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774919 Aug 16 01:32:41.064341 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfb442-7963-4580-b9a9-f2767d6fd1ab admin admin] Pushing event updated for resources: {'Network': ['ID=03241670-4104-41ea-a6fc-9fe8a3a8cd89,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:41.079913 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 03241670-4104-41ea-a6fc-9fe8a3a8cd89 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:32:41.152440 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c222ffa8-e403-4e65-a4e4-4325be2fc733 req-cecab3e1-7741-491a-9c24-05080e8fa333 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410888 Aug 16 01:32:41.156218 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:41.221480 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9f95f1-1525-40c6-8e03-18438c973569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f098886f-fe61-4571-b74e-0d03f151fb28'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:41.223803 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aaf0c64-b42b-4991-b3fe-0f146db38e41" -d '{"events": [{"server_uuid": "3f9f95f1-1525-40c6-8e03-18438c973569", "name": "network-vif-plugged", "status": "completed", "tag": "f098886f-fe61-4571-b74e-0d03f151fb28"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:41.237142 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65574895-06c1-4e03-b057-d07ef3470d7a req-6b1de6ea-d397-4da7-8c9f-b621a9922802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:41.239660 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-65574895-06c1-4e03-b057-d07ef3470d7a req-6b1de6ea-d397-4da7-8c9f-b621a9922802 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.3190322 Aug 16 01:32:41.251532 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f098886f-fe61-4571-b74e-0d03f151fb28, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f098886f-fe61-4571-b74e-0d03f151fb28,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:41.268158 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:41.268977 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device c73de09b-6ffc-4296-a086-401c81cf13ca no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:32:41.325605 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f2496a-c91a-42e4-b76c-aa0d2bbaa9d5 x-openstack-request-id: req-66f2496a-c91a-42e4-b76c-aa0d2bbaa9d5 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:41.326501 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9f95f1-1525-40c6-8e03-18438c973569", "name": "network-vif-plugged", "status": "completed", "tag": "f098886f-fe61-4571-b74e-0d03f151fb28", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:41.326921 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-66f2496a-c91a-42e4-b76c-aa0d2bbaa9d5 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:41.327460 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9f95f1-1525-40c6-8e03-18438c973569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f098886f-fe61-4571-b74e-0d03f151fb28', 'code': 200} Aug 16 01:32:41.343989 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-30bc5045-f3f3-4afd-ad25-3d9a2dfcbd84 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cd04fe849e024b499c3ca4788d38be8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6495354 Aug 16 01:32:41.347647 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084de7c8-62e8-493f-9232-b477762f14ae admin admin] Made reservation on behalf of 5e0c5f98f6fe42de99c785c15701bc81 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:32:41.350765 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-084de7c8-62e8-493f-9232-b477762f14ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:41.351189 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: c73de09b-6ffc-4296-a086-401c81cf13ca {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:32:41.351740 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device c73de09b-6ffc-4296-a086-401c81cf13ca not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:32:41.355321 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-65574895-06c1-4e03-b057-d07ef3470d7a req-58cc0138-7411-4a2d-8071-86aa359d24e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050782 Aug 16 01:32:41.356712 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34134) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:41.388478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60eeaa-cd78-4a3a-8422-ada13e192fda req-7f4c2a46-5200-4031-8968-86116a0277fe tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:41.390023 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d60eeaa-cd78-4a3a-8422-ada13e192fda req-7f4c2a46-5200-4031-8968-86116a0277fe tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=c2720e51-2d3c-4c7d-b785-94c190a38423 HTTP/1.1" status: 200 len: 949 time: 0.2122290 Aug 16 01:32:41.394947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=f098886f-fe61-4571-b74e-0d03f151fb28,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:41.408265 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbb22fe4-b30b-4a70-a959-ca12c05c20e4 req-479926b9-8530-4a0a-89c5-7efb5a1375c5 service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542538 Aug 16 01:32:41.451716 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d60eeaa-cd78-4a3a-8422-ada13e192fda req-5eda5922-c793-48ea-b67b-271c8859c5e2 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421650 Aug 16 01:32:41.653793 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa040fb-b918-4aee-a07b-f40f43788f4b req-7db59e2b-18e5-4f1a-8c0c-38e2e1c6414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:41.653983 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6aa040fb-b918-4aee-a07b-f40f43788f4b req-7db59e2b-18e5-4f1a-8c0c-38e2e1c6414e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 1126 time: 0.1073358 Aug 16 01:32:41.666904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db49f3-5cae-49a4-b0b1-651dc8453c30 req-262056de-16a3-42fd-83f6-9d959b302000 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:41.668422 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4db49f3-5cae-49a4-b0b1-651dc8453c30 req-262056de-16a3-42fd-83f6-9d959b302000 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 1097 time: 0.0694973 Aug 16 01:32:41.673171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 05607cd7-86a7-4bd4-8d89-26245d93233f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:32:41.733248 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 05607cd7-86a7-4bd4-8d89-26245d93233f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:41.741017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 05607cd7-86a7-4bd4-8d89-26245d93233f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:41.741724 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:41.786010 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-65574895-06c1-4e03-b057-d07ef3470d7a req-3ac7e5df-f7c4-493f-af6a-0ca48ceab67e service neutron] 10.222.0.73 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044676 Aug 16 01:32:41.796188 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf9519-7309-4b84-afb5-8f49fd4d6ce5 req-2708805f-c842-4ed9-a9c7-9db7b3abdc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:41.797782 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09cf9519-7309-4b84-afb5-8f49fd4d6ce5 req-2708805f-c842-4ed9-a9c7-9db7b3abdc54 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3f9f95f1-1525-40c6-8e03-18438c973569 HTTP/1.1" status: 200 len: 1101 time: 0.4142232 Aug 16 01:32:41.819031 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64f441c-d469-4067-ba9a-cbf746f171be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:41.835841 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4db49f3-5cae-49a4-b0b1-651dc8453c30 req-c975677f-759e-4124-b00d-852f7a60242a tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595616 Aug 16 01:32:41.859447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa040fb-b918-4aee-a07b-f40f43788f4b req-45c91ae5-3471-4807-8233-eb4ad0ef2ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:41.861254 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6aa040fb-b918-4aee-a07b-f40f43788f4b req-45c91ae5-3471-4807-8233-eb4ad0ef2ca8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 0.1783497 Aug 16 01:32:41.916678 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97478a36-887f-4ccf-a25d-38328b0b0215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:41.922045 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6aa040fb-b918-4aee-a07b-f40f43788f4b req-46b1a0ce-0ed3-4baf-ac27-6abdbd32abbc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fd603e0-37b2-4b6a-809c-846f1f09cf6e HTTP/1.1" status: 200 len: 217 time: 0.0438743 Aug 16 01:32:41.948204 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393ea59-3ab6-4e02-b485-74550ec700bd req-b9c7957d-17fb-48e3-82ca-58a4aaaaa589 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:41.949786 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c393ea59-3ab6-4e02-b485-74550ec700bd req-b9c7957d-17fb-48e3-82ca-58a4aaaaa589 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 943 time: 0.3141348 Aug 16 01:32:41.964663 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:41.990950 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa040fb-b918-4aee-a07b-f40f43788f4b req-ff4a3151-8b0e-48a4-824f-bcac52cd96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:41.993251 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6aa040fb-b918-4aee-a07b-f40f43788f4b req-ff4a3151-8b0e-48a4-824f-bcac52cd96fe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.0592473 Aug 16 01:32:41.998107 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 05607cd7-86a7-4bd4-8d89-26245d93233f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=05607cd7-86a7-4bd4-8d89-26245d93233f,segment=NetworkSegment(19d3c030-68ad-4cdc-9b2d-2c96d8bcd088),segment_id=19d3c030-68ad-4cdc-9b2d-2c96d8bcd088)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:42.005556 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:42.038383 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-084de7c8-62e8-493f-9232-b477762f14ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:42.049583 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97478a36-887f-4ccf-a25d-38328b0b0215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:42.050061 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 7fd603e0-37b2-4b6a-809c-846f1f09cf6e details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:32:42.052951 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6aa040fb-b918-4aee-a07b-f40f43788f4b req-606232e5-18cb-4965-b843-d791f2565637 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518587 Aug 16 01:32:42.053406 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 987693ac-723e-4c7e-96f3-4164c8cac736 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:32:42.124722 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09cf9519-7309-4b84-afb5-8f49fd4d6ce5 req-aed5fc2e-6e4e-4073-9f4f-f2d1002be962 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160000 Aug 16 01:32:42.128046 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=05607cd7-86a7-4bd4-8d89-26245d93233f,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:42.204354 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6aa040fb-b918-4aee-a07b-f40f43788f4b req-8157ee9d-7853-4103-998d-cca31e710732 service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339030 Aug 16 01:32:42.234302 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c393ea59-3ab6-4e02-b485-74550ec700bd req-0aec3889-8766-4e09-983f-dc594baef680 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346861 Aug 16 01:32:42.238587 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-65574895-06c1-4e03-b057-d07ef3470d7a req-82d0c9c8-103e-452d-8b01-db0081076dfc service neutron] 10.222.0.73 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373150 Aug 16 01:32:42.245187 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7fd603e0-37b2-4b6a-809c-846f1f09cf6e,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:42.246723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084de7c8-62e8-493f-9232-b477762f14ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b48f01-7f17-46c9-aeb0-0901bdbe28b8,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:42.261257 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 987693ac-723e-4c7e-96f3-4164c8cac736 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:42.265789 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 7fd603e0-37b2-4b6a-809c-846f1f09cf6e has no active binding in host n-h1-765315-27 {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:32:42.267401 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 987693ac-723e-4c7e-96f3-4164c8cac736 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:42.270305 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:42.329114 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084de7c8-62e8-493f-9232-b477762f14ae admin admin] Checking segment: {'id': '217e8fbf-bb19-4c82-a110-67afcf9ce077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:42.331173 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084de7c8-62e8-493f-9232-b477762f14ae admin admin] Network hostable DHCP agents. Network: 03241670-4104-41ea-a6fc-9fe8a3a8cd89, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:32:42.333560 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97478a36-887f-4ccf-a25d-38328b0b0215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:42.337958 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97478a36-887f-4ccf-a25d-38328b0b0215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:42.342038 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-97478a36-887f-4ccf-a25d-38328b0b0215 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4e8894c7-c4ed-4d08-8549-76ea4c311953 HTTP/1.1" status: 204 len: 168 time: 0.9775984 Aug 16 01:32:42.345467 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6aa040fb-b918-4aee-a07b-f40f43788f4b req-539a9749-902e-4abb-b6b2-4f35cd2b9d76 service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321237 Aug 16 01:32:42.361868 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97478a36-887f-4ccf-a25d-38328b0b0215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8894c7-c4ed-4d08-8549-76ea4c311953,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:42.406845 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64f441c-d469-4067-ba9a-cbf746f171be admin admin] Router e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:32:42.415628 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:42.460141 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 987693ac-723e-4c7e-96f3-4164c8cac736, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=987693ac-723e-4c7e-96f3-4164c8cac736,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:42.465843 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:42.466133 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084de7c8-62e8-493f-9232-b477762f14ae admin admin] Network 03241670-4104-41ea-a6fc-9fe8a3a8cd89 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:32:42.521523 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=987693ac-723e-4c7e-96f3-4164c8cac736,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:42.546010 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-084de7c8-62e8-493f-9232-b477762f14ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 03241670-4104-41ea-a6fc-9fe8a3a8cd89) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:42.564430 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f6ebdb-0d88-4443-b37b-763cad73b1c0 None None] Network 03241670-4104-41ea-a6fc-9fe8a3a8cd89 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:32:42.620033 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084de7c8-62e8-493f-9232-b477762f14ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:42.621629 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-084de7c8-62e8-493f-9232-b477762f14ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:42.624730 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64f441c-d469-4067-ba9a-cbf746f171be admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:32:42.659446 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34194) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:42.671352 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Sync routers for ids ['e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:32:42.677427 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64f441c-d469-4067-ba9a-cbf746f171be admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:42.678680 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a64f441c-d469-4067-ba9a-cbf746f171be admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.5169985 Aug 16 01:32:42.683259 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34200) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:42.696698 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-084de7c8-62e8-493f-9232-b477762f14ae admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7526083 Aug 16 01:32:42.696960 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34202) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:42.703804 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-79b55ff8-c834-406a-a6fa-8eb38e927946 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:42.732896 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Routers {'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:32:42.737292 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:32:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:42.759256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373728c-1868-4ae6-b572-cfcb31010acd req-eca19fc6-a7fc-4a4d-9219-7cc7ecb3e71d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:42.771002 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8373728c-1868-4ae6-b572-cfcb31010acd req-eca19fc6-a7fc-4a4d-9219-7cc7ecb3e71d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=c2720e51-2d3c-4c7d-b785-94c190a38423 HTTP/1.1" status: 200 len: 950 time: 0.1627934 Aug 16 01:32:42.837877 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79b55ff8-c834-406a-a6fa-8eb38e927946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:42.841294 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79b55ff8-c834-406a-a6fa-8eb38e927946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:42.905498 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8373728c-1868-4ae6-b572-cfcb31010acd req-966fb93b-63e4-4ebf-9946-93075d308561 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335220 Aug 16 01:32:42.957175 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:32:42.958896 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:42.987164 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d49ba96d-ce78-4d4e-b80f-0a04681bb870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:43.083946 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-0c10848d-8d87-40c2-ab3b-f9ed747a031b service neutron] 10.222.0.63 "GET /v2.0/ports/7fd603e0-37b2-4b6a-809c-846f1f09cf6e/bindings/n-h1-765315-27 HTTP/1.1" status: 200 len: 385 time: 0.3581290 Aug 16 01:32:43.089797 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34206) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:43.093396 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79b55ff8-c834-406a-a6fa-8eb38e927946 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:43.144708 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Set router e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:32:43.146435 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8ef5ed1-5be5-48b9-8765-c7d7416961b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:43.305886 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Allocated IP 172.20.0.2 (03241670-4104-41ea-a6fc-9fe8a3a8cd89/c7b48f01-7f17-46c9-aeb0-0901bdbe28b8/8afa9644-108b-433d-b647-b7027f03cbf3) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:32:43.328563 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2720e51-2d3c-4c7d-b785-94c190a38423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987693ac-723e-4c7e-96f3-4164c8cac736'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:43.331146 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec3f787-1daf-46b5-82e3-5baaed32ef6c" -d '{"events": [{"server_uuid": "c2720e51-2d3c-4c7d-b785-94c190a38423", "name": "network-vif-plugged", "status": "completed", "tag": "987693ac-723e-4c7e-96f3-4164c8cac736"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:43.371813 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1253e-9bd7-4acd-bc88-a7af1b283f92 req-dbe3e791-8707-4689-b3ad-516587e1a396 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:43.373469 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-35e1253e-9bd7-4acd-bc88-a7af1b283f92 req-dbe3e791-8707-4689-b3ad-516587e1a396 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 1097 time: 0.3649242 Aug 16 01:32:43.383471 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79b55ff8-c834-406a-a6fa-8eb38e927946 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:43.430078 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4477bc57-de5a-49cd-81a0-08ae956ecb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:43.455440 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761b4f2-3485-4c2b-a93f-87faefb13a4b req-08a11a55-8491-4d37-b4ae-b7fa1db4c979 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:43.456972 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6761b4f2-3485-4c2b-a93f-87faefb13a4b req-08a11a55-8491-4d37-b4ae-b7fa1db4c979 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 943 time: 0.0849071 Aug 16 01:32:43.520892 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6761b4f2-3485-4c2b-a93f-87faefb13a4b req-99e88c9e-caa8-4aa8-85aa-6e95bc1d024a tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538590 Aug 16 01:32:43.582636 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'name': 'tempest-ServersTestJSON-826625101-router', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:37Z', 'updated_at': '2021-08-16T01:32:39Z', 'revision_number': 3, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'gw_port': {'id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:38Z', 'updated_at': '2021-08-16T01:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:43.593952 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-35e1253e-9bd7-4acd-bc88-a7af1b283f92 req-3928098b-3e77-4412-9525-e950a438dd5d tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967311 Aug 16 01:32:43.594471 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 05607cd7-86a7-4bd4-8d89-26245d93233f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:32:43.598063 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068ebe64-80fd-4cb3-a435-c22e1a5450b7 x-openstack-request-id: req-068ebe64-80fd-4cb3-a435-c22e1a5450b7 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:43.598819 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2720e51-2d3c-4c7d-b785-94c190a38423", "name": "network-vif-plugged", "status": "completed", "tag": "987693ac-723e-4c7e-96f3-4164c8cac736", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:43.598819 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-068ebe64-80fd-4cb3-a435-c22e1a5450b7 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:43.599537 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2720e51-2d3c-4c7d-b785-94c190a38423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987693ac-723e-4c7e-96f3-4164c8cac736', 'code': 200} Aug 16 01:32:43.607464 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d49ba96d-ce78-4d4e-b80f-0a04681bb870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:43.626436 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d49ba96d-ce78-4d4e-b80f-0a04681bb870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:43.699113 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:43.713610 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Checking router: e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:32:43.714011 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Updating router e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 port 122bbbfd-c0a1-47bd-9170-17d251d6db1b binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:32:43.716390 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Transition to ACTIVE for port object 8afa9644-108b-433d-b647-b7027f03cbf3 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:43.734158 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d49ba96d-ce78-4d4e-b80f-0a04681bb870 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ce5681c935ba44399a907535b2ad2993&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0709214 Aug 16 01:32:43.734158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ba96d-ce78-4d4e-b80f-0a04681bb870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdc01cd-fd4e-4e9e-aaa3-1255303f99e3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:43.738327 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34216) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:43.743017 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-76c55010-169c-46c7-9c2a-a9b19aa01fac service neutron] For port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7fd603e0-37b2-4b6a-809c-846f1f09cf6e,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:43.764979 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:43.828029 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-76c55010-169c-46c7-9c2a-a9b19aa01fac service neutron] For port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:43.862162 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-4477bc57-de5a-49cd-81a0-08ae956ecb02 admin admin] Allocated IP 172.20.0.1 (e7fbe078-be47-474e-9498-2fcf3dc70a1e/ab4f0d50-fe91-4caf-819c-7375d06f3032/5a364f0b-a773-4c81-bb91-6dca797f5d71) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:32:43.867556 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Transition to ACTIVE for port object 8afa9644-108b-433d-b647-b7027f03cbf3 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:43.874276 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 05607cd7-86a7-4bd4-8d89-26245d93233f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:43.874658 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:43.882092 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:43.896332 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-76c55010-169c-46c7-9c2a-a9b19aa01fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd603e0-37b2-4b6a-809c-846f1f09cf6e {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:32:43.921237 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-76c55010-169c-46c7-9c2a-a9b19aa01fac service neutron] For port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7fd603e0-37b2-4b6a-809c-846f1f09cf6e,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:44.007655 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b4308-4c7f-4ff2-972e-5758e7f783ee req-64acfc2e-1c52-49bf-9481-f19b76483c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:44.011551 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb2b4308-4c7f-4ff2-972e-5758e7f783ee req-64acfc2e-1c52-49bf-9481-f19b76483c15 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c2720e51-2d3c-4c7d-b785-94c190a38423 HTTP/1.1" status: 200 len: 1102 time: 0.3055093 Aug 16 01:32:44.014734 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Network 03241670-4104-41ea-a6fc-9fe8a3a8cd89 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:44.021491 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-76c55010-169c-46c7-9c2a-a9b19aa01fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.041497 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:44.045293 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d762e5b6-7661-4352-a235-0946891bd6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.051969 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8ef5ed1-5be5-48b9-8765-c7d7416961b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.065722 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8ef5ed1-5be5-48b9-8765-c7d7416961b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.068358 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:32:44.074608 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Pushing event updated for resources: {'Port': ['ID=8afa9644-108b-433d-b647-b7027f03cbf3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:44.128372 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb2b4308-4c7f-4ff2-972e-5758e7f783ee req-8712968a-5bdc-49ad-84e7-64ce9bbaa682 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079316 Aug 16 01:32:44.164989 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d762e5b6-7661-4352-a235-0946891bd6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.171011 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4477bc57-de5a-49cd-81a0-08ae956ecb02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.194743 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Attempting to bind port 8afa9644-108b-433d-b647-b7027f03cbf3 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:32:44.195270 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Attempting to bind port 8afa9644-108b-433d-b647-b7027f03cbf3 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '217e8fbf-bb19-4c82-a110-67afcf9ce077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:32:44.195672 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Attempting to bind port 8afa9644-108b-433d-b647-b7027f03cbf3 on network 03241670-4104-41ea-a6fc-9fe8a3a8cd89 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:44.196499 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866faff-1ff1-4692-9739-174d7195ad5b req-55ab4926-cf72-4164-aa06-d4a51f7a6cd3 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:44.198866 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e866faff-1ff1-4692-9739-174d7195ad5b req-55ab4926-cf72-4164-aa06-d4a51f7a6cd3 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=c2720e51-2d3c-4c7d-b785-94c190a38423 HTTP/1.1" status: 200 len: 950 time: 0.1359012 Aug 16 01:32:44.202031 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-4477bc57-de5a-49cd-81a0-08ae956ecb02 admin admin] Transition to ACTIVE for port object 5a364f0b-a773-4c81-bb91-6dca797f5d71 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:44.219017 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b8ef5ed1-5be5-48b9-8765-c7d7416961b0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cce8cbbc91c74441a184d15dd4415814&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1281941 Aug 16 01:32:44.223536 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:32:44.223846 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Checking segment: {'id': '217e8fbf-bb19-4c82-a110-67afcf9ce077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:44.224343 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.224460 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34224) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:44.224619 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Bound using segment: {'id': '217e8fbf-bb19-4c82-a110-67afcf9ce077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:32:44.225296 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Bound port: 8afa9644-108b-433d-b647-b7027f03cbf3, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217e8fbf-bb19-4c82-a110-67afcf9ce077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:32:44.225430 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.250341 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef5ed1-5be5-48b9-8765-c7d7416961b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8683f52f-90b9-47b5-a1ac-e9e2535fad0d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:44.279276 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79b55ff8-c834-406a-a6fa-8eb38e927946 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.313672 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79b55ff8-c834-406a-a6fa-8eb38e927946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.359590 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e866faff-1ff1-4692-9739-174d7195ad5b req-65dd3ab8-5cb0-4614-bccd-a4630bd27a75 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418839 Aug 16 01:32:44.362764 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4477bc57-de5a-49cd-81a0-08ae956ecb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.374595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-76c55010-169c-46c7-9c2a-a9b19aa01fac service neutron] Transition to ACTIVE for port object 7fd603e0-37b2-4b6a-809c-846f1f09cf6e will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:44.378403 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d762e5b6-7661-4352-a235-0946891bd6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.381683 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d762e5b6-7661-4352-a235-0946891bd6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.383323 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d762e5b6-7661-4352-a235-0946891bd6de admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ecdc01cd-fd4e-4e9e-aaa3-1255303f99e3 HTTP/1.1" status: 204 len: 168 time: 0.6333556 Aug 16 01:32:44.395463 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-76c55010-169c-46c7-9c2a-a9b19aa01fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.422769 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-564f086a-7fc2-466a-9111-57b9accae313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.436265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4477bc57-de5a-49cd-81a0-08ae956ecb02 admin admin] Network e7fbe078-be47-474e-9498-2fcf3dc70a1e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:44.448301 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-4477bc57-de5a-49cd-81a0-08ae956ecb02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:44.450921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4477bc57-de5a-49cd-81a0-08ae956ecb02 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:32:44.460668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477bc57-de5a-49cd-81a0-08ae956ecb02 admin admin] Pushing event updated for resources: {'Port': ['ID=5a364f0b-a773-4c81-bb91-6dca797f5d71,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:44.478171 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762e5b6-7661-4352-a235-0946891bd6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdc01cd-fd4e-4e9e-aaa3-1255303f99e3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:44.512096 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-564f086a-7fc2-466a-9111-57b9accae313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.536500 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.560153 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Transition to ACTIVE for port object 122bbbfd-c0a1-47bd-9170-17d251d6db1b will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:44.578561 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.585218 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4477bc57-de5a-49cd-81a0-08ae956ecb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.613359 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-76c55010-169c-46c7-9c2a-a9b19aa01fac service neutron] No DVR routers for this DVR port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:32:44.656078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] For port 8afa9644-108b-433d-b647-b7027f03cbf3, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:44.674082 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-564f086a-7fc2-466a-9111-57b9accae313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.676972 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-564f086a-7fc2-466a-9111-57b9accae313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.681237 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c55010-169c-46c7-9c2a-a9b19aa01fac service neutron] Pushing event updated for resources: {'Port': ['ID=7fd603e0-37b2-4b6a-809c-846f1f09cf6e,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:44.681463 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-564f086a-7fc2-466a-9111-57b9accae313 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8683f52f-90b9-47b5-a1ac-e9e2535fad0d HTTP/1.1" status: 204 len: 168 time: 0.4558423 Aug 16 01:32:44.709479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f086a-7fc2-466a-9111-57b9accae313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8683f52f-90b9-47b5-a1ac-e9e2535fad0d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:44.747783 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] For port 8afa9644-108b-433d-b647-b7027f03cbf3, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8afa9644-108b-433d-b647-b7027f03cbf3,segment=NetworkSegment(217e8fbf-bb19-4c82-a110-67afcf9ce077),segment_id=217e8fbf-bb19-4c82-a110-67afcf9ce077)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:32:44.775112 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-76c55010-169c-46c7-9c2a-a9b19aa01fac service neutron] 10.222.0.63 "PUT /v2.0/ports/7fd603e0-37b2-4b6a-809c-846f1f09cf6e/bindings/n-h1-765315-27/activate HTTP/1.1" status: 200 len: 370 time: 1.6551468 Aug 16 01:32:44.776754 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.779606 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Attempting to bind port 122bbbfd-c0a1-47bd-9170-17d251d6db1b on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:32:44.779845 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Attempting to bind port 122bbbfd-c0a1-47bd-9170-17d251d6db1b by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:32:44.780273 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Attempting to bind port 122bbbfd-c0a1-47bd-9170-17d251d6db1b on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:44.796848 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44da074-9e58-43e1-8ae3-5e9a0ca700c9 None None] Pushing event updated for resources: {'Port': ['ID=122bbbfd-c0a1-47bd-9170-17d251d6db1b,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:44.800248 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:32:44.806435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:44.806998 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.807410 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:32:44.807912 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Bound port: 122bbbfd-c0a1-47bd-9170-17d251d6db1b, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:32:44.808302 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:44.814385 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-79b55ff8-c834-406a-a6fa-8eb38e927946 admin admin] Allocated IP 172.25.3.242 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/4e1269d2-e657-48ec-9714-dd03f1bd06e7) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:32:44.991801 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] For port 122bbbfd-c0a1-47bd-9170-17d251d6db1b, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:44.997545 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] For port 122bbbfd-c0a1-47bd-9170-17d251d6db1b, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=122bbbfd-c0a1-47bd-9170-17d251d6db1b,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:32:45.043921 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0161b-fcfa-4831-b238-eb1058a93dbd None None] Pushing event updated for resources: {'Port': ['ID=8afa9644-108b-433d-b647-b7027f03cbf3,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:45.059172 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:45.087132 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79b55ff8-c834-406a-a6fa-8eb38e927946 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:45.140774 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-40114908-b4b5-4632-9462-c5539d892f28 None None] Provisioning for port 5a364f0b-a773-4c81-bb91-6dca797f5d71 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:45.148685 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-40114908-b4b5-4632-9462-c5539d892f28 None None] Provisioning complete for port 5a364f0b-a773-4c81-bb91-6dca797f5d71 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:45.149267 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-40114908-b4b5-4632-9462-c5539d892f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:45.208445 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79b55ff8-c834-406a-a6fa-8eb38e927946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:45.295297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44da074-9e58-43e1-8ae3-5e9a0ca700c9 None None] Pushing event updated for resources: {'Port': ['ID=122bbbfd-c0a1-47bd-9170-17d251d6db1b,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:45.298525 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Routers {'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:32:45.299180 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:32:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:45.314226 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b55ff8-c834-406a-a6fa-8eb38e927946 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:45.324165 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-79b55ff8-c834-406a-a6fa-8eb38e927946 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:45.356344 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b55ff8-c834-406a-a6fa-8eb38e927946 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:32:45.416658 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b55ff8-c834-406a-a6fa-8eb38e927946 admin admin] Pushing event updated for resources: {'Port': ['ID=4e1269d2-e657-48ec-9714-dd03f1bd06e7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:45.453195 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-40114908-b4b5-4632-9462-c5539d892f28 None None] Port 5a364f0b-a773-4c81-bb91-6dca797f5d71 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:32:45.515722 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9111aa7-dcfb-4037-8175-d073531bf7b3 req-2aebdf38-656d-4d2b-9f73-a62e0ea3dd0e tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:45.530425 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c9111aa7-dcfb-4037-8175-d073531bf7b3 req-2aebdf38-656d-4d2b-9f73-a62e0ea3dd0e tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 944 time: 0.7835190 Aug 16 01:32:45.566645 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-c471dd03-ce89-4cb3-bb6b-d04e4b38dce3 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:32:45.567944 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-c471dd03-ce89-4cb3-bb6b-d04e4b38dce3 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0767817 Aug 16 01:32:45.604251 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-1921b69f-51e3-4922-bcc2-d36ebba9aad0 service neutron] Request body: {'binding': {'host': 'n-h1-765315-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:45.604758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-1921b69f-51e3-4922-bcc2-d36ebba9aad0 service neutron] Unknown quota resources ['binding']. {{(pid=94672) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:32:45.622056 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4477bc57-de5a-49cd-81a0-08ae956ecb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:45.642802 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] Set router e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:32:45.646096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8afa9644-108b-433d-b647-b7027f03cbf3 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:32:45.678738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-8f6db94c-75d9-473a-8120-afbfde29cbc5 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:45.680624 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-8f6db94c-75d9-473a-8120-afbfde29cbc5 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a&tenant_id=2a06768184a243e2b06a44bee40a6f92&binding%3Ahost_id=n-h2-765315-27 HTTP/1.1" status: 200 len: 1096 time: 0.8378036 Aug 16 01:32:45.758411 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c9111aa7-dcfb-4037-8175-d073531bf7b3 req-1a03db19-c484-43c5-9f8f-610b1edad452 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209110 Aug 16 01:32:45.904640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 8afa9644-108b-433d-b647-b7027f03cbf3 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:45.940709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-93e0ce09-beef-41fc-a6b3-05db9258b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:45.942364 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-93e0ce09-beef-41fc-a6b3-05db9258b9bb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a&tenant_id=2a06768184a243e2b06a44bee40a6f92 HTTP/1.1" status: 200 len: 1096 time: 0.2471950 Aug 16 01:32:45.953387 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79b55ff8-c834-406a-a6fa-8eb38e927946 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:46.010441 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'name': 'tempest-ServersTestJSON-826625101-router', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:37Z', 'updated_at': '2021-08-16T01:32:44Z', 'revision_number': 4, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'gw_port': {'id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:38Z', 'updated_at': '2021-08-16T01:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '5a364f0b-a773-4c81-bb91-6dca797f5d71', 'name': '', 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'mac_address': 'fa:16:3e:24:6b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:43Z', 'updated_at': '2021-08-16T01:32:43Z', 'revision_number': 1, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'subnets': [{'id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:46.058484 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce5f62a-b334-4988-abeb-454a72e2a81a None None] The sync data for ids ['e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'] in n-d-765315-27 is: [{'id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'name': 'tempest-ServersTestJSON-826625101-router', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:37Z', 'updated_at': '2021-08-16T01:32:44Z', 'revision_number': 4, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'gw_port': {'id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:38Z', 'updated_at': '2021-08-16T01:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '5a364f0b-a773-4c81-bb91-6dca797f5d71', 'name': '', 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'mac_address': 'fa:16:3e:24:6b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:43Z', 'updated_at': '2021-08-16T01:32:43Z', 'revision_number': 1, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'subnets': [{'id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:32:46.165816 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd03339-edc4-4105-9b66-7a4adbfe8e39 req-1cfd6d8e-4e10-440c-919d-3ef883eac677 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:46.167390 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3fd03339-edc4-4105-9b66-7a4adbfe8e39 req-1cfd6d8e-4e10-440c-919d-3ef883eac677 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=c2720e51-2d3c-4c7d-b785-94c190a38423 HTTP/1.1" status: 200 len: 950 time: 0.1765265 Aug 16 01:32:46.197226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-0ac1280c-c4be-4619-b02a-5c7a17ad2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:46.210113 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-0ac1280c-c4be-4619-b02a-5c7a17ad2e44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 1096 time: 0.2215171 Aug 16 01:32:46.256777 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79b55ff8-c834-406a-a6fa-8eb38e927946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:46.271515 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-1921b69f-51e3-4922-bcc2-d36ebba9aad0 service neutron] Attempting to bind port a9527486-4fa6-4f6d-98ed-323353356c91 on host n-h1-765315-27 for vnic_type normal with profile None {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:32:46.271851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-1921b69f-51e3-4922-bcc2-d36ebba9aad0 service neutron] Attempting to bind port a9527486-4fa6-4f6d-98ed-323353356c91 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:32:46.272174 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-1921b69f-51e3-4922-bcc2-d36ebba9aad0 service neutron] Attempting to bind port a9527486-4fa6-4f6d-98ed-323353356c91 on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:46.361534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-1921b69f-51e3-4922-bcc2-d36ebba9aad0 service neutron] Port a9527486-4fa6-4f6d-98ed-323353356c91 on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:32:46.361938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-1921b69f-51e3-4922-bcc2-d36ebba9aad0 service neutron] Attempting to bind port a9527486-4fa6-4f6d-98ed-323353356c91 on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:46.394279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-1921b69f-51e3-4922-bcc2-d36ebba9aad0 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:32:46.394769 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-1921b69f-51e3-4922-bcc2-d36ebba9aad0 service neutron] Checking segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:46.395005 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-1921b69f-51e3-4922-bcc2-d36ebba9aad0 service neutron] Bound using segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:32:46.396181 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-1921b69f-51e3-4922-bcc2-d36ebba9aad0 service neutron] Bound port: a9527486-4fa6-4f6d-98ed-323353356c91, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:32:46.440293 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4477bc57-de5a-49cd-81a0-08ae956ecb02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:46.448188 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3fd03339-edc4-4105-9b66-7a4adbfe8e39 req-4b15909f-dcfe-403f-a7a8-e49127a58a1a tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607493 Aug 16 01:32:46.514104 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4477bc57-de5a-49cd-81a0-08ae956ecb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:46.525407 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b55ff8-c834-406a-a6fa-8eb38e927946 admin admin] Router 13f6a729-1b1d-4035-81cb-b8791ea99551 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:32:46.638564 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-2e156867-cfc0-46a8-a395-2ee4a11b02e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:46.640081 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-2e156867-cfc0-46a8-a395-2ee4a11b02e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 0.3983169 Aug 16 01:32:46.662334 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4477bc57-de5a-49cd-81a0-08ae956ecb02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:46.670647 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-1921b69f-51e3-4922-bcc2-d36ebba9aad0 service neutron] For port a9527486-4fa6-4f6d-98ed-323353356c91, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a9527486-4fa6-4f6d-98ed-323353356c91,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:32:46.671434 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477bc57-de5a-49cd-81a0-08ae956ecb02 admin admin] Pushing event updated for resources: {'Port': ['ID=5a364f0b-a773-4c81-bb91-6dca797f5d71,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:46.704252 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b55ff8-c834-406a-a6fa-8eb38e927946 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:32:46.714871 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Sync routers for ids ['13f6a729-1b1d-4035-81cb-b8791ea99551'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:32:46.725334 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-1921b69f-51e3-4922-bcc2-d36ebba9aad0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:46.726550 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-1921b69f-51e3-4922-bcc2-d36ebba9aad0 service neutron] 10.222.0.68 "POST /v2.0/ports/a9527486-4fa6-4f6d-98ed-323353356c91/bindings HTTP/1.1" status: 201 len: 390 time: 1.1328542 Aug 16 01:32:46.727380 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Routers {'13f6a729-1b1d-4035-81cb-b8791ea99551'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:32:46.728002 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:32:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['13f6a729-1b1d-4035-81cb-b8791ea99551'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:46.757054 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-19d0df28-f2db-4c3e-9b41-a085fb573347 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fd603e0-37b2-4b6a-809c-846f1f09cf6e HTTP/1.1" status: 200 len: 217 time: 0.0974004 Aug 16 01:32:46.759035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5befc4ba-72e1-45e0-a073-30cf74870fc9 None None] Network 03241670-4104-41ea-a6fc-9fe8a3a8cd89 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:32:46.762545 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79b55ff8-c834-406a-a6fa-8eb38e927946 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:46.771200 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-79b55ff8-c834-406a-a6fa-8eb38e927946 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.0730093 Aug 16 01:32:46.773916 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34298) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:46.859339 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Set router 13f6a729-1b1d-4035-81cb-b8791ea99551 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:32:46.895357 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 7fd603e0-37b2-4b6a-809c-846f1f09cf6e no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:32:47.008075 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-098f074d-a2c9-4417-9665-623573238d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:47.011263 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-098f074d-a2c9-4417-9665-623573238d1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.2245762 Aug 16 01:32:47.011482 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ec98b4fc-ded3-4901-9ca3-3069e6d851b5 None None] Provisioning for port 8afa9644-108b-433d-b647-b7027f03cbf3 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:47.048272 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ec98b4fc-ded3-4901-9ca3-3069e6d851b5 None None] Provisioning complete for port 8afa9644-108b-433d-b647-b7027f03cbf3 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:47.048643 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec98b4fc-ded3-4901-9ca3-3069e6d851b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:47.143769 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-082e327a-f726-43dc-9f2d-c1098088624c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116395 Aug 16 01:32:47.194049 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 7fd603e0-37b2-4b6a-809c-846f1f09cf6e not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:32:47.301371 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:45Z', 'revision_number': 3, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:47.305127 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4477bc57-de5a-49cd-81a0-08ae956ecb02 admin admin] Network e7fbe078-be47-474e-9498-2fcf3dc70a1e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:47.341647 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Checking router: 13f6a729-1b1d-4035-81cb-b8791ea99551 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:32:47.342639 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Updating router 13f6a729-1b1d-4035-81cb-b8791ea99551 port 4e1269d2-e657-48ec-9714-dd03f1bd06e7 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:32:47.343309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-4477bc57-de5a-49cd-81a0-08ae956ecb02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:47.373481 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:47.464591 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec98b4fc-ded3-4901-9ca3-3069e6d851b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:47.562304 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ec98b4fc-ded3-4901-9ca3-3069e6d851b5 None None] For port 8afa9644-108b-433d-b647-b7027f03cbf3, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8afa9644-108b-433d-b647-b7027f03cbf3,segment=NetworkSegment(217e8fbf-bb19-4c82-a110-67afcf9ce077),segment_id=217e8fbf-bb19-4c82-a110-67afcf9ce077)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:47.576723 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec98b4fc-ded3-4901-9ca3-3069e6d851b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:47.656111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 122bbbfd-c0a1-47bd-9170-17d251d6db1b up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:32:47.714961 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98b4fc-ded3-4901-9ca3-3069e6d851b5 None None] Pushing event updated for resources: {'Port': ['ID=8afa9644-108b-433d-b647-b7027f03cbf3,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:47.738632 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-68b6f9ae-fcc6-42f0-b823-91477cc0f4cd service neutron] 10.222.0.73 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640817 Aug 16 01:32:47.757152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ade7e7-5789-4ff9-8514-5b30ffbfbe38 req-1e548f3a-5ab4-4e15-b7e1-4bd3355ba154 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:47.771712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9ade7e7-5789-4ff9-8514-5b30ffbfbe38 req-1e548f3a-5ab4-4e15-b7e1-4bd3355ba154 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 944 time: 0.4960747 Aug 16 01:32:47.817803 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 122bbbfd-c0a1-47bd-9170-17d251d6db1b completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:47.835366 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 122bbbfd-c0a1-47bd-9170-17d251d6db1b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:47.835747 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:47.945484 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9ade7e7-5789-4ff9-8514-5b30ffbfbe38 req-1d2a2d0b-2a99-4ccd-86e8-a32f4676ad21 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495380 Aug 16 01:32:47.951791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e3bd9-aafa-40ca-b0f1-0df6d7bd52b2 req-0aa004b7-3367-4c81-8796-af33cdacc03f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:47.959814 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0e6e3bd9-aafa-40ca-b0f1-0df6d7bd52b2 req-0aa004b7-3367-4c81-8796-af33cdacc03f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f9f95f1-1525-40c6-8e03-18438c973569 HTTP/1.1" status: 200 len: 949 time: 0.1291924 Aug 16 01:32:47.966061 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-06ecf129-328b-45a2-a94a-c3be3f9bb1b2 None None] Provisioning complete for port 5a364f0b-a773-4c81-bb91-6dca797f5d71 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:47.973264 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-06ecf129-328b-45a2-a94a-c3be3f9bb1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:48.000138 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:48.001890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4477bc57-de5a-49cd-81a0-08ae956ecb02 admin admin] Router e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:32:48.021425 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Transition to ACTIVE for port object 4e1269d2-e657-48ec-9714-dd03f1bd06e7 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:48.031526 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:48.048532 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-a67d318f-1c0c-4c99-a077-c59fc55a92bd service neutron] 10.222.0.73 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711303 Aug 16 01:32:48.137505 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:48.138504 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0e6e3bd9-aafa-40ca-b0f1-0df6d7bd52b2 req-d3955e9b-d746-488c-b1a1-0336f0294d73 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721447 Aug 16 01:32:48.159299 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-06ecf129-328b-45a2-a94a-c3be3f9bb1b2 None None] Port 5a364f0b-a773-4c81-bb91-6dca797f5d71 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:32:48.194082 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 122bbbfd-c0a1-47bd-9170-17d251d6db1b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=122bbbfd-c0a1-47bd-9170-17d251d6db1b,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:48.214943 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:48.251838 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649db915-cccd-4b33-a409-fa1c3a5a49b6 None None] Pushing event updated for resources: {'Port': ['ID=4e1269d2-e657-48ec-9714-dd03f1bd06e7,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:48.268042 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db915-cccd-4b33-a409-fa1c3a5a49b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:48.268388 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db915-cccd-4b33-a409-fa1c3a5a49b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:48.268880 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db915-cccd-4b33-a409-fa1c3a5a49b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:48.269321 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db915-cccd-4b33-a409-fa1c3a5a49b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:48.269717 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db915-cccd-4b33-a409-fa1c3a5a49b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:48.270175 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db915-cccd-4b33-a409-fa1c3a5a49b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:48.270502 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db915-cccd-4b33-a409-fa1c3a5a49b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:48.270890 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db915-cccd-4b33-a409-fa1c3a5a49b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:48.271447 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db915-cccd-4b33-a409-fa1c3a5a49b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:48.271567 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db915-cccd-4b33-a409-fa1c3a5a49b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:48.271931 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db915-cccd-4b33-a409-fa1c3a5a49b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:48.272344 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db915-cccd-4b33-a409-fa1c3a5a49b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:48.301526 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Attempting to bind port 4e1269d2-e657-48ec-9714-dd03f1bd06e7 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:32:48.307576 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Attempting to bind port 4e1269d2-e657-48ec-9714-dd03f1bd06e7 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:32:48.307576 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Attempting to bind port 4e1269d2-e657-48ec-9714-dd03f1bd06e7 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:48.315813 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:32:48.316185 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:48.316576 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:48.316956 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:32:48.317412 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Bound port: 4e1269d2-e657-48ec-9714-dd03f1bd06e7, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:32:48.319694 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:48.335179 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=122bbbfd-c0a1-47bd-9170-17d251d6db1b,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:48.361802 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4477bc57-de5a-49cd-81a0-08ae956ecb02 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:32:48.369142 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4477bc57-de5a-49cd-81a0-08ae956ecb02 admin admin] 10.222.0.68 "PUT /v2.0/routers/e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6847336 Aug 16 01:32:48.403502 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0fb4f-8541-487b-bb2f-79e725d2d0ff req-f43d2c42-6326-4084-9074-930e69b4e691 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:48.405837 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4fb0fb4f-8541-487b-bb2f-79e725d2d0ff req-f43d2c42-6326-4084-9074-930e69b4e691 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 945 time: 0.2068923 Aug 16 01:32:48.410214 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-75735cbc-cc27-4393-afb2-c176f54079bd None None] Provisioning complete for port 8afa9644-108b-433d-b647-b7027f03cbf3 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:48.415833 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75735cbc-cc27-4393-afb2-c176f54079bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:48.467103 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] For port 4e1269d2-e657-48ec-9714-dd03f1bd06e7, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:48.476201 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] For port 4e1269d2-e657-48ec-9714-dd03f1bd06e7, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4e1269d2-e657-48ec-9714-dd03f1bd06e7,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:32:48.489635 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:48.523571 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4fb0fb4f-8541-487b-bb2f-79e725d2d0ff req-b2bf6d28-84cd-4e8e-96d9-7b0c9605042e tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954700 Aug 16 01:32:48.534037 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-9e14ce93-e9c6-4309-998a-d16f4af49a79 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:48.535572 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-9e14ce93-e9c6-4309-998a-d16f4af49a79 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a&tenant_id=2a06768184a243e2b06a44bee40a6f92&binding%3Ahost_id=n-h1-765315-27 HTTP/1.1" status: 200 len: 1096 time: 0.1599090 Aug 16 01:32:48.571665 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649db915-cccd-4b33-a409-fa1c3a5a49b6 None None] Pushing event updated for resources: {'Port': ['ID=4e1269d2-e657-48ec-9714-dd03f1bd06e7,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:48.604509 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Routers {'13f6a729-1b1d-4035-81cb-b8791ea99551'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:32:48.605193 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:32:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['13f6a729-1b1d-4035-81cb-b8791ea99551'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:48.682578 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-9e0b2c7d-c0d7-43a1-84e9-4ed93cd83b0b tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=ff4d49d9349f4289b826943bc1ef682e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767546 Aug 16 01:32:48.689536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-1b092fed-151c-4f8a-ba34-4f67d8d55129 service neutron] For port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:48.693277 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-1b092fed-151c-4f8a-ba34-4f67d8d55129 service neutron] Notify callbacks [] for binding, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:48.694804 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a789294-48a6-4d06-ade4-4640bb9b6a1e req-1b092fed-151c-4f8a-ba34-4f67d8d55129 service neutron] 10.222.0.73 "DELETE /v2.0/ports/7fd603e0-37b2-4b6a-809c-846f1f09cf6e/bindings/n-h2-765315-27 HTTP/1.1" status: 204 len: 173 time: 0.1426401 Aug 16 01:32:48.753499 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] Set router 13f6a729-1b1d-4035-81cb-b8791ea99551 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:32:48.784879 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-112ab447-33c9-478b-9e6d-d45cf95e5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:48.901910 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-8152cef7-d0a2-426b-9236-f7f75b423e88 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:48.903461 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-8152cef7-d0a2-426b-9236-f7f75b423e88 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2183976 Aug 16 01:32:48.903581 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e7acb-d395-4100-a9ff-d1102f304e8e req-aab9135c-47ed-47e7-9a2e-c195d4ae1568 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:48.910640 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e7acb-d395-4100-a9ff-d1102f304e8e req-aab9135c-47ed-47e7-9a2e-c195d4ae1568 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:48.918575 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-da8e7acb-d395-4100-a9ff-d1102f304e8e req-aab9135c-47ed-47e7-9a2e-c195d4ae1568 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f9f95f1-1525-40c6-8e03-18438c973569&device_id=c2720e51-2d3c-4c7d-b785-94c190a38423 HTTP/1.1" status: 200 len: 1690 time: 0.0763586 Aug 16 01:32:48.957978 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-07ecb823-54cf-4d2d-a22f-521336e73412 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/quotas/ff4d49d9349f4289b826943bc1ef682e HTTP/1.1" status: 200 len: 375 time: 0.0466845 Aug 16 01:32:48.958519 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:45Z', 'revision_number': 3, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:48.974363 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-da8e7acb-d395-4100-a9ff-d1102f304e8e req-cc476f83-6f4b-4da2-a1b8-c8164a087d66 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544448 Aug 16 01:32:48.993452 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b930aa0-f51f-4b86-a651-be7f3c403663 None None] The sync data for ids ['13f6a729-1b1d-4035-81cb-b8791ea99551'] in n-d-765315-27 is: [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:45Z', 'revision_number': 3, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:32:49.017447 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-20e5f5a5-374c-486b-a5b1-b1d0fdac9f25 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ff4d49d9349f4289b826943bc1ef682e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574889 Aug 16 01:32:49.101594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-112ab447-33c9-478b-9e6d-d45cf95e5ed3 admin admin] Allocated IP 172.20.0.1 (03241670-4104-41ea-a6fc-9fe8a3a8cd89/c7b48f01-7f17-46c9-aeb0-0901bdbe28b8/cd7c1520-e4f3-4621-a4fd-b2dabce638e4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:32:49.310621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36e9a6-2123-434c-bbe5-729147b86224 req-56783bd0-29ef-45a6-8a31-72775e3c3fb9 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:49.326411 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f36e9a6-2123-434c-bbe5-729147b86224 req-56783bd0-29ef-45a6-8a31-72775e3c3fb9 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 944 time: 0.0949979 Aug 16 01:32:49.356002 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-112ab447-33c9-478b-9e6d-d45cf95e5ed3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:49.399884 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-112ab447-33c9-478b-9e6d-d45cf95e5ed3 admin admin] Transition to ACTIVE for port object cd7c1520-e4f3-4621-a4fd-b2dabce638e4 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:49.424989 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f36e9a6-2123-434c-bbe5-729147b86224 req-eb0fca2a-5289-466b-b6c7-61e7cb59d535 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975015 Aug 16 01:32:49.464149 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-112ab447-33c9-478b-9e6d-d45cf95e5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:49.540341 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Sync routers for ids ['e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:32:49.572069 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Routers {'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:32:49.574877 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:32:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:49.637278 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ab447-33c9-478b-9e6d-d45cf95e5ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=cd7c1520-e4f3-4621-a4fd-b2dabce638e4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:49.665542 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112ab447-33c9-478b-9e6d-d45cf95e5ed3 admin admin] Network 03241670-4104-41ea-a6fc-9fe8a3a8cd89 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:49.672748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34378) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:49.676139 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-112ab447-33c9-478b-9e6d-d45cf95e5ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:49.679226 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112ab447-33c9-478b-9e6d-d45cf95e5ed3 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:32:49.696176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-30a18ed2-23bd-4fa2-9063-b05b00476a21 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1685934753', 'description': 'tempest-description--1710587390'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:49.761564 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-112ab447-33c9-478b-9e6d-d45cf95e5ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:49.835983 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4e1269d2-e657-48ec-9714-dd03f1bd06e7 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:32:49.870742 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-33e74a9f-c470-44b2-80a1-9823e50949d2 req-ee820004-6ae7-4d4c-aa0a-e0ecd43a4634 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b81d20b-1773-4b5c-ac25-9459b31247bf HTTP/1.1" status: 200 len: 210 time: 0.1485367 Aug 16 01:32:49.887878 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30a18ed2-23bd-4fa2-9063-b05b00476a21 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:49.983893 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Set router e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:32:50.111158 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-7a0478e9-155f-4a74-9c99-a3aceab50c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:50.114014 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-7a0478e9-155f-4a74-9c99-a3aceab50c7c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 1097 time: 0.1906729 Aug 16 01:32:50.159354 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d336b-11d4-4be2-8690-cf5bafb3e9b5 req-b957b9cd-09bb-473a-a092-e03523aa26da tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:50.172414 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30a18ed2-23bd-4fa2-9063-b05b00476a21 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:50.173743 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-435d336b-11d4-4be2-8690-cf5bafb3e9b5 req-b957b9cd-09bb-473a-a092-e03523aa26da tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3f9f95f1-1525-40c6-8e03-18438c973569 HTTP/1.1" status: 200 len: 1101 time: 0.1542792 Aug 16 01:32:50.189446 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30a18ed2-23bd-4fa2-9063-b05b00476a21 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:50.216305 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-112ab447-33c9-478b-9e6d-d45cf95e5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:50.220848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96baf1-bb72-4891-aefb-dd335498a9d8 req-ebff35be-31d4-4c45-9a31-0fc046b85324 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:50.223719 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aa96baf1-bb72-4891-aefb-dd335498a9d8 req-ebff35be-31d4-4c45-9a31-0fc046b85324 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 945 time: 0.2207878 Aug 16 01:32:50.259829 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-435d336b-11d4-4be2-8690-cf5bafb3e9b5 req-451f5bee-eb40-4b03-846d-58268e2130d7 tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685580 Aug 16 01:32:50.329439 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30a18ed2-23bd-4fa2-9063-b05b00476a21 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:50.333467 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-30a18ed2-23bd-4fa2-9063-b05b00476a21 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6567311 Aug 16 01:32:50.334884 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34386) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:50.338758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a18ed2-23bd-4fa2-9063-b05b00476a21 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65fe992-e23c-41dd-8acc-8dad22ad92fd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:50.349785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-af547402-6dd0-4b77-9da8-f577007126ff tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Request body: {'security_group_rule': {'security_group_id': 'b65fe992-e23c-41dd-8acc-8dad22ad92fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:50.382340 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aa96baf1-bb72-4891-aefb-dd335498a9d8 req-7a68bdf6-ad55-4500-b47c-2ed1efd75000 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873668 Aug 16 01:32:50.392855 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-24bffb3b-037c-4132-a7e7-bae089c5b3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:50.403699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-0965af80-bfc5-4854-97d3-f6c12e89653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:50.407163 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-0965af80-bfc5-4854-97d3-f6c12e89653e service neutron] 10.222.0.73 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 922 time: 0.2311223 Aug 16 01:32:50.414560 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d8e2b7cd-571a-4975-b09d-5b3ac2cf0179 None None] Provisioning for port cd7c1520-e4f3-4621-a4fd-b2dabce638e4 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:50.422555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d8e2b7cd-571a-4975-b09d-5b3ac2cf0179 None None] Provisioning complete for port cd7c1520-e4f3-4621-a4fd-b2dabce638e4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:50.423325 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8e2b7cd-571a-4975-b09d-5b3ac2cf0179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:50.465418 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-df44aa27-4cc5-4276-a583-abdcc70e0fff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9527486-4fa6-4f6d-98ed-323353356c91 HTTP/1.1" status: 200 len: 217 time: 0.0500240 Aug 16 01:32:50.472284 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d8e2b7cd-571a-4975-b09d-5b3ac2cf0179 None None] Port cd7c1520-e4f3-4621-a4fd-b2dabce638e4 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:32:50.506673 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 4e1269d2-e657-48ec-9714-dd03f1bd06e7 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:50.516133 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 4e1269d2-e657-48ec-9714-dd03f1bd06e7 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:50.516856 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:50.558520 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-7a1472e8-cecb-4375-96f6-a72b46f60c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:50.561811 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-7a1472e8-cecb-4375-96f6-a72b46f60c1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.0862331 Aug 16 01:32:50.580737 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-112ab447-33c9-478b-9e6d-d45cf95e5ed3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:50.606627 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-112ab447-33c9-478b-9e6d-d45cf95e5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:50.623198 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-925efc29-5553-4bbe-b575-c71e2d9865ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488265 Aug 16 01:32:50.659966 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:50.681499 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af547402-6dd0-4b77-9da8-f577007126ff tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:50.685423 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 4e1269d2-e657-48ec-9714-dd03f1bd06e7, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4e1269d2-e657-48ec-9714-dd03f1bd06e7,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:50.686113 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d32db6-fec0-47dd-a52c-b5ddc2094de2 req-766d01e8-f9c4-4f63-b941-6524719834dc tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:50.688060 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f1d32db6-fec0-47dd-a52c-b5ddc2094de2 req-766d01e8-f9c4-4f63-b941-6524719834dc tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 1096 time: 0.1253414 Aug 16 01:32:50.692863 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'name': 'tempest-ServersTestJSON-826625101-router', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:37Z', 'updated_at': '2021-08-16T01:32:44Z', 'revision_number': 4, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'gw_port': {'id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:38Z', 'updated_at': '2021-08-16T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '5a364f0b-a773-4c81-bb91-6dca797f5d71', 'name': '', 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'mac_address': 'fa:16:3e:24:6b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:43Z', 'updated_at': '2021-08-16T01:32:45Z', 'revision_number': 2, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'subnets': [{'id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:50.694973 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:50.695834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 122bbbfd-c0a1-47bd-9170-17d251d6db1b up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:32:50.748648 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-112ab447-33c9-478b-9e6d-d45cf95e5ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:50.753054 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f1d32db6-fec0-47dd-a52c-b5ddc2094de2 req-4753fd31-5307-4531-b5d0-74c46b319b71 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587275 Aug 16 01:32:50.759034 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-f51f7534-2a62-4ba6-9a1c-65cdebaa1941 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273797 Aug 16 01:32:50.761578 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Checking router: e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:32:50.761959 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Updating router e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 port 5a364f0b-a773-4c81-bb91-6dca797f5d71 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:32:50.794857 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ab447-33c9-478b-9e6d-d45cf95e5ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=cd7c1520-e4f3-4621-a4fd-b2dabce638e4,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:50.807593 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed3d93-dc24-4048-83e7-213f790180b3 req-798141a5-33ef-4d4f-a22b-aeb606314125 tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:50.818744 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04ed3d93-dc24-4048-83e7-213f790180b3 req-798141a5-33ef-4d4f-a22b-aeb606314125 tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=c2720e51-2d3c-4c7d-b785-94c190a38423 HTTP/1.1" status: 200 len: 1102 time: 0.2343800 Aug 16 01:32:50.828127 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:50.841736 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=4e1269d2-e657-48ec-9714-dd03f1bd06e7,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:50.874423 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af547402-6dd0-4b77-9da8-f577007126ff tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:50.879154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 122bbbfd-c0a1-47bd-9170-17d251d6db1b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:50.879525 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:51.030236 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-f16740b6-715f-43cd-b6f3-3b4a84346f61 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427928 Aug 16 01:32:51.080424 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af547402-6dd0-4b77-9da8-f577007126ff tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:51.132461 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-dd3099e1-04fd-4012-907b-a166c37de3e5 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=ff4d49d9349f4289b826943bc1ef682e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773513 Aug 16 01:32:51.139156 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8afa9644-108b-433d-b647-b7027f03cbf3 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:32:51.139409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af547402-6dd0-4b77-9da8-f577007126ff tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4821535-5e49-47b2-bf54-c92bb7d6c376,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:51.173279 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02519c15-5e7a-4be5-80db-2f75c99aacdb req-15e007c5-9bde-43c9-8352-72ef7257b8af tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b81d20b-1773-4b5c-ac25-9459b31247bf HTTP/1.1" status: 200 len: 210 time: 0.1020479 Aug 16 01:32:51.195878 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af547402-6dd0-4b77-9da8-f577007126ff tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:51.202285 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-af547402-6dd0-4b77-9da8-f577007126ff tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8635957 Aug 16 01:32:51.225439 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34408) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:51.253930 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-8b010825-6b59-4872-b1e6-18a4c53bbeb4 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:51.255907 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-8b010825-6b59-4872-b1e6-18a4c53bbeb4 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68&tenant_id=45dbe6ee0a914906b78be372f8c71bfe&binding%3Ahost_id=n-h2-765315-27 HTTP/1.1" status: 200 len: 1097 time: 0.0803280 Aug 16 01:32:51.266164 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 8afa9644-108b-433d-b647-b7027f03cbf3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:51.266541 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:51.271734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-27'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:51.301232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6bec1e2e-6fa8-4381-9530-4f3fb6355b27 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Request body: {'security_group_rule': {'security_group_id': 'b65fe992-e23c-41dd-8acc-8dad22ad92fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:51.360677 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04ed3d93-dc24-4048-83e7-213f790180b3 req-1b1141e1-afa5-4fba-8e54-822e1282ef6d tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5408132 Aug 16 01:32:51.378857 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:51.392890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34420) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:51.403182 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:51.420194 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Transition to ACTIVE for port object 5a364f0b-a773-4c81-bb91-6dca797f5d71 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:51.433192 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:51.507236 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-c53f6c88-1a82-47ff-8d05-9e7300267e80 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:51.511179 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-c53f6c88-1a82-47ff-8d05-9e7300267e80 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3692987 Aug 16 01:32:51.569695 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-cac16328-3161-42f5-99c6-c764d836f3a2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Request body: {'port': {'device_id': '7b81d20b-1773-4b5c-ac25-9459b31247bf', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': 'ff4d49d9349f4289b826943bc1ef682e'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:51.589201 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456c7d4-7665-40c7-9d66-56befb2edcdc None None] Pushing event updated for resources: {'Port': ['ID=5a364f0b-a773-4c81-bb91-6dca797f5d71,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:51.692738 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6bec1e2e-6fa8-4381-9530-4f3fb6355b27 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:51.704241 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112ab447-33c9-478b-9e6d-d45cf95e5ed3 admin admin] Network 03241670-4104-41ea-a6fc-9fe8a3a8cd89 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:51.714115 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09801773-3e76-4461-81a5-e487e9dfc80a req-02308b20-1dde-4651-9089-383c85c0ed05 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:51.719240 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Attempting to bind port 5a364f0b-a773-4c81-bb91-6dca797f5d71 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:32:51.719744 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Attempting to bind port 5a364f0b-a773-4c81-bb91-6dca797f5d71 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '19d3c030-68ad-4cdc-9b2d-2c96d8bcd088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:32:51.719955 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Attempting to bind port 5a364f0b-a773-4c81-bb91-6dca797f5d71 on network e7fbe078-be47-474e-9498-2fcf3dc70a1e {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:51.721953 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09801773-3e76-4461-81a5-e487e9dfc80a req-02308b20-1dde-4651-9089-383c85c0ed05 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 808 time: 0.3593996 Aug 16 01:32:51.722150 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4e1269d2-e657-48ec-9714-dd03f1bd06e7 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:32:51.735157 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-112ab447-33c9-478b-9e6d-d45cf95e5ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:51.742642 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-773c13ac-0acb-4c3e-ba89-90942e18e9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:51.748056 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09801773-3e76-4461-81a5-e487e9dfc80a req-7bb61ccd-bf62-4e0a-bbfa-7927238b4fd4 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/quotas/2a06768184a243e2b06a44bee40a6f92 HTTP/1.1" status: 200 len: 375 time: 0.0247779 Aug 16 01:32:51.770283 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:32:51.770669 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Checking segment: {'id': '19d3c030-68ad-4cdc-9b2d-2c96d8bcd088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:51.771044 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:51.771774 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Bound using segment: {'id': '19d3c030-68ad-4cdc-9b2d-2c96d8bcd088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:32:51.772256 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Bound port: 5a364f0b-a773-4c81-bb91-6dca797f5d71, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d3c030-68ad-4cdc-9b2d-2c96d8bcd088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:32:51.772631 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:51.794456 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] For port a9527486-4fa6-4f6d-98ed-323353356c91, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a9527486-4fa6-4f6d-98ed-323353356c91,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:51.840623 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09801773-3e76-4461-81a5-e487e9dfc80a req-b337f7c4-6971-4c93-86f8-df146be181fd tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913279 Aug 16 01:32:51.848727 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] For port 5a364f0b-a773-4c81-bb91-6dca797f5d71, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:51.860934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] For port 5a364f0b-a773-4c81-bb91-6dca797f5d71, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5a364f0b-a773-4c81-bb91-6dca797f5d71,segment=NetworkSegment(19d3c030-68ad-4cdc-9b2d-2c96d8bcd088),segment_id=19d3c030-68ad-4cdc-9b2d-2c96d8bcd088)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:32:51.870843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 4e1269d2-e657-48ec-9714-dd03f1bd06e7 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:51.871217 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:51.874462 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:51.942975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] For port a9527486-4fa6-4f6d-98ed-323353356c91, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:51.993994 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Routers {'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:32:51.994520 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:32:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:52.015904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494e313c-20e7-4704-9bd9-40ccc5460e68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9527486-4fa6-4f6d-98ed-323353356c91'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:52.018348 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692cdc6a-e3d6-4240-af33-dec5495025f3" -d '{"events": [{"server_uuid": "494e313c-20e7-4704-9bd9-40ccc5460e68", "name": "network-vif-unplugged", "status": "completed", "tag": "a9527486-4fa6-4f6d-98ed-323353356c91"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:52.035511 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:52.042062 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09801773-3e76-4461-81a5-e487e9dfc80a req-43ce315c-80af-4588-a098-7e79cc1b447e service neutron] 10.222.0.68 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004840 Aug 16 01:32:52.042547 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456c7d4-7665-40c7-9d66-56befb2edcdc None None] Pushing event updated for resources: {'Port': ['ID=5a364f0b-a773-4c81-bb91-6dca797f5d71,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:52.087688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c1171-daa9-4b03-86f0-ed932cf46353 req-1726d071-bd3d-4375-93dc-3d06db6260d2 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:52.089559 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b16c1171-daa9-4b03-86f0-ed932cf46353 req-1726d071-bd3d-4375-93dc-3d06db6260d2 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 945 time: 0.5696633 Aug 16 01:32:52.108972 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:52.137009 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-773c13ac-0acb-4c3e-ba89-90942e18e9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:52.163254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-464d7158-be5d-4bab-bfb5-4ae742fa3922 None None] Provisioning complete for port cd7c1520-e4f3-4621-a4fd-b2dabce638e4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:52.163706 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-464d7158-be5d-4bab-bfb5-4ae742fa3922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:52.180528 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-773c13ac-0acb-4c3e-ba89-90942e18e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:52.220616 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-464d7158-be5d-4bab-bfb5-4ae742fa3922 None None] Port cd7c1520-e4f3-4621-a4fd-b2dabce638e4 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:32:52.232205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] Set router e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:32:52.246819 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] Pushing event updated for resources: {'Port': ['ID=a9527486-4fa6-4f6d-98ed-323353356c91,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:52.266134 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b16c1171-daa9-4b03-86f0-ed932cf46353 req-05e5956f-e6a1-494c-a337-085ddc8e146f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197214 Aug 16 01:32:52.275219 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] Attempting to bind port a9527486-4fa6-4f6d-98ed-323353356c91 on host n-h2-765315-27 for vnic_type normal with profile {"migrating_to": "n-h1-765315-27"} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:32:52.275554 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] Attempting to bind port a9527486-4fa6-4f6d-98ed-323353356c91 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:32:52.275882 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] Attempting to bind port a9527486-4fa6-4f6d-98ed-323353356c91 on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:52.294142 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-cac16328-3161-42f5-99c6-c764d836f3a2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Made reservation on behalf of ff4d49d9349f4289b826943bc1ef682e for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:32:52.300113 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09801773-3e76-4461-81a5-e487e9dfc80a req-061c1724-25d1-4b4e-a4dd-7644a657ac8a service neutron] 10.222.0.68 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452934 Aug 16 01:32:52.303496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] Port a9527486-4fa6-4f6d-98ed-323353356c91 on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:32:52.303822 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] Attempting to bind port a9527486-4fa6-4f6d-98ed-323353356c91 on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:52.307407 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-cac16328-3161-42f5-99c6-c764d836f3a2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:52.310496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:32:52.310841 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] Checking segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:52.311220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] Bound using segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:32:52.312127 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] Bound port: a9527486-4fa6-4f6d-98ed-323353356c91, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:32:52.312127 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:52.340848 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6bec1e2e-6fa8-4381-9530-4f3fb6355b27 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:52.342940 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-cac16328-3161-42f5-99c6-c764d836f3a2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:52.384539 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6bec1e2e-6fa8-4381-9530-4f3fb6355b27 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:52.390880 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c13ac-0acb-4c3e-ba89-90942e18e9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f978e2-aef7-4e30-b407-3e544f4e4f0b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:52.395663 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-773c13ac-0acb-4c3e-ba89-90942e18e9f5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1362eaa6cd244f7e9955c521fb304ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9907908 Aug 16 01:32:52.399712 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34444) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:52.423117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112ab447-33c9-478b-9e6d-d45cf95e5ed3 admin admin] Router 13f6a729-1b1d-4035-81cb-b8791ea99551 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:32:52.438444 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] For port a9527486-4fa6-4f6d-98ed-323353356c91, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:52.443743 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c13ac-0acb-4c3e-ba89-90942e18e9f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:52.444080 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c13ac-0acb-4c3e-ba89-90942e18e9f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:52.444411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c13ac-0acb-4c3e-ba89-90942e18e9f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:52.444773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c13ac-0acb-4c3e-ba89-90942e18e9f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:52.445104 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c13ac-0acb-4c3e-ba89-90942e18e9f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:52.445479 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c13ac-0acb-4c3e-ba89-90942e18e9f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:52.445837 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c13ac-0acb-4c3e-ba89-90942e18e9f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:52.446159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c13ac-0acb-4c3e-ba89-90942e18e9f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:52.446497 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c13ac-0acb-4c3e-ba89-90942e18e9f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:52.446815 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c13ac-0acb-4c3e-ba89-90942e18e9f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:52.447839 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c13ac-0acb-4c3e-ba89-90942e18e9f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:52.447839 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773c13ac-0acb-4c3e-ba89-90942e18e9f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:52.459415 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-6a367b03-c2ea-4388-8ffc-1bfeede47742 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=a281f802ea2743fa9ccd253c1514e699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814495 Aug 16 01:32:52.460144 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec1e2e-6fa8-4381-9530-4f3fb6355b27 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff6d7a0-49c0-45a7-aa89-6f53455c1268,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:52.497186 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] For port a9527486-4fa6-4f6d-98ed-323353356c91, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a9527486-4fa6-4f6d-98ed-323353356c91,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:32:52.516186 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:52.563070 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69dc4a64-96e9-4c9d-9781-cb2aa9809ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:52.617805 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69dc4a64-96e9-4c9d-9781-cb2aa9809ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:52.629357 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b3cb4728-df62-4b81-86ad-2eaaf3f6ed2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:52.637101 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75faf229-dfcd-4cd9-a975-673067899aea x-openstack-request-id: req-75faf229-dfcd-4cd9-a975-673067899aea {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:52.637436 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494e313c-20e7-4704-9bd9-40ccc5460e68", "name": "network-vif-unplugged", "status": "completed", "tag": "a9527486-4fa6-4f6d-98ed-323353356c91", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:52.637642 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-75faf229-dfcd-4cd9-a975-673067899aea {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:52.638023 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494e313c-20e7-4704-9bd9-40ccc5460e68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9527486-4fa6-4f6d-98ed-323353356c91', 'code': 200} Aug 16 01:32:52.666377 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:52.667362 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:52.668819 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] 10.222.0.73 "PUT /v2.0/ports/a9527486-4fa6-4f6d-98ed-323353356c91 HTTP/1.1" status: 200 len: 1123 time: 1.4024348 Aug 16 01:32:52.669443 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74179ed5-6314-4b3c-9587-74a68aedef46 service neutron] Pushing event updated for resources: {'Port': ['ID=a9527486-4fa6-4f6d-98ed-323353356c91,revision_number=8']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:52.690188 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'name': 'tempest-ServersTestJSON-826625101-router', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:37Z', 'updated_at': '2021-08-16T01:32:44Z', 'revision_number': 4, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'gw_port': {'id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:38Z', 'updated_at': '2021-08-16T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '5a364f0b-a773-4c81-bb91-6dca797f5d71', 'name': '', 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'mac_address': 'fa:16:3e:24:6b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:43Z', 'updated_at': '2021-08-16T01:32:51Z', 'revision_number': 4, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'subnets': [{'id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:52.746170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbdb545-25e9-4ecc-a4c4-25735863d7b5 None None] The sync data for ids ['e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'] in n-d-765315-27 is: [{'id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'name': 'tempest-ServersTestJSON-826625101-router', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:37Z', 'updated_at': '2021-08-16T01:32:44Z', 'revision_number': 4, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'gw_port': {'id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:38Z', 'updated_at': '2021-08-16T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '5a364f0b-a773-4c81-bb91-6dca797f5d71', 'name': '', 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'mac_address': 'fa:16:3e:24:6b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:43Z', 'updated_at': '2021-08-16T01:32:51Z', 'revision_number': 4, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'subnets': [{'id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:32:52.774471 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-7763e37f-60c1-479b-a0d3-5871522f7a73 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:52.776049 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-7763e37f-60c1-479b-a0d3-5871522f7a73 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3083954 Aug 16 01:32:52.778091 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112ab447-33c9-478b-9e6d-d45cf95e5ed3 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:32:52.785320 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['a9527486-4fa6-4f6d-98ed-323353356c91'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:32:52.792951 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99edf696-0adb-493c-b47f-866539da122e None None] Sync routers for ids ['13f6a729-1b1d-4035-81cb-b8791ea99551'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:32:52.807263 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-112ab447-33c9-478b-9e6d-d45cf95e5ed3 admin admin] 10.222.0.68 "PUT /v2.0/routers/13f6a729-1b1d-4035-81cb-b8791ea99551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0321274 Aug 16 01:32:52.811352 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99edf696-0adb-493c-b47f-866539da122e None None] Routers {'13f6a729-1b1d-4035-81cb-b8791ea99551'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:32:52.812260 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-99edf696-0adb-493c-b47f-866539da122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:32:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['13f6a729-1b1d-4035-81cb-b8791ea99551'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:52.813884 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-786be4ab-fd7f-4abb-8ae6-6014370d0867 req-396601af-0c4d-4213-b974-eb6079952d56 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b81d20b-1773-4b5c-ac25-9459b31247bf HTTP/1.1" status: 200 len: 210 time: 0.0487313 Aug 16 01:32:52.847251 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69dc4a64-96e9-4c9d-9781-cb2aa9809ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:52.850420 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69dc4a64-96e9-4c9d-9781-cb2aa9809ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:52.852714 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-69dc4a64-96e9-4c9d-9781-cb2aa9809ba1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/06f978e2-aef7-4e30-b407-3e544f4e4f0b HTTP/1.1" status: 204 len: 168 time: 0.4513640 Aug 16 01:32:52.861349 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-32efff17-fd99-467b-b7f7-fccf65193bce tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/quotas/a281f802ea2743fa9ccd253c1514e699 HTTP/1.1" status: 200 len: 375 time: 0.0506790 Aug 16 01:32:52.870005 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc4a64-96e9-4c9d-9781-cb2aa9809ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f978e2-aef7-4e30-b407-3e544f4e4f0b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:52.993162 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ee9de478-db4b-4779-9ab2-9ed8ecfd60d1 req-3a22a7f2-5c77-4f29-b5c6-7df248d865b3 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 210 time: 0.0944631 Aug 16 01:32:53.051222 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-cac16328-3161-42f5-99c6-c764d836f3a2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:53.056132 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-99edf696-0adb-493c-b47f-866539da122e None None] Set router 13f6a729-1b1d-4035-81cb-b8791ea99551 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:32:53.074297 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-cac16328-3161-42f5-99c6-c764d836f3a2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:53.199135 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-6130fdbe-d786-4254-ae89-339697354ea6 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3366499 Aug 16 01:32:53.220917 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac16328-3161-42f5-99c6-c764d836f3a2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:53.240840 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6bec1e2e-6fa8-4381-9530-4f3fb6355b27 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:53.242633 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6bec1e2e-6fa8-4381-9530-4f3fb6355b27 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0130467 Aug 16 01:32:53.244370 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:53.247810 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34464) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:53.254773 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:53.361423 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:53.538411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-cac16328-3161-42f5-99c6-c764d836f3a2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Allocated IP 192.168.233.147 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/12a1a981-ace9-4ec2-8efa-add6c8c04ca0) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:32:53.677744 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a1dfa-536d-47f3-adcf-39e5b80049de req-97a10adb-cd6d-403c-853c-15c83e6b1526 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:53.695118 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-744a1dfa-536d-47f3-adcf-39e5b80049de req-97a10adb-cd6d-403c-853c-15c83e6b1526 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 943 time: 0.2161262 Aug 16 01:32:53.697299 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-99edf696-0adb-493c-b47f-866539da122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 2, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:53.814925 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99edf696-0adb-493c-b47f-866539da122e None None] Checking router: 13f6a729-1b1d-4035-81cb-b8791ea99551 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:32:53.815560 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99edf696-0adb-493c-b47f-866539da122e None None] Updating router 13f6a729-1b1d-4035-81cb-b8791ea99551 port cd7c1520-e4f3-4621-a4fd-b2dabce638e4 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:32:53.822875 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5a364f0b-a773-4c81-bb91-6dca797f5d71 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:32:53.939457 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 5a364f0b-a773-4c81-bb91-6dca797f5d71 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:53.946377 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 5a364f0b-a773-4c81-bb91-6dca797f5d71 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:53.946747 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:53.949631 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-99edf696-0adb-493c-b47f-866539da122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:53.962317 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-744a1dfa-536d-47f3-adcf-39e5b80049de req-86a5c410-48b3-4e55-9422-73e47e40d664 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604084 Aug 16 01:32:54.018157 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:54.084723 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:54.129209 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-cac16328-3161-42f5-99c6-c764d836f3a2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:54.146962 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:54.153875 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a9527486-4fa6-4f6d-98ed-323353356c91 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:32:54.171696 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-cac16328-3161-42f5-99c6-c764d836f3a2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Transition to ACTIVE for port object 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:54.269195 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-cac16328-3161-42f5-99c6-c764d836f3a2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:54.449260 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-cac16328-3161-42f5-99c6-c764d836f3a2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:54.469372 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-cac16328-3161-42f5-99c6-c764d836f3a2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:54.487758 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-cac16328-3161-42f5-99c6-c764d836f3a2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:32:54.569138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port a9527486-4fa6-4f6d-98ed-323353356c91, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a9527486-4fa6-4f6d-98ed-323353356c91,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:54.586529 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a9527486-4fa6-4f6d-98ed-323353356c91 has no active binding in host n-h1-765315-27 {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:32:54.636904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac16328-3161-42f5-99c6-c764d836f3a2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Pushing event updated for resources: {'Port': ['ID=12a1a981-ace9-4ec2-8efa-add6c8c04ca0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:54.653420 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 5a364f0b-a773-4c81-bb91-6dca797f5d71, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5a364f0b-a773-4c81-bb91-6dca797f5d71,segment=NetworkSegment(19d3c030-68ad-4cdc-9b2d-2c96d8bcd088),segment_id=19d3c030-68ad-4cdc-9b2d-2c96d8bcd088)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:54.660319 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:54.724773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-cac16328-3161-42f5-99c6-c764d836f3a2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:54.725867 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-cac16328-3161-42f5-99c6-c764d836f3a2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:54.761925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=5a364f0b-a773-4c81-bb91-6dca797f5d71,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:54.786384 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-99edf696-0adb-493c-b47f-866539da122e None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:54.794419 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38785ed7-e048-45ad-920e-05e4be083136 req-ec467bb5-4aac-4923-be91-5ece9c115914 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:54.795971 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38785ed7-e048-45ad-920e-05e4be083136 req-ec467bb5-4aac-4923-be91-5ece9c115914 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/networks?id=03241670-4104-41ea-a6fc-9fe8a3a8cd89 HTTP/1.1" status: 200 len: 821 time: 0.4569497 Aug 16 01:32:54.811848 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-99edf696-0adb-493c-b47f-866539da122e None None] Transition to ACTIVE for port object cd7c1520-e4f3-4621-a4fd-b2dabce638e4 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:54.825596 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-99edf696-0adb-493c-b47f-866539da122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:54.836538 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38785ed7-e048-45ad-920e-05e4be083136 req-061970ad-b233-44d5-8bef-99bf70423835 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/quotas/5e0c5f98f6fe42de99c785c15701bc81 HTTP/1.1" status: 200 len: 375 time: 0.0307698 Aug 16 01:32:54.838208 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-cac16328-3161-42f5-99c6-c764d836f3a2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3052897 Aug 16 01:32:54.899909 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674f4ef-72c2-4377-8b32-e7cb08284e90 None None] Pushing event updated for resources: {'Port': ['ID=cd7c1520-e4f3-4621-a4fd-b2dabce638e4,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:54.902984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494e313c-20e7-4704-9bd9-40ccc5460e68', 'tag': 'a9527486-4fa6-4f6d-98ed-323353356c91'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:54.906506 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1c7d36-7db5-4e55-b4b2-42635ebc362a" -d '{"events": [{"name": "network-changed", "server_uuid": "494e313c-20e7-4704-9bd9-40ccc5460e68", "tag": "a9527486-4fa6-4f6d-98ed-323353356c91"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:54.919005 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Request body: {'port': {'device_id': '7b81d20b-1773-4b5c-ac25-9459b31247bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:54.955146 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d5a50190-5835-42b3-b303-fbba6b9c59cf None None] Provisioning for port 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:54.968697 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d5a50190-5835-42b3-b303-fbba6b9c59cf None None] Provisioning complete for port 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:54.969058 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5a50190-5835-42b3-b303-fbba6b9c59cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:55.042487 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d5a50190-5835-42b3-b303-fbba6b9c59cf None None] Port 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:32:55.059789 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-99edf696-0adb-493c-b47f-866539da122e None None] Attempting to bind port cd7c1520-e4f3-4621-a4fd-b2dabce638e4 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:32:55.060236 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-99edf696-0adb-493c-b47f-866539da122e None None] Attempting to bind port cd7c1520-e4f3-4621-a4fd-b2dabce638e4 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '217e8fbf-bb19-4c82-a110-67afcf9ce077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:32:55.060662 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99edf696-0adb-493c-b47f-866539da122e None None] Attempting to bind port cd7c1520-e4f3-4621-a4fd-b2dabce638e4 on network 03241670-4104-41ea-a6fc-9fe8a3a8cd89 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:55.069066 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99edf696-0adb-493c-b47f-866539da122e None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:32:55.069340 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fd0feed5-3ea1-4c60-affd-0c8c74e331b5 req-bf784956-4505-4f3a-87ed-83f2fe4614fd tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 210 time: 0.1546054 Aug 16 01:32:55.069447 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99edf696-0adb-493c-b47f-866539da122e None None] Checking segment: {'id': '217e8fbf-bb19-4c82-a110-67afcf9ce077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:55.069951 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-99edf696-0adb-493c-b47f-866539da122e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:55.070393 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99edf696-0adb-493c-b47f-866539da122e None None] Bound using segment: {'id': '217e8fbf-bb19-4c82-a110-67afcf9ce077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:32:55.070917 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-99edf696-0adb-493c-b47f-866539da122e None None] Bound port: cd7c1520-e4f3-4621-a4fd-b2dabce638e4, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217e8fbf-bb19-4c82-a110-67afcf9ce077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:32:55.071408 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-99edf696-0adb-493c-b47f-866539da122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:55.098435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Allocated IP 172.25.3.51 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/6642ab7c-8b6c-4e0a-97f1-5bf39724eaee) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:32:55.194238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09801773-3e76-4461-81a5-e487e9dfc80a req-644a5319-99ec-4c47-98f0-fc711e49dab1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:55.195895 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09801773-3e76-4461-81a5-e487e9dfc80a req-644a5319-99ec-4c47-98f0-fc711e49dab1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.63 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 808 time: 0.2853520 Aug 16 01:32:55.198899 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-99edf696-0adb-493c-b47f-866539da122e None None] For port cd7c1520-e4f3-4621-a4fd-b2dabce638e4, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:55.207091 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-99edf696-0adb-493c-b47f-866539da122e None None] For port cd7c1520-e4f3-4621-a4fd-b2dabce638e4, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=cd7c1520-e4f3-4621-a4fd-b2dabce638e4,segment=NetworkSegment(217e8fbf-bb19-4c82-a110-67afcf9ce077),segment_id=217e8fbf-bb19-4c82-a110-67afcf9ce077)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:32:55.216094 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-99edf696-0adb-493c-b47f-866539da122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:55.235096 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-09801773-3e76-4461-81a5-e487e9dfc80a req-721cb8f9-1d14-4178-8ae7-d0b436593193 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Request body: {'port': {'device_id': 'bcc35e62-4998-4d29-8afe-90d133dc42a2', 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d', 'admin_state_up': True, 'tenant_id': '2a06768184a243e2b06a44bee40a6f92'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:55.292457 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99edf696-0adb-493c-b47f-866539da122e None None] Routers {'13f6a729-1b1d-4035-81cb-b8791ea99551'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:32:55.293308 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-99edf696-0adb-493c-b47f-866539da122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:32:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['13f6a729-1b1d-4035-81cb-b8791ea99551'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:55.340019 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674f4ef-72c2-4377-8b32-e7cb08284e90 None None] Pushing event updated for resources: {'Port': ['ID=cd7c1520-e4f3-4621-a4fd-b2dabce638e4,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:55.361504 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:55.386950 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38785ed7-e048-45ad-920e-05e4be083136 req-b432d68a-064c-4a30-ad01-8be1ee1b14bc tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5e0c5f98f6fe42de99c785c15701bc81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5413723 Aug 16 01:32:55.449446 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bfa0d-ef3b-48ae-a081-bd78a2fe433a req-c2a0aa93-8873-4d70-9e75-168bd21f912b tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:55.451580 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-508bfa0d-ef3b-48ae-a081-bd78a2fe433a req-c2a0aa93-8873-4d70-9e75-168bd21f912b tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b81d20b-1773-4b5c-ac25-9459b31247bf HTTP/1.1" status: 200 len: 936 time: 0.2672334 Aug 16 01:32:55.460321 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09801773-3e76-4461-81a5-e487e9dfc80a req-721cb8f9-1d14-4178-8ae7-d0b436593193 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Made reservation on behalf of 2a06768184a243e2b06a44bee40a6f92 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:32:55.465307 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09801773-3e76-4461-81a5-e487e9dfc80a req-721cb8f9-1d14-4178-8ae7-d0b436593193 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:55.481664 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-99edf696-0adb-493c-b47f-866539da122e None None] Set router 13f6a729-1b1d-4035-81cb-b8791ea99551 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:32:55.487278 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.63', 56052) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:55.515619 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:55.551127 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-f2f53215-74ff-4975-898d-a9ec899837b4 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=a281f802ea2743fa9ccd253c1514e699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525510 Aug 16 01:32:55.689234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-abb9728c-a338-4331-89e7-3be71cf05cd1 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:55.690738 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-abb9728c-a338-4331-89e7-3be71cf05cd1 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1293466 Aug 16 01:32:55.712547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-6eef04ed-df55-4852-a646-fd1e2d95c203 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Request body: {'port': {'device_id': 'a66203bd-5ddb-4d1f-ab0a-a67c8b55b738', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': 'a281f802ea2743fa9ccd253c1514e699'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:55.716302 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5a364f0b-a773-4c81-bb91-6dca797f5d71 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:32:55.725697 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38785ed7-e048-45ad-920e-05e4be083136 req-c551f5d2-029a-4dad-90b7-3f1dfb94f840 service neutron] 10.222.0.68 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095790 Aug 16 01:32:55.780065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 5a364f0b-a773-4c81-bb91-6dca797f5d71 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:55.780773 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:55.808782 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-508bfa0d-ef3b-48ae-a081-bd78a2fe433a req-1ace1042-f4be-402d-86d4-68cb3d9184bf tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337746 Aug 16 01:32:55.844104 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:55.876573 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38785ed7-e048-45ad-920e-05e4be083136 req-33cca440-c943-4222-b960-0d258dabe1e2 service neutron] 10.222.0.68 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401691 Aug 16 01:32:55.964722 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-99edf696-0adb-493c-b47f-866539da122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:55Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:32:55.976021 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:55.978467 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:32:55.990698 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:55.999477 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99edf696-0adb-493c-b47f-866539da122e None None] The sync data for ids ['13f6a729-1b1d-4035-81cb-b8791ea99551'] in n-d-765315-27 is: [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:55Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:32:56.009837 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Transition to ACTIVE for port object 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:56.029095 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:56.050234 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-66a5c14e-3bd0-4589-83fe-c14a624018de req-5bbefe80-9b98-4c20-86a7-bdb8663ca255 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 210 time: 0.1067972 Aug 16 01:32:56.132213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.63', 56053) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:56.175621 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-09801773-3e76-4461-81a5-e487e9dfc80a req-721cb8f9-1d14-4178-8ae7-d0b436593193 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Allocated IP 172.20.0.5 (177f0fb8-8efe-42df-b46e-daf6f73cf24d/2dca6ec8-828f-4751-8723-f176759a3e37/ee222d06-a32d-447c-b694-6c328ccef884) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:32:56.188896 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b39573-95c4-4e38-9d87-ad9d27465ea6 x-openstack-request-id: req-18b39573-95c4-4e38-9d87-ad9d27465ea6 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:56.188896 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494e313c-20e7-4704-9bd9-40ccc5460e68", "tag": "a9527486-4fa6-4f6d-98ed-323353356c91", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:56.188896 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-18b39573-95c4-4e38-9d87-ad9d27465ea6 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:56.190369 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494e313c-20e7-4704-9bd9-40ccc5460e68', 'tag': 'a9527486-4fa6-4f6d-98ed-323353356c91', 'status': 'completed', 'code': 200} Aug 16 01:32:56.300027 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:56.314209 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Pushing event updated for resources: {'Port': ['ID=12a1a981-ace9-4ec2-8efa-add6c8c04ca0,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:56.316811 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:56.363942 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:32:56.381849 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Pushing event updated for resources: {'Port': ['ID=6642ab7c-8b6c-4e0a-97f1-5bf39724eaee,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:56.401674 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4fedea1-e109-4925-8ca8-9cb101c4e8d7 req-a30d5bd5-29e4-45b1-bca4-e5390f50540e tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 210 time: 0.1324332 Aug 16 01:32:56.431603 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c7d36-7db5-4e55-b4b2-42635ebc362a req-6e028f1d-e927-4942-aacb-3ce414a64faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:56.436987 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a1c7d36-7db5-4e55-b4b2-42635ebc362a req-6e028f1d-e927-4942-aacb-3ce414a64faf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 1126 time: 0.3002670 Aug 16 01:32:56.470920 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.63', 56054) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:32:56.541882 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Attempting to bind port 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:32:56.542379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Attempting to bind port 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:32:56.542716 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Attempting to bind port 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:56.622151 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Port 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:32:56.622420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Attempting to bind port 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:32:56.631656 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:32:56.631993 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:32:56.632406 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:32:56.632960 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Bound port: 12a1a981-ace9-4ec2-8efa-add6c8c04ca0, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:32:56.633396 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:56.637630 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29c90f25-1ab2-4ea5-ab9d-eae980aa67ac req-23c48cb2-cc5e-4300-bbbd-e6860962e6cb tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 210 time: 0.1400816 Aug 16 01:32:56.642675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-6eef04ed-df55-4852-a646-fd1e2d95c203 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Made reservation on behalf of a281f802ea2743fa9ccd253c1514e699 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:32:56.646745 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-6eef04ed-df55-4852-a646-fd1e2d95c203 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:56.699981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5dba45-a8fc-458c-82c5-c0604950119d req-39b50d17-02d6-4b9c-8791-03979cfb969f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:56.701667 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f5dba45-a8fc-458c-82c5-c0604950119d req-39b50d17-02d6-4b9c-8791-03979cfb969f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 943 time: 0.4748003 Aug 16 01:32:56.746121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c7d36-7db5-4e55-b4b2-42635ebc362a req-3d300737-99f6-4ffa-9bb7-2cea61c1b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:56.748615 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a1c7d36-7db5-4e55-b4b2-42635ebc362a req-3d300737-99f6-4ffa-9bb7-2cea61c1b8cd service neutron] 10.222.0.63 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 922 time: 0.2999551 Aug 16 01:32:56.759184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] For port 12a1a981-ace9-4ec2-8efa-add6c8c04ca0, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:56.763039 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] For port 12a1a981-ace9-4ec2-8efa-add6c8c04ca0, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=12a1a981-ace9-4ec2-8efa-add6c8c04ca0,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:32:56.780858 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:56.901068 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Pushing event updated for resources: {'Port': ['ID=12a1a981-ace9-4ec2-8efa-add6c8c04ca0,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:56.928787 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a1c7d36-7db5-4e55-b4b2-42635ebc362a req-48ff120c-f681-48fe-a51a-ee7c7863c064 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9527486-4fa6-4f6d-98ed-323353356c91 HTTP/1.1" status: 200 len: 217 time: 0.1583991 Aug 16 01:32:56.932216 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:56.942065 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:56.944196 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-a7a9ab32-ce4b-4f59-8e44-6c95899cf315 service neutron] 10.222.0.63 "PUT /v2.0/ports/12a1a981-ace9-4ec2-8efa-add6c8c04ca0 HTTP/1.1" status: 200 len: 1097 time: 2.0442529 Aug 16 01:32:56.944709 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b81d20b-1773-4b5c-ac25-9459b31247bf', 'tag': '12a1a981-ace9-4ec2-8efa-add6c8c04ca0'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:32:56.949432 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467bd7f5-7d45-402c-abf1-a7f3c6925479" -d '{"events": [{"name": "network-changed", "server_uuid": "7b81d20b-1773-4b5c-ac25-9459b31247bf", "tag": "12a1a981-ace9-4ec2-8efa-add6c8c04ca0"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:32:57.111166 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09801773-3e76-4461-81a5-e487e9dfc80a req-721cb8f9-1d14-4178-8ae7-d0b436593193 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:57.119369 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85472a8e-345a-4cf3-a7f0-e2285904130b req-bd5cad38-0435-4f68-913a-492f77fff650 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:57.120874 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-85472a8e-345a-4cf3-a7f0-e2285904130b req-bd5cad38-0435-4f68-913a-492f77fff650 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b81d20b-1773-4b5c-ac25-9459b31247bf HTTP/1.1" status: 200 len: 948 time: 0.2060444 Aug 16 01:32:57.135831 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c7d36-7db5-4e55-b4b2-42635ebc362a req-5dd705a1-a7d7-4ddc-91cf-f693b37435d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:57.137301 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a1c7d36-7db5-4e55-b4b2-42635ebc362a req-5dd705a1-a7d7-4ddc-91cf-f693b37435d1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.1605620 Aug 16 01:32:57.159016 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-93dc283a-d1bf-439f-b4c6-d915c8f18b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:57.160508 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-93dc283a-d1bf-439f-b4c6-d915c8f18b47 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ff4d49d9349f4289b826943bc1ef682e&device_id=7b81d20b-1773-4b5c-ac25-9459b31247bf HTTP/1.1" status: 200 len: 1100 time: 0.1667690 Aug 16 01:32:57.186132 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-96ed55ce-7f91-4adc-a8f9-4dcf4588a518 service neutron] 10.222.0.63 "GET /v2.0/ports/a9527486-4fa6-4f6d-98ed-323353356c91/bindings/n-h1-765315-27 HTTP/1.1" status: 200 len: 385 time: 0.6824791 Aug 16 01:32:57.193025 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-6eef04ed-df55-4852-a646-fd1e2d95c203 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Allocated IP 192.168.233.185 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/07f1bb73-ab4a-47ae-895f-219b7b20a4ef) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:32:57.203072 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a1c7d36-7db5-4e55-b4b2-42635ebc362a req-39b469c5-267e-40af-8eae-ef39631868f7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532203 Aug 16 01:32:57.244081 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f5dba45-a8fc-458c-82c5-c0604950119d req-5e01a6b0-4ca6-4fe0-a2a4-8dfebc0df558 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653603 Aug 16 01:32:57.245564 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:57.257231 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-3903aaf6-5392-46d7-b476-c41d9ac40d44 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=12a1a981-ace9-4ec2-8efa-add6c8c04ca0 HTTP/1.1" status: 200 len: 217 time: 0.0868595 Aug 16 01:32:57.321243 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-85472a8e-345a-4cf3-a7f0-e2285904130b req-ed2b6420-2d23-45b8-9e84-4ab959a71e75 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906512 Aug 16 01:32:57.360536 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09801773-3e76-4461-81a5-e487e9dfc80a req-721cb8f9-1d14-4178-8ae7-d0b436593193 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:57.394917 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-9c88bc0d-6be7-40a4-b9ca-bea38000dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:57.397676 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-9c88bc0d-6be7-40a4-b9ca-bea38000dd79 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1052306 Aug 16 01:32:57.448348 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fef18c4-6426-4450-a851-adb170f75aff x-openstack-request-id: req-2fef18c4-6426-4450-a851-adb170f75aff {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:32:57.448953 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b81d20b-1773-4b5c-ac25-9459b31247bf", "tag": "12a1a981-ace9-4ec2-8efa-add6c8c04ca0", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:32:57.449393 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2fef18c4-6426-4450-a851-adb170f75aff {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:32:57.450021 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b81d20b-1773-4b5c-ac25-9459b31247bf', 'tag': '12a1a981-ace9-4ec2-8efa-add6c8c04ca0', 'status': 'completed', 'code': 200} Aug 16 01:32:57.458416 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a1c7d36-7db5-4e55-b4b2-42635ebc362a req-9ccf4317-7698-42a6-9a69-53a2c337b1c7 service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222314 Aug 16 01:32:57.498948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-32289a02-ec03-43ee-ac3e-b349b6124446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:57.500463 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-32289a02-ec03-43ee-ac3e-b349b6124446 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0935125 Aug 16 01:32:57.503388 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09801773-3e76-4461-81a5-e487e9dfc80a req-721cb8f9-1d14-4178-8ae7-d0b436593193 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Network 177f0fb8-8efe-42df-b46e-daf6f73cf24d is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:57.504528 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:57.541853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-09801773-3e76-4461-81a5-e487e9dfc80a req-721cb8f9-1d14-4178-8ae7-d0b436593193 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:57.593436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-09801773-3e76-4461-81a5-e487e9dfc80a req-721cb8f9-1d14-4178-8ae7-d0b436593193 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:32:57.662177 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cb8f9-1d14-4178-8ae7-d0b436593193 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Pushing event updated for resources: {'Port': ['ID=ee222d06-a32d-447c-b694-6c328ccef884,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:57.684061 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a1c7d36-7db5-4e55-b4b2-42635ebc362a req-150ebfb6-d090-4aaa-ad5d-fb7b2d2cd114 service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129917 Aug 16 01:32:57.712366 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cd7c1520-e4f3-4621-a4fd-b2dabce638e4 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:32:57.730020 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-b6f6ca7a-8cf0-4b72-ad72-f6546cb63a4b service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997545 Aug 16 01:32:57.810667 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port cd7c1520-e4f3-4621-a4fd-b2dabce638e4 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:57.834719 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port cd7c1520-e4f3-4621-a4fd-b2dabce638e4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:57.835097 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:57.835244 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09801773-3e76-4461-81a5-e487e9dfc80a req-721cb8f9-1d14-4178-8ae7-d0b436593193 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:57.836432 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09801773-3e76-4461-81a5-e487e9dfc80a req-721cb8f9-1d14-4178-8ae7-d0b436593193 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:57.899914 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7ffe83db-9741-4f21-8f2f-cab86945cf94 req-eb078110-af6e-4f65-b387-94e288d88e40 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 210 time: 0.0935898 Aug 16 01:32:57.917807 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1f307-1337-4175-a3ef-a017b5abaee8 req-105392f8-321e-4771-9d07-8398513c47a0 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:57.925588 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-97b1f307-1337-4175-a3ef-a017b5abaee8 req-105392f8-321e-4771-9d07-8398513c47a0 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 931 time: 0.4432857 Aug 16 01:32:57.952703 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49ed2ad7-41ad-4fef-9dfe-b6420d294374 req-0c2ecfd8-7e1d-4d16-8393-f632e0dc31c5 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106037 Aug 16 01:32:57.999467 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09801773-3e76-4461-81a5-e487e9dfc80a req-721cb8f9-1d14-4178-8ae7-d0b436593193 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7701004 Aug 16 01:32:58.000666 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:58.008110 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-075ceb46-6fcb-4524-9976-a50a58f3f0d2 req-9d199386-939a-466d-8b55-5033033e6666 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 210 time: 0.0419493 Aug 16 01:32:58.014668 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-6eef04ed-df55-4852-a646-fd1e2d95c203 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:58.033740 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Request body: {'port': {'device_id': 'bcc35e62-4998-4d29-8afe-90d133dc42a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:58.052266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port cd7c1520-e4f3-4621-a4fd-b2dabce638e4, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=cd7c1520-e4f3-4621-a4fd-b2dabce638e4,segment=NetworkSegment(217e8fbf-bb19-4c82-a110-67afcf9ce077),segment_id=217e8fbf-bb19-4c82-a110-67afcf9ce077)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:58.057565 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:58.094666 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bd7f5-7d45-402c-abf1-a7f3c6925479 req-0f833fc5-f345-4ecb-a734-8315d7389296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:58.096370 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-467bd7f5-7d45-402c-abf1-a7f3c6925479 req-0f833fc5-f345-4ecb-a734-8315d7389296 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ff4d49d9349f4289b826943bc1ef682e&device_id=7b81d20b-1773-4b5c-ac25-9459b31247bf HTTP/1.1" status: 200 len: 1100 time: 0.0514023 Aug 16 01:32:58.111009 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=cd7c1520-e4f3-4621-a4fd-b2dabce638e4,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:58.118784 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-6eef04ed-df55-4852-a646-fd1e2d95c203 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Transition to ACTIVE for port object 07f1bb73-ab4a-47ae-895f-219b7b20a4ef will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:58.129070 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-97b1f307-1337-4175-a3ef-a017b5abaee8 req-943e3d73-d9b6-417d-ba17-126ac73d8f01 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026350 Aug 16 01:32:58.180619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-44e7fdb6-e337-4ced-846a-cb667c68933d service neutron] For port a9527486-4fa6-4f6d-98ed-323353356c91, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a9527486-4fa6-4f6d-98ed-323353356c91,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:58.193441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bd7f5-7d45-402c-abf1-a7f3c6925479 req-61872805-da9b-45e5-87a6-b2b8e2ee3798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:58.194987 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-467bd7f5-7d45-402c-abf1-a7f3c6925479 req-61872805-da9b-45e5-87a6-b2b8e2ee3798 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.0914383 Aug 16 01:32:58.232479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38785ed7-e048-45ad-920e-05e4be083136 req-e63a73ec-6d1f-49d8-ae9b-3041df5bb77f tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:58.233995 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38785ed7-e048-45ad-920e-05e4be083136 req-e63a73ec-6d1f-49d8-ae9b-3041df5bb77f tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.73 "GET /v2.0/networks?id=03241670-4104-41ea-a6fc-9fe8a3a8cd89 HTTP/1.1" status: 200 len: 821 time: 0.3595631 Aug 16 01:32:58.245259 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-467bd7f5-7d45-402c-abf1-a7f3c6925479 req-e849f7a8-3efe-458d-b198-1e8a2285bc6f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=12a1a981-ace9-4ec2-8efa-add6c8c04ca0 HTTP/1.1" status: 200 len: 217 time: 0.0351214 Aug 16 01:32:58.262345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-38785ed7-e048-45ad-920e-05e4be083136 req-a3cf55b5-0795-4ae9-9db1-740e22a9fe05 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Request body: {'port': {'device_id': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'admin_state_up': True, 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:58.265121 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:58.284726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-44e7fdb6-e337-4ced-846a-cb667c68933d service neutron] For port a9527486-4fa6-4f6d-98ed-323353356c91, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:32:58.313180 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bd7f5-7d45-402c-abf1-a7f3c6925479 req-9b9e0278-e595-413f-a5a2-f33665b07ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:58.314770 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-467bd7f5-7d45-402c-abf1-a7f3c6925479 req-9b9e0278-e595-413f-a5a2-f33665b07ad9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0591524 Aug 16 01:32:58.400003 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bd7f5-7d45-402c-abf1-a7f3c6925479 req-ddd02260-8273-421b-96c9-32df07e6930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:58.401440 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-467bd7f5-7d45-402c-abf1-a7f3c6925479 req-ddd02260-8273-421b-96c9-32df07e6930c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0795100 Aug 16 01:32:58.410844 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee412a84-8b27-4bb5-af2c-99c76704d324 req-3d3e7d3e-9d56-49a5-9a8e-b9e24ec7545f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:58.412359 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ee412a84-8b27-4bb5-af2c-99c76704d324 req-3d3e7d3e-9d56-49a5-9a8e-b9e24ec7545f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 943 time: 0.0664709 Aug 16 01:32:58.502053 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ee412a84-8b27-4bb5-af2c-99c76704d324 req-07235418-b970-4765-b797-52ce9568d7a6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804961 Aug 16 01:32:58.532110 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-467bd7f5-7d45-402c-abf1-a7f3c6925479 req-21e680e7-dfa7-4000-ad7b-059f8553ac4a service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187809 Aug 16 01:32:58.579467 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:58.619406 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:58.628925 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-467bd7f5-7d45-402c-abf1-a7f3c6925479 req-479af65c-e94c-4309-90cb-a670947bd3fd service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880876 Aug 16 01:32:58.689926 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-6eef04ed-df55-4852-a646-fd1e2d95c203 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:58.702171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['f098886f-fe61-4571-b74e-0d03f151fb28'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:32:58.704737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['870e5fdb-7569-48e0-86a4-2553888d4426', '953524ee-24ed-4995-b587-bdee7ee55e69', 'b5840ef7-f878-4013-a74b-df2793d97769', '987693ac-723e-4c7e-96f3-4164c8cac736'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:32:58.724316 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-44e7fdb6-e337-4ced-846a-cb667c68933d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9527486-4fa6-4f6d-98ed-323353356c91 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:32:58.791197 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-44e7fdb6-e337-4ced-846a-cb667c68933d service neutron] For port a9527486-4fa6-4f6d-98ed-323353356c91, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a9527486-4fa6-4f6d-98ed-323353356c91,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:32:58.816945 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Pushing event updated for resources: {'Port': ['ID=6642ab7c-8b6c-4e0a-97f1-5bf39724eaee,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:58.841378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-6eef04ed-df55-4852-a646-fd1e2d95c203 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:32:58.905209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-6eef04ed-df55-4852-a646-fd1e2d95c203 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:32:58.921236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8d354-bbad-4126-bba5-7bf6e88cd409 req-901ee528-97f0-4268-8a5c-776ba5d7f014 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:58.923004 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fbb8d354-bbad-4126-bba5-7bf6e88cd409 req-901ee528-97f0-4268-8a5c-776ba5d7f014 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b81d20b-1773-4b5c-ac25-9459b31247bf HTTP/1.1" status: 200 len: 948 time: 0.3119640 Aug 16 01:32:58.924450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:58.924788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:58.925117 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:58.925440 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:58.925786 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:58.926155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:58.926410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:58.926727 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:58.927038 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:58.927352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:58.927665 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:58.927976 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:32:58.931426 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-44e7fdb6-e337-4ced-846a-cb667c68933d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:58.935258 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-6eef04ed-df55-4852-a646-fd1e2d95c203 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:32:59.063271 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:59.071970 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6275a9f1-016c-4e80-94ce-7df383cabfe2 req-839ad17c-9707-4e28-bbc0-27cedc089d9a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 210 time: 0.0651901 Aug 16 01:32:59.244438 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-6eef04ed-df55-4852-a646-fd1e2d95c203 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:59.245084 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-6eef04ed-df55-4852-a646-fd1e2d95c203 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:59.247415 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef04ed-df55-4852-a646-fd1e2d95c203 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Pushing event updated for resources: {'Port': ['ID=07f1bb73-ab4a-47ae-895f-219b7b20a4ef,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:59.260251 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aed5cd-eb64-410a-8b4b-5da9447e1b53 req-bef8776d-22b6-42a1-aed4-e7163f35b8f7 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:59.262010 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f5aed5cd-eb64-410a-8b4b-5da9447e1b53 req-bef8776d-22b6-42a1-aed4-e7163f35b8f7 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 936 time: 0.0622129 Aug 16 01:32:59.267362 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fbb8d354-bbad-4126-bba5-7bf6e88cd409 req-00a2c5af-4d54-4371-b470-c9bbabb1a957 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233192 Aug 16 01:32:59.276242 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a28124ee-6363-4ff6-bc56-fc2bc82bc296 None None] Provisioning for port 07f1bb73-ab4a-47ae-895f-219b7b20a4ef completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:32:59.287294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a28124ee-6363-4ff6-bc56-fc2bc82bc296 None None] Provisioning complete for port 07f1bb73-ab4a-47ae-895f-219b7b20a4ef triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:59.287674 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a28124ee-6363-4ff6-bc56-fc2bc82bc296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:59.320797 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-44e7fdb6-e337-4ced-846a-cb667c68933d service neutron] Transition to ACTIVE for port object a9527486-4fa6-4f6d-98ed-323353356c91 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:59.322501 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38785ed7-e048-45ad-920e-05e4be083136 req-a3cf55b5-0795-4ae9-9db1-740e22a9fe05 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Made reservation on behalf of 5e0c5f98f6fe42de99c785c15701bc81 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:32:59.323800 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f5aed5cd-eb64-410a-8b4b-5da9447e1b53 req-a109baf3-e72b-4782-9040-e2e70459c67d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475070 Aug 16 01:32:59.327413 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-38785ed7-e048-45ad-920e-05e4be083136 req-a3cf55b5-0795-4ae9-9db1-740e22a9fe05 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:59.344827 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a28124ee-6363-4ff6-bc56-fc2bc82bc296 None None] Port 07f1bb73-ab4a-47ae-895f-219b7b20a4ef cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:32:59.373871 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:59.383960 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bfd7a599-0e1b-43f3-b5df-dc9098dc7242 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1261513 Aug 16 01:32:59.383960 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-44e7fdb6-e337-4ced-846a-cb667c68933d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:59.417576 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-6eef04ed-df55-4852-a646-fd1e2d95c203 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7072091 Aug 16 01:32:59.498508 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Request body: {'port': {'device_id': 'a66203bd-5ddb-4d1f-ab0a-a67c8b55b738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:32:59.568035 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7fdb6-e337-4ced-846a-cb667c68933d service neutron] Pushing event updated for resources: {'Port': ['ID=a9527486-4fa6-4f6d-98ed-323353356c91,revision_number=10']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:32:59.592596 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9c0aae9d-c73c-48d3-85bd-3437832b0de8 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1685934753&fields=id&tenant_id=5ff662360c9f4337bcec9e02dd72c2ae HTTP/1.1" status: 200 len: 267 time: 0.0394661 Aug 16 01:32:59.599066 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee222d06-a32d-447c-b694-6c328ccef884 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:32:59.616585 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:59.640620 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cd7c1520-e4f3-4621-a4fd-b2dabce638e4 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:32:59.665554 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-44e7fdb6-e337-4ced-846a-cb667c68933d service neutron] No DVR routers for this DVR port a9527486-4fa6-4f6d-98ed-323353356c91 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:32:59.691444 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port cd7c1520-e4f3-4621-a4fd-b2dabce638e4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:32:59.691954 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:59.707975 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-b8ddaa8d-98bc-40e2-9259-4b8d0c3e5350 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:59.709375 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-b8ddaa8d-98bc-40e2-9259-4b8d0c3e5350 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/networks?id=e7fbe078-be47-474e-9498-2fcf3dc70a1e HTTP/1.1" status: 200 len: 805 time: 0.1119072 Aug 16 01:32:59.718017 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Transition to ACTIVE for port object ee222d06-a32d-447c-b694-6c328ccef884 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:32:59.726430 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a7165-85dd-4d95-a770-2a6e5d6dd742 req-35a93013-f0fc-44c7-98ad-3ac33e3d105e tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:32:59.731587 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-2c7271a8-4585-4b02-88c1-684c9d6dc0cb tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/quotas/5ff662360c9f4337bcec9e02dd72c2ae HTTP/1.1" status: 200 len: 375 time: 0.0122559 Aug 16 01:32:59.733503 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d4a7165-85dd-4d95-a770-2a6e5d6dd742 req-35a93013-f0fc-44c7-98ad-3ac33e3d105e tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 931 time: 0.3523695 Aug 16 01:32:59.757215 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:59.760982 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:32:59.797300 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-5907f4f4-3b88-41b5-9b88-2b341628a13f tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5ff662360c9f4337bcec9e02dd72c2ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0590687 Aug 16 01:32:59.821791 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-44e7fdb6-e337-4ced-846a-cb667c68933d service neutron] 10.222.0.63 "PUT /v2.0/ports/a9527486-4fa6-4f6d-98ed-323353356c91/bindings/n-h1-765315-27/activate HTTP/1.1" status: 200 len: 370 time: 2.6190729 Aug 16 01:32:59.869226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-38785ed7-e048-45ad-920e-05e4be083136 req-a3cf55b5-0795-4ae9-9db1-740e22a9fe05 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Allocated IP 172.20.0.12 (03241670-4104-41ea-a6fc-9fe8a3a8cd89/c7b48f01-7f17-46c9-aeb0-0901bdbe28b8/1e1c0401-255c-4b9c-8fee-9812ab714b8b) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:32:59.908462 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-f843e267-2e08-4912-82a8-0aa745aee3d9 service neutron] 10.222.0.68 "GET /v2.0/networks/e7fbe078-be47-474e-9498-2fcf3dc70a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981851 Aug 16 01:32:59.914262 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d4a7165-85dd-4d95-a770-2a6e5d6dd742 req-65130386-7367-4724-8910-33d59dc76f75 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796720 Aug 16 01:32:59.939339 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee222d06-a32d-447c-b694-6c328ccef884,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:00.012485 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-ec99e2cf-2505-47e5-9c15-3475e407bcc5 service neutron] 10.222.0.68 "GET /v2.0/networks/e7fbe078-be47-474e-9498-2fcf3dc70a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936744 Aug 16 01:33:00.149087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-4594cf21-57b7-4103-b751-250b9576f939 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:00.150640 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-4594cf21-57b7-4103-b751-250b9576f939 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68&tenant_id=45dbe6ee0a914906b78be372f8c71bfe&binding%3Ahost_id=n-h2-765315-27 HTTP/1.1" status: 200 len: 1096 time: 0.2593637 Aug 16 01:33:00.282786 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Attempting to bind port ee222d06-a32d-447c-b694-6c328ccef884 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:33:00.283599 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Attempting to bind port ee222d06-a32d-447c-b694-6c328ccef884 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:33:00.283599 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Attempting to bind port ee222d06-a32d-447c-b694-6c328ccef884 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:00.294909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828552d2-801e-4931-af5f-f63a6a381901 req-b1f14f12-ec24-452d-a4fd-e85ad62ccaf5 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:00.296742 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-828552d2-801e-4931-af5f-f63a6a381901 req-b1f14f12-ec24-452d-a4fd-e85ad62ccaf5 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 944 time: 0.3160200 Aug 16 01:33:00.315680 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-97f4feaf-ec83-4a7b-9daf-77d2ffb331b5 req-32f28a82-ec4f-4885-bf90-944e9d8c9fd3 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 210 time: 0.0527186 Aug 16 01:33:00.318649 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Port ee222d06-a32d-447c-b694-6c328ccef884 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:33:00.318983 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Attempting to bind port ee222d06-a32d-447c-b694-6c328ccef884 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:00.358910 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:33:00.359283 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Checking segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:33:00.359707 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Bound using segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:33:00.360196 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Bound port: ee222d06-a32d-447c-b694-6c328ccef884, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:33:00.360592 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:00.399228 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-50978f33-8423-407e-9aeb-b57f26bd3042 req-d68be392-0230-4039-b1a2-80ff57091335 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 210 time: 0.0326240 Aug 16 01:33:00.415809 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-e00675e0-3e8f-4d69-a367-fcfde3e12027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:00.417347 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-e00675e0-3e8f-4d69-a367-fcfde3e12027 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68&tenant_id=45dbe6ee0a914906b78be372f8c71bfe HTTP/1.1" status: 200 len: 1096 time: 0.2467899 Aug 16 01:33:00.461670 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-828552d2-801e-4931-af5f-f63a6a381901 req-2d35d3f2-4c32-4864-80f5-6acaa060606b tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472895 Aug 16 01:33:00.535758 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab67cf-bc35-4049-ac72-1a987b807b1d req-ff482a3a-1e43-4b71-a55a-40755a81e083 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:00.537797 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0aab67cf-bc35-4049-ac72-1a987b807b1d req-ff482a3a-1e43-4b71-a55a-40755a81e083 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b81d20b-1773-4b5c-ac25-9459b31247bf HTTP/1.1" status: 200 len: 948 time: 0.0685072 Aug 16 01:33:00.592568 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-38785ed7-e048-45ad-920e-05e4be083136 req-a3cf55b5-0795-4ae9-9db1-740e22a9fe05 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:00.608575 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0aab67cf-bc35-4049-ac72-1a987b807b1d req-5897ecce-09e8-41bd-9d40-205f0f5f568b tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635724 Aug 16 01:33:00.658527 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-38785ed7-e048-45ad-920e-05e4be083136 req-a3cf55b5-0795-4ae9-9db1-740e22a9fe05 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Transition to ACTIVE for port object 1e1c0401-255c-4b9c-8fee-9812ab714b8b will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:00.668701 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f1bb73-ab4a-47ae-895f-219b7b20a4ef {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:00.674390 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] For port ee222d06-a32d-447c-b694-6c328ccef884, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:33:00.689299 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:00.708836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] For port ee222d06-a32d-447c-b694-6c328ccef884, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ee222d06-a32d-447c-b694-6c328ccef884,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:33:00.724266 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-6811b0b8-f206-4fe7-9b8c-e09eb4bf6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:00.726102 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-6811b0b8-f206-4fe7-9b8c-e09eb4bf6869 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 1096 time: 0.2603803 Aug 16 01:33:00.732329 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:00.748883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Transition to ACTIVE for port object 07f1bb73-ab4a-47ae-895f-219b7b20a4ef will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:00.800064 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:00.840329 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08b172-7254-4960-ade7-ad766a52941d req-bf6fb13f-8cfa-4e51-87f9-9cc1abf04ce7 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:00.841031 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff08b172-7254-4960-ade7-ad766a52941d req-bf6fb13f-8cfa-4e51-87f9-9cc1abf04ce7 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 936 time: 0.2810376 Aug 16 01:33:00.862233 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:00.863881 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:00.865257 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09801773-3e76-4461-81a5-e487e9dfc80a req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] 10.222.0.63 "PUT /v2.0/ports/ee222d06-a32d-447c-b694-6c328ccef884 HTTP/1.1" status: 200 len: 1092 time: 2.8361461 Aug 16 01:33:00.873972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc35e62-4998-4d29-8afe-90d133dc42a2', 'tag': 'ee222d06-a32d-447c-b694-6c328ccef884'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:00.876896 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e3de70-b0a4-4aaf-b70b-937af2e5df47" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc35e62-4998-4d29-8afe-90d133dc42a2", "tag": "ee222d06-a32d-447c-b694-6c328ccef884"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:00.947032 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-38785ed7-e048-45ad-920e-05e4be083136 req-a3cf55b5-0795-4ae9-9db1-740e22a9fe05 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:00.952094 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dae483-12a4-448f-a44c-29e2734455b4 x-openstack-request-id: req-c0dae483-12a4-448f-a44c-29e2734455b4 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:00.952375 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc35e62-4998-4d29-8afe-90d133dc42a2", "tag": "ee222d06-a32d-447c-b694-6c328ccef884", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:00.952609 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c0dae483-12a4-448f-a44c-29e2734455b4 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:00.953001 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc35e62-4998-4d29-8afe-90d133dc42a2', 'tag': 'ee222d06-a32d-447c-b694-6c328ccef884', 'status': 'completed', 'code': 200} Aug 16 01:33:00.972567 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:33:00.974816 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a9527486-4fa6-4f6d-98ed-323353356c91 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:33:00.999863 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ae9b5-75a8-45ab-a0f4-b1e0663145d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee222d06-a32d-447c-b694-6c328ccef884,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:01.090573 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef94bc9-254a-4a42-9960-184711adb87d req-e4a8966d-7b3a-4bb2-9dc5-472e9a95f4cd tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:01.092846 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4ef94bc9-254a-4a42-9960-184711adb87d req-e4a8966d-7b3a-4bb2-9dc5-472e9a95f4cd tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 943 time: 0.0921459 Aug 16 01:33:01.108395 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a9527486-4fa6-4f6d-98ed-323353356c91 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:33:01.153295 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4ef94bc9-254a-4a42-9960-184711adb87d req-d4e06b7d-8bb2-4be8-8787-4d238de7cade tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533195 Aug 16 01:33:01.158365 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 12a1a981-ace9-4ec2-8efa-add6c8c04ca0, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=12a1a981-ace9-4ec2-8efa-add6c8c04ca0,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:01.174734 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '12a1a981-ace9-4ec2-8efa-add6c8c04ca0', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '12a1a981-ace9-4ec2-8efa-add6c8c04ca0', 'mac_address': 'fa:16:3e:3d:bc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:33:01.235704 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:01.252440 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:01.303216 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 12a1a981-ace9-4ec2-8efa-add6c8c04ca0, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=12a1a981-ace9-4ec2-8efa-add6c8c04ca0,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:01.312923 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:01.370412 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=12a1a981-ace9-4ec2-8efa-add6c8c04ca0,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:01.403818 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff08b172-7254-4960-ade7-ad766a52941d req-0e898ad6-f368-4c4a-afdf-3814b48c5b0e tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5559466 Aug 16 01:33:01.437294 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38785ed7-e048-45ad-920e-05e4be083136 req-a3cf55b5-0795-4ae9-9db1-740e22a9fe05 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Network 03241670-4104-41ea-a6fc-9fe8a3a8cd89 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:33:01.473729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-38785ed7-e048-45ad-920e-05e4be083136 req-a3cf55b5-0795-4ae9-9db1-740e22a9fe05 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:33:01.483880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-ce651756-b4e0-4460-bb74-1d8049750228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:01.485418 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-ce651756-b4e0-4460-bb74-1d8049750228 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 922 time: 0.7466338 Aug 16 01:33:01.496267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-38785ed7-e048-45ad-920e-05e4be083136 req-a3cf55b5-0795-4ae9-9db1-740e22a9fe05 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:33:01.500244 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09801773-3e76-4461-81a5-e487e9dfc80a req-b27aa157-4e95-48f7-859c-d6938b2733e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:01.506796 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09801773-3e76-4461-81a5-e487e9dfc80a req-b27aa157-4e95-48f7-859c-d6938b2733e4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 1095 time: 0.5896597 Aug 16 01:33:01.519443 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc27be-98fc-443f-8796-619351095938 req-357c1e1a-b40f-4572-a079-84ac3a324341 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:01.521284 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0bdc27be-98fc-443f-8796-619351095938 req-357c1e1a-b40f-4572-a079-84ac3a324341 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 932 time: 0.0631068 Aug 16 01:33:01.550806 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Pushing event updated for resources: {'Port': ['ID=07f1bb73-ab4a-47ae-895f-219b7b20a4ef,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:01.570393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0bdc27be-98fc-443f-8796-619351095938 req-363ad8b3-bd9d-44d5-9497-42bcc3720999 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410483 Aug 16 01:33:01.576394 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['12a1a981-ace9-4ec2-8efa-add6c8c04ca0'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:01.647236 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-5bd94818-5e5c-4212-a2db-570258846520 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9527486-4fa6-4f6d-98ed-323353356c91 HTTP/1.1" status: 200 len: 217 time: 0.1376164 Aug 16 01:33:01.698386 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09801773-3e76-4461-81a5-e487e9dfc80a req-9a774d33-3ad9-43f2-a75d-49045cf5c9e9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee222d06-a32d-447c-b694-6c328ccef884 HTTP/1.1" status: 200 len: 217 time: 0.1491845 Aug 16 01:33:01.700302 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0894bb68-474c-4aca-aeb6-4395a03b07c2 req-347581ea-0b24-48a0-b360-1e85ccfed160 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 210 time: 0.1752260 Aug 16 01:33:01.710401 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-fd0f72f7-f8b6-4ef9-9983-89f83f1c0aee tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=dc132cc5100242be8f8cd7b6a065eded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323777 Aug 16 01:33:01.750396 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6826e515-752f-49fc-942d-2f07b6c7c3f5 None None] Provisioning for port 1e1c0401-255c-4b9c-8fee-9812ab714b8b completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:01.760120 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6826e515-752f-49fc-942d-2f07b6c7c3f5 None None] Provisioning complete for port 1e1c0401-255c-4b9c-8fee-9812ab714b8b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:01.760512 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6826e515-752f-49fc-942d-2f07b6c7c3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:01.800604 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Attempting to bind port 07f1bb73-ab4a-47ae-895f-219b7b20a4ef on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:33:01.801017 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Attempting to bind port 07f1bb73-ab4a-47ae-895f-219b7b20a4ef by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:33:01.801254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Attempting to bind port 07f1bb73-ab4a-47ae-895f-219b7b20a4ef on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:01.802802 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6826e515-752f-49fc-942d-2f07b6c7c3f5 None None] Port 1e1c0401-255c-4b9c-8fee-9812ab714b8b cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:33:01.816601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38785ed7-e048-45ad-920e-05e4be083136 req-a3cf55b5-0795-4ae9-9db1-740e22a9fe05 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:01.817208 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-38785ed7-e048-45ad-920e-05e4be083136 req-a3cf55b5-0795-4ae9-9db1-740e22a9fe05 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:01.830499 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-ec8ccf3b-e8c3-4eae-9068-2c887de263d9 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:01.832046 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-ec8ccf3b-e8c3-4eae-9068-2c887de263d9 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1201892 Aug 16 01:33:01.834359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-5efd62b1-a485-4331-bf14-13de36dc8d29 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:01.836378 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-5efd62b1-a485-4331-bf14-13de36dc8d29 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.63 "GET /v2.0/networks?id=e7fbe078-be47-474e-9498-2fcf3dc70a1e HTTP/1.1" status: 200 len: 805 time: 0.4918666 Aug 16 01:33:01.847752 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-bed6c558-f05f-43eb-8466-2dabb595d26c tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/quotas/dc132cc5100242be8f8cd7b6a065eded HTTP/1.1" status: 200 len: 375 time: 0.0091958 Aug 16 01:33:01.860634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf55b5-0795-4ae9-9db1-740e22a9fe05 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Pushing event updated for resources: {'Port': ['ID=1e1c0401-255c-4b9c-8fee-9812ab714b8b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:01.884577 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Port 07f1bb73-ab4a-47ae-895f-219b7b20a4ef on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:33:01.884901 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Attempting to bind port 07f1bb73-ab4a-47ae-895f-219b7b20a4ef on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:01.885076 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-2ff1d4dd-07fa-4e49-a8b7-23b41765fd8e tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc132cc5100242be8f8cd7b6a065eded&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309420 Aug 16 01:33:01.908589 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-e429d9f9-a5a0-445b-ba49-dd7882fa05c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:01.910050 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-e429d9f9-a5a0-445b-ba49-dd7882fa05c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.2222176 Aug 16 01:33:01.915573 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38785ed7-e048-45ad-920e-05e4be083136 req-a3cf55b5-0795-4ae9-9db1-740e22a9fe05 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6703448 Aug 16 01:33:01.918378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09801773-3e76-4461-81a5-e487e9dfc80a req-c08e8e2c-6b28-4884-af91-d502a7dff3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:01.919774 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09801773-3e76-4461-81a5-e487e9dfc80a req-c08e8e2c-6b28-4884-af91-d502a7dff3d5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.1970680 Aug 16 01:33:01.921727 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:33:01.922080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:33:01.922552 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:33:01.922990 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Bound port: 07f1bb73-ab4a-47ae-895f-219b7b20a4ef, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:33:01.923342 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:01.971502 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Request body: {'port': {'device_id': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:02.034317 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-0b835d4e-0f5f-49f7-8593-7dcce71b1192 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980561 Aug 16 01:33:02.041658 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-66bbe6d7-0f55-4eb4-ac6e-054c577e0827 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ff662360c9f4337bcec9e02dd72c2ae HTTP/1.1" status: 200 len: 380 time: 0.1854556 Aug 16 01:33:02.043541 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09801773-3e76-4461-81a5-e487e9dfc80a req-607bfa72-0ac1-4abc-99e4-a32c8d3c96b2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946746 Aug 16 01:33:02.074652 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-688b19b4-2fd3-43db-ba2b-e1a6f2fe362f tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Request body: {'port': {'device_id': '7b45e0fe-230e-4662-a0e6-ab8da6bd95bb', 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e', 'admin_state_up': True, 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'security_groups': ['b65fe992-e23c-41dd-8acc-8dad22ad92fd']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:02.095963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec31641-6efb-49f7-919e-fa70f24338f5 req-2a379dcc-90ce-4076-84da-f0720f2cb24b tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:02.097824 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cec31641-6efb-49f7-919e-fa70f24338f5 req-2a379dcc-90ce-4076-84da-f0720f2cb24b tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b81d20b-1773-4b5c-ac25-9459b31247bf HTTP/1.1" status: 200 len: 949 time: 0.0511949 Aug 16 01:33:02.116295 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505fd70-14ea-4817-9543-7eb7aab91eac req-7daedcfc-d1ae-4631-b011-d7fb2fb76ab7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:02.124101 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5505fd70-14ea-4817-9543-7eb7aab91eac req-7daedcfc-d1ae-4631-b011-d7fb2fb76ab7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 944 time: 0.3202116 Aug 16 01:33:02.144961 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cec31641-6efb-49f7-919e-fa70f24338f5 req-ea466abb-4c04-4b41-b30e-db4ed327ca1a tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386775 Aug 16 01:33:02.260382 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-85d5ff9c-85b4-4a33-aca7-d2d2498b0b63 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=dc132cc5100242be8f8cd7b6a065eded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315313 Aug 16 01:33:02.324887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] For port 07f1bb73-ab4a-47ae-895f-219b7b20a4ef, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:33:02.328405 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:02.335837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] For port 07f1bb73-ab4a-47ae-895f-219b7b20a4ef, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=07f1bb73-ab4a-47ae-895f-219b7b20a4ef,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:33:02.379301 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:02.413617 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-1bbc5089-b392-4c9d-ae4a-befa86ee328c tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:02.415236 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-1bbc5089-b392-4c9d-ae4a-befa86ee328c tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1474223 Aug 16 01:33:02.435017 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-51dbbafc-f843-4749-9909-3797065f594b tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/quotas/dc132cc5100242be8f8cd7b6a065eded HTTP/1.1" status: 200 len: 375 time: 0.0120068 Aug 16 01:33:02.440084 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5505fd70-14ea-4817-9543-7eb7aab91eac req-9e119478-469a-4402-a037-ea03e6fb78b3 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154187 Aug 16 01:33:02.484273 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-c6ae0d71-7f4c-4084-8ba0-0ecc1ac84cf8 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc132cc5100242be8f8cd7b6a065eded&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409982 Aug 16 01:33:02.508381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:02.508827 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:02.510254 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] 10.222.0.63 "PUT /v2.0/ports/07f1bb73-ab4a-47ae-895f-219b7b20a4ef HTTP/1.1" status: 200 len: 1097 time: 3.0412474 Aug 16 01:33:02.513797 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-40cd7574-a396-40f3-a337-8bebabb08e14 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482660 Aug 16 01:33:02.515558 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09801773-3e76-4461-81a5-e487e9dfc80a req-71a05239-9008-4298-a6ee-87f4b9aaf49b service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514687 Aug 16 01:33:02.646859 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85264a-81fb-4f71-bb38-b4b78e726e83 service neutron] Pushing event updated for resources: {'Port': ['ID=07f1bb73-ab4a-47ae-895f-219b7b20a4ef,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:02.812783 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-688b19b4-2fd3-43db-ba2b-e1a6f2fe362f tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Made reservation on behalf of 5ff662360c9f4337bcec9e02dd72c2ae for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:33:02.816794 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-688b19b4-2fd3-43db-ba2b-e1a6f2fe362f tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:02.913171 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac0b61-623b-42d8-b255-069d07aa6a80 req-d47e2e2e-5389-4128-b798-730a498e9cb8 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:02.917170 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ecac0b61-623b-42d8-b255-069d07aa6a80 req-d47e2e2e-5389-4128-b798-730a498e9cb8 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 948 time: 0.0640011 Aug 16 01:33:02.950361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-f90f1b6f-65f3-47e6-9e90-dec894371beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:02.951883 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-f90f1b6f-65f3-47e6-9e90-dec894371beb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 1100 time: 0.3626425 Aug 16 01:33:02.964523 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66203bd-5ddb-4d1f-ab0a-a67c8b55b738', 'tag': '07f1bb73-ab4a-47ae-895f-219b7b20a4ef'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:02.967586 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07992da-53f9-4acf-999b-3b179ab49f57" -d '{"events": [{"name": "network-changed", "server_uuid": "a66203bd-5ddb-4d1f-ab0a-a67c8b55b738", "tag": "07f1bb73-ab4a-47ae-895f-219b7b20a4ef"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:02.970048 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ecac0b61-623b-42d8-b255-069d07aa6a80 req-99f0860e-27ba-41d1-8f47-f384b3c21cf8 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451081 Aug 16 01:33:02.980433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:33:02.986168 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3857b35-5193-41f3-88ca-75cc272aff67 req-08eb6b3f-6be9-4b95-b0e1-5dbb847db6c3 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:02.993227 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3857b35-5193-41f3-88ca-75cc272aff67 req-08eb6b3f-6be9-4b95-b0e1-5dbb847db6c3 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 943 time: 0.4180779 Aug 16 01:33:03.038419 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09801773-3e76-4461-81a5-e487e9dfc80a req-fb5b934a-57a8-48be-af47-88227bdec5f1 service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135653 Aug 16 01:33:03.070973 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-80e2f65b-0420-4250-8b95-973f53015928 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204880 Aug 16 01:33:03.098238 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-d9dda027-57a0-463a-8fc7-8d0fec658af9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=07f1bb73-ab4a-47ae-895f-219b7b20a4ef HTTP/1.1" status: 200 len: 217 time: 0.1248062 Aug 16 01:33:03.108483 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:03.113909 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:03.114396 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:03.136786 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f56b37-881d-4473-a4f4-1d33c654b7b8 req-8302bae1-5a69-4b6a-856b-457485a72c3c tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:03.138699 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-39f56b37-881d-4473-a4f4-1d33c654b7b8 req-8302bae1-5a69-4b6a-856b-457485a72c3c tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 932 time: 0.1000073 Aug 16 01:33:03.218371 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-39f56b37-881d-4473-a4f4-1d33c654b7b8 req-461e7752-4263-478f-88dd-2bd04de031d4 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687294 Aug 16 01:33:03.248824 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:03.287246 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b81d20b-1773-4b5c-ac25-9459b31247bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a1a981-ace9-4ec2-8efa-add6c8c04ca0'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:03.290661 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bccd96-9c7a-4312-bb7e-1343a048b70c" -d '{"events": [{"server_uuid": "7b81d20b-1773-4b5c-ac25-9459b31247bf", "name": "network-vif-plugged", "status": "completed", "tag": "12a1a981-ace9-4ec2-8efa-add6c8c04ca0"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:03.317930 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 12a1a981-ace9-4ec2-8efa-add6c8c04ca0, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=12a1a981-ace9-4ec2-8efa-add6c8c04ca0,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:03.323769 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:03.376745 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5352e529-6e95-441f-89e1-472c11105954 req-29d21f5b-7d1f-4276-83b7-89b451051d18 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7 HTTP/1.1" status: 200 len: 210 time: 0.0621562 Aug 16 01:33:03.390988 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=12a1a981-ace9-4ec2-8efa-add6c8c04ca0,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:03.509643 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3857b35-5193-41f3-88ca-75cc272aff67 req-3706cf83-83fc-4980-a8be-4a2ef6da5eb8 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097101 Aug 16 01:33:03.526559 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03a4d871-3b1b-433f-87bb-0ae3fb457b14 req-0eee6e0c-db31-4035-a049-02a28eb4b69c tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 210 time: 0.0402448 Aug 16 01:33:03.531869 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-66048b43-2167-4114-89ca-d8cb52884ffa tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=dc132cc5100242be8f8cd7b6a065eded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1261461 Aug 16 01:33:03.540361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-262cfa19-a3bf-4bb4-8911-8ef98ef39308 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:03.542865 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-262cfa19-a3bf-4bb4-8911-8ef98ef39308 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68&tenant_id=45dbe6ee0a914906b78be372f8c71bfe&binding%3Ahost_id=n-h1-765315-27 HTTP/1.1" status: 200 len: 1096 time: 0.0934467 Aug 16 01:33:03.603519 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccb6ecc-5cb5-480c-800d-9ffecd77c49f x-openstack-request-id: req-1ccb6ecc-5cb5-480c-800d-9ffecd77c49f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:03.603878 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66203bd-5ddb-4d1f-ab0a-a67c8b55b738", "tag": "07f1bb73-ab4a-47ae-895f-219b7b20a4ef", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:03.604129 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1ccb6ecc-5cb5-480c-800d-9ffecd77c49f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:03.604515 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66203bd-5ddb-4d1f-ab0a-a67c8b55b738', 'tag': '07f1bb73-ab4a-47ae-895f-219b7b20a4ef', 'status': 'completed', 'code': 200} Aug 16 01:33:03.642839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-407d85d5-4d82-4c78-88dd-165fc8a64218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:03.644312 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-407d85d5-4d82-4c78-88dd-165fc8a64218 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.5250089 Aug 16 01:33:03.652672 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff14bd3-3b2e-4158-963e-46c3743d7f41 x-openstack-request-id: req-4ff14bd3-3b2e-4158-963e-46c3743d7f41 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:03.652880 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b81d20b-1773-4b5c-ac25-9459b31247bf", "name": "network-vif-plugged", "status": "completed", "tag": "12a1a981-ace9-4ec2-8efa-add6c8c04ca0", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:03.653213 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4ff14bd3-3b2e-4158-963e-46c3743d7f41 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:03.653681 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b81d20b-1773-4b5c-ac25-9459b31247bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a1a981-ace9-4ec2-8efa-add6c8c04ca0', 'code': 200} Aug 16 01:33:03.698801 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3de70-b0a4-4aaf-b70b-937af2e5df47 req-73d56e8a-109b-4a88-8d83-2afe2a26ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:03.700327 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-35e3de70-b0a4-4aaf-b70b-937af2e5df47 req-73d56e8a-109b-4a88-8d83-2afe2a26ba90 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 1095 time: 0.5961602 Aug 16 01:33:03.759821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-688b19b4-2fd3-43db-ba2b-e1a6f2fe362f tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Allocated IP 172.20.0.14 (e7fbe078-be47-474e-9498-2fcf3dc70a1e/ab4f0d50-fe91-4caf-819c-7375d06f3032/20a56163-742a-4760-8fa9-650729e13174) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:33:03.774482 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052cefd-10c5-4715-8ca3-966d028029c5 req-0d68ff26-9d14-400b-b7ef-6621672bddc8 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:03.775995 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b052cefd-10c5-4715-8ca3-966d028029c5 req-0d68ff26-9d14-400b-b7ef-6621672bddc8 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b81d20b-1773-4b5c-ac25-9459b31247bf HTTP/1.1" status: 200 len: 950 time: 0.1292048 Aug 16 01:33:03.782903 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-c2987dd5-9aa6-4e9c-9a82-54e33ca95591 service neutron] For port a9527486-4fa6-4f6d-98ed-323353356c91, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:33:03.789327 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-c2987dd5-9aa6-4e9c-9a82-54e33ca95591 service neutron] Notify callbacks [] for binding, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:03.790643 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dcbe35b9-4720-4c6d-8331-8c8375520136 req-c2987dd5-9aa6-4e9c-9a82-54e33ca95591 service neutron] 10.222.0.73 "DELETE /v2.0/ports/a9527486-4fa6-4f6d-98ed-323353356c91/bindings/n-h2-765315-27 HTTP/1.1" status: 204 len: 173 time: 0.2368448 Aug 16 01:33:03.818973 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fc037-cb3b-405c-b4d9-873cf9ab9bdc req-2a226998-675c-4fd3-99fa-e07581c25a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:03.821560 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-885fc037-cb3b-405c-b4d9-873cf9ab9bdc req-2a226998-675c-4fd3-99fa-e07581c25a1f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7b81d20b-1773-4b5c-ac25-9459b31247bf HTTP/1.1" status: 200 len: 1102 time: 0.0894070 Aug 16 01:33:03.837130 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b052cefd-10c5-4715-8ca3-966d028029c5 req-8593a644-85ca-4516-958e-8a8c10d347e9 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514941 Aug 16 01:33:03.845235 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1c0401-255c-4b9c-8fee-9812ab714b8b {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:03.873147 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-885fc037-cb3b-405c-b4d9-873cf9ab9bdc req-a7f36cca-fc96-4183-9dbf-586c7f39c905 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348470 Aug 16 01:33:03.873539 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:03.919978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-95141231-60cc-4b5c-8502-087d881972e1 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:03.921526 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-95141231-60cc-4b5c-8502-087d881972e1 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3577211 Aug 16 01:33:03.929066 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Transition to ACTIVE for port object 1e1c0401-255c-4b9c-8fee-9812ab714b8b will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:03.940212 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-702c0cf6-257d-4d37-9fb7-e2d2fe38b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:03.941796 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-702c0cf6-257d-4d37-9fb7-e2d2fe38b420 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2804356 Aug 16 01:33:03.956938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-9b18b87c-5951-41cf-99ee-506c82febeca tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Request body: {'port': {'device_id': '1b274cb1-fb05-4179-a1ff-392bfec7371e', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': 'dc132cc5100242be8f8cd7b6a065eded'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:03.965031 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:04.017500 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-9ddd9a71-bff1-4578-8131-b388f018c332 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=dc132cc5100242be8f8cd7b6a065eded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262308 Aug 16 01:33:04.142594 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce03ccb-d914-4b08-be84-26e8e385c6a6 req-0baf1f68-0345-4607-85ba-85f1dd1ea9d6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:04.144115 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fce03ccb-d914-4b08-be84-26e8e385c6a6 req-0baf1f68-0345-4607-85ba-85f1dd1ea9d6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 944 time: 0.4065592 Aug 16 01:33:04.164301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866417c-d4de-4d8b-95fd-de55b913f4fe req-eba2679a-af22-4fb7-bc1c-8a131d0179da tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:04.165938 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a866417c-d4de-4d8b-95fd-de55b913f4fe req-eba2679a-af22-4fb7-bc1c-8a131d0179da tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 948 time: 0.0854664 Aug 16 01:33:04.174769 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3de70-b0a4-4aaf-b70b-937af2e5df47 req-5066876d-f65c-4599-8186-53feb0deb643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:04.176228 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-35e3de70-b0a4-4aaf-b70b-937af2e5df47 req-5066876d-f65c-4599-8186-53feb0deb643 service neutron] 10.222.0.63 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 0.4397309 Aug 16 01:33:04.213451 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-656599cb-0312-48ae-941b-84795ca68e3e tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:04.215009 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-656599cb-0312-48ae-941b-84795ca68e3e tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915050 Aug 16 01:33:04.232844 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-fc05d1f7-4019-49c8-b6e1-80e7b93cb2b3 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Request body: {'port': {'device_id': 'a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': 'dc132cc5100242be8f8cd7b6a065eded'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:04.239655 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a866417c-d4de-4d8b-95fd-de55b913f4fe req-c9e16845-fc48-41c2-bf5f-cf976cba5ad4 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657375 Aug 16 01:33:04.247126 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1c0401-255c-4b9c-8fee-9812ab714b8b,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:04.320588 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-35e3de70-b0a4-4aaf-b70b-937af2e5df47 req-248c84fe-36a4-45ca-91a8-092c73bf0b3b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee222d06-a32d-447c-b694-6c328ccef884 HTTP/1.1" status: 200 len: 217 time: 0.1173103 Aug 16 01:33:04.417572 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec429e5d-8639-4a62-924c-4bef60fab3cd req-4139d676-4db0-4e48-8504-8644e096f50f tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:04.419079 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fce03ccb-d914-4b08-be84-26e8e385c6a6 req-6857ec62-12b1-4bf3-903c-619ef28d07f6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588713 Aug 16 01:33:04.419218 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ec429e5d-8639-4a62-924c-4bef60fab3cd req-4139d676-4db0-4e48-8504-8644e096f50f tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 944 time: 0.0895283 Aug 16 01:33:04.481933 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ec429e5d-8639-4a62-924c-4bef60fab3cd req-817845dc-8e83-4996-9a4b-922cda6bec42 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524137 Aug 16 01:33:04.482969 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-fc05d1f7-4019-49c8-b6e1-80e7b93cb2b3 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Made reservation on behalf of dc132cc5100242be8f8cd7b6a065eded for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:33:04.486264 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-fc05d1f7-4019-49c8-b6e1-80e7b93cb2b3 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:04.487755 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-688b19b4-2fd3-43db-ba2b-e1a6f2fe362f tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:04.495575 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-fc05d1f7-4019-49c8-b6e1-80e7b93cb2b3 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:04.503793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3de70-b0a4-4aaf-b70b-937af2e5df47 req-57ccb362-8df9-474f-9602-a9e0a06131d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:04.505454 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-35e3de70-b0a4-4aaf-b70b-937af2e5df47 req-57ccb362-8df9-474f-9602-a9e0a06131d6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.1514068 Aug 16 01:33:04.525319 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-688b19b4-2fd3-43db-ba2b-e1a6f2fe362f tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Transition to ACTIVE for port object 20a56163-742a-4760-8fa9-650729e13174 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:04.543085 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-14fe7b07-39be-4055-a6fe-3fe303627d38 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5795784 Aug 16 01:33:04.598411 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b3699859-561e-4ea9-a94f-d93e35fa52a3 req-8fa8b12d-7f66-472e-b1f7-4c7b1e95733a tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7 HTTP/1.1" status: 200 len: 210 time: 0.0875225 Aug 16 01:33:04.609803 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-35e3de70-b0a4-4aaf-b70b-937af2e5df47 req-eaaddf81-0ee1-41ea-9edd-15505565cf6f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826113 Aug 16 01:33:04.666941 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-fc05d1f7-4019-49c8-b6e1-80e7b93cb2b3 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:04.672509 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-fc05d1f7-4019-49c8-b6e1-80e7b93cb2b3 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:04.686592 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f01416-1ff9-4aff-ae5c-8faf0d3a416f req-74fe15ce-5eae-47af-bc2b-796b6941ce2a tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:04.688115 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5f01416-1ff9-4aff-ae5c-8faf0d3a416f req-74fe15ce-5eae-47af-bc2b-796b6941ce2a tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 943 time: 0.1067257 Aug 16 01:33:04.752519 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Attempting to bind port 1e1c0401-255c-4b9c-8fee-9812ab714b8b on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:33:04.752519 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Attempting to bind port 1e1c0401-255c-4b9c-8fee-9812ab714b8b by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '217e8fbf-bb19-4c82-a110-67afcf9ce077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:33:04.752869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Attempting to bind port 1e1c0401-255c-4b9c-8fee-9812ab714b8b on network 03241670-4104-41ea-a6fc-9fe8a3a8cd89 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:04.764043 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05d1f7-4019-49c8-b6e1-80e7b93cb2b3 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:04.797199 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5f01416-1ff9-4aff-ae5c-8faf0d3a416f req-1d2a14b0-5b6d-40e3-81c5-8d61f96d007f tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950739 Aug 16 01:33:04.839335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Port 1e1c0401-255c-4b9c-8fee-9812ab714b8b on network 03241670-4104-41ea-a6fc-9fe8a3a8cd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:33:04.840747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Attempting to bind port 1e1c0401-255c-4b9c-8fee-9812ab714b8b on network 03241670-4104-41ea-a6fc-9fe8a3a8cd89 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:04.850220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-9b18b87c-5951-41cf-99ee-506c82febeca tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Made reservation on behalf of dc132cc5100242be8f8cd7b6a065eded for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:33:04.856729 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-9b18b87c-5951-41cf-99ee-506c82febeca tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:04.862693 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-fc05d1f7-4019-49c8-b6e1-80e7b93cb2b3 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Allocated IP 192.168.233.234 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/fb1b812a-5b4f-4a74-b568-6fca572f0b10) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:33:04.879638 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-688b19b4-2fd3-43db-ba2b-e1a6f2fe362f tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:04.899564 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:33:04.899897 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Checking segment: {'id': '217e8fbf-bb19-4c82-a110-67afcf9ce077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:33:04.900285 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Bound using segment: {'id': '217e8fbf-bb19-4c82-a110-67afcf9ce077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:33:04.900736 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Bound port: 1e1c0401-255c-4b9c-8fee-9812ab714b8b, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '217e8fbf-bb19-4c82-a110-67afcf9ce077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:33:04.901090 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:04.982498 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b47958d-8286-4ef0-b809-cb5ace8c441f req-5dc4291e-273b-45d2-b483-e2f26721fec0 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117446 Aug 16 01:33:04.994000 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e8a9d-d863-4d2a-a33f-ede088106126 req-e7f117ac-a7cd-46c5-86c1-c96ff1d5c85b tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:04.996011 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-458e8a9d-d863-4d2a-a33f-ede088106126 req-e7f117ac-a7cd-46c5-86c1-c96ff1d5c85b tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 1096 time: 0.3155091 Aug 16 01:33:05.004035 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-688b19b4-2fd3-43db-ba2b-e1a6f2fe362f tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Network e7fbe078-be47-474e-9498-2fcf3dc70a1e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:33:05.044368 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-688b19b4-2fd3-43db-ba2b-e1a6f2fe362f tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:33:05.047852 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-35e3de70-b0a4-4aaf-b70b-937af2e5df47 req-f746bfa9-3c9f-4a46-920e-f3a1a1489d62 service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888700 Aug 16 01:33:05.052696 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-688b19b4-2fd3-43db-ba2b-e1a6f2fe362f tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:33:05.068233 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b19b4-2fd3-43db-ba2b-e1a6f2fe362f tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Pushing event updated for resources: {'Port': ['ID=20a56163-742a-4760-8fa9-650729e13174,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:05.259784 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7147e3-e0bf-4b79-9221-02e966f59ace req-18ad86da-498a-4653-8dc1-11bb7e3afb0c tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:05.261503 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fd7147e3-e0bf-4b79-9221-02e966f59ace req-18ad86da-498a-4653-8dc1-11bb7e3afb0c tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 932 time: 0.3698316 Aug 16 01:33:05.282821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-688b19b4-2fd3-43db-ba2b-e1a6f2fe362f tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:05.283704 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-688b19b4-2fd3-43db-ba2b-e1a6f2fe362f tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:05.287121 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-458e8a9d-d863-4d2a-a33f-ede088106126 req-69401e0d-2490-41a8-889c-e710856594cf tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741876 Aug 16 01:33:05.294684 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] For port 1e1c0401-255c-4b9c-8fee-9812ab714b8b, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:33:05.310425 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-895f2346-85ea-42f9-9cfe-adc1f22e4589 None None] Provisioning for port 20a56163-742a-4760-8fa9-650729e13174 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:05.317972 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-895f2346-85ea-42f9-9cfe-adc1f22e4589 None None] Provisioning complete for port 20a56163-742a-4760-8fa9-650729e13174 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:05.318740 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-895f2346-85ea-42f9-9cfe-adc1f22e4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:05.328609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] For port 1e1c0401-255c-4b9c-8fee-9812ab714b8b, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1e1c0401-255c-4b9c-8fee-9812ab714b8b,segment=NetworkSegment(217e8fbf-bb19-4c82-a110-67afcf9ce077),segment_id=217e8fbf-bb19-4c82-a110-67afcf9ce077)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:33:05.330738 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fd7147e3-e0bf-4b79-9221-02e966f59ace req-90fbefdd-140c-45a0-9358-a08f606d63ab tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65fe992-e23c-41dd-8acc-8dad22ad92fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598083 Aug 16 01:33:05.332165 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07992da-53f9-4acf-999b-3b179ab49f57 req-b3d3716b-0e2d-4f64-8cae-70c17c3ba55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:05.334497 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c07992da-53f9-4acf-999b-3b179ab49f57 req-b3d3716b-0e2d-4f64-8cae-70c17c3ba55a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 1100 time: 0.2373490 Aug 16 01:33:05.388333 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-688b19b4-2fd3-43db-ba2b-e1a6f2fe362f tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3251908 Aug 16 01:33:05.389820 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:05.419700 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-fc05d1f7-4019-49c8-b6e1-80e7b93cb2b3 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:05.425317 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-895f2346-85ea-42f9-9cfe-adc1f22e4589 None None] Port 20a56163-742a-4760-8fa9-650729e13174 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:33:05.440733 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-fc05d1f7-4019-49c8-b6e1-80e7b93cb2b3 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Transition to ACTIVE for port object fb1b812a-5b4f-4a74-b568-6fca572f0b10 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:05.479536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Request body: {'port': {'device_id': '7b45e0fe-230e-4662-a0e6-ab8da6bd95bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:05.483428 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-35e3de70-b0a4-4aaf-b70b-937af2e5df47 req-1640e09a-6476-46bf-847e-743ae56a1930 service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241304 Aug 16 01:33:05.487666 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-fc05d1f7-4019-49c8-b6e1-80e7b93cb2b3 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:05.554663 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05d1f7-4019-49c8-b6e1-80e7b93cb2b3 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Pushing event updated for resources: {'Port': ['ID=fb1b812a-5b4f-4a74-b568-6fca572f0b10,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:05.560637 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:05.561276 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:05.562672 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38785ed7-e048-45ad-920e-05e4be083136 req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] 10.222.0.73 "PUT /v2.0/ports/1e1c0401-255c-4b9c-8fee-9812ab714b8b HTTP/1.1" status: 200 len: 1093 time: 3.6028461 Aug 16 01:33:05.589798 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-fc05d1f7-4019-49c8-b6e1-80e7b93cb2b3 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:33:05.592693 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-fc05d1f7-4019-49c8-b6e1-80e7b93cb2b3 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:33:05.596770 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-fc05d1f7-4019-49c8-b6e1-80e7b93cb2b3 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:33:05.674700 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6db9c-ba45-4c10-864c-629dd02d8ac5 req-f8df99b6-321c-4dba-a708-19d8daa54e7a tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:05.682981 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c7c6db9c-ba45-4c10-864c-629dd02d8ac5 req-f8df99b6-321c-4dba-a708-19d8daa54e7a tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 948 time: 0.1403491 Aug 16 01:33:05.702162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-fc05d1f7-4019-49c8-b6e1-80e7b93cb2b3 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:05.702805 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-fc05d1f7-4019-49c8-b6e1-80e7b93cb2b3 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:05.772966 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c7c6db9c-ba45-4c10-864c-629dd02d8ac5 req-bf0f5c67-a3c9-4ca7-a71c-04cd9940696c tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889041 Aug 16 01:33:05.786172 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-fc05d1f7-4019-49c8-b6e1-80e7b93cb2b3 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5501680 Aug 16 01:33:05.800344 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Request body: {'port': {'device_id': 'a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:05.895103 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:05.957486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'tag': '1e1c0401-255c-4b9c-8fee-9812ab714b8b'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:05.959858 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d7c22e-332e-4f0f-b4d8-6cc7873113c0" -d '{"events": [{"name": "network-changed", "server_uuid": "91ad2e8e-9368-4860-9a42-5cfef955910d", "tag": "1e1c0401-255c-4b9c-8fee-9812ab714b8b"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:06.000704 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8c54831f-17df-4fd1-8c39-767b8fd68a5f None None] Provisioning for port fb1b812a-5b4f-4a74-b568-6fca572f0b10 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:06.005157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8c54831f-17df-4fd1-8c39-767b8fd68a5f None None] Provisioning complete for port fb1b812a-5b4f-4a74-b568-6fca572f0b10 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:06.005630 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c54831f-17df-4fd1-8c39-767b8fd68a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:06.047505 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8c54831f-17df-4fd1-8c39-767b8fd68a5f None None] Port fb1b812a-5b4f-4a74-b568-6fca572f0b10 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:33:06.060854 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7fb6c-3c82-4076-b58a-9848b495c5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1c0401-255c-4b9c-8fee-9812ab714b8b,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:06.089006 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-9b18b87c-5951-41cf-99ee-506c82febeca tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Allocated IP 192.168.233.8 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/d3b8e12d-be02-4625-aedb-c1114046e05a) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:33:06.106113 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07992da-53f9-4acf-999b-3b179ab49f57 req-21f1aac6-dea7-4195-8a2a-28af1b485234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:06.108287 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c07992da-53f9-4acf-999b-3b179ab49f57 req-21f1aac6-dea7-4195-8a2a-28af1b485234 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.7534699 Aug 16 01:33:06.114949 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:06.125630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5176d-0b7e-409d-a6d1-0d5d9b11f888 req-4e93ea20-a824-47ff-97ad-6590102a4f9f tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:06.131005 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-e12761fe-077a-4b99-bfe3-015c0d6c97aa tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:06.134729 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c4d5176d-0b7e-409d-a6d1-0d5d9b11f888 req-4e93ea20-a824-47ff-97ad-6590102a4f9f tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b81d20b-1773-4b5c-ac25-9459b31247bf HTTP/1.1" status: 200 len: 950 time: 0.7100875 Aug 16 01:33:06.140378 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-e12761fe-077a-4b99-bfe3-015c0d6c97aa tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 821 time: 0.2279713 Aug 16 01:33:06.151970 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-ec3dff34-520b-4bb6-a2b6-db9903f30cd4 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/quotas/45dbe6ee0a914906b78be372f8c71bfe HTTP/1.1" status: 200 len: 375 time: 0.0105791 Aug 16 01:33:06.211288 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-8aa312f8-ee80-4bbe-959e-d3e30329f658 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508311 Aug 16 01:33:06.215314 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:33:06.230614 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c07992da-53f9-4acf-999b-3b179ab49f57 req-ca639583-14b4-40c0-a1cb-031809dc07f8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=07f1bb73-ab4a-47ae-895f-219b7b20a4ef HTTP/1.1" status: 200 len: 217 time: 0.0847266 Aug 16 01:33:06.232570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38785ed7-e048-45ad-920e-05e4be083136 req-d76837e3-f157-408a-aa3b-298a6fd51dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:06.234042 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38785ed7-e048-45ad-920e-05e4be083136 req-d76837e3-f157-408a-aa3b-298a6fd51dae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e0c5f98f6fe42de99c785c15701bc81&device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 1096 time: 0.2605934 Aug 16 01:33:06.317391 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-7813ab25-2900-426b-8b2a-4077a010c154 service neutron] 10.222.0.68 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967824 Aug 16 01:33:06.389564 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38785ed7-e048-45ad-920e-05e4be083136 req-51c37425-96d2-4b37-9131-4f83cd842236 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e1c0401-255c-4b9c-8fee-9812ab714b8b HTTP/1.1" status: 200 len: 217 time: 0.1328866 Aug 16 01:33:06.430047 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-d5854b10-8880-4e29-9029-031c597d8a13 service neutron] 10.222.0.68 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054304 Aug 16 01:33:06.450521 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c4d5176d-0b7e-409d-a6d1-0d5d9b11f888 req-da36bfd0-4bd5-4f02-8e0a-870fee3e3476 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146617 Aug 16 01:33:06.492100 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07992da-53f9-4acf-999b-3b179ab49f57 req-2aafeefb-2d91-461a-8a98-9b657f64b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:06.493582 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c07992da-53f9-4acf-999b-3b179ab49f57 req-2aafeefb-2d91-461a-8a98-9b657f64b5c3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.2489092 Aug 16 01:33:06.669137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38785ed7-e048-45ad-920e-05e4be083136 req-8b8c6286-7fbf-492c-b598-1ada680be470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:06.670397 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38785ed7-e048-45ad-920e-05e4be083136 req-8b8c6286-7fbf-492c-b598-1ada680be470 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c7b48f01-7f17-46c9-aeb0-0901bdbe28b8 HTTP/1.1" status: 200 len: 860 time: 0.2682016 Aug 16 01:33:06.687428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a924105-1c64-4830-a55b-96bdfbecadda req-1a666fea-7fce-4605-be78-95e88e2319bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:06.690232 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9a924105-1c64-4830-a55b-96bdfbecadda req-1a666fea-7fce-4605-be78-95e88e2319bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7 HTTP/1.1" status: 200 len: 936 time: 0.0623772 Aug 16 01:33:06.733815 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9a924105-1c64-4830-a55b-96bdfbecadda req-6a71fd75-8c74-4451-8f22-70006f5e6329 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373702 Aug 16 01:33:06.790428 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07992da-53f9-4acf-999b-3b179ab49f57 req-6194c0fa-89fa-481c-9944-f9cf08c17a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:06.791941 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c07992da-53f9-4acf-999b-3b179ab49f57 req-6194c0fa-89fa-481c-9944-f9cf08c17a1f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2892864 Aug 16 01:33:06.823149 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b71e18-f256-47dd-be6e-efe5a2f8dd3b req-855c99c0-33ca-4a33-853e-47aebe814b38 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:06.824684 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-53b71e18-f256-47dd-be6e-efe5a2f8dd3b req-855c99c0-33ca-4a33-853e-47aebe814b38 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 944 time: 0.2652526 Aug 16 01:33:06.835261 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-9b18b87c-5951-41cf-99ee-506c82febeca tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:06.862645 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9a633-ff0a-42b6-bb83-961e0be78581 req-2e7b469a-eb59-43d6-9b10-28a30234fe12 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:06.864177 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5a9a633-ff0a-42b6-bb83-961e0be78581 req-2e7b469a-eb59-43d6-9b10-28a30234fe12 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 943 time: 0.0621626 Aug 16 01:33:06.918518 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5a9a633-ff0a-42b6-bb83-961e0be78581 req-9a9e2396-01c4-448f-8652-82b89903910e tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476978 Aug 16 01:33:06.947137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38785ed7-e048-45ad-920e-05e4be083136 req-ede6d7d4-e733-4fc3-8c0e-2639179b1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:06.949065 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38785ed7-e048-45ad-920e-05e4be083136 req-ede6d7d4-e733-4fc3-8c0e-2639179b1724 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03241670-4104-41ea-a6fc-9fe8a3a8cd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2267284 Aug 16 01:33:06.951908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-9b18b87c-5951-41cf-99ee-506c82febeca tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Transition to ACTIVE for port object d3b8e12d-be02-4625-aedb-c1114046e05a will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:06.984226 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719ff315-cabd-4a33-a80c-1ab049ac81f1 x-openstack-request-id: req-719ff315-cabd-4a33-a80c-1ab049ac81f1 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:06.984546 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ad2e8e-9368-4860-9a42-5cfef955910d", "tag": "1e1c0401-255c-4b9c-8fee-9812ab714b8b", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:06.984855 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-719ff315-cabd-4a33-a80c-1ab049ac81f1 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:06.985298 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'tag': '1e1c0401-255c-4b9c-8fee-9812ab714b8b', 'status': 'completed', 'code': 200} Aug 16 01:33:06.996931 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ee222d06-a32d-447c-b694-6c328ccef884 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:33:07.050450 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:07.111681 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fef6d3-e048-46d7-a60d-36a7f6c532cc req-289a02bf-7783-49c8-bc15-4486743612d3 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:07.113241 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-53b71e18-f256-47dd-be6e-efe5a2f8dd3b req-33d6ab6c-30fe-41f5-8eab-0e51a8f6b6c5 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718794 Aug 16 01:33:07.123659 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30fef6d3-e048-46d7-a60d-36a7f6c532cc req-289a02bf-7783-49c8-bc15-4486743612d3 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 932 time: 0.0761728 Aug 16 01:33:07.143039 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ee222d06-a32d-447c-b694-6c328ccef884, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ee222d06-a32d-447c-b694-6c328ccef884,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:07.160573 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c07992da-53f9-4acf-999b-3b179ab49f57 req-228c6b64-5b61-4b11-a0ec-aaef95147c6d service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575907 Aug 16 01:33:07.176685 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'ee222d06-a32d-447c-b694-6c328ccef884', 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d', 'port_id': 'ee222d06-a32d-447c-b694-6c328ccef884', 'mac_address': 'fa:16:3e:4c:3c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dca6ec8-828f-4751-8723-f176759a3e37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:33:07.199303 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30fef6d3-e048-46d7-a60d-36a7f6c532cc req-cfbe52ea-8152-4f2f-a97f-97ad7e35cfdc tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65fe992-e23c-41dd-8acc-8dad22ad92fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686502 Aug 16 01:33:07.235205 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38785ed7-e048-45ad-920e-05e4be083136 req-207deabf-42a1-442a-8338-295c6618d1f2 service neutron] 10.222.0.73 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680185 Aug 16 01:33:07.235205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a56163-742a-4760-8fa9-650729e13174 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:07.243720 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:07.262264 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee222d06-a32d-447c-b694-6c328ccef884 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:07.314365 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ee222d06-a32d-447c-b694-6c328ccef884, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ee222d06-a32d-447c-b694-6c328ccef884,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:07.319607 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:07.329210 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:07.350303 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-9b18b87c-5951-41cf-99ee-506c82febeca tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:07.396179 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-9b18b87c-5951-41cf-99ee-506c82febeca tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:33:07.399690 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1f023076-a046-4d2b-9d85-7922e5265927 req-a6b54546-bd5b-467b-a76f-bd2a2d189778 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 210 time: 0.0995569 Aug 16 01:33:07.407742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-9b18b87c-5951-41cf-99ee-506c82febeca tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:33:07.418695 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=ee222d06-a32d-447c-b694-6c328ccef884,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:07.452698 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-9b18b87c-5951-41cf-99ee-506c82febeca tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:33:07.457218 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Transition to ACTIVE for port object 20a56163-742a-4760-8fa9-650729e13174 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:07.524330 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:07.563425 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ee222d06-a32d-447c-b694-6c328ccef884'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:07.585118 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18b87c-5951-41cf-99ee-506c82febeca tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Pushing event updated for resources: {'Port': ['ID=d3b8e12d-be02-4625-aedb-c1114046e05a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:07.608871 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1b812a-5b4f-4a74-b568-6fca572f0b10 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:07.631672 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed096f-9d85-42a1-bc40-5d29bb592b42 req-f04e70ed-3928-4414-98e5-0d713d3bfe5a tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:07.639630 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d9ed096f-9d85-42a1-bc40-5d29bb592b42 req-f04e70ed-3928-4414-98e5-0d713d3bfe5a tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 948 time: 0.1249490 Aug 16 01:33:07.650383 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:07.675215 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Transition to ACTIVE for port object fb1b812a-5b4f-4a74-b568-6fca572f0b10 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:07.705081 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-9b18b87c-5951-41cf-99ee-506c82febeca tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:07.706067 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-9b18b87c-5951-41cf-99ee-506c82febeca tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:07.708139 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:07.712768 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c07992da-53f9-4acf-999b-3b179ab49f57 req-764d9191-0bd4-4c1a-865c-4517bf703e6f service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415606 Aug 16 01:33:07.727100 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38785ed7-e048-45ad-920e-05e4be083136 req-8498a1e8-9a85-4f2e-b8a0-76579fb53131 service neutron] 10.222.0.73 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482248 Aug 16 01:33:07.803121 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d9ed096f-9d85-42a1-bc40-5d29bb592b42 req-de08e954-7d1d-4e2f-8968-eb486f4a5df3 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624954 Aug 16 01:33:07.841360 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Pushing event updated for resources: {'Port': ['ID=fb1b812a-5b4f-4a74-b568-6fca572f0b10,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:07.881727 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:07.896234 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1658e896-3a17-499c-aa44-54cc1193da4c None None] Provisioning for port d3b8e12d-be02-4625-aedb-c1114046e05a completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:07.911439 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1658e896-3a17-499c-aa44-54cc1193da4c None None] Provisioning complete for port d3b8e12d-be02-4625-aedb-c1114046e05a triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:07.912507 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1658e896-3a17-499c-aa44-54cc1193da4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:07.957244 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=20a56163-742a-4760-8fa9-650729e13174,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:07.973816 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-9b18b87c-5951-41cf-99ee-506c82febeca tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0232964 Aug 16 01:33:08.041430 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1658e896-3a17-499c-aa44-54cc1193da4c None None] Port d3b8e12d-be02-4625-aedb-c1114046e05a cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:33:08.044053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Request body: {'port': {'device_id': '1b274cb1-fb05-4179-a1ff-392bfec7371e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:08.079109 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ee217789-5901-4acd-8311-d60c51695656 req-13f326b1-d572-408a-9f6e-9b343b6485ca tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=ff4d49d9349f4289b826943bc1ef682e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854528 Aug 16 01:33:08.160058 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Attempting to bind port 20a56163-742a-4760-8fa9-650729e13174 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:33:08.160424 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Attempting to bind port 20a56163-742a-4760-8fa9-650729e13174 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '19d3c030-68ad-4cdc-9b2d-2c96d8bcd088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:33:08.160694 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Attempting to bind port 20a56163-742a-4760-8fa9-650729e13174 on network e7fbe078-be47-474e-9498-2fcf3dc70a1e {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:08.191054 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7c22e-332e-4f0f-b4d8-6cc7873113c0 req-305df9f8-7c3c-4527-93f1-e4745a70bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:08.192539 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82d7c22e-332e-4f0f-b4d8-6cc7873113c0 req-305df9f8-7c3c-4527-93f1-e4745a70bd50 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e0c5f98f6fe42de99c785c15701bc81&device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 1096 time: 0.2178841 Aug 16 01:33:08.202816 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Attempting to bind port fb1b812a-5b4f-4a74-b568-6fca572f0b10 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:33:08.203134 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Attempting to bind port fb1b812a-5b4f-4a74-b568-6fca572f0b10 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:33:08.203457 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Attempting to bind port fb1b812a-5b4f-4a74-b568-6fca572f0b10 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:08.214379 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Port 20a56163-742a-4760-8fa9-650729e13174 on network e7fbe078-be47-474e-9498-2fcf3dc70a1e not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:33:08.214621 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Attempting to bind port 20a56163-742a-4760-8fa9-650729e13174 on network e7fbe078-be47-474e-9498-2fcf3dc70a1e {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:08.217692 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Port fb1b812a-5b4f-4a74-b568-6fca572f0b10 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:33:08.218039 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Attempting to bind port fb1b812a-5b4f-4a74-b568-6fca572f0b10 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:08.227117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:33:08.227376 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:33:08.227751 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:33:08.228173 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Bound port: fb1b812a-5b4f-4a74-b568-6fca572f0b10, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:33:08.228375 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6eb557-2bf2-4c95-8650-47a97977557e req-18321522-0861-4b73-9db7-3d27fbba310c tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:08.228529 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:08.229928 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3b6eb557-2bf2-4c95-8650-47a97977557e req-18321522-0861-4b73-9db7-3d27fbba310c tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7 HTTP/1.1" status: 200 len: 948 time: 0.2431140 Aug 16 01:33:08.263934 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee217789-5901-4acd-8311-d60c51695656 req-5f4273b0-9e77-47fb-967b-552d1fbc7aca tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:08.265399 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ee217789-5901-4acd-8311-d60c51695656 req-5f4273b0-9e77-47fb-967b-552d1fbc7aca tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855185 Aug 16 01:33:08.295226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:33:08.295572 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Checking segment: {'id': '19d3c030-68ad-4cdc-9b2d-2c96d8bcd088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:33:08.295953 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Bound using segment: {'id': '19d3c030-68ad-4cdc-9b2d-2c96d8bcd088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:33:08.296682 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Bound port: 20a56163-742a-4760-8fa9-650729e13174, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d3c030-68ad-4cdc-9b2d-2c96d8bcd088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:33:08.296783 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:08.302331 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ee217789-5901-4acd-8311-d60c51695656 req-58b51ca2-aa9b-4f51-9f6f-5fb0db70075f tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/quotas/ff4d49d9349f4289b826943bc1ef682e HTTP/1.1" status: 200 len: 375 time: 0.0190685 Aug 16 01:33:08.304924 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:08.355415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] For port fb1b812a-5b4f-4a74-b568-6fca572f0b10, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:33:08.361712 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-5f148e23-842b-4552-9dad-a1644147ba22 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:08.363261 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-5f148e23-842b-4552-9dad-a1644147ba22 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.63 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 821 time: 0.3872123 Aug 16 01:33:08.370571 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] For port fb1b812a-5b4f-4a74-b568-6fca572f0b10, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fb1b812a-5b4f-4a74-b568-6fca572f0b10,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:33:08.380437 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ee217789-5901-4acd-8311-d60c51695656 req-a971bc2b-2920-4bf1-a829-86d987e893ee tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ff4d49d9349f4289b826943bc1ef682e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0659699 Aug 16 01:33:08.381405 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:08.421156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:08.421750 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:08.423205 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] 10.222.0.73 "PUT /v2.0/ports/fb1b812a-5b4f-4a74-b568-6fca572f0b10 HTTP/1.1" status: 200 len: 1097 time: 2.6344678 Aug 16 01:33:08.423646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7', 'tag': 'fb1b812a-5b4f-4a74-b568-6fca572f0b10'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:08.425972 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399ceddc-7f6f-4320-ab36-4f0f062efa6d" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7", "tag": "fb1b812a-5b4f-4a74-b568-6fca572f0b10"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:08.434335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-a4c5635d-48f1-4635-ba9a-0d676416bc34 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Request body: {'port': {'device_id': 'adb4ba0d-4d36-4ad0-aac8-939721844fb7', 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a', 'admin_state_up': True, 'tenant_id': '45dbe6ee0a914906b78be372f8c71bfe'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:08.455718 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933587e-fd8c-45c7-bfad-c8489c6bc95a service neutron] Pushing event updated for resources: {'Port': ['ID=fb1b812a-5b4f-4a74-b568-6fca572f0b10,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:08.488344 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3b6eb557-2bf2-4c95-8650-47a97977557e req-35825a22-f6f6-4820-a41b-635a56ae2fc7 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401135 Aug 16 01:33:08.563434 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-cc80797e-806b-4612-aa13-1ccb5e4fdee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:08.570382 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-cc80797e-806b-4612-aa13-1ccb5e4fdee1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc132cc5100242be8f8cd7b6a065eded&device_id=a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7 HTTP/1.1" status: 200 len: 1100 time: 0.0942712 Aug 16 01:33:08.576865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7c22e-332e-4f0f-b4d8-6cc7873113c0 req-c23954bd-c713-453a-9888-bacd89ca2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:08.578473 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82d7c22e-332e-4f0f-b4d8-6cc7873113c0 req-c23954bd-c713-453a-9888-bacd89ca2b82 service neutron] 10.222.0.73 "GET /v2.0/networks?id=03241670-4104-41ea-a6fc-9fe8a3a8cd89 HTTP/1.1" status: 200 len: 922 time: 0.3616326 Aug 16 01:33:08.592929 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] For port 20a56163-742a-4760-8fa9-650729e13174, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:33:08.645382 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-4356c25c-a118-4062-8770-ef6b93b5bae0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=fb1b812a-5b4f-4a74-b568-6fca572f0b10 HTTP/1.1" status: 200 len: 217 time: 0.0665472 Aug 16 01:33:08.683135 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] For port 20a56163-742a-4760-8fa9-650729e13174, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=20a56163-742a-4760-8fa9-650729e13174,segment=NetworkSegment(19d3c030-68ad-4cdc-9b2d-2c96d8bcd088),segment_id=19d3c030-68ad-4cdc-9b2d-2c96d8bcd088)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:33:08.715883 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:08.744229 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-f8da0d9a-ce19-4ba9-8142-bb1e36e0df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:08.745710 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-f8da0d9a-ce19-4ba9-8142-bb1e36e0df60 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0901639 Aug 16 01:33:08.753699 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801f186-31c8-4085-b004-72a2b0725e13 req-06dec672-f81f-472c-b3b8-2c53a9d6ab9e tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:08.755166 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7801f186-31c8-4085-b004-72a2b0725e13 req-06dec672-f81f-472c-b3b8-2c53a9d6ab9e tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 944 time: 0.1196306 Aug 16 01:33:08.794006 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82d7c22e-332e-4f0f-b4d8-6cc7873113c0 req-6c58d48f-6112-4c57-b056-6ad8172484a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e1c0401-255c-4b9c-8fee-9812ab714b8b HTTP/1.1" status: 200 len: 217 time: 0.1301615 Aug 16 01:33:08.823881 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7801f186-31c8-4085-b004-72a2b0725e13 req-f6f7aa7e-47e5-4ffb-803e-38bc459da28c tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583112 Aug 16 01:33:08.837888 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-348d14ed-e0d1-4b18-a269-f7a256f91a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:08.839745 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-348d14ed-e0d1-4b18-a269-f7a256f91a1c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0836761 Aug 16 01:33:08.848744 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:08.849364 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:08.850751 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] 10.222.0.63 "PUT /v2.0/ports/20a56163-742a-4760-8fa9-650729e13174 HTTP/1.1" status: 200 len: 1093 time: 3.4253948 Aug 16 01:33:08.991962 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b45e0fe-230e-4662-a0e6-ab8da6bd95bb', 'tag': '20a56163-742a-4760-8fa9-650729e13174'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:08.996306 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-58e279d2-3321-4829-bef8-06ec8591e49a service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484442 Aug 16 01:33:08.997585 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf4709b-31bd-49b2-9dfc-cd1b7c571827" -d '{"events": [{"name": "network-changed", "server_uuid": "7b45e0fe-230e-4662-a0e6-ab8da6bd95bb", "tag": "20a56163-742a-4760-8fa9-650729e13174"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:09.016345 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 07f1bb73-ab4a-47ae-895f-219b7b20a4ef details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:33:09.018654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ee222d06-a32d-447c-b694-6c328ccef884 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:33:09.168706 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0442c-185c-44a6-84a0-5d6479c294c7 req-1954a12f-fc5a-4c10-bdd6-1f8ba87ceab5 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:09.170716 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port ee222d06-a32d-447c-b694-6c328ccef884 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:09.171223 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6db0442c-185c-44a6-84a0-5d6479c294c7 req-1954a12f-fc5a-4c10-bdd6-1f8ba87ceab5 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 944 time: 0.1688597 Aug 16 01:33:09.185170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port ee222d06-a32d-447c-b694-6c328ccef884 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:09.185841 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:09.229409 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c8bbabd-33e5-4731-a53f-0e85460f1053 req-9431688b-ee3b-4ced-a96d-431a7f15bcba service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251177 Aug 16 01:33:09.244009 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 07f1bb73-ab4a-47ae-895f-219b7b20a4ef, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=07f1bb73-ab4a-47ae-895f-219b7b20a4ef,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:09.264012 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '07f1bb73-ab4a-47ae-895f-219b7b20a4ef', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '07f1bb73-ab4a-47ae-895f-219b7b20a4ef', 'mac_address': 'fa:16:3e:68:bf:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:33:09.276491 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6db0442c-185c-44a6-84a0-5d6479c294c7 req-fb80256d-4354-41ba-83c1-e0b734e3872d tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65fe992-e23c-41dd-8acc-8dad22ad92fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903940 Aug 16 01:33:09.316759 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:09.329399 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eba69d4-d372-43c6-ae23-300445c21919 x-openstack-request-id: req-4eba69d4-d372-43c6-ae23-300445c21919 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:09.329940 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7", "tag": "fb1b812a-5b4f-4a74-b568-6fca572f0b10", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:09.330342 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4eba69d4-d372-43c6-ae23-300445c21919 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:09.330923 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7', 'tag': 'fb1b812a-5b4f-4a74-b568-6fca572f0b10', 'status': 'completed', 'code': 200} Aug 16 01:33:09.402709 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc35e62-4998-4d29-8afe-90d133dc42a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee222d06-a32d-447c-b694-6c328ccef884'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:09.404818 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ceddc-7f6f-4320-ab36-4f0f062efa6d req-10b98879-9450-41cf-aca0-5abfc55bb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:09.405596 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cf32b2-e8ae-4773-b416-8807c009a802" -d '{"events": [{"server_uuid": "bcc35e62-4998-4d29-8afe-90d133dc42a2", "name": "network-vif-plugged", "status": "completed", "tag": "ee222d06-a32d-447c-b694-6c328ccef884"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:09.406768 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-399ceddc-7f6f-4320-ab36-4f0f062efa6d req-10b98879-9450-41cf-aca0-5abfc55bb97c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc132cc5100242be8f8cd7b6a065eded&device_id=a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7 HTTP/1.1" status: 200 len: 1100 time: 0.0523252 Aug 16 01:33:09.429842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ee222d06-a32d-447c-b694-6c328ccef884, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ee222d06-a32d-447c-b694-6c328ccef884,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:09.431276 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:09.443531 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:09.478282 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f1bb73-ab4a-47ae-895f-219b7b20a4ef {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:09.499659 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8155a5b0-c528-4f31-be91-4fef8049c8ac req-e8a20b67-f79f-4588-b1a9-82a2dd9d871c tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 210 time: 0.0313315 Aug 16 01:33:09.509898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe24da8-c3ce-4b52-b4b7-b87a2918a8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=20a56163-742a-4760-8fa9-650729e13174,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:09.512091 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 07f1bb73-ab4a-47ae-895f-219b7b20a4ef, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=07f1bb73-ab4a-47ae-895f-219b7b20a4ef,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:09.523213 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:09.528317 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=ee222d06-a32d-447c-b694-6c328ccef884,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:09.551886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d33fa8-4f5b-44ad-8d03-b216459046f5 req-79ddb21c-bd70-4f9a-8de3-7b4b320d8017 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:09.552306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ceddc-7f6f-4320-ab36-4f0f062efa6d req-08747982-ad48-4b8d-9f85-0d33d8321bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:09.554697 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2d33fa8-4f5b-44ad-8d03-b216459046f5 req-79ddb21c-bd70-4f9a-8de3-7b4b320d8017 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 944 time: 0.8888447 Aug 16 01:33:09.558059 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-399ceddc-7f6f-4320-ab36-4f0f062efa6d req-08747982-ad48-4b8d-9f85-0d33d8321bbb service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1386821 Aug 16 01:33:09.563323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7c22e-332e-4f0f-b4d8-6cc7873113c0 req-bc6ae3c1-1fe2-4df2-a66b-ed73aab1626e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:09.564915 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82d7c22e-332e-4f0f-b4d8-6cc7873113c0 req-bc6ae3c1-1fe2-4df2-a66b-ed73aab1626e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c7b48f01-7f17-46c9-aeb0-0901bdbe28b8 HTTP/1.1" status: 200 len: 860 time: 0.7388954 Aug 16 01:33:09.582057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-a4c5635d-48f1-4635-ba9a-0d676416bc34 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Made reservation on behalf of 45dbe6ee0a914906b78be372f8c71bfe for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:33:09.587412 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-a4c5635d-48f1-4635-ba9a-0d676416bc34 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:09.592277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=07f1bb73-ab4a-47ae-895f-219b7b20a4ef,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:09.609075 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-399ceddc-7f6f-4320-ab36-4f0f062efa6d req-70259f52-bd77-43ef-928f-db5943df29ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=fb1b812a-5b4f-4a74-b568-6fca572f0b10 HTTP/1.1" status: 200 len: 217 time: 0.0459750 Aug 16 01:33:09.671809 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-84adca7d-8ae2-4fac-9bc7-76339c48f7b0 req-75829700-5436-4307-b1de-bc66fac5c160 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 210 time: 0.0527272 Aug 16 01:33:09.688791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ceddc-7f6f-4320-ab36-4f0f062efa6d req-de46a798-f968-4967-98d2-fcc92d0153ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:09.690419 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-399ceddc-7f6f-4320-ab36-4f0f062efa6d req-de46a798-f968-4967-98d2-fcc92d0153ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0743871 Aug 16 01:33:09.694203 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-3afca6e1-10cd-4c78-8785-e5879599abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:09.696072 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-3afca6e1-10cd-4c78-8785-e5879599abe5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ff662360c9f4337bcec9e02dd72c2ae&device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 1096 time: 0.7573087 Aug 16 01:33:09.716453 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2d33fa8-4f5b-44ad-8d03-b216459046f5 req-238f0006-da73-49c6-a40e-163fa72c38ee tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449981 Aug 16 01:33:09.754784 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ceddc-7f6f-4320-ab36-4f0f062efa6d req-d66ae33f-6d58-4c95-9cea-7a362f1f6ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:09.756533 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-399ceddc-7f6f-4320-ab36-4f0f062efa6d req-d66ae33f-6d58-4c95-9cea-7a362f1f6ab6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0568016 Aug 16 01:33:09.787532 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['07f1bb73-ab4a-47ae-895f-219b7b20a4ef'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:09.863227 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc798f51-4deb-4c66-ae36-38e9b2f391c9 x-openstack-request-id: req-fc798f51-4deb-4c66-ae36-38e9b2f391c9 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:09.868606 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc35e62-4998-4d29-8afe-90d133dc42a2", "name": "network-vif-plugged", "status": "completed", "tag": "ee222d06-a32d-447c-b694-6c328ccef884", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:09.868984 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fc798f51-4deb-4c66-ae36-38e9b2f391c9 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:09.870015 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc35e62-4998-4d29-8afe-90d133dc42a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee222d06-a32d-447c-b694-6c328ccef884', 'code': 200} Aug 16 01:33:09.871526 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7c22e-332e-4f0f-b4d8-6cc7873113c0 req-43006972-2105-4b76-9991-824c1205fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:09.873036 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82d7c22e-332e-4f0f-b4d8-6cc7873113c0 req-43006972-2105-4b76-9991-824c1205fa0b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03241670-4104-41ea-a6fc-9fe8a3a8cd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2785764 Aug 16 01:33:09.874510 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c7acd3-e3f9-453a-98d3-2c48820cdb19 x-openstack-request-id: req-d9c7acd3-e3f9-453a-98d3-2c48820cdb19 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:09.874785 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b45e0fe-230e-4662-a0e6-ab8da6bd95bb", "tag": "20a56163-742a-4760-8fa9-650729e13174", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:09.875026 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d9c7acd3-e3f9-453a-98d3-2c48820cdb19 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:09.875952 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b45e0fe-230e-4662-a0e6-ab8da6bd95bb', 'tag': '20a56163-742a-4760-8fa9-650729e13174', 'status': 'completed', 'code': 200} Aug 16 01:33:09.900690 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-ff284730-d5ac-45b9-8c57-31c7f6ad275f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20a56163-742a-4760-8fa9-650729e13174 HTTP/1.1" status: 200 len: 217 time: 0.1820960 Aug 16 01:33:09.920250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a6094-f958-48bc-8cd6-3bca83eda526 req-1a91b91d-7397-4ea3-8682-cc19ff37d0ec tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:09.927916 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c83a6094-f958-48bc-8cd6-3bca83eda526 req-1a91b91d-7397-4ea3-8682-cc19ff37d0ec tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 949 time: 0.1413321 Aug 16 01:33:09.973474 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-399ceddc-7f6f-4320-ab36-4f0f062efa6d req-373de498-95ed-44b0-9960-12907f8ae044 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085021 Aug 16 01:33:10.025680 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c83a6094-f958-48bc-8cd6-3bca83eda526 req-74b3d624-67b8-46d7-bc77-23ce9a441a46 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937104 Aug 16 01:33:10.060250 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ee217789-5901-4acd-8311-d60c51695656 req-d56cc58f-1f31-4fe5-9eae-7cb0f39268c7 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=ff4d49d9349f4289b826943bc1ef682e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1812654 Aug 16 01:33:10.082457 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b8e12d-be02-4625-aedb-c1114046e05a {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:10.115876 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf27d2-f725-4efc-aa5c-3fd210595b9d req-d90d09d2-54e9-42aa-a9d2-31bdba2f155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:10.117394 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1bdf27d2-f725-4efc-aa5c-3fd210595b9d req-d90d09d2-54e9-42aa-a9d2-31bdba2f155e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 1097 time: 0.1429286 Aug 16 01:33:10.126877 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:10.180647 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-399ceddc-7f6f-4320-ab36-4f0f062efa6d req-7b5bcf9d-6fc9-4a7f-889e-fe7a6fce6cdd service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787944 Aug 16 01:33:10.199627 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa8fcf-5a6e-468d-b09a-3f12f43615a8 req-a404cd8a-b364-468e-8ba8-a440dfa6ba46 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:10.201162 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cbfa8fcf-5a6e-468d-b09a-3f12f43615a8 req-a404cd8a-b364-468e-8ba8-a440dfa6ba46 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 944 time: 0.1036623 Aug 16 01:33:10.203561 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1bdf27d2-f725-4efc-aa5c-3fd210595b9d req-e6b6bcce-58ad-454e-acd6-b7e6d7d53b93 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652289 Aug 16 01:33:10.220921 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 1e1c0401-255c-4b9c-8fee-9812ab714b8b details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:33:10.246130 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cbfa8fcf-5a6e-468d-b09a-3f12f43615a8 req-3ce0dd68-2515-4409-9b1e-4583f489fd2c tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383768 Aug 16 01:33:10.247986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Transition to ACTIVE for port object d3b8e12d-be02-4625-aedb-c1114046e05a will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:10.252416 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-3c0853a9-9d15-4e1f-9aac-fa309c690c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:10.254057 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-3c0853a9-9d15-4e1f-9aac-fa309c690c95 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ab4f0d50-fe91-4caf-819c-7375d06f3032 HTTP/1.1" status: 200 len: 844 time: 0.3190069 Aug 16 01:33:10.268026 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:10.290980 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-a4c5635d-48f1-4635-ba9a-0d676416bc34 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Allocated IP 172.20.0.8 (ac9b0336-8141-4ec6-b716-8b6fe1de5b8a/9a70a5b5-baa4-4789-ab96-e7bced8a7b9b/9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:33:10.311126 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632786d-f0ec-4b44-b191-65a80d6b4b42 req-d4b8e5ad-bc04-4b45-b341-7e35c9a25046 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:10.314249 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3632786d-f0ec-4b44-b191-65a80d6b4b42 req-d4b8e5ad-bc04-4b45-b341-7e35c9a25046 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7 HTTP/1.1" status: 200 len: 948 time: 0.4125693 Aug 16 01:33:10.354798 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 1e1c0401-255c-4b9c-8fee-9812ab714b8b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1e1c0401-255c-4b9c-8fee-9812ab714b8b,segment=NetworkSegment(217e8fbf-bb19-4c82-a110-67afcf9ce077),segment_id=217e8fbf-bb19-4c82-a110-67afcf9ce077)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:10.368776 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '1e1c0401-255c-4b9c-8fee-9812ab714b8b', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'port_id': '1e1c0401-255c-4b9c-8fee-9812ab714b8b', 'mac_address': 'fa:16:3e:2c:37:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:33:10.428647 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82d7c22e-332e-4f0f-b4d8-6cc7873113c0 req-0d8421f7-a9b1-4fdf-8d86-7b5d6bb8f4fc service neutron] 10.222.0.73 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306916 Aug 16 01:33:10.433330 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:10.451472 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1c0401-255c-4b9c-8fee-9812ab714b8b {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:10.481928 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 1e1c0401-255c-4b9c-8fee-9812ab714b8b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1e1c0401-255c-4b9c-8fee-9812ab714b8b,segment=NetworkSegment(217e8fbf-bb19-4c82-a110-67afcf9ce077),segment_id=217e8fbf-bb19-4c82-a110-67afcf9ce077)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:10.491278 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:10.492356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b8e12d-be02-4625-aedb-c1114046e05a,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:10.517575 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3632786d-f0ec-4b44-b191-65a80d6b4b42 req-c537bbc5-7129-4476-b480-32f863b76446 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616571 Aug 16 01:33:10.557669 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee217789-5901-4acd-8311-d60c51695656 req-0124d9cb-5fc1-455c-85b7-585d4c38a097 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:10.559476 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ee217789-5901-4acd-8311-d60c51695656 req-0124d9cb-5fc1-455c-85b7-585d4c38a097 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4716179 Aug 16 01:33:10.576064 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc00429-bb8e-4227-b613-0c929e86de33 req-5cf33129-b4eb-4851-ab1a-df127c15904e tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:10.578944 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5dc00429-bb8e-4227-b613-0c929e86de33 req-5cf33129-b4eb-4851-ab1a-df127c15904e tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 944 time: 0.1078825 Aug 16 01:33:10.588848 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=1e1c0401-255c-4b9c-8fee-9812ab714b8b,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:10.624346 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-ee217789-5901-4acd-8311-d60c51695656 req-a2710708-65d5-4afe-a067-d34a82b05022 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Request body: {'port': {'device_id': 'bb9214d7-cb21-4b02-8a85-b8784d0d2755', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': 'ff4d49d9349f4289b826943bc1ef682e'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:10.633905 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-e3c98ea0-d769-4b46-b649-a34a301754ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:10.635199 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5dc00429-bb8e-4227-b613-0c929e86de33 req-102daa95-49ab-4135-8ff3-5b9ca3d8fa6f tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65fe992-e23c-41dd-8acc-8dad22ad92fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467157 Aug 16 01:33:10.636103 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-e3c98ea0-d769-4b46-b649-a34a301754ab service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e7fbe078-be47-474e-9498-2fcf3dc70a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3658457 Aug 16 01:33:10.769018 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4235596d-7d83-4fe9-a4b0-3546b241f339 req-4ba12797-177f-4cea-b7c1-3e338be5b00e tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 210 time: 0.0273070 Aug 16 01:33:10.827543 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['1e1c0401-255c-4b9c-8fee-9812ab714b8b'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:10.883021 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6088c0c7-4853-48bb-863f-de0c9cc4a342 req-3e989db7-cd92-4375-afbd-4a66bdb62a85 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 210 time: 0.2450399 Aug 16 01:33:10.899140 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bc588-d793-432f-ad67-2d7ac2a87634 req-6486c8f4-f5e2-453f-a4f7-b0178458d51d tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:10.900641 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-817bc588-d793-432f-ad67-2d7ac2a87634 req-6486c8f4-f5e2-453f-a4f7-b0178458d51d tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 945 time: 0.0656724 Aug 16 01:33:10.962349 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-817bc588-d793-432f-ad67-2d7ac2a87634 req-068c8d2b-b49d-4b21-ab28-dc7d439ce439 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524063 Aug 16 01:33:11.001574 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82d7c22e-332e-4f0f-b4d8-6cc7873113c0 req-1a82b46c-4f69-4dce-96ea-b6767548e039 service neutron] 10.222.0.73 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5478804 Aug 16 01:33:11.012045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Attempting to bind port d3b8e12d-be02-4625-aedb-c1114046e05a on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:33:11.012376 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Attempting to bind port d3b8e12d-be02-4625-aedb-c1114046e05a by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:33:11.012744 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Attempting to bind port d3b8e12d-be02-4625-aedb-c1114046e05a on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:11.016226 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 07f1bb73-ab4a-47ae-895f-219b7b20a4ef up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:33:11.061078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Port d3b8e12d-be02-4625-aedb-c1114046e05a on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:33:11.061406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Attempting to bind port d3b8e12d-be02-4625-aedb-c1114046e05a on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:11.074405 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 07f1bb73-ab4a-47ae-895f-219b7b20a4ef completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:11.082850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 07f1bb73-ab4a-47ae-895f-219b7b20a4ef triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:11.083458 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-540c72e2-0a16-45ed-a3c6-ef53ed99172b service neutron] 10.222.0.63 "GET /v2.0/networks/e7fbe078-be47-474e-9498-2fcf3dc70a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357531 Aug 16 01:33:11.083598 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:11.092137 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-a4c5635d-48f1-4635-ba9a-0d676416bc34 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:11.094240 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:33:11.094579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:33:11.094958 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:33:11.095381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Bound port: d3b8e12d-be02-4625-aedb-c1114046e05a, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:33:11.095725 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:11.191723 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:11.204140 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee217789-5901-4acd-8311-d60c51695656 req-a2710708-65d5-4afe-a067-d34a82b05022 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Made reservation on behalf of ff4d49d9349f4289b826943bc1ef682e for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:33:11.208101 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ee217789-5901-4acd-8311-d60c51695656 req-a2710708-65d5-4afe-a067-d34a82b05022 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:11.228334 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 07f1bb73-ab4a-47ae-895f-219b7b20a4ef, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=07f1bb73-ab4a-47ae-895f-219b7b20a4ef,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:11.233817 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:11.303423 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=07f1bb73-ab4a-47ae-895f-219b7b20a4ef,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:11.377673 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-a4c5635d-48f1-4635-ba9a-0d676416bc34 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:11.389362 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b755521-d185-4ec8-ac3e-0ed1f782752f req-7c7db820-003f-48f2-b15f-34c48b614688 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:11.389818 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05c8a8-5670-4c38-aa2e-b1acc5f4db03 req-9500cc5a-94b3-4d99-b7b0-57cf8f444997 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:11.390889 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b755521-d185-4ec8-ac3e-0ed1f782752f req-7c7db820-003f-48f2-b15f-34c48b614688 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 949 time: 0.2554967 Aug 16 01:33:11.391402 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bf05c8a8-5670-4c38-aa2e-b1acc5f4db03 req-9500cc5a-94b3-4d99-b7b0-57cf8f444997 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 945 time: 0.0499418 Aug 16 01:33:11.392885 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] For port d3b8e12d-be02-4625-aedb-c1114046e05a, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:33:11.424465 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-473b85cf-d242-427e-8e2e-8e05e572b549 req-7bac2dcd-bbff-456b-a0f5-bcb658f61f89 service neutron] 10.222.0.63 "GET /v2.0/networks/e7fbe078-be47-474e-9498-2fcf3dc70a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265736 Aug 16 01:33:11.436033 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bf05c8a8-5670-4c38-aa2e-b1acc5f4db03 req-2e0a19d1-d1be-43f3-9d62-110e9c409ff4 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369866 Aug 16 01:33:11.454493 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] For port d3b8e12d-be02-4625-aedb-c1114046e05a, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d3b8e12d-be02-4625-aedb-c1114046e05a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:33:11.479634 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:11.500446 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-a4c5635d-48f1-4635-ba9a-0d676416bc34 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:33:11.536727 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-a4c5635d-48f1-4635-ba9a-0d676416bc34 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:33:11.568566 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-a4c5635d-48f1-4635-ba9a-0d676416bc34 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:33:11.603303 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5635d-48f1-4635-ba9a-0d676416bc34 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Pushing event updated for resources: {'Port': ['ID=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:11.614478 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:11.615098 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:11.616499 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-d551d890-e191-484d-9879-b6f821a66290 service neutron] 10.222.0.73 "PUT /v2.0/ports/d3b8e12d-be02-4625-aedb-c1114046e05a HTTP/1.1" status: 200 len: 1095 time: 3.6284459 Aug 16 01:33:11.625461 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b755521-d185-4ec8-ac3e-0ed1f782752f req-f6121806-288a-4986-a9c9-3cc261d9131d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218297 Aug 16 01:33:11.668657 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c4d63-5989-4bc9-93e8-1bfb70673561 req-b0e87e85-cffc-4b88-81a6-328cdd0bb56b tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:11.678082 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b78c4d63-5989-4bc9-93e8-1bfb70673561 req-b0e87e85-cffc-4b88-81a6-328cdd0bb56b tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7 HTTP/1.1" status: 200 len: 948 time: 0.0739224 Aug 16 01:33:11.716421 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-a4c5635d-48f1-4635-ba9a-0d676416bc34 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:11.717095 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-a4c5635d-48f1-4635-ba9a-0d676416bc34 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:11.718861 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b78c4d63-5989-4bc9-93e8-1bfb70673561 req-63efba3f-7385-44ca-bc3e-40d560e7922b tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398760 Aug 16 01:33:11.720097 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-ee217789-5901-4acd-8311-d60c51695656 req-a2710708-65d5-4afe-a067-d34a82b05022 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Allocated IP 192.168.233.199 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/1af3bff7-9752-4156-92a9-c574fe4d6f28) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:33:11.753871 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4709b-31bd-49b2-9dfc-cd1b7c571827 req-dfd4d29d-9c2b-470f-98a9-5c6c1f16e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:11.755375 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5bf4709b-31bd-49b2-9dfc-cd1b7c571827 req-dfd4d29d-9c2b-470f-98a9-5c6c1f16e709 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ff662360c9f4337bcec9e02dd72c2ae&device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 1096 time: 0.2664232 Aug 16 01:33:11.810388 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551d890-e191-484d-9879-b6f821a66290 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b8e12d-be02-4625-aedb-c1114046e05a,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:11.824895 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-a4c5635d-48f1-4635-ba9a-0d676416bc34 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4388831 Aug 16 01:33:11.869862 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b872dcac-e408-43f9-b673-4f7e4c9f9926 req-d26e0ddf-3f2c-4047-9b97-1bfe8a733ca6 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 210 time: 0.0264020 Aug 16 01:33:11.870492 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Request body: {'port': {'device_id': 'adb4ba0d-4d36-4ad0-aac8-939721844fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:11.873685 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66203bd-5ddb-4d1f-ab0a-a67c8b55b738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f1bb73-ab4a-47ae-895f-219b7b20a4ef'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:11.876205 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56affc84-d652-414a-9ad7-3b6a0ac8b5a7" -d '{"events": [{"server_uuid": "a66203bd-5ddb-4d1f-ab0a-a67c8b55b738", "name": "network-vif-plugged", "status": "completed", "tag": "07f1bb73-ab4a-47ae-895f-219b7b20a4ef"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:11.879188 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b274cb1-fb05-4179-a1ff-392bfec7371e', 'tag': 'd3b8e12d-be02-4625-aedb-c1114046e05a'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:11.890786 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6970e8-e04c-4c74-afe7-a4e082543def" -d '{"events": [{"name": "network-changed", "server_uuid": "1b274cb1-fb05-4179-a1ff-392bfec7371e", "tag": "d3b8e12d-be02-4625-aedb-c1114046e05a"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:11.918928 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab62e137-1e86-46f4-95eb-2cf726a4ef13 x-openstack-request-id: req-ab62e137-1e86-46f4-95eb-2cf726a4ef13 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:11.919227 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66203bd-5ddb-4d1f-ab0a-a67c8b55b738", "name": "network-vif-plugged", "status": "completed", "tag": "07f1bb73-ab4a-47ae-895f-219b7b20a4ef", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:11.919482 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ab62e137-1e86-46f4-95eb-2cf726a4ef13 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:11.919877 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66203bd-5ddb-4d1f-ab0a-a67c8b55b738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f1bb73-ab4a-47ae-895f-219b7b20a4ef', 'code': 200} Aug 16 01:33:12.063942 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40263f5a-f062-47e2-878e-9f7fe3d8b078 req-cbfd4d6d-b487-4ea7-b0ae-37fe8609a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:12.065370 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40263f5a-f062-47e2-878e-9f7fe3d8b078 req-cbfd4d6d-b487-4ea7-b0ae-37fe8609a963 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 1102 time: 0.0711915 Aug 16 01:33:12.082084 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94862ff3-d2db-4c49-8986-26c19dbda92e req-00bec4ac-f82e-4f79-96c9-a929c415ef16 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:12.083606 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-94862ff3-d2db-4c49-8986-26c19dbda92e req-00bec4ac-f82e-4f79-96c9-a929c415ef16 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 931 time: 0.0648541 Aug 16 01:33:12.131135 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40263f5a-f062-47e2-878e-9f7fe3d8b078 req-233de6c3-5f50-40b8-ad2d-195b77575894 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465627 Aug 16 01:33:12.144480 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-94862ff3-d2db-4c49-8986-26c19dbda92e req-6bcf4acc-e5ef-4adf-9c0b-c23ab0a907f3 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541515 Aug 16 01:33:12.188100 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce9606b-5503-4e66-9769-b56077f37899 x-openstack-request-id: req-8ce9606b-5503-4e66-9769-b56077f37899 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:12.188384 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b274cb1-fb05-4179-a1ff-392bfec7371e", "tag": "d3b8e12d-be02-4625-aedb-c1114046e05a", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:12.188635 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8ce9606b-5503-4e66-9769-b56077f37899 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:12.189016 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b274cb1-fb05-4179-a1ff-392bfec7371e', 'tag': 'd3b8e12d-be02-4625-aedb-c1114046e05a', 'status': 'completed', 'code': 200} Aug 16 01:33:12.206063 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-0a1d0362-7031-4510-abe1-57102661dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:12.207571 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-0a1d0362-7031-4510-abe1-57102661dc70 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc132cc5100242be8f8cd7b6a065eded&device_id=1b274cb1-fb05-4179-a1ff-392bfec7371e HTTP/1.1" status: 200 len: 1098 time: 0.5231123 Aug 16 01:33:12.253583 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94964a9-5124-4a97-bcda-457f01897fa8 req-2a75cc35-dc83-493f-92cd-b5ac0329008b tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:12.255453 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device fb1b812a-5b4f-4a74-b568-6fca572f0b10 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:33:12.255939 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d94964a9-5124-4a97-bcda-457f01897fa8 req-2a75cc35-dc83-493f-92cd-b5ac0329008b tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 945 time: 0.0506668 Aug 16 01:33:12.259913 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 1e1c0401-255c-4b9c-8fee-9812ab714b8b up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:33:12.309320 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af42f32-772d-4531-8728-121aa1b6e88c req-36713b9b-a6d4-44e2-80de-12b6a141ebdd tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:12.310674 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d94964a9-5124-4a97-bcda-457f01897fa8 req-59d20472-a36d-447a-a933-c7eea42a371c tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459394 Aug 16 01:33:12.310881 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8af42f32-772d-4531-8728-121aa1b6e88c req-36713b9b-a6d4-44e2-80de-12b6a141ebdd tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 944 time: 0.5636227 Aug 16 01:33:12.343766 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-be29f2b3-22d9-487f-bf7d-cc1cd3e252ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=d3b8e12d-be02-4625-aedb-c1114046e05a HTTP/1.1" status: 200 len: 217 time: 0.1227515 Aug 16 01:33:12.373125 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 1e1c0401-255c-4b9c-8fee-9812ab714b8b completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:12.382707 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 1e1c0401-255c-4b9c-8fee-9812ab714b8b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:12.383082 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:12.388247 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:12.412678 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port fb1b812a-5b4f-4a74-b568-6fca572f0b10, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fb1b812a-5b4f-4a74-b568-6fca572f0b10,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:12.414203 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4709b-31bd-49b2-9dfc-cd1b7c571827 req-ead8948b-2403-40ab-b25f-4920a1b57e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:12.415632 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5bf4709b-31bd-49b2-9dfc-cd1b7c571827 req-ead8948b-2403-40ab-b25f-4920a1b57e68 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e7fbe078-be47-474e-9498-2fcf3dc70a1e HTTP/1.1" status: 200 len: 906 time: 0.6409590 Aug 16 01:33:12.432428 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'fb1b812a-5b4f-4a74-b568-6fca572f0b10', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': 'fb1b812a-5b4f-4a74-b568-6fca572f0b10', 'mac_address': 'fa:16:3e:eb:5a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:33:12.437787 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc111f3-ae44-4e71-8860-71efdbd732b7 req-a82b7776-8cc4-46d2-8b19-ee7099674e75 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:12.439683 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-afc111f3-ae44-4e71-8860-71efdbd732b7 req-a82b7776-8cc4-46d2-8b19-ee7099674e75 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 1097 time: 0.0460756 Aug 16 01:33:12.482661 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:12.488272 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-afc111f3-ae44-4e71-8860-71efdbd732b7 req-28fbfa4a-5105-4f05-bd87-eae57f1f5e03 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400932 Aug 16 01:33:12.522490 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1b812a-5b4f-4a74-b568-6fca572f0b10 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:12.524891 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5bf4709b-31bd-49b2-9dfc-cd1b7c571827 req-071387f8-7874-49c7-b9c0-21d893f75f2f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20a56163-742a-4760-8fa9-650729e13174 HTTP/1.1" status: 200 len: 217 time: 0.0948668 Aug 16 01:33:12.535988 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8af42f32-772d-4531-8728-121aa1b6e88c req-5eb60661-b655-40bf-85f6-3e483d99c609 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65fe992-e23c-41dd-8acc-8dad22ad92fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884351 Aug 16 01:33:12.550535 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-a15a4925-7e97-414c-8ab1-a38f44b684f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:12.552036 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-a15a4925-7e97-414c-8ab1-a38f44b684f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1949115 Aug 16 01:33:12.633940 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c14d8-5433-4a8b-99b6-545c2fddc1c6 req-991934ca-4761-4ab3-92a9-748d759baf71 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:12.645965 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-555c14d8-5433-4a8b-99b6-545c2fddc1c6 req-991934ca-4761-4ab3-92a9-748d759baf71 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 945 time: 0.0784156 Aug 16 01:33:12.667161 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:12.670024 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ee217789-5901-4acd-8311-d60c51695656 req-a2710708-65d5-4afe-a067-d34a82b05022 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:12.688269 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port fb1b812a-5b4f-4a74-b568-6fca572f0b10, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fb1b812a-5b4f-4a74-b568-6fca572f0b10,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:12.696077 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:12.734382 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 1e1c0401-255c-4b9c-8fee-9812ab714b8b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1e1c0401-255c-4b9c-8fee-9812ab714b8b,segment=NetworkSegment(217e8fbf-bb19-4c82-a110-67afcf9ce077),segment_id=217e8fbf-bb19-4c82-a110-67afcf9ce077)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:12.740496 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-555c14d8-5433-4a8b-99b6-545c2fddc1c6 req-274dc77f-0784-497c-8091-8726bdbf6c0f tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869246 Aug 16 01:33:12.744414 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:12.760631 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=fb1b812a-5b4f-4a74-b568-6fca572f0b10,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:12.768823 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:12.769179 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:12.769499 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:12.769855 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:12.770185 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:12.770995 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:12.770995 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:12.771274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:12.771430 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:12.771730 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:12.772068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:12.772344 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:12.782875 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4709b-31bd-49b2-9dfc-cd1b7c571827 req-6dfb3be6-104c-4f2c-8999-c3b9f083b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:12.784586 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5bf4709b-31bd-49b2-9dfc-cd1b7c571827 req-6dfb3be6-104c-4f2c-8999-c3b9f083b312 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ab4f0d50-fe91-4caf-819c-7375d06f3032 HTTP/1.1" status: 200 len: 844 time: 0.2477076 Aug 16 01:33:12.840679 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=1e1c0401-255c-4b9c-8fee-9812ab714b8b,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:12.856319 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-ee217789-5901-4acd-8311-d60c51695656 req-a2710708-65d5-4afe-a067-d34a82b05022 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Transition to ACTIVE for port object 1af3bff7-9752-4156-92a9-c574fe4d6f28 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:12.863902 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c0a09-4a3e-4cc6-a861-1404398cab9d req-83aa4251-1caa-4e22-a2f6-46ca418e17c4 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:12.865829 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-450c0a09-4a3e-4cc6-a861-1404398cab9d req-83aa4251-1caa-4e22-a2f6-46ca418e17c4 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7 HTTP/1.1" status: 200 len: 949 time: 0.0558126 Aug 16 01:33:12.873719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-dd5845e0-0576-4b6d-a3dd-1ba8e2698a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:12.875248 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-dd5845e0-0576-4b6d-a3dd-1ba8e2698a5e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2895072 Aug 16 01:33:12.911749 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-450c0a09-4a3e-4cc6-a861-1404398cab9d req-e828824c-7468-406f-978c-ec64d7a88629 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385013 Aug 16 01:33:12.993841 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1dba2-ba92-4cc0-a295-c32328396e83 req-34cb58be-a810-4d67-8e08-7064d3bc80a5 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:12.995396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4bd1dba2-ba92-4cc0-a295-c32328396e83 req-34cb58be-a810-4d67-8e08-7064d3bc80a5 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 950 time: 0.2349529 Aug 16 01:33:13.005355 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-89edb0fc-c01c-43ba-92c3-0d61f01af925 req-73970601-c24e-4785-80ef-afc3b27b5df7 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 210 time: 0.0267472 Aug 16 01:33:13.032145 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4709b-31bd-49b2-9dfc-cd1b7c571827 req-2644b1cd-6436-4aa3-a7f8-1ac5cd535841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:13.033905 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5bf4709b-31bd-49b2-9dfc-cd1b7c571827 req-2644b1cd-6436-4aa3-a7f8-1ac5cd535841 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e7fbe078-be47-474e-9498-2fcf3dc70a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2220149 Aug 16 01:33:13.035874 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['fb1b812a-5b4f-4a74-b568-6fca572f0b10'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:13.140731 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ee217789-5901-4acd-8311-d60c51695656 req-a2710708-65d5-4afe-a067-d34a82b05022 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:13.161898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['12a1a981-ace9-4ec2-8efa-add6c8c04ca0'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:13.183840 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4bd1dba2-ba92-4cc0-a295-c32328396e83 req-a367400f-22d4-4b0b-ad8f-fd6b43e33c3c tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709290 Aug 16 01:33:13.215394 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-5eaf5a34-5597-4a05-9530-9ef6f999c4f4 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206413 Aug 16 01:33:13.255000 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee217789-5901-4acd-8311-d60c51695656 req-a2710708-65d5-4afe-a067-d34a82b05022 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:33:13.280510 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-ee217789-5901-4acd-8311-d60c51695656 req-a2710708-65d5-4afe-a067-d34a82b05022 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:33:13.318347 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee217789-5901-4acd-8311-d60c51695656 req-a2710708-65d5-4afe-a067-d34a82b05022 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:33:13.363968 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634a8bd-902f-4045-8164-3c0f5569d9c5 req-4d987f65-2746-45c8-8c3a-cf2dd2fcb37f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:13.372362 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5634a8bd-902f-4045-8164-3c0f5569d9c5 req-4d987f65-2746-45c8-8c3a-cf2dd2fcb37f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 931 time: 0.1040187 Aug 16 01:33:13.379407 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2710708-65d5-4afe-a067-d34a82b05022 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Pushing event updated for resources: {'Port': ['ID=1af3bff7-9752-4156-92a9-c574fe4d6f28,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:13.438393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5634a8bd-902f-4045-8164-3c0f5569d9c5 req-b95ddfe1-cede-4f49-b8d2-4f035e09b170 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621469 Aug 16 01:33:13.527813 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5bf4709b-31bd-49b2-9dfc-cd1b7c571827 req-3a9d1b3f-8221-4d27-a48f-e601e1ca4d9e service neutron] 10.222.0.63 "GET /v2.0/networks/e7fbe078-be47-474e-9498-2fcf3dc70a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793742 Aug 16 01:33:13.739238 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b0401c6b-828f-4b64-a383-bcf80a3c99eb None None] Provisioning for port 1af3bff7-9752-4156-92a9-c574fe4d6f28 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:13.756068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b0401c6b-828f-4b64-a383-bcf80a3c99eb None None] Provisioning complete for port 1af3bff7-9752-4156-92a9-c574fe4d6f28 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:13.756732 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0401c6b-828f-4b64-a383-bcf80a3c99eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:13.760913 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:13.770533 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:13.785467 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Transition to ACTIVE for port object 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:13.810039 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b0401c6b-828f-4b64-a383-bcf80a3c99eb None None] Port 1af3bff7-9752-4156-92a9-c574fe4d6f28 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:33:13.836015 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee217789-5901-4acd-8311-d60c51695656 req-a2710708-65d5-4afe-a067-d34a82b05022 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:13.836931 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ee217789-5901-4acd-8311-d60c51695656 req-a2710708-65d5-4afe-a067-d34a82b05022 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:13.863618 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:13.912084 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb0979-f482-44a3-8c62-e9e5455da32c req-6be43e73-f5cd-4e71-8b41-156cb6ec5acc tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:13.912625 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d7d4fc2f-c9f1-4e15-b996-83d138988760 req-5fbefdfb-99f6-437f-902a-5deb3b0ba0e2 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6758463 Aug 16 01:33:13.914959 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ffbb0979-f482-44a3-8c62-e9e5455da32c req-6be43e73-f5cd-4e71-8b41-156cb6ec5acc tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 946 time: 0.0666616 Aug 16 01:33:13.919307 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ee217789-5901-4acd-8311-d60c51695656 req-a2710708-65d5-4afe-a067-d34a82b05022 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3245490 Aug 16 01:33:13.922433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1c0401-255c-4b9c-8fee-9812ab714b8b'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:13.939351 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffd7faf-56a7-4513-a242-c9a954a2aee6" -d '{"events": [{"server_uuid": "91ad2e8e-9368-4860-9a42-5cfef955910d", "name": "network-vif-plugged", "status": "completed", "tag": "1e1c0401-255c-4b9c-8fee-9812ab714b8b"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:13.947636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Request body: {'port': {'device_id': 'bb9214d7-cb21-4b02-8a85-b8784d0d2755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:13.984771 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ffbb0979-f482-44a3-8c62-e9e5455da32c req-334ad62f-0a75-472a-ba36-2fd544336cd9 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531425 Aug 16 01:33:14.012584 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143beeb-9c87-4a8e-a0f7-0c4b3040752a req-f421576e-a210-4228-8af9-f95ac25fe1cd tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:14.014331 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f143beeb-9c87-4a8e-a0f7-0c4b3040752a req-f421576e-a210-4228-8af9-f95ac25fe1cd tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 944 time: 0.2273259 Aug 16 01:33:14.027644 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Pushing event updated for resources: {'Port': ['ID=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:14.054693 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5bf4709b-31bd-49b2-9dfc-cd1b7c571827 req-dc7fad2a-5b5e-4bf2-9fb4-09c7cb11916f service neutron] 10.222.0.63 "GET /v2.0/networks/e7fbe078-be47-474e-9498-2fcf3dc70a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097370 Aug 16 01:33:14.108541 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b455b-75a0-42a6-a668-34f3747e3515 req-c900aca4-8591-4df3-8f16-5a8173fbdcfb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:14.112001 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a02b455b-75a0-42a6-a668-34f3747e3515 req-c900aca4-8591-4df3-8f16-5a8173fbdcfb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7 HTTP/1.1" status: 200 len: 949 time: 0.0534818 Aug 16 01:33:14.155799 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a02b455b-75a0-42a6-a668-34f3747e3515 req-ada37630-98cc-481a-ad2f-6236f1f4ca56 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393229 Aug 16 01:33:14.160867 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:14.175372 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6970e8-e04c-4c74-afe7-a4e082543def req-abe56d8b-e793-4263-b1b9-9bfdc6842f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:14.176892 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a6970e8-e04c-4c74-afe7-a4e082543def req-abe56d8b-e793-4263-b1b9-9bfdc6842f04 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc132cc5100242be8f8cd7b6a065eded&device_id=1b274cb1-fb05-4179-a1ff-392bfec7371e HTTP/1.1" status: 200 len: 1098 time: 0.1745574 Aug 16 01:33:14.184120 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f143beeb-9c87-4a8e-a0f7-0c4b3040752a req-49696fde-a19f-4d8e-972f-14013aa726ad tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65fe992-e23c-41dd-8acc-8dad22ad92fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527128 Aug 16 01:33:14.221701 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80c6838-bfda-4b1a-8034-47e37ffe56f7 x-openstack-request-id: req-e80c6838-bfda-4b1a-8034-47e37ffe56f7 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:14.222247 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ad2e8e-9368-4860-9a42-5cfef955910d", "name": "network-vif-plugged", "status": "completed", "tag": "1e1c0401-255c-4b9c-8fee-9812ab714b8b", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:14.222689 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e80c6838-bfda-4b1a-8034-47e37ffe56f7 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:14.223255 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1c0401-255c-4b9c-8fee-9812ab714b8b', 'code': 200} Aug 16 01:33:14.345777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5436e-dd65-47c5-bb44-952a83406954 req-94c539cb-1972-4f57-ad04-01546d9f7968 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:14.347280 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-28d5436e-dd65-47c5-bb44-952a83406954 req-94c539cb-1972-4f57-ad04-01546d9f7968 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 950 time: 0.0572553 Aug 16 01:33:14.391359 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-28d5436e-dd65-47c5-bb44-952a83406954 req-d5c63d69-3a70-45e8-92c7-36674e707817 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358665 Aug 16 01:33:14.394301 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Attempting to bind port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:33:14.394746 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Attempting to bind port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:33:14.395173 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Attempting to bind port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:14.426275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:33:14.426675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Attempting to bind port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:14.509742 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e8304-7e23-4113-8d6f-fd1b5f2049ab req-40a27284-5a1f-4ace-82f8-11165a32bc03 tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:14.512321 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-684e8304-7e23-4113-8d6f-fd1b5f2049ab req-40a27284-5a1f-4ace-82f8-11165a32bc03 tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 1102 time: 0.0505326 Aug 16 01:33:14.513209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6970e8-e04c-4c74-afe7-a4e082543def req-6f0d6be8-30f3-4cef-b0ac-51a5769b2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:14.514567 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a6970e8-e04c-4c74-afe7-a4e082543def req-6f0d6be8-30f3-4cef-b0ac-51a5769b2a6f service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.3295500 Aug 16 01:33:14.515463 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:33:14.515619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Checking segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:33:14.516004 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Bound using segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:33:14.516394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Bound port: 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:33:14.516739 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:14.553542 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e2600-9dc6-467c-b926-5085118d2575 req-9d1450b0-c09d-4cfe-8d18-33f8a93164fc tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:14.556100 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1e0e2600-9dc6-467c-b926-5085118d2575 req-9d1450b0-c09d-4cfe-8d18-33f8a93164fc tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 936 time: 0.2564409 Aug 16 01:33:14.562354 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-684e8304-7e23-4113-8d6f-fd1b5f2049ab req-94b4b9bc-0601-4956-8606-02cf6cf89966 tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405684 Aug 16 01:33:14.566503 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46889d5f-d028-43b8-a61d-ab1a63141898 req-b88e9514-21f0-43b2-a221-79426cd17fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:14.568039 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-46889d5f-d028-43b8-a61d-ab1a63141898 req-b88e9514-21f0-43b2-a221-79426cd17fdf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 1098 time: 0.2673566 Aug 16 01:33:14.625993 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a6970e8-e04c-4c74-afe7-a4e082543def req-0c03a4fa-b372-4c0e-a36a-b95de09e0c50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=d3b8e12d-be02-4625-aedb-c1114046e05a HTTP/1.1" status: 200 len: 217 time: 0.0975113 Aug 16 01:33:14.674645 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc46ab0-222e-43c7-bb2c-2ec684b65788 req-2baac180-7f38-464d-a23e-f1126a83b5d5 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:14.684425 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbc46ab0-222e-43c7-bb2c-2ec684b65788 req-2baac180-7f38-464d-a23e-f1126a83b5d5 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 943 time: 0.0671630 Aug 16 01:33:14.725483 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbc46ab0-222e-43c7-bb2c-2ec684b65788 req-98b4f2f5-90c2-472a-8629-39c9a5f20f2c tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397093 Aug 16 01:33:14.849323 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-100fd287-fb1e-4a6f-a1cd-0e20fd24f238 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=a281f802ea2743fa9ccd253c1514e699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275474 Aug 16 01:33:14.987958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-260f8c77-5a10-4c58-881c-0dd02133121f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:14.990269 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-260f8c77-5a10-4c58-881c-0dd02133121f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1292026 Aug 16 01:33:15.006807 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-5e73fcd8-abf5-4212-ae55-ff6ea8e942e5 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/quotas/a281f802ea2743fa9ccd253c1514e699 HTTP/1.1" status: 200 len: 375 time: 0.0102262 Aug 16 01:33:15.049364 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 20a56163-742a-4760-8fa9-650729e13174 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:33:15.086360 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-0fd748ed-a84d-451e-a54f-05b6b009056d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0726337 Aug 16 01:33:15.096317 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-46889d5f-d028-43b8-a61d-ab1a63141898 req-f46bf749-1633-4360-8748-f20dd39e7961 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4879079 Aug 16 01:33:15.108182 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1e0e2600-9dc6-467c-b926-5085118d2575 req-2d537551-91f8-4904-8bfb-8aabc83e7f68 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369804 Aug 16 01:33:15.143692 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6970e8-e04c-4c74-afe7-a4e082543def req-b4f6bad1-e465-4fb1-ac13-934ef71a721e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:15.145219 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a6970e8-e04c-4c74-afe7-a4e082543def req-b4f6bad1-e465-4fb1-ac13-934ef71a721e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.4804249 Aug 16 01:33:15.188401 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] For port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:33:15.210986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] For port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:33:15.235360 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:15.256757 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 20a56163-742a-4760-8fa9-650729e13174, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=20a56163-742a-4760-8fa9-650729e13174,segment=NetworkSegment(19d3c030-68ad-4cdc-9b2d-2c96d8bcd088),segment_id=19d3c030-68ad-4cdc-9b2d-2c96d8bcd088)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:15.307266 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:15.307897 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:15.309341 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] 10.222.0.63 "PUT /v2.0/ports/9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 HTTP/1.1" status: 200 len: 1092 time: 3.4502318 Aug 16 01:33:15.315939 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '20a56163-742a-4760-8fa9-650729e13174', 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e', 'port_id': '20a56163-742a-4760-8fa9-650729e13174', 'mac_address': 'fa:16:3e:23:d2:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:33:15.332771 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb4ba0d-4d36-4ad0-aac8-939721844fb7', 'tag': '9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:15.337360 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349aa98e-e46a-4fbf-b30d-a9aea15c6945" -d '{"events": [{"name": "network-changed", "server_uuid": "adb4ba0d-4d36-4ad0-aac8-939721844fb7", "tag": "9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:15.342795 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6970e8-e04c-4c74-afe7-a4e082543def req-24cc7ece-8b23-4d66-bda6-945c34d6edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:15.344385 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a6970e8-e04c-4c74-afe7-a4e082543def req-24cc7ece-8b23-4d66-bda6-945c34d6edbf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1855078 Aug 16 01:33:15.436262 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:15.459807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a56163-742a-4760-8fa9-650729e13174 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:15.463086 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8414790-7770-4292-b7f5-3f195f43752a req-4c2db03b-13b0-4ecd-82e4-dff15858b1eb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:15.464859 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d8414790-7770-4292-b7f5-3f195f43752a req-4c2db03b-13b0-4ecd-82e4-dff15858b1eb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7 HTTP/1.1" status: 200 len: 949 time: 0.0768309 Aug 16 01:33:15.495331 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 20a56163-742a-4760-8fa9-650729e13174, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=20a56163-742a-4760-8fa9-650729e13174,segment=NetworkSegment(19d3c030-68ad-4cdc-9b2d-2c96d8bcd088),segment_id=19d3c030-68ad-4cdc-9b2d-2c96d8bcd088)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:15.504510 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:15.537504 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d8414790-7770-4292-b7f5-3f195f43752a req-5b43177f-dcd7-4ee7-bd23-7417da6f9716 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655234 Aug 16 01:33:15.546999 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53e710-dbb4-4628-990e-75f9d1d30dcf service neutron] Pushing event updated for resources: {'Port': ['ID=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:15.583282 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af3bff7-9752-4156-92a9-c574fe4d6f28 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:15.588897 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=20a56163-742a-4760-8fa9-650729e13174,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:15.601572 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:15.619749 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d51b7b-fac1-4cd4-adee-4c4e030c9cd4 req-880b4f77-931d-4e91-a13a-cf4e9c5e824b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:15.621311 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72d51b7b-fac1-4cd4-adee-4c4e030c9cd4 req-880b4f77-931d-4e91-a13a-cf4e9c5e824b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 946 time: 0.2760100 Aug 16 01:33:15.665267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-270d3d34-0ad7-46c7-85dc-b079e95ebc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:15.667149 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-270d3d34-0ad7-46c7-85dc-b079e95ebc67 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 1095 time: 0.3022077 Aug 16 01:33:15.667942 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Transition to ACTIVE for port object 1af3bff7-9752-4156-92a9-c574fe4d6f28 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:15.680767 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:15.687495 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a6970e8-e04c-4c74-afe7-a4e082543def req-64913237-3f4c-4861-8693-d100561139bb service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152440 Aug 16 01:33:15.687660 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b85a0f-367b-47bb-a3cc-2091a09af392 req-7a992551-8856-4b76-b177-0db85f5cc834 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:15.695469 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e7b85a0f-367b-47bb-a3cc-2091a09af392 req-7a992551-8856-4b76-b177-0db85f5cc834 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 945 time: 0.0634370 Aug 16 01:33:15.731728 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e7b85a0f-367b-47bb-a3cc-2091a09af392 req-e14fc723-e65e-4db9-bfa9-68c16703119d tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65fe992-e23c-41dd-8acc-8dad22ad92fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352716 Aug 16 01:33:15.782236 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['20a56163-742a-4760-8fa9-650729e13174'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:15.790712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-a326ea74-209e-4f3c-b177-baa771b62bba service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 HTTP/1.1" status: 200 len: 217 time: 0.0984952 Aug 16 01:33:15.833640 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3153fa5c-374a-42a8-828f-5e6d6c775297 req-fd6f2528-b716-49d1-be0f-4e4f4a084978 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=35bd8e6b-3d27-43f3-976c-7e7df4f7b924 HTTP/1.1" status: 200 len: 210 time: 0.0575836 Aug 16 01:33:15.844393 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72d51b7b-fac1-4cd4-adee-4c4e030c9cd4 req-15be72ea-f6e1-4da1-969c-cc4270a01114 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140102 Aug 16 01:33:15.904354 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Pushing event updated for resources: {'Port': ['ID=1af3bff7-9752-4156-92a9-c574fe4d6f28,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:15.970692 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26ed05e-7a24-493f-b56f-65ce66bd54eb x-openstack-request-id: req-b26ed05e-7a24-493f-b56f-65ce66bd54eb {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:15.970984 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb4ba0d-4d36-4ad0-aac8-939721844fb7", "tag": "9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:15.971236 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b26ed05e-7a24-493f-b56f-65ce66bd54eb {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:15.971627 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb4ba0d-4d36-4ad0-aac8-939721844fb7', 'tag': '9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6', 'status': 'completed', 'code': 200} Aug 16 01:33:15.994033 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-ecfc7112-41de-4807-b1f6-970c39fcbff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:15.995848 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-ecfc7112-41de-4807-b1f6-970c39fcbff7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.1698868 Aug 16 01:33:16.060126 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a6970e8-e04c-4c74-afe7-a4e082543def req-07aa1282-ddbf-4ae6-b721-00d0f165e982 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322322 Aug 16 01:33:16.100412 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-ec9ec2aa-58b4-4048-888e-8d5e08ed9095 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827694 Aug 16 01:33:16.104434 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Attempting to bind port 1af3bff7-9752-4156-92a9-c574fe4d6f28 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:33:16.105109 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Attempting to bind port 1af3bff7-9752-4156-92a9-c574fe4d6f28 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:33:16.105859 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Attempting to bind port 1af3bff7-9752-4156-92a9-c574fe4d6f28 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:16.126874 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Port 1af3bff7-9752-4156-92a9-c574fe4d6f28 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:33:16.127350 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Attempting to bind port 1af3bff7-9752-4156-92a9-c574fe4d6f28 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:16.167923 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:33:16.168278 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:33:16.168674 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:33:16.169117 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Bound port: 1af3bff7-9752-4156-92a9-c574fe4d6f28, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:33:16.169473 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:16.262793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cd4d0-9307-422a-b012-d48d6a9126e7 req-da2d76fb-c689-44b5-a53c-1207308bdd93 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:16.264472 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-272cd4d0-9307-422a-b012-d48d6a9126e7 req-da2d76fb-c689-44b5-a53c-1207308bdd93 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 943 time: 0.2332194 Aug 16 01:33:16.279925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d3b8e12d-be02-4625-aedb-c1114046e05a details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:33:16.284463 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device fb1b812a-5b4f-4a74-b568-6fca572f0b10 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:33:16.351708 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] For port 1af3bff7-9752-4156-92a9-c574fe4d6f28, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:33:16.360355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] For port 1af3bff7-9752-4156-92a9-c574fe4d6f28, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1af3bff7-9752-4156-92a9-c574fe4d6f28,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:33:16.362810 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-e80510ea-4389-4fe9-b84f-54bed7eedf84 service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209132 Aug 16 01:33:16.367269 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:16.398323 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-272cd4d0-9307-422a-b012-d48d6a9126e7 req-9bf6d7a0-d1a0-4513-9177-fda8f9af1972 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202981 Aug 16 01:33:16.405514 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port fb1b812a-5b4f-4a74-b568-6fca572f0b10 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:16.411367 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port fb1b812a-5b4f-4a74-b568-6fca572f0b10 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:16.411746 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:16.462032 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:16.462860 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:16.464526 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ee217789-5901-4acd-8311-d60c51695656 req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] 10.222.0.63 "PUT /v2.0/ports/1af3bff7-9752-4156-92a9-c574fe4d6f28 HTTP/1.1" status: 200 len: 1097 time: 2.5252273 Aug 16 01:33:16.481711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d3b8e12d-be02-4625-aedb-c1114046e05a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d3b8e12d-be02-4625-aedb-c1114046e05a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:16.511128 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'd3b8e12d-be02-4625-aedb-c1114046e05a', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': 'd3b8e12d-be02-4625-aedb-c1114046e05a', 'mac_address': 'fa:16:3e:06:71:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:33:16.514857 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926b7c3-952f-40b2-8383-f5216625a58d service neutron] Pushing event updated for resources: {'Port': ['ID=1af3bff7-9752-4156-92a9-c574fe4d6f28,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:16.601462 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:16.606019 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:16.628321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b8e12d-be02-4625-aedb-c1114046e05a {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:16.630785 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ddf1718-bcfe-494f-9c52-432b5d01ac50 req-16759767-04af-4212-9960-1137c6950154 service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364032 Aug 16 01:33:16.657721 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee217789-5901-4acd-8311-d60c51695656 req-7dc98544-59af-4683-af5d-1adafaa539e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:16.659507 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ee217789-5901-4acd-8311-d60c51695656 req-7dc98544-59af-4683-af5d-1adafaa539e1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ff4d49d9349f4289b826943bc1ef682e&device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 1100 time: 0.0959580 Aug 16 01:33:16.668167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94748c27-56e5-4c6b-9d16-0d04c74880e9 req-632ff549-c827-4af4-82e6-15c90b12e0c0 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:16.669769 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-94748c27-56e5-4c6b-9d16-0d04c74880e9 req-632ff549-c827-4af4-82e6-15c90b12e0c0 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 948 time: 0.1167607 Aug 16 01:33:16.672345 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d3b8e12d-be02-4625-aedb-c1114046e05a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d3b8e12d-be02-4625-aedb-c1114046e05a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:16.700890 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port fb1b812a-5b4f-4a74-b568-6fca572f0b10, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fb1b812a-5b4f-4a74-b568-6fca572f0b10,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:16.702417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1b812a-5b4f-4a74-b568-6fca572f0b10'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:16.705996 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdf5568-788c-42b5-bfac-2670479bf1f9" -d '{"events": [{"server_uuid": "a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7", "name": "network-vif-plugged", "status": "completed", "tag": "fb1b812a-5b4f-4a74-b568-6fca572f0b10"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:16.710099 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:16.712284 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:16.740011 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-94748c27-56e5-4c6b-9d16-0d04c74880e9 req-1f53c9f4-04c5-4e22-a76f-108eee270201 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634739 Aug 16 01:33:16.792859 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e3d7a-c0ee-4c2d-b6b8-8b0fec06751a req-e1ca63be-02c9-4490-9abd-0bce2cff91c1 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:16.796058 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a3e3d7a-c0ee-4c2d-b6b8-8b0fec06751a req-e1ca63be-02c9-4490-9abd-0bce2cff91c1 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7 HTTP/1.1" status: 200 len: 950 time: 0.0675480 Aug 16 01:33:16.831821 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=d3b8e12d-be02-4625-aedb-c1114046e05a,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:16.901865 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2780eb5-0e66-4e38-ac18-1089e65bbb3a x-openstack-request-id: req-d2780eb5-0e66-4e38-ac18-1089e65bbb3a {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:16.902156 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7", "name": "network-vif-plugged", "status": "completed", "tag": "fb1b812a-5b4f-4a74-b568-6fca572f0b10", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:16.902541 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d2780eb5-0e66-4e38-ac18-1089e65bbb3a {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:16.903742 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1b812a-5b4f-4a74-b568-6fca572f0b10', 'code': 200} Aug 16 01:33:16.905451 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ee217789-5901-4acd-8311-d60c51695656 req-e38d6dfd-cb7e-459e-86c5-ad731f8d9011 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=1af3bff7-9752-4156-92a9-c574fe4d6f28 HTTP/1.1" status: 200 len: 217 time: 0.1140184 Aug 16 01:33:16.922325 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a3e3d7a-c0ee-4c2d-b6b8-8b0fec06751a req-8a1b85b9-ec71-421f-9299-3695b33e9075 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082649 Aug 16 01:33:16.934484 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=fb1b812a-5b4f-4a74-b568-6fca572f0b10,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:17.030138 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-d13b3dab-ce48-4f63-b9a8-30c0bda95dc2 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=a281f802ea2743fa9ccd253c1514e699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0979953 Aug 16 01:33:17.067696 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 20a56163-742a-4760-8fa9-650729e13174 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:33:17.079559 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f96091a0-6c0d-47b3-bb09-4b0631d5de41 req-fb508795-4837-4f81-80ae-567131d6cbb9 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=35bd8e6b-3d27-43f3-976c-7e7df4f7b924 HTTP/1.1" status: 200 len: 210 time: 0.0293763 Aug 16 01:33:17.101283 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['d3b8e12d-be02-4625-aedb-c1114046e05a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:17.198700 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 20a56163-742a-4760-8fa9-650729e13174 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:17.206867 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 20a56163-742a-4760-8fa9-650729e13174 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:17.207564 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:17.216024 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349aa98e-e46a-4fbf-b30d-a9aea15c6945 req-4618d0a0-df39-453e-92cf-7a23f108c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:17.217681 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-349aa98e-e46a-4fbf-b30d-a9aea15c6945 req-4618d0a0-df39-453e-92cf-7a23f108c737 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 1095 time: 0.3396358 Aug 16 01:33:17.252584 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81965d17-4626-4d47-a3df-83150c527cec req-8b2c7da9-dfac-4b48-b1fb-d3c2ef7ec8e1 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:17.260606 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81965d17-4626-4d47-a3df-83150c527cec req-8b2c7da9-dfac-4b48-b1fb-d3c2ef7ec8e1 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 946 time: 0.0782461 Aug 16 01:33:17.270111 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee217789-5901-4acd-8311-d60c51695656 req-801ee14e-5b41-4433-89f0-75b12fcd8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:17.271562 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ee217789-5901-4acd-8311-d60c51695656 req-801ee14e-5b41-4433-89f0-75b12fcd8a0d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.3376868 Aug 16 01:33:17.299201 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115daa36-41f5-42b8-a277-4d66161b0fb3 req-6e1eff4a-1690-4dcd-8bd3-eb24cafe59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:17.300860 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-115daa36-41f5-42b8-a277-4d66161b0fb3 req-6e1eff4a-1690-4dcd-8bd3-eb24cafe59cb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7 HTTP/1.1" status: 200 len: 1102 time: 0.3031847 Aug 16 01:33:17.311404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-b8bf4eeb-c3ae-4781-a1de-98799f42894b tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:17.312820 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-b8bf4eeb-c3ae-4781-a1de-98799f42894b tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2491775 Aug 16 01:33:17.313842 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81965d17-4626-4d47-a3df-83150c527cec req-f8468e02-fe3f-4c27-8b0f-a6225e45787f tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523689 Aug 16 01:33:17.340515 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-ce196f77-4977-4c2c-84f6-684215ac1bdd tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Request body: {'port': {'device_id': '35bd8e6b-3d27-43f3-976c-7e7df4f7b924', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': 'a281f802ea2743fa9ccd253c1514e699'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:17.373453 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:17.413880 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 20a56163-742a-4760-8fa9-650729e13174, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=20a56163-742a-4760-8fa9-650729e13174,segment=NetworkSegment(19d3c030-68ad-4cdc-9b2d-2c96d8bcd088),segment_id=19d3c030-68ad-4cdc-9b2d-2c96d8bcd088)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:17.419514 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:17.429384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7b461-e791-4ed4-80d2-695ce1159465 req-646ad812-b8a8-49e4-b11a-5c9ace52d6ca tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:17.437058 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8bb7b461-e791-4ed4-80d2-695ce1159465 req-646ad812-b8a8-49e4-b11a-5c9ace52d6ca tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 945 time: 0.4640942 Aug 16 01:33:17.490164 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=20a56163-742a-4760-8fa9-650729e13174,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:17.525011 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-115daa36-41f5-42b8-a277-4d66161b0fb3 req-351cb975-3940-4374-9069-2e04498b6c04 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994336 Aug 16 01:33:17.542995 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee217789-5901-4acd-8311-d60c51695656 req-485f1721-a8b8-4b31-8bff-9b6f5ead7872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:17.544154 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ee217789-5901-4acd-8311-d60c51695656 req-485f1721-a8b8-4b31-8bff-9b6f5ead7872 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2409184 Aug 16 01:33:17.545409 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349aa98e-e46a-4fbf-b30d-a9aea15c6945 req-89f10b43-8b30-4856-b23c-509eef9d342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:17.546759 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-349aa98e-e46a-4fbf-b30d-a9aea15c6945 req-89f10b43-8b30-4856-b23c-509eef9d342d service neutron] 10.222.0.63 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 922 time: 0.3090973 Aug 16 01:33:17.559807 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8bb7b461-e791-4ed4-80d2-695ce1159465 req-fb9a4e28-6450-4996-915b-b10a86fdee9c tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65fe992-e23c-41dd-8acc-8dad22ad92fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217818 Aug 16 01:33:17.697994 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-349aa98e-e46a-4fbf-b30d-a9aea15c6945 req-378003db-23a2-42c3-b7e3-5bc0869d9406 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 HTTP/1.1" status: 200 len: 217 time: 0.1370997 Aug 16 01:33:17.813183 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-ce196f77-4977-4c2c-84f6-684215ac1bdd tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Made reservation on behalf of a281f802ea2743fa9ccd253c1514e699 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:33:17.816684 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-ce196f77-4977-4c2c-84f6-684215ac1bdd tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:17.835704 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-4cb7f1e4-aae1-4563-a4d7-ce699c1cb265 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4806273 Aug 16 01:33:17.843447 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349aa98e-e46a-4fbf-b30d-a9aea15c6945 req-aba8dc2a-7cee-4e6b-a93d-73f294438b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:17.844920 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-349aa98e-e46a-4fbf-b30d-a9aea15c6945 req-aba8dc2a-7cee-4e6b-a93d-73f294438b74 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.1281779 Aug 16 01:33:17.847571 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-1c141d37-8021-4360-a5a3-5e4d2daa7371 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:17.856313 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce650f04-6577-4627-b5c5-08bc60447e02 req-a92d7000-2f4c-44bd-b337-cc554523ab7c tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:17.857911 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ce650f04-6577-4627-b5c5-08bc60447e02 req-a92d7000-2f4c-44bd-b337-cc554523ab7c tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 943 time: 0.1563857 Aug 16 01:33:17.860453 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ee217789-5901-4acd-8311-d60c51695656 req-80b51dad-98f8-4386-8de9-c4d26f910d03 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985976 Aug 16 01:33:17.877220 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-1c141d37-8021-4360-a5a3-5e4d2daa7371 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:17.908655 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-349aa98e-e46a-4fbf-b30d-a9aea15c6945 req-346e3a2b-354d-4f0a-ade3-1b352217cbd1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439086 Aug 16 01:33:17.980123 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-1c141d37-8021-4360-a5a3-5e4d2daa7371 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:17.981250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9214d7-cb21-4b02-8a85-b8784d0d2755', 'tag': '1af3bff7-9752-4156-92a9-c574fe4d6f28'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:17.983688 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e40ae6-8ec9-43fa-8912-4c54aacba174" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9214d7-cb21-4b02-8a85-b8784d0d2755", "tag": "1af3bff7-9752-4156-92a9-c574fe4d6f28"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:18.091415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-1c141d37-8021-4360-a5a3-5e4d2daa7371 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Allocated IP 172.25.3.108 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/80f25f9a-feb6-46cd-8dc7-f004ee35b3ed) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:33:18.201742 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-1c141d37-8021-4360-a5a3-5e4d2daa7371 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:18.262419 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-1c141d37-8021-4360-a5a3-5e4d2daa7371 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:18.302768 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-1c141d37-8021-4360-a5a3-5e4d2daa7371 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:33:18.308872 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-1c141d37-8021-4360-a5a3-5e4d2daa7371 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:33:18.311782 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-1c141d37-8021-4360-a5a3-5e4d2daa7371 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:33:18.338548 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c141d37-8021-4360-a5a3-5e4d2daa7371 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Pushing event updated for resources: {'Port': ['ID=80f25f9a-feb6-46cd-8dc7-f004ee35b3ed,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:18.393493 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ce650f04-6577-4627-b5c5-08bc60447e02 req-1b68f967-d48f-430a-a93f-7ff6ae6edbf4 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899929 Aug 16 01:33:18.464802 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ee217789-5901-4acd-8311-d60c51695656 req-400fa059-82da-466a-9973-62c84dc54653 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847294 Aug 16 01:33:18.468917 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-349aa98e-e46a-4fbf-b30d-a9aea15c6945 req-c9f23a73-16af-49d8-89cd-c787349225fb service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432792 Aug 16 01:33:18.476558 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-1c141d37-8021-4360-a5a3-5e4d2daa7371 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:18.484402 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-ce196f77-4977-4c2c-84f6-684215ac1bdd tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Allocated IP 192.168.233.90 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/1e78f150-7d84-4e82-8f1d-6adae0cefb9d) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:33:18.543421 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-1c141d37-8021-4360-a5a3-5e4d2daa7371 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:18.741850 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-1c141d37-8021-4360-a5a3-5e4d2daa7371 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:18.747994 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-1c141d37-8021-4360-a5a3-5e4d2daa7371 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:18.750527 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-349aa98e-e46a-4fbf-b30d-a9aea15c6945 req-3e572d89-4743-4e41-b00c-62a20a952f4b service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582231 Aug 16 01:33:18.805264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6314480-daa0-4f5a-af53-2df137380fcc req-b8357fbf-008d-4f89-a3cd-b4c853daaf5d tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:18.806872 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6314480-daa0-4f5a-af53-2df137380fcc req-b8357fbf-008d-4f89-a3cd-b4c853daaf5d tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 948 time: 0.2022431 Aug 16 01:33:18.829351 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c141d37-8021-4360-a5a3-5e4d2daa7371 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Pushing event updated for resources: {'Port': ['ID=80f25f9a-feb6-46cd-8dc7-f004ee35b3ed,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:18.841097 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-1c141d37-8021-4360-a5a3-5e4d2daa7371 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:18.856120 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-ce196f77-4977-4c2c-84f6-684215ac1bdd tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:18.856892 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-1c141d37-8021-4360-a5a3-5e4d2daa7371 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:18.858581 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-1c141d37-8021-4360-a5a3-5e4d2daa7371 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0150261 Aug 16 01:33:18.881334 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6314480-daa0-4f5a-af53-2df137380fcc req-9e445eea-ff03-4e41-b6bc-240284ee91e2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657587 Aug 16 01:33:18.883999 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-ce196f77-4977-4c2c-84f6-684215ac1bdd tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Transition to ACTIVE for port object 1e78f150-7d84-4e82-8f1d-6adae0cefb9d will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:18.905716 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b45e0fe-230e-4662-a0e6-ab8da6bd95bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a56163-742a-4760-8fa9-650729e13174'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:18.908019 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a82f95-ee08-4681-a356-0eedd039cb30" -d '{"events": [{"server_uuid": "7b45e0fe-230e-4662-a0e6-ab8da6bd95bb", "name": "network-vif-plugged", "status": "completed", "tag": "20a56163-742a-4760-8fa9-650729e13174"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:18.925058 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-3df4b34d-4b28-40e0-b493-83e3d1331db8 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 696 time: 0.0573449 Aug 16 01:33:18.938502 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-ce196f77-4977-4c2c-84f6-684215ac1bdd tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:18.953977 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['f098886f-fe61-4571-b74e-0d03f151fb28', '07f1bb73-ab4a-47ae-895f-219b7b20a4ef'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:18.957205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['870e5fdb-7569-48e0-86a4-2553888d4426', '953524ee-24ed-4995-b587-bdee7ee55e69', 'b5840ef7-f878-4013-a74b-df2793d97769', '987693ac-723e-4c7e-96f3-4164c8cac736'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:18.997164 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-ce196f77-4977-4c2c-84f6-684215ac1bdd tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:33:19.003080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-ce196f77-4977-4c2c-84f6-684215ac1bdd tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:33:19.031700 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-ce196f77-4977-4c2c-84f6-684215ac1bdd tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:33:19.081640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:33:19.092638 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-045861a9-c7aa-4b49-b984-39fdba2e3fc9 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:19.093139 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-ce196f77-4977-4c2c-84f6-684215ac1bdd tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:19.093964 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-ce196f77-4977-4c2c-84f6-684215ac1bdd tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:19.094588 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-045861a9-c7aa-4b49-b984-39fdba2e3fc9 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.1627946 Aug 16 01:33:19.110664 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-8a4186b0-f6e1-4c40-b018-472488938235 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:33:19.112909 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3b7cc534-067c-4514-a2cc-f624c74789b0 req-8a4186b0-f6e1-4c40-b018-472488938235 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111840 Aug 16 01:33:19.142978 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-ce196f77-4977-4c2c-84f6-684215ac1bdd tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8093214 Aug 16 01:33:19.184213 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Request body: {'port': {'device_id': '35bd8e6b-3d27-43f3-976c-7e7df4f7b924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:19.216461 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b3f72d-5547-4bff-a0c6-4f8e2995ae65 x-openstack-request-id: req-36b3f72d-5547-4bff-a0c6-4f8e2995ae65 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:19.216758 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9214d7-cb21-4b02-8a85-b8784d0d2755", "tag": "1af3bff7-9752-4156-92a9-c574fe4d6f28", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:19.217007 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-36b3f72d-5547-4bff-a0c6-4f8e2995ae65 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:19.217407 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9214d7-cb21-4b02-8a85-b8784d0d2755', 'tag': '1af3bff7-9752-4156-92a9-c574fe4d6f28', 'status': 'completed', 'code': 200} Aug 16 01:33:19.252250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce196f77-4977-4c2c-84f6-684215ac1bdd tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Pushing event updated for resources: {'Port': ['ID=1e78f150-7d84-4e82-8f1d-6adae0cefb9d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:19.292141 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cef98-1f94-4e37-9692-fe0d4b52bfe5 req-5acae5dd-e766-4530-84e3-48333031e79b tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:19.294672 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d73cef98-1f94-4e37-9692-fe0d4b52bfe5 req-5acae5dd-e766-4530-84e3-48333031e79b tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7 HTTP/1.1" status: 200 len: 950 time: 0.3084028 Aug 16 01:33:19.351925 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9bbb8-9424-440c-a4ab-875330a52f82 req-dedd42c8-e59b-41bb-8160-04df72d023d7 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:19.354541 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f9bbb8-9424-440c-a4ab-875330a52f82 req-dedd42c8-e59b-41bb-8160-04df72d023d7 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=35bd8e6b-3d27-43f3-976c-7e7df4f7b924 HTTP/1.1" status: 200 len: 935 time: 0.0782268 Aug 16 01:33:19.364625 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:19.399458 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f9bbb8-9424-440c-a4ab-875330a52f82 req-32f56262-36db-42a0-b423-3959e3310869 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393429 Aug 16 01:33:19.437290 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:19.446987 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e731ca88-4851-4d78-b073-5a0058e8e7c8 None None] Provisioning for port 1e78f150-7d84-4e82-8f1d-6adae0cefb9d completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:19.474916 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e731ca88-4851-4d78-b073-5a0058e8e7c8 None None] Provisioning complete for port 1e78f150-7d84-4e82-8f1d-6adae0cefb9d triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:19.475547 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e731ca88-4851-4d78-b073-5a0058e8e7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:19.513284 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6', 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a', 'port_id': '9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6', 'mac_address': 'fa:16:3e:e0:01:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a70a5b5-baa4-4789-ab96-e7bced8a7b9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:33:19.516422 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c0981-45a7-4294-a9db-5425c9b1d324 req-0e041373-feb9-49d5-97ac-fc06e1bc166f tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:19.518084 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff0c0981-45a7-4294-a9db-5425c9b1d324 req-0e041373-feb9-49d5-97ac-fc06e1bc166f tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 946 time: 0.0540009 Aug 16 01:33:19.531017 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e40ae6-8ec9-43fa-8912-4c54aacba174 req-50d8e1f3-9ad3-48f3-bf2c-108d056e5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:19.532942 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-07e40ae6-8ec9-43fa-8912-4c54aacba174 req-50d8e1f3-9ad3-48f3-bf2c-108d056e5cdb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ff4d49d9349f4289b826943bc1ef682e&device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 1100 time: 0.2761414 Aug 16 01:33:19.580006 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff0c0981-45a7-4294-a9db-5425c9b1d324 req-ff758768-083f-4060-a160-eb17b5a6d012 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65fe992-e23c-41dd-8acc-8dad22ad92fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508285 Aug 16 01:33:19.583655 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e731ca88-4851-4d78-b073-5a0058e8e7c8 None None] Port 1e78f150-7d84-4e82-8f1d-6adae0cefb9d cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:33:19.632785 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:19.662831 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29420a4c-f138-4088-bc5e-caeee17ac2a2 x-openstack-request-id: req-29420a4c-f138-4088-bc5e-caeee17ac2a2 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:19.663758 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b45e0fe-230e-4662-a0e6-ab8da6bd95bb", "name": "network-vif-plugged", "status": "completed", "tag": "20a56163-742a-4760-8fa9-650729e13174", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:19.664179 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-29420a4c-f138-4088-bc5e-caeee17ac2a2 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:19.664602 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b45e0fe-230e-4662-a0e6-ab8da6bd95bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a56163-742a-4760-8fa9-650729e13174', 'code': 200} Aug 16 01:33:19.677669 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:19.697128 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d73cef98-1f94-4e37-9692-fe0d4b52bfe5 req-356cc2d7-77b6-434b-885a-27fb2097446d tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782017 Aug 16 01:33:19.728049 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:19.763727 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:19.861640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:19.919028 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-34119e5a-84f7-47e8-974a-6419a15fc07b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:19.926096 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-34119e5a-84f7-47e8-974a-6419a15fc07b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/networks?id=03241670-4104-41ea-a6fc-9fe8a3a8cd89 HTTP/1.1" status: 200 len: 821 time: 0.1465445 Aug 16 01:33:19.942623 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-c2a4c914-dd46-41e5-9c79-56bba0ea8103 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/quotas/5e0c5f98f6fe42de99c785c15701bc81 HTTP/1.1" status: 200 len: 375 time: 0.0155127 Aug 16 01:33:19.949111 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b88509-8951-4d91-9749-f0ff83ab9e21 req-b22358a9-bab6-47dd-9ea0-4dae8eec2328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:19.950852 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4b88509-8951-4d91-9749-f0ff83ab9e21 req-b22358a9-bab6-47dd-9ea0-4dae8eec2328 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 1098 time: 0.2093072 Aug 16 01:33:19.970638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e40ae6-8ec9-43fa-8912-4c54aacba174 req-c82667fe-4a25-4a0f-ad7a-c0c17d09d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:19.972108 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-07e40ae6-8ec9-43fa-8912-4c54aacba174 req-c82667fe-4a25-4a0f-ad7a-c0c17d09d953 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.4232123 Aug 16 01:33:19.988754 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a35505-3c87-47d4-806d-725a86e666e8 req-81165195-5049-41e9-bb0e-ffd933580e1a tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:19.997179 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6a35505-3c87-47d4-806d-725a86e666e8 req-81165195-5049-41e9-bb0e-ffd933580e1a tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 944 time: 0.1843429 Aug 16 01:33:20.013622 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-6f206daa-1c8b-44bb-a8c6-79ce2235803e tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5e0c5f98f6fe42de99c785c15701bc81&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0699260 Aug 16 01:33:20.057125 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7be0d6a-450a-430e-88f0-f9612e88b05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:20.081105 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6a35505-3c87-47d4-806d-725a86e666e8 req-ed26f475-5289-4351-ac09-270ea2a9b183 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786040 Aug 16 01:33:20.105722 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:20.115865 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-e91a5aa8-1412-4288-8e9f-030b2c655e93 service neutron] 10.222.0.68 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009924 Aug 16 01:33:20.170573 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-07e40ae6-8ec9-43fa-8912-4c54aacba174 req-455c077e-34ea-451b-b5f2-745fab784acd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=1af3bff7-9752-4156-92a9-c574fe4d6f28 HTTP/1.1" status: 200 len: 217 time: 0.0841463 Aug 16 01:33:20.175792 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e78f150-7d84-4e82-8f1d-6adae0cefb9d {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:20.253326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e40ae6-8ec9-43fa-8912-4c54aacba174 req-6cfff901-f648-4f6a-8c15-1672ac431d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:20.254747 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-07e40ae6-8ec9-43fa-8912-4c54aacba174 req-6cfff901-f648-4f6a-8c15-1672ac431d2b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0706911 Aug 16 01:33:20.256660 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:20.265115 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-7c36c892-9a8e-418f-ae90-b25fa719d011 service neutron] 10.222.0.68 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482608 Aug 16 01:33:20.295421 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4b88509-8951-4d91-9749-f0ff83ab9e21 req-0bff75f7-22bb-45c9-bcbc-8541ad5652b1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b65fe992-e23c-41dd-8acc-8dad22ad92fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129457 Aug 16 01:33:20.314917 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d3b8e12d-be02-4625-aedb-c1114046e05a up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:33:20.338651 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Transition to ACTIVE for port object 1e78f150-7d84-4e82-8f1d-6adae0cefb9d will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:20.351564 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:20.415223 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e40ae6-8ec9-43fa-8912-4c54aacba174 req-e48faed1-60ae-443e-984f-0b1a1468dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:20.416757 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-07e40ae6-8ec9-43fa-8912-4c54aacba174 req-e48faed1-60ae-443e-984f-0b1a1468dd85 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1403031 Aug 16 01:33:20.435990 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30923be9-527a-4b27-842e-5ec34e41ca41 req-89350cfe-5da3-496d-86c3-7e7e1dc418e9 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:20.438993 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port d3b8e12d-be02-4625-aedb-c1114046e05a completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:20.450072 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-30923be9-527a-4b27-842e-5ec34e41ca41 req-89350cfe-5da3-496d-86c3-7e7e1dc418e9 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b274cb1-fb05-4179-a1ff-392bfec7371e HTTP/1.1" status: 200 len: 947 time: 0.1783795 Aug 16 01:33:20.467188 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port d3b8e12d-be02-4625-aedb-c1114046e05a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:20.467892 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:20.537996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d417f2-1eab-45b8-a8d8-6b9bd580f7e4 req-71d09fd3-2416-44cd-987d-43a8b682c0ab tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:20.552935 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-46d417f2-1eab-45b8-a8d8-6b9bd580f7e4 req-71d09fd3-2416-44cd-987d-43a8b682c0ab tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 948 time: 0.0684528 Aug 16 01:33:20.576750 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-07e40ae6-8ec9-43fa-8912-4c54aacba174 req-c93c8485-76b8-42ea-8b17-23688a69bc06 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062193 Aug 16 01:33:20.626402 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:20.631789 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Pushing event updated for resources: {'Port': ['ID=1e78f150-7d84-4e82-8f1d-6adae0cefb9d,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:20.637353 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-46d417f2-1eab-45b8-a8d8-6b9bd580f7e4 req-10da0100-d14f-4225-b8a2-d5ae10bbd71b tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833523 Aug 16 01:33:20.676741 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d3b8e12d-be02-4625-aedb-c1114046e05a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d3b8e12d-be02-4625-aedb-c1114046e05a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:20.683051 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:20.751760 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=d3b8e12d-be02-4625-aedb-c1114046e05a,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:20.758405 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-71eb6694-3655-4071-a6ec-c58fe19d2339 req-a5811af7-22f4-4939-b67d-f11f5067c55e tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 210 time: 0.0624905 Aug 16 01:33:20.762327 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-30923be9-527a-4b27-842e-5ec34e41ca41 req-73528f92-27b8-4943-8c3a-4e0b42172710 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113227 Aug 16 01:33:20.807972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Attempting to bind port 1e78f150-7d84-4e82-8f1d-6adae0cefb9d on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:33:20.808883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Attempting to bind port 1e78f150-7d84-4e82-8f1d-6adae0cefb9d by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:33:20.809446 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Attempting to bind port 1e78f150-7d84-4e82-8f1d-6adae0cefb9d on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:20.829588 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-07e40ae6-8ec9-43fa-8912-4c54aacba174 req-b9c49052-292e-4621-a562-9d05c5907572 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989026 Aug 16 01:33:20.830361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Port 1e78f150-7d84-4e82-8f1d-6adae0cefb9d on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:33:20.830760 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Attempting to bind port 1e78f150-7d84-4e82-8f1d-6adae0cefb9d on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:20.870694 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:33:20.871263 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:33:20.871396 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:33:20.871788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Bound port: 1e78f150-7d84-4e82-8f1d-6adae0cefb9d, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:33:20.872156 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:20.941052 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce3241-83f1-43ef-9791-65682107c3f0 req-79937ec8-d431-490d-a224-1d8acb44e474 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:20.950999 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6bce3241-83f1-43ef-9791-65682107c3f0 req-79937ec8-d431-490d-a224-1d8acb44e474 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=35bd8e6b-3d27-43f3-976c-7e7df4f7b924 HTTP/1.1" status: 200 len: 947 time: 0.0773234 Aug 16 01:33:20.997177 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6bce3241-83f1-43ef-9791-65682107c3f0 req-1b2d57f8-3836-47a1-afac-1596c6668b7e tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451951 Aug 16 01:33:20.999426 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2591282-192a-4b48-856d-c3fee9957339 req-1befdb6f-1684-4c15-9d57-d9facf3b90e8 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:21.001111 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c2591282-192a-4b48-856d-c3fee9957339 req-1befdb6f-1684-4c15-9d57-d9facf3b90e8 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 946 time: 0.1653583 Aug 16 01:33:21.020181 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] For port 1e78f150-7d84-4e82-8f1d-6adae0cefb9d, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:33:21.026225 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] For port 1e78f150-7d84-4e82-8f1d-6adae0cefb9d, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1e78f150-7d84-4e82-8f1d-6adae0cefb9d,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:33:21.037208 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:21.082450 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1af3bff7-9752-4156-92a9-c574fe4d6f28 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:33:21.091708 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:21.092701 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:21.094453 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] 10.222.0.63 "PUT /v2.0/ports/1e78f150-7d84-4e82-8f1d-6adae0cefb9d HTTP/1.1" status: 200 len: 1096 time: 1.9215174 Aug 16 01:33:21.156020 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c2591282-192a-4b48-856d-c3fee9957339 req-c1f21d51-7edf-44ea-9612-a86379ef33da tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65fe992-e23c-41dd-8acc-8dad22ad92fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282556 Aug 16 01:33:21.226192 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bd8e6b-3d27-43f3-976c-7e7df4f7b924', 'tag': '1e78f150-7d84-4e82-8f1d-6adae0cefb9d'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:21.235794 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ad48c9-dfba-4cf7-af99-a4fba9a281cb" -d '{"events": [{"name": "network-changed", "server_uuid": "35bd8e6b-3d27-43f3-976c-7e7df4f7b924", "tag": "1e78f150-7d84-4e82-8f1d-6adae0cefb9d"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:21.255646 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562016e-3327-4215-bb4e-08b2fcaf8909 service neutron] Pushing event updated for resources: {'Port': ['ID=1e78f150-7d84-4e82-8f1d-6adae0cefb9d,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:21.263132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290d442-cc74-47c9-b69c-7ab6039b78dc req-419cc38b-9ae3-4013-becf-6e0b3f3d3161 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:21.264695 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4290d442-cc74-47c9-b69c-7ab6039b78dc req-419cc38b-9ae3-4013-becf-6e0b3f3d3161 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 944 time: 0.0831096 Aug 16 01:33:21.293438 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-672c9354-9bef-4651-b97a-b71999476ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:21.295007 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-672c9354-9bef-4651-b97a-b71999476ad6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&device_id=35bd8e6b-3d27-43f3-976c-7e7df4f7b924 HTTP/1.1" status: 200 len: 1099 time: 0.1380382 Aug 16 01:33:21.303287 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1af3bff7-9752-4156-92a9-c574fe4d6f28, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1af3bff7-9752-4156-92a9-c574fe4d6f28,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:21.323063 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '1af3bff7-9752-4156-92a9-c574fe4d6f28', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '1af3bff7-9752-4156-92a9-c574fe4d6f28', 'mac_address': 'fa:16:3e:e8:41:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:33:21.343869 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4290d442-cc74-47c9-b69c-7ab6039b78dc req-267a3798-bb01-4e3b-b7fe-1c187b2b57f9 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731606 Aug 16 01:33:21.401184 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:21.422460 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af3bff7-9752-4156-92a9-c574fe4d6f28 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:21.423101 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b815c871-b06c-4ce3-bc04-2899ffde3cf1 x-openstack-request-id: req-b815c871-b06c-4ce3-bc04-2899ffde3cf1 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:21.423395 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bd8e6b-3d27-43f3-976c-7e7df4f7b924", "tag": "1e78f150-7d84-4e82-8f1d-6adae0cefb9d", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:21.423643 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b815c871-b06c-4ce3-bc04-2899ffde3cf1 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:21.424727 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bd8e6b-3d27-43f3-976c-7e7df4f7b924', 'tag': '1e78f150-7d84-4e82-8f1d-6adae0cefb9d', 'status': 'completed', 'code': 200} Aug 16 01:33:21.426796 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-0382758f-61fe-4fe3-be1d-585c91515320 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=1e78f150-7d84-4e82-8f1d-6adae0cefb9d HTTP/1.1" status: 200 len: 217 time: 0.0924201 Aug 16 01:33:21.446861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1af3bff7-9752-4156-92a9-c574fe4d6f28, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1af3bff7-9752-4156-92a9-c574fe4d6f28,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:21.451510 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:21.503557 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-6542c73e-36e9-4288-8850-7d44649f374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:21.505035 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-6542c73e-36e9-4288-8850-7d44649f374d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0534573 Aug 16 01:33:21.519508 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1af3bff7-9752-4156-92a9-c574fe4d6f28,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:21.564055 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-f3002cf4-ddf6-4b4e-a41c-be2c415c1754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:21.566416 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-f3002cf4-ddf6-4b4e-a41c-be2c415c1754 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0464969 Aug 16 01:33:21.666050 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b274cb1-fb05-4179-a1ff-392bfec7371e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b8e12d-be02-4625-aedb-c1114046e05a'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:21.669705 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aba3e1c-8dc8-4ac0-af44-749d6158668c" -d '{"events": [{"server_uuid": "1b274cb1-fb05-4179-a1ff-392bfec7371e", "name": "network-vif-plugged", "status": "completed", "tag": "d3b8e12d-be02-4625-aedb-c1114046e05a"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:21.686162 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-0e9e5963-1d88-4353-867d-49e5edfbcb17 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896058 Aug 16 01:33:21.709030 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f0ec3e-a6d5-4825-9007-a3d6f8f8a055 x-openstack-request-id: req-19f0ec3e-a6d5-4825-9007-a3d6f8f8a055 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:21.709393 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b274cb1-fb05-4179-a1ff-392bfec7371e", "name": "network-vif-plugged", "status": "completed", "tag": "d3b8e12d-be02-4625-aedb-c1114046e05a", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:21.709711 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-19f0ec3e-a6d5-4825-9007-a3d6f8f8a055 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:21.710229 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b274cb1-fb05-4179-a1ff-392bfec7371e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b8e12d-be02-4625-aedb-c1114046e05a', 'code': 200} Aug 16 01:33:21.806401 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['1af3bff7-9752-4156-92a9-c574fe4d6f28'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:21.881054 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d4782-1e41-41ed-8579-27a1dfeb8efc req-1b56f387-e469-4214-a886-2f9330102759 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:21.883678 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8f2d4782-1e41-41ed-8579-27a1dfeb8efc req-1b56f387-e469-4214-a886-2f9330102759 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 949 time: 0.1902671 Aug 16 01:33:21.890958 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c18398a-4292-48c0-95e7-48a1464dc5b7 req-7822df01-40b8-4dfa-b2d7-e0b07df3aa0d service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879795 Aug 16 01:33:21.898093 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac8080-8a8f-474e-89b7-4862e3ec4e53 req-40974d9a-db7a-440d-832e-096d84acfe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:21.900005 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7dac8080-8a8f-474e-89b7-4862e3ec4e53 req-40974d9a-db7a-440d-832e-096d84acfe9c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1b274cb1-fb05-4179-a1ff-392bfec7371e HTTP/1.1" status: 200 len: 1100 time: 0.1188226 Aug 16 01:33:21.903919 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113fbd1-227a-443a-9eb9-a90c03caea32 req-fed5579a-2a84-4cd8-bcd8-537a5f7e0208 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:21.906331 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e113fbd1-227a-443a-9eb9-a90c03caea32 req-fed5579a-2a84-4cd8-bcd8-537a5f7e0208 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b274cb1-fb05-4179-a1ff-392bfec7371e HTTP/1.1" status: 200 len: 948 time: 0.0741949 Aug 16 01:33:21.985181 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e113fbd1-227a-443a-9eb9-a90c03caea32 req-3deb152d-ca72-461f-941b-7f9239e3448e tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708559 Aug 16 01:33:22.089088 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8f2d4782-1e41-41ed-8579-27a1dfeb8efc req-97c89020-a543-4598-a733-07743177038b tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961231 Aug 16 01:33:22.135031 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7dac8080-8a8f-474e-89b7-4862e3ec4e53 req-ebee42ee-879a-4596-ad9b-65cd519a3568 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027409 Aug 16 01:33:22.145321 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-07d89065-a5d8-4462-8e83-7cad515c5bf0 req-d989d28f-c949-414b-bdcc-d9507aae63f1 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 210 time: 0.0631616 Aug 16 01:33:22.162741 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad48c9-dfba-4cf7-af99-a4fba9a281cb req-ad237ae7-dc27-46e0-8cff-8fab9e672792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:22.167908 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2ad48c9-dfba-4cf7-af99-a4fba9a281cb req-ad237ae7-dc27-46e0-8cff-8fab9e672792 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&device_id=35bd8e6b-3d27-43f3-976c-7e7df4f7b924 HTTP/1.1" status: 200 len: 1099 time: 0.1755819 Aug 16 01:33:22.269680 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-74374c84-c184-4d97-9d17-0eb7af940ae9 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:22.271285 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-74374c84-c184-4d97-9d17-0eb7af940ae9 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.63 "GET /v2.0/networks?id=03241670-4104-41ea-a6fc-9fe8a3a8cd89 HTTP/1.1" status: 200 len: 821 time: 0.2672055 Aug 16 01:33:22.290253 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-23424360-1cc9-4919-8c4c-7c0e320ec58a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Request body: {'port': {'device_id': '86d32106-ed8a-4159-87eb-890319366714', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'admin_state_up': True, 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:22.304264 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ab798-59ca-4e11-ab13-39110ea89bf9 req-315a88fc-a896-4837-8739-043b2d189840 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:22.312469 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bd8ab798-59ca-4e11-ab13-39110ea89bf9 req-315a88fc-a896-4837-8739-043b2d189840 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 946 time: 0.0681882 Aug 16 01:33:22.351262 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bd8ab798-59ca-4e11-ab13-39110ea89bf9 req-682c241a-92d5-47ea-b45b-1375059d0a34 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65fe992-e23c-41dd-8acc-8dad22ad92fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373292 Aug 16 01:33:22.354366 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed5700-f446-418c-9b32-f1e5fdcd63ce req-e2d5cc66-eccd-473d-9973-56b70856df50 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:22.355865 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e1ed5700-f446-418c-9b32-f1e5fdcd63ce req-e2d5cc66-eccd-473d-9973-56b70856df50 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=35bd8e6b-3d27-43f3-976c-7e7df4f7b924 HTTP/1.1" status: 200 len: 947 time: 0.1844375 Aug 16 01:33:22.416941 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad48c9-dfba-4cf7-af99-a4fba9a281cb req-c50e6739-dc10-4649-b2e3-2f25c1c75461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:22.418433 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2ad48c9-dfba-4cf7-af99-a4fba9a281cb req-c50e6739-dc10-4649-b2e3-2f25c1c75461 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.2328506 Aug 16 01:33:22.519332 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea098a9-864b-49c4-95e9-a970df9f0db0 req-8c28113f-6f0d-40dc-b7a7-1b7829c10ba5 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:22.521298 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1ea098a9-864b-49c4-95e9-a970df9f0db0 req-8c28113f-6f0d-40dc-b7a7-1b7829c10ba5 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 946 time: 0.0532908 Aug 16 01:33:22.524739 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d4af3d5a-b7d3-47b2-9083-6b1f6c288888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:22.531511 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 35136) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:33:22.536831 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-61ccc2ee-a50a-4adf-850c-3bb552f8bcf9 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Request body: {'floatingip': {'port_id': '20a56163-742a-4760-8fa9-650729e13174'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:22.587030 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61ccc2ee-a50a-4adf-850c-3bb552f8bcf9 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:22.727760 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757603a4-b325-41e3-afec-b11b8091b7ea req-3332ca1e-9f66-4c11-94ae-4f0b9bfeb0af tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:22.729328 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-757603a4-b325-41e3-afec-b11b8091b7ea req-3332ca1e-9f66-4c11-94ae-4f0b9bfeb0af tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 944 time: 0.1459630 Aug 16 01:33:22.754053 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e1ed5700-f446-418c-9b32-f1e5fdcd63ce req-dbc3211f-2f08-4aa2-8c13-f9e849cc80c6 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904846 Aug 16 01:33:22.758216 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2ad48c9-dfba-4cf7-af99-a4fba9a281cb req-d0dc96d1-8afe-4cf7-8f4c-f47116b34a64 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=1e78f150-7d84-4e82-8f1d-6adae0cefb9d HTTP/1.1" status: 200 len: 217 time: 0.3272395 Aug 16 01:33:22.812623 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-23424360-1cc9-4919-8c4c-7c0e320ec58a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Made reservation on behalf of 5e0c5f98f6fe42de99c785c15701bc81 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:33:22.816009 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-23424360-1cc9-4919-8c4c-7c0e320ec58a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:22.816495 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-757603a4-b325-41e3-afec-b11b8091b7ea req-cf22f887-8dd6-4154-8baa-5f039ab0f106 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791268 Aug 16 01:33:22.832416 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad48c9-dfba-4cf7-af99-a4fba9a281cb req-dfffa3e0-e194-43a0-9615-31454e6ca3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:22.841949 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2ad48c9-dfba-4cf7-af99-a4fba9a281cb req-dfffa3e0-e194-43a0-9615-31454e6ca3ff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0664330 Aug 16 01:33:22.941144 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad48c9-dfba-4cf7-af99-a4fba9a281cb req-f5770707-076c-47f0-af77-9d6f3e63ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:22.942681 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2ad48c9-dfba-4cf7-af99-a4fba9a281cb req-f5770707-076c-47f0-af77-9d6f3e63ab0e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0967302 Aug 16 01:33:23.030854 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-23424360-1cc9-4919-8c4c-7c0e320ec58a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Allocated IP 172.20.0.10 (03241670-4104-41ea-a6fc-9fe8a3a8cd89/c7b48f01-7f17-46c9-aeb0-0901bdbe28b8/81ee393e-d25d-4065-b244-22f5c0a71304) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:33:23.098989 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2ad48c9-dfba-4cf7-af99-a4fba9a281cb req-0aecb5a5-0905-44fd-bbbe-7c61dcf3e660 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347544 Aug 16 01:33:23.104019 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:33:23.119871 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61ccc2ee-a50a-4adf-850c-3bb552f8bcf9 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:23.125002 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61ccc2ee-a50a-4adf-850c-3bb552f8bcf9 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:23.194181 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:23.197219 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:23.201647 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:23.202207 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:23.275364 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254ceed-adeb-4fa9-bb36-ae835ec9e4ff req-772779c0-a55f-4a1a-bfcc-5f873a050f99 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:23.282787 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1254ceed-adeb-4fa9-bb36-ae835ec9e4ff req-772779c0-a55f-4a1a-bfcc-5f873a050f99 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b274cb1-fb05-4179-a1ff-392bfec7371e HTTP/1.1" status: 200 len: 948 time: 0.1915495 Aug 16 01:33:23.289393 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-61ccc2ee-a50a-4adf-850c-3bb552f8bcf9 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Floating IP 8ce45f7d-9585-4476-b226-dcac8aea9bf5 associated. External IP: 172.25.3.51, port: 20a56163-742a-4760-8fa9-650729e13174. Aug 16 01:33:23.302167 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:23.339756 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2ad48c9-dfba-4cf7-af99-a4fba9a281cb req-6d9761ed-82c0-4e43-b1b5-d103c69b52b8 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261097 Aug 16 01:33:23.341909 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:23.348007 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:23.349047 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1af3bff7-9752-4156-92a9-c574fe4d6f28 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:33:23.355673 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b3467-a627-488f-8b20-da3385dc4f22 req-ce09b508-61e0-4808-b889-b2b4e927cba9 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:23.357351 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-836b3467-a627-488f-8b20-da3385dc4f22 req-ce09b508-61e0-4808-b889-b2b4e927cba9 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 949 time: 0.1373503 Aug 16 01:33:23.374110 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1254ceed-adeb-4fa9-bb36-ae835ec9e4ff req-0fd50ab1-5410-4845-9ae7-6eb9579ee7de tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901864 Aug 16 01:33:23.385097 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-23424360-1cc9-4919-8c4c-7c0e320ec58a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:23.411380 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-23424360-1cc9-4919-8c4c-7c0e320ec58a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Transition to ACTIVE for port object 81ee393e-d25d-4065-b244-22f5c0a71304 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:23.456119 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 1af3bff7-9752-4156-92a9-c574fe4d6f28 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:23.462087 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 1af3bff7-9752-4156-92a9-c574fe4d6f28 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:23.462624 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:23.467264 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-836b3467-a627-488f-8b20-da3385dc4f22 req-ebfc72d8-3de8-45ab-93a6-ca61fe46a8cf tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965476 Aug 16 01:33:23.468160 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-23424360-1cc9-4919-8c4c-7c0e320ec58a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:23.515530 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:23.534147 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['1e1c0401-255c-4b9c-8fee-9812ab714b8b'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:23.538826 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-23424360-1cc9-4919-8c4c-7c0e320ec58a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Network 03241670-4104-41ea-a6fc-9fe8a3a8cd89 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:33:23.545786 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-23424360-1cc9-4919-8c4c-7c0e320ec58a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:33:23.555156 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-23424360-1cc9-4919-8c4c-7c0e320ec58a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:33:23.607848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23424360-1cc9-4919-8c4c-7c0e320ec58a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Pushing event updated for resources: {'Port': ['ID=81ee393e-d25d-4065-b244-22f5c0a71304,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:23.619460 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-23424360-1cc9-4919-8c4c-7c0e320ec58a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:23.620114 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-23424360-1cc9-4919-8c4c-7c0e320ec58a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:23.631145 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ccc2ee-a50a-4adf-850c-3bb552f8bcf9 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Router e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:33:23.631871 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6d3f7-96ad-4834-86f4-bc0019c99601 req-86affe8d-a5b6-4b34-a27a-9138cef50b2b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:23.633547 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-95e6d3f7-96ad-4834-86f4-bc0019c99601 req-86affe8d-a5b6-4b34-a27a-9138cef50b2b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 932 time: 0.1629567 Aug 16 01:33:23.664582 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-23424360-1cc9-4919-8c4c-7c0e320ec58a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3812664 Aug 16 01:33:23.675786 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:23.685244 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-95e6d3f7-96ad-4834-86f4-bc0019c99601 req-2809b2b3-730b-44dd-b45b-92e3cfae5b24 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450275 Aug 16 01:33:23.695865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Request body: {'port': {'device_id': '86d32106-ed8a-4159-87eb-890319366714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:23.714137 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb4ba0d-4d36-4ad0-aac8-939721844fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:23.716328 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957a69b6-4dcc-4657-85e9-21fcb728e7d6" -d '{"events": [{"server_uuid": "adb4ba0d-4d36-4ad0-aac8-939721844fb7", "name": "network-vif-plugged", "status": "completed", "tag": "9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:23.764023 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1af3bff7-9752-4156-92a9-c574fe4d6f28, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1af3bff7-9752-4156-92a9-c574fe4d6f28,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:23.764659 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:23.775135 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:23.801451 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ccc2ee-a50a-4adf-850c-3bb552f8bcf9 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:33:23.811526 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61ccc2ee-a50a-4adf-850c-3bb552f8bcf9 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:23.825958 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2891c858-ab58-46fc-85cb-582839e0db6b x-openstack-request-id: req-2891c858-ab58-46fc-85cb-582839e0db6b {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:23.826405 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb4ba0d-4d36-4ad0-aac8-939721844fb7", "name": "network-vif-plugged", "status": "completed", "tag": "9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:23.826755 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2891c858-ab58-46fc-85cb-582839e0db6b {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:23.827221 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb4ba0d-4d36-4ad0-aac8-939721844fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6', 'code': 200} Aug 16 01:33:23.828271 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43778637-b511-450d-bc32-f1fd26f9c238 None None] Sync routers for ids ['e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:33:23.845150 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43778637-b511-450d-bc32-f1fd26f9c238 None None] Routers {'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:33:23.846112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-43778637-b511-450d-bc32-f1fd26f9c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:33:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:23.870701 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-61ccc2ee-a50a-4adf-850c-3bb552f8bcf9 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "PUT /v2.0/floatingips/8ce45f7d-9585-4476-b226-dcac8aea9bf5 HTTP/1.1" status: 200 len: 991 time: 1.3353248 Aug 16 01:33:23.870701 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b45e0fe-230e-4662-a0e6-ab8da6bd95bb', 'tag': '20a56163-742a-4760-8fa9-650729e13174'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:23.877742 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08022909-c2b1-4ada-b6fe-a343b27c6ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b45e0fe-230e-4662-a0e6-ab8da6bd95bb", "tag": "20a56163-742a-4760-8fa9-650729e13174"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:23.948153 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c8156eb3-4a88-44e9-a25d-70f952e8c262 None None] Provisioning for port 81ee393e-d25d-4065-b244-22f5c0a71304 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:23.961511 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c8156eb3-4a88-44e9-a25d-70f952e8c262 None None] Provisioning complete for port 81ee393e-d25d-4065-b244-22f5c0a71304 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:23.962102 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c8156eb3-4a88-44e9-a25d-70f952e8c262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:23.966359 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1af3bff7-9752-4156-92a9-c574fe4d6f28,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:23.976208 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1164d-a832-41cf-ab36-0870eb0ab5be req-4412e01b-d383-4db1-b3d6-b7bf8a5da4b6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:23.977797 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-97c1164d-a832-41cf-ab36-0870eb0ab5be req-4412e01b-d383-4db1-b3d6-b7bf8a5da4b6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.0630972 Aug 16 01:33:24.022659 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-97c1164d-a832-41cf-ab36-0870eb0ab5be req-54351117-1862-44f4-bf9c-8bc90e72efe6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385280 Aug 16 01:33:24.082827 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1fa3d-74c0-4954-9d27-034ad490efdc req-03865cdc-343f-4e38-8c0d-4a0258d95d7d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:24.084552 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4f1fa3d-74c0-4954-9d27-034ad490efdc req-03865cdc-343f-4e38-8c0d-4a0258d95d7d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=35bd8e6b-3d27-43f3-976c-7e7df4f7b924 HTTP/1.1" status: 200 len: 947 time: 0.2131484 Aug 16 01:33:24.108373 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff9904-4ef1-4164-9fa9-19276079e6a1 req-cfd8c5d2-fd7b-44fe-ac9d-6c8b830665b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:24.109956 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-06ff9904-4ef1-4164-9fa9-19276079e6a1 req-cfd8c5d2-fd7b-44fe-ac9d-6c8b830665b2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 1097 time: 0.1551178 Aug 16 01:33:24.167834 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fa8d42-50f6-4ef7-b9aa-8fdcfb3b6105 x-openstack-request-id: req-30fa8d42-50f6-4ef7-b9aa-8fdcfb3b6105 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:24.167834 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b45e0fe-230e-4662-a0e6-ab8da6bd95bb", "tag": "20a56163-742a-4760-8fa9-650729e13174", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:24.167834 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-30fa8d42-50f6-4ef7-b9aa-8fdcfb3b6105 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:24.167834 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b45e0fe-230e-4662-a0e6-ab8da6bd95bb', 'tag': '20a56163-742a-4760-8fa9-650729e13174', 'status': 'completed', 'code': 200} Aug 16 01:33:24.191181 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c8156eb3-4a88-44e9-a25d-70f952e8c262 None None] Port 81ee393e-d25d-4065-b244-22f5c0a71304 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:33:24.202394 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4f1fa3d-74c0-4954-9d27-034ad490efdc req-e09df82a-d02c-4907-8205-ddb0d1afd652 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059442 Aug 16 01:33:24.221849 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-06ff9904-4ef1-4164-9fa9-19276079e6a1 req-71d6d082-9a4c-45eb-a39a-92392c6bdb54 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993025 Aug 16 01:33:24.226211 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:24.235096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-43778637-b511-450d-bc32-f1fd26f9c238 None None] Set router e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:33:24.300957 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08022909-c2b1-4ada-b6fe-a343b27c6ce0 req-b2ba13e9-d945-46e0-8090-1f35eda91e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:24.302772 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08022909-c2b1-4ada-b6fe-a343b27c6ce0 req-b2ba13e9-d945-46e0-8090-1f35eda91e43 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ff662360c9f4337bcec9e02dd72c2ae&device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 1098 time: 0.1065338 Aug 16 01:33:24.311351 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ee393e-d25d-4065-b244-22f5c0a71304 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:24.332366 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:24.390726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Transition to ACTIVE for port object 81ee393e-d25d-4065-b244-22f5c0a71304 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:24.395230 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:24.476241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Pushing event updated for resources: {'Port': ['ID=81ee393e-d25d-4065-b244-22f5c0a71304,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:24.500044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08022909-c2b1-4ada-b6fe-a343b27c6ce0 req-d4cd2e95-d3b1-465d-a57e-a874e11bfdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:24.501543 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08022909-c2b1-4ada-b6fe-a343b27c6ce0 req-d4cd2e95-d3b1-465d-a57e-a874e11bfdd3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e7fbe078-be47-474e-9498-2fcf3dc70a1e HTTP/1.1" status: 200 len: 906 time: 0.1857157 Aug 16 01:33:24.549847 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465775b4-aaed-4a98-aa47-0d6db96d1f3e req-1df186cc-6008-4462-b0f6-016a0a7b1a0e tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:24.554989 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-465775b4-aaed-4a98-aa47-0d6db96d1f3e req-1df186cc-6008-4462-b0f6-016a0a7b1a0e tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b274cb1-fb05-4179-a1ff-392bfec7371e HTTP/1.1" status: 200 len: 948 time: 0.0747213 Aug 16 01:33:24.630390 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-465775b4-aaed-4a98-aa47-0d6db96d1f3e req-c951e014-1d53-4e72-8fdb-a31ea876da80 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691254 Aug 16 01:33:24.660250 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-43778637-b511-450d-bc32-f1fd26f9c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'name': 'tempest-ServersTestJSON-826625101-router', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:37Z', 'updated_at': '2021-08-16T01:32:44Z', 'revision_number': 4, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'gw_port': {'id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:38Z', 'updated_at': '2021-08-16T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '8ce45f7d-9585-4476-b226-dcac8aea9bf5', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'port_id': '20a56163-742a-4760-8fa9-650729e13174', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e', 'mac_address': 'fa:16:3e:23:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b45e0fe-230e-4662-a0e6-ab8da6bd95bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:32:56Z', 'updated_at': '2021-08-16T01:33:23Z', 'revision_number': 1, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a364f0b-a773-4c81-bb91-6dca797f5d71', 'name': '', 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'mac_address': 'fa:16:3e:24:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:43Z', 'updated_at': '2021-08-16T01:32:54Z', 'revision_number': 5, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'subnets': [{'id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:24.675230 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Attempting to bind port 81ee393e-d25d-4065-b244-22f5c0a71304 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:33:24.675559 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Attempting to bind port 81ee393e-d25d-4065-b244-22f5c0a71304 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '217e8fbf-bb19-4c82-a110-67afcf9ce077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:33:24.675880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Attempting to bind port 81ee393e-d25d-4065-b244-22f5c0a71304 on network 03241670-4104-41ea-a6fc-9fe8a3a8cd89 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:24.690430 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08022909-c2b1-4ada-b6fe-a343b27c6ce0 req-40f1e1c6-30fa-4f10-a793-9fc0c975de0a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20a56163-742a-4760-8fa9-650729e13174 HTTP/1.1" status: 200 len: 999 time: 0.1473305 Aug 16 01:33:24.694147 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43778637-b511-450d-bc32-f1fd26f9c238 None None] Checking router: e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:33:24.704284 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63376800-ff78-4997-b258-0e1825ac4980 req-62cf919a-eb4d-42c7-be0c-42f8bb630add tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:24.704534 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43778637-b511-450d-bc32-f1fd26f9c238 None None] Routers {'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:33:24.705698 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-63376800-ff78-4997-b258-0e1825ac4980 req-62cf919a-eb4d-42c7-be0c-42f8bb630add tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 950 time: 0.1216321 Aug 16 01:33:24.705857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-43778637-b511-450d-bc32-f1fd26f9c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:33:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:24.707158 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Port 81ee393e-d25d-4065-b244-22f5c0a71304 on network 03241670-4104-41ea-a6fc-9fe8a3a8cd89 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:33:24.707477 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Attempting to bind port 81ee393e-d25d-4065-b244-22f5c0a71304 on network 03241670-4104-41ea-a6fc-9fe8a3a8cd89 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:24.752256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:33:24.752256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Checking segment: {'id': '217e8fbf-bb19-4c82-a110-67afcf9ce077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:33:24.752612 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Bound using segment: {'id': '217e8fbf-bb19-4c82-a110-67afcf9ce077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:33:24.752971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Bound port: 81ee393e-d25d-4065-b244-22f5c0a71304, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '217e8fbf-bb19-4c82-a110-67afcf9ce077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:33:24.753322 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:24.794068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08022909-c2b1-4ada-b6fe-a343b27c6ce0 req-43ba6b4c-9539-4620-9d7a-877c402d8426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:24.795602 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08022909-c2b1-4ada-b6fe-a343b27c6ce0 req-43ba6b4c-9539-4620-9d7a-877c402d8426 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ab4f0d50-fe91-4caf-819c-7375d06f3032 HTTP/1.1" status: 200 len: 844 time: 0.0893457 Aug 16 01:33:24.853193 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-43778637-b511-450d-bc32-f1fd26f9c238 None None] Set router e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:33:24.861231 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-63376800-ff78-4997-b258-0e1825ac4980 req-722264b8-a15d-4403-8880-569d195ffcf3 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424248 Aug 16 01:33:24.904193 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] For port 81ee393e-d25d-4065-b244-22f5c0a71304, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:33:24.907453 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] For port 81ee393e-d25d-4065-b244-22f5c0a71304, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=81ee393e-d25d-4065-b244-22f5c0a71304,segment=NetworkSegment(217e8fbf-bb19-4c82-a110-67afcf9ce077),segment_id=217e8fbf-bb19-4c82-a110-67afcf9ce077)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:33:24.919949 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:24.923169 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08022909-c2b1-4ada-b6fe-a343b27c6ce0 req-b2fbde2f-0437-4f6c-9e07-5ec2e62250ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:24.924690 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08022909-c2b1-4ada-b6fe-a343b27c6ce0 req-b2fbde2f-0437-4f6c-9e07-5ec2e62250ab service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e7fbe078-be47-474e-9498-2fcf3dc70a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990674 Aug 16 01:33:25.022990 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:25.023616 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:25.025025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] 10.222.0.63 "PUT /v2.0/ports/81ee393e-d25d-4065-b244-22f5c0a71304 HTTP/1.1" status: 200 len: 1093 time: 1.3382463 Aug 16 01:33:25.040649 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d32106-ed8a-4159-87eb-890319366714', 'tag': '81ee393e-d25d-4065-b244-22f5c0a71304'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:25.043266 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01345ad9-9d48-4bdd-80d4-257171cb4ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "86d32106-ed8a-4159-87eb-890319366714", "tag": "81ee393e-d25d-4065-b244-22f5c0a71304"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:25.134243 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1e78f150-7d84-4e82-8f1d-6adae0cefb9d details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:33:25.139446 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c0480f-1326-467e-bfd7-55988f43920b x-openstack-request-id: req-12c0480f-1326-467e-bfd7-55988f43920b {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:25.139923 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d32106-ed8a-4159-87eb-890319366714", "tag": "81ee393e-d25d-4065-b244-22f5c0a71304", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:25.140505 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-12c0480f-1326-467e-bfd7-55988f43920b {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:25.141330 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d32106-ed8a-4159-87eb-890319366714', 'tag': '81ee393e-d25d-4065-b244-22f5c0a71304', 'status': 'completed', 'code': 200} Aug 16 01:33:25.148413 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917d5c4-6c8f-40d3-a1c8-25196f8798f8 service neutron] Pushing event updated for resources: {'Port': ['ID=81ee393e-d25d-4065-b244-22f5c0a71304,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:25.200630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca7c9f-7bdb-4156-8700-f36b99571365 req-1763261c-90a7-4fb5-88df-87dec5ae45d1 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:25.218962 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36ca7c9f-7bdb-4156-8700-f36b99571365 req-1763261c-90a7-4fb5-88df-87dec5ae45d1 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 944 time: 0.2543530 Aug 16 01:33:25.238316 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08022909-c2b1-4ada-b6fe-a343b27c6ce0 req-19edbcd4-3ce9-4fca-94dc-37b45bf495bd service neutron] 10.222.0.63 "GET /v2.0/networks/e7fbe078-be47-474e-9498-2fcf3dc70a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054311 Aug 16 01:33:25.274153 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390f26d-8df8-44bb-ac7e-02f3f5952cec req-f71e3ba6-ab75-459f-af8e-480bcb253f53 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:25.282204 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2390f26d-8df8-44bb-ac7e-02f3f5952cec req-f71e3ba6-ab75-459f-af8e-480bcb253f53 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.0773146 Aug 16 01:33:25.297963 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-43778637-b511-450d-bc32-f1fd26f9c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'name': 'tempest-ServersTestJSON-826625101-router', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:37Z', 'updated_at': '2021-08-16T01:32:44Z', 'revision_number': 4, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'gw_port': {'id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:38Z', 'updated_at': '2021-08-16T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '8ce45f7d-9585-4476-b226-dcac8aea9bf5', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'port_id': '20a56163-742a-4760-8fa9-650729e13174', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e', 'mac_address': 'fa:16:3e:23:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b45e0fe-230e-4662-a0e6-ab8da6bd95bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:32:56Z', 'updated_at': '2021-08-16T01:33:23Z', 'revision_number': 1, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a364f0b-a773-4c81-bb91-6dca797f5d71', 'name': '', 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'mac_address': 'fa:16:3e:24:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:43Z', 'updated_at': '2021-08-16T01:32:54Z', 'revision_number': 5, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'subnets': [{'id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:25.324238 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2390f26d-8df8-44bb-ac7e-02f3f5952cec req-4a485856-8e1e-4a44-9d61-79d294e4ac11 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412169 Aug 16 01:33:25.330726 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43778637-b511-450d-bc32-f1fd26f9c238 None None] The sync data for ids ['e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'] in n-d-765315-27 is: [{'id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'name': 'tempest-ServersTestJSON-826625101-router', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:37Z', 'updated_at': '2021-08-16T01:32:44Z', 'revision_number': 4, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'gw_port': {'id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:38Z', 'updated_at': '2021-08-16T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '8ce45f7d-9585-4476-b226-dcac8aea9bf5', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'port_id': '20a56163-742a-4760-8fa9-650729e13174', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e', 'mac_address': 'fa:16:3e:23:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b45e0fe-230e-4662-a0e6-ab8da6bd95bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:32:56Z', 'updated_at': '2021-08-16T01:33:23Z', 'revision_number': 1, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a364f0b-a773-4c81-bb91-6dca797f5d71', 'name': '', 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'mac_address': 'fa:16:3e:24:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:43Z', 'updated_at': '2021-08-16T01:32:54Z', 'revision_number': 5, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'subnets': [{'id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:33:25.348606 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1e78f150-7d84-4e82-8f1d-6adae0cefb9d, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1e78f150-7d84-4e82-8f1d-6adae0cefb9d,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:25.366624 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '1e78f150-7d84-4e82-8f1d-6adae0cefb9d', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '1e78f150-7d84-4e82-8f1d-6adae0cefb9d', 'mac_address': 'fa:16:3e:f7:69:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:33:25.394670 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-7d94145c-52dd-4473-b0b3-94804cf80baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:25.396541 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-7d94145c-52dd-4473-b0b3-94804cf80baa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5e0c5f98f6fe42de99c785c15701bc81&device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 1096 time: 0.3128364 Aug 16 01:33:25.412848 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:25.415230 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36ca7c9f-7bdb-4156-8700-f36b99571365 req-a4b4d77d-8466-4845-b965-a928f66cf4f8 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950324 Aug 16 01:33:25.452794 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e78f150-7d84-4e82-8f1d-6adae0cefb9d {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:25.482467 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-ae67860b-5eca-4771-8d96-519fb77c13e2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81ee393e-d25d-4065-b244-22f5c0a71304 HTTP/1.1" status: 200 len: 217 time: 0.0645890 Aug 16 01:33:25.482785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1e78f150-7d84-4e82-8f1d-6adae0cefb9d, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1e78f150-7d84-4e82-8f1d-6adae0cefb9d,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:25.497213 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:25.543859 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08022909-c2b1-4ada-b6fe-a343b27c6ce0 req-f90df463-b1a1-4a8c-ae1b-1a9722cfecce service neutron] 10.222.0.63 "GET /v2.0/networks/e7fbe078-be47-474e-9498-2fcf3dc70a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807128 Aug 16 01:33:25.551986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1e78f150-7d84-4e82-8f1d-6adae0cefb9d,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:25.617326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08148606-4677-428e-ae49-9a9d2e8d752a req-dccdab82-1aa8-4f03-89a6-ab9387ae1e08 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:25.620301 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08148606-4677-428e-ae49-9a9d2e8d752a req-dccdab82-1aa8-4f03-89a6-ab9387ae1e08 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=35bd8e6b-3d27-43f3-976c-7e7df4f7b924 HTTP/1.1" status: 200 len: 948 time: 0.1233494 Aug 16 01:33:25.621325 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6accbba2-82fa-4779-95ab-5bb26f4530e9 None None] New status for floating IP 8ce45f7d-9585-4476-b226-dcac8aea9bf5: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:33:25.622894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-5a1bbbb4-d1ee-4341-90c1-31b1ed375247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:25.624376 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-5a1bbbb4-d1ee-4341-90c1-31b1ed375247 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c7b48f01-7f17-46c9-aeb0-0901bdbe28b8 HTTP/1.1" status: 200 len: 860 time: 0.1111476 Aug 16 01:33:25.694265 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08148606-4677-428e-ae49-9a9d2e8d752a req-a7f15255-be0f-4632-8905-6920175f34db tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637453 Aug 16 01:33:25.701120 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f676283d-7b74-4990-9cd0-5f3b34018124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:25.702799 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-f676283d-7b74-4990-9cd0-5f3b34018124 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=03241670-4104-41ea-a6fc-9fe8a3a8cd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695789 Aug 16 01:33:25.802975 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:25.804958 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-e819d4d8-03fc-4fa4-9873-21caa31358ad service neutron] 10.222.0.63 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907547 Aug 16 01:33:25.828504 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9214d7-cb21-4b02-8a85-b8784d0d2755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af3bff7-9752-4156-92a9-c574fe4d6f28'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:25.831147 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354ce495-8f91-42ef-8915-1525af6eb940" -d '{"events": [{"server_uuid": "bb9214d7-cb21-4b02-8a85-b8784d0d2755", "name": "network-vif-plugged", "status": "completed", "tag": "1af3bff7-9752-4156-92a9-c574fe4d6f28"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:25.871089 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44474a1-3c76-4960-8fdd-28388ad33992 x-openstack-request-id: req-c44474a1-3c76-4960-8fdd-28388ad33992 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:25.871374 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9214d7-cb21-4b02-8a85-b8784d0d2755", "name": "network-vif-plugged", "status": "completed", "tag": "1af3bff7-9752-4156-92a9-c574fe4d6f28", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:25.871623 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c44474a1-3c76-4960-8fdd-28388ad33992 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:25.872032 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9214d7-cb21-4b02-8a85-b8784d0d2755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af3bff7-9752-4156-92a9-c574fe4d6f28', 'code': 200} Aug 16 01:33:25.914894 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-caba0d7a-178b-4481-95f8-dd76e77e92c2 req-8f14d7c5-9cd0-42c1-88a0-5a735c6205e7 service neutron] 10.222.0.63 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946071 Aug 16 01:33:25.916796 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['1e78f150-7d84-4e82-8f1d-6adae0cefb9d'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:25.989469 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380b2ad-27cc-4de1-af1a-042fe531bb46 req-7ff575d2-9812-4c88-9890-da3dcb6aef12 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:25.992209 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c380b2ad-27cc-4de1-af1a-042fe531bb46 req-7ff575d2-9812-4c88-9890-da3dcb6aef12 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 950 time: 0.0524168 Aug 16 01:33:26.031949 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c380b2ad-27cc-4de1-af1a-042fe531bb46 req-d7998137-be44-4d2d-8e14-f80c7d7a7cfd tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334864 Aug 16 01:33:26.035224 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef906d14-866e-47f4-905e-a37533e403f8 req-0ceb0198-7213-4916-b868-4886c66bf8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:26.036757 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef906d14-866e-47f4-905e-a37533e403f8 req-0ceb0198-7213-4916-b868-4886c66bf8f5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 1102 time: 0.0748105 Aug 16 01:33:26.043906 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01345ad9-9d48-4bdd-80d4-257171cb4ee1 req-268b9e02-4838-4300-853e-28dc6e085145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:26.045304 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-01345ad9-9d48-4bdd-80d4-257171cb4ee1 req-268b9e02-4838-4300-853e-28dc6e085145 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5e0c5f98f6fe42de99c785c15701bc81&device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 1096 time: 0.0530329 Aug 16 01:33:26.154515 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef906d14-866e-47f4-905e-a37533e403f8 req-cfcd1550-50f6-401b-bf9c-8d28e84c5ed7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843086 Aug 16 01:33:26.183431 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01345ad9-9d48-4bdd-80d4-257171cb4ee1 req-e90bc890-c075-418a-8504-5a4c3817a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:26.184955 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-01345ad9-9d48-4bdd-80d4-257171cb4ee1 req-e90bc890-c075-418a-8504-5a4c3817a8e1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=03241670-4104-41ea-a6fc-9fe8a3a8cd89 HTTP/1.1" status: 200 len: 922 time: 0.1131279 Aug 16 01:33:26.257246 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-01345ad9-9d48-4bdd-80d4-257171cb4ee1 req-d3677e9f-5f65-4874-bef4-2f49599fe7bb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81ee393e-d25d-4065-b244-22f5c0a71304 HTTP/1.1" status: 200 len: 217 time: 0.0334458 Aug 16 01:33:26.318811 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01345ad9-9d48-4bdd-80d4-257171cb4ee1 req-b6b05741-104e-4a4c-95dc-8231a8a60345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:26.321063 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-01345ad9-9d48-4bdd-80d4-257171cb4ee1 req-b6b05741-104e-4a4c-95dc-8231a8a60345 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c7b48f01-7f17-46c9-aeb0-0901bdbe28b8 HTTP/1.1" status: 200 len: 860 time: 0.0465882 Aug 16 01:33:26.375260 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01345ad9-9d48-4bdd-80d4-257171cb4ee1 req-665968b4-1dbe-4e1c-b1c7-72a65fe2d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:26.376900 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-01345ad9-9d48-4bdd-80d4-257171cb4ee1 req-665968b4-1dbe-4e1c-b1c7-72a65fe2d904 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=03241670-4104-41ea-a6fc-9fe8a3a8cd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437315 Aug 16 01:33:26.507922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51958074-ed94-4ed2-b08b-8cb5cf702148 req-6071b418-575a-44c2-aa1c-83066de47089 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:26.509322 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51958074-ed94-4ed2-b08b-8cb5cf702148 req-6071b418-575a-44c2-aa1c-83066de47089 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.1109550 Aug 16 01:33:26.514755 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-01345ad9-9d48-4bdd-80d4-257171cb4ee1 req-ef080795-2674-4cb5-877b-d45bfa05a214 service neutron] 10.222.0.63 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245520 Aug 16 01:33:26.576654 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348b03-e4b5-4858-ba86-c770073cd76a req-71a2aef7-2fbc-45bf-bd2b-4c636f2fd3bc tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:26.578149 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-06348b03-e4b5-4858-ba86-c770073cd76a req-71a2aef7-2fbc-45bf-bd2b-4c636f2fd3bc tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 944 time: 0.0527148 Aug 16 01:33:26.590898 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51958074-ed94-4ed2-b08b-8cb5cf702148 req-47a41cf0-2159-4e3c-9409-5faeb14d3690 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748169 Aug 16 01:33:26.628420 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-01345ad9-9d48-4bdd-80d4-257171cb4ee1 req-cb7269db-8ce5-4156-a4c3-8fee5ba3bae6 service neutron] 10.222.0.63 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053829 Aug 16 01:33:26.629193 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-06348b03-e4b5-4858-ba86-c770073cd76a req-bc0009dd-c2c6-4ec0-8c2f-e1f547777391 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451114 Aug 16 01:33:26.729070 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bb1aa-2bd6-47a7-b585-7ccac736da91 req-4834a971-cc67-45c7-87dd-5da71bea69ab tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:26.730779 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d85bb1aa-2bd6-47a7-b585-7ccac736da91 req-4834a971-cc67-45c7-87dd-5da71bea69ab tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 1097 time: 0.0424130 Aug 16 01:33:26.765243 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d85bb1aa-2bd6-47a7-b585-7ccac736da91 req-9f82246a-a7ca-4e31-9ca9-2385fb81f83c tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284584 Aug 16 01:33:26.817187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea8007-149d-4c94-a21d-f6d3f5c17aa0 req-ad4a0032-1a7e-4bde-8bb2-03d6c6f13efe tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:26.818744 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-90ea8007-149d-4c94-a21d-f6d3f5c17aa0 req-ad4a0032-1a7e-4bde-8bb2-03d6c6f13efe tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=35bd8e6b-3d27-43f3-976c-7e7df4f7b924 HTTP/1.1" status: 200 len: 948 time: 0.0549595 Aug 16 01:33:26.859064 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-90ea8007-149d-4c94-a21d-f6d3f5c17aa0 req-834515bb-8093-48f2-8c06-d43e5d163a71 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343397 Aug 16 01:33:27.155831 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9b4c4-4127-42f7-accd-765c473f22bd req-10039270-0f75-4f08-81b4-9a9506907a57 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:27.157323 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5f9b4c4-4127-42f7-accd-765c473f22bd req-10039270-0f75-4f08-81b4-9a9506907a57 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 950 time: 0.0505784 Aug 16 01:33:27.201468 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5f9b4c4-4127-42f7-accd-765c473f22bd req-c7aa06e2-1a89-4367-bcd7-d29a1689d555 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356760 Aug 16 01:33:27.768055 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61a201-f413-4e2a-82a1-bd2d4335fa97 req-d90e7a4a-ec44-4957-8400-8d50629d1e19 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:27.769675 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cd61a201-f413-4e2a-82a1-bd2d4335fa97 req-d90e7a4a-ec44-4957-8400-8d50629d1e19 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 944 time: 0.0619740 Aug 16 01:33:27.812079 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cd61a201-f413-4e2a-82a1-bd2d4335fa97 req-401e8dd2-7392-4d90-9eec-d2405402d863 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354362 Aug 16 01:33:27.983113 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbc87b-72d9-4fa4-9f96-b0ad7d02d789 req-94aafba3-5c34-4b08-9b6b-e7e3ac3d011d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:27.984640 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-effbc87b-72d9-4fa4-9f96-b0ad7d02d789 req-94aafba3-5c34-4b08-9b6b-e7e3ac3d011d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=35bd8e6b-3d27-43f3-976c-7e7df4f7b924 HTTP/1.1" status: 200 len: 948 time: 0.0545692 Aug 16 01:33:28.026284 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-effbc87b-72d9-4fa4-9f96-b0ad7d02d789 req-aea0f49c-d374-4596-ac7e-d22f7c2e4c8a tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351429 Aug 16 01:33:28.329028 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136167d-c224-432a-93c6-165c2817b3d0 req-91c82546-1fea-40c9-814b-bc95ff2cbfda tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:28.330699 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d136167d-c224-432a-93c6-165c2817b3d0 req-91c82546-1fea-40c9-814b-bc95ff2cbfda tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 950 time: 0.0559499 Aug 16 01:33:28.361794 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d3b8e12d-be02-4625-aedb-c1114046e05a details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:33:28.372917 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d136167d-c224-432a-93c6-165c2817b3d0 req-3ea8b4a8-0fa8-4afb-84fd-84f92f60dd31 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352306 Aug 16 01:33:28.492596 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d3b8e12d-be02-4625-aedb-c1114046e05a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d3b8e12d-be02-4625-aedb-c1114046e05a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:28.505147 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'd3b8e12d-be02-4625-aedb-c1114046e05a', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': 'd3b8e12d-be02-4625-aedb-c1114046e05a', 'mac_address': 'fa:16:3e:06:71:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:33:28.548152 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:28.562393 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3b8e12d-be02-4625-aedb-c1114046e05a {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:28.586565 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d3b8e12d-be02-4625-aedb-c1114046e05a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d3b8e12d-be02-4625-aedb-c1114046e05a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:28.592100 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:28.604205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9960e-fcfb-416e-9757-22860823cc80 req-ad2cab66-74d0-4e48-9b84-478e21fba173 tempest-ServersAdminNegativeTestJSON-851869378 tempest-ServersAdminNegativeTestJSON-851869378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:28.605775 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-31d9960e-fcfb-416e-9757-22860823cc80 req-ad2cab66-74d0-4e48-9b84-478e21fba173 tempest-ServersAdminNegativeTestJSON-851869378 tempest-ServersAdminNegativeTestJSON-851869378-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 1102 time: 0.0443587 Aug 16 01:33:28.630108 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-31d9960e-fcfb-416e-9757-22860823cc80 req-f2b1e628-f966-4479-8994-6c12f2d2eee2 tempest-ServersAdminNegativeTestJSON-851869378 tempest-ServersAdminNegativeTestJSON-851869378-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:28.645117 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=d3b8e12d-be02-4625-aedb-c1114046e05a,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:28.749303 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-31d9960e-fcfb-416e-9757-22860823cc80 req-f2b1e628-f966-4479-8994-6c12f2d2eee2 tempest-ServersAdminNegativeTestJSON-851869378 tempest-ServersAdminNegativeTestJSON-851869378-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:28.755250 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-31d9960e-fcfb-416e-9757-22860823cc80 req-f2b1e628-f966-4479-8994-6c12f2d2eee2 tempest-ServersAdminNegativeTestJSON-851869378 tempest-ServersAdminNegativeTestJSON-851869378-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:28.778483 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['d3b8e12d-be02-4625-aedb-c1114046e05a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:28.812411 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-31d9960e-fcfb-416e-9757-22860823cc80 req-f2b1e628-f966-4479-8994-6c12f2d2eee2 tempest-ServersAdminNegativeTestJSON-851869378 tempest-ServersAdminNegativeTestJSON-851869378-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952186 Aug 16 01:33:28.826446 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1e628-f966-4479-8994-6c12f2d2eee2 tempest-ServersAdminNegativeTestJSON-851869378 tempest-ServersAdminNegativeTestJSON-851869378-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e71c5c2-b8d3-45ab-b74d-cb2335f9c762,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:28.941085 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2397e8-3965-4098-989a-7cc681e8471e req-42a504d8-4352-4529-8d7d-371111386fd2 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:28.942615 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2397e8-3965-4098-989a-7cc681e8471e req-42a504d8-4352-4529-8d7d-371111386fd2 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 944 time: 0.0548539 Aug 16 01:33:29.002708 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2397e8-3965-4098-989a-7cc681e8471e req-7b2d5112-e19a-409e-85db-1eda041360be tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519416 Aug 16 01:33:29.161293 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 81ee393e-d25d-4065-b244-22f5c0a71304 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:33:29.164473 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1e78f150-7d84-4e82-8f1d-6adae0cefb9d up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:33:29.193083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e7755-4f65-472a-a6dd-9161a448df15 req-9c2da8bc-7396-40ab-a033-63921e6ff5c2 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:29.197183 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a83e7755-4f65-472a-a6dd-9161a448df15 req-9c2da8bc-7396-40ab-a033-63921e6ff5c2 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=35bd8e6b-3d27-43f3-976c-7e7df4f7b924 HTTP/1.1" status: 200 len: 948 time: 0.0892196 Aug 16 01:33:29.260045 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a83e7755-4f65-472a-a6dd-9161a448df15 req-b49ea1c2-5fed-4d15-b4f5-09bf2b5147e3 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563536 Aug 16 01:33:29.308542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 1e78f150-7d84-4e82-8f1d-6adae0cefb9d completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:29.322000 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 1e78f150-7d84-4e82-8f1d-6adae0cefb9d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:29.322430 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:29.364829 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 81ee393e-d25d-4065-b244-22f5c0a71304, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=81ee393e-d25d-4065-b244-22f5c0a71304,segment=NetworkSegment(217e8fbf-bb19-4c82-a110-67afcf9ce077),segment_id=217e8fbf-bb19-4c82-a110-67afcf9ce077)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:29.383480 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '81ee393e-d25d-4065-b244-22f5c0a71304', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'port_id': '81ee393e-d25d-4065-b244-22f5c0a71304', 'mac_address': 'fa:16:3e:c7:52:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:33:29.476960 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:29.493956 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:29.498836 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ee393e-d25d-4065-b244-22f5c0a71304 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:29.522317 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 81ee393e-d25d-4065-b244-22f5c0a71304, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=81ee393e-d25d-4065-b244-22f5c0a71304,segment=NetworkSegment(217e8fbf-bb19-4c82-a110-67afcf9ce077),segment_id=217e8fbf-bb19-4c82-a110-67afcf9ce077)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:29.531349 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:29.569537 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bd8e6b-3d27-43f3-976c-7e7df4f7b924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e78f150-7d84-4e82-8f1d-6adae0cefb9d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:29.571834 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3739252d-9626-451b-9daa-87c08f290676" -d '{"events": [{"server_uuid": "35bd8e6b-3d27-43f3-976c-7e7df4f7b924", "name": "network-vif-plugged", "status": "completed", "tag": "1e78f150-7d84-4e82-8f1d-6adae0cefb9d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:29.622065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1e78f150-7d84-4e82-8f1d-6adae0cefb9d, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1e78f150-7d84-4e82-8f1d-6adae0cefb9d,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:29.633343 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:29.645071 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=81ee393e-d25d-4065-b244-22f5c0a71304,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:29.660508 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d220f0-4f6f-4a41-ac59-be1001172fc9 x-openstack-request-id: req-42d220f0-4f6f-4a41-ac59-be1001172fc9 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:29.661001 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bd8e6b-3d27-43f3-976c-7e7df4f7b924", "name": "network-vif-plugged", "status": "completed", "tag": "1e78f150-7d84-4e82-8f1d-6adae0cefb9d", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:29.661419 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-42d220f0-4f6f-4a41-ac59-be1001172fc9 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:29.662058 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bd8e6b-3d27-43f3-976c-7e7df4f7b924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e78f150-7d84-4e82-8f1d-6adae0cefb9d', 'code': 200} Aug 16 01:33:29.728429 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1e78f150-7d84-4e82-8f1d-6adae0cefb9d,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:29.856301 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da007af9-79fa-4842-bee3-569124ac9592 req-d00a7b73-a280-49a2-885d-b402ca220bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:29.858614 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-da007af9-79fa-4842-bee3-569124ac9592 req-d00a7b73-a280-49a2-885d-b402ca220bbe service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=35bd8e6b-3d27-43f3-976c-7e7df4f7b924 HTTP/1.1" status: 200 len: 1101 time: 0.0700665 Aug 16 01:33:29.929959 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-da007af9-79fa-4842-bee3-569124ac9592 req-69503c5c-43ad-4217-b1fa-b9ae93c0e2bb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598819 Aug 16 01:33:30.031336 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['81ee393e-d25d-4065-b244-22f5c0a71304'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:30.031894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61558b-73f6-48ff-9e11-2df05b419490 req-3ad6af6d-f995-46db-86dc-fec9422257f8 tempest-ServersAdminNegativeTestJSON-851869378 tempest-ServersAdminNegativeTestJSON-851869378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:30.034088 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3f61558b-73f6-48ff-9e11-2df05b419490 req-3ad6af6d-f995-46db-86dc-fec9422257f8 tempest-ServersAdminNegativeTestJSON-851869378 tempest-ServersAdminNegativeTestJSON-851869378-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 1102 time: 0.0859509 Aug 16 01:33:30.145831 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3f61558b-73f6-48ff-9e11-2df05b419490 req-5fae93d4-55c2-492d-95c5-82797f48dcf1 tempest-ServersAdminNegativeTestJSON-851869378 tempest-ServersAdminNegativeTestJSON-851869378-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936711 Aug 16 01:33:30.239490 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be6e97-811e-4af5-bf32-a3928337a200 req-e0921331-5c98-4785-bac1-60d95adf4a58 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:30.242887 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-39be6e97-811e-4af5-bf32-a3928337a200 req-e0921331-5c98-4785-bac1-60d95adf4a58 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 945 time: 0.1372967 Aug 16 01:33:30.340763 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-39be6e97-811e-4af5-bf32-a3928337a200 req-c35b58ce-4e61-465c-a8b2-e29e59c0d763 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871511 Aug 16 01:33:30.382162 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d3b8e12d-be02-4625-aedb-c1114046e05a up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:33:30.473883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port d3b8e12d-be02-4625-aedb-c1114046e05a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:30.474639 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:30.578949 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7eb30-5705-41f4-9edf-673de3cf54de req-ed66b449-9a2f-4bd9-89d1-76633d9c1bf7 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:30.589613 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cec7eb30-5705-41f4-9edf-673de3cf54de req-ed66b449-9a2f-4bd9-89d1-76633d9c1bf7 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=35bd8e6b-3d27-43f3-976c-7e7df4f7b924 HTTP/1.1" status: 200 len: 949 time: 0.1176088 Aug 16 01:33:30.623376 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:30.657926 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cec7eb30-5705-41f4-9edf-673de3cf54de req-7100e3f2-5d02-497c-b4b7-7b1598447093 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672493 Aug 16 01:33:30.737291 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d3b8e12d-be02-4625-aedb-c1114046e05a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d3b8e12d-be02-4625-aedb-c1114046e05a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:30.747829 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:30.970290 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a93909-fa12-4681-93cc-f31113c925bb req-481490cc-4903-4afd-885a-b07d8282ae54 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:30.972195 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0a93909-fa12-4681-93cc-f31113c925bb req-481490cc-4903-4afd-885a-b07d8282ae54 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 950 time: 0.1466892 Aug 16 01:33:31.011170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=d3b8e12d-be02-4625-aedb-c1114046e05a,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:31.074446 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0a93909-fa12-4681-93cc-f31113c925bb req-fe26c8f4-4e2b-40ba-87ed-1c466367ef71 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953138 Aug 16 01:33:31.104977 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fa6fe-0b95-4f29-977b-f3397bf0bfe8 req-ac80169f-13ce-4eae-96d7-dc276133a2df tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:31.112705 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-770fa6fe-0b95-4f29-977b-f3397bf0bfe8 req-ac80169f-13ce-4eae-96d7-dc276133a2df tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 1097 time: 0.0718684 Aug 16 01:33:31.154420 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-770fa6fe-0b95-4f29-977b-f3397bf0bfe8 req-e1191298-bdff-4450-add0-e7018e482df2 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403342 Aug 16 01:33:31.548869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0da3c-5ecf-4bcf-bef8-4fa4c273e4d9 req-379a1c26-99b8-4211-bca4-8fb48247c666 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:31.551153 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7df0da3c-5ecf-4bcf-bef8-4fa4c273e4d9 req-379a1c26-99b8-4211-bca4-8fb48247c666 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 945 time: 0.0828917 Aug 16 01:33:31.631246 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7df0da3c-5ecf-4bcf-bef8-4fa4c273e4d9 req-b300c366-0e99-4c7f-add0-ad660bbc9cfc tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712519 Aug 16 01:33:31.663702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b274cb1-fb05-4179-a1ff-392bfec7371e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b8e12d-be02-4625-aedb-c1114046e05a'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:31.668102 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6b5ba4-feb8-4cac-8f29-1f56a9b3e3bb" -d '{"events": [{"server_uuid": "1b274cb1-fb05-4179-a1ff-392bfec7371e", "name": "network-vif-plugged", "status": "completed", "tag": "d3b8e12d-be02-4625-aedb-c1114046e05a"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:31.774621 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d33751-ec13-4f71-8ad7-3c3abc522144 x-openstack-request-id: req-e0d33751-ec13-4f71-8ad7-3c3abc522144 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:31.774911 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b274cb1-fb05-4179-a1ff-392bfec7371e", "name": "network-vif-plugged", "status": "completed", "tag": "d3b8e12d-be02-4625-aedb-c1114046e05a", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:31.775163 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e0d33751-ec13-4f71-8ad7-3c3abc522144 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:31.775555 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b274cb1-fb05-4179-a1ff-392bfec7371e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b8e12d-be02-4625-aedb-c1114046e05a', 'code': 200} Aug 16 01:33:31.916769 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5dcdd-f6a4-482b-8806-67896d2748d6 req-7699b31a-1dbd-4e45-8bad-56fb93a1154f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:31.923953 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12f5dcdd-f6a4-482b-8806-67896d2748d6 req-7699b31a-1dbd-4e45-8bad-56fb93a1154f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=35bd8e6b-3d27-43f3-976c-7e7df4f7b924 HTTP/1.1" status: 200 len: 949 time: 0.0623546 Aug 16 01:33:31.978171 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12f5dcdd-f6a4-482b-8806-67896d2748d6 req-12ecb210-d8c7-4ab4-ae5e-859f6198f666 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530844 Aug 16 01:33:32.213173 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09e718-ebe1-4aaa-913d-0186a689d561 req-0d12ddc1-2c44-4376-91f1-901c3f41ad1e tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:32.221114 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a09e718-ebe1-4aaa-913d-0186a689d561 req-0d12ddc1-2c44-4376-91f1-901c3f41ad1e tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=35bd8e6b-3d27-43f3-976c-7e7df4f7b924 HTTP/1.1" status: 200 len: 1101 time: 0.0523231 Aug 16 01:33:32.261494 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a09e718-ebe1-4aaa-913d-0186a689d561 req-39af4123-15d7-4cc9-98d2-aaa3beac0189 tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393574 Aug 16 01:33:32.478800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede80fc0-ee57-436a-af8c-b4bf81c5a389 req-2c7c3bed-8c37-4666-898c-abad2bd3c5b2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:32.490132 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ede80fc0-ee57-436a-af8c-b4bf81c5a389 req-2c7c3bed-8c37-4666-898c-abad2bd3c5b2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 950 time: 0.1004400 Aug 16 01:33:32.559713 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ede80fc0-ee57-436a-af8c-b4bf81c5a389 req-07030a4f-d7de-42f6-a9cc-a1a819182152 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627534 Aug 16 01:33:32.572540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-68ee8362-c81d-4b08-9203-5475f0955608 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:33:32.592871 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-68ee8362-c81d-4b08-9203-5475f0955608 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0313561 Aug 16 01:33:32.601274 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9992ccce-fe05-4010-8af2-852f0ce8b0dc service neutron] Request body: {'binding': {'host': 'n-h1-765315-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:32.607189 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9992ccce-fe05-4010-8af2-852f0ce8b0dc service neutron] Unknown quota resources ['binding']. {{(pid=94672) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:33:32.836744 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-02a684ce-b1c3-42c7-858e-7f892cf7570f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=a281f802ea2743fa9ccd253c1514e699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313132 Aug 16 01:33:32.839729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9992ccce-fe05-4010-8af2-852f0ce8b0dc service neutron] Attempting to bind port ee222d06-a32d-447c-b694-6c328ccef884 on host n-h1-765315-27 for vnic_type normal with profile None {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:33:32.840074 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9992ccce-fe05-4010-8af2-852f0ce8b0dc service neutron] Attempting to bind port ee222d06-a32d-447c-b694-6c328ccef884 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:33:32.840396 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9992ccce-fe05-4010-8af2-852f0ce8b0dc service neutron] Attempting to bind port ee222d06-a32d-447c-b694-6c328ccef884 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:32.868495 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9992ccce-fe05-4010-8af2-852f0ce8b0dc service neutron] Port ee222d06-a32d-447c-b694-6c328ccef884 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:33:32.868747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9992ccce-fe05-4010-8af2-852f0ce8b0dc service neutron] Attempting to bind port ee222d06-a32d-447c-b694-6c328ccef884 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:32.899989 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9992ccce-fe05-4010-8af2-852f0ce8b0dc service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:33:32.900325 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9992ccce-fe05-4010-8af2-852f0ce8b0dc service neutron] Checking segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:33:32.900710 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9992ccce-fe05-4010-8af2-852f0ce8b0dc service neutron] Bound using segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:33:32.901149 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9992ccce-fe05-4010-8af2-852f0ce8b0dc service neutron] Bound port: ee222d06-a32d-447c-b694-6c328ccef884, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:33:33.003639 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-91df1731-f8c7-46e1-9863-a26e260ed763 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:33.005217 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-91df1731-f8c7-46e1-9863-a26e260ed763 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625404 Aug 16 01:33:33.007271 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9992ccce-fe05-4010-8af2-852f0ce8b0dc service neutron] For port ee222d06-a32d-447c-b694-6c328ccef884, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ee222d06-a32d-447c-b694-6c328ccef884,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:33:33.024074 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9992ccce-fe05-4010-8af2-852f0ce8b0dc service neutron] Notify callbacks [] for binding, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:33.025533 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9992ccce-fe05-4010-8af2-852f0ce8b0dc service neutron] 10.222.0.68 "POST /v2.0/ports/ee222d06-a32d-447c-b694-6c328ccef884/bindings HTTP/1.1" status: 201 len: 390 time: 0.4314234 Aug 16 01:33:33.036988 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-2889750e-6984-47fc-8d13-84d248d4440f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/quotas/a281f802ea2743fa9ccd253c1514e699 HTTP/1.1" status: 200 len: 375 time: 0.0233874 Aug 16 01:33:33.117623 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-af7ff225-9574-4388-9b0a-50200919c120 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0797315 Aug 16 01:33:33.192995 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 81ee393e-d25d-4065-b244-22f5c0a71304 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:33:33.358409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 81ee393e-d25d-4065-b244-22f5c0a71304 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:33.363018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 81ee393e-d25d-4065-b244-22f5c0a71304 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:33.363590 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:33.370707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2191a-adc8-496c-9385-fd33bcd20499 req-22fb040b-207a-4ed6-a53c-c5f1c87f28cb tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:33.377372 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-75e2191a-adc8-496c-9385-fd33bcd20499 req-22fb040b-207a-4ed6-a53c-c5f1c87f28cb tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 945 time: 0.1149995 Aug 16 01:33:33.478662 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-75e2191a-adc8-496c-9385-fd33bcd20499 req-2822cb36-7872-453f-9fb9-2fecc03d52cc tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770366 Aug 16 01:33:33.619839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-4833363a-bb18-4de5-97f2-b6f46f2228da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:33.621545 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-4833363a-bb18-4de5-97f2-b6f46f2228da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 1097 time: 0.1990049 Aug 16 01:33:33.652709 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8de4eb1d-7b3c-4bb9-8c55-1a1ce3ff90d9 req-5dbb50da-20d0-4901-8d03-2d85c84e06a8 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=723f5b40-5765-4b1f-8e75-eecc100e53b5 HTTP/1.1" status: 200 len: 210 time: 0.0462685 Aug 16 01:33:33.780514 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:33.786067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-7b283a9d-999a-43f7-9401-1f2766ad0045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:33.787951 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-7b283a9d-999a-43f7-9401-1f2766ad0045 service neutron] 10.222.0.73 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 0.1552014 Aug 16 01:33:33.837915 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d32106-ed8a-4159-87eb-890319366714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ee393e-d25d-4065-b244-22f5c0a71304'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:33.845172 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93accc73-256d-4dc8-bdfc-2421d6ea1075" -d '{"events": [{"server_uuid": "86d32106-ed8a-4159-87eb-890319366714", "name": "network-vif-plugged", "status": "completed", "tag": "81ee393e-d25d-4065-b244-22f5c0a71304"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:33.887882 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 81ee393e-d25d-4065-b244-22f5c0a71304, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=81ee393e-d25d-4065-b244-22f5c0a71304,segment=NetworkSegment(217e8fbf-bb19-4c82-a110-67afcf9ce077),segment_id=217e8fbf-bb19-4c82-a110-67afcf9ce077)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:33.896903 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:33.919284 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b3ef7-13fc-4451-9799-0431bd3254a7 req-47dda4fb-342c-439b-ba1b-446332b255e3 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:33.929080 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-348b3ef7-13fc-4451-9799-0431bd3254a7 req-47dda4fb-342c-439b-ba1b-446332b255e3 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 950 time: 0.0735753 Aug 16 01:33:33.992845 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=81ee393e-d25d-4065-b244-22f5c0a71304,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:34.021411 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-348b3ef7-13fc-4451-9799-0431bd3254a7 req-1d33fd65-a3ec-48ae-b110-44fe708c3fef tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859797 Aug 16 01:33:34.134859 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e15149-520f-493a-97ae-bcbce7714ee8 x-openstack-request-id: req-d9e15149-520f-493a-97ae-bcbce7714ee8 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:34.135643 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d32106-ed8a-4159-87eb-890319366714", "name": "network-vif-plugged", "status": "completed", "tag": "81ee393e-d25d-4065-b244-22f5c0a71304", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:34.136138 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d9e15149-520f-493a-97ae-bcbce7714ee8 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:34.136697 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d32106-ed8a-4159-87eb-890319366714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ee393e-d25d-4065-b244-22f5c0a71304', 'code': 200} Aug 16 01:33:34.274122 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-71fb9a9e-50ab-4763-926b-ab18e7109eb4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee222d06-a32d-447c-b694-6c328ccef884 HTTP/1.1" status: 200 len: 217 time: 0.4337943 Aug 16 01:33:34.286522 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960716fb-a502-461a-a00c-28e194399be0 req-1bde4bcf-22b8-40fd-9880-60f8fd636495 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:34.288932 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-960716fb-a502-461a-a00c-28e194399be0 req-1bde4bcf-22b8-40fd-9880-60f8fd636495 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.63 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 950 time: 0.8085835 Aug 16 01:33:34.430578 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ce9f4-0091-4a49-a6d6-3c35b83e0b65 req-83ce63ff-d7f0-4274-985d-70180dc7482d tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:34.439339 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-550ce9f4-0091-4a49-a6d6-3c35b83e0b65 req-83ce63ff-d7f0-4274-985d-70180dc7482d tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 945 time: 0.6552272 Aug 16 01:33:34.562993 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-fc1a8e74-15d0-410d-bda3-9f1ccf2033a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:34.562993 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-fc1a8e74-15d0-410d-bda3-9f1ccf2033a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.2606506 Aug 16 01:33:34.594469 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357970f1-6130-480f-bce9-dc8adae6bb95 req-7c4150e3-febe-4fa5-b172-074451b09a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:34.594469 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-357970f1-6130-480f-bce9-dc8adae6bb95 req-7c4150e3-febe-4fa5-b172-074451b09a64 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 1098 time: 0.2939301 Aug 16 01:33:34.629895 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-550ce9f4-0091-4a49-a6d6-3c35b83e0b65 req-c8a4b698-a661-41c7-a773-01a11ce5ff4e tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893892 Aug 16 01:33:34.648187 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-be950e4a-19b4-46f3-8173-fc2ce67d4b36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690641 Aug 16 01:33:34.660138 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287b3dd-e7a1-475f-abec-05891ed487ae req-0ba47211-f69d-4cd9-94f9-84e344bd2063 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:34.674372 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e287b3dd-e7a1-475f-abec-05891ed487ae req-0ba47211-f69d-4cd9-94f9-84e344bd2063 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 946 time: 0.1052175 Aug 16 01:33:34.749328 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e287b3dd-e7a1-475f-abec-05891ed487ae req-74f4bdb7-cf47-4b61-bcf5-00ce9fa19661 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737967 Aug 16 01:33:34.753682 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-357970f1-6130-480f-bce9-dc8adae6bb95 req-8d662735-48d6-49f5-94ed-427d5ecc16ef service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367550 Aug 16 01:33:34.841704 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-960716fb-a502-461a-a00c-28e194399be0 req-8d83af66-75f6-4d2e-9151-7ebea8fc927e tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Deleting port 1af3bff7-9752-4156-92a9-c574fe4d6f28 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:33:34.842094 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-960716fb-a502-461a-a00c-28e194399be0 req-8d83af66-75f6-4d2e-9151-7ebea8fc927e tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:34.935393 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-e37fc6cf-0222-42ef-bd49-47e7661a466b service neutron] 10.222.0.73 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461877 Aug 16 01:33:34.939256 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74a8bae4-9c08-47ea-bb69-af6633ee036f req-4946a5ec-a176-4cfe-adae-e47212f9e378 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=723f5b40-5765-4b1f-8e75-eecc100e53b5 HTTP/1.1" status: 200 len: 210 time: 0.0442543 Aug 16 01:33:35.039635 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-960716fb-a502-461a-a00c-28e194399be0 req-8d83af66-75f6-4d2e-9151-7ebea8fc927e tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] For port 1af3bff7-9752-4156-92a9-c574fe4d6f28, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1af3bff7-9752-4156-92a9-c574fe4d6f28,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:35.040181 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-960716fb-a502-461a-a00c-28e194399be0 req-8d83af66-75f6-4d2e-9151-7ebea8fc927e tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:35.064291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-960716fb-a502-461a-a00c-28e194399be0 req-8d83af66-75f6-4d2e-9151-7ebea8fc927e tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Calling delete_port for 1af3bff7-9752-4156-92a9-c574fe4d6f28 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:33:35.091912 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f210c52-5384-4818-ad5a-5f353fafaf3e service neutron] 10.222.0.73 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456256 Aug 16 01:33:35.225957 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637d65f-2bda-4155-86c3-d26033ae5f29 req-02b1a808-8eab-487d-bd88-b36c96c830e2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:35.228097 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4637d65f-2bda-4155-86c3-d26033ae5f29 req-02b1a808-8eab-487d-bd88-b36c96c830e2 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 950 time: 0.1307385 Aug 16 01:33:35.273000 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4637d65f-2bda-4155-86c3-d26033ae5f29 req-d267e650-34f5-4eec-b31d-7594706afb64 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385902 Aug 16 01:33:35.284647 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-960716fb-a502-461a-a00c-28e194399be0 req-8d83af66-75f6-4d2e-9151-7ebea8fc927e tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:35.300717 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['12a1a981-ace9-4ec2-8efa-add6c8c04ca0'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:35.378247 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83af66-75f6-4d2e-9151-7ebea8fc927e tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Pushing event deleted for resources: {'Port': ['ID=1af3bff7-9752-4156-92a9-c574fe4d6f28,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:35.416605 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-014c9e41-65e1-4615-84b8-b9373c5db613 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a281f802ea2743fa9ccd253c1514e699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570195 Aug 16 01:33:35.555578 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-960716fb-a502-461a-a00c-28e194399be0 req-8d83af66-75f6-4d2e-9151-7ebea8fc927e tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] No DVR routers for this DVR port 1af3bff7-9752-4156-92a9-c574fe4d6f28 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:33:35.702104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-911e4f19-4722-49dc-806b-18a992749a6e tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:35.703728 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-911e4f19-4722-49dc-806b-18a992749a6e tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2689767 Aug 16 01:33:35.706755 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-960716fb-a502-461a-a00c-28e194399be0 req-8d83af66-75f6-4d2e-9151-7ebea8fc927e tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:35.709356 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-960716fb-a502-461a-a00c-28e194399be0 req-8d83af66-75f6-4d2e-9151-7ebea8fc927e tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.63 "DELETE /v2.0/ports/1af3bff7-9752-4156-92a9-c574fe4d6f28 HTTP/1.1" status: 204 len: 173 time: 1.4073594 Aug 16 01:33:35.709865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9214d7-cb21-4b02-8a85-b8784d0d2755', 'name': 'network-vif-deleted', 'tag': '1af3bff7-9752-4156-92a9-c574fe4d6f28'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:35.712573 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1571425-9974-4a48-8a04-8d2700bdc15d" -d '{"events": [{"server_uuid": "bb9214d7-cb21-4b02-8a85-b8784d0d2755", "name": "network-vif-deleted", "tag": "1af3bff7-9752-4156-92a9-c574fe4d6f28"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:35.724164 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-2e5c9736-5159-42b2-9b5e-6bf93e4ad005 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Request body: {'port': {'device_id': '723f5b40-5765-4b1f-8e75-eecc100e53b5', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': 'a281f802ea2743fa9ccd253c1514e699'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:35.817595 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b477216-9d41-48ba-bec1-cba46e32348f x-openstack-request-id: req-1b477216-9d41-48ba-bec1-cba46e32348f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:35.817979 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9214d7-cb21-4b02-8a85-b8784d0d2755", "name": "network-vif-deleted", "tag": "1af3bff7-9752-4156-92a9-c574fe4d6f28", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:35.818193 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1b477216-9d41-48ba-bec1-cba46e32348f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:35.818551 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9214d7-cb21-4b02-8a85-b8784d0d2755', 'name': 'network-vif-deleted', 'tag': '1af3bff7-9752-4156-92a9-c574fe4d6f28', 'status': 'completed', 'code': 200} Aug 16 01:33:36.020240 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a9763-d27c-4a4b-889a-b2767778e64d req-c79dd214-2f1c-4d3f-a7e4-c33fc074f138 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:36.022594 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5d9a9763-d27c-4a4b-889a-b2767778e64d req-c79dd214-2f1c-4d3f-a7e4-c33fc074f138 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 945 time: 0.1920965 Aug 16 01:33:36.121511 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5d9a9763-d27c-4a4b-889a-b2767778e64d req-20afde38-2354-49ac-abd4-64f99a91d38c tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692799 Aug 16 01:33:36.124678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-2e5c9736-5159-42b2-9b5e-6bf93e4ad005 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Made reservation on behalf of a281f802ea2743fa9ccd253c1514e699 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:33:36.128286 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-2e5c9736-5159-42b2-9b5e-6bf93e4ad005 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:36.235812 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019faf61-cbcf-4ed4-9148-852442bce264 req-8844543d-8486-4886-af38-3b541286f49b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:36.237867 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-019faf61-cbcf-4ed4-9148-852442bce264 req-8844543d-8486-4886-af38-3b541286f49b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 946 time: 0.3977284 Aug 16 01:33:36.345081 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-019faf61-cbcf-4ed4-9148-852442bce264 req-30899bf8-3fab-4a5e-9920-e2386a3f7062 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933344 Aug 16 01:33:36.468057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-2e5c9736-5159-42b2-9b5e-6bf93e4ad005 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Allocated IP 192.168.233.119 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/dbd92c14-3d0b-446a-91dc-ddcd898d23cf) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:33:36.528835 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f72f8bfa-d000-4bab-bd40-464d5d86658b req-554333c5-6c8a-4b82-9f87-34b522076b74 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=723f5b40-5765-4b1f-8e75-eecc100e53b5 HTTP/1.1" status: 200 len: 210 time: 0.0585246 Aug 16 01:33:36.680795 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f3e0151-bd19-45fa-b251-d7ecbe53cd44 req-21d02ad1-1786-42c6-940c-9492c8e9de74 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb9214d7-cb21-4b02-8a85-b8784d0d2755 HTTP/1.1" status: 200 len: 210 time: 0.0663924 Aug 16 01:33:36.782377 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-2e5c9736-5159-42b2-9b5e-6bf93e4ad005 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:36.806048 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-2e5c9736-5159-42b2-9b5e-6bf93e4ad005 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Transition to ACTIVE for port object dbd92c14-3d0b-446a-91dc-ddcd898d23cf will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:36.855336 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-2e5c9736-5159-42b2-9b5e-6bf93e4ad005 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:36.869382 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['870e5fdb-7569-48e0-86a4-2553888d4426', '953524ee-24ed-4995-b587-bdee7ee55e69', 'b5840ef7-f878-4013-a74b-df2793d97769', '987693ac-723e-4c7e-96f3-4164c8cac736'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:36.872807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['f098886f-fe61-4571-b74e-0d03f151fb28', '07f1bb73-ab4a-47ae-895f-219b7b20a4ef', '1e78f150-7d84-4e82-8f1d-6adae0cefb9d'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:36.928547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-2e5c9736-5159-42b2-9b5e-6bf93e4ad005 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:33:36.933264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-2e5c9736-5159-42b2-9b5e-6bf93e4ad005 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:33:36.948310 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-2e5c9736-5159-42b2-9b5e-6bf93e4ad005 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:33:37.052657 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:37.071432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-2e5c9736-5159-42b2-9b5e-6bf93e4ad005 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:37.072139 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-2e5c9736-5159-42b2-9b5e-6bf93e4ad005 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:37.081794 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c9736-5159-42b2-9b5e-6bf93e4ad005 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Pushing event updated for resources: {'Port': ['ID=dbd92c14-3d0b-446a-91dc-ddcd898d23cf,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:37.113142 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-2e5c9736-5159-42b2-9b5e-6bf93e4ad005 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3958452 Aug 16 01:33:37.127853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Request body: {'port': {'device_id': '723f5b40-5765-4b1f-8e75-eecc100e53b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:37.252293 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1af3bff7-9752-4156-92a9-c574fe4d6f28 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:33:37.253360 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:37.342982 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 1af3bff7-9752-4156-92a9-c574fe4d6f28 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:33:37.343695 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1af3bff7-9752-4156-92a9-c574fe4d6f28 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:33:37.406302 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f1646-b7a4-4f2a-88bb-bfac0f445c78 req-f0692b21-7f37-49df-b2c9-7b47531f073e tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:37.409033 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c85f1646-b7a4-4f2a-88bb-bfac0f445c78 req-f0692b21-7f37-49df-b2c9-7b47531f073e tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 945 time: 0.1407125 Aug 16 01:33:37.460460 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1f67d6ad-c3e9-47e3-9784-b237402bf47f None None] Provisioning for port dbd92c14-3d0b-446a-91dc-ddcd898d23cf completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:37.497900 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1f67d6ad-c3e9-47e3-9784-b237402bf47f None None] Provisioning complete for port dbd92c14-3d0b-446a-91dc-ddcd898d23cf triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:37.498270 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f67d6ad-c3e9-47e3-9784-b237402bf47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:37.530635 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c85f1646-b7a4-4f2a-88bb-bfac0f445c78 req-859bcbc9-9b27-462c-ac16-a618166f7da0 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058750 Aug 16 01:33:37.645349 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1f67d6ad-c3e9-47e3-9784-b237402bf47f None None] Port dbd92c14-3d0b-446a-91dc-ddcd898d23cf cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:33:37.742713 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfb7fe-3df8-444e-b2e7-d3dbbc06ff84 req-6cb3a8e9-0bd7-4fef-a73b-60892ef1ffec tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:37.744822 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-05cfb7fe-3df8-444e-b2e7-d3dbbc06ff84 req-6cb3a8e9-0bd7-4fef-a73b-60892ef1ffec tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 946 time: 0.1445422 Aug 16 01:33:37.777154 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:37.888092 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd92c14-3d0b-446a-91dc-ddcd898d23cf {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:37.902763 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:37.917234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Transition to ACTIVE for port object dbd92c14-3d0b-446a-91dc-ddcd898d23cf will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:37.925473 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:38.055770 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-05cfb7fe-3df8-444e-b2e7-d3dbbc06ff84 req-49b273b1-41f7-4c9a-9f37-4113e1d64b5d tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969038 Aug 16 01:33:38.056266 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd92c14-3d0b-446a-91dc-ddcd898d23cf,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:38.117086 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedc164-fa81-49c7-b39b-7d3e8bc4cc6b req-2431be0e-6612-4ed5-8240-1bb0d90ff831 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:38.133662 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7cedc164-fa81-49c7-b39b-7d3e8bc4cc6b req-2431be0e-6612-4ed5-8240-1bb0d90ff831 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=723f5b40-5765-4b1f-8e75-eecc100e53b5 HTTP/1.1" status: 200 len: 948 time: 0.1724885 Aug 16 01:33:38.219918 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7cedc164-fa81-49c7-b39b-7d3e8bc4cc6b req-a967830c-4b07-4202-a160-2c6df159d720 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847642 Aug 16 01:33:38.305510 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Attempting to bind port dbd92c14-3d0b-446a-91dc-ddcd898d23cf on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:33:38.306103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Attempting to bind port dbd92c14-3d0b-446a-91dc-ddcd898d23cf by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:33:38.306624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Attempting to bind port dbd92c14-3d0b-446a-91dc-ddcd898d23cf on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:38.333693 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Port dbd92c14-3d0b-446a-91dc-ddcd898d23cf on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:33:38.334446 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Attempting to bind port dbd92c14-3d0b-446a-91dc-ddcd898d23cf on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:38.356479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:33:38.361904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:33:38.362547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:33:38.363221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Bound port: dbd92c14-3d0b-446a-91dc-ddcd898d23cf, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:33:38.363718 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:38.391146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-1217e0ee-a432-4e2f-aa8e-d7c41b548a72 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:38.393073 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-1217e0ee-a432-4e2f-aa8e-d7c41b548a72 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1025903 Aug 16 01:33:38.468483 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] For port dbd92c14-3d0b-446a-91dc-ddcd898d23cf, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:33:38.471411 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] For port dbd92c14-3d0b-446a-91dc-ddcd898d23cf, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=dbd92c14-3d0b-446a-91dc-ddcd898d23cf,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:33:38.535590 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-1360e0f8-61ae-4d9e-95ec-5b8e0ff07a1b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 696 time: 0.0623016 Aug 16 01:33:38.536804 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:38.585307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-8159b29b-f271-4a19-835f-983850ca731b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Request body: {'floatingip': {'port_id': '1e1c0401-255c-4b9c-8fee-9812ab714b8b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:38.632742 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-8159b29b-f271-4a19-835f-983850ca731b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:38.684168 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:38.684757 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:38.686295 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] 10.222.0.73 "PUT /v2.0/ports/dbd92c14-3d0b-446a-91dc-ddcd898d23cf HTTP/1.1" status: 200 len: 1097 time: 1.5638399 Aug 16 01:33:38.690897 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723f5b40-5765-4b1f-8e75-eecc100e53b5', 'tag': 'dbd92c14-3d0b-446a-91dc-ddcd898d23cf'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:38.692793 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192541cd-8363-48bc-a5b5-8714c5146d04" -d '{"events": [{"name": "network-changed", "server_uuid": "723f5b40-5765-4b1f-8e75-eecc100e53b5", "tag": "dbd92c14-3d0b-446a-91dc-ddcd898d23cf"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:38.905091 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-63f89bfa-9bc7-4a65-b9b3-1d3b076d5a3b req-5742ca19-81dc-40eb-b649-3264f503a277 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2680550 Aug 16 01:33:38.924818 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8067f-60c7-4db8-8cb0-5c2dabce00e8 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd92c14-3d0b-446a-91dc-ddcd898d23cf,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:38.966942 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-46951bcc-74e6-4858-abd0-7117fe25634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:38.969887 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-46951bcc-74e6-4858-abd0-7117fe25634c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&device_id=723f5b40-5765-4b1f-8e75-eecc100e53b5 HTTP/1.1" status: 200 len: 1100 time: 0.1991014 Aug 16 01:33:39.071010 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-c8127f5f-939c-4dec-b36b-7c4cc4ca8240 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=dbd92c14-3d0b-446a-91dc-ddcd898d23cf HTTP/1.1" status: 200 len: 217 time: 0.0544009 Aug 16 01:33:39.096857 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d6ba0-a097-402a-88e2-185a1f02e5da req-4fb7e21d-1d39-4bd3-8810-97e0454aed21 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:39.105709 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-982d6ba0-a097-402a-88e2-185a1f02e5da req-4fb7e21d-1d39-4bd3-8810-97e0454aed21 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b81d20b-1773-4b5c-ac25-9459b31247bf HTTP/1.1" status: 200 len: 950 time: 0.1248689 Aug 16 01:33:39.218692 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f89bfa-9bc7-4a65-b9b3-1d3b076d5a3b req-97645942-5198-4d10-ba58-80d6d860bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:39.220471 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-63f89bfa-9bc7-4a65-b9b3-1d3b076d5a3b req-97645942-5198-4d10-ba58-80d6d860bfd6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 1096 time: 0.2483706 Aug 16 01:33:39.252882 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-982d6ba0-a097-402a-88e2-185a1f02e5da req-45e3b437-7cad-4e54-b2bf-3ced5045ae73 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064267 Aug 16 01:33:39.339744 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-22006301-8eec-4b70-a22a-19f770475213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:39.341487 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-22006301-8eec-4b70-a22a-19f770475213 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.2156162 Aug 16 01:33:39.385164 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006bc36-d40c-408c-b44a-728f1531e8be req-dacaf8ac-1c13-474e-8399-d09625d7ebfc tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:39.393709 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f006bc36-d40c-408c-b44a-728f1531e8be req-dacaf8ac-1c13-474e-8399-d09625d7ebfc tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 945 time: 0.0899777 Aug 16 01:33:39.467505 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f006bc36-d40c-408c-b44a-728f1531e8be req-452074e2-78a3-440c-9c70-f998b66e31b9 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727298 Aug 16 01:33:39.513052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f89bfa-9bc7-4a65-b9b3-1d3b076d5a3b req-9412bb82-275c-45d2-b2f6-ab4ef0f2d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:39.514635 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-63f89bfa-9bc7-4a65-b9b3-1d3b076d5a3b req-9412bb82-275c-45d2-b2f6-ab4ef0f2d814 service neutron] 10.222.0.73 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 0.2383018 Aug 16 01:33:39.518849 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-7c0cebd8-5594-4374-bcae-9ecc167ede1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:39.520268 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-7c0cebd8-5594-4374-bcae-9ecc167ede1d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1649699 Aug 16 01:33:39.877391 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0775a3-2d1d-4a1a-a26b-cd5af179934c req-9ed3c614-a2e3-4fb3-9623-4526ea0fd7e7 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:39.886686 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3e0775a3-2d1d-4a1a-a26b-cd5af179934c req-9ed3c614-a2e3-4fb3-9623-4526ea0fd7e7 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=723f5b40-5765-4b1f-8e75-eecc100e53b5 HTTP/1.1" status: 200 len: 948 time: 0.0800772 Aug 16 01:33:39.930941 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a939233-1b21-4610-8807-d1f1aa91cbac x-openstack-request-id: req-6a939233-1b21-4610-8807-d1f1aa91cbac {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:39.930941 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723f5b40-5765-4b1f-8e75-eecc100e53b5", "tag": "dbd92c14-3d0b-446a-91dc-ddcd898d23cf", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:39.931575 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6a939233-1b21-4610-8807-d1f1aa91cbac {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:39.931575 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723f5b40-5765-4b1f-8e75-eecc100e53b5', 'tag': 'dbd92c14-3d0b-446a-91dc-ddcd898d23cf', 'status': 'completed', 'code': 200} Aug 16 01:33:39.937527 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-63f89bfa-9bc7-4a65-b9b3-1d3b076d5a3b req-10673425-1a4d-47fc-981f-27b9e4301aee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a62b5efa-f56a-4377-aae7-db2be4ab6327 HTTP/1.1" status: 200 len: 217 time: 0.3998673 Aug 16 01:33:39.948246 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3e0775a3-2d1d-4a1a-a26b-cd5af179934c req-0553775d-c647-40c5-9fe2-6a777495eb15 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598750 Aug 16 01:33:40.058684 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f89bfa-9bc7-4a65-b9b3-1d3b076d5a3b req-3bcfbb77-e9df-4026-a163-de15eb240e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:40.060526 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-63f89bfa-9bc7-4a65-b9b3-1d3b076d5a3b req-3bcfbb77-e9df-4026-a163-de15eb240e75 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.1075430 Aug 16 01:33:40.223341 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-8159b29b-f271-4a19-835f-983850ca731b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:40.247463 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-63701332-3cb1-4213-a06a-14b74447a21d service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7150791 Aug 16 01:33:40.253010 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-8159b29b-f271-4a19-835f-983850ca731b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:40.351604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-63f89bfa-9bc7-4a65-b9b3-1d3b076d5a3b req-26016de5-adc8-4dca-823a-a4ac522044a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997272 Aug 16 01:33:40.524846 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463dd54-d763-4106-b180-f4ce6b82b355 req-d5086e29-9a9c-43f7-8981-78e8a905080d tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:40.526300 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3463dd54-d763-4106-b180-f4ce6b82b355 req-d5086e29-9a9c-43f7-8981-78e8a905080d tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b81d20b-1773-4b5c-ac25-9459b31247bf HTTP/1.1" status: 200 len: 950 time: 0.0715580 Aug 16 01:33:40.617839 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3463dd54-d763-4106-b180-f4ce6b82b355 req-74bb1746-e490-476e-bf5e-aa42ae40208b tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847275 Aug 16 01:33:40.779249 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-8159b29b-f271-4a19-835f-983850ca731b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Floating IP 97a82299-ad66-4136-8e3c-e83e022126b6 associated. External IP: 172.25.3.108, port: 1e1c0401-255c-4b9c-8fee-9812ab714b8b. Aug 16 01:33:40.785446 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-63f89bfa-9bc7-4a65-b9b3-1d3b076d5a3b req-8b2f626c-fdda-4360-9591-ab16fefed793 service neutron] 10.222.0.73 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699645 Aug 16 01:33:40.820693 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28f80483-bdb9-4ba2-a064-e55849cb59b2 req-e2cc8463-131f-44c6-a2f1-289544ab5883 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574987 Aug 16 01:33:40.850921 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd30bc-c5b9-49df-9984-e69d519e6cd5 req-54807f33-ba2e-4310-a8b9-4ee0c50045db tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:40.860169 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91dd30bc-c5b9-49df-9984-e69d519e6cd5 req-54807f33-ba2e-4310-a8b9-4ee0c50045db tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 945 time: 0.1017518 Aug 16 01:33:40.935586 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91dd30bc-c5b9-49df-9984-e69d519e6cd5 req-c625225f-2eda-485e-9745-7a5d99aebc46 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742822 Aug 16 01:33:40.970479 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-63f89bfa-9bc7-4a65-b9b3-1d3b076d5a3b req-c6c6f601-e895-472e-b237-8ecdd9edc2b5 service neutron] 10.222.0.73 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499739 Aug 16 01:33:41.101486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192541cd-8363-48bc-a5b5-8714c5146d04 req-6db23312-de36-48d6-86ae-eddd5e13c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:41.103853 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-192541cd-8363-48bc-a5b5-8714c5146d04 req-6db23312-de36-48d6-86ae-eddd5e13c0ad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a281f802ea2743fa9ccd253c1514e699&device_id=723f5b40-5765-4b1f-8e75-eecc100e53b5 HTTP/1.1" status: 200 len: 1100 time: 0.2008862 Aug 16 01:33:41.249180 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-8159b29b-f271-4a19-835f-983850ca731b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Router 13f6a729-1b1d-4035-81cb-b8791ea99551 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:33:41.401441 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192541cd-8363-48bc-a5b5-8714c5146d04 req-00bfb41c-e65a-46e1-b722-a084dc0e2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:41.404245 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-192541cd-8363-48bc-a5b5-8714c5146d04 req-00bfb41c-e65a-46e1-b722-a084dc0e2687 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1689768 Aug 16 01:33:41.412045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfde0f-784a-4907-8bdf-a0958761d5fc req-4ab0ea32-2498-41f3-bbce-047a0b87e21d tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:41.414191 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-92bfde0f-784a-4907-8bdf-a0958761d5fc req-4ab0ea32-2498-41f3-bbce-047a0b87e21d tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b81d20b-1773-4b5c-ac25-9459b31247bf HTTP/1.1" status: 200 len: 950 time: 0.3535798 Aug 16 01:33:41.415694 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31233a0d-1ab4-4941-8797-8395b90a364f req-22634652-2b1c-496c-8cd8-5bd8337f9884 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:41.424391 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-31233a0d-1ab4-4941-8797-8395b90a364f req-22634652-2b1c-496c-8cd8-5bd8337f9884 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=723f5b40-5765-4b1f-8e75-eecc100e53b5 HTTP/1.1" status: 200 len: 948 time: 0.1240950 Aug 16 01:33:41.491960 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-192541cd-8363-48bc-a5b5-8714c5146d04 req-5254e3e1-307e-4d94-b155-60aa29abff0d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=dbd92c14-3d0b-446a-91dc-ddcd898d23cf HTTP/1.1" status: 200 len: 217 time: 0.0764072 Aug 16 01:33:41.504532 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-31233a0d-1ab4-4941-8797-8395b90a364f req-b879eb33-6f6d-4da3-8e23-6999f1d2c6de tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790715 Aug 16 01:33:41.699119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192541cd-8363-48bc-a5b5-8714c5146d04 req-56aeb468-3cec-4c8f-9fee-b17e20d86918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:41.700703 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-192541cd-8363-48bc-a5b5-8714c5146d04 req-56aeb468-3cec-4c8f-9fee-b17e20d86918 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1614568 Aug 16 01:33:41.743690 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf354478-6c00-46aa-ab91-255d643a525f req-89ceb44c-9734-4bb8-a571-a76aa9298240 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:41.746843 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bf354478-6c00-46aa-ab91-255d643a525f req-89ceb44c-9734-4bb8-a571-a76aa9298240 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 1097 time: 0.0605483 Aug 16 01:33:41.784582 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-92bfde0f-784a-4907-8bdf-a0958761d5fc req-46cf36b1-f34f-45c0-b7bb-95d0d5fa1005 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Deleting port 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:33:41.784921 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-92bfde0f-784a-4907-8bdf-a0958761d5fc req-46cf36b1-f34f-45c0-b7bb-95d0d5fa1005 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:41.814979 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bf354478-6c00-46aa-ab91-255d643a525f req-d343abee-30fe-4cf2-85db-0ce91efd7315 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518358 Aug 16 01:33:41.892299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-92bfde0f-784a-4907-8bdf-a0958761d5fc req-46cf36b1-f34f-45c0-b7bb-95d0d5fa1005 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] For port 12a1a981-ace9-4ec2-8efa-add6c8c04ca0, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=12a1a981-ace9-4ec2-8efa-add6c8c04ca0,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:41.892668 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-92bfde0f-784a-4907-8bdf-a0958761d5fc req-46cf36b1-f34f-45c0-b7bb-95d0d5fa1005 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:41.907265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-92bfde0f-784a-4907-8bdf-a0958761d5fc req-46cf36b1-f34f-45c0-b7bb-95d0d5fa1005 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Calling delete_port for 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:33:41.941171 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32a12d-d5a6-4a8d-b69f-9b74270cde82 req-0e04ef8b-c397-46e4-a103-afe4ca780517 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:41.949464 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4b32a12d-d5a6-4a8d-b69f-9b74270cde82 req-0e04ef8b-c397-46e4-a103-afe4ca780517 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b81d20b-1773-4b5c-ac25-9459b31247bf HTTP/1.1" status: 200 len: 950 time: 0.0651968 Aug 16 01:33:41.961791 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192541cd-8363-48bc-a5b5-8714c5146d04 req-12f64bbe-e5fb-40f5-9b81-42e731a07355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:41.963318 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-192541cd-8363-48bc-a5b5-8714c5146d04 req-12f64bbe-e5fb-40f5-9b81-42e731a07355 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2421067 Aug 16 01:33:41.966838 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-8159b29b-f271-4a19-835f-983850ca731b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:33:41.971861 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-8159b29b-f271-4a19-835f-983850ca731b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:41.990440 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22725ecd-021e-41d3-8250-f17226a7377a None None] Sync routers for ids ['13f6a729-1b1d-4035-81cb-b8791ea99551'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:33:42.039539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22725ecd-021e-41d3-8250-f17226a7377a None None] Routers {'13f6a729-1b1d-4035-81cb-b8791ea99551'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:33:42.040534 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-22725ecd-021e-41d3-8250-f17226a7377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:33:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['13f6a729-1b1d-4035-81cb-b8791ea99551'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:42.065503 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-8159b29b-f271-4a19-835f-983850ca731b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "PUT /v2.0/floatingips/97a82299-ad66-4136-8e3c-e83e022126b6 HTTP/1.1" status: 200 len: 997 time: 3.5022664 Aug 16 01:33:42.068735 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'tag': '1e1c0401-255c-4b9c-8fee-9812ab714b8b'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:42.071325 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5441a1ef-ffb4-4b63-a4fa-be4190ac15a5" -d '{"events": [{"name": "network-changed", "server_uuid": "91ad2e8e-9368-4860-9a42-5cfef955910d", "tag": "1e1c0401-255c-4b9c-8fee-9812ab714b8b"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:42.083370 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4b32a12d-d5a6-4a8d-b69f-9b74270cde82 req-3282ed70-e50c-45fb-be4d-ddacd9d9339a tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/security-groups?id=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326714 Aug 16 01:33:42.238001 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-192541cd-8363-48bc-a5b5-8714c5146d04 req-60239ff9-77b6-4058-babd-a22600e71cfc service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602901 Aug 16 01:33:42.246869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-4130d057-7239-46b7-a3c5-ea083ded51f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:42.248767 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-4130d057-7239-46b7-a3c5-ea083ded51f1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5e0c5f98f6fe42de99c785c15701bc81&device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 1098 time: 0.1523631 Aug 16 01:33:42.286255 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-22725ecd-021e-41d3-8250-f17226a7377a None None] Set router 13f6a729-1b1d-4035-81cb-b8791ea99551 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:33:42.420926 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-92bfde0f-784a-4907-8bdf-a0958761d5fc req-46cf36b1-f34f-45c0-b7bb-95d0d5fa1005 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:42.437931 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['12a1a981-ace9-4ec2-8efa-add6c8c04ca0'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:42.534420 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-192541cd-8363-48bc-a5b5-8714c5146d04 req-8eff53c3-e279-4289-835d-51d398c03715 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846692 Aug 16 01:33:42.563894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf36b1-f34f-45c0-b7bb-95d0d5fa1005 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Pushing event deleted for resources: {'Port': ['ID=12a1a981-ace9-4ec2-8efa-add6c8c04ca0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:42.643700 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bfde0f-784a-4907-8bdf-a0958761d5fc req-46cf36b1-f34f-45c0-b7bb-95d0d5fa1005 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] No DVR routers for this DVR port 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:33:42.654183 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-92bfde0f-784a-4907-8bdf-a0958761d5fc req-46cf36b1-f34f-45c0-b7bb-95d0d5fa1005 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:42.664432 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-92bfde0f-784a-4907-8bdf-a0958761d5fc req-46cf36b1-f34f-45c0-b7bb-95d0d5fa1005 tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.63 "DELETE /v2.0/ports/12a1a981-ace9-4ec2-8efa-add6c8c04ca0 HTTP/1.1" status: 204 len: 173 time: 1.1712577 Aug 16 01:33:42.725861 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-2558af88-46f5-41bb-9509-d108dab2af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:42.730688 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-2558af88-46f5-41bb-9509-d108dab2af55 service neutron] 10.222.0.68 "GET /v2.0/networks?id=03241670-4104-41ea-a6fc-9fe8a3a8cd89 HTTP/1.1" status: 200 len: 922 time: 0.3623133 Aug 16 01:33:42.899356 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-100a1892-05b4-496c-83d0-541dcbef71a9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e1c0401-255c-4b9c-8fee-9812ab714b8b HTTP/1.1" status: 200 len: 1000 time: 0.1587024 Aug 16 01:33:42.985028 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-22725ecd-021e-41d3-8250-f17226a7377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '97a82299-ad66-4136-8e3c-e83e022126b6', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'port_id': '1e1c0401-255c-4b9c-8fee-9812ab714b8b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'mac_address': 'fa:16:3e:2c:37:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:33:18Z', 'updated_at': '2021-08-16T01:33:39Z', 'revision_number': 1, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:58Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:43.025060 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-c6b5ff69-b935-464c-affc-3e85c07fb282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:43.034541 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-c6b5ff69-b935-464c-affc-3e85c07fb282 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c7b48f01-7f17-46c9-aeb0-0901bdbe28b8 HTTP/1.1" status: 200 len: 860 time: 0.1272469 Aug 16 01:33:43.078371 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22725ecd-021e-41d3-8250-f17226a7377a None None] Checking router: 13f6a729-1b1d-4035-81cb-b8791ea99551 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:33:43.101956 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22725ecd-021e-41d3-8250-f17226a7377a None None] Routers {'13f6a729-1b1d-4035-81cb-b8791ea99551'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:33:43.105260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-22725ecd-021e-41d3-8250-f17226a7377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:33:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['13f6a729-1b1d-4035-81cb-b8791ea99551'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:43.130225 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-6eabad1d-ffde-4dec-8718-cfa5bc8291b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:43.131886 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-6eabad1d-ffde-4dec-8718-cfa5bc8291b0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=03241670-4104-41ea-a6fc-9fe8a3a8cd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958591 Aug 16 01:33:43.216033 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:33:43.293652 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-1cfb353e-dc9c-4c74-b327-09b166afe333 service neutron] 10.222.0.68 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447918 Aug 16 01:33:43.375354 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-22725ecd-021e-41d3-8250-f17226a7377a None None] Set router 13f6a729-1b1d-4035-81cb-b8791ea99551 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:33:43.769668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-968ac428-afd1-4544-a668-3a96b8d1efec tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:33:43.770716 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-968ac428-afd1-4544-a668-3a96b8d1efec tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109076 Aug 16 01:33:43.795695 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-e9533bd1-84aa-426f-8c28-9cc4a4127437 service neutron] Request body: {'binding': {'host': 'n-h1-765315-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:43.796159 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-e9533bd1-84aa-426f-8c28-9cc4a4127437 service neutron] Unknown quota resources ['binding']. {{(pid=94672) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:33:43.844118 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82d297de-cd4c-4e01-b0ef-6f3659402edd req-227e5003-3c67-4ada-b522-425a3edef1d2 service neutron] 10.222.0.68 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440505 Aug 16 01:33:43.890756 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-22725ecd-021e-41d3-8250-f17226a7377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '97a82299-ad66-4136-8e3c-e83e022126b6', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'port_id': '1e1c0401-255c-4b9c-8fee-9812ab714b8b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'mac_address': 'fa:16:3e:2c:37:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:33:18Z', 'updated_at': '2021-08-16T01:33:39Z', 'revision_number': 1, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:58Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:43.932599 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22725ecd-021e-41d3-8250-f17226a7377a None None] The sync data for ids ['13f6a729-1b1d-4035-81cb-b8791ea99551'] in n-d-765315-27 is: [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '97a82299-ad66-4136-8e3c-e83e022126b6', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'port_id': '1e1c0401-255c-4b9c-8fee-9812ab714b8b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'mac_address': 'fa:16:3e:2c:37:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:33:18Z', 'updated_at': '2021-08-16T01:33:39Z', 'revision_number': 1, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:58Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:33:44.051036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-e9533bd1-84aa-426f-8c28-9cc4a4127437 service neutron] Attempting to bind port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 on host n-h1-765315-27 for vnic_type normal with profile None {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:33:44.051582 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-e9533bd1-84aa-426f-8c28-9cc4a4127437 service neutron] Attempting to bind port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:33:44.052120 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-e9533bd1-84aa-426f-8c28-9cc4a4127437 service neutron] Attempting to bind port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:44.063744 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-e9533bd1-84aa-426f-8c28-9cc4a4127437 service neutron] Port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:33:44.064068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-e9533bd1-84aa-426f-8c28-9cc4a4127437 service neutron] Attempting to bind port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:44.076678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0b7f1-bbc3-4239-8659-e737cefcab67 req-cf568f1a-d408-48e3-a32b-fe4949ccdd01 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:44.078447 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8e0b7f1-bbc3-4239-8659-e737cefcab67 req-cf568f1a-d408-48e3-a32b-fe4949ccdd01 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 945 time: 0.0916319 Aug 16 01:33:44.080885 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-e9533bd1-84aa-426f-8c28-9cc4a4127437 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:33:44.081377 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-e9533bd1-84aa-426f-8c28-9cc4a4127437 service neutron] Checking segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:33:44.081642 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-e9533bd1-84aa-426f-8c28-9cc4a4127437 service neutron] Bound using segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:33:44.082096 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-e9533bd1-84aa-426f-8c28-9cc4a4127437 service neutron] Bound port: 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:33:44.159632 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8e0b7f1-bbc3-4239-8659-e737cefcab67 req-be603ab1-9722-4d61-bf44-ab38e2eb3972 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677936 Aug 16 01:33:44.174094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-e9533bd1-84aa-426f-8c28-9cc4a4127437 service neutron] For port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:33:44.190046 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-e9533bd1-84aa-426f-8c28-9cc4a4127437 service neutron] Notify callbacks [] for binding, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:44.192930 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-e9533bd1-84aa-426f-8c28-9cc4a4127437 service neutron] 10.222.0.68 "POST /v2.0/ports/9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6/bindings HTTP/1.1" status: 201 len: 390 time: 0.4040661 Aug 16 01:33:44.307311 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2c277-625a-4a96-8391-616190771c1e None None] New status for floating IP 97a82299-ad66-4136-8e3c-e83e022126b6: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:33:44.358747 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0994af26-3e40-43d4-a6ef-225676913326 x-openstack-request-id: req-0994af26-3e40-43d4-a6ef-225676913326 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:44.359136 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ad2e8e-9368-4860-9a42-5cfef955910d", "tag": "1e1c0401-255c-4b9c-8fee-9812ab714b8b", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:44.360796 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0994af26-3e40-43d4-a6ef-225676913326 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:44.361477 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'tag': '1e1c0401-255c-4b9c-8fee-9812ab714b8b', 'status': 'completed', 'code': 200} Aug 16 01:33:44.433858 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device dbd92c14-3d0b-446a-91dc-ddcd898d23cf details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:33:44.511435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441a1ef-ffb4-4b63-a4fa-be4190ac15a5 req-f55c6033-3aeb-4898-b391-49371cb4862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:44.515515 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533051a-6567-48ab-9004-25a3a1d84303 req-63506522-dadc-4ead-81d5-eaf8a75597bc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:44.516422 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5441a1ef-ffb4-4b63-a4fa-be4190ac15a5 req-f55c6033-3aeb-4898-b391-49371cb4862a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e0c5f98f6fe42de99c785c15701bc81&device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 1098 time: 0.1219020 Aug 16 01:33:44.525051 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b533051a-6567-48ab-9004-25a3a1d84303 req-63506522-dadc-4ead-81d5-eaf8a75597bc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=723f5b40-5765-4b1f-8e75-eecc100e53b5 HTTP/1.1" status: 200 len: 948 time: 0.0968328 Aug 16 01:33:44.587386 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b533051a-6567-48ab-9004-25a3a1d84303 req-21ee445e-1c94-42c8-9759-29d61389da82 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606997 Aug 16 01:33:44.646869 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port dbd92c14-3d0b-446a-91dc-ddcd898d23cf, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=dbd92c14-3d0b-446a-91dc-ddcd898d23cf,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:44.674656 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'dbd92c14-3d0b-446a-91dc-ddcd898d23cf', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': 'dbd92c14-3d0b-446a-91dc-ddcd898d23cf', 'mac_address': 'fa:16:3e:7d:ae:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:33:44.757217 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441a1ef-ffb4-4b63-a4fa-be4190ac15a5 req-d4477577-b5a0-470d-ac88-4f89119df7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:44.759038 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5441a1ef-ffb4-4b63-a4fa-be4190ac15a5 req-d4477577-b5a0-470d-ac88-4f89119df7fc service neutron] 10.222.0.73 "GET /v2.0/networks?id=03241670-4104-41ea-a6fc-9fe8a3a8cd89 HTTP/1.1" status: 200 len: 922 time: 0.2310772 Aug 16 01:33:44.798981 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:44.832007 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd92c14-3d0b-446a-91dc-ddcd898d23cf {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:44.835830 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-901dfd20-b56b-4d79-81a4-40258df8260a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:44.846205 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-901dfd20-b56b-4d79-81a4-40258df8260a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=86d32106-ed8a-4159-87eb-890319366714&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0950339 Aug 16 01:33:44.860639 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port dbd92c14-3d0b-446a-91dc-ddcd898d23cf, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=dbd92c14-3d0b-446a-91dc-ddcd898d23cf,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:44.875911 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:44.878970 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5441a1ef-ffb4-4b63-a4fa-be4190ac15a5 req-04262d34-c7cc-4433-8713-a582cd39a8ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e1c0401-255c-4b9c-8fee-9812ab714b8b HTTP/1.1" status: 200 len: 1000 time: 0.1041393 Aug 16 01:33:44.931575 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7d37ea61-5550-4af7-83fb-c751a586be6b req-610a09e6-5585-42cc-a178-5dda953ed2ab tempest-ServersAdminNegativeTestJSON-714059778 tempest-ServersAdminNegativeTestJSON-714059778-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b81d20b-1773-4b5c-ac25-9459b31247bf HTTP/1.1" status: 200 len: 210 time: 0.0515971 Aug 16 01:33:44.969683 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441a1ef-ffb4-4b63-a4fa-be4190ac15a5 req-52533de3-f426-45a8-b5c4-1b2b6a0a19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:44.971427 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5441a1ef-ffb4-4b63-a4fa-be4190ac15a5 req-52533de3-f426-45a8-b5c4-1b2b6a0a19ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c7b48f01-7f17-46c9-aeb0-0901bdbe28b8 HTTP/1.1" status: 200 len: 860 time: 0.0685568 Aug 16 01:33:44.995617 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=dbd92c14-3d0b-446a-91dc-ddcd898d23cf,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:45.009280 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-790f796e-1ca1-444e-a90e-fb32043b059b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 1002 time: 0.1607876 Aug 16 01:33:45.025750 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-6260474b-a02e-4856-87e0-217774ce04f4 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Request body: {'floatingip': {'port_id': '81ee393e-d25d-4065-b244-22f5c0a71304', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:45.079705 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441a1ef-ffb4-4b63-a4fa-be4190ac15a5 req-a5102a99-2c42-4371-9788-b13503e6b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:45.082471 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5441a1ef-ffb4-4b63-a4fa-be4190ac15a5 req-a5102a99-2c42-4371-9788-b13503e6b62a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03241670-4104-41ea-a6fc-9fe8a3a8cd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916326 Aug 16 01:33:45.084949 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-6260474b-a02e-4856-87e0-217774ce04f4 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:45.105182 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b63a65-3769-4563-8d74-94a5fd19bc35 req-2717eeed-966d-4d64-acb4-88d039e11527 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:45.116311 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6b63a65-3769-4563-8d74-94a5fd19bc35 req-2717eeed-966d-4d64-acb4-88d039e11527 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.0817595 Aug 16 01:33:45.233859 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6b63a65-3769-4563-8d74-94a5fd19bc35 req-0311ac33-c590-4a91-a7ba-a3da21452167 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096516 Aug 16 01:33:45.277704 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5441a1ef-ffb4-4b63-a4fa-be4190ac15a5 req-f76aa528-da3d-4834-ac5a-b6796897a4a8 service neutron] 10.222.0.73 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582522 Aug 16 01:33:45.300988 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:33:45.361807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['dbd92c14-3d0b-446a-91dc-ddcd898d23cf'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:45.369850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:33:45.371927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 12a1a981-ace9-4ec2-8efa-add6c8c04ca0 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:33:45.440586 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5441a1ef-ffb4-4b63-a4fa-be4190ac15a5 req-7a276678-afe8-4579-8fb3-a76ba33bf1b1 service neutron] 10.222.0.73 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540022 Aug 16 01:33:45.454731 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79853a5b-9203-49b8-8802-b3adabc3106c req-9df496b4-8ca0-40a8-b251-825ec3ba53d1 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:45.462473 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-79853a5b-9203-49b8-8802-b3adabc3106c req-9df496b4-8ca0-40a8-b251-825ec3ba53d1 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b3926db-46ed-4018-b9b6-05b032570db7 HTTP/1.1" status: 200 len: 946 time: 0.0935695 Aug 16 01:33:45.530207 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-79853a5b-9203-49b8-8802-b3adabc3106c req-a1bc9c6f-eb8d-45c7-8aaf-44ffbda6e1aa tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480349 Aug 16 01:33:45.667100 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ef2e8-35df-4568-ad78-567b6fea2c43 req-812d1f33-d57e-406c-a3c9-1867cfd52bb5 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:45.674295 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a1ef2e8-35df-4568-ad78-567b6fea2c43 req-812d1f33-d57e-406c-a3c9-1867cfd52bb5 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 945 time: 0.0627837 Aug 16 01:33:45.715117 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a1ef2e8-35df-4568-ad78-567b6fea2c43 req-6a17f878-75d1-42db-8971-5ba7a65ff2a4 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399060 Aug 16 01:33:45.796301 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-6260474b-a02e-4856-87e0-217774ce04f4 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:45.804394 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-6260474b-a02e-4856-87e0-217774ce04f4 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:45.946445 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-6260474b-a02e-4856-87e0-217774ce04f4 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Floating IP 97a82299-ad66-4136-8e3c-e83e022126b6 associated. External IP: 172.25.3.108, port: 1e1c0401-255c-4b9c-8fee-9812ab714b8b. Aug 16 01:33:46.046654 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ecc9d-3bb0-4ea9-b55a-221bfc210bc5 req-606f1ae9-316e-49fe-9b6a-0997b3a01f6d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:46.048276 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e96ecc9d-3bb0-4ea9-b55a-221bfc210bc5 req-606f1ae9-316e-49fe-9b6a-0997b3a01f6d tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=723f5b40-5765-4b1f-8e75-eecc100e53b5 HTTP/1.1" status: 200 len: 949 time: 0.0815063 Aug 16 01:33:46.105729 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e96ecc9d-3bb0-4ea9-b55a-221bfc210bc5 req-dda0396b-0c05-431c-b913-e2546a3ac6b3 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480125 Aug 16 01:33:46.207809 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-6260474b-a02e-4856-87e0-217774ce04f4 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Router 13f6a729-1b1d-4035-81cb-b8791ea99551 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:33:46.340967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-6260474b-a02e-4856-87e0-217774ce04f4 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:33:46.363112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd3fd47-05b9-4afc-a700-5abac2221df0 None None] Sync routers for ids ['13f6a729-1b1d-4035-81cb-b8791ea99551'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:33:46.364643 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b81d20b-1773-4b5c-ac25-9459b31247bf', 'name': 'network-vif-deleted', 'tag': '12a1a981-ace9-4ec2-8efa-add6c8c04ca0'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:46.370552 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1093bf5d-0d6f-48fd-ba20-74eebdeed94c" -d '{"events": [{"server_uuid": "7b81d20b-1773-4b5c-ac25-9459b31247bf", "name": "network-vif-deleted", "tag": "12a1a981-ace9-4ec2-8efa-add6c8c04ca0"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:46.385619 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd3fd47-05b9-4afc-a700-5abac2221df0 None None] Routers {'13f6a729-1b1d-4035-81cb-b8791ea99551'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:33:46.386400 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2fd3fd47-05b9-4afc-a700-5abac2221df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:33:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['13f6a729-1b1d-4035-81cb-b8791ea99551'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:46.463836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d074b-8d69-44ba-abda-505e6da77c61 req-d6a8d9b6-6c90-462c-9ea5-d099bcb0024f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:46.465575 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e27d074b-8d69-44ba-abda-505e6da77c61 req-d6a8d9b6-6c90-462c-9ea5-d099bcb0024f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.1225886 Aug 16 01:33:46.527386 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e27d074b-8d69-44ba-abda-505e6da77c61 req-580b4fa7-aaa1-4c76-b057-d54ef92b8c26 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493636 Aug 16 01:33:46.547654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-2fd3fd47-05b9-4afc-a700-5abac2221df0 None None] Set router 13f6a729-1b1d-4035-81cb-b8791ea99551 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:33:46.571611 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece6a859-11a4-4b48-9ec8-93af6ff6911e x-openstack-request-id: req-ece6a859-11a4-4b48-9ec8-93af6ff6911e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:46.572224 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b81d20b-1773-4b5c-ac25-9459b31247bf", "name": "network-vif-deleted", "tag": "12a1a981-ace9-4ec2-8efa-add6c8c04ca0", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:46.572630 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ece6a859-11a4-4b48-9ec8-93af6ff6911e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:46.573197 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b81d20b-1773-4b5c-ac25-9459b31247bf', 'name': 'network-vif-deleted', 'tag': '12a1a981-ace9-4ec2-8efa-add6c8c04ca0', 'status': 'completed', 'code': 200} Aug 16 01:33:46.603045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35708) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:33:46.718083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-6260474b-a02e-4856-87e0-217774ce04f4 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Router 13f6a729-1b1d-4035-81cb-b8791ea99551 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:33:46.872203 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-41897c61-1ca3-4a57-be40-fbae3e4a361f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ff4d49d9349f4289b826943bc1ef682e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675538 Aug 16 01:33:46.874892 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35718) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:33:46.876311 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2fd3fd47-05b9-4afc-a700-5abac2221df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '97a82299-ad66-4136-8e3c-e83e022126b6', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'port_id': '81ee393e-d25d-4065-b244-22f5c0a71304', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'mac_address': 'fa:16:3e:c7:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d32106-ed8a-4159-87eb-890319366714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:33:18Z', 'updated_at': '2021-08-16T01:33:45Z', 'revision_number': 3, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:58Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:46.892779 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-6260474b-a02e-4856-87e0-217774ce04f4 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:33:46.903060 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-6260474b-a02e-4856-87e0-217774ce04f4 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:46.937058 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'tag': '1e1c0401-255c-4b9c-8fee-9812ab714b8b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:46.939853 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b116e0-ddf0-4029-b368-c78a5e28c7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "91ad2e8e-9368-4860-9a42-5cfef955910d", "tag": "1e1c0401-255c-4b9c-8fee-9812ab714b8b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:46.964436 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd3fd47-05b9-4afc-a700-5abac2221df0 None None] Checking router: 13f6a729-1b1d-4035-81cb-b8791ea99551 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:33:47.001036 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd3fd47-05b9-4afc-a700-5abac2221df0 None None] Routers {'13f6a729-1b1d-4035-81cb-b8791ea99551'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:33:47.001681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2fd3fd47-05b9-4afc-a700-5abac2221df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:33:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['13f6a729-1b1d-4035-81cb-b8791ea99551'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:47.007560 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-6260474b-a02e-4856-87e0-217774ce04f4 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "PUT /v2.0/floatingips/97a82299-ad66-4136-8e3c-e83e022126b6 HTTP/1.1" status: 200 len: 999 time: 1.9870698 Aug 16 01:33:47.071966 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-ebe01e6a-9be4-4c60-ab02-de7d8b23e66c tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:47.072897 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d347348-f247-49d4-b188-25fe20ac33db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:47.073439 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-ebe01e6a-9be4-4c60-ab02-de7d8b23e66c tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports/1e1c0401-255c-4b9c-8fee-9812ab714b8b HTTP/1.1" status: 200 len: 943 time: 0.0650332 Aug 16 01:33:47.087924 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40a01f-0b88-4d82-919a-23661490e306 req-1b89573c-2453-403d-9024-6da2f9000d11 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:47.095038 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a40a01f-0b88-4d82-919a-23661490e306 req-1b89573c-2453-403d-9024-6da2f9000d11 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 945 time: 0.1870801 Aug 16 01:33:47.130406 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d347348-f247-49d4-b188-25fe20ac33db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:47.186229 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-23e1e2b4-c3d1-4cc9-86b3-9df3ad0b3b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:47.186806 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a40a01f-0b88-4d82-919a-23661490e306 req-204752fa-8e06-4a57-8d2c-d303f0dc4fd2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903950 Aug 16 01:33:47.195436 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-23e1e2b4-c3d1-4cc9-86b3-9df3ad0b3b56 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5e0c5f98f6fe42de99c785c15701bc81&device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 1098 time: 0.0561540 Aug 16 01:33:47.212920 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d347348-f247-49d4-b188-25fe20ac33db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:47.216225 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d347348-f247-49d4-b188-25fe20ac33db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:47.220319 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5d347348-f247-49d4-b188-25fe20ac33db admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e HTTP/1.1" status: 204 len: 168 time: 0.3441906 Aug 16 01:33:47.229673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d347348-f247-49d4-b188-25fe20ac33db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63ebbb7-7b7c-4fd6-90b7-eeef12a3ad7e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:47.311569 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-2fd3fd47-05b9-4afc-a700-5abac2221df0 None None] Set router 13f6a729-1b1d-4035-81cb-b8791ea99551 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:33:47.349145 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-17b85781-94b8-400d-9af3-02deda3ef28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:47.350866 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-17b85781-94b8-400d-9af3-02deda3ef28e service neutron] 10.222.0.68 "GET /v2.0/networks?id=03241670-4104-41ea-a6fc-9fe8a3a8cd89 HTTP/1.1" status: 200 len: 922 time: 0.1545358 Aug 16 01:33:47.409654 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-93d9657c-17b2-4138-8268-750458a626a8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e1c0401-255c-4b9c-8fee-9812ab714b8b HTTP/1.1" status: 200 len: 217 time: 0.0503941 Aug 16 01:33:47.413007 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3442ef8-ee21-4632-a2df-d2c332e9d680 x-openstack-request-id: req-c3442ef8-ee21-4632-a2df-d2c332e9d680 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:47.413405 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ad2e8e-9368-4860-9a42-5cfef955910d", "tag": "1e1c0401-255c-4b9c-8fee-9812ab714b8b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:47.413657 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c3442ef8-ee21-4632-a2df-d2c332e9d680 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:47.414309 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'tag': '1e1c0401-255c-4b9c-8fee-9812ab714b8b', 'status': 'completed', 'code': 200} Aug 16 01:33:47.480626 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-438f3a90-12d5-4f2a-ae37-b1801fa3872f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:47.486265 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-438f3a90-12d5-4f2a-ae37-b1801fa3872f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c7b48f01-7f17-46c9-aeb0-0901bdbe28b8 HTTP/1.1" status: 200 len: 860 time: 0.0707514 Aug 16 01:33:47.534186 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-7a3d45c9-ab8c-4a73-8178-be49217fe7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:47.535700 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-7a3d45c9-ab8c-4a73-8178-be49217fe7a1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=03241670-4104-41ea-a6fc-9fe8a3a8cd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461395 Aug 16 01:33:47.542947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b116e0-ddf0-4029-b368-c78a5e28c7c4 req-2efad9c0-db12-4530-b2da-c8a40b109698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:47.546371 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91b116e0-ddf0-4029-b368-c78a5e28c7c4 req-2efad9c0-db12-4530-b2da-c8a40b109698 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e0c5f98f6fe42de99c785c15701bc81&device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 1098 time: 0.1116781 Aug 16 01:33:47.568255 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-c50987cd-8da5-4a9f-90bd-35823a804259 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--2146200427&fields=id&tenant_id=5d87878905c446a6b1656e7f6d15dd47 HTTP/1.1" status: 200 len: 267 time: 0.0831842 Aug 16 01:33:47.595995 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2fd3fd47-05b9-4afc-a700-5abac2221df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '97a82299-ad66-4136-8e3c-e83e022126b6', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'port_id': '81ee393e-d25d-4065-b244-22f5c0a71304', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'mac_address': 'fa:16:3e:c7:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d32106-ed8a-4159-87eb-890319366714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:33:18Z', 'updated_at': '2021-08-16T01:33:45Z', 'revision_number': 3, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:58Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:47.630583 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd3fd47-05b9-4afc-a700-5abac2221df0 None None] The sync data for ids ['13f6a729-1b1d-4035-81cb-b8791ea99551'] in n-d-765315-27 is: [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '97a82299-ad66-4136-8e3c-e83e022126b6', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'port_id': '81ee393e-d25d-4065-b244-22f5c0a71304', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'mac_address': 'fa:16:3e:c7:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d32106-ed8a-4159-87eb-890319366714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:33:18Z', 'updated_at': '2021-08-16T01:33:45Z', 'revision_number': 3, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:58Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:33:47.665809 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 35762) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:33:47.723177 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-0c6a3901-3b33-4de4-99e2-b48f36f34868 service neutron] 10.222.0.68 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773851 Aug 16 01:33:47.726732 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-222b0a33-6b36-4527-8074-2919bf5a7b17 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=806641c7459b4391814cbc21f1cf1706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595288 Aug 16 01:33:47.728921 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 35764) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:33:47.762219 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b116e0-ddf0-4029-b368-c78a5e28c7c4 req-bb0a4576-e876-4433-bb72-e47087b25f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:47.763717 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91b116e0-ddf0-4029-b368-c78a5e28c7c4 req-bb0a4576-e876-4433-bb72-e47087b25f89 service neutron] 10.222.0.73 "GET /v2.0/networks?id=03241670-4104-41ea-a6fc-9fe8a3a8cd89 HTTP/1.1" status: 200 len: 922 time: 0.1919355 Aug 16 01:33:47.771134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-398e4aee-8258-40ce-95d5-6b640b937912 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:47.778349 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-398e4aee-8258-40ce-95d5-6b640b937912 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/networks?id=d175df58-def8-4ec7-8e23-2ebe9176428d HTTP/1.1" status: 200 len: 823 time: 0.2086127 Aug 16 01:33:47.822876 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-ced4c30c-fe74-4dee-be61-57f9849e2ed8 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/quotas/5d87878905c446a6b1656e7f6d15dd47 HTTP/1.1" status: 200 len: 375 time: 0.0436497 Aug 16 01:33:47.824487 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91b116e0-ddf0-4029-b368-c78a5e28c7c4 req-01920a56-0d2d-40a5-9710-ce3ccf177333 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e1c0401-255c-4b9c-8fee-9812ab714b8b HTTP/1.1" status: 200 len: 217 time: 0.0435801 Aug 16 01:33:47.839645 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e33d3e-5f28-4c01-a694-31258739131b None None] New status for floating IP 97a82299-ad66-4136-8e3c-e83e022126b6: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:33:47.848649 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7715f2a-55a1-40cc-8858-7bf7c5b89fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:47.884952 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-391bbfd8-af45-48ca-b25b-3e64a279831c service neutron] 10.222.0.68 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438925 Aug 16 01:33:47.886756 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7715f2a-55a1-40cc-8858-7bf7c5b89fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:47.929188 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-28a781fa-b70e-4d44-adee-b612dbc417e4 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d87878905c446a6b1656e7f6d15dd47&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0939832 Aug 16 01:33:47.930776 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b116e0-ddf0-4029-b368-c78a5e28c7c4 req-44667556-9fcc-4db5-98c9-8f143b3516cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:47.932201 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91b116e0-ddf0-4029-b368-c78a5e28c7c4 req-44667556-9fcc-4db5-98c9-8f143b3516cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c7b48f01-7f17-46c9-aeb0-0901bdbe28b8 HTTP/1.1" status: 200 len: 860 time: 0.0941391 Aug 16 01:33:47.962336 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7715f2a-55a1-40cc-8858-7bf7c5b89fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:47.965026 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7715f2a-55a1-40cc-8858-7bf7c5b89fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:47.968971 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c7715f2a-55a1-40cc-8858-7bf7c5b89fe6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3e71c5c2-b8d3-45ab-b74d-cb2335f9c762 HTTP/1.1" status: 204 len: 168 time: 0.2390690 Aug 16 01:33:47.981865 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7715f2a-55a1-40cc-8858-7bf7c5b89fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e71c5c2-b8d3-45ab-b74d-cb2335f9c762,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:47.996289 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-83ddc2c9-06d8-40aa-9164-702782d9e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:47.998112 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-83ddc2c9-06d8-40aa-9164-702782d9e85b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5e0c5f98f6fe42de99c785c15701bc81&device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 1098 time: 0.0705194 Aug 16 01:33:48.050121 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b116e0-ddf0-4029-b368-c78a5e28c7c4 req-8e8846eb-f690-4a94-b557-66df6ed49d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:48.051740 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91b116e0-ddf0-4029-b368-c78a5e28c7c4 req-8e8846eb-f690-4a94-b557-66df6ed49d1f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03241670-4104-41ea-a6fc-9fe8a3a8cd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1089664 Aug 16 01:33:48.113965 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-5df0fa0e-5813-484d-acb8-71c0ab2896f3 service neutron] 10.222.0.68 "GET /v2.0/networks/d175df58-def8-4ec7-8e23-2ebe9176428d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783857 Aug 16 01:33:48.140465 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c35ecb-f11a-4948-acb9-ae786cb1cdeb None None] Sync routers for ids ['13f6a729-1b1d-4035-81cb-b8791ea99551'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:33:48.153403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c35ecb-f11a-4948-acb9-ae786cb1cdeb None None] Routers {'13f6a729-1b1d-4035-81cb-b8791ea99551'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:33:48.154599 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-08c35ecb-f11a-4948-acb9-ae786cb1cdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:33:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['13f6a729-1b1d-4035-81cb-b8791ea99551'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:48.155861 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-be6f1d32-9b4d-435c-8048-6c50997b882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:48.158129 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-be6f1d32-9b4d-435c-8048-6c50997b882d service neutron] 10.222.0.68 "GET /v2.0/networks?id=03241670-4104-41ea-a6fc-9fe8a3a8cd89 HTTP/1.1" status: 200 len: 922 time: 0.1484513 Aug 16 01:33:48.246673 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91b116e0-ddf0-4029-b368-c78a5e28c7c4 req-40ab3949-9a6e-43fc-b696-66e84a339475 service neutron] 10.222.0.73 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759515 Aug 16 01:33:48.248038 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-e0fff62a-1dbd-48e1-a6d2-93cc9a994d62 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81ee393e-d25d-4065-b244-22f5c0a71304 HTTP/1.1" status: 200 len: 1002 time: 0.0826857 Aug 16 01:33:48.300619 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-08c35ecb-f11a-4948-acb9-ae786cb1cdeb None None] Set router 13f6a729-1b1d-4035-81cb-b8791ea99551 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:33:48.314264 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-8f57786d-b095-4902-805d-58f186fd53b3 service neutron] 10.222.0.68 "GET /v2.0/networks/d175df58-def8-4ec7-8e23-2ebe9176428d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937525 Aug 16 01:33:48.316306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-1b700e75-79bf-4bf0-a4bd-38c8940e13da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:48.327348 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-1b700e75-79bf-4bf0-a4bd-38c8940e13da service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c7b48f01-7f17-46c9-aeb0-0901bdbe28b8 HTTP/1.1" status: 200 len: 860 time: 0.0726388 Aug 16 01:33:48.379290 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91b116e0-ddf0-4029-b368-c78a5e28c7c4 req-09c74c81-3044-441c-89ee-d8f39100fd5a service neutron] 10.222.0.73 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285210 Aug 16 01:33:48.423089 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-f4c34412-0ae9-490c-8d21-2bb2132e189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:48.425201 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-f4c34412-0ae9-490c-8d21-2bb2132e189d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=03241670-4104-41ea-a6fc-9fe8a3a8cd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964642 Aug 16 01:33:48.482118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device dbd92c14-3d0b-446a-91dc-ddcd898d23cf up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:33:48.575508 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port dbd92c14-3d0b-446a-91dc-ddcd898d23cf completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:48.584068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port dbd92c14-3d0b-446a-91dc-ddcd898d23cf triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:48.584729 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:48.589223 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-04342e1c-c5e6-49d6-8f80-73c68cdd0a8a service neutron] 10.222.0.68 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560886 Aug 16 01:33:48.687109 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d4008-e96f-401b-a656-422d00e7fc0e req-1a4a82d6-c36c-4d28-93a5-72ad22af8902 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:48.693690 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3a4d4008-e96f-401b-a656-422d00e7fc0e req-1a4a82d6-c36c-4d28-93a5-72ad22af8902 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=723f5b40-5765-4b1f-8e75-eecc100e53b5 HTTP/1.1" status: 200 len: 949 time: 0.1207669 Aug 16 01:33:48.718256 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b359847f-c82b-47b8-a548-97a58c8322a5 req-9d2ea487-9bf2-434f-9111-0f7c81b693d0 service neutron] 10.222.0.68 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227605 Aug 16 01:33:48.733371 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:48.770063 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-08c35ecb-f11a-4948-acb9-ae786cb1cdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '97a82299-ad66-4136-8e3c-e83e022126b6', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'port_id': '81ee393e-d25d-4065-b244-22f5c0a71304', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'mac_address': 'fa:16:3e:c7:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d32106-ed8a-4159-87eb-890319366714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:33:18Z', 'updated_at': '2021-08-16T01:33:47Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:58Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:48.777955 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723f5b40-5765-4b1f-8e75-eecc100e53b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd92c14-3d0b-446a-91dc-ddcd898d23cf'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:48.780195 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d9ee1e-89ea-4879-9388-e5212d9b1a22" -d '{"events": [{"server_uuid": "723f5b40-5765-4b1f-8e75-eecc100e53b5", "name": "network-vif-plugged", "status": "completed", "tag": "dbd92c14-3d0b-446a-91dc-ddcd898d23cf"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:48.788010 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3a4d4008-e96f-401b-a656-422d00e7fc0e req-6852cff6-408e-4148-b28f-63ca50b0cbd5 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845146 Aug 16 01:33:48.854564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c35ecb-f11a-4948-acb9-ae786cb1cdeb None None] Checking router: 13f6a729-1b1d-4035-81cb-b8791ea99551 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:33:48.864017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port dbd92c14-3d0b-446a-91dc-ddcd898d23cf, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=dbd92c14-3d0b-446a-91dc-ddcd898d23cf,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:48.871918 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:48.872940 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d3b8e12d-be02-4625-aedb-c1114046e05a no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:33:48.905122 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c35ecb-f11a-4948-acb9-ae786cb1cdeb None None] Routers {'13f6a729-1b1d-4035-81cb-b8791ea99551'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:33:48.905377 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-08c35ecb-f11a-4948-acb9-ae786cb1cdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:33:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['13f6a729-1b1d-4035-81cb-b8791ea99551'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:48.980646 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e185d7-2a85-46f7-b390-e73febf59f73 req-8ac3afb1-3b99-4c85-a671-44f08ed0e669 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:48.983161 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60e185d7-2a85-46f7-b390-e73febf59f73 req-8ac3afb1-3b99-4c85-a671-44f08ed0e669 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b3926db-46ed-4018-b9b6-05b032570db7 HTTP/1.1" status: 200 len: 946 time: 0.0702121 Aug 16 01:33:48.995356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcffab-acf6-4679-bb32-aa213088a7dc req-69b2f48e-92a0-4036-8457-09b1d1e06394 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:48.997870 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a3fcffab-acf6-4679-bb32-aa213088a7dc req-69b2f48e-92a0-4036-8457-09b1d1e06394 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.1210244 Aug 16 01:33:49.029960 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a744dd-a8de-427b-bc1a-20fe235c05c9 req-61faeb55-b519-4e19-85f0-c2ab29894e86 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:49.038550 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b1a744dd-a8de-427b-bc1a-20fe235c05c9 req-61faeb55-b519-4e19-85f0-c2ab29894e86 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 945 time: 0.1065149 Aug 16 01:33:49.085532 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=dbd92c14-3d0b-446a-91dc-ddcd898d23cf,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:49.109958 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a3fcffab-acf6-4679-bb32-aa213088a7dc req-5a9b840f-501c-456a-9eaf-f3d2a6d6014d tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000981 Aug 16 01:33:49.110875 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b1a744dd-a8de-427b-bc1a-20fe235c05c9 req-3a89810b-47a9-4796-acef-4f1904a2927f tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713069 Aug 16 01:33:49.159932 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-08c35ecb-f11a-4948-acb9-ae786cb1cdeb None None] Set router 13f6a729-1b1d-4035-81cb-b8791ea99551 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:33:49.187569 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-60e185d7-2a85-46f7-b390-e73febf59f73 req-78515506-00b7-4d3d-b4ba-d53fd355c3fb tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Deleting port 78ee8135-c9ec-4ce9-832c-6a25eb921af3 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:33:49.188063 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-60e185d7-2a85-46f7-b390-e73febf59f73 req-78515506-00b7-4d3d-b4ba-d53fd355c3fb tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:49.204141 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:49.288805 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1bb18ae4-fcfb-4875-b112-52c6818542ea req-a1944db9-c88a-4748-8435-69f893cdfacf tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 210 time: 0.0451956 Aug 16 01:33:49.309381 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d3b8e12d-be02-4625-aedb-c1114046e05a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d3b8e12d-be02-4625-aedb-c1114046e05a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:49.315285 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:49.356309 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10f9f83a-1ec4-46bd-803c-b6f8be25737d req-c6393647-46ac-458b-b7ae-6b4212ad38e4 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 1002 time: 0.1053061 Aug 16 01:33:49.398772 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-60e185d7-2a85-46f7-b390-e73febf59f73 req-78515506-00b7-4d3d-b4ba-d53fd355c3fb tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] For port 78ee8135-c9ec-4ce9-832c-6a25eb921af3, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=78ee8135-c9ec-4ce9-832c-6a25eb921af3,segment=NetworkSegment(1bfc9eee-0d22-4e08-9a7d-864def721288),segment_id=1bfc9eee-0d22-4e08-9a7d-864def721288)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:49.399284 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-60e185d7-2a85-46f7-b390-e73febf59f73 req-78515506-00b7-4d3d-b4ba-d53fd355c3fb tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:49.418153 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d32106-ed8a-4159-87eb-890319366714', 'tag': '81ee393e-d25d-4065-b244-22f5c0a71304'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:49.420980 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b786fc66-1913-410c-8b9a-c8ea3de85f33" -d '{"events": [{"name": "network-changed", "server_uuid": "86d32106-ed8a-4159-87eb-890319366714", "tag": "81ee393e-d25d-4065-b244-22f5c0a71304"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:49.433728 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9f83a-1ec4-46bd-803c-b6f8be25737d req-75d7ec14-5a0a-41ce-a083-030f5f3d9be7 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:49.436214 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10f9f83a-1ec4-46bd-803c-b6f8be25737d req-75d7ec14-5a0a-41ce-a083-030f5f3d9be7 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports/81ee393e-d25d-4065-b244-22f5c0a71304 HTTP/1.1" status: 200 len: 943 time: 0.0723524 Aug 16 01:33:49.474174 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=d3b8e12d-be02-4625-aedb-c1114046e05a,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:49.558498 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-08c35ecb-f11a-4948-acb9-ae786cb1cdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '97a82299-ad66-4136-8e3c-e83e022126b6', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'port_id': '81ee393e-d25d-4065-b244-22f5c0a71304', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'mac_address': 'fa:16:3e:c7:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d32106-ed8a-4159-87eb-890319366714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:33:18Z', 'updated_at': '2021-08-16T01:33:47Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:58Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:49.591350 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10f9f83a-1ec4-46bd-803c-b6f8be25737d req-a79f97a0-596b-4ff2-b569-f05304614081 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 1002 time: 0.0774894 Aug 16 01:33:49.592801 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c35ecb-f11a-4948-acb9-ae786cb1cdeb None None] The sync data for ids ['13f6a729-1b1d-4035-81cb-b8791ea99551'] in n-d-765315-27 is: [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '97a82299-ad66-4136-8e3c-e83e022126b6', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'port_id': '81ee393e-d25d-4065-b244-22f5c0a71304', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'mac_address': 'fa:16:3e:c7:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d32106-ed8a-4159-87eb-890319366714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:33:18Z', 'updated_at': '2021-08-16T01:33:47Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:58Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:33:49.614900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619950d8-4007-494a-83c9-4c8469881ef0 req-31c48909-1c06-4a87-a8e4-0952f2a35597 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:49.617013 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-619950d8-4007-494a-83c9-4c8469881ef0 req-31c48909-1c06-4a87-a8e4-0952f2a35597 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b274cb1-fb05-4179-a1ff-392bfec7371e HTTP/1.1" status: 200 len: 946 time: 0.1534553 Aug 16 01:33:49.727400 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9f83a-1ec4-46bd-803c-b6f8be25737d req-418d37d9-f8ad-4ee2-a4ce-72674213aaff tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:49.737142 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10f9f83a-1ec4-46bd-803c-b6f8be25737d req-418d37d9-f8ad-4ee2-a4ce-72674213aaff tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.1328390 Aug 16 01:33:49.743552 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-619950d8-4007-494a-83c9-4c8469881ef0 req-4ee859da-20a1-4606-a1b5-8cf1c52fbff6 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940208 Aug 16 01:33:49.781543 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d6d2ba-8eae-44d9-8bf0-9a5959477685 x-openstack-request-id: req-b5d6d2ba-8eae-44d9-8bf0-9a5959477685 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:49.782139 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723f5b40-5765-4b1f-8e75-eecc100e53b5", "name": "network-vif-plugged", "status": "completed", "tag": "dbd92c14-3d0b-446a-91dc-ddcd898d23cf", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:49.782139 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b5d6d2ba-8eae-44d9-8bf0-9a5959477685 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:49.782880 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723f5b40-5765-4b1f-8e75-eecc100e53b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd92c14-3d0b-446a-91dc-ddcd898d23cf', 'code': 200} Aug 16 01:33:49.788275 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-60e185d7-2a85-46f7-b390-e73febf59f73 req-78515506-00b7-4d3d-b4ba-d53fd355c3fb tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:49.788685 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-60e185d7-2a85-46f7-b390-e73febf59f73 req-78515506-00b7-4d3d-b4ba-d53fd355c3fb tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:49.789002 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [req-60e185d7-2a85-46f7-b390-e73febf59f73 req-78515506-00b7-4d3d-b4ba-d53fd355c3fb tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Floating IP d3e310e3-f30e-412d-b2c4-39c1c0c00ad2 disassociated. External IP: 172.25.3.3, port: 78ee8135-c9ec-4ce9-832c-6a25eb921af3. Aug 16 01:33:49.789346 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-60e185d7-2a85-46f7-b390-e73febf59f73 req-78515506-00b7-4d3d-b4ba-d53fd355c3fb tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Calling delete_port for 78ee8135-c9ec-4ce9-832c-6a25eb921af3 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:33:49.818268 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368891dd-9c33-41e1-92bd-8915b5fede62 x-openstack-request-id: req-368891dd-9c33-41e1-92bd-8915b5fede62 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:49.818582 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d32106-ed8a-4159-87eb-890319366714", "tag": "81ee393e-d25d-4065-b244-22f5c0a71304", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:49.818833 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-368891dd-9c33-41e1-92bd-8915b5fede62 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:49.819222 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d32106-ed8a-4159-87eb-890319366714', 'tag': '81ee393e-d25d-4065-b244-22f5c0a71304', 'status': 'completed', 'code': 200} Aug 16 01:33:49.967845 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-58a3cacd-8979-46a6-af27-bc5f6372aef7 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 1002 time: 0.1708922 Aug 16 01:33:49.973882 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786fc66-1913-410c-8b9a-c8ea3de85f33 req-b013ee69-2bfc-4209-900e-e646ac08ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:49.976723 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b786fc66-1913-410c-8b9a-c8ea3de85f33 req-b013ee69-2bfc-4209-900e-e646ac08ba09 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5e0c5f98f6fe42de99c785c15701bc81&device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 1098 time: 0.1193771 Aug 16 01:33:50.000374 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63d68a-40f1-4b50-8906-a9c66550f6de req-7376e81b-32a0-474b-8281-496fd2f1dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:50.003008 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6b63d68a-40f1-4b50-8906-a9c66550f6de req-7376e81b-32a0-474b-8281-496fd2f1dce8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=723f5b40-5765-4b1f-8e75-eecc100e53b5 HTTP/1.1" status: 200 len: 1102 time: 0.1298778 Aug 16 01:33:50.047441 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-986cfe9a-a336-41a1-9769-9f0458388f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:50.059545 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-675182ac-a7d7-43c0-8334-c95a35db4bc6 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:50.076015 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-675182ac-a7d7-43c0-8334-c95a35db4bc6 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports/81ee393e-d25d-4065-b244-22f5c0a71304 HTTP/1.1" status: 200 len: 943 time: 0.0996799 Aug 16 01:33:50.236289 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-a375b3e3-0fc1-49b3-ba2f-00e4f2657444 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 1002 time: 0.0993099 Aug 16 01:33:50.531115 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6b63d68a-40f1-4b50-8906-a9c66550f6de req-5b944359-8e1c-4ce6-a8fb-3fe6fa9fb11c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065229 Aug 16 01:33:50.603527 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-60e185d7-2a85-46f7-b390-e73febf59f73 req-78515506-00b7-4d3d-b4ba-d53fd355c3fb tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:50.621257 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786fc66-1913-410c-8b9a-c8ea3de85f33 req-f9cffcd7-ca59-434a-b4c6-f8bb8b11b9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:50.622754 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b786fc66-1913-410c-8b9a-c8ea3de85f33 req-f9cffcd7-ca59-434a-b4c6-f8bb8b11b9b6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=03241670-4104-41ea-a6fc-9fe8a3a8cd89 HTTP/1.1" status: 200 len: 922 time: 0.6355517 Aug 16 01:33:50.644524 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-5df2323f-f496-41cd-9616-2cc942820286 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:50.645901 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-5df2323f-f496-41cd-9616-2cc942820286 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.4034700 Aug 16 01:33:50.658800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-f2e2331d-debf-4abd-87bf-defb94f66b15 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:50.660229 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-f2e2331d-debf-4abd-87bf-defb94f66b15 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.63 "GET /v2.0/networks?id=d175df58-def8-4ec7-8e23-2ebe9176428d HTTP/1.1" status: 200 len: 823 time: 0.6174879 Aug 16 01:33:50.669504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78515506-00b7-4d3d-b4ba-d53fd355c3fb tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Pushing event deleted for resources: {'Port': ['ID=78ee8135-c9ec-4ce9-832c-6a25eb921af3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:50.682206 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c06c3-3b93-4e79-95db-ae36ec4b546e req-de03a83f-86c9-47a4-b7b5-8abe7d771662 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:50.683745 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d89c06c3-3b93-4e79-95db-ae36ec4b546e req-de03a83f-86c9-47a4-b7b5-8abe7d771662 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=723f5b40-5765-4b1f-8e75-eecc100e53b5 HTTP/1.1" status: 200 len: 950 time: 0.1808834 Aug 16 01:33:50.720881 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-2653fdc9-fd57-436d-9567-23e00019cbf0 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 1002 time: 0.0655992 Aug 16 01:33:50.733299 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-2495e606-998c-4e40-87a9-6f1e7d23f3f0 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:50.803369 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-2495e606-998c-4e40-87a9-6f1e7d23f3f0 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:50.831587 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b786fc66-1913-410c-8b9a-c8ea3de85f33 req-2ff6acf1-c9e6-4705-9791-30666e4173e0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81ee393e-d25d-4065-b244-22f5c0a71304 HTTP/1.1" status: 200 len: 1002 time: 0.1817083 Aug 16 01:33:50.842285 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-a8464c54-12fa-4560-a725-df02fe91109d tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d87878905c446a6b1656e7f6d15dd47 HTTP/1.1" status: 200 len: 380 time: 0.1703987 Aug 16 01:33:50.891226 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d89c06c3-3b93-4e79-95db-ae36ec4b546e req-b936f5f0-2fca-46c8-95db-d20131efc60b tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716352 Aug 16 01:33:50.896052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-dde84b2b-ea4a-4dfe-86b1-e9a6064df102 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Request body: {'port': {'device_id': 'efe71b4e-f6f1-4323-bea4-36f9f5a56213', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'admin_state_up': True, 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'security_groups': ['64c80568-8e78-4004-9fb6-2411fbc065ab']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:51.002609 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-2495e606-998c-4e40-87a9-6f1e7d23f3f0 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:51.007487 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-2495e606-998c-4e40-87a9-6f1e7d23f3f0 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:51.008716 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-2495e606-998c-4e40-87a9-6f1e7d23f3f0 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Floating IP 97a82299-ad66-4136-8e3c-e83e022126b6 disassociated. External IP: 172.25.3.108, port: 81ee393e-d25d-4065-b244-22f5c0a71304. Aug 16 01:33:51.017818 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786fc66-1913-410c-8b9a-c8ea3de85f33 req-ddbf8090-4bbb-47de-9307-606bd0a7d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:51.019306 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b786fc66-1913-410c-8b9a-c8ea3de85f33 req-ddbf8090-4bbb-47de-9307-606bd0a7d948 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c7b48f01-7f17-46c9-aeb0-0901bdbe28b8 HTTP/1.1" status: 200 len: 860 time: 0.1704869 Aug 16 01:33:51.056876 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60e185d7-2a85-46f7-b390-e73febf59f73 req-78515506-00b7-4d3d-b4ba-d53fd355c3fb tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:33:51.125401 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff3439-3c47-458b-b169-592671c6ce8a req-294748cd-f7cb-4f11-84c7-5d04f8447125 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:51.126944 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-98ff3439-3c47-458b-b169-592671c6ce8a req-294748cd-f7cb-4f11-84c7-5d04f8447125 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 945 time: 0.1360114 Aug 16 01:33:51.184078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786fc66-1913-410c-8b9a-c8ea3de85f33 req-ac0dd035-0c98-4277-b562-195624e7c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:51.185489 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b786fc66-1913-410c-8b9a-c8ea3de85f33 req-ac0dd035-0c98-4277-b562-195624e7c5dc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=03241670-4104-41ea-a6fc-9fe8a3a8cd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1490438 Aug 16 01:33:51.216918 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-dde84b2b-ea4a-4dfe-86b1-e9a6064df102 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Made reservation on behalf of 5d87878905c446a6b1656e7f6d15dd47 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:33:51.219706 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-dde84b2b-ea4a-4dfe-86b1-e9a6064df102 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:51.234322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-2495e606-998c-4e40-87a9-6f1e7d23f3f0 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Router 13f6a729-1b1d-4035-81cb-b8791ea99551 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:33:51.342494 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-98ff3439-3c47-458b-b169-592671c6ce8a req-10df06f1-b792-4346-8f6e-7426c0d9a56c tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648405 Aug 16 01:33:51.364442 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-2495e606-998c-4e40-87a9-6f1e7d23f3f0 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:33:51.373566 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-2495e606-998c-4e40-87a9-6f1e7d23f3f0 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:51.376320 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfcf26-2f88-463a-a299-d501ddb6fc0d None None] Sync routers for ids ['13f6a729-1b1d-4035-81cb-b8791ea99551'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:33:51.392173 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbfcf26-2f88-463a-a299-d501ddb6fc0d None None] Routers {'13f6a729-1b1d-4035-81cb-b8791ea99551'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:33:51.392996 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4bbfcf26-2f88-463a-a299-d501ddb6fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:33:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['13f6a729-1b1d-4035-81cb-b8791ea99551'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:51.421289 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-2495e606-998c-4e40-87a9-6f1e7d23f3f0 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "PUT /v2.0/floatingips/97a82299-ad66-4136-8e3c-e83e022126b6 HTTP/1.1" status: 200 len: 695 time: 0.6862433 Aug 16 01:33:51.476663 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-d57a8cd8-ebb5-4355-a8c1-498765c89bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:51.478246 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60e185d7-2a85-46f7-b390-e73febf59f73 req-78515506-00b7-4d3d-b4ba-d53fd355c3fb tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:33:51.486776 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-d57a8cd8-ebb5-4355-a8c1-498765c89bb3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5e0c5f98f6fe42de99c785c15701bc81&device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 1098 time: 0.0603867 Aug 16 01:33:51.491164 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e845362d-d71f-4e16-b1d9-5aa693be2e9d None None] Sync routers for ids ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:33:51.505346 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e845362d-d71f-4e16-b1d9-5aa693be2e9d None None] Routers {'8c7fc55c-a9a8-46b7-af2d-6a0026f53994'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:33:51.505716 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e845362d-d71f-4e16-b1d9-5aa693be2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:33:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:51.516331 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b786fc66-1913-410c-8b9a-c8ea3de85f33 req-bc214102-90c5-4515-a421-34b0511f9bf7 service neutron] 10.222.0.63 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108046 Aug 16 01:33:51.538300 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-4bbfcf26-2f88-463a-a299-d501ddb6fc0d None None] Set router 13f6a729-1b1d-4035-81cb-b8791ea99551 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:33:51.590851 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-4d197c5a-e50e-4655-818d-9684f71f6836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:51.612644 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-4d197c5a-e50e-4655-818d-9684f71f6836 service neutron] 10.222.0.68 "GET /v2.0/networks?id=03241670-4104-41ea-a6fc-9fe8a3a8cd89 HTTP/1.1" status: 200 len: 922 time: 0.1248739 Aug 16 01:33:51.623043 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-cfa58111-ad7e-46f2-8fbe-53b0a9d8d4ac tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:51.624544 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-cfa58111-ad7e-46f2-8fbe-53b0a9d8d4ac tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2&tenant_id=2a06768184a243e2b06a44bee40a6f92&binding%3Ahost_id=n-h2-765315-27 HTTP/1.1" status: 200 len: 1097 time: 0.1992705 Aug 16 01:33:51.652721 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e185d7-2a85-46f7-b390-e73febf59f73 req-78515506-00b7-4d3d-b4ba-d53fd355c3fb tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] No DVR routers for this DVR port 78ee8135-c9ec-4ce9-832c-6a25eb921af3 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:33:51.662266 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-410872d9-2c66-4b96-8a41-2d367b31c1fd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81ee393e-d25d-4065-b244-22f5c0a71304 HTTP/1.1" status: 200 len: 217 time: 0.0485101 Aug 16 01:33:51.663496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-27'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:51.666505 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-60e185d7-2a85-46f7-b390-e73febf59f73 req-78515506-00b7-4d3d-b4ba-d53fd355c3fb tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:51.667629 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e845362d-d71f-4e16-b1d9-5aa693be2e9d None None] Set router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:33:51.668576 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60e185d7-2a85-46f7-b390-e73febf59f73 req-78515506-00b7-4d3d-b4ba-d53fd355c3fb tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.73 "DELETE /v2.0/ports/78ee8135-c9ec-4ce9-832c-6a25eb921af3 HTTP/1.1" status: 204 len: 173 time: 2.6689801 Aug 16 01:33:51.672181 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3926db-46ed-4018-b9b6-05b032570db7', 'name': 'network-vif-deleted', 'tag': '78ee8135-c9ec-4ce9-832c-6a25eb921af3'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:51.674780 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a15405e-5a6c-4555-bb05-abcf3fe94988" -d '{"events": [{"server_uuid": "0b3926db-46ed-4018-b9b6-05b032570db7", "name": "network-vif-deleted", "tag": "78ee8135-c9ec-4ce9-832c-6a25eb921af3"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:51.742880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-dde84b2b-ea4a-4dfe-86b1-e9a6064df102 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Allocated IP 172.20.0.5 (d175df58-def8-4ec7-8e23-2ebe9176428d/b07d2f4f-a207-4839-b33f-d1d7c68051f9/fa2ef30f-9a15-420d-b568-acf9b8f5b57b) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:33:51.752454 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122c28d-8126-4713-adf9-ea0abe62d213 req-cfdbfe72-567e-4977-9b2c-c45e2298db23 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:51.760712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0122c28d-8126-4713-adf9-ea0abe62d213 req-cfdbfe72-567e-4977-9b2c-c45e2298db23 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.2802217 Aug 16 01:33:51.767065 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4bbfcf26-2f88-463a-a299-d501ddb6fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:58Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:51.772167 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-876153fd-d03a-417b-a93c-f257711b5a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:51.783293 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-876153fd-d03a-417b-a93c-f257711b5a9a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c7b48f01-7f17-46c9-aeb0-0901bdbe28b8 HTTP/1.1" status: 200 len: 860 time: 0.1199868 Aug 16 01:33:51.799751 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfcf26-2f88-463a-a299-d501ddb6fc0d None None] Checking router: 13f6a729-1b1d-4035-81cb-b8791ea99551 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:33:51.811732 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbfcf26-2f88-463a-a299-d501ddb6fc0d None None] Routers {'13f6a729-1b1d-4035-81cb-b8791ea99551'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:33:51.812586 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4bbfcf26-2f88-463a-a299-d501ddb6fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:33:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['13f6a729-1b1d-4035-81cb-b8791ea99551'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:51.838240 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d32106-ed8a-4159-87eb-890319366714', 'tag': '81ee393e-d25d-4065-b244-22f5c0a71304'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:51.840823 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792aead3-bac7-4701-bb00-f385a629dab9" -d '{"events": [{"name": "network-changed", "server_uuid": "86d32106-ed8a-4159-87eb-890319366714", "tag": "81ee393e-d25d-4065-b244-22f5c0a71304"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:51.849159 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b274cb1-fb05-4179-a1ff-392bfec7371e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3b8e12d-be02-4625-aedb-c1114046e05a'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:51.858000 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb29aa7-1c01-4cb9-ae34-2244fe945041" -d '{"events": [{"server_uuid": "1b274cb1-fb05-4179-a1ff-392bfec7371e", "name": "network-vif-unplugged", "status": "completed", "tag": "d3b8e12d-be02-4625-aedb-c1114046e05a"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:51.884062 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b786fc66-1913-410c-8b9a-c8ea3de85f33 req-512f0853-cd11-49eb-850f-8c079ec3ad0f service neutron] 10.222.0.63 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519425 Aug 16 01:33:51.884638 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:51.888808 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-5cb07bb0-1193-43d7-a1b1-7b0245c0f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:51.903828 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-5cb07bb0-1193-43d7-a1b1-7b0245c0f991 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=03241670-4104-41ea-a6fc-9fe8a3a8cd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185446 Aug 16 01:33:51.921396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0122c28d-8126-4713-adf9-ea0abe62d213 req-e4cafa98-666c-4b06-bcac-2f959c3ff373 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597300 Aug 16 01:33:52.019654 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-4bbfcf26-2f88-463a-a299-d501ddb6fc0d None None] Set router 13f6a729-1b1d-4035-81cb-b8791ea99551 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:33:52.120757 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-dde84b2b-ea4a-4dfe-86b1-e9a6064df102 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:52.135090 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-2b792d50-032d-4770-a330-043093054361 service neutron] 10.222.0.68 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245300 Aug 16 01:33:52.152852 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-dde84b2b-ea4a-4dfe-86b1-e9a6064df102 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Transition to ACTIVE for port object fa2ef30f-9a15-420d-b568-acf9b8f5b57b will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:52.155675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] For port ee222d06-a32d-447c-b694-6c328ccef884, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ee222d06-a32d-447c-b694-6c328ccef884,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:52.179677 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e845362d-d71f-4e16-b1d9-5aa693be2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'b8456a22-ddcf-46a6-a48d-0c7acb69429d', 'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'mac_address': 'fa:16:3e:ac:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:10Z', 'updated_at': '2021-08-16T01:31:18Z', 'revision_number': 5, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'subnets': [{'id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:52.314460 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-607c5f89-eabd-4e3e-9caa-af07f4021b74 req-d5de63b8-0811-4f24-b2e6-685b4c6d55bf service neutron] 10.222.0.68 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732545 Aug 16 01:33:52.315137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] For port ee222d06-a32d-447c-b694-6c328ccef884, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:33:52.365349 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-dde84b2b-ea4a-4dfe-86b1-e9a6064df102 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:52.495998 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2bfa2-5555-4497-a902-31046dc7d33b req-16216af2-39b5-4d47-acf9-72e17a50f417 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:52.506732 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36d2bfa2-5555-4497-a902-31046dc7d33b req-16216af2-39b5-4d47-acf9-72e17a50f417 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 931 time: 0.0881948 Aug 16 01:33:52.542318 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-dde84b2b-ea4a-4dfe-86b1-e9a6064df102 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Network d175df58-def8-4ec7-8e23-2ebe9176428d is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:33:52.546556 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c1af56-5894-4e57-bf7c-9bf7e49f03f2 x-openstack-request-id: req-c8c1af56-5894-4e57-bf7c-9bf7e49f03f2 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:52.546808 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3926db-46ed-4018-b9b6-05b032570db7", "name": "network-vif-deleted", "tag": "78ee8135-c9ec-4ce9-832c-6a25eb921af3", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:52.548740 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c8c1af56-5894-4e57-bf7c-9bf7e49f03f2 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:52.549149 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3926db-46ed-4018-b9b6-05b032570db7', 'name': 'network-vif-deleted', 'tag': '78ee8135-c9ec-4ce9-832c-6a25eb921af3', 'status': 'completed', 'code': 200} Aug 16 01:33:52.551469 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde84b2b-ea4a-4dfe-86b1-e9a6064df102 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Pushing event updated for resources: {'Port': ['ID=fa2ef30f-9a15-420d-b568-acf9b8f5b57b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:52.563675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-dde84b2b-ea4a-4dfe-86b1-e9a6064df102 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:33:52.568313 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-dde84b2b-ea4a-4dfe-86b1-e9a6064df102 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:33:52.581658 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c622e64-7a15-4298-8366-be838e8b75c4 x-openstack-request-id: req-8c622e64-7a15-4298-8366-be838e8b75c4 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:52.581998 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d32106-ed8a-4159-87eb-890319366714", "tag": "81ee393e-d25d-4065-b244-22f5c0a71304", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:52.582249 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8c622e64-7a15-4298-8366-be838e8b75c4 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:52.582643 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d32106-ed8a-4159-87eb-890319366714', 'tag': '81ee393e-d25d-4065-b244-22f5c0a71304', 'status': 'completed', 'code': 200} Aug 16 01:33:52.599249 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ee222d06-a32d-447c-b694-6c328ccef884 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:33:52.602896 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 78ee8135-c9ec-4ce9-832c-6a25eb921af3 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:33:52.610723 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36d2bfa2-5555-4497-a902-31046dc7d33b req-2131d279-5407-4919-a750-66793976deb2 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007733 Aug 16 01:33:52.622771 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e845362d-d71f-4e16-b1d9-5aa693be2e9d None None] Checking router: 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:33:52.695487 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672f3c49-3c81-4e65-8139-b86fbf51f1d3 x-openstack-request-id: req-672f3c49-3c81-4e65-8139-b86fbf51f1d3 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:52.696016 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b274cb1-fb05-4179-a1ff-392bfec7371e", "name": "network-vif-unplugged", "status": "completed", "tag": "d3b8e12d-be02-4625-aedb-c1114046e05a", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:52.696479 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-672f3c49-3c81-4e65-8139-b86fbf51f1d3 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:52.697069 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b274cb1-fb05-4179-a1ff-392bfec7371e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3b8e12d-be02-4625-aedb-c1114046e05a', 'code': 200} Aug 16 01:33:52.703422 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:52.716217 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 78ee8135-c9ec-4ce9-832c-6a25eb921af3 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:33:52.724357 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 78ee8135-c9ec-4ce9-832c-6a25eb921af3 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:33:52.734918 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792aead3-bac7-4701-bb00-f385a629dab9 req-7ff25d70-2012-4098-b430-904899e41efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:52.736552 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-792aead3-bac7-4701-bb00-f385a629dab9 req-7ff25d70-2012-4098-b430-904899e41efd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5e0c5f98f6fe42de99c785c15701bc81&device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 1098 time: 0.1012018 Aug 16 01:33:52.737267 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:52.750409 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-832a1a5c-da53-4aad-8a67-762c77fbcf62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:52.753863 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-dde84b2b-ea4a-4dfe-86b1-e9a6064df102 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:52.754543 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-dde84b2b-ea4a-4dfe-86b1-e9a6064df102 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:52.796405 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e845362d-d71f-4e16-b1d9-5aa693be2e9d None None] Routers {'8c7fc55c-a9a8-46b7-af2d-6a0026f53994'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:33:52.797433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e845362d-d71f-4e16-b1d9-5aa693be2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:33:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:52.815982 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4bbfcf26-2f88-463a-a299-d501ddb6fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:58Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:52.860299 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-dde84b2b-ea4a-4dfe-86b1-e9a6064df102 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9721878 Aug 16 01:33:52.861740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5d538-85ab-442c-98cc-b3c96ebbd3ff req-a0f5c778-38cc-460f-888f-9b884e7bc18e tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:52.867183 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d3d5d538-85ab-442c-98cc-b3c96ebbd3ff req-a0f5c778-38cc-460f-888f-9b884e7bc18e tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=723f5b40-5765-4b1f-8e75-eecc100e53b5 HTTP/1.1" status: 200 len: 950 time: 0.0839670 Aug 16 01:33:52.871526 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfcf26-2f88-463a-a299-d501ddb6fc0d None None] The sync data for ids ['13f6a729-1b1d-4035-81cb-b8791ea99551'] in n-d-765315-27 is: [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:58Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:33:52.906743 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] Pushing event updated for resources: {'Port': ['ID=ee222d06-a32d-447c-b694-6c328ccef884,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:52.946449 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Request body: {'port': {'device_id': 'efe71b4e-f6f1-4323-bea4-36f9f5a56213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:52.976879 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d3d5d538-85ab-442c-98cc-b3c96ebbd3ff req-197aab65-8aaf-4710-879e-348cb773f2df tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986788 Aug 16 01:33:53.065129 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port ee222d06-a32d-447c-b694-6c328ccef884, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ee222d06-a32d-447c-b694-6c328ccef884,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:53.079257 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e845362d-d71f-4e16-b1d9-5aa693be2e9d None None] Set router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:33:53.112922 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ee222d06-a32d-447c-b694-6c328ccef884 has no active binding in host n-h1-765315-27 {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:33:53.113586 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device fb1b812a-5b4f-4a74-b568-6fca572f0b10 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:33:53.133808 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:53.172789 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] Attempting to bind port ee222d06-a32d-447c-b694-6c328ccef884 on host n-h2-765315-27 for vnic_type normal with profile {"migrating_to": "n-h1-765315-27"} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:33:53.173044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] Attempting to bind port ee222d06-a32d-447c-b694-6c328ccef884 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:33:53.173590 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] Attempting to bind port ee222d06-a32d-447c-b694-6c328ccef884 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:53.207554 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792aead3-bac7-4701-bb00-f385a629dab9 req-6e4dcc35-5bfb-4ab4-b375-33857380b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:53.210967 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-792aead3-bac7-4701-bb00-f385a629dab9 req-6e4dcc35-5bfb-4ab4-b375-33857380b252 service neutron] 10.222.0.63 "GET /v2.0/networks?id=03241670-4104-41ea-a6fc-9fe8a3a8cd89 HTTP/1.1" status: 200 len: 922 time: 0.4217112 Aug 16 01:33:53.215216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] Port ee222d06-a32d-447c-b694-6c328ccef884 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:33:53.215638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] Attempting to bind port ee222d06-a32d-447c-b694-6c328ccef884 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:53.222826 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:33:53.222826 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] Checking segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:33:53.223099 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] Bound using segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:33:53.223603 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] Bound port: ee222d06-a32d-447c-b694-6c328ccef884, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:33:53.224176 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:53.230076 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc371794-ac0e-4614-9532-2e2ff159363f req-8033fe09-81f8-408f-b970-63a0cb2fab72 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:53.237654 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dc371794-ac0e-4614-9532-2e2ff159363f req-8033fe09-81f8-408f-b970-63a0cb2fab72 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 943 time: 0.1467617 Aug 16 01:33:53.314722 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.resource_extend [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:33:53.338605 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dc371794-ac0e-4614-9532-2e2ff159363f req-9bfa00cc-1529-44e1-beae-558197fe452d tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987086 Aug 16 01:33:53.368393 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:53.372972 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba48054-61b3-4ca8-bdf3-2d3796f5f31f None None] New status for floating IP 97a82299-ad66-4136-8e3c-e83e022126b6: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:33:53.457906 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-792aead3-bac7-4701-bb00-f385a629dab9 req-3d07cf64-ea48-4bfd-92bc-f62687de45ef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81ee393e-d25d-4065-b244-22f5c0a71304 HTTP/1.1" status: 200 len: 217 time: 0.2062063 Aug 16 01:33:53.478596 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port fb1b812a-5b4f-4a74-b568-6fca572f0b10, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fb1b812a-5b4f-4a74-b568-6fca572f0b10,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:53.495232 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'fb1b812a-5b4f-4a74-b568-6fca572f0b10', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': 'fb1b812a-5b4f-4a74-b568-6fca572f0b10', 'mac_address': 'fa:16:3e:eb:5a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:33:53.561742 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-57df287e-e713-4d6f-967d-82962af4aed2 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:53.568908 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-57df287e-e713-4d6f-967d-82962af4aed2 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1147103 Aug 16 01:33:53.576294 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] For port ee222d06-a32d-447c-b694-6c328ccef884, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:33:53.597624 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:53.603077 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e845362d-d71f-4e16-b1d9-5aa693be2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'b8456a22-ddcf-46a6-a48d-0c7acb69429d', 'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'mac_address': 'fa:16:3e:ac:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:10Z', 'updated_at': '2021-08-16T01:31:18Z', 'revision_number': 5, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'subnets': [{'id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:53.660605 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-430f548e-9049-4efa-8d01-55d3dbb7aa2c tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 698 time: 0.0828643 Aug 16 01:33:53.666652 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-49fd6dbf-9590-43fb-a5ee-47029545eeab tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Request body: {'floatingip': {'port_id': '1e1c0401-255c-4b9c-8fee-9812ab714b8b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:53.684359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] For port ee222d06-a32d-447c-b694-6c328ccef884, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ee222d06-a32d-447c-b694-6c328ccef884,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:33:53.699259 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792aead3-bac7-4701-bb00-f385a629dab9 req-9bf61b7b-b8d0-404c-b539-926875798f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:53.700844 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-792aead3-bac7-4701-bb00-f385a629dab9 req-9bf61b7b-b8d0-404c-b539-926875798f07 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c7b48f01-7f17-46c9-aeb0-0901bdbe28b8 HTTP/1.1" status: 200 len: 860 time: 0.2209210 Aug 16 01:33:53.706948 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e845362d-d71f-4e16-b1d9-5aa693be2e9d None None] The sync data for ids ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'] in n-d-765315-27 is: [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'b8456a22-ddcf-46a6-a48d-0c7acb69429d', 'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'mac_address': 'fa:16:3e:ac:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:10Z', 'updated_at': '2021-08-16T01:31:18Z', 'revision_number': 5, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'subnets': [{'id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:33:53.710298 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb1b812a-5b4f-4a74-b568-6fca572f0b10 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:53.718215 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35900) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:33:53.740589 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-49fd6dbf-9590-43fb-a5ee-47029545eeab tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:53.753481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4dbfc-cb86-4c93-966a-13fe644665b8 req-e9491db4-5ea3-49b4-9f84-dd7e703c7fa8 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:53.754643 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port fb1b812a-5b4f-4a74-b568-6fca572f0b10, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fb1b812a-5b4f-4a74-b568-6fca572f0b10,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:53.755062 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a3f4dbfc-cb86-4c93-966a-13fe644665b8 req-e9491db4-5ea3-49b4-9f84-dd7e703c7fa8 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.3022411 Aug 16 01:33:53.756783 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:53.772271 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:53.867274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=fb1b812a-5b4f-4a74-b568-6fca572f0b10,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:53.976465 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['fb1b812a-5b4f-4a74-b568-6fca572f0b10'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:53.986667 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a3f4dbfc-cb86-4c93-966a-13fe644665b8 req-5ccb29d8-c08d-486f-a903-309564b1c93a tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194247 Aug 16 01:33:54.059617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] Pushing event updated for resources: {'Port': ['ID=ee222d06-a32d-447c-b694-6c328ccef884,revision_number=8']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:54.078838 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792aead3-bac7-4701-bb00-f385a629dab9 req-a242dca4-969b-4150-a835-835777845c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:54.080286 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-792aead3-bac7-4701-bb00-f385a629dab9 req-a242dca4-969b-4150-a835-835777845c5a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=03241670-4104-41ea-a6fc-9fe8a3a8cd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3560586 Aug 16 01:33:54.081718 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:54.085776 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:54.094646 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:54.103812 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-bdcd9356-0312-466b-8ff1-a1e8eab85638 service neutron] 10.222.0.73 "PUT /v2.0/ports/ee222d06-a32d-447c-b694-6c328ccef884 HTTP/1.1" status: 200 len: 1123 time: 2.4450517 Aug 16 01:33:54.119784 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4355dda2-0eaa-42f4-880d-311131583cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:54.179987 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ee222d06-a32d-447c-b694-6c328ccef884'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:54.226325 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4483f350-87d5-41a4-9463-78b551369d5e None None] New status for floating IP d3e310e3-f30e-412d-b2c4-39c1c0c00ad2: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:33:54.237807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['ee222d06-a32d-447c-b694-6c328ccef884'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:54.249470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2ef30f-9a15-420d-b568-acf9b8f5b57b {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:33:54.293316 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:54.310588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Transition to ACTIVE for port object fa2ef30f-9a15-420d-b568-acf9b8f5b57b will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:33:54.360434 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-792aead3-bac7-4701-bb00-f385a629dab9 req-506f25e2-bb2a-4fc3-b43f-4c8ac7b16ee7 service neutron] 10.222.0.63 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381139 Aug 16 01:33:54.365595 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:54.413103 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-49fd6dbf-9590-43fb-a5ee-47029545eeab tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:54.414091 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4782da20-11aa-4803-8749-0d3865842754 None None] Provisioning for port fa2ef30f-9a15-420d-b568-acf9b8f5b57b completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:33:54.419683 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-49fd6dbf-9590-43fb-a5ee-47029545eeab tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:54.535729 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-49fd6dbf-9590-43fb-a5ee-47029545eeab tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Floating IP 97a82299-ad66-4136-8e3c-e83e022126b6 associated. External IP: 172.25.3.108, port: 1e1c0401-255c-4b9c-8fee-9812ab714b8b. Aug 16 01:33:54.680376 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc35e62-4998-4d29-8afe-90d133dc42a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee222d06-a32d-447c-b694-6c328ccef884'}, {'name': 'network-changed', 'server_uuid': 'bcc35e62-4998-4d29-8afe-90d133dc42a2', 'tag': 'ee222d06-a32d-447c-b694-6c328ccef884'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:54.682522 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc37c8b-31f1-4506-9876-cbb2193fe379" -d '{"events": [{"server_uuid": "bcc35e62-4998-4d29-8afe-90d133dc42a2", "name": "network-vif-unplugged", "status": "completed", "tag": "ee222d06-a32d-447c-b694-6c328ccef884"}, {"name": "network-changed", "server_uuid": "bcc35e62-4998-4d29-8afe-90d133dc42a2", "tag": "ee222d06-a32d-447c-b694-6c328ccef884"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:54.762512 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-49fd6dbf-9590-43fb-a5ee-47029545eeab tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Router 13f6a729-1b1d-4035-81cb-b8791ea99551 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:33:54.769541 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf57bd-c5ec-4d27-a309-8be92d3ebe15 req-e9862e9b-e349-4cfa-b0af-bd15d40b0959 tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:54.771109 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a5bf57bd-c5ec-4d27-a309-8be92d3ebe15 req-e9862e9b-e349-4cfa-b0af-bd15d40b0959 tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=723f5b40-5765-4b1f-8e75-eecc100e53b5 HTTP/1.1" status: 200 len: 1102 time: 0.6476457 Aug 16 01:33:54.794460 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ef30f-9a15-420d-b568-acf9b8f5b57b,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:54.891936 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-49fd6dbf-9590-43fb-a5ee-47029545eeab tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:33:54.897778 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-49fd6dbf-9590-43fb-a5ee-47029545eeab tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:54.898450 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4355dda2-0eaa-42f4-880d-311131583cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:54.909141 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214253bd-8d3a-4ab1-bb4f-1f1343175308 None None] Sync routers for ids ['13f6a729-1b1d-4035-81cb-b8791ea99551'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:33:54.914230 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a5bf57bd-c5ec-4d27-a309-8be92d3ebe15 req-041541b3-05a1-4779-b83e-de3e1aaab11f tempest-ServersOnMultiNodesTest-586069676 tempest-ServersOnMultiNodesTest-586069676-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253190 Aug 16 01:33:54.914846 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4355dda2-0eaa-42f4-880d-311131583cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:54.930830 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214253bd-8d3a-4ab1-bb4f-1f1343175308 None None] Routers {'13f6a729-1b1d-4035-81cb-b8791ea99551'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:33:54.931927 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-214253bd-8d3a-4ab1-bb4f-1f1343175308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:33:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['13f6a729-1b1d-4035-81cb-b8791ea99551'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:54.942540 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-49fd6dbf-9590-43fb-a5ee-47029545eeab tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "PUT /v2.0/floatingips/97a82299-ad66-4136-8e3c-e83e022126b6 HTTP/1.1" status: 200 len: 997 time: 1.2809587 Aug 16 01:33:54.943063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'tag': '1e1c0401-255c-4b9c-8fee-9812ab714b8b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:54.945808 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed458fa-cb81-41a3-a6f5-4eb55fa7d2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "91ad2e8e-9368-4860-9a42-5cfef955910d", "tag": "1e1c0401-255c-4b9c-8fee-9812ab714b8b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:54.977655 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-792aead3-bac7-4701-bb00-f385a629dab9 req-735bde05-04ad-469d-927f-65f2f03b8500 service neutron] 10.222.0.63 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6073020 Aug 16 01:33:55.003999 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-2476c05b-a0a6-418a-acfb-03ca9ccaf04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:55.006002 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-2476c05b-a0a6-418a-acfb-03ca9ccaf04b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5e0c5f98f6fe42de99c785c15701bc81&device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 1098 time: 0.0564156 Aug 16 01:33:55.044039 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4355dda2-0eaa-42f4-880d-311131583cc9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e5c00b0750ca4d0bb14b66329356d9b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3237746 Aug 16 01:33:55.052313 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35918) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:33:55.061954 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355dda2-0eaa-42f4-880d-311131583cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2a7682-2239-4aa8-9e63-0b3f04d6f862,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:55.090126 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Attempting to bind port fa2ef30f-9a15-420d-b568-acf9b8f5b57b on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:33:55.090530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Attempting to bind port fa2ef30f-9a15-420d-b568-acf9b8f5b57b by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '1bfc9eee-0d22-4e08-9a7d-864def721288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:33:55.091127 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Attempting to bind port fa2ef30f-9a15-420d-b568-acf9b8f5b57b on network d175df58-def8-4ec7-8e23-2ebe9176428d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:55.109867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Port fa2ef30f-9a15-420d-b568-acf9b8f5b57b on network d175df58-def8-4ec7-8e23-2ebe9176428d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:33:55.110190 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Attempting to bind port fa2ef30f-9a15-420d-b568-acf9b8f5b57b on network d175df58-def8-4ec7-8e23-2ebe9176428d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:33:55.127845 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea1929-83ac-4fca-8c4a-7cecd73833c6 req-a5a7fcee-71e9-4006-ae84-08f7cb20d44c tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:55.129359 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-00ea1929-83ac-4fca-8c4a-7cecd73833c6 req-a5a7fcee-71e9-4006-ae84-08f7cb20d44c tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.63 "GET /v2.0/ports?device_id=86d32106-ed8a-4159-87eb-890319366714 HTTP/1.1" status: 200 len: 946 time: 0.1730733 Aug 16 01:33:55.135059 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-69611346-e25c-42d2-8563-2eb29afd5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:55.137455 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-214253bd-8d3a-4ab1-bb4f-1f1343175308 None None] Set router 13f6a729-1b1d-4035-81cb-b8791ea99551 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:33:55.138592 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:33:55.138931 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Checking segment: {'id': '1bfc9eee-0d22-4e08-9a7d-864def721288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:33:55.139316 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Bound using segment: {'id': '1bfc9eee-0d22-4e08-9a7d-864def721288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:33:55.139749 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Bound port: fa2ef30f-9a15-420d-b568-acf9b8f5b57b, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfc9eee-0d22-4e08-9a7d-864def721288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:33:55.140120 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:55.142697 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-69611346-e25c-42d2-8563-2eb29afd5c73 service neutron] 10.222.0.68 "GET /v2.0/networks?id=03241670-4104-41ea-a6fc-9fe8a3a8cd89 HTTP/1.1" status: 200 len: 922 time: 0.1279848 Aug 16 01:33:55.217169 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-60ce40fe-92cb-477a-8bbf-2f29d966391a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e1c0401-255c-4b9c-8fee-9812ab714b8b HTTP/1.1" status: 200 len: 1000 time: 0.0721047 Aug 16 01:33:55.293262 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-feffe9d4-e9b7-45d8-add1-f5f7a7c80416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:55.303782 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-4c136d68-fd03-4ae5-904b-c20c371a0d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:55.305107 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-4c136d68-fd03-4ae5-904b-c20c371a0d0e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c7b48f01-7f17-46c9-aeb0-0901bdbe28b8 HTTP/1.1" status: 200 len: 860 time: 0.0803137 Aug 16 01:33:55.323098 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0524ba2-36ad-4e1c-8c17-396045a07997 req-959fe0ce-beed-4787-8020-e203b0aa8dba tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:55.323634 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d0524ba2-36ad-4e1c-8c17-396045a07997 req-959fe0ce-beed-4787-8020-e203b0aa8dba tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 943 time: 0.1805663 Aug 16 01:33:55.355190 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-ed5a2ca4-f804-4153-9d5c-ef098f11dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:55.356822 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-ed5a2ca4-f804-4153-9d5c-ef098f11dd92 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=03241670-4104-41ea-a6fc-9fe8a3a8cd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446267 Aug 16 01:33:55.376261 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] For port fa2ef30f-9a15-420d-b568-acf9b8f5b57b, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:33:55.379959 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-feffe9d4-e9b7-45d8-add1-f5f7a7c80416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:55.413979 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] For port fa2ef30f-9a15-420d-b568-acf9b8f5b57b, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=fa2ef30f-9a15-420d-b568-acf9b8f5b57b,segment=NetworkSegment(1bfc9eee-0d22-4e08-9a7d-864def721288),segment_id=1bfc9eee-0d22-4e08-9a7d-864def721288)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:33:55.424391 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-214253bd-8d3a-4ab1-bb4f-1f1343175308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '97a82299-ad66-4136-8e3c-e83e022126b6', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'port_id': '1e1c0401-255c-4b9c-8fee-9812ab714b8b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'mac_address': 'fa:16:3e:2c:37:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:33:18Z', 'updated_at': '2021-08-16T01:33:54Z', 'revision_number': 8, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:58Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:55.436303 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:55.460078 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214253bd-8d3a-4ab1-bb4f-1f1343175308 None None] Checking router: 13f6a729-1b1d-4035-81cb-b8791ea99551 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:33:55.472334 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-c9fcea95-18e4-4561-bbec-2c762ddad23d service neutron] 10.222.0.68 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047008 Aug 16 01:33:55.479891 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214253bd-8d3a-4ab1-bb4f-1f1343175308 None None] Routers {'13f6a729-1b1d-4035-81cb-b8791ea99551'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:33:55.480643 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-214253bd-8d3a-4ab1-bb4f-1f1343175308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:33:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['13f6a729-1b1d-4035-81cb-b8791ea99551'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:55.500044 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d0524ba2-36ad-4e1c-8c17-396045a07997 req-92e52173-bc45-48f6-abf6-94d007d4b9b9 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565800 Aug 16 01:33:55.510694 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:55.511346 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:55.512921 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] 10.222.0.63 "PUT /v2.0/ports/fa2ef30f-9a15-420d-b568-acf9b8f5b57b HTTP/1.1" status: 200 len: 1092 time: 2.5968151 Aug 16 01:33:55.550978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-00ea1929-83ac-4fca-8c4a-7cecd73833c6 req-41dc7ae0-bea0-4302-b654-02fef90398ff tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Deleting port 81ee393e-d25d-4065-b244-22f5c0a71304 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:33:55.551371 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-00ea1929-83ac-4fca-8c4a-7cecd73833c6 req-41dc7ae0-bea0-4302-b654-02fef90398ff tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:55.584733 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8821bd4d-ea48-4d74-859c-e58cf69727ba req-3ffc7b27-f4d3-40b3-aa51-a4942b9c0307 service neutron] 10.222.0.68 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038499 Aug 16 01:33:55.701009 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-214253bd-8d3a-4ab1-bb4f-1f1343175308 None None] Set router 13f6a729-1b1d-4035-81cb-b8791ea99551 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:33:55.704691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-00ea1929-83ac-4fca-8c4a-7cecd73833c6 req-41dc7ae0-bea0-4302-b654-02fef90398ff tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] For port 81ee393e-d25d-4065-b244-22f5c0a71304, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=81ee393e-d25d-4065-b244-22f5c0a71304,segment=NetworkSegment(217e8fbf-bb19-4c82-a110-67afcf9ce077),segment_id=217e8fbf-bb19-4c82-a110-67afcf9ce077)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:55.705048 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-00ea1929-83ac-4fca-8c4a-7cecd73833c6 req-41dc7ae0-bea0-4302-b654-02fef90398ff tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:55.720606 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf166d3-7aed-4936-8e79-3db963985276 x-openstack-request-id: req-8bf166d3-7aed-4936-8e79-3db963985276 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:55.720908 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc35e62-4998-4d29-8afe-90d133dc42a2", "name": "network-vif-unplugged", "status": "completed", "tag": "ee222d06-a32d-447c-b694-6c328ccef884", "code": 200}, {"name": "network-changed", "server_uuid": "bcc35e62-4998-4d29-8afe-90d133dc42a2", "tag": "ee222d06-a32d-447c-b694-6c328ccef884", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:55.721158 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8bf166d3-7aed-4936-8e79-3db963985276 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:55.721552 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc35e62-4998-4d29-8afe-90d133dc42a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee222d06-a32d-447c-b694-6c328ccef884', 'code': 200} Aug 16 01:33:55.722556 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc35e62-4998-4d29-8afe-90d133dc42a2', 'tag': 'ee222d06-a32d-447c-b694-6c328ccef884', 'status': 'completed', 'code': 200} Aug 16 01:33:55.733122 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-00ea1929-83ac-4fca-8c4a-7cecd73833c6 req-41dc7ae0-bea0-4302-b654-02fef90398ff tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Calling delete_port for 81ee393e-d25d-4065-b244-22f5c0a71304 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:33:55.812103 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:55.870898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c436ac-a6fc-4644-83f6-54b006ed223a service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ef30f-9a15-420d-b568-acf9b8f5b57b,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:55.931493 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18518fa-6937-4f4b-983a-920f596ce352 x-openstack-request-id: req-f18518fa-6937-4f4b-983a-920f596ce352 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:55.931976 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ad2e8e-9368-4860-9a42-5cfef955910d", "tag": "1e1c0401-255c-4b9c-8fee-9812ab714b8b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:55.932384 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f18518fa-6937-4f4b-983a-920f596ce352 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:55.932782 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'tag': '1e1c0401-255c-4b9c-8fee-9812ab714b8b', 'status': 'completed', 'code': 200} Aug 16 01:33:55.984387 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-00ea1929-83ac-4fca-8c4a-7cecd73833c6 req-41dc7ae0-bea0-4302-b654-02fef90398ff tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:55.998673 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['81ee393e-d25d-4065-b244-22f5c0a71304'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:56.004399 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['1e1c0401-255c-4b9c-8fee-9812ab714b8b'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:33:56.043223 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-214253bd-8d3a-4ab1-bb4f-1f1343175308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '97a82299-ad66-4136-8e3c-e83e022126b6', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'port_id': '1e1c0401-255c-4b9c-8fee-9812ab714b8b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'mac_address': 'fa:16:3e:2c:37:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:33:18Z', 'updated_at': '2021-08-16T01:33:54Z', 'revision_number': 8, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:58Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:33:56.044534 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-feffe9d4-e9b7-45d8-add1-f5f7a7c80416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:56.047294 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-feffe9d4-e9b7-45d8-add1-f5f7a7c80416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:56.048434 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-feffe9d4-e9b7-45d8-add1-f5f7a7c80416 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9c2a7682-2239-4aa8-9e63-0b3f04d6f862 HTTP/1.1" status: 204 len: 168 time: 0.9950068 Aug 16 01:33:56.069393 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c034d-94c7-4067-aa4e-def92551aba7 req-ad6050e6-16d2-4f2f-afc5-7c23efd1715b tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:56.071137 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-af9c034d-94c7-4067-aa4e-def92551aba7 req-ad6050e6-16d2-4f2f-afc5-7c23efd1715b tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.0659263 Aug 16 01:33:56.085397 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214253bd-8d3a-4ab1-bb4f-1f1343175308 None None] The sync data for ids ['13f6a729-1b1d-4035-81cb-b8791ea99551'] in n-d-765315-27 is: [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '97a82299-ad66-4136-8e3c-e83e022126b6', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'port_id': '1e1c0401-255c-4b9c-8fee-9812ab714b8b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'mac_address': 'fa:16:3e:2c:37:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:33:18Z', 'updated_at': '2021-08-16T01:33:54Z', 'revision_number': 8, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:58Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:33:56.104090 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc7ae0-bea0-4302-b654-02fef90398ff tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Pushing event deleted for resources: {'Port': ['ID=81ee393e-d25d-4065-b244-22f5c0a71304,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:56.119211 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffe9d4-e9b7-45d8-add1-f5f7a7c80416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2a7682-2239-4aa8-9e63-0b3f04d6f862,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:56.174188 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-af9c034d-94c7-4067-aa4e-def92551aba7 req-f71fe98c-5d58-4dcc-8ff4-29cd6640b0bc tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881946 Aug 16 01:33:56.222019 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-e2e1b776-a7d1-44d9-8f75-27d3bfd0ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:56.233907 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-e2e1b776-a7d1-44d9-8f75-27d3bfd0ff51 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5d87878905c446a6b1656e7f6d15dd47&device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 1095 time: 0.6574569 Aug 16 01:33:56.251540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc37c8b-31f1-4506-9876-cbb2193fe379 req-962bdae3-3685-45a6-a071-544d4bbdedd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:56.265193 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bbc37c8b-31f1-4506-9876-cbb2193fe379 req-962bdae3-3685-45a6-a071-544d4bbdedd5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 1126 time: 0.3833821 Aug 16 01:33:56.335471 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda684a-79ae-46ff-8abe-fd1e29efcbbf req-a3a1ba7e-aeb1-449b-974b-d59f611e1f48 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:56.337049 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0cda684a-79ae-46ff-8abe-fd1e29efcbbf req-a3a1ba7e-aeb1-449b-974b-d59f611e1f48 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 943 time: 0.6103191 Aug 16 01:33:56.413697 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2bb71c-bde3-416a-8494-65c299dd0347 req-0b8aa61e-493f-45da-b375-67fd964bdb3a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/floatingips/97a82299-ad66-4136-8e3c-e83e022126b6 HTTP/1.1" status: 200 len: 997 time: 0.1952107 Aug 16 01:33:56.419402 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed458fa-cb81-41a3-a6f5-4eb55fa7d2c8 req-b932f327-802e-481f-a39b-fd9e12302e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:56.420964 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ed458fa-cb81-41a3-a6f5-4eb55fa7d2c8 req-b932f327-802e-481f-a39b-fd9e12302e3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e0c5f98f6fe42de99c785c15701bc81&device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 1098 time: 0.4391675 Aug 16 01:33:56.456152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ea1929-83ac-4fca-8c4a-7cecd73833c6 req-41dc7ae0-bea0-4302-b654-02fef90398ff tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] No DVR routers for this DVR port 81ee393e-d25d-4065-b244-22f5c0a71304 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:33:56.481598 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device fb1b812a-5b4f-4a74-b568-6fca572f0b10 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:33:56.554399 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fe244b-e09d-49cc-a5e5-cb4cc4895bc4 None None] New status for floating IP 97a82299-ad66-4136-8e3c-e83e022126b6: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:33:56.601466 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-00ea1929-83ac-4fca-8c4a-7cecd73833c6 req-41dc7ae0-bea0-4302-b654-02fef90398ff tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:56.603466 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-00ea1929-83ac-4fca-8c4a-7cecd73833c6 req-41dc7ae0-bea0-4302-b654-02fef90398ff tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.63 "DELETE /v2.0/ports/81ee393e-d25d-4065-b244-22f5c0a71304 HTTP/1.1" status: 204 len: 173 time: 1.4593124 Aug 16 01:33:56.608307 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-58f12169-39cd-4b82-9d46-1dd945f0e856 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa2ef30f-9a15-420d-b568-acf9b8f5b57b HTTP/1.1" status: 200 len: 217 time: 0.3202903 Aug 16 01:33:56.670465 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bb71c-bde3-416a-8494-65c299dd0347 req-d0e7e42b-139e-4f93-9e12-a2a81c2c312c tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:56.684062 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2bb71c-bde3-416a-8494-65c299dd0347 req-d0e7e42b-139e-4f93-9e12-a2a81c2c312c tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.2685957 Aug 16 01:33:56.692969 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-3d2bb71c-bde3-416a-8494-65c299dd0347 req-8acd962b-9b7f-427e-95c1-1de1c2fdaf46 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:33:56.706343 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2bb71c-bde3-416a-8494-65c299dd0347 req-8acd962b-9b7f-427e-95c1-1de1c2fdaf46 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205495 Aug 16 01:33:56.722203 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 35962) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:33:56.764377 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e82ab39e-fd54-4114-a048-f1723129a7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:56.892190 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0cda684a-79ae-46ff-8abe-fd1e29efcbbf req-231e7674-a210-486a-b264-4d1a8f929d22 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702125 Aug 16 01:33:56.911880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-396ab948-f051-4a4f-831a-5ba4ab7e0eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:56.913407 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-396ab948-f051-4a4f-831a-5ba4ab7e0eec service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b07d2f4f-a207-4839-b33f-d1d7c68051f9 HTTP/1.1" status: 200 len: 862 time: 0.2499368 Aug 16 01:33:56.943374 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a0dbf-ad95-457c-a518-6ac873f5c2b4 req-84d5f6ee-6aa2-474f-b28b-edc66dab5731 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:56.955658 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b26a0dbf-ad95-457c-a518-6ac873f5c2b4 req-84d5f6ee-6aa2-474f-b28b-edc66dab5731 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=723f5b40-5765-4b1f-8e75-eecc100e53b5 HTTP/1.1" status: 200 len: 950 time: 0.1187778 Aug 16 01:33:56.964672 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc37c8b-31f1-4506-9876-cbb2193fe379 req-6170f2d0-8a95-410e-b286-cae0469159af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:56.966921 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bbc37c8b-31f1-4506-9876-cbb2193fe379 req-6170f2d0-8a95-410e-b286-cae0469159af service neutron] 10.222.0.63 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 0.7007594 Aug 16 01:33:56.967834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port fb1b812a-5b4f-4a74-b568-6fca572f0b10 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:33:56.970914 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:56.978409 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed458fa-cb81-41a3-a6f5-4eb55fa7d2c8 req-4af5fee9-e18e-47dd-a0d0-5b47690d74c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:56.979913 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ed458fa-cb81-41a3-a6f5-4eb55fa7d2c8 req-4af5fee9-e18e-47dd-a0d0-5b47690d74c0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=03241670-4104-41ea-a6fc-9fe8a3a8cd89 HTTP/1.1" status: 200 len: 922 time: 0.5126054 Aug 16 01:33:57.034823 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bbc37c8b-31f1-4506-9876-cbb2193fe379 req-3d5bfbcc-0abe-48ee-be2f-f1e7a1d94c72 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee222d06-a32d-447c-b694-6c328ccef884 HTTP/1.1" status: 200 len: 217 time: 0.0536683 Aug 16 01:33:57.108261 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-ef0e8b93-6255-46b8-9af8-16dac5e04910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:57.110400 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-ef0e8b93-6255-46b8-9af8-16dac5e04910 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d175df58-def8-4ec7-8e23-2ebe9176428d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1853988 Aug 16 01:33:57.111795 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b26a0dbf-ad95-457c-a518-6ac873f5c2b4 req-8024724a-49e1-4eea-9a1c-8216b1e4bd2c tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546333 Aug 16 01:33:57.221702 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e82ab39e-fd54-4114-a048-f1723129a7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:57.232380 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e82ab39e-fd54-4114-a048-f1723129a7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:57.243079 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ed458fa-cb81-41a3-a6f5-4eb55fa7d2c8 req-3ba83313-bada-4808-a4c7-ca8422811626 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e1c0401-255c-4b9c-8fee-9812ab714b8b HTTP/1.1" status: 200 len: 1002 time: 0.2182033 Aug 16 01:33:57.255907 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc37c8b-31f1-4506-9876-cbb2193fe379 req-b0f1f010-c27f-403d-8129-caf587f8fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:57.258062 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bbc37c8b-31f1-4506-9876-cbb2193fe379 req-b0f1f010-c27f-403d-8129-caf587f8fd41 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.1725414 Aug 16 01:33:57.312404 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e82ab39e-fd54-4114-a048-f1723129a7be admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f274b45996d149baae97946820d38cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5870192 Aug 16 01:33:57.313128 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 35974) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:33:57.326531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ab39e-fd54-4114-a048-f1723129a7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a79cb6-4853-44a8-b731-a3cae2d56ecc,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:57.363318 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bbc37c8b-31f1-4506-9876-cbb2193fe379 req-ae7ce374-369a-44cc-b9de-ca16deb985bd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800955 Aug 16 01:33:57.432065 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ab39e-fd54-4114-a048-f1723129a7be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:57.432906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ab39e-fd54-4114-a048-f1723129a7be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:57.433478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ab39e-fd54-4114-a048-f1723129a7be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:57.434560 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ab39e-fd54-4114-a048-f1723129a7be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:57.435319 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed458fa-cb81-41a3-a6f5-4eb55fa7d2c8 req-a2ee33b4-b225-45c7-b240-d610ea4b3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:57.435792 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ab39e-fd54-4114-a048-f1723129a7be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:57.436401 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ab39e-fd54-4114-a048-f1723129a7be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:57.437024 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ed458fa-cb81-41a3-a6f5-4eb55fa7d2c8 req-a2ee33b4-b225-45c7-b240-d610ea4b3967 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c7b48f01-7f17-46c9-aeb0-0901bdbe28b8 HTTP/1.1" status: 200 len: 860 time: 0.1779959 Aug 16 01:33:57.437171 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ab39e-fd54-4114-a048-f1723129a7be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:57.438932 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ab39e-fd54-4114-a048-f1723129a7be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:57.439546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ab39e-fd54-4114-a048-f1723129a7be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:57.440168 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ab39e-fd54-4114-a048-f1723129a7be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:57.440760 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ab39e-fd54-4114-a048-f1723129a7be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:57.441834 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ab39e-fd54-4114-a048-f1723129a7be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:33:57.477375 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:57.527296 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98f8fc5c-96dd-43c9-8917-f93cdcc4bf8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:57.528873 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port fb1b812a-5b4f-4a74-b568-6fca572f0b10, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fb1b812a-5b4f-4a74-b568-6fca572f0b10,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:57.530233 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1b812a-5b4f-4a74-b568-6fca572f0b10'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:57.534711 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1039a0c1-6512-4fa0-8344-49c364d8f3d7" -d '{"events": [{"server_uuid": "a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7", "name": "network-vif-plugged", "status": "completed", "tag": "fb1b812a-5b4f-4a74-b568-6fca572f0b10"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:57.539935 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:57.561173 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98f8fc5c-96dd-43c9-8917-f93cdcc4bf8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:57.627266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=fb1b812a-5b4f-4a74-b568-6fca572f0b10,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:57.635815 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948beb89-419f-4a51-9cb9-19e5045848b8 req-4fe1073d-ec15-432e-a23e-47699fd6faa7 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:57.637738 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-948beb89-419f-4a51-9cb9-19e5045848b8 req-4fe1073d-ec15-432e-a23e-47699fd6faa7 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 943 time: 0.2974567 Aug 16 01:33:57.642437 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98f8fc5c-96dd-43c9-8917-f93cdcc4bf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:57.645241 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98f8fc5c-96dd-43c9-8917-f93cdcc4bf8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:57.649594 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-98f8fc5c-96dd-43c9-8917-f93cdcc4bf8c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e4a79cb6-4853-44a8-b731-a3cae2d56ecc HTTP/1.1" status: 204 len: 168 time: 0.3323083 Aug 16 01:33:57.659532 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-c533551d-19cf-4001-8c39-5b956b407920 service neutron] 10.222.0.63 "GET /v2.0/networks/d175df58-def8-4ec7-8e23-2ebe9176428d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994047 Aug 16 01:33:57.665936 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8fc5c-96dd-43c9-8917-f93cdcc4bf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a79cb6-4853-44a8-b731-a3cae2d56ecc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:57.732278 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-948beb89-419f-4a51-9cb9-19e5045848b8 req-480d2bea-88f5-486e-80cb-96805d6ee940 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780311 Aug 16 01:33:57.760753 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe71b4e-f6f1-4323-bea4-36f9f5a56213', 'tag': 'fa2ef30f-9a15-420d-b568-acf9b8f5b57b'}, {'server_uuid': '86d32106-ed8a-4159-87eb-890319366714', 'name': 'network-vif-deleted', 'tag': '81ee393e-d25d-4065-b244-22f5c0a71304'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:33:57.763781 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5bf326-75d7-42dc-82aa-a716537a008a" -d '{"events": [{"name": "network-changed", "server_uuid": "efe71b4e-f6f1-4323-bea4-36f9f5a56213", "tag": "fa2ef30f-9a15-420d-b568-acf9b8f5b57b"}, {"server_uuid": "86d32106-ed8a-4159-87eb-890319366714", "name": "network-vif-deleted", "tag": "81ee393e-d25d-4065-b244-22f5c0a71304"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:33:57.827896 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-4ecc83fb-3807-4a5d-adbc-ae49da1002e6 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 1002 time: 0.5495830 Aug 16 01:33:57.832904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed458fa-cb81-41a3-a6f5-4eb55fa7d2c8 req-a1396947-dcb1-4b58-90d7-cda46127f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:57.835758 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ed458fa-cb81-41a3-a6f5-4eb55fa7d2c8 req-a1396947-dcb1-4b58-90d7-cda46127f1a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03241670-4104-41ea-a6fc-9fe8a3a8cd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3142209 Aug 16 01:33:57.872991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a645ed-371c-4815-9bc2-bbcb2ed8a1ac req-142e2d60-fde8-4a9b-b9ee-1a83dd0aae57 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:57.881582 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83a645ed-371c-4815-9bc2-bbcb2ed8a1ac req-142e2d60-fde8-4a9b-b9ee-1a83dd0aae57 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.0721185 Aug 16 01:33:57.893237 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-39960fde-98d4-432a-9cc9-81542f85e343 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:57.906908 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-39960fde-98d4-432a-9cc9-81542f85e343 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports/1e1c0401-255c-4b9c-8fee-9812ab714b8b HTTP/1.1" status: 200 len: 943 time: 0.0720298 Aug 16 01:33:57.947105 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83a645ed-371c-4815-9bc2-bbcb2ed8a1ac req-1b4883f1-efc5-4cbc-b928-2a3f186ac0c8 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645194 Aug 16 01:33:57.973789 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bbc37c8b-31f1-4506-9876-cbb2193fe379 req-17730327-c5ce-4d30-bda9-18cc56104df8 service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270107 Aug 16 01:33:58.017710 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17a2dc1-48e6-4b27-9b5f-d798358c68d4 x-openstack-request-id: req-c17a2dc1-48e6-4b27-9b5f-d798358c68d4 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:58.018354 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7", "name": "network-vif-plugged", "status": "completed", "tag": "fb1b812a-5b4f-4a74-b568-6fca572f0b10", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:58.018354 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c17a2dc1-48e6-4b27-9b5f-d798358c68d4 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:58.018989 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1b812a-5b4f-4a74-b568-6fca572f0b10', 'code': 200} Aug 16 01:33:58.136508 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 01:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ac07be-89de-43e1-a3ba-56fd1836eefb x-openstack-request-id: req-a4ac07be-89de-43e1-a3ba-56fd1836eefb {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:33:58.136979 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe71b4e-f6f1-4323-bea4-36f9f5a56213", "tag": "fa2ef30f-9a15-420d-b568-acf9b8f5b57b", "status": "completed", "code": 200}, {"server_uuid": "86d32106-ed8a-4159-87eb-890319366714", "name": "network-vif-deleted", "tag": "81ee393e-d25d-4065-b244-22f5c0a71304", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:33:58.137313 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a4ac07be-89de-43e1-a3ba-56fd1836eefb {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:33:58.137848 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe71b4e-f6f1-4323-bea4-36f9f5a56213', 'tag': 'fa2ef30f-9a15-420d-b568-acf9b8f5b57b', 'status': 'completed', 'code': 200} Aug 16 01:33:58.138895 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d32106-ed8a-4159-87eb-890319366714', 'name': 'network-vif-deleted', 'tag': '81ee393e-d25d-4065-b244-22f5c0a71304', 'status': 'completed', 'code': 200} Aug 16 01:33:58.195949 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf00fd1-008f-4af7-9481-482359fea8d7 req-546c2d8c-7861-4952-8b0d-cb03675283a2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:58.197675 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbf00fd1-008f-4af7-9481-482359fea8d7 req-546c2d8c-7861-4952-8b0d-cb03675283a2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 943 time: 0.0659525 Aug 16 01:33:58.273153 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbf00fd1-008f-4af7-9481-482359fea8d7 req-7f2600e7-c187-49c3-b3d4-57b88f092122 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672126 Aug 16 01:33:58.523393 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d478bd9-af9c-4b2f-a008-efa2e3c3c33b req-ba5fcdf5-18eb-48bc-85b6-dc42f108b18b tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:58.531617 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d478bd9-af9c-4b2f-a008-efa2e3c3c33b req-ba5fcdf5-18eb-48bc-85b6-dc42f108b18b tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=723f5b40-5765-4b1f-8e75-eecc100e53b5 HTTP/1.1" status: 200 len: 950 time: 0.0731823 Aug 16 01:33:58.552933 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bbc37c8b-31f1-4506-9876-cbb2193fe379 req-439fd0ca-772b-44ab-97e2-7fe6a82b3d13 service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203831 Aug 16 01:33:58.589777 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d478bd9-af9c-4b2f-a008-efa2e3c3c33b req-ea2d2c3b-c1a4-499a-9104-bde9e7c21fc5 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506792 Aug 16 01:33:58.626314 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d9fd5ff-4077-4a7a-96f1-23d337392ed4 req-c61c1e63-fdb0-4802-b0a3-9b27a59ec6b8 service neutron] 10.222.0.63 "GET /v2.0/networks/d175df58-def8-4ec7-8e23-2ebe9176428d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9459372 Aug 16 01:33:58.637305 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33499540-8883-406b-a24a-c83b66e50abb req-e41cf75b-2b57-48b1-aed8-309dc5abef79 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:58.638926 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-33499540-8883-406b-a24a-c83b66e50abb req-e41cf75b-2b57-48b1-aed8-309dc5abef79 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "GET /v2.0/ports?device_id=723f5b40-5765-4b1f-8e75-eecc100e53b5 HTTP/1.1" status: 200 len: 950 time: 0.7234449 Aug 16 01:33:58.648764 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-d1ebe5b1-985a-463c-8844-a3429efd73f3 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 1002 time: 0.6709051 Aug 16 01:33:58.846042 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ed458fa-cb81-41a3-a6f5-4eb55fa7d2c8 req-6c4b9976-f0dc-4f01-98c5-e22d7be36574 service neutron] 10.222.0.73 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9378624 Aug 16 01:33:58.897433 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-0b198845-5e26-48c4-850d-e2b409f0302b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:58.902300 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-0b198845-5e26-48c4-850d-e2b409f0302b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.2526209 Aug 16 01:33:58.903546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36018) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:33:58.915128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bf326-75d7-42dc-82aa-a716537a008a req-359e61f2-8664-423f-b253-aecc23e16be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:58.916591 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fa5bf326-75d7-42dc-82aa-a716537a008a req-359e61f2-8664-423f-b253-aecc23e16be6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5d87878905c446a6b1656e7f6d15dd47&device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 1095 time: 0.1858099 Aug 16 01:33:58.961697 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacdec7-2391-4dbb-8bc2-1740e3cae207 req-b4c71ffc-bf3b-4d3c-8088-e9fe7be3edc2 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:58.971580 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cdacdec7-2391-4dbb-8bc2-1740e3cae207 req-b4c71ffc-bf3b-4d3c-8088-e9fe7be3edc2 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 943 time: 0.1184125 Aug 16 01:33:59.001359 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ed458fa-cb81-41a3-a6f5-4eb55fa7d2c8 req-295b14a1-fe1f-476f-a279-0e7252d1752b service neutron] 10.222.0.73 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277921 Aug 16 01:33:59.038457 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cdacdec7-2391-4dbb-8bc2-1740e3cae207 req-239ee005-5bd7-4d27-805e-f75617be9dff tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622547 Aug 16 01:33:59.088541 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5592d623-85fe-400e-8cd6-9ae6eb815d9b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1577003452-network', 'tenant_id': '0eb72905cd34490fbd143aad459c0481'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:59.138800 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5592d623-85fe-400e-8cd6-9ae6eb815d9b admin admin] Made reservation on behalf of 0eb72905cd34490fbd143aad459c0481 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:33:59.141541 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5592d623-85fe-400e-8cd6-9ae6eb815d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:59.153999 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-3d39de28-bfca-461a-a417-82ff2ec5c155 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 1002 time: 0.2507164 Aug 16 01:33:59.157735 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-33499540-8883-406b-a24a-c83b66e50abb req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Deleting port dbd92c14-3d0b-446a-91dc-ddcd898d23cf {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:33:59.158107 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-33499540-8883-406b-a24a-c83b66e50abb req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:59.161793 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5592d623-85fe-400e-8cd6-9ae6eb815d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:59.210421 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-9af0a111-0414-424f-830b-6475d1549037 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:59.268357 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d603c3-1fdd-4fa3-b4dd-06968f6285ac req-0da986cb-5d64-408c-aaa0-ef67cc26b127 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:59.277678 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-28d603c3-1fdd-4fa3-b4dd-06968f6285ac req-0da986cb-5d64-408c-aaa0-ef67cc26b127 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.1416242 Aug 16 01:33:59.313896 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bf326-75d7-42dc-82aa-a716537a008a req-d70f6eef-4ec5-4780-bad1-cd7d04d1c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:59.315399 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fa5bf326-75d7-42dc-82aa-a716537a008a req-d70f6eef-4ec5-4780-bad1-cd7d04d1c092 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d175df58-def8-4ec7-8e23-2ebe9176428d HTTP/1.1" status: 200 len: 924 time: 0.2820528 Aug 16 01:33:59.321192 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-9af0a111-0414-424f-830b-6475d1549037 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:59.350329 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5592d623-85fe-400e-8cd6-9ae6eb815d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:59.362450 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-28d603c3-1fdd-4fa3-b4dd-06968f6285ac req-2aec789e-4dfa-43e6-872c-0f289aee1bf8 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836217 Aug 16 01:33:59.365066 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5592d623-85fe-400e-8cd6-9ae6eb815d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:59.385346 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 81ee393e-d25d-4065-b244-22f5c0a71304 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:33:59.399085 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5592d623-85fe-400e-8cd6-9ae6eb815d9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:33:59.415705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592d623-85fe-400e-8cd6-9ae6eb815d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8fca3f-f534-4fb3-a2dc-68083ac18fbf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:59.420553 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-33499540-8883-406b-a24a-c83b66e50abb req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] For port dbd92c14-3d0b-446a-91dc-ddcd898d23cf, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=dbd92c14-3d0b-446a-91dc-ddcd898d23cf,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:33:59.422708 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5592d623-85fe-400e-8cd6-9ae6eb815d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:59.423067 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-5592d623-85fe-400e-8cd6-9ae6eb815d9b admin admin] Added segment 40ed442f-5d80-48df-b915-7673fd3fc0b9 of type vlan for network e114c421-b155-49e4-8f4b-4f508556f015 Aug 16 01:33:59.424379 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-33499540-8883-406b-a24a-c83b66e50abb req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:59.470828 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 81ee393e-d25d-4065-b244-22f5c0a71304 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:33:59.471180 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 81ee393e-d25d-4065-b244-22f5c0a71304 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:33:59.476245 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5592d623-85fe-400e-8cd6-9ae6eb815d9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:59.544005 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-33499540-8883-406b-a24a-c83b66e50abb req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Calling delete_port for dbd92c14-3d0b-446a-91dc-ddcd898d23cf owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:33:59.546620 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fa5bf326-75d7-42dc-82aa-a716537a008a req-2e289f6e-dadc-4f1b-b582-834f2fe2882e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa2ef30f-9a15-420d-b568-acf9b8f5b57b HTTP/1.1" status: 200 len: 217 time: 0.1458247 Aug 16 01:33:59.554316 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5592d623-85fe-400e-8cd6-9ae6eb815d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:59.555379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5592d623-85fe-400e-8cd6-9ae6eb815d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:59.555971 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5592d623-85fe-400e-8cd6-9ae6eb815d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:59.635076 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5592d623-85fe-400e-8cd6-9ae6eb815d9b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7303405 Aug 16 01:33:59.641162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36030) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:33:59.651382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8cbae1d0-da79-45ad-8105-f63dfe6fd3cf admin admin] Request body: {'subnet': {'network_id': 'e114c421-b155-49e4-8f4b-4f508556f015', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1577003452-subnet', 'tenant_id': '0eb72905cd34490fbd143aad459c0481', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:33:59.662373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058de42-f1e8-4491-b451-fbc2ffbc2e12 req-fe2faaa9-dff4-40e3-ae40-3c38db7ffd10 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:59.669931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c058de42-f1e8-4491-b451-fbc2ffbc2e12 req-fe2faaa9-dff4-40e3-ae40-3c38db7ffd10 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 943 time: 0.1622941 Aug 16 01:33:59.673650 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592d623-85fe-400e-8cd6-9ae6eb815d9b admin admin] Pushing event updated for resources: {'Network': ['ID=e114c421-b155-49e4-8f4b-4f508556f015,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:33:59.701855 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network e114c421-b155-49e4-8f4b-4f508556f015 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:33:59.773189 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bf326-75d7-42dc-82aa-a716537a008a req-769cb250-6248-4a64-b239-b6f174469650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:33:59.776634 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fa5bf326-75d7-42dc-82aa-a716537a008a req-769cb250-6248-4a64-b239-b6f174469650 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b07d2f4f-a207-4839-b33f-d1d7c68051f9 HTTP/1.1" status: 200 len: 862 time: 0.2207863 Aug 16 01:33:59.884105 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c058de42-f1e8-4491-b451-fbc2ffbc2e12 req-a2a66c6b-de7c-486e-8768-6061fadf8ffa tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130122 Aug 16 01:33:59.885350 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbae1d0-da79-45ad-8105-f63dfe6fd3cf admin admin] Made reservation on behalf of 0eb72905cd34490fbd143aad459c0481 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:33:59.887645 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8cbae1d0-da79-45ad-8105-f63dfe6fd3cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:59.950603 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-9af0a111-0414-424f-830b-6475d1549037 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:59.987336 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-9af0a111-0414-424f-830b-6475d1549037 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:33:59.987657 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-9af0a111-0414-424f-830b-6475d1549037 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Floating IP 97a82299-ad66-4136-8e3c-e83e022126b6 disassociated. External IP: 172.25.3.108, port: 1e1c0401-255c-4b9c-8fee-9812ab714b8b. Aug 16 01:34:00.064256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bf326-75d7-42dc-82aa-a716537a008a req-4898374e-a794-4674-8ddc-49893a17e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:00.066603 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fa5bf326-75d7-42dc-82aa-a716537a008a req-4898374e-a794-4674-8ddc-49893a17e724 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d175df58-def8-4ec7-8e23-2ebe9176428d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2753572 Aug 16 01:34:00.075886 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-33499540-8883-406b-a24a-c83b66e50abb req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:00.090914 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['870e5fdb-7569-48e0-86a4-2553888d4426', '953524ee-24ed-4995-b587-bdee7ee55e69', 'b5840ef7-f878-4013-a74b-df2793d97769', '987693ac-723e-4c7e-96f3-4164c8cac736'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:34:00.093185 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['f098886f-fe61-4571-b74e-0d03f151fb28', '07f1bb73-ab4a-47ae-895f-219b7b20a4ef', '1e78f150-7d84-4e82-8f1d-6adae0cefb9d'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:34:00.196972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Pushing event deleted for resources: {'Port': ['ID=dbd92c14-3d0b-446a-91dc-ddcd898d23cf,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:00.246043 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:00.246370 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:00.246705 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:00.247028 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:00.247356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:00.247746 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:00.248067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:00.248385 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:00.248769 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:00.249132 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:00.249450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:00.249778 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:00.345049 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-33499540-8883-406b-a24a-c83b66e50abb req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] No DVR routers for this DVR port dbd92c14-3d0b-446a-91dc-ddcd898d23cf on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:34:00.366703 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-33499540-8883-406b-a24a-c83b66e50abb req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:00.373168 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-33499540-8883-406b-a24a-c83b66e50abb req-02d20d59-13e7-4214-bfae-a46537c2a29f tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "DELETE /v2.0/ports/dbd92c14-3d0b-446a-91dc-ddcd898d23cf HTTP/1.1" status: 204 len: 173 time: 1.7217021 Aug 16 01:34:00.376825 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723f5b40-5765-4b1f-8e75-eecc100e53b5', 'name': 'network-vif-deleted', 'tag': 'dbd92c14-3d0b-446a-91dc-ddcd898d23cf'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:34:00.399196 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915e009b-2195-4ee2-b5c2-55cc1b5110c6" -d '{"events": [{"server_uuid": "723f5b40-5765-4b1f-8e75-eecc100e53b5", "name": "network-vif-deleted", "tag": "dbd92c14-3d0b-446a-91dc-ddcd898d23cf"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:34:00.477118 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fa5bf326-75d7-42dc-82aa-a716537a008a req-e956235d-62b8-4cef-bd26-cc8d032cb1cf service neutron] 10.222.0.63 "GET /v2.0/networks/d175df58-def8-4ec7-8e23-2ebe9176428d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881104 Aug 16 01:34:00.483979 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device dbd92c14-3d0b-446a-91dc-ddcd898d23cf no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:34:00.493132 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e68f73c7-017f-40ae-989b-09337a4ade4b req-f277afc0-9c36-4e63-95df-0392a778d80c tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=723f5b40-5765-4b1f-8e75-eecc100e53b5 HTTP/1.1" status: 200 len: 210 time: 0.4220750 Aug 16 01:34:00.520311 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: dbd92c14-3d0b-446a-91dc-ddcd898d23cf {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:34:00.521116 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device dbd92c14-3d0b-446a-91dc-ddcd898d23cf not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:34:00.686951 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fa5bf326-75d7-42dc-82aa-a716537a008a req-6f3febc0-a29e-423e-8a65-9203edae22dc service neutron] 10.222.0.63 "GET /v2.0/networks/d175df58-def8-4ec7-8e23-2ebe9176428d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937413 Aug 16 01:34:00.715073 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8cbae1d0-da79-45ad-8105-f63dfe6fd3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:00.793331 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-9af0a111-0414-424f-830b-6475d1549037 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Router 13f6a729-1b1d-4035-81cb-b8791ea99551 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:34:00.794024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbae1d0-da79-45ad-8105-f63dfe6fd3cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cb0556b-ccaa-41d2-ac82-3216c534e9b4,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:00.839105 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f89ec7-f4d8-40dc-a9d2-cb35ded479b7 req-9f213a4f-3bdf-4bd4-b9ea-22978b0d9b9a tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:00.842910 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96f89ec7-f4d8-40dc-a9d2-cb35ded479b7 req-9f213a4f-3bdf-4bd4-b9ea-22978b0d9b9a tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 943 time: 0.1439433 Aug 16 01:34:00.884708 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbae1d0-da79-45ad-8105-f63dfe6fd3cf admin admin] Checking segment: {'id': '40ed442f-5d80-48df-b915-7673fd3fc0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e114c421-b155-49e4-8f4b-4f508556f015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:34:00.885057 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbae1d0-da79-45ad-8105-f63dfe6fd3cf admin admin] Network hostable DHCP agents. Network: e114c421-b155-49e4-8f4b-4f508556f015, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:34:00.926692 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96f89ec7-f4d8-40dc-a9d2-cb35ded479b7 req-9bd1c217-5d0e-433d-9930-c1cc4f56e8e2 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658870 Aug 16 01:34:00.946705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbae1d0-da79-45ad-8105-f63dfe6fd3cf admin admin] Network e114c421-b155-49e4-8f4b-4f508556f015 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:34:00.968851 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8cbae1d0-da79-45ad-8105-f63dfe6fd3cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, e114c421-b155-49e4-8f4b-4f508556f015) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:34:00.976910 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbae1d0-da79-45ad-8105-f63dfe6fd3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:00.977799 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8cbae1d0-da79-45ad-8105-f63dfe6fd3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:00.988313 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-9af0a111-0414-424f-830b-6475d1549037 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:34:00.994818 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d40b74-1dd1-47f6-b22c-0d44ad2c29e4 None None] Network e114c421-b155-49e4-8f4b-4f508556f015 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:34:00.996543 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-9af0a111-0414-424f-830b-6475d1549037 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:01.003748 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676f9e78-df83-4877-ba5c-78f7753543d9 None None] Sync routers for ids ['13f6a729-1b1d-4035-81cb-b8791ea99551'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:34:01.020326 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8cbae1d0-da79-45ad-8105-f63dfe6fd3cf admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3729093 Aug 16 01:34:01.023457 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676f9e78-df83-4877-ba5c-78f7753543d9 None None] Routers {'13f6a729-1b1d-4035-81cb-b8791ea99551'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:34:01.024089 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-676f9e78-df83-4877-ba5c-78f7753543d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:33:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['13f6a729-1b1d-4035-81cb-b8791ea99551'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:01.058347 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-9af0a111-0414-424f-830b-6475d1549037 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "PUT /v2.0/floatingips/97a82299-ad66-4136-8e3c-e83e022126b6 HTTP/1.1" status: 200 len: 696 time: 1.8843114 Aug 16 01:34:01.170457 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ff72f-6569-4996-b500-7e47201d4af6 req-02cdb93d-9cff-435b-bb22-e62b2bdc9449 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:01.173562 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e6ff72f-6569-4996-b500-7e47201d4af6 req-02cdb93d-9cff-435b-bb22-e62b2bdc9449 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.1183660 Aug 16 01:34:01.205674 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-4f45a9cf-c4ee-48f0-926f-197f424bf22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:01.207585 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-4f45a9cf-c4ee-48f0-926f-197f424bf22c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5e0c5f98f6fe42de99c785c15701bc81&device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 1098 time: 0.1034353 Aug 16 01:34:01.254823 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e6ff72f-6569-4996-b500-7e47201d4af6 req-777bd57e-167b-4b00-b407-e3c87316018c tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724626 Aug 16 01:34:01.301617 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-676f9e78-df83-4877-ba5c-78f7753543d9 None None] Set router 13f6a729-1b1d-4035-81cb-b8791ea99551 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:34:01.384714 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86bd352-977f-4138-9c48-c2dfb54bf36f x-openstack-request-id: req-f86bd352-977f-4138-9c48-c2dfb54bf36f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:34:01.385103 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723f5b40-5765-4b1f-8e75-eecc100e53b5", "name": "network-vif-deleted", "tag": "dbd92c14-3d0b-446a-91dc-ddcd898d23cf", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:34:01.387702 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f86bd352-977f-4138-9c48-c2dfb54bf36f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:34:01.388320 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723f5b40-5765-4b1f-8e75-eecc100e53b5', 'name': 'network-vif-deleted', 'tag': 'dbd92c14-3d0b-446a-91dc-ddcd898d23cf', 'status': 'completed', 'code': 200} Aug 16 01:34:01.407332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device fa2ef30f-9a15-420d-b568-acf9b8f5b57b details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:34:01.449597 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3450ed0e-8099-4d80-ade3-6b4139cba898 None None] Network e114c421-b155-49e4-8f4b-4f508556f015 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:34:01.483702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e45cd-8a35-401c-a087-163cac9dbe59 req-a29c94cc-0f7f-495d-b967-0882d788d0ce tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:01.497663 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c1e45cd-8a35-401c-a087-163cac9dbe59 req-a29c94cc-0f7f-495d-b967-0882d788d0ce tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 943 time: 0.1035404 Aug 16 01:34:01.513801 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-7918d5c3-11e4-4284-8ef1-fcbf9034d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:01.524493 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-7918d5c3-11e4-4284-8ef1-fcbf9034d855 service neutron] 10.222.0.68 "GET /v2.0/networks?id=03241670-4104-41ea-a6fc-9fe8a3a8cd89 HTTP/1.1" status: 200 len: 922 time: 0.3067789 Aug 16 01:34:01.577598 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c1e45cd-8a35-401c-a087-163cac9dbe59 req-13f7ebb8-6844-43f2-938b-a13f9e0c57a5 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775335 Aug 16 01:34:01.600296 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-4af99849-499b-4943-8cd6-ff03070f6e26 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e1c0401-255c-4b9c-8fee-9812ab714b8b HTTP/1.1" status: 200 len: 217 time: 0.0678213 Aug 16 01:34:01.684215 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port fa2ef30f-9a15-420d-b568-acf9b8f5b57b, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=fa2ef30f-9a15-420d-b568-acf9b8f5b57b,segment=NetworkSegment(1bfc9eee-0d22-4e08-9a7d-864def721288),segment_id=1bfc9eee-0d22-4e08-9a7d-864def721288)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:01.748614 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'fa2ef30f-9a15-420d-b568-acf9b8f5b57b', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'port_id': 'fa2ef30f-9a15-420d-b568-acf9b8f5b57b', 'mac_address': 'fa:16:3e:b3:0e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:34:01.758764 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-676f9e78-df83-4877-ba5c-78f7753543d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:58Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:01.771619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-96c0ed14-ad38-4590-b4bb-1e9824dfa5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:01.778772 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-96c0ed14-ad38-4590-b4bb-1e9824dfa5a1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c7b48f01-7f17-46c9-aeb0-0901bdbe28b8 HTTP/1.1" status: 200 len: 860 time: 0.1773319 Aug 16 01:34:01.804861 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:01.830512 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2ef30f-9a15-420d-b568-acf9b8f5b57b {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:34:01.858714 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-0158faf4-7979-4da0-9585-91fe0d003dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:01.864359 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676f9e78-df83-4877-ba5c-78f7753543d9 None None] Checking router: 13f6a729-1b1d-4035-81cb-b8791ea99551 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:34:01.876793 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port fa2ef30f-9a15-420d-b568-acf9b8f5b57b, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=fa2ef30f-9a15-420d-b568-acf9b8f5b57b,segment=NetworkSegment(1bfc9eee-0d22-4e08-9a7d-864def721288),segment_id=1bfc9eee-0d22-4e08-9a7d-864def721288)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:01.879325 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-0158faf4-7979-4da0-9585-91fe0d003dc1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=03241670-4104-41ea-a6fc-9fe8a3a8cd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904684 Aug 16 01:34:01.887702 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676f9e78-df83-4877-ba5c-78f7753543d9 None None] Routers {'13f6a729-1b1d-4035-81cb-b8791ea99551'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:34:01.888570 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-676f9e78-df83-4877-ba5c-78f7753543d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:33:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['13f6a729-1b1d-4035-81cb-b8791ea99551'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:01.889136 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:02.016257 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=fa2ef30f-9a15-420d-b568-acf9b8f5b57b,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:02.056219 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-e7cce3e6-16bd-421a-af83-934e260848d0 service neutron] 10.222.0.68 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680472 Aug 16 01:34:02.165730 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-676f9e78-df83-4877-ba5c-78f7753543d9 None None] Set router 13f6a729-1b1d-4035-81cb-b8791ea99551 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:34:02.193785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36082) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:02.203807 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-327922cc-fc1f-4126-8a9d-da0ab3c64233 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-843688001-network', 'tenant_id': 'aee4354361884e0ba42f24e8413d5e59'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:34:02.244050 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1545d84b-9d74-4694-968e-ce19aaf6823a req-59d558bf-5def-4d21-a9d4-5521d757364b service neutron] 10.222.0.68 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869392 Aug 16 01:34:02.250200 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['fa2ef30f-9a15-420d-b568-acf9b8f5b57b'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:34:02.299326 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327922cc-fc1f-4126-8a9d-da0ab3c64233 admin admin] Made reservation on behalf of aee4354361884e0ba42f24e8413d5e59 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:34:02.304573 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-327922cc-fc1f-4126-8a9d-da0ab3c64233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:02.363605 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-327922cc-fc1f-4126-8a9d-da0ab3c64233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:02.469796 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-676f9e78-df83-4877-ba5c-78f7753543d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:58Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:02.485732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971275d-ed3b-4125-a5ab-e6c756336a64 req-ece973ba-c965-422d-b2a3-fe043f3e4e66 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:02.487504 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5971275d-ed3b-4125-a5ab-e6c756336a64 req-ece973ba-c965-422d-b2a3-fe043f3e4e66 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 944 time: 0.0926085 Aug 16 01:34:02.504385 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676f9e78-df83-4877-ba5c-78f7753543d9 None None] The sync data for ids ['13f6a729-1b1d-4035-81cb-b8791ea99551'] in n-d-765315-27 is: [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'cd7c1520-e4f3-4621-a4fd-b2dabce638e4', 'name': '', 'network_id': '03241670-4104-41ea-a6fc-9fe8a3a8cd89', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'mac_address': 'fa:16:3e:9b:37:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:48Z', 'updated_at': '2021-08-16T01:32:58Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'subnets': [{'id': 'c7b48f01-7f17-46c9-aeb0-0901bdbe28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:34:02.556331 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5971275d-ed3b-4125-a5ab-e6c756336a64 req-cf8c3b49-e871-4a38-a839-ca34aac5eedf tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597551 Aug 16 01:34:02.590169 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f2c6b-3f68-404c-8dc7-02b84c6fcb54 req-98fef539-4746-4081-b0af-44733fc4a5d9 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:02.593628 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d7f2c6b-3f68-404c-8dc7-02b84c6fcb54 req-98fef539-4746-4081-b0af-44733fc4a5d9 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=35bd8e6b-3d27-43f3-976c-7e7df4f7b924 HTTP/1.1" status: 200 len: 949 time: 0.1645808 Aug 16 01:34:02.603677 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-327922cc-fc1f-4126-8a9d-da0ab3c64233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:02.613996 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-327922cc-fc1f-4126-8a9d-da0ab3c64233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:02.627463 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327922cc-fc1f-4126-8a9d-da0ab3c64233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:34:02.638054 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-327922cc-fc1f-4126-8a9d-da0ab3c64233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:02.638398 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-327922cc-fc1f-4126-8a9d-da0ab3c64233 admin admin] Added segment 79c336f4-2476-4a51-99db-bb7a70854316 of type vlan for network 30329001-cf8b-4a23-a79c-00a6d323a057 Aug 16 01:34:02.661000 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d7f2c6b-3f68-404c-8dc7-02b84c6fcb54 req-670049ea-b6e3-4715-967b-a862d50917f4 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588970 Aug 16 01:34:02.741349 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-327922cc-fc1f-4126-8a9d-da0ab3c64233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:02.776298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327922cc-fc1f-4126-8a9d-da0ab3c64233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba4c7c2-1dd1-4362-943a-da1e021355be,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:02.801585 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d420c-491e-4884-a9bc-6c51820f69b0 req-882c1d7a-b3b0-46b4-8ee1-ee10bd922a8b tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:02.811174 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0b7d420c-491e-4884-a9bc-6c51820f69b0 req-882c1d7a-b3b0-46b4-8ee1-ee10bd922a8b tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.1312082 Aug 16 01:34:02.888267 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-327922cc-fc1f-4126-8a9d-da0ab3c64233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:02.893262 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327922cc-fc1f-4126-8a9d-da0ab3c64233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:02.899372 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-327922cc-fc1f-4126-8a9d-da0ab3c64233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:02.906171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b7889-a34b-42bf-8b3e-276283ef3fb4 req-eb27866b-06ca-4529-9b40-27f87a395280 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:02.907826 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c7b7889-a34b-42bf-8b3e-276283ef3fb4 req-eb27866b-06ca-4529-9b40-27f87a395280 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 943 time: 0.0812759 Aug 16 01:34:02.932566 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0b7d420c-491e-4884-a9bc-6c51820f69b0 req-22303289-ac28-4e67-b007-1d9333e9b277 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118472 Aug 16 01:34:02.969182 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af34b8-1eca-4eec-bf94-7756eb204831 None None] New status for floating IP 97a82299-ad66-4136-8e3c-e83e022126b6: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:34:02.993301 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c7b7889-a34b-42bf-8b3e-276283ef3fb4 req-e3513152-d35e-48ab-9515-c40251ce7524 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746090 Aug 16 01:34:03.049571 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-327922cc-fc1f-4126-8a9d-da0ab3c64233 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8545749 Aug 16 01:34:03.052952 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36108) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:03.058407 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-39ca3bf8-1617-4e7a-a1b9-7c460e6b90d8 admin admin] Request body: {'subnet': {'network_id': '30329001-cf8b-4a23-a79c-00a6d323a057', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-843688001-subnet', 'tenant_id': 'aee4354361884e0ba42f24e8413d5e59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:34:03.118029 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ca3bf8-1617-4e7a-a1b9-7c460e6b90d8 admin admin] Made reservation on behalf of aee4354361884e0ba42f24e8413d5e59 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:34:03.121323 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39ca3bf8-1617-4e7a-a1b9-7c460e6b90d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:03.153380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327922cc-fc1f-4126-8a9d-da0ab3c64233 admin admin] Pushing event updated for resources: {'Network': ['ID=30329001-cf8b-4a23-a79c-00a6d323a057,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:03.174122 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 30329001-cf8b-4a23-a79c-00a6d323a057 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:34:03.206555 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa27ef47-46c2-4fd7-9b62-3854f6ae9494 req-6bd80b48-25b0-4ccd-b8b4-f0951b76c74b tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/floatingips/97a82299-ad66-4136-8e3c-e83e022126b6 HTTP/1.1" status: 200 len: 696 time: 0.1036291 Aug 16 01:34:03.361470 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27ef47-46c2-4fd7-9b62-3854f6ae9494 req-b940ec47-29b1-44e0-be32-a03dbebdc640 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:03.363226 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa27ef47-46c2-4fd7-9b62-3854f6ae9494 req-b940ec47-29b1-44e0-be32-a03dbebdc640 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.1471193 Aug 16 01:34:03.389837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'tag': '1e1c0401-255c-4b9c-8fee-9812ab714b8b'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:34:03.393549 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a9550a-e499-4f27-8095-8d58f5d250e0" -d '{"events": [{"name": "network-changed", "server_uuid": "91ad2e8e-9368-4860-9a42-5cfef955910d", "tag": "1e1c0401-255c-4b9c-8fee-9812ab714b8b"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:34:03.454896 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe81d7c-9c3b-4c14-821a-2df2553c5c5a x-openstack-request-id: req-7fe81d7c-9c3b-4c14-821a-2df2553c5c5a {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:34:03.456390 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ad2e8e-9368-4860-9a42-5cfef955910d", "tag": "1e1c0401-255c-4b9c-8fee-9812ab714b8b", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:34:03.457632 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7fe81d7c-9c3b-4c14-821a-2df2553c5c5a {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:34:03.458077 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'tag': '1e1c0401-255c-4b9c-8fee-9812ab714b8b', 'status': 'completed', 'code': 200} Aug 16 01:34:03.471176 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa27ef47-46c2-4fd7-9b62-3854f6ae9494 req-b38d3fe3-14fb-41f8-85bb-ae70d14d436f tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 697 time: 0.0837414 Aug 16 01:34:03.529397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9550a-e499-4f27-8095-8d58f5d250e0 req-9810fd5c-a738-4a1c-8210-6ecbc1ed3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:03.531644 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4a9550a-e499-4f27-8095-8d58f5d250e0 req-9810fd5c-a738-4a1c-8210-6ecbc1ed3024 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e0c5f98f6fe42de99c785c15701bc81&device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 1098 time: 0.0452733 Aug 16 01:34:03.576782 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa27ef47-46c2-4fd7-9b62-3854f6ae9494 req-0657d780-33bb-4c1e-9f28-fa72c11fdad9 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 697 time: 0.1001186 Aug 16 01:34:03.671972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9550a-e499-4f27-8095-8d58f5d250e0 req-69d3606b-9b84-49bc-93bf-418896229817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:03.680003 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4a9550a-e499-4f27-8095-8d58f5d250e0 req-69d3606b-9b84-49bc-93bf-418896229817 service neutron] 10.222.0.73 "GET /v2.0/networks?id=03241670-4104-41ea-a6fc-9fe8a3a8cd89 HTTP/1.1" status: 200 len: 922 time: 0.1380832 Aug 16 01:34:03.699744 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39ca3bf8-1617-4e7a-a1b9-7c460e6b90d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:03.779321 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4a9550a-e499-4f27-8095-8d58f5d250e0 req-77452c76-04fc-4e51-933a-27e32c5bf945 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e1c0401-255c-4b9c-8fee-9812ab714b8b HTTP/1.1" status: 200 len: 217 time: 0.0840371 Aug 16 01:34:03.793932 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca3bf8-1617-4e7a-a1b9-7c460e6b90d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c32c6fc-a827-4891-bdd1-910dd5e68eb8,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:03.815884 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca3bf8-1617-4e7a-a1b9-7c460e6b90d8 admin admin] Checking segment: {'id': '79c336f4-2476-4a51-99db-bb7a70854316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '30329001-cf8b-4a23-a79c-00a6d323a057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:34:03.816528 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ca3bf8-1617-4e7a-a1b9-7c460e6b90d8 admin admin] Network hostable DHCP agents. Network: 30329001-cf8b-4a23-a79c-00a6d323a057, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:34:03.821480 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-aa27ef47-46c2-4fd7-9b62-3854f6ae9494 req-450c56c6-4026-4310-b55b-50d03224a616 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Deleting port 80f25f9a-feb6-46cd-8dc7-f004ee35b3ed {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:34:03.821849 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-aa27ef47-46c2-4fd7-9b62-3854f6ae9494 req-450c56c6-4026-4310-b55b-50d03224a616 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:03.828434 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0a7b7-8471-4b68-a123-00906806e1a5 req-0d831390-9a65-4c82-b0c6-f13de45d178e tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:03.835900 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12b0a7b7-8471-4b68-a123-00906806e1a5 req-0d831390-9a65-4c82-b0c6-f13de45d178e tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 944 time: 0.1532238 Aug 16 01:34:03.887776 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ca3bf8-1617-4e7a-a1b9-7c460e6b90d8 admin admin] Network 30329001-cf8b-4a23-a79c-00a6d323a057 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:34:03.895722 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12b0a7b7-8471-4b68-a123-00906806e1a5 req-fed7048d-13bc-4900-a288-7aafa2e58110 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588377 Aug 16 01:34:03.912431 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-39ca3bf8-1617-4e7a-a1b9-7c460e6b90d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 30329001-cf8b-4a23-a79c-00a6d323a057) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:34:03.922590 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ca3bf8-1617-4e7a-a1b9-7c460e6b90d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:03.922590 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39ca3bf8-1617-4e7a-a1b9-7c460e6b90d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:03.925853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a371959d-31c6-4fd7-8de8-399014091dcb None None] Network 30329001-cf8b-4a23-a79c-00a6d323a057 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:34:03.926135 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9550a-e499-4f27-8095-8d58f5d250e0 req-ee079262-95e0-4fe4-90c5-b8df00d8fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:03.928411 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4a9550a-e499-4f27-8095-8d58f5d250e0 req-ee079262-95e0-4fe4-90c5-b8df00d8fb17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c7b48f01-7f17-46c9-aeb0-0901bdbe28b8 HTTP/1.1" status: 200 len: 860 time: 0.1410167 Aug 16 01:34:03.969141 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-aa27ef47-46c2-4fd7-9b62-3854f6ae9494 req-450c56c6-4026-4310-b55b-50d03224a616 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:03.969460 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-aa27ef47-46c2-4fd7-9b62-3854f6ae9494 req-450c56c6-4026-4310-b55b-50d03224a616 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:04.004621 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-39ca3bf8-1617-4e7a-a1b9-7c460e6b90d8 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9504118 Aug 16 01:34:04.011118 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-aa27ef47-46c2-4fd7-9b62-3854f6ae9494 req-450c56c6-4026-4310-b55b-50d03224a616 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Calling delete_port for 80f25f9a-feb6-46cd-8dc7-f004ee35b3ed owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:34:04.032582 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9550a-e499-4f27-8095-8d58f5d250e0 req-7d00f7f7-2fe0-443c-98e8-1acb6936f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:04.034378 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4a9550a-e499-4f27-8095-8d58f5d250e0 req-7d00f7f7-2fe0-443c-98e8-1acb6936f850 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03241670-4104-41ea-a6fc-9fe8a3a8cd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980988 Aug 16 01:34:04.143206 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4a9550a-e499-4f27-8095-8d58f5d250e0 req-bce1609a-3b05-4661-a9b9-f544acc9b96a service neutron] 10.222.0.73 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982108 Aug 16 01:34:04.163067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5cd3c-520a-46c5-84be-bfa8b1e703f2 req-633f50c5-0389-4018-835d-95706904d434 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:04.170714 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0f5cd3c-520a-46c5-84be-bfa8b1e703f2 req-633f50c5-0389-4018-835d-95706904d434 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=35bd8e6b-3d27-43f3-976c-7e7df4f7b924 HTTP/1.1" status: 200 len: 949 time: 0.1767700 Aug 16 01:34:04.192410 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf0b284-617b-4141-8f67-786c20bcc0c2 None None] Network 30329001-cf8b-4a23-a79c-00a6d323a057 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:34:04.281515 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-aa27ef47-46c2-4fd7-9b62-3854f6ae9494 req-450c56c6-4026-4310-b55b-50d03224a616 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:04.319830 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0f5cd3c-520a-46c5-84be-bfa8b1e703f2 req-c113746b-bb4e-4485-b1b9-735fbf734076 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449056 Aug 16 01:34:04.328603 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c56c6-4026-4310-b55b-50d03224a616 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Pushing event deleted for resources: {'Port': ['ID=80f25f9a-feb6-46cd-8dc7-f004ee35b3ed,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:04.351468 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb2ee2-9589-4272-a385-c2e6aed6dfef req-9ffe0c7d-fdbf-43d5-9d65-a4c722bda06a tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:04.353047 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09bb2ee2-9589-4272-a385-c2e6aed6dfef req-9ffe0c7d-fdbf-43d5-9d65-a4c722bda06a tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.63 "GET /v2.0/ports?device_id=35bd8e6b-3d27-43f3-976c-7e7df4f7b924 HTTP/1.1" status: 200 len: 949 time: 0.2082133 Aug 16 01:34:04.403626 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-aa27ef47-46c2-4fd7-9b62-3854f6ae9494 req-450c56c6-4026-4310-b55b-50d03224a616 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:04.406971 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-aa27ef47-46c2-4fd7-9b62-3854f6ae9494 req-450c56c6-4026-4310-b55b-50d03224a616 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:04.421591 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa27ef47-46c2-4fd7-9b62-3854f6ae9494 req-450c56c6-4026-4310-b55b-50d03224a616 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "DELETE /v2.0/floatingips/97a82299-ad66-4136-8e3c-e83e022126b6 HTTP/1.1" status: 204 len: 173 time: 0.8432062 Aug 16 01:34:04.487495 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4a9550a-e499-4f27-8095-8d58f5d250e0 req-6750637b-952d-486a-ac66-f2d05ffc737c service neutron] 10.222.0.73 "GET /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147593 Aug 16 01:34:04.536950 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7a03f-086b-477d-8aff-a0d50d86b183 req-601e8d10-044b-42e7-8030-fefdc6575eeb tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:04.545223 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0db7a03f-086b-477d-8aff-a0d50d86b183 req-601e8d10-044b-42e7-8030-fefdc6575eeb tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 943 time: 0.0660696 Aug 16 01:34:04.547870 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00d985-0d61-4236-ba25-443c31f1781d req-62fb8c8d-d0fa-4140-afa2-57b4366877df tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:04.555849 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a00d985-0d61-4236-ba25-443c31f1781d req-62fb8c8d-d0fa-4140-afa2-57b4366877df tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.1193826 Aug 16 01:34:04.592635 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0db7a03f-086b-477d-8aff-a0d50d86b183 req-85c6cbba-58dc-42c6-bcac-930ec297df92 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447369 Aug 16 01:34:04.903767 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-09bb2ee2-9589-4272-a385-c2e6aed6dfef req-19759e34-78a3-4e46-b7af-fa7e4e804d70 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Deleting port 1e78f150-7d84-4e82-8f1d-6adae0cefb9d {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:34:04.904111 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09bb2ee2-9589-4272-a385-c2e6aed6dfef req-19759e34-78a3-4e46-b7af-fa7e4e804d70 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:04.918460 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a00d985-0d61-4236-ba25-443c31f1781d req-e9fe190e-9d35-43ba-b8ad-e1bd84b41366 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616533 Aug 16 01:34:05.072586 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-09bb2ee2-9589-4272-a385-c2e6aed6dfef req-19759e34-78a3-4e46-b7af-fa7e4e804d70 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] For port 1e78f150-7d84-4e82-8f1d-6adae0cefb9d, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1e78f150-7d84-4e82-8f1d-6adae0cefb9d,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:05.074714 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09bb2ee2-9589-4272-a385-c2e6aed6dfef req-19759e34-78a3-4e46-b7af-fa7e4e804d70 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:05.150080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-09bb2ee2-9589-4272-a385-c2e6aed6dfef req-19759e34-78a3-4e46-b7af-fa7e4e804d70 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Calling delete_port for 1e78f150-7d84-4e82-8f1d-6adae0cefb9d owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:34:05.180286 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022a094-4202-4e85-b2f0-87fa18e9e28a req-9cf4ba8c-8c2a-4621-9ae9-2a7e8a4ae2c3 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:05.182213 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4022a094-4202-4e85-b2f0-87fa18e9e28a req-9cf4ba8c-8c2a-4621-9ae9-2a7e8a4ae2c3 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 944 time: 0.1592603 Aug 16 01:34:05.322092 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4022a094-4202-4e85-b2f0-87fa18e9e28a req-5cceba26-8483-4c0b-b52a-d1b61afb61de tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623617 Aug 16 01:34:05.374034 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-c5fd0dea-26ca-4949-92cc-af661cebe53c tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:05.381125 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-c5fd0dea-26ca-4949-92cc-af661cebe53c tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/networks?id=e114c421-b155-49e4-8f4b-4f508556f015 HTTP/1.1" status: 200 len: 815 time: 0.1590517 Aug 16 01:34:05.399041 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device fa2ef30f-9a15-420d-b568-acf9b8f5b57b up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:34:05.399819 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-5e57ecb4-7a87-4dbb-a3d7-91b825287ce5 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/quotas/0eb72905cd34490fbd143aad459c0481 HTTP/1.1" status: 200 len: 375 time: 0.0176654 Aug 16 01:34:05.437982 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09bb2ee2-9589-4272-a385-c2e6aed6dfef req-19759e34-78a3-4e46-b7af-fa7e4e804d70 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:05.441441 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-3f6e8909-0363-4845-b621-74d6cbe1f24a tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0eb72905cd34490fbd143aad459c0481&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406308 Aug 16 01:34:05.470271 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['870e5fdb-7569-48e0-86a4-2553888d4426', '953524ee-24ed-4995-b587-bdee7ee55e69', 'b5840ef7-f878-4013-a74b-df2793d97769', '987693ac-723e-4c7e-96f3-4164c8cac736'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:34:05.472654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['f098886f-fe61-4571-b74e-0d03f151fb28', '07f1bb73-ab4a-47ae-895f-219b7b20a4ef'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:34:05.475426 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19759e34-78a3-4e46-b7af-fa7e4e804d70 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Pushing event deleted for resources: {'Port': ['ID=1e78f150-7d84-4e82-8f1d-6adae0cefb9d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:05.574033 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1e1755ef-a34e-4987-af1e-ddcab9802ecd service neutron] 10.222.0.68 "GET /v2.0/networks/e114c421-b155-49e4-8f4b-4f508556f015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313605 Aug 16 01:34:05.647288 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-09bb2ee2-9589-4272-a385-c2e6aed6dfef req-19759e34-78a3-4e46-b7af-fa7e4e804d70 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] No DVR routers for this DVR port 1e78f150-7d84-4e82-8f1d-6adae0cefb9d on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:34:05.658044 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09bb2ee2-9589-4272-a385-c2e6aed6dfef req-19759e34-78a3-4e46-b7af-fa7e4e804d70 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:05.662389 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09bb2ee2-9589-4272-a385-c2e6aed6dfef req-19759e34-78a3-4e46-b7af-fa7e4e804d70 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.63 "DELETE /v2.0/ports/1e78f150-7d84-4e82-8f1d-6adae0cefb9d HTTP/1.1" status: 204 len: 173 time: 1.2909651 Aug 16 01:34:05.663686 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bd8e6b-3d27-43f3-976c-7e7df4f7b924', 'name': 'network-vif-deleted', 'tag': '1e78f150-7d84-4e82-8f1d-6adae0cefb9d'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:34:05.670315 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98afd1ef-4d6d-423c-9a43-e35ae78942ec" -d '{"events": [{"server_uuid": "35bd8e6b-3d27-43f3-976c-7e7df4f7b924", "name": "network-vif-deleted", "tag": "1e78f150-7d84-4e82-8f1d-6adae0cefb9d"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:34:05.733258 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e656c-75c0-4b30-98e7-5b28633709d1 req-33bde8d0-903d-4c0a-9f3c-f08f2bdedba0 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:05.735458 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-815e656c-75c0-4b30-98e7-5b28633709d1 req-33bde8d0-903d-4c0a-9f3c-f08f2bdedba0 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 946 time: 0.2613900 Aug 16 01:34:05.767879 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port fa2ef30f-9a15-420d-b568-acf9b8f5b57b completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:34:05.775698 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port fa2ef30f-9a15-420d-b568-acf9b8f5b57b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:05.778308 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:05.830242 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-815e656c-75c0-4b30-98e7-5b28633709d1 req-469e94f2-b9e5-4048-955a-6a991aa5a598 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783782 Aug 16 01:34:05.854366 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-9e65a7ae-4f49-44ba-8cca-5887560e7bec service neutron] 10.222.0.68 "GET /v2.0/networks/e114c421-b155-49e4-8f4b-4f508556f015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793446 Aug 16 01:34:06.031213 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aac32475-7840-4e1f-a017-5ec87a5a93b5 req-a7062b91-b5d5-43bc-9985-ce37422b03be tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=35bd8e6b-3d27-43f3-976c-7e7df4f7b924 HTTP/1.1" status: 200 len: 210 time: 0.0519543 Aug 16 01:34:06.395712 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:06.398634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a31d04-bfd5-4742-93a9-03636043cca2 req-e2a5142e-4d48-43f1-9896-25bbfcc43b6a tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:06.400320 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60a31d04-bfd5-4742-93a9-03636043cca2 req-e2a5142e-4d48-43f1-9896-25bbfcc43b6a tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 943 time: 0.1915879 Aug 16 01:34:06.407369 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2097bc67-6b80-4c02-8f2f-4143b8d78aeb x-openstack-request-id: req-2097bc67-6b80-4c02-8f2f-4143b8d78aeb {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:34:06.410712 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bd8e6b-3d27-43f3-976c-7e7df4f7b924", "name": "network-vif-deleted", "tag": "1e78f150-7d84-4e82-8f1d-6adae0cefb9d", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:34:06.411037 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2097bc67-6b80-4c02-8f2f-4143b8d78aeb {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:34:06.411562 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bd8e6b-3d27-43f3-976c-7e7df4f7b924', 'name': 'network-vif-deleted', 'tag': '1e78f150-7d84-4e82-8f1d-6adae0cefb9d', 'status': 'completed', 'code': 200} Aug 16 01:34:06.496740 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60a31d04-bfd5-4742-93a9-03636043cca2 req-9a1b9885-0754-4edb-b955-76aa8fe686a3 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795071 Aug 16 01:34:06.540043 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe71b4e-f6f1-4323-bea4-36f9f5a56213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ef30f-9a15-420d-b568-acf9b8f5b57b'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:34:06.543633 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0d43cb-eb5f-468e-8e71-a48b2c7bcdaf" -d '{"events": [{"server_uuid": "efe71b4e-f6f1-4323-bea4-36f9f5a56213", "name": "network-vif-plugged", "status": "completed", "tag": "fa2ef30f-9a15-420d-b568-acf9b8f5b57b"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:34:06.574864 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port fa2ef30f-9a15-420d-b568-acf9b8f5b57b, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=fa2ef30f-9a15-420d-b568-acf9b8f5b57b,segment=NetworkSegment(1bfc9eee-0d22-4e08-9a7d-864def721288),segment_id=1bfc9eee-0d22-4e08-9a7d-864def721288)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:06.633197 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:06.634021 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1e78f150-7d84-4e82-8f1d-6adae0cefb9d no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:34:06.691173 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d714fd-ca7a-47c2-9f82-104378742184 req-bf7dc96e-423a-4405-92e8-b285dce1a47f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:06.701485 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=fa2ef30f-9a15-420d-b568-acf9b8f5b57b,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:06.704158 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-04d714fd-ca7a-47c2-9f82-104378742184 req-bf7dc96e-423a-4405-92e8-b285dce1a47f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.1000953 Aug 16 01:34:06.752419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 1e78f150-7d84-4e82-8f1d-6adae0cefb9d {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:34:06.752680 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1e78f150-7d84-4e82-8f1d-6adae0cefb9d not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:34:06.770399 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-df76dc4b-5211-414f-919b-27811efa0113 req-77077344-7bd9-49ee-bd4a-1db77858f5e6 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/ports?device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 210 time: 0.1114328 Aug 16 01:34:06.901186 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-04d714fd-ca7a-47c2-9f82-104378742184 req-16585242-97ef-4669-93d9-325aea317f7d tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966066 Aug 16 01:34:07.115313 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e704ec59-194c-412a-885a-869408f5a1f4 x-openstack-request-id: req-e704ec59-194c-412a-885a-869408f5a1f4 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:34:07.116875 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe71b4e-f6f1-4323-bea4-36f9f5a56213", "name": "network-vif-plugged", "status": "completed", "tag": "fa2ef30f-9a15-420d-b568-acf9b8f5b57b", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:34:07.117440 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e704ec59-194c-412a-885a-869408f5a1f4 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:34:07.119687 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe71b4e-f6f1-4323-bea4-36f9f5a56213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ef30f-9a15-420d-b568-acf9b8f5b57b', 'code': 200} Aug 16 01:34:07.123987 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d07383-e92c-4d1f-86bc-fe4447959e9f req-37c3f930-e18f-4cef-abe2-61694d6725cc tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:07.125809 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-53d07383-e92c-4d1f-86bc-fe4447959e9f req-37c3f930-e18f-4cef-abe2-61694d6725cc tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.73 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 946 time: 0.3416882 Aug 16 01:34:07.193923 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8df499-7c6b-4a39-99cd-a81c06b6ce56 req-56ad55bf-de36-4abf-a778-05fa87a23ab7 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:07.195853 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b8df499-7c6b-4a39-99cd-a81c06b6ce56 req-56ad55bf-de36-4abf-a778-05fa87a23ab7 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 945 time: 0.2416859 Aug 16 01:34:07.254594 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:07.306963 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b8df499-7c6b-4a39-99cd-a81c06b6ce56 req-f861595f-e5e2-4360-bd00-ee0b0e278e12 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983651 Aug 16 01:34:07.599505 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1a6f5-da80-4622-a275-bee744026166 req-3a20a24d-c944-4ded-b6c2-adbd8d437188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:07.604151 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9ba1a6f5-da80-4622-a275-bee744026166 req-3a20a24d-c944-4ded-b6c2-adbd8d437188 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 1097 time: 0.3885703 Aug 16 01:34:07.626470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c2c45-0247-46b2-85ea-b54ad53dd7ef req-bb46139c-b662-4575-b9c4-ae2a9eb245a1 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:07.631917 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-043c2c45-0247-46b2-85ea-b54ad53dd7ef req-bb46139c-b662-4575-b9c4-ae2a9eb245a1 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 946 time: 0.3354192 Aug 16 01:34:07.721792 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-53d07383-e92c-4d1f-86bc-fe4447959e9f req-3222e418-d299-49c1-bb3a-0896c57cfb5a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Deleting port 1e1c0401-255c-4b9c-8fee-9812ab714b8b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:34:07.722674 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-53d07383-e92c-4d1f-86bc-fe4447959e9f req-3222e418-d299-49c1-bb3a-0896c57cfb5a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:07.745235 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:07.867287 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9ba1a6f5-da80-4622-a275-bee744026166 req-2426ee6b-70ba-48e1-960f-84d8399e7c43 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314520 Aug 16 01:34:07.886257 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-043c2c45-0247-46b2-85ea-b54ad53dd7ef req-ed470637-267a-422c-9fe7-6c01966d7993 tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/security-groups?id=c134df10-0c4f-4ed0-86fe-809cf6996ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297347 Aug 16 01:34:07.947268 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-53d07383-e92c-4d1f-86bc-fe4447959e9f req-3222e418-d299-49c1-bb3a-0896c57cfb5a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] For port 1e1c0401-255c-4b9c-8fee-9812ab714b8b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1e1c0401-255c-4b9c-8fee-9812ab714b8b,segment=NetworkSegment(217e8fbf-bb19-4c82-a110-67afcf9ce077),segment_id=217e8fbf-bb19-4c82-a110-67afcf9ce077)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:07.947827 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-53d07383-e92c-4d1f-86bc-fe4447959e9f req-3222e418-d299-49c1-bb3a-0896c57cfb5a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:07.969714 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-53d07383-e92c-4d1f-86bc-fe4447959e9f req-3222e418-d299-49c1-bb3a-0896c57cfb5a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Calling delete_port for 1e1c0401-255c-4b9c-8fee-9812ab714b8b owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:34:07.976592 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf03927-c694-49ed-8694-fb367e9dfc5c req-f5b01376-cec5-4bb2-900d-0b106f8e9053 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:07.982319 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-acf03927-c694-49ed-8694-fb367e9dfc5c req-f5b01376-cec5-4bb2-900d-0b106f8e9053 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 943 time: 0.0807328 Aug 16 01:34:08.077026 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-acf03927-c694-49ed-8694-fb367e9dfc5c req-e86b021a-074f-48e3-9c1b-487a0e606dfc tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886934 Aug 16 01:34:08.269812 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9483246b-c726-49be-9d8a-f403f02209e2 req-86ca8aa0-1068-4c94-a83e-eff49fa292e3 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/ports?device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 210 time: 0.1116078 Aug 16 01:34:08.281083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb88db6-cafb-4c7f-b2e4-45c84c5609c9 req-465148c7-bfe0-49cc-a0ad-b5236c6e3fe1 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:08.286376 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8cb88db6-cafb-4c7f-b2e4-45c84c5609c9 req-465148c7-bfe0-49cc-a0ad-b5236c6e3fe1 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 950 time: 0.1142645 Aug 16 01:34:08.301901 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-53d07383-e92c-4d1f-86bc-fe4447959e9f req-3222e418-d299-49c1-bb3a-0896c57cfb5a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:08.378137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222e418-d299-49c1-bb3a-0896c57cfb5a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Pushing event deleted for resources: {'Port': ['ID=1e1c0401-255c-4b9c-8fee-9812ab714b8b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:08.382613 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8cb88db6-cafb-4c7f-b2e4-45c84c5609c9 req-df1617d1-9112-4641-9624-28b03322a622 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816550 Aug 16 01:34:08.541167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-44d6a4f9-b737-48e6-9e81-7b08090e1320 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:08.543160 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-44d6a4f9-b737-48e6-9e81-7b08090e1320 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.73 "GET /v2.0/networks?id=e114c421-b155-49e4-8f4b-4f508556f015 HTTP/1.1" status: 200 len: 815 time: 0.1571078 Aug 16 01:34:08.572822 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d9be4-12e6-4052-a8b8-0d9383ef8d06 req-3e6cf8a8-c19b-4953-a314-da981f1a9f46 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:08.583352 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-df3d9be4-12e6-4052-a8b8-0d9383ef8d06 req-3e6cf8a8-c19b-4953-a314-da981f1a9f46 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 945 time: 0.1043038 Aug 16 01:34:08.586534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d07383-e92c-4d1f-86bc-fe4447959e9f req-3222e418-d299-49c1-bb3a-0896c57cfb5a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] No DVR routers for this DVR port 1e1c0401-255c-4b9c-8fee-9812ab714b8b on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:34:08.598373 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-c1556653-90a5-4a3c-944f-b4f20c99f690 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Request body: {'port': {'device_id': '418d314b-f186-4dd4-b138-7b06f6ed7f88', 'network_id': 'e114c421-b155-49e4-8f4b-4f508556f015', 'admin_state_up': True, 'tenant_id': '0eb72905cd34490fbd143aad459c0481'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:34:08.605873 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-53d07383-e92c-4d1f-86bc-fe4447959e9f req-3222e418-d299-49c1-bb3a-0896c57cfb5a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:08.608179 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-53d07383-e92c-4d1f-86bc-fe4447959e9f req-3222e418-d299-49c1-bb3a-0896c57cfb5a tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.73 "DELETE /v2.0/ports/1e1c0401-255c-4b9c-8fee-9812ab714b8b HTTP/1.1" status: 204 len: 173 time: 1.4732912 Aug 16 01:34:08.608859 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'name': 'network-vif-deleted', 'tag': '1e1c0401-255c-4b9c-8fee-9812ab714b8b'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:34:08.611492 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612f7b39-6e1e-4a98-ae63-b2d7cb10bd31" -d '{"events": [{"server_uuid": "91ad2e8e-9368-4860-9a42-5cfef955910d", "name": "network-vif-deleted", "tag": "1e1c0401-255c-4b9c-8fee-9812ab714b8b"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:34:08.657404 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-df3d9be4-12e6-4052-a8b8-0d9383ef8d06 req-be69f878-95ca-46d6-8e80-43132350b553 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671146 Aug 16 01:34:08.727920 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76353ad-15da-491d-a43d-320b2645d68d req-9f8414bf-175a-438a-aeb1-26507c386efd tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:08.736905 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b76353ad-15da-491d-a43d-320b2645d68d req-9f8414bf-175a-438a-aeb1-26507c386efd tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.1914508 Aug 16 01:34:08.817226 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b76353ad-15da-491d-a43d-320b2645d68d req-dbf18595-cbbf-4ae8-ac87-c00d6ae64b4d tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794964 Aug 16 01:34:08.876825 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a877a11-6c85-4655-82c5-436a3120ab78 x-openstack-request-id: req-6a877a11-6c85-4655-82c5-436a3120ab78 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:34:08.877470 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ad2e8e-9368-4860-9a42-5cfef955910d", "name": "network-vif-deleted", "tag": "1e1c0401-255c-4b9c-8fee-9812ab714b8b", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:34:08.877986 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6a877a11-6c85-4655-82c5-436a3120ab78 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:34:08.878915 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ad2e8e-9368-4860-9a42-5cfef955910d', 'name': 'network-vif-deleted', 'tag': '1e1c0401-255c-4b9c-8fee-9812ab714b8b', 'status': 'completed', 'code': 200} Aug 16 01:34:08.907933 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-c1556653-90a5-4a3c-944f-b4f20c99f690 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Made reservation on behalf of 0eb72905cd34490fbd143aad459c0481 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:34:08.913735 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-c1556653-90a5-4a3c-944f-b4f20c99f690 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:09.170884 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e858de61-ead3-4ccd-acde-90c9b0adc33e req-48d29860-2890-4202-9175-4536a0f5ee1e tempest-FloatingIPsAssociationTestJSON-1890927000 tempest-FloatingIPsAssociationTestJSON-1890927000-project] 10.222.0.68 "GET /v2.0/ports?device_id=91ad2e8e-9368-4860-9a42-5cfef955910d HTTP/1.1" status: 200 len: 210 time: 0.1002514 Aug 16 01:34:09.295987 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-6d1d7f62-995d-4597-9a9b-d1b17c453e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:09.297578 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-6d1d7f62-995d-4597-9a9b-d1b17c453e63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 1126 time: 0.2565100 Aug 16 01:34:09.307021 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-c1556653-90a5-4a3c-944f-b4f20c99f690 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Allocated IP 172.20.0.4 (e114c421-b155-49e4-8f4b-4f508556f015/0cb0556b-ccaa-41d2-ac82-3216c534e9b4/7297df40-11b2-4cf8-b974-9a7b2867589e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:34:09.314335 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec8971-7cc1-4492-a931-3cc5d10391bd req-e4f370fc-4943-46e5-83ba-0b6b46dae750 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:09.330801 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-46ec8971-7cc1-4492-a931-3cc5d10391bd req-e4f370fc-4943-46e5-83ba-0b6b46dae750 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 943 time: 0.1194253 Aug 16 01:34:09.438489 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-46ec8971-7cc1-4492-a931-3cc5d10391bd req-2acfdae2-5ba4-4871-9564-5860745d9d01 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985405 Aug 16 01:34:09.482681 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-6725efa2-e8fe-440b-a978-29857063464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:09.484216 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-6725efa2-e8fe-440b-a978-29857063464c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 1097 time: 0.1189241 Aug 16 01:34:09.590408 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d08f134-d319-410a-ac0e-312a728f54ff req-9e956f1c-d8ba-4d7a-a5bc-641ce46b0688 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/ports?device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 210 time: 0.0938578 Aug 16 01:34:09.659354 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-123b4230-80a7-4dbd-b9bd-dc43e6e92189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:09.661087 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-123b4230-80a7-4dbd-b9bd-dc43e6e92189 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 922 time: 0.1635232 Aug 16 01:34:09.686306 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-a47c1d2b-4207-4b64-8239-8c614f8effc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:09.687764 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-a47c1d2b-4207-4b64-8239-8c614f8effc2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 0.3751256 Aug 16 01:34:09.696835 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27c0fa-f21a-41a1-8455-7b8e2262a95a req-41f6f0a6-2222-43bd-ae32-e1acdb126e06 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:09.699441 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-de27c0fa-f21a-41a1-8455-7b8e2262a95a req-41f6f0a6-2222-43bd-ae32-e1acdb126e06 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 950 time: 0.0900235 Aug 16 01:34:09.741446 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-b555cb84-7412-4a31-87c4-cf372529f108 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 HTTP/1.1" status: 200 len: 217 time: 0.0625291 Aug 16 01:34:09.810637 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-de27c0fa-f21a-41a1-8455-7b8e2262a95a req-3f6c9d80-dbff-4cef-99e6-ae8a49a40b6c tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783408 Aug 16 01:34:09.833250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-8e52e8a7-1c85-4c98-bd10-fcd6f3d4970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:09.835683 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-8e52e8a7-1c85-4c98-bd10-fcd6f3d4970e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.0842590 Aug 16 01:34:09.876314 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9100776-df3b-4624-b4f4-f46cc9ef43a8 req-65cba52a-3d22-4ec3-8828-95b76607fffc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:09.878353 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9100776-df3b-4624-b4f4-f46cc9ef43a8 req-65cba52a-3d22-4ec3-8828-95b76607fffc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.63 "GET /v2.0/ports?device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 950 time: 0.1507852 Aug 16 01:34:09.881736 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-22aec001-3ee5-4709-935b-97f14226e5ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee222d06-a32d-447c-b694-6c328ccef884 HTTP/1.1" status: 200 len: 217 time: 0.1637132 Aug 16 01:34:09.884238 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-1bb1825f-be97-4981-ae4f-a7edc297c2f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306997 Aug 16 01:34:09.931243 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-c1556653-90a5-4a3c-944f-b4f20c99f690 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:09.945649 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7427c42-91c9-4e99-a157-26a0defb4cd7 req-f1fa8f0d-78ee-4956-8ef1-57e894b3533c tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:09.955379 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7427c42-91c9-4e99-a157-26a0defb4cd7 req-f1fa8f0d-78ee-4956-8ef1-57e894b3533c tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 1126 time: 0.2472687 Aug 16 01:34:10.037415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cbd66-6032-4046-8e43-010768bdb891 req-bd2314ba-7a9c-43a6-b5c9-36f2a479dd89 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:10.039165 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f33cbd66-6032-4046-8e43-010768bdb891 req-bd2314ba-7a9c-43a6-b5c9-36f2a479dd89 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 945 time: 0.0788288 Aug 16 01:34:10.071395 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-4d24aca9-6656-4bcc-afa1-d07e05c2915f service neutron] 10.222.0.73 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636915 Aug 16 01:34:10.131341 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-64204eff-c329-4ef1-84b7-2a05f0244586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:10.132836 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-64204eff-c329-4ef1-84b7-2a05f0244586 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.1978076 Aug 16 01:34:10.144572 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7427c42-91c9-4e99-a157-26a0defb4cd7 req-1f5a280e-826e-4938-a6f6-a5fdbe29e4f8 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861672 Aug 16 01:34:10.151219 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f33cbd66-6032-4046-8e43-010768bdb891 req-f5be2cde-b503-41bf-b3e6-66be389489a0 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054773 Aug 16 01:34:10.226418 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-789bcd4b-6101-47be-af08-d28cd8fe0b18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821986 Aug 16 01:34:10.227437 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-c1556653-90a5-4a3c-944f-b4f20c99f690 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:10.297961 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-7b095843-4ad8-46c9-87b7-643082e019f8 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091017 Aug 16 01:34:10.306259 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0eef3-7bdb-4f6c-b40b-d08700ffaa5d req-b69587b2-d635-41ef-b380-ec403af7f3c7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:10.309448 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-39e0eef3-7bdb-4f6c-b40b-d08700ffaa5d req-b69587b2-d635-41ef-b380-ec403af7f3c7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.0910172 Aug 16 01:34:10.313057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-c1556653-90a5-4a3c-944f-b4f20c99f690 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Network e114c421-b155-49e4-8f4b-4f508556f015 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:34:10.357106 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-c1556653-90a5-4a3c-944f-b4f20c99f690 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:34:10.365048 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-c1556653-90a5-4a3c-944f-b4f20c99f690 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:34:10.368897 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-39e0eef3-7bdb-4f6c-b40b-d08700ffaa5d req-7129e8b5-7738-4cbb-8a17-12d576b896da tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432568 Aug 16 01:34:10.377664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e9100776-df3b-4624-b4f4-f46cc9ef43a8 req-1fe94a93-df8b-41f6-bd03-2daad67b2e09 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Deleting port 07f1bb73-ab4a-47ae-895f-219b7b20a4ef {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:34:10.378109 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9100776-df3b-4624-b4f4-f46cc9ef43a8 req-1fe94a93-df8b-41f6-bd03-2daad67b2e09 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:10.432671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36274) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:10.479859 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1556653-90a5-4a3c-944f-b4f20c99f690 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Pushing event updated for resources: {'Port': ['ID=7297df40-11b2-4cf8-b974-9a7b2867589e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:10.547705 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 1e1c0401-255c-4b9c-8fee-9812ab714b8b no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:34:10.563361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-c1556653-90a5-4a3c-944f-b4f20c99f690 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:10.564018 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-c1556653-90a5-4a3c-944f-b4f20c99f690 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:10.604489 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b32b5-7dd8-4b3e-91fc-25fcaa557922 req-d59028c7-7da5-406e-9718-3368a051103c tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:10.609705 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a4b32b5-7dd8-4b3e-91fc-25fcaa557922 req-d59028c7-7da5-406e-9718-3368a051103c tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 945 time: 0.1507950 Aug 16 01:34:10.634779 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36280) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:10.637529 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-810611c6-7de6-4554-b5d8-b28def1743d9 service neutron] 10.222.0.73 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855059 Aug 16 01:34:10.644398 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e431fb91-9161-48cc-b229-8383c318180c tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Request body: {'floatingip': {'port_id': 'fa2ef30f-9a15-420d-b568-acf9b8f5b57b'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:34:10.759810 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e431fb91-9161-48cc-b229-8383c318180c tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:10.762543 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-c1556653-90a5-4a3c-944f-b4f20c99f690 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1778738 Aug 16 01:34:10.770303 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e9100776-df3b-4624-b4f4-f46cc9ef43a8 req-1fe94a93-df8b-41f6-bd03-2daad67b2e09 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] For port 07f1bb73-ab4a-47ae-895f-219b7b20a4ef, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=07f1bb73-ab4a-47ae-895f-219b7b20a4ef,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:10.770689 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9100776-df3b-4624-b4f4-f46cc9ef43a8 req-1fe94a93-df8b-41f6-bd03-2daad67b2e09 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:10.818531 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Request body: {'port': {'device_id': '418d314b-f186-4dd4-b138-7b06f6ed7f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:34:10.885594 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e9100776-df3b-4624-b4f4-f46cc9ef43a8 req-1fe94a93-df8b-41f6-bd03-2daad67b2e09 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Calling delete_port for 07f1bb73-ab4a-47ae-895f-219b7b20a4ef owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:34:10.922986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 1e1c0401-255c-4b9c-8fee-9812ab714b8b {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:34:10.923470 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 1e1c0401-255c-4b9c-8fee-9812ab714b8b not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:34:11.111107 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d44fd9e9-e050-4dca-b23d-07d395d86edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:11.218608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a02d6-41e9-43ae-ae99-c8e48da7411a req-2cfe35c5-106f-41c1-a1b8-7c09134f2409 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:11.226979 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ac8a02d6-41e9-43ae-ae99-c8e48da7411a req-2cfe35c5-106f-41c1-a1b8-7c09134f2409 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 950 time: 0.1729524 Aug 16 01:34:11.371937 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ac8a02d6-41e9-43ae-ae99-c8e48da7411a req-a88c7b28-97e9-400c-8635-52a7aeb31d2e tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440501 Aug 16 01:34:11.514824 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d44fd9e9-e050-4dca-b23d-07d395d86edc admin admin] Deleting port cd7c1520-e4f3-4621-a4fd-b2dabce638e4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:34:11.515164 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d44fd9e9-e050-4dca-b23d-07d395d86edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:11.635441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d44fd9e9-e050-4dca-b23d-07d395d86edc admin admin] For port cd7c1520-e4f3-4621-a4fd-b2dabce638e4, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=cd7c1520-e4f3-4621-a4fd-b2dabce638e4,segment=NetworkSegment(217e8fbf-bb19-4c82-a110-67afcf9ce077),segment_id=217e8fbf-bb19-4c82-a110-67afcf9ce077)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:11.636455 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d44fd9e9-e050-4dca-b23d-07d395d86edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:11.666940 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d44fd9e9-e050-4dca-b23d-07d395d86edc admin admin] Calling delete_port for cd7c1520-e4f3-4621-a4fd-b2dabce638e4 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:34:11.820400 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f4f9a-f796-413c-b77f-9874ca78e73b req-9fbb8949-7b25-4dad-a8e8-8d4bef452abe tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:11.822055 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d73f4f9a-f796-413c-b77f-9874ca78e73b req-9fbb8949-7b25-4dad-a8e8-8d4bef452abe tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.0772786 Aug 16 01:34:11.859387 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b214c2-5c92-454d-9c50-5cdd929184d9 req-134b1436-ab99-4ccc-8a76-021b5ad49cf2 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:11.868943 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c3b214c2-5c92-454d-9c50-5cdd929184d9 req-134b1436-ab99-4ccc-8a76-021b5ad49cf2 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/ports?device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 931 time: 1.1338663 Aug 16 01:34:11.933067 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-75bd209f-10e1-4a3a-b9be-d8d598af5afd service neutron] 10.222.0.73 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1872678 Aug 16 01:34:11.933849 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9100776-df3b-4624-b4f4-f46cc9ef43a8 req-1fe94a93-df8b-41f6-bd03-2daad67b2e09 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:11.948063 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['f098886f-fe61-4571-b74e-0d03f151fb28'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:34:11.951332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['870e5fdb-7569-48e0-86a4-2553888d4426', '953524ee-24ed-4995-b587-bdee7ee55e69', 'b5840ef7-f878-4013-a74b-df2793d97769', '987693ac-723e-4c7e-96f3-4164c8cac736'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:34:12.074838 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe94a93-df8b-41f6-bd03-2daad67b2e09 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Pushing event deleted for resources: {'Port': ['ID=07f1bb73-ab4a-47ae-895f-219b7b20a4ef,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:12.122679 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9100776-df3b-4624-b4f4-f46cc9ef43a8 req-1fe94a93-df8b-41f6-bd03-2daad67b2e09 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] No DVR routers for this DVR port 07f1bb73-ab4a-47ae-895f-219b7b20a4ef on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:34:12.125444 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9100776-df3b-4624-b4f4-f46cc9ef43a8 req-1fe94a93-df8b-41f6-bd03-2daad67b2e09 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:12.128152 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9100776-df3b-4624-b4f4-f46cc9ef43a8 req-1fe94a93-df8b-41f6-bd03-2daad67b2e09 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.63 "DELETE /v2.0/ports/07f1bb73-ab4a-47ae-895f-219b7b20a4ef HTTP/1.1" status: 204 len: 173 time: 2.2376947 Aug 16 01:34:12.144248 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66203bd-5ddb-4d1f-ab0a-a67c8b55b738', 'name': 'network-vif-deleted', 'tag': '07f1bb73-ab4a-47ae-895f-219b7b20a4ef'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:34:12.147437 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964509f8-865c-43ab-aa99-0a9a82ceb91e" -d '{"events": [{"server_uuid": "a66203bd-5ddb-4d1f-ab0a-a67c8b55b738", "name": "network-vif-deleted", "tag": "07f1bb73-ab4a-47ae-895f-219b7b20a4ef"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:34:12.170798 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-08f921e6-7239-48f7-a399-a44e812f66ff tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:12.175588 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-08f921e6-7239-48f7-a399-a44e812f66ff tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2&tenant_id=2a06768184a243e2b06a44bee40a6f92&binding%3Ahost_id=n-h2-765315-27 HTTP/1.1" status: 200 len: 1126 time: 0.1303020 Aug 16 01:34:12.190376 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c3b214c2-5c92-454d-9c50-5cdd929184d9 req-180c0f05-d2cb-4301-9439-aded9cf47bc1 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc8fca3f-f534-4fb3-a2dc-68083ac18fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204625 Aug 16 01:34:12.198137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:34:12.253578 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:12.418253 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5de1f0-a55c-4e14-b500-95461a4d4761 x-openstack-request-id: req-3d5de1f0-a55c-4e14-b500-95461a4d4761 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:34:12.420273 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66203bd-5ddb-4d1f-ab0a-a67c8b55b738", "name": "network-vif-deleted", "tag": "07f1bb73-ab4a-47ae-895f-219b7b20a4ef", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:34:12.423113 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3d5de1f0-a55c-4e14-b500-95461a4d4761 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:34:12.423808 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d73f4f9a-f796-413c-b77f-9874ca78e73b req-b2010c25-a4e1-4ae3-b6c5-4cf90405fdf6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954366 Aug 16 01:34:12.424866 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66203bd-5ddb-4d1f-ab0a-a67c8b55b738', 'name': 'network-vif-deleted', 'tag': '07f1bb73-ab4a-47ae-895f-219b7b20a4ef', 'status': 'completed', 'code': 200} Aug 16 01:34:12.571504 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d44fd9e9-e050-4dca-b23d-07d395d86edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:12.618238 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a149839c-754e-4b0b-a540-3004ab5f29ae req-b3773170-c9ac-486f-bb86-cc04a506ef5b tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=a66203bd-5ddb-4d1f-ab0a-a67c8b55b738 HTTP/1.1" status: 200 len: 210 time: 0.0503244 Aug 16 01:34:12.624252 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fd9e9-e050-4dca-b23d-07d395d86edc admin admin] Pushing event deleted for resources: {'Port': ['ID=cd7c1520-e4f3-4621-a4fd-b2dabce638e4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:12.738352 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:13.007844 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d44fd9e9-e050-4dca-b23d-07d395d86edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:13.267667 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.db.resource_extend [None req-e431fb91-9161-48cc-b229-8383c318180c tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:34:13.457172 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44fd9e9-e050-4dca-b23d-07d395d86edc admin admin] Router 13f6a729-1b1d-4035-81cb-b8791ea99551 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:34:13.469977 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] For port ee222d06-a32d-447c-b694-6c328ccef884, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ee222d06-a32d-447c-b694-6c328ccef884,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:13.476662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 07f1bb73-ab4a-47ae-895f-219b7b20a4ef no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:34:13.516641 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 07f1bb73-ab4a-47ae-895f-219b7b20a4ef {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:34:13.517147 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 07f1bb73-ab4a-47ae-895f-219b7b20a4ef not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:34:13.518022 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] For port ee222d06-a32d-447c-b694-6c328ccef884, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:34:13.565561 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee222d06-a32d-447c-b694-6c328ccef884 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:34:13.575920 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:13.627254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44fd9e9-e050-4dca-b23d-07d395d86edc admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:34:13.644403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bef122-1300-42c8-9e4e-bfc2b5ef26ec req-3be552f9-66a3-4856-9566-e42bd2268ec7 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:13.645816 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d6db74-b28f-48f9-a404-df4216a9d255 None None] Sync routers for ids ['13f6a729-1b1d-4035-81cb-b8791ea99551'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:34:13.646531 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d8bef122-1300-42c8-9e4e-bfc2b5ef26ec req-3be552f9-66a3-4856-9566-e42bd2268ec7 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/ports?device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 931 time: 0.2245224 Aug 16 01:34:13.653617 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d44fd9e9-e050-4dca-b23d-07d395d86edc admin admin] 10.222.0.68 "PUT /v2.0/routers/13f6a729-1b1d-4035-81cb-b8791ea99551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2179611 Aug 16 01:34:13.669256 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d6db74-b28f-48f9-a404-df4216a9d255 None None] Routers {'13f6a729-1b1d-4035-81cb-b8791ea99551'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:34:13.671218 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-77d6db74-b28f-48f9-a404-df4216a9d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:33:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['13f6a729-1b1d-4035-81cb-b8791ea99551'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:13.684054 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36328) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:13.684912 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:13.757794 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d8bef122-1300-42c8-9e4e-bfc2b5ef26ec req-8b7b9980-b061-47e6-844e-3fb689f5f212 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc8fca3f-f534-4fb3-a2dc-68083ac18fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045766 Aug 16 01:34:13.814300 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-77d6db74-b28f-48f9-a404-df4216a9d255 None None] Set router 13f6a729-1b1d-4035-81cb-b8791ea99551 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:34:13.886663 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee222d06-a32d-447c-b694-6c328ccef884,revision_number=9']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:14.152090 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-77d6db74-b28f-48f9-a404-df4216a9d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:34:12Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:14.163723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] Attempting to bind port ee222d06-a32d-447c-b694-6c328ccef884 on host n-h2-765315-27 for vnic_type normal with profile {} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:34:14.164083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] Attempting to bind port ee222d06-a32d-447c-b694-6c328ccef884 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:34:14.165484 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] Attempting to bind port ee222d06-a32d-447c-b694-6c328ccef884 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:34:14.180642 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e431fb91-9161-48cc-b229-8383c318180c tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:14.234781 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] Port ee222d06-a32d-447c-b694-6c328ccef884 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:34:14.234781 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] Attempting to bind port ee222d06-a32d-447c-b694-6c328ccef884 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:34:14.240812 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d6db74-b28f-48f9-a404-df4216a9d255 None None] Checking router: 13f6a729-1b1d-4035-81cb-b8791ea99551 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:34:14.250760 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553c0b7-02a9-4abe-ae67-314e1327e39b req-92d42eea-299b-4663-bb31-959c9d7879ad tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:14.258670 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0553c0b7-02a9-4abe-ae67-314e1327e39b req-92d42eea-299b-4663-bb31-959c9d7879ad tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.6793633 Aug 16 01:34:14.265870 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e431fb91-9161-48cc-b229-8383c318180c tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:14.314718 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d6db74-b28f-48f9-a404-df4216a9d255 None None] Routers {'13f6a729-1b1d-4035-81cb-b8791ea99551'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:34:14.315373 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-77d6db74-b28f-48f9-a404-df4216a9d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:33:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['13f6a729-1b1d-4035-81cb-b8791ea99551'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:14.328087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:34:14.331371 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] Checking segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:34:14.331817 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] Bound using segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:34:14.332378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] Bound port: ee222d06-a32d-447c-b694-6c328ccef884, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:34:14.332704 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:14.541352 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3dcda2a0-e53e-4c46-9b51-82b0441254c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:14.543418 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-77d6db74-b28f-48f9-a404-df4216a9d255 None None] Set router 13f6a729-1b1d-4035-81cb-b8791ea99551 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:34:14.709793 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0553c0b7-02a9-4abe-ae67-314e1327e39b req-7641494f-f53d-4ee5-b60f-6f1ebbebd8cb tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500308 Aug 16 01:34:14.855270 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7297df40-11b2-4cf8-b974-9a7b2867589e {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:34:14.876518 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:14.891379 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Transition to ACTIVE for port object 7297df40-11b2-4cf8-b974-9a7b2867589e will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:34:14.894815 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-e431fb91-9161-48cc-b229-8383c318180c tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Floating IP d3e310e3-f30e-412d-b2c4-39c1c0c00ad2 associated. External IP: 172.25.3.3, port: fa2ef30f-9a15-420d-b568-acf9b8f5b57b. Aug 16 01:34:14.923026 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-77d6db74-b28f-48f9-a404-df4216a9d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:34:12Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:14.961558 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d6db74-b28f-48f9-a404-df4216a9d255 None None] The sync data for ids ['13f6a729-1b1d-4035-81cb-b8791ea99551'] in n-d-765315-27 is: [{'id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'name': 'tempest-FloatingIPsAssociationTestJSON-1251493586-router', 'tenant_id': '5e0c5f98f6fe42de99c785c15701bc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:42Z', 'updated_at': '2021-08-16T01:34:12Z', 'revision_number': 5, 'project_id': '5e0c5f98f6fe42de99c785c15701bc81', 'gw_port': {'id': '4e1269d2-e657-48ec-9714-dd03f1bd06e7', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a729-1b1d-4035-81cb-b8791ea99551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:44Z', 'updated_at': '2021-08-16T01:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:34:14.975964 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:15.018152 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3dcda2a0-e53e-4c46-9b51-82b0441254c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:15.110966 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dac573-399e-49bc-b9a7-cbb544c49856 req-5b05ac30-8c63-4ce1-8d9b-c08c6b64f669 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:15.119637 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40dac573-399e-49bc-b9a7-cbb544c49856 req-5b05ac30-8c63-4ce1-8d9b-c08c6b64f669 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f9f95f1-1525-40c6-8e03-18438c973569 HTTP/1.1" status: 200 len: 949 time: 0.1029875 Aug 16 01:34:15.168690 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40dac573-399e-49bc-b9a7-cbb544c49856 req-5c4b9449-db11-467e-a663-2573da56e351 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480630 Aug 16 01:34:15.248816 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] For port ee222d06-a32d-447c-b694-6c328ccef884, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:34:15.256334 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=7297df40-11b2-4cf8-b974-9a7b2867589e,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:15.296114 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b165d2-e61b-466a-94eb-1d5b35e07c35 req-1bd4a2a1-46e9-425f-9369-db21316d7362 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:15.303639 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14b165d2-e61b-466a-94eb-1d5b35e07c35 req-1bd4a2a1-46e9-425f-9369-db21316d7362 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/ports?device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 943 time: 0.4015353 Aug 16 01:34:15.340837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] For port ee222d06-a32d-447c-b694-6c328ccef884, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ee222d06-a32d-447c-b694-6c328ccef884,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:34:15.362582 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:15.448143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Attempting to bind port 7297df40-11b2-4cf8-b974-9a7b2867589e on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:34:15.448143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Attempting to bind port 7297df40-11b2-4cf8-b974-9a7b2867589e by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '40ed442f-5d80-48df-b915-7673fd3fc0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e114c421-b155-49e4-8f4b-4f508556f015'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:34:15.448143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Attempting to bind port 7297df40-11b2-4cf8-b974-9a7b2867589e on network e114c421-b155-49e4-8f4b-4f508556f015 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:34:15.486700 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:15.487457 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:15.488953 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] 10.222.0.73 "PUT /v2.0/ports/ee222d06-a32d-447c-b694-6c328ccef884 HTTP/1.1" status: 200 len: 1092 time: 3.2975814 Aug 16 01:34:15.510132 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14b165d2-e61b-466a-94eb-1d5b35e07c35 req-65c61660-7e91-4b58-b2e4-7688c90d5faf tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc8fca3f-f534-4fb3-a2dc-68083ac18fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005200 Aug 16 01:34:15.510985 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc35e62-4998-4d29-8afe-90d133dc42a2', 'tag': 'ee222d06-a32d-447c-b694-6c328ccef884'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:34:15.514677 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c32eeab-d59f-469f-9eb1-c973688378aa" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc35e62-4998-4d29-8afe-90d133dc42a2", "tag": "ee222d06-a32d-447c-b694-6c328ccef884"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:34:15.532196 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Port 7297df40-11b2-4cf8-b974-9a7b2867589e on network e114c421-b155-49e4-8f4b-4f508556f015 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:34:15.532791 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Attempting to bind port 7297df40-11b2-4cf8-b974-9a7b2867589e on network e114c421-b155-49e4-8f4b-4f508556f015 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:34:15.560416 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-3dcda2a0-e53e-4c46-9b51-82b0441254c8 admin admin] Deleting port 4e1269d2-e657-48ec-9714-dd03f1bd06e7 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:34:15.566345 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3dcda2a0-e53e-4c46-9b51-82b0441254c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:15.600939 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ee222d06-a32d-447c-b694-6c328ccef884'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:34:15.720878 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['ee222d06-a32d-447c-b694-6c328ccef884'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:34:15.722506 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cd7c1520-e4f3-4621-a4fd-b2dabce638e4 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:34:15.797868 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: cd7c1520-e4f3-4621-a4fd-b2dabce638e4 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:34:15.798182 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cd7c1520-e4f3-4621-a4fd-b2dabce638e4 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:34:15.907693 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397363cd-6836-4848-869a-8394a2493762 req-0fde1b57-7f2c-4c13-8b66-a155fbd89e55 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:15.909943 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-397363cd-6836-4848-869a-8394a2493762 req-0fde1b57-7f2c-4c13-8b66-a155fbd89e55 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.0859025 Aug 16 01:34:15.959067 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-397363cd-6836-4848-869a-8394a2493762 req-e56daf41-098e-42a3-9942-0f43d7422641 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400803 Aug 16 01:34:16.006925 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f531975-4c64-4a05-b672-9441aecbc1f8 x-openstack-request-id: req-7f531975-4c64-4a05-b672-9441aecbc1f8 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:34:16.007240 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc35e62-4998-4d29-8afe-90d133dc42a2", "tag": "ee222d06-a32d-447c-b694-6c328ccef884", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:34:16.007446 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7f531975-4c64-4a05-b672-9441aecbc1f8 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:34:16.007837 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc35e62-4998-4d29-8afe-90d133dc42a2', 'tag': 'ee222d06-a32d-447c-b694-6c328ccef884', 'status': 'completed', 'code': 200} Aug 16 01:34:16.015918 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:34:16.016218 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Checking segment: {'id': '40ed442f-5d80-48df-b915-7673fd3fc0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e114c421-b155-49e4-8f4b-4f508556f015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:34:16.016396 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Bound using segment: {'id': '40ed442f-5d80-48df-b915-7673fd3fc0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e114c421-b155-49e4-8f4b-4f508556f015'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:34:16.016837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Bound port: 7297df40-11b2-4cf8-b974-9a7b2867589e, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ed442f-5d80-48df-b915-7673fd3fc0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e114c421-b155-49e4-8f4b-4f508556f015'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:34:16.017188 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:16.093788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d1731-c276-4264-95b8-2395faeffdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee222d06-a32d-447c-b694-6c328ccef884,revision_number=10']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:16.228732 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32eeab-d59f-469f-9eb1-c973688378aa req-11f2c4ca-db54-450f-b6c6-7a7eb24509ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:16.229380 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c32eeab-d59f-469f-9eb1-c973688378aa req-11f2c4ca-db54-450f-b6c6-7a7eb24509ea service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 1096 time: 0.2207129 Aug 16 01:34:16.237991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-3dcda2a0-e53e-4c46-9b51-82b0441254c8 admin admin] For port 4e1269d2-e657-48ec-9714-dd03f1bd06e7, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4e1269d2-e657-48ec-9714-dd03f1bd06e7,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:16.238607 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3dcda2a0-e53e-4c46-9b51-82b0441254c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:16.311476 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e431fb91-9161-48cc-b229-8383c318180c tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:34:16.401795 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-3dcda2a0-e53e-4c46-9b51-82b0441254c8 admin admin] Calling delete_port for 4e1269d2-e657-48ec-9714-dd03f1bd06e7 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:34:16.427124 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] For port 7297df40-11b2-4cf8-b974-9a7b2867589e, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:34:16.432527 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2932610-5131-4e6b-86b1-92d7542b0652 req-2ef7bd38-68b5-40d2-9108-e50ab49654c1 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:16.434067 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e2932610-5131-4e6b-86b1-92d7542b0652 req-2ef7bd38-68b5-40d2-9108-e50ab49654c1 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2720e51-2d3c-4c7d-b785-94c190a38423 HTTP/1.1" status: 200 len: 950 time: 0.0673041 Aug 16 01:34:16.492750 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] For port 7297df40-11b2-4cf8-b974-9a7b2867589e, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7297df40-11b2-4cf8-b974-9a7b2867589e,segment=NetworkSegment(40ed442f-5d80-48df-b915-7673fd3fc0b9),segment_id=40ed442f-5d80-48df-b915-7673fd3fc0b9)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:34:16.540267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-e2932610-5131-4e6b-86b1-92d7542b0652 req-8a5dcfa7-897e-4284-af42-46ffdb4f4134 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Deleting port 987693ac-723e-4c7e-96f3-4164c8cac736 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:34:16.540410 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e2932610-5131-4e6b-86b1-92d7542b0652 req-8a5dcfa7-897e-4284-af42-46ffdb4f4134 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:16.540602 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:16.663585 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7806e-90da-47ed-8c37-916768168a42 req-3203c192-6075-49b6-8a5d-cb1898464102 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:16.665074 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a0f7806e-90da-47ed-8c37-916768168a42 req-3203c192-6075-49b6-8a5d-cb1898464102 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/ports?device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 943 time: 0.0797310 Aug 16 01:34:16.667544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e1afe-276e-4bc4-92d3-c3de3f7b877d req-82b74679-1fe0-4adf-9eae-f8ae27f6f795 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:16.669193 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-341e1afe-276e-4bc4-92d3-c3de3f7b877d req-82b74679-1fe0-4adf-9eae-f8ae27f6f795 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f9f95f1-1525-40c6-8e03-18438c973569 HTTP/1.1" status: 200 len: 949 time: 0.4227538 Aug 16 01:34:16.680963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-e2932610-5131-4e6b-86b1-92d7542b0652 req-8a5dcfa7-897e-4284-af42-46ffdb4f4134 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] For port 987693ac-723e-4c7e-96f3-4164c8cac736, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=987693ac-723e-4c7e-96f3-4164c8cac736,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:16.681354 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e2932610-5131-4e6b-86b1-92d7542b0652 req-8a5dcfa7-897e-4284-af42-46ffdb4f4134 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:16.706249 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-e2932610-5131-4e6b-86b1-92d7542b0652 req-8a5dcfa7-897e-4284-af42-46ffdb4f4134 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Calling delete_port for 987693ac-723e-4c7e-96f3-4164c8cac736 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:34:16.734844 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a0f7806e-90da-47ed-8c37-916768168a42 req-1bea186b-8adc-4b08-a27f-095110d1908e tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc8fca3f-f534-4fb3-a2dc-68083ac18fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575581 Aug 16 01:34:16.744664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32eeab-d59f-469f-9eb1-c973688378aa req-454164b0-4b08-44ae-8901-577b0d1e74b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:16.746090 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c32eeab-d59f-469f-9eb1-c973688378aa req-454164b0-4b08-44ae-8901-577b0d1e74b3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 0.4839387 Aug 16 01:34:16.747913 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=7297df40-11b2-4cf8-b974-9a7b2867589e,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:16.843847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc532bde-a189-4eef-93c3-430b04d0affa req-0ba79483-6b7d-4aac-bc4f-aa1a5897d414 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:16.845551 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc532bde-a189-4eef-93c3-430b04d0affa req-0ba79483-6b7d-4aac-bc4f-aa1a5897d414 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f9f95f1-1525-40c6-8e03-18438c973569 HTTP/1.1" status: 200 len: 949 time: 0.5322983 Aug 16 01:34:16.847432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:16.848123 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:16.849690 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-1a0b86e5-d5bd-48c5-a7a1-d3e64c117eb8 service neutron] 10.222.0.73 "PUT /v2.0/ports/7297df40-11b2-4cf8-b974-9a7b2867589e HTTP/1.1" status: 200 len: 1092 time: 6.0363479 Aug 16 01:34:16.907938 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e2932610-5131-4e6b-86b1-92d7542b0652 req-8a5dcfa7-897e-4284-af42-46ffdb4f4134 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:16.920102 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['870e5fdb-7569-48e0-86a4-2553888d4426', '953524ee-24ed-4995-b587-bdee7ee55e69', 'b5840ef7-f878-4013-a74b-df2793d97769', '987693ac-723e-4c7e-96f3-4164c8cac736'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:34:16.955019 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5dcfa7-897e-4284-af42-46ffdb4f4134 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Pushing event deleted for resources: {'Port': ['ID=987693ac-723e-4c7e-96f3-4164c8cac736,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:16.970674 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['f098886f-fe61-4571-b74e-0d03f151fb28'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:34:17.078118 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c32eeab-d59f-469f-9eb1-c973688378aa req-646fade8-a3fa-404a-9fc2-e8ff1a9e1fcf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee222d06-a32d-447c-b694-6c328ccef884 HTTP/1.1" status: 200 len: 217 time: 0.2688744 Aug 16 01:34:17.079294 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2932610-5131-4e6b-86b1-92d7542b0652 req-8a5dcfa7-897e-4284-af42-46ffdb4f4134 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] No DVR routers for this DVR port 987693ac-723e-4c7e-96f3-4164c8cac736 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:34:17.082420 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e2932610-5131-4e6b-86b1-92d7542b0652 req-8a5dcfa7-897e-4284-af42-46ffdb4f4134 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:17.084514 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e2932610-5131-4e6b-86b1-92d7542b0652 req-8a5dcfa7-897e-4284-af42-46ffdb4f4134 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "DELETE /v2.0/ports/987693ac-723e-4c7e-96f3-4164c8cac736 HTTP/1.1" status: 204 len: 173 time: 0.6424263 Aug 16 01:34:17.084951 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2720e51-2d3c-4c7d-b785-94c190a38423', 'name': 'network-vif-deleted', 'tag': '987693ac-723e-4c7e-96f3-4164c8cac736'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:34:17.087432 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3092efa6-ee44-476c-b6ca-73488399a5db" -d '{"events": [{"server_uuid": "c2720e51-2d3c-4c7d-b785-94c190a38423", "name": "network-vif-deleted", "tag": "987693ac-723e-4c7e-96f3-4164c8cac736"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:34:17.124234 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206bb9c-6e3c-4c09-bedb-c2b27578467d req-a5129d8a-bf65-4ef9-9fbe-5b11d31fe489 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:17.132405 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8206bb9c-6e3c-4c09-bedb-c2b27578467d req-a5129d8a-bf65-4ef9-9fbe-5b11d31fe489 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7 HTTP/1.1" status: 200 len: 950 time: 0.1526091 Aug 16 01:34:17.178535 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8206bb9c-6e3c-4c09-bedb-c2b27578467d req-294a0dbf-c27e-4708-9857-a1d0957e694d tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421400 Aug 16 01:34:17.311880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-cb2f38ab-74ed-4788-a9df-030d6ca98109 service neutron] For port ee222d06-a32d-447c-b694-6c328ccef884, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:34:17.338939 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3dcda2a0-e53e-4c46-9b51-82b0441254c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:17.346295 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aabb22-3c7e-4470-9775-265e69863ba1 req-6d17b45d-d801-457e-81b5-86f842798980 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:17.349185 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78aabb22-3c7e-4470-9775-265e69863ba1 req-6d17b45d-d801-457e-81b5-86f842798980 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.0958815 Aug 16 01:34:17.405388 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-cb2f38ab-74ed-4788-a9df-030d6ca98109 service neutron] Notify callbacks [] for binding, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:17.407306 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e49def8-2a11-46b6-8aac-27a20d6523ed req-cb2f38ab-74ed-4788-a9df-030d6ca98109 service neutron] 10.222.0.73 "DELETE /v2.0/ports/ee222d06-a32d-447c-b694-6c328ccef884/bindings/n-h1-765315-27 HTTP/1.1" status: 204 len: 173 time: 1.8863533 Aug 16 01:34:17.420670 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78aabb22-3c7e-4470-9775-265e69863ba1 req-2e3b3f65-0803-477c-82fc-45cf0dcf42d3 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604148 Aug 16 01:34:17.450858 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcda2a0-e53e-4c46-9b51-82b0441254c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1269d2-e657-48ec-9714-dd03f1bd06e7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:17.476923 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d04dd2-9364-4f86-a57d-1ce25678963a x-openstack-request-id: req-12d04dd2-9364-4f86-a57d-1ce25678963a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:34:17.477418 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2720e51-2d3c-4c7d-b785-94c190a38423", "name": "network-vif-deleted", "tag": "987693ac-723e-4c7e-96f3-4164c8cac736", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:34:17.477511 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-12d04dd2-9364-4f86-a57d-1ce25678963a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:34:17.478266 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2720e51-2d3c-4c7d-b785-94c190a38423', 'name': 'network-vif-deleted', 'tag': '987693ac-723e-4c7e-96f3-4164c8cac736', 'status': 'completed', 'code': 200} Aug 16 01:34:17.594396 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e431fb91-9161-48cc-b229-8383c318180c tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:34:17.606191 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2031b396-fb06-450c-885f-05990b4be800 None None] Sync routers for ids ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:34:17.609583 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc532bde-a189-4eef-93c3-430b04d0affa req-34fc9c07-9e60-4b3d-87c5-d0aa5e83bae9 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6363978 Aug 16 01:34:17.612238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-37423307-8789-43e8-b940-e9eab0ed972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:17.614355 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-37423307-8789-43e8-b940-e9eab0ed972c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0eb72905cd34490fbd143aad459c0481&device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 1095 time: 0.6659470 Aug 16 01:34:17.621990 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e431fb91-9161-48cc-b229-8383c318180c tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:17.622124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2031b396-fb06-450c-885f-05990b4be800 None None] Routers {'8c7fc55c-a9a8-46b7-af2d-6a0026f53994'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:34:17.622683 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2031b396-fb06-450c-885f-05990b4be800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:33:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:17.655829 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32eeab-d59f-469f-9eb1-c973688378aa req-c5295d4c-1017-4b5a-82a3-6053468fabcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:17.657890 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c32eeab-d59f-469f-9eb1-c973688378aa req-c5295d4c-1017-4b5a-82a3-6053468fabcf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.3575304 Aug 16 01:34:17.780772 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e431fb91-9161-48cc-b229-8383c318180c tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "PUT /v2.0/floatingips/d3e310e3-f30e-412d-b2c4-39c1c0c00ad2 HTTP/1.1" status: 200 len: 989 time: 7.1419392 Aug 16 01:34:17.806936 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-79b29d2a-1ccb-4c61-bf27-d536b88b2659 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7297df40-11b2-4cf8-b974-9a7b2867589e HTTP/1.1" status: 200 len: 217 time: 0.1729608 Aug 16 01:34:17.814959 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3dcda2a0-e53e-4c46-9b51-82b0441254c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:17.846711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-2031b396-fb06-450c-885f-05990b4be800 None None] Set router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:34:18.042257 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3dcda2a0-e53e-4c46-9b51-82b0441254c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:18.045194 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3dcda2a0-e53e-4c46-9b51-82b0441254c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:18.178182 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-341e1afe-276e-4bc4-92d3-c3de3f7b877d req-02a83acf-831d-4856-8ac6-b1bbead20039 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Deleting port f098886f-fe61-4571-b74e-0d03f151fb28 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:34:18.178667 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-341e1afe-276e-4bc4-92d3-c3de3f7b877d req-02a83acf-831d-4856-8ac6-b1bbead20039 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:18.207935 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2031b396-fb06-450c-885f-05990b4be800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'd3e310e3-f30e-412d-b2c4-39c1c0c00ad2', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'port_id': 'fa2ef30f-9a15-420d-b568-acf9b8f5b57b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'mac_address': 'fa:16:3e:b3:0e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe71b4e-f6f1-4323-bea4-36f9f5a56213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:31:30Z', 'updated_at': '2021-08-16T01:34:13Z', 'revision_number': 5, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8456a22-ddcf-46a6-a48d-0c7acb69429d', 'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'mac_address': 'fa:16:3e:ac:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:10Z', 'updated_at': '2021-08-16T01:31:18Z', 'revision_number': 5, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'subnets': [{'id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:18.235918 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418d314b-f186-4dd4-b138-7b06f6ed7f88', 'tag': '7297df40-11b2-4cf8-b974-9a7b2867589e'}, {'name': 'network-changed', 'server_uuid': 'efe71b4e-f6f1-4323-bea4-36f9f5a56213', 'tag': 'fa2ef30f-9a15-420d-b568-acf9b8f5b57b'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:34:18.238415 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c0dd59-c279-455b-8e7b-9375d53e232e" -d '{"events": [{"name": "network-changed", "server_uuid": "418d314b-f186-4dd4-b138-7b06f6ed7f88", "tag": "7297df40-11b2-4cf8-b974-9a7b2867589e"}, {"name": "network-changed", "server_uuid": "efe71b4e-f6f1-4323-bea4-36f9f5a56213", "tag": "fa2ef30f-9a15-420d-b568-acf9b8f5b57b"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:34:18.254637 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2031b396-fb06-450c-885f-05990b4be800 None None] Checking router: 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:34:18.260080 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c32eeab-d59f-469f-9eb1-c973688378aa req-519e3e37-b5cb-4561-addf-3e4298326aa4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4768777 Aug 16 01:34:18.285215 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3dcda2a0-e53e-4c46-9b51-82b0441254c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:18.285731 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcda2a0-e53e-4c46-9b51-82b0441254c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13f6a729-1b1d-4035-81cb-b8791ea99551 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:34:18.293009 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3dcda2a0-e53e-4c46-9b51-82b0441254c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:18.294862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2031b396-fb06-450c-885f-05990b4be800 None None] Routers {'8c7fc55c-a9a8-46b7-af2d-6a0026f53994'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:34:18.295505 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2031b396-fb06-450c-885f-05990b4be800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:33:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:18.297569 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3dcda2a0-e53e-4c46-9b51-82b0441254c8 admin admin] 10.222.0.68 "DELETE /v2.0/routers/13f6a729-1b1d-4035-81cb-b8791ea99551 HTTP/1.1" status: 204 len: 168 time: 4.6028583 Aug 16 01:34:18.302392 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36448) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:18.334521 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 01:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4800c221-b3fb-4e92-a6ea-2a37328437cb x-openstack-request-id: req-4800c221-b3fb-4e92-a6ea-2a37328437cb {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:34:18.335095 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418d314b-f186-4dd4-b138-7b06f6ed7f88", "tag": "7297df40-11b2-4cf8-b974-9a7b2867589e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "efe71b4e-f6f1-4323-bea4-36f9f5a56213", "tag": "fa2ef30f-9a15-420d-b568-acf9b8f5b57b", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:34:18.335536 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4800c221-b3fb-4e92-a6ea-2a37328437cb {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:34:18.336081 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418d314b-f186-4dd4-b138-7b06f6ed7f88', 'tag': '7297df40-11b2-4cf8-b974-9a7b2867589e', 'status': 'completed', 'code': 200} Aug 16 01:34:18.338941 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe71b4e-f6f1-4323-bea4-36f9f5a56213', 'tag': 'fa2ef30f-9a15-420d-b568-acf9b8f5b57b', 'status': 'completed', 'code': 200} Aug 16 01:34:18.373196 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-672f344e-22f5-4892-859a-96e804364d3f admin admin] Deleting subnet c7b48f01-7f17-46c9-aeb0-0901bdbe28b8 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:34:18.382948 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-672f344e-22f5-4892-859a-96e804364d3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:18.391265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-341e1afe-276e-4bc4-92d3-c3de3f7b877d req-02a83acf-831d-4856-8ac6-b1bbead20039 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] For port f098886f-fe61-4571-b74e-0d03f151fb28, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f098886f-fe61-4571-b74e-0d03f151fb28,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:18.391625 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-341e1afe-276e-4bc4-92d3-c3de3f7b877d req-02a83acf-831d-4856-8ac6-b1bbead20039 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:18.436471 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-672f344e-22f5-4892-859a-96e804364d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:18.487977 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-2031b396-fb06-450c-885f-05990b4be800 None None] Set router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:34:18.513151 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-341e1afe-276e-4bc4-92d3-c3de3f7b877d req-02a83acf-831d-4856-8ac6-b1bbead20039 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Calling delete_port for f098886f-fe61-4571-b74e-0d03f151fb28 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:34:18.519025 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-8fc680f1-7251-4637-b8e4-922e1a61ea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:18.520480 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-8fc680f1-7251-4637-b8e4-922e1a61ea08 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0cb0556b-ccaa-41d2-ac82-3216c534e9b4 HTTP/1.1" status: 200 len: 855 time: 0.4018710 Aug 16 01:34:18.571145 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-95521415-1e12-44c2-befc-076929756882 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e114c421-b155-49e4-8f4b-4f508556f015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377758 Aug 16 01:34:18.592739 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device fb1b812a-5b4f-4a74-b568-6fca572f0b10 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:34:18.644124 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-672f344e-22f5-4892-859a-96e804364d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:18.766380 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-672f344e-22f5-4892-859a-96e804364d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:18.779817 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:18.816699 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f344e-22f5-4892-859a-96e804364d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b48f01-7f17-46c9-aeb0-0901bdbe28b8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:18.832174 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5173a-6fe6-4d26-b767-4c6027cbd531 req-7e49b6a7-04a5-4083-92fe-2745c1cd6bbb tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:18.844787 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-65d5173a-6fe6-4d26-b767-4c6027cbd531 req-7e49b6a7-04a5-4083-92fe-2745c1cd6bbb tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.3093131 Aug 16 01:34:18.846432 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb1b812a-5b4f-4a74-b568-6fca572f0b10'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:34:18.849097 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e67dcfb-b8fe-4bf6-835c-5a381828b227" -d '{"events": [{"server_uuid": "a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7", "name": "network-vif-unplugged", "status": "completed", "tag": "fb1b812a-5b4f-4a74-b568-6fca572f0b10"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:34:18.867445 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port fb1b812a-5b4f-4a74-b568-6fca572f0b10, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fb1b812a-5b4f-4a74-b568-6fca572f0b10,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:18.876053 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:18.887676 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-672f344e-22f5-4892-859a-96e804364d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:18.890170 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-672f344e-22f5-4892-859a-96e804364d3f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c7b48f01-7f17-46c9-aeb0-0901bdbe28b8 HTTP/1.1" status: 204 len: 168 time: 0.5869253 Aug 16 01:34:18.895380 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc160c6e-0ac1-4efd-a270-33d136996dd8 None None] Network 03241670-4104-41ea-a6fc-9fe8a3a8cd89 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:34:18.905574 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36460) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:19.031309 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:19.042003 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=fb1b812a-5b4f-4a74-b568-6fca572f0b10,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:19.057606 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2031b396-fb06-450c-885f-05990b4be800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'd3e310e3-f30e-412d-b2c4-39c1c0c00ad2', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'port_id': 'fa2ef30f-9a15-420d-b568-acf9b8f5b57b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'mac_address': 'fa:16:3e:b3:0e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe71b4e-f6f1-4323-bea4-36f9f5a56213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:31:30Z', 'updated_at': '2021-08-16T01:34:13Z', 'revision_number': 5, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8456a22-ddcf-46a6-a48d-0c7acb69429d', 'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'mac_address': 'fa:16:3e:ac:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:10Z', 'updated_at': '2021-08-16T01:31:18Z', 'revision_number': 5, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'subnets': [{'id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:19.074820 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-e669d425-8d73-4904-be26-465d54a72d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:19.076297 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-e669d425-8d73-4904-be26-465d54a72d34 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5d87878905c446a6b1656e7f6d15dd47&device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 1097 time: 0.6567554 Aug 16 01:34:19.085139 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb4e82-a5cd-4c2c-a1b0-a9aca68c29f2 req-e7c8ab06-caf8-4fe6-9256-722feed7221d tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:19.093042 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-17fb4e82-a5cd-4c2c-a1b0-a9aca68c29f2 req-e7c8ab06-caf8-4fe6-9256-722feed7221d tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/ports?device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 943 time: 0.8472259 Aug 16 01:34:19.115710 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-65d5173a-6fe6-4d26-b767-4c6027cbd531 req-9a1b0676-d521-45ef-b3ef-329dd290198d tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696557 Aug 16 01:34:19.181543 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] Deleting port 8afa9644-108b-433d-b647-b7027f03cbf3 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:34:19.181913 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:19.304263 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:19.304901 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:19.304901 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:19.305346 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:19.305570 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:19.305943 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:19.306265 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:19.306586 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:19.306905 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:19.307220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:19.307537 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:19.307853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:19.315433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2031b396-fb06-450c-885f-05990b4be800 None None] The sync data for ids ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'] in n-d-765315-27 is: [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'd3e310e3-f30e-412d-b2c4-39c1c0c00ad2', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'port_id': 'fa2ef30f-9a15-420d-b568-acf9b8f5b57b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'mac_address': 'fa:16:3e:b3:0e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe71b4e-f6f1-4323-bea4-36f9f5a56213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:31:30Z', 'updated_at': '2021-08-16T01:34:13Z', 'revision_number': 5, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8456a22-ddcf-46a6-a48d-0c7acb69429d', 'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'mac_address': 'fa:16:3e:ac:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:10Z', 'updated_at': '2021-08-16T01:31:18Z', 'revision_number': 5, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'subnets': [{'id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:34:19.332020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] For port 8afa9644-108b-433d-b647-b7027f03cbf3, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8afa9644-108b-433d-b647-b7027f03cbf3,segment=NetworkSegment(217e8fbf-bb19-4c82-a110-67afcf9ce077),segment_id=217e8fbf-bb19-4c82-a110-67afcf9ce077)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:19.332789 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:19.353080 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] Calling delete_port for 8afa9644-108b-433d-b647-b7027f03cbf3 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:34:19.369539 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c32eeab-d59f-469f-9eb1-c973688378aa req-7106b55f-692d-4465-8877-8cd09a2f977c service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0669413 Aug 16 01:34:19.446301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0e312-a481-43d3-9c80-04d1c2ea0c1f req-3e492c06-54d9-428f-86f2-72eb72dac9e7 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:19.447848 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-89b0e312-a481-43d3-9c80-04d1c2ea0c1f req-3e492c06-54d9-428f-86f2-72eb72dac9e7 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f9f95f1-1525-40c6-8e03-18438c973569 HTTP/1.1" status: 200 len: 949 time: 0.1978817 Aug 16 01:34:19.468626 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a136d5-b246-4089-ae72-74535350ad3f None None] DHCP port deletion for 03241670-4104-41ea-a6fc-9fe8a3a8cd89 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:34:19.515272 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f098886f-fe61-4571-b74e-0d03f151fb28 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:34:19.518105 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-89b0e312-a481-43d3-9c80-04d1c2ea0c1f req-ccd4a7ac-e713-41f5-b406-49dc30dd26d5 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504291 Aug 16 01:34:19.538601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-1bbcf493-1ac1-4497-9654-28ba5641fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:19.540274 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-1bbcf493-1ac1-4497-9654-28ba5641fe87 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d175df58-def8-4ec7-8e23-2ebe9176428d HTTP/1.1" status: 200 len: 924 time: 0.4400675 Aug 16 01:34:19.542382 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-d55ae269-6772-4a83-8023-483aac676cfb service neutron] 10.222.0.73 "GET /v2.0/networks/e114c421-b155-49e4-8f4b-4f508556f015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9605730 Aug 16 01:34:19.555195 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:19.572458 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-17fb4e82-a5cd-4c2c-a1b0-a9aca68c29f2 req-05364dde-eec3-4a12-b23b-8b3467877982 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc8fca3f-f534-4fb3-a2dc-68083ac18fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785535 Aug 16 01:34:19.605979 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=8afa9644-108b-433d-b647-b7027f03cbf3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:19.648474 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] No DVR routers for this DVR port 8afa9644-108b-433d-b647-b7027f03cbf3 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:34:19.724404 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c49c29-5ddb-4b90-9e2a-b2ca5ec4600f x-openstack-request-id: req-07c49c29-5ddb-4b90-9e2a-b2ca5ec4600f {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:34:19.725368 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7", "name": "network-vif-unplugged", "status": "completed", "tag": "fb1b812a-5b4f-4a74-b568-6fca572f0b10", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:34:19.726592 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-07c49c29-5ddb-4b90-9e2a-b2ca5ec4600f {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:34:19.727662 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb1b812a-5b4f-4a74-b568-6fca572f0b10', 'code': 200} Aug 16 01:34:19.733288 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86185431-4b08-4dde-a703-89e28f3b8f00 None None] New status for floating IP d3e310e3-f30e-412d-b2c4-39c1c0c00ad2: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:34:19.785177 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4e1269d2-e657-48ec-9714-dd03f1bd06e7 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:34:19.828321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 4e1269d2-e657-48ec-9714-dd03f1bd06e7 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:34:19.828739 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4e1269d2-e657-48ec-9714-dd03f1bd06e7 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:34:19.829221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8afa9644-108b-433d-b647-b7027f03cbf3 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:34:19.836158 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:19.840967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-64a136d5-b246-4089-ae72-74535350ad3f None None] Deleting port 8afa9644-108b-433d-b647-b7027f03cbf3 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:34:19.841696 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64a136d5-b246-4089-ae72-74535350ad3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:19.853900 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03241670-4104-41ea-a6fc-9fe8a3a8cd89']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:19.874093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217e8fbf-bb19-4c82-a110-67afcf9ce077') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:19.874398 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217e8fbf-bb19-4c82-a110-67afcf9ce077') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:19.885589 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:19.900282 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:19.906816 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:34:19.907226 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:19.923019 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-64a136d5-b246-4089-ae72-74535350ad3f None None] For port 8afa9644-108b-433d-b647-b7027f03cbf3, host n-d-765315-27, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:19.923682 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64a136d5-b246-4089-ae72-74535350ad3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:19.939266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-64a136d5-b246-4089-ae72-74535350ad3f None None] Calling delete_port for 8afa9644-108b-433d-b647-b7027f03cbf3 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:34:19.943337 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.ipam_backend_mixin [None req-64a136d5-b246-4089-ae72-74535350ad3f None None] Port 8afa9644-108b-433d-b647-b7027f03cbf3 was not found and therefore no delete operation was performed {{(pid=94674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:34:19.948416 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64a136d5-b246-4089-ae72-74535350ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:34:19.970744 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:34:19.976548 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:19.980382 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-71f3fd69-0e59-42c6-955b-03f83b7a6442 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa2ef30f-9a15-420d-b568-acf9b8f5b57b HTTP/1.1" status: 200 len: 997 time: 0.4023073 Aug 16 01:34:19.983276 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6d46975-9911-4e0a-89f9-961d4efb5bf6 req-5238f7b9-38da-41e0-a1f5-8adf947e8ac9 service neutron] 10.222.0.73 "GET /v2.0/networks/e114c421-b155-49e4-8f4b-4f508556f015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873585 Aug 16 01:34:19.986500 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-341e1afe-276e-4bc4-92d3-c3de3f7b877d req-02a83acf-831d-4856-8ac6-b1bbead20039 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:19.996049 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:20.002758 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:20.005747 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] 10.222.0.68 "DELETE /v2.0/networks/03241670-4104-41ea-a6fc-9fe8a3a8cd89 HTTP/1.1" status: 204 len: 168 time: 1.0986276 Aug 16 01:34:20.016498 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 8afa9644-108b-433d-b647-b7027f03cbf3 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:34:20.016837 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8afa9644-108b-433d-b647-b7027f03cbf3 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:34:20.042462 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a136d5-b246-4089-ae72-74535350ad3f None None] No DVR routers for this DVR port 8afa9644-108b-433d-b647-b7027f03cbf3 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:34:20.055750 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['870e5fdb-7569-48e0-86a4-2553888d4426', '953524ee-24ed-4995-b587-bdee7ee55e69', 'b5840ef7-f878-4013-a74b-df2793d97769'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:34:20.067338 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91e4ec-ce81-4ee4-a2e8-81c5f0272a3a admin admin] Pushing event deleted for resources: {'Network': ['ID=03241670-4104-41ea-a6fc-9fe8a3a8cd89,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:20.107191 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a136d5-b246-4089-ae72-74535350ad3f None None] Pushing event deleted for resources: {'Port': ['ID=8afa9644-108b-433d-b647-b7027f03cbf3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:20.135665 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a83acf-831d-4856-8ac6-b1bbead20039 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Pushing event deleted for resources: {'Port': ['ID=f098886f-fe61-4571-b74e-0d03f151fb28,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:20.147546 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f14910a7-b909-459f-97c7-44e3d1aaeb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:20.149007 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-079386d6-7a4c-42bd-8a1e-a06e50c9cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:20.150962 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-079386d6-7a4c-42bd-8a1e-a06e50c9cfba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b07d2f4f-a207-4839-b33f-d1d7c68051f9 HTTP/1.1" status: 200 len: 862 time: 0.1584589 Aug 16 01:34:20.221084 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:34:20.317256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-341e1afe-276e-4bc4-92d3-c3de3f7b877d req-02a83acf-831d-4856-8ac6-b1bbead20039 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] No DVR routers for this DVR port f098886f-fe61-4571-b74e-0d03f151fb28 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:34:20.338593 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-90388d1b-4a36-4ca7-b1d7-699c2c9dfa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:20.340458 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-90388d1b-4a36-4ca7-b1d7-699c2c9dfa8b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0eb72905cd34490fbd143aad459c0481&device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 1095 time: 0.2331085 Aug 16 01:34:20.360961 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-341e1afe-276e-4bc4-92d3-c3de3f7b877d req-02a83acf-831d-4856-8ac6-b1bbead20039 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:20.365330 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-341e1afe-276e-4bc4-92d3-c3de3f7b877d req-02a83acf-831d-4856-8ac6-b1bbead20039 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.63 "DELETE /v2.0/ports/f098886f-fe61-4571-b74e-0d03f151fb28 HTTP/1.1" status: 204 len: 173 time: 3.6489267 Aug 16 01:34:20.366162 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9f95f1-1525-40c6-8e03-18438c973569', 'name': 'network-vif-deleted', 'tag': 'f098886f-fe61-4571-b74e-0d03f151fb28'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:34:20.369035 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca70297e-2e49-4802-898c-a45bcd4ea110" -d '{"events": [{"server_uuid": "3f9f95f1-1525-40c6-8e03-18438c973569", "name": "network-vif-deleted", "tag": "f098886f-fe61-4571-b74e-0d03f151fb28"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:34:20.396804 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-a8502f8e-6941-40f7-9c04-c5c3c2a1db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:20.398412 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-a8502f8e-6941-40f7-9c04-c5c3c2a1db13 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d175df58-def8-4ec7-8e23-2ebe9176428d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2338226 Aug 16 01:34:20.447313 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36482) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:20.454196 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c32eeab-d59f-469f-9eb1-c973688378aa req-9ffd8304-bfdd-4b39-9413-448f8ada9dbb service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0277653 Aug 16 01:34:20.465681 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b321adf-25c2-4328-8814-a4f5d870c98e x-openstack-request-id: req-6b321adf-25c2-4328-8814-a4f5d870c98e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:34:20.466023 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9f95f1-1525-40c6-8e03-18438c973569", "name": "network-vif-deleted", "tag": "f098886f-fe61-4571-b74e-0d03f151fb28", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:34:20.466232 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6b321adf-25c2-4328-8814-a4f5d870c98e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:34:20.466708 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9f95f1-1525-40c6-8e03-18438c973569', 'name': 'network-vif-deleted', 'tag': 'f098886f-fe61-4571-b74e-0d03f151fb28', 'status': 'completed', 'code': 200} Aug 16 01:34:20.527980 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9d5d3b09-b4f8-4751-b85f-037d5d327850 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5e0c5f98f6fe42de99c785c15701bc81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0794923 Aug 16 01:34:20.528519 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3e5d9-e9fb-46c4-8f4c-d3b22f86ced9 req-b53e044d-89df-4cdd-86e6-7bfdbb48bf6f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:20.532850 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36484) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:20.537478 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99c3e5d9-e9fb-46c4-8f4c-d3b22f86ced9 req-b53e044d-89df-4cdd-86e6-7bfdbb48bf6f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.2379761 Aug 16 01:34:20.612063 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d3b8e12d-be02-4625-aedb-c1114046e05a details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:34:20.614160 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ee222d06-a32d-447c-b694-6c328ccef884 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:34:20.637452 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-4d2c4b37-d83e-4767-8369-3c38addbe741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:20.638953 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-4d2c4b37-d83e-4767-8369-3c38addbe741 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e114c421-b155-49e4-8f4b-4f508556f015 HTTP/1.1" status: 200 len: 916 time: 0.2616353 Aug 16 01:34:20.649936 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c90e73f9-a726-4fa1-be0e-eacc3f499194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:20.659261 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99c3e5d9-e9fb-46c4-8f4c-d3b22f86ced9 req-320fc53c-998d-40c6-8c28-e5049d2ce883 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148815 Aug 16 01:34:20.728440 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-06a72f5a-b654-4556-80f9-53e564f79edf req-1f7ad6b8-545c-49ff-a484-ff2552ddd284 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f9f95f1-1525-40c6-8e03-18438c973569 HTTP/1.1" status: 200 len: 210 time: 0.0552764 Aug 16 01:34:20.737088 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c90e73f9-a726-4fa1-be0e-eacc3f499194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:20.751890 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-19cdc591-be58-49d3-ad55-a0a3010d0bdc service neutron] 10.222.0.63 "GET /v2.0/networks/d175df58-def8-4ec7-8e23-2ebe9176428d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365619 Aug 16 01:34:20.753687 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-cc336f18-119f-4c52-9849-31ba72172c58 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7297df40-11b2-4cf8-b974-9a7b2867589e HTTP/1.1" status: 200 len: 217 time: 0.0932906 Aug 16 01:34:20.799079 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ee222d06-a32d-447c-b694-6c328ccef884 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:34:20.799516 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 987693ac-723e-4c7e-96f3-4164c8cac736 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:34:20.865966 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c90e73f9-a726-4fa1-be0e-eacc3f499194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:20.868681 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c90e73f9-a726-4fa1-be0e-eacc3f499194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:20.872405 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c90e73f9-a726-4fa1-be0e-eacc3f499194 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c134df10-0c4f-4ed0-86fe-809cf6996ae6 HTTP/1.1" status: 204 len: 168 time: 0.3360732 Aug 16 01:34:20.899463 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e73f9-a726-4fa1-be0e-eacc3f499194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c134df10-0c4f-4ed0-86fe-809cf6996ae6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:20.913586 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 987693ac-723e-4c7e-96f3-4164c8cac736 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:34:20.916163 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 987693ac-723e-4c7e-96f3-4164c8cac736 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:34:21.029273 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-5b03a7ef-00b4-4e34-ae43-28a5c702ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:21.037075 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-5b03a7ef-00b4-4e34-ae43-28a5c702ed8f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0cb0556b-ccaa-41d2-ac82-3216c534e9b4 HTTP/1.1" status: 200 len: 855 time: 0.2521565 Aug 16 01:34:21.138192 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d3b8e12d-be02-4625-aedb-c1114046e05a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d3b8e12d-be02-4625-aedb-c1114046e05a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:21.148561 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-189dcb69-668b-4663-b3ce-80dd2e94d600 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e114c421-b155-49e4-8f4b-4f508556f015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004360 Aug 16 01:34:21.164990 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'd3b8e12d-be02-4625-aedb-c1114046e05a', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': 'd3b8e12d-be02-4625-aedb-c1114046e05a', 'mac_address': 'fa:16:3e:06:71:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:34:21.212316 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1985b29-7f17-4a19-8911-a0a3b2fee202 req-4fd0fd1e-c5ca-40b3-9f7e-4ac0ae011b8b tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:21.214241 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c1985b29-7f17-4a19-8911-a0a3b2fee202 req-4fd0fd1e-c5ca-40b3-9f7e-4ac0ae011b8b tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/ports?device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 943 time: 0.4199016 Aug 16 01:34:21.235995 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:21.257083 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b8e12d-be02-4625-aedb-c1114046e05a {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:34:21.300916 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d3b8e12d-be02-4625-aedb-c1114046e05a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d3b8e12d-be02-4625-aedb-c1114046e05a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:21.311611 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-44abb91e-14f5-4a8b-ab7a-10f6588a18d0 service neutron] 10.222.0.63 "GET /v2.0/networks/d175df58-def8-4ec7-8e23-2ebe9176428d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504987 Aug 16 01:34:21.318463 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:21.341409 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c1985b29-7f17-4a19-8911-a0a3b2fee202 req-f46e653d-6499-4bf7-b8f3-2b23c9fc0572 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc8fca3f-f534-4fb3-a2dc-68083ac18fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185136 Aug 16 01:34:21.403405 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-8181cfa0-9ff6-4255-b54a-f901b7883f7a service neutron] 10.222.0.73 "GET /v2.0/networks/e114c421-b155-49e4-8f4b-4f508556f015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070138 Aug 16 01:34:21.416129 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=d3b8e12d-be02-4625-aedb-c1114046e05a,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:21.455625 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['d3b8e12d-be02-4625-aedb-c1114046e05a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:34:21.558880 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9c0dd59-c279-455b-8e7b-9375d53e232e req-be57f7f2-5b4f-4250-855d-557fc8f51b46 service neutron] 10.222.0.73 "GET /v2.0/networks/e114c421-b155-49e4-8f4b-4f508556f015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473207 Aug 16 01:34:21.881722 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58c1d7-4b8b-4e17-a304-c02bdafb4544 req-a52778d8-ea63-41d2-9f53-ea564db1e739 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:21.884278 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bf58c1d7-4b8b-4e17-a304-c02bdafb4544 req-a52778d8-ea63-41d2-9f53-ea564db1e739 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.1102748 Aug 16 01:34:21.966212 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bf58c1d7-4b8b-4e17-a304-c02bdafb4544 req-974b3ac4-3ba4-47ef-9132-a3bf3f1233a6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686336 Aug 16 01:34:22.221325 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36616) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:22.446201 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3f2f637a-c718-41b5-af11-2f962c8899d3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2084995136-network', 'tenant_id': 'fd630cbc6aae450fa93d654d424c488d'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:34:22.532052 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51b8383e-0856-4dbb-b9f7-ea36c61276fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:22.542102 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2f637a-c718-41b5-af11-2f962c8899d3 admin admin] Made reservation on behalf of fd630cbc6aae450fa93d654d424c488d for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:34:22.544380 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3f2f637a-c718-41b5-af11-2f962c8899d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:22.558814 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3f2f637a-c718-41b5-af11-2f962c8899d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:22.596734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ade057-642e-4f3e-a1d7-7339e2a45ba6 req-300d972d-2bbb-412b-a6cf-6bf14839b4e2 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:22.598966 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b1c7b-11b5-41f5-9de4-f31706d929e8 req-319fe3ab-c490-4d31-8d9d-8212c87c1c4c tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:22.603175 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d1b1c7b-11b5-41f5-9de4-f31706d929e8 req-319fe3ab-c490-4d31-8d9d-8212c87c1c4c tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=d40e20a5-6523-4ba2-8012-6b2c6975272a HTTP/1.1" status: 200 len: 950 time: 0.0985646 Aug 16 01:34:22.605342 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0ade057-642e-4f3e-a1d7-7339e2a45ba6 req-300d972d-2bbb-412b-a6cf-6bf14839b4e2 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/ports?device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 943 time: 0.1203456 Aug 16 01:34:22.624816 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 7297df40-11b2-4cf8-b974-9a7b2867589e details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:34:22.705713 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0ade057-642e-4f3e-a1d7-7339e2a45ba6 req-4cd9131a-4da9-426b-b786-24908598482c tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc8fca3f-f534-4fb3-a2dc-68083ac18fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959139 Aug 16 01:34:22.771156 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d1b1c7b-11b5-41f5-9de4-f31706d929e8 req-d74a7127-98f0-4692-b2b4-768976ea9445 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500089 Aug 16 01:34:22.812965 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d3b8e12d-be02-4625-aedb-c1114046e05a up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:34:22.878372 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3f2f637a-c718-41b5-af11-2f962c8899d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:22.885042 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3f2f637a-c718-41b5-af11-2f962c8899d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:22.893115 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 7297df40-11b2-4cf8-b974-9a7b2867589e, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7297df40-11b2-4cf8-b974-9a7b2867589e,segment=NetworkSegment(40ed442f-5d80-48df-b915-7673fd3fc0b9),segment_id=40ed442f-5d80-48df-b915-7673fd3fc0b9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:22.912692 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '7297df40-11b2-4cf8-b974-9a7b2867589e', 'network_id': 'e114c421-b155-49e4-8f4b-4f508556f015', 'port_id': '7297df40-11b2-4cf8-b974-9a7b2867589e', 'mac_address': 'fa:16:3e:3b:8c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb0556b-ccaa-41d2-ac82-3216c534e9b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:34:22.937560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2f637a-c718-41b5-af11-2f962c8899d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:34:22.960484 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port d3b8e12d-be02-4625-aedb-c1114046e05a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:22.960828 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:22.971220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f637a-c718-41b5-af11-2f962c8899d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634bc7a5-258a-401e-bcc3-b2f468f5fb1b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:23.005915 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:23.040987 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7297df40-11b2-4cf8-b974-9a7b2867589e {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:34:23.046711 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3f2f637a-c718-41b5-af11-2f962c8899d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:23.049259 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-3f2f637a-c718-41b5-af11-2f962c8899d3 admin admin] Added segment 3b30da11-2b40-46be-b698-a30dc855191c of type vlan for network ba238034-7edb-4dd8-8056-0958d97f90ff Aug 16 01:34:23.105536 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 7297df40-11b2-4cf8-b974-9a7b2867589e, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7297df40-11b2-4cf8-b974-9a7b2867589e,segment=NetworkSegment(40ed442f-5d80-48df-b915-7673fd3fc0b9),segment_id=40ed442f-5d80-48df-b915-7673fd3fc0b9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:23.121055 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:23.232615 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3f2f637a-c718-41b5-af11-2f962c8899d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:23.269085 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:23.279788 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:23.352216 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3f2f637a-c718-41b5-af11-2f962c8899d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:23.355297 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2f637a-c718-41b5-af11-2f962c8899d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:23.355894 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3f2f637a-c718-41b5-af11-2f962c8899d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:23.366150 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d3b8e12d-be02-4625-aedb-c1114046e05a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d3b8e12d-be02-4625-aedb-c1114046e05a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:23.368224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b274cb1-fb05-4179-a1ff-392bfec7371e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b8e12d-be02-4625-aedb-c1114046e05a'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:34:23.373167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171018a-6936-432f-a19e-b05d7a3e176f req-aed77650-04f0-4d96-8c8a-474eb8b828c8 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:23.375644 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fce481-064a-4d60-bb29-f45d74e03027" -d '{"events": [{"server_uuid": "1b274cb1-fb05-4179-a1ff-392bfec7371e", "name": "network-vif-plugged", "status": "completed", "tag": "d3b8e12d-be02-4625-aedb-c1114046e05a"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:34:23.381132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=7297df40-11b2-4cf8-b974-9a7b2867589e,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:23.382653 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6171018a-6936-432f-a19e-b05d7a3e176f req-aed77650-04f0-4d96-8c8a-474eb8b828c8 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.2033448 Aug 16 01:34:23.396119 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:23.465922 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['7297df40-11b2-4cf8-b974-9a7b2867589e'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:34:23.483263 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3f2f637a-c718-41b5-af11-2f962c8899d3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2603128 Aug 16 01:34:23.486171 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36676) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:23.492276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5e25eae6-b63d-4aa0-8613-606fd4b5b67b admin admin] Request body: {'subnet': {'network_id': 'ba238034-7edb-4dd8-8056-0958d97f90ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2084995136-subnet', 'tenant_id': 'fd630cbc6aae450fa93d654d424c488d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:34:23.519002 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6171018a-6936-432f-a19e-b05d7a3e176f req-346213d0-922b-49ee-a5ee-e84839ee7915 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353879 Aug 16 01:34:23.520260 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f637a-c718-41b5-af11-2f962c8899d3 admin admin] Pushing event updated for resources: {'Network': ['ID=ba238034-7edb-4dd8-8056-0958d97f90ff,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:23.558347 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e25eae6-b63d-4aa0-8613-606fd4b5b67b admin admin] Made reservation on behalf of fd630cbc6aae450fa93d654d424c488d for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:34:23.563522 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e25eae6-b63d-4aa0-8613-606fd4b5b67b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:23.567012 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network ba238034-7edb-4dd8-8056-0958d97f90ff details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:34:23.628653 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40356492-b7ff-4f42-87c2-c7ca2fea1875 x-openstack-request-id: req-40356492-b7ff-4f42-87c2-c7ca2fea1875 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:34:23.628941 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b274cb1-fb05-4179-a1ff-392bfec7371e", "name": "network-vif-plugged", "status": "completed", "tag": "d3b8e12d-be02-4625-aedb-c1114046e05a", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:34:23.629188 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-40356492-b7ff-4f42-87c2-c7ca2fea1875 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:34:23.630486 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b274cb1-fb05-4179-a1ff-392bfec7371e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b8e12d-be02-4625-aedb-c1114046e05a', 'code': 200} Aug 16 01:34:23.721783 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=d3b8e12d-be02-4625-aedb-c1114046e05a,revision_number=10']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:23.800689 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d114a2-46d6-44f3-9310-cc062edbb62d req-96b2f778-b087-44bb-8e08-d865825e3a47 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:23.816997 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5d114a2-46d6-44f3-9310-cc062edbb62d req-96b2f778-b087-44bb-8e08-d865825e3a47 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "GET /v2.0/ports?device_id=d40e20a5-6523-4ba2-8012-6b2c6975272a HTTP/1.1" status: 200 len: 950 time: 0.1577229 Aug 16 01:34:23.932837 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e25eae6-b63d-4aa0-8613-606fd4b5b67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:24.010830 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25eae6-b63d-4aa0-8613-606fd4b5b67b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e5bc038-ffed-4934-a95c-3e04c24c1a68,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:24.019871 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:24.025723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e25eae6-b63d-4aa0-8613-606fd4b5b67b admin admin] Checking segment: {'id': '3b30da11-2b40-46be-b698-a30dc855191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ba238034-7edb-4dd8-8056-0958d97f90ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:34:24.026150 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e25eae6-b63d-4aa0-8613-606fd4b5b67b admin admin] Network hostable DHCP agents. Network: ba238034-7edb-4dd8-8056-0958d97f90ff, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:34:24.051253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e25eae6-b63d-4aa0-8613-606fd4b5b67b admin admin] Network ba238034-7edb-4dd8-8056-0958d97f90ff is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:34:24.059822 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04f4ed-a7f5-4533-9fb2-d5ca8049e3f5 req-fd4e1ba9-3c39-4bff-b688-155944af6ca6 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:24.066531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-5e25eae6-b63d-4aa0-8613-606fd4b5b67b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, ba238034-7edb-4dd8-8056-0958d97f90ff) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:34:24.069425 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef04f4ed-a7f5-4533-9fb2-d5ca8049e3f5 req-fd4e1ba9-3c39-4bff-b688-155944af6ca6 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/ports?device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 944 time: 0.2337434 Aug 16 01:34:24.080607 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dc5dcd-7ed3-4c4b-8dd3-a7d714bcff88 None None] Network ba238034-7edb-4dd8-8056-0958d97f90ff requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:34:24.086737 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e25eae6-b63d-4aa0-8613-606fd4b5b67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:24.087745 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e25eae6-b63d-4aa0-8613-606fd4b5b67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:24.090921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7e930-4e1a-44f1-aac8-36fa1490f00d req-71e1fbc6-242c-4b96-b1e1-1e17e5c23263 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:24.093058 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14c7e930-4e1a-44f1-aac8-36fa1490f00d req-71e1fbc6-242c-4b96-b1e1-1e17e5c23263 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e79ef-c259-405b-aaa7-2c4d7c098730 HTTP/1.1" status: 200 len: 950 time: 0.2214570 Aug 16 01:34:24.142682 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5e25eae6-b63d-4aa0-8613-606fd4b5b67b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6553257 Aug 16 01:34:24.145128 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36682) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:24.157397 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8c38d447-27cb-4168-ac92-b63c8bf62449 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2084995136-router', 'tenant_id': 'fd630cbc6aae450fa93d654d424c488d', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:34:24.218413 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef04f4ed-a7f5-4533-9fb2-d5ca8049e3f5 req-2e0211c6-44cb-4b07-a8fa-35b9a20ae424 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc8fca3f-f534-4fb3-a2dc-68083ac18fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432502 Aug 16 01:34:24.242159 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c38d447-27cb-4168-ac92-b63c8bf62449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:24.245461 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c38d447-27cb-4168-ac92-b63c8bf62449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:24.290561 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c5d114a2-46d6-44f3-9310-cc062edbb62d req-5e220296-cf75-4ded-bcd6-6db4822d31f6 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Deleting port 953524ee-24ed-4995-b587-bdee7ee55e69 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:34:24.291232 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c5d114a2-46d6-44f3-9310-cc062edbb62d req-5e220296-cf75-4ded-bcd6-6db4822d31f6 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:24.391603 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c38d447-27cb-4168-ac92-b63c8bf62449 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:24.393074 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-ba238034-7edb-4dd8-8056-0958d97f90ff', 'network_id': 'ba238034-7edb-4dd8-8056-0958d97f90ff', 'tenant_id': 'fd630cbc6aae450fa93d654d424c488d', 'fixed_ips': [{'subnet_id': '6e5bc038-ffed-4934-a95c-3e04c24c1a68'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:34:24.395774 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:24.478787 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-14c7e930-4e1a-44f1-aac8-36fa1490f00d req-4369aca0-8855-479e-9f8d-7cd46d99b9dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Deleting port b5840ef7-f878-4013-a74b-df2793d97769 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:34:24.479153 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-14c7e930-4e1a-44f1-aac8-36fa1490f00d req-4369aca0-8855-479e-9f8d-7cd46d99b9dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:24.490946 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356498a-46dd-4960-8a9e-6e8e1bd51304 req-27184589-e40e-4f60-88cf-8e77f69ff428 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:24.492978 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f356498a-46dd-4960-8a9e-6e8e1bd51304 req-27184589-e40e-4f60-88cf-8e77f69ff428 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=d40e20a5-6523-4ba2-8012-6b2c6975272a HTTP/1.1" status: 200 len: 950 time: 0.1492059 Aug 16 01:34:24.495148 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c5d114a2-46d6-44f3-9310-cc062edbb62d req-5e220296-cf75-4ded-bcd6-6db4822d31f6 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] For port 953524ee-24ed-4995-b587-bdee7ee55e69, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=953524ee-24ed-4995-b587-bdee7ee55e69,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:24.495518 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c5d114a2-46d6-44f3-9310-cc062edbb62d req-5e220296-cf75-4ded-bcd6-6db4822d31f6 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:24.581229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c5d114a2-46d6-44f3-9310-cc062edbb62d req-5e220296-cf75-4ded-bcd6-6db4822d31f6 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Calling delete_port for 953524ee-24ed-4995-b587-bdee7ee55e69 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:34:24.631527 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f356498a-46dd-4960-8a9e-6e8e1bd51304 req-c9765e21-7b60-4b5d-b146-27bdf248b7fe tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302800 Aug 16 01:34:24.652579 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Allocated IP 172.20.0.2 (ba238034-7edb-4dd8-8056-0958d97f90ff/6e5bc038-ffed-4934-a95c-3e04c24c1a68/c9d66a6c-6c55-4a6d-b875-0681f0dcd709) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:34:24.670060 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c38d447-27cb-4168-ac92-b63c8bf62449 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:24.747058 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 7297df40-11b2-4cf8-b974-9a7b2867589e up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:34:24.785507 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-14c7e930-4e1a-44f1-aac8-36fa1490f00d req-4369aca0-8855-479e-9f8d-7cd46d99b9dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] For port b5840ef7-f878-4013-a74b-df2793d97769, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=b5840ef7-f878-4013-a74b-df2793d97769,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:24.786863 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-14c7e930-4e1a-44f1-aac8-36fa1490f00d req-4369aca0-8855-479e-9f8d-7cd46d99b9dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:24.822801 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-14c7e930-4e1a-44f1-aac8-36fa1490f00d req-4369aca0-8855-479e-9f8d-7cd46d99b9dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Calling delete_port for b5840ef7-f878-4013-a74b-df2793d97769 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:34:24.963139 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 7297df40-11b2-4cf8-b974-9a7b2867589e completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:34:25.045517 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:25.063901 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Transition to ACTIVE for port object c9d66a6c-6c55-4a6d-b875-0681f0dcd709 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:34:25.096060 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Transition to ACTIVE for port object c9d66a6c-6c55-4a6d-b875-0681f0dcd709 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:34:25.108599 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 7297df40-11b2-4cf8-b974-9a7b2867589e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:25.109035 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:25.115905 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:25.164184 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c38d447-27cb-4168-ac92-b63c8bf62449 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:25.203612 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c38d447-27cb-4168-ac92-b63c8bf62449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:25.209660 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c5d114a2-46d6-44f3-9310-cc062edbb62d req-5e220296-cf75-4ded-bcd6-6db4822d31f6 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:25.233636 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['870e5fdb-7569-48e0-86a4-2553888d4426'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:34:25.253727 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Network ba238034-7edb-4dd8-8056-0958d97f90ff is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:34:25.330197 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e220296-cf75-4ded-bcd6-6db4822d31f6 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Pushing event deleted for resources: {'Port': ['ID=953524ee-24ed-4995-b587-bdee7ee55e69,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:25.372031 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:34:25.376966 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:34:25.384451 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Pushing event updated for resources: {'Port': ['ID=c9d66a6c-6c55-4a6d-b875-0681f0dcd709,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:25.468530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d114a2-46d6-44f3-9310-cc062edbb62d req-5e220296-cf75-4ded-bcd6-6db4822d31f6 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] No DVR routers for this DVR port 953524ee-24ed-4995-b587-bdee7ee55e69 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:34:25.476304 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c5d114a2-46d6-44f3-9310-cc062edbb62d req-5e220296-cf75-4ded-bcd6-6db4822d31f6 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:25.478069 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-8c38d447-27cb-4168-ac92-b63c8bf62449 admin admin] Allocated IP 172.25.3.38 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/ec40618e-bf36-4658-b38b-240442c58695) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:34:25.479272 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5d114a2-46d6-44f3-9310-cc062edbb62d req-5e220296-cf75-4ded-bcd6-6db4822d31f6 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "DELETE /v2.0/ports/953524ee-24ed-4995-b587-bdee7ee55e69 HTTP/1.1" status: 204 len: 173 time: 1.6556611 Aug 16 01:34:25.492187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40e20a5-6523-4ba2-8012-6b2c6975272a', 'name': 'network-vif-deleted', 'tag': '953524ee-24ed-4995-b587-bdee7ee55e69'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:34:25.496769 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6f5c39-6361-4095-ac08-0d50bc305d88" -d '{"events": [{"server_uuid": "d40e20a5-6523-4ba2-8012-6b2c6975272a", "name": "network-vif-deleted", "tag": "953524ee-24ed-4995-b587-bdee7ee55e69"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:34:25.516105 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daecb30-29fd-48ac-bb5c-b5af745b81f7 req-30dfe439-b1c7-425d-8ee1-6deaf2ac1499 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:25.524412 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5daecb30-29fd-48ac-bb5c-b5af745b81f7 req-30dfe439-b1c7-425d-8ee1-6deaf2ac1499 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.2320728 Aug 16 01:34:25.532016 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-14c7e930-4e1a-44f1-aac8-36fa1490f00d req-4369aca0-8855-479e-9f8d-7cd46d99b9dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:25.585257 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369aca0-8855-479e-9f8d-7cd46d99b9dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Pushing event deleted for resources: {'Port': ['ID=b5840ef7-f878-4013-a74b-df2793d97769,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:25.621456 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5daecb30-29fd-48ac-bb5c-b5af745b81f7 req-91fcc3da-33ee-4a73-9b2b-fdf0cc986b76 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947452 Aug 16 01:34:25.712316 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c38d447-27cb-4168-ac92-b63c8bf62449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:25.720376 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Attempting to bind port c9d66a6c-6c55-4a6d-b875-0681f0dcd709 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:34:25.721785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Attempting to bind port c9d66a6c-6c55-4a6d-b875-0681f0dcd709 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3b30da11-2b40-46be-b698-a30dc855191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ba238034-7edb-4dd8-8056-0958d97f90ff'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:34:25.722193 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Attempting to bind port c9d66a6c-6c55-4a6d-b875-0681f0dcd709 on network ba238034-7edb-4dd8-8056-0958d97f90ff {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:34:25.757446 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c7e930-4e1a-44f1-aac8-36fa1490f00d req-4369aca0-8855-479e-9f8d-7cd46d99b9dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] No DVR routers for this DVR port b5840ef7-f878-4013-a74b-df2793d97769 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:34:25.764456 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:34:25.764456 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Checking segment: {'id': '3b30da11-2b40-46be-b698-a30dc855191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ba238034-7edb-4dd8-8056-0958d97f90ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:34:25.769344 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-14c7e930-4e1a-44f1-aac8-36fa1490f00d req-4369aca0-8855-479e-9f8d-7cd46d99b9dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:25.773946 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:25.775584 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c38d447-27cb-4168-ac92-b63c8bf62449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:25.779880 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14c7e930-4e1a-44f1-aac8-36fa1490f00d req-4369aca0-8855-479e-9f8d-7cd46d99b9dc tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "DELETE /v2.0/ports/b5840ef7-f878-4013-a74b-df2793d97769 HTTP/1.1" status: 204 len: 173 time: 1.6751087 Aug 16 01:34:25.786988 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Bound using segment: {'id': '3b30da11-2b40-46be-b698-a30dc855191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ba238034-7edb-4dd8-8056-0958d97f90ff'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:34:25.791410 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Bound port: c9d66a6c-6c55-4a6d-b875-0681f0dcd709, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b30da11-2b40-46be-b698-a30dc855191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ba238034-7edb-4dd8-8056-0958d97f90ff'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:34:25.791830 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:25.904202 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff89ac-ded4-402b-96cd-a3f00fdbaa4a req-9750def7-cf36-4adc-a718-b2ea7bda8b61 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:25.919730 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9dff89ac-ded4-402b-96cd-a3f00fdbaa4a req-9750def7-cf36-4adc-a718-b2ea7bda8b61 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/ports?device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 944 time: 0.1176167 Aug 16 01:34:26.013916 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] For port c9d66a6c-6c55-4a6d-b875-0681f0dcd709, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:34:26.022288 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] For port c9d66a6c-6c55-4a6d-b875-0681f0dcd709, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c9d66a6c-6c55-4a6d-b875-0681f0dcd709,segment=NetworkSegment(3b30da11-2b40-46be-b698-a30dc855191c),segment_id=3b30da11-2b40-46be-b698-a30dc855191c)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:34:26.037300 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9dff89ac-ded4-402b-96cd-a3f00fdbaa4a req-9136817c-a7ce-4941-9101-bdf285fa729a tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc8fca3f-f534-4fb3-a2dc-68083ac18fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155660 Aug 16 01:34:26.158465 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e83e96a-1b07-444e-bfee-defcc27dcba4 x-openstack-request-id: req-7e83e96a-1b07-444e-bfee-defcc27dcba4 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:34:26.159061 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40e20a5-6523-4ba2-8012-6b2c6975272a", "name": "network-vif-deleted", "tag": "953524ee-24ed-4995-b587-bdee7ee55e69", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:34:26.159364 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7e83e96a-1b07-444e-bfee-defcc27dcba4 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:34:26.159767 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40e20a5-6523-4ba2-8012-6b2c6975272a', 'name': 'network-vif-deleted', 'tag': '953524ee-24ed-4995-b587-bdee7ee55e69', 'status': 'completed', 'code': 200} Aug 16 01:34:26.376713 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:26.386969 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e434f996-7a58-420c-b62a-35e48175eec1 req-d8aa40d7-0e2b-4e15-bcde-311df89be1d5 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=d40e20a5-6523-4ba2-8012-6b2c6975272a HTTP/1.1" status: 200 len: 210 time: 0.0617316 Aug 16 01:34:26.468283 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c38d447-27cb-4168-ac92-b63c8bf62449 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:34:26.471555 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8c38d447-27cb-4168-ac92-b63c8bf62449 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:34:26.503505 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c38d447-27cb-4168-ac92-b63c8bf62449 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:34:26.525285 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:26.543634 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:26.587680 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38d447-27cb-4168-ac92-b63c8bf62449 admin admin] Pushing event updated for resources: {'Port': ['ID=ec40618e-bf36-4658-b38b-240442c58695,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:26.699482 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d8822-cf7b-4962-b896-71df4e37b2dc None None] Pushing event updated for resources: {'Port': ['ID=c9d66a6c-6c55-4a6d-b875-0681f0dcd709,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:26.731424 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418d314b-f186-4dd4-b138-7b06f6ed7f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7297df40-11b2-4cf8-b974-9a7b2867589e'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:34:26.735238 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29308e35-4ac5-495b-803c-f523863dd15e" -d '{"events": [{"server_uuid": "418d314b-f186-4dd4-b138-7b06f6ed7f88", "name": "network-vif-plugged", "status": "completed", "tag": "7297df40-11b2-4cf8-b974-9a7b2867589e"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:34:26.776226 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 7297df40-11b2-4cf8-b974-9a7b2867589e, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7297df40-11b2-4cf8-b974-9a7b2867589e,segment=NetworkSegment(40ed442f-5d80-48df-b915-7673fd3fc0b9),segment_id=40ed442f-5d80-48df-b915-7673fd3fc0b9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:26.852818 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:26.854860 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 953524ee-24ed-4995-b587-bdee7ee55e69 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:34:26.990712 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 953524ee-24ed-4995-b587-bdee7ee55e69 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:34:26.991156 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 953524ee-24ed-4995-b587-bdee7ee55e69 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:34:27.005777 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device b5840ef7-f878-4013-a74b-df2793d97769 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:34:27.036015 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: b5840ef7-f878-4013-a74b-df2793d97769 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:34:27.037397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device b5840ef7-f878-4013-a74b-df2793d97769 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:34:27.138955 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fba01-3e1e-417f-bce6-810d24f9a594 req-24031e7d-7c34-4ac5-9e51-03b0614f7432 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:27.148527 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-641fba01-3e1e-417f-bce6-810d24f9a594 req-24031e7d-7c34-4ac5-9e51-03b0614f7432 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.1629097 Aug 16 01:34:27.152749 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=7297df40-11b2-4cf8-b974-9a7b2867589e,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:27.222388 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-641fba01-3e1e-417f-bce6-810d24f9a594 req-2891707a-c03a-4383-a6f2-263bd9c7cc44 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672138 Aug 16 01:34:27.317856 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2551998-6983-4bf0-b9b3-301c9c687720 x-openstack-request-id: req-a2551998-6983-4bf0-b9b3-301c9c687720 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:34:27.318745 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418d314b-f186-4dd4-b138-7b06f6ed7f88", "name": "network-vif-plugged", "status": "completed", "tag": "7297df40-11b2-4cf8-b974-9a7b2867589e", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:34:27.319349 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a2551998-6983-4bf0-b9b3-301c9c687720 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:34:27.319928 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418d314b-f186-4dd4-b138-7b06f6ed7f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7297df40-11b2-4cf8-b974-9a7b2867589e', 'code': 200} Aug 16 01:34:27.345272 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c38d447-27cb-4168-ac92-b63c8bf62449 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:27.471849 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256f68d-466c-4b51-b214-a664da3931f1 req-48d2b31a-74c0-42f4-9778-2e4ac15d7d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:27.473276 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9256f68d-466c-4b51-b214-a664da3931f1 req-48d2b31a-74c0-42f4-9778-2e4ac15d7d88 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 1097 time: 0.0835145 Aug 16 01:34:27.481118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['870e5fdb-7569-48e0-86a4-2553888d4426'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:34:27.506493 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3ac74-7b87-4111-b0ae-50163d87803e req-b62660c5-03e9-476a-b60a-cab1222cffd0 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:27.509066 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-00d3ac74-7b87-4111-b0ae-50163d87803e req-b62660c5-03e9-476a-b60a-cab1222cffd0 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/ports?device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 945 time: 0.0828218 Aug 16 01:34:27.561683 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9256f68d-466c-4b51-b214-a664da3931f1 req-3534d32c-c2ff-4055-a0ce-81c90ca69b7a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dc8fca3f-f534-4fb3-a2dc-68083ac18fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801687 Aug 16 01:34:27.589137 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-00d3ac74-7b87-4111-b0ae-50163d87803e req-eb02d48e-0c05-4a92-a7a6-0dc8f6415482 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc8fca3f-f534-4fb3-a2dc-68083ac18fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600662 Aug 16 01:34:27.828423 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c38d447-27cb-4168-ac92-b63c8bf62449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:27.871095 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c9d66a6c-6c55-4a6d-b875-0681f0dcd709 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:34:28.011429 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port c9d66a6c-6c55-4a6d-b875-0681f0dcd709 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:34:28.128579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c38d447-27cb-4168-ac92-b63c8bf62449 admin admin] Router b0e1c48c-8dda-4848-9fdb-599a4291e4eb is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:34:28.160570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5e79ef-c259-405b-aaa7-2c4d7c098730', 'name': 'network-vif-deleted', 'tag': 'b5840ef7-f878-4013-a74b-df2793d97769'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:34:28.163784 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b6ac2e-0ab4-4e25-85b9-c432ea77cda9" -d '{"events": [{"server_uuid": "8d5e79ef-c259-405b-aaa7-2c4d7c098730", "name": "network-vif-deleted", "tag": "b5840ef7-f878-4013-a74b-df2793d97769"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:34:28.244897 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d65dfe9-8fa3-4d90-ae6b-62f197a2ace9 None None] Network ba238034-7edb-4dd8-8056-0958d97f90ff requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:34:28.333961 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-db1f7dd4-9939-47c9-89f5-8f53a96ab2b4 None None] Provisioning for port c9d66a6c-6c55-4a6d-b875-0681f0dcd709 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:34:28.343207 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-db1f7dd4-9939-47c9-89f5-8f53a96ab2b4 None None] Provisioning complete for port c9d66a6c-6c55-4a6d-b875-0681f0dcd709 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:28.343698 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-db1f7dd4-9939-47c9-89f5-8f53a96ab2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:28.345646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c38d447-27cb-4168-ac92-b63c8bf62449 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:34:28.376019 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c38d447-27cb-4168-ac92-b63c8bf62449 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:28.377936 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8c38d447-27cb-4168-ac92-b63c8bf62449 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2304046 Aug 16 01:34:28.380901 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36730) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:28.387801 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Sync routers for ids ['b0e1c48c-8dda-4848-9fdb-599a4291e4eb'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:34:28.441741 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Routers {'b0e1c48c-8dda-4848-9fdb-599a4291e4eb'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:34:28.442485 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:34:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b0e1c48c-8dda-4848-9fdb-599a4291e4eb'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:28.614723 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1e2b10-3f6b-4c3a-9c20-d97ce934bddd x-openstack-request-id: req-4c1e2b10-3f6b-4c3a-9c20-d97ce934bddd {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:34:28.615399 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5e79ef-c259-405b-aaa7-2c4d7c098730", "name": "network-vif-deleted", "tag": "b5840ef7-f878-4013-a74b-df2793d97769", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:34:28.615399 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4c1e2b10-3f6b-4c3a-9c20-d97ce934bddd {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:34:28.615633 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5e79ef-c259-405b-aaa7-2c4d7c098730', 'name': 'network-vif-deleted', 'tag': 'b5840ef7-f878-4013-a74b-df2793d97769', 'status': 'completed', 'code': 200} Aug 16 01:34:28.622810 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-db1f7dd4-9939-47c9-89f5-8f53a96ab2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:28.682482 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Set router b0e1c48c-8dda-4848-9fdb-599a4291e4eb gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:34:28.805937 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-db1f7dd4-9939-47c9-89f5-8f53a96ab2b4 None None] For port c9d66a6c-6c55-4a6d-b875-0681f0dcd709, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c9d66a6c-6c55-4a6d-b875-0681f0dcd709,segment=NetworkSegment(3b30da11-2b40-46be-b698-a30dc855191c),segment_id=3b30da11-2b40-46be-b698-a30dc855191c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:28.815694 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-db1f7dd4-9939-47c9-89f5-8f53a96ab2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:28.849326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fe2ab-223e-4dca-9f01-33a5f6b4d3da req-09e97aed-5298-4953-88ec-9238cad00359 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:28.852524 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f30fe2ab-223e-4dca-9f01-33a5f6b4d3da req-09e97aed-5298-4953-88ec-9238cad00359 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 945 time: 0.2334023 Aug 16 01:34:28.947708 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f7dd4-9939-47c9-89f5-8f53a96ab2b4 None None] Pushing event updated for resources: {'Port': ['ID=c9d66a6c-6c55-4a6d-b875-0681f0dcd709,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:29.100281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1c48c-8dda-4848-9fdb-599a4291e4eb', 'name': 'tempest-FloatingIPsTestJSON-2084995136-router', 'tenant_id': 'fd630cbc6aae450fa93d654d424c488d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec40618e-bf36-4658-b38b-240442c58695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:24Z', 'updated_at': '2021-08-16T01:34:27Z', 'revision_number': 3, 'project_id': 'fd630cbc6aae450fa93d654d424c488d', 'gw_port': {'id': 'ec40618e-bf36-4658-b38b-240442c58695', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1c48c-8dda-4848-9fdb-599a4291e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:25Z', 'updated_at': '2021-08-16T01:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:29.133853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Checking router: b0e1c48c-8dda-4848-9fdb-599a4291e4eb for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:34:29.134182 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Updating router b0e1c48c-8dda-4848-9fdb-599a4291e4eb port ec40618e-bf36-4658-b38b-240442c58695 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:34:29.196359 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:29.331069 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-25ebbf31-3209-490d-b28e-31ee5d2e5097 None None] Provisioning complete for port c9d66a6c-6c55-4a6d-b875-0681f0dcd709 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:29.331359 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-25ebbf31-3209-490d-b28e-31ee5d2e5097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:29.445387 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f30fe2ab-223e-4dca-9f01-33a5f6b4d3da req-6c0b6fb4-2d24-481a-a1bb-35dca6779e6c tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785813 Aug 16 01:34:29.510818 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-cbed1867-2418-4aa6-996b-4b732ec734f7 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:29.514572 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-cbed1867-2418-4aa6-996b-4b732ec734f7 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7&tenant_id=45dbe6ee0a914906b78be372f8c71bfe&binding%3Ahost_id=n-h2-765315-27 HTTP/1.1" status: 200 len: 1097 time: 0.1779490 Aug 16 01:34:29.605901 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-27'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:34:29.659585 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:29.675225 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Transition to ACTIVE for port object ec40618e-bf36-4658-b38b-240442c58695 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:34:29.697299 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:29.763209 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c9d66a6c-6c55-4a6d-b875-0681f0dcd709 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:34:29.784703 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c12701-47fe-4e5b-9ab8-d7466dcc69ae req-25767568-6e25-4d72-a30d-82d3cdf7d277 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:29.787193 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-21c12701-47fe-4e5b-9ab8-d7466dcc69ae req-25767568-6e25-4d72-a30d-82d3cdf7d277 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=59159581-0f73-4576-bdda-aa930a1f3248 HTTP/1.1" status: 200 len: 950 time: 0.1893897 Aug 16 01:34:29.846684 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:29.872957 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Attempting to bind port ec40618e-bf36-4658-b38b-240442c58695 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:34:29.873245 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Attempting to bind port ec40618e-bf36-4658-b38b-240442c58695 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:34:29.873741 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Attempting to bind port ec40618e-bf36-4658-b38b-240442c58695 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:34:29.881175 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:34:29.881716 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:34:29.882211 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:29.882669 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:34:29.883458 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Bound port: ec40618e-bf36-4658-b38b-240442c58695, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:34:29.883903 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:29.898185 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50e503-b28a-4bb0-9a11-49fa1007cbae None None] Pushing event updated for resources: {'Port': ['ID=ec40618e-bf36-4658-b38b-240442c58695,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:29.932868 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-21c12701-47fe-4e5b-9ab8-d7466dcc69ae req-f40339e5-4156-42cd-b26d-54ecde828960 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277275 Aug 16 01:34:29.977138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port c9d66a6c-6c55-4a6d-b875-0681f0dcd709 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:29.977733 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:30.091174 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4504-3e28-4f1a-9f78-1ccbf019fa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:30.106728 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] For port ec40618e-bf36-4658-b38b-240442c58695, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:34:30.130158 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] For port ec40618e-bf36-4658-b38b-240442c58695, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ec40618e-bf36-4658-b38b-240442c58695,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:34:30.130379 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea045fb3-7b6d-47d2-8693-4628909ab922 req-e3fb01d9-b0f1-4274-821a-d60a6f926a24 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:30.132547 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ea045fb3-7b6d-47d2-8693-4628909ab922 req-e3fb01d9-b0f1-4274-821a-d60a6f926a24 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "GET /v2.0/ports?device_id=59159581-0f73-4576-bdda-aa930a1f3248 HTTP/1.1" status: 200 len: 950 time: 0.1774318 Aug 16 01:34:30.140576 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:30.216778 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50e503-b28a-4bb0-9a11-49fa1007cbae None None] Pushing event updated for resources: {'Port': ['ID=ec40618e-bf36-4658-b38b-240442c58695,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:30.244530 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Routers {'b0e1c48c-8dda-4848-9fdb-599a4291e4eb'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:34:30.245899 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:34:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b0e1c48c-8dda-4848-9fdb-599a4291e4eb'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:30.351795 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08a5c1-2116-4006-b05e-8ca59dba1f16 req-03e5850d-4cda-4d98-9263-7c44ced1fb70 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:30.359622 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a08a5c1-2116-4006-b05e-8ca59dba1f16 req-03e5850d-4cda-4d98-9263-7c44ced1fb70 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/ports?device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 945 time: 0.2242053 Aug 16 01:34:30.395158 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] For port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:30.485463 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a08a5c1-2116-4006-b05e-8ca59dba1f16 req-124e3c88-4228-47a9-b8a5-088f35066f5b tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc8fca3f-f534-4fb3-a2dc-68083ac18fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245334 Aug 16 01:34:30.491289 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] Set router b0e1c48c-8dda-4848-9fdb-599a4291e4eb gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:34:30.744618 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] For port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:34:30.747847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-ea045fb3-7b6d-47d2-8693-4628909ab922 req-7b0e0f3e-9bf0-4c5e-b619-60aa990ddf64 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Deleting port 870e5fdb-7569-48e0-86a4-2553888d4426 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:34:30.749585 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ea045fb3-7b6d-47d2-8693-4628909ab922 req-7b0e0f3e-9bf0-4c5e-b619-60aa990ddf64 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:30.799119 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:34:30.843954 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:30.847180 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb4ba0d-4d36-4ad0-aac8-939721844fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:34:30.851939 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bd5dab-e8a5-4d29-b984-348fc0b36ea8" -d '{"events": [{"server_uuid": "adb4ba0d-4d36-4ad0-aac8-939721844fb7", "name": "network-vif-unplugged", "status": "completed", "tag": "9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:34:30.961318 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.resource_extend [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:34:30.979437 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-5fcd4504-3e28-4f1a-9f78-1ccbf019fa24 admin admin] Allocated IP 172.20.0.1 (ba238034-7edb-4dd8-8056-0958d97f90ff/6e5bc038-ffed-4934-a95c-3e04c24c1a68/fa3c5c46-dba5-4c44-9438-5aed192fc0de) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:34:31.109138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1c48c-8dda-4848-9fdb-599a4291e4eb', 'name': 'tempest-FloatingIPsTestJSON-2084995136-router', 'tenant_id': 'fd630cbc6aae450fa93d654d424c488d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec40618e-bf36-4658-b38b-240442c58695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:24Z', 'updated_at': '2021-08-16T01:34:27Z', 'revision_number': 3, 'project_id': 'fd630cbc6aae450fa93d654d424c488d', 'gw_port': {'id': 'ec40618e-bf36-4658-b38b-240442c58695', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1c48c-8dda-4848-9fdb-599a4291e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:25Z', 'updated_at': '2021-08-16T01:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:31.148558 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf583ad-32f5-4f2e-b0cd-4058e2718bc8 None None] The sync data for ids ['b0e1c48c-8dda-4848-9fdb-599a4291e4eb'] in n-d-765315-27 is: [{'id': 'b0e1c48c-8dda-4848-9fdb-599a4291e4eb', 'name': 'tempest-FloatingIPsTestJSON-2084995136-router', 'tenant_id': 'fd630cbc6aae450fa93d654d424c488d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec40618e-bf36-4658-b38b-240442c58695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:24Z', 'updated_at': '2021-08-16T01:34:27Z', 'revision_number': 3, 'project_id': 'fd630cbc6aae450fa93d654d424c488d', 'gw_port': {'id': 'ec40618e-bf36-4658-b38b-240442c58695', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1c48c-8dda-4848-9fdb-599a4291e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:25Z', 'updated_at': '2021-08-16T01:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:34:31.195278 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:31.219827 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 has no active binding in host n-h1-765315-27 {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:34:31.252245 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:31.338410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:31.376456 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ea045fb3-7b6d-47d2-8693-4628909ab922 req-7b0e0f3e-9bf0-4c5e-b619-60aa990ddf64 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] For port 870e5fdb-7569-48e0-86a4-2553888d4426, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=870e5fdb-7569-48e0-86a4-2553888d4426,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:31.376841 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ea045fb3-7b6d-47d2-8693-4628909ab922 req-7b0e0f3e-9bf0-4c5e-b619-60aa990ddf64 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:31.423225 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-ea045fb3-7b6d-47d2-8693-4628909ab922 req-7b0e0f3e-9bf0-4c5e-b619-60aa990ddf64 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Calling delete_port for 870e5fdb-7569-48e0-86a4-2553888d4426 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:34:31.483121 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db99340-9f78-4e95-b7b9-73805fa9cf3c req-522f1bc8-f626-4613-85ae-3b503c2cb850 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:31.496217 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8db99340-9f78-4e95-b7b9-73805fa9cf3c req-522f1bc8-f626-4613-85ae-3b503c2cb850 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 943 time: 0.3093867 Aug 16 01:34:31.596429 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8db99340-9f78-4e95-b7b9-73805fa9cf3c req-b73d8e60-24ae-4cee-bb5b-3b3acdda1bad tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990148 Aug 16 01:34:31.702246 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec548856-d937-4a04-aa0f-344a3a5cc5a7 x-openstack-request-id: req-ec548856-d937-4a04-aa0f-344a3a5cc5a7 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:34:31.702836 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb4ba0d-4d36-4ad0-aac8-939721844fb7", "name": "network-vif-unplugged", "status": "completed", "tag": "9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:34:31.703284 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ec548856-d937-4a04-aa0f-344a3a5cc5a7 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:34:31.703865 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb4ba0d-4d36-4ad0-aac8-939721844fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6', 'code': 200} Aug 16 01:34:31.791918 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4504-3e28-4f1a-9f78-1ccbf019fa24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:31.815703 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] Attempting to bind port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 on host n-h2-765315-27 for vnic_type normal with profile {"migrating_to": "n-h1-765315-27"} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:34:31.815814 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] Attempting to bind port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:34:31.816074 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] Attempting to bind port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:34:31.896536 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ec40618e-bf36-4658-b38b-240442c58695 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:34:31.913905 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-5fcd4504-3e28-4f1a-9f78-1ccbf019fa24 admin admin] Transition to ACTIVE for port object fa3c5c46-dba5-4c44-9438-5aed192fc0de will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:34:31.925657 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] Port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:34:31.926053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] Attempting to bind port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:34:31.968316 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:34:31.968836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] Checking segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:34:31.969235 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] Bound using segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:34:31.969685 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] Bound port: 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:34:31.970069 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:31.999524 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f085c1f-bc1b-4b44-a04a-29168387cca9 req-12ded713-dd93-46c8-b247-12dfce8dc262 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:32.001895 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f085c1f-bc1b-4b44-a04a-29168387cca9 req-12ded713-dd93-46c8-b247-12dfce8dc262 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=59159581-0f73-4576-bdda-aa930a1f3248 HTTP/1.1" status: 200 len: 950 time: 0.1491475 Aug 16 01:34:32.087473 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f085c1f-bc1b-4b44-a04a-29168387cca9 req-56d7c1fa-cdf0-4ebc-87a6-9a5478be69f2 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/security-groups?id=235ddfb3-b8f5-4b3d-9972-b28a93192020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577269 Aug 16 01:34:32.113724 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port ec40618e-bf36-4658-b38b-240442c58695 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:34:32.126958 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port ec40618e-bf36-4658-b38b-240442c58695 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:32.130479 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:32.363482 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4504-3e28-4f1a-9f78-1ccbf019fa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:32.396388 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] For port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:34:32.425500 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] For port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:34:32.467291 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:32.509337 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:32.511910 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ea045fb3-7b6d-47d2-8693-4628909ab922 req-7b0e0f3e-9bf0-4c5e-b619-60aa990ddf64 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:32.519714 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcd4504-3e28-4f1a-9f78-1ccbf019fa24 admin admin] Network ba238034-7edb-4dd8-8056-0958d97f90ff is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:34:32.523286 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port ec40618e-bf36-4658-b38b-240442c58695, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ec40618e-bf36-4658-b38b-240442c58695,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:32.538152 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:32.575654 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-5fcd4504-3e28-4f1a-9f78-1ccbf019fa24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:34:32.579617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcd4504-3e28-4f1a-9f78-1ccbf019fa24 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:34:32.582872 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd4504-3e28-4f1a-9f78-1ccbf019fa24 admin admin] Pushing event updated for resources: {'Port': ['ID=fa3c5c46-dba5-4c44-9438-5aed192fc0de,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:32.710059 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 870e5fdb-7569-48e0-86a4-2553888d4426 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:34:32.736554 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=ec40618e-bf36-4658-b38b-240442c58695,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:32.811853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 870e5fdb-7569-48e0-86a4-2553888d4426 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:34:32.812273 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 870e5fdb-7569-48e0-86a4-2553888d4426 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:34:32.878945 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea045fb3-7b6d-47d2-8693-4628909ab922 req-7b0e0f3e-9bf0-4c5e-b619-60aa990ddf64 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] No DVR routers for this DVR port 870e5fdb-7569-48e0-86a4-2553888d4426 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:34:32.893990 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ea045fb3-7b6d-47d2-8693-4628909ab922 req-7b0e0f3e-9bf0-4c5e-b619-60aa990ddf64 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:32.900879 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ea045fb3-7b6d-47d2-8693-4628909ab922 req-7b0e0f3e-9bf0-4c5e-b619-60aa990ddf64 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.73 "DELETE /v2.0/ports/870e5fdb-7569-48e0-86a4-2553888d4426 HTTP/1.1" status: 204 len: 173 time: 2.7531374 Aug 16 01:34:32.911886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:32.914847 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:32.916292 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] 10.222.0.73 "PUT /v2.0/ports/9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 HTTP/1.1" status: 200 len: 1123 time: 3.3158581 Aug 16 01:34:32.957368 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4504-3e28-4f1a-9f78-1ccbf019fa24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:33.008277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:34:33.075909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c81c54-65c3-4ef4-b764-61f0d4b63613 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6,revision_number=8']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:33.103715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:34:33.138125 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e0f3e-9bf0-4c5e-b619-60aa990ddf64 tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] Pushing event deleted for resources: {'Port': ['ID=870e5fdb-7569-48e0-86a4-2553888d4426,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:33.147856 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0638c43-1741-4a2e-88dc-dc120f69541f req-de44d577-7ebd-41bc-bcba-a948794d8035 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:33.149425 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d0638c43-1741-4a2e-88dc-dc120f69541f req-de44d577-7ebd-41bc-bcba-a948794d8035 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 943 time: 0.3699806 Aug 16 01:34:33.264885 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d0638c43-1741-4a2e-88dc-dc120f69541f req-30bafb99-2026-43f9-887b-8debb8de9d10 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982733 Aug 16 01:34:33.328587 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4504-3e28-4f1a-9f78-1ccbf019fa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:33.412266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-87ee4d66-c3d7-4c3b-a4cf-a96cb4000008 None None] Provisioning for port fa3c5c46-dba5-4c44-9438-5aed192fc0de completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:34:33.433485 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-87ee4d66-c3d7-4c3b-a4cf-a96cb4000008 None None] Provisioning complete for port fa3c5c46-dba5-4c44-9438-5aed192fc0de triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:33.436045 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-87ee4d66-c3d7-4c3b-a4cf-a96cb4000008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:33.499574 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-87ee4d66-c3d7-4c3b-a4cf-a96cb4000008 None None] Port fa3c5c46-dba5-4c44-9438-5aed192fc0de cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:34:33.658336 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c7fa074-48e5-4b05-834c-5f32e9861d51 req-93febe9a-8a75-4321-ae35-15ac691aa2de tempest-ServersOnMultiNodesTest-712677039 tempest-ServersOnMultiNodesTest-712677039-project] 10.222.0.68 "GET /v2.0/ports?device_id=59159581-0f73-4576-bdda-aa930a1f3248 HTTP/1.1" status: 200 len: 210 time: 0.0490761 Aug 16 01:34:33.715536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59159581-0f73-4576-bdda-aa930a1f3248', 'name': 'network-vif-deleted', 'tag': '870e5fdb-7569-48e0-86a4-2553888d4426'}, {'name': 'network-changed', 'server_uuid': 'adb4ba0d-4d36-4ad0-aac8-939721844fb7', 'tag': '9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:34:33.719641 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdfe4ae-c6e0-45e2-9664-16cc576ced61" -d '{"events": [{"server_uuid": "59159581-0f73-4576-bdda-aa930a1f3248", "name": "network-vif-deleted", "tag": "870e5fdb-7569-48e0-86a4-2553888d4426"}, {"name": "network-changed", "server_uuid": "adb4ba0d-4d36-4ad0-aac8-939721844fb7", "tag": "9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:34:33.843377 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ec40618e-bf36-4658-b38b-240442c58695 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:34:33.889978 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4504-3e28-4f1a-9f78-1ccbf019fa24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:33.898893 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4504-3e28-4f1a-9f78-1ccbf019fa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:33.960838 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port ec40618e-bf36-4658-b38b-240442c58695 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:33.962456 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:34.040025 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4504-3e28-4f1a-9f78-1ccbf019fa24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:34.044161 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd4504-3e28-4f1a-9f78-1ccbf019fa24 admin admin] Pushing event updated for resources: {'Port': ['ID=fa3c5c46-dba5-4c44-9438-5aed192fc0de,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:34.244447 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcd4504-3e28-4f1a-9f78-1ccbf019fa24 admin admin] Network ba238034-7edb-4dd8-8056-0958d97f90ff is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:34:34.248117 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-5fcd4504-3e28-4f1a-9f78-1ccbf019fa24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:34:34.487198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcd4504-3e28-4f1a-9f78-1ccbf019fa24 admin admin] Router b0e1c48c-8dda-4848-9fdb-599a4291e4eb has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:34:34.752884 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 01:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af6033e-7acf-4b0b-a905-919b36466df5 x-openstack-request-id: req-7af6033e-7acf-4b0b-a905-919b36466df5 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:34:34.753189 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59159581-0f73-4576-bdda-aa930a1f3248", "name": "network-vif-deleted", "tag": "870e5fdb-7569-48e0-86a4-2553888d4426", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "adb4ba0d-4d36-4ad0-aac8-939721844fb7", "tag": "9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:34:34.753442 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7af6033e-7acf-4b0b-a905-919b36466df5 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:34:34.755038 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59159581-0f73-4576-bdda-aa930a1f3248', 'name': 'network-vif-deleted', 'tag': '870e5fdb-7569-48e0-86a4-2553888d4426', 'status': 'completed', 'code': 200} Aug 16 01:34:34.755306 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb4ba0d-4d36-4ad0-aac8-939721844fb7', 'tag': '9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6', 'status': 'completed', 'code': 200} Aug 16 01:34:34.769643 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-802791f4-968a-470b-9817-5b96ff211161 None None] Provisioning complete for port fa3c5c46-dba5-4c44-9438-5aed192fc0de triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:34.778081 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-802791f4-968a-470b-9817-5b96ff211161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:34.809522 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcd4504-3e28-4f1a-9f78-1ccbf019fa24 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:34:34.825873 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Sync routers for ids ['b0e1c48c-8dda-4848-9fdb-599a4291e4eb'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:34:34.845072 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Routers {'b0e1c48c-8dda-4848-9fdb-599a4291e4eb'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:34:34.845930 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:34:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b0e1c48c-8dda-4848-9fdb-599a4291e4eb'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:34.850243 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5fcd4504-3e28-4f1a-9f78-1ccbf019fa24 admin admin] 10.222.0.68 "PUT /v2.0/routers/b0e1c48c-8dda-4848-9fdb-599a4291e4eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4678442 Aug 16 01:34:34.922990 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-802791f4-968a-470b-9817-5b96ff211161 None None] Port fa3c5c46-dba5-4c44-9438-5aed192fc0de cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:34:34.990447 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfe4ae-c6e0-45e2-9664-16cc576ced61 req-8c4a9306-a17e-4bb5-b136-e2b8a10814de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:34.992488 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fcdfe4ae-c6e0-45e2-9664-16cc576ced61 req-8c4a9306-a17e-4bb5-b136-e2b8a10814de service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 1126 time: 0.2169414 Aug 16 01:34:35.090144 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Set router b0e1c48c-8dda-4848-9fdb-599a4291e4eb gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:34:35.098574 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdc05c-c065-42b9-9473-c70cbd27b854 req-769543bd-11e5-4186-bcd5-4699a08d3ee2 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:35.108034 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cbfdc05c-c065-42b9-9473-c70cbd27b854 req-769543bd-11e5-4186-bcd5-4699a08d3ee2 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 943 time: 0.2558937 Aug 16 01:34:35.198625 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cbfdc05c-c065-42b9-9473-c70cbd27b854 req-41bb96de-6469-4403-9475-d8a9d77d33e5 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892630 Aug 16 01:34:35.256236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfe4ae-c6e0-45e2-9664-16cc576ced61 req-2ce83e63-98d5-4c71-97a8-3f3676df4985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:35.261884 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fcdfe4ae-c6e0-45e2-9664-16cc576ced61 req-2ce83e63-98d5-4c71-97a8-3f3676df4985 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 922 time: 0.2534373 Aug 16 01:34:35.370682 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fcdfe4ae-c6e0-45e2-9664-16cc576ced61 req-911c9300-7693-4f89-b811-8362904885ca service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 HTTP/1.1" status: 200 len: 217 time: 0.1012256 Aug 16 01:34:35.479522 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1c48c-8dda-4848-9fdb-599a4291e4eb', 'name': 'tempest-FloatingIPsTestJSON-2084995136-router', 'tenant_id': 'fd630cbc6aae450fa93d654d424c488d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec40618e-bf36-4658-b38b-240442c58695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:24Z', 'updated_at': '2021-08-16T01:34:33Z', 'revision_number': 4, 'project_id': 'fd630cbc6aae450fa93d654d424c488d', 'gw_port': {'id': 'ec40618e-bf36-4658-b38b-240442c58695', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1c48c-8dda-4848-9fdb-599a4291e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:25Z', 'updated_at': '2021-08-16T01:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'fa3c5c46-dba5-4c44-9438-5aed192fc0de', 'name': '', 'network_id': 'ba238034-7edb-4dd8-8056-0958d97f90ff', 'tenant_id': 'fd630cbc6aae450fa93d654d424c488d', 'mac_address': 'fa:16:3e:f5:24:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1c48c-8dda-4848-9fdb-599a4291e4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '6e5bc038-ffed-4934-a95c-3e04c24c1a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:30Z', 'updated_at': '2021-08-16T01:34:33Z', 'revision_number': 2, 'project_id': 'fd630cbc6aae450fa93d654d424c488d', 'subnets': [{'id': '6e5bc038-ffed-4934-a95c-3e04c24c1a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:35.528194 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfe4ae-c6e0-45e2-9664-16cc576ced61 req-03c7adfe-0e8d-4a23-90a8-ddc4b1aa5568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:35.530588 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fcdfe4ae-c6e0-45e2-9664-16cc576ced61 req-03c7adfe-0e8d-4a23-90a8-ddc4b1aa5568 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.1513684 Aug 16 01:34:35.625269 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fcdfe4ae-c6e0-45e2-9664-16cc576ced61 req-aa2cda11-bdbd-4ae9-b7f6-af72de4ea0b9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692673 Aug 16 01:34:35.825878 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Checking router: b0e1c48c-8dda-4848-9fdb-599a4291e4eb for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:34:35.826493 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Updating router b0e1c48c-8dda-4848-9fdb-599a4291e4eb port fa3c5c46-dba5-4c44-9438-5aed192fc0de binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:34:35.914766 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36820) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:35.966967 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:35.972997 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fcdfe4ae-c6e0-45e2-9664-16cc576ced61 req-1cde9b2f-b671-45a9-b612-fd81a9777224 service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391728 Aug 16 01:34:36.152259 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fcdfe4ae-c6e0-45e2-9664-16cc576ced61 req-1c42894f-dd72-4a3a-a422-5ed5a7aa70bf service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693795 Aug 16 01:34:36.181999 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5db1ec29-7094-4302-8de7-22c12e9cbd7a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a281f802ea2743fa9ccd253c1514e699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566769 Aug 16 01:34:36.182873 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36824) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:36.566048 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:36.583800 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Transition to ACTIVE for port object fa3c5c46-dba5-4c44-9438-5aed192fc0de will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:34:36.597796 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:36.710887 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d357a3-e201-44e5-a95f-c924c56d4af6 None None] Pushing event updated for resources: {'Port': ['ID=fa3c5c46-dba5-4c44-9438-5aed192fc0de,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:36.759072 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d357a3-e201-44e5-a95f-c924c56d4af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:36.759417 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d357a3-e201-44e5-a95f-c924c56d4af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:36.760411 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d357a3-e201-44e5-a95f-c924c56d4af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:36.761438 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d357a3-e201-44e5-a95f-c924c56d4af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:36.762497 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d357a3-e201-44e5-a95f-c924c56d4af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:36.764225 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d357a3-e201-44e5-a95f-c924c56d4af6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:36.765385 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d357a3-e201-44e5-a95f-c924c56d4af6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:36.765721 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d357a3-e201-44e5-a95f-c924c56d4af6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:36.766079 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d357a3-e201-44e5-a95f-c924c56d4af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:36.766404 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d357a3-e201-44e5-a95f-c924c56d4af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:36.766730 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d357a3-e201-44e5-a95f-c924c56d4af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:36.767706 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d357a3-e201-44e5-a95f-c924c56d4af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:36.830700 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Attempting to bind port fa3c5c46-dba5-4c44-9438-5aed192fc0de on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:34:36.831327 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Attempting to bind port fa3c5c46-dba5-4c44-9438-5aed192fc0de by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3b30da11-2b40-46be-b698-a30dc855191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ba238034-7edb-4dd8-8056-0958d97f90ff'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:34:36.831426 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Attempting to bind port fa3c5c46-dba5-4c44-9438-5aed192fc0de on network ba238034-7edb-4dd8-8056-0958d97f90ff {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:34:36.839671 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:34:36.840339 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Checking segment: {'id': '3b30da11-2b40-46be-b698-a30dc855191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ba238034-7edb-4dd8-8056-0958d97f90ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:34:36.840917 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:36.841465 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Bound using segment: {'id': '3b30da11-2b40-46be-b698-a30dc855191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ba238034-7edb-4dd8-8056-0958d97f90ff'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:34:36.842120 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Bound port: fa3c5c46-dba5-4c44-9438-5aed192fc0de, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b30da11-2b40-46be-b698-a30dc855191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ba238034-7edb-4dd8-8056-0958d97f90ff'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:34:36.842842 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:36.946396 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] For port fa3c5c46-dba5-4c44-9438-5aed192fc0de, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:34:36.951728 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] For port fa3c5c46-dba5-4c44-9438-5aed192fc0de, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=fa3c5c46-dba5-4c44-9438-5aed192fc0de,segment=NetworkSegment(3b30da11-2b40-46be-b698-a30dc855191c),segment_id=3b30da11-2b40-46be-b698-a30dc855191c)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:34:36.959792 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:36.971394 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a19e79ee-6df9-49d8-8920-1521bc8436d8 req-6dbd85b0-5482-49f1-8453-9dfc02a69d89 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7703965 Aug 16 01:34:36.982264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-a19e79ee-6df9-49d8-8920-1521bc8436d8 req-2e7a25e0-cb7a-4668-8cc6-86e03a0be275 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:34:37.046799 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:37.071236 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae1a80a1-1ac4-4005-8a03-de269a5fbbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:37.080447 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d357a3-e201-44e5-a95f-c924c56d4af6 None None] Pushing event updated for resources: {'Port': ['ID=fa3c5c46-dba5-4c44-9438-5aed192fc0de,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:37.081436 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a19e79ee-6df9-49d8-8920-1521bc8436d8 req-2e7a25e0-cb7a-4668-8cc6-86e03a0be275 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:37.092122 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Routers {'b0e1c48c-8dda-4848-9fdb-599a4291e4eb'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:34:37.093182 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:34:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b0e1c48c-8dda-4848-9fdb-599a4291e4eb'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:37.211563 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae1a80a1-1ac4-4005-8a03-de269a5fbbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:37.333539 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] Set router b0e1c48c-8dda-4848-9fdb-599a4291e4eb gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:34:37.403498 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae1a80a1-1ac4-4005-8a03-de269a5fbbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:37.406543 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae1a80a1-1ac4-4005-8a03-de269a5fbbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:37.407951 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ae1a80a1-1ac4-4005-8a03-de269a5fbbc1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/235ddfb3-b8f5-4b3d-9972-b28a93192020 HTTP/1.1" status: 204 len: 168 time: 1.2240224 Aug 16 01:34:37.433270 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a19e79ee-6df9-49d8-8920-1521bc8436d8 req-2e7a25e0-cb7a-4668-8cc6-86e03a0be275 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:37.435477 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a80a1-1ac4-4005-8a03-de269a5fbbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235ddfb3-b8f5-4b3d-9972-b28a93192020,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:37.734436 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:37.739912 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-a19e79ee-6df9-49d8-8920-1521bc8436d8 req-2e7a25e0-cb7a-4668-8cc6-86e03a0be275 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Allocated IP 172.25.3.164 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/df535402-3d7e-4224-a81f-44d20068bc5f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:34:37.860467 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1c48c-8dda-4848-9fdb-599a4291e4eb', 'name': 'tempest-FloatingIPsTestJSON-2084995136-router', 'tenant_id': 'fd630cbc6aae450fa93d654d424c488d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec40618e-bf36-4658-b38b-240442c58695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:24Z', 'updated_at': '2021-08-16T01:34:33Z', 'revision_number': 4, 'project_id': 'fd630cbc6aae450fa93d654d424c488d', 'gw_port': {'id': 'ec40618e-bf36-4658-b38b-240442c58695', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1c48c-8dda-4848-9fdb-599a4291e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:25Z', 'updated_at': '2021-08-16T01:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'fa3c5c46-dba5-4c44-9438-5aed192fc0de', 'name': '', 'network_id': 'ba238034-7edb-4dd8-8056-0958d97f90ff', 'tenant_id': 'fd630cbc6aae450fa93d654d424c488d', 'mac_address': 'fa:16:3e:f5:24:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1c48c-8dda-4848-9fdb-599a4291e4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '6e5bc038-ffed-4934-a95c-3e04c24c1a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:30Z', 'updated_at': '2021-08-16T01:34:36Z', 'revision_number': 4, 'project_id': 'fd630cbc6aae450fa93d654d424c488d', 'subnets': [{'id': '6e5bc038-ffed-4934-a95c-3e04c24c1a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:37.928320 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d2fb7-f231-41c7-a576-0dde94221814 None None] The sync data for ids ['b0e1c48c-8dda-4848-9fdb-599a4291e4eb'] in n-d-765315-27 is: [{'id': 'b0e1c48c-8dda-4848-9fdb-599a4291e4eb', 'name': 'tempest-FloatingIPsTestJSON-2084995136-router', 'tenant_id': 'fd630cbc6aae450fa93d654d424c488d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec40618e-bf36-4658-b38b-240442c58695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:24Z', 'updated_at': '2021-08-16T01:34:33Z', 'revision_number': 4, 'project_id': 'fd630cbc6aae450fa93d654d424c488d', 'gw_port': {'id': 'ec40618e-bf36-4658-b38b-240442c58695', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1c48c-8dda-4848-9fdb-599a4291e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:25Z', 'updated_at': '2021-08-16T01:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'fa3c5c46-dba5-4c44-9438-5aed192fc0de', 'name': '', 'network_id': 'ba238034-7edb-4dd8-8056-0958d97f90ff', 'tenant_id': 'fd630cbc6aae450fa93d654d424c488d', 'mac_address': 'fa:16:3e:f5:24:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e1c48c-8dda-4848-9fdb-599a4291e4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '6e5bc038-ffed-4934-a95c-3e04c24c1a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:30Z', 'updated_at': '2021-08-16T01:34:36Z', 'revision_number': 4, 'project_id': 'fd630cbc6aae450fa93d654d424c488d', 'subnets': [{'id': '6e5bc038-ffed-4934-a95c-3e04c24c1a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:34:38.036116 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a19e79ee-6df9-49d8-8920-1521bc8436d8 req-2e7a25e0-cb7a-4668-8cc6-86e03a0be275 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:38.087039 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36850) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:38.188670 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a19e79ee-6df9-49d8-8920-1521bc8436d8 req-2e7a25e0-cb7a-4668-8cc6-86e03a0be275 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:38.227304 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2a0e191f-0238-4199-9a5d-b0549fbedf72 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=94b3a16c37054b2eb1d3683456fd1715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1360936 Aug 16 01:34:38.228392 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36852) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:38.229365 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19e79ee-6df9-49d8-8920-1521bc8436d8 req-2e7a25e0-cb7a-4668-8cc6-86e03a0be275 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:34:38.232068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-a19e79ee-6df9-49d8-8920-1521bc8436d8 req-2e7a25e0-cb7a-4668-8cc6-86e03a0be275 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:34:38.235029 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19e79ee-6df9-49d8-8920-1521bc8436d8 req-2e7a25e0-cb7a-4668-8cc6-86e03a0be275 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:34:38.365673 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e78cc624-05cb-493b-a6b0-8796ccc5d5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:38.425688 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a19e79ee-6df9-49d8-8920-1521bc8436d8 req-2e7a25e0-cb7a-4668-8cc6-86e03a0be275 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:38.440456 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e78cc624-05cb-493b-a6b0-8796ccc5d5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:38.459475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a25e0-cb7a-4668-8cc6-86e03a0be275 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Pushing event updated for resources: {'Port': ['ID=df535402-3d7e-4224-a81f-44d20068bc5f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:38.520764 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a19e79ee-6df9-49d8-8920-1521bc8436d8 req-2e7a25e0-cb7a-4668-8cc6-86e03a0be275 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:38.567928 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e78cc624-05cb-493b-a6b0-8796ccc5d5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:38.592646 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e78cc624-05cb-493b-a6b0-8796ccc5d5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:38.616967 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e78cc624-05cb-493b-a6b0-8796ccc5d5d7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b0906083-c772-4290-85cc-87d922d53c5d HTTP/1.1" status: 204 len: 168 time: 0.3820562 Aug 16 01:34:38.656538 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cc624-05cb-493b-a6b0-8796ccc5d5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0906083-c772-4290-85cc-87d922d53c5d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:38.829846 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a19e79ee-6df9-49d8-8920-1521bc8436d8 req-2e7a25e0-cb7a-4668-8cc6-86e03a0be275 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:38.836368 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a19e79ee-6df9-49d8-8920-1521bc8436d8 req-2e7a25e0-cb7a-4668-8cc6-86e03a0be275 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:38.967230 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a25e0-cb7a-4668-8cc6-86e03a0be275 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Pushing event updated for resources: {'Port': ['ID=df535402-3d7e-4224-a81f-44d20068bc5f,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:39.000685 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a19e79ee-6df9-49d8-8920-1521bc8436d8 req-2e7a25e0-cb7a-4668-8cc6-86e03a0be275 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:39.025320 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a19e79ee-6df9-49d8-8920-1521bc8436d8 req-2e7a25e0-cb7a-4668-8cc6-86e03a0be275 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:39.034139 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a19e79ee-6df9-49d8-8920-1521bc8436d8 req-2e7a25e0-cb7a-4668-8cc6-86e03a0be275 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0557837 Aug 16 01:34:39.168367 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a19e79ee-6df9-49d8-8920-1521bc8436d8 req-59bb7a63-1a0f-4478-8108-f0c99c24a6bb tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 696 time: 0.1282711 Aug 16 01:34:39.443707 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e79ee-6df9-49d8-8920-1521bc8436d8 req-50068020-9b9a-4faf-88f9-3cd9e1be858e tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:39.466272 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a19e79ee-6df9-49d8-8920-1521bc8436d8 req-50068020-9b9a-4faf-88f9-3cd9e1be858e tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.2831810 Aug 16 01:34:39.733112 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8017909-dcb8-4639-9123-0b3778c05330 req-53929957-e7de-41cd-8fdb-461bfacfa222 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:39.751357 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8017909-dcb8-4639-9123-0b3778c05330 req-53929957-e7de-41cd-8fdb-461bfacfa222 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 943 time: 0.1860580 Aug 16 01:34:39.846143 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fa3c5c46-dba5-4c44-9438-5aed192fc0de up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:34:39.876162 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8017909-dcb8-4639-9123-0b3778c05330 req-36da8669-53bf-432d-b821-aeff25cce996 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185970 Aug 16 01:34:40.017588 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port fa3c5c46-dba5-4c44-9438-5aed192fc0de completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:34:40.027481 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port fa3c5c46-dba5-4c44-9438-5aed192fc0de triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:40.027887 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:40.180966 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36880) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:40.255029 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f6b13e3-770f-4ed7-8263-ccc55b670202 req-486fcd1a-a779-45c8-942b-155df9be7e28 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/floatingips/e45cc715-81c1-4000-81f6-a8996f150a0a HTTP/1.1" status: 200 len: 693 time: 0.1250086 Aug 16 01:34:40.261258 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:40.330274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port fa3c5c46-dba5-4c44-9438-5aed192fc0de, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=fa3c5c46-dba5-4c44-9438-5aed192fc0de,segment=NetworkSegment(3b30da11-2b40-46be-b698-a30dc855191c),segment_id=3b30da11-2b40-46be-b698-a30dc855191c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:40.338480 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:40.367114 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6f9b1e75-0ac9-4347-9b7a-34ba4a7d2728 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-782977341-network', 'tenant_id': '59f6ee9245de4e2794301101b5632f35'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:34:40.405060 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9b1e75-0ac9-4347-9b7a-34ba4a7d2728 admin admin] Made reservation on behalf of 59f6ee9245de4e2794301101b5632f35 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:34:40.409337 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1e75-0ac9-4347-9b7a-34ba4a7d2728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:40.429030 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1e75-0ac9-4347-9b7a-34ba4a7d2728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:40.433156 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=fa3c5c46-dba5-4c44-9438-5aed192fc0de,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:40.496727 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b13e3-770f-4ed7-8263-ccc55b670202 req-d9737a5c-cfc6-4912-9c82-4a47237fe771 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:40.503810 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f6b13e3-770f-4ed7-8263-ccc55b670202 req-d9737a5c-cfc6-4912-9c82-4a47237fe771 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.2478721 Aug 16 01:34:40.518185 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-7f6b13e3-770f-4ed7-8263-ccc55b670202 req-b7963453-c8ec-4507-8e5a-dab427fb17fe tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:34:40.519610 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f6b13e3-770f-4ed7-8263-ccc55b670202 req-b7963453-c8ec-4507-8e5a-dab427fb17fe tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064175 Aug 16 01:34:40.635346 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1e75-0ac9-4347-9b7a-34ba4a7d2728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:40.640497 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1e75-0ac9-4347-9b7a-34ba4a7d2728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:40.695781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9b1e75-0ac9-4347-9b7a-34ba4a7d2728 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:34:40.700765 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-55f550b1-1f37-4777-8b74-1e3f858dde86 req-4a198442-a7db-4a81-85d0-235a570b9f1a tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/floatingips?tenant_id=fd630cbc6aae450fa93d654d424c488d HTTP/1.1" status: 200 len: 696 time: 0.1512568 Aug 16 01:34:40.726010 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b1e75-0ac9-4347-9b7a-34ba4a7d2728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fa01ba-6c34-4340-85f4-facb6d16c749,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:40.733971 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1e75-0ac9-4347-9b7a-34ba4a7d2728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:40.738151 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-6f9b1e75-0ac9-4347-9b7a-34ba4a7d2728 admin admin] Added segment 4ac70837-a5d4-4396-bcdd-2d42f48a13a5 of type vlan for network f8bc3f06-c907-43a9-9a8b-57d1715bcf74 Aug 16 01:34:40.869413 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1e75-0ac9-4347-9b7a-34ba4a7d2728 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:40.887437 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f550b1-1f37-4777-8b74-1e3f858dde86 req-0f4fd492-86d5-4c61-85b3-b8541113621d tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:40.898864 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-55f550b1-1f37-4777-8b74-1e3f858dde86 req-0f4fd492-86d5-4c61-85b3-b8541113621d tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/networks?id=624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 787 time: 0.1919243 Aug 16 01:34:40.904895 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-55f550b1-1f37-4777-8b74-1e3f858dde86 req-b65a7979-ea9e-4118-8aac-d60d2554f77e tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:34:40.918186 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-55f550b1-1f37-4777-8b74-1e3f858dde86 req-b65a7979-ea9e-4118-8aac-d60d2554f77e tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183785 Aug 16 01:34:40.956153 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1e75-0ac9-4347-9b7a-34ba4a7d2728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:40.958832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9b1e75-0ac9-4347-9b7a-34ba4a7d2728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:40.960419 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1e75-0ac9-4347-9b7a-34ba4a7d2728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:41.031415 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63102273-1862-4af5-ab22-f2fe26870c14 req-6ad14b3a-34b7-4106-aa5a-ee4e18ff3ede tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:41.039880 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-63102273-1862-4af5-ab22-f2fe26870c14 req-6ad14b3a-34b7-4106-aa5a-ee4e18ff3ede tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 943 time: 0.0694432 Aug 16 01:34:41.090617 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-63102273-1862-4af5-ab22-f2fe26870c14 req-ef058c5e-544a-4b08-98a8-452ecafc61c3 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493407 Aug 16 01:34:41.144849 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6f9b1e75-0ac9-4347-9b7a-34ba4a7d2728 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9619005 Aug 16 01:34:41.148711 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36894) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:41.159835 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9e278de8-d22e-411e-bfae-d6f6d2d08cfb admin admin] Request body: {'subnet': {'network_id': 'f8bc3f06-c907-43a9-9a8b-57d1715bcf74', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-782977341-subnet', 'tenant_id': '59f6ee9245de4e2794301101b5632f35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:34:41.189831 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b1e75-0ac9-4347-9b7a-34ba4a7d2728 admin admin] Pushing event updated for resources: {'Network': ['ID=f8bc3f06-c907-43a9-9a8b-57d1715bcf74,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:41.201244 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network f8bc3f06-c907-43a9-9a8b-57d1715bcf74 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:34:41.229570 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12d096cd-f9f3-493c-8d98-52f55fe05857 req-ddd78c42-7e57-4d27-be12-7bfb6cf1e617 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/floatingips/e45cc715-81c1-4000-81f6-a8996f150a0a HTTP/1.1" status: 200 len: 693 time: 0.0895107 Aug 16 01:34:41.324949 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e278de8-d22e-411e-bfae-d6f6d2d08cfb admin admin] Made reservation on behalf of 59f6ee9245de4e2794301101b5632f35 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:34:41.327943 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e278de8-d22e-411e-bfae-d6f6d2d08cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:41.336393 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b563c64a-2f06-4d6c-8998-0448269479d2 req-dd696e7a-9842-4eec-99b6-ec424df01c05 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2435899 Aug 16 01:34:41.461996 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d096cd-f9f3-493c-8d98-52f55fe05857 req-c9ac99fc-0fc9-4f97-8a5c-8149ee4b78e1 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:41.469612 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12d096cd-f9f3-493c-8d98-52f55fe05857 req-c9ac99fc-0fc9-4f97-8a5c-8149ee4b78e1 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.2388475 Aug 16 01:34:41.549381 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12d096cd-f9f3-493c-8d98-52f55fe05857 req-8da56edc-94a2-4e99-bf9d-cf8ffb98ac7c tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 696 time: 0.0787687 Aug 16 01:34:41.560735 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563c64a-2f06-4d6c-8998-0448269479d2 req-cfdc25ff-61ec-49d2-b64c-e22a4280bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:41.561959 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:34:41.562222 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b563c64a-2f06-4d6c-8998-0448269479d2 req-cfdc25ff-61ec-49d2-b64c-e22a4280bd7f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 1096 time: 0.1572833 Aug 16 01:34:41.700266 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563c64a-2f06-4d6c-8998-0448269479d2 req-f48f2c02-3ef3-4ee2-955f-22f0626f12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:41.701962 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b563c64a-2f06-4d6c-8998-0448269479d2 req-f48f2c02-3ef3-4ee2-955f-22f0626f12ba service neutron] 10.222.0.63 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 0.1003988 Aug 16 01:34:41.716185 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12d096cd-f9f3-493c-8d98-52f55fe05857 req-2fc1572a-4331-4709-a154-1c2377df3885 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 696 time: 0.1657815 Aug 16 01:34:41.795574 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fa3c5c46-dba5-4c44-9438-5aed192fc0de up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:34:41.830175 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b563c64a-2f06-4d6c-8998-0448269479d2 req-3822fa54-d336-4091-b1a3-d667059d74ab service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee222d06-a32d-447c-b694-6c328ccef884 HTTP/1.1" status: 200 len: 217 time: 0.1117659 Aug 16 01:34:41.885510 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port fa3c5c46-dba5-4c44-9438-5aed192fc0de triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:41.885510 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:41.999943 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563c64a-2f06-4d6c-8998-0448269479d2 req-3d95243a-bac2-4937-8a2f-0a3e9f69a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:42.001362 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b563c64a-2f06-4d6c-8998-0448269479d2 req-3d95243a-bac2-4937-8a2f-0a3e9f69a091 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.1607549 Aug 16 01:34:42.025628 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e278de8-d22e-411e-bfae-d6f6d2d08cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:42.062461 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b563c64a-2f06-4d6c-8998-0448269479d2 req-3b4e3679-59c6-4dd1-af7a-ac1685c72037 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513225 Aug 16 01:34:42.125495 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-12d096cd-f9f3-493c-8d98-52f55fe05857 req-52555f40-1e26-43fe-a83e-fcffc5a2e954 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Deleting port df535402-3d7e-4224-a81f-44d20068bc5f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:34:42.125901 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-12d096cd-f9f3-493c-8d98-52f55fe05857 req-52555f40-1e26-43fe-a83e-fcffc5a2e954 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:42.223156 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e278de8-d22e-411e-bfae-d6f6d2d08cfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=664b35f5-1bad-4b46-9929-41544c87bf62,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:42.428260 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-12d096cd-f9f3-493c-8d98-52f55fe05857 req-52555f40-1e26-43fe-a83e-fcffc5a2e954 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:42.428260 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-12d096cd-f9f3-493c-8d98-52f55fe05857 req-52555f40-1e26-43fe-a83e-fcffc5a2e954 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:42.461721 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-12d096cd-f9f3-493c-8d98-52f55fe05857 req-52555f40-1e26-43fe-a83e-fcffc5a2e954 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Calling delete_port for df535402-3d7e-4224-a81f-44d20068bc5f owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:34:42.511263 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e278de8-d22e-411e-bfae-d6f6d2d08cfb admin admin] Checking segment: {'id': '4ac70837-a5d4-4396-bcdd-2d42f48a13a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f8bc3f06-c907-43a9-9a8b-57d1715bcf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:34:42.511625 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e278de8-d22e-411e-bfae-d6f6d2d08cfb admin admin] Network hostable DHCP agents. Network: f8bc3f06-c907-43a9-9a8b-57d1715bcf74, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:34:42.521910 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b563c64a-2f06-4d6c-8998-0448269479d2 req-49d90e2d-b824-429f-aea7-d7a756937255 service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319088 Aug 16 01:34:42.642748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e278de8-d22e-411e-bfae-d6f6d2d08cfb admin admin] Network f8bc3f06-c907-43a9-9a8b-57d1715bcf74 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:34:42.740279 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b563c64a-2f06-4d6c-8998-0448269479d2 req-8dd58673-5daf-4b85-b468-82df52f0a382 service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062910 Aug 16 01:34:42.877405 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9e278de8-d22e-411e-bfae-d6f6d2d08cfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, f8bc3f06-c907-43a9-9a8b-57d1715bcf74) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:34:42.889749 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0604188-3e31-4ebf-882e-7d7ca4c659de None None] Network f8bc3f06-c907-43a9-9a8b-57d1715bcf74 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:34:42.898840 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e278de8-d22e-411e-bfae-d6f6d2d08cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:42.900740 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e278de8-d22e-411e-bfae-d6f6d2d08cfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:43.010121 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9e278de8-d22e-411e-bfae-d6f6d2d08cfb admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8590105 Aug 16 01:34:43.013832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36898) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:43.020792 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-de38323a-e233-4715-9f58-99e56db219c6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-782977341-router', 'tenant_id': '59f6ee9245de4e2794301101b5632f35', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:34:43.025352 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-12d096cd-f9f3-493c-8d98-52f55fe05857 req-52555f40-1e26-43fe-a83e-fcffc5a2e954 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:43.086280 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de38323a-e233-4715-9f58-99e56db219c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:43.088199 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52555f40-1e26-43fe-a83e-fcffc5a2e954 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Pushing event deleted for resources: {'Port': ['ID=df535402-3d7e-4224-a81f-44d20068bc5f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:43.089627 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de38323a-e233-4715-9f58-99e56db219c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:43.117722 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-dd9cddc5-bd67-4e72-b40b-bcc3f6644396 service neutron] 10.222.0.63 "GET /v2.0/ports/9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6/bindings/n-h1-765315-27 HTTP/1.1" status: 200 len: 385 time: 0.3133554 Aug 16 01:34:43.200433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-f8bc3f06-c907-43a9-9a8b-57d1715bcf74', 'network_id': 'f8bc3f06-c907-43a9-9a8b-57d1715bcf74', 'tenant_id': '59f6ee9245de4e2794301101b5632f35', 'fixed_ips': [{'subnet_id': '664b35f5-1bad-4b46-9929-41544c87bf62'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:34:43.201400 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:43.291043 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de38323a-e233-4715-9f58-99e56db219c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:43.293114 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-12d096cd-f9f3-493c-8d98-52f55fe05857 req-52555f40-1e26-43fe-a83e-fcffc5a2e954 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:43.295966 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-12d096cd-f9f3-493c-8d98-52f55fe05857 req-52555f40-1e26-43fe-a83e-fcffc5a2e954 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:43.297168 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12d096cd-f9f3-493c-8d98-52f55fe05857 req-52555f40-1e26-43fe-a83e-fcffc5a2e954 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "DELETE /v2.0/floatingips/e45cc715-81c1-4000-81f6-a8996f150a0a HTTP/1.1" status: 204 len: 173 time: 1.5801632 Aug 16 01:34:43.523307 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Allocated IP 172.20.0.2 (f8bc3f06-c907-43a9-9a8b-57d1715bcf74/664b35f5-1bad-4b46-9929-41544c87bf62/b67d48f6-6211-4c8f-8cf8-32b49964d798) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:34:43.739326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-d96e3848-b9eb-4ed1-ae54-e1e2924b711c service neutron] For port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:43.776362 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de38323a-e233-4715-9f58-99e56db219c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:43.810222 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-d96e3848-b9eb-4ed1-ae54-e1e2924b711c service neutron] For port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:34:43.841340 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:43.857113 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Transition to ACTIVE for port object b67d48f6-6211-4c8f-8cf8-32b49964d798 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:34:43.878592 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Transition to ACTIVE for port object b67d48f6-6211-4c8f-8cf8-32b49964d798 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:34:43.889146 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:43.921540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-d96e3848-b9eb-4ed1-ae54-e1e2924b711c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:34:43.945835 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1c649-5b09-4986-8f47-7e2945e6f17f req-c7feea7c-1ea1-411e-92cb-d0e7ffc075b8 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:43.949673 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a1c649-5b09-4986-8f47-7e2945e6f17f req-c7feea7c-1ea1-411e-92cb-d0e7ffc075b8 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 943 time: 0.2593777 Aug 16 01:34:43.965497 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-d96e3848-b9eb-4ed1-ae54-e1e2924b711c service neutron] For port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:43.971174 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Network f8bc3f06-c907-43a9-9a8b-57d1715bcf74 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:34:43.980168 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:34:43.987634 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:34:43.997509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Pushing event updated for resources: {'Port': ['ID=b67d48f6-6211-4c8f-8cf8-32b49964d798,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:44.009079 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-d96e3848-b9eb-4ed1-ae54-e1e2924b711c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:44.081481 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9a1c649-5b09-4986-8f47-7e2945e6f17f req-2abebd23-2a5f-478d-9008-90ec1c38cc65 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189523 Aug 16 01:34:44.143692 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Attempting to bind port b67d48f6-6211-4c8f-8cf8-32b49964d798 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:34:44.163785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Attempting to bind port b67d48f6-6211-4c8f-8cf8-32b49964d798 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '4ac70837-a5d4-4396-bcdd-2d42f48a13a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f8bc3f06-c907-43a9-9a8b-57d1715bcf74'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:34:44.164825 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Attempting to bind port b67d48f6-6211-4c8f-8cf8-32b49964d798 on network f8bc3f06-c907-43a9-9a8b-57d1715bcf74 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:34:44.236788 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:34:44.237394 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Checking segment: {'id': '4ac70837-a5d4-4396-bcdd-2d42f48a13a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f8bc3f06-c907-43a9-9a8b-57d1715bcf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:34:44.238091 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:44.239239 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Bound using segment: {'id': '4ac70837-a5d4-4396-bcdd-2d42f48a13a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f8bc3f06-c907-43a9-9a8b-57d1715bcf74'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:34:44.240256 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Bound port: b67d48f6-6211-4c8f-8cf8-32b49964d798, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac70837-a5d4-4396-bcdd-2d42f48a13a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f8bc3f06-c907-43a9-9a8b-57d1715bcf74'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:34:44.240782 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:44.324427 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] For port b67d48f6-6211-4c8f-8cf8-32b49964d798, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:34:44.330716 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] For port b67d48f6-6211-4c8f-8cf8-32b49964d798, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b67d48f6-6211-4c8f-8cf8-32b49964d798,segment=NetworkSegment(4ac70837-a5d4-4396-bcdd-2d42f48a13a5),segment_id=4ac70837-a5d4-4396-bcdd-2d42f48a13a5)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:34:44.337509 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:44.435894 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b6d5b-38fe-4742-9379-b1e5a7277137 None None] Pushing event updated for resources: {'Port': ['ID=b67d48f6-6211-4c8f-8cf8-32b49964d798,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:44.480731 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de38323a-e233-4715-9f58-99e56db219c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:44.562259 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de38323a-e233-4715-9f58-99e56db219c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:44.884966 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eca6ef37-30db-46b6-9d8d-f2d9005119d5 req-85ff3039-2031-48ec-aa27-a55344142895 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8767912 Aug 16 01:34:44.909874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-de38323a-e233-4715-9f58-99e56db219c6 admin admin] Allocated IP 172.25.3.245 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/33616704-f84e-4128-b384-4434645b2db5) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:34:44.935301 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-eca6ef37-30db-46b6-9d8d-f2d9005119d5 req-bb86d554-9322-43b6-9ff2-2879a647dc1b tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:34:44.990813 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eca6ef37-30db-46b6-9d8d-f2d9005119d5 req-bb86d554-9322-43b6-9ff2-2879a647dc1b tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:45.120388 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de38323a-e233-4715-9f58-99e56db219c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:45.163338 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-d96e3848-b9eb-4ed1-ae54-e1e2924b711c service neutron] Transition to ACTIVE for port object 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:34:45.170335 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-d96e3848-b9eb-4ed1-ae54-e1e2924b711c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:45.216493 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de38323a-e233-4715-9f58-99e56db219c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:45.281050 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de38323a-e233-4715-9f58-99e56db219c6 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:34:45.294573 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-de38323a-e233-4715-9f58-99e56db219c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:34:45.299694 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de38323a-e233-4715-9f58-99e56db219c6 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:34:45.308317 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-d96e3848-b9eb-4ed1-ae54-e1e2924b711c service neutron] No DVR routers for this DVR port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:34:45.368151 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e3848-b9eb-4ed1-ae54-e1e2924b711c service neutron] Pushing event updated for resources: {'Port': ['ID=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6,revision_number=10']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:45.398079 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38323a-e233-4715-9f58-99e56db219c6 admin admin] Pushing event updated for resources: {'Port': ['ID=33616704-f84e-4128-b384-4434645b2db5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:45.420134 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-d96e3848-b9eb-4ed1-ae54-e1e2924b711c service neutron] 10.222.0.63 "PUT /v2.0/ports/9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6/bindings/n-h1-765315-27/activate HTTP/1.1" status: 200 len: 370 time: 2.2890308 Aug 16 01:34:45.441381 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eca6ef37-30db-46b6-9d8d-f2d9005119d5 req-bb86d554-9322-43b6-9ff2-2879a647dc1b tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:45.450190 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80a2da-c85f-47b0-95dc-b87899841c60 req-b73c4c0e-495a-46ca-a24e-8549bf97fcdb tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:45.458372 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-df80a2da-c85f-47b0-95dc-b87899841c60 req-b73c4c0e-495a-46ca-a24e-8549bf97fcdb tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 944 time: 0.1790893 Aug 16 01:34:45.763313 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-df80a2da-c85f-47b0-95dc-b87899841c60 req-fde62c09-aad6-4fb2-96a7-9bd35eef2123 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040080 Aug 16 01:34:45.801146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-b7de5b7a-017c-46f7-a90d-75535b667bb6 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:45.813811 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-b7de5b7a-017c-46f7-a90d-75535b667bb6 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7&tenant_id=45dbe6ee0a914906b78be372f8c71bfe&binding%3Ahost_id=n-h2-765315-27 HTTP/1.1" status: 200 len: 1096 time: 0.2688656 Aug 16 01:34:45.877068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b67d48f6-6211-4c8f-8cf8-32b49964d798 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:34:45.985309 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de38323a-e233-4715-9f58-99e56db219c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:46.020030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-eca6ef37-30db-46b6-9d8d-f2d9005119d5 req-bb86d554-9322-43b6-9ff2-2879a647dc1b tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Allocated IP 172.25.3.69 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/c30475c6-6d47-4605-97be-0ef36372d859) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:34:46.031140 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port b67d48f6-6211-4c8f-8cf8-32b49964d798 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:34:46.245218 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eca6ef37-30db-46b6-9d8d-f2d9005119d5 req-bb86d554-9322-43b6-9ff2-2879a647dc1b tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:46.295472 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eca6ef37-30db-46b6-9d8d-f2d9005119d5 req-bb86d554-9322-43b6-9ff2-2879a647dc1b tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:46.301112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85179779-929e-4636-8eac-187936cc9dc4 None None] Network f8bc3f06-c907-43a9-9a8b-57d1715bcf74 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:34:46.392858 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca6ef37-30db-46b6-9d8d-f2d9005119d5 req-bb86d554-9322-43b6-9ff2-2879a647dc1b tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:34:46.399123 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-eca6ef37-30db-46b6-9d8d-f2d9005119d5 req-bb86d554-9322-43b6-9ff2-2879a647dc1b tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:34:46.407931 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca6ef37-30db-46b6-9d8d-f2d9005119d5 req-bb86d554-9322-43b6-9ff2-2879a647dc1b tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:34:46.424545 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-6514f718-86b5-41d4-8ce4-2cee4529d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:46.426711 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-6514f718-86b5-41d4-8ce4-2cee4529d92d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7&tenant_id=45dbe6ee0a914906b78be372f8c71bfe HTTP/1.1" status: 200 len: 1096 time: 0.5910981 Aug 16 01:34:46.434837 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de38323a-e233-4715-9f58-99e56db219c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:46.449915 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f7032930-7a21-4d7c-8d6a-e1cc4cee2913 None None] Provisioning for port b67d48f6-6211-4c8f-8cf8-32b49964d798 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:34:46.478296 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f7032930-7a21-4d7c-8d6a-e1cc4cee2913 None None] Provisioning complete for port b67d48f6-6211-4c8f-8cf8-32b49964d798 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:46.478875 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7032930-7a21-4d7c-8d6a-e1cc4cee2913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:46.513097 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86d554-9322-43b6-9ff2-2879a647dc1b tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Pushing event updated for resources: {'Port': ['ID=c30475c6-6d47-4605-97be-0ef36372d859,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:46.619784 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-f4828835-8ec0-437a-9c8a-dfaeb98dafa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:46.621305 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-f4828835-8ec0-437a-9c8a-dfaeb98dafa9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 1096 time: 0.1655011 Aug 16 01:34:46.695421 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de38323a-e233-4715-9f58-99e56db219c6 admin admin] Router cab7e11b-e78a-49ec-b289-6efdefbcd215 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:34:46.711400 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7032930-7a21-4d7c-8d6a-e1cc4cee2913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:46.738259 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-1fdd911c-c521-415c-a161-3374e7031b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:46.740719 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-1fdd911c-c521-415c-a161-3374e7031b1f service neutron] 10.222.0.73 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 922 time: 0.1041343 Aug 16 01:34:46.745516 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eca6ef37-30db-46b6-9d8d-f2d9005119d5 req-bb86d554-9322-43b6-9ff2-2879a647dc1b tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:46.775954 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f7032930-7a21-4d7c-8d6a-e1cc4cee2913 None None] For port b67d48f6-6211-4c8f-8cf8-32b49964d798, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b67d48f6-6211-4c8f-8cf8-32b49964d798,segment=NetworkSegment(4ac70837-a5d4-4396-bcdd-2d42f48a13a5),segment_id=4ac70837-a5d4-4396-bcdd-2d42f48a13a5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:46.783426 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7032930-7a21-4d7c-8d6a-e1cc4cee2913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:46.793626 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-9cdbafe0-e926-48f7-a93a-a84469fd2f8b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 HTTP/1.1" status: 200 len: 217 time: 0.0416129 Aug 16 01:34:46.887558 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de38323a-e233-4715-9f58-99e56db219c6 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:34:46.894181 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7032930-7a21-4d7c-8d6a-e1cc4cee2913 None None] Pushing event updated for resources: {'Port': ['ID=b67d48f6-6211-4c8f-8cf8-32b49964d798,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:46.900688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Sync routers for ids ['cab7e11b-e78a-49ec-b289-6efdefbcd215'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:34:46.911620 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eca6ef37-30db-46b6-9d8d-f2d9005119d5 req-bb86d554-9322-43b6-9ff2-2879a647dc1b tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:46.914310 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Routers {'cab7e11b-e78a-49ec-b289-6efdefbcd215'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:34:46.915138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:34:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['cab7e11b-e78a-49ec-b289-6efdefbcd215'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:46.966261 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-89b97126-4b0a-483f-bb48-7fc9b0b6a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:46.967737 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-89b97126-4b0a-483f-bb48-7fc9b0b6a090 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.1397161 Aug 16 01:34:46.987009 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73455222-70eb-4bae-92ba-9c755887a23a req-241fb60d-efac-4a08-b408-2526771905dc tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:46.988685 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-73455222-70eb-4bae-92ba-9c755887a23a req-241fb60d-efac-4a08-b408-2526771905dc tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 944 time: 0.0867748 Aug 16 01:34:46.989795 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de38323a-e233-4715-9f58-99e56db219c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:46.993413 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-de38323a-e233-4715-9f58-99e56db219c6 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9761255 Aug 16 01:34:46.993628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36982) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:47.029963 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-a2073854-e079-4405-9236-0d08839008d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526919 Aug 16 01:34:47.113639 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Set router cab7e11b-e78a-49ec-b289-6efdefbcd215 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:34:47.121152 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-73455222-70eb-4bae-92ba-9c755887a23a req-3f9fd157-f5ba-4170-bcdf-132417c4039c tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209354 Aug 16 01:34:47.193799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-90233b17-eff8-4af0-b27a-9fdeded6c9db None None] Provisioning complete for port b67d48f6-6211-4c8f-8cf8-32b49964d798 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:47.194175 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-90233b17-eff8-4af0-b27a-9fdeded6c9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:47.340825 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-8aacca61-e0bc-465a-b257-ef279bdda3a4 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004110 Aug 16 01:34:47.477018 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eca6ef37-30db-46b6-9d8d-f2d9005119d5 req-bb86d554-9322-43b6-9ff2-2879a647dc1b tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:47.495266 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eca6ef37-30db-46b6-9d8d-f2d9005119d5 req-bb86d554-9322-43b6-9ff2-2879a647dc1b tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:47.614762 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-010fa29d-fc33-4413-a09d-4b1335470cf6 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415457 Aug 16 01:34:47.623206 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86d554-9322-43b6-9ff2-2879a647dc1b tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Pushing event updated for resources: {'Port': ['ID=c30475c6-6d47-4605-97be-0ef36372d859,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:47.633316 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'name': 'tempest-AttachSCSIVolumeTestJSON-782977341-router', 'tenant_id': '59f6ee9245de4e2794301101b5632f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '33616704-f84e-4128-b384-4434645b2db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:43Z', 'updated_at': '2021-08-16T01:34:45Z', 'revision_number': 3, 'project_id': '59f6ee9245de4e2794301101b5632f35', 'gw_port': {'id': '33616704-f84e-4128-b384-4434645b2db5', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:44Z', 'updated_at': '2021-08-16T01:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:47.636294 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eca6ef37-30db-46b6-9d8d-f2d9005119d5 req-bb86d554-9322-43b6-9ff2-2879a647dc1b tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:47.681386 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eca6ef37-30db-46b6-9d8d-f2d9005119d5 req-bb86d554-9322-43b6-9ff2-2879a647dc1b tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:47.682789 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eca6ef37-30db-46b6-9d8d-f2d9005119d5 req-bb86d554-9322-43b6-9ff2-2879a647dc1b tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7967384 Aug 16 01:34:47.696871 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Checking router: cab7e11b-e78a-49ec-b289-6efdefbcd215 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:34:47.697220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Updating router cab7e11b-e78a-49ec-b289-6efdefbcd215 port 33616704-f84e-4128-b384-4434645b2db5 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:34:47.726169 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:47.781267 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eca6ef37-30db-46b6-9d8d-f2d9005119d5 req-b3c8ae2c-25e9-40d7-8fc3-5e4aa721c535 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.0919361 Aug 16 01:34:47.784268 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b67d48f6-6211-4c8f-8cf8-32b49964d798 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:34:47.969983 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6ef37-30db-46b6-9d8d-f2d9005119d5 req-8e42a808-3e78-466c-b32e-854e48cb81bc tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:47.971412 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eca6ef37-30db-46b6-9d8d-f2d9005119d5 req-8e42a808-3e78-466c-b32e-854e48cb81bc tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.1833990 Aug 16 01:34:48.023977 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port b67d48f6-6211-4c8f-8cf8-32b49964d798 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:48.024546 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:48.057844 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3c353fa-6cb5-4214-af13-fc9cd5f01685 req-d35ef29e-5a85-40b1-8572-9f9fb9c9dd57 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/floatingips/59364b62-5a58-49ba-9c6a-0dee7606cf9b HTTP/1.1" status: 200 len: 692 time: 0.0526319 Aug 16 01:34:48.084776 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2fbe3-f475-4b9a-9758-350c3db20e98 req-d5090e65-326e-4d45-97eb-e6c3efd5bafa tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:48.086590 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b5e2fbe3-f475-4b9a-9758-350c3db20e98 req-d5090e65-326e-4d45-97eb-e6c3efd5bafa tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b274cb1-fb05-4179-a1ff-392bfec7371e HTTP/1.1" status: 200 len: 949 time: 0.4749587 Aug 16 01:34:48.166503 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b5e2fbe3-f475-4b9a-9758-350c3db20e98 req-e65a1ba9-6070-44a5-a1bc-cbf0aa11de31 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723729 Aug 16 01:34:48.231183 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c353fa-6cb5-4214-af13-fc9cd5f01685 req-32346478-9732-4645-b419-786fb70d64af tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:48.232768 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3c353fa-6cb5-4214-af13-fc9cd5f01685 req-32346478-9732-4645-b419-786fb70d64af tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.1684542 Aug 16 01:34:48.247015 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-a7e5916e-ed6e-4b4e-a4f2-be38c536da61 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:48.248522 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-a7e5916e-ed6e-4b4e-a4f2-be38c536da61 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7&tenant_id=45dbe6ee0a914906b78be372f8c71bfe&binding%3Ahost_id=n-h1-765315-27 HTTP/1.1" status: 200 len: 1096 time: 0.2757459 Aug 16 01:34:48.248868 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:48.260456 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Transition to ACTIVE for port object 33616704-f84e-4128-b384-4434645b2db5 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:34:48.270350 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:48.296989 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d16b6a0b-4da2-4571-9bd4-6f34d7a7b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:48.340181 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a16779-6c37-49ee-8d8c-d1e5886a760a None None] Pushing event updated for resources: {'Port': ['ID=33616704-f84e-4128-b384-4434645b2db5,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:48.365480 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Attempting to bind port 33616704-f84e-4128-b384-4434645b2db5 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:34:48.366411 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Attempting to bind port 33616704-f84e-4128-b384-4434645b2db5 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:34:48.367077 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Attempting to bind port 33616704-f84e-4128-b384-4434645b2db5 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:34:48.373230 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:34:48.373903 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:34:48.374512 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:48.375078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:34:48.375718 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Bound port: 33616704-f84e-4128-b384-4434645b2db5, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:34:48.376487 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:48.384396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3c353fa-6cb5-4214-af13-fc9cd5f01685 req-09d77a58-520a-4b5c-82f5-8fd4251e9be0 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.1413567 Aug 16 01:34:48.424106 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd8ea5-89ce-4f76-8586-30070b03d7e9 req-507c37ae-b1e5-4439-9e5a-cc96d284c699 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:48.425702 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dafd8ea5-89ce-4f76-8586-30070b03d7e9 req-507c37ae-b1e5-4439-9e5a-cc96d284c699 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 944 time: 0.1451647 Aug 16 01:34:48.461824 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] For port 33616704-f84e-4128-b384-4434645b2db5, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:34:48.467241 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] For port 33616704-f84e-4128-b384-4434645b2db5, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=33616704-f84e-4128-b384-4434645b2db5,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:34:48.477355 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:48.489816 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3c353fa-6cb5-4214-af13-fc9cd5f01685 req-3d8a4878-eb3b-4900-a13d-4dfb6a58d5b2 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.0578072 Aug 16 01:34:48.490805 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-78f47f51-69c4-4592-b79d-1835462938f2 service neutron] For port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:34:48.494424 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-78f47f51-69c4-4592-b79d-1835462938f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:48.495464 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-707c2ee7-b61b-4d39-a54b-36be18b4e606 req-78f47f51-69c4-4592-b79d-1835462938f2 service neutron] 10.222.0.73 "DELETE /v2.0/ports/9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6/bindings/n-h2-765315-27 HTTP/1.1" status: 204 len: 173 time: 0.1890705 Aug 16 01:34:48.538810 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dafd8ea5-89ce-4f76-8586-30070b03d7e9 req-034d8e92-cf19-4369-86e3-642977ee8030 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016722 Aug 16 01:34:48.584214 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a16779-6c37-49ee-8d8c-d1e5886a760a None None] Pushing event updated for resources: {'Port': ['ID=33616704-f84e-4128-b384-4434645b2db5,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:48.587275 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Routers {'cab7e11b-e78a-49ec-b289-6efdefbcd215'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:34:48.588044 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:34:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['cab7e11b-e78a-49ec-b289-6efdefbcd215'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:48.654227 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d16b6a0b-4da2-4571-9bd4-6f34d7a7b5d8 admin admin] Allocated IP 172.20.0.1 (f8bc3f06-c907-43a9-9a8b-57d1715bcf74/664b35f5-1bad-4b46-9929-41544c87bf62/dfd50e88-a50b-409a-86a8-c1cb249a4899) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:34:48.710503 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-f3c353fa-6cb5-4214-af13-fc9cd5f01685 req-b8c67155-4dbb-4b7c-b964-5baef991f0f4 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Deleting port c30475c6-6d47-4605-97be-0ef36372d859 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:34:48.710853 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f3c353fa-6cb5-4214-af13-fc9cd5f01685 req-b8c67155-4dbb-4b7c-b964-5baef991f0f4 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:48.766434 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] Set router cab7e11b-e78a-49ec-b289-6efdefbcd215 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:34:48.860549 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d16b6a0b-4da2-4571-9bd4-6f34d7a7b5d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:48.883166 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d16b6a0b-4da2-4571-9bd4-6f34d7a7b5d8 admin admin] Transition to ACTIVE for port object dfd50e88-a50b-409a-86a8-c1cb249a4899 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:34:48.917720 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f3c353fa-6cb5-4214-af13-fc9cd5f01685 req-b8c67155-4dbb-4b7c-b964-5baef991f0f4 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:48.918983 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f3c353fa-6cb5-4214-af13-fc9cd5f01685 req-b8c67155-4dbb-4b7c-b964-5baef991f0f4 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:48.942233 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-f3c353fa-6cb5-4214-af13-fc9cd5f01685 req-b8c67155-4dbb-4b7c-b964-5baef991f0f4 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Calling delete_port for c30475c6-6d47-4605-97be-0ef36372d859 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:34:48.943973 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d16b6a0b-4da2-4571-9bd4-6f34d7a7b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:49.056342 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16b6a0b-4da2-4571-9bd4-6f34d7a7b5d8 admin admin] Network f8bc3f06-c907-43a9-9a8b-57d1715bcf74 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:34:49.057417 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b6a0b-4da2-4571-9bd4-6f34d7a7b5d8 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd50e88-a50b-409a-86a8-c1cb249a4899,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:49.062024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d16b6a0b-4da2-4571-9bd4-6f34d7a7b5d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:34:49.075576 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16b6a0b-4da2-4571-9bd4-6f34d7a7b5d8 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:34:49.136349 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d16b6a0b-4da2-4571-9bd4-6f34d7a7b5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:49.177201 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'name': 'tempest-AttachSCSIVolumeTestJSON-782977341-router', 'tenant_id': '59f6ee9245de4e2794301101b5632f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '33616704-f84e-4128-b384-4434645b2db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:43Z', 'updated_at': '2021-08-16T01:34:45Z', 'revision_number': 3, 'project_id': '59f6ee9245de4e2794301101b5632f35', 'gw_port': {'id': '33616704-f84e-4128-b384-4434645b2db5', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:44Z', 'updated_at': '2021-08-16T01:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:49.239825 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9425930-a8ec-4d83-a532-ec79786eb270 None None] The sync data for ids ['cab7e11b-e78a-49ec-b289-6efdefbcd215'] in n-d-765315-27 is: [{'id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'name': 'tempest-AttachSCSIVolumeTestJSON-782977341-router', 'tenant_id': '59f6ee9245de4e2794301101b5632f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '33616704-f84e-4128-b384-4434645b2db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:43Z', 'updated_at': '2021-08-16T01:34:45Z', 'revision_number': 3, 'project_id': '59f6ee9245de4e2794301101b5632f35', 'gw_port': {'id': '33616704-f84e-4128-b384-4434645b2db5', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:44Z', 'updated_at': '2021-08-16T01:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:34:49.243620 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07e87a-bf76-47e6-beaa-c98d94105910 req-0fa91060-2c33-4256-a00e-163baee9ca84 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:49.243832 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f3c353fa-6cb5-4214-af13-fc9cd5f01685 req-b8c67155-4dbb-4b7c-b964-5baef991f0f4 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:49.251200 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8b07e87a-bf76-47e6-beaa-c98d94105910 req-0fa91060-2c33-4256-a00e-163baee9ca84 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 1096 time: 0.1112030 Aug 16 01:34:49.277273 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c67155-4dbb-4b7c-b964-5baef991f0f4 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Pushing event deleted for resources: {'Port': ['ID=c30475c6-6d47-4605-97be-0ef36372d859,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:49.356284 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8b07e87a-bf76-47e6-beaa-c98d94105910 req-128d0816-e30a-4613-b404-6984a2ffe261 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027782 Aug 16 01:34:49.384567 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f3c353fa-6cb5-4214-af13-fc9cd5f01685 req-b8c67155-4dbb-4b7c-b964-5baef991f0f4 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:49.388315 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f3c353fa-6cb5-4214-af13-fc9cd5f01685 req-b8c67155-4dbb-4b7c-b964-5baef991f0f4 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:49.389630 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3c353fa-6cb5-4214-af13-fc9cd5f01685 req-b8c67155-4dbb-4b7c-b964-5baef991f0f4 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "DELETE /v2.0/floatingips/59364b62-5a58-49ba-9c6a-0dee7606cf9b HTTP/1.1" status: 204 len: 173 time: 0.8930280 Aug 16 01:34:49.501362 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-1abef158-ec7f-4d7f-9524-4757971bd5cc req-736417d4-7648-4051-9811-8f086ee12b10 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] show failed (client error): The resource could not be found. Aug 16 01:34:49.502578 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1abef158-ec7f-4d7f-9524-4757971bd5cc req-736417d4-7648-4051-9811-8f086ee12b10 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/floatingips/59364b62-5a58-49ba-9c6a-0dee7606cf9b HTTP/1.1" status: 404 len: 350 time: 0.0652037 Aug 16 01:34:49.503272 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d16b6a0b-4da2-4571-9bd4-6f34d7a7b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:49.521946 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9484ed5d-5371-45cc-b476-c81508c3f7aa None None] Provisioning for port dfd50e88-a50b-409a-86a8-c1cb249a4899 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:34:49.527608 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9484ed5d-5371-45cc-b476-c81508c3f7aa None None] Provisioning complete for port dfd50e88-a50b-409a-86a8-c1cb249a4899 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:49.528190 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9484ed5d-5371-45cc-b476-c81508c3f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:49.590791 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9484ed5d-5371-45cc-b476-c81508c3f7aa None None] Port dfd50e88-a50b-409a-86a8-c1cb249a4899 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:34:49.678202 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [req-7b18ed95-f367-4879-a7c6-e37e4f6bfccd req-0b663da8-2ec8-4608-97eb-26c568472e48 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] show failed (client error): The resource could not be found. Aug 16 01:34:49.679391 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b18ed95-f367-4879-a7c6-e37e4f6bfccd req-0b663da8-2ec8-4608-97eb-26c568472e48 tempest-FloatingIPsTestJSON-1038246122 tempest-FloatingIPsTestJSON-1038246122-project] 10.222.0.68 "GET /v2.0/floatingips/59364b62-5a58-49ba-9c6a-0dee7606cf9b HTTP/1.1" status: 404 len: 350 time: 0.0730338 Aug 16 01:34:49.688947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37076) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:49.780979 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27495a72-5ff9-4426-a057-40538fc39dd9 req-f6600851-dc51-4396-98c0-816723f14d79 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:49.801278 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-27495a72-5ff9-4426-a057-40538fc39dd9 req-f6600851-dc51-4396-98c0-816723f14d79 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 1096 time: 0.1882701 Aug 16 01:34:49.938531 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 33616704-f84e-4128-b384-4434645b2db5 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:34:49.989324 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-27495a72-5ff9-4426-a057-40538fc39dd9 req-7ca40856-c190-4656-a1fe-e2af7f8f00cf tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867781 Aug 16 01:34:50.067894 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d16b6a0b-4da2-4571-9bd4-6f34d7a7b5d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:50.075920 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d16b6a0b-4da2-4571-9bd4-6f34d7a7b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:50.079840 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b2185b30-67cd-4585-9d7b-1cae266e5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:50.084591 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 33616704-f84e-4128-b384-4434645b2db5 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:34:50.097458 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 33616704-f84e-4128-b384-4434645b2db5 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:50.098577 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:50.219717 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b6a0b-4da2-4571-9bd4-6f34d7a7b5d8 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd50e88-a50b-409a-86a8-c1cb249a4899,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:50.225290 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d16b6a0b-4da2-4571-9bd4-6f34d7a7b5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:50.305107 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:50.346406 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 33616704-f84e-4128-b384-4434645b2db5, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=33616704-f84e-4128-b384-4434645b2db5,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:50.366081 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:50.458206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16b6a0b-4da2-4571-9bd4-6f34d7a7b5d8 admin admin] Network f8bc3f06-c907-43a9-9a8b-57d1715bcf74 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:34:50.468428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d16b6a0b-4da2-4571-9bd4-6f34d7a7b5d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:34:50.492530 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=33616704-f84e-4128-b384-4434645b2db5,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:50.559489 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6d04728e-7aec-444a-831b-0db15e1785a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:50.811559 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d3b8e12d-be02-4625-aedb-c1114046e05a no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:34:50.841397 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16b6a0b-4da2-4571-9bd4-6f34d7a7b5d8 admin admin] Router cab7e11b-e78a-49ec-b289-6efdefbcd215 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:34:51.124257 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:51.168272 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-aeb6ae2f-3790-4722-89f9-d98ef207ca7b None None] Provisioning complete for port dfd50e88-a50b-409a-86a8-c1cb249a4899 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:51.168801 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ae2f-3790-4722-89f9-d98ef207ca7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:51.179757 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16b6a0b-4da2-4571-9bd4-6f34d7a7b5d8 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:34:51.192967 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d16b6a0b-4da2-4571-9bd4-6f34d7a7b5d8 admin admin] 10.222.0.68 "PUT /v2.0/routers/cab7e11b-e78a-49ec-b289-6efdefbcd215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1980674 Aug 16 01:34:51.227784 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b274cb1-fb05-4179-a1ff-392bfec7371e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3b8e12d-be02-4625-aedb-c1114046e05a'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:34:51.230381 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d07836-dccd-46e9-81e2-a7b33c330daa" -d '{"events": [{"server_uuid": "1b274cb1-fb05-4179-a1ff-392bfec7371e", "name": "network-vif-unplugged", "status": "completed", "tag": "d3b8e12d-be02-4625-aedb-c1114046e05a"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:34:51.252049 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-aeb6ae2f-3790-4722-89f9-d98ef207ca7b None None] Port dfd50e88-a50b-409a-86a8-c1cb249a4899 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:34:51.268210 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d3b8e12d-be02-4625-aedb-c1114046e05a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d3b8e12d-be02-4625-aedb-c1114046e05a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:51.284770 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:51.384389 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7eeb5d2-3762-4fb3-b89b-3e94b646166a x-openstack-request-id: req-a7eeb5d2-3762-4fb3-b89b-3e94b646166a {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:34:51.386041 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b274cb1-fb05-4179-a1ff-392bfec7371e", "name": "network-vif-unplugged", "status": "completed", "tag": "d3b8e12d-be02-4625-aedb-c1114046e05a", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:34:51.386396 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a7eeb5d2-3762-4fb3-b89b-3e94b646166a {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:34:51.386993 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b274cb1-fb05-4179-a1ff-392bfec7371e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3b8e12d-be02-4625-aedb-c1114046e05a', 'code': 200} Aug 16 01:34:51.392702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=d3b8e12d-be02-4625-aedb-c1114046e05a,revision_number=11']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:51.427218 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6d04728e-7aec-444a-831b-0db15e1785a8 admin admin] Deleting port fa3c5c46-dba5-4c44-9438-5aed192fc0de {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:34:51.427637 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6d04728e-7aec-444a-831b-0db15e1785a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:51.522672 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-6d04728e-7aec-444a-831b-0db15e1785a8 admin admin] For port fa3c5c46-dba5-4c44-9438-5aed192fc0de, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=fa3c5c46-dba5-4c44-9438-5aed192fc0de,segment=NetworkSegment(3b30da11-2b40-46be-b698-a30dc855191c),segment_id=3b30da11-2b40-46be-b698-a30dc855191c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:51.523139 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6d04728e-7aec-444a-831b-0db15e1785a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:51.547217 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6d04728e-7aec-444a-831b-0db15e1785a8 admin admin] Calling delete_port for fa3c5c46-dba5-4c44-9438-5aed192fc0de owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:34:51.827158 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 33616704-f84e-4128-b384-4434645b2db5 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:34:51.897049 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 33616704-f84e-4128-b384-4434645b2db5 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:51.897657 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:51.951389 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6d04728e-7aec-444a-831b-0db15e1785a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:52.023802 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04728e-7aec-444a-831b-0db15e1785a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3c5c46-dba5-4c44-9438-5aed192fc0de,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:52.099301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37260) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:52.104703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2c8fb3d6-d512-4602-adeb-fc8194a651d2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1801301347-network', 'tenant_id': '2e1ef47011ec45d398dc0be1d2bf6cd6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:34:52.154687 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8fb3d6-d512-4602-adeb-fc8194a651d2 admin admin] Made reservation on behalf of 2e1ef47011ec45d398dc0be1d2bf6cd6 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:34:52.157534 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb3d6-d512-4602-adeb-fc8194a651d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:52.177512 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb3d6-d512-4602-adeb-fc8194a651d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:52.420499 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Sync routers for ids ['cab7e11b-e78a-49ec-b289-6efdefbcd215'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:34:52.434678 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Routers {'cab7e11b-e78a-49ec-b289-6efdefbcd215'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:34:52.435345 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:34:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['cab7e11b-e78a-49ec-b289-6efdefbcd215'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:52.455293 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb3d6-d512-4602-adeb-fc8194a651d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:52.470588 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb3d6-d512-4602-adeb-fc8194a651d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:52.538659 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8fb3d6-d512-4602-adeb-fc8194a651d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:34:52.543866 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e925a665-ad81-46d6-8f45-ca52dbf227c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:52.591357 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fb3d6-d512-4602-adeb-fc8194a651d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26f5150-223d-4317-b224-7f345d4d5e86,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:52.606834 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb3d6-d512-4602-adeb-fc8194a651d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:52.607193 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-2c8fb3d6-d512-4602-adeb-fc8194a651d2 admin admin] Added segment 3ffb58b1-49ff-4c9e-848a-fc5d6f14de35 of type vlan for network 30aa2c68-e525-4ee5-8e63-beae05ffae78 Aug 16 01:34:52.654638 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Set router cab7e11b-e78a-49ec-b289-6efdefbcd215 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:34:52.705007 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb3d6-d512-4602-adeb-fc8194a651d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:52.756469 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb3d6-d512-4602-adeb-fc8194a651d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:52.757711 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8fb3d6-d512-4602-adeb-fc8194a651d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:52.758829 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb3d6-d512-4602-adeb-fc8194a651d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:52.839545 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fb3d6-d512-4602-adeb-fc8194a651d2 admin admin] Pushing event updated for resources: {'Network': ['ID=30aa2c68-e525-4ee5-8e63-beae05ffae78,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:52.850347 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 30aa2c68-e525-4ee5-8e63-beae05ffae78 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:34:52.875233 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2c8fb3d6-d512-4602-adeb-fc8194a651d2 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7654130 Aug 16 01:34:52.876387 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37288) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:52.890819 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-00582bdd-efd1-46ac-b30d-e40024649eac admin admin] Request body: {'subnet': {'network_id': '30aa2c68-e525-4ee5-8e63-beae05ffae78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1801301347-subnet', 'tenant_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:34:52.955011 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00582bdd-efd1-46ac-b30d-e40024649eac admin admin] Made reservation on behalf of 2e1ef47011ec45d398dc0be1d2bf6cd6 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:34:52.958250 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'name': 'tempest-AttachSCSIVolumeTestJSON-782977341-router', 'tenant_id': '59f6ee9245de4e2794301101b5632f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '33616704-f84e-4128-b384-4434645b2db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:43Z', 'updated_at': '2021-08-16T01:34:49Z', 'revision_number': 4, 'project_id': '59f6ee9245de4e2794301101b5632f35', 'gw_port': {'id': '33616704-f84e-4128-b384-4434645b2db5', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:44Z', 'updated_at': '2021-08-16T01:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'dfd50e88-a50b-409a-86a8-c1cb249a4899', 'name': '', 'network_id': 'f8bc3f06-c907-43a9-9a8b-57d1715bcf74', 'tenant_id': '59f6ee9245de4e2794301101b5632f35', 'mac_address': 'fa:16:3e:58:68:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '664b35f5-1bad-4b46-9929-41544c87bf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:48Z', 'updated_at': '2021-08-16T01:34:49Z', 'revision_number': 2, 'project_id': '59f6ee9245de4e2794301101b5632f35', 'subnets': [{'id': '664b35f5-1bad-4b46-9929-41544c87bf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:52.960867 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00582bdd-efd1-46ac-b30d-e40024649eac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:53.009873 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Checking router: cab7e11b-e78a-49ec-b289-6efdefbcd215 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:34:53.010710 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Updating router cab7e11b-e78a-49ec-b289-6efdefbcd215 port dfd50e88-a50b-409a-86a8-c1cb249a4899 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:34:53.038100 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:53.099760 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6d04728e-7aec-444a-831b-0db15e1785a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:53.192914 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:53.370684 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:53.382327 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Transition to ACTIVE for port object dfd50e88-a50b-409a-86a8-c1cb249a4899 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:34:53.391367 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:53.444214 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e83e1-e21b-462a-91c2-04aaf8594c91 None None] Pushing event updated for resources: {'Port': ['ID=dfd50e88-a50b-409a-86a8-c1cb249a4899,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:53.475125 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00582bdd-efd1-46ac-b30d-e40024649eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:53.593205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d04728e-7aec-444a-831b-0db15e1785a8 admin admin] Router b0e1c48c-8dda-4848-9fdb-599a4291e4eb has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:34:53.611413 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00582bdd-efd1-46ac-b30d-e40024649eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a48bc1-045d-40f7-8ade-2355589f2b23,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:53.612690 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Attempting to bind port dfd50e88-a50b-409a-86a8-c1cb249a4899 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:34:53.616855 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Attempting to bind port dfd50e88-a50b-409a-86a8-c1cb249a4899 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '4ac70837-a5d4-4396-bcdd-2d42f48a13a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f8bc3f06-c907-43a9-9a8b-57d1715bcf74'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:34:53.617583 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Attempting to bind port dfd50e88-a50b-409a-86a8-c1cb249a4899 on network f8bc3f06-c907-43a9-9a8b-57d1715bcf74 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:34:53.632059 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:34:53.632436 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Checking segment: {'id': '4ac70837-a5d4-4396-bcdd-2d42f48a13a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f8bc3f06-c907-43a9-9a8b-57d1715bcf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:34:53.632818 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:53.633203 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Bound using segment: {'id': '4ac70837-a5d4-4396-bcdd-2d42f48a13a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f8bc3f06-c907-43a9-9a8b-57d1715bcf74'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:34:53.633664 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Bound port: dfd50e88-a50b-409a-86a8-c1cb249a4899, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac70837-a5d4-4396-bcdd-2d42f48a13a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f8bc3f06-c907-43a9-9a8b-57d1715bcf74'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:34:53.634082 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:53.657138 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00582bdd-efd1-46ac-b30d-e40024649eac admin admin] Checking segment: {'id': '3ffb58b1-49ff-4c9e-848a-fc5d6f14de35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '30aa2c68-e525-4ee5-8e63-beae05ffae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:34:53.657510 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00582bdd-efd1-46ac-b30d-e40024649eac admin admin] Network hostable DHCP agents. Network: 30aa2c68-e525-4ee5-8e63-beae05ffae78, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:34:53.684725 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-a41927e4-1ba5-4d32-9f1f-d96dfda928e9 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:53.697807 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-a41927e4-1ba5-4d32-9f1f-d96dfda928e9 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 808 time: 0.3546033 Aug 16 01:34:53.735423 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-a0257ebd-b772-4b27-8f6c-5ef781a5c6cb tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/quotas/2a06768184a243e2b06a44bee40a6f92 HTTP/1.1" status: 200 len: 375 time: 0.0365868 Aug 16 01:34:53.825607 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d04728e-7aec-444a-831b-0db15e1785a8 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:34:53.835830 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6d04728e-7aec-444a-831b-0db15e1785a8 admin admin] 10.222.0.68 "PUT /v2.0/routers/b0e1c48c-8dda-4848-9fdb-599a4291e4eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1454511 Aug 16 01:34:53.836808 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37336) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:53.837785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d94508-1dd4-45d0-b638-2ffa9db92b48 None None] Sync routers for ids ['b0e1c48c-8dda-4848-9fdb-599a4291e4eb'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:34:53.855701 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d94508-1dd4-45d0-b638-2ffa9db92b48 None None] Routers {'b0e1c48c-8dda-4848-9fdb-599a4291e4eb'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:34:53.856430 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-24d94508-1dd4-45d0-b638-2ffa9db92b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:34:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b0e1c48c-8dda-4848-9fdb-599a4291e4eb'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:53.875411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00582bdd-efd1-46ac-b30d-e40024649eac admin admin] Network 30aa2c68-e525-4ee5-8e63-beae05ffae78 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:34:53.906594 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-1932def0-08bd-41cb-8be9-b5622637234b tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1643620 Aug 16 01:34:53.946759 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] For port dfd50e88-a50b-409a-86a8-c1cb249a4899, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:34:53.956528 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] For port dfd50e88-a50b-409a-86a8-c1cb249a4899, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=dfd50e88-a50b-409a-86a8-c1cb249a4899,segment=NetworkSegment(4ac70837-a5d4-4396-bcdd-2d42f48a13a5),segment_id=4ac70837-a5d4-4396-bcdd-2d42f48a13a5)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:34:53.977077 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:54.043202 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-b7f60ec8-1b92-4de2-9755-0c3a57a4c6f8 service neutron] 10.222.0.68 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353903 Aug 16 01:34:54.047846 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-24d94508-1dd4-45d0-b638-2ffa9db92b48 None None] Set router b0e1c48c-8dda-4848-9fdb-599a4291e4eb gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:34:54.054475 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-00582bdd-efd1-46ac-b30d-e40024649eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 30aa2c68-e525-4ee5-8e63-beae05ffae78) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:34:54.081875 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-083561ff-cb97-4cf4-9e41-b3be33d5b13d admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:54.085652 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Routers {'cab7e11b-e78a-49ec-b289-6efdefbcd215'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:34:54.099774 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:34:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['cab7e11b-e78a-49ec-b289-6efdefbcd215'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:54.103893 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00582bdd-efd1-46ac-b30d-e40024649eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:54.104523 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00582bdd-efd1-46ac-b30d-e40024649eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:54.108818 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a6dd0c-83ac-4226-b455-21a769b15a45 None None] Network 30aa2c68-e525-4ee5-8e63-beae05ffae78 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:34:54.133270 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-00582bdd-efd1-46ac-b30d-e40024649eac admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2550669 Aug 16 01:34:54.144228 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37354) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:54.156368 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-778d5322-e72c-4f4f-912f-2cc3ed71304e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1801301347-router', 'tenant_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:34:54.191152 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:54.217262 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e83e1-e21b-462a-91c2-04aaf8594c91 None None] Pushing event updated for resources: {'Port': ['ID=dfd50e88-a50b-409a-86a8-c1cb249a4899,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:54.262322 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-778d5322-e72c-4f4f-912f-2cc3ed71304e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:54.264177 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-778d5322-e72c-4f4f-912f-2cc3ed71304e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:54.268458 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-083561ff-cb97-4cf4-9e41-b3be33d5b13d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:54.386573 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-778d5322-e72c-4f4f-912f-2cc3ed71304e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:54.402380 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-477d6526-4d25-4a0a-ada9-a61d7109b892 service neutron] 10.222.0.68 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580496 Aug 16 01:34:54.415724 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] Set router cab7e11b-e78a-49ec-b289-6efdefbcd215 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:34:54.421111 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-083561ff-cb97-4cf4-9e41-b3be33d5b13d admin admin] Deleting port ec40618e-bf36-4658-b38b-240442c58695 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:34:54.421459 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-083561ff-cb97-4cf4-9e41-b3be33d5b13d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:54.590484 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-083561ff-cb97-4cf4-9e41-b3be33d5b13d admin admin] For port ec40618e-bf36-4658-b38b-240442c58695, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ec40618e-bf36-4658-b38b-240442c58695,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:54.592347 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-083561ff-cb97-4cf4-9e41-b3be33d5b13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:54.628686 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-083561ff-cb97-4cf4-9e41-b3be33d5b13d admin admin] Calling delete_port for ec40618e-bf36-4658-b38b-240442c58695 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:34:54.697884 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-24d94508-1dd4-45d0-b638-2ffa9db92b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1c48c-8dda-4848-9fdb-599a4291e4eb', 'name': 'tempest-FloatingIPsTestJSON-2084995136-router', 'tenant_id': 'fd630cbc6aae450fa93d654d424c488d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec40618e-bf36-4658-b38b-240442c58695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:24Z', 'updated_at': '2021-08-16T01:34:51Z', 'revision_number': 5, 'project_id': 'fd630cbc6aae450fa93d654d424c488d', 'gw_port': {'id': 'ec40618e-bf36-4658-b38b-240442c58695', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1c48c-8dda-4848-9fdb-599a4291e4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:25Z', 'updated_at': '2021-08-16T01:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:54.733698 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-778d5322-e72c-4f4f-912f-2cc3ed71304e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:54.876009 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'name': 'tempest-AttachSCSIVolumeTestJSON-782977341-router', 'tenant_id': '59f6ee9245de4e2794301101b5632f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '33616704-f84e-4128-b384-4434645b2db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:43Z', 'updated_at': '2021-08-16T01:34:49Z', 'revision_number': 4, 'project_id': '59f6ee9245de4e2794301101b5632f35', 'gw_port': {'id': '33616704-f84e-4128-b384-4434645b2db5', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:44Z', 'updated_at': '2021-08-16T01:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'dfd50e88-a50b-409a-86a8-c1cb249a4899', 'name': '', 'network_id': 'f8bc3f06-c907-43a9-9a8b-57d1715bcf74', 'tenant_id': '59f6ee9245de4e2794301101b5632f35', 'mac_address': 'fa:16:3e:58:68:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '664b35f5-1bad-4b46-9929-41544c87bf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:48Z', 'updated_at': '2021-08-16T01:34:53Z', 'revision_number': 4, 'project_id': '59f6ee9245de4e2794301101b5632f35', 'subnets': [{'id': '664b35f5-1bad-4b46-9929-41544c87bf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:54.903339 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d94508-1dd4-45d0-b638-2ffa9db92b48 None None] Checking router: b0e1c48c-8dda-4848-9fdb-599a4291e4eb for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:34:54.919677 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-083561ff-cb97-4cf4-9e41-b3be33d5b13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:54.926315 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c859d-0373-41a5-b4af-237b379f47a0 None None] The sync data for ids ['cab7e11b-e78a-49ec-b289-6efdefbcd215'] in n-d-765315-27 is: [{'id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'name': 'tempest-AttachSCSIVolumeTestJSON-782977341-router', 'tenant_id': '59f6ee9245de4e2794301101b5632f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '33616704-f84e-4128-b384-4434645b2db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:43Z', 'updated_at': '2021-08-16T01:34:49Z', 'revision_number': 4, 'project_id': '59f6ee9245de4e2794301101b5632f35', 'gw_port': {'id': '33616704-f84e-4128-b384-4434645b2db5', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:44Z', 'updated_at': '2021-08-16T01:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'dfd50e88-a50b-409a-86a8-c1cb249a4899', 'name': '', 'network_id': 'f8bc3f06-c907-43a9-9a8b-57d1715bcf74', 'tenant_id': '59f6ee9245de4e2794301101b5632f35', 'mac_address': 'fa:16:3e:58:68:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '664b35f5-1bad-4b46-9929-41544c87bf62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:48Z', 'updated_at': '2021-08-16T01:34:53Z', 'revision_number': 4, 'project_id': '59f6ee9245de4e2794301101b5632f35', 'subnets': [{'id': '664b35f5-1bad-4b46-9929-41544c87bf62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:34:55.007698 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083561ff-cb97-4cf4-9e41-b3be33d5b13d admin admin] Pushing event deleted for resources: {'Port': ['ID=ec40618e-bf36-4658-b38b-240442c58695,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:55.221253 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-083561ff-cb97-4cf4-9e41-b3be33d5b13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:55.312580 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d94508-1dd4-45d0-b638-2ffa9db92b48 None None] Routers {'b0e1c48c-8dda-4848-9fdb-599a4291e4eb'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:34:55.313123 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-24d94508-1dd4-45d0-b638-2ffa9db92b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:34:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b0e1c48c-8dda-4848-9fdb-599a4291e4eb'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:55.353973 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-778d5322-e72c-4f4f-912f-2cc3ed71304e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:55.400396 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-778d5322-e72c-4f4f-912f-2cc3ed71304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:55.493466 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-24d94508-1dd4-45d0-b638-2ffa9db92b48 None None] Set router b0e1c48c-8dda-4848-9fdb-599a4291e4eb gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:34:55.508686 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-083561ff-cb97-4cf4-9e41-b3be33d5b13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:55.513319 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-083561ff-cb97-4cf4-9e41-b3be33d5b13d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:55.550392 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0f136eb0-0834-409a-a9c2-dfef444404b2 req-a9e298d8-b7af-424f-9fa9-521acc9f071e tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 210 time: 0.0638552 Aug 16 01:34:55.591346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-778d5322-e72c-4f4f-912f-2cc3ed71304e admin admin] Allocated IP 172.25.3.125 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/5af682be-98c5-45ea-aeca-daed5dc520ad) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:34:55.663424 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-083561ff-cb97-4cf4-9e41-b3be33d5b13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:55.664137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083561ff-cb97-4cf4-9e41-b3be33d5b13d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0e1c48c-8dda-4848-9fdb-599a4291e4eb {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:34:55.680504 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-083561ff-cb97-4cf4-9e41-b3be33d5b13d admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:55.681718 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-083561ff-cb97-4cf4-9e41-b3be33d5b13d admin admin] 10.222.0.68 "DELETE /v2.0/routers/b0e1c48c-8dda-4848-9fdb-599a4291e4eb HTTP/1.1" status: 204 len: 168 time: 1.8439627 Aug 16 01:34:55.684866 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37432) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:55.724359 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-30aa2c68-e525-4ee5-8e63-beae05ffae78', 'network_id': '30aa2c68-e525-4ee5-8e63-beae05ffae78', 'tenant_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'fixed_ips': [{'subnet_id': 'b6a48bc1-045d-40f7-8ade-2355589f2b23'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:34:55.727475 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:55.746509 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-778d5322-e72c-4f4f-912f-2cc3ed71304e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:55.752837 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-24d94508-1dd4-45d0-b638-2ffa9db92b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e1c48c-8dda-4848-9fdb-599a4291e4eb', 'name': 'tempest-FloatingIPsTestJSON-2084995136-router', 'tenant_id': 'fd630cbc6aae450fa93d654d424c488d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:24Z', 'updated_at': '2021-08-16T01:34:54Z', 'revision_number': 7, 'project_id': 'fd630cbc6aae450fa93d654d424c488d', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:55.846615 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-778d5322-e72c-4f4f-912f-2cc3ed71304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:55.861502 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b8f1b0-09cd-4989-9786-62166b7d7de9 admin admin] Deleting subnet 6e5bc038-ffed-4934-a95c-3e04c24c1a68 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:34:55.871413 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64b8f1b0-09cd-4989-9786-62166b7d7de9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:55.933912 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d94508-1dd4-45d0-b638-2ffa9db92b48 None None] The sync data for ids ['b0e1c48c-8dda-4848-9fdb-599a4291e4eb'] in n-d-765315-27 is: [{'id': 'b0e1c48c-8dda-4848-9fdb-599a4291e4eb', 'name': 'tempest-FloatingIPsTestJSON-2084995136-router', 'tenant_id': 'fd630cbc6aae450fa93d654d424c488d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:24Z', 'updated_at': '2021-08-16T01:34:54Z', 'revision_number': 7, 'project_id': 'fd630cbc6aae450fa93d654d424c488d', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:34:56.010916 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64b8f1b0-09cd-4989-9786-62166b7d7de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:56.062154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d5322-e72c-4f4f-912f-2cc3ed71304e admin admin] Pushing event updated for resources: {'Port': ['ID=5af682be-98c5-45ea-aeca-daed5dc520ad,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:56.091772 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778d5322-e72c-4f4f-912f-2cc3ed71304e admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:34:56.095499 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-778d5322-e72c-4f4f-912f-2cc3ed71304e admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:34:56.099348 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778d5322-e72c-4f4f-912f-2cc3ed71304e admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:34:56.170741 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64b8f1b0-09cd-4989-9786-62166b7d7de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:56.252552 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device dfd50e88-a50b-409a-86a8-c1cb249a4899 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:34:56.259752 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:56.312960 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64b8f1b0-09cd-4989-9786-62166b7d7de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:56.324540 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Allocated IP 172.20.0.2 (30aa2c68-e525-4ee5-8e63-beae05ffae78/b6a48bc1-045d-40f7-8ade-2355589f2b23/9a3b1c26-2631-4472-a79a-db443a62a382) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:34:56.337689 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64b8f1b0-09cd-4989-9786-62166b7d7de9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:56.343028 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-64b8f1b0-09cd-4989-9786-62166b7d7de9 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6e5bc038-ffed-4934-a95c-3e04c24c1a68 HTTP/1.1" status: 204 len: 168 time: 0.6564226 Aug 16 01:34:56.348037 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37442) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:56.357831 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff04574-459a-427c-8a81-d5e166ff9615 None None] Network ba238034-7edb-4dd8-8056-0958d97f90ff requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:34:56.417914 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8f1b0-09cd-4989-9786-62166b7d7de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e5bc038-ffed-4934-a95c-3e04c24c1a68,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:56.580803 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port dfd50e88-a50b-409a-86a8-c1cb249a4899 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:34:56.589205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port dfd50e88-a50b-409a-86a8-c1cb249a4899 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:56.589692 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:56.615163 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:56.722244 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-327da7b4-9494-4dca-ae56-898d14530936 req-2ec820c1-7608-486b-b55b-452b033b0280 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 210 time: 0.0372214 Aug 16 01:34:56.750023 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e34c1d-f0e9-4997-b40c-beebbfcb9655 req-81a8a98c-8d96-4ea0-935f-147ea7d60e9f tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:56.760523 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a6e34c1d-f0e9-4997-b40c-beebbfcb9655 req-81a8a98c-8d96-4ea0-935f-147ea7d60e9f tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7 HTTP/1.1" status: 200 len: 948 time: 0.1428077 Aug 16 01:34:56.768065 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-778d5322-e72c-4f4f-912f-2cc3ed71304e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:56.838087 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a6e34c1d-f0e9-4997-b40c-beebbfcb9655 req-9755d4b7-7bd1-453c-a83f-ce9e7c39381f tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767958 Aug 16 01:34:56.860423 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] Deleting port c9d66a6c-6c55-4a6d-b875-0681f0dcd709 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:34:56.860794 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:57.052789 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6d2dde-b257-4e48-92f4-c7d91304148b None None] DHCP port deletion for ba238034-7edb-4dd8-8056-0958d97f90ff request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:34:57.162096 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-c0279ee7-dcbd-4e99-95e6-15dfa8c786de tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:57.163755 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-c0279ee7-dcbd-4e99-95e6-15dfa8c786de tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.63 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 808 time: 0.2012906 Aug 16 01:34:57.195799 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-778d5322-e72c-4f4f-912f-2cc3ed71304e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:57.203687 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] For port c9d66a6c-6c55-4a6d-b875-0681f0dcd709, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c9d66a6c-6c55-4a6d-b875-0681f0dcd709,segment=NetworkSegment(3b30da11-2b40-46be-b698-a30dc855191c),segment_id=3b30da11-2b40-46be-b698-a30dc855191c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:57.203687 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:57.208594 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:57.220613 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:34:57.221905 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-ea2c0724-468a-441d-a8a6-66a22af39269 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Request body: {'port': {'device_id': 'b984425b-de17-4776-93c0-da1575eec219', 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d', 'admin_state_up': True, 'tenant_id': '2a06768184a243e2b06a44bee40a6f92'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:34:57.226029 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] Calling delete_port for c9d66a6c-6c55-4a6d-b875-0681f0dcd709 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:34:57.230279 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:57.267855 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Transition to ACTIVE for port object 9a3b1c26-2631-4472-a79a-db443a62a382 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:34:57.293987 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port dfd50e88-a50b-409a-86a8-c1cb249a4899, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=dfd50e88-a50b-409a-86a8-c1cb249a4899,segment=NetworkSegment(4ac70837-a5d4-4396-bcdd-2d42f48a13a5),segment_id=4ac70837-a5d4-4396-bcdd-2d42f48a13a5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:57.304596 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:57.344363 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Transition to ACTIVE for port object 9a3b1c26-2631-4472-a79a-db443a62a382 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:34:57.361925 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:57.406820 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=dfd50e88-a50b-409a-86a8-c1cb249a4899,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:57.418968 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778d5322-e72c-4f4f-912f-2cc3ed71304e admin admin] Router bfd64dba-0620-43dd-b195-73d302b007f9 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:34:57.425095 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d2dde-b257-4e48-92f4-c7d91304148b None None] Deleting port c9d66a6c-6c55-4a6d-b875-0681f0dcd709 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:34:57.427333 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d6d2dde-b257-4e48-92f4-c7d91304148b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:57.510422 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2d6d2dde-b257-4e48-92f4-c7d91304148b None None] For port c9d66a6c-6c55-4a6d-b875-0681f0dcd709, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c9d66a6c-6c55-4a6d-b875-0681f0dcd709,segment=NetworkSegment(3b30da11-2b40-46be-b698-a30dc855191c),segment_id=3b30da11-2b40-46be-b698-a30dc855191c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:57.510880 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d6d2dde-b257-4e48-92f4-c7d91304148b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:57.527971 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:57.545013 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d2dde-b257-4e48-92f4-c7d91304148b None None] Calling delete_port for c9d66a6c-6c55-4a6d-b875-0681f0dcd709 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:34:57.587253 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d66a6c-6c55-4a6d-b875-0681f0dcd709,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:57.600757 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] No DVR routers for this DVR port c9d66a6c-6c55-4a6d-b875-0681f0dcd709 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:34:57.622248 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778d5322-e72c-4f4f-912f-2cc3ed71304e admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:34:57.632477 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-ea2c0724-468a-441d-a8a6-66a22af39269 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Made reservation on behalf of 2a06768184a243e2b06a44bee40a6f92 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:34:57.636227 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Sync routers for ids ['bfd64dba-0620-43dd-b195-73d302b007f9'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:34:57.637051 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-ea2c0724-468a-441d-a8a6-66a22af39269 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:57.650799 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Routers {'bfd64dba-0620-43dd-b195-73d302b007f9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:34:57.651680 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-778d5322-e72c-4f4f-912f-2cc3ed71304e admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:57.655690 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-778d5322-e72c-4f4f-912f-2cc3ed71304e admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5079300 Aug 16 01:34:57.656052 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37456) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:57.656665 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:34:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['bfd64dba-0620-43dd-b195-73d302b007f9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:57.706483 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Network 30aa2c68-e525-4ee5-8e63-beae05ffae78 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:34:57.728726 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:34:57.746936 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:57.748898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:34:57.760773 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba238034-7edb-4dd8-8056-0958d97f90ff']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:57.774950 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b30da11-2b40-46be-b698-a30dc855191c') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:57.775639 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b30da11-2b40-46be-b698-a30dc855191c') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:57.786379 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:57.806181 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:57.812875 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:34:57.813456 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:57.821847 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Set router bfd64dba-0620-43dd-b195-73d302b007f9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:34:57.842540 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device dfd50e88-a50b-409a-86a8-c1cb249a4899 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:34:57.901094 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:34:57.928996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Pushing event updated for resources: {'Port': ['ID=9a3b1c26-2631-4472-a79a-db443a62a382,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:57.963213 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Attempting to bind port 9a3b1c26-2631-4472-a79a-db443a62a382 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:34:57.963213 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Attempting to bind port 9a3b1c26-2631-4472-a79a-db443a62a382 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3ffb58b1-49ff-4c9e-848a-fc5d6f14de35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '30aa2c68-e525-4ee5-8e63-beae05ffae78'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:34:57.963614 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Attempting to bind port 9a3b1c26-2631-4472-a79a-db443a62a382 on network 30aa2c68-e525-4ee5-8e63-beae05ffae78 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:34:57.973625 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:34:57.974244 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Checking segment: {'id': '3ffb58b1-49ff-4c9e-848a-fc5d6f14de35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '30aa2c68-e525-4ee5-8e63-beae05ffae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:34:57.975008 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:57.975412 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Bound using segment: {'id': '3ffb58b1-49ff-4c9e-848a-fc5d6f14de35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '30aa2c68-e525-4ee5-8e63-beae05ffae78'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:34:57.975955 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Bound port: 9a3b1c26-2631-4472-a79a-db443a62a382, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffb58b1-49ff-4c9e-848a-fc5d6f14de35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '30aa2c68-e525-4ee5-8e63-beae05ffae78'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:34:57.976400 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:57.999361 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d6d2dde-b257-4e48-92f4-c7d91304148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:58.024085 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d6d2dde-b257-4e48-92f4-c7d91304148b None None] Network ba238034-7edb-4dd8-8056-0958d97f90ff is not hosted by any dhcp agent {{(pid=94674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 01:34:58.024542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6d2dde-b257-4e48-92f4-c7d91304148b None None] No DVR routers for this DVR port c9d66a6c-6c55-4a6d-b875-0681f0dcd709 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:34:58.039406 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:58.053568 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:58.056017 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] 10.222.0.68 "DELETE /v2.0/networks/ba238034-7edb-4dd8-8056-0958d97f90ff HTTP/1.1" status: 204 len: 168 time: 1.7063110 Aug 16 01:34:58.131394 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d2dde-b257-4e48-92f4-c7d91304148b None None] Pushing event deleted for resources: {'Port': ['ID=c9d66a6c-6c55-4a6d-b875-0681f0dcd709,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:58.166595 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8ca71-ac54-4f9d-909b-811350662c96 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba238034-7edb-4dd8-8056-0958d97f90ff,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:58.175136 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port dfd50e88-a50b-409a-86a8-c1cb249a4899 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:34:58.175557 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:58.217429 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-ea2c0724-468a-441d-a8a6-66a22af39269 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Allocated IP 172.20.0.8 (177f0fb8-8efe-42df-b46e-daf6f73cf24d/2dca6ec8-828f-4751-8723-f176759a3e37/1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:34:58.220433 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd64dba-0620-43dd-b195-73d302b007f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1801301347-router', 'tenant_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '5af682be-98c5-45ea-aeca-daed5dc520ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:54Z', 'updated_at': '2021-08-16T01:34:56Z', 'revision_number': 3, 'project_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'gw_port': {'id': '5af682be-98c5-45ea-aeca-daed5dc520ad', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd64dba-0620-43dd-b195-73d302b007f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:55Z', 'updated_at': '2021-08-16T01:34:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:58.259525 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Checking router: bfd64dba-0620-43dd-b195-73d302b007f9 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:34:58.260502 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Updating router bfd64dba-0620-43dd-b195-73d302b007f9 port 5af682be-98c5-45ea-aeca-daed5dc520ad binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:34:58.290613 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:58.314554 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] For port 9a3b1c26-2631-4472-a79a-db443a62a382, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:34:58.325904 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] For port 9a3b1c26-2631-4472-a79a-db443a62a382, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=9a3b1c26-2631-4472-a79a-db443a62a382,segment=NetworkSegment(3ffb58b1-49ff-4c9e-848a-fc5d6f14de35),segment_id=3ffb58b1-49ff-4c9e-848a-fc5d6f14de35)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:34:58.358554 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:58.474758 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37470) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:58.492138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0bdad-4d27-4e4b-a30f-c56879463d9a None None] Pushing event updated for resources: {'Port': ['ID=9a3b1c26-2631-4472-a79a-db443a62a382,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:58.514619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee85db0-9a73-4f10-a2d6-7e99374018ef req-b92bc153-7400-4cdc-b118-39319e2d10c6 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:58.523469 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fee85db0-9a73-4f10-a2d6-7e99374018ef req-b92bc153-7400-4cdc-b118-39319e2d10c6 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7 HTTP/1.1" status: 200 len: 948 time: 0.5289178 Aug 16 01:34:58.544750 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fa3c5c46-dba5-4c44-9438-5aed192fc0de no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:34:58.549273 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-94846830-cf9f-4e65-9547-614712826754 req-7f51bd58-ecdf-4cd7-89ec-faf93698d0c8 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 210 time: 0.0729203 Aug 16 01:34:58.603907 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: fa3c5c46-dba5-4c44-9438-5aed192fc0de {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:34:58.604535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fa3c5c46-dba5-4c44-9438-5aed192fc0de not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:34:58.605084 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c9d66a6c-6c55-4a6d-b875-0681f0dcd709 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:34:58.653963 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: c9d66a6c-6c55-4a6d-b875-0681f0dcd709 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:34:58.654459 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c9d66a6c-6c55-4a6d-b875-0681f0dcd709 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:34:58.655122 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ec40618e-bf36-4658-b38b-240442c58695 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:34:58.686392 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fee85db0-9a73-4f10-a2d6-7e99374018ef req-37acd15c-25c6-4a32-a761-625f1a5498a1 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618199 Aug 16 01:34:58.720988 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360037c-0287-4874-9326-a19c53c11833 req-a454c7e7-702c-4ccb-afd7-aa5761954624 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:58.723151 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f360037c-0287-4874-9326-a19c53c11833 req-a454c7e7-702c-4ccb-afd7-aa5761954624 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7 HTTP/1.1" status: 200 len: 948 time: 0.6564288 Aug 16 01:34:58.746868 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: ec40618e-bf36-4658-b38b-240442c58695 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:34:58.747215 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ec40618e-bf36-4658-b38b-240442c58695 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:34:58.810361 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ac739a77-00ca-40e1-89e4-f7ddd0876e58 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fd630cbc6aae450fa93d654d424c488d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247595 Aug 16 01:34:58.812654 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37474) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:34:58.880954 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:58.908439 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Transition to ACTIVE for port object 5af682be-98c5-45ea-aeca-daed5dc520ad will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:34:58.921583 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:58.925520 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-ea2c0724-468a-441d-a8a6-66a22af39269 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:58.963412 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d658d89-1628-4d0d-9353-0ddb45aded25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:59.023957 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d658d89-1628-4d0d-9353-0ddb45aded25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:59.030012 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Attempting to bind port 5af682be-98c5-45ea-aeca-daed5dc520ad on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:34:59.030394 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Attempting to bind port 5af682be-98c5-45ea-aeca-daed5dc520ad by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:34:59.031010 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Attempting to bind port 5af682be-98c5-45ea-aeca-daed5dc520ad on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:34:59.034826 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcd7cf-e3c4-4aee-8cf8-f1c13b38b1ab None None] Pushing event updated for resources: {'Port': ['ID=5af682be-98c5-45ea-aeca-daed5dc520ad,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:59.036568 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-ea2c0724-468a-441d-a8a6-66a22af39269 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:59.040401 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:34:59.041027 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:34:59.041426 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:59.041823 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:34:59.042347 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Bound port: 5af682be-98c5-45ea-aeca-daed5dc520ad, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:34:59.042749 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:59.052351 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ee222d06-a32d-447c-b694-6c328ccef884'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:34:59.099596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-ea2c0724-468a-441d-a8a6-66a22af39269 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Network 177f0fb8-8efe-42df-b46e-daf6f73cf24d is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:34:59.104184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-ea2c0724-468a-441d-a8a6-66a22af39269 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:34:59.109896 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-ea2c0724-468a-441d-a8a6-66a22af39269 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:34:59.134166 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c0724-468a-441d-a8a6-66a22af39269 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Pushing event updated for resources: {'Port': ['ID=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:59.158469 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] For port 5af682be-98c5-45ea-aeca-daed5dc520ad, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:34:59.170576 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] For port 5af682be-98c5-45ea-aeca-daed5dc520ad, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5af682be-98c5-45ea-aeca-daed5dc520ad,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:34:59.181145 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:59.191078 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d658d89-1628-4d0d-9353-0ddb45aded25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:59.195497 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d658d89-1628-4d0d-9353-0ddb45aded25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:59.200106 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6d658d89-1628-4d0d-9353-0ddb45aded25 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/634bc7a5-258a-401e-bcc3-b2f468f5fb1b HTTP/1.1" status: 204 len: 168 time: 0.3864458 Aug 16 01:34:59.205882 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-f360037c-0287-4874-9326-a19c53c11833 req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Deleting port fb1b812a-5b4f-4a74-b568-6fca572f0b10 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:34:59.206258 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f360037c-0287-4874-9326-a19c53c11833 req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:59.209290 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-971f5293-a5cc-489e-a848-debea0e59841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:59.225632 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658d89-1628-4d0d-9353-0ddb45aded25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634bc7a5-258a-401e-bcc3-b2f468f5fb1b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:59.237267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658d89-1628-4d0d-9353-0ddb45aded25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:59.237628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658d89-1628-4d0d-9353-0ddb45aded25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:59.237970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658d89-1628-4d0d-9353-0ddb45aded25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:59.238956 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658d89-1628-4d0d-9353-0ddb45aded25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:59.239289 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658d89-1628-4d0d-9353-0ddb45aded25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:59.239613 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658d89-1628-4d0d-9353-0ddb45aded25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:59.240084 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658d89-1628-4d0d-9353-0ddb45aded25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:59.240381 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658d89-1628-4d0d-9353-0ddb45aded25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:59.240703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658d89-1628-4d0d-9353-0ddb45aded25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:59.241062 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658d89-1628-4d0d-9353-0ddb45aded25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:59.241748 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658d89-1628-4d0d-9353-0ddb45aded25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:59.242182 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d658d89-1628-4d0d-9353-0ddb45aded25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:34:59.276589 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Routers {'bfd64dba-0620-43dd-b195-73d302b007f9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:34:59.294808 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:34:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['bfd64dba-0620-43dd-b195-73d302b007f9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:59.342864 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcd7cf-e3c4-4aee-8cf8-f1c13b38b1ab None None] Pushing event updated for resources: {'Port': ['ID=5af682be-98c5-45ea-aeca-daed5dc520ad,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:34:59.381513 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-ea2c0724-468a-441d-a8a6-66a22af39269 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:59.382586 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-ea2c0724-468a-441d-a8a6-66a22af39269 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:59.454744 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] Set router bfd64dba-0620-43dd-b195-73d302b007f9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:34:59.475342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f360037c-0287-4874-9326-a19c53c11833 req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] For port fb1b812a-5b4f-4a74-b568-6fca572f0b10, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fb1b812a-5b4f-4a74-b568-6fca572f0b10,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:34:59.475764 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f360037c-0287-4874-9326-a19c53c11833 req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:59.510592 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-f360037c-0287-4874-9326-a19c53c11833 req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Calling delete_port for fb1b812a-5b4f-4a74-b568-6fca572f0b10 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:34:59.529220 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-971f5293-a5cc-489e-a848-debea0e59841 admin admin] Allocated IP 172.20.0.1 (30aa2c68-e525-4ee5-8e63-beae05ffae78/b6a48bc1-045d-40f7-8ade-2355589f2b23/52b9462a-bb72-4ae5-b133-b54eb34df0e0) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:34:59.666758 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-ea2c0724-468a-441d-a8a6-66a22af39269 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4489031 Aug 16 01:34:59.710674 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Request body: {'port': {'device_id': 'b984425b-de17-4776-93c0-da1575eec219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:34:59.758139 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd64dba-0620-43dd-b195-73d302b007f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1801301347-router', 'tenant_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '5af682be-98c5-45ea-aeca-daed5dc520ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:54Z', 'updated_at': '2021-08-16T01:34:56Z', 'revision_number': 3, 'project_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'gw_port': {'id': '5af682be-98c5-45ea-aeca-daed5dc520ad', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd64dba-0620-43dd-b195-73d302b007f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:55Z', 'updated_at': '2021-08-16T01:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:34:59.904670 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-971f5293-a5cc-489e-a848-debea0e59841 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:59.906675 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 9a3b1c26-2631-4472-a79a-db443a62a382 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:34:59.924396 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:34:59.989369 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fa4d7-376d-4843-a5e6-d29ea80da254 req-998989ee-74e8-44c5-901f-e299239fff88 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:34:59.991604 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-431fa4d7-376d-4843-a5e6-d29ea80da254 req-998989ee-74e8-44c5-901f-e299239fff88 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 931 time: 0.2413139 Aug 16 01:34:59.993083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-971f5293-a5cc-489e-a848-debea0e59841 admin admin] Transition to ACTIVE for port object 52b9462a-bb72-4ae5-b133-b54eb34df0e0 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:35:00.024803 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfb5ed2-6415-4db3-9415-d08ed9e57c65 None None] The sync data for ids ['bfd64dba-0620-43dd-b195-73d302b007f9'] in n-d-765315-27 is: [{'id': 'bfd64dba-0620-43dd-b195-73d302b007f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1801301347-router', 'tenant_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '5af682be-98c5-45ea-aeca-daed5dc520ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:54Z', 'updated_at': '2021-08-16T01:34:56Z', 'revision_number': 3, 'project_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'gw_port': {'id': '5af682be-98c5-45ea-aeca-daed5dc520ad', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd64dba-0620-43dd-b195-73d302b007f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:55Z', 'updated_at': '2021-08-16T01:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:35:00.028558 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 9a3b1c26-2631-4472-a79a-db443a62a382 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:35:00.100210 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-431fa4d7-376d-4843-a5e6-d29ea80da254 req-655d1914-2a07-4c9e-8e21-eecd4e6fd4e1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967078 Aug 16 01:35:00.175771 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-971f5293-a5cc-489e-a848-debea0e59841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:00.235151 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971f5293-a5cc-489e-a848-debea0e59841 admin admin] Network 30aa2c68-e525-4ee5-8e63-beae05ffae78 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:35:00.276329 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b79b6bb-cb9e-4068-823c-9f79519ef10c None None] Network 30aa2c68-e525-4ee5-8e63-beae05ffae78 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:35:00.291349 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-971f5293-a5cc-489e-a848-debea0e59841 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:00.300575 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971f5293-a5cc-489e-a848-debea0e59841 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:35:00.351750 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc6073-63e9-47f6-b727-e10feb98f975 req-6fd1def5-1997-42cb-84fa-3c05419f32b2 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:00.353320 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-30fc6073-63e9-47f6-b727-e10feb98f975 req-6fd1def5-1997-42cb-84fa-3c05419f32b2 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7 HTTP/1.1" status: 200 len: 948 time: 0.4314215 Aug 16 01:35:00.456031 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-30fc6073-63e9-47f6-b727-e10feb98f975 req-805a593e-5c2c-421b-830c-fd1cc6b82809 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947773 Aug 16 01:35:00.468878 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-971f5293-a5cc-489e-a848-debea0e59841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:00.481155 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f360037c-0287-4874-9326-a19c53c11833 req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:00.535435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Pushing event deleted for resources: {'Port': ['ID=fb1b812a-5b4f-4a74-b568-6fca572f0b10,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:00.614532 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:00.615069 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:00.616159 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:00.616159 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:00.616159 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:00.621896 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:00.622191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:00.622609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:00.623066 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:00.623504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:00.624049 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:00.624384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:00.683797 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7b3c9a74-6eef-4c23-9309-8accbe7eb257 None None] Provisioning for port 9a3b1c26-2631-4472-a79a-db443a62a382 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:35:00.705840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7b3c9a74-6eef-4c23-9309-8accbe7eb257 None None] Provisioning complete for port 9a3b1c26-2631-4472-a79a-db443a62a382 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:00.706213 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b3c9a74-6eef-4c23-9309-8accbe7eb257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:00.733241 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f5293-a5cc-489e-a848-debea0e59841 admin admin] Pushing event updated for resources: {'Port': ['ID=52b9462a-bb72-4ae5-b133-b54eb34df0e0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:00.778991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:35:00.828210 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:00.831424 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-f360037c-0287-4874-9326-a19c53c11833 req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] No DVR routers for this DVR port fb1b812a-5b4f-4a74-b568-6fca572f0b10 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:35:00.835838 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f360037c-0287-4874-9326-a19c53c11833 req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:00.838487 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f360037c-0287-4874-9326-a19c53c11833 req-90a7e431-1ca4-4f6b-8117-bbae5bd0a0bb tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.73 "DELETE /v2.0/ports/fb1b812a-5b4f-4a74-b568-6fca572f0b10 HTTP/1.1" status: 204 len: 173 time: 2.0984762 Aug 16 01:35:00.840178 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7', 'name': 'network-vif-deleted', 'tag': 'fb1b812a-5b4f-4a74-b568-6fca572f0b10'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:35:00.843530 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8054aa68-1e65-4509-a336-c1d4c00f304b" -d '{"events": [{"server_uuid": "a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7", "name": "network-vif-deleted", "tag": "fb1b812a-5b4f-4a74-b568-6fca572f0b10"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:35:00.866767 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Transition to ACTIVE for port object 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:35:00.888983 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:00.897056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device fb1b812a-5b4f-4a74-b568-6fca572f0b10 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:35:00.975535 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37512) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:00.979729 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20e4afd-056d-4d84-89df-55a4d6987574 x-openstack-request-id: req-f20e4afd-056d-4d84-89df-55a4d6987574 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:35:00.980163 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7", "name": "network-vif-deleted", "tag": "fb1b812a-5b4f-4a74-b568-6fca572f0b10", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:35:00.980709 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f20e4afd-056d-4d84-89df-55a4d6987574 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:35:00.981291 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7', 'name': 'network-vif-deleted', 'tag': 'fb1b812a-5b4f-4a74-b568-6fca572f0b10', 'status': 'completed', 'code': 200} Aug 16 01:35:01.011427 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-971f5293-a5cc-489e-a848-debea0e59841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:01.082155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:01.107703 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Attempting to bind port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:35:01.108037 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Attempting to bind port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:35:01.108365 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Attempting to bind port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:35:01.114482 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:35:01.114803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Attempting to bind port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:35:01.120937 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:35:01.121284 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Checking segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:35:01.121674 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Bound using segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:35:01.122276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Bound port: 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:35:01.122642 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:01.211740 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: fb1b812a-5b4f-4a74-b568-6fca572f0b10 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:35:01.212718 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device fb1b812a-5b4f-4a74-b568-6fca572f0b10 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:35:01.245628 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b3c9a74-6eef-4c23-9309-8accbe7eb257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:01.267148 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] For port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:35:01.280912 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] For port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:35:01.297794 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:01.365529 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7ee7c9c4-ce83-437c-80e7-1f830e399344 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-63825401-network', 'tenant_id': 'fda93bebb7ae40fa96c5a0dab3ced893'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:01.378333 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7b3c9a74-6eef-4c23-9309-8accbe7eb257 None None] For port 9a3b1c26-2631-4472-a79a-db443a62a382, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=9a3b1c26-2631-4472-a79a-db443a62a382,segment=NetworkSegment(3ffb58b1-49ff-4c9e-848a-fc5d6f14de35),segment_id=3ffb58b1-49ff-4c9e-848a-fc5d6f14de35)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:01.397819 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b3c9a74-6eef-4c23-9309-8accbe7eb257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:01.476398 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:01.482315 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:01.483892 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] 10.222.0.63 "PUT /v2.0/ports/1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 HTTP/1.1" status: 200 len: 1092 time: 1.7986267 Aug 16 01:35:01.532245 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c9a74-6eef-4c23-9309-8accbe7eb257 None None] Pushing event updated for resources: {'Port': ['ID=9a3b1c26-2631-4472-a79a-db443a62a382,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:01.557056 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee7c9c4-ce83-437c-80e7-1f830e399344 admin admin] Made reservation on behalf of fda93bebb7ae40fa96c5a0dab3ced893 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:35:01.560414 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ee7c9c4-ce83-437c-80e7-1f830e399344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:01.596710 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ee7c9c4-ce83-437c-80e7-1f830e399344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:01.687851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943c98d-90ba-4a21-ae81-c1d28330c1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:01.713060 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-971f5293-a5cc-489e-a848-debea0e59841 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:01.736214 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-971f5293-a5cc-489e-a848-debea0e59841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:01.748542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d083c158-474a-491a-bf41-1168001b4813 None None] Provisioning complete for port 9a3b1c26-2631-4472-a79a-db443a62a382 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:01.748925 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d083c158-474a-491a-bf41-1168001b4813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:01.784435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452610ff-71f8-4dd7-8923-b8c1aab8f8e5 req-f9d451bb-6c29-433d-be16-8909473dd57b tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:01.794976 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-452610ff-71f8-4dd7-8923-b8c1aab8f8e5 req-f9d451bb-6c29-433d-be16-8909473dd57b tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 943 time: 0.4868402 Aug 16 01:35:01.840048 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-2ac04915-b06d-49ea-b760-de353246198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:01.847102 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-2ac04915-b06d-49ea-b760-de353246198b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 1095 time: 0.2766900 Aug 16 01:35:01.886647 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f5293-a5cc-489e-a848-debea0e59841 admin admin] Pushing event updated for resources: {'Port': ['ID=52b9462a-bb72-4ae5-b133-b54eb34df0e0,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:01.897441 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1b2a7566-f161-4636-976f-59f21253a46a req-5b296075-5277-41a2-b6ae-7bc30bf4f99b tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8a96d9d-e16e-44ae-b7b8-9c0f999b27d7 HTTP/1.1" status: 200 len: 210 time: 0.1943791 Aug 16 01:35:01.973538 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5af682be-98c5-45ea-aeca-daed5dc520ad up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:35:01.973876 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-a53a8ebf-6c39-4e23-87d0-3e405ea07364 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 HTTP/1.1" status: 200 len: 217 time: 0.1131108 Aug 16 01:35:01.978651 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-452610ff-71f8-4dd7-8923-b8c1aab8f8e5 req-422fbcf8-0828-481a-baa5-df8f3e637842 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828132 Aug 16 01:35:02.033338 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-971f5293-a5cc-489e-a848-debea0e59841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:02.059287 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d083c158-474a-491a-bf41-1168001b4813 None None] Provisioning for port 52b9462a-bb72-4ae5-b133-b54eb34df0e0 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:35:02.062415 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-b635b989-9438-4519-83de-f667f97a8b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:02.064653 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-b635b989-9438-4519-83de-f667f97a8b69 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.0818012 Aug 16 01:35:02.067393 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d083c158-474a-491a-bf41-1168001b4813 None None] Provisioning complete for port 52b9462a-bb72-4ae5-b133-b54eb34df0e0 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:02.067939 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d083c158-474a-491a-bf41-1168001b4813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:02.116053 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-07d1ae2b-4650-4b60-a2cf-c5d04a9bef69 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368013 Aug 16 01:35:02.121567 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ee7c9c4-ce83-437c-80e7-1f830e399344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:02.129724 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d083c158-474a-491a-bf41-1168001b4813 None None] Port 52b9462a-bb72-4ae5-b133-b54eb34df0e0 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:35:02.130461 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ee7c9c4-ce83-437c-80e7-1f830e399344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:02.145981 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 5af682be-98c5-45ea-aeca-daed5dc520ad completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:35:02.149878 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 5af682be-98c5-45ea-aeca-daed5dc520ad triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:02.150258 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:02.178790 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee7c9c4-ce83-437c-80e7-1f830e399344 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:35:02.204877 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7c9c4-ce83-437c-80e7-1f830e399344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b898f065-ecc2-4016-b73e-2c9ec37617cd,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:02.208378 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ee7c9c4-ce83-437c-80e7-1f830e399344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:02.208983 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-7ee7c9c4-ce83-437c-80e7-1f830e399344 admin admin] Added segment c69aa6a8-4672-4853-ab71-3b9a75d0eae2 of type vlan for network dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599 Aug 16 01:35:02.247650 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971f5293-a5cc-489e-a848-debea0e59841 admin admin] Network 30aa2c68-e525-4ee5-8e63-beae05ffae78 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:35:02.254770 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-971f5293-a5cc-489e-a848-debea0e59841 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:02.290330 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-88714a09-b2e3-463f-96f0-967c876a81f1 None None] Provisioning complete for port 52b9462a-bb72-4ae5-b133-b54eb34df0e0 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:02.290771 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-88714a09-b2e3-463f-96f0-967c876a81f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:02.301359 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-e8a8d786-83f3-4816-b395-8915ce963bbe service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756155 Aug 16 01:35:02.359452 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:02.390802 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 5af682be-98c5-45ea-aeca-daed5dc520ad, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5af682be-98c5-45ea-aeca-daed5dc520ad,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:02.399139 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-88714a09-b2e3-463f-96f0-967c876a81f1 None None] Port 52b9462a-bb72-4ae5-b133-b54eb34df0e0 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:35:02.403479 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:02.405014 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 9a3b1c26-2631-4472-a79a-db443a62a382 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:35:02.421263 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ee7c9c4-ce83-437c-80e7-1f830e399344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:02.516006 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971f5293-a5cc-489e-a848-debea0e59841 admin admin] Router bfd64dba-0620-43dd-b195-73d302b007f9 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:35:02.533288 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ee7c9c4-ce83-437c-80e7-1f830e399344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:02.538822 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee7c9c4-ce83-437c-80e7-1f830e399344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:02.539929 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ee7c9c4-ce83-437c-80e7-1f830e399344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:02.540467 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 9a3b1c26-2631-4472-a79a-db443a62a382 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:02.540929 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:02.614865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=5af682be-98c5-45ea-aeca-daed5dc520ad,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:02.647262 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bb5d3324-541e-498a-8574-e1f6ad2a3ae3 None None] Provisioning complete for port 52b9462a-bb72-4ae5-b133-b54eb34df0e0 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:02.647893 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb5d3324-541e-498a-8574-e1f6ad2a3ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:02.705426 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7ee7c9c4-ce83-437c-80e7-1f830e399344 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7266374 Aug 16 01:35:02.722923 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37530) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:02.730974 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b08249f7-f984-445d-8089-d52a50cfc928 admin admin] Request body: {'subnet': {'network_id': 'dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-63825401-subnet', 'tenant_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:02.763160 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bb5d3324-541e-498a-8574-e1f6ad2a3ae3 None None] Port 52b9462a-bb72-4ae5-b133-b54eb34df0e0 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:35:02.774533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08249f7-f984-445d-8089-d52a50cfc928 admin admin] Made reservation on behalf of fda93bebb7ae40fa96c5a0dab3ced893 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:35:02.777061 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b08249f7-f984-445d-8089-d52a50cfc928 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:02.781860 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7c9c4-ce83-437c-80e7-1f830e399344 admin admin] Pushing event updated for resources: {'Network': ['ID=dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:02.795630 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:35:02.906699 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-58e0752e-eb25-43d6-83bd-978b0bd0e787 req-6d167041-28ed-41cb-ba01-e8920264f85e service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5888374 Aug 16 01:35:02.928698 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971f5293-a5cc-489e-a848-debea0e59841 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:35:02.938058 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-971f5293-a5cc-489e-a848-debea0e59841 admin admin] 10.222.0.68 "PUT /v2.0/routers/bfd64dba-0620-43dd-b195-73d302b007f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2791328 Aug 16 01:35:02.950971 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Sync routers for ids ['bfd64dba-0620-43dd-b195-73d302b007f9'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:35:02.963230 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Routers {'bfd64dba-0620-43dd-b195-73d302b007f9'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:35:02.963870 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:34:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['bfd64dba-0620-43dd-b195-73d302b007f9'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:02.982434 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b984425b-de17-4776-93c0-da1575eec219', 'tag': '1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:35:02.985102 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2835c474-06dd-48bd-b053-2d6b32f46b14" -d '{"events": [{"name": "network-changed", "server_uuid": "b984425b-de17-4776-93c0-da1575eec219", "tag": "1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:35:03.055909 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c505265c-6276-4a09-9f0b-03cd1f991ed5 x-openstack-request-id: req-c505265c-6276-4a09-9f0b-03cd1f991ed5 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:35:03.056451 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b984425b-de17-4776-93c0-da1575eec219", "tag": "1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:35:03.057003 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c505265c-6276-4a09-9f0b-03cd1f991ed5 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:35:03.057604 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b984425b-de17-4776-93c0-da1575eec219', 'tag': '1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4', 'status': 'completed', 'code': 200} Aug 16 01:35:03.150088 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b08249f7-f984-445d-8089-d52a50cfc928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:03.159464 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Set router bfd64dba-0620-43dd-b195-73d302b007f9 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:35:03.177548 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835c474-06dd-48bd-b053-2d6b32f46b14 req-d92763e2-4571-49d8-888f-9e563077b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:03.180706 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2835c474-06dd-48bd-b053-2d6b32f46b14 req-d92763e2-4571-49d8-888f-9e563077b691 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 1095 time: 0.0951309 Aug 16 01:35:03.249343 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08249f7-f984-445d-8089-d52a50cfc928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bb5ca9e-5c71-4c6e-85ab-401c2292e599,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:03.365299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835c474-06dd-48bd-b053-2d6b32f46b14 req-504bc693-5156-481b-b7b5-d8a7e7069ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:03.371260 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2835c474-06dd-48bd-b053-2d6b32f46b14 req-504bc693-5156-481b-b7b5-d8a7e7069ffa service neutron] 10.222.0.63 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 0.1771953 Aug 16 01:35:03.447265 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2835c474-06dd-48bd-b053-2d6b32f46b14 req-448efaf0-1b0a-4161-a936-ee0a00aecd88 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 HTTP/1.1" status: 200 len: 217 time: 0.0665433 Aug 16 01:35:03.463908 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3c35d-db94-4ef5-9123-4ac3e75cb302 req-cc0898d1-180a-4425-b6ba-86c3b2c20348 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:03.465505 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-afa3c35d-db94-4ef5-9123-4ac3e75cb302 req-cc0898d1-180a-4425-b6ba-86c3b2c20348 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 943 time: 0.3112941 Aug 16 01:35:03.482162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08249f7-f984-445d-8089-d52a50cfc928 admin admin] Checking segment: {'id': 'c69aa6a8-4672-4853-ab71-3b9a75d0eae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:35:03.482525 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08249f7-f984-445d-8089-d52a50cfc928 admin admin] Network hostable DHCP agents. Network: dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:35:03.535266 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-afa3c35d-db94-4ef5-9123-4ac3e75cb302 req-943f70ba-735d-4ee8-bc0f-458ccec48fe8 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576279 Aug 16 01:35:03.537700 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08249f7-f984-445d-8089-d52a50cfc928 admin admin] Network dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:35:03.552123 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b08249f7-f984-445d-8089-d52a50cfc928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:03.574851 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08249f7-f984-445d-8089-d52a50cfc928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:03.576413 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b08249f7-f984-445d-8089-d52a50cfc928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:03.578294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd64dba-0620-43dd-b195-73d302b007f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1801301347-router', 'tenant_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '5af682be-98c5-45ea-aeca-daed5dc520ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:54Z', 'updated_at': '2021-08-16T01:35:00Z', 'revision_number': 4, 'project_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'gw_port': {'id': '5af682be-98c5-45ea-aeca-daed5dc520ad', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd64dba-0620-43dd-b195-73d302b007f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:55Z', 'updated_at': '2021-08-16T01:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '52b9462a-bb72-4ae5-b133-b54eb34df0e0', 'name': '', 'network_id': '30aa2c68-e525-4ee5-8e63-beae05ffae78', 'tenant_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'mac_address': 'fa:16:3e:4f:a2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd64dba-0620-43dd-b195-73d302b007f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b6a48bc1-045d-40f7-8ade-2355589f2b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:59Z', 'updated_at': '2021-08-16T01:35:01Z', 'revision_number': 2, 'project_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'subnets': [{'id': 'b6a48bc1-045d-40f7-8ade-2355589f2b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:03.588221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b392c83-c84f-4c32-9f9e-c474055ddada None None] Network dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:35:03.604434 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b08249f7-f984-445d-8089-d52a50cfc928 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8791604 Aug 16 01:35:03.606068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a7b94-1830-4ea1-aeca-85f3aeae3000 req-54ae61f2-ba76-441d-90eb-30e81dc6430f tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:03.607070 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37558) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:03.611975 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-52dc5023-f244-4207-841a-b461221ec0da admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-63825401-router', 'tenant_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:03.614692 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3c6a7b94-1830-4ea1-aeca-85f3aeae3000 req-54ae61f2-ba76-441d-90eb-30e81dc6430f tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b274cb1-fb05-4179-a1ff-392bfec7371e HTTP/1.1" status: 200 len: 947 time: 0.1704354 Aug 16 01:35:03.653305 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Checking router: bfd64dba-0620-43dd-b195-73d302b007f9 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:35:03.654219 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Updating router bfd64dba-0620-43dd-b195-73d302b007f9 port 52b9462a-bb72-4ae5-b133-b54eb34df0e0 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:35:03.656242 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52dc5023-f244-4207-841a-b461221ec0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:03.657320 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52dc5023-f244-4207-841a-b461221ec0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:03.672049 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835c474-06dd-48bd-b053-2d6b32f46b14 req-622b4182-15d5-427d-9428-9ad01fc44cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:03.676614 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2835c474-06dd-48bd-b053-2d6b32f46b14 req-622b4182-15d5-427d-9428-9ad01fc44cc1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.2097673 Aug 16 01:35:03.725867 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3c6a7b94-1830-4ea1-aeca-85f3aeae3000 req-75463b0b-bbe0-4fcf-993b-5087489814c2 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977378 Aug 16 01:35:03.789689 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:03.799212 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52dc5023-f244-4207-841a-b461221ec0da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:03.799745 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2835c474-06dd-48bd-b053-2d6b32f46b14 req-83d4733e-8eb0-401b-8f05-c0413af15c2c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800345 Aug 16 01:35:03.854964 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5af682be-98c5-45ea-aeca-daed5dc520ad up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:35:04.026582 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2835c474-06dd-48bd-b053-2d6b32f46b14 req-536ffca4-06db-4039-bc31-12dcbcdee14a service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179775 Aug 16 01:35:04.127456 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52dc5023-f244-4207-841a-b461221ec0da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:04.245210 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2835c474-06dd-48bd-b053-2d6b32f46b14 req-ac9ab3c6-e95b-43b4-a3bc-6065160af638 service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105904 Aug 16 01:35:04.334930 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 5af682be-98c5-45ea-aeca-daed5dc520ad triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:04.334930 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:04.358623 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:04.382307 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599', 'network_id': 'dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599', 'tenant_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'fixed_ips': [{'subnet_id': '6bb5ca9e-5c71-4c6e-85ab-401c2292e599'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:35:04.383160 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:04.447188 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Transition to ACTIVE for port object 52b9462a-bb72-4ae5-b133-b54eb34df0e0 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:35:04.471424 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52dc5023-f244-4207-841a-b461221ec0da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:04.493185 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:04.507319 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52dc5023-f244-4207-841a-b461221ec0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:04.778176 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320bc75-0f15-4914-8e76-f6ff6de4d650 None None] Pushing event updated for resources: {'Port': ['ID=52b9462a-bb72-4ae5-b133-b54eb34df0e0,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:04.800067 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f19639-5ffa-419c-8927-c1eb17789ca9 req-878409b8-0a70-44a6-a1d1-efdd2b84dbcc tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:04.805036 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f5f19639-5ffa-419c-8927-c1eb17789ca9 req-878409b8-0a70-44a6-a1d1-efdd2b84dbcc tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 943 time: 0.1519558 Aug 16 01:35:04.849655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-52dc5023-f244-4207-841a-b461221ec0da admin admin] Allocated IP 172.25.3.73 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/1baacad0-9afc-44ba-ab35-e0de581512ef) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:35:04.949590 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Attempting to bind port 52b9462a-bb72-4ae5-b133-b54eb34df0e0 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:35:04.950270 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Attempting to bind port 52b9462a-bb72-4ae5-b133-b54eb34df0e0 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3ffb58b1-49ff-4c9e-848a-fc5d6f14de35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '30aa2c68-e525-4ee5-8e63-beae05ffae78'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:35:04.950860 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Attempting to bind port 52b9462a-bb72-4ae5-b133-b54eb34df0e0 on network 30aa2c68-e525-4ee5-8e63-beae05ffae78 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:35:04.961604 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Allocated IP 172.20.0.2 (dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599/6bb5ca9e-5c71-4c6e-85ab-401c2292e599/a470dbd8-78bb-4a42-abe6-9393865350a3) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:35:04.964141 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:35:04.964721 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Checking segment: {'id': '3ffb58b1-49ff-4c9e-848a-fc5d6f14de35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '30aa2c68-e525-4ee5-8e63-beae05ffae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:35:04.965301 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:04.965969 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Bound using segment: {'id': '3ffb58b1-49ff-4c9e-848a-fc5d6f14de35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '30aa2c68-e525-4ee5-8e63-beae05ffae78'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:35:04.966602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Bound port: 52b9462a-bb72-4ae5-b133-b54eb34df0e0, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffb58b1-49ff-4c9e-848a-fc5d6f14de35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '30aa2c68-e525-4ee5-8e63-beae05ffae78'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:35:04.967203 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:05.020015 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0b42-d5b9-4ca7-a2c5-fe6275f98f1b req-7b267948-71c9-420a-8fc5-34f93c31d8ad tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:05.028387 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a78b0b42-d5b9-4ca7-a2c5-fe6275f98f1b req-7b267948-71c9-420a-8fc5-34f93c31d8ad tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b274cb1-fb05-4179-a1ff-392bfec7371e HTTP/1.1" status: 200 len: 947 time: 0.0877974 Aug 16 01:35:05.051704 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f5f19639-5ffa-419c-8927-c1eb17789ca9 req-7fe93d0c-eb79-4ce2-acd6-ca0f3b7c7b0d tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155910 Aug 16 01:35:05.100907 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a78b0b42-d5b9-4ca7-a2c5-fe6275f98f1b req-7a8eae27-6ff7-4411-8380-11ca2609b9ce tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/security-groups?id=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710230 Aug 16 01:35:05.186523 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52dc5023-f244-4207-841a-b461221ec0da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:05.259636 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] For port 52b9462a-bb72-4ae5-b133-b54eb34df0e0, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:35:05.268913 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] For port 52b9462a-bb72-4ae5-b133-b54eb34df0e0, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=52b9462a-bb72-4ae5-b133-b54eb34df0e0,segment=NetworkSegment(3ffb58b1-49ff-4c9e-848a-fc5d6f14de35),segment_id=3ffb58b1-49ff-4c9e-848a-fc5d6f14de35)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:35:05.297536 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:05.299667 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52dc5023-f244-4207-841a-b461221ec0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:05.347943 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1896f-21c9-4db3-8abd-650ca9d748c6 req-f7671279-a332-4bef-b509-84aad25446a3 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:05.353004 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6b1896f-21c9-4db3-8abd-650ca9d748c6 req-f7671279-a332-4bef-b509-84aad25446a3 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b274cb1-fb05-4179-a1ff-392bfec7371e HTTP/1.1" status: 200 len: 947 time: 0.1321490 Aug 16 01:35:05.368704 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320bc75-0f15-4914-8e76-f6ff6de4d650 None None] Pushing event updated for resources: {'Port': ['ID=52b9462a-bb72-4ae5-b133-b54eb34df0e0,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:05.390304 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dc5023-f244-4207-841a-b461221ec0da admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:35:05.405310 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-52dc5023-f244-4207-841a-b461221ec0da admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:05.427346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dc5023-f244-4207-841a-b461221ec0da admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:35:05.431114 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Routers {'bfd64dba-0620-43dd-b195-73d302b007f9'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:35:05.433444 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:34:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['bfd64dba-0620-43dd-b195-73d302b007f9'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:05.502373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc5023-f244-4207-841a-b461221ec0da admin admin] Pushing event updated for resources: {'Port': ['ID=1baacad0-9afc-44ba-ab35-e0de581512ef,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:05.637429 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e6b1896f-21c9-4db3-8abd-650ca9d748c6 req-22f0d9d7-8f1c-4ee9-9943-5f0636dfc966 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Deleting port d3b8e12d-be02-4625-aedb-c1114046e05a {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:35:05.637795 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e6b1896f-21c9-4db3-8abd-650ca9d748c6 req-22f0d9d7-8f1c-4ee9-9943-5f0636dfc966 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:05.828641 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:05.915257 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Transition to ACTIVE for port object a470dbd8-78bb-4a42-abe6-9393865350a3 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:35:05.965229 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Transition to ACTIVE for port object a470dbd8-78bb-4a42-abe6-9393865350a3 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:35:05.967765 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] Set router bfd64dba-0620-43dd-b195-73d302b007f9 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:35:05.994532 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e6b1896f-21c9-4db3-8abd-650ca9d748c6 req-22f0d9d7-8f1c-4ee9-9943-5f0636dfc966 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] For port d3b8e12d-be02-4625-aedb-c1114046e05a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d3b8e12d-be02-4625-aedb-c1114046e05a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:05.994907 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e6b1896f-21c9-4db3-8abd-650ca9d748c6 req-22f0d9d7-8f1c-4ee9-9943-5f0636dfc966 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:06.005171 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:06.049375 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e6b1896f-21c9-4db3-8abd-650ca9d748c6 req-22f0d9d7-8f1c-4ee9-9943-5f0636dfc966 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Calling delete_port for d3b8e12d-be02-4625-aedb-c1114046e05a owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:35:06.058524 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Pushing event updated for resources: {'Port': ['ID=a470dbd8-78bb-4a42-abe6-9393865350a3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:06.089017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Network dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:35:06.092174 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:06.094665 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:35:06.289749 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52dc5023-f244-4207-841a-b461221ec0da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:06.478706 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a2d0-1cb4-48d0-8abf-545a343fc3f8 req-7960b1e3-91f2-4503-9f3c-32243e8404cb tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:06.506086 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60f8a2d0-1cb4-48d0-8abf-545a343fc3f8 req-7960b1e3-91f2-4503-9f3c-32243e8404cb tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 943 time: 0.2069998 Aug 16 01:35:06.553663 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Attempting to bind port a470dbd8-78bb-4a42-abe6-9393865350a3 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:35:06.554227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Attempting to bind port a470dbd8-78bb-4a42-abe6-9393865350a3 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'c69aa6a8-4672-4853-ab71-3b9a75d0eae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:35:06.554812 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Attempting to bind port a470dbd8-78bb-4a42-abe6-9393865350a3 on network dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:35:06.584432 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:35:06.585098 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Checking segment: {'id': 'c69aa6a8-4672-4853-ab71-3b9a75d0eae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:35:06.585700 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:06.587397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Bound using segment: {'id': 'c69aa6a8-4672-4853-ab71-3b9a75d0eae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:35:06.588015 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Bound port: a470dbd8-78bb-4a42-abe6-9393865350a3, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69aa6a8-4672-4853-ab71-3b9a75d0eae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:35:06.588579 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:06.669065 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60f8a2d0-1cb4-48d0-8abf-545a343fc3f8 req-8a6a3d27-ebd1-496b-88c3-88a81d412548 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613493 Aug 16 01:35:06.716850 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e6b1896f-21c9-4db3-8abd-650ca9d748c6 req-22f0d9d7-8f1c-4ee9-9943-5f0636dfc966 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:06.781935 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] For port a470dbd8-78bb-4a42-abe6-9393865350a3, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:35:06.798310 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] For port a470dbd8-78bb-4a42-abe6-9393865350a3, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a470dbd8-78bb-4a42-abe6-9393865350a3,segment=NetworkSegment(c69aa6a8-4672-4853-ab71-3b9a75d0eae2),segment_id=c69aa6a8-4672-4853-ab71-3b9a75d0eae2)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:35:06.812733 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:06.826629 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0d9d7-8f1c-4ee9-9943-5f0636dfc966 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Pushing event deleted for resources: {'Port': ['ID=d3b8e12d-be02-4625-aedb-c1114046e05a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:06.835420 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-45917ce4-c6cd-4307-a30e-cd4137c2ca5d req-defb88c0-b9ca-47fc-bc47-88e59f8a8b0c tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b274cb1-fb05-4179-a1ff-392bfec7371e HTTP/1.1" status: 200 len: 210 time: 0.0821240 Aug 16 01:35:07.003427 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b1896f-21c9-4db3-8abd-650ca9d748c6 req-22f0d9d7-8f1c-4ee9-9943-5f0636dfc966 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] No DVR routers for this DVR port d3b8e12d-be02-4625-aedb-c1114046e05a on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:35:07.014603 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e6b1896f-21c9-4db3-8abd-650ca9d748c6 req-22f0d9d7-8f1c-4ee9-9943-5f0636dfc966 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:07.020380 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6b1896f-21c9-4db3-8abd-650ca9d748c6 req-22f0d9d7-8f1c-4ee9-9943-5f0636dfc966 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.73 "DELETE /v2.0/ports/d3b8e12d-be02-4625-aedb-c1114046e05a HTTP/1.1" status: 204 len: 173 time: 1.6603775 Aug 16 01:35:07.021604 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b274cb1-fb05-4179-a1ff-392bfec7371e', 'name': 'network-vif-deleted', 'tag': 'd3b8e12d-be02-4625-aedb-c1114046e05a'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:35:07.029443 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cf587e-d8bf-4a03-8d79-37967b35e57a" -d '{"events": [{"server_uuid": "1b274cb1-fb05-4179-a1ff-392bfec7371e", "name": "network-vif-deleted", "tag": "d3b8e12d-be02-4625-aedb-c1114046e05a"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:35:07.074039 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c664b-8e5f-4a5b-b0d2-19ce48c8c59c None None] Pushing event updated for resources: {'Port': ['ID=a470dbd8-78bb-4a42-abe6-9393865350a3,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:07.125697 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deba6293-86ae-496c-93d1-ee1fbceafa2b x-openstack-request-id: req-deba6293-86ae-496c-93d1-ee1fbceafa2b {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:35:07.126945 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b274cb1-fb05-4179-a1ff-392bfec7371e", "name": "network-vif-deleted", "tag": "d3b8e12d-be02-4625-aedb-c1114046e05a", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:35:07.127508 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-deba6293-86ae-496c-93d1-ee1fbceafa2b {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:35:07.128256 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b274cb1-fb05-4179-a1ff-392bfec7371e', 'name': 'network-vif-deleted', 'tag': 'd3b8e12d-be02-4625-aedb-c1114046e05a', 'status': 'completed', 'code': 200} Aug 16 01:35:07.212887 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:07.249797 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd64dba-0620-43dd-b195-73d302b007f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1801301347-router', 'tenant_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '5af682be-98c5-45ea-aeca-daed5dc520ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:54Z', 'updated_at': '2021-08-16T01:35:00Z', 'revision_number': 4, 'project_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'gw_port': {'id': '5af682be-98c5-45ea-aeca-daed5dc520ad', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd64dba-0620-43dd-b195-73d302b007f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:55Z', 'updated_at': '2021-08-16T01:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '52b9462a-bb72-4ae5-b133-b54eb34df0e0', 'name': '', 'network_id': '30aa2c68-e525-4ee5-8e63-beae05ffae78', 'tenant_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'mac_address': 'fa:16:3e:4f:a2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd64dba-0620-43dd-b195-73d302b007f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b6a48bc1-045d-40f7-8ade-2355589f2b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:59Z', 'updated_at': '2021-08-16T01:35:05Z', 'revision_number': 4, 'project_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'subnets': [{'id': 'b6a48bc1-045d-40f7-8ade-2355589f2b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:07.331412 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f7ec3f-7388-4d04-a992-2ee1c83c76cc None None] The sync data for ids ['bfd64dba-0620-43dd-b195-73d302b007f9'] in n-d-765315-27 is: [{'id': 'bfd64dba-0620-43dd-b195-73d302b007f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1801301347-router', 'tenant_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '5af682be-98c5-45ea-aeca-daed5dc520ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:54Z', 'updated_at': '2021-08-16T01:35:00Z', 'revision_number': 4, 'project_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'gw_port': {'id': '5af682be-98c5-45ea-aeca-daed5dc520ad', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd64dba-0620-43dd-b195-73d302b007f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:55Z', 'updated_at': '2021-08-16T01:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '52b9462a-bb72-4ae5-b133-b54eb34df0e0', 'name': '', 'network_id': '30aa2c68-e525-4ee5-8e63-beae05ffae78', 'tenant_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'mac_address': 'fa:16:3e:4f:a2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd64dba-0620-43dd-b195-73d302b007f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'b6a48bc1-045d-40f7-8ade-2355589f2b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:59Z', 'updated_at': '2021-08-16T01:35:05Z', 'revision_number': 4, 'project_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'subnets': [{'id': 'b6a48bc1-045d-40f7-8ade-2355589f2b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:35:07.471630 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52dc5023-f244-4207-841a-b461221ec0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:07.830099 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:08.169331 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 52b9462a-bb72-4ae5-b133-b54eb34df0e0 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:35:08.212903 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a402b-4d67-47f9-8f32-e22f61ff74cf req-2e5d13ef-d3a7-420a-8285-4b4105977595 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:08.226999 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b9a402b-4d67-47f9-8f32-e22f61ff74cf req-2e5d13ef-d3a7-420a-8285-4b4105977595 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 943 time: 0.2324424 Aug 16 01:35:08.319390 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52dc5023-f244-4207-841a-b461221ec0da admin admin] Router 8b0ad016-9ea8-406b-8e1d-0091c7913b75 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:35:08.427986 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b9a402b-4d67-47f9-8f32-e22f61ff74cf req-cecc991b-972a-4d02-8318-403537662d5f tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988602 Aug 16 01:35:08.432788 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 52b9462a-bb72-4ae5-b133-b54eb34df0e0 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:35:08.446417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 52b9462a-bb72-4ae5-b133-b54eb34df0e0 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:08.446785 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:08.721313 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dc5023-f244-4207-841a-b461221ec0da admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:35:08.759604 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Sync routers for ids ['8b0ad016-9ea8-406b-8e1d-0091c7913b75'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:35:08.792270 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36d5b5af-3520-484d-bb02-49a26d67c028 req-b9f37fd4-8f1d-4ca6-b491-5e24e0d3cee4 tempest-ListImageFiltersTestJSON-1962091153 tempest-ListImageFiltersTestJSON-1962091153-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b274cb1-fb05-4179-a1ff-392bfec7371e HTTP/1.1" status: 200 len: 210 time: 0.0953715 Aug 16 01:35:08.795087 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52dc5023-f244-4207-841a-b461221ec0da admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:08.808394 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Routers {'8b0ad016-9ea8-406b-8e1d-0091c7913b75'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:35:08.810741 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:34:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8b0ad016-9ea8-406b-8e1d-0091c7913b75'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:08.813282 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:08.819324 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-52dc5023-f244-4207-841a-b461221ec0da admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2110450 Aug 16 01:35:08.821913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37642) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:08.906374 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d3b8e12d-be02-4625-aedb-c1114046e05a no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:35:09.073405 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 52b9462a-bb72-4ae5-b133-b54eb34df0e0, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=52b9462a-bb72-4ae5-b133-b54eb34df0e0,segment=NetworkSegment(3ffb58b1-49ff-4c9e-848a-fc5d6f14de35),segment_id=3ffb58b1-49ff-4c9e-848a-fc5d6f14de35)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:09.084830 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: d3b8e12d-be02-4625-aedb-c1114046e05a {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:35:09.085812 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d3b8e12d-be02-4625-aedb-c1114046e05a not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:35:09.091354 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:09.143710 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Set router 8b0ad016-9ea8-406b-8e1d-0091c7913b75 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:35:09.357210 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=52b9462a-bb72-4ae5-b133-b54eb34df0e0,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:09.810491 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7a4d5e-427b-4ce4-bfbd-4c97ea12749a None None] Network dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:35:10.040175 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-17449a3c-9dd1-4b86-b13f-48cabe1818c3 None None] Provisioning for port a470dbd8-78bb-4a42-abe6-9393865350a3 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:35:10.071093 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0ad016-9ea8-406b-8e1d-0091c7913b75', 'name': 'tempest-FloatingIPsNegativeTestJSON-63825401-router', 'tenant_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '1baacad0-9afc-44ba-ab35-e0de581512ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:03Z', 'updated_at': '2021-08-16T01:35:05Z', 'revision_number': 3, 'project_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'gw_port': {'id': '1baacad0-9afc-44ba-ab35-e0de581512ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0ad016-9ea8-406b-8e1d-0091c7913b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:04Z', 'updated_at': '2021-08-16T01:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:10.200507 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Checking router: 8b0ad016-9ea8-406b-8e1d-0091c7913b75 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:35:10.202352 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Updating router 8b0ad016-9ea8-406b-8e1d-0091c7913b75 port 1baacad0-9afc-44ba-ab35-e0de581512ef binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:35:10.312249 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a470dbd8-78bb-4a42-abe6-9393865350a3 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:35:10.346516 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:10.647993 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port a470dbd8-78bb-4a42-abe6-9393865350a3 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:35:10.679478 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a470dbd8-78bb-4a42-abe6-9393865350a3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:10.679478 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:11.183157 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:11.267231 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31697a25-92b6-410e-a729-98be16186fc9 req-ae8b0f52-e5fc-4103-b470-64196445886d tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:11.291494 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-31697a25-92b6-410e-a729-98be16186fc9 req-ae8b0f52-e5fc-4103-b470-64196445886d tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 943 time: 0.2645366 Aug 16 01:35:11.296330 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:11.346926 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Transition to ACTIVE for port object 1baacad0-9afc-44ba-ab35-e0de581512ef will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:35:11.355669 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:11.403792 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port a470dbd8-78bb-4a42-abe6-9393865350a3, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a470dbd8-78bb-4a42-abe6-9393865350a3,segment=NetworkSegment(c69aa6a8-4672-4853-ab71-3b9a75d0eae2),segment_id=c69aa6a8-4672-4853-ab71-3b9a75d0eae2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:11.412022 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:11.414187 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 52b9462a-bb72-4ae5-b133-b54eb34df0e0 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:35:11.563578 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Attempting to bind port 1baacad0-9afc-44ba-ab35-e0de581512ef on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:35:11.565352 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Attempting to bind port 1baacad0-9afc-44ba-ab35-e0de581512ef by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:35:11.570437 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Attempting to bind port 1baacad0-9afc-44ba-ab35-e0de581512ef on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:35:11.596174 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c9fac-1b2c-4c3e-a6d1-cc372ac9902e None None] Pushing event updated for resources: {'Port': ['ID=1baacad0-9afc-44ba-ab35-e0de581512ef,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:11.606271 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-31697a25-92b6-410e-a729-98be16186fc9 req-7a4b1cdb-ccb5-4331-8572-62616257ace2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122051 Aug 16 01:35:11.622303 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:35:11.623399 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:35:11.625094 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:11.627533 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:35:11.631568 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Bound port: 1baacad0-9afc-44ba-ab35-e0de581512ef, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:35:11.638403 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:11.676495 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fc2005f5-f8d2-40c6-9e4c-818dd9fff4d2 None None] Provisioning complete for port a470dbd8-78bb-4a42-abe6-9393865350a3 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:11.683043 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc2005f5-f8d2-40c6-9e4c-818dd9fff4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:11.780317 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 52b9462a-bb72-4ae5-b133-b54eb34df0e0 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:11.780668 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:11.815250 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] For port 1baacad0-9afc-44ba-ab35-e0de581512ef, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:35:11.815250 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] For port 1baacad0-9afc-44ba-ab35-e0de581512ef, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=1baacad0-9afc-44ba-ab35-e0de581512ef,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:35:11.826099 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:11.859113 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7184e22-4aa1-42f1-9e03-6c1d8a78c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:11.869937 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=a470dbd8-78bb-4a42-abe6-9393865350a3,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:12.001833 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c9fac-1b2c-4c3e-a6d1-cc372ac9902e None None] Pushing event updated for resources: {'Port': ['ID=1baacad0-9afc-44ba-ab35-e0de581512ef,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:12.098502 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Routers {'8b0ad016-9ea8-406b-8e1d-0091c7913b75'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:35:12.100671 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:34:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8b0ad016-9ea8-406b-8e1d-0091c7913b75'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:12.356568 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d7184e22-4aa1-42f1-9e03-6c1d8a78c127 admin admin] Allocated IP 172.20.0.1 (dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599/6bb5ca9e-5c71-4c6e-85ab-401c2292e599/a9061572-49f7-4439-a0b0-074a4ff09b8c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:35:12.551906 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] Set router 8b0ad016-9ea8-406b-8e1d-0091c7913b75 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:35:12.604999 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a470dbd8-78bb-4a42-abe6-9393865350a3 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:35:12.705308 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7184e22-4aa1-42f1-9e03-6c1d8a78c127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:12.718599 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d7184e22-4aa1-42f1-9e03-6c1d8a78c127 admin admin] Transition to ACTIVE for port object a9061572-49f7-4439-a0b0-074a4ff09b8c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:35:12.788656 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7184e22-4aa1-42f1-9e03-6c1d8a78c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:12.809064 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a470dbd8-78bb-4a42-abe6-9393865350a3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:12.812733 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:12.889632 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7184e22-4aa1-42f1-9e03-6c1d8a78c127 admin admin] Network dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:35:12.902748 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d7184e22-4aa1-42f1-9e03-6c1d8a78c127 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:12.986011 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7184e22-4aa1-42f1-9e03-6c1d8a78c127 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:35:13.203386 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7184e22-4aa1-42f1-9e03-6c1d8a78c127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:13.230212 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7184e22-4aa1-42f1-9e03-6c1d8a78c127 admin admin] Pushing event updated for resources: {'Port': ['ID=a9061572-49f7-4439-a0b0-074a4ff09b8c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:13.354947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342a86f-e593-46a4-851d-a5f1edd0b29e req-32bed771-0c00-4039-9309-0dd5d6e5ca82 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:13.364177 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a342a86f-e593-46a4-851d-a5f1edd0b29e req-32bed771-0c00-4039-9309-0dd5d6e5ca82 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 943 time: 0.3792737 Aug 16 01:35:13.364857 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0ad016-9ea8-406b-8e1d-0091c7913b75', 'name': 'tempest-FloatingIPsNegativeTestJSON-63825401-router', 'tenant_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '1baacad0-9afc-44ba-ab35-e0de581512ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:03Z', 'updated_at': '2021-08-16T01:35:05Z', 'revision_number': 3, 'project_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'gw_port': {'id': '1baacad0-9afc-44ba-ab35-e0de581512ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0ad016-9ea8-406b-8e1d-0091c7913b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:04Z', 'updated_at': '2021-08-16T01:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:13.436900 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d822172a-a677-43b8-b2e5-dbf554bf1bf9 None None] The sync data for ids ['8b0ad016-9ea8-406b-8e1d-0091c7913b75'] in n-d-765315-27 is: [{'id': '8b0ad016-9ea8-406b-8e1d-0091c7913b75', 'name': 'tempest-FloatingIPsNegativeTestJSON-63825401-router', 'tenant_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '1baacad0-9afc-44ba-ab35-e0de581512ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:03Z', 'updated_at': '2021-08-16T01:35:05Z', 'revision_number': 3, 'project_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'gw_port': {'id': '1baacad0-9afc-44ba-ab35-e0de581512ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0ad016-9ea8-406b-8e1d-0091c7913b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:04Z', 'updated_at': '2021-08-16T01:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:35:13.481847 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e50e4368-aa92-484a-bb9e-17b29c451f32 None None] Provisioning for port a9061572-49f7-4439-a0b0-074a4ff09b8c completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:35:13.496920 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e50e4368-aa92-484a-bb9e-17b29c451f32 None None] Provisioning complete for port a9061572-49f7-4439-a0b0-074a4ff09b8c triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:13.497317 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e50e4368-aa92-484a-bb9e-17b29c451f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:13.594915 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a342a86f-e593-46a4-851d-a5f1edd0b29e req-9f9a19b7-74bd-40ce-8859-3dd190e1d71e tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296801 Aug 16 01:35:13.627488 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e50e4368-aa92-484a-bb9e-17b29c451f32 None None] Port a9061572-49f7-4439-a0b0-074a4ff09b8c cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:35:13.717695 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37774) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:13.863490 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7184e22-4aa1-42f1-9e03-6c1d8a78c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:14.267757 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-81b6551c-be58-4fed-9f6f-268769bf6619 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dc132cc5100242be8f8cd7b6a065eded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5479479 Aug 16 01:35:14.271562 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37784) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:14.486550 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7184e22-4aa1-42f1-9e03-6c1d8a78c127 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:14.500875 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7184e22-4aa1-42f1-9e03-6c1d8a78c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:14.610220 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7184e22-4aa1-42f1-9e03-6c1d8a78c127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:14.680772 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 1baacad0-9afc-44ba-ab35-e0de581512ef up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:35:14.788709 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d56d5148-3f15-413b-a7ea-3c2368ba98fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:14.980718 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 1baacad0-9afc-44ba-ab35-e0de581512ef completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:35:14.985637 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 1baacad0-9afc-44ba-ab35-e0de581512ef triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:14.987165 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:15.230195 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240e9fd-82bc-4380-a3d3-e9149955cb72 req-77466353-2a83-4b42-a0ee-feccfd02d9d8 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:15.249271 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e240e9fd-82bc-4380-a3d3-e9149955cb72 req-77466353-2a83-4b42-a0ee-feccfd02d9d8 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 943 time: 0.4732978 Aug 16 01:35:15.274518 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:15.342508 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 1baacad0-9afc-44ba-ab35-e0de581512ef, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=1baacad0-9afc-44ba-ab35-e0de581512ef,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:15.350223 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:15.440373 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e240e9fd-82bc-4380-a3d3-e9149955cb72 req-70b97494-3f97-4b89-aa85-d4da25f83ab0 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892054 Aug 16 01:35:15.587302 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=1baacad0-9afc-44ba-ab35-e0de581512ef,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:15.612333 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7184e22-4aa1-42f1-9e03-6c1d8a78c127 admin admin] Pushing event updated for resources: {'Port': ['ID=a9061572-49f7-4439-a0b0-074a4ff09b8c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:15.627269 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d56d5148-3f15-413b-a7ea-3c2368ba98fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:15.672804 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7184e22-4aa1-42f1-9e03-6c1d8a78c127 admin admin] Network dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:35:15.709301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d7184e22-4aa1-42f1-9e03-6c1d8a78c127 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:15.725801 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d56d5148-3f15-413b-a7ea-3c2368ba98fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:15.729416 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d56d5148-3f15-413b-a7ea-3c2368ba98fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:15.730755 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d56d5148-3f15-413b-a7ea-3c2368ba98fc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/98be99cc-6cd1-4a00-a3be-1b1ee5e86c83 HTTP/1.1" status: 204 len: 168 time: 1.4577315 Aug 16 01:35:15.896314 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d5148-3f15-413b-a7ea-3c2368ba98fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98be99cc-6cd1-4a00-a3be-1b1ee5e86c83,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:16.177945 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7184e22-4aa1-42f1-9e03-6c1d8a78c127 admin admin] Router 8b0ad016-9ea8-406b-8e1d-0091c7913b75 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:35:16.465808 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-14ab61c9-0e9b-44e8-868f-df8d9b01d0bc None None] Provisioning complete for port a9061572-49f7-4439-a0b0-074a4ff09b8c triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:16.466336 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-14ab61c9-0e9b-44e8-868f-df8d9b01d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:16.681192 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-14ab61c9-0e9b-44e8-868f-df8d9b01d0bc None None] Port a9061572-49f7-4439-a0b0-074a4ff09b8c cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:35:16.715138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 1baacad0-9afc-44ba-ab35-e0de581512ef up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:35:16.811903 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7184e22-4aa1-42f1-9e03-6c1d8a78c127 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:35:16.825323 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d7184e22-4aa1-42f1-9e03-6c1d8a78c127 admin admin] 10.222.0.68 "PUT /v2.0/routers/8b0ad016-9ea8-406b-8e1d-0091c7913b75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0019281 Aug 16 01:35:16.826333 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 1baacad0-9afc-44ba-ab35-e0de581512ef triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:16.826986 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:16.871361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5c2ad-a81a-458b-8427-0da844b411e4 req-923e461b-eaec-46bd-bac8-7584a53ccc4c tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:16.888984 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49d5c2ad-a81a-458b-8427-0da844b411e4 req-923e461b-eaec-46bd-bac8-7584a53ccc4c tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 943 time: 0.1807036 Aug 16 01:35:17.022845 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49d5c2ad-a81a-458b-8427-0da844b411e4 req-a80dd344-8ccb-43f0-82da-b4e3b1324fff tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378188 Aug 16 01:35:17.065209 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Sync routers for ids ['8b0ad016-9ea8-406b-8e1d-0091c7913b75'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:35:17.116387 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Routers {'8b0ad016-9ea8-406b-8e1d-0091c7913b75'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:35:17.122323 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:34:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8b0ad016-9ea8-406b-8e1d-0091c7913b75'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:17.377660 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Set router 8b0ad016-9ea8-406b-8e1d-0091c7913b75 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:35:17.532354 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ace4f0cb-9744-457c-8b49-977cafc6e595 req-60189dd7-1473-4b72-a410-0f449c42992b tempest-FloatingIPsNegativeTestJSON-1746203506 tempest-FloatingIPsNegativeTestJSON-1746203506-project] 10.222.0.68 "GET /v2.0/floatingips?tenant_id=fda93bebb7ae40fa96c5a0dab3ced893 HTTP/1.1" status: 200 len: 217 time: 0.1086421 Aug 16 01:35:17.595016 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8b0661d9-23e6-4fbd-9af9-0e8c929adb34 req-cd24d289-0328-44f1-a8b1-e565899bacb3 tempest-FloatingIPsNegativeTestJSON-1746203506 tempest-FloatingIPsNegativeTestJSON-1746203506-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0519528 Aug 16 01:35:17.685423 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [req-58375239-359f-4953-b468-46ea680fdc9b req-bac98851-4779-4254-b8c0-1c648dec308e tempest-FloatingIPsNegativeTestJSON-1746203506 tempest-FloatingIPsNegativeTestJSON-1746203506-project] show failed (client error): The resource could not be found. Aug 16 01:35:17.705679 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-58375239-359f-4953-b468-46ea680fdc9b req-bac98851-4779-4254-b8c0-1c648dec308e tempest-FloatingIPsNegativeTestJSON-1746203506 tempest-FloatingIPsNegativeTestJSON-1746203506-project] 10.222.0.68 "GET /v2.0/floatingips/c497ccc8-0bc6-4128-9c69-ebd44c3127c5 HTTP/1.1" status: 404 len: 350 time: 0.0812683 Aug 16 01:35:17.705988 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37858) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:17.750991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37860) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:17.868951 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0ad016-9ea8-406b-8e1d-0091c7913b75', 'name': 'tempest-FloatingIPsNegativeTestJSON-63825401-router', 'tenant_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '1baacad0-9afc-44ba-ab35-e0de581512ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:03Z', 'updated_at': '2021-08-16T01:35:13Z', 'revision_number': 4, 'project_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'gw_port': {'id': '1baacad0-9afc-44ba-ab35-e0de581512ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0ad016-9ea8-406b-8e1d-0091c7913b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:04Z', 'updated_at': '2021-08-16T01:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a9061572-49f7-4439-a0b0-074a4ff09b8c', 'name': '', 'network_id': 'dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599', 'tenant_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'mac_address': 'fa:16:3e:dd:be:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0ad016-9ea8-406b-8e1d-0091c7913b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '6bb5ca9e-5c71-4c6e-85ab-401c2292e599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:11Z', 'updated_at': '2021-08-16T01:35:14Z', 'revision_number': 2, 'project_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'subnets': [{'id': '6bb5ca9e-5c71-4c6e-85ab-401c2292e599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:17.920124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Checking router: 8b0ad016-9ea8-406b-8e1d-0091c7913b75 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:35:17.921612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Updating router 8b0ad016-9ea8-406b-8e1d-0091c7913b75 port a9061572-49f7-4439-a0b0-074a4ff09b8c binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:35:17.961012 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-71c6ac20-e698-4072-9be8-648778bf9f2a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-520023482-network', 'tenant_id': 'b707658928cf416ab0770fa69ae602ad'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:17.971579 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:17.996777 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c6ac20-e698-4072-9be8-648778bf9f2a admin admin] Made reservation on behalf of b707658928cf416ab0770fa69ae602ad for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:35:18.000779 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71c6ac20-e698-4072-9be8-648778bf9f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:18.021000 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71c6ac20-e698-4072-9be8-648778bf9f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:18.336798 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71c6ac20-e698-4072-9be8-648778bf9f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:18.371728 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df91cbc-dd8c-4a81-a8aa-d6d14f42acc6 req-010dea4e-78bd-46fc-a5ca-97fb1f27838f tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:18.374836 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3df91cbc-dd8c-4a81-a8aa-d6d14f42acc6 req-010dea4e-78bd-46fc-a5ca-97fb1f27838f tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 943 time: 0.1575553 Aug 16 01:35:18.380087 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71c6ac20-e698-4072-9be8-648778bf9f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:18.404360 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c6ac20-e698-4072-9be8-648778bf9f2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:35:18.425768 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-342feaec-4e2d-421f-a591-9a912815f9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:18.435351 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71c6ac20-e698-4072-9be8-648778bf9f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:18.435351 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-71c6ac20-e698-4072-9be8-648778bf9f2a admin admin] Added segment 23596d7e-5a72-4731-9318-2fc61661dfe6 of type vlan for network 28b01eba-987f-4a0f-a8d3-945bdb43c5d8 Aug 16 01:35:18.539550 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71c6ac20-e698-4072-9be8-648778bf9f2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:18.729647 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:18.780385 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Transition to ACTIVE for port object a9061572-49f7-4439-a0b0-074a4ff09b8c will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:35:18.798629 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:18.802816 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6ac20-e698-4072-9be8-648778bf9f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0bbba4-8e35-40d4-ab39-a881548e92dc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:18.833097 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3df91cbc-dd8c-4a81-a8aa-d6d14f42acc6 req-cae134d2-1414-4967-8ebc-89a8070d7ef0 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283216 Aug 16 01:35:18.835331 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71c6ac20-e698-4072-9be8-648778bf9f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:18.841844 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c6ac20-e698-4072-9be8-648778bf9f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:18.845506 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71c6ac20-e698-4072-9be8-648778bf9f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:18.962401 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-71c6ac20-e698-4072-9be8-648778bf9f2a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2097614 Aug 16 01:35:18.965404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37884) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:18.972884 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2457dfd5-7a61-405a-acf3-9763b1135234 admin admin] Request body: {'subnet': {'network_id': '28b01eba-987f-4a0f-a8d3-945bdb43c5d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-520023482-subnet', 'tenant_id': 'b707658928cf416ab0770fa69ae602ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:19.011951 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6ac20-e698-4072-9be8-648778bf9f2a admin admin] Pushing event updated for resources: {'Network': ['ID=28b01eba-987f-4a0f-a8d3-945bdb43c5d8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:19.024322 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2457dfd5-7a61-405a-acf3-9763b1135234 admin admin] Made reservation on behalf of b707658928cf416ab0770fa69ae602ad for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:35:19.027558 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2457dfd5-7a61-405a-acf3-9763b1135234 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:19.043306 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 28b01eba-987f-4a0f-a8d3-945bdb43c5d8 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:35:19.301081 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-342feaec-4e2d-421f-a591-9a912815f9c1 admin admin] Deleting port a9061572-49f7-4439-a0b0-074a4ff09b8c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:35:19.301561 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-342feaec-4e2d-421f-a591-9a912815f9c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:19.331153 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Attempting to bind port a9061572-49f7-4439-a0b0-074a4ff09b8c on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:35:19.331437 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Attempting to bind port a9061572-49f7-4439-a0b0-074a4ff09b8c by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'c69aa6a8-4672-4853-ab71-3b9a75d0eae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:35:19.332367 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Attempting to bind port a9061572-49f7-4439-a0b0-074a4ff09b8c on network dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:35:19.341786 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba69e21-6d14-4914-a224-61ff69028495 None None] Pushing event updated for resources: {'Port': ['ID=a9061572-49f7-4439-a0b0-074a4ff09b8c,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:19.360214 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:35:19.360593 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Checking segment: {'id': 'c69aa6a8-4672-4853-ab71-3b9a75d0eae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:35:19.360992 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:19.361385 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Bound using segment: {'id': 'c69aa6a8-4672-4853-ab71-3b9a75d0eae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:35:19.361968 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Bound port: a9061572-49f7-4439-a0b0-074a4ff09b8c, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69aa6a8-4672-4853-ab71-3b9a75d0eae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:35:19.362274 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:19.366758 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba69e21-6d14-4914-a224-61ff69028495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:19.367102 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba69e21-6d14-4914-a224-61ff69028495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:19.367435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba69e21-6d14-4914-a224-61ff69028495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:19.367779 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba69e21-6d14-4914-a224-61ff69028495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:19.368091 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba69e21-6d14-4914-a224-61ff69028495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:19.368415 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba69e21-6d14-4914-a224-61ff69028495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:19.368737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba69e21-6d14-4914-a224-61ff69028495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:19.369054 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba69e21-6d14-4914-a224-61ff69028495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:19.369374 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba69e21-6d14-4914-a224-61ff69028495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:19.369690 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba69e21-6d14-4914-a224-61ff69028495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:19.370032 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba69e21-6d14-4914-a224-61ff69028495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:19.370345 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba69e21-6d14-4914-a224-61ff69028495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:19.554962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] For port a9061572-49f7-4439-a0b0-074a4ff09b8c, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:35:19.570095 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] For port a9061572-49f7-4439-a0b0-074a4ff09b8c, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a9061572-49f7-4439-a0b0-074a4ff09b8c,segment=NetworkSegment(c69aa6a8-4672-4853-ab71-3b9a75d0eae2),segment_id=c69aa6a8-4672-4853-ab71-3b9a75d0eae2)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:35:19.583291 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:19.596466 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2457dfd5-7a61-405a-acf3-9763b1135234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:19.634678 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-342feaec-4e2d-421f-a591-9a912815f9c1 admin admin] For port a9061572-49f7-4439-a0b0-074a4ff09b8c, host n-d-765315-27, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:19.635233 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-342feaec-4e2d-421f-a591-9a912815f9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:19.665534 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-342feaec-4e2d-421f-a591-9a912815f9c1 admin admin] Calling delete_port for a9061572-49f7-4439-a0b0-074a4ff09b8c owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:35:19.718572 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Routers {'8b0ad016-9ea8-406b-8e1d-0091c7913b75'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:35:19.719998 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457dfd5-7a61-405a-acf3-9763b1135234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a1ad69f-9834-4fd8-a4cf-4eec62a0a41e,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:19.732040 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:34:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8b0ad016-9ea8-406b-8e1d-0091c7913b75'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:19.814472 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2457dfd5-7a61-405a-acf3-9763b1135234 admin admin] Checking segment: {'id': '23596d7e-5a72-4731-9318-2fc61661dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '28b01eba-987f-4a0f-a8d3-945bdb43c5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:35:19.817291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2457dfd5-7a61-405a-acf3-9763b1135234 admin admin] Network hostable DHCP agents. Network: 28b01eba-987f-4a0f-a8d3-945bdb43c5d8, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:35:19.872122 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2457dfd5-7a61-405a-acf3-9763b1135234 admin admin] Network 28b01eba-987f-4a0f-a8d3-945bdb43c5d8 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:35:19.905447 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-2457dfd5-7a61-405a-acf3-9763b1135234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 28b01eba-987f-4a0f-a8d3-945bdb43c5d8) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:19.917170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2457dfd5-7a61-405a-acf3-9763b1135234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:19.929563 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2457dfd5-7a61-405a-acf3-9763b1135234 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:19.967407 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2457dfd5-7a61-405a-acf3-9763b1135234 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0003488 Aug 16 01:35:20.319067 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-342feaec-4e2d-421f-a591-9a912815f9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:20.334934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd04c81-c0ee-479a-b90e-bd8b68337263 None None] Network 28b01eba-987f-4a0f-a8d3-945bdb43c5d8 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:35:20.374112 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342feaec-4e2d-421f-a591-9a912815f9c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9061572-49f7-4439-a0b0-074a4ff09b8c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:20.399921 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba69e21-6d14-4914-a224-61ff69028495 None None] Pushing event updated for resources: {'Port': ['ID=a9061572-49f7-4439-a0b0-074a4ff09b8c,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:20.476212 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569acd9-ab52-44e8-a6cb-3cc6ae011b76 req-0226087a-e997-46ed-8a45-6ed868a78b12 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:20.479308 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3569acd9-ab52-44e8-a6cb-3cc6ae011b76 req-0226087a-e997-46ed-8a45-6ed868a78b12 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 943 time: 0.4252598 Aug 16 01:35:20.520488 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9802efc4-9b67-42fc-a982-fd4721946187 None None] Could not find standard attr ID for object a9061572-49f7-4439-a0b0-074a4ff09b8c. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:35:20.680326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d26a587b-598e-410c-93e1-f63bf3e9241a req-acc335f3-508f-4f74-b51a-112710392339 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1019185377', 'description': 'tempest-description-96506809'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:20.762138 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3569acd9-ab52-44e8-a6cb-3cc6ae011b76 req-21ef1c5f-30bb-4a94-95b0-190e256dddb8 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965725 Aug 16 01:35:20.767669 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d26a587b-598e-410c-93e1-f63bf3e9241a req-acc335f3-508f-4f74-b51a-112710392339 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:20.828186 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] Set router 8b0ad016-9ea8-406b-8e1d-0091c7913b75 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:35:20.917679 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e6871a7-5ce6-4046-9fb5-69f5c5302ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:21.024722 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d26a587b-598e-410c-93e1-f63bf3e9241a req-acc335f3-508f-4f74-b51a-112710392339 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:21.030112 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d26a587b-598e-410c-93e1-f63bf3e9241a req-acc335f3-508f-4f74-b51a-112710392339 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:21.107964 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc335f3-508f-4f74-b51a-112710392339 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32069c44-e280-4132-8fbd-e0c910a043af,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:21.151473 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d26a587b-598e-410c-93e1-f63bf3e9241a req-acc335f3-508f-4f74-b51a-112710392339 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:21.152996 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d26a587b-598e-410c-93e1-f63bf3e9241a req-acc335f3-508f-4f74-b51a-112710392339 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4795742 Aug 16 01:35:21.254881 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-342feaec-4e2d-421f-a591-9a912815f9c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:21.300880 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-348b04b3-6718-4f26-8db9-44e97a4404ef req-92b22c82-8636-413a-b929-b250d8aacf74 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "GET /v2.0/security-groups/32069c44-e280-4132-8fbd-e0c910a043af HTTP/1.1" status: 200 len: 1811 time: 0.1250062 Aug 16 01:35:21.325411 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-348b04b3-6718-4f26-8db9-44e97a4404ef req-d56b2258-0cc2-4adb-89f0-06e1372de3d3 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32069c44-e280-4132-8fbd-e0c910a043af', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:21.326639 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-348b04b3-6718-4f26-8db9-44e97a4404ef req-d56b2258-0cc2-4adb-89f0-06e1372de3d3 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32069c44-e280-4132-8fbd-e0c910a043af', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:21.370217 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46384856-248e-45fb-9a7e-6f4758eb5d0d None None] Network 28b01eba-987f-4a0f-a8d3-945bdb43c5d8 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:35:21.471622 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-348b04b3-6718-4f26-8db9-44e97a4404ef req-d56b2258-0cc2-4adb-89f0-06e1372de3d3 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:21.553091 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-348b04b3-6718-4f26-8db9-44e97a4404ef req-d56b2258-0cc2-4adb-89f0-06e1372de3d3 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:21.568494 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-348b04b3-6718-4f26-8db9-44e97a4404ef req-d56b2258-0cc2-4adb-89f0-06e1372de3d3 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:21.603341 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b2258-0cc2-4adb-89f0-06e1372de3d3 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00a2493-1401-4cf7-9660-f8e715f9f028,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:21.631189 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-348b04b3-6718-4f26-8db9-44e97a4404ef req-d56b2258-0cc2-4adb-89f0-06e1372de3d3 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:21.640684 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-348b04b3-6718-4f26-8db9-44e97a4404ef req-d56b2258-0cc2-4adb-89f0-06e1372de3d3 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3388252 Aug 16 01:35:21.758731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0ad016-9ea8-406b-8e1d-0091c7913b75', 'name': 'tempest-FloatingIPsNegativeTestJSON-63825401-router', 'tenant_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '1baacad0-9afc-44ba-ab35-e0de581512ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:03Z', 'updated_at': '2021-08-16T01:35:13Z', 'revision_number': 4, 'project_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'gw_port': {'id': '1baacad0-9afc-44ba-ab35-e0de581512ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0ad016-9ea8-406b-8e1d-0091c7913b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:04Z', 'updated_at': '2021-08-16T01:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a9061572-49f7-4439-a0b0-074a4ff09b8c', 'name': '', 'network_id': 'dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599', 'tenant_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'mac_address': 'fa:16:3e:dd:be:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0ad016-9ea8-406b-8e1d-0091c7913b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '6bb5ca9e-5c71-4c6e-85ab-401c2292e599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:11Z', 'updated_at': '2021-08-16T01:35:19Z', 'revision_number': 4, 'project_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'subnets': [{'id': '6bb5ca9e-5c71-4c6e-85ab-401c2292e599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:21.790681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e99aa5-eb2e-4556-af5d-985b87ebcfe3 None None] The sync data for ids ['8b0ad016-9ea8-406b-8e1d-0091c7913b75'] in n-d-765315-27 is: [{'id': '8b0ad016-9ea8-406b-8e1d-0091c7913b75', 'name': 'tempest-FloatingIPsNegativeTestJSON-63825401-router', 'tenant_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '1baacad0-9afc-44ba-ab35-e0de581512ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:03Z', 'updated_at': '2021-08-16T01:35:13Z', 'revision_number': 4, 'project_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'gw_port': {'id': '1baacad0-9afc-44ba-ab35-e0de581512ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0ad016-9ea8-406b-8e1d-0091c7913b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:04Z', 'updated_at': '2021-08-16T01:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a9061572-49f7-4439-a0b0-074a4ff09b8c', 'name': '', 'network_id': 'dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599', 'tenant_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'mac_address': 'fa:16:3e:dd:be:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0ad016-9ea8-406b-8e1d-0091c7913b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '6bb5ca9e-5c71-4c6e-85ab-401c2292e599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:11Z', 'updated_at': '2021-08-16T01:35:19Z', 'revision_number': 4, 'project_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'subnets': [{'id': '6bb5ca9e-5c71-4c6e-85ab-401c2292e599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:35:21.807914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342feaec-4e2d-421f-a591-9a912815f9c1 admin admin] Router 8b0ad016-9ea8-406b-8e1d-0091c7913b75 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:35:21.823611 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2e76298f-7557-4620-b877-a0d185d0dea7 req-de9c2ef4-a87f-418f-a3eb-a639cb968542 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "GET /v2.0/security-groups/32069c44-e280-4132-8fbd-e0c910a043af HTTP/1.1" status: 200 len: 2404 time: 0.1306584 Aug 16 01:35:21.933243 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bef38b8c-991a-48e1-b86f-4749a3c7dbb8 req-6d782f49-42f8-437d-9a34-566d375b789d tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "GET /v2.0/security-group-rules/f00a2493-1401-4cf7-9660-f8e715f9f028 HTTP/1.1" status: 200 len: 778 time: 0.0918705 Aug 16 01:35:21.997217 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3592858-166a-4610-b8eb-95eb72aded60 req-f3f6745b-164d-45eb-88ef-756f5d48b1f5 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:21.999532 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3592858-166a-4610-b8eb-95eb72aded60 req-f3f6745b-164d-45eb-88ef-756f5d48b1f5 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 943 time: 0.1121640 Aug 16 01:35:22.087831 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3592858-166a-4610-b8eb-95eb72aded60 req-cb28e41b-35c6-4096-8b8e-8d5dcd8f8802 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807612 Aug 16 01:35:22.542950 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0b6fda6-722f-4e1b-a206-9921d79d15a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:22.549593 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bef38b8c-991a-48e1-b86f-4749a3c7dbb8 req-506e760a-ad9a-44c5-965f-b9ecb7924584 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "GET /v2.0/security-groups/32069c44-e280-4132-8fbd-e0c910a043af HTTP/1.1" status: 200 len: 2404 time: 0.6076386 Aug 16 01:35:22.587665 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342feaec-4e2d-421f-a591-9a912815f9c1 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:35:22.595153 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-342feaec-4e2d-421f-a591-9a912815f9c1 admin admin] 10.222.0.68 "PUT /v2.0/routers/8b0ad016-9ea8-406b-8e1d-0091c7913b75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8852420 Aug 16 01:35:22.595547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37926) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:22.604193 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bef38b8c-991a-48e1-b86f-4749a3c7dbb8 req-fa981669-8d6e-4712-a575-c026ed8fca7d tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:22.636603 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bef38b8c-991a-48e1-b86f-4749a3c7dbb8 req-fa981669-8d6e-4712-a575-c026ed8fca7d tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:22.709205 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bef38b8c-991a-48e1-b86f-4749a3c7dbb8 req-fa981669-8d6e-4712-a575-c026ed8fca7d tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:22.719290 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bef38b8c-991a-48e1-b86f-4749a3c7dbb8 req-fa981669-8d6e-4712-a575-c026ed8fca7d tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:22.721043 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bef38b8c-991a-48e1-b86f-4749a3c7dbb8 req-fa981669-8d6e-4712-a575-c026ed8fca7d tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/f00a2493-1401-4cf7-9660-f8e715f9f028 HTTP/1.1" status: 204 len: 173 time: 0.1705854 Aug 16 01:35:22.728881 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa981669-8d6e-4712-a575-c026ed8fca7d tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f00a2493-1401-4cf7-9660-f8e715f9f028,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:22.804927 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-56e47ba6-95fb-430e-97ce-4c6a30a11361 req-fef1cd6f-8a92-4c72-a172-c9101d12682c tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-904273576', 'description': 'tempest-description-1396296437'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:22.856426 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-56e47ba6-95fb-430e-97ce-4c6a30a11361 req-fef1cd6f-8a92-4c72-a172-c9101d12682c tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:23.034931 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8606bdb-95b1-485c-a72f-1feea86f6063 admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:23.198460 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:23.212136 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-56e47ba6-95fb-430e-97ce-4c6a30a11361 req-fef1cd6f-8a92-4c72-a172-c9101d12682c tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:23.266457 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-56e47ba6-95fb-430e-97ce-4c6a30a11361 req-fef1cd6f-8a92-4c72-a172-c9101d12682c tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:23.376919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1cd6f-8a92-4c72-a172-c9101d12682c tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da54a378-2b2a-4181-9c78-d7fa88bdaec2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:23.389549 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-56e47ba6-95fb-430e-97ce-4c6a30a11361 req-fef1cd6f-8a92-4c72-a172-c9101d12682c tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:23.403857 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-56e47ba6-95fb-430e-97ce-4c6a30a11361 req-fef1cd6f-8a92-4c72-a172-c9101d12682c tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6049323 Aug 16 01:35:23.415148 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb036c-cbba-43f9-a9b0-6415d61272a1 req-31f3e3f0-fad1-4048-aaf1-e17ac20115e1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:23.416939 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ddb036c-cbba-43f9-a9b0-6415d61272a1 req-31f3e3f0-fad1-4048-aaf1-e17ac20115e1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 943 time: 0.1031301 Aug 16 01:35:23.435223 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8606bdb-95b1-485c-a72f-1feea86f6063 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:23.504920 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ddb036c-cbba-43f9-a9b0-6415d61272a1 req-258ec98e-d7c7-4752-a0a7-1ca3f3b08a3c tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755951 Aug 16 01:35:23.542610 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c8606bdb-95b1-485c-a72f-1feea86f6063 admin admin] Deleting port 1baacad0-9afc-44ba-ab35-e0de581512ef {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:35:23.543027 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8606bdb-95b1-485c-a72f-1feea86f6063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:23.646110 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-07f8a3b0-fc0a-4343-a2c7-705d4da129ae req-da1c761c-28a5-4074-be1b-b2ad1e22d753 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "GET /v2.0/security-groups/da54a378-2b2a-4181-9c78-d7fa88bdaec2 HTTP/1.1" status: 200 len: 1812 time: 0.0883119 Aug 16 01:35:23.720757 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-4e68d0b4-229e-4f8c-b2a1-dc385729d9bb req-d52ad5fa-26fa-4cdd-9bfd-25c6d5b4b38b tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-590212415', 'description': 'tempest-description-208342610'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:23.777553 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e68d0b4-229e-4f8c-b2a1-dc385729d9bb req-d52ad5fa-26fa-4cdd-9bfd-25c6d5b4b38b tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:23.891899 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-c8606bdb-95b1-485c-a72f-1feea86f6063 admin admin] For port 1baacad0-9afc-44ba-ab35-e0de581512ef, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=1baacad0-9afc-44ba-ab35-e0de581512ef,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:23.892264 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8606bdb-95b1-485c-a72f-1feea86f6063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:23.923827 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e68d0b4-229e-4f8c-b2a1-dc385729d9bb req-d52ad5fa-26fa-4cdd-9bfd-25c6d5b4b38b tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:23.930555 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e68d0b4-229e-4f8c-b2a1-dc385729d9bb req-d52ad5fa-26fa-4cdd-9bfd-25c6d5b4b38b tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:23.932037 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c8606bdb-95b1-485c-a72f-1feea86f6063 admin admin] Calling delete_port for 1baacad0-9afc-44ba-ab35-e0de581512ef owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:35:23.950036 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8729b30c-4988-4881-91d6-e3598a27d3a2 None None] Sync routers for ids ['8b0ad016-9ea8-406b-8e1d-0091c7913b75'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:35:23.969346 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8729b30c-4988-4881-91d6-e3598a27d3a2 None None] Routers {'8b0ad016-9ea8-406b-8e1d-0091c7913b75'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:35:23.970243 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8729b30c-4988-4881-91d6-e3598a27d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:35:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8b0ad016-9ea8-406b-8e1d-0091c7913b75'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:23.983285 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e68d0b4-229e-4f8c-b2a1-dc385729d9bb req-d52ad5fa-26fa-4cdd-9bfd-25c6d5b4b38b tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:23.984714 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e68d0b4-229e-4f8c-b2a1-dc385729d9bb req-d52ad5fa-26fa-4cdd-9bfd-25c6d5b4b38b tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2683589 Aug 16 01:35:23.989329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ad5fa-26fa-4cdd-9bfd-25c6d5b4b38b tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96a5e45-c6ef-4fe3-93cf-7fe2ded2baaa,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:24.015603 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c4c9e-6682-430d-9de7-5e2825c9dd87 req-be26aaff-d662-4ca0-a36b-f10c9eba990e tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:24.029522 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df3c4c9e-6682-430d-9de7-5e2825c9dd87 req-be26aaff-d662-4ca0-a36b-f10c9eba990e tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 946 time: 0.2890866 Aug 16 01:35:24.044093 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:24.129298 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-614bade8-9fbe-4a0e-a70f-93723048a839 req-15b5a3cf-71e2-40d4-96be-81c89cc7907e tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "GET /v2.0/security-groups/c96a5e45-c6ef-4fe3-93cf-7fe2ded2baaa HTTP/1.1" status: 200 len: 1811 time: 0.0922027 Aug 16 01:35:24.151108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-be2fb803-bf9b-4412-a3a0-88144b33ae4d req-88b4a792-d28b-4a27-8593-0719f0f93327 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-623917820', 'description': 'tempest-description-1317761741'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:24.181881 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8729b30c-4988-4881-91d6-e3598a27d3a2 None None] Set router 8b0ad016-9ea8-406b-8e1d-0091c7913b75 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:35:24.209723 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-be2fb803-bf9b-4412-a3a0-88144b33ae4d req-88b4a792-d28b-4a27-8593-0719f0f93327 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:24.316999 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8729b30c-4988-4881-91d6-e3598a27d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0ad016-9ea8-406b-8e1d-0091c7913b75', 'name': 'tempest-FloatingIPsNegativeTestJSON-63825401-router', 'tenant_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:03Z', 'updated_at': '2021-08-16T01:35:23Z', 'revision_number': 6, 'project_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:24.371646 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-be2fb803-bf9b-4412-a3a0-88144b33ae4d req-88b4a792-d28b-4a27-8593-0719f0f93327 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:24.386389 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-be2fb803-bf9b-4412-a3a0-88144b33ae4d req-88b4a792-d28b-4a27-8593-0719f0f93327 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:24.410194 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8729b30c-4988-4881-91d6-e3598a27d3a2 None None] Checking router: 8b0ad016-9ea8-406b-8e1d-0091c7913b75 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:35:24.421176 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8729b30c-4988-4881-91d6-e3598a27d3a2 None None] Routers {'8b0ad016-9ea8-406b-8e1d-0091c7913b75'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:35:24.424503 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8729b30c-4988-4881-91d6-e3598a27d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:35:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8b0ad016-9ea8-406b-8e1d-0091c7913b75'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:24.453610 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df3c4c9e-6682-430d-9de7-5e2825c9dd87 req-7eb03010-c3a8-4fd4-bc30-d99b7c132b89 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65fe992-e23c-41dd-8acc-8dad22ad92fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4228504 Aug 16 01:35:24.467162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4a792-d28b-4a27-8593-0719f0f93327 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028e9756-a618-4dfc-95ba-251d0f230552,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:24.482928 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-be2fb803-bf9b-4412-a3a0-88144b33ae4d req-88b4a792-d28b-4a27-8593-0719f0f93327 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:24.485163 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be2fb803-bf9b-4412-a3a0-88144b33ae4d req-88b4a792-d28b-4a27-8593-0719f0f93327 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3419924 Aug 16 01:35:24.624329 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b54ef8b2-7a1f-479a-8ef5-7481cb681a7d req-9bbde6c1-fbb6-4cda-bfac-7625ee5fcb5e tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "GET /v2.0/security-groups/028e9756-a618-4dfc-95ba-251d0f230552 HTTP/1.1" status: 200 len: 1812 time: 0.0800648 Aug 16 01:35:24.629647 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8606bdb-95b1-485c-a72f-1feea86f6063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:24.633662 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8729b30c-4988-4881-91d6-e3598a27d3a2 None None] Set router 8b0ad016-9ea8-406b-8e1d-0091c7913b75 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:35:24.700573 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8606bdb-95b1-485c-a72f-1feea86f6063 admin admin] Pushing event deleted for resources: {'Port': ['ID=1baacad0-9afc-44ba-ab35-e0de581512ef,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:24.797846 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-2cc51e9e-0ae7-4cd1-9135-07ae0ded0e15 req-39625f79-32d7-478a-a4f6-2073a289d51b tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-707908684', 'description': 'tempest-description-528046843'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:24.835845 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2cc51e9e-0ae7-4cd1-9135-07ae0ded0e15 req-39625f79-32d7-478a-a4f6-2073a289d51b tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:24.841247 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8729b30c-4988-4881-91d6-e3598a27d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0ad016-9ea8-406b-8e1d-0091c7913b75', 'name': 'tempest-FloatingIPsNegativeTestJSON-63825401-router', 'tenant_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:03Z', 'updated_at': '2021-08-16T01:35:23Z', 'revision_number': 6, 'project_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:24.876766 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8729b30c-4988-4881-91d6-e3598a27d3a2 None None] The sync data for ids ['8b0ad016-9ea8-406b-8e1d-0091c7913b75'] in n-d-765315-27 is: [{'id': '8b0ad016-9ea8-406b-8e1d-0091c7913b75', 'name': 'tempest-FloatingIPsNegativeTestJSON-63825401-router', 'tenant_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:03Z', 'updated_at': '2021-08-16T01:35:23Z', 'revision_number': 6, 'project_id': 'fda93bebb7ae40fa96c5a0dab3ced893', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:35:24.923036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4d7bb-91a5-435b-a74b-8f2294e40088 req-8ed839e6-9d22-4db0-9458-2b064a99bdd1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:24.929406 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-65d4d7bb-91a5-435b-a74b-8f2294e40088 req-8ed839e6-9d22-4db0-9458-2b064a99bdd1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 943 time: 0.1575336 Aug 16 01:35:24.943637 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8606bdb-95b1-485c-a72f-1feea86f6063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:24.989321 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2cc51e9e-0ae7-4cd1-9135-07ae0ded0e15 req-39625f79-32d7-478a-a4f6-2073a289d51b tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:25.014290 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2cc51e9e-0ae7-4cd1-9135-07ae0ded0e15 req-39625f79-32d7-478a-a4f6-2073a289d51b tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:25.063070 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2cc51e9e-0ae7-4cd1-9135-07ae0ded0e15 req-39625f79-32d7-478a-a4f6-2073a289d51b tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:25.084522 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2cc51e9e-0ae7-4cd1-9135-07ae0ded0e15 req-39625f79-32d7-478a-a4f6-2073a289d51b tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2920671 Aug 16 01:35:25.106533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39625f79-32d7-478a-a4f6-2073a289d51b tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0870451-131d-4270-8b16-e8e3a611ef37,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:25.247743 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8606bdb-95b1-485c-a72f-1feea86f6063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:25.256423 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8606bdb-95b1-485c-a72f-1feea86f6063 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:25.318972 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-65d4d7bb-91a5-435b-a74b-8f2294e40088 req-6672aa85-c277-4c85-8cfa-5084a87d70a7 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928789 Aug 16 01:35:25.507588 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8606bdb-95b1-485c-a72f-1feea86f6063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:25.508496 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2e2f4-618e-4bd6-a675-55002f2bc43a req-bfb1855a-25e4-48e9-abf5-fd72b4f8c903 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:25.514504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8606bdb-95b1-485c-a72f-1feea86f6063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b0ad016-9ea8-406b-8e1d-0091c7913b75 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:35:25.515259 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c2a2e2f4-618e-4bd6-a675-55002f2bc43a req-bfb1855a-25e4-48e9-abf5-fd72b4f8c903 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/ports?device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 945 time: 0.1398618 Aug 16 01:35:25.525082 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8606bdb-95b1-485c-a72f-1feea86f6063 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:25.527099 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c8606bdb-95b1-485c-a72f-1feea86f6063 admin admin] 10.222.0.68 "DELETE /v2.0/routers/8b0ad016-9ea8-406b-8e1d-0091c7913b75 HTTP/1.1" status: 204 len: 168 time: 2.9305739 Aug 16 01:35:25.529869 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37976) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:25.552684 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a72ed134-88d9-4eee-984b-091879a215e7 req-c84a3fce-39e1-44dd-9a17-c6c96704c65c tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "GET /v2.0/security-groups/d0870451-131d-4270-8b16-e8e3a611ef37 HTTP/1.1" status: 200 len: 1811 time: 0.1206515 Aug 16 01:35:25.640573 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16780e2-bbac-427d-8e30-740415cfb6a1 admin admin] Deleting subnet 6bb5ca9e-5c71-4c6e-85ab-401c2292e599 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:35:25.649408 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a16780e2-bbac-427d-8e30-740415cfb6a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:25.658385 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c2a2e2f4-618e-4bd6-a675-55002f2bc43a req-64b5ee2c-7acf-4f55-8852-db04c2d136fd tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc8fca3f-f534-4fb3-a2dc-68083ac18fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888309 Aug 16 01:35:25.709362 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [req-b0ce3b48-d603-4e3a-a228-9aa22d83b844 req-398a6abd-461f-4dc4-b76a-6f2f436ed702 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] show failed (client error): The resource could not be found. Aug 16 01:35:25.714075 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0ce3b48-d603-4e3a-a228-9aa22d83b844 req-398a6abd-461f-4dc4-b76a-6f2f436ed702 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "GET /v2.0/security-groups/28597fab-0ad8-49a2-8500-5f756fb06f35 HTTP/1.1" status: 404 len: 352 time: 0.0339775 Aug 16 01:35:25.750591 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a16780e2-bbac-427d-8e30-740415cfb6a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:25.774956 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [req-b15ca7b2-5821-4d92-bc25-8d54a1fb533e req-099a8ae7-5f13-4819-9164-3ed074a31804 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] show failed (client error): The resource could not be found. Aug 16 01:35:25.797012 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b15ca7b2-5821-4d92-bc25-8d54a1fb533e req-099a8ae7-5f13-4819-9164-3ed074a31804 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "GET /v2.0/security-group-rules/9fe129aa-9650-46aa-bcea-6cb430c0a3d7 HTTP/1.1" status: 404 len: 361 time: 0.0474946 Aug 16 01:35:25.870601 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a16780e2-bbac-427d-8e30-740415cfb6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:25.921180 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:25.928268 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-89e74a45-d96f-4083-bb29-b59313996c14 req-633b34f7-6b2e-495a-a962-65172df239b9 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "GET /v2.0/security-groups/d0870451-131d-4270-8b16-e8e3a611ef37 HTTP/1.1" status: 200 len: 1811 time: 0.0972445 Aug 16 01:35:25.987066 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a16780e2-bbac-427d-8e30-740415cfb6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:26.036509 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16780e2-bbac-427d-8e30-740415cfb6a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bb5ca9e-5c71-4c6e-85ab-401c2292e599,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:26.041146 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a16780e2-bbac-427d-8e30-740415cfb6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:26.043298 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a16780e2-bbac-427d-8e30-740415cfb6a1 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6bb5ca9e-5c71-4c6e-85ab-401c2292e599 HTTP/1.1" status: 204 len: 168 time: 0.5122578 Aug 16 01:35:26.046428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37990) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:26.053823 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e466c791-9ee9-401e-a225-55bb70d59a33 None None] Network dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:35:26.076126 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-89e74a45-d96f-4083-bb29-b59313996c14 req-ed1c6b23-4261-46ed-a2be-42c032ab90ae tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:26.145043 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-89e74a45-d96f-4083-bb29-b59313996c14 req-ed1c6b23-4261-46ed-a2be-42c032ab90ae tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:26.204376 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bddf0b-a116-4ded-b571-e4787e302c0d req-14d56171-2909-45e7-86c7-0976d5068f80 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:26.213485 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74bddf0b-a116-4ded-b571-e4787e302c0d req-14d56171-2909-45e7-86c7-0976d5068f80 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 946 time: 0.1545277 Aug 16 01:35:26.226032 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:26.249495 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-89e74a45-d96f-4083-bb29-b59313996c14 req-ed1c6b23-4261-46ed-a2be-42c032ab90ae tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:26.260185 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-89e74a45-d96f-4083-bb29-b59313996c14 req-ed1c6b23-4261-46ed-a2be-42c032ab90ae tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:26.278163 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-89e74a45-d96f-4083-bb29-b59313996c14 req-ed1c6b23-4261-46ed-a2be-42c032ab90ae tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "DELETE /v2.0/security-groups/d0870451-131d-4270-8b16-e8e3a611ef37 HTTP/1.1" status: 204 len: 173 time: 0.3466740 Aug 16 01:35:26.291536 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74bddf0b-a116-4ded-b571-e4787e302c0d req-34314e59-f58e-460e-a49b-edcc349d2221 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65fe992-e23c-41dd-8acc-8dad22ad92fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768118 Aug 16 01:35:26.333080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c6b23-4261-46ed-a2be-42c032ab90ae tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0870451-131d-4270-8b16-e8e3a611ef37,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:26.537302 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f797c6e4-1b58-41b1-973d-2ca3939fef88 None None] DHCP port deletion for dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:35:26.553917 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3ba10e19-34d0-4520-b1bc-bde264280f9c req-ee78c928-2ef5-4972-9eb4-1796256193dd tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "GET /v2.0/security-groups/028e9756-a618-4dfc-95ba-251d0f230552 HTTP/1.1" status: 200 len: 1812 time: 0.2551672 Aug 16 01:35:26.621186 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f797c6e4-1b58-41b1-973d-2ca3939fef88 None None] Deleting port a470dbd8-78bb-4a42-abe6-9393865350a3 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:35:26.621853 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f797c6e4-1b58-41b1-973d-2ca3939fef88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:26.626859 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 1baacad0-9afc-44ba-ab35-e0de581512ef no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:35:26.687484 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] Deleting port a470dbd8-78bb-4a42-abe6-9393865350a3 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:35:26.687820 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:26.723465 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57212417-bb93-41db-a098-4911425b98af req-032dacde-f41c-4186-b8ca-8a005709e38a tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:26.725588 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-57212417-bb93-41db-a098-4911425b98af req-032dacde-f41c-4186-b8ca-8a005709e38a tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.73 "GET /v2.0/ports?device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 945 time: 0.1853795 Aug 16 01:35:26.727578 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 1baacad0-9afc-44ba-ab35-e0de581512ef {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:35:26.728032 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 1baacad0-9afc-44ba-ab35-e0de581512ef not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:35:26.728755 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a9061572-49f7-4439-a0b0-074a4ff09b8c no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:35:26.763177 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: a9061572-49f7-4439-a0b0-074a4ff09b8c {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:35:26.763894 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a9061572-49f7-4439-a0b0-074a4ff09b8c not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:35:26.764110 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da0626-d58a-4cf9-ba59-af88a205390e req-5dd5d339-2843-4f91-9d6a-2439a8db014b tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:26.765637 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-16da0626-d58a-4cf9-ba59-af88a205390e req-5dd5d339-2843-4f91-9d6a-2439a8db014b tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 943 time: 0.1306441 Aug 16 01:35:26.806589 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f797c6e4-1b58-41b1-973d-2ca3939fef88 None None] For port a470dbd8-78bb-4a42-abe6-9393865350a3, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a470dbd8-78bb-4a42-abe6-9393865350a3,segment=NetworkSegment(c69aa6a8-4672-4853-ab71-3b9a75d0eae2),segment_id=c69aa6a8-4672-4853-ab71-3b9a75d0eae2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:26.807572 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f797c6e4-1b58-41b1-973d-2ca3939fef88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:26.826527 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f797c6e4-1b58-41b1-973d-2ca3939fef88 None None] Calling delete_port for a470dbd8-78bb-4a42-abe6-9393865350a3 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:35:26.851548 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3ba10e19-34d0-4520-b1bc-bde264280f9c req-606b3cb2-85f2-48df-9a69-6330fe6162b3 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:26.892856 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-16da0626-d58a-4cf9-ba59-af88a205390e req-a9bf7c7f-8d4b-4388-9d4f-8704099929f3 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029398 Aug 16 01:35:26.933423 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-57212417-bb93-41db-a098-4911425b98af req-19e49d6d-1f72-41bb-bcec-2e5c2ba372bf tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Deleting port 7297df40-11b2-4cf8-b974-9a7b2867589e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:35:26.933787 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-57212417-bb93-41db-a098-4911425b98af req-19e49d6d-1f72-41bb-bcec-2e5c2ba372bf tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:26.960684 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] For port a470dbd8-78bb-4a42-abe6-9393865350a3, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a470dbd8-78bb-4a42-abe6-9393865350a3,segment=NetworkSegment(c69aa6a8-4672-4853-ab71-3b9a75d0eae2),segment_id=c69aa6a8-4672-4853-ab71-3b9a75d0eae2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:26.960920 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:26.993980 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3ba10e19-34d0-4520-b1bc-bde264280f9c req-606b3cb2-85f2-48df-9a69-6330fe6162b3 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:27.018397 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f797c6e4-1b58-41b1-973d-2ca3939fef88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:27.023724 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] Calling delete_port for a470dbd8-78bb-4a42-abe6-9393865350a3 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:35:27.094869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-57212417-bb93-41db-a098-4911425b98af req-19e49d6d-1f72-41bb-bcec-2e5c2ba372bf tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] For port 7297df40-11b2-4cf8-b974-9a7b2867589e, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7297df40-11b2-4cf8-b974-9a7b2867589e,segment=NetworkSegment(40ed442f-5d80-48df-b915-7673fd3fc0b9),segment_id=40ed442f-5d80-48df-b915-7673fd3fc0b9)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:27.095560 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-57212417-bb93-41db-a098-4911425b98af req-19e49d6d-1f72-41bb-bcec-2e5c2ba372bf tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:27.098676 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797c6e4-1b58-41b1-973d-2ca3939fef88 None None] Pushing event deleted for resources: {'Port': ['ID=a470dbd8-78bb-4a42-abe6-9393865350a3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:27.113277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f797c6e4-1b58-41b1-973d-2ca3939fef88 None None] No DVR routers for this DVR port a470dbd8-78bb-4a42-abe6-9393865350a3 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:35:27.114679 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-57212417-bb93-41db-a098-4911425b98af req-19e49d6d-1f72-41bb-bcec-2e5c2ba372bf tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Calling delete_port for 7297df40-11b2-4cf8-b974-9a7b2867589e owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:35:27.150577 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8ba3e-c6c5-4fdf-a4f6-43b9968789fc req-bf1fdbb7-6947-49de-9218-45bf3e5ecc02 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:27.154855 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-47b8ba3e-c6c5-4fdf-a4f6-43b9968789fc req-bf1fdbb7-6947-49de-9218-45bf3e5ecc02 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/ports?device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 945 time: 0.1262100 Aug 16 01:35:27.165731 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3ba10e19-34d0-4520-b1bc-bde264280f9c req-606b3cb2-85f2-48df-9a69-6330fe6162b3 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:27.169462 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3ba10e19-34d0-4520-b1bc-bde264280f9c req-606b3cb2-85f2-48df-9a69-6330fe6162b3 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:27.169813 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3ba10e19-34d0-4520-b1bc-bde264280f9c req-606b3cb2-85f2-48df-9a69-6330fe6162b3 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "DELETE /v2.0/security-groups/028e9756-a618-4dfc-95ba-251d0f230552 HTTP/1.1" status: 204 len: 173 time: 0.6132085 Aug 16 01:35:27.194293 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b3cb2-85f2-48df-9a69-6330fe6162b3 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=028e9756-a618-4dfc-95ba-251d0f230552,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:27.202205 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:27.219961 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] No DVR routers for this DVR port a470dbd8-78bb-4a42-abe6-9393865350a3 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:35:27.279425 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] Pushing event deleted for resources: {'Port': ['ID=a470dbd8-78bb-4a42-abe6-9393865350a3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:27.350478 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-47b8ba3e-c6c5-4fdf-a4f6-43b9968789fc req-39282489-7f02-4717-895c-33c3a5033985 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc8fca3f-f534-4fb3-a2dc-68083ac18fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999758 Aug 16 01:35:27.380618 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:27.410682 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:27.428536 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69aa6a8-4672-4853-ab71-3b9a75d0eae2') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:27.429111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69aa6a8-4672-4853-ab71-3b9a75d0eae2') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:27.465571 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:27.496906 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:27.509179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:35:27.509593 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:35:27.511779 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:35:27.514475 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e27e60d-cf80-4f53-b8d3-16de81b24240 req-ad6ec1f3-c85d-4b2f-bc0f-e39f8f82d889 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "GET /v2.0/security-groups/c96a5e45-c6ef-4fe3-93cf-7fe2ded2baaa HTTP/1.1" status: 200 len: 1811 time: 0.1084075 Aug 16 01:35:27.562724 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-57212417-bb93-41db-a098-4911425b98af req-19e49d6d-1f72-41bb-bcec-2e5c2ba372bf tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:27.584790 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['7297df40-11b2-4cf8-b974-9a7b2867589e'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:35:27.595717 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:27.608794 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:27.613801 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] 10.222.0.68 "DELETE /v2.0/networks/dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599 HTTP/1.1" status: 204 len: 168 time: 1.5641286 Aug 16 01:35:27.664737 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8ec9e-09b4-40d4-9bc7-6133ab584381 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc72b0f0-f2b3-4ac8-8ecb-20e36ee18599,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:27.704964 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e49d6d-1f72-41bb-bcec-2e5c2ba372bf tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Pushing event deleted for resources: {'Port': ['ID=7297df40-11b2-4cf8-b974-9a7b2867589e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:27.765950 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22434d-48a2-4347-9c20-4d68da642653 req-cd412abb-ec0c-486c-8b19-a5fe9968ee2a tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:27.770148 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ec22434d-48a2-4347-9c20-4d68da642653 req-cd412abb-ec0c-486c-8b19-a5fe9968ee2a tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 946 time: 0.0807748 Aug 16 01:35:27.808527 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:35:27.827786 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-57212417-bb93-41db-a098-4911425b98af req-19e49d6d-1f72-41bb-bcec-2e5c2ba372bf tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] No DVR routers for this DVR port 7297df40-11b2-4cf8-b974-9a7b2867589e on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:35:27.842443 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-57212417-bb93-41db-a098-4911425b98af req-19e49d6d-1f72-41bb-bcec-2e5c2ba372bf tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:27.845575 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38018) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:27.846996 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-57212417-bb93-41db-a098-4911425b98af req-19e49d6d-1f72-41bb-bcec-2e5c2ba372bf tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.73 "DELETE /v2.0/ports/7297df40-11b2-4cf8-b974-9a7b2867589e HTTP/1.1" status: 204 len: 173 time: 1.1065295 Aug 16 01:35:27.850130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418d314b-f186-4dd4-b138-7b06f6ed7f88', 'name': 'network-vif-deleted', 'tag': '7297df40-11b2-4cf8-b974-9a7b2867589e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:35:27.852760 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d32b16-1a50-49a6-a2cd-9b38b044fa00" -d '{"events": [{"server_uuid": "418d314b-f186-4dd4-b138-7b06f6ed7f88", "name": "network-vif-deleted", "tag": "7297df40-11b2-4cf8-b974-9a7b2867589e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:35:27.867881 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e27e60d-cf80-4f53-b8d3-16de81b24240 req-65e78070-8239-405a-9354-88bd2e5682dc tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:27.869681 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ec22434d-48a2-4347-9c20-4d68da642653 req-d7355e2d-0803-403d-b5c6-094a5c9167ea tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65fe992-e23c-41dd-8acc-8dad22ad92fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929451 Aug 16 01:35:27.944836 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e27e60d-cf80-4f53-b8d3-16de81b24240 req-65e78070-8239-405a-9354-88bd2e5682dc tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:27.963877 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:27.980880 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-090eb996-524d-4607-9e1a-759eb773c25b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fda93bebb7ae40fa96c5a0dab3ced893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1329899 Aug 16 01:35:27.984782 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38024) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:27.991845 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4', 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d', 'port_id': '1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4', 'mac_address': 'fa:16:3e:eb:03:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dca6ec8-828f-4751-8723-f176759a3e37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:35:28.026131 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78870a16-3f29-469d-b2e3-c02cbe09ac9f x-openstack-request-id: req-78870a16-3f29-469d-b2e3-c02cbe09ac9f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:35:28.026419 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418d314b-f186-4dd4-b138-7b06f6ed7f88", "name": "network-vif-deleted", "tag": "7297df40-11b2-4cf8-b974-9a7b2867589e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:35:28.026731 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-78870a16-3f29-469d-b2e3-c02cbe09ac9f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:35:28.027124 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418d314b-f186-4dd4-b138-7b06f6ed7f88', 'name': 'network-vif-deleted', 'tag': '7297df40-11b2-4cf8-b974-9a7b2867589e', 'status': 'completed', 'code': 200} Aug 16 01:35:28.066487 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e27e60d-cf80-4f53-b8d3-16de81b24240 req-65e78070-8239-405a-9354-88bd2e5682dc tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:28.070604 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e27e60d-cf80-4f53-b8d3-16de81b24240 req-65e78070-8239-405a-9354-88bd2e5682dc tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:28.075174 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e27e60d-cf80-4f53-b8d3-16de81b24240 req-65e78070-8239-405a-9354-88bd2e5682dc tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "DELETE /v2.0/security-groups/c96a5e45-c6ef-4fe3-93cf-7fe2ded2baaa HTTP/1.1" status: 204 len: 173 time: 0.5605621 Aug 16 01:35:28.103870 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:28.157062 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:35:28.160199 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e78070-8239-405a-9354-88bd2e5682dc tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96a5e45-c6ef-4fe3-93cf-7fe2ded2baaa,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:28.174819 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa709a96-a552-4c10-80b8-86da8ac99b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:28.209264 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:28.234113 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:28.252410 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b738d93-2b02-4995-baa9-c9c0f92158f5 req-ea68b6a4-250b-477d-9c87-6ef93c104d06 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:28.259030 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0b738d93-2b02-4995-baa9-c9c0f92158f5 req-ea68b6a4-250b-477d-9c87-6ef93c104d06 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 943 time: 0.1335697 Aug 16 01:35:28.269214 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-242dea3e-ca79-4ada-971c-554b9e1cb18f req-7cdecf47-2320-4c45-b596-13fc0580d92e tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "GET /v2.0/security-groups/da54a378-2b2a-4181-9c78-d7fa88bdaec2 HTTP/1.1" status: 200 len: 1812 time: 0.1649916 Aug 16 01:35:28.282127 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa709a96-a552-4c10-80b8-86da8ac99b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:28.348171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:28.370336 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0b738d93-2b02-4995-baa9-c9c0f92158f5 req-75afe02f-7c5a-48fb-b02d-7e4a4b071cfe tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072061 Aug 16 01:35:28.376340 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-242dea3e-ca79-4ada-971c-554b9e1cb18f req-80e60ab1-91c8-49e1-9b94-2e4fa721a88e tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:28.404397 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-242dea3e-ca79-4ada-971c-554b9e1cb18f req-80e60ab1-91c8-49e1-9b94-2e4fa721a88e tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:28.494718 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa709a96-a552-4c10-80b8-86da8ac99b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:28.498062 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa709a96-a552-4c10-80b8-86da8ac99b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:28.499413 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fa709a96-a552-4c10-80b8-86da8ac99b9d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b898f065-ecc2-4016-b73e-2c9ec37617cd HTTP/1.1" status: 204 len: 168 time: 0.5143049 Aug 16 01:35:28.511676 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:35:28.527698 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-242dea3e-ca79-4ada-971c-554b9e1cb18f req-80e60ab1-91c8-49e1-9b94-2e4fa721a88e tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:28.535658 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-242dea3e-ca79-4ada-971c-554b9e1cb18f req-80e60ab1-91c8-49e1-9b94-2e4fa721a88e tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:28.541859 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-242dea3e-ca79-4ada-971c-554b9e1cb18f req-80e60ab1-91c8-49e1-9b94-2e4fa721a88e tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "DELETE /v2.0/security-groups/da54a378-2b2a-4181-9c78-d7fa88bdaec2 HTTP/1.1" status: 204 len: 173 time: 0.2716193 Aug 16 01:35:28.571721 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa709a96-a552-4c10-80b8-86da8ac99b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b898f065-ecc2-4016-b73e-2c9ec37617cd,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:28.625269 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-25f16a97-570e-4c98-b098-01cdc83bab5e req-512e8a4a-b0f9-4195-8240-bcf03d50af74 tempest-VolumesAdminNegativeTest-1720257783 tempest-VolumesAdminNegativeTest-1720257783-project] 10.222.0.68 "GET /v2.0/ports?device_id=418d314b-f186-4dd4-b138-7b06f6ed7f88 HTTP/1.1" status: 200 len: 210 time: 0.0803816 Aug 16 01:35:28.631878 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a470dbd8-78bb-4a42-abe6-9393865350a3 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:35:28.636674 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e60ab1-91c8-49e1-9b94-2e4fa721a88e tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da54a378-2b2a-4181-9c78-d7fa88bdaec2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:28.708481 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: a470dbd8-78bb-4a42-abe6-9393865350a3 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:35:28.710217 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a470dbd8-78bb-4a42-abe6-9393865350a3 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:35:28.828634 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d64dcef-3769-4b19-b699-4aa259139ede req-681965db-2815-4569-aa11-b6071bc52a62 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "GET /v2.0/security-groups/32069c44-e280-4132-8fbd-e0c910a043af HTTP/1.1" status: 200 len: 1811 time: 0.2709644 Aug 16 01:35:28.927762 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4d64dcef-3769-4b19-b699-4aa259139ede req-4e17dca2-2178-4a5c-b814-36379ba1c502 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:28.975029 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4d64dcef-3769-4b19-b699-4aa259139ede req-4e17dca2-2178-4a5c-b814-36379ba1c502 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:29.068407 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130df2dc-6091-42b6-b536-0f1dcfb7284e req-de857d2e-db53-4d41-aabe-875c528bce50 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:29.070087 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-130df2dc-6091-42b6-b536-0f1dcfb7284e req-de857d2e-db53-4d41-aabe-875c528bce50 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 946 time: 0.0818160 Aug 16 01:35:29.111869 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2301cb-a481-4417-b64e-6c7cfdaa437c req-b12b48e5-8bc5-4832-80c1-7f4aaeda7ea0 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:29.114357 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cf2301cb-a481-4417-b64e-6c7cfdaa437c req-b12b48e5-8bc5-4832-80c1-7f4aaeda7ea0 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 946 time: 0.1061065 Aug 16 01:35:29.125969 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4d64dcef-3769-4b19-b699-4aa259139ede req-4e17dca2-2178-4a5c-b814-36379ba1c502 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:29.129381 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4d64dcef-3769-4b19-b699-4aa259139ede req-4e17dca2-2178-4a5c-b814-36379ba1c502 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:29.134264 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d64dcef-3769-4b19-b699-4aa259139ede req-4e17dca2-2178-4a5c-b814-36379ba1c502 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] 10.222.0.68 "DELETE /v2.0/security-groups/32069c44-e280-4132-8fbd-e0c910a043af HTTP/1.1" status: 204 len: 173 time: 0.3029020 Aug 16 01:35:29.139199 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38042) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:29.153050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17dca2-2178-4a5c-b814-36379ba1c502 tempest-SecurityGroupRulesNegativeTestJSON-1934651209 tempest-SecurityGroupRulesNegativeTestJSON-1934651209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32069c44-e280-4132-8fbd-e0c910a043af,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:29.239573 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-130df2dc-6091-42b6-b536-0f1dcfb7284e req-884d1777-ff92-4781-880f-3dabad4056e5 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Deleting port 20a56163-742a-4760-8fa9-650729e13174 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:35:29.239923 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-130df2dc-6091-42b6-b536-0f1dcfb7284e req-884d1777-ff92-4781-880f-3dabad4056e5 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:29.321579 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cf2301cb-a481-4417-b64e-6c7cfdaa437c req-7817bd8e-859c-4900-9fdf-a9456bd30511 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65fe992-e23c-41dd-8acc-8dad22ad92fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999793 Aug 16 01:35:29.334802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-4339145c-8483-4df8-9ae0-79224ea5ecfd admin admin] Deleting subnet 7a1ad69f-9834-4fd8-a4cf-4eec62a0a41e {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:35:29.351007 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4339145c-8483-4df8-9ae0-79224ea5ecfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:29.458993 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4339145c-8483-4df8-9ae0-79224ea5ecfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:29.488700 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-130df2dc-6091-42b6-b536-0f1dcfb7284e req-884d1777-ff92-4781-880f-3dabad4056e5 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] For port 20a56163-742a-4760-8fa9-650729e13174, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=20a56163-742a-4760-8fa9-650729e13174,segment=NetworkSegment(19d3c030-68ad-4cdc-9b2d-2c96d8bcd088),segment_id=19d3c030-68ad-4cdc-9b2d-2c96d8bcd088)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:29.491886 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-130df2dc-6091-42b6-b536-0f1dcfb7284e req-884d1777-ff92-4781-880f-3dabad4056e5 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:29.551717 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4339145c-8483-4df8-9ae0-79224ea5ecfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:29.667097 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4339145c-8483-4df8-9ae0-79224ea5ecfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:29.698081 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e02908-5560-41e0-897f-0761c58c805f req-2e02efc2-41e4-40d5-b86f-524efbe7c0f0 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:29.703439 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-32e02908-5560-41e0-897f-0761c58c805f req-2e02efc2-41e4-40d5-b86f-524efbe7c0f0 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 944 time: 0.1903203 Aug 16 01:35:29.711481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38056) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:29.744807 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339145c-8483-4df8-9ae0-79224ea5ecfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a1ad69f-9834-4fd8-a4cf-4eec62a0a41e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:29.750068 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4339145c-8483-4df8-9ae0-79224ea5ecfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:29.752201 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4339145c-8483-4df8-9ae0-79224ea5ecfd admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7a1ad69f-9834-4fd8-a4cf-4eec62a0a41e HTTP/1.1" status: 204 len: 168 time: 0.6076250 Aug 16 01:35:29.757305 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38060) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:29.818851 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:35:29.857545 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bebe91e-84c2-45c1-8549-493e769af213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:29.916760 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-32e02908-5560-41e0-897f-0761c58c805f req-ff371533-5cbd-4695-9a7f-0b897ae195af tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028139 Aug 16 01:35:29.967068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc76d302-12f3-4c0b-a077-4c14d5396157 admin admin] Deleting subnet 0cb0556b-ccaa-41d2-ac82-3216c534e9b4 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:35:29.994706 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:35:30.005234 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:30.005674 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:30.033719 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc76d302-12f3-4c0b-a077-4c14d5396157 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:30.072272 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bebe91e-84c2-45c1-8549-493e769af213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:30.101428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1bebe91e-84c2-45c1-8549-493e769af213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b01eba-987f-4a0f-a8d3-945bdb43c5d8']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:30.128141 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:30.133780 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1bebe91e-84c2-45c1-8549-493e769af213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23596d7e-5a72-4731-9318-2fc61661dfe6') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:30.134581 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1bebe91e-84c2-45c1-8549-493e769af213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23596d7e-5a72-4731-9318-2fc61661dfe6') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:30.156310 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc76d302-12f3-4c0b-a077-4c14d5396157 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:30.164984 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bebe91e-84c2-45c1-8549-493e769af213 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:30.167723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b984425b-de17-4776-93c0-da1575eec219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:35:30.172449 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc26eb3-7a72-4edd-aec6-e6c26e67309a" -d '{"events": [{"server_uuid": "b984425b-de17-4776-93c0-da1575eec219", "name": "network-vif-plugged", "status": "completed", "tag": "1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:35:30.195817 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bebe91e-84c2-45c1-8549-493e769af213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:30.204546 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-130df2dc-6091-42b6-b536-0f1dcfb7284e req-884d1777-ff92-4781-880f-3dabad4056e5 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:30.205634 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-130df2dc-6091-42b6-b536-0f1dcfb7284e req-884d1777-ff92-4781-880f-3dabad4056e5 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:30.206928 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [req-130df2dc-6091-42b6-b536-0f1dcfb7284e req-884d1777-ff92-4781-880f-3dabad4056e5 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Floating IP 8ce45f7d-9585-4476-b226-dcac8aea9bf5 disassociated. External IP: 172.25.3.51, port: 20a56163-742a-4760-8fa9-650729e13174. Aug 16 01:35:30.208546 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-130df2dc-6091-42b6-b536-0f1dcfb7284e req-884d1777-ff92-4781-880f-3dabad4056e5 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Calling delete_port for 20a56163-742a-4760-8fa9-650729e13174 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:35:30.210167 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bebe91e-84c2-45c1-8549-493e769af213 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:35:30.210584 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bebe91e-84c2-45c1-8549-493e769af213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:30.211483 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:30.225351 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:30.226193 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 20a56163-742a-4760-8fa9-650729e13174 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:35:30.332697 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:35:30.337249 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bebe91e-84c2-45c1-8549-493e769af213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:30.350322 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bebe91e-84c2-45c1-8549-493e769af213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:30.352875 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacf8ae4-7c10-43a9-a47d-67528cbececd x-openstack-request-id: req-aacf8ae4-7c10-43a9-a47d-67528cbececd {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:35:30.354471 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b984425b-de17-4776-93c0-da1575eec219", "name": "network-vif-plugged", "status": "completed", "tag": "1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:35:30.355086 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-aacf8ae4-7c10-43a9-a47d-67528cbececd {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:35:30.355670 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b984425b-de17-4776-93c0-da1575eec219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4', 'code': 200} Aug 16 01:35:30.372499 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1bebe91e-84c2-45c1-8549-493e769af213 admin admin] 10.222.0.68 "DELETE /v2.0/networks/28b01eba-987f-4a0f-a8d3-945bdb43c5d8 HTTP/1.1" status: 204 len: 168 time: 0.6139903 Aug 16 01:35:30.395253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebe91e-84c2-45c1-8549-493e769af213 admin admin] Pushing event deleted for resources: {'Network': ['ID=28b01eba-987f-4a0f-a8d3-945bdb43c5d8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:30.620814 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dead6-f08a-4119-aa7f-b7fa8e2b0895 req-10b76550-efbc-4c7e-9249-be9a2e4435a8 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:30.626660 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:30.632771 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a06dead6-f08a-4119-aa7f-b7fa8e2b0895 req-10b76550-efbc-4c7e-9249-be9a2e4435a8 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 946 time: 0.1609614 Aug 16 01:35:30.693794 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a06dead6-f08a-4119-aa7f-b7fa8e2b0895 req-44b71fff-92a7-46e3-8f0c-050c49347960 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65fe992-e23c-41dd-8acc-8dad22ad92fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589476 Aug 16 01:35:30.711312 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc76d302-12f3-4c0b-a077-4c14d5396157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:30.758109 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:30.772631 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-130df2dc-6091-42b6-b536-0f1dcfb7284e req-884d1777-ff92-4781-880f-3dabad4056e5 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:30.781794 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642c796-65f8-4105-a3a0-2def5c29003c req-f0d3bcab-9514-47a7-8bbd-c095343fb536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:30.791994 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6642c796-65f8-4105-a3a0-2def5c29003c req-f0d3bcab-9514-47a7-8bbd-c095343fb536 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 1097 time: 0.3454866 Aug 16 01:35:30.878842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d1777-ff92-4781-880f-3dabad4056e5 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Pushing event deleted for resources: {'Port': ['ID=20a56163-742a-4760-8fa9-650729e13174,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:30.946940 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 7297df40-11b2-4cf8-b974-9a7b2867589e no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:35:30.976142 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38088) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:30.994172 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6642c796-65f8-4105-a3a0-2def5c29003c req-dbc8ac38-2137-406f-aaa6-7c474bef893d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830833 Aug 16 01:35:31.027812 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 7297df40-11b2-4cf8-b974-9a7b2867589e {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:35:31.028601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 7297df40-11b2-4cf8-b974-9a7b2867589e not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:35:31.069079 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc76d302-12f3-4c0b-a077-4c14d5396157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:31.081266 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38090) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:31.088995 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3426ac8b-493f-4a5b-9c9f-5b6113a816df admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b707658928cf416ab0770fa69ae602ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0985603 Aug 16 01:35:31.252612 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76d302-12f3-4c0b-a077-4c14d5396157 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cb0556b-ccaa-41d2-ac82-3216c534e9b4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:31.255387 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f7b64-a504-469c-9a82-6c33c7c3cd59 req-125e3949-ad01-42f7-90d5-802d2dc23b3c tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:31.257450 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d2f7b64-a504-469c-9a82-6c33c7c3cd59 req-125e3949-ad01-42f7-90d5-802d2dc23b3c tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 945 time: 0.0860384 Aug 16 01:35:31.259654 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc76d302-12f3-4c0b-a077-4c14d5396157 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:31.263794 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-dc76d302-12f3-4c0b-a077-4c14d5396157 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0cb0556b-ccaa-41d2-ac82-3216c534e9b4 HTTP/1.1" status: 204 len: 168 time: 1.5488234 Aug 16 01:35:31.264125 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38092) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:31.378925 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d2f7b64-a504-469c-9a82-6c33c7c3cd59 req-e413b364-c8f8-4c8d-916c-e4922c5a7efb tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075308 Aug 16 01:35:31.427515 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-130df2dc-6091-42b6-b536-0f1dcfb7284e req-884d1777-ff92-4781-880f-3dabad4056e5 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Router e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:35:31.428957 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d04c86-2821-4ea7-aeae-4e1e12e51d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:31.524016 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfbaf557-e82c-4bb7-9627-2e0bb4f798ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:31.556211 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d04c86-2821-4ea7-aeae-4e1e12e51d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:31.699370 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfbaf557-e82c-4bb7-9627-2e0bb4f798ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:31.720062 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-bfbaf557-e82c-4bb7-9627-2e0bb4f798ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e114c421-b155-49e4-8f4b-4f508556f015']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:31.744175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-bfbaf557-e82c-4bb7-9627-2e0bb4f798ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ed442f-5d80-48df-b915-7673fd3fc0b9') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:31.744535 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-bfbaf557-e82c-4bb7-9627-2e0bb4f798ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ed442f-5d80-48df-b915-7673fd3fc0b9') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:31.757038 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfbaf557-e82c-4bb7-9627-2e0bb4f798ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:31.774362 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfbaf557-e82c-4bb7-9627-2e0bb4f798ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:31.801399 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbaf557-e82c-4bb7-9627-2e0bb4f798ed admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:35:31.803275 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfbaf557-e82c-4bb7-9627-2e0bb4f798ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:35:31.863616 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:35:31.916507 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfbaf557-e82c-4bb7-9627-2e0bb4f798ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:31.932333 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfbaf557-e82c-4bb7-9627-2e0bb4f798ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:31.938033 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bfbaf557-e82c-4bb7-9627-2e0bb4f798ed admin admin] 10.222.0.68 "DELETE /v2.0/networks/e114c421-b155-49e4-8f4b-4f508556f015 HTTP/1.1" status: 204 len: 168 time: 0.6721511 Aug 16 01:35:31.972481 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38102) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:31.974509 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbaf557-e82c-4bb7-9627-2e0bb4f798ed admin admin] Pushing event deleted for resources: {'Network': ['ID=e114c421-b155-49e4-8f4b-4f508556f015,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:32.105933 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f73e361-2c30-4e63-abe4-ba63569d2b86 admin admin] Deleting subnet 3c32c6fc-a827-4891-bdd1-910dd5e68eb8 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:35:32.110020 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f73e361-2c30-4e63-abe4-ba63569d2b86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:32.169313 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f73e361-2c30-4e63-abe4-ba63569d2b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:32.243044 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f73e361-2c30-4e63-abe4-ba63569d2b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:32.247393 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a70b2c42-10d7-4d16-affe-e5c90579e1ae req-49d82ef6-0b99-48e5-ad26-80b8bc1560a3 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b45e0fe-230e-4662-a0e6-ab8da6bd95bb HTTP/1.1" status: 200 len: 210 time: 0.0413499 Aug 16 01:35:32.333267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-130df2dc-6091-42b6-b536-0f1dcfb7284e req-884d1777-ff92-4781-880f-3dabad4056e5 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:35:32.342368 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d04c86-2821-4ea7-aeae-4e1e12e51d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:32.356305 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d04c86-2821-4ea7-aeae-4e1e12e51d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:32.366544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b97cdf-214c-4bd1-9df3-19f5eff78c34 None None] Sync routers for ids ['e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:35:32.372228 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-54d04c86-2821-4ea7-aeae-4e1e12e51d9e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8a0bbba4-8e35-40d4-ab39-a881548e92dc HTTP/1.1" status: 204 len: 168 time: 1.2676558 Aug 16 01:35:32.377191 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f73e361-2c30-4e63-abe4-ba63569d2b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:32.382516 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b97cdf-214c-4bd1-9df3-19f5eff78c34 None None] Routers {'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:35:32.383452 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-07b97cdf-214c-4bd1-9df3-19f5eff78c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:35:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:32.437012 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73e361-2c30-4e63-abe4-ba63569d2b86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c32c6fc-a827-4891-bdd1-910dd5e68eb8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:32.457716 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f73e361-2c30-4e63-abe4-ba63569d2b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:32.462144 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7f73e361-2c30-4e63-abe4-ba63569d2b86 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/3c32c6fc-a827-4891-bdd1-910dd5e68eb8 HTTP/1.1" status: 204 len: 168 time: 0.4737387 Aug 16 01:35:32.465694 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38120) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:32.481558 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d04c86-2821-4ea7-aeae-4e1e12e51d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0bbba4-8e35-40d4-ab39-a881548e92dc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:32.536401 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-130df2dc-6091-42b6-b536-0f1dcfb7284e req-884d1777-ff92-4781-880f-3dabad4056e5 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] No DVR routers for this DVR port 20a56163-742a-4760-8fa9-650729e13174 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:35:32.540042 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-130df2dc-6091-42b6-b536-0f1dcfb7284e req-884d1777-ff92-4781-880f-3dabad4056e5 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:32.542745 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-130df2dc-6091-42b6-b536-0f1dcfb7284e req-884d1777-ff92-4781-880f-3dabad4056e5 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.63 "DELETE /v2.0/ports/20a56163-742a-4760-8fa9-650729e13174 HTTP/1.1" status: 204 len: 173 time: 3.4572163 Aug 16 01:35:32.558867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b45e0fe-230e-4662-a0e6-ab8da6bd95bb', 'name': 'network-vif-deleted', 'tag': '20a56163-742a-4760-8fa9-650729e13174'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:35:32.562685 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9d509c-a9c4-48f8-bf05-d999960f82c2" -d '{"events": [{"server_uuid": "7b45e0fe-230e-4662-a0e6-ab8da6bd95bb", "name": "network-vif-deleted", "tag": "20a56163-742a-4760-8fa9-650729e13174"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:35:32.715699 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba4a070-2e26-43a0-bcba-2a05c645b564 x-openstack-request-id: req-cba4a070-2e26-43a0-bcba-2a05c645b564 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:35:32.716058 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b45e0fe-230e-4662-a0e6-ab8da6bd95bb", "name": "network-vif-deleted", "tag": "20a56163-742a-4760-8fa9-650729e13174", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:35:32.716388 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cba4a070-2e26-43a0-bcba-2a05c645b564 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:35:32.716844 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b45e0fe-230e-4662-a0e6-ab8da6bd95bb', 'name': 'network-vif-deleted', 'tag': '20a56163-742a-4760-8fa9-650729e13174', 'status': 'completed', 'code': 200} Aug 16 01:35:32.717392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-07b97cdf-214c-4bd1-9df3-19f5eff78c34 None None] Set router e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:35:32.727003 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1d170d5-439b-4850-ae6a-e214c38b2582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:32.750533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b719c8-fa36-41e0-bcb7-1390e4095b0b req-3087cf30-6c5c-403c-8959-b910a4fe34d0 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:32.758341 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03b719c8-fa36-41e0-bcb7-1390e4095b0b req-3087cf30-6c5c-403c-8959-b910a4fe34d0 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 945 time: 0.1739502 Aug 16 01:35:32.812227 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03b719c8-fa36-41e0-bcb7-1390e4095b0b req-e6e97fc2-1160-41eb-bc38-3a9cab214203 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488377 Aug 16 01:35:33.166538 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1d170d5-439b-4850-ae6a-e214c38b2582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:33.220947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28861efb-2f05-4c62-a769-a3ed5595f338 req-f1491311-8d70-4601-92d1-c2daafcbd61c tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:33.236334 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-28861efb-2f05-4c62-a769-a3ed5595f338 req-f1491311-8d70-4601-92d1-c2daafcbd61c tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 1097 time: 0.2730756 Aug 16 01:35:33.241567 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d1d170d5-439b-4850-ae6a-e214c38b2582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30329001-cf8b-4a23-a79c-00a6d323a057']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:33.365976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d1d170d5-439b-4850-ae6a-e214c38b2582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c336f4-2476-4a51-99db-bb7a70854316') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:33.366267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d1d170d5-439b-4850-ae6a-e214c38b2582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c336f4-2476-4a51-99db-bb7a70854316') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:33.419368 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1d170d5-439b-4850-ae6a-e214c38b2582 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:33.522022 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-28861efb-2f05-4c62-a769-a3ed5595f338 req-a3da9853-2253-48b4-acef-d2146dd33bfa tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551656 Aug 16 01:35:33.523529 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1d170d5-439b-4850-ae6a-e214c38b2582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:33.560882 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d170d5-439b-4850-ae6a-e214c38b2582 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:35:33.562463 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1d170d5-439b-4850-ae6a-e214c38b2582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:35:33.570837 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:35:33.609872 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-07b97cdf-214c-4bd1-9df3-19f5eff78c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'name': 'tempest-ServersTestJSON-826625101-router', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:37Z', 'updated_at': '2021-08-16T01:32:44Z', 'revision_number': 4, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'gw_port': {'id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:38Z', 'updated_at': '2021-08-16T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '5a364f0b-a773-4c81-bb91-6dca797f5d71', 'name': '', 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'mac_address': 'fa:16:3e:24:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:43Z', 'updated_at': '2021-08-16T01:32:54Z', 'revision_number': 5, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'subnets': [{'id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:33.631796 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38152) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:33.646342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b97cdf-214c-4bd1-9df3-19f5eff78c34 None None] Checking router: e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:35:33.681089 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b97cdf-214c-4bd1-9df3-19f5eff78c34 None None] Routers {'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:35:33.686823 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-07b97cdf-214c-4bd1-9df3-19f5eff78c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:35:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:33.906195 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d348e68f-65e5-4440-9f19-ea5cd57c03a3 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:33.948199 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1d170d5-439b-4850-ae6a-e214c38b2582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:33.982867 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1d170d5-439b-4850-ae6a-e214c38b2582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:33.988611 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d1d170d5-439b-4850-ae6a-e214c38b2582 admin admin] 10.222.0.68 "DELETE /v2.0/networks/30329001-cf8b-4a23-a79c-00a6d323a057 HTTP/1.1" status: 204 len: 168 time: 1.5219944 Aug 16 01:35:33.998755 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d170d5-439b-4850-ae6a-e214c38b2582 admin admin] Pushing event deleted for resources: {'Network': ['ID=30329001-cf8b-4a23-a79c-00a6d323a057,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:34.000516 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d348e68f-65e5-4440-9f19-ea5cd57c03a3 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:34.012068 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d9ecb-9cf2-41b8-b529-590fd4726c27 req-735f7b38-8d08-41f4-9124-60730bcd259f tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:34.017078 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-695d9ecb-9cf2-41b8-b529-590fd4726c27 req-735f7b38-8d08-41f4-9124-60730bcd259f tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 1097 time: 0.1814337 Aug 16 01:35:34.047088 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-07b97cdf-214c-4bd1-9df3-19f5eff78c34 None None] Set router e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:35:34.084002 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d348e68f-65e5-4440-9f19-ea5cd57c03a3 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:34.087929 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d348e68f-65e5-4440-9f19-ea5cd57c03a3 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:34.089172 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d348e68f-65e5-4440-9f19-ea5cd57c03a3 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "DELETE /v2.0/security-groups/b65fe992-e23c-41dd-8acc-8dad22ad92fd HTTP/1.1" status: 204 len: 168 time: 0.4558535 Aug 16 01:35:34.097815 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38162) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:34.140136 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-695d9ecb-9cf2-41b8-b529-590fd4726c27 req-0942add0-7609-47a3-be6d-79a535fa5d6c tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136794 Aug 16 01:35:34.156565 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348e68f-65e5-4440-9f19-ea5cd57c03a3 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65fe992-e23c-41dd-8acc-8dad22ad92fd,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:34.175175 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-515db28a-3ad8-4123-81fa-970afd304dba tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] show failed (client error): The resource could not be found. Aug 16 01:35:34.176573 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-515db28a-3ad8-4123-81fa-970afd304dba tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "GET /v2.0/security-groups/b65fe992-e23c-41dd-8acc-8dad22ad92fd HTTP/1.1" status: 404 len: 347 time: 0.0774920 Aug 16 01:35:34.179308 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38170) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:34.226417 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:35:34.343417 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38178) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:34.352176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38180) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:34.512907 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3c5ffaac-37f0-4b9b-a8bd-6e0147ec083f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0eb72905cd34490fbd143aad459c0481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464438 Aug 16 01:35:34.513378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38184) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:34.617649 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-df466fa5-cc32-422f-9c66-051c37d144d9 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Deleting port 6642ab7c-8b6c-4e0a-97f1-5bf39724eaee {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:35:34.619984 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df466fa5-cc32-422f-9c66-051c37d144d9 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:34.691522 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ace87f25-86c3-4f5f-bf48-e8a140521406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:34.787142 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ace87f25-86c3-4f5f-bf48-e8a140521406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:34.831149 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df466fa5-cc32-422f-9c66-051c37d144d9 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:34.831469 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df466fa5-cc32-422f-9c66-051c37d144d9 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:34.847018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-07b97cdf-214c-4bd1-9df3-19f5eff78c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'name': 'tempest-ServersTestJSON-826625101-router', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:37Z', 'updated_at': '2021-08-16T01:32:44Z', 'revision_number': 4, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'gw_port': {'id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:38Z', 'updated_at': '2021-08-16T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '5a364f0b-a773-4c81-bb91-6dca797f5d71', 'name': '', 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'mac_address': 'fa:16:3e:24:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:43Z', 'updated_at': '2021-08-16T01:32:54Z', 'revision_number': 5, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'subnets': [{'id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:34.887788 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-df466fa5-cc32-422f-9c66-051c37d144d9 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Calling delete_port for 6642ab7c-8b6c-4e0a-97f1-5bf39724eaee owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:35:34.898285 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ace87f25-86c3-4f5f-bf48-e8a140521406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:34.905273 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ace87f25-86c3-4f5f-bf48-e8a140521406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:34.907987 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ace87f25-86c3-4f5f-bf48-e8a140521406 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dc8fca3f-f534-4fb3-a2dc-68083ac18fbf HTTP/1.1" status: 204 len: 168 time: 0.3923056 Aug 16 01:35:34.923571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b97cdf-214c-4bd1-9df3-19f5eff78c34 None None] The sync data for ids ['e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'] in n-d-765315-27 is: [{'id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'name': 'tempest-ServersTestJSON-826625101-router', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:37Z', 'updated_at': '2021-08-16T01:32:44Z', 'revision_number': 4, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'gw_port': {'id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:38Z', 'updated_at': '2021-08-16T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '5a364f0b-a773-4c81-bb91-6dca797f5d71', 'name': '', 'network_id': 'e7fbe078-be47-474e-9498-2fcf3dc70a1e', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'mac_address': 'fa:16:3e:24:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:43Z', 'updated_at': '2021-08-16T01:32:54Z', 'revision_number': 5, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'subnets': [{'id': 'ab4f0d50-fe91-4caf-819c-7375d06f3032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:35:34.932976 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace87f25-86c3-4f5f-bf48-e8a140521406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8fca3f-f534-4fb3-a2dc-68083ac18fbf,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:35.006114 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-698b3105-bea4-4994-809c-d295313b2bdf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1390491828-network', 'tenant_id': '83acc20476264f27b63127c0968a6b73'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:35.082883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698b3105-bea4-4994-809c-d295313b2bdf admin admin] Made reservation on behalf of 83acc20476264f27b63127c0968a6b73 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:35:35.085570 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-698b3105-bea4-4994-809c-d295313b2bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:35.142675 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-698b3105-bea4-4994-809c-d295313b2bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:35.245982 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df466fa5-cc32-422f-9c66-051c37d144d9 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:35.383216 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-698b3105-bea4-4994-809c-d295313b2bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:35.390008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df466fa5-cc32-422f-9c66-051c37d144d9 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Pushing event deleted for resources: {'Port': ['ID=6642ab7c-8b6c-4e0a-97f1-5bf39724eaee,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:35.399353 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-698b3105-bea4-4994-809c-d295313b2bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:35.417406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698b3105-bea4-4994-809c-d295313b2bdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:35:35.436130 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-698b3105-bea4-4994-809c-d295313b2bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:35.436743 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-698b3105-bea4-4994-809c-d295313b2bdf admin admin] Added segment c373bdec-0185-4313-b8e2-4186a8f95f3e of type vlan for network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 Aug 16 01:35:35.506421 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-698b3105-bea4-4994-809c-d295313b2bdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:35.583395 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-698b3105-bea4-4994-809c-d295313b2bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:35.585899 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698b3105-bea4-4994-809c-d295313b2bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:35.587495 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-698b3105-bea4-4994-809c-d295313b2bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:35.616299 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fdede6-66b0-47ca-b652-3098a4da3006 None None] New status for floating IP 8ce45f7d-9585-4476-b226-dcac8aea9bf5: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:35:35.632914 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df466fa5-cc32-422f-9c66-051c37d144d9 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:35.640613 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df466fa5-cc32-422f-9c66-051c37d144d9 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:35.664339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-df466fa5-cc32-422f-9c66-051c37d144d9 tempest-ServersTestJSON-2053147330 tempest-ServersTestJSON-2053147330-project] 10.222.0.68 "DELETE /v2.0/floatingips/8ce45f7d-9585-4476-b226-dcac8aea9bf5 HTTP/1.1" status: 204 len: 168 time: 1.4838159 Aug 16 01:35:35.666557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38228) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:35.675437 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-698b3105-bea4-4994-809c-d295313b2bdf admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3275414 Aug 16 01:35:35.695892 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38230) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:35.902108 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b3105-bea4-4994-809c-d295313b2bdf admin admin] Pushing event updated for resources: {'Network': ['ID=2a3ce659-7131-48db-a8d7-62eb2b9733a9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:35.914649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:35:35.915803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38234) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:35.928379 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e0d1a791-7d66-44c6-a0f4-4e2cfe258e68 admin admin] Request body: {'subnet': {'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1390491828-subnet', 'tenant_id': '83acc20476264f27b63127c0968a6b73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:35.987551 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b3105-bea4-4994-809c-d295313b2bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65cb5e0-0e49-43c9-9ef3-d178871af464,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:36.134756 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38250) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:36.135458 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-929a66cf-4e78-4da9-87d4-02d397036e06 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=aee4354361884e0ba42f24e8413d5e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910336 Aug 16 01:35:36.136855 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d1a791-7d66-44c6-a0f4-4e2cfe258e68 admin admin] Made reservation on behalf of 83acc20476264f27b63127c0968a6b73 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:35:36.139972 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0d1a791-7d66-44c6-a0f4-4e2cfe258e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:36.283050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af91c2ae-2077-44d0-9893-bee62a034b54 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:35:36.285869 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af91c2ae-2077-44d0-9893-bee62a034b54 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145776 Aug 16 01:35:36.301290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-b507d9e3-c7a6-44e6-9960-213be479c422 service neutron] Request body: {'binding': {'host': 'n-h1-765315-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:36.301946 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-b507d9e3-c7a6-44e6-9960-213be479c422 service neutron] Unknown quota resources ['binding']. {{(pid=94672) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:35:36.395721 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-390ea3be-c53f-4d9e-b964-a90af37f7803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:36.419974 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-390ea3be-c53f-4d9e-b964-a90af37f7803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:36.484306 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-390ea3be-c53f-4d9e-b964-a90af37f7803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:36.488301 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-390ea3be-c53f-4d9e-b964-a90af37f7803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:36.489581 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-390ea3be-c53f-4d9e-b964-a90af37f7803 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8ba4c7c2-1dd1-4362-943a-da1e021355be HTTP/1.1" status: 204 len: 168 time: 0.3441033 Aug 16 01:35:36.579413 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ea3be-c53f-4d9e-b964-a90af37f7803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba4c7c2-1dd1-4362-943a-da1e021355be,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:36.693310 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-b507d9e3-c7a6-44e6-9960-213be479c422 service neutron] Attempting to bind port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 on host n-h1-765315-27 for vnic_type normal with profile None {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:35:36.693636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-b507d9e3-c7a6-44e6-9960-213be479c422 service neutron] Attempting to bind port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:35:36.693984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-b507d9e3-c7a6-44e6-9960-213be479c422 service neutron] Attempting to bind port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:35:36.710030 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0d1a791-7d66-44c6-a0f4-4e2cfe258e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:36.725520 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-b507d9e3-c7a6-44e6-9960-213be479c422 service neutron] Port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:35:36.725901 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-b507d9e3-c7a6-44e6-9960-213be479c422 service neutron] Attempting to bind port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:35:36.820421 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-b507d9e3-c7a6-44e6-9960-213be479c422 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:35:36.820897 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-b507d9e3-c7a6-44e6-9960-213be479c422 service neutron] Checking segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:35:36.821111 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-b507d9e3-c7a6-44e6-9960-213be479c422 service neutron] Bound using segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:35:36.821594 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-b507d9e3-c7a6-44e6-9960-213be479c422 service neutron] Bound port: 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:35:36.945645 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd9af928-f65d-47f1-b332-19daf3cd72be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:36.961027 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1a791-7d66-44c6-a0f4-4e2cfe258e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adf0a4b6-04c7-46cd-a62d-f6dbedb85a93,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:37.009947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d1a791-7d66-44c6-a0f4-4e2cfe258e68 admin admin] Checking segment: {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:35:37.011321 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d1a791-7d66-44c6-a0f4-4e2cfe258e68 admin admin] Network hostable DHCP agents. Network: 2a3ce659-7131-48db-a8d7-62eb2b9733a9, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:35:37.044895 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-b507d9e3-c7a6-44e6-9960-213be479c422 service neutron] For port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:35:37.072138 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-b507d9e3-c7a6-44e6-9960-213be479c422 service neutron] Notify callbacks [] for binding, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:37.080666 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-b507d9e3-c7a6-44e6-9960-213be479c422 service neutron] 10.222.0.68 "POST /v2.0/ports/1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4/bindings HTTP/1.1" status: 201 len: 390 time: 0.7841318 Aug 16 01:35:37.099118 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:37.106029 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d1a791-7d66-44c6-a0f4-4e2cfe258e68 admin admin] Network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:35:37.128204 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e0d1a791-7d66-44c6-a0f4-4e2cfe258e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 2a3ce659-7131-48db-a8d7-62eb2b9733a9) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:37.139577 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d1a791-7d66-44c6-a0f4-4e2cfe258e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:37.140596 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0d1a791-7d66-44c6-a0f4-4e2cfe258e68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:37.153528 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e734e401-07e0-4b86-a731-32f286930195 None None] Network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:35:37.180226 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e0d1a791-7d66-44c6-a0f4-4e2cfe258e68 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4560261 Aug 16 01:35:37.633022 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97667a4-74dc-463b-b836-fcecec4bf781 None None] Network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:35:37.651129 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-dd9af928-f65d-47f1-b332-19daf3cd72be admin admin] Deleting port 5a364f0b-a773-4c81-bb91-6dca797f5d71 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:35:37.652352 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd9af928-f65d-47f1-b332-19daf3cd72be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:37.704866 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-1184e6f1-63b3-4d07-bea1-5f3f1fbecead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:37.706751 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-1184e6f1-63b3-4d07-bea1-5f3f1fbecead service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 1097 time: 0.1833856 Aug 16 01:35:37.717053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e660c5-a648-4493-889f-b448678d1a46 req-99a04d4c-183b-48be-90d3-95d1b61b9cc8 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:37.726103 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-95e660c5-a648-4493-889f-b448678d1a46 req-99a04d4c-183b-48be-90d3-95d1b61b9cc8 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 945 time: 0.1865840 Aug 16 01:35:37.856675 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:37.856920 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dd9af928-f65d-47f1-b332-19daf3cd72be admin admin] For port 5a364f0b-a773-4c81-bb91-6dca797f5d71, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5a364f0b-a773-4c81-bb91-6dca797f5d71,segment=NetworkSegment(19d3c030-68ad-4cdc-9b2d-2c96d8bcd088),segment_id=19d3c030-68ad-4cdc-9b2d-2c96d8bcd088)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:37.857160 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd9af928-f65d-47f1-b332-19daf3cd72be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:37.895170 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-dd9af928-f65d-47f1-b332-19daf3cd72be admin admin] Calling delete_port for 5a364f0b-a773-4c81-bb91-6dca797f5d71 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:35:37.942722 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-95e660c5-a648-4493-889f-b448678d1a46 req-b873d67b-fc3f-4553-98ad-1e6109aa2954 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152491 Aug 16 01:35:37.954563 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-a4743937-0621-43cb-b54e-5a5f52d5f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:37.965534 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-a4743937-0621-43cb-b54e-5a5f52d5f3d5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 0.2284555 Aug 16 01:35:38.076221 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-c2100117-e3ea-45f2-85c0-2711b5e0c2c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 HTTP/1.1" status: 200 len: 217 time: 0.1067450 Aug 16 01:35:38.219328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-c3f8caf0-47e0-4c90-89b1-91277fddff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:38.224621 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-c3f8caf0-47e0-4c90-89b1-91277fddff20 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.1341896 Aug 16 01:35:38.258967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38302) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:38.318644 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-92a365d8-a379-4656-b018-9f4fed652c48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829246 Aug 16 01:35:38.319070 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd9af928-f65d-47f1-b332-19daf3cd72be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:38.398089 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9af928-f65d-47f1-b332-19daf3cd72be admin admin] Pushing event deleted for resources: {'Port': ['ID=5a364f0b-a773-4c81-bb91-6dca797f5d71,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:38.611175 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38326) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:38.630469 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-e7b735eb-48b0-4544-ad6b-2d608d60d43d service neutron] 10.222.0.73 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994800 Aug 16 01:35:38.742198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-38eb2d2c-77f5-448a-89dd-a2125c5f087a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1124526236-network', 'tenant_id': 'cb7200dfe48b48eda52f76a923fdec2c'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:38.771280 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38eb2d2c-77f5-448a-89dd-a2125c5f087a admin admin] Made reservation on behalf of cb7200dfe48b48eda52f76a923fdec2c for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:35:38.777585 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38eb2d2c-77f5-448a-89dd-a2125c5f087a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:38.795085 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38eb2d2c-77f5-448a-89dd-a2125c5f087a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:38.883944 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-1e62f075-0373-4572-95b2-e7751e22e344 service neutron] 10.222.0.73 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372112 Aug 16 01:35:39.113698 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38eb2d2c-77f5-448a-89dd-a2125c5f087a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:39.131636 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38eb2d2c-77f5-448a-89dd-a2125c5f087a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:39.187068 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-13d9d0bf-6803-4654-b840-3f0b00f5eb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:39.191067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38eb2d2c-77f5-448a-89dd-a2125c5f087a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:35:39.225486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb2d2c-77f5-448a-89dd-a2125c5f087a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2ee4a9-2bfc-434f-9069-9a8e9ba43bfd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:39.246438 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38eb2d2c-77f5-448a-89dd-a2125c5f087a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:39.246816 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-38eb2d2c-77f5-448a-89dd-a2125c5f087a admin admin] Added segment e87743bf-cb08-46c2-b25c-1c54f98a071e of type vlan for network 04aff894-981a-426c-93d9-755572dcf6d9 Aug 16 01:35:39.272890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a77da-fb1c-42af-82ae-8ebeb387207b req-04771a99-f6e6-4a4e-be02-11e272a20838 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:39.274260 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-796a77da-fb1c-42af-82ae-8ebeb387207b req-04771a99-f6e6-4a4e-be02-11e272a20838 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 945 time: 0.1567535 Aug 16 01:35:39.295081 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-fe0bd376-a9e2-4661-9b96-234ed6696ec8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:39.296756 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-fe0bd376-a9e2-4661-9b96-234ed6696ec8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 812 time: 0.7639339 Aug 16 01:35:39.335850 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-99366372-47a2-49d2-b779-5e3713d89b44 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/quotas/83acc20476264f27b63127c0968a6b73 HTTP/1.1" status: 200 len: 375 time: 0.0297971 Aug 16 01:35:39.337946 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd9af928-f65d-47f1-b332-19daf3cd72be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:39.389109 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-a18ae7f4-5ad5-40cb-ab07-ea16fec3a8aa tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453646 Aug 16 01:35:39.428032 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38eb2d2c-77f5-448a-89dd-a2125c5f087a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:39.477128 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-796a77da-fb1c-42af-82ae-8ebeb387207b req-91857adc-00a2-47b7-8eb8-e204769d473c tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931846 Aug 16 01:35:39.531616 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38eb2d2c-77f5-448a-89dd-a2125c5f087a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:39.532612 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eb2d2c-77f5-448a-89dd-a2125c5f087a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:39.533204 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38eb2d2c-77f5-448a-89dd-a2125c5f087a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:39.668347 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb2d2c-77f5-448a-89dd-a2125c5f087a admin admin] Pushing event updated for resources: {'Network': ['ID=04aff894-981a-426c-93d9-755572dcf6d9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:39.679747 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 04aff894-981a-426c-93d9-755572dcf6d9 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:35:39.705012 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-13d9d0bf-6803-4654-b840-3f0b00f5eb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:39.739594 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-38eb2d2c-77f5-448a-89dd-a2125c5f087a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1262450 Aug 16 01:35:39.742320 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38336) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:39.747557 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4cf4a649-48d3-4cef-8941-54afa32f5531 admin admin] Request body: {'subnet': {'network_id': '04aff894-981a-426c-93d9-755572dcf6d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1124526236-subnet', 'tenant_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:39.803516 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf4a649-48d3-4cef-8941-54afa32f5531 admin admin] Made reservation on behalf of cb7200dfe48b48eda52f76a923fdec2c for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:35:39.806043 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4cf4a649-48d3-4cef-8941-54afa32f5531 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:39.944803 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9af928-f65d-47f1-b332-19daf3cd72be admin admin] Router e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:35:39.959985 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-13d9d0bf-6803-4654-b840-3f0b00f5eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:40.003219 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-854d9a65-be79-4ca6-b0f8-e722759a37b6 service neutron] 10.222.0.68 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022842 Aug 16 01:35:40.008304 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-13d9d0bf-6803-4654-b840-3f0b00f5eb6c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=121e8e9a5d274161ad9c38abc47ab5ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7483046 Aug 16 01:35:40.054471 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38340) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:40.135251 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4cf4a649-48d3-4cef-8941-54afa32f5531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:40.240069 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-a341a96f-e50a-4f9a-91ab-dcd1bc066ad8 service neutron] 10.222.0.68 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238164 Aug 16 01:35:40.247003 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9af928-f65d-47f1-b332-19daf3cd72be admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:35:40.249005 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-846ac191-fbea-430c-8cc4-da1497ce1590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:40.253672 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dd9af928-f65d-47f1-b332-19daf3cd72be admin admin] 10.222.0.68 "PUT /v2.0/routers/e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5834281 Aug 16 01:35:40.256386 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38342) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:40.260112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793311b8-e8aa-4984-a946-ef7cd0a50d1a None None] Sync routers for ids ['e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:35:40.273722 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793311b8-e8aa-4984-a946-ef7cd0a50d1a None None] Routers {'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:35:40.276699 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-793311b8-e8aa-4984-a946-ef7cd0a50d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:35:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:40.280425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf4a649-48d3-4cef-8941-54afa32f5531 admin admin] Checking segment: {'id': 'e87743bf-cb08-46c2-b25c-1c54f98a071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '04aff894-981a-426c-93d9-755572dcf6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:35:40.286714 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf4a649-48d3-4cef-8941-54afa32f5531 admin admin] Network hostable DHCP agents. Network: 04aff894-981a-426c-93d9-755572dcf6d9, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:35:40.330212 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4a649-48d3-4cef-8941-54afa32f5531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a47b9e2d-be86-43ad-afe4-9b872e99a356,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:40.516298 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da48d2ef-687d-4dd4-9601-3d87fcf86c6a admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:40.531671 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-846ac191-fbea-430c-8cc4-da1497ce1590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:40.541008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf4a649-48d3-4cef-8941-54afa32f5531 admin admin] Network 04aff894-981a-426c-93d9-755572dcf6d9 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:35:40.648835 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-4cf4a649-48d3-4cef-8941-54afa32f5531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 04aff894-981a-426c-93d9-755572dcf6d9) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:40.700847 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-793311b8-e8aa-4984-a946-ef7cd0a50d1a None None] Set router e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:35:40.772087 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-58bd73f0-b115-430c-8637-28eb9c75d5e2 req-3c77cce1-8761-4bb3-9ad2-f175a9eb6ea0 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d01540e-c01c-4df4-aaa9-7336190a646b HTTP/1.1" status: 200 len: 210 time: 0.0525007 Aug 16 01:35:40.786963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9d0bf-6803-4654-b840-3f0b00f5eb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d126bd-0312-4a7c-b3f9-d0ad6197c26b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:40.813666 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da48d2ef-687d-4dd4-9601-3d87fcf86c6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:40.841925 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf4a649-48d3-4cef-8941-54afa32f5531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:40.852175 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4cf4a649-48d3-4cef-8941-54afa32f5531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:40.873367 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bd4a63-d3f2-4f57-bf32-d78a5ca21a50 None None] Network 04aff894-981a-426c-93d9-755572dcf6d9 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:35:40.929963 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b191f185-9a76-4cb6-810c-8cda7f4c2269 req-05e7b3d7-7756-4610-ba50-3f4649d89487 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6377120 Aug 16 01:35:40.962759 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4cf4a649-48d3-4cef-8941-54afa32f5531 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2193711 Aug 16 01:35:40.987555 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db4772-9ac0-42bc-848a-c3db021c6e64 req-22fb5af8-158a-4ad1-a1a5-5298d1fb752b tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:40.994269 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38356) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:41.001438 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8db4772-9ac0-42bc-848a-c3db021c6e64 req-22fb5af8-158a-4ad1-a1a5-5298d1fb752b tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 945 time: 0.2742667 Aug 16 01:35:41.039260 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3d2889b8-b5ab-4a34-b008-2ba570331634 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1124526236-router', 'tenant_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:41.170441 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d2889b8-b5ab-4a34-b008-2ba570331634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:41.191264 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-846ac191-fbea-430c-8cc4-da1497ce1590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:41.192946 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d2889b8-b5ab-4a34-b008-2ba570331634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:41.194170 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-846ac191-fbea-430c-8cc4-da1497ce1590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:41.197938 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-846ac191-fbea-430c-8cc4-da1497ce1590 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d4d126bd-0312-4a7c-b3f9-d0ad6197c26b HTTP/1.1" status: 204 len: 168 time: 1.1378350 Aug 16 01:35:41.227059 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-da48d2ef-687d-4dd4-9601-3d87fcf86c6a admin admin] Deleting port 122bbbfd-c0a1-47bd-9170-17d251d6db1b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:35:41.234365 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da48d2ef-687d-4dd4-9601-3d87fcf86c6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:41.286951 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-04aff894-981a-426c-93d9-755572dcf6d9', 'network_id': '04aff894-981a-426c-93d9-755572dcf6d9', 'tenant_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'fixed_ips': [{'subnet_id': 'a47b9e2d-be86-43ad-afe4-9b872e99a356'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:35:41.289388 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:41.462453 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191f185-9a76-4cb6-810c-8cda7f4c2269 req-598d2ed2-6161-4923-a457-3cdbafd66b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:41.484008 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b191f185-9a76-4cb6-810c-8cda7f4c2269 req-598d2ed2-6161-4923-a457-3cdbafd66b7a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 1096 time: 0.4157276 Aug 16 01:35:41.497426 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8db4772-9ac0-42bc-848a-c3db021c6e64 req-be5bbabd-d228-4fd0-873e-61c55f07358a tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947951 Aug 16 01:35:41.498637 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ac191-fbea-430c-8cc4-da1497ce1590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d126bd-0312-4a7c-b3f9-d0ad6197c26b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:41.558927 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f172ec24-414e-49a8-8996-3c11f76d533f req-cb2162be-10a7-450d-9ecc-e34f2221b21e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3057270 Aug 16 01:35:41.616594 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d2889b8-b5ab-4a34-b008-2ba570331634 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:41.750113 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-793311b8-e8aa-4984-a946-ef7cd0a50d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'name': 'tempest-ServersTestJSON-826625101-router', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:37Z', 'updated_at': '2021-08-16T01:35:38Z', 'revision_number': 5, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'gw_port': {'id': '122bbbfd-c0a1-47bd-9170-17d251d6db1b', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:32:38Z', 'updated_at': '2021-08-16T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:41.898776 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793311b8-e8aa-4984-a946-ef7cd0a50d1a None None] Checking router: e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:35:41.901153 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-da48d2ef-687d-4dd4-9601-3d87fcf86c6a admin admin] For port 122bbbfd-c0a1-47bd-9170-17d251d6db1b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=122bbbfd-c0a1-47bd-9170-17d251d6db1b,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:41.901528 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da48d2ef-687d-4dd4-9601-3d87fcf86c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:41.963468 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172ec24-414e-49a8-8996-3c11f76d533f req-ef9339db-d9a0-4157-93f3-f7bff9ec9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:41.964048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Allocated IP 172.20.0.2 (04aff894-981a-426c-93d9-755572dcf6d9/a47b9e2d-be86-43ad-afe4-9b872e99a356/2dd6befb-b033-4be2-9ede-ec0641539676) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:35:41.969985 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f172ec24-414e-49a8-8996-3c11f76d533f req-ef9339db-d9a0-4157-93f3-f7bff9ec9182 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5d87878905c446a6b1656e7f6d15dd47&device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 1097 time: 0.3793325 Aug 16 01:35:42.001447 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793311b8-e8aa-4984-a946-ef7cd0a50d1a None None] Routers {'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:35:42.002138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-793311b8-e8aa-4984-a946-ef7cd0a50d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:35:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:42.078152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-da48d2ef-687d-4dd4-9601-3d87fcf86c6a admin admin] Calling delete_port for 122bbbfd-c0a1-47bd-9170-17d251d6db1b owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:35:42.094319 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d2889b8-b5ab-4a34-b008-2ba570331634 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:42.131250 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a14fa28-d3e4-4092-ad28-65ea3bf6c6c8 req-9a972c6e-cef2-450f-ac8f-d8620a980b41 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d01540e-c01c-4df4-aaa9-7336190a646b HTTP/1.1" status: 200 len: 210 time: 0.0795746 Aug 16 01:35:42.328862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191f185-9a76-4cb6-810c-8cda7f4c2269 req-4480bbe2-b932-4919-8c80-6fd5c2732c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:42.340551 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b191f185-9a76-4cb6-810c-8cda7f4c2269 req-4480bbe2-b932-4919-8c80-6fd5c2732c0a service neutron] 10.222.0.73 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 922 time: 0.7589855 Aug 16 01:35:42.512210 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b191f185-9a76-4cb6-810c-8cda7f4c2269 req-d358a159-d0c7-43ab-a82c-6e182119aeff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e06069d-8b5f-49f5-9bce-1fca274c082f HTTP/1.1" status: 200 len: 217 time: 0.1623447 Aug 16 01:35:42.736853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-793311b8-e8aa-4984-a946-ef7cd0a50d1a None None] Set router e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:35:42.852702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-793311b8-e8aa-4984-a946-ef7cd0a50d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'name': 'tempest-ServersTestJSON-826625101-router', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:37Z', 'updated_at': '2021-08-16T01:35:40Z', 'revision_number': 6, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:42.985011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38396) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:43.024650 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da48d2ef-687d-4dd4-9601-3d87fcf86c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:43.147575 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24731b03-08ed-4696-bacf-b78845cd0bcd req-02b2f3f2-54b0-4a1c-ba6f-1b834b672058 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:43.166995 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-24731b03-08ed-4696-bacf-b78845cd0bcd req-02b2f3f2-54b0-4a1c-ba6f-1b834b672058 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 945 time: 0.3771436 Aug 16 01:35:43.201082 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191f185-9a76-4cb6-810c-8cda7f4c2269 req-af634d1c-ee56-4b68-aa89-a72408c0b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:43.211824 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b191f185-9a76-4cb6-810c-8cda7f4c2269 req-af634d1c-ee56-4b68-aa89-a72408c0b2c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.6483834 Aug 16 01:35:43.259897 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48d2ef-687d-4dd4-9601-3d87fcf86c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=122bbbfd-c0a1-47bd-9170-17d251d6db1b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:43.272963 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172ec24-414e-49a8-8996-3c11f76d533f req-a29eda5c-84ac-4fd0-980e-6b5d95bcec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:43.285500 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f172ec24-414e-49a8-8996-3c11f76d533f req-a29eda5c-84ac-4fd0-980e-6b5d95bcec8c service neutron] 10.222.0.63 "GET /v2.0/networks?id=d175df58-def8-4ec7-8e23-2ebe9176428d HTTP/1.1" status: 200 len: 924 time: 1.2659373 Aug 16 01:35:43.313819 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-56db187a-796a-4d37-b821-33372c9b1dbd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1098292888-network', 'tenant_id': '2ec5742741f94a4992c264b5d566d530'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:43.334795 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:43.348707 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Transition to ACTIVE for port object 2dd6befb-b033-4be2-9ede-ec0641539676 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:35:43.396533 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Transition to ACTIVE for port object 2dd6befb-b033-4be2-9ede-ec0641539676 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:35:43.408278 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793311b8-e8aa-4984-a946-ef7cd0a50d1a None None] The sync data for ids ['e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02'] in n-d-765315-27 is: [{'id': 'e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02', 'name': 'tempest-ServersTestJSON-826625101-router', 'tenant_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:32:37Z', 'updated_at': '2021-08-16T01:35:40Z', 'revision_number': 6, 'project_id': '5ff662360c9f4337bcec9e02dd72c2ae', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:35:43.417935 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:43.545628 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f172ec24-414e-49a8-8996-3c11f76d533f req-60f32162-bb65-43ce-9801-fdb32c0d3485 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa2ef30f-9a15-420d-b568-acf9b8f5b57b HTTP/1.1" status: 200 len: 999 time: 0.2023885 Aug 16 01:35:43.547506 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Pushing event updated for resources: {'Port': ['ID=2dd6befb-b033-4be2-9ede-ec0641539676,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:43.564761 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b191f185-9a76-4cb6-810c-8cda7f4c2269 req-83a35755-b3e6-4ab7-b91b-eb4b1ae73c61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3088400 Aug 16 01:35:43.580165 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Network 04aff894-981a-426c-93d9-755572dcf6d9 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:35:43.584007 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:43.586257 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:35:43.589662 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-24731b03-08ed-4696-bacf-b78845cd0bcd req-424db523-1227-41d7-98eb-12cb2c1e41c4 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201307 Aug 16 01:35:43.630598 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d2889b8-b5ab-4a34-b008-2ba570331634 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:43.693966 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da48d2ef-687d-4dd4-9601-3d87fcf86c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:43.711956 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d2889b8-b5ab-4a34-b008-2ba570331634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:43.745380 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Attempting to bind port 2dd6befb-b033-4be2-9ede-ec0641539676 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:35:43.749647 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Attempting to bind port 2dd6befb-b033-4be2-9ede-ec0641539676 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'e87743bf-cb08-46c2-b25c-1c54f98a071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '04aff894-981a-426c-93d9-755572dcf6d9'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:35:43.750119 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Attempting to bind port 2dd6befb-b033-4be2-9ede-ec0641539676 on network 04aff894-981a-426c-93d9-755572dcf6d9 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:35:43.761357 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172ec24-414e-49a8-8996-3c11f76d533f req-83d1d2ed-78c4-4a2a-97d2-355ee7ff156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:43.766058 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:35:43.766431 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Checking segment: {'id': 'e87743bf-cb08-46c2-b25c-1c54f98a071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '04aff894-981a-426c-93d9-755572dcf6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:35:43.766836 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:43.767227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Bound using segment: {'id': 'e87743bf-cb08-46c2-b25c-1c54f98a071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '04aff894-981a-426c-93d9-755572dcf6d9'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:35:43.767701 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Bound port: 2dd6befb-b033-4be2-9ede-ec0641539676, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87743bf-cb08-46c2-b25c-1c54f98a071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '04aff894-981a-426c-93d9-755572dcf6d9'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:35:43.768663 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:43.771003 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f172ec24-414e-49a8-8996-3c11f76d533f req-83d1d2ed-78c4-4a2a-97d2-355ee7ff156f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b07d2f4f-a207-4839-b33f-d1d7c68051f9 HTTP/1.1" status: 200 len: 862 time: 0.1974406 Aug 16 01:35:43.947387 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] For port 2dd6befb-b033-4be2-9ede-ec0641539676, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:35:43.954365 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] For port 2dd6befb-b033-4be2-9ede-ec0641539676, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2dd6befb-b033-4be2-9ede-ec0641539676,segment=NetworkSegment(e87743bf-cb08-46c2-b25c-1c54f98a071e),segment_id=e87743bf-cb08-46c2-b25c-1c54f98a071e)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:35:43.964918 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:43.967799 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-34ef3654-78c2-4420-80bd-ee45cef5b2fd req-8f408958-41aa-4998-816b-c454dbde1700 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d01540e-c01c-4df4-aaa9-7336190a646b HTTP/1.1" status: 200 len: 210 time: 0.4191206 Aug 16 01:35:44.034440 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56db187a-796a-4d37-b821-33372c9b1dbd admin admin] Made reservation on behalf of 2ec5742741f94a4992c264b5d566d530 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:35:44.037575 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56db187a-796a-4d37-b821-33372c9b1dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:44.040832 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da48d2ef-687d-4dd4-9601-3d87fcf86c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:44.045597 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da48d2ef-687d-4dd4-9601-3d87fcf86c6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:44.063733 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-5a1c62ae-85cb-4afa-98d6-5f315d3eec3d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:44.066654 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-5a1c62ae-85cb-4afa-98d6-5f315d3eec3d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.73 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 812 time: 1.2924941 Aug 16 01:35:44.079416 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172ec24-414e-49a8-8996-3c11f76d533f req-9ab11bbc-4c5f-413a-a23e-61286c684c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:44.082863 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f172ec24-414e-49a8-8996-3c11f76d533f req-9ab11bbc-4c5f-413a-a23e-61286c684c44 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d175df58-def8-4ec7-8e23-2ebe9176428d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2824049 Aug 16 01:35:44.084021 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56db187a-796a-4d37-b821-33372c9b1dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:44.093970 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-997de2e7-f8d9-4c0b-a87e-d418cda0857c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Request body: {'port': {'device_id': '5d01540e-c01c-4df4-aaa9-7336190a646b', 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9', 'admin_state_up': True, 'tenant_id': '83acc20476264f27b63127c0968a6b73'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:44.134035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd63a3c-f2cd-4226-8788-8a7c1a8f0ab3 None None] Pushing event updated for resources: {'Port': ['ID=2dd6befb-b033-4be2-9ede-ec0641539676,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:44.135938 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da48d2ef-687d-4dd4-9601-3d87fcf86c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:44.137598 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da48d2ef-687d-4dd4-9601-3d87fcf86c6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:35:44.198412 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da48d2ef-687d-4dd4-9601-3d87fcf86c6a admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:44.203483 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-da48d2ef-687d-4dd4-9601-3d87fcf86c6a admin admin] 10.222.0.68 "DELETE /v2.0/routers/e8ebe2ef-9643-4b1d-b999-ddedf9b2ff02 HTTP/1.1" status: 204 len: 168 time: 3.9458468 Aug 16 01:35:44.205968 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38420) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:44.323085 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-3d2889b8-b5ab-4a34-b008-2ba570331634 admin admin] Allocated IP 172.25.3.48 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/14267ae1-49c2-42a7-82f8-0c4bfbc6f35b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:35:44.347706 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-6003ab32-8f28-446d-bc7d-69be2c371838 admin admin] Deleting subnet ab4f0d50-fe91-4caf-819c-7375d06f3032 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:35:44.362241 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6003ab32-8f28-446d-bc7d-69be2c371838 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:44.538539 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56db187a-796a-4d37-b821-33372c9b1dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:44.544388 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f172ec24-414e-49a8-8996-3c11f76d533f req-20d38fdc-391a-4036-8d6a-3de805236a91 service neutron] 10.222.0.63 "GET /v2.0/networks/d175df58-def8-4ec7-8e23-2ebe9176428d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264665 Aug 16 01:35:44.591237 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56db187a-796a-4d37-b821-33372c9b1dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:44.607862 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b191f185-9a76-4cb6-810c-8cda7f4c2269 req-eb395c24-aabf-4c64-9db7-8e9fe4dba4e1 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9745235 Aug 16 01:35:44.633771 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 122bbbfd-c0a1-47bd-9170-17d251d6db1b no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:35:44.642035 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6003ab32-8f28-446d-bc7d-69be2c371838 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:44.678015 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 122bbbfd-c0a1-47bd-9170-17d251d6db1b {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:35:44.678780 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 122bbbfd-c0a1-47bd-9170-17d251d6db1b not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:35:44.680188 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5a364f0b-a773-4c81-bb91-6dca797f5d71 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:35:44.742693 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 5a364f0b-a773-4c81-bb91-6dca797f5d71 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:35:44.744594 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5a364f0b-a773-4c81-bb91-6dca797f5d71 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:35:44.878262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56db187a-796a-4d37-b821-33372c9b1dbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:35:44.921095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-997de2e7-f8d9-4c0b-a87e-d418cda0857c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Made reservation on behalf of 83acc20476264f27b63127c0968a6b73 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:35:44.925120 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-997de2e7-f8d9-4c0b-a87e-d418cda0857c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:44.956402 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db187a-796a-4d37-b821-33372c9b1dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaf6bb8-f00a-4315-9086-d7a50c6ee967,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:44.985070 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56db187a-796a-4d37-b821-33372c9b1dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:44.985572 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-56db187a-796a-4d37-b821-33372c9b1dbd admin admin] Added segment 8114d18f-9a8f-472b-90e6-831ad79b9216 of type vlan for network c33112b3-f673-4336-a179-d076fef14874 Aug 16 01:35:45.028340 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec805df-e082-4a53-97ef-cccab0b9ea6d req-5b64ff93-21ff-4e50-9922-e4033f4b2532 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:45.030426 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2ec805df-e082-4a53-97ef-cccab0b9ea6d req-5b64ff93-21ff-4e50-9922-e4033f4b2532 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 945 time: 0.2169673 Aug 16 01:35:45.096898 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6003ab32-8f28-446d-bc7d-69be2c371838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:45.160789 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56db187a-796a-4d37-b821-33372c9b1dbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:45.166809 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b191f185-9a76-4cb6-810c-8cda7f4c2269 req-7039c9a2-606d-4e49-b349-59fb7b46b210 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060925 Aug 16 01:35:45.249356 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f172ec24-414e-49a8-8996-3c11f76d533f req-37e67b10-a9f2-4e61-a047-9b2dc4b55b15 service neutron] 10.222.0.63 "GET /v2.0/networks/d175df58-def8-4ec7-8e23-2ebe9176428d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6748512 Aug 16 01:35:45.257652 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d2889b8-b5ab-4a34-b008-2ba570331634 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:45.260374 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6003ab32-8f28-446d-bc7d-69be2c371838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:45.316235 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2ec805df-e082-4a53-97ef-cccab0b9ea6d req-deee2e47-b87a-44dc-bbd0-b8dbf134e619 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258532 Aug 16 01:35:45.326582 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56db187a-796a-4d37-b821-33372c9b1dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:45.327612 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db187a-796a-4d37-b821-33372c9b1dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:45.328199 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56db187a-796a-4d37-b821-33372c9b1dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:45.359094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003ab32-8f28-446d-bc7d-69be2c371838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab4f0d50-fe91-4caf-819c-7375d06f3032,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:45.381983 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6003ab32-8f28-446d-bc7d-69be2c371838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:45.384142 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6003ab32-8f28-446d-bc7d-69be2c371838 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ab4f0d50-fe91-4caf-819c-7375d06f3032 HTTP/1.1" status: 204 len: 168 time: 1.1739979 Aug 16 01:35:45.387866 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a079c65c-83f0-4ffc-a5d6-8b22263777b0 None None] Network e7fbe078-be47-474e-9498-2fcf3dc70a1e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:35:45.403642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38438) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:45.462681 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-b241d0a5-3d43-4faa-88d9-c9b098223784 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:45.468684 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-b241d0a5-3d43-4faa-88d9-c9b098223784 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/networks?id=f8bc3f06-c907-43a9-9a8b-57d1715bcf74 HTTP/1.1" status: 200 len: 814 time: 0.8893888 Aug 16 01:35:45.474524 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-56db187a-796a-4d37-b821-33372c9b1dbd admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4749055 Aug 16 01:35:45.477106 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-997de2e7-f8d9-4c0b-a87e-d418cda0857c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Allocated IP 172.20.0.6 (2a3ce659-7131-48db-a8d7-62eb2b9733a9/adf0a4b6-04c7-46cd-a62d-f6dbedb85a93/a6c62ea4-0eac-428c-8fa8-7ae590884b24) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:35:45.484605 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db187a-796a-4d37-b821-33372c9b1dbd admin admin] Pushing event updated for resources: {'Network': ['ID=c33112b3-f673-4336-a179-d076fef14874,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:45.497313 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38440) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:45.519808 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network c33112b3-f673-4336-a179-d076fef14874 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:35:45.682208 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:45.694638 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a02651a7-e201-4191-b735-d4806c2dcd33 admin admin] Request body: {'subnet': {'network_id': 'c33112b3-f673-4336-a179-d076fef14874', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1098292888-subnet', 'tenant_id': '2ec5742741f94a4992c264b5d566d530', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:45.765539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921f7a45-198d-436e-af4e-bbb1e8c3635e None None] Network 04aff894-981a-426c-93d9-755572dcf6d9 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:35:45.786215 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ca728ce8-6876-439f-ae66-a472771cb147 req-1be0b86f-4885-4375-9a66-3226a9284a1a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d01540e-c01c-4df4-aaa9-7336190a646b HTTP/1.1" status: 200 len: 210 time: 0.1782610 Aug 16 01:35:45.806167 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02651a7-e201-4191-b735-d4806c2dcd33 admin admin] Made reservation on behalf of 2ec5742741f94a4992c264b5d566d530 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:35:45.809182 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a02651a7-e201-4191-b735-d4806c2dcd33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:45.819949 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf88b451-160f-44ef-b1dc-65edb1245c59 None None] DHCP port deletion for e7fbe078-be47-474e-9498-2fcf3dc70a1e request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:35:45.834754 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-130a471e-9830-43da-929f-677724a77aff tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/quotas/59f6ee9245de4e2794301101b5632f35 HTTP/1.1" status: 200 len: 375 time: 0.3396320 Aug 16 01:35:45.874305 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d2889b8-b5ab-4a34-b008-2ba570331634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:45.911392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9f944bf3-e76c-4011-bc4a-e3a7d9e88d63 None None] Provisioning for port 2dd6befb-b033-4be2-9ede-ec0641539676 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:35:45.912856 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-997de2e7-f8d9-4c0b-a87e-d418cda0857c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:45.997200 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2889b8-b5ab-4a34-b008-2ba570331634 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:35:46.032121 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bf88b451-160f-44ef-b1dc-65edb1245c59 None None] Deleting port 05607cd7-86a7-4bd4-8d89-26245d93233f {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:35:46.032910 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf88b451-160f-44ef-b1dc-65edb1245c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:46.047523 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3d2889b8-b5ab-4a34-b008-2ba570331634 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:46.062206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2889b8-b5ab-4a34-b008-2ba570331634 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:35:46.100726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-55b8a94d-b526-4036-af8a-76334df75ea3 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:46.107205 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2889b8-b5ab-4a34-b008-2ba570331634 admin admin] Pushing event updated for resources: {'Port': ['ID=14267ae1-49c2-42a7-82f8-0c4bfbc6f35b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:46.110532 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-55b8a94d-b526-4036-af8a-76334df75ea3 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 821 time: 0.1669338 Aug 16 01:35:46.151618 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-bf88b451-160f-44ef-b1dc-65edb1245c59 None None] For port 05607cd7-86a7-4bd4-8d89-26245d93233f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=05607cd7-86a7-4bd4-8d89-26245d93233f,segment=NetworkSegment(19d3c030-68ad-4cdc-9b2d-2c96d8bcd088),segment_id=19d3c030-68ad-4cdc-9b2d-2c96d8bcd088)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:46.152213 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf88b451-160f-44ef-b1dc-65edb1245c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:46.162918 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-8226ac75-b68e-4e87-97d7-0dd5f0999a31 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=59f6ee9245de4e2794301101b5632f35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2193010 Aug 16 01:35:46.166744 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-f7c95676-577c-468b-8544-72c85a704604 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/quotas/45dbe6ee0a914906b78be372f8c71bfe HTTP/1.1" status: 200 len: 375 time: 0.0536692 Aug 16 01:35:46.172162 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bf88b451-160f-44ef-b1dc-65edb1245c59 None None] Calling delete_port for 05607cd7-86a7-4bd4-8d89-26245d93233f owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:35:46.180519 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-997de2e7-f8d9-4c0b-a87e-d418cda0857c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:46.241625 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-997de2e7-f8d9-4c0b-a87e-d418cda0857c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:35:46.248276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-997de2e7-f8d9-4c0b-a87e-d418cda0857c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:46.254381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-997de2e7-f8d9-4c0b-a87e-d418cda0857c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:35:46.302255 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf88b451-160f-44ef-b1dc-65edb1245c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:46.308480 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997de2e7-f8d9-4c0b-a87e-d418cda0857c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Pushing event updated for resources: {'Port': ['ID=a6c62ea4-0eac-428c-8fa8-7ae590884b24,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:46.334040 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] Deleting port 05607cd7-86a7-4bd4-8d89-26245d93233f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:35:46.334383 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:46.340432 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-f90eeb75-6285-4003-bd32-4f5900cb0058 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1721628 Aug 16 01:35:46.347723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-997de2e7-f8d9-4c0b-a87e-d418cda0857c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:46.348430 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-997de2e7-f8d9-4c0b-a87e-d418cda0857c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:46.353569 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88b451-160f-44ef-b1dc-65edb1245c59 None None] Pushing event deleted for resources: {'Port': ['ID=05607cd7-86a7-4bd4-8d89-26245d93233f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:46.363365 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf88b451-160f-44ef-b1dc-65edb1245c59 None None] No DVR routers for this DVR port 05607cd7-86a7-4bd4-8d89-26245d93233f on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:35:46.574120 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-3141e5f2-5b39-4773-a96e-09a0b1e5082b service neutron] 10.222.0.68 "GET /v2.0/networks/f8bc3f06-c907-43a9-9a8b-57d1715bcf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099655 Aug 16 01:35:46.616705 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2dd6befb-b033-4be2-9ede-ec0641539676 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:35:46.692695 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 2dd6befb-b033-4be2-9ede-ec0641539676 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:35:46.698597 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 2dd6befb-b033-4be2-9ede-ec0641539676 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:46.699276 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:46.775199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c79e882f-fe51-48fd-a618-661069eeae72 None None] Provisioning complete for port 2dd6befb-b033-4be2-9ede-ec0641539676 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:46.775775 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c79e882f-fe51-48fd-a618-661069eeae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:46.781966 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] For port 05607cd7-86a7-4bd4-8d89-26245d93233f, host n-d-765315-27, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:46.782255 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:46.814094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] Calling delete_port for 05607cd7-86a7-4bd4-8d89-26245d93233f owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:35:46.865135 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:46.868785 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-997de2e7-f8d9-4c0b-a87e-d418cda0857c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7819073 Aug 16 01:35:46.873343 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a02651a7-e201-4191-b735-d4806c2dcd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:46.882932 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] Port 05607cd7-86a7-4bd4-8d89-26245d93233f was not found and therefore no delete operation was performed {{(pid=94673) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:35:46.888957 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Request body: {'port': {'device_id': '5d01540e-c01c-4df4-aaa9-7336190a646b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:46.923424 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:46.967593 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 2dd6befb-b033-4be2-9ede-ec0641539676, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2dd6befb-b033-4be2-9ede-ec0641539676,segment=NetworkSegment(e87743bf-cb08-46c2-b25c-1c54f98a071e),segment_id=e87743bf-cb08-46c2-b25c-1c54f98a071e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:46.973437 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:46.994709 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-d16702be-367f-4cf8-90bd-794c53f0c4de service neutron] 10.222.0.68 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6434717 Aug 16 01:35:47.000862 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-e4c6d614-5dce-4e76-89ab-e8dad100e13c service neutron] 10.222.0.68 "GET /v2.0/networks/f8bc3f06-c907-43a9-9a8b-57d1715bcf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251819 Aug 16 01:35:47.001403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] No DVR routers for this DVR port 05607cd7-86a7-4bd4-8d89-26245d93233f on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:35:47.013850 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:47.024210 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c79e882f-fe51-48fd-a618-661069eeae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:47.082534 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] Pushing event deleted for resources: {'Port': ['ID=05607cd7-86a7-4bd4-8d89-26245d93233f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:47.138608 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-c79e882f-fe51-48fd-a618-661069eeae72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:35:47.139290 n-d-765315-27 neutron-server[94674]: DEBUG oslo_db.api [None req-c79e882f-fe51-48fd-a618-661069eeae72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:35:47.140211 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 05607cd7-86a7-4bd4-8d89-26245d93233f no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:35:47.154139 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02651a7-e201-4191-b735-d4806c2dcd33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64401efc-2fbb-438b-ae89-fb38551e0476,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:47.166355 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=2dd6befb-b033-4be2-9ede-ec0641539676,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:47.171016 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 05607cd7-86a7-4bd4-8d89-26245d93233f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:35:47.171476 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 05607cd7-86a7-4bd4-8d89-26245d93233f not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:35:47.285594 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d2889b8-b5ab-4a34-b008-2ba570331634 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:47.288155 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02651a7-e201-4191-b735-d4806c2dcd33 admin admin] Checking segment: {'id': '8114d18f-9a8f-472b-90e6-831ad79b9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c33112b3-f673-4336-a179-d076fef14874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:35:47.288674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02651a7-e201-4191-b735-d4806c2dcd33 admin admin] Network hostable DHCP agents. Network: c33112b3-f673-4336-a179-d076fef14874, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:35:47.301120 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-a0247b3d-e741-4593-abd5-5ffe04a51dc6 service neutron] 10.222.0.68 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987845 Aug 16 01:35:47.318938 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:47.386685 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7fbe078-be47-474e-9498-2fcf3dc70a1e']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:47.412424 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d3c030-68ad-4cdc-9b2d-2c96d8bcd088') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:47.412827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d3c030-68ad-4cdc-9b2d-2c96d8bcd088') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:47.433154 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:47.466156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02651a7-e201-4191-b735-d4806c2dcd33 admin admin] Network c33112b3-f673-4336-a179-d076fef14874 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:35:47.495428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf48919-1d8f-49a6-a479-47374148575f req-885e5d94-4cbf-45a9-ae48-d5e5e3b88c52 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:47.496979 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-abf48919-1d8f-49a6-a479-47374148575f req-885e5d94-4cbf-45a9-ae48-d5e5e3b88c52 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 945 time: 0.2338121 Aug 16 01:35:47.505016 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a02651a7-e201-4191-b735-d4806c2dcd33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, c33112b3-f673-4336-a179-d076fef14874) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:47.506936 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:47.514960 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725ee426-d8da-4208-81a2-9b90719f8444 None None] Network c33112b3-f673-4336-a179-d076fef14874 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:35:47.527262 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02651a7-e201-4191-b735-d4806c2dcd33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:47.527877 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a02651a7-e201-4191-b735-d4806c2dcd33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:47.532738 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:35:47.533147 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:35:47.543315 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:35:47.577490 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c62ea4-0eac-428c-8fa8-7ae590884b24 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:35:47.596927 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:47.636057 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a02651a7-e201-4191-b735-d4806c2dcd33 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0804493 Aug 16 01:35:47.636306 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Transition to ACTIVE for port object a6c62ea4-0eac-428c-8fa8-7ae590884b24 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:35:47.636306 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:47.744037 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-abf48919-1d8f-49a6-a479-47374148575f req-6d763d18-9afe-46bc-aad9-c1f8b25619bc tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311146 Aug 16 01:35:47.759184 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:47.784674 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:47.789697 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] 10.222.0.68 "DELETE /v2.0/networks/e7fbe078-be47-474e-9498-2fcf3dc70a1e HTTP/1.1" status: 204 len: 168 time: 2.3789546 Aug 16 01:35:47.828177 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79719e47-243e-4b8d-af51-f02c7bd2b1ea admin admin] Pushing event deleted for resources: {'Network': ['ID=e7fbe078-be47-474e-9498-2fcf3dc70a1e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:47.882624 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d933d29-05e9-4bbb-82c8-074be75ad4ab None None] Network c33112b3-f673-4336-a179-d076fef14874 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:35:47.938789 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c62ea4-0eac-428c-8fa8-7ae590884b24,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:47.984412 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1d33c2f0-11a7-4559-94d7-6ad5485fa0a3 req-f2040ea3-310a-4e8b-9377-d5ec247d1a4e tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/ports?device_id=ead60991-764c-4fd8-b249-02c12ffd2042 HTTP/1.1" status: 200 len: 210 time: 0.0847135 Aug 16 01:35:48.031063 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Attempting to bind port a6c62ea4-0eac-428c-8fa8-7ae590884b24 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:35:48.031411 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Attempting to bind port a6c62ea4-0eac-428c-8fa8-7ae590884b24 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:35:48.031555 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38488) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:48.031745 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Attempting to bind port a6c62ea4-0eac-428c-8fa8-7ae590884b24 on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:35:48.042831 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Port a6c62ea4-0eac-428c-8fa8-7ae590884b24 on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:35:48.043107 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Attempting to bind port a6c62ea4-0eac-428c-8fa8-7ae590884b24 on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:35:48.050114 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d2889b8-b5ab-4a34-b008-2ba570331634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:48.057103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44dfb3-bfb3-4f26-88ad-71f75f8e0f25 req-3929265d-ed73-4faf-9007-fe55c8668922 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:48.068038 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8f44dfb3-bfb3-4f26-88ad-71f75f8e0f25 req-3929265d-ed73-4faf-9007-fe55c8668922 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d01540e-c01c-4df4-aaa9-7336190a646b HTTP/1.1" status: 200 len: 943 time: 0.1420462 Aug 16 01:35:48.071440 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:35:48.071776 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Checking segment: {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:35:48.072206 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Bound using segment: {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:35:48.072691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Bound port: a6c62ea4-0eac-428c-8fa8-7ae590884b24, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:35:48.073248 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:48.146889 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b1aba11e-d0df-4d80-a0be-3c2681118470 req-fb4d5cc0-3ab7-4469-837c-c3242438f18e tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 210 time: 0.0395837 Aug 16 01:35:48.160905 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-afe670b7-74cb-47f3-bf1a-eff83d95dbf1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5ff662360c9f4337bcec9e02dd72c2ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1275859 Aug 16 01:35:48.164759 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38490) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:48.169372 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8f44dfb3-bfb3-4f26-88ad-71f75f8e0f25 req-51766eda-d75c-45b7-8d36-8895f6ef11f2 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002619 Aug 16 01:35:48.233921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] For port a6c62ea4-0eac-428c-8fa8-7ae590884b24, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:35:48.247714 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] For port a6c62ea4-0eac-428c-8fa8-7ae590884b24, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a6c62ea4-0eac-428c-8fa8-7ae590884b24,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:35:48.256717 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:48.268494 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5ef6156-b1cb-475e-9187-9e07f8d51055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:48.318701 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5ef6156-b1cb-475e-9187-9e07f8d51055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:48.335826 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:48.336513 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:48.337956 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] 10.222.0.73 "PUT /v2.0/ports/a6c62ea4-0eac-428c-8fa8-7ae590884b24 HTTP/1.1" status: 200 len: 1092 time: 1.4535837 Aug 16 01:35:48.338409 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d01540e-c01c-4df4-aaa9-7336190a646b', 'tag': 'a6c62ea4-0eac-428c-8fa8-7ae590884b24'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:35:48.340795 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e6969a-13c2-4894-a63e-da3abfff487a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d01540e-c01c-4df4-aaa9-7336190a646b", "tag": "a6c62ea4-0eac-428c-8fa8-7ae590884b24"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:35:48.389223 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5ef6156-b1cb-475e-9187-9e07f8d51055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:48.391140 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34054d3-9dad-4ba5-a9e0-29c941fbfa4a x-openstack-request-id: req-a34054d3-9dad-4ba5-a9e0-29c941fbfa4a {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:35:48.391446 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d01540e-c01c-4df4-aaa9-7336190a646b", "tag": "a6c62ea4-0eac-428c-8fa8-7ae590884b24", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:35:48.391717 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a34054d3-9dad-4ba5-a9e0-29c941fbfa4a {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:35:48.392112 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d01540e-c01c-4df4-aaa9-7336190a646b', 'tag': 'a6c62ea4-0eac-428c-8fa8-7ae590884b24', 'status': 'completed', 'code': 200} Aug 16 01:35:48.393337 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5ef6156-b1cb-475e-9187-9e07f8d51055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:48.394879 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b5ef6156-b1cb-475e-9187-9e07f8d51055 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9ba2d7db-5086-4a44-95ad-0ad54ee4fa5d HTTP/1.1" status: 204 len: 168 time: 0.2300234 Aug 16 01:35:48.399197 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd5078-6ba4-4161-af24-9ef251c9aec2 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c62ea4-0eac-428c-8fa8-7ae590884b24,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:48.412773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2889b8-b5ab-4a34-b008-2ba570331634 admin admin] Router 625788ce-cc6f-45dd-bb91-966ddae27a00 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:35:48.426078 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef6156-b1cb-475e-9187-9e07f8d51055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba2d7db-5086-4a44-95ad-0ad54ee4fa5d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:48.488522 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-799ecc08-4a2a-4331-bc77-d41c7096c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:48.491316 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-799ecc08-4a2a-4331-bc77-d41c7096c9bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&device_id=5d01540e-c01c-4df4-aaa9-7336190a646b HTTP/1.1" status: 200 len: 1095 time: 0.0874591 Aug 16 01:35:48.550918 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-3401e01d-a4fb-4eac-bfeb-0236e54c31fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6c62ea4-0eac-428c-8fa8-7ae590884b24 HTTP/1.1" status: 200 len: 217 time: 0.0443664 Aug 16 01:35:48.559671 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2dd6befb-b033-4be2-9ede-ec0641539676 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:35:48.609047 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-6bf503bb-9b32-4049-ab68-616f4612182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:48.611028 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-6bf503bb-9b32-4049-ab68-616f4612182f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=adf0a4b6-04c7-46cd-a62d-f6dbedb85a93 HTTP/1.1" status: 200 len: 852 time: 0.0489028 Aug 16 01:35:48.623479 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 2dd6befb-b033-4be2-9ede-ec0641539676 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:48.623857 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:48.666220 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-9d76edd7-0e0b-4f0d-9f48-fb90f39df7eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2a3ce659-7131-48db-a8d7-62eb2b9733a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433373 Aug 16 01:35:48.708142 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2889b8-b5ab-4a34-b008-2ba570331634 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:35:48.720023 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Sync routers for ids ['625788ce-cc6f-45dd-bb91-966ddae27a00'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:35:48.745076 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Routers {'625788ce-cc6f-45dd-bb91-966ddae27a00'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:35:48.746516 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:35:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['625788ce-cc6f-45dd-bb91-966ddae27a00'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:48.778812 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d2889b8-b5ab-4a34-b008-2ba570331634 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:48.780302 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3d2889b8-b5ab-4a34-b008-2ba570331634 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.7656763 Aug 16 01:35:48.785796 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38514) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:48.918158 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Set router 625788ce-cc6f-45dd-bb91-966ddae27a00 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:35:48.950795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-08d742c6-9622-4ae5-bbd0-61fbbcf706f3 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:48.952328 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-08d742c6-9622-4ae5-bbd0-61fbbcf706f3 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/networks?id=c33112b3-f673-4336-a179-d076fef14874 HTTP/1.1" status: 200 len: 822 time: 0.2746861 Aug 16 01:35:49.100442 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-e2c09f75-5c5e-4bdc-bc2b-b61c69f03047 service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187469 Aug 16 01:35:49.113596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86cdcc-afc7-4cef-9509-6a9e5de0f94a req-a2d0fe27-6d70-434c-82fc-3bfc50df172f tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:49.115872 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8b86cdcc-afc7-4cef-9509-6a9e5de0f94a req-a2d0fe27-6d70-434c-82fc-3bfc50df172f tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 945 time: 0.1542127 Aug 16 01:35:49.251797 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-da4b1bed-2c4d-4542-9298-8cec394a1bad tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:49.256852 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-da4b1bed-2c4d-4542-9298-8cec394a1bad tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.63 "GET /v2.0/networks?id=f8bc3f06-c907-43a9-9a8b-57d1715bcf74 HTTP/1.1" status: 200 len: 814 time: 0.4613926 Aug 16 01:35:49.271934 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625788ce-cc6f-45dd-bb91-966ddae27a00', 'name': 'tempest-FloatingIPDetailsTestJSON-1124526236-router', 'tenant_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '14267ae1-49c2-42a7-82f8-0c4bfbc6f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:41Z', 'updated_at': '2021-08-16T01:35:46Z', 'revision_number': 3, 'project_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'gw_port': {'id': '14267ae1-49c2-42a7-82f8-0c4bfbc6f35b', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625788ce-cc6f-45dd-bb91-966ddae27a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:43Z', 'updated_at': '2021-08-16T01:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:49.301995 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-d42310bd-5dd4-4b68-8723-6ffc87e5b66a tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Request body: {'port': {'device_id': 'ead60991-764c-4fd8-b249-02c12ffd2042', 'network_id': 'f8bc3f06-c907-43a9-9a8b-57d1715bcf74', 'admin_state_up': True, 'tenant_id': '59f6ee9245de4e2794301101b5632f35'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:49.334159 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Checking router: 625788ce-cc6f-45dd-bb91-966ddae27a00 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:35:49.334420 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Updating router 625788ce-cc6f-45dd-bb91-966ddae27a00 port 14267ae1-49c2-42a7-82f8-0c4bfbc6f35b binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:35:49.391710 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:49.434472 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-94c16041-b2c7-466d-bd00-55353b8512fa tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/quotas/2ec5742741f94a4992c264b5d566d530 HTTP/1.1" status: 200 len: 375 time: 0.4744563 Aug 16 01:35:49.506393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-32ff13ae-5a97-4f5c-a664-711404ca4847 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=2ec5742741f94a4992c264b5d566d530&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709722 Aug 16 01:35:49.579132 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8b86cdcc-afc7-4cef-9509-6a9e5de0f94a req-ea9cafb3-6b3a-476f-87ab-d4e7fc39cc0a tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269309 Aug 16 01:35:49.617234 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8309ba1d-de61-498a-9bf1-4c2b0b949a6e req-c8f974c5-86c5-46d2-a6f4-b4e2966f5fe8 service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003626 Aug 16 01:35:49.683719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-896fee81-aafa-41fb-92db-ce79eb7db177 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:49.685345 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-896fee81-aafa-41fb-92db-ce79eb7db177 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.63 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 821 time: 0.3767045 Aug 16 01:35:49.760250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-9fd775ba-41f5-4a74-9380-a4c86af79e81 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Request body: {'port': {'device_id': 'e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96', 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a', 'admin_state_up': True, 'tenant_id': '45dbe6ee0a914906b78be372f8c71bfe'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:49.871291 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-40bf4dc6-eb4e-46ad-9e39-7b276ce86607 service neutron] 10.222.0.68 "GET /v2.0/networks/c33112b3-f673-4336-a179-d076fef14874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639379 Aug 16 01:35:49.878674 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-d42310bd-5dd4-4b68-8723-6ffc87e5b66a tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Made reservation on behalf of 59f6ee9245de4e2794301101b5632f35 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:35:49.882842 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-d42310bd-5dd4-4b68-8723-6ffc87e5b66a tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:49.921966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38556) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:49.945294 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6969a-13c2-4894-a63e-da3abfff487a req-413853b5-0ebc-486f-b03d-52d3d79cdaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:49.947122 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12e6969a-13c2-4894-a63e-da3abfff487a req-413853b5-0ebc-486f-b03d-52d3d79cdaf1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&device_id=5d01540e-c01c-4df4-aaa9-7336190a646b HTTP/1.1" status: 200 len: 1095 time: 0.2607067 Aug 16 01:35:50.044443 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9835607d-6960-4bfe-a10e-f410efd4a7fd req-ccf9ab25-e7cb-4d0d-9c56-889edaf9d91b tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/ports?device_id=ead60991-764c-4fd8-b249-02c12ffd2042 HTTP/1.1" status: 200 len: 210 time: 0.1846998 Aug 16 01:35:50.054776 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4696b4a9-1ef5-4d0c-8aa3-ca2a15d930be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:50.068409 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:50.097304 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-7455fb12-8c7b-4d1a-9af6-8f80bf60e050 service neutron] 10.222.0.68 "GET /v2.0/networks/c33112b3-f673-4336-a179-d076fef14874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128916 Aug 16 01:35:50.107095 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Transition to ACTIVE for port object 14267ae1-49c2-42a7-82f8-0c4bfbc6f35b will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:35:50.121721 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:50.217859 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2f352-d5d1-49aa-b980-8375c0a6fb97 None None] Pushing event updated for resources: {'Port': ['ID=14267ae1-49c2-42a7-82f8-0c4bfbc6f35b,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:50.233217 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2f352-d5d1-49aa-b980-8375c0a6fb97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:50.233569 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2f352-d5d1-49aa-b980-8375c0a6fb97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:50.233922 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2f352-d5d1-49aa-b980-8375c0a6fb97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:50.234256 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2f352-d5d1-49aa-b980-8375c0a6fb97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:50.234569 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2f352-d5d1-49aa-b980-8375c0a6fb97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:50.234893 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2f352-d5d1-49aa-b980-8375c0a6fb97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:50.235210 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2f352-d5d1-49aa-b980-8375c0a6fb97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:50.235513 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2f352-d5d1-49aa-b980-8375c0a6fb97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:50.235858 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2f352-d5d1-49aa-b980-8375c0a6fb97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:50.236323 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2f352-d5d1-49aa-b980-8375c0a6fb97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:50.237285 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2f352-d5d1-49aa-b980-8375c0a6fb97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:50.237527 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2f352-d5d1-49aa-b980-8375c0a6fb97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:35:50.291179 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Attempting to bind port 14267ae1-49c2-42a7-82f8-0c4bfbc6f35b on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:35:50.291543 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Attempting to bind port 14267ae1-49c2-42a7-82f8-0c4bfbc6f35b by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:35:50.291899 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Attempting to bind port 14267ae1-49c2-42a7-82f8-0c4bfbc6f35b on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:35:50.297387 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:35:50.297793 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:35:50.298175 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:50.298559 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:35:50.299571 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Bound port: 14267ae1-49c2-42a7-82f8-0c4bfbc6f35b, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:35:50.299935 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:50.353324 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-d42310bd-5dd4-4b68-8723-6ffc87e5b66a tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Allocated IP 172.20.0.6 (f8bc3f06-c907-43a9-9a8b-57d1715bcf74/664b35f5-1bad-4b46-9929-41544c87bf62/0a25047b-3da3-4894-90b8-b61e73183177) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:35:50.366458 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1286cf79-09c6-4688-b644-9912be01377c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1786595185-network', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:50.403352 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] For port 14267ae1-49c2-42a7-82f8-0c4bfbc6f35b, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:35:50.406653 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] For port 14267ae1-49c2-42a7-82f8-0c4bfbc6f35b, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=14267ae1-49c2-42a7-82f8-0c4bfbc6f35b,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:35:50.416168 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:50.444573 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-542357e2-c0d0-442e-86f0-6fe4429ee274 req-f6a199c0-03e8-4bd7-8526-c2b2c70fcf17 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 210 time: 0.1500890 Aug 16 01:35:50.545509 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3672581c-e95b-4440-95f6-e1487a7c7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:50.564777 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Routers {'625788ce-cc6f-45dd-bb91-966ddae27a00'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:35:50.565704 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:35:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['625788ce-cc6f-45dd-bb91-966ddae27a00'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:50.621925 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2f352-d5d1-49aa-b980-8375c0a6fb97 None None] Pushing event updated for resources: {'Port': ['ID=14267ae1-49c2-42a7-82f8-0c4bfbc6f35b,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:50.809293 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1286cf79-09c6-4688-b644-9912be01377c admin admin] Made reservation on behalf of 5052f870a5d04e98b2cd29c89d03b16c for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:35:50.812899 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1286cf79-09c6-4688-b644-9912be01377c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:50.838539 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1286cf79-09c6-4688-b644-9912be01377c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:50.856665 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] Set router 625788ce-cc6f-45dd-bb91-966ddae27a00 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:35:50.971018 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6968671a-2e1c-4dd8-8681-71907efa72cb req-c1a5bed9-bfde-49cc-ab12-5ce7ec837e8d tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/ports?device_id=74e0d59e-2002-4cd5-98ea-481076bfde04 HTTP/1.1" status: 200 len: 210 time: 0.0916414 Aug 16 01:35:51.047064 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb9a55-93a6-42e0-bff6-b1a6eb6ecf89 req-ee9d99db-65fa-48e4-b3f5-743bb5612a97 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:51.051167 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bbbb9a55-93a6-42e0-bff6-b1a6eb6ecf89 req-ee9d99db-65fa-48e4-b3f5-743bb5612a97 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d01540e-c01c-4df4-aaa9-7336190a646b HTTP/1.1" status: 200 len: 943 time: 0.4497561 Aug 16 01:35:51.068078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6969a-13c2-4894-a63e-da3abfff487a req-778b9197-c27d-47f2-a336-58aca2c40abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:51.077598 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12e6969a-13c2-4894-a63e-da3abfff487a req-778b9197-c27d-47f2-a336-58aca2c40abd service neutron] 10.222.0.73 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 913 time: 1.0550873 Aug 16 01:35:51.141162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-3672581c-e95b-4440-95f6-e1487a7c7d98 admin admin] Allocated IP 172.20.0.1 (04aff894-981a-426c-93d9-755572dcf6d9/a47b9e2d-be86-43ad-afe4-9b872e99a356/63fcf66d-c937-4281-a5f5-d8425a7e8d3e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:35:51.159985 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-9fd775ba-41f5-4a74-9380-a4c86af79e81 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Made reservation on behalf of 45dbe6ee0a914906b78be372f8c71bfe for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:35:51.163463 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-9fd775ba-41f5-4a74-9380-a4c86af79e81 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:51.305075 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3672581c-e95b-4440-95f6-e1487a7c7d98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:51.321514 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3672581c-e95b-4440-95f6-e1487a7c7d98 admin admin] Transition to ACTIVE for port object 63fcf66d-c937-4281-a5f5-d8425a7e8d3e will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:35:51.345234 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12e6969a-13c2-4894-a63e-da3abfff487a req-90133d72-4d35-4460-bd04-159428696936 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6c62ea4-0eac-428c-8fa8-7ae590884b24 HTTP/1.1" status: 200 len: 217 time: 0.1942105 Aug 16 01:35:51.374375 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625788ce-cc6f-45dd-bb91-966ddae27a00', 'name': 'tempest-FloatingIPDetailsTestJSON-1124526236-router', 'tenant_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '14267ae1-49c2-42a7-82f8-0c4bfbc6f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:41Z', 'updated_at': '2021-08-16T01:35:46Z', 'revision_number': 3, 'project_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'gw_port': {'id': '14267ae1-49c2-42a7-82f8-0c4bfbc6f35b', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625788ce-cc6f-45dd-bb91-966ddae27a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:43Z', 'updated_at': '2021-08-16T01:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:51.397074 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3672581c-e95b-4440-95f6-e1487a7c7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:51.439199 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16e31df-ad30-4e4e-9831-8c583dad1bd3 None None] The sync data for ids ['625788ce-cc6f-45dd-bb91-966ddae27a00'] in n-d-765315-27 is: [{'id': '625788ce-cc6f-45dd-bb91-966ddae27a00', 'name': 'tempest-FloatingIPDetailsTestJSON-1124526236-router', 'tenant_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '14267ae1-49c2-42a7-82f8-0c4bfbc6f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:41Z', 'updated_at': '2021-08-16T01:35:46Z', 'revision_number': 3, 'project_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'gw_port': {'id': '14267ae1-49c2-42a7-82f8-0c4bfbc6f35b', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625788ce-cc6f-45dd-bb91-966ddae27a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:43Z', 'updated_at': '2021-08-16T01:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:35:51.450471 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3672581c-e95b-4440-95f6-e1487a7c7d98 admin admin] Network 04aff894-981a-426c-93d9-755572dcf6d9 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:35:51.462306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ac771-36c2-4faf-8cfd-e5b087ee0857 req-6a67644a-e144-45ca-a6e9-960f8a18e927 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:51.472944 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd8ac771-36c2-4faf-8cfd-e5b087ee0857 req-6a67644a-e144-45ca-a6e9-960f8a18e927 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 945 time: 0.1143007 Aug 16 01:35:51.491781 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6969a-13c2-4894-a63e-da3abfff487a req-1020d0f0-fbb0-4bf6-9884-19f32e99cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:51.493561 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12e6969a-13c2-4894-a63e-da3abfff487a req-1020d0f0-fbb0-4bf6-9884-19f32e99cb1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=adf0a4b6-04c7-46cd-a62d-f6dbedb85a93 HTTP/1.1" status: 200 len: 852 time: 0.1250350 Aug 16 01:35:51.535285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3672581c-e95b-4440-95f6-e1487a7c7d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:51.547597 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3672581c-e95b-4440-95f6-e1487a7c7d98 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:35:51.634920 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3672581c-e95b-4440-95f6-e1487a7c7d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:51.679150 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12e6969a-13c2-4894-a63e-da3abfff487a req-2991ee86-d368-403f-a0eb-35f27987fc0a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2a3ce659-7131-48db-a8d7-62eb2b9733a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1569877 Aug 16 01:35:51.876733 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd8ac771-36c2-4faf-8cfd-e5b087ee0857 req-21b755c5-3c34-44b1-a7d1-302f052841e4 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030907 Aug 16 01:35:51.918249 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672581c-e95b-4440-95f6-e1487a7c7d98 admin admin] Pushing event updated for resources: {'Port': ['ID=63fcf66d-c937-4281-a5f5-d8425a7e8d3e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:52.010166 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3672581c-e95b-4440-95f6-e1487a7c7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:52.063048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f6ba7b02-ac7d-4936-98de-925fa192ee45 None None] Provisioning for port 63fcf66d-c937-4281-a5f5-d8425a7e8d3e completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:35:52.079508 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f6ba7b02-ac7d-4936-98de-925fa192ee45 None None] Provisioning complete for port 63fcf66d-c937-4281-a5f5-d8425a7e8d3e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:52.083903 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6ba7b02-ac7d-4936-98de-925fa192ee45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:52.086393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-9fd775ba-41f5-4a74-9380-a4c86af79e81 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Allocated IP 172.20.0.12 (ac9b0336-8141-4ec6-b716-8b6fe1de5b8a/9a70a5b5-baa4-4789-ab96-e7bced8a7b9b/2d486af8-e932-4a67-84f5-a39380642faa) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:35:52.206960 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba7b02-ac7d-4936-98de-925fa192ee45 None None] Port 63fcf66d-c937-4281-a5f5-d8425a7e8d3e cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:35:52.332238 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d60f8d60-4a37-4bc2-acf3-d90f35198e98 req-ebda4420-b6cf-49c8-a9ad-1a365c7003da tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/ports?device_id=ead60991-764c-4fd8-b249-02c12ffd2042 HTTP/1.1" status: 200 len: 210 time: 0.1091266 Aug 16 01:35:52.516861 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-9fd775ba-41f5-4a74-9380-a4c86af79e81 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:52.523358 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49cf82fe-04fb-487d-914e-cf5f64ca4a72 req-974d822c-8ad8-4e0e-a27b-37dd9dbe2bc4 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 210 time: 0.0990789 Aug 16 01:35:52.536341 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-88996570-2186-4261-a92e-d456968a273e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:52.585374 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3672581c-e95b-4440-95f6-e1487a7c7d98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:52.601590 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3672581c-e95b-4440-95f6-e1487a7c7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:52.688090 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 14267ae1-49c2-42a7-82f8-0c4bfbc6f35b up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:35:52.763263 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-d42310bd-5dd4-4b68-8723-6ffc87e5b66a tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:52.811277 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-d42310bd-5dd4-4b68-8723-6ffc87e5b66a tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Transition to ACTIVE for port object 0a25047b-3da3-4894-90b8-b61e73183177 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:35:52.872050 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672581c-e95b-4440-95f6-e1487a7c7d98 admin admin] Pushing event updated for resources: {'Port': ['ID=63fcf66d-c937-4281-a5f5-d8425a7e8d3e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:52.876566 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 14267ae1-49c2-42a7-82f8-0c4bfbc6f35b completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:35:52.886175 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3672581c-e95b-4440-95f6-e1487a7c7d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:52.890850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 14267ae1-49c2-42a7-82f8-0c4bfbc6f35b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:52.891263 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:52.894624 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bbbb9a55-93a6-42e0-bff6-b1a6eb6ecf89 req-d676d1a9-f270-4034-b6f6-8788ca3c10f4 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8069234 Aug 16 01:35:53.042144 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a6c62ea4-0eac-428c-8fa8-7ae590884b24 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:35:53.118691 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1286cf79-09c6-4688-b644-9912be01377c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:53.154990 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2a2aff3b-5ef2-4dfd-8f52-0ea94b1359d7 req-ceca7977-8680-4c16-a2d6-7bf0566b6ecb tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/ports?device_id=74e0d59e-2002-4cd5-98ea-481076bfde04 HTTP/1.1" status: 200 len: 210 time: 0.0996749 Aug 16 01:35:53.179413 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-9fd775ba-41f5-4a74-9380-a4c86af79e81 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:53.202519 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.resource_extend [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:35:53.206664 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:35:53.243857 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1286cf79-09c6-4688-b644-9912be01377c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:53.351756 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3672581c-e95b-4440-95f6-e1487a7c7d98 admin admin] Network 04aff894-981a-426c-93d9-755572dcf6d9 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:35:53.359993 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3672581c-e95b-4440-95f6-e1487a7c7d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:53.379498 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-9f258ed5-5587-41ff-8223-5ed71812ab5c tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:53.381016 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-9f258ed5-5587-41ff-8223-5ed71812ab5c tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219&tenant_id=2a06768184a243e2b06a44bee40a6f92&binding%3Ahost_id=n-h2-765315-27 HTTP/1.1" status: 200 len: 1097 time: 0.1856747 Aug 16 01:35:53.456735 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-9fd775ba-41f5-4a74-9380-a4c86af79e81 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:35:53.474465 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-9fd775ba-41f5-4a74-9380-a4c86af79e81 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:53.590127 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-27'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:53.631082 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3672581c-e95b-4440-95f6-e1487a7c7d98 admin admin] Router 625788ce-cc6f-45dd-bb91-966ddae27a00 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:35:53.634909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-9fd775ba-41f5-4a74-9380-a4c86af79e81 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:35:53.673555 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29389ce2-27e0-45cd-a668-8b76694a69be req-98a30634-56be-4f7a-9c46-f413df62ab65 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/ports?device_id=ead60991-764c-4fd8-b249-02c12ffd2042 HTTP/1.1" status: 200 len: 210 time: 0.0933301 Aug 16 01:35:53.759508 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-9fd775ba-41f5-4a74-9380-a4c86af79e81 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:53.760239 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-9fd775ba-41f5-4a74-9380-a4c86af79e81 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:53.841598 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-9fd775ba-41f5-4a74-9380-a4c86af79e81 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0903943 Aug 16 01:35:53.868378 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:53.885834 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:53.918539 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd775ba-41f5-4a74-9380-a4c86af79e81 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Pushing event updated for resources: {'Port': ['ID=2d486af8-e932-4a67-84f5-a39380642faa,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:53.922772 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-d42310bd-5dd4-4b68-8723-6ffc87e5b66a tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:53.950860 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1286cf79-09c6-4688-b644-9912be01377c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:35:53.959098 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 14267ae1-49c2-42a7-82f8-0c4bfbc6f35b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=14267ae1-49c2-42a7-82f8-0c4bfbc6f35b,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:53.973127 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:54.008927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-65a94a72-795f-4558-a4f4-b2a584249029 None None] Provisioning complete for port 63fcf66d-c937-4281-a5f5-d8425a7e8d3e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:54.013297 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65a94a72-795f-4558-a4f4-b2a584249029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:54.091789 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286cf79-09c6-4688-b644-9912be01377c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4305c5-058a-42e2-bc2b-62c0f435312a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:54.163281 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1286cf79-09c6-4688-b644-9912be01377c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:54.163927 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:54.164162 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-1286cf79-09c6-4688-b644-9912be01377c admin admin] Added segment 72824b89-0c91-4936-85af-79fcb697aaee of type vlan for network c9f6cb29-657f-4294-ac8f-e7d12f466242 Aug 16 01:35:54.181796 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-65a94a72-795f-4558-a4f4-b2a584249029 None None] Port 63fcf66d-c937-4281-a5f5-d8425a7e8d3e cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:35:54.201434 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c077072-a670-464a-8323-52986c6713a6 req-b1215ee5-107a-4c08-a007-d45f5d071414 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:54.207025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c077072-a670-464a-8323-52986c6713a6 req-b1215ee5-107a-4c08-a007-d45f5d071414 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 945 time: 1.0423391 Aug 16 01:35:54.335549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3672581c-e95b-4440-95f6-e1487a7c7d98 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:35:54.351469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=14267ae1-49c2-42a7-82f8-0c4bfbc6f35b,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:54.356245 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3672581c-e95b-4440-95f6-e1487a7c7d98 admin admin] 10.222.0.68 "PUT /v2.0/routers/625788ce-cc6f-45dd-bb91-966ddae27a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5703218 Aug 16 01:35:54.408048 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] For port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:54.423947 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:54.437825 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12e6969a-13c2-4894-a63e-da3abfff487a req-d598ee49-10d3-463c-8c9f-26bfdada7d92 service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4988327 Aug 16 01:35:54.440048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port a6c62ea4-0eac-428c-8fa8-7ae590884b24, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a6c62ea4-0eac-428c-8fa8-7ae590884b24,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:54.459473 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'a6c62ea4-0eac-428c-8fa8-7ae590884b24', 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9', 'port_id': 'a6c62ea4-0eac-428c-8fa8-7ae590884b24', 'mac_address': 'fa:16:3e:33:60:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf0a4b6-04c7-46cd-a62d-f6dbedb85a93', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:35:54.574990 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:54.578152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-887e0287-e529-480e-89da-bf7d6f4a3983 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:54.580456 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-887e0287-e529-480e-89da-bf7d6f4a3983 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.73 "GET /v2.0/networks?id=c33112b3-f673-4336-a179-d076fef14874 HTTP/1.1" status: 200 len: 822 time: 1.4596527 Aug 16 01:35:54.601615 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] For port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:35:54.638818 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 14267ae1-49c2-42a7-82f8-0c4bfbc6f35b up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:35:54.639074 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-d42310bd-5dd4-4b68-8723-6ffc87e5b66a tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Network f8bc3f06-c907-43a9-9a8b-57d1715bcf74 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:35:54.644558 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Request body: {'port': {'device_id': 'e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:54.670628 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-d42310bd-5dd4-4b68-8723-6ffc87e5b66a tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:54.707749 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a44139f4-97a3-43f3-9cad-21322db41393 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Request body: {'port': {'device_id': '74e0d59e-2002-4cd5-98ea-481076bfde04', 'network_id': 'c33112b3-f673-4336-a179-d076fef14874', 'admin_state_up': True, 'tenant_id': '2ec5742741f94a4992c264b5d566d530'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:54.748087 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Sync routers for ids ['625788ce-cc6f-45dd-bb91-966ddae27a00'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:35:54.771954 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c62ea4-0eac-428c-8fa8-7ae590884b24 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:35:54.820181 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port a6c62ea4-0eac-428c-8fa8-7ae590884b24, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a6c62ea4-0eac-428c-8fa8-7ae590884b24,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:54.827370 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30d3a2-0042-4955-9940-e5111113e661 req-41fb8615-ebb5-4cc3-bd97-a5687a4231f2 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:54.828974 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b30d3a2-0042-4955-9940-e5111113e661 req-41fb8615-ebb5-4cc3-bd97-a5687a4231f2 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 932 time: 0.8467689 Aug 16 01:35:54.836819 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:54.841440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b984425b-de17-4776-93c0-da1575eec219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:35:54.843803 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6552c934-faea-4b41-99dc-7f9bab4caa99" -d '{"events": [{"server_uuid": "b984425b-de17-4776-93c0-da1575eec219", "name": "network-vif-unplugged", "status": "completed", "tag": "1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:35:54.846829 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42310bd-5dd4-4b68-8723-6ffc87e5b66a tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Pushing event updated for resources: {'Port': ['ID=0a25047b-3da3-4894-90b8-b61e73183177,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:54.873121 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:54.905248 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:54.975750 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=a6c62ea4-0eac-428c-8fa8-7ae590884b24,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:54.976767 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-d42310bd-5dd4-4b68-8723-6ffc87e5b66a tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:35:54.988327 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12e6969a-13c2-4894-a63e-da3abfff487a req-0007dcef-c8d5-44b3-a3f1-79a87fe1fc5b service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495396 Aug 16 01:35:54.995495 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Routers {'625788ce-cc6f-45dd-bb91-966ddae27a00'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:35:54.996146 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:35:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['625788ce-cc6f-45dd-bb91-966ddae27a00'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:54.997334 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1286cf79-09c6-4688-b644-9912be01377c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:55.088772 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:35:55.168644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 14267ae1-49c2-42a7-82f8-0c4bfbc6f35b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:55.169012 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:55.195145 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] Attempting to bind port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 on host n-h2-765315-27 for vnic_type normal with profile {"migrating_to": "n-h1-765315-27"} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:35:55.195555 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] Attempting to bind port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:35:55.195795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] Attempting to bind port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:35:55.201352 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b30d3a2-0042-4955-9940-e5111113e661 req-65ee4d1a-59e8-44dc-a1c2-7830567967f6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182676 Aug 16 01:35:55.212048 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] Pushing event updated for resources: {'Port': ['ID=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:55.222230 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] Port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:35:55.222871 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] Attempting to bind port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:35:55.250366 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:35:55.250707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] Checking segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:35:55.252041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] Bound using segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:35:55.252041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] Bound port: 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:35:55.254208 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:55.270716 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['a6c62ea4-0eac-428c-8fa8-7ae590884b24'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:35:55.279119 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.resource_extend [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:35:55.358921 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7c6eb657-b986-4bf1-a94a-d5410a9ac94b None None] Provisioning for port 0a25047b-3da3-4894-90b8-b61e73183177 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:35:55.390159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] For port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:35:55.397024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] For port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:35:55.404842 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:55.518970 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c077072-a670-464a-8323-52986c6713a6 req-ec0dd811-86ef-4319-9a59-569e43bb68ef tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2408564 Aug 16 01:35:55.555369 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7c6eb657-b986-4bf1-a94a-d5410a9ac94b None None] Provisioning complete for port 0a25047b-3da3-4894-90b8-b61e73183177 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:55.555873 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c6eb657-b986-4bf1-a94a-d5410a9ac94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:55.634493 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:55.635338 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:55.637905 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] 10.222.0.73 "PUT /v2.0/ports/1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 HTTP/1.1" status: 200 len: 1123 time: 2.0634789 Aug 16 01:35:55.649688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63d79a-fc50-40b0-b3a1-bc087ee49a68 service neutron] Pushing event updated for resources: {'Port': ['ID=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:55.706771 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:55.711974 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae41c2-e3bf-420f-b9f0-ee364a25e082 req-6b11ab3b-cf1d-452b-a92e-6b04d1ee64b3 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:55.727353 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aaae41c2-e3bf-420f-b9f0-ee364a25e082 req-6b11ab3b-cf1d-452b-a92e-6b04d1ee64b3 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d01540e-c01c-4df4-aaa9-7336190a646b HTTP/1.1" status: 200 len: 944 time: 0.1242571 Aug 16 01:35:55.757004 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Set router 625788ce-cc6f-45dd-bb91-966ddae27a00 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:35:55.773438 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.db.resource_extend [None req-1286cf79-09c6-4688-b644-9912be01377c admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:35:55.776983 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:35:55.873415 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:35:55.881382 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aaae41c2-e3bf-420f-b9f0-ee364a25e082 req-3ef9703d-d2f0-429f-be07-3d1f6f830383 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530561 Aug 16 01:35:55.885165 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-892fa72b-a799-4317-b681-2cd364facb99 req-dae95ba5-0db8-4097-ac59-39b5fc0b1010 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/ports?device_id=74e0d59e-2002-4cd5-98ea-481076bfde04 HTTP/1.1" status: 200 len: 210 time: 0.2673564 Aug 16 01:35:55.956653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-d42310bd-5dd4-4b68-8723-6ffc87e5b66a tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:55.964036 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-d42310bd-5dd4-4b68-8723-6ffc87e5b66a tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:56.005852 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a44139f4-97a3-43f3-9cad-21322db41393 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Made reservation on behalf of 2ec5742741f94a4992c264b5d566d530 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:35:56.017184 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a44139f4-97a3-43f3-9cad-21322db41393 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:56.039485 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d27f4-790d-481f-b46b-0e4f3b7e917e req-ae11abe4-1e0e-441f-b319-46393c21948e tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:56.056377 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-df7d27f4-790d-481f-b46b-0e4f3b7e917e req-ae11abe4-1e0e-441f-b319-46393c21948e tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/ports?device_id=ead60991-764c-4fd8-b249-02c12ffd2042 HTTP/1.1" status: 200 len: 931 time: 0.0840657 Aug 16 01:35:56.108232 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-d42310bd-5dd4-4b68-8723-6ffc87e5b66a tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8127122 Aug 16 01:35:56.125246 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-df7d27f4-790d-481f-b46b-0e4f3b7e917e req-fb132beb-3e4c-4589-8aa6-e17c729b1f0a tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/security-groups?id=34fa01ba-6c34-4340-85f4-facb6d16c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678985 Aug 16 01:35:56.156232 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7c6eb657-b986-4bf1-a94a-d5410a9ac94b None None] Port 0a25047b-3da3-4894-90b8-b61e73183177 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:35:56.164832 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1286cf79-09c6-4688-b644-9912be01377c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:56.166133 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1286cf79-09c6-4688-b644-9912be01377c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:56.167146 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1286cf79-09c6-4688-b644-9912be01377c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:56.178198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Request body: {'port': {'device_id': 'ead60991-764c-4fd8-b249-02c12ffd2042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:56.207665 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089fd4ce-e173-4928-9900-274003781c69 x-openstack-request-id: req-089fd4ce-e173-4928-9900-274003781c69 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:35:56.208094 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b984425b-de17-4776-93c0-da1575eec219", "name": "network-vif-unplugged", "status": "completed", "tag": "1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:35:56.208442 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-089fd4ce-e173-4928-9900-274003781c69 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:35:56.208945 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b984425b-de17-4776-93c0-da1575eec219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4', 'code': 200} Aug 16 01:35:56.259604 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:56.378266 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1c09f-40ae-4321-8aa2-36fec7816aab req-fe8a034f-73bf-4788-b394-e64093fe25c7 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:56.380083 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f2d1c09f-40ae-4321-8aa2-36fec7816aab req-fe8a034f-73bf-4788-b394-e64093fe25c7 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 945 time: 0.0902894 Aug 16 01:35:56.449294 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f2d1c09f-40ae-4321-8aa2-36fec7816aab req-7ffbf991-f12e-453b-8104-fbb0d82c6ebb tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612266 Aug 16 01:35:56.458637 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host n-h2-765315-27, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:56.649595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10a684-ffc6-4633-b3ee-076295bfd5c6 req-092ec6b0-56ea-427a-b31e-dc510a148496 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:56.671239 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ac10a684-ffc6-4633-b3ee-076295bfd5c6 req-092ec6b0-56ea-427a-b31e-dc510a148496 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 932 time: 0.1259384 Aug 16 01:35:56.774982 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Attempting to bind port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 on host n-h2-765315-27 for vnic_type normal with profile {"migrating_to": "n-h1-765315-27"} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:35:56.775544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Attempting to bind port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:35:56.776076 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ac10a684-ffc6-4633-b3ee-076295bfd5c6 req-8d2a1a5a-97bf-47b0-be94-1cde0411bedf tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967951 Aug 16 01:35:56.778714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Attempting to bind port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:35:56.793895 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:35:56.794723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Attempting to bind port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 on network 177f0fb8-8efe-42df-b46e-daf6f73cf24d {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:35:56.814000 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:35:56.815012 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Checking segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:35:56.815832 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Bound using segment: {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:35:56.816519 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Bound port: 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '177f0fb8-8efe-42df-b46e-daf6f73cf24d'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:35:56.817159 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:56.839975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a44139f4-97a3-43f3-9cad-21322db41393 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Allocated IP 172.20.0.2 (c33112b3-f673-4336-a179-d076fef14874/64401efc-2fbb-438b-ae89-fb38551e0476/39fd89c9-3ded-4151-a239-a044b738a356) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:35:56.922282 n-d-765315-27 neutron-server[94674]: WARNING neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Concurrent port binding operations failed on port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 Aug 16 01:35:56.927215 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:35:56.931931 n-d-765315-27 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Attempt 2 to bind port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 Aug 16 01:35:56.932623 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 has no active binding in host n-h1-765315-27 {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:35:56.941092 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625788ce-cc6f-45dd-bb91-966ddae27a00', 'name': 'tempest-FloatingIPDetailsTestJSON-1124526236-router', 'tenant_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '14267ae1-49c2-42a7-82f8-0c4bfbc6f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:41Z', 'updated_at': '2021-08-16T01:35:51Z', 'revision_number': 4, 'project_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'gw_port': {'id': '14267ae1-49c2-42a7-82f8-0c4bfbc6f35b', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625788ce-cc6f-45dd-bb91-966ddae27a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:43Z', 'updated_at': '2021-08-16T01:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '63fcf66d-c937-4281-a5f5-d8425a7e8d3e', 'name': '', 'network_id': '04aff894-981a-426c-93d9-755572dcf6d9', 'tenant_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'mac_address': 'fa:16:3e:97:b5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625788ce-cc6f-45dd-bb91-966ddae27a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a47b9e2d-be86-43ad-afe4-9b872e99a356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:50Z', 'updated_at': '2021-08-16T01:35:52Z', 'revision_number': 2, 'project_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'subnets': [{'id': 'a47b9e2d-be86-43ad-afe4-9b872e99a356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:56.979433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Checking router: 625788ce-cc6f-45dd-bb91-966ddae27a00 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:35:56.980132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Updating router 625788ce-cc6f-45dd-bb91-966ddae27a00 port 63fcf66d-c937-4281-a5f5-d8425a7e8d3e binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:35:56.994789 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1286cf79-09c6-4688-b644-9912be01377c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 7.0539396 Aug 16 01:35:57.008113 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38624) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:57.013015 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f2eb568a-796f-4000-9a76-7e78d5426fe5 admin admin] Request body: {'subnet': {'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1786595185-subnet', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:57.013398 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:57.047634 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:57.061909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286cf79-09c6-4688-b644-9912be01377c admin admin] Pushing event updated for resources: {'Network': ['ID=c9f6cb29-657f-4294-ac8f-e7d12f466242,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:57.111079 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2eb568a-796f-4000-9a76-7e78d5426fe5 admin admin] Made reservation on behalf of 5052f870a5d04e98b2cd29c89d03b16c for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:35:57.114810 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2eb568a-796f-4000-9a76-7e78d5426fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:57.166412 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network c9f6cb29-657f-4294-ac8f-e7d12f466242 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:35:57.281415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c493bf-6f1d-42b1-b280-43fa6929dd87 req-a100ed97-db53-4f90-8517-6957ada3ee5e tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:57.292539 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-65c493bf-6f1d-42b1-b280-43fa6929dd87 req-a100ed97-db53-4f90-8517-6957ada3ee5e tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 943 time: 0.3610783 Aug 16 01:35:57.401560 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f483586f-2b0f-4133-99a9-a3279e948b91 req-d4949be9-fcdc-4794-9ae5-c29181c6b0b9 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2914562 Aug 16 01:35:57.434494 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-65c493bf-6f1d-42b1-b280-43fa6929dd87 req-3f5a6e89-5a28-4f20-a456-f765d911abd7 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404104 Aug 16 01:35:57.604102 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-f483586f-2b0f-4133-99a9-a3279e948b91 req-2a3f3b55-acef-4ca9-9073-ca804b4b89ed tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:57.773799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae1f17-c4ba-46e4-aa15-ae2c6828b7f5 req-894eaf6f-93ea-4aca-a414-1d291b7e9615 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:57.777234 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f7ae1f17-c4ba-46e4-aa15-ae2c6828b7f5 req-894eaf6f-93ea-4aca-a414-1d291b7e9615 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d01540e-c01c-4df4-aaa9-7336190a646b HTTP/1.1" status: 200 len: 944 time: 0.2510183 Aug 16 01:35:57.797366 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d486af8-e932-4a67-84f5-a39380642faa {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:35:57.811631 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:57.829464 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2eb568a-796f-4000-9a76-7e78d5426fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:57.838736 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Transition to ACTIVE for port object 2d486af8-e932-4a67-84f5-a39380642faa will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:35:57.855383 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f483586f-2b0f-4133-99a9-a3279e948b91 req-2a3f3b55-acef-4ca9-9073-ca804b4b89ed tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:57.875540 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:57.946520 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb568a-796f-4000-9a76-7e78d5426fe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de680595-9685-4a06-af23-2b0f71eb9e2f,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:58.036080 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f7ae1f17-c4ba-46e4-aa15-ae2c6828b7f5 req-867c4c8d-0ce1-4b8f-80bd-8f997ba3360e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508230 Aug 16 01:35:58.078802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb568a-796f-4000-9a76-7e78d5426fe5 admin admin] Checking segment: {'id': '72824b89-0c91-4936-85af-79fcb697aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:35:58.079454 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb568a-796f-4000-9a76-7e78d5426fe5 admin admin] Network hostable DHCP agents. Network: c9f6cb29-657f-4294-ac8f-e7d12f466242, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:35:58.127257 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb568a-796f-4000-9a76-7e78d5426fe5 admin admin] Network c9f6cb29-657f-4294-ac8f-e7d12f466242 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:35:58.131007 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a44139f4-97a3-43f3-9cad-21322db41393 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:58.192327 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-683b8454-d228-4363-944b-11d1a1e81ede req-011c1a9b-403e-4a08-b145-1e60ae5ce8d4 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/ports?device_id=74e0d59e-2002-4cd5-98ea-481076bfde04 HTTP/1.1" status: 200 len: 210 time: 0.0605929 Aug 16 01:35:58.193143 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f2eb568a-796f-4000-9a76-7e78d5426fe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, c9f6cb29-657f-4294-ac8f-e7d12f466242) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:58.220362 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b984425b-de17-4776-93c0-da1575eec219', 'tag': '1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:35:58.228355 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be525bc3-660e-4004-924d-3174f896b0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b984425b-de17-4776-93c0-da1575eec219", "tag": "1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:35:58.232222 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcf5138-1721-4651-b29f-9fedeba42ff1 None None] Network c9f6cb29-657f-4294-ac8f-e7d12f466242 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:35:58.238409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eb568a-796f-4000-9a76-7e78d5426fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:58.243495 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2eb568a-796f-4000-9a76-7e78d5426fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:58.289324 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f2eb568a-796f-4000-9a76-7e78d5426fe5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2776222 Aug 16 01:35:58.295583 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38636) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:35:58.304963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1786595185-router', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:58.313018 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:58.327111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Transition to ACTIVE for port object 63fcf66d-c937-4281-a5f5-d8425a7e8d3e will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:35:58.366239 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:58.405227 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:58.406640 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:58.497750 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e767c6-05f2-424b-9602-ce7b747219c2 None None] Pushing event updated for resources: {'Port': ['ID=63fcf66d-c937-4281-a5f5-d8425a7e8d3e,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:58.610775 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ddafe-8920-4b8c-8a10-d1f04b6fa4b7 req-f39402ff-5adb-46dc-9854-4bbc321b5a1a tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:58.611708 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Attempting to bind port 63fcf66d-c937-4281-a5f5-d8425a7e8d3e on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:35:58.612085 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Attempting to bind port 63fcf66d-c937-4281-a5f5-d8425a7e8d3e by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'e87743bf-cb08-46c2-b25c-1c54f98a071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '04aff894-981a-426c-93d9-755572dcf6d9'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:35:58.613212 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Attempting to bind port 63fcf66d-c937-4281-a5f5-d8425a7e8d3e on network 04aff894-981a-426c-93d9-755572dcf6d9 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:35:58.629419 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b97ddafe-8920-4b8c-8a10-d1f04b6fa4b7 req-f39402ff-5adb-46dc-9854-4bbc321b5a1a tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/ports?device_id=ead60991-764c-4fd8-b249-02c12ffd2042 HTTP/1.1" status: 200 len: 931 time: 0.2657456 Aug 16 01:35:58.634233 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Attempting to bind port 2d486af8-e932-4a67-84f5-a39380642faa on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:35:58.634894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Attempting to bind port 2d486af8-e932-4a67-84f5-a39380642faa by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:35:58.636586 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Attempting to bind port 2d486af8-e932-4a67-84f5-a39380642faa on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:35:58.639342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Pushing event updated for resources: {'Port': ['ID=2d486af8-e932-4a67-84f5-a39380642faa,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:58.681270 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:35:58.681695 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Checking segment: {'id': 'e87743bf-cb08-46c2-b25c-1c54f98a071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '04aff894-981a-426c-93d9-755572dcf6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:35:58.682185 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:58.682745 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Bound using segment: {'id': 'e87743bf-cb08-46c2-b25c-1c54f98a071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '04aff894-981a-426c-93d9-755572dcf6d9'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:35:58.683400 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Bound port: 63fcf66d-c937-4281-a5f5-d8425a7e8d3e, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87743bf-cb08-46c2-b25c-1c54f98a071e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '04aff894-981a-426c-93d9-755572dcf6d9'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:35:58.683787 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:58.691277 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Port 2d486af8-e932-4a67-84f5-a39380642faa on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:35:58.692493 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Attempting to bind port 2d486af8-e932-4a67-84f5-a39380642faa on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:35:58.709224 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:35:58.709960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Checking segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:35:58.711231 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Bound using segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:35:58.711998 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Bound port: 2d486af8-e932-4a67-84f5-a39380642faa, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:35:58.712666 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:58.838669 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:58.876653 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-c9f6cb29-657f-4294-ac8f-e7d12f466242', 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'fixed_ips': [{'subnet_id': 'de680595-9685-4a06-af23-2b0f71eb9e2f'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:35:58.877598 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:58.928521 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] For port 2d486af8-e932-4a67-84f5-a39380642faa, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:35:58.933936 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] For port 2d486af8-e932-4a67-84f5-a39380642faa, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2d486af8-e932-4a67-84f5-a39380642faa,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:35:58.939164 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a44139f4-97a3-43f3-9cad-21322db41393 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:58.954834 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:59.032246 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:59.034111 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:59.035424 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b97ddafe-8920-4b8c-8a10-d1f04b6fa4b7 req-ba3998b7-32dc-4ddb-ae64-697e3d622667 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/security-groups?id=34fa01ba-6c34-4340-85f4-facb6d16c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049680 Aug 16 01:35:59.037355 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] 10.222.0.63 "PUT /v2.0/ports/2d486af8-e932-4a67-84f5-a39380642faa HTTP/1.1" status: 200 len: 1093 time: 4.4693823 Aug 16 01:35:59.047554 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a44139f4-97a3-43f3-9cad-21322db41393 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Network c33112b3-f673-4336-a179-d076fef14874 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:35:59.062416 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96', 'tag': '2d486af8-e932-4a67-84f5-a39380642faa'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:35:59.067098 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaed7d42-354a-485b-8cfe-c9e88c52721d" -d '{"events": [{"name": "network-changed", "server_uuid": "e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96", "tag": "2d486af8-e932-4a67-84f5-a39380642faa"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:35:59.072463 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a44139f4-97a3-43f3-9cad-21322db41393 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:59.075451 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a44139f4-97a3-43f3-9cad-21322db41393 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:35:59.081127 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Allocated IP 172.20.0.2 (c9f6cb29-657f-4294-ac8f-e7d12f466242/de680595-9685-4a06-af23-2b0f71eb9e2f/d9283f40-c07d-4630-91fe-91b86680a6f8) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:35:59.155925 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a44139f4-97a3-43f3-9cad-21322db41393 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:59.156774 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a44139f4-97a3-43f3-9cad-21322db41393 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:59.209256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44139f4-97a3-43f3-9cad-21322db41393 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Pushing event updated for resources: {'Port': ['ID=39fd89c9-3ded-4151-a239-a044b738a356,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:59.220334 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f483586f-2b0f-4133-99a9-a3279e948b91 req-2a3f3b55-acef-4ca9-9073-ca804b4b89ed tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:59.228288 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:59.365474 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a6c62ea4-0eac-428c-8fa8-7ae590884b24 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:35:59.424615 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:59.429034 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a44139f4-97a3-43f3-9cad-21322db41393 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7616634 Aug 16 01:35:59.461787 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] For port 63fcf66d-c937-4281-a5f5-d8425a7e8d3e, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:35:59.477439 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a25047b-3da3-4894-90b8-b61e73183177 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:35:59.510554 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Transition to ACTIVE for port object d9283f40-c07d-4630-91fe-91b86680a6f8 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:35:59.511111 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Request body: {'port': {'device_id': '74e0d59e-2002-4cd5-98ea-481076bfde04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:35:59.538902 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] For port 63fcf66d-c937-4281-a5f5-d8425a7e8d3e, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=63fcf66d-c937-4281-a5f5-d8425a7e8d3e,segment=NetworkSegment(e87743bf-cb08-46c2-b25c-1c54f98a071e),segment_id=e87743bf-cb08-46c2-b25c-1c54f98a071e)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:35:59.557688 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:59.586361 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:59.617250 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e767c6-05f2-424b-9602-ce7b747219c2 None None] Pushing event updated for resources: {'Port': ['ID=63fcf66d-c937-4281-a5f5-d8425a7e8d3e,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:59.628444 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Transition to ACTIVE for port object 0a25047b-3da3-4894-90b8-b61e73183177 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:35:59.641667 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Transition to ACTIVE for port object d9283f40-c07d-4630-91fe-91b86680a6f8 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:35:59.647252 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:59.662929 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:59.671912 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port a6c62ea4-0eac-428c-8fa8-7ae590884b24 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:35:59.703435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b45e73-1950-47a2-be7e-d9964eff0e6c service neutron] Pushing event updated for resources: {'Port': ['ID=2d486af8-e932-4a67-84f5-a39380642faa,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:59.717165 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:59.719731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port a6c62ea4-0eac-428c-8fa8-7ae590884b24 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:35:59.720218 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:59.728328 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Routers {'625788ce-cc6f-45dd-bb91-966ddae27a00'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:35:59.728551 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:35:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['625788ce-cc6f-45dd-bb91-966ddae27a00'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:35:59.730919 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:35:59.762240 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d748db-5bc5-47f4-8f1f-04b11201707b req-a91f0b0b-5fc2-4182-8f37-f68175b101ef tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:59.766979 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-14d748db-5bc5-47f4-8f1f-04b11201707b req-a91f0b0b-5fc2-4182-8f37-f68175b101ef tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 944 time: 0.2520766 Aug 16 01:35:59.791948 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Network c9f6cb29-657f-4294-ac8f-e7d12f466242 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:35:59.801659 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-099305fe-6914-4512-9739-41e4af6c5b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:35:59.808026 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-099305fe-6914-4512-9739-41e4af6c5b0f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 1096 time: 0.4315135 Aug 16 01:35:59.873661 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:35:59.884184 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:35:59.898473 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Pushing event updated for resources: {'Port': ['ID=d9283f40-c07d-4630-91fe-91b86680a6f8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:35:59.977353 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-14d748db-5bc5-47f4-8f1f-04b11201707b req-4246777d-8d52-48ee-a06f-8dd3e04a6938 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353374 Aug 16 01:35:59.978646 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:00.092214 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] Set router 625788ce-cc6f-45dd-bb91-966ddae27a00 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:36:00.136325 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e77a83-1a00-40bf-b8e3-b9e2737430fa x-openstack-request-id: req-50e77a83-1a00-40bf-b8e3-b9e2737430fa {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:00.136612 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b984425b-de17-4776-93c0-da1575eec219", "tag": "1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:00.136864 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-50e77a83-1a00-40bf-b8e3-b9e2737430fa {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:00.137253 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b984425b-de17-4776-93c0-da1575eec219', 'tag': '1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4', 'status': 'completed', 'code': 200} Aug 16 01:36:00.150397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Pushing event updated for resources: {'Port': ['ID=0a25047b-3da3-4894-90b8-b61e73183177,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:00.352928 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ae639-a3b1-4334-a36d-cdd57fc45457 req-086514fc-fa83-493c-b1cc-06a61f4d03a5 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:00.365814 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eb2ae639-a3b1-4334-a36d-cdd57fc45457 req-086514fc-fa83-493c-b1cc-06a61f4d03a5 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 943 time: 0.1369321 Aug 16 01:36:00.413767 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eb2ae639-a3b1-4334-a36d-cdd57fc45457 req-3dd6eeee-79a0-4a23-92cf-6acff2042f16 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475030 Aug 16 01:36:00.493096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Attempting to bind port d9283f40-c07d-4630-91fe-91b86680a6f8 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:36:00.493699 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Attempting to bind port d9283f40-c07d-4630-91fe-91b86680a6f8 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '72824b89-0c91-4936-85af-79fcb697aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:36:00.494061 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Attempting to bind port d9283f40-c07d-4630-91fe-91b86680a6f8 on network c9f6cb29-657f-4294-ac8f-e7d12f466242 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:00.541349 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:36:00.541620 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Checking segment: {'id': '72824b89-0c91-4936-85af-79fcb697aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:00.541945 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:00.542469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Bound using segment: {'id': '72824b89-0c91-4936-85af-79fcb697aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:36:00.543223 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Bound port: d9283f40-c07d-4630-91fe-91b86680a6f8, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72824b89-0c91-4936-85af-79fcb697aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:36:00.543748 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:00.547300 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:00.561569 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf7675-2a8f-49ab-9aa3-f7da9e7bd2d9 req-e3281031-da63-4031-9797-a65c61d84e21 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:00.566969 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-abcf7675-2a8f-49ab-9aa3-f7da9e7bd2d9 req-e3281031-da63-4031-9797-a65c61d84e21 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d01540e-c01c-4df4-aaa9-7336190a646b HTTP/1.1" status: 200 len: 944 time: 0.0898013 Aug 16 01:36:00.647920 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port a6c62ea4-0eac-428c-8fa8-7ae590884b24, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a6c62ea4-0eac-428c-8fa8-7ae590884b24,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:00.657912 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d01540e-c01c-4df4-aaa9-7336190a646b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c62ea4-0eac-428c-8fa8-7ae590884b24'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:00.662631 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9150b1-cc9b-4e37-833f-49c9630e797d" -d '{"events": [{"server_uuid": "5d01540e-c01c-4df4-aaa9-7336190a646b", "name": "network-vif-plugged", "status": "completed", "tag": "a6c62ea4-0eac-428c-8fa8-7ae590884b24"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:00.679767 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-abcf7675-2a8f-49ab-9aa3-f7da9e7bd2d9 req-023909d9-b089-4979-b332-3fa4b81e108f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970817 Aug 16 01:36:00.691940 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-c9bb7768-e701-4098-873a-fb2647453eed service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d486af8-e932-4a67-84f5-a39380642faa HTTP/1.1" status: 200 len: 217 time: 0.6192729 Aug 16 01:36:00.722229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-f483586f-2b0f-4133-99a9-a3279e948b91 req-2a3f3b55-acef-4ca9-9073-ca804b4b89ed tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Allocated IP 172.25.3.232 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/8a855f64-c977-4d25-a630-31e1f9ea67f9) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:36:00.723310 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:00.770818 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e1d3b6-3ef6-4cf6-947f-918659dac1c5 x-openstack-request-id: req-90e1d3b6-3ef6-4cf6-947f-918659dac1c5 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:00.771249 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96", "tag": "2d486af8-e932-4a67-84f5-a39380642faa", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:00.771626 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-90e1d3b6-3ef6-4cf6-947f-918659dac1c5 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:00.772300 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96', 'tag': '2d486af8-e932-4a67-84f5-a39380642faa', 'status': 'completed', 'code': 200} Aug 16 01:36:00.867370 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] For port d9283f40-c07d-4630-91fe-91b86680a6f8, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:36:00.877446 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] For port d9283f40-c07d-4630-91fe-91b86680a6f8, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d9283f40-c07d-4630-91fe-91b86680a6f8,segment=NetworkSegment(72824b89-0c91-4936-85af-79fcb697aaee),segment_id=72824b89-0c91-4936-85af-79fcb697aaee)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:36:00.881574 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625788ce-cc6f-45dd-bb91-966ddae27a00', 'name': 'tempest-FloatingIPDetailsTestJSON-1124526236-router', 'tenant_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '14267ae1-49c2-42a7-82f8-0c4bfbc6f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:41Z', 'updated_at': '2021-08-16T01:35:51Z', 'revision_number': 4, 'project_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'gw_port': {'id': '14267ae1-49c2-42a7-82f8-0c4bfbc6f35b', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625788ce-cc6f-45dd-bb91-966ddae27a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:43Z', 'updated_at': '2021-08-16T01:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '63fcf66d-c937-4281-a5f5-d8425a7e8d3e', 'name': '', 'network_id': '04aff894-981a-426c-93d9-755572dcf6d9', 'tenant_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'mac_address': 'fa:16:3e:97:b5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625788ce-cc6f-45dd-bb91-966ddae27a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a47b9e2d-be86-43ad-afe4-9b872e99a356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:50Z', 'updated_at': '2021-08-16T01:35:59Z', 'revision_number': 4, 'project_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'subnets': [{'id': 'a47b9e2d-be86-43ad-afe4-9b872e99a356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:00.898830 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=a6c62ea4-0eac-428c-8fa8-7ae590884b24,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:00.899383 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be525bc3-660e-4004-924d-3174f896b0ae req-885b3680-f596-4e8a-981b-8802d96717fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:00.900815 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be525bc3-660e-4004-924d-3174f896b0ae req-885b3680-f596-4e8a-981b-8802d96717fa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 1126 time: 0.6410615 Aug 16 01:36:00.914228 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Attempting to bind port 0a25047b-3da3-4894-90b8-b61e73183177 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:36:00.914624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Attempting to bind port 0a25047b-3da3-4894-90b8-b61e73183177 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '4ac70837-a5d4-4396-bcdd-2d42f48a13a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f8bc3f06-c907-43a9-9a8b-57d1715bcf74'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:36:00.915109 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Attempting to bind port 0a25047b-3da3-4894-90b8-b61e73183177 on network f8bc3f06-c907-43a9-9a8b-57d1715bcf74 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:00.948308 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:00.955538 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Port 0a25047b-3da3-4894-90b8-b61e73183177 on network f8bc3f06-c907-43a9-9a8b-57d1715bcf74 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:36:00.955948 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Attempting to bind port 0a25047b-3da3-4894-90b8-b61e73183177 on network f8bc3f06-c907-43a9-9a8b-57d1715bcf74 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:00.956447 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bcdc85-468a-4ce6-92f7-edfae199f74e None None] The sync data for ids ['625788ce-cc6f-45dd-bb91-966ddae27a00'] in n-d-765315-27 is: [{'id': '625788ce-cc6f-45dd-bb91-966ddae27a00', 'name': 'tempest-FloatingIPDetailsTestJSON-1124526236-router', 'tenant_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '14267ae1-49c2-42a7-82f8-0c4bfbc6f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:41Z', 'updated_at': '2021-08-16T01:35:51Z', 'revision_number': 4, 'project_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'gw_port': {'id': '14267ae1-49c2-42a7-82f8-0c4bfbc6f35b', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625788ce-cc6f-45dd-bb91-966ddae27a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:43Z', 'updated_at': '2021-08-16T01:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '63fcf66d-c937-4281-a5f5-d8425a7e8d3e', 'name': '', 'network_id': '04aff894-981a-426c-93d9-755572dcf6d9', 'tenant_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'mac_address': 'fa:16:3e:97:b5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625788ce-cc6f-45dd-bb91-966ddae27a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'a47b9e2d-be86-43ad-afe4-9b872e99a356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:50Z', 'updated_at': '2021-08-16T01:35:59Z', 'revision_number': 4, 'project_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'subnets': [{'id': 'a47b9e2d-be86-43ad-afe4-9b872e99a356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:36:00.966815 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbf57b-d823-428d-9d13-23f8836761c9 req-cd14137a-77e2-4bdd-9c6f-0de97080727e tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:00.968347 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-85cbf57b-d823-428d-9d13-23f8836761c9 req-cd14137a-77e2-4bdd-9c6f-0de97080727e tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/ports?device_id=74e0d59e-2002-4cd5-98ea-481076bfde04 HTTP/1.1" status: 200 len: 931 time: 0.1083291 Aug 16 01:36:01.012420 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:36:01.013104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Checking segment: {'id': '4ac70837-a5d4-4396-bcdd-2d42f48a13a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f8bc3f06-c907-43a9-9a8b-57d1715bcf74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:01.013104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Bound using segment: {'id': '4ac70837-a5d4-4396-bcdd-2d42f48a13a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f8bc3f06-c907-43a9-9a8b-57d1715bcf74'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:36:01.013675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Bound port: 0a25047b-3da3-4894-90b8-b61e73183177, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac70837-a5d4-4396-bcdd-2d42f48a13a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f8bc3f06-c907-43a9-9a8b-57d1715bcf74'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:36:01.014077 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:01.090037 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-85cbf57b-d823-428d-9d13-23f8836761c9 req-f2b1b94d-4671-43bb-8e55-0d0098f543b5 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/security-groups?id=deaf6bb8-f00a-4315-9086-d7a50c6ee967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144645 Aug 16 01:36:01.093066 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89942f2b-7036-43cc-9b95-beddf1f168f2 None None] Pushing event updated for resources: {'Port': ['ID=d9283f40-c07d-4630-91fe-91b86680a6f8,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:01.234323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39fd89c9-3ded-4151-a239-a044b738a356 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:36:01.273785 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:01.286147 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f483586f-2b0f-4133-99a9-a3279e948b91 req-2a3f3b55-acef-4ca9-9073-ca804b4b89ed tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:01.315032 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Transition to ACTIVE for port object 39fd89c9-3ded-4151-a239-a044b738a356 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:01.326274 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:01.401476 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Pushing event updated for resources: {'Port': ['ID=39fd89c9-3ded-4151-a239-a044b738a356,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:01.463763 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] For port 0a25047b-3da3-4894-90b8-b61e73183177, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:36:01.575194 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] For port 0a25047b-3da3-4894-90b8-b61e73183177, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=0a25047b-3da3-4894-90b8-b61e73183177,segment=NetworkSegment(4ac70837-a5d4-4396-bcdd-2d42f48a13a5),segment_id=4ac70837-a5d4-4396-bcdd-2d42f48a13a5)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:36:01.578263 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:01.578647 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:01.578991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:01.579368 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:01.581353 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:01.581861 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:01.582478 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:01.582975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:01.583491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:01.584014 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:01.584402 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:01.585046 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:01.593100 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f483586f-2b0f-4133-99a9-a3279e948b91 req-2a3f3b55-acef-4ca9-9073-ca804b4b89ed tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:01.596874 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:01.688951 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f483586f-2b0f-4133-99a9-a3279e948b91 req-2a3f3b55-acef-4ca9-9073-ca804b4b89ed tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:36:01.739290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-f483586f-2b0f-4133-99a9-a3279e948b91 req-2a3f3b55-acef-4ca9-9073-ca804b4b89ed tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:01.886022 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-f483586f-2b0f-4133-99a9-a3279e948b91 req-2a3f3b55-acef-4ca9-9073-ca804b4b89ed tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:36:01.889344 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:01.898259 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:01.901673 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] 10.222.0.63 "PUT /v2.0/ports/0a25047b-3da3-4894-90b8-b61e73183177 HTTP/1.1" status: 200 len: 1092 time: 5.7467403 Aug 16 01:36:01.974638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Attempting to bind port 39fd89c9-3ded-4151-a239-a044b738a356 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:36:01.975012 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Attempting to bind port 39fd89c9-3ded-4151-a239-a044b738a356 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '8114d18f-9a8f-472b-90e6-831ad79b9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c33112b3-f673-4336-a179-d076fef14874'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:36:01.975330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Attempting to bind port 39fd89c9-3ded-4151-a239-a044b738a356 on network c33112b3-f673-4336-a179-d076fef14874 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:01.998823 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:36:02.085364 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f3b55-acef-4ca9-9073-ca804b4b89ed tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Pushing event updated for resources: {'Port': ['ID=8a855f64-c977-4d25-a630-31e1f9ea67f9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:02.089542 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Port 39fd89c9-3ded-4151-a239-a044b738a356 on network c33112b3-f673-4336-a179-d076fef14874 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:36:02.103506 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Attempting to bind port 39fd89c9-3ded-4151-a239-a044b738a356 on network c33112b3-f673-4336-a179-d076fef14874 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:02.181748 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa55495-8ce3-43c7-a0eb-6acd2ee47864 req-b2482d2a-6c13-423e-a250-23d913f52569 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:02.204131 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3aa55495-8ce3-43c7-a0eb-6acd2ee47864 req-b2482d2a-6c13-423e-a250-23d913f52569 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 945 time: 0.9855700 Aug 16 01:36:02.224192 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Allocated IP 172.25.3.90 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/0b758f8a-dba9-4930-bcf4-8d81324d6338) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:36:02.239365 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121345b-57db-4627-9c94-2706eca4cb74 service neutron] Pushing event updated for resources: {'Port': ['ID=0a25047b-3da3-4894-90b8-b61e73183177,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:02.267182 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:36:02.268859 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Checking segment: {'id': '8114d18f-9a8f-472b-90e6-831ad79b9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c33112b3-f673-4336-a179-d076fef14874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:02.269810 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Bound using segment: {'id': '8114d18f-9a8f-472b-90e6-831ad79b9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c33112b3-f673-4336-a179-d076fef14874'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:36:02.270529 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Bound port: 39fd89c9-3ded-4151-a239-a044b738a356, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8114d18f-9a8f-472b-90e6-831ad79b9216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c33112b3-f673-4336-a179-d076fef14874'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:36:02.271140 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:02.396836 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3aa55495-8ce3-43c7-a0eb-6acd2ee47864 req-38e50c43-a9a7-4e6c-bb46-fa77659bcf5c tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742580 Aug 16 01:36:02.485947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] For port 39fd89c9-3ded-4151-a239-a044b738a356, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:36:02.490251 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] For port 39fd89c9-3ded-4151-a239-a044b738a356, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=39fd89c9-3ded-4151-a239-a044b738a356,segment=NetworkSegment(8114d18f-9a8f-472b-90e6-831ad79b9216),segment_id=8114d18f-9a8f-472b-90e6-831ad79b9216)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:36:02.506513 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:02.523656 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:02.581943 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:02.582475 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:02.584442 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] 10.222.0.73 "PUT /v2.0/ports/39fd89c9-3ded-4151-a239-a044b738a356 HTTP/1.1" status: 200 len: 1092 time: 3.1014481 Aug 16 01:36:02.593538 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f483586f-2b0f-4133-99a9-a3279e948b91 req-2a3f3b55-acef-4ca9-9073-ca804b4b89ed tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:02.615197 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:02.679605 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=0b758f8a-dba9-4930-bcf4-8d81324d6338,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:02.692787 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c080b24-4c92-4064-8a90-0cc160880cab req-f989a963-5772-4e6b-a595-cd4462b3bfb6 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:02.694725 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c080b24-4c92-4064-8a90-0cc160880cab req-f989a963-5772-4e6b-a595-cd4462b3bfb6 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/ports?device_id=ead60991-764c-4fd8-b249-02c12ffd2042 HTTP/1.1" status: 200 len: 943 time: 0.1428456 Aug 16 01:36:02.705722 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497a94b-f2bb-4d3d-8d21-f1e12cb3895e service neutron] Pushing event updated for resources: {'Port': ['ID=39fd89c9-3ded-4151-a239-a044b738a356,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:02.736753 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:36:02.739035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c24d5a2-d103-411e-9be9-a344accc1bd7 None None] Network c9f6cb29-657f-4294-ac8f-e7d12f466242 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:36:02.742540 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:02.746810 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:02.747284 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:02.747766 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:02.748211 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:02.748650 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:02.749127 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:02.749664 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:02.750434 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:02.751373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:02.752139 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:02.752604 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:02.753355 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:02.758535 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:36:02.798268 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead60991-764c-4fd8-b249-02c12ffd2042', 'tag': '0a25047b-3da3-4894-90b8-b61e73183177'}, {'name': 'network-changed', 'server_uuid': '74e0d59e-2002-4cd5-98ea-481076bfde04', 'tag': '39fd89c9-3ded-4151-a239-a044b738a356'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:02.805097 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ead60991-764c-4fd8-b249-02c12ffd2042", "tag": "0a25047b-3da3-4894-90b8-b61e73183177"}, {"name": "network-changed", "server_uuid": "74e0d59e-2002-4cd5-98ea-481076bfde04", "tag": "39fd89c9-3ded-4151-a239-a044b738a356"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:02.811446 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f483586f-2b0f-4133-99a9-a3279e948b91 req-2a3f3b55-acef-4ca9-9073-ca804b4b89ed tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:02.824826 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c080b24-4c92-4064-8a90-0cc160880cab req-3fc32399-1f89-4013-b343-d2f4a5ce0ff6 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/security-groups?id=34fa01ba-6c34-4340-85f4-facb6d16c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228781 Aug 16 01:36:02.888671 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d8386bf7-81d6-4d1d-807f-0b162dab7e56 None None] Provisioning for port d9283f40-c07d-4630-91fe-91b86680a6f8 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:36:02.972590 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70734b6a-156c-4bf5-8268-e943bd954e29 x-openstack-request-id: req-70734b6a-156c-4bf5-8268-e943bd954e29 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:02.972894 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d01540e-c01c-4df4-aaa9-7336190a646b", "name": "network-vif-plugged", "status": "completed", "tag": "a6c62ea4-0eac-428c-8fa8-7ae590884b24", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:02.973613 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-70734b6a-156c-4bf5-8268-e943bd954e29 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:02.974055 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d01540e-c01c-4df4-aaa9-7336190a646b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c62ea4-0eac-428c-8fa8-7ae590884b24', 'code': 200} Aug 16 01:36:03.029282 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-934a8002-54a6-4855-8ebb-09f5765e6088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:03.031348 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-934a8002-54a6-4855-8ebb-09f5765e6088 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ec5742741f94a4992c264b5d566d530&device_id=74e0d59e-2002-4cd5-98ea-481076bfde04 HTTP/1.1" status: 200 len: 1095 time: 0.3797770 Aug 16 01:36:03.057018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d9283f40-c07d-4630-91fe-91b86680a6f8 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:03.207072 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59003c-4e9a-405e-9a0d-8754016f4661 req-c8d71c38-601b-4976-a611-36e70d958358 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:03.212830 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port d9283f40-c07d-4630-91fe-91b86680a6f8 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:36:03.215420 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fc59003c-4e9a-405e-9a0d-8754016f4661 req-c8d71c38-601b-4976-a611-36e70d958358 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 944 time: 0.1285224 Aug 16 01:36:03.223029 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d9283f40-c07d-4630-91fe-91b86680a6f8 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:03.223609 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:03.263345 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1524397-bb9a-4912-94b4-76450a859e50 req-55204c7f-cef2-4e4b-be2d-01d0ae49e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:03.265395 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c1524397-bb9a-4912-94b4-76450a859e50 req-55204c7f-cef2-4e4b-be2d-01d0ae49e0f2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5d01540e-c01c-4df4-aaa9-7336190a646b HTTP/1.1" status: 200 len: 1097 time: 0.1881011 Aug 16 01:36:03.359886 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:03.390334 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fc59003c-4e9a-405e-9a0d-8754016f4661 req-0ed40719-95a9-4d7a-9296-8513c47afd1e tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738544 Aug 16 01:36:03.401090 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port d9283f40-c07d-4630-91fe-91b86680a6f8, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d9283f40-c07d-4630-91fe-91b86680a6f8,segment=NetworkSegment(72824b89-0c91-4936-85af-79fcb697aaee),segment_id=72824b89-0c91-4936-85af-79fcb697aaee)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:03.409409 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:03.411614 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 63fcf66d-c937-4281-a5f5-d8425a7e8d3e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:03.419220 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c1524397-bb9a-4912-94b4-76450a859e50 req-2f26a5b0-0647-4892-bcfb-b633e39634ce service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378956 Aug 16 01:36:03.497486 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:03.629933 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-5d0c89b5-a0c2-4e40-ba99-d94f5fc781f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39fd89c9-3ded-4151-a239-a044b738a356 HTTP/1.1" status: 200 len: 217 time: 0.0569458 Aug 16 01:36:03.637208 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-d6b6c7f0-813f-42a1-bf1d-c8dbe16909fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:03.638739 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-d6b6c7f0-813f-42a1-bf1d-c8dbe16909fe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.9130106 Aug 16 01:36:03.664581 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e740ce2-76c6-4ba9-ac55-c12692137359 req-1a857377-62e2-48c5-b705-4098a48c7008 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:03.666112 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e740ce2-76c6-4ba9-ac55-c12692137359 req-1a857377-62e2-48c5-b705-4098a48c7008 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 943 time: 0.1204433 Aug 16 01:36:03.718084 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e740ce2-76c6-4ba9-ac55-c12692137359 req-e7abcecd-7b1b-43ec-996c-0abd349bf688 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433562 Aug 16 01:36:03.758429 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-f27fba43-4031-478b-bcfa-1d1980f29f21 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933683 Aug 16 01:36:03.774600 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=d9283f40-c07d-4630-91fe-91b86680a6f8,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:03.789553 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be525bc3-660e-4004-924d-3174f896b0ae req-052896c4-c41d-400a-97b7-484e53d90aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:03.791135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 63fcf66d-c937-4281-a5f5-d8425a7e8d3e completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:36:03.792149 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be525bc3-660e-4004-924d-3174f896b0ae req-052896c4-c41d-400a-97b7-484e53d90aa4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 1.0679786 Aug 16 01:36:03.798471 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 63fcf66d-c937-4281-a5f5-d8425a7e8d3e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:03.802580 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:03.804442 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-67b99f4e-6e3e-44bc-a8fd-244ec211ff68 None None] Provisioning complete for port d9283f40-c07d-4630-91fe-91b86680a6f8 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:03.804815 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67b99f4e-6e3e-44bc-a8fd-244ec211ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:03.874885 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:03.904993 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-6c2bee99-cc80-488e-8f52-af1b803c425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:03.907236 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-6c2bee99-cc80-488e-8f52-af1b803c425d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=59f6ee9245de4e2794301101b5632f35&device_id=ead60991-764c-4fd8-b249-02c12ffd2042 HTTP/1.1" status: 200 len: 1095 time: 1.1615281 Aug 16 01:36:03.997426 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:04.014760 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c168fd-3bda-4036-83c6-acac948255cc req-7f0cf170-b917-4568-bbe7-97e3e5130e46 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:04.016247 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-41c168fd-3bda-4036-83c6-acac948255cc req-7f0cf170-b917-4568-bbe7-97e3e5130e46 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d01540e-c01c-4df4-aaa9-7336190a646b HTTP/1.1" status: 200 len: 945 time: 0.1771989 Aug 16 01:36:04.038886 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be525bc3-660e-4004-924d-3174f896b0ae req-24cf28db-56d4-4b65-84e8-56090e5aac5b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 HTTP/1.1" status: 200 len: 217 time: 0.1249244 Aug 16 01:36:04.039763 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 63fcf66d-c937-4281-a5f5-d8425a7e8d3e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=63fcf66d-c937-4281-a5f5-d8425a7e8d3e,segment=NetworkSegment(e87743bf-cb08-46c2-b25c-1c54f98a071e),segment_id=e87743bf-cb08-46c2-b25c-1c54f98a071e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:04.046636 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-383da478-3dd4-4d12-94e9-1bae66cab401 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a25047b-3da3-4894-90b8-b61e73183177 HTTP/1.1" status: 200 len: 217 time: 0.1145658 Aug 16 01:36:04.050650 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:04.068061 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Router 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:36:04.084221 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-41c168fd-3bda-4036-83c6-acac948255cc req-8be38a3b-cdd0-499b-984f-0b3c5bccd33d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492091 Aug 16 01:36:04.113922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-32741cfc-5991-43e4-a1e7-ed83394680fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:04.114069 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=63fcf66d-c937-4281-a5f5-d8425a7e8d3e,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:04.115731 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-32741cfc-5991-43e4-a1e7-ed83394680fa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=664b35f5-1bad-4b46-9929-41544c87bf62 HTTP/1.1" status: 200 len: 853 time: 0.0522270 Aug 16 01:36:04.158308 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-6b2e7ae3-f7d2-40a5-863f-0afb997115d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:04.160601 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-6b2e7ae3-f7d2-40a5-863f-0afb997115d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64401efc-2fbb-438b-ae89-fb38551e0476 HTTP/1.1" status: 200 len: 862 time: 0.5056725 Aug 16 01:36:04.220209 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-a9c497dc-971c-4d34-8ecc-f249b4a27017 service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269638 Aug 16 01:36:04.250443 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-840cd0d4-f63e-44ec-a172-892da1cd9b68 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c33112b3-f673-4336-a179-d076fef14874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709903 Aug 16 01:36:04.282372 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:36:04.301616 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df743e-7b4b-427b-a13e-34c602c1ae14 req-3398e158-cfd7-4d84-8e83-fe2c1639be1e tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:04.303185 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b1df743e-7b4b-427b-a13e-34c602c1ae14 req-3398e158-cfd7-4d84-8e83-fe2c1639be1e tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.63 "GET /v2.0/ports?device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 945 time: 0.1386921 Aug 16 01:36:04.307819 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Sync routers for ids ['893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:36:04.323255 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Routers {'893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:36:04.324175 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:35:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:04.325680 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a5f43-c0a6-42e9-8182-d2191388b03d req-9cd50871-af44-4a17-ae11-03d8909d1f03 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:04.327399 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-905a5f43-c0a6-42e9-8182-d2191388b03d req-9cd50871-af44-4a17-ae11-03d8909d1f03 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/ports?device_id=74e0d59e-2002-4cd5-98ea-481076bfde04 HTTP/1.1" status: 200 len: 943 time: 0.1226320 Aug 16 01:36:04.347407 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be525bc3-660e-4004-924d-3174f896b0ae req-f3e4e987-8d80-49d2-bec4-4a1ec7730015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:04.349112 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be525bc3-660e-4004-924d-3174f896b0ae req-f3e4e987-8d80-49d2-bec4-4a1ec7730015 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.2382653 Aug 16 01:36:04.368801 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:04.369962 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f0a250d9-7a32-4961-a929-15a412404dd8 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0782113 Aug 16 01:36:04.380709 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38668) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:04.454786 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be525bc3-660e-4004-924d-3174f896b0ae req-5e4b79f2-d4c9-4ec9-9fb4-5c4c5ed62d55 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834649 Aug 16 01:36:04.490856 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f483586f-2b0f-4133-99a9-a3279e948b91 req-2a3f3b55-acef-4ca9-9073-ca804b4b89ed tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:04.541792 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-07b249a0-9adb-464d-932c-9b87f22d6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:04.543516 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-07b249a0-9adb-464d-932c-9b87f22d6c21 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f8bc3f06-c907-43a9-9a8b-57d1715bcf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3802774 Aug 16 01:36:04.550565 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2f82e05-690d-4ef8-b11c-92d329af4211 req-55ed15ca-f8b0-4622-b38b-6fd24cf8d7f6 service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026440 Aug 16 01:36:04.551423 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f483586f-2b0f-4133-99a9-a3279e948b91 req-2a3f3b55-acef-4ca9-9073-ca804b4b89ed tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:04.570475 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-905a5f43-c0a6-42e9-8182-d2191388b03d req-3d2f7eb1-565c-4474-a939-b3705c00b928 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/security-groups?id=deaf6bb8-f00a-4315-9086-d7a50c6ee967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091637 Aug 16 01:36:04.689969 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7c1392-3e8a-4e93-b3d7-ae369655a222 x-openstack-request-id: req-0a7c1392-3e8a-4e93-b3d7-ae369655a222 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:04.690605 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead60991-764c-4fd8-b249-02c12ffd2042", "tag": "0a25047b-3da3-4894-90b8-b61e73183177", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "74e0d59e-2002-4cd5-98ea-481076bfde04", "tag": "39fd89c9-3ded-4151-a239-a044b738a356", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:04.690995 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0a7c1392-3e8a-4e93-b3d7-ae369655a222 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:04.691498 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead60991-764c-4fd8-b249-02c12ffd2042', 'tag': '0a25047b-3da3-4894-90b8-b61e73183177', 'status': 'completed', 'code': 200} Aug 16 01:36:04.691865 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e0d59e-2002-4cd5-98ea-481076bfde04', 'tag': '39fd89c9-3ded-4151-a239-a044b738a356', 'status': 'completed', 'code': 200} Aug 16 01:36:04.694414 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Set router 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:36:04.720836 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-b1df743e-7b4b-427b-a13e-34c602c1ae14 req-45b385a2-16eb-4283-ac20-fcc166c6dbdc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Deleting port fa2ef30f-9a15-420d-b568-acf9b8f5b57b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:04.721196 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b1df743e-7b4b-427b-a13e-34c602c1ae14 req-45b385a2-16eb-4283-ac20-fcc166c6dbdc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:04.793516 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f483586f-2b0f-4133-99a9-a3279e948b91 req-2a3f3b55-acef-4ca9-9073-ca804b4b89ed tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:04.863989 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-a0501394-fb78-4687-bb69-5bb05d7a4760 service neutron] 10.222.0.73 "GET /v2.0/networks/c33112b3-f673-4336-a179-d076fef14874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356390 Aug 16 01:36:04.887289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f3b55-acef-4ca9-9073-ca804b4b89ed tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Pushing event updated for resources: {'Port': ['ID=8a855f64-c977-4d25-a630-31e1f9ea67f9,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:04.914029 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f483586f-2b0f-4133-99a9-a3279e948b91 req-2a3f3b55-acef-4ca9-9073-ca804b4b89ed tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:04.915669 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f483586f-2b0f-4133-99a9-a3279e948b91 req-2a3f3b55-acef-4ca9-9073-ca804b4b89ed tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.4831178 Aug 16 01:36:04.941485 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56368c1-449f-4704-b2b6-ee6433ae7f95 req-07b72302-2442-4584-ade2-bb9a98bfae32 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:04.945709 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d9283f40-c07d-4630-91fe-91b86680a6f8 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:04.948871 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f56368c1-449f-4704-b2b6-ee6433ae7f95 req-07b72302-2442-4584-ade2-bb9a98bfae32 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 945 time: 0.1933589 Aug 16 01:36:04.965405 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'name': 'tempest-TaggedBootDevicesTest-1786595185-router', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:58Z', 'updated_at': '2021-08-16T01:36:03Z', 'revision_number': 3, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'gw_port': {'id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:59Z', 'updated_at': '2021-08-16T01:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:05.004581 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Checking router: 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:36:05.005241 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Updating router 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf port 0b758f8a-dba9-4930-bcf4-8d81324d6338 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:36:05.016853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d9283f40-c07d-4630-91fe-91b86680a6f8 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:05.017260 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:05.020798 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be525bc3-660e-4004-924d-3174f896b0ae req-46a4512b-42a7-4419-a2c7-dd95c7c12bf1 service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485373 Aug 16 01:36:05.074662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed7d42-354a-485b-8cfe-c9e88c52721d req-cdf10504-b1d7-4fad-ad83-97b10c7ed00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:05.076422 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aaed7d42-354a-485b-8cfe-c9e88c52721d req-cdf10504-b1d7-4fad-ad83-97b10c7ed00f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 1096 time: 0.4011755 Aug 16 01:36:05.077397 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:05.110775 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-b1df743e-7b4b-427b-a13e-34c602c1ae14 req-45b385a2-16eb-4283-ac20-fcc166c6dbdc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] For port fa2ef30f-9a15-420d-b568-acf9b8f5b57b, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=fa2ef30f-9a15-420d-b568-acf9b8f5b57b,segment=NetworkSegment(1bfc9eee-0d22-4e08-9a7d-864def721288),segment_id=1bfc9eee-0d22-4e08-9a7d-864def721288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:05.112082 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b1df743e-7b4b-427b-a13e-34c602c1ae14 req-45b385a2-16eb-4283-ac20-fcc166c6dbdc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:05.126343 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 63fcf66d-c937-4281-a5f5-d8425a7e8d3e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:05.126996 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-63240378-5f4e-4270-bf77-c3a6197bbeb6 service neutron] 10.222.0.63 "GET /v2.0/networks/f8bc3f06-c907-43a9-9a8b-57d1715bcf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660446 Aug 16 01:36:05.174973 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f56368c1-449f-4704-b2b6-ee6433ae7f95 req-3328ae80-f377-4ad3-9f2c-1e4b506b1852 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups?id=64c80568-8e78-4004-9fb6-2411fbc065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252004 Aug 16 01:36:05.202154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 63fcf66d-c937-4281-a5f5-d8425a7e8d3e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:05.202543 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:05.328241 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f483586f-2b0f-4133-99a9-a3279e948b91 req-741faf72-b314-46e0-b67d-bf761b27d410 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 696 time: 0.3951564 Aug 16 01:36:05.347266 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-70fc0e8a-04e2-40b9-99dc-2cf8df695047 service neutron] 10.222.0.63 "GET /v2.0/ports/1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4/bindings/n-h1-765315-27 HTTP/1.1" status: 200 len: 385 time: 0.2937648 Aug 16 01:36:05.437595 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:05.451533 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Transition to ACTIVE for port object 0b758f8a-dba9-4930-bcf4-8d81324d6338 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:05.459885 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:05.483602 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9ee3b91-5625-4343-8bdc-72963fed6892 req-945b09e4-2ce9-49a1-acb6-61b35ee3bedd service neutron] 10.222.0.73 "GET /v2.0/networks/c33112b3-f673-4336-a179-d076fef14874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814273 Aug 16 01:36:05.518753 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Attempting to bind port 0b758f8a-dba9-4930-bcf4-8d81324d6338 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:36:05.519300 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Attempting to bind port 0b758f8a-dba9-4930-bcf4-8d81324d6338 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:36:05.519508 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Attempting to bind port 0b758f8a-dba9-4930-bcf4-8d81324d6338 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:05.522282 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be525bc3-660e-4004-924d-3174f896b0ae req-83688afd-5c12-40c4-bda5-e7d0ad8c700f service neutron] 10.222.0.63 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827347 Aug 16 01:36:05.530367 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:36:05.530774 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:05.531310 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:05.531856 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:36:05.533665 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Bound port: 0b758f8a-dba9-4930-bcf4-8d81324d6338, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:36:05.534092 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:05.561719 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36e00e-7048-4097-a29b-2e97dd4188ba None None] Pushing event updated for resources: {'Port': ['ID=0b758f8a-dba9-4930-bcf4-8d81324d6338,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:05.565108 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15e32bb3-f0fa-452d-8e2f-1c6e2d784762 req-9146ea5d-f84a-42a3-851b-99e902e280ab service neutron] 10.222.0.63 "GET /v2.0/networks/f8bc3f06-c907-43a9-9a8b-57d1715bcf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068429 Aug 16 01:36:05.568896 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed7d42-354a-485b-8cfe-c9e88c52721d req-3a9624aa-c6af-4fce-ac08-2c9fe8eb6a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:05.570482 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aaed7d42-354a-485b-8cfe-c9e88c52721d req-3a9624aa-c6af-4fce-ac08-2c9fe8eb6a68 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 922 time: 0.4431236 Aug 16 01:36:05.623715 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] For port 0b758f8a-dba9-4930-bcf4-8d81324d6338, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:36:05.628930 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] For port 0b758f8a-dba9-4930-bcf4-8d81324d6338, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0b758f8a-dba9-4930-bcf4-8d81324d6338,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:36:05.634427 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:05.651224 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aaed7d42-354a-485b-8cfe-c9e88c52721d req-4785fb05-1e7d-441a-8241-253b2858dc95 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d486af8-e932-4a67-84f5-a39380642faa HTTP/1.1" status: 200 len: 217 time: 0.0633636 Aug 16 01:36:05.658813 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483586f-2b0f-4133-99a9-a3279e948b91 req-5068731c-5e6a-4c86-9f88-d5491dce23ed tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:05.660480 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f483586f-2b0f-4133-99a9-a3279e948b91 req-5068731c-5e6a-4c86-9f88-d5491dce23ed tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.3008027 Aug 16 01:36:05.693256 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36e00e-7048-4097-a29b-2e97dd4188ba None None] Pushing event updated for resources: {'Port': ['ID=0b758f8a-dba9-4930-bcf4-8d81324d6338,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:05.727260 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Routers {'893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:36:05.727900 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:35:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:05.736978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed7d42-354a-485b-8cfe-c9e88c52721d req-0d45997e-5892-496e-8041-d4971682be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:05.738539 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aaed7d42-354a-485b-8cfe-c9e88c52721d req-0d45997e-5892-496e-8041-d4971682be5d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.0771034 Aug 16 01:36:05.847190 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aaed7d42-354a-485b-8cfe-c9e88c52721d req-0054bbc3-b473-44f8-99ac-1530f46c971a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681789 Aug 16 01:36:05.852284 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] Set router 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:36:05.854373 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-3b31546c-ce8c-4ffa-9b54-c5bfaba6f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:05.855847 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-3b31546c-ce8c-4ffa-9b54-c5bfaba6f751 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2ec5742741f94a4992c264b5d566d530&device_id=74e0d59e-2002-4cd5-98ea-481076bfde04 HTTP/1.1" status: 200 len: 1095 time: 0.2172506 Aug 16 01:36:05.978638 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-55b02531-fb0f-4e54-83b3-ec4e1c6e80f7 service neutron] For port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:06.003338 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-a77fae71-9b28-47e4-aab2-5a6cb3fe6c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:06.004913 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-a77fae71-9b28-47e4-aab2-5a6cb3fe6c33 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=59f6ee9245de4e2794301101b5632f35&device_id=ead60991-764c-4fd8-b249-02c12ffd2042 HTTP/1.1" status: 200 len: 1095 time: 0.2910705 Aug 16 01:36:06.013420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-55b02531-fb0f-4e54-83b3-ec4e1c6e80f7 service neutron] For port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:36:06.017988 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e11e6d-bc3c-46d2-826c-186754202aaa req-a9222ebe-7b50-42be-be26-ce7ef4fe25c0 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:06.025467 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-55e11e6d-bc3c-46d2-826c-186754202aaa req-a9222ebe-7b50-42be-be26-ce7ef4fe25c0 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 944 time: 0.2343967 Aug 16 01:36:06.060709 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aaed7d42-354a-485b-8cfe-c9e88c52721d req-2c3c47c7-2bb7-45df-93b5-5b1173ecb11d service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038171 Aug 16 01:36:06.067691 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-55b02531-fb0f-4e54-83b3-ec4e1c6e80f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:36:06.069794 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'name': 'tempest-TaggedBootDevicesTest-1786595185-router', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:58Z', 'updated_at': '2021-08-16T01:36:03Z', 'revision_number': 3, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'gw_port': {'id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:59Z', 'updated_at': '2021-08-16T01:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:06.088023 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-55b02531-fb0f-4e54-83b3-ec4e1c6e80f7 service neutron] For port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:06.104354 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c01fad-082b-449a-b011-e1675a6bb2d3 None None] The sync data for ids ['893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'] in n-d-765315-27 is: [{'id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'name': 'tempest-TaggedBootDevicesTest-1786595185-router', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:58Z', 'updated_at': '2021-08-16T01:36:03Z', 'revision_number': 3, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'gw_port': {'id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:59Z', 'updated_at': '2021-08-16T01:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:36:06.132354 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-55b02531-fb0f-4e54-83b3-ec4e1c6e80f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:06.198203 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-55e11e6d-bc3c-46d2-826c-186754202aaa req-414fb41c-1cb2-475e-9869-b9c859861a45 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718147 Aug 16 01:36:06.219586 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-50b3e758-985a-485d-b1e0-2d974ae4a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:06.221167 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-50b3e758-985a-485d-b1e0-2d974ae4a644 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c33112b3-f673-4336-a179-d076fef14874 HTTP/1.1" status: 200 len: 923 time: 0.2968638 Aug 16 01:36:06.265230 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc30a20-5a7d-4616-a3d9-b2affe7db362 req-de3ae690-b85d-47c6-950b-9071075ec42b tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:06.278088 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0fc30a20-5a7d-4616-a3d9-b2affe7db362 req-de3ae690-b85d-47c6-950b-9071075ec42b tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/ports?device_id=ead60991-764c-4fd8-b249-02c12ffd2042 HTTP/1.1" status: 200 len: 943 time: 1.0006986 Aug 16 01:36:06.431144 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0fc30a20-5a7d-4616-a3d9-b2affe7db362 req-40e350b4-e569-4455-b254-cfb51f867f5e tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/security-groups?id=34fa01ba-6c34-4340-85f4-facb6d16c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502714 Aug 16 01:36:06.502539 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b1df743e-7b4b-427b-a13e-34c602c1ae14 req-45b385a2-16eb-4283-ac20-fcc166c6dbdc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:06.502906 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b1df743e-7b4b-427b-a13e-34c602c1ae14 req-45b385a2-16eb-4283-ac20-fcc166c6dbdc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:06.503530 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [req-b1df743e-7b4b-427b-a13e-34c602c1ae14 req-45b385a2-16eb-4283-ac20-fcc166c6dbdc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Floating IP d3e310e3-f30e-412d-b2c4-39c1c0c00ad2 disassociated. External IP: 172.25.3.3, port: fa2ef30f-9a15-420d-b568-acf9b8f5b57b. Aug 16 01:36:06.503795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-b1df743e-7b4b-427b-a13e-34c602c1ae14 req-45b385a2-16eb-4283-ac20-fcc166c6dbdc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Calling delete_port for fa2ef30f-9a15-420d-b568-acf9b8f5b57b owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:06.542999 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d1666ed-fc9c-4f60-98f8-807c901f52ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:06.702424 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-55b02531-fb0f-4e54-83b3-ec4e1c6e80f7 service neutron] Transition to ACTIVE for port object 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:06.721330 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-55b02531-fb0f-4e54-83b3-ec4e1c6e80f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:06.739195 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-d2958f3f-afc8-4dbd-869f-21ed93929c5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39fd89c9-3ded-4151-a239-a044b738a356 HTTP/1.1" status: 200 len: 217 time: 0.5088558 Aug 16 01:36:06.787200 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-20bae3ee-fe23-42c8-bd5a-ef558b07ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:06.789051 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-20bae3ee-fe23-42c8-bd5a-ef558b07ce05 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f8bc3f06-c907-43a9-9a8b-57d1715bcf74 HTTP/1.1" status: 200 len: 915 time: 0.7558308 Aug 16 01:36:06.792976 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aaed7d42-354a-485b-8cfe-c9e88c52721d req-08d92527-0d67-4557-967d-23d579b30f26 service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7154958 Aug 16 01:36:06.857473 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caeebd8-b9d2-44bc-952b-d09a923083a0 req-d4c2df47-4f2e-4a26-b4fd-96d4a71674e9 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:06.862710 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9caeebd8-b9d2-44bc-952b-d09a923083a0 req-d4c2df47-4f2e-4a26-b4fd-96d4a71674e9 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d01540e-c01c-4df4-aaa9-7336190a646b HTTP/1.1" status: 200 len: 945 time: 0.2882795 Aug 16 01:36:06.932581 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-55b02531-fb0f-4e54-83b3-ec4e1c6e80f7 service neutron] No DVR routers for this DVR port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:36:06.940742 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0b758f8a-dba9-4930-bcf4-8d81324d6338 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:06.943689 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b02531-fb0f-4e54-83b3-ec4e1c6e80f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:06.990574 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-df3aa556-8cd6-4a7d-8d76-9bd0a40cbb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:06.992944 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-df3aa556-8cd6-4a7d-8d76-9bd0a40cbb8c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64401efc-2fbb-438b-ae89-fb38551e0476 HTTP/1.1" status: 200 len: 862 time: 0.2447953 Aug 16 01:36:06.995362 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-7ed913ad-0c09-4675-bfb3-2bad6d114a53 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a25047b-3da3-4894-90b8-b61e73183177 HTTP/1.1" status: 200 len: 217 time: 0.1005716 Aug 16 01:36:07.010644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 0b758f8a-dba9-4930-bcf4-8d81324d6338 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:36:07.015490 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 0b758f8a-dba9-4930-bcf4-8d81324d6338 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:07.015860 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:07.030994 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-5d1666ed-fc9c-4f60-98f8-807c901f52ad admin admin] Allocated IP 172.20.0.1 (c9f6cb29-657f-4294-ac8f-e7d12f466242/de680595-9685-4a06-af23-2b0f71eb9e2f/6b6574ff-ba1f-4096-b3b0-eb6200f526f9) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:36:07.065277 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-55b02531-fb0f-4e54-83b3-ec4e1c6e80f7 service neutron] 10.222.0.63 "PUT /v2.0/ports/1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4/bindings/n-h1-765315-27/activate HTTP/1.1" status: 200 len: 370 time: 1.7008059 Aug 16 01:36:07.078937 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:07.097246 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9caeebd8-b9d2-44bc-952b-d09a923083a0 req-8c615605-ce3d-4fd1-8706-f015cd0dcf76 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708822 Aug 16 01:36:07.120057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b2afb-1ece-4a33-9966-b6c5baa3c0f3 req-dedbfd55-f19b-40b5-abe9-da6e764878d3 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:07.120057 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c5b2afb-1ece-4a33-9966-b6c5baa3c0f3 req-dedbfd55-f19b-40b5-abe9-da6e764878d3 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 944 time: 0.3786452 Aug 16 01:36:07.151398 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-05449299-4ee1-4f57-b928-9dab1cc9af77 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c33112b3-f673-4336-a179-d076fef14874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463091 Aug 16 01:36:07.186280 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:07.214218 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 0b758f8a-dba9-4930-bcf4-8d81324d6338, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0b758f8a-dba9-4930-bcf4-8d81324d6338,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:07.224913 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:07.261986 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b1df743e-7b4b-427b-a13e-34c602c1ae14 req-45b385a2-16eb-4283-ac20-fcc166c6dbdc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:07.298130 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=0b758f8a-dba9-4930-bcf4-8d81324d6338,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:07.303571 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c5b2afb-1ece-4a33-9966-b6c5baa3c0f3 req-ade564b4-dedd-4c69-9483-2fc170dd79f8 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838396 Aug 16 01:36:07.310867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-2c00b92e-9254-49c1-ba01-a3e2024bd4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:07.312710 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-2c00b92e-9254-49c1-ba01-a3e2024bd4be service neutron] 10.222.0.63 "GET /v2.0/subnets?id=664b35f5-1bad-4b46-9929-41544c87bf62 HTTP/1.1" status: 200 len: 853 time: 0.3059530 Aug 16 01:36:07.362140 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b385a2-16eb-4283-ac20-fcc166c6dbdc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Pushing event deleted for resources: {'Port': ['ID=fa2ef30f-9a15-420d-b568-acf9b8f5b57b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:07.439249 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-2a11132d-7230-4ecb-8d3e-f8aea0c4c6e0 service neutron] 10.222.0.73 "GET /v2.0/networks/c33112b3-f673-4336-a179-d076fef14874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591650 Aug 16 01:36:07.457561 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-3c0b136e-ceac-4237-90f6-855e02d340ce tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:07.459228 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-3c0b136e-ceac-4237-90f6-855e02d340ce tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219&tenant_id=2a06768184a243e2b06a44bee40a6f92&binding%3Ahost_id=n-h2-765315-27 HTTP/1.1" status: 200 len: 1096 time: 0.2497816 Aug 16 01:36:07.465877 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-8510bb0f-d829-4074-8092-8dc74cbf3780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:07.467272 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-8510bb0f-d829-4074-8092-8dc74cbf3780 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f8bc3f06-c907-43a9-9a8b-57d1715bcf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1450353 Aug 16 01:36:07.494470 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56abeb-ac5d-4e08-a590-e57a4e217579 req-918b324e-1a9f-4f30-bbb2-8b9df9ad6097 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:07.496013 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ab56abeb-ac5d-4e08-a590-e57a4e217579 req-918b324e-1a9f-4f30-bbb2-8b9df9ad6097 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/ports?device_id=74e0d59e-2002-4cd5-98ea-481076bfde04 HTTP/1.1" status: 200 len: 943 time: 0.2598670 Aug 16 01:36:07.499097 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d1666ed-fc9c-4f60-98f8-807c901f52ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:07.573144 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5d1666ed-fc9c-4f60-98f8-807c901f52ad admin admin] Transition to ACTIVE for port object 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:07.635008 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4716e227-b0d2-4fd0-ae8b-dbe0570a9c6c req-50c27d5b-c23e-4d7c-98e9-0645dd3c90fc tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2789893 Aug 16 01:36:07.638004 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-15b6c21a-3452-45d8-bbf9-9a0b4077543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:07.639549 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-15b6c21a-3452-45d8-bbf9-9a0b4077543c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219&tenant_id=2a06768184a243e2b06a44bee40a6f92 HTTP/1.1" status: 200 len: 1096 time: 0.1643515 Aug 16 01:36:07.658947 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ab56abeb-ac5d-4e08-a590-e57a4e217579 req-6f1741f8-3464-4fba-8734-e99c4ce40cbb tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/security-groups?id=deaf6bb8-f00a-4315-9086-d7a50c6ee967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511450 Aug 16 01:36:07.667886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4716e227-b0d2-4fd0-ae8b-dbe0570a9c6c req-e4f13358-0f44-407c-9997-bd36e34d8ee3 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:07.668660 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1df743e-7b4b-427b-a13e-34c602c1ae14 req-45b385a2-16eb-4283-ac20-fcc166c6dbdc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:36:07.679866 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-b6a19b4a-09a6-4ce2-991a-ae82635f485c service neutron] 10.222.0.73 "GET /v2.0/networks/c33112b3-f673-4336-a179-d076fef14874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290230 Aug 16 01:36:07.694403 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-37fc632f-ea1b-4120-81e4-a8055baf9bf4 service neutron] 10.222.0.63 "GET /v2.0/networks/f8bc3f06-c907-43a9-9a8b-57d1715bcf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130992 Aug 16 01:36:07.709126 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d1666ed-fc9c-4f60-98f8-807c901f52ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:07.716928 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4716e227-b0d2-4fd0-ae8b-dbe0570a9c6c req-e4f13358-0f44-407c-9997-bd36e34d8ee3 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:07.757724 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1666ed-fc9c-4f60-98f8-807c901f52ad admin admin] Network c9f6cb29-657f-4294-ac8f-e7d12f466242 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:36:07.775755 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-5d1666ed-fc9c-4f60-98f8-807c901f52ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:07.794067 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:07.865159 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5351bced-ced2-4b80-be78-35ad063bd6c4 req-e917398c-89a1-4c20-8bcb-4d0e7ec40c67 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/ports?device_id=efe71b4e-f6f1-4323-bea4-36f9f5a56213 HTTP/1.1" status: 200 len: 210 time: 0.1119709 Aug 16 01:36:07.872811 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0bf793d-cb8e-4472-b5b5-10cad173c2ac req-84c1fea3-b49f-41b9-b263-638ebbdef24d service neutron] 10.222.0.63 "GET /v2.0/networks/f8bc3f06-c907-43a9-9a8b-57d1715bcf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661167 Aug 16 01:36:07.882260 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1666ed-fc9c-4f60-98f8-807c901f52ad admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:36:07.958898 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-f5edc0a8-a920-47f5-9d84-46a9792fd800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:07.961363 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-f5edc0a8-a920-47f5-9d84-46a9792fd800 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 1096 time: 0.2950134 Aug 16 01:36:07.964015 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4716e227-b0d2-4fd0-ae8b-dbe0570a9c6c req-e4f13358-0f44-407c-9997-bd36e34d8ee3 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:08.015149 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 0a25047b-3da3-4894-90b8-b61e73183177 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:36:08.020866 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device fa2ef30f-9a15-420d-b568-acf9b8f5b57b no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:36:08.042080 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1666ed-fc9c-4f60-98f8-807c901f52ad admin admin] Pushing event updated for resources: {'Port': ['ID=6b6574ff-ba1f-4096-b3b0-eb6200f526f9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:08.068249 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d1666ed-fc9c-4f60-98f8-807c901f52ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:08.106524 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: fa2ef30f-9a15-420d-b568-acf9b8f5b57b {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:36:08.107197 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device fa2ef30f-9a15-420d-b568-acf9b8f5b57b not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:36:08.251235 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-4716e227-b0d2-4fd0-ae8b-dbe0570a9c6c req-e4f13358-0f44-407c-9997-bd36e34d8ee3 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Allocated IP 172.25.3.92 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/b150e0d2-be8b-4cd6-b4b0-86b12fe925c4) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:36:08.275062 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 0a25047b-3da3-4894-90b8-b61e73183177, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=0a25047b-3da3-4894-90b8-b61e73183177,segment=NetworkSegment(4ac70837-a5d4-4396-bcdd-2d42f48a13a5),segment_id=4ac70837-a5d4-4396-bcdd-2d42f48a13a5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:08.313714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '0a25047b-3da3-4894-90b8-b61e73183177', 'network_id': 'f8bc3f06-c907-43a9-9a8b-57d1715bcf74', 'port_id': '0a25047b-3da3-4894-90b8-b61e73183177', 'mac_address': 'fa:16:3e:9e:5d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664b35f5-1bad-4b46-9929-41544c87bf62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:36:08.318140 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8bceb5ea-fc3f-4c27-99cb-fb7e326e0e9e None None] Provisioning for port 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:36:08.324726 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8bceb5ea-fc3f-4c27-99cb-fb7e326e0e9e None None] Provisioning complete for port 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:08.325258 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8bceb5ea-fc3f-4c27-99cb-fb7e326e0e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:08.391142 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:08.393608 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8bceb5ea-fc3f-4c27-99cb-fb7e326e0e9e None None] Port 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:36:08.412012 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a25047b-3da3-4894-90b8-b61e73183177 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:36:08.435490 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 0a25047b-3da3-4894-90b8-b61e73183177, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=0a25047b-3da3-4894-90b8-b61e73183177,segment=NetworkSegment(4ac70837-a5d4-4396-bcdd-2d42f48a13a5),segment_id=4ac70837-a5d4-4396-bcdd-2d42f48a13a5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:08.442901 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:08.448284 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1df743e-7b4b-427b-a13e-34c602c1ae14 req-45b385a2-16eb-4283-ac20-fcc166c6dbdc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:36:08.449077 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4716e227-b0d2-4fd0-ae8b-dbe0570a9c6c req-e4f13358-0f44-407c-9997-bd36e34d8ee3 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:08.475528 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a02830-22e6-48b5-9965-895067d1b6f4 None None] Sync routers for ids ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:36:08.499305 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a02830-22e6-48b5-9965-895067d1b6f4 None None] Routers {'8c7fc55c-a9a8-46b7-af2d-6a0026f53994'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:36:08.499960 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-89a02830-22e6-48b5-9965-895067d1b6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:35:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:08.519261 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4716e227-b0d2-4fd0-ae8b-dbe0570a9c6c req-e4f13358-0f44-407c-9997-bd36e34d8ee3 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:08.547773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfaf0f4-6d81-4ee0-868b-06963b3c8f1a req-eb4e0104-0f67-45f8-9dc5-8449de0663c3 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:08.556741 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bcfaf0f4-6d81-4ee0-868b-06963b3c8f1a req-eb4e0104-0f67-45f8-9dc5-8449de0663c3 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 944 time: 0.2595654 Aug 16 01:36:08.570344 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=0a25047b-3da3-4894-90b8-b61e73183177,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:08.570716 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4716e227-b0d2-4fd0-ae8b-dbe0570a9c6c req-e4f13358-0f44-407c-9997-bd36e34d8ee3 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:36:08.570841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-8dec0eab-17a7-4fef-b891-074830ce8faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:08.572420 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-8dec0eab-17a7-4fef-b891-074830ce8faa service neutron] 10.222.0.73 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 0.5892007 Aug 16 01:36:08.572779 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-4716e227-b0d2-4fd0-ae8b-dbe0570a9c6c req-e4f13358-0f44-407c-9997-bd36e34d8ee3 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:08.580906 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-4716e227-b0d2-4fd0-ae8b-dbe0570a9c6c req-e4f13358-0f44-407c-9997-bd36e34d8ee3 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:36:08.604739 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1df743e-7b4b-427b-a13e-34c602c1ae14 req-45b385a2-16eb-4283-ac20-fcc166c6dbdc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] No DVR routers for this DVR port fa2ef30f-9a15-420d-b568-acf9b8f5b57b on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:36:08.609536 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b1df743e-7b4b-427b-a13e-34c602c1ae14 req-45b385a2-16eb-4283-ac20-fcc166c6dbdc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:08.612745 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b1df743e-7b4b-427b-a13e-34c602c1ae14 req-45b385a2-16eb-4283-ac20-fcc166c6dbdc tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.63 "DELETE /v2.0/ports/fa2ef30f-9a15-420d-b568-acf9b8f5b57b HTTP/1.1" status: 204 len: 173 time: 4.2844067 Aug 16 01:36:08.613630 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d1666ed-fc9c-4f60-98f8-807c901f52ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:08.615582 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe71b4e-f6f1-4323-bea4-36f9f5a56213', 'name': 'network-vif-deleted', 'tag': 'fa2ef30f-9a15-420d-b568-acf9b8f5b57b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:08.618065 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f1782b-5d25-43cf-95b5-c80c945df2ae" -d '{"events": [{"server_uuid": "efe71b4e-f6f1-4323-bea4-36f9f5a56213", "name": "network-vif-deleted", "tag": "fa2ef30f-9a15-420d-b568-acf9b8f5b57b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:08.620001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f13358-0f44-407c-9997-bd36e34d8ee3 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Pushing event updated for resources: {'Port': ['ID=b150e0d2-be8b-4cd6-b4b0-86b12fe925c4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:08.676935 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-554f34f7-10cf-4311-8bb3-0a3a783312cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 HTTP/1.1" status: 200 len: 217 time: 0.0819902 Aug 16 01:36:08.678224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-89a02830-22e6-48b5-9965-895067d1b6f4 None None] Set router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:36:08.697214 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bcfaf0f4-6d81-4ee0-868b-06963b3c8f1a req-f22d50eb-b8e6-4ad5-8e18-dfb14f22ab61 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391251 Aug 16 01:36:08.729035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['0a25047b-3da3-4894-90b8-b61e73183177'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:36:08.766200 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4716e227-b0d2-4fd0-ae8b-dbe0570a9c6c req-e4f13358-0f44-407c-9997-bd36e34d8ee3 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:08.786169 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-0e5a9d9f-47fe-4625-85b4-5e559dce7088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:08.788079 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-0e5a9d9f-47fe-4625-85b4-5e559dce7088 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.1030717 Aug 16 01:36:08.817634 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4716e227-b0d2-4fd0-ae8b-dbe0570a9c6c req-e4f13358-0f44-407c-9997-bd36e34d8ee3 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:08.931824 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0b758f8a-dba9-4930-bcf4-8d81324d6338 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:09.049714 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4716e227-b0d2-4fd0-ae8b-dbe0570a9c6c req-e4f13358-0f44-407c-9997-bd36e34d8ee3 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:09.054800 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4716e227-b0d2-4fd0-ae8b-dbe0570a9c6c req-e4f13358-0f44-407c-9997-bd36e34d8ee3 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:09.145521 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f13358-0f44-407c-9997-bd36e34d8ee3 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Pushing event updated for resources: {'Port': ['ID=b150e0d2-be8b-4cd6-b4b0-86b12fe925c4,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:09.149873 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 39fd89c9-3ded-4151-a239-a044b738a356 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:36:09.156910 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4716e227-b0d2-4fd0-ae8b-dbe0570a9c6c req-e4f13358-0f44-407c-9997-bd36e34d8ee3 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:09.174860 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4716e227-b0d2-4fd0-ae8b-dbe0570a9c6c req-e4f13358-0f44-407c-9997-bd36e34d8ee3 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:09.177067 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4716e227-b0d2-4fd0-ae8b-dbe0570a9c6c req-e4f13358-0f44-407c-9997-bd36e34d8ee3 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5295126 Aug 16 01:36:09.184192 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 0b758f8a-dba9-4930-bcf4-8d81324d6338 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:09.184690 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:09.238712 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-9018f2fd-3666-41ac-9f5e-edc8be02a2e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4421806 Aug 16 01:36:09.253819 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4716e227-b0d2-4fd0-ae8b-dbe0570a9c6c req-735850ff-4928-4cbb-b4b2-28cf14d582d3 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.0703816 Aug 16 01:36:09.273815 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-89a02830-22e6-48b5-9965-895067d1b6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'b8456a22-ddcf-46a6-a48d-0c7acb69429d', 'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'mac_address': 'fa:16:3e:ac:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:10Z', 'updated_at': '2021-08-16T01:31:18Z', 'revision_number': 5, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'subnets': [{'id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:09.342202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a02830-22e6-48b5-9965-895067d1b6f4 None None] Checking router: 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:36:09.362953 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5563e-58be-47e4-be23-83214f0a8a00 req-7b9dc6c3-bee7-4072-96f9-4a5b0f34c001 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:09.364718 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29b5563e-58be-47e4-be23-83214f0a8a00 req-7b9dc6c3-bee7-4072-96f9-4a5b0f34c001 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/ports?device_id=ead60991-764c-4fd8-b249-02c12ffd2042 HTTP/1.1" status: 200 len: 944 time: 0.5551994 Aug 16 01:36:09.387046 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a02830-22e6-48b5-9965-895067d1b6f4 None None] Routers {'8c7fc55c-a9a8-46b7-af2d-6a0026f53994'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:36:09.387859 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-89a02830-22e6-48b5-9965-895067d1b6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:35:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:09.424754 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716e227-b0d2-4fd0-ae8b-dbe0570a9c6c req-7bdf1e7d-c112-458f-9476-ea2edede3f4e tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:09.426355 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4716e227-b0d2-4fd0-ae8b-dbe0570a9c6c req-7bdf1e7d-c112-458f-9476-ea2edede3f4e tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.1669183 Aug 16 01:36:09.448547 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-ad8e7415-e8c8-486d-a68b-538cfc27f6a3 service neutron] 10.222.0.73 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013154 Aug 16 01:36:09.460861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 39fd89c9-3ded-4151-a239-a044b738a356, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=39fd89c9-3ded-4151-a239-a044b738a356,segment=NetworkSegment(8114d18f-9a8f-472b-90e6-831ad79b9216),segment_id=8114d18f-9a8f-472b-90e6-831ad79b9216)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:09.482473 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29b5563e-58be-47e4-be23-83214f0a8a00 req-0ebec15a-1389-4956-8146-aadabed298fc tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/security-groups?id=34fa01ba-6c34-4340-85f4-facb6d16c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964925 Aug 16 01:36:09.498104 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d1666ed-fc9c-4f60-98f8-807c901f52ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:09.524638 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '39fd89c9-3ded-4151-a239-a044b738a356', 'network_id': 'c33112b3-f673-4336-a179-d076fef14874', 'port_id': '39fd89c9-3ded-4151-a239-a044b738a356', 'mac_address': 'fa:16:3e:f3:8a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64401efc-2fbb-438b-ae89-fb38551e0476', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:36:09.557149 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59200c00-2696-4e80-8bb3-98dbdce30c7c req-6bbfbf36-9951-4284-b680-2ddd5a62b5e4 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:09.558984 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-59200c00-2696-4e80-8bb3-98dbdce30c7c req-6bbfbf36-9951-4284-b680-2ddd5a62b5e4 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d01540e-c01c-4df4-aaa9-7336190a646b HTTP/1.1" status: 200 len: 945 time: 0.0771067 Aug 16 01:36:09.561291 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d1666ed-fc9c-4f60-98f8-807c901f52ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:09.609002 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-59200c00-2696-4e80-8bb3-98dbdce30c7c req-c2d4cada-e9f5-4b91-8d8f-1a09fe2287e2 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423877 Aug 16 01:36:09.634597 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:09.648490 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-89a02830-22e6-48b5-9965-895067d1b6f4 None None] Set router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:36:09.682128 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39fd89c9-3ded-4151-a239-a044b738a356 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:36:09.705342 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b08bc0-b5ec-498b-b68b-068e125d457c x-openstack-request-id: req-06b08bc0-b5ec-498b-b68b-068e125d457c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:09.705690 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe71b4e-f6f1-4323-bea4-36f9f5a56213", "name": "network-vif-deleted", "tag": "fa2ef30f-9a15-420d-b568-acf9b8f5b57b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:09.706175 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-06b08bc0-b5ec-498b-b68b-068e125d457c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:09.706800 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe71b4e-f6f1-4323-bea4-36f9f5a56213', 'name': 'network-vif-deleted', 'tag': 'fa2ef30f-9a15-420d-b568-acf9b8f5b57b', 'status': 'completed', 'code': 200} Aug 16 01:36:09.721582 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def12f7e-34bc-4438-8e87-e6718e4ba590 req-c8864328-0379-4198-9638-642b59d8e9d2 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:09.723674 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-def12f7e-34bc-4438-8e87-e6718e4ba590 req-c8864328-0379-4198-9638-642b59d8e9d2 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d01540e-c01c-4df4-aaa9-7336190a646b HTTP/1.1" status: 200 len: 945 time: 0.0693228 Aug 16 01:36:09.724503 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1666ed-fc9c-4f60-98f8-807c901f52ad admin admin] Pushing event updated for resources: {'Port': ['ID=6b6574ff-ba1f-4096-b3b0-eb6200f526f9,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:09.734119 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d1666ed-fc9c-4f60-98f8-807c901f52ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:09.744878 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 39fd89c9-3ded-4151-a239-a044b738a356, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=39fd89c9-3ded-4151-a239-a044b738a356,segment=NetworkSegment(8114d18f-9a8f-472b-90e6-831ad79b9216),segment_id=8114d18f-9a8f-472b-90e6-831ad79b9216)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:09.759183 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:09.820521 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64316e-3123-48ed-9a8f-a58259dded3c req-c362aa01-08ff-4551-bb6d-6e7bb31ba422 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:09.822306 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-de64316e-3123-48ed-9a8f-a58259dded3c req-c362aa01-08ff-4551-bb6d-6e7bb31ba422 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 944 time: 0.2624319 Aug 16 01:36:09.829888 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-97c622d4-302f-4668-a24b-73cfa3f3993e service neutron] 10.222.0.73 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703518 Aug 16 01:36:09.855024 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640905a-7f3b-456e-90d8-85a05777625a req-3a0e05e4-db7b-4b3e-b6ec-06055e413020 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:09.857227 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c640905a-7f3b-456e-90d8-85a05777625a req-3a0e05e4-db7b-4b3e-b6ec-06055e413020 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/ports?device_id=74e0d59e-2002-4cd5-98ea-481076bfde04 HTTP/1.1" status: 200 len: 944 time: 0.1244106 Aug 16 01:36:09.908271 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-def12f7e-34bc-4438-8e87-e6718e4ba590 req-88854b27-7d96-466d-88cf-ca67e94415c5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Deleting port a6c62ea4-0eac-428c-8fa8-7ae590884b24 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:09.908819 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-def12f7e-34bc-4438-8e87-e6718e4ba590 req-88854b27-7d96-466d-88cf-ca67e94415c5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:09.926567 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-de64316e-3123-48ed-9a8f-a58259dded3c req-67b0e3a6-d246-40cd-95d1-c51b8f203f44 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717332 Aug 16 01:36:09.941153 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1666ed-fc9c-4f60-98f8-807c901f52ad admin admin] Network c9f6cb29-657f-4294-ac8f-e7d12f466242 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:36:09.947593 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-5d1666ed-fc9c-4f60-98f8-807c901f52ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:10.018957 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 0a25047b-3da3-4894-90b8-b61e73183177 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:10.065735 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=39fd89c9-3ded-4151-a239-a044b738a356,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:10.093952 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['39fd89c9-3ded-4151-a239-a044b738a356'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:36:10.126007 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1666ed-fc9c-4f60-98f8-807c901f52ad admin admin] Router 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:36:10.130185 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c640905a-7f3b-456e-90d8-85a05777625a req-ffec0d1a-6f31-43eb-a5b1-78a853e950fe tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/security-groups?id=deaf6bb8-f00a-4315-9086-d7a50c6ee967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490990 Aug 16 01:36:10.132247 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-def12f7e-34bc-4438-8e87-e6718e4ba590 req-88854b27-7d96-466d-88cf-ca67e94415c5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] For port a6c62ea4-0eac-428c-8fa8-7ae590884b24, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a6c62ea4-0eac-428c-8fa8-7ae590884b24,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:10.132624 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-def12f7e-34bc-4438-8e87-e6718e4ba590 req-88854b27-7d96-466d-88cf-ca67e94415c5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:10.160664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-def12f7e-34bc-4438-8e87-e6718e4ba590 req-88854b27-7d96-466d-88cf-ca67e94415c5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Calling delete_port for a6c62ea4-0eac-428c-8fa8-7ae590884b24 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:10.242903 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 0a25047b-3da3-4894-90b8-b61e73183177 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:36:10.256156 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 0a25047b-3da3-4894-90b8-b61e73183177 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:10.256540 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:10.327708 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4baca2a-0adb-4c24-b7d6-eea4e06b4af0 req-78cd4d89-73db-4d38-aa64-67ddc5b7a86e tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:10.328205 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4baca2a-0adb-4c24-b7d6-eea4e06b4af0 req-78cd4d89-73db-4d38-aa64-67ddc5b7a86e tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 944 time: 0.0896106 Aug 16 01:36:10.340722 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-89a02830-22e6-48b5-9965-895067d1b6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'b8456a22-ddcf-46a6-a48d-0c7acb69429d', 'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'mac_address': 'fa:16:3e:ac:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:10Z', 'updated_at': '2021-08-16T01:31:18Z', 'revision_number': 5, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'subnets': [{'id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:10.342053 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-bb390901-ce93-4d1d-96e7-c53425c5c07e tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:10.345353 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-bb390901-ce93-4d1d-96e7-c53425c5c07e tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219&tenant_id=2a06768184a243e2b06a44bee40a6f92&binding%3Ahost_id=n-h1-765315-27 HTTP/1.1" status: 200 len: 1096 time: 0.2015893 Aug 16 01:36:10.386040 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4baca2a-0adb-4c24-b7d6-eea4e06b4af0 req-fac407a9-e4ed-4568-97a4-997de713f36e tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434630 Aug 16 01:36:10.418148 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a02830-22e6-48b5-9965-895067d1b6f4 None None] The sync data for ids ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'] in n-d-765315-27 is: [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'b8456a22-ddcf-46a6-a48d-0c7acb69429d', 'name': '', 'network_id': 'd175df58-def8-4ec7-8e23-2ebe9176428d', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'mac_address': 'fa:16:3e:ac:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:10Z', 'updated_at': '2021-08-16T01:31:18Z', 'revision_number': 5, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'subnets': [{'id': 'b07d2f4f-a207-4839-b33f-d1d7c68051f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:36:10.436137 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-18aa33c9-5636-4acf-87bf-f351c8370c5f req-269162b9-9aba-4b34-b4f6-c1409fedff84 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3075128 Aug 16 01:36:10.442318 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-18aa33c9-5636-4acf-87bf-f351c8370c5f req-cb798323-0952-4706-a43d-6b411e264237 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:10.470297 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-def12f7e-34bc-4438-8e87-e6718e4ba590 req-88854b27-7d96-466d-88cf-ca67e94415c5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:10.477211 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0f168ee9-c020-4ba9-9702-1789bd561278 None None] Provisioning complete for port 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:10.478169 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f168ee9-c020-4ba9-9702-1789bd561278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:10.499470 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1666ed-fc9c-4f60-98f8-807c901f52ad admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:36:10.505604 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5d1666ed-fc9c-4f60-98f8-807c901f52ad admin admin] 10.222.0.68 "PUT /v2.0/routers/893fe1c0-1ffa-4e51-8769-2e1f534a1dcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1238008 Aug 16 01:36:10.509211 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18aa33c9-5636-4acf-87bf-f351c8370c5f req-cb798323-0952-4706-a43d-6b411e264237 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:10.510874 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88854b27-7d96-466d-88cf-ca67e94415c5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Pushing event deleted for resources: {'Port': ['ID=a6c62ea4-0eac-428c-8fa8-7ae590884b24,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:10.520903 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Sync routers for ids ['893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:36:10.540599 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Routers {'893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:36:10.541500 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:35:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:10.599739 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-def12f7e-34bc-4438-8e87-e6718e4ba590 req-88854b27-7d96-466d-88cf-ca67e94415c5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] No DVR routers for this DVR port a6c62ea4-0eac-428c-8fa8-7ae590884b24 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:36:10.602785 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-def12f7e-34bc-4438-8e87-e6718e4ba590 req-88854b27-7d96-466d-88cf-ca67e94415c5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:10.604747 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-def12f7e-34bc-4438-8e87-e6718e4ba590 req-88854b27-7d96-466d-88cf-ca67e94415c5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.73 "DELETE /v2.0/ports/a6c62ea4-0eac-428c-8fa8-7ae590884b24 HTTP/1.1" status: 204 len: 173 time: 0.8706284 Aug 16 01:36:10.605249 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d01540e-c01c-4df4-aaa9-7336190a646b', 'name': 'network-vif-deleted', 'tag': 'a6c62ea4-0eac-428c-8fa8-7ae590884b24'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:10.607886 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487e3c6a-97a1-42c1-97ad-81664f12f8a0" -d '{"events": [{"server_uuid": "5d01540e-c01c-4df4-aaa9-7336190a646b", "name": "network-vif-deleted", "tag": "a6c62ea4-0eac-428c-8fa8-7ae590884b24"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:10.710714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0f168ee9-c020-4ba9-9702-1789bd561278 None None] Port 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:36:10.719526 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:10.725041 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Set router 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:36:10.778134 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead60991-764c-4fd8-b249-02c12ffd2042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a25047b-3da3-4894-90b8-b61e73183177'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:10.780464 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38797ccb-f435-426a-83e3-04826e8d27ba" -d '{"events": [{"server_uuid": "ead60991-764c-4fd8-b249-02c12ffd2042", "name": "network-vif-plugged", "status": "completed", "tag": "0a25047b-3da3-4894-90b8-b61e73183177"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:10.809505 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 0a25047b-3da3-4894-90b8-b61e73183177, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=0a25047b-3da3-4894-90b8-b61e73183177,segment=NetworkSegment(4ac70837-a5d4-4396-bcdd-2d42f48a13a5),segment_id=4ac70837-a5d4-4396-bcdd-2d42f48a13a5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:10.810330 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-b78a61e6-8ef6-4256-a478-aae70b95eb62 service neutron] For port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:36:10.816560 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:10.818001 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-b78a61e6-8ef6-4256-a478-aae70b95eb62 service neutron] Notify callbacks [] for binding, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:10.819788 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22706e90-62ad-4fad-baed-a2ad3f99bba5 req-b78a61e6-8ef6-4256-a478-aae70b95eb62 service neutron] 10.222.0.73 "DELETE /v2.0/ports/1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4/bindings/n-h2-765315-27 HTTP/1.1" status: 204 len: 173 time: 0.4637260 Aug 16 01:36:10.831474 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4694ca6-7320-4093-9c5a-3122424db73b req-d7c56585-b48b-46b5-9f52-386a9a4746af tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:10.833057 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4694ca6-7320-4093-9c5a-3122424db73b req-d7c56585-b48b-46b5-9f52-386a9a4746af tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/ports?device_id=ead60991-764c-4fd8-b249-02c12ffd2042 HTTP/1.1" status: 200 len: 944 time: 0.1537519 Aug 16 01:36:10.887762 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18aa33c9-5636-4acf-87bf-f351c8370c5f req-cb798323-0952-4706-a43d-6b411e264237 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:10.908706 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4694ca6-7320-4093-9c5a-3122424db73b req-62954709-4cd4-4696-a669-d875311dbb22 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/security-groups?id=34fa01ba-6c34-4340-85f4-facb6d16c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612516 Aug 16 01:36:10.930289 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=0a25047b-3da3-4894-90b8-b61e73183177,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:10.983566 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38730) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:11.011932 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b127d0-ed11-4039-b627-dc0e42740b5c None None] New status for floating IP d3e310e3-f30e-412d-b2c4-39c1c0c00ad2: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:36:11.076629 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-18aa33c9-5636-4acf-87bf-f351c8370c5f req-cb798323-0952-4706-a43d-6b411e264237 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Allocated IP 172.25.3.98 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/83339f0d-ac73-460e-a56b-3065ca60661e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:36:11.113878 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'name': 'tempest-TaggedBootDevicesTest-1786595185-router', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:58Z', 'updated_at': '2021-08-16T01:36:08Z', 'revision_number': 4, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'gw_port': {'id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:59Z', 'updated_at': '2021-08-16T01:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '6b6574ff-ba1f-4096-b3b0-eb6200f526f9', 'name': '', 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'mac_address': 'fa:16:3e:ed:d5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'de680595-9685-4a06-af23-2b0f71eb9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:36:06Z', 'updated_at': '2021-08-16T01:36:08Z', 'revision_number': 2, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'subnets': [{'id': 'de680595-9685-4a06-af23-2b0f71eb9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:11.114206 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddad04e-391f-4b9e-8a06-7288053007c9 x-openstack-request-id: req-dddad04e-391f-4b9e-8a06-7288053007c9 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:11.114576 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d01540e-c01c-4df4-aaa9-7336190a646b", "name": "network-vif-deleted", "tag": "a6c62ea4-0eac-428c-8fa8-7ae590884b24", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:11.114834 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dddad04e-391f-4b9e-8a06-7288053007c9 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:11.115265 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d01540e-c01c-4df4-aaa9-7336190a646b', 'name': 'network-vif-deleted', 'tag': 'a6c62ea4-0eac-428c-8fa8-7ae590884b24', 'status': 'completed', 'code': 200} Aug 16 01:36:11.164056 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e94d4b91-fc09-4dcd-8ea0-bd0395ef9608 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:11.192681 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Checking router: 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:36:11.193639 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Updating router 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf port 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:36:11.203587 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e94d4b91-fc09-4dcd-8ea0-bd0395ef9608 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:11.271635 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18aa33c9-5636-4acf-87bf-f351c8370c5f req-cb798323-0952-4706-a43d-6b411e264237 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:11.279304 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e94d4b91-fc09-4dcd-8ea0-bd0395ef9608 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:11.283789 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e94d4b91-fc09-4dcd-8ea0-bd0395ef9608 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:11.285192 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e94d4b91-fc09-4dcd-8ea0-bd0395ef9608 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "DELETE /v2.0/security-groups/64c80568-8e78-4004-9fb6-2411fbc065ab HTTP/1.1" status: 204 len: 168 time: 0.2981381 Aug 16 01:36:11.287940 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38742) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:11.302367 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:11.317295 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d4b91-fc09-4dcd-8ea0-bd0395ef9608 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c80568-8e78-4004-9fb6-2411fbc065ab,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:11.321384 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-ceda985d-8330-4f60-8bee-2bf66c2ed04a tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] show failed (client error): The resource could not be found. Aug 16 01:36:11.325456 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ceda985d-8330-4f60-8bee-2bf66c2ed04a tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "GET /v2.0/security-groups/64c80568-8e78-4004-9fb6-2411fbc065ab HTTP/1.1" status: 404 len: 347 time: 0.0237668 Aug 16 01:36:11.327006 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38750) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:11.385039 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18aa33c9-5636-4acf-87bf-f351c8370c5f req-cb798323-0952-4706-a43d-6b411e264237 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:11.412083 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['a6c62ea4-0eac-428c-8fa8-7ae590884b24'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:36:11.495044 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8224e26-c440-4701-9e6c-deab3c17150e req-56d96f8a-62a5-4292-aa8c-d888355c8ff7 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d01540e-c01c-4df4-aaa9-7336190a646b HTTP/1.1" status: 200 len: 210 time: 0.0972083 Aug 16 01:36:11.524965 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18aa33c9-5636-4acf-87bf-f351c8370c5f req-cb798323-0952-4706-a43d-6b411e264237 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:36:11.552122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-18aa33c9-5636-4acf-87bf-f351c8370c5f req-cb798323-0952-4706-a43d-6b411e264237 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:11.570241 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-18aa33c9-5636-4acf-87bf-f351c8370c5f req-cb798323-0952-4706-a43d-6b411e264237 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:36:11.615518 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d01c427-b557-4838-bdc8-d9278c1a4adb x-openstack-request-id: req-4d01c427-b557-4838-bdc8-d9278c1a4adb {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:11.615829 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead60991-764c-4fd8-b249-02c12ffd2042", "name": "network-vif-plugged", "status": "completed", "tag": "0a25047b-3da3-4894-90b8-b61e73183177", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:11.616549 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4d01c427-b557-4838-bdc8-d9278c1a4adb {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:11.616549 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead60991-764c-4fd8-b249-02c12ffd2042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a25047b-3da3-4894-90b8-b61e73183177', 'code': 200} Aug 16 01:36:11.632925 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb798323-0952-4706-a43d-6b411e264237 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Pushing event updated for resources: {'Port': ['ID=83339f0d-ac73-460e-a56b-3065ca60661e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:11.728233 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-57e5bf06-adcb-4ea5-b655-59f80f7de068 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Deleting port eccc3dde-7a97-4781-8fdd-d427731f31c4 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:11.729128 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57e5bf06-adcb-4ea5-b655-59f80f7de068 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:11.744874 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:36:11.823601 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee053d-e0fd-40e3-8d1e-76c19a5232ba req-1a40c534-93ad-4a20-9bf6-f60fb197d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:11.825996 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-adee053d-e0fd-40e3-8d1e-76c19a5232ba req-1a40c534-93ad-4a20-9bf6-f60fb197d1eb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ead60991-764c-4fd8-b249-02c12ffd2042 HTTP/1.1" status: 200 len: 1097 time: 0.1328540 Aug 16 01:36:11.849188 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8fcf0-bd65-43ca-abff-d0421b22d05c req-8a366a05-056e-45cd-a491-785e037c9bfc tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:11.851293 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-90f8fcf0-bd65-43ca-abff-d0421b22d05c req-8a366a05-056e-45cd-a491-785e037c9bfc tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 944 time: 0.1085896 Aug 16 01:36:11.860935 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18aa33c9-5636-4acf-87bf-f351c8370c5f req-cb798323-0952-4706-a43d-6b411e264237 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:11.882978 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57e5bf06-adcb-4ea5-b655-59f80f7de068 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:11.883986 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57e5bf06-adcb-4ea5-b655-59f80f7de068 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:11.890872 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:11.913182 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-adee053d-e0fd-40e3-8d1e-76c19a5232ba req-6cf47c75-e6a6-44c6-a7c3-64fcecfb8e04 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=34fa01ba-6c34-4340-85f4-facb6d16c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774887 Aug 16 01:36:11.914936 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Transition to ACTIVE for port object 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:11.921229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-57e5bf06-adcb-4ea5-b655-59f80f7de068 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Calling delete_port for eccc3dde-7a97-4781-8fdd-d427731f31c4 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:11.927283 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:11.953905 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18aa33c9-5636-4acf-87bf-f351c8370c5f req-cb798323-0952-4706-a43d-6b411e264237 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:11.985536 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-90f8fcf0-bd65-43ca-abff-d0421b22d05c req-7a94dc39-d237-4992-a4dc-af5437e318cb tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189380 Aug 16 01:36:12.029490 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869caf8d-4fff-4283-a1ab-ef667a6ec88b None None] Pushing event updated for resources: {'Port': ['ID=6b6574ff-ba1f-4096-b3b0-eb6200f526f9,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:12.038021 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 2d486af8-e932-4a67-84f5-a39380642faa details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:36:12.230160 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18aa33c9-5636-4acf-87bf-f351c8370c5f req-cb798323-0952-4706-a43d-6b411e264237 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:12.237557 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18aa33c9-5636-4acf-87bf-f351c8370c5f req-cb798323-0952-4706-a43d-6b411e264237 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:12.272368 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 2d486af8-e932-4a67-84f5-a39380642faa, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2d486af8-e932-4a67-84f5-a39380642faa,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:12.295154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '2d486af8-e932-4a67-84f5-a39380642faa', 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a', 'port_id': '2d486af8-e932-4a67-84f5-a39380642faa', 'mac_address': 'fa:16:3e:a1:e7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a70a5b5-baa4-4789-ab96-e7bced8a7b9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:36:12.304542 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Attempting to bind port 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:36:12.304766 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Attempting to bind port 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '72824b89-0c91-4936-85af-79fcb697aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:36:12.305698 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Attempting to bind port 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 on network c9f6cb29-657f-4294-ac8f-e7d12f466242 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:12.331054 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:36:12.331459 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Checking segment: {'id': '72824b89-0c91-4936-85af-79fcb697aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:12.331875 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:12.332293 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Bound using segment: {'id': '72824b89-0c91-4936-85af-79fcb697aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:36:12.332776 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Bound port: 6b6574ff-ba1f-4096-b3b0-eb6200f526f9, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72824b89-0c91-4936-85af-79fcb697aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:36:12.333177 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:12.351247 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb798323-0952-4706-a43d-6b411e264237 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Pushing event updated for resources: {'Port': ['ID=83339f0d-ac73-460e-a56b-3065ca60661e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:12.364769 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18aa33c9-5636-4acf-87bf-f351c8370c5f req-cb798323-0952-4706-a43d-6b411e264237 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:12.382183 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:12.382338 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18aa33c9-5636-4acf-87bf-f351c8370c5f req-cb798323-0952-4706-a43d-6b411e264237 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:12.389185 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-18aa33c9-5636-4acf-87bf-f351c8370c5f req-cb798323-0952-4706-a43d-6b411e264237 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9519269 Aug 16 01:36:12.400962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d486af8-e932-4a67-84f5-a39380642faa {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:36:12.420371 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0d8be-0284-4093-b5a4-c81dd45d5bf4 req-d8172cf9-b0e8-4399-9f09-aff0da72a4f6 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:12.426671 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c6b0d8be-0284-4093-b5a4-c81dd45d5bf4 req-d8172cf9-b0e8-4399-9f09-aff0da72a4f6 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/ports?device_id=74e0d59e-2002-4cd5-98ea-481076bfde04 HTTP/1.1" status: 200 len: 944 time: 0.3210168 Aug 16 01:36:12.436844 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 2d486af8-e932-4a67-84f5-a39380642faa, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2d486af8-e932-4a67-84f5-a39380642faa,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:12.442511 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:12.499066 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] For port 6b6574ff-ba1f-4096-b3b0-eb6200f526f9, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:36:12.502328 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-18aa33c9-5636-4acf-87bf-f351c8370c5f req-06800c8e-2696-4c22-8c07-4907cfbebb49 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 695 time: 0.1089025 Aug 16 01:36:12.503370 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] For port 6b6574ff-ba1f-4096-b3b0-eb6200f526f9, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6b6574ff-ba1f-4096-b3b0-eb6200f526f9,segment=NetworkSegment(72824b89-0c91-4936-85af-79fcb697aaee),segment_id=72824b89-0c91-4936-85af-79fcb697aaee)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:36:12.515431 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=2d486af8-e932-4a67-84f5-a39380642faa,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:12.519811 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:12.535819 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c6b0d8be-0284-4093-b5a4-c81dd45d5bf4 req-529ef8e1-adcd-424f-8afd-a14cd3febc9f tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/security-groups?id=deaf6bb8-f00a-4315-9086-d7a50c6ee967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960860 Aug 16 01:36:12.544394 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57e5bf06-adcb-4ea5-b655-59f80f7de068 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:12.582172 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Routers {'893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:36:12.582824 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:35:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:12.605180 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5bf06-adcb-4ea5-b655-59f80f7de068 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Pushing event deleted for resources: {'Port': ['ID=eccc3dde-7a97-4781-8fdd-d427731f31c4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:12.679738 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869caf8d-4fff-4283-a1ab-ef667a6ec88b None None] Pushing event updated for resources: {'Port': ['ID=6b6574ff-ba1f-4096-b3b0-eb6200f526f9,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:12.713124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['2d486af8-e932-4a67-84f5-a39380642faa'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:36:12.718373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa33c9-5636-4acf-87bf-f351c8370c5f req-831f2809-d48d-4b22-a463-a672ad509fa9 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:12.741222 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-18aa33c9-5636-4acf-87bf-f351c8370c5f req-831f2809-d48d-4b22-a463-a672ad509fa9 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.2379582 Aug 16 01:36:12.836073 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57e5bf06-adcb-4ea5-b655-59f80f7de068 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:12.843817 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57e5bf06-adcb-4ea5-b655-59f80f7de068 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:12.851946 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-57e5bf06-adcb-4ea5-b655-59f80f7de068 tempest-ServersWithSpecificFlavorTestJSON-1633639760 tempest-ServersWithSpecificFlavorTestJSON-1633639760-project] 10.222.0.68 "DELETE /v2.0/floatingips/d3e310e3-f30e-412d-b2c4-39c1c0c00ad2 HTTP/1.1" status: 204 len: 168 time: 1.5252230 Aug 16 01:36:12.877265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96eb97-1b25-4778-8d78-71b223ec89c2 req-faeb44c1-6954-485b-8b19-773a9630215a tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:12.879529 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed96eb97-1b25-4778-8d78-71b223ec89c2 req-faeb44c1-6954-485b-8b19-773a9630215a tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 945 time: 0.2204249 Aug 16 01:36:12.889992 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] Set router 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:36:12.950078 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed96eb97-1b25-4778-8d78-71b223ec89c2 req-58ddb9d1-2e37-451e-9945-c2024c4edba5 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641336 Aug 16 01:36:12.954086 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17b5ac-3a8f-4a8a-ba0f-3d604b965f0d req-2656c2ec-0f75-47c7-9a70-546319b33c8d tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:12.956528 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0e17b5ac-3a8f-4a8a-ba0f-3d604b965f0d req-2656c2ec-0f75-47c7-9a70-546319b33c8d tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/ports?device_id=ead60991-764c-4fd8-b249-02c12ffd2042 HTTP/1.1" status: 200 len: 945 time: 0.1588981 Aug 16 01:36:13.035264 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0e17b5ac-3a8f-4a8a-ba0f-3d604b965f0d req-3792e26c-77a3-44ef-8088-a4f258b9835e tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/security-groups?id=34fa01ba-6c34-4340-85f4-facb6d16c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691628 Aug 16 01:36:13.166656 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 39fd89c9-3ded-4151-a239-a044b738a356 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:13.245337 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'name': 'tempest-TaggedBootDevicesTest-1786595185-router', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:58Z', 'updated_at': '2021-08-16T01:36:08Z', 'revision_number': 4, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'gw_port': {'id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:59Z', 'updated_at': '2021-08-16T01:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '6b6574ff-ba1f-4096-b3b0-eb6200f526f9', 'name': '', 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'mac_address': 'fa:16:3e:ed:d5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'de680595-9685-4a06-af23-2b0f71eb9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:36:06Z', 'updated_at': '2021-08-16T01:36:12Z', 'revision_number': 4, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'subnets': [{'id': 'de680595-9685-4a06-af23-2b0f71eb9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:13.257509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c10dba-b770-41a2-a42b-a12015d51868 req-1e26e6fe-3b39-41bf-92e4-560c39d78107 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:13.261069 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11c10dba-b770-41a2-a42b-a12015d51868 req-1e26e6fe-3b39-41bf-92e4-560c39d78107 tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 1096 time: 0.0990140 Aug 16 01:36:13.262087 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00102884-3ad1-45da-8134-1e56a421beb2 req-d57cf7b1-096f-4a3f-94b0-866f907d76d1 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1946437 Aug 16 01:36:13.267623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-00102884-3ad1-45da-8134-1e56a421beb2 req-e9c449fd-1f82-435e-9d2f-7dc6ae460049 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:13.280678 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59c9e3-fbe8-419f-89ec-84a7a4eefaa5 None None] The sync data for ids ['893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'] in n-d-765315-27 is: [{'id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'name': 'tempest-TaggedBootDevicesTest-1786595185-router', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:58Z', 'updated_at': '2021-08-16T01:36:08Z', 'revision_number': 4, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'gw_port': {'id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:59Z', 'updated_at': '2021-08-16T01:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '6b6574ff-ba1f-4096-b3b0-eb6200f526f9', 'name': '', 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'mac_address': 'fa:16:3e:ed:d5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'de680595-9685-4a06-af23-2b0f71eb9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:36:06Z', 'updated_at': '2021-08-16T01:36:12Z', 'revision_number': 4, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'subnets': [{'id': 'de680595-9685-4a06-af23-2b0f71eb9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:36:13.305811 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-00102884-3ad1-45da-8134-1e56a421beb2 req-e9c449fd-1f82-435e-9d2f-7dc6ae460049 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:13.320493 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 39fd89c9-3ded-4151-a239-a044b738a356 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:36:13.328543 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 39fd89c9-3ded-4151-a239-a044b738a356 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:13.328927 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:13.329721 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11c10dba-b770-41a2-a42b-a12015d51868 req-1ce9712c-9ef0-4a86-bfc1-41e247f8298f tempest-LiveMigrationTest-1469062245 tempest-LiveMigrationTest-1469062245-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617049 Aug 16 01:36:13.494982 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:13.545832 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-00102884-3ad1-45da-8134-1e56a421beb2 req-e9c449fd-1f82-435e-9d2f-7dc6ae460049 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:13.551564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 39fd89c9-3ded-4151-a239-a044b738a356, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=39fd89c9-3ded-4151-a239-a044b738a356,segment=NetworkSegment(8114d18f-9a8f-472b-90e6-831ad79b9216),segment_id=8114d18f-9a8f-472b-90e6-831ad79b9216)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:13.558500 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:13.559372 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a6c62ea4-0eac-428c-8fa8-7ae590884b24 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:36:13.619785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e0d59e-2002-4cd5-98ea-481076bfde04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fd89c9-3ded-4151-a239-a044b738a356'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:13.623635 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083bc4ee-7a8f-46fc-8a9a-ce9626793d4c" -d '{"events": [{"server_uuid": "74e0d59e-2002-4cd5-98ea-481076bfde04", "name": "network-vif-plugged", "status": "completed", "tag": "39fd89c9-3ded-4151-a239-a044b738a356"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:13.626532 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: a6c62ea4-0eac-428c-8fa8-7ae590884b24 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:36:13.626933 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a6c62ea4-0eac-428c-8fa8-7ae590884b24 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:36:13.665943 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=39fd89c9-3ded-4151-a239-a044b738a356,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:13.697828 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-b5fc120c-7590-47a6-b1d8-059da3715b45 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:13.707244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-00102884-3ad1-45da-8134-1e56a421beb2 req-e9c449fd-1f82-435e-9d2f-7dc6ae460049 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Allocated IP 172.25.3.61 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/fcbf78bd-6953-4849-9896-c11779ee9493) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:36:13.708137 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-b5fc120c-7590-47a6-b1d8-059da3715b45 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 812 time: 0.1873879 Aug 16 01:36:13.726804 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-30541131-471e-49c2-bc38-3a0e01364b9b tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/quotas/83acc20476264f27b63127c0968a6b73 HTTP/1.1" status: 200 len: 375 time: 0.0171657 Aug 16 01:36:13.772883 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-8e88f044-deab-4d14-bff0-1b45bf717cf7 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446432 Aug 16 01:36:13.844260 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-00102884-3ad1-45da-8134-1e56a421beb2 req-e9c449fd-1f82-435e-9d2f-7dc6ae460049 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:13.883787 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-84207a3a-2303-4d3a-94a1-393d2bc81b45 service neutron] 10.222.0.68 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096845 Aug 16 01:36:13.896590 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-00102884-3ad1-45da-8134-1e56a421beb2 req-e9c449fd-1f82-435e-9d2f-7dc6ae460049 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:13.953748 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00102884-3ad1-45da-8134-1e56a421beb2 req-e9c449fd-1f82-435e-9d2f-7dc6ae460049 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:36:13.961146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-00102884-3ad1-45da-8134-1e56a421beb2 req-e9c449fd-1f82-435e-9d2f-7dc6ae460049 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:13.963410 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c449fd-1f82-435e-9d2f-7dc6ae460049 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Pushing event updated for resources: {'Port': ['ID=fcbf78bd-6953-4849-9896-c11779ee9493,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:13.966902 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-00102884-3ad1-45da-8134-1e56a421beb2 req-e9c449fd-1f82-435e-9d2f-7dc6ae460049 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:36:14.024168 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-4123e959-bd8f-41b0-a7e5-5ca819b8e666 service neutron] 10.222.0.68 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332831 Aug 16 01:36:14.044572 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 2d486af8-e932-4a67-84f5-a39380642faa up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:14.083032 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-00102884-3ad1-45da-8134-1e56a421beb2 req-e9c449fd-1f82-435e-9d2f-7dc6ae460049 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:14.146462 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-00102884-3ad1-45da-8134-1e56a421beb2 req-e9c449fd-1f82-435e-9d2f-7dc6ae460049 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:14.156926 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 2d486af8-e932-4a67-84f5-a39380642faa completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:36:14.163071 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 2d486af8-e932-4a67-84f5-a39380642faa triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:14.164099 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:14.323018 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:14.398225 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 2d486af8-e932-4a67-84f5-a39380642faa, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2d486af8-e932-4a67-84f5-a39380642faa,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:14.406465 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:14.487967 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-00102884-3ad1-45da-8134-1e56a421beb2 req-e9c449fd-1f82-435e-9d2f-7dc6ae460049 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:14.496029 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-00102884-3ad1-45da-8134-1e56a421beb2 req-e9c449fd-1f82-435e-9d2f-7dc6ae460049 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:14.546604 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=2d486af8-e932-4a67-84f5-a39380642faa,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:14.604223 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c449fd-1f82-435e-9d2f-7dc6ae460049 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Pushing event updated for resources: {'Port': ['ID=fcbf78bd-6953-4849-9896-c11779ee9493,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:14.636837 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-00102884-3ad1-45da-8134-1e56a421beb2 req-e9c449fd-1f82-435e-9d2f-7dc6ae460049 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:14.644071 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8de48-5324-4355-a207-90cb72f02397 req-b6002016-20c3-421b-8662-6541eafcc5d7 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:14.645971 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e8f8de48-5324-4355-a207-90cb72f02397 req-b6002016-20c3-421b-8662-6541eafcc5d7 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/ports?device_id=74e0d59e-2002-4cd5-98ea-481076bfde04 HTTP/1.1" status: 200 len: 945 time: 0.0880435 Aug 16 01:36:14.653744 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-00102884-3ad1-45da-8134-1e56a421beb2 req-e9c449fd-1f82-435e-9d2f-7dc6ae460049 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:14.655120 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00102884-3ad1-45da-8134-1e56a421beb2 req-e9c449fd-1f82-435e-9d2f-7dc6ae460049 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3922172 Aug 16 01:36:14.711123 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e8f8de48-5324-4355-a207-90cb72f02397 req-f7c69d73-61a8-42e0-88d7-4699bbcd900f tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/security-groups?id=deaf6bb8-f00a-4315-9086-d7a50c6ee967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576742 Aug 16 01:36:14.729583 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00102884-3ad1-45da-8134-1e56a421beb2 req-55766c7d-e4a8-43c0-98c1-586e91e12948 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 695 time: 0.0647080 Aug 16 01:36:14.786876 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60a2a95-3847-4d54-adc3-a20ff9fe0c33 x-openstack-request-id: req-c60a2a95-3847-4d54-adc3-a20ff9fe0c33 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:14.787424 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e0d59e-2002-4cd5-98ea-481076bfde04", "name": "network-vif-plugged", "status": "completed", "tag": "39fd89c9-3ded-4151-a239-a044b738a356", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:14.787826 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c60a2a95-3847-4d54-adc3-a20ff9fe0c33 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:14.788392 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e0d59e-2002-4cd5-98ea-481076bfde04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fd89c9-3ded-4151-a239-a044b738a356', 'code': 200} Aug 16 01:36:15.037879 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00102884-3ad1-45da-8134-1e56a421beb2 req-af04911f-42bd-4e69-ab07-c303c9e02a11 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:15.040034 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:15.040218 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00102884-3ad1-45da-8134-1e56a421beb2 req-af04911f-42bd-4e69-ab07-c303c9e02a11 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.3018053 Aug 16 01:36:15.049748 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451ce2d-fd49-4fee-aceb-05ccb2ff7d54 req-86021e94-f2fc-4139-8ff4-20da837b6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:15.052264 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7451ce2d-fd49-4fee-aceb-05ccb2ff7d54 req-86021e94-f2fc-4139-8ff4-20da837b6451 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=74e0d59e-2002-4cd5-98ea-481076bfde04 HTTP/1.1" status: 200 len: 1097 time: 0.1891017 Aug 16 01:36:15.109227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:36:15.115888 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:15.117106 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:15.164364 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7451ce2d-fd49-4fee-aceb-05ccb2ff7d54 req-eb779807-2018-466c-83dc-a9e62a0e6a26 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=deaf6bb8-f00a-4315-9086-d7a50c6ee967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010096 Aug 16 01:36:15.187448 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c2aca-7fe8-4150-9aec-1919ccb3f98f req-6b150b54-d68f-434c-a457-a8ee16787c98 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:15.195476 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b27c2aca-7fe8-4150-9aec-1919ccb3f98f req-6b150b54-d68f-434c-a457-a8ee16787c98 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/ports?device_id=ead60991-764c-4fd8-b249-02c12ffd2042 HTTP/1.1" status: 200 len: 945 time: 0.0702353 Aug 16 01:36:15.228145 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b1ed2-a54f-4e25-b66e-db7800e267be req-5372d5b8-e1fc-47af-a0a9-9f9dfa1ff5fb tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:15.230325 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-422b1ed2-a54f-4e25-b66e-db7800e267be req-5372d5b8-e1fc-47af-a0a9-9f9dfa1ff5fb tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 946 time: 0.3782761 Aug 16 01:36:15.259898 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:15.268067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d256ea-eb3a-41c8-82d8-0f0dd43c50ba req-5ff50bbc-5d85-4390-803f-fee555fb70dc tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:15.274834 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b1d256ea-eb3a-41c8-82d8-0f0dd43c50ba req-5ff50bbc-5d85-4390-803f-fee555fb70dc tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.73 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 944 time: 0.1254296 Aug 16 01:36:15.307807 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b27c2aca-7fe8-4150-9aec-1919ccb3f98f req-f601c61f-7d58-4c05-bbae-50fae6f0a622 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/security-groups?id=34fa01ba-6c34-4340-85f4-facb6d16c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113765 Aug 16 01:36:15.328826 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 6b6574ff-ba1f-4096-b3b0-eb6200f526f9, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6b6574ff-ba1f-4096-b3b0-eb6200f526f9,segment=NetworkSegment(72824b89-0c91-4936-85af-79fcb697aaee),segment_id=72824b89-0c91-4936-85af-79fcb697aaee)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:15.335630 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:15.448210 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=6b6574ff-ba1f-4096-b3b0-eb6200f526f9,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:15.463268 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-422b1ed2-a54f-4e25-b66e-db7800e267be req-0f9655fa-2a91-4cf3-8ba6-f30270638ca5 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200656 Aug 16 01:36:15.550802 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e766e929-8859-4eff-b028-e37c5a240a55 req-4554950c-0a99-445c-859f-4f1decdf5975 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b045ae7-7b56-48e2-8e42-41865978dd3d HTTP/1.1" status: 200 len: 210 time: 0.1043551 Aug 16 01:36:15.780457 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-555c3b75-a00b-4d5f-b92c-0869d835cc03 req-569a6f59-9ef8-47bb-9461-154df6c27552 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/floatingips/dede218a-a339-4fc8-ab27-678688b9d191 HTTP/1.1" status: 200 len: 692 time: 0.1003506 Aug 16 01:36:15.822738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9184ecb-93e6-4fe1-ae3b-10734e38739e req-a588945a-7a9e-4b01-9c1b-f1e1f560c3f4 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:15.825516 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d9184ecb-93e6-4fe1-ae3b-10734e38739e req-a588945a-7a9e-4b01-9c1b-f1e1f560c3f4 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 944 time: 0.2329338 Aug 16 01:36:15.838654 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-b1d256ea-eb3a-41c8-82d8-0f0dd43c50ba req-794270c9-3026-4afe-983a-c84738d9bdf2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Deleting port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:15.839224 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b1d256ea-eb3a-41c8-82d8-0f0dd43c50ba req-794270c9-3026-4afe-983a-c84738d9bdf2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:16.011926 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c3b75-a00b-4d5f-b92c-0869d835cc03 req-434e623b-2e43-460c-9319-450bd466ffdd tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:16.037364 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-555c3b75-a00b-4d5f-b92c-0869d835cc03 req-434e623b-2e43-460c-9319-450bd466ffdd tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.2486341 Aug 16 01:36:16.065421 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d9184ecb-93e6-4fe1-ae3b-10734e38739e req-3f457754-056a-4754-94c2-ae275e6fc37e tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190225 Aug 16 01:36:16.202046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec0925-e744-4ff9-9a66-72223d919b4a req-48cfa15c-96a6-4801-a43a-8138028663f6 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:16.204635 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5ec0925-e744-4ff9-9a66-72223d919b4a req-48cfa15c-96a6-4801-a43a-8138028663f6 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/ports?device_id=74e0d59e-2002-4cd5-98ea-481076bfde04 HTTP/1.1" status: 200 len: 945 time: 0.0597320 Aug 16 01:36:16.219801 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b1d256ea-eb3a-41c8-82d8-0f0dd43c50ba req-794270c9-3026-4afe-983a-c84738d9bdf2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] For port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:16.220898 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b1d256ea-eb3a-41c8-82d8-0f0dd43c50ba req-794270c9-3026-4afe-983a-c84738d9bdf2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:16.229683 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e98f69b3-e0ba-4848-addf-966292ab695c req-e9a232f9-cb30-4ee1-956d-228f906dc69e tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/floatingips/dede218a-a339-4fc8-ab27-678688b9d191 HTTP/1.1" status: 200 len: 692 time: 0.1150999 Aug 16 01:36:16.273249 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-b1d256ea-eb3a-41c8-82d8-0f0dd43c50ba req-794270c9-3026-4afe-983a-c84738d9bdf2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Calling delete_port for 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:16.284758 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5ec0925-e744-4ff9-9a66-72223d919b4a req-9ba88b30-e000-4e06-9d9f-62b3b32e91e8 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/security-groups?id=deaf6bb8-f00a-4315-9086-d7a50c6ee967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682991 Aug 16 01:36:16.520505 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38898) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:16.594643 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-35eccdda-81d3-4aad-9cb0-3faca678f140 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:16.599002 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-35eccdda-81d3-4aad-9cb0-3faca678f140 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.73 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 812 time: 0.2018440 Aug 16 01:36:16.613309 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-95e33f9c-d96b-47ea-8f1e-bce3a9a665cf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Request body: {'port': {'device_id': '4b045ae7-7b56-48e2-8e42-41865978dd3d', 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9', 'admin_state_up': True, 'tenant_id': '83acc20476264f27b63127c0968a6b73'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:16.617258 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f69b3-e0ba-4848-addf-966292ab695c req-81ae470e-30f0-4ae1-9464-19641c259a8d tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:16.630597 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e98f69b3-e0ba-4848-addf-966292ab695c req-81ae470e-30f0-4ae1-9464-19641c259a8d tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.3884466 Aug 16 01:36:16.790154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d486af8-e932-4a67-84f5-a39380642faa'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:16.792782 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36a90e3-3a49-4222-8e20-cf7bdc48b5c9" -d '{"events": [{"server_uuid": "e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96", "name": "network-vif-plugged", "status": "completed", "tag": "2d486af8-e932-4a67-84f5-a39380642faa"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:16.801686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-95e33f9c-d96b-47ea-8f1e-bce3a9a665cf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Made reservation on behalf of 83acc20476264f27b63127c0968a6b73 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:36:16.806224 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-95e33f9c-d96b-47ea-8f1e-bce3a9a665cf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:16.825319 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e98f69b3-e0ba-4848-addf-966292ab695c req-a5e93b9d-0e77-4128-8665-a86d9c6300df tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 695 time: 0.1667519 Aug 16 01:36:16.832702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3589a3-a8cb-406d-91b0-3ec19ff0c6b1 req-f2fbf572-8e00-4406-bfb1-89d46205ea85 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:16.834297 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4d3589a3-a8cb-406d-91b0-3ec19ff0c6b1 req-f2fbf572-8e00-4406-bfb1-89d46205ea85 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 946 time: 0.2101233 Aug 16 01:36:16.945020 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4d3589a3-a8cb-406d-91b0-3ec19ff0c6b1 req-1e9bfe1e-b9e7-4848-9f71-682cfca5e22a tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948577 Aug 16 01:36:16.957070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:17.036512 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-95e33f9c-d96b-47ea-8f1e-bce3a9a665cf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Allocated IP 172.20.0.10 (2a3ce659-7131-48db-a8d7-62eb2b9733a9/adf0a4b6-04c7-46cd-a62d-f6dbedb85a93/0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:36:17.146577 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:17.147561 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:17.192610 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1bc22a0b-7f1b-49b2-8d0c-8e89404562e8 req-314adf64-d1f4-4fa4-980a-280a2cbecc8c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b045ae7-7b56-48e2-8e42-41865978dd3d HTTP/1.1" status: 200 len: 210 time: 0.1132138 Aug 16 01:36:17.308159 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e731f4-236b-467b-b5dd-e12045db0107 x-openstack-request-id: req-70e731f4-236b-467b-b5dd-e12045db0107 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:17.308712 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96", "name": "network-vif-plugged", "status": "completed", "tag": "2d486af8-e932-4a67-84f5-a39380642faa", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:17.309339 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-70e731f4-236b-467b-b5dd-e12045db0107 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:17.310099 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d486af8-e932-4a67-84f5-a39380642faa', 'code': 200} Aug 16 01:36:17.427704 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b1d256ea-eb3a-41c8-82d8-0f0dd43c50ba req-794270c9-3026-4afe-983a-c84738d9bdf2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:17.440027 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e98f69b3-e0ba-4848-addf-966292ab695c req-d5e46be8-67f5-4ddc-a935-d7574122ddb6 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 695 time: 0.5445025 Aug 16 01:36:17.447505 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ee222d06-a32d-447c-b694-6c328ccef884'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:36:17.524900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794270c9-3026-4afe-983a-c84738d9bdf2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Pushing event deleted for resources: {'Port': ['ID=1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:17.606207 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d256ea-eb3a-41c8-82d8-0f0dd43c50ba req-794270c9-3026-4afe-983a-c84738d9bdf2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] No DVR routers for this DVR port 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:36:17.611762 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b1d256ea-eb3a-41c8-82d8-0f0dd43c50ba req-794270c9-3026-4afe-983a-c84738d9bdf2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:17.614070 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b1d256ea-eb3a-41c8-82d8-0f0dd43c50ba req-794270c9-3026-4afe-983a-c84738d9bdf2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.73 "DELETE /v2.0/ports/1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 HTTP/1.1" status: 204 len: 173 time: 2.2542498 Aug 16 01:36:17.619250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b984425b-de17-4776-93c0-da1575eec219', 'name': 'network-vif-deleted', 'tag': '1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:17.621788 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90463458-d20b-4d35-b51f-101e9054fed5" -d '{"events": [{"server_uuid": "b984425b-de17-4776-93c0-da1575eec219", "name": "network-vif-deleted", "tag": "1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:17.760546 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e98f69b3-e0ba-4848-addf-966292ab695c req-744a82f4-cf32-40c1-86c7-9adb48d21204 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Deleting port fcbf78bd-6953-4849-9896-c11779ee9493 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:17.760887 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e98f69b3-e0ba-4848-addf-966292ab695c req-744a82f4-cf32-40c1-86c7-9adb48d21204 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:17.874712 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1129a2e-2db1-44c7-8868-4ba64b2d4804 req-ae7da341-1101-4f2a-81bd-e20cb9d7f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:17.876331 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1129a2e-2db1-44c7-8868-4ba64b2d4804 req-ae7da341-1101-4f2a-81bd-e20cb9d7f474 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 1098 time: 0.4930797 Aug 16 01:36:17.901406 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e98f69b3-e0ba-4848-addf-966292ab695c req-744a82f4-cf32-40c1-86c7-9adb48d21204 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:17.902006 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e98f69b3-e0ba-4848-addf-966292ab695c req-744a82f4-cf32-40c1-86c7-9adb48d21204 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:17.919172 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e98f69b3-e0ba-4848-addf-966292ab695c req-744a82f4-cf32-40c1-86c7-9adb48d21204 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Calling delete_port for fcbf78bd-6953-4849-9896-c11779ee9493 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:17.920504 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed74e4-5512-4518-b17b-e118bce2a72d req-4c665078-2413-4e44-a593-79d0547a321a tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:17.929125 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c2ed74e4-5512-4518-b17b-e118bce2a72d req-4c665078-2413-4e44-a593-79d0547a321a tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 866 time: 0.5568922 Aug 16 01:36:17.975816 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1129a2e-2db1-44c7-8868-4ba64b2d4804 req-5cfc12bd-4c61-4906-b119-d33cafbacb2a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866659 Aug 16 01:36:18.018037 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c2ed74e4-5512-4518-b17b-e118bce2a72d req-99d59fe2-ae8a-4657-adc2-4bbe4fba266a tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836780 Aug 16 01:36:18.034639 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-95e33f9c-d96b-47ea-8f1e-bce3a9a665cf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:18.113368 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-95e33f9c-d96b-47ea-8f1e-bce3a9a665cf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:18.115561 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3b9156a-fd0c-4049-92c8-f5767142f571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:18.171519 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e98f69b3-e0ba-4848-addf-966292ab695c req-744a82f4-cf32-40c1-86c7-9adb48d21204 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:18.176986 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-95e33f9c-d96b-47ea-8f1e-bce3a9a665cf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:36:18.200264 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-95e33f9c-d96b-47ea-8f1e-bce3a9a665cf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:18.208515 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-95e33f9c-d96b-47ea-8f1e-bce3a9a665cf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:36:18.245148 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e33f9c-d96b-47ea-8f1e-bce3a9a665cf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Pushing event updated for resources: {'Port': ['ID=0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:18.275097 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a82f4-cf32-40c1-86c7-9adb48d21204 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Pushing event deleted for resources: {'Port': ['ID=fcbf78bd-6953-4849-9896-c11779ee9493,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:18.307211 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-95e33f9c-d96b-47ea-8f1e-bce3a9a665cf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:18.307934 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-95e33f9c-d96b-47ea-8f1e-bce3a9a665cf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:18.329120 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd1523-4594-4c93-89aa-faf864003d07 req-c82e4140-8ce3-4479-981c-f4e4eb510cb5 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:18.340098 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bbfd1523-4594-4c93-89aa-faf864003d07 req-c82e4140-8ce3-4479-981c-f4e4eb510cb5 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/ports?device_id=74e0d59e-2002-4cd5-98ea-481076bfde04 HTTP/1.1" status: 200 len: 945 time: 0.2108252 Aug 16 01:36:18.343975 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-95e33f9c-d96b-47ea-8f1e-bce3a9a665cf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7357705 Aug 16 01:36:18.374962 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Request body: {'port': {'device_id': '4b045ae7-7b56-48e2-8e42-41865978dd3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:18.409996 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e98f69b3-e0ba-4848-addf-966292ab695c req-744a82f4-cf32-40c1-86c7-9adb48d21204 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:18.413470 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e98f69b3-e0ba-4848-addf-966292ab695c req-744a82f4-cf32-40c1-86c7-9adb48d21204 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:18.427965 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e98f69b3-e0ba-4848-addf-966292ab695c req-744a82f4-cf32-40c1-86c7-9adb48d21204 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "DELETE /v2.0/floatingips/dede218a-a339-4fc8-ab27-678688b9d191 HTTP/1.1" status: 204 len: 173 time: 0.9791133 Aug 16 01:36:18.445486 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bbfd1523-4594-4c93-89aa-faf864003d07 req-4edbe08d-7dd6-4213-8cdc-b5d0aabbcc7d tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/security-groups?id=deaf6bb8-f00a-4315-9086-d7a50c6ee967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043928 Aug 16 01:36:18.471721 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d78dc6-0286-4252-8cc6-cbf593f1fbee x-openstack-request-id: req-94d78dc6-0286-4252-8cc6-cbf593f1fbee {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:18.472150 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b984425b-de17-4776-93c0-da1575eec219", "name": "network-vif-deleted", "tag": "1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:18.472500 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-94d78dc6-0286-4252-8cc6-cbf593f1fbee {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:18.472990 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b984425b-de17-4776-93c0-da1575eec219', 'name': 'network-vif-deleted', 'tag': '1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4', 'status': 'completed', 'code': 200} Aug 16 01:36:18.519426 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:18.640835 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d3b9156a-fd0c-4049-92c8-f5767142f571 admin admin] Deleting port b8456a22-ddcf-46a6-a48d-0c7acb69429d {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:18.641405 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3b9156a-fd0c-4049-92c8-f5767142f571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:18.691695 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f6a50-a784-4c5a-9e61-066883f63a68 req-63ef63eb-aa55-4f41-99e4-9c18e7e42ef6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:18.693248 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-118f6a50-a784-4c5a-9e61-066883f63a68 req-63ef63eb-aa55-4f41-99e4-9c18e7e42ef6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 946 time: 0.1322742 Aug 16 01:36:18.708016 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5bc7f-df97-4878-9f1f-edc08788e02e req-c49b9740-d4c6-4059-8182-d7db8523e230 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:18.709645 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6ba5bc7f-df97-4878-9f1f-edc08788e02e req-c49b9740-d4c6-4059-8182-d7db8523e230 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b045ae7-7b56-48e2-8e42-41865978dd3d HTTP/1.1" status: 200 len: 932 time: 0.1470680 Aug 16 01:36:18.846188 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-118f6a50-a784-4c5a-9e61-066883f63a68 req-f4a59cda-4e6e-4600-97a1-80014df46cae tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145887 Aug 16 01:36:18.855180 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6ba5bc7f-df97-4878-9f1f-edc08788e02e req-64d4e526-60f7-4fc5-b1a7-ea72b784ac5d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349742 Aug 16 01:36:18.870803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-d3b9156a-fd0c-4049-92c8-f5767142f571 admin admin] For port b8456a22-ddcf-46a6-a48d-0c7acb69429d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b8456a22-ddcf-46a6-a48d-0c7acb69429d,segment=NetworkSegment(1bfc9eee-0d22-4e08-9a7d-864def721288),segment_id=1bfc9eee-0d22-4e08-9a7d-864def721288)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:18.870803 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3b9156a-fd0c-4049-92c8-f5767142f571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:18.987686 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d3b9156a-fd0c-4049-92c8-f5767142f571 admin admin] Calling delete_port for b8456a22-ddcf-46a6-a48d-0c7acb69429d owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:19.005609 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:36:19.015064 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:19.048608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Transition to ACTIVE for port object 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:19.053527 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:19.143202 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:19.179751 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:36:19.218662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:36:19.219314 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 1c94e95e-d779-4d2e-b7bf-3e659e3a0ac4 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:36:19.244955 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Attempting to bind port 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:36:19.245965 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Attempting to bind port 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:36:19.246157 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Attempting to bind port 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:19.262643 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Port 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:36:19.263222 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Attempting to bind port 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:19.270506 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:36:19.271020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Checking segment: {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:19.271558 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Bound using segment: {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:36:19.272135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Bound port: 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:36:19.272669 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:19.280706 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ede126-b9be-4e98-bcc3-bf362b711fe0 req-13cbb072-df2a-4327-ae6a-986b9378f2d0 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:19.282339 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c8ede126-b9be-4e98-bcc3-bf362b711fe0 req-13cbb072-df2a-4327-ae6a-986b9378f2d0 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3898718 Aug 16 01:36:19.431580 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] For port 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:36:19.445938 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] For port 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:36:19.455380 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:19.467144 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3b9156a-fd0c-4049-92c8-f5767142f571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:19.510707 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9156a-fd0c-4049-92c8-f5767142f571 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8456a22-ddcf-46a6-a48d-0c7acb69429d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:19.550294 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:19.552751 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:19.557143 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] 10.222.0.73 "PUT /v2.0/ports/0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 HTTP/1.1" status: 200 len: 1093 time: 1.1921730 Aug 16 01:36:19.577513 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b045ae7-7b56-48e2-8e42-41865978dd3d', 'tag': '0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:19.584279 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c06ed0a-4f78-4fd0-ae18-592b1ea295f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b045ae7-7b56-48e2-8e42-41865978dd3d", "tag": "0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:19.620346 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6c949580-9a58-474c-9825-a51f3cee9c78 req-3d9b4f6b-5f52-4a26-8433-a4a8f14ba26b tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 210 time: 0.0612268 Aug 16 01:36:19.720766 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0c3b8-a5d5-4ef1-ad30-3e3f96bfcb15 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:19.734497 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-56388c2b-b4bc-4d75-82af-fbed6a422bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:19.736849 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-56388c2b-b4bc-4d75-82af-fbed6a422bd2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&device_id=4b045ae7-7b56-48e2-8e42-41865978dd3d HTTP/1.1" status: 200 len: 1096 time: 0.1095028 Aug 16 01:36:19.738292 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ffb9ebce-82b8-4525-808e-ee57dcaddec1 req-b44a0d4f-d886-4b79-88a6-cda7c237f5f4 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/floatingips?tenant_id=cb7200dfe48b48eda52f76a923fdec2c HTTP/1.1" status: 200 len: 1655 time: 0.1577480 Aug 16 01:36:19.801413 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-10b80936-e1c3-4999-ac96-af05aee7e954 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 HTTP/1.1" status: 200 len: 217 time: 0.0555227 Aug 16 01:36:19.880383 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8900ced5-d0e4-40dd-a498-cb95bdc01810 x-openstack-request-id: req-8900ced5-d0e4-40dd-a498-cb95bdc01810 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:19.884503 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b045ae7-7b56-48e2-8e42-41865978dd3d", "tag": "0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:19.884866 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8900ced5-d0e4-40dd-a498-cb95bdc01810 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:19.885769 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b045ae7-7b56-48e2-8e42-41865978dd3d', 'tag': '0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14', 'status': 'completed', 'code': 200} Aug 16 01:36:19.911436 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-fc5a0190-fcac-4aa7-8c77-da1b826415ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:19.913224 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-fc5a0190-fcac-4aa7-8c77-da1b826415ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=adf0a4b6-04c7-46cd-a62d-f6dbedb85a93 HTTP/1.1" status: 200 len: 852 time: 0.1030731 Aug 16 01:36:19.955165 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3b9156a-fd0c-4049-92c8-f5767142f571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:19.968219 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-a642b315-9d1d-4b17-b1df-e75ec41dd0a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2a3ce659-7131-48db-a8d7-62eb2b9733a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465844 Aug 16 01:36:20.038431 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9ebce-82b8-4525-808e-ee57dcaddec1 req-2d7a4a79-718a-411c-861e-b3b50356508f tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:20.043032 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ffb9ebce-82b8-4525-808e-ee57dcaddec1 req-2d7a4a79-718a-411c-861e-b3b50356508f tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/networks?id=624da80d-1349-4890-b915-f302637330f0&id=624da80d-1349-4890-b915-f302637330f0&id=624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 787 time: 0.1906927 Aug 16 01:36:20.045267 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-42083a57-dddf-4440-abdc-07aefd8980e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:20.212067 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-a60adffc-522f-4caa-af50-7bc54dbf558d service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349992 Aug 16 01:36:20.293980 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc146c-9e45-4e2e-97c3-8610070a0b79 req-4001efa7-1e9f-4300-a810-a2dd017bbdda tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:20.302364 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88bc146c-9e45-4e2e-97c3-8610070a0b79 req-4001efa7-1e9f-4300-a810-a2dd017bbdda tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 946 time: 0.0872629 Aug 16 01:36:20.335251 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae254b-d608-46d8-a6ad-85ead6050327 req-10d26c88-fa89-4bb6-8df0-a63afa3ef216 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:20.342694 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-21ae254b-d608-46d8-a6ad-85ead6050327 req-10d26c88-fa89-4bb6-8df0-a63afa3ef216 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b045ae7-7b56-48e2-8e42-41865978dd3d HTTP/1.1" status: 200 len: 944 time: 0.1246045 Aug 16 01:36:20.395175 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88bc146c-9e45-4e2e-97c3-8610070a0b79 req-931c06d5-d682-4c56-8a96-2518ad2edf5c tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872478 Aug 16 01:36:20.424912 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-21ae254b-d608-46d8-a6ad-85ead6050327 req-b3804bed-abef-4f91-bb30-7970dc0c459e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812404 Aug 16 01:36:20.438921 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d156d78e-ee94-45c6-b1ad-fbdf701325b7 req-ae7f00bd-d2a7-45c0-ac37-1c55e9e2d32a service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110484 Aug 16 01:36:20.520075 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-68876175-9448-421e-911c-057696fe62b2 req-20e4d170-5ac5-4f56-a4ba-6dee98e016e7 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/floatingips/77cfa5de-89fd-4afb-be98-029ccbaeddfb HTTP/1.1" status: 200 len: 692 time: 0.0549541 Aug 16 01:36:20.593356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b9156a-fd0c-4049-92c8-f5767142f571 admin admin] Router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:36:20.632103 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ed0a-4f78-4fd0-ae18-592b1ea295f4 req-5e40cca4-e808-4ecf-b02d-846615b3e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:20.633711 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c06ed0a-4f78-4fd0-ae18-592b1ea295f4 req-5e40cca4-e808-4ecf-b02d-846615b3e923 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&device_id=4b045ae7-7b56-48e2-8e42-41865978dd3d HTTP/1.1" status: 200 len: 1096 time: 0.1386137 Aug 16 01:36:20.738647 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21654a-e226-43e5-aecb-07dab22a6d0a req-94d8acb0-55cd-46f2-85d6-f8ab40ce3c51 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:20.747011 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b21654a-e226-43e5-aecb-07dab22a6d0a req-94d8acb0-55cd-46f2-85d6-f8ab40ce3c51 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/ports?device_id=74e0d59e-2002-4cd5-98ea-481076bfde04 HTTP/1.1" status: 200 len: 945 time: 0.1869502 Aug 16 01:36:20.826412 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b21654a-e226-43e5-aecb-07dab22a6d0a req-3f59208d-d169-495d-9fa1-1c7eb5de1040 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/security-groups?id=deaf6bb8-f00a-4315-9086-d7a50c6ee967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783184 Aug 16 01:36:20.883440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ed0a-4f78-4fd0-ae18-592b1ea295f4 req-c0c62a33-aecd-492a-ac25-a16ace893c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:20.886220 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c06ed0a-4f78-4fd0-ae18-592b1ea295f4 req-c0c62a33-aecd-492a-ac25-a16ace893c00 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 913 time: 0.2442334 Aug 16 01:36:20.954125 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c06ed0a-4f78-4fd0-ae18-592b1ea295f4 req-687fb7ea-8365-40c3-9d40-8f454f51c77f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 HTTP/1.1" status: 200 len: 217 time: 0.0568326 Aug 16 01:36:21.023487 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ed0a-4f78-4fd0-ae18-592b1ea295f4 req-a37281fb-635a-40bf-bf85-123e67647103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:21.024869 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c06ed0a-4f78-4fd0-ae18-592b1ea295f4 req-a37281fb-635a-40bf-bf85-123e67647103 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=adf0a4b6-04c7-46cd-a62d-f6dbedb85a93 HTTP/1.1" status: 200 len: 852 time: 0.0557919 Aug 16 01:36:21.046302 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a7d44-8a48-4ba0-b3bf-70b7ba2ce8ee req-3c9d9622-9f7e-4d01-84c4-4c206bb09a3c tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:21.047931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-860a7d44-8a48-4ba0-b3bf-70b7ba2ce8ee req-3c9d9622-9f7e-4d01-84c4-4c206bb09a3c tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 1098 time: 0.1329076 Aug 16 01:36:21.074248 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c06ed0a-4f78-4fd0-ae18-592b1ea295f4 req-ef94fd08-7337-4499-916c-cb709941dded service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2a3ce659-7131-48db-a8d7-62eb2b9733a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409596 Aug 16 01:36:21.113162 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68876175-9448-421e-911c-057696fe62b2 req-cdf16913-8cb8-4aa2-a2b2-df20516d82f8 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:21.116770 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-68876175-9448-421e-911c-057696fe62b2 req-cdf16913-8cb8-4aa2-a2b2-df20516d82f8 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.5874178 Aug 16 01:36:21.160016 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-860a7d44-8a48-4ba0-b3bf-70b7ba2ce8ee req-821d40af-3da6-48ba-8e0b-d3f13604bc3f tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961633 Aug 16 01:36:21.182535 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-68876175-9448-421e-911c-057696fe62b2 req-810b6aaa-c839-4ba4-9bb4-4f7187ef2e67 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 695 time: 0.0578694 Aug 16 01:36:21.183964 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b9156a-fd0c-4049-92c8-f5767142f571 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:36:21.190095 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d3b9156a-fd0c-4049-92c8-f5767142f571 admin admin] 10.222.0.68 "PUT /v2.0/routers/8c7fc55c-a9a8-46b7-af2d-6a0026f53994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6618137 Aug 16 01:36:21.192288 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38966) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:21.202511 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d49c9e-ff03-41e7-92f4-b3f4c8381c46 None None] Sync routers for ids ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:36:21.215803 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d49c9e-ff03-41e7-92f4-b3f4c8381c46 None None] Routers {'8c7fc55c-a9a8-46b7-af2d-6a0026f53994'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:36:21.219663 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-36d49c9e-ff03-41e7-92f4-b3f4c8381c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:35:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:21.232361 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c06ed0a-4f78-4fd0-ae18-592b1ea295f4 req-55de925d-4fe3-4ba9-a809-9087123c6ced service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486320 Aug 16 01:36:21.423105 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c06ed0a-4f78-4fd0-ae18-592b1ea295f4 req-871d66aa-ef4d-4ac5-9fd3-1fe756c266a1 service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800694 Aug 16 01:36:21.427667 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-36d49c9e-ff03-41e7-92f4-b3f4c8381c46 None None] Set router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:36:21.463913 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-68876175-9448-421e-911c-057696fe62b2 req-01145a30-4450-40b2-bc72-eafc7114919f tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 695 time: 0.1659329 Aug 16 01:36:21.495081 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6403ea5a-ba46-4de2-bdde-56a3ef91ba6a req-2b288d10-ea51-4bd5-915f-e8cfd660a166 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 210 time: 0.0696673 Aug 16 01:36:21.524042 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97fa43de-e84a-43b4-b49f-798144a91215 admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:21.618524 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bfde1-f4dd-4ac7-a79d-e7144622119a req-edbe02ea-35b1-4e06-9820-f73a60d83da7 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:21.620273 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-775bfde1-f4dd-4ac7-a79d-e7144622119a req-edbe02ea-35b1-4e06-9820-f73a60d83da7 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.73 "GET /v2.0/ports?device_id=74e0d59e-2002-4cd5-98ea-481076bfde04 HTTP/1.1" status: 200 len: 945 time: 0.1197038 Aug 16 01:36:21.630661 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bffee0-0275-4d9d-b629-79f605770f78 req-2c3c3cc8-7d2f-4429-bbee-1011537b9bef tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:21.632642 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f3bffee0-0275-4d9d-b629-79f605770f78 req-2c3c3cc8-7d2f-4429-bbee-1011537b9bef tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 1098 time: 0.0702782 Aug 16 01:36:21.681941 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-36d49c9e-ff03-41e7-92f4-b3f4c8381c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:36:19Z', 'revision_number': 5, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:21.714006 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f3bffee0-0275-4d9d-b629-79f605770f78 req-a84a0fd0-80f0-4631-a006-8e63c478f781 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679088 Aug 16 01:36:21.725429 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d49c9e-ff03-41e7-92f4-b3f4c8381c46 None None] Checking router: 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:36:21.742231 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d49c9e-ff03-41e7-92f4-b3f4c8381c46 None None] Routers {'8c7fc55c-a9a8-46b7-af2d-6a0026f53994'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:36:21.743103 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-36d49c9e-ff03-41e7-92f4-b3f4c8381c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:35:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:21.815510 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-775bfde1-f4dd-4ac7-a79d-e7144622119a req-2f02724e-3e6a-42c7-a2d8-62008f5b18e6 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Deleting port 39fd89c9-3ded-4151-a239-a044b738a356 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:21.816930 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-775bfde1-f4dd-4ac7-a79d-e7144622119a req-2f02724e-3e6a-42c7-a2d8-62008f5b18e6 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:21.834941 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-68876175-9448-421e-911c-057696fe62b2 req-c3cc724f-a644-4f83-b811-567fa8ceddca tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Deleting port 83339f0d-ac73-460e-a56b-3065ca60661e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:21.835745 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68876175-9448-421e-911c-057696fe62b2 req-c3cc724f-a644-4f83-b811-567fa8ceddca tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:21.854246 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97fa43de-e84a-43b4-b49f-798144a91215 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:21.920483 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-36d49c9e-ff03-41e7-92f4-b3f4c8381c46 None None] Set router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:36:21.980340 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68876175-9448-421e-911c-057696fe62b2 req-c3cc724f-a644-4f83-b811-567fa8ceddca tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:21.980667 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68876175-9448-421e-911c-057696fe62b2 req-c3cc724f-a644-4f83-b811-567fa8ceddca tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:21.990699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-97fa43de-e84a-43b4-b49f-798144a91215 admin admin] Deleting port a3f68cfb-9b88-48ef-a0e6-98221ae60067 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:21.991032 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97fa43de-e84a-43b4-b49f-798144a91215 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:22.009087 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984f8e5-46a1-41d2-905f-c1a056567f7d req-0e3e682d-5279-4e90-9930-a87338a1add7 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:22.009622 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-68876175-9448-421e-911c-057696fe62b2 req-c3cc724f-a644-4f83-b811-567fa8ceddca tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Calling delete_port for 83339f0d-ac73-460e-a56b-3065ca60661e owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:22.010554 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3984f8e5-46a1-41d2-905f-c1a056567f7d req-0e3e682d-5279-4e90-9930-a87338a1add7 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b045ae7-7b56-48e2-8e42-41865978dd3d HTTP/1.1" status: 200 len: 944 time: 0.1077759 Aug 16 01:36:22.084130 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-775bfde1-f4dd-4ac7-a79d-e7144622119a req-2f02724e-3e6a-42c7-a2d8-62008f5b18e6 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] For port 39fd89c9-3ded-4151-a239-a044b738a356, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=39fd89c9-3ded-4151-a239-a044b738a356,segment=NetworkSegment(8114d18f-9a8f-472b-90e6-831ad79b9216),segment_id=8114d18f-9a8f-472b-90e6-831ad79b9216)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:22.084499 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-775bfde1-f4dd-4ac7-a79d-e7144622119a req-2f02724e-3e6a-42c7-a2d8-62008f5b18e6 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:22.112209 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3984f8e5-46a1-41d2-905f-c1a056567f7d req-f5243de9-50a0-4b7c-8e9d-481f2b4d1817 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932922 Aug 16 01:36:22.139835 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-775bfde1-f4dd-4ac7-a79d-e7144622119a req-2f02724e-3e6a-42c7-a2d8-62008f5b18e6 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Calling delete_port for 39fd89c9-3ded-4151-a239-a044b738a356 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:22.164872 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-36d49c9e-ff03-41e7-92f4-b3f4c8381c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:36:19Z', 'revision_number': 5, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:22.202502 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d49c9e-ff03-41e7-92f4-b3f4c8381c46 None None] The sync data for ids ['8c7fc55c-a9a8-46b7-af2d-6a0026f53994'] in n-d-765315-27 is: [{'id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952417524-router', 'tenant_id': '5d87878905c446a6b1656e7f6d15dd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:02Z', 'updated_at': '2021-08-16T01:36:19Z', 'revision_number': 5, 'project_id': '5d87878905c446a6b1656e7f6d15dd47', 'gw_port': {'id': 'a3f68cfb-9b88-48ef-a0e6-98221ae60067', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7fc55c-a9a8-46b7-af2d-6a0026f53994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:03Z', 'updated_at': '2021-08-16T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:36:22.307724 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-97fa43de-e84a-43b4-b49f-798144a91215 admin admin] For port a3f68cfb-9b88-48ef-a0e6-98221ae60067, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a3f68cfb-9b88-48ef-a0e6-98221ae60067,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:22.308364 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97fa43de-e84a-43b4-b49f-798144a91215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:22.317442 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68876175-9448-421e-911c-057696fe62b2 req-c3cc724f-a644-4f83-b811-567fa8ceddca tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:22.333342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-97fa43de-e84a-43b4-b49f-798144a91215 admin admin] Calling delete_port for a3f68cfb-9b88-48ef-a0e6-98221ae60067 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:22.359194 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc724f-a644-4f83-b811-567fa8ceddca tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Pushing event deleted for resources: {'Port': ['ID=83339f0d-ac73-460e-a56b-3065ca60661e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:22.393129 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee56040-5acb-4e36-9620-5f70ad18b76a req-77739b82-c9d7-46be-a2f2-fadb45ac0be3 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:22.395751 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eee56040-5acb-4e36-9620-5f70ad18b76a req-77739b82-c9d7-46be-a2f2-fadb45ac0be3 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/ports?device_id=74e0d59e-2002-4cd5-98ea-481076bfde04 HTTP/1.1" status: 200 len: 945 time: 0.0910072 Aug 16 01:36:22.475804 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eee56040-5acb-4e36-9620-5f70ad18b76a req-2803c0b4-63be-4730-9d11-30c8363a9a95 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.68 "GET /v2.0/security-groups?id=deaf6bb8-f00a-4315-9086-d7a50c6ee967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733404 Aug 16 01:36:22.503851 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-775bfde1-f4dd-4ac7-a79d-e7144622119a req-2f02724e-3e6a-42c7-a2d8-62008f5b18e6 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:22.508738 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68876175-9448-421e-911c-057696fe62b2 req-c3cc724f-a644-4f83-b811-567fa8ceddca tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:22.513681 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68876175-9448-421e-911c-057696fe62b2 req-c3cc724f-a644-4f83-b811-567fa8ceddca tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:22.514887 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-68876175-9448-421e-911c-057696fe62b2 req-c3cc724f-a644-4f83-b811-567fa8ceddca tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "DELETE /v2.0/floatingips/77cfa5de-89fd-4afb-be98-029ccbaeddfb HTTP/1.1" status: 204 len: 173 time: 1.0434146 Aug 16 01:36:22.532356 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['39fd89c9-3ded-4151-a239-a044b738a356'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:36:22.664705 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-526a5e70-38fb-4691-8cc4-641a4f1532a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:22.672002 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02724e-3e6a-42c7-a2d8-62008f5b18e6 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Pushing event deleted for resources: {'Port': ['ID=39fd89c9-3ded-4151-a239-a044b738a356,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:22.763809 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-775bfde1-f4dd-4ac7-a79d-e7144622119a req-2f02724e-3e6a-42c7-a2d8-62008f5b18e6 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] No DVR routers for this DVR port 39fd89c9-3ded-4151-a239-a044b738a356 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:36:22.768051 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-775bfde1-f4dd-4ac7-a79d-e7144622119a req-2f02724e-3e6a-42c7-a2d8-62008f5b18e6 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:22.779379 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-775bfde1-f4dd-4ac7-a79d-e7144622119a req-2f02724e-3e6a-42c7-a2d8-62008f5b18e6 tempest-InstanceActionsNegativeTestJSON-1568283031 tempest-InstanceActionsNegativeTestJSON-1568283031-project] 10.222.0.73 "DELETE /v2.0/ports/39fd89c9-3ded-4151-a239-a044b738a356 HTTP/1.1" status: 204 len: 173 time: 1.1445327 Aug 16 01:36:22.780047 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e0d59e-2002-4cd5-98ea-481076bfde04', 'name': 'network-vif-deleted', 'tag': '39fd89c9-3ded-4151-a239-a044b738a356'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:22.794278 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af7969f-8bc1-4aae-b4fe-51f14dafbc1f" -d '{"events": [{"server_uuid": "74e0d59e-2002-4cd5-98ea-481076bfde04", "name": "network-vif-deleted", "tag": "39fd89c9-3ded-4151-a239-a044b738a356"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:22.819562 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d49000c1-2c96-4210-be9d-9707a49d8ab3 req-d1d2ca94-9e4e-402b-804f-0a0e4492dade tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=b984425b-de17-4776-93c0-da1575eec219 HTTP/1.1" status: 200 len: 210 time: 0.0757291 Aug 16 01:36:22.822473 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97fa43de-e84a-43b4-b49f-798144a91215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:22.856869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa43de-e84a-43b4-b49f-798144a91215 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f68cfb-9b88-48ef-a0e6-98221ae60067,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:22.880919 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b8456a22-ddcf-46a6-a48d-0c7acb69429d no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:36:22.933220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: b8456a22-ddcf-46a6-a48d-0c7acb69429d {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:36:22.937019 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b8456a22-ddcf-46a6-a48d-0c7acb69429d not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:36:23.045691 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97fa43de-e84a-43b4-b49f-798144a91215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:23.178409 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e0a717e-88a9-4e7d-9911-f35f1e2d7122 req-9b715d62-bea4-49ee-a7fd-0f24d037c497 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/floatingips/44af8265-0b3d-4e8b-9903-3c39b512ccf7 HTTP/1.1" status: 200 len: 692 time: 0.2496698 Aug 16 01:36:23.191011 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:23.199058 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:36:23.344513 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a717e-88a9-4e7d-9911-f35f1e2d7122 req-e2dff9d1-cfce-420d-957c-aadad58d5835 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:23.346613 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e0a717e-88a9-4e7d-9911-f35f1e2d7122 req-e2dff9d1-cfce-420d-957c-aadad58d5835 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.1128683 Aug 16 01:36:23.371292 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97fa43de-e84a-43b4-b49f-798144a91215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:23.377633 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97fa43de-e84a-43b4-b49f-798144a91215 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:23.431856 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:23.447112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14', 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9', 'port_id': '0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14', 'mac_address': 'fa:16:3e:26:e1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf0a4b6-04c7-46cd-a62d-f6dbedb85a93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:36:23.526864 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:23.544950 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e0a717e-88a9-4e7d-9911-f35f1e2d7122 req-de9a534f-221d-40ec-9b11-f0ad419da88e tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.1914496 Aug 16 01:36:23.551475 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:36:23.587624 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:23.593155 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97fa43de-e84a-43b4-b49f-798144a91215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:23.593777 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fa43de-e84a-43b4-b49f-798144a91215 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c7fc55c-a9a8-46b7-af2d-6a0026f53994 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:36:23.597744 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:23.600578 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97fa43de-e84a-43b4-b49f-798144a91215 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:23.605300 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39012) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:23.617469 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-97fa43de-e84a-43b4-b49f-798144a91215 admin admin] 10.222.0.68 "DELETE /v2.0/routers/8c7fc55c-a9a8-46b7-af2d-6a0026f53994 HTTP/1.1" status: 204 len: 168 time: 2.4240150 Aug 16 01:36:23.655991 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e0a717e-88a9-4e7d-9911-f35f1e2d7122 req-9a642f35-d74f-4ea9-85af-7fc1cd5429ef tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.1100826 Aug 16 01:36:23.709625 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:23.722279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:23.723040 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:23.723537 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:23.724252 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:23.724731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:23.725024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-a148218e-a28b-4d64-8215-f577ff3b047b admin admin] Deleting subnet b07d2f4f-a207-4839-b33f-d1d7c68051f9 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:36:23.725562 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:23.726409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:23.726900 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:23.727544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:23.728077 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:23.728547 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:23.729179 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:36:23.734306 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a148218e-a28b-4d64-8215-f577ff3b047b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:23.824426 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a148218e-a28b-4d64-8215-f577ff3b047b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:23.908330 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:36:23.975715 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-0e0a717e-88a9-4e7d-9911-f35f1e2d7122 req-25cec417-367a-445b-b942-1ab99ea5e38a tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Deleting port b150e0d2-be8b-4cd6-b4b0-86b12fe925c4 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:23.976281 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0e0a717e-88a9-4e7d-9911-f35f1e2d7122 req-25cec417-367a-445b-b942-1ab99ea5e38a tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:24.036711 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a148218e-a28b-4d64-8215-f577ff3b047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:24.082762 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:24.142896 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0e0a717e-88a9-4e7d-9911-f35f1e2d7122 req-25cec417-367a-445b-b942-1ab99ea5e38a tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:24.143156 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0e0a717e-88a9-4e7d-9911-f35f1e2d7122 req-25cec417-367a-445b-b942-1ab99ea5e38a tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:24.157475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-b5b5f170-27c7-43e2-893a-c2c30a4dbd39 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:36:24.158917 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-b5b5f170-27c7-43e2-893a-c2c30a4dbd39 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125935 Aug 16 01:36:24.167687 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-0e0a717e-88a9-4e7d-9911-f35f1e2d7122 req-25cec417-367a-445b-b942-1ab99ea5e38a tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Calling delete_port for b150e0d2-be8b-4cd6-b4b0-86b12fe925c4 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:24.185111 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-abde24f5-cec9-4dd3-9ecf-531252790375 service neutron] Request body: {'binding': {'host': 'n-h1-765315-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:24.185839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-abde24f5-cec9-4dd3-9ecf-531252790375 service neutron] Unknown quota resources ['binding']. {{(pid=94672) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:36:24.186041 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a148218e-a28b-4d64-8215-f577ff3b047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:24.227053 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9e00d4-f10e-4a7f-8387-371e423419f6 None None] Network d175df58-def8-4ec7-8e23-2ebe9176428d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:36:24.229465 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a148218e-a28b-4d64-8215-f577ff3b047b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:24.231817 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a148218e-a28b-4d64-8215-f577ff3b047b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b07d2f4f-a207-4839-b33f-d1d7c68051f9 HTTP/1.1" status: 204 len: 168 time: 0.6242542 Aug 16 01:36:24.233031 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148218e-a28b-4d64-8215-f577ff3b047b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b07d2f4f-a207-4839-b33f-d1d7c68051f9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:24.235265 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39020) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:24.367325 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:24.507507 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] Deleting port 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:24.507855 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:24.543471 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d13233-d143-4ea8-987b-d32b7f973d5f None None] DHCP port deletion for d175df58-def8-4ec7-8e23-2ebe9176428d request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:36:24.546801 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-abde24f5-cec9-4dd3-9ecf-531252790375 service neutron] Attempting to bind port 2d486af8-e932-4a67-84f5-a39380642faa on host n-h1-765315-27 for vnic_type normal with profile None {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:36:24.547289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-abde24f5-cec9-4dd3-9ecf-531252790375 service neutron] Attempting to bind port 2d486af8-e932-4a67-84f5-a39380642faa by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:36:24.547581 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-abde24f5-cec9-4dd3-9ecf-531252790375 service neutron] Attempting to bind port 2d486af8-e932-4a67-84f5-a39380642faa on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:24.573496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-abde24f5-cec9-4dd3-9ecf-531252790375 service neutron] Port 2d486af8-e932-4a67-84f5-a39380642faa on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:36:24.573982 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-abde24f5-cec9-4dd3-9ecf-531252790375 service neutron] Attempting to bind port 2d486af8-e932-4a67-84f5-a39380642faa on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:24.583201 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-abde24f5-cec9-4dd3-9ecf-531252790375 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:36:24.583674 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-abde24f5-cec9-4dd3-9ecf-531252790375 service neutron] Checking segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:24.584155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-abde24f5-cec9-4dd3-9ecf-531252790375 service neutron] Bound using segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:36:24.584743 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-abde24f5-cec9-4dd3-9ecf-531252790375 service neutron] Bound port: 2d486af8-e932-4a67-84f5-a39380642faa, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:36:24.612509 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] For port 6b5c756a-9468-4302-9fa5-caeffbf1e7d5, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6b5c756a-9468-4302-9fa5-caeffbf1e7d5,segment=NetworkSegment(1bfc9eee-0d22-4e08-9a7d-864def721288),segment_id=1bfc9eee-0d22-4e08-9a7d-864def721288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:24.613889 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:24.632556 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] Calling delete_port for 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:24.633554 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0e0a717e-88a9-4e7d-9911-f35f1e2d7122 req-25cec417-367a-445b-b942-1ab99ea5e38a tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:24.653433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-37d13233-d143-4ea8-987b-d32b7f973d5f None None] Deleting port 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:24.654570 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37d13233-d143-4ea8-987b-d32b7f973d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:24.672164 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cec417-367a-445b-b942-1ab99ea5e38a tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Pushing event deleted for resources: {'Port': ['ID=b150e0d2-be8b-4cd6-b4b0-86b12fe925c4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:24.694386 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-abde24f5-cec9-4dd3-9ecf-531252790375 service neutron] For port 2d486af8-e932-4a67-84f5-a39380642faa, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=2d486af8-e932-4a67-84f5-a39380642faa,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:36:24.716262 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-abde24f5-cec9-4dd3-9ecf-531252790375 service neutron] Notify callbacks [] for binding, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:24.717580 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-abde24f5-cec9-4dd3-9ecf-531252790375 service neutron] 10.222.0.68 "POST /v2.0/ports/2d486af8-e932-4a67-84f5-a39380642faa/bindings HTTP/1.1" status: 201 len: 390 time: 0.5511441 Aug 16 01:36:24.749265 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:24.766560 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0e0a717e-88a9-4e7d-9911-f35f1e2d7122 req-25cec417-367a-445b-b942-1ab99ea5e38a tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:24.770292 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0e0a717e-88a9-4e7d-9911-f35f1e2d7122 req-25cec417-367a-445b-b942-1ab99ea5e38a tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:24.777495 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b5c756a-9468-4302-9fa5-caeffbf1e7d5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:24.781624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] No DVR routers for this DVR port 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:36:24.796070 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e0a717e-88a9-4e7d-9911-f35f1e2d7122 req-25cec417-367a-445b-b942-1ab99ea5e38a tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "DELETE /v2.0/floatingips/44af8265-0b3d-4e8b-9903-3c39b512ccf7 HTTP/1.1" status: 204 len: 173 time: 1.1208313 Aug 16 01:36:24.818735 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-37d13233-d143-4ea8-987b-d32b7f973d5f None None] For port 6b5c756a-9468-4302-9fa5-caeffbf1e7d5, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6b5c756a-9468-4302-9fa5-caeffbf1e7d5,segment=NetworkSegment(1bfc9eee-0d22-4e08-9a7d-864def721288),segment_id=1bfc9eee-0d22-4e08-9a7d-864def721288)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:24.821093 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37d13233-d143-4ea8-987b-d32b7f973d5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:24.853146 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-37d13233-d143-4ea8-987b-d32b7f973d5f None None] Calling delete_port for 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:24.983508 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae1071f-71d1-4c34-b4f5-de664581c330 x-openstack-request-id: req-5ae1071f-71d1-4c34-b4f5-de664581c330 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:24.986786 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e0d59e-2002-4cd5-98ea-481076bfde04", "name": "network-vif-deleted", "tag": "39fd89c9-3ded-4151-a239-a044b738a356", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:24.988113 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5ae1071f-71d1-4c34-b4f5-de664581c330 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:24.990272 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39026) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:24.990758 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e0d59e-2002-4cd5-98ea-481076bfde04', 'name': 'network-vif-deleted', 'tag': '39fd89c9-3ded-4151-a239-a044b738a356', 'status': 'completed', 'code': 200} Aug 16 01:36:25.071056 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:25.098861 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37d13233-d143-4ea8-987b-d32b7f973d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:25.103250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d175df58-def8-4ec7-8e23-2ebe9176428d']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:25.124136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-e547054b-53f3-46e4-ba94-b0cf9ae5bf80 admin admin] Deleting subnet 64401efc-2fbb-438b-ae89-fb38551e0476 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:36:25.134790 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e547054b-53f3-46e4-ba94-b0cf9ae5bf80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:25.145013 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:36:25.151340 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfc9eee-0d22-4e08-9a7d-864def721288') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:25.151340 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfc9eee-0d22-4e08-9a7d-864def721288') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:25.154164 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d13233-d143-4ea8-987b-d32b7f973d5f None None] No DVR routers for this DVR port 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:36:25.186916 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:25.209731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:25.212865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d13233-d143-4ea8-987b-d32b7f973d5f None None] Pushing event deleted for resources: {'Port': ['ID=6b5c756a-9468-4302-9fa5-caeffbf1e7d5,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:25.233714 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14906aa5-1902-40e2-b6ed-87117b6a3c62 req-320770dd-4114-4628-b65d-17beecd285d5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:25.239524 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:36:25.239524 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6b5c756a-9468-4302-9fa5-caeffbf1e7d5 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:36:25.239759 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a3f68cfb-9b88-48ef-a0e6-98221ae60067 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:36:25.243685 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-14906aa5-1902-40e2-b6ed-87117b6a3c62 req-320770dd-4114-4628-b65d-17beecd285d5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b045ae7-7b56-48e2-8e42-41865978dd3d HTTP/1.1" status: 200 len: 945 time: 0.2246323 Aug 16 01:36:25.280551 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: a3f68cfb-9b88-48ef-a0e6-98221ae60067 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:36:25.280944 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a3f68cfb-9b88-48ef-a0e6-98221ae60067 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:36:25.293355 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:25.299989 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-15759170-4f61-4015-897a-70792b36b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:25.301579 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-15759170-4f61-4015-897a-70792b36b7c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 1098 time: 0.1945548 Aug 16 01:36:25.330268 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:36:25.331063 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:25.336379 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:36:25.343498 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:25.344658 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:25.363487 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e547054b-53f3-46e4-ba94-b0cf9ae5bf80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:25.403715 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-34f0b28a-dba1-4600-b826-02e9117935a3 req-a12f3eab-0a04-4308-b675-084b2e0fd5fb tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/floatingips/3a8cdda2-74b0-4dda-897d-01dbc2d60b5f HTTP/1.1" status: 200 len: 693 time: 0.2238436 Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:36:25.521438 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:36:25.532389 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0b28a-dba1-4600-b826-02e9117935a3 req-70cf227d-e428-4f67-88b9-e263e9eb53e5 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:25.541857 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-34f0b28a-dba1-4600-b826-02e9117935a3 req-70cf227d-e428-4f67-88b9-e263e9eb53e5 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.1368337 Aug 16 01:36:25.562954 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-14906aa5-1902-40e2-b6ed-87117b6a3c62 req-50d7b272-bc7b-45e2-bd9a-a6e3a626c4cf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183470 Aug 16 01:36:25.577119 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:25.594079 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:25.612249 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:25.616393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] 10.222.0.68 "DELETE /v2.0/networks/d175df58-def8-4ec7-8e23-2ebe9176428d HTTP/1.1" status: 204 len: 168 time: 1.3776653 Aug 16 01:36:25.633648 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-34f0b28a-dba1-4600-b826-02e9117935a3 req-0c094fcd-96cf-458d-b93e-1a5a9cac840d tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 696 time: 0.0905929 Aug 16 01:36:25.636639 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39036) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:25.653024 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b045ae7-7b56-48e2-8e42-41865978dd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:25.658335 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db217c0-e5ab-4ecb-8425-7a54bb95b466" -d '{"events": [{"server_uuid": "4b045ae7-7b56-48e2-8e42-41865978dd3d", "name": "network-vif-plugged", "status": "completed", "tag": "0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:25.696311 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:25.710922 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-34f0b28a-dba1-4600-b826-02e9117935a3 req-a84d033b-bd9c-44e3-bfdb-7af065cd79b2 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 696 time: 0.0756929 Aug 16 01:36:25.714769 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:25.715888 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 39fd89c9-3ded-4151-a239-a044b738a356 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:36:25.777590 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf8914-6be9-487c-80d8-acbd1a383e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=d175df58-def8-4ec7-8e23-2ebe9176428d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:25.839035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:25.881087 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 39fd89c9-3ded-4151-a239-a044b738a356 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:36:25.881809 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 39fd89c9-3ded-4151-a239-a044b738a356 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:36:25.887818 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:25.892684 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e547054b-53f3-46e4-ba94-b0cf9ae5bf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:25.993686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c11354-854c-4e92-b2ed-64a7befb5474 req-f7dcfc42-f56c-45eb-8892-6517187afde1 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:25.996547 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-66c11354-854c-4e92-b2ed-64a7befb5474 req-f7dcfc42-f56c-45eb-8892-6517187afde1 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 946 time: 0.2240784 Aug 16 01:36:25.998047 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-811bc20b-acf3-476a-a10e-3e4dd8429791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:26.000673 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-811bc20b-acf3-476a-a10e-3e4dd8429791 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 922 time: 0.6870456 Aug 16 01:36:26.103211 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-75d92cf7-d353-4895-989d-b437b5a5f4da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d486af8-e932-4a67-84f5-a39380642faa HTTP/1.1" status: 200 len: 217 time: 0.0752180 Aug 16 01:36:26.129350 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-66c11354-854c-4e92-b2ed-64a7befb5474 req-0aacf5b3-2343-4aa6-a673-515a7d7e4b04 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263032 Aug 16 01:36:26.206078 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-8a91d5c7-6c12-4f03-9c07-2d1509cbe062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:26.208742 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-8a91d5c7-6c12-4f03-9c07-2d1509cbe062 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.0780058 Aug 16 01:36:26.268253 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f42ab4b2-3119-4da2-a988-8ba321633b52 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475209 Aug 16 01:36:26.316620 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3df4c38-047d-40b4-9423-2c0966f0598d x-openstack-request-id: req-e3df4c38-047d-40b4-9423-2c0966f0598d {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:26.316980 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b045ae7-7b56-48e2-8e42-41865978dd3d", "name": "network-vif-plugged", "status": "completed", "tag": "0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:26.317296 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e3df4c38-047d-40b4-9423-2c0966f0598d {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:26.317798 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b045ae7-7b56-48e2-8e42-41865978dd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14', 'code': 200} Aug 16 01:36:26.355979 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-34f0b28a-dba1-4600-b826-02e9117935a3 req-3e76ce40-d4b5-46c0-9ab7-b08cbcb469c9 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Deleting port 8a855f64-c977-4d25-a630-31e1f9ea67f9 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:26.356245 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-34f0b28a-dba1-4600-b826-02e9117935a3 req-3e76ce40-d4b5-46c0-9ab7-b08cbcb469c9 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:26.428696 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-928d5ce6-e3db-43ae-b2be-b65c19a447c3 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451874 Aug 16 01:36:26.570717 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e547054b-53f3-46e4-ba94-b0cf9ae5bf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:26.574047 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73e5d2-e49a-4bdc-aba9-a5194cd4cd36 req-f328d098-f009-490c-8d3d-62441124b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:26.575580 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f73e5d2-e49a-4bdc-aba9-a5194cd4cd36 req-f328d098-f009-490c-8d3d-62441124b944 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4b045ae7-7b56-48e2-8e42-41865978dd3d HTTP/1.1" status: 200 len: 1098 time: 0.1665213 Aug 16 01:36:26.581426 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-748a790f-2682-4125-b2e8-cd5b3475bd7f service neutron] 10.222.0.73 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432290 Aug 16 01:36:26.627278 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-34f0b28a-dba1-4600-b826-02e9117935a3 req-3e76ce40-d4b5-46c0-9ab7-b08cbcb469c9 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:26.627691 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-34f0b28a-dba1-4600-b826-02e9117935a3 req-3e76ce40-d4b5-46c0-9ab7-b08cbcb469c9 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:26.667504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547054b-53f3-46e4-ba94-b0cf9ae5bf80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64401efc-2fbb-438b-ae89-fb38551e0476,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:26.681748 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e547054b-53f3-46e4-ba94-b0cf9ae5bf80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:26.686415 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e547054b-53f3-46e4-ba94-b0cf9ae5bf80 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/64401efc-2fbb-438b-ae89-fb38551e0476 HTTP/1.1" status: 204 len: 168 time: 1.6947360 Aug 16 01:36:26.692735 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39048) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:26.695089 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-34f0b28a-dba1-4600-b826-02e9117935a3 req-3e76ce40-d4b5-46c0-9ab7-b08cbcb469c9 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Calling delete_port for 8a855f64-c977-4d25-a630-31e1f9ea67f9 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:26.728903 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490b156-5c5f-47b7-b6b6-2a58195cadae req-fd381c91-d546-491e-bca4-2d8d3de834e6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:26.731181 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5490b156-5c5f-47b7-b6b6-2a58195cadae req-fd381c91-d546-491e-bca4-2d8d3de834e6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b045ae7-7b56-48e2-8e42-41865978dd3d HTTP/1.1" status: 200 len: 946 time: 0.0650523 Aug 16 01:36:26.780190 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5490b156-5c5f-47b7-b6b6-2a58195cadae req-861d2756-f6ec-4c4f-a172-2f63b6b726fe tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376911 Aug 16 01:36:26.834518 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f73e5d2-e49a-4bdc-aba9-a5194cd4cd36 req-2be7ad68-2d91-4907-b887-ed7b1c3a8ce0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143700 Aug 16 01:36:26.839735 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abcf4658-f29b-429c-8b2a-65aa940ca0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:27.048487 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abcf4658-f29b-429c-8b2a-65aa940ca0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:27.069103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-abcf4658-f29b-429c-8b2a-65aa940ca0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33112b3-f673-4336-a179-d076fef14874']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:27.086712 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-abcf4658-f29b-429c-8b2a-65aa940ca0a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8114d18f-9a8f-472b-90e6-831ad79b9216') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:27.087029 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-abcf4658-f29b-429c-8b2a-65aa940ca0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8114d18f-9a8f-472b-90e6-831ad79b9216') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:27.097414 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-34f0b28a-dba1-4600-b826-02e9117935a3 req-3e76ce40-d4b5-46c0-9ab7-b08cbcb469c9 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:27.103869 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abcf4658-f29b-429c-8b2a-65aa940ca0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:27.151266 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76ce40-d4b5-46c0-9ab7-b08cbcb469c9 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Pushing event deleted for resources: {'Port': ['ID=8a855f64-c977-4d25-a630-31e1f9ea67f9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:27.154717 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abcf4658-f29b-429c-8b2a-65aa940ca0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:27.179058 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcf4658-f29b-429c-8b2a-65aa940ca0a9 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:36:27.179564 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abcf4658-f29b-429c-8b2a-65aa940ca0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:36:27.181419 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:36:27.295819 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abcf4658-f29b-429c-8b2a-65aa940ca0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:27.323877 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f7710-8bfd-47db-8b03-a369a81b5a4f req-2f178993-6f2f-450e-b977-dd6f74d328a0 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:27.325482 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-769f7710-8bfd-47db-8b03-a369a81b5a4f req-2f178993-6f2f-450e-b977-dd6f74d328a0 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 946 time: 0.0615106 Aug 16 01:36:27.326961 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abcf4658-f29b-429c-8b2a-65aa940ca0a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:27.330595 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-abcf4658-f29b-429c-8b2a-65aa940ca0a9 admin admin] 10.222.0.68 "DELETE /v2.0/networks/c33112b3-f673-4336-a179-d076fef14874 HTTP/1.1" status: 204 len: 168 time: 0.6352530 Aug 16 01:36:27.333698 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-34f0b28a-dba1-4600-b826-02e9117935a3 req-3e76ce40-d4b5-46c0-9ab7-b08cbcb469c9 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:27.344861 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-34f0b28a-dba1-4600-b826-02e9117935a3 req-3e76ce40-d4b5-46c0-9ab7-b08cbcb469c9 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:27.353089 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-34f0b28a-dba1-4600-b826-02e9117935a3 req-3e76ce40-d4b5-46c0-9ab7-b08cbcb469c9 tempest-FloatingIPDetailsTestJSON-2027223273 tempest-FloatingIPDetailsTestJSON-2027223273-project] 10.222.0.68 "DELETE /v2.0/floatingips/3a8cdda2-74b0-4dda-897d-01dbc2d60b5f HTTP/1.1" status: 204 len: 173 time: 1.6408634 Aug 16 01:36:27.355602 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39056) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:27.387086 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf4658-f29b-429c-8b2a-65aa940ca0a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c33112b3-f673-4336-a179-d076fef14874,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:27.422847 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11d54399-b6c7-418d-9b62-7a141c064ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:27.445651 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-769f7710-8bfd-47db-8b03-a369a81b5a4f req-7b3a1014-90ca-421e-a942-bc0ad2e6e352 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111152 Aug 16 01:36:27.547358 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39060) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:27.612778 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a0710549-a467-49fa-a1c5-4fed00aef621 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2ec5742741f94a4992c264b5d566d530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601315 Aug 16 01:36:27.614432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39064) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:27.761062 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-faf5241f-b8fd-4190-a3bd-e4a53d6d69ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:27.797125 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-faf5241f-b8fd-4190-a3bd-e4a53d6d69ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:27.949314 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-faf5241f-b8fd-4190-a3bd-e4a53d6d69ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:27.951803 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-faf5241f-b8fd-4190-a3bd-e4a53d6d69ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:27.952981 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-faf5241f-b8fd-4190-a3bd-e4a53d6d69ae admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/deaf6bb8-f00a-4315-9086-d7a50c6ee967 HTTP/1.1" status: 204 len: 168 time: 0.3360629 Aug 16 01:36:27.996848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5241f-b8fd-4190-a3bd-e4a53d6d69ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaf6bb8-f00a-4315-9086-d7a50c6ee967,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:27.999489 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-11d54399-b6c7-418d-9b62-7a141c064ac5 admin admin] Deleting port 11aded56-366a-4010-aa30-aa67304d0b01 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:27.999833 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11d54399-b6c7-418d-9b62-7a141c064ac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:28.041567 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5339b84-e9cb-4f8c-966f-596e97bb89b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:28.149433 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-11d54399-b6c7-418d-9b62-7a141c064ac5 admin admin] For port 11aded56-366a-4010-aa30-aa67304d0b01, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=11aded56-366a-4010-aa30-aa67304d0b01,segment=NetworkSegment(eda861f1-f748-4d89-902d-adc09832eba3),segment_id=eda861f1-f748-4d89-902d-adc09832eba3)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:28.149845 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11d54399-b6c7-418d-9b62-7a141c064ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:28.185851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-11d54399-b6c7-418d-9b62-7a141c064ac5 admin admin] Calling delete_port for 11aded56-366a-4010-aa30-aa67304d0b01 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:28.225687 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf53a4b-ed54-4922-9a0d-2c67f21fdec0 req-4eb11135-60ed-4ff9-9591-609228930a03 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:28.227460 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bbf53a4b-ed54-4922-9a0d-2c67f21fdec0 req-4eb11135-60ed-4ff9-9591-609228930a03 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b045ae7-7b56-48e2-8e42-41865978dd3d HTTP/1.1" status: 200 len: 946 time: 0.2462912 Aug 16 01:36:28.407229 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bbf53a4b-ed54-4922-9a0d-2c67f21fdec0 req-fbf47a95-868d-4046-afb3-0c9f7ca40093 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660264 Aug 16 01:36:28.635271 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11d54399-b6c7-418d-9b62-7a141c064ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:28.670758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d54399-b6c7-418d-9b62-7a141c064ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=11aded56-366a-4010-aa30-aa67304d0b01,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:28.967402 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b246d-162f-4b90-9768-c05ac33444c4 req-68e6158d-f12e-40e6-9ea0-8610c6707a74 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:28.983876 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d8b246d-162f-4b90-9768-c05ac33444c4 req-68e6158d-f12e-40e6-9ea0-8610c6707a74 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 946 time: 0.2215381 Aug 16 01:36:29.089076 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d8b246d-162f-4b90-9768-c05ac33444c4 req-19aa7ce3-0b2c-4a86-b2aa-5eecb50e408d tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030354 Aug 16 01:36:29.126397 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11d54399-b6c7-418d-9b62-7a141c064ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:29.215107 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a5339b84-e9cb-4f8c-966f-596e97bb89b8 admin admin] Deleting port 63fcf66d-c937-4281-a5f5-d8425a7e8d3e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:29.215562 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5339b84-e9cb-4f8c-966f-596e97bb89b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:29.371512 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a5339b84-e9cb-4f8c-966f-596e97bb89b8 admin admin] For port 63fcf66d-c937-4281-a5f5-d8425a7e8d3e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=63fcf66d-c937-4281-a5f5-d8425a7e8d3e,segment=NetworkSegment(e87743bf-cb08-46c2-b25c-1c54f98a071e),segment_id=e87743bf-cb08-46c2-b25c-1c54f98a071e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:29.372164 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5339b84-e9cb-4f8c-966f-596e97bb89b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:29.382493 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39090) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:29.400269 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a5339b84-e9cb-4f8c-966f-596e97bb89b8 admin admin] Calling delete_port for 63fcf66d-c937-4281-a5f5-d8425a7e8d3e owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:29.633167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d54399-b6c7-418d-9b62-7a141c064ac5 admin admin] Router ba88f3be-a0f3-4752-9bef-8c4aee4a2092 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:36:29.650818 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1345eec-b44c-491a-b78b-f4a57aa95b09 req-e093adaa-8b60-4e0b-ba1d-6828c182cacf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:29.653019 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e1345eec-b44c-491a-b78b-f4a57aa95b09 req-e093adaa-8b60-4e0b-ba1d-6828c182cacf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b045ae7-7b56-48e2-8e42-41865978dd3d HTTP/1.1" status: 200 len: 946 time: 0.1082628 Aug 16 01:36:29.672357 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2cc573bf-e7ab-4b36-8289-78fd1a2372a7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1909552248-network', 'tenant_id': '6955144317de499aad6e271fe6a5eaf2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:29.714420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc573bf-e7ab-4b36-8289-78fd1a2372a7 admin admin] Made reservation on behalf of 6955144317de499aad6e271fe6a5eaf2 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:36:29.717590 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2cc573bf-e7ab-4b36-8289-78fd1a2372a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:29.734097 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5339b84-e9cb-4f8c-966f-596e97bb89b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:29.747298 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2cc573bf-e7ab-4b36-8289-78fd1a2372a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:29.761958 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e1345eec-b44c-491a-b78b-f4a57aa95b09 req-a2af22b6-4de0-4d5f-98aa-42930a9c0685 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009800 Aug 16 01:36:29.817050 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5339b84-e9cb-4f8c-966f-596e97bb89b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=63fcf66d-c937-4281-a5f5-d8425a7e8d3e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:29.859397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d54399-b6c7-418d-9b62-7a141c064ac5 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:36:29.872322 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e43d77d-099a-419f-b0a8-08757c894ac7 None None] Sync routers for ids ['ba88f3be-a0f3-4752-9bef-8c4aee4a2092'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:36:29.878532 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-11d54399-b6c7-418d-9b62-7a141c064ac5 admin admin] 10.222.0.68 "PUT /v2.0/routers/ba88f3be-a0f3-4752-9bef-8c4aee4a2092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2342193 Aug 16 01:36:29.879661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39098) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:30.208243 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed5e230e-65bf-4715-b342-336d1002c3f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:30.217475 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5339b84-e9cb-4f8c-966f-596e97bb89b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:30.241071 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2cc573bf-e7ab-4b36-8289-78fd1a2372a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:30.265547 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e43d77d-099a-419f-b0a8-08757c894ac7 None None] Routers {'ba88f3be-a0f3-4752-9bef-8c4aee4a2092'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:36:30.266233 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3e43d77d-099a-419f-b0a8-08757c894ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:36:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ba88f3be-a0f3-4752-9bef-8c4aee4a2092'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:30.372883 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2cc573bf-e7ab-4b36-8289-78fd1a2372a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:30.440182 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-3e43d77d-099a-419f-b0a8-08757c894ac7 None None] Set router ba88f3be-a0f3-4752-9bef-8c4aee4a2092 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:36:30.483658 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc573bf-e7ab-4b36-8289-78fd1a2372a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:36:30.497918 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed5e230e-65bf-4715-b342-336d1002c3f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:30.543975 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc573bf-e7ab-4b36-8289-78fd1a2372a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290ee975-2092-48a6-8311-4985206ac05a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:30.576677 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2cc573bf-e7ab-4b36-8289-78fd1a2372a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:30.577303 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-2cc573bf-e7ab-4b36-8289-78fd1a2372a7 admin admin] Added segment 57785554-e77b-4732-a4f6-ce2eef93c433 of type vlan for network 94f01b09-b26b-4a7b-a559-bd07c9bc9dee Aug 16 01:36:30.607198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ed5e230e-65bf-4715-b342-336d1002c3f0 admin admin] Deleting port 8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:30.607566 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed5e230e-65bf-4715-b342-336d1002c3f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:30.644042 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ee487-e705-4110-9bbb-419170c71010 req-6570b07a-fc62-41a1-9163-cc25eca90439 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:30.645859 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f05ee487-e705-4110-9bbb-419170c71010 req-6570b07a-fc62-41a1-9163-cc25eca90439 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 946 time: 0.3011339 Aug 16 01:36:30.682669 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2cc573bf-e7ab-4b36-8289-78fd1a2372a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:30.773596 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3e43d77d-099a-419f-b0a8-08757c894ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba88f3be-a0f3-4752-9bef-8c4aee4a2092', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519416315-router', 'tenant_id': '8c49996220114a0db6fca65a3c028913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:17Z', 'updated_at': '2021-08-16T01:36:28Z', 'revision_number': 5, 'project_id': '8c49996220114a0db6fca65a3c028913', 'gw_port': {'id': '8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba88f3be-a0f3-4752-9bef-8c4aee4a2092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:31:18Z', 'updated_at': '2021-08-16T01:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:30.781555 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-ed5e230e-65bf-4715-b342-336d1002c3f0 admin admin] For port 8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:30.782810 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed5e230e-65bf-4715-b342-336d1002c3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:30.795015 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f05ee487-e705-4110-9bbb-419170c71010 req-341f32bb-146b-4bcd-b699-8a3b225c432d tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391158 Aug 16 01:36:30.811618 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ed5e230e-65bf-4715-b342-336d1002c3f0 admin admin] Calling delete_port for 8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:30.821721 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2cc573bf-e7ab-4b36-8289-78fd1a2372a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:30.822871 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc573bf-e7ab-4b36-8289-78fd1a2372a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:30.823781 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2cc573bf-e7ab-4b36-8289-78fd1a2372a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:30.878360 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e43d77d-099a-419f-b0a8-08757c894ac7 None None] Checking router: ba88f3be-a0f3-4752-9bef-8c4aee4a2092 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:36:30.891180 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e43d77d-099a-419f-b0a8-08757c894ac7 None None] Routers {'ba88f3be-a0f3-4752-9bef-8c4aee4a2092'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:36:30.893330 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3e43d77d-099a-419f-b0a8-08757c894ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:36:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ba88f3be-a0f3-4752-9bef-8c4aee4a2092'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:31.006912 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39102) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:31.008268 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2cc573bf-e7ab-4b36-8289-78fd1a2372a7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6241174 Aug 16 01:36:31.019394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ffbfd54d-ce3c-430c-b8d5-6c93e51ab52e admin admin] Request body: {'subnet': {'network_id': '94f01b09-b26b-4a7b-a559-bd07c9bc9dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1909552248-subnet', 'tenant_id': '6955144317de499aad6e271fe6a5eaf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:31.043113 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc573bf-e7ab-4b36-8289-78fd1a2372a7 admin admin] Pushing event updated for resources: {'Network': ['ID=94f01b09-b26b-4a7b-a559-bd07c9bc9dee,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:31.063254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5339b84-e9cb-4f8c-966f-596e97bb89b8 admin admin] Router 625788ce-cc6f-45dd-bb91-966ddae27a00 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:36:31.104368 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-3e43d77d-099a-419f-b0a8-08757c894ac7 None None] Set router ba88f3be-a0f3-4752-9bef-8c4aee4a2092 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:36:31.167319 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbfd54d-ce3c-430c-b8d5-6c93e51ab52e admin admin] Made reservation on behalf of 6955144317de499aad6e271fe6a5eaf2 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:36:31.169749 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd54d-ce3c-430c-b8d5-6c93e51ab52e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:31.199202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 94f01b09-b26b-4a7b-a559-bd07c9bc9dee details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:36:31.267520 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5339b84-e9cb-4f8c-966f-596e97bb89b8 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:36:31.274191 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a5339b84-e9cb-4f8c-966f-596e97bb89b8 admin admin] 10.222.0.68 "PUT /v2.0/routers/625788ce-cc6f-45dd-bb91-966ddae27a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9172866 Aug 16 01:36:31.276821 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39104) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:31.281532 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf4b807-b151-4be4-925c-0cb3973b5b4f None None] Sync routers for ids ['625788ce-cc6f-45dd-bb91-966ddae27a00'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:36:31.311044 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf4b807-b151-4be4-925c-0cb3973b5b4f None None] Routers {'625788ce-cc6f-45dd-bb91-966ddae27a00'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:36:31.313257 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1bf4b807-b151-4be4-925c-0cb3973b5b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:36:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['625788ce-cc6f-45dd-bb91-966ddae27a00'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:31.320963 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3e43d77d-099a-419f-b0a8-08757c894ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba88f3be-a0f3-4752-9bef-8c4aee4a2092', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519416315-router', 'tenant_id': '8c49996220114a0db6fca65a3c028913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:17Z', 'updated_at': '2021-08-16T01:36:30Z', 'revision_number': 6, 'project_id': '8c49996220114a0db6fca65a3c028913', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:31.372520 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e43d77d-099a-419f-b0a8-08757c894ac7 None None] The sync data for ids ['ba88f3be-a0f3-4752-9bef-8c4aee4a2092'] in n-d-765315-27 is: [{'id': 'ba88f3be-a0f3-4752-9bef-8c4aee4a2092', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1519416315-router', 'tenant_id': '8c49996220114a0db6fca65a3c028913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:31:17Z', 'updated_at': '2021-08-16T01:36:30Z', 'revision_number': 6, 'project_id': '8c49996220114a0db6fca65a3c028913', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:36:31.426842 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed5e230e-65bf-4715-b342-336d1002c3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:31.477992 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e230e-65bf-4715-b342-336d1002c3f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:31.554766 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d192368f-d892-4152-8352-c7d4756993df admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:31.669369 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1bf4b807-b151-4be4-925c-0cb3973b5b4f None None] Set router 625788ce-cc6f-45dd-bb91-966ddae27a00 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:36:31.691017 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd54d-ce3c-430c-b8d5-6c93e51ab52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:31.775769 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d192368f-d892-4152-8352-c7d4756993df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:31.779635 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed5e230e-65bf-4715-b342-336d1002c3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:31.965613 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d192368f-d892-4152-8352-c7d4756993df admin admin] Deleting port 14267ae1-49c2-42a7-82f8-0c4bfbc6f35b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:31.966270 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d192368f-d892-4152-8352-c7d4756993df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:32.149875 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d192368f-d892-4152-8352-c7d4756993df admin admin] For port 14267ae1-49c2-42a7-82f8-0c4bfbc6f35b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=14267ae1-49c2-42a7-82f8-0c4bfbc6f35b,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:32.150385 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d192368f-d892-4152-8352-c7d4756993df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:32.167604 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d192368f-d892-4152-8352-c7d4756993df admin admin] Calling delete_port for 14267ae1-49c2-42a7-82f8-0c4bfbc6f35b owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:32.452160 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1bf4b807-b151-4be4-925c-0cb3973b5b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625788ce-cc6f-45dd-bb91-966ddae27a00', 'name': 'tempest-FloatingIPDetailsTestJSON-1124526236-router', 'tenant_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '14267ae1-49c2-42a7-82f8-0c4bfbc6f35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:41Z', 'updated_at': '2021-08-16T01:36:29Z', 'revision_number': 5, 'project_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'gw_port': {'id': '14267ae1-49c2-42a7-82f8-0c4bfbc6f35b', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625788ce-cc6f-45dd-bb91-966ddae27a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:43Z', 'updated_at': '2021-08-16T01:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:32.497544 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed5e230e-65bf-4715-b342-336d1002c3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:32.503017 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf4b807-b151-4be4-925c-0cb3973b5b4f None None] Checking router: 625788ce-cc6f-45dd-bb91-966ddae27a00 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:36:32.518636 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed5e230e-65bf-4715-b342-336d1002c3f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:32.524531 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf4b807-b151-4be4-925c-0cb3973b5b4f None None] Routers {'625788ce-cc6f-45dd-bb91-966ddae27a00'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:36:32.525163 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1bf4b807-b151-4be4-925c-0cb3973b5b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:36:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['625788ce-cc6f-45dd-bb91-966ddae27a00'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:32.710306 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfd54d-ce3c-430c-b8d5-6c93e51ab52e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a4cb1bd-7f1d-44b4-9d39-039a8b69b71f,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:32.740658 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d192368f-d892-4152-8352-c7d4756993df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:32.764085 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1bf4b807-b151-4be4-925c-0cb3973b5b4f None None] Set router 625788ce-cc6f-45dd-bb91-966ddae27a00 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:36:32.779480 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed5e230e-65bf-4715-b342-336d1002c3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:32.780105 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5e230e-65bf-4715-b342-336d1002c3f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba88f3be-a0f3-4752-9bef-8c4aee4a2092 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:36:32.804220 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed5e230e-65bf-4715-b342-336d1002c3f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:32.805502 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ed5e230e-65bf-4715-b342-336d1002c3f0 admin admin] 10.222.0.68 "DELETE /v2.0/routers/ba88f3be-a0f3-4752-9bef-8c4aee4a2092 HTTP/1.1" status: 204 len: 168 time: 2.9246726 Aug 16 01:36:32.810521 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39110) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:32.847534 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1bf4b807-b151-4be4-925c-0cb3973b5b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625788ce-cc6f-45dd-bb91-966ddae27a00', 'name': 'tempest-FloatingIPDetailsTestJSON-1124526236-router', 'tenant_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:41Z', 'updated_at': '2021-08-16T01:36:31Z', 'revision_number': 6, 'project_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:32.858240 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbfd54d-ce3c-430c-b8d5-6c93e51ab52e admin admin] Checking segment: {'id': '57785554-e77b-4732-a4f6-ce2eef93c433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '94f01b09-b26b-4a7b-a559-bd07c9bc9dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:32.858584 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbfd54d-ce3c-430c-b8d5-6c93e51ab52e admin admin] Network hostable DHCP agents. Network: 94f01b09-b26b-4a7b-a559-bd07c9bc9dee, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:36:32.863556 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192368f-d892-4152-8352-c7d4756993df admin admin] Pushing event deleted for resources: {'Port': ['ID=14267ae1-49c2-42a7-82f8-0c4bfbc6f35b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:32.929366 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf4b807-b151-4be4-925c-0cb3973b5b4f None None] The sync data for ids ['625788ce-cc6f-45dd-bb91-966ddae27a00'] in n-d-765315-27 is: [{'id': '625788ce-cc6f-45dd-bb91-966ddae27a00', 'name': 'tempest-FloatingIPDetailsTestJSON-1124526236-router', 'tenant_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:41Z', 'updated_at': '2021-08-16T01:36:31Z', 'revision_number': 6, 'project_id': 'cb7200dfe48b48eda52f76a923fdec2c', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:36:32.947465 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 11aded56-366a-4010-aa30-aa67304d0b01 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:36:32.952980 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295016b7-182c-4bc1-9b94-9e640189e902 req-76302e2a-9037-4d81-a0dc-125834b8287b tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:32.955639 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-295016b7-182c-4bc1-9b94-9e640189e902 req-76302e2a-9037-4d81-a0dc-125834b8287b tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 946 time: 0.4431584 Aug 16 01:36:32.991961 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbfd54d-ce3c-430c-b8d5-6c93e51ab52e admin admin] Network 94f01b09-b26b-4a7b-a559-bd07c9bc9dee is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:36:33.015680 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 11aded56-366a-4010-aa30-aa67304d0b01 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:36:33.016023 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 11aded56-366a-4010-aa30-aa67304d0b01 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:36:33.016481 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:36:33.019922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7549435-5633-4d10-9356-64689fd03c8e admin admin] Deleting subnet b2967cba-4efd-4fb0-94f0-3a3074351bfc {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:36:33.022330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ffbfd54d-ce3c-430c-b8d5-6c93e51ab52e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 94f01b09-b26b-4a7b-a559-bd07c9bc9dee) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:33.036052 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b05420-02f4-436a-9b0a-ba11431bc571 None None] Network 94f01b09-b26b-4a7b-a559-bd07c9bc9dee requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:36:33.041859 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7549435-5633-4d10-9356-64689fd03c8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:33.044487 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbfd54d-ce3c-430c-b8d5-6c93e51ab52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:33.045287 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd54d-ce3c-430c-b8d5-6c93e51ab52e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:33.071758 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-295016b7-182c-4bc1-9b94-9e640189e902 req-872f4582-2917-4861-b8f2-7acb4b424668 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051321 Aug 16 01:36:33.097512 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d192368f-d892-4152-8352-c7d4756993df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:33.102914 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ffbfd54d-ce3c-430c-b8d5-6c93e51ab52e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0942523 Aug 16 01:36:33.109144 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7549435-5633-4d10-9356-64689fd03c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:33.255385 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7549435-5633-4d10-9356-64689fd03c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:33.260277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:36:33.262045 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8e0eb0cc-c2c3-4e9b-8481-e90203f8ad82 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:36:33.370492 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d192368f-d892-4152-8352-c7d4756993df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:33.373527 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d192368f-d892-4152-8352-c7d4756993df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:33.402061 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7549435-5633-4d10-9356-64689fd03c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:33.478914 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7549435-5633-4d10-9356-64689fd03c8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2967cba-4efd-4fb0-94f0-3a3074351bfc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:33.479846 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e552d6d-1872-4d75-99d9-06afad9110ce None None] Network 94f01b09-b26b-4a7b-a559-bd07c9bc9dee requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:36:33.489229 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7549435-5633-4d10-9356-64689fd03c8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:33.495934 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a7549435-5633-4d10-9356-64689fd03c8e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b2967cba-4efd-4fb0-94f0-3a3074351bfc HTTP/1.1" status: 204 len: 168 time: 0.6822083 Aug 16 01:36:33.496438 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39130) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:33.503994 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a34e3d5-c97a-4e74-9119-d22e783a4d58 None None] Network d8aed438-7258-4bc9-85b7-60367d801d69 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:36:33.515990 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d192368f-d892-4152-8352-c7d4756993df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:33.517091 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d192368f-d892-4152-8352-c7d4756993df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 625788ce-cc6f-45dd-bb91-966ddae27a00 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:36:33.526210 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d192368f-d892-4152-8352-c7d4756993df admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:33.527551 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d192368f-d892-4152-8352-c7d4756993df admin admin] 10.222.0.68 "DELETE /v2.0/routers/625788ce-cc6f-45dd-bb91-966ddae27a00 HTTP/1.1" status: 204 len: 168 time: 2.2498176 Aug 16 01:36:33.530267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39132) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:33.656756 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:33.700469 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad62be2b-d25d-4809-8b54-008b0cb1b2c4 admin admin] Deleting subnet a47b9e2d-be86-43ad-afe4-9b872e99a356 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:36:33.715499 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad62be2b-d25d-4809-8b54-008b0cb1b2c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:33.786095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] Deleting port ba757212-d5f0-41b9-935c-ab94dbff9d84 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:33.787976 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:33.839450 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad62be2b-d25d-4809-8b54-008b0cb1b2c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:33.957621 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d69ced-5ce8-4088-9901-5035d258a4e3 None None] DHCP port deletion for d8aed438-7258-4bc9-85b7-60367d801d69 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:36:34.085366 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f4d69ced-5ce8-4088-9901-5035d258a4e3 None None] Deleting port ba757212-d5f0-41b9-935c-ab94dbff9d84 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:34.086033 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4d69ced-5ce8-4088-9901-5035d258a4e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:34.090070 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] For port ba757212-d5f0-41b9-935c-ab94dbff9d84, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ba757212-d5f0-41b9-935c-ab94dbff9d84,segment=NetworkSegment(eda861f1-f748-4d89-902d-adc09832eba3),segment_id=eda861f1-f748-4d89-902d-adc09832eba3)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:34.099097 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:34.121740 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] Calling delete_port for ba757212-d5f0-41b9-935c-ab94dbff9d84 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:34.203380 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad62be2b-d25d-4809-8b54-008b0cb1b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:34.312847 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f4d69ced-5ce8-4088-9901-5035d258a4e3 None None] For port ba757212-d5f0-41b9-935c-ab94dbff9d84, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ba757212-d5f0-41b9-935c-ab94dbff9d84,segment=NetworkSegment(eda861f1-f748-4d89-902d-adc09832eba3),segment_id=eda861f1-f748-4d89-902d-adc09832eba3)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:34.313776 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4d69ced-5ce8-4088-9901-5035d258a4e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:34.336594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-0464a5c8-b871-4b58-ba2b-b60a97f7508f tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:34.338690 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-0464a5c8-b871-4b58-ba2b-b60a97f7508f tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/networks?id=94f01b09-b26b-4a7b-a559-bd07c9bc9dee HTTP/1.1" status: 200 len: 814 time: 0.3507733 Aug 16 01:36:34.383170 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-27e21ee2-ada6-4d52-91f3-3268c7bfa17e tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/quotas/6955144317de499aad6e271fe6a5eaf2 HTTP/1.1" status: 200 len: 375 time: 0.0330946 Aug 16 01:36:34.386166 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:34.388577 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad62be2b-d25d-4809-8b54-008b0cb1b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:34.418668 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f4d69ced-5ce8-4088-9901-5035d258a4e3 None None] Calling delete_port for ba757212-d5f0-41b9-935c-ab94dbff9d84 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:34.451560 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62be2b-d25d-4809-8b54-008b0cb1b2c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a47b9e2d-be86-43ad-afe4-9b872e99a356,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:34.454879 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad62be2b-d25d-4809-8b54-008b0cb1b2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:34.460238 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ad62be2b-d25d-4809-8b54-008b0cb1b2c4 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/a47b9e2d-be86-43ad-afe4-9b872e99a356 HTTP/1.1" status: 204 len: 168 time: 0.9287560 Aug 16 01:36:34.482577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39166) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:34.486743 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-628a99b1-cae9-42a3-b97c-a618df551f51 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6955144317de499aad6e271fe6a5eaf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895402 Aug 16 01:36:34.503209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] Pushing event deleted for resources: {'Port': ['ID=ba757212-d5f0-41b9-935c-ab94dbff9d84,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:34.505516 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] No DVR routers for this DVR port ba757212-d5f0-41b9-935c-ab94dbff9d84 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:36:34.522267 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2071e1f-bb8c-4baf-996b-2ad825fde6cf None None] Network 04aff894-981a-426c-93d9-755572dcf6d9 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:36:34.619064 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:34.720743 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:34.741139 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8aed438-7258-4bc9-85b7-60367d801d69']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:34.749121 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4d69ced-5ce8-4088-9901-5035d258a4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:34.760728 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ddb75-a3c7-4d60-bee8-d143576064d1 req-fc1ffe17-2512-4787-894d-53fe08ef569e tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:34.787002 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d1ddb75-a3c7-4d60-bee8-d143576064d1 req-fc1ffe17-2512-4787-894d-53fe08ef569e tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 946 time: 0.2640009 Aug 16 01:36:34.787351 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] Deleting port 2dd6befb-b033-4be2-9ede-ec0641539676 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:34.787845 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:34.805815 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda861f1-f748-4d89-902d-adc09832eba3') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:34.806191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda861f1-f748-4d89-902d-adc09832eba3') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:34.806597 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d69ced-5ce8-4088-9901-5035d258a4e3 None None] Pushing event deleted for resources: {'Port': ['ID=ba757212-d5f0-41b9-935c-ab94dbff9d84,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:34.820346 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d69ced-5ce8-4088-9901-5035d258a4e3 None None] No DVR routers for this DVR port ba757212-d5f0-41b9-935c-ab94dbff9d84 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:36:34.845141 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:34.939106 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e05af7-ad9c-4e3f-8446-59d09d42fbcb None None] DHCP port deletion for 04aff894-981a-426c-93d9-755572dcf6d9 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:36:34.941277 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d1ddb75-a3c7-4d60-bee8-d143576064d1 req-c3b4149a-d507-4841-84f3-4bfc9352359f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479249 Aug 16 01:36:34.950357 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:34.989129 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:36:34.989872 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:36:34.992446 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:36:34.995074 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] For port 2dd6befb-b033-4be2-9ede-ec0641539676, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2dd6befb-b033-4be2-9ede-ec0641539676,segment=NetworkSegment(e87743bf-cb08-46c2-b25c-1c54f98a071e),segment_id=e87743bf-cb08-46c2-b25c-1c54f98a071e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:34.995074 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:34.999031 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-1b3e5091-df17-4d0b-9a74-9407d779f0e8 service neutron] 10.222.0.68 "GET /v2.0/networks/94f01b09-b26b-4a7b-a559-bd07c9bc9dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038810 Aug 16 01:36:35.018581 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] Calling delete_port for 2dd6befb-b033-4be2-9ede-ec0641539676 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:35.041018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ba757212-d5f0-41b9-935c-ab94dbff9d84 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:36:35.099634 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: ba757212-d5f0-41b9-935c-ab94dbff9d84 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:36:35.108152 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ba757212-d5f0-41b9-935c-ab94dbff9d84 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:36:35.108928 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 63fcf66d-c937-4281-a5f5-d8425a7e8d3e no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:36:35.155182 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 63fcf66d-c937-4281-a5f5-d8425a7e8d3e {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:36:35.155820 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 63fcf66d-c937-4281-a5f5-d8425a7e8d3e not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:36:35.156423 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 14267ae1-49c2-42a7-82f8-0c4bfbc6f35b no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:36:35.175220 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:35.210158 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:35.214490 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] 10.222.0.68 "DELETE /v2.0/networks/d8aed438-7258-4bc9-85b7-60367d801d69 HTTP/1.1" status: 204 len: 168 time: 1.7134655 Aug 16 01:36:35.214678 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 14267ae1-49c2-42a7-82f8-0c4bfbc6f35b {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:36:35.214678 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 14267ae1-49c2-42a7-82f8-0c4bfbc6f35b not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:36:35.218123 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-45e05af7-ad9c-4e3f-8446-59d09d42fbcb None None] Deleting port 2dd6befb-b033-4be2-9ede-ec0641539676 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:35.221316 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45e05af7-ad9c-4e3f-8446-59d09d42fbcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:35.227552 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a9c20-06db-4448-84be-924156eac3de admin admin] Pushing event deleted for resources: {'Network': ['ID=d8aed438-7258-4bc9-85b7-60367d801d69,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:35.282844 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ff7e5-6095-4eb2-9d1c-b1fbe637f6ea req-5ea3f79d-b44e-4f77-9003-aa9c94fb8810 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:35.298415 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a41ff7e5-6095-4eb2-9d1c-b1fbe637f6ea req-5ea3f79d-b44e-4f77-9003-aa9c94fb8810 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 944 time: 0.1792006 Aug 16 01:36:35.328238 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-5b07a4d6-2304-4688-8843-e8d87b054973 service neutron] 10.222.0.68 "GET /v2.0/networks/94f01b09-b26b-4a7b-a559-bd07c9bc9dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151767 Aug 16 01:36:35.334014 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:35.422640 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd6befb-b033-4be2-9ede-ec0641539676,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:35.444137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] No DVR routers for this DVR port 2dd6befb-b033-4be2-9ede-ec0641539676 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:36:35.447339 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a41ff7e5-6095-4eb2-9d1c-b1fbe637f6ea req-e3c25dbe-c7d6-47aa-84bd-7bcf416f73fe tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417582 Aug 16 01:36:35.467506 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-45e05af7-ad9c-4e3f-8446-59d09d42fbcb None None] For port 2dd6befb-b033-4be2-9ede-ec0641539676, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2dd6befb-b033-4be2-9ede-ec0641539676,segment=NetworkSegment(e87743bf-cb08-46c2-b25c-1c54f98a071e),segment_id=e87743bf-cb08-46c2-b25c-1c54f98a071e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:35.467903 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45e05af7-ad9c-4e3f-8446-59d09d42fbcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:35.482010 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39178) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:35.517395 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-45e05af7-ad9c-4e3f-8446-59d09d42fbcb None None] Calling delete_port for 2dd6befb-b033-4be2-9ede-ec0641539676 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:35.577496 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:35.589565 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04aff894-981a-426c-93d9-755572dcf6d9']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:35.595832 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bf134a3b-9e8e-4668-a917-fde2473d4fcb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5d87878905c446a6b1656e7f6d15dd47&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1117563 Aug 16 01:36:35.598656 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39182) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:35.605964 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87743bf-cb08-46c2-b25c-1c54f98a071e') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:35.606384 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87743bf-cb08-46c2-b25c-1c54f98a071e') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:35.617294 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:35.632845 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:35.644124 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:36:35.644394 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:35.685674 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-819a9184-970a-42b1-b187-22a5e2880c00 req-ceca5ad9-f01f-4472-9501-dc4594f1cb80 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/ports?device_id=057fc96b-bd08-4e2b-9aff-c0d916dce8a2 HTTP/1.1" status: 200 len: 210 time: 0.0427456 Aug 16 01:36:35.727151 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45e05af7-ad9c-4e3f-8446-59d09d42fbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:36:35.742501 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:36:35.746432 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:35.760992 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:35.768475 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] 10.222.0.68 "DELETE /v2.0/networks/04aff894-981a-426c-93d9-755572dcf6d9 HTTP/1.1" status: 204 len: 168 time: 1.2804067 Aug 16 01:36:35.785438 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e05af7-ad9c-4e3f-8446-59d09d42fbcb None None] No DVR routers for this DVR port 2dd6befb-b033-4be2-9ede-ec0641539676 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:36:35.799445 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b192cf-f511-499e-bce3-f3c32d011d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=04aff894-981a-426c-93d9-755572dcf6d9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:35.826651 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fb2570f-5cae-4fae-9f23-005284fe0f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:35.839649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e05af7-ad9c-4e3f-8446-59d09d42fbcb None None] Pushing event deleted for resources: {'Port': ['ID=2dd6befb-b033-4be2-9ede-ec0641539676,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:35.915167 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fb2570f-5cae-4fae-9f23-005284fe0f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:36.035611 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fb2570f-5cae-4fae-9f23-005284fe0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:36.038500 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fb2570f-5cae-4fae-9f23-005284fe0f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:36.049305 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4fb2570f-5cae-4fae-9f23-005284fe0f0b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a9008316-4c55-4d39-9a0e-320389768fd0 HTTP/1.1" status: 204 len: 168 time: 0.4493232 Aug 16 01:36:36.076383 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2570f-5cae-4fae-9f23-005284fe0f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9008316-4c55-4d39-9a0e-320389768fd0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:36.169256 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39206) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:36.303140 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39214) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:36.306882 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-93970d89-a8c7-4b07-bcd3-c2623f3f2504 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cb7200dfe48b48eda52f76a923fdec2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1353242 Aug 16 01:36:36.410972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72867053-14e1-4e9c-a5a2-456dfa420ba4 req-4c31f801-c90c-488e-8c6d-50941d854127 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:36.417345 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72867053-14e1-4e9c-a5a2-456dfa420ba4 req-4c31f801-c90c-488e-8c6d-50941d854127 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 946 time: 0.3070869 Aug 16 01:36:36.574683 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68b68445-f50c-4eee-8b0e-aad32babfdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:36.577521 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e45c9d-7b21-4d74-9444-edc244a7f435 req-0f22fc17-ba8b-4832-8777-4657c5d5f3d2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:36.600207 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b1e45c9d-7b21-4d74-9444-edc244a7f435 req-0f22fc17-ba8b-4832-8777-4657c5d5f3d2 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.63 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 944 time: 0.1353719 Aug 16 01:36:36.669438 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68b68445-f50c-4eee-8b0e-aad32babfdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:36.751856 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39222) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:36.930811 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2dd6befb-b033-4be2-9ede-ec0641539676 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:36:36.937465 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72867053-14e1-4e9c-a5a2-456dfa420ba4 req-18affc24-59eb-40f5-ac75-daad68201f4f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664552 Aug 16 01:36:36.961373 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68b68445-f50c-4eee-8b0e-aad32babfdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:36.965018 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68b68445-f50c-4eee-8b0e-aad32babfdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:36.974420 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-68b68445-f50c-4eee-8b0e-aad32babfdee admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1e2ee4a9-2bfc-434f-9069-9a8e9ba43bfd HTTP/1.1" status: 204 len: 168 time: 0.6657457 Aug 16 01:36:36.987536 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 2dd6befb-b033-4be2-9ede-ec0641539676 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:36:36.987877 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2dd6befb-b033-4be2-9ede-ec0641539676 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:36:37.058205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b68445-f50c-4eee-8b0e-aad32babfdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2ee4a9-2bfc-434f-9069-9a8e9ba43bfd,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:37.077406 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:37.080760 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a32f6bd0-4dad-43f7-910b-fa984f067987 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8c49996220114a0db6fca65a3c028913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172004 Aug 16 01:36:37.084003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39234) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:37.155045 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bd4936c7-ff12-4a28-80f8-d3f673e213ac req-054c53e1-0509-4b4f-bc96-d8ca6b73f80b tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/ports?device_id=057fc96b-bd08-4e2b-9aff-c0d916dce8a2 HTTP/1.1" status: 200 len: 210 time: 0.0539260 Aug 16 01:36:37.246100 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2af0c9f8-5e1c-4e1b-8b35-4bf7fa7514a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:37.316751 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2af0c9f8-5e1c-4e1b-8b35-4bf7fa7514a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:37.428651 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434256a-ac6e-4a0f-a156-773d9c9a7aee req-415f82dc-b53a-4fb6-a3cd-6bb98c4c0ea1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:37.438034 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4434256a-ac6e-4a0f-a156-773d9c9a7aee req-415f82dc-b53a-4fb6-a3cd-6bb98c4c0ea1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 944 time: 0.7794952 Aug 16 01:36:37.495563 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-b1e45c9d-7b21-4d74-9444-edc244a7f435 req-26e3ee67-6fe2-43db-bbac-b28691ef2610 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Deleting port ee222d06-a32d-447c-b694-6c328ccef884 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:37.496233 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b1e45c9d-7b21-4d74-9444-edc244a7f435 req-26e3ee67-6fe2-43db-bbac-b28691ef2610 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:37.577504 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4434256a-ac6e-4a0f-a156-773d9c9a7aee req-b0484e90-0b66-430a-b568-439011b04b52 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377280 Aug 16 01:36:37.623596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-2a15310c-ebd7-46f1-b260-7025054bc8b0 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:37.625285 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-2a15310c-ebd7-46f1-b260-7025054bc8b0 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.73 "GET /v2.0/networks?id=94f01b09-b26b-4a7b-a559-bd07c9bc9dee HTTP/1.1" status: 200 len: 814 time: 0.2280734 Aug 16 01:36:37.628212 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2af0c9f8-5e1c-4e1b-8b35-4bf7fa7514a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:37.634784 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2af0c9f8-5e1c-4e1b-8b35-4bf7fa7514a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:37.646802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-b1e45c9d-7b21-4d74-9444-edc244a7f435 req-26e3ee67-6fe2-43db-bbac-b28691ef2610 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] For port ee222d06-a32d-447c-b694-6c328ccef884, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ee222d06-a32d-447c-b694-6c328ccef884,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:37.650435 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2af0c9f8-5e1c-4e1b-8b35-4bf7fa7514a9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4f2fb60b-caf8-4e63-9d96-069b6a6becad HTTP/1.1" status: 204 len: 168 time: 0.5627072 Aug 16 01:36:37.651148 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b1e45c9d-7b21-4d74-9444-edc244a7f435 req-26e3ee67-6fe2-43db-bbac-b28691ef2610 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:37.682315 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-49f0efb2-6cc6-414f-b746-2a474eaa8979 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Request body: {'port': {'device_id': '057fc96b-bd08-4e2b-9aff-c0d916dce8a2', 'network_id': '94f01b09-b26b-4a7b-a559-bd07c9bc9dee', 'admin_state_up': True, 'tenant_id': '6955144317de499aad6e271fe6a5eaf2'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:37.687502 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-b1e45c9d-7b21-4d74-9444-edc244a7f435 req-26e3ee67-6fe2-43db-bbac-b28691ef2610 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Calling delete_port for ee222d06-a32d-447c-b694-6c328ccef884 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:37.792042 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:37.812763 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0c9f8-5e1c-4e1b-8b35-4bf7fa7514a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2fb60b-caf8-4e63-9d96-069b6a6becad,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:37.914000 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b1e45c9d-7b21-4d74-9444-edc244a7f435 req-26e3ee67-6fe2-43db-bbac-b28691ef2610 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:37.927106 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ee222d06-a32d-447c-b694-6c328ccef884'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:36:37.986610 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-49f0efb2-6cc6-414f-b746-2a474eaa8979 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Made reservation on behalf of 6955144317de499aad6e271fe6a5eaf2 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:36:37.993737 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-49f0efb2-6cc6-414f-b746-2a474eaa8979 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:38.002549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3ee67-6fe2-43db-bbac-b28691ef2610 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Pushing event deleted for resources: {'Port': ['ID=ee222d06-a32d-447c-b694-6c328ccef884,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:38.134079 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e45c9d-7b21-4d74-9444-edc244a7f435 req-26e3ee67-6fe2-43db-bbac-b28691ef2610 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] No DVR routers for this DVR port ee222d06-a32d-447c-b694-6c328ccef884 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:36:38.149787 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b1e45c9d-7b21-4d74-9444-edc244a7f435 req-26e3ee67-6fe2-43db-bbac-b28691ef2610 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:38.152213 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b1e45c9d-7b21-4d74-9444-edc244a7f435 req-26e3ee67-6fe2-43db-bbac-b28691ef2610 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.63 "DELETE /v2.0/ports/ee222d06-a32d-447c-b694-6c328ccef884 HTTP/1.1" status: 204 len: 173 time: 1.5440178 Aug 16 01:36:38.152703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc35e62-4998-4d29-8afe-90d133dc42a2', 'name': 'network-vif-deleted', 'tag': 'ee222d06-a32d-447c-b694-6c328ccef884'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:38.158891 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542466d5-d2ff-4f95-b53f-b5463cde9148" -d '{"events": [{"server_uuid": "bcc35e62-4998-4d29-8afe-90d133dc42a2", "name": "network-vif-deleted", "tag": "ee222d06-a32d-447c-b694-6c328ccef884"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:38.225441 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5c5bd-d973-4004-85d9-0c936a5b8ec8 req-7cc0fa2f-276e-4f53-b404-0d6ffa670250 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:38.234327 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-80a5c5bd-d973-4004-85d9-0c936a5b8ec8 req-7cc0fa2f-276e-4f53-b404-0d6ffa670250 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 946 time: 0.1192265 Aug 16 01:36:38.291628 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd5f317-743b-499d-a05a-8f535aca7b21 x-openstack-request-id: req-6cd5f317-743b-499d-a05a-8f535aca7b21 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:38.291917 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc35e62-4998-4d29-8afe-90d133dc42a2", "name": "network-vif-deleted", "tag": "ee222d06-a32d-447c-b694-6c328ccef884", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:38.292170 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6cd5f317-743b-499d-a05a-8f535aca7b21 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:38.292567 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc35e62-4998-4d29-8afe-90d133dc42a2', 'name': 'network-vif-deleted', 'tag': 'ee222d06-a32d-447c-b694-6c328ccef884', 'status': 'completed', 'code': 200} Aug 16 01:36:38.333892 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-80a5c5bd-d973-4004-85d9-0c936a5b8ec8 req-c448b9ab-5da4-40c7-bd6c-cabe885a859a tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975389 Aug 16 01:36:38.355432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-49f0efb2-6cc6-414f-b746-2a474eaa8979 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Allocated IP 172.20.0.2 (94f01b09-b26b-4a7b-a559-bd07c9bc9dee/0a4cb1bd-7f1d-44b4-9d39-039a8b69b71f/ea93e39e-7964-477e-b4bc-e21810f07a3d) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:36:38.439822 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-80a0f0f5-6034-4b5f-aebf-fee6b1bf2f5f req-187973f7-c9af-460e-b43d-fe4ae9ea29a7 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/ports?device_id=057fc96b-bd08-4e2b-9aff-c0d916dce8a2 HTTP/1.1" status: 200 len: 210 time: 0.0405476 Aug 16 01:36:38.660832 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-49f0efb2-6cc6-414f-b746-2a474eaa8979 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:38.762444 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-49f0efb2-6cc6-414f-b746-2a474eaa8979 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:38.799085 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f010fb9-f4fb-4f85-a5b0-e8ef11c15627 req-9af9c62c-5834-4a02-a4c8-2fb29717a257 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=bcc35e62-4998-4d29-8afe-90d133dc42a2 HTTP/1.1" status: 200 len: 210 time: 0.0694158 Aug 16 01:36:38.915285 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-49f0efb2-6cc6-414f-b746-2a474eaa8979 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Network 94f01b09-b26b-4a7b-a559-bd07c9bc9dee is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:36:38.917519 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-49f0efb2-6cc6-414f-b746-2a474eaa8979 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:38.921120 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-49f0efb2-6cc6-414f-b746-2a474eaa8979 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:36:38.924388 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0efb2-6cc6-414f-b746-2a474eaa8979 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Pushing event updated for resources: {'Port': ['ID=ea93e39e-7964-477e-b4bc-e21810f07a3d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:39.024470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-49f0efb2-6cc6-414f-b746-2a474eaa8979 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:39.026199 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-49f0efb2-6cc6-414f-b746-2a474eaa8979 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:39.045509 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-49f0efb2-6cc6-414f-b746-2a474eaa8979 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3954208 Aug 16 01:36:39.064538 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Request body: {'port': {'device_id': '057fc96b-bd08-4e2b-9aff-c0d916dce8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:39.129140 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:39.262900 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39302) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:39.560868 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c58b7c8-8027-45f9-b876-db8785d38889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:39.598146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1930cc2-8b0f-4616-825e-ef21098f41a7 req-511b1fa7-1427-4a69-a8d0-ab875014d31d tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:39.606838 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c1930cc2-8b0f-4616-825e-ef21098f41a7 req-511b1fa7-1427-4a69-a8d0-ab875014d31d tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 946 time: 0.1273355 Aug 16 01:36:39.649989 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea93e39e-7964-477e-b4bc-e21810f07a3d {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:36:39.679054 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458088b9-79ea-405e-916f-62d3454b31d8 req-1c0e82ee-8ed1-490d-9078-43b503b30b9a tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:39.688844 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-458088b9-79ea-405e-916f-62d3454b31d8 req-1c0e82ee-8ed1-490d-9078-43b503b30b9a tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/ports?device_id=057fc96b-bd08-4e2b-9aff-c0d916dce8a2 HTTP/1.1" status: 200 len: 931 time: 0.1161132 Aug 16 01:36:39.692852 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:39.734396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c1930cc2-8b0f-4616-825e-ef21098f41a7 req-7becf3c2-a457-420a-ab32-882ead1b91cc tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250787 Aug 16 01:36:39.753304 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Transition to ACTIVE for port object ea93e39e-7964-477e-b4bc-e21810f07a3d will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:39.756602 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-458088b9-79ea-405e-916f-62d3454b31d8 req-0ee988cf-cc96-404a-b67c-a9dcc83f96ca tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/security-groups?id=290ee975-2092-48a6-8311-4985206ac05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668266 Aug 16 01:36:39.771319 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:39.870986 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c58b7c8-8027-45f9-b876-db8785d38889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:39.881056 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c58b7c8-8027-45f9-b876-db8785d38889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:39.912117 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Pushing event updated for resources: {'Port': ['ID=ea93e39e-7964-477e-b4bc-e21810f07a3d,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:39.938779 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4c58b7c8-8027-45f9-b876-db8785d38889 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e4eaa291140043a0ba6d585253d9656b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6738851 Aug 16 01:36:39.939775 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58b7c8-8027-45f9-b876-db8785d38889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70358f7-5e37-4552-a720-0bcccc41ae57,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:39.956861 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39320) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:40.093567 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67df039f-3f63-480b-8a52-532389e2a5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:40.104502 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Attempting to bind port ea93e39e-7964-477e-b4bc-e21810f07a3d on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:36:40.105060 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Attempting to bind port ea93e39e-7964-477e-b4bc-e21810f07a3d by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '57785554-e77b-4732-a4f6-ce2eef93c433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '94f01b09-b26b-4a7b-a559-bd07c9bc9dee'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:36:40.105643 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Attempting to bind port ea93e39e-7964-477e-b4bc-e21810f07a3d on network 94f01b09-b26b-4a7b-a559-bd07c9bc9dee {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:40.119002 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Port ea93e39e-7964-477e-b4bc-e21810f07a3d on network 94f01b09-b26b-4a7b-a559-bd07c9bc9dee not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:36:40.120345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Attempting to bind port ea93e39e-7964-477e-b4bc-e21810f07a3d on network 94f01b09-b26b-4a7b-a559-bd07c9bc9dee {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:40.136627 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:36:40.138032 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Checking segment: {'id': '57785554-e77b-4732-a4f6-ce2eef93c433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '94f01b09-b26b-4a7b-a559-bd07c9bc9dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:40.138509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Bound using segment: {'id': '57785554-e77b-4732-a4f6-ce2eef93c433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '94f01b09-b26b-4a7b-a559-bd07c9bc9dee'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:36:40.140211 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Bound port: ea93e39e-7964-477e-b4bc-e21810f07a3d, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57785554-e77b-4732-a4f6-ce2eef93c433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '94f01b09-b26b-4a7b-a559-bd07c9bc9dee'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:36:40.140608 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:40.156337 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67df039f-3f63-480b-8a52-532389e2a5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:40.176636 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ee222d06-a32d-447c-b694-6c328ccef884 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:36:40.237697 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: ee222d06-a32d-447c-b694-6c328ccef884 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:36:40.238183 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ee222d06-a32d-447c-b694-6c328ccef884 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:36:40.285660 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67df039f-3f63-480b-8a52-532389e2a5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:40.288992 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67df039f-3f63-480b-8a52-532389e2a5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:40.290548 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-67df039f-3f63-480b-8a52-532389e2a5e8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e70358f7-5e37-4552-a720-0bcccc41ae57 HTTP/1.1" status: 204 len: 168 time: 0.3314686 Aug 16 01:36:40.308061 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df039f-3f63-480b-8a52-532389e2a5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70358f7-5e37-4552-a720-0bcccc41ae57,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:40.352101 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] For port ea93e39e-7964-477e-b4bc-e21810f07a3d, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:36:40.410749 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] For port ea93e39e-7964-477e-b4bc-e21810f07a3d, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ea93e39e-7964-477e-b4bc-e21810f07a3d,segment=NetworkSegment(57785554-e77b-4732-a4f6-ce2eef93c433),segment_id=57785554-e77b-4732-a4f6-ce2eef93c433)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:36:40.423465 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:40.545817 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c2fce-13bb-4cc6-a3af-9de0f03ea2a2 req-bb4be5fc-95be-4a78-97d7-29912d5ba3a1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:40.558261 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-633c2fce-13bb-4cc6-a3af-9de0f03ea2a2 req-bb4be5fc-95be-4a78-97d7-29912d5ba3a1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 944 time: 0.2358124 Aug 16 01:36:40.562947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Pushing event updated for resources: {'Port': ['ID=ea93e39e-7964-477e-b4bc-e21810f07a3d,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:40.587378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:40.588392 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:40.590830 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-d71313da-a7e9-462a-8a75-98f62ecdb99a service neutron] 10.222.0.73 "PUT /v2.0/ports/ea93e39e-7964-477e-b4bc-e21810f07a3d HTTP/1.1" status: 200 len: 1092 time: 1.5351479 Aug 16 01:36:40.591519 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057fc96b-bd08-4e2b-9aff-c0d916dce8a2', 'tag': 'ea93e39e-7964-477e-b4bc-e21810f07a3d'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:40.604845 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7b452f-c354-44f7-9a22-929a4e4d9484" -d '{"events": [{"name": "network-changed", "server_uuid": "057fc96b-bd08-4e2b-9aff-c0d916dce8a2", "tag": "ea93e39e-7964-477e-b4bc-e21810f07a3d"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:40.890638 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-315de251-02ba-49d1-99ff-c49ce142d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:40.895966 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-315de251-02ba-49d1-99ff-c49ce142d7cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6955144317de499aad6e271fe6a5eaf2&device_id=057fc96b-bd08-4e2b-9aff-c0d916dce8a2 HTTP/1.1" status: 200 len: 1095 time: 0.2236569 Aug 16 01:36:40.964882 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-633c2fce-13bb-4cc6-a3af-9de0f03ea2a2 req-845399e4-0034-4495-ae8c-dd72458ab327 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418958 Aug 16 01:36:41.052232 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-4f2e12d9-8d82-40e3-b797-8de6db63fa0a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea93e39e-7964-477e-b4bc-e21810f07a3d HTTP/1.1" status: 200 len: 217 time: 0.1468198 Aug 16 01:36:41.060033 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7f787-1002-408c-9c6e-175d4cc5d03d req-7b17c042-8348-4a0e-ab85-9dc3d4e33680 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:41.098096 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85a7f787-1002-408c-9c6e-175d4cc5d03d req-7b17c042-8348-4a0e-ab85-9dc3d4e33680 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 944 time: 0.4713466 Aug 16 01:36:41.183862 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab84d256-090f-49f0-a6b2-766c3657627d x-openstack-request-id: req-ab84d256-090f-49f0-a6b2-766c3657627d {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:41.186316 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057fc96b-bd08-4e2b-9aff-c0d916dce8a2", "tag": "ea93e39e-7964-477e-b4bc-e21810f07a3d", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:41.189686 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ab84d256-090f-49f0-a6b2-766c3657627d {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:41.190689 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057fc96b-bd08-4e2b-9aff-c0d916dce8a2', 'tag': 'ea93e39e-7964-477e-b4bc-e21810f07a3d', 'status': 'completed', 'code': 200} Aug 16 01:36:41.225132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-4d5ce60a-6e0e-4633-b7c1-229ae976028f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:41.227662 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-4d5ce60a-6e0e-4633-b7c1-229ae976028f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0a4cb1bd-7f1d-44b4-9d39-039a8b69b71f HTTP/1.1" status: 200 len: 854 time: 0.1553760 Aug 16 01:36:41.288961 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-223c4df6-a3fc-4e4f-82e1-c096707b1069 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94f01b09-b26b-4a7b-a559-bd07c9bc9dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512478 Aug 16 01:36:41.351011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7c945-5e88-46c6-b322-4e0b37380893 req-f7b3d7a8-e4fc-4448-80ca-74df84e5c72f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:41.352803 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2fc7c945-5e88-46c6-b322-4e0b37380893 req-f7b3d7a8-e4fc-4448-80ca-74df84e5c72f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 946 time: 0.1518867 Aug 16 01:36:41.439169 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2fc7c945-5e88-46c6-b322-4e0b37380893 req-0339cfd9-bc25-4097-8afb-dedc51963ba0 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736778 Aug 16 01:36:41.445496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-85a7f787-1002-408c-9c6e-175d4cc5d03d req-7d2bab86-40e7-4fd2-9efa-142cafb695d1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Deleting port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:41.445866 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-85a7f787-1002-408c-9c6e-175d4cc5d03d req-7d2bab86-40e7-4fd2-9efa-142cafb695d1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:41.518604 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-f8131913-5b9b-49fc-b552-76d4791a64e7 service neutron] 10.222.0.73 "GET /v2.0/networks/94f01b09-b26b-4a7b-a559-bd07c9bc9dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231374 Aug 16 01:36:41.528032 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d488459-3cb4-4112-924d-0d0127b16f63 req-ff6fa222-2220-4a13-9f78-49ebc1040bbe tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:41.533704 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d488459-3cb4-4112-924d-0d0127b16f63 req-ff6fa222-2220-4a13-9f78-49ebc1040bbe tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/ports?device_id=057fc96b-bd08-4e2b-9aff-c0d916dce8a2 HTTP/1.1" status: 200 len: 943 time: 0.1396387 Aug 16 01:36:41.567806 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-85a7f787-1002-408c-9c6e-175d4cc5d03d req-7d2bab86-40e7-4fd2-9efa-142cafb695d1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] For port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7fd603e0-37b2-4b6a-809c-846f1f09cf6e,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:41.568423 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-85a7f787-1002-408c-9c6e-175d4cc5d03d req-7d2bab86-40e7-4fd2-9efa-142cafb695d1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:41.585234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-85a7f787-1002-408c-9c6e-175d4cc5d03d req-7d2bab86-40e7-4fd2-9efa-142cafb695d1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Calling delete_port for 7fd603e0-37b2-4b6a-809c-846f1f09cf6e owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:41.722144 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d488459-3cb4-4112-924d-0d0127b16f63 req-57bbc46e-4201-41fc-aea6-bb72841f1eb9 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/security-groups?id=290ee975-2092-48a6-8311-4985206ac05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720164 Aug 16 01:36:41.765940 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-124b844b-d304-45d8-a37d-3f66f6182e0d req-42106dee-b4b3-4caa-a50a-7c0a8ccaea45 service neutron] 10.222.0.73 "GET /v2.0/networks/94f01b09-b26b-4a7b-a559-bd07c9bc9dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307153 Aug 16 01:36:41.806747 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-85a7f787-1002-408c-9c6e-175d4cc5d03d req-7d2bab86-40e7-4fd2-9efa-142cafb695d1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:41.908935 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b452f-c354-44f7-9a22-929a4e4d9484 req-7ee80667-26c5-460e-83fa-26eabfa92b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:41.927731 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bab86-40e7-4fd2-9efa-142cafb695d1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Pushing event deleted for resources: {'Port': ['ID=7fd603e0-37b2-4b6a-809c-846f1f09cf6e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:41.936696 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c7b452f-c354-44f7-9a22-929a4e4d9484 req-7ee80667-26c5-460e-83fa-26eabfa92b20 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6955144317de499aad6e271fe6a5eaf2&device_id=057fc96b-bd08-4e2b-9aff-c0d916dce8a2 HTTP/1.1" status: 200 len: 1095 time: 0.1125207 Aug 16 01:36:41.963021 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a7f787-1002-408c-9c6e-175d4cc5d03d req-7d2bab86-40e7-4fd2-9efa-142cafb695d1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] No DVR routers for this DVR port 7fd603e0-37b2-4b6a-809c-846f1f09cf6e on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:36:41.969850 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-85a7f787-1002-408c-9c6e-175d4cc5d03d req-7d2bab86-40e7-4fd2-9efa-142cafb695d1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:41.973783 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85a7f787-1002-408c-9c6e-175d4cc5d03d req-7d2bab86-40e7-4fd2-9efa-142cafb695d1 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.73 "DELETE /v2.0/ports/7fd603e0-37b2-4b6a-809c-846f1f09cf6e HTTP/1.1" status: 204 len: 173 time: 0.8741055 Aug 16 01:36:42.164940 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b452f-c354-44f7-9a22-929a4e4d9484 req-8f976f28-2939-464a-894f-27a2a4640f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:42.166434 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c7b452f-c354-44f7-9a22-929a4e4d9484 req-8f976f28-2939-464a-894f-27a2a4640f75 service neutron] 10.222.0.73 "GET /v2.0/networks?id=94f01b09-b26b-4a7b-a559-bd07c9bc9dee HTTP/1.1" status: 200 len: 915 time: 0.2243280 Aug 16 01:36:42.247579 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c7b452f-c354-44f7-9a22-929a4e4d9484 req-38bfee45-2652-4deb-b01b-df9665aff6dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea93e39e-7964-477e-b4bc-e21810f07a3d HTTP/1.1" status: 200 len: 217 time: 0.0732129 Aug 16 01:36:42.345049 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1e78d5e6-ecdf-4cc2-9ab9-7b339dd3dcb0 req-efaa50f3-26bc-4471-8e8a-a26c098db7e5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1337900 Aug 16 01:36:42.354500 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b452f-c354-44f7-9a22-929a4e4d9484 req-909ad610-dd6b-4346-a0fd-30f63b3738cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:42.356243 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c7b452f-c354-44f7-9a22-929a4e4d9484 req-909ad610-dd6b-4346-a0fd-30f63b3738cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0a4cb1bd-7f1d-44b4-9d39-039a8b69b71f HTTP/1.1" status: 200 len: 854 time: 0.0950503 Aug 16 01:36:42.499088 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c7b452f-c354-44f7-9a22-929a4e4d9484 req-26d21a29-5181-41ed-aaba-962e5437cccb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=94f01b09-b26b-4a7b-a559-bd07c9bc9dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221421 Aug 16 01:36:42.507516 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1bbe39e-ad3a-4648-9428-8c1e91663cf6 req-94f9f4b9-ea97-46fe-afee-5b2d21dbc269 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ead60991-764c-4fd8-b249-02c12ffd2042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4507484 Aug 16 01:36:42.608336 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-b2ecc6ad-c383-43a4-b7c7-638bcefcbf00 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=4c8be947e7b2469293a528d7dd503646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0891275 Aug 16 01:36:42.676149 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a07b0e7-d45c-4930-b851-92dca9a75e03 req-be5bfafe-0d2d-45b6-9975-408f97af13a8 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a212bbb-a183-4069-bcfb-50f0f0bfab7a HTTP/1.1" status: 200 len: 210 time: 0.0523934 Aug 16 01:36:42.763029 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbe39e-ad3a-4648-9428-8c1e91663cf6 req-6511e19b-4e0a-4073-9c65-950ca904a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:42.767146 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1bbe39e-ad3a-4648-9428-8c1e91663cf6 req-6511e19b-4e0a-4073-9c65-950ca904a4e9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=59f6ee9245de4e2794301101b5632f35&device_id=ead60991-764c-4fd8-b249-02c12ffd2042 HTTP/1.1" status: 200 len: 1097 time: 0.1517565 Aug 16 01:36:42.875060 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-720da3c1-9d10-4c5a-9232-b447b626c511 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:42.885665 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-720da3c1-9d10-4c5a-9232-b447b626c511 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2763488 Aug 16 01:36:42.891561 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78d5e6-ecdf-4cc2-9ab9-7b339dd3dcb0 req-68129235-9f19-45e1-b4fc-5181f2a2d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:42.894306 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1e78d5e6-ecdf-4cc2-9ab9-7b339dd3dcb0 req-68129235-9f19-45e1-b4fc-5181f2a2d81c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a06768184a243e2b06a44bee40a6f92&device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 1096 time: 0.5007122 Aug 16 01:36:42.907729 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-9c8b9fee-9d0f-4709-952f-0739ea058040 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/quotas/4c8be947e7b2469293a528d7dd503646 HTTP/1.1" status: 200 len: 375 time: 0.0195906 Aug 16 01:36:42.965695 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c7b452f-c354-44f7-9a22-929a4e4d9484 req-50004a8f-6597-4b57-b1a3-a8f0b7dd66ca service neutron] 10.222.0.73 "GET /v2.0/networks/94f01b09-b26b-4a7b-a559-bd07c9bc9dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521794 Aug 16 01:36:43.031429 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-2d7e0deb-f8cd-4f6f-8e23-35610d8ccfe5 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4c8be947e7b2469293a528d7dd503646&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1164234 Aug 16 01:36:43.070285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604cfbd-37fa-4a13-8baf-228c31dd59a5 req-234164d0-4951-4b6b-8783-006dff7d1c07 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:43.072348 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e604cfbd-37fa-4a13-8baf-228c31dd59a5 req-234164d0-4951-4b6b-8783-006dff7d1c07 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 946 time: 0.2289069 Aug 16 01:36:43.099478 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78d5e6-ecdf-4cc2-9ab9-7b339dd3dcb0 req-c5365287-0ed1-4e3d-a1f3-d42b8ca8385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:43.101624 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1e78d5e6-ecdf-4cc2-9ab9-7b339dd3dcb0 req-c5365287-0ed1-4e3d-a1f3-d42b8ca8385d service neutron] 10.222.0.73 "GET /v2.0/networks?id=177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 200 len: 909 time: 0.1682620 Aug 16 01:36:43.144329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbe39e-ad3a-4648-9428-8c1e91663cf6 req-62e1ede7-0a56-4f6d-8b18-df14474231d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:43.146121 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1bbe39e-ad3a-4648-9428-8c1e91663cf6 req-62e1ede7-0a56-4f6d-8b18-df14474231d9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f8bc3f06-c907-43a9-9a8b-57d1715bcf74 HTTP/1.1" status: 200 len: 915 time: 0.3541026 Aug 16 01:36:43.168594 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1e78d5e6-ecdf-4cc2-9ab9-7b339dd3dcb0 req-2772654c-60da-4240-950d-89caf3b96f30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a62b5efa-f56a-4377-aae7-db2be4ab6327 HTTP/1.1" status: 200 len: 217 time: 0.0483429 Aug 16 01:36:43.199327 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a212bbb-a183-4069-bcfb-50f0f0bfab7a', 'name': 'network-vif-deleted', 'tag': '7fd603e0-37b2-4b6a-809c-846f1f09cf6e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:43.201569 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4495c8e2-803d-4f13-9531-6d767f7b39eb" -d '{"events": [{"server_uuid": "6a212bbb-a183-4069-bcfb-50f0f0bfab7a", "name": "network-vif-deleted", "tag": "7fd603e0-37b2-4b6a-809c-846f1f09cf6e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:43.229652 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1bbe39e-ad3a-4648-9428-8c1e91663cf6 req-516a82eb-5dd7-4ca0-b9ed-6a7076100ec9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a25047b-3da3-4894-90b8-b61e73183177 HTTP/1.1" status: 200 len: 217 time: 0.0718861 Aug 16 01:36:43.233043 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e604cfbd-37fa-4a13-8baf-228c31dd59a5 req-cf6dcb12-ce2a-4fd1-9d96-33fe1343d9e7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533046 Aug 16 01:36:43.244314 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c7b452f-c354-44f7-9a22-929a4e4d9484 req-85840ecc-4dcb-4533-8385-130be9960492 service neutron] 10.222.0.73 "GET /v2.0/networks/94f01b09-b26b-4a7b-a559-bd07c9bc9dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665348 Aug 16 01:36:43.250111 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78d5e6-ecdf-4cc2-9ab9-7b339dd3dcb0 req-0028ba0a-e05c-4119-9330-838771bb622d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:43.253535 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1e78d5e6-ecdf-4cc2-9ab9-7b339dd3dcb0 req-0028ba0a-e05c-4119-9330-838771bb622d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 200 len: 848 time: 0.0711105 Aug 16 01:36:43.329273 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbe39e-ad3a-4648-9428-8c1e91663cf6 req-e26482b3-0ede-4abb-a569-6f231d3d48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:43.331578 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1bbe39e-ad3a-4648-9428-8c1e91663cf6 req-e26482b3-0ede-4abb-a569-6f231d3d48ab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=664b35f5-1bad-4b46-9929-41544c87bf62 HTTP/1.1" status: 200 len: 853 time: 0.0862401 Aug 16 01:36:43.362915 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1e78d5e6-ecdf-4cc2-9ab9-7b339dd3dcb0 req-1ffd777a-d49b-4172-9022-155bb67233d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=177f0fb8-8efe-42df-b46e-daf6f73cf24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930159 Aug 16 01:36:43.400466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbe39e-ad3a-4648-9428-8c1e91663cf6 req-c0a93bb6-b76c-4058-ad8f-4ed6bfc56e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:43.402723 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1bbe39e-ad3a-4648-9428-8c1e91663cf6 req-c0a93bb6-b76c-4058-ad8f-4ed6bfc56e4e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f8bc3f06-c907-43a9-9a8b-57d1715bcf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617881 Aug 16 01:36:43.520741 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8dfdf-7730-47e7-891a-2c16f5e3e4bb req-60f6fe34-0843-475e-802f-ac160955bace tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:43.522981 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5ee8dfdf-7730-47e7-891a-2c16f5e3e4bb req-60f6fe34-0843-475e-802f-ac160955bace tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/ports?device_id=057fc96b-bd08-4e2b-9aff-c0d916dce8a2 HTTP/1.1" status: 200 len: 943 time: 0.1585987 Aug 16 01:36:43.588564 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1bbe39e-ad3a-4648-9428-8c1e91663cf6 req-25147a84-a9b6-419d-8529-8707ce10a657 service neutron] 10.222.0.63 "GET /v2.0/networks/f8bc3f06-c907-43a9-9a8b-57d1715bcf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760571 Aug 16 01:36:43.646380 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1e78d5e6-ecdf-4cc2-9ab9-7b339dd3dcb0 req-d4b904a0-41f1-4036-9577-cd296991668e service neutron] 10.222.0.73 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335327 Aug 16 01:36:43.669083 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5ee8dfdf-7730-47e7-891a-2c16f5e3e4bb req-6656e2fa-596f-4119-88dc-dbdb8794f502 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/security-groups?id=290ee975-2092-48a6-8311-4985206ac05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146078 Aug 16 01:36:43.710943 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9137bb3-3626-43a4-a5e5-b84b0844489e req-ae1b2301-a45c-4375-ae0b-e056def75259 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=c61ab2c7-cdfb-4741-bc76-04dfbad6e73a HTTP/1.1" status: 200 len: 210 time: 0.0430050 Aug 16 01:36:43.797656 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1bbe39e-ad3a-4648-9428-8c1e91663cf6 req-067dac50-4fb1-460b-89b0-0e80cd7290b8 service neutron] 10.222.0.63 "GET /v2.0/networks/f8bc3f06-c907-43a9-9a8b-57d1715bcf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981239 Aug 16 01:36:43.835406 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04fa241-3c96-4309-b7fe-0428490d1b7a x-openstack-request-id: req-a04fa241-3c96-4309-b7fe-0428490d1b7a {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:43.835693 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a212bbb-a183-4069-bcfb-50f0f0bfab7a", "name": "network-vif-deleted", "tag": "7fd603e0-37b2-4b6a-809c-846f1f09cf6e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:43.836227 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a04fa241-3c96-4309-b7fe-0428490d1b7a {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:43.836899 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a212bbb-a183-4069-bcfb-50f0f0bfab7a', 'name': 'network-vif-deleted', 'tag': '7fd603e0-37b2-4b6a-809c-846f1f09cf6e', 'status': 'completed', 'code': 200} Aug 16 01:36:43.843567 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1e78d5e6-ecdf-4cc2-9ab9-7b339dd3dcb0 req-f3442760-962b-4929-ba2f-70e8597bb1de service neutron] 10.222.0.73 "GET /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712017 Aug 16 01:36:44.072210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39438) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:44.131465 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b734a0d-bbe1-4c75-9fd2-0bca7e2fc601 req-f96562c8-275b-4eb5-a40c-3d9d77e8d7f5 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:44.134396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b734a0d-bbe1-4c75-9fd2-0bca7e2fc601 req-f96562c8-275b-4eb5-a40c-3d9d77e8d7f5 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 944 time: 0.0654325 Aug 16 01:36:44.197837 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b734a0d-bbe1-4c75-9fd2-0bca7e2fc601 req-c796bad8-1f2d-4630-9b63-87cbe494de0a tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/security-groups?id=e871ed50-0f6e-4204-a5ad-ab88fe0063aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524809 Aug 16 01:36:44.232648 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-704e5146-b3e3-4326-a7fb-dd0e473633d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:44.389900 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-704e5146-b3e3-4326-a7fb-dd0e473633d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:44.394779 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-704e5146-b3e3-4326-a7fb-dd0e473633d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:44.446328 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd4dc-ce34-4863-a855-e5401e7d08a7 req-3ea2db98-bb8c-4de5-9f16-f34faa83d4a1 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:44.447841 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4adcd4dc-ce34-4863-a855-e5401e7d08a7 req-3ea2db98-bb8c-4de5-9f16-f34faa83d4a1 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 946 time: 0.1006625 Aug 16 01:36:44.450103 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-704e5146-b3e3-4326-a7fb-dd0e473633d5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a43d74f04f0f4d76968d9e85a7f9c73c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3761582 Aug 16 01:36:44.452250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e5146-b3e3-4326-a7fb-dd0e473633d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb27aea-f730-4cec-aa85-e71c3054a4a3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:44.453216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39444) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:44.512764 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4adcd4dc-ce34-4863-a855-e5401e7d08a7 req-47c668de-41b5-4bae-928e-214e15f4bfc9 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439062 Aug 16 01:36:44.571889 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70ee7a05-e016-43f7-adcc-b6599b3bbe2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:44.587295 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-440aa5ea-ebe1-4fa6-83db-51039464f745 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=4c8be947e7b2469293a528d7dd503646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266199 Aug 16 01:36:44.602042 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e7ecc-40ed-456f-85e4-6bb349cefdad req-46dbaa1b-ee65-43f1-96ec-80e0e807ec19 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:44.603821 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-220e7ecc-40ed-456f-85e4-6bb349cefdad req-46dbaa1b-ee65-43f1-96ec-80e0e807ec19 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.73 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 944 time: 0.1048517 Aug 16 01:36:44.622755 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70ee7a05-e016-43f7-adcc-b6599b3bbe2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:44.746227 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-0bf421ee-679d-46b1-985a-d4b47e48b58a tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:44.748259 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-0bf421ee-679d-46b1-985a-d4b47e48b58a tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1471486 Aug 16 01:36:44.767664 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-5b20bd34-4d62-470a-9f5f-d1bdfafee1f8 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Request body: {'port': {'device_id': 'c61ab2c7-cdfb-4741-bc76-04dfbad6e73a', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': '4c8be947e7b2469293a528d7dd503646'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:44.848719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-220e7ecc-40ed-456f-85e4-6bb349cefdad req-a2966f2b-cd5c-42b9-920c-e5ae40f53a86 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Deleting port a62b5efa-f56a-4377-aae7-db2be4ab6327 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:44.849343 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-220e7ecc-40ed-456f-85e4-6bb349cefdad req-a2966f2b-cd5c-42b9-920c-e5ae40f53a86 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:44.864580 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3522337-ae86-4a54-b672-a4303fa4aa78 req-e3514657-444e-472f-a35a-4e633f5588c3 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:44.868512 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-09c60e87-e7ec-4f1c-a7eb-548e3e8490b1 req-3928820d-8d5b-45e8-9f3f-0cdcbd2917a6 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=c61ab2c7-cdfb-4741-bc76-04dfbad6e73a HTTP/1.1" status: 200 len: 210 time: 0.0371099 Aug 16 01:36:44.872127 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d3522337-ae86-4a54-b672-a4303fa4aa78 req-e3514657-444e-472f-a35a-4e633f5588c3 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/ports?device_id=057fc96b-bd08-4e2b-9aff-c0d916dce8a2 HTTP/1.1" status: 200 len: 943 time: 0.0989544 Aug 16 01:36:44.922850 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70ee7a05-e016-43f7-adcc-b6599b3bbe2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:44.925571 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70ee7a05-e016-43f7-adcc-b6599b3bbe2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:44.929077 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-70ee7a05-e016-43f7-adcc-b6599b3bbe2b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cbb27aea-f730-4cec-aa85-e71c3054a4a3 HTTP/1.1" status: 204 len: 168 time: 0.4719129 Aug 16 01:36:44.953332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee7a05-e016-43f7-adcc-b6599b3bbe2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb27aea-f730-4cec-aa85-e71c3054a4a3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:44.962359 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-5b20bd34-4d62-470a-9f5f-d1bdfafee1f8 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Made reservation on behalf of 4c8be947e7b2469293a528d7dd503646 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:36:44.969046 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-5b20bd34-4d62-470a-9f5f-d1bdfafee1f8 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:44.983082 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-5b20bd34-4d62-470a-9f5f-d1bdfafee1f8 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:44.986802 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d3522337-ae86-4a54-b672-a4303fa4aa78 req-b9ed2418-30aa-44b6-beea-7235b6768f4e tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/security-groups?id=290ee975-2092-48a6-8311-4985206ac05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088598 Aug 16 01:36:45.037193 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-220e7ecc-40ed-456f-85e4-6bb349cefdad req-a2966f2b-cd5c-42b9-920c-e5ae40f53a86 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] For port a62b5efa-f56a-4377-aae7-db2be4ab6327, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a62b5efa-f56a-4377-aae7-db2be4ab6327,segment=NetworkSegment(91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f),segment_id=91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:45.038096 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-220e7ecc-40ed-456f-85e4-6bb349cefdad req-a2966f2b-cd5c-42b9-920c-e5ae40f53a86 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:45.062236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-220e7ecc-40ed-456f-85e4-6bb349cefdad req-a2966f2b-cd5c-42b9-920c-e5ae40f53a86 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Calling delete_port for a62b5efa-f56a-4377-aae7-db2be4ab6327 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:45.138965 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-5b20bd34-4d62-470a-9f5f-d1bdfafee1f8 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:45.145371 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-5b20bd34-4d62-470a-9f5f-d1bdfafee1f8 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:45.235275 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20bd34-4d62-470a-9f5f-d1bdfafee1f8 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc443a12-ccc2-4d96-95bc-33ac735efe3e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:45.246165 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-220e7ecc-40ed-456f-85e4-6bb349cefdad req-a2966f2b-cd5c-42b9-920c-e5ae40f53a86 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:45.296653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2966f2b-cd5c-42b9-920c-e5ae40f53a86 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Pushing event deleted for resources: {'Port': ['ID=a62b5efa-f56a-4377-aae7-db2be4ab6327,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:45.318571 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5cfec0db-0708-4466-ae64-63f0cc64ebd5 req-dfd4b5d9-e5bd-420b-ad75-59b4689f37fc tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.68 "GET /v2.0/ports?device_id=4653f7ad-2d1d-45a1-b156-2114c5deb129 HTTP/1.1" status: 200 len: 210 time: 0.0419755 Aug 16 01:36:45.336662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ea93e39e-7964-477e-b4bc-e21810f07a3d details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:36:45.346558 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 7fd603e0-37b2-4b6a-809c-846f1f09cf6e no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:36:45.412211 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-5b20bd34-4d62-470a-9f5f-d1bdfafee1f8 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Allocated IP 192.168.233.78 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/9c0f84f0-a8fa-41fc-beab-91b6ebda7c51) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:36:45.415745 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-220e7ecc-40ed-456f-85e4-6bb349cefdad req-a2966f2b-cd5c-42b9-920c-e5ae40f53a86 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] No DVR routers for this DVR port a62b5efa-f56a-4377-aae7-db2be4ab6327 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:36:45.419068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 7fd603e0-37b2-4b6a-809c-846f1f09cf6e {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:36:45.419508 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 7fd603e0-37b2-4b6a-809c-846f1f09cf6e not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:36:45.428566 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-220e7ecc-40ed-456f-85e4-6bb349cefdad req-a2966f2b-cd5c-42b9-920c-e5ae40f53a86 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:45.435015 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-220e7ecc-40ed-456f-85e4-6bb349cefdad req-a2966f2b-cd5c-42b9-920c-e5ae40f53a86 tempest-LiveMigrationTest-858930302 tempest-LiveMigrationTest-858930302-project] 10.222.0.73 "DELETE /v2.0/ports/a62b5efa-f56a-4377-aae7-db2be4ab6327 HTTP/1.1" status: 204 len: 173 time: 0.8206623 Aug 16 01:36:45.624096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port ea93e39e-7964-477e-b4bc-e21810f07a3d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ea93e39e-7964-477e-b4bc-e21810f07a3d,segment=NetworkSegment(57785554-e77b-4732-a4f6-ce2eef93c433),segment_id=57785554-e77b-4732-a4f6-ce2eef93c433)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:45.656990 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'ea93e39e-7964-477e-b4bc-e21810f07a3d', 'network_id': '94f01b09-b26b-4a7b-a559-bd07c9bc9dee', 'port_id': 'ea93e39e-7964-477e-b4bc-e21810f07a3d', 'mac_address': 'fa:16:3e:ef:a3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4cb1bd-7f1d-44b4-9d39-039a8b69b71f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:36:45.693853 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-5b20bd34-4d62-470a-9f5f-d1bdfafee1f8 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:45.712298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-5b20bd34-4d62-470a-9f5f-d1bdfafee1f8 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Transition to ACTIVE for port object 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:45.726214 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b69a31-15a6-47a2-b57f-2f7d27f30958 req-f35bce1a-3c5e-43c7-82c0-69960d44f54f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:45.728806 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43b69a31-15a6-47a2-b57f-2f7d27f30958 req-f35bce1a-3c5e-43c7-82c0-69960d44f54f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 946 time: 0.0883980 Aug 16 01:36:45.754835 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-5b20bd34-4d62-470a-9f5f-d1bdfafee1f8 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:45.803243 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43b69a31-15a6-47a2-b57f-2f7d27f30958 req-90681d93-4702-4234-b2ec-88c3cdebbe6a tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655725 Aug 16 01:36:45.845223 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4653f7ad-2d1d-45a1-b156-2114c5deb129', 'name': 'network-vif-deleted', 'tag': 'a62b5efa-f56a-4377-aae7-db2be4ab6327'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:45.846584 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20bd34-4d62-470a-9f5f-d1bdfafee1f8 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Pushing event updated for resources: {'Port': ['ID=9c0f84f0-a8fa-41fc-beab-91b6ebda7c51,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:45.846706 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5070d34-ea8b-4a4e-a499-4a9cb30a9db7" -d '{"events": [{"server_uuid": "4653f7ad-2d1d-45a1-b156-2114c5deb129", "name": "network-vif-deleted", "tag": "a62b5efa-f56a-4377-aae7-db2be4ab6327"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:45.869519 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-5b20bd34-4d62-470a-9f5f-d1bdfafee1f8 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:36:45.871766 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-5b20bd34-4d62-470a-9f5f-d1bdfafee1f8 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:45.875032 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-5b20bd34-4d62-470a-9f5f-d1bdfafee1f8 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:36:45.907092 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e1d232-c98d-419c-836a-4c6dd892ebe9 x-openstack-request-id: req-00e1d232-c98d-419c-836a-4c6dd892ebe9 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:45.907575 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4653f7ad-2d1d-45a1-b156-2114c5deb129", "name": "network-vif-deleted", "tag": "a62b5efa-f56a-4377-aae7-db2be4ab6327", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:45.907927 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-00e1d232-c98d-419c-836a-4c6dd892ebe9 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:45.910153 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4653f7ad-2d1d-45a1-b156-2114c5deb129', 'name': 'network-vif-deleted', 'tag': 'a62b5efa-f56a-4377-aae7-db2be4ab6327', 'status': 'completed', 'code': 200} Aug 16 01:36:45.912422 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:45.936783 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea93e39e-7964-477e-b4bc-e21810f07a3d {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:36:45.964501 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-5b20bd34-4d62-470a-9f5f-d1bdfafee1f8 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:45.968151 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-5b20bd34-4d62-470a-9f5f-d1bdfafee1f8 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:45.995926 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port ea93e39e-7964-477e-b4bc-e21810f07a3d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ea93e39e-7964-477e-b4bc-e21810f07a3d,segment=NetworkSegment(57785554-e77b-4732-a4f6-ce2eef93c433),segment_id=57785554-e77b-4732-a4f6-ce2eef93c433)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:46.002463 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:46.007107 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-5b20bd34-4d62-470a-9f5f-d1bdfafee1f8 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2453344 Aug 16 01:36:46.023692 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Request body: {'port': {'device_id': 'c61ab2c7-cdfb-4741-bc76-04dfbad6e73a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:46.106761 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39480) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:46.114656 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=ea93e39e-7964-477e-b4bc-e21810f07a3d,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:46.152858 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11bd4d-cd6a-40ba-aae4-9d22fe82e218 req-d021db39-6c98-4813-a5b7-4f519d1adc38 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:46.164147 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5c11bd4d-cd6a-40ba-aae4-9d22fe82e218 req-d021db39-6c98-4813-a5b7-4f519d1adc38 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=c61ab2c7-cdfb-4741-bc76-04dfbad6e73a HTTP/1.1" status: 200 len: 935 time: 0.1255469 Aug 16 01:36:46.222389 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5c11bd4d-cd6a-40ba-aae4-9d22fe82e218 req-11730daf-f1e0-42f6-a5e5-8efe89cf940e tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569327 Aug 16 01:36:46.274348 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:46.276223 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['ea93e39e-7964-477e-b4bc-e21810f07a3d'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:36:46.316082 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa3406-38e9-4698-aec5-43c7a355701e req-f2c5770d-1a07-430a-8f59-a233aa27d803 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:46.323186 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-55aa3406-38e9-4698-aec5-43c7a355701e req-f2c5770d-1a07-430a-8f59-a233aa27d803 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/ports?device_id=057fc96b-bd08-4e2b-9aff-c0d916dce8a2 HTTP/1.1" status: 200 len: 944 time: 0.1347167 Aug 16 01:36:46.352563 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-763340cc-032a-4362-adbc-977b5aa3e991 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-547117675-network', 'tenant_id': '035535c7276e4cf7ac5527a0ff4c3539'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:46.359159 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-17a99265-2f25-4e55-bf5d-2e9889b6d5f8 None None] Provisioning for port 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:36:46.369887 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-17a99265-2f25-4e55-bf5d-2e9889b6d5f8 None None] Provisioning complete for port 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:46.370613 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17a99265-2f25-4e55-bf5d-2e9889b6d5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:46.436368 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-17a99265-2f25-4e55-bf5d-2e9889b6d5f8 None None] Port 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:36:46.451232 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39486) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:46.469697 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763340cc-032a-4362-adbc-977b5aa3e991 admin admin] Made reservation on behalf of 035535c7276e4cf7ac5527a0ff4c3539 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:36:46.472030 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-763340cc-032a-4362-adbc-977b5aa3e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:46.493074 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-55aa3406-38e9-4698-aec5-43c7a355701e req-d4891496-5639-429b-ba61-a919c7d673ae tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/security-groups?id=290ee975-2092-48a6-8311-4985206ac05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689558 Aug 16 01:36:46.497183 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-763340cc-032a-4362-adbc-977b5aa3e991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:46.618575 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-f135d61c-513f-4869-998c-65f0e679c717 admin admin] Deleting subnet 2dca6ec8-828f-4751-8723-f176759a3e37 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:36:46.621864 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f135d61c-513f-4869-998c-65f0e679c717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:46.693546 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f135d61c-513f-4869-998c-65f0e679c717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:46.738486 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f135d61c-513f-4869-998c-65f0e679c717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:46.742619 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-763340cc-032a-4362-adbc-977b5aa3e991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:46.747917 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-763340cc-032a-4362-adbc-977b5aa3e991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:46.756997 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:36:46.774639 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:46.794729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763340cc-032a-4362-adbc-977b5aa3e991 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:36:46.808861 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763340cc-032a-4362-adbc-977b5aa3e991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42d145e-7d4d-43f9-a431-031cf315d42c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:46.809485 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f135d61c-513f-4869-998c-65f0e679c717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:46.814411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Transition to ACTIVE for port object 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:46.816156 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-763340cc-032a-4362-adbc-977b5aa3e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:46.816628 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-763340cc-032a-4362-adbc-977b5aa3e991 admin admin] Added segment ba96dde3-576c-4a74-8a58-ff61121f8383 of type vlan for network fbea4c3f-29da-432c-94fa-2ae7c0cd353f Aug 16 01:36:46.818459 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:46.827442 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f135d61c-513f-4869-998c-65f0e679c717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:46.831688 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f135d61c-513f-4869-998c-65f0e679c717 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2dca6ec8-828f-4751-8723-f176759a3e37 HTTP/1.1" status: 204 len: 168 time: 0.3793709 Aug 16 01:36:46.839073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39490) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:46.872042 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135d61c-513f-4869-998c-65f0e679c717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dca6ec8-828f-4751-8723-f176759a3e37,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:46.968783 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-763340cc-032a-4362-adbc-977b5aa3e991 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.002992 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0f84f0-a8fa-41fc-beab-91b6ebda7c51,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:47.022122 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-d7e98c67-28d2-4bd3-b491-0e343a105134 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:47.023398 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-d7e98c67-28d2-4bd3-b491-0e343a105134 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96&tenant_id=45dbe6ee0a914906b78be372f8c71bfe&binding%3Ahost_id=n-h2-765315-27 HTTP/1.1" status: 200 len: 1098 time: 0.0853760 Aug 16 01:36:47.023570 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-21118372-0d42-4b5b-9b6f-4a377c3610ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.033624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf60ae8-79ce-415f-a1d0-e5d9692e2b51 req-e0da88b6-cba5-44b0-9771-824ce1551f78 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:47.043907 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5cf60ae8-79ce-415f-a1d0-e5d9692e2b51 req-e0da88b6-cba5-44b0-9771-824ce1551f78 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 946 time: 0.1360786 Aug 16 01:36:47.070285 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-27'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:47.124452 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5cf60ae8-79ce-415f-a1d0-e5d9692e2b51 req-e8f224f8-d6a5-4cb1-b5b4-72092690a1ba tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796852 Aug 16 01:36:47.136395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Attempting to bind port 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:36:47.137111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Attempting to bind port 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:36:47.137827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Attempting to bind port 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:47.146237 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Port 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:36:47.148239 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Attempting to bind port 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:47.154299 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-763340cc-032a-4362-adbc-977b5aa3e991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.155256 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763340cc-032a-4362-adbc-977b5aa3e991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:47.155837 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-763340cc-032a-4362-adbc-977b5aa3e991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.170653 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:36:47.171401 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:47.172877 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:36:47.173544 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Bound port: 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:36:47.173967 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.192701 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.268048 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-763340cc-032a-4362-adbc-977b5aa3e991 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1599584 Aug 16 01:36:47.272948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39496) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:47.297382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c25792fb-f7f9-4605-b97e-3a470903a237 admin admin] Request body: {'subnet': {'network_id': 'fbea4c3f-29da-432c-94fa-2ae7c0cd353f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-547117675-subnet', 'tenant_id': '035535c7276e4cf7ac5527a0ff4c3539', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:47.337552 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763340cc-032a-4362-adbc-977b5aa3e991 admin admin] Pushing event updated for resources: {'Network': ['ID=fbea4c3f-29da-432c-94fa-2ae7c0cd353f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:47.361379 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ea93e39e-7964-477e-b4bc-e21810f07a3d up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:47.405930 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] For port 2d486af8-e932-4a67-84f5-a39380642faa, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2d486af8-e932-4a67-84f5-a39380642faa,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:47.424331 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network fbea4c3f-29da-432c-94fa-2ae7c0cd353f details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:36:47.461857 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] For port 2d486af8-e932-4a67-84f5-a39380642faa, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:36:47.478100 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-21118372-0d42-4b5b-9b6f-4a377c3610ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.483862 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25792fb-f7f9-4605-b97e-3a470903a237 admin admin] Made reservation on behalf of 035535c7276e4cf7ac5527a0ff4c3539 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:36:47.488063 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c25792fb-f7f9-4605-b97e-3a470903a237 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.519926 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-21118372-0d42-4b5b-9b6f-4a377c3610ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177f0fb8-8efe-42df-b46e-daf6f73cf24d']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:47.524412 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.533776 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.552535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port ea93e39e-7964-477e-b4bc-e21810f07a3d completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:36:47.565181 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port ea93e39e-7964-477e-b4bc-e21810f07a3d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:47.568192 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.599065 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-21118372-0d42-4b5b-9b6f-4a377c3610ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:47.599264 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-21118372-0d42-4b5b-9b6f-4a377c3610ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ad9ac3-7f5c-4abe-ab6d-68c742b6e14f') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:47.637986 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bbb3b-2fd0-4d23-8737-57cb8740d6e0 req-0eafae04-cb5d-41af-b046-5aacdb6534ae tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:47.639817 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-580bbb3b-2fd0-4d23-8737-57cb8740d6e0 req-0eafae04-cb5d-41af-b046-5aacdb6534ae tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=c61ab2c7-cdfb-4741-bc76-04dfbad6e73a HTTP/1.1" status: 200 len: 947 time: 0.3071160 Aug 16 01:36:47.641800 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-21118372-0d42-4b5b-9b6f-4a377c3610ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.646639 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] For port 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:36:47.696065 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] For port 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9c0f84f0-a8fa-41fc-beab-91b6ebda7c51,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:36:47.713777 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.732637 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.735379 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-21118372-0d42-4b5b-9b6f-4a377c3610ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.737565 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] Pushing event updated for resources: {'Port': ['ID=2d486af8-e932-4a67-84f5-a39380642faa,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:47.767269 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] Attempting to bind port 2d486af8-e932-4a67-84f5-a39380642faa on host n-h2-765315-27 for vnic_type normal with profile {"migrating_to": "n-h1-765315-27"} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:36:47.768514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] Attempting to bind port 2d486af8-e932-4a67-84f5-a39380642faa by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:36:47.768514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] Attempting to bind port 2d486af8-e932-4a67-84f5-a39380642faa on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:47.775087 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057fc96b-bd08-4e2b-9aff-c0d916dce8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea93e39e-7964-477e-b4bc-e21810f07a3d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:47.778095 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac1abe8-c3c7-49a7-9b2c-e6fd6872d8d2" -d '{"events": [{"server_uuid": "057fc96b-bd08-4e2b-9aff-c0d916dce8a2", "name": "network-vif-plugged", "status": "completed", "tag": "ea93e39e-7964-477e-b4bc-e21810f07a3d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:47.778769 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] Port 2d486af8-e932-4a67-84f5-a39380642faa on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:36:47.779127 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] Attempting to bind port 2d486af8-e932-4a67-84f5-a39380642faa on network ac9b0336-8141-4ec6-b716-8b6fe1de5b8a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:47.795041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21118372-0d42-4b5b-9b6f-4a377c3610ec admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:36:47.795696 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-21118372-0d42-4b5b-9b6f-4a377c3610ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.799569 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port ea93e39e-7964-477e-b4bc-e21810f07a3d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ea93e39e-7964-477e-b4bc-e21810f07a3d,segment=NetworkSegment(57785554-e77b-4732-a4f6-ce2eef93c433),segment_id=57785554-e77b-4732-a4f6-ce2eef93c433)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:47.802612 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3e631-9b1f-49c9-8401-a79a4548ee9e req-45ae0c96-b980-4e61-aab1-14dc2e2b94ee tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:36:47.803341 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:36:47.808817 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.808817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a62b5efa-f56a-4377-aae7-db2be4ab6327 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:36:47.816713 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d9b3e631-9b1f-49c9-8401-a79a4548ee9e req-45ae0c96-b980-4e61-aab1-14dc2e2b94ee tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/ports?device_id=057fc96b-bd08-4e2b-9aff-c0d916dce8a2 HTTP/1.1" status: 200 len: 944 time: 0.1539800 Aug 16 01:36:47.818137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:36:47.818686 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] Checking segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:47.819298 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] Bound using segment: {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:36:47.819836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] Bound port: 2d486af8-e932-4a67-84f5-a39380642faa, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5a9836-2691-4470-af31-48a249fd968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'ac9b0336-8141-4ec6-b716-8b6fe1de5b8a'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:36:47.820361 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.851659 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: a62b5efa-f56a-4377-aae7-db2be4ab6327 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:36:47.851936 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a62b5efa-f56a-4377-aae7-db2be4ab6327 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:36:47.894911 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d9b3e631-9b1f-49c9-8401-a79a4548ee9e req-c8777500-a9f5-4e7b-8ed7-92521cc69330 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/security-groups?id=290ee975-2092-48a6-8311-4985206ac05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703895 Aug 16 01:36:47.914934 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d486af8-e932-4a67-84f5-a39380642faa'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:47.917637 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d595283c-060e-4b1d-bec9-743338cce97c" -d '{"events": [{"server_uuid": "e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96", "name": "network-vif-unplugged", "status": "completed", "tag": "2d486af8-e932-4a67-84f5-a39380642faa"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:47.935843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=ea93e39e-7964-477e-b4bc-e21810f07a3d,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:47.975312 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:47.975969 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.977367 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] 10.222.0.63 "PUT /v2.0/ports/9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 HTTP/1.1" status: 200 len: 1096 time: 1.9592984 Aug 16 01:36:47.983630 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f37ed67-9271-436a-8c85-983cbdd11d46 x-openstack-request-id: req-8f37ed67-9271-436a-8c85-983cbdd11d46 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:47.983798 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-21118372-0d42-4b5b-9b6f-4a377c3610ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:47.984251 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057fc96b-bd08-4e2b-9aff-c0d916dce8a2", "name": "network-vif-plugged", "status": "completed", "tag": "ea93e39e-7964-477e-b4bc-e21810f07a3d", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:47.984934 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8f37ed67-9271-436a-8c85-983cbdd11d46 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:47.985708 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057fc96b-bd08-4e2b-9aff-c0d916dce8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea93e39e-7964-477e-b4bc-e21810f07a3d', 'code': 200} Aug 16 01:36:47.998968 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61ab2c7-cdfb-4741-bc76-04dfbad6e73a', 'tag': '9c0f84f0-a8fa-41fc-beab-91b6ebda7c51'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:48.001605 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533c7962-bf3f-4dde-a736-3e31c3d42f19" -d '{"events": [{"name": "network-changed", "server_uuid": "c61ab2c7-cdfb-4741-bc76-04dfbad6e73a", "tag": "9c0f84f0-a8fa-41fc-beab-91b6ebda7c51"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:48.023118 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-21118372-0d42-4b5b-9b6f-4a377c3610ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:48.027640 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-21118372-0d42-4b5b-9b6f-4a377c3610ec admin admin] 10.222.0.68 "DELETE /v2.0/networks/177f0fb8-8efe-42df-b46e-daf6f73cf24d HTTP/1.1" status: 204 len: 168 time: 1.1841974 Aug 16 01:36:48.028207 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39506) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:48.030761 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] For port 2d486af8-e932-4a67-84f5-a39380642faa, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:36:48.096316 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] For port 2d486af8-e932-4a67-84f5-a39380642faa, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2d486af8-e932-4a67-84f5-a39380642faa,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:36:48.099713 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29041de1-6b4b-4f97-bcbc-196fc3bd0b0f x-openstack-request-id: req-29041de1-6b4b-4f97-bcbc-196fc3bd0b0f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:48.100097 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96", "name": "network-vif-unplugged", "status": "completed", "tag": "2d486af8-e932-4a67-84f5-a39380642faa", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:48.100344 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-29041de1-6b4b-4f97-bcbc-196fc3bd0b0f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:48.100762 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d486af8-e932-4a67-84f5-a39380642faa', 'code': 200} Aug 16 01:36:48.109016 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:48.142742 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-580bbb3b-2fd0-4d23-8737-57cb8740d6e0 req-367575a9-528c-4da2-8f44-9e8bf0989fa6 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892910 Aug 16 01:36:48.143886 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21118372-0d42-4b5b-9b6f-4a377c3610ec admin admin] Pushing event deleted for resources: {'Network': ['ID=177f0fb8-8efe-42df-b46e-daf6f73cf24d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:48.154555 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7c15a-f03e-4208-ae5e-63d98b44b9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0f84f0-a8fa-41fc-beab-91b6ebda7c51,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:48.201803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3752c20-f9d9-41c7-9f79-1b0d35a2b25f admin admin] Deleting subnet e8506287-37f5-43fc-9af7-c6b7d15dd1ce {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:36:48.211103 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3752c20-f9d9-41c7-9f79-1b0d35a2b25f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:48.287170 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:36:48.297499 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:48.298175 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:48.299631 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] 10.222.0.73 "PUT /v2.0/ports/2d486af8-e932-4a67-84f5-a39380642faa HTTP/1.1" status: 200 len: 1124 time: 1.2344036 Aug 16 01:36:48.305340 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2078964-0144-47b7-85f8-f03338922f2b service neutron] Pushing event updated for resources: {'Port': ['ID=2d486af8-e932-4a67-84f5-a39380642faa,revision_number=8']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:48.321139 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3752c20-f9d9-41c7-9f79-1b0d35a2b25f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:48.376437 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3752c20-f9d9-41c7-9f79-1b0d35a2b25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:48.378147 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['2d486af8-e932-4a67-84f5-a39380642faa'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:36:48.405425 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['2d486af8-e932-4a67-84f5-a39380642faa'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:36:48.443166 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3752c20-f9d9-41c7-9f79-1b0d35a2b25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:48.479225 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3752c20-f9d9-41c7-9f79-1b0d35a2b25f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:48.481370 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f3752c20-f9d9-41c7-9f79-1b0d35a2b25f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e8506287-37f5-43fc-9af7-c6b7d15dd1ce HTTP/1.1" status: 204 len: 168 time: 0.4523845 Aug 16 01:36:48.482502 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3752c20-f9d9-41c7-9f79-1b0d35a2b25f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8506287-37f5-43fc-9af7-c6b7d15dd1ce,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:48.485970 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39510) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:48.557088 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd004da3-9e95-4a63-9425-c0f2432ee417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:48.595271 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-f8e0f5ac-0b1d-4b6d-8586-e502c21d99b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:48.596928 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-f8e0f5ac-0b1d-4b6d-8586-e502c21d99b8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c8be947e7b2469293a528d7dd503646&device_id=c61ab2c7-cdfb-4741-bc76-04dfbad6e73a HTTP/1.1" status: 200 len: 1099 time: 0.5390728 Aug 16 01:36:48.601463 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9b5186-9f52-4bf4-a0d4-fca5ede03c5b x-openstack-request-id: req-bc9b5186-9f52-4bf4-a0d4-fca5ede03c5b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:48.601857 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61ab2c7-cdfb-4741-bc76-04dfbad6e73a", "tag": "9c0f84f0-a8fa-41fc-beab-91b6ebda7c51", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:48.602200 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bc9b5186-9f52-4bf4-a0d4-fca5ede03c5b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:48.602681 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61ab2c7-cdfb-4741-bc76-04dfbad6e73a', 'tag': '9c0f84f0-a8fa-41fc-beab-91b6ebda7c51', 'status': 'completed', 'code': 200} Aug 16 01:36:48.655208 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd004da3-9e95-4a63-9425-c0f2432ee417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:48.667705 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fd004da3-9e95-4a63-9425-c0f2432ee417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595d6bb0-fdba-4901-9508-4fb0e32a59c4']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:48.679476 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fd004da3-9e95-4a63-9425-c0f2432ee417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ff6805-13d4-45a6-8172-8cfbeb5cc32f') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:48.679770 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fd004da3-9e95-4a63-9425-c0f2432ee417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ff6805-13d4-45a6-8172-8cfbeb5cc32f') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:48.683677 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-5c0c4d6c-d88b-42a2-929f-f18cf8866388 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 HTTP/1.1" status: 200 len: 217 time: 0.0749025 Aug 16 01:36:48.691093 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd004da3-9e95-4a63-9425-c0f2432ee417 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:48.710069 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd004da3-9e95-4a63-9425-c0f2432ee417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:48.717928 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd004da3-9e95-4a63-9425-c0f2432ee417 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:36:48.718337 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd004da3-9e95-4a63-9425-c0f2432ee417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:36:48.764475 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:36:48.770066 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb1073-1ca6-40be-8a1d-0a4c2a6d5b42 req-ce8e8ac2-2131-4c0c-b9a5-6d26ecbc990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:48.771566 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03fb1073-1ca6-40be-8a1d-0a4c2a6d5b42 req-ce8e8ac2-2131-4c0c-b9a5-6d26ecbc990c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=057fc96b-bd08-4e2b-9aff-c0d916dce8a2 HTTP/1.1" status: 200 len: 1097 time: 0.6501951 Aug 16 01:36:48.787768 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd004da3-9e95-4a63-9425-c0f2432ee417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:48.790442 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c25792fb-f7f9-4605-b97e-3a470903a237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:48.796772 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd004da3-9e95-4a63-9425-c0f2432ee417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:48.802499 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fd004da3-9e95-4a63-9425-c0f2432ee417 admin admin] 10.222.0.68 "DELETE /v2.0/networks/595d6bb0-fdba-4901-9508-4fb0e32a59c4 HTTP/1.1" status: 204 len: 168 time: 0.3148136 Aug 16 01:36:48.805559 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338d6cf-0356-475b-a2c0-48fcc235ff51 req-e4ac3a51-e262-4358-826e-23a36f299e57 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:48.807102 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3338d6cf-0356-475b-a2c0-48fcc235ff51 req-e4ac3a51-e262-4358-826e-23a36f299e57 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 944 time: 0.2035851 Aug 16 01:36:48.827352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd004da3-9e95-4a63-9425-c0f2432ee417 admin admin] Pushing event deleted for resources: {'Network': ['ID=595d6bb0-fdba-4901-9508-4fb0e32a59c4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:48.850906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-7913d636-99f2-4e38-bfd7-7575d260c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:48.852391 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-7913d636-99f2-4e38-bfd7-7575d260c669 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1310875 Aug 16 01:36:48.940663 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03fb1073-1ca6-40be-8a1d-0a4c2a6d5b42 req-377ebd79-9f56-454c-91dc-e662033240ee service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=290ee975-2092-48a6-8311-4985206ac05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588173 Aug 16 01:36:48.951816 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25792fb-f7f9-4605-b97e-3a470903a237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c613694d-0333-405e-b1bf-14e59f6bec1a,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:48.972237 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3338d6cf-0356-475b-a2c0-48fcc235ff51 req-c186c072-07d1-40ea-a4f3-906705b51a24 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278672 Aug 16 01:36:48.981414 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25792fb-f7f9-4605-b97e-3a470903a237 admin admin] Checking segment: {'id': 'ba96dde3-576c-4a74-8a58-ff61121f8383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'fbea4c3f-29da-432c-94fa-2ae7c0cd353f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:48.981803 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25792fb-f7f9-4605-b97e-3a470903a237 admin admin] Network hostable DHCP agents. Network: fbea4c3f-29da-432c-94fa-2ae7c0cd353f, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:36:48.987201 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-f4264808-39fc-465a-92c0-f1debdd6292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:48.988739 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-f4264808-39fc-465a-92c0-f1debdd6292e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1229992 Aug 16 01:36:49.018631 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39516) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:49.027542 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25792fb-f7f9-4605-b97e-3a470903a237 admin admin] Network fbea4c3f-29da-432c-94fa-2ae7c0cd353f is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:36:49.139989 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c25792fb-f7f9-4605-b97e-3a470903a237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, fbea4c3f-29da-432c-94fa-2ae7c0cd353f) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:49.146078 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ad7446d3-e188-46e3-bf65-cc00d8d1aaf1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2a06768184a243e2b06a44bee40a6f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1251462 Aug 16 01:36:49.148638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39520) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:49.153860 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e4f86f-3ca0-4807-92bb-95856b7a23e5 None None] Network fbea4c3f-29da-432c-94fa-2ae7c0cd353f requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:36:49.166438 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25792fb-f7f9-4605-b97e-3a470903a237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:49.167345 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c25792fb-f7f9-4605-b97e-3a470903a237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:49.167785 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f765a0-de4e-422c-b509-411984a94a9e req-d0c45116-b410-4250-9c2f-fdbabc96eaf0 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:49.169412 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-31f765a0-de4e-422c-b509-411984a94a9e req-d0c45116-b410-4250-9c2f-fdbabc96eaf0 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/ports?device_id=057fc96b-bd08-4e2b-9aff-c0d916dce8a2 HTTP/1.1" status: 200 len: 945 time: 0.1461959 Aug 16 01:36:49.204238 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c25792fb-f7f9-4605-b97e-3a470903a237 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9278235 Aug 16 01:36:49.249346 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-34721c20-05e8-4ca8-81fb-664e3442f74e service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512038 Aug 16 01:36:49.281862 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-31f765a0-de4e-422c-b509-411984a94a9e req-d447f79a-93e0-458c-ba6a-629e2b432f33 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/security-groups?id=290ee975-2092-48a6-8311-4985206ac05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951855 Aug 16 01:36:49.307798 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-173af55a-a9c3-4605-a442-6f572ad2c389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:49.377607 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-173af55a-a9c3-4605-a442-6f572ad2c389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:49.407029 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 2d486af8-e932-4a67-84f5-a39380642faa details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:36:49.528580 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-173af55a-a9c3-4605-a442-6f572ad2c389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:49.532945 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-173af55a-a9c3-4605-a442-6f572ad2c389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:49.538752 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-173af55a-a9c3-4605-a442-6f572ad2c389 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e871ed50-0f6e-4204-a5ad-ab88fe0063aa HTTP/1.1" status: 204 len: 168 time: 0.3847704 Aug 16 01:36:49.559206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb320445-6217-4fb7-9f8d-b4168976d924 req-5a34ca1e-a80f-40fb-b43b-52455e8f5b4a tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:49.569477 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb320445-6217-4fb7-9f8d-b4168976d924 req-5a34ca1e-a80f-40fb-b43b-52455e8f5b4a tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=c61ab2c7-cdfb-4741-bc76-04dfbad6e73a HTTP/1.1" status: 200 len: 947 time: 0.1459246 Aug 16 01:36:49.575970 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173af55a-a9c3-4605-a442-6f572ad2c389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e871ed50-0f6e-4204-a5ad-ab88fe0063aa,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:49.601397 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7bcf89e9-cc9f-45fd-8b11-1aa2206171c9 req-1743d440-2bad-46e2-8bbb-d19e41209df6 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429501 Aug 16 01:36:49.631892 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb320445-6217-4fb7-9f8d-b4168976d924 req-32d5c46b-5502-4e12-ba9d-90f50df26237 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612931 Aug 16 01:36:49.660161 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2ec4f9-0e66-4169-8711-ec145e009dc2 None None] Network fbea4c3f-29da-432c-94fa-2ae7c0cd353f requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:36:49.801836 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c7962-bf3f-4dde-a736-3e31c3d42f19 req-c8c7cd24-05af-4305-b26f-ddad6ad1040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:49.805648 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-533c7962-bf3f-4dde-a736-3e31c3d42f19 req-c8c7cd24-05af-4305-b26f-ddad6ad1040b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c8be947e7b2469293a528d7dd503646&device_id=c61ab2c7-cdfb-4741-bc76-04dfbad6e73a HTTP/1.1" status: 200 len: 1099 time: 0.1163454 Aug 16 01:36:50.043545 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 2d486af8-e932-4a67-84f5-a39380642faa, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2d486af8-e932-4a67-84f5-a39380642faa,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:50.094766 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c7962-bf3f-4dde-a736-3e31c3d42f19 req-279ba837-84cd-41ef-b7cd-6b193fda946e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:50.095880 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-533c7962-bf3f-4dde-a736-3e31c3d42f19 req-279ba837-84cd-41ef-b7cd-6b193fda946e service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.2808766 Aug 16 01:36:50.102074 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96', 'tag': '2d486af8-e932-4a67-84f5-a39380642faa'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:50.105106 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2183cfa8-566d-4e0c-ac3d-e8d77749abb8" -d '{"events": [{"name": "network-changed", "server_uuid": "e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96", "tag": "2d486af8-e932-4a67-84f5-a39380642faa"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:50.205814 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-533c7962-bf3f-4dde-a736-3e31c3d42f19 req-703ce788-d375-4314-b76d-e051ede575e7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 HTTP/1.1" status: 200 len: 217 time: 0.1009698 Aug 16 01:36:50.240379 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 2d486af8-e932-4a67-84f5-a39380642faa has no active binding in host n-h1-765315-27 {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:36:50.253289 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-decda7ec-12d7-495f-b810-1a6f38cdbdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:50.346334 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39554) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:50.364537 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca23aaf-6767-4c93-8fc2-4bbcd1aaf28a req-8b0bbdfe-df91-4fef-868d-2bc786f6bc47 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:50.372358 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7ca23aaf-6767-4c93-8fc2-4bbcd1aaf28a req-8b0bbdfe-df91-4fef-868d-2bc786f6bc47 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 944 time: 0.1702876 Aug 16 01:36:50.385555 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-51740005-7895-4db7-92f5-da1a804e045b req-902ea39b-6775-4268-8f1d-6e8373ce4585 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-97546568', 'description': 'tempest-description-1261150930'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:50.403271 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c7962-bf3f-4dde-a736-3e31c3d42f19 req-b0ba7764-a0e0-4323-8fde-0f7b97f6ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:50.404990 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-533c7962-bf3f-4dde-a736-3e31c3d42f19 req-b0ba7764-a0e0-4323-8fde-0f7b97f6ad92 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1485116 Aug 16 01:36:50.444444 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a13111c5-df61-4d4f-b22e-1273c973b8a1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bc8ad790bec448579dabc77e6d6d43c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0969512 Aug 16 01:36:50.447094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39556) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:50.465326 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51740005-7895-4db7-92f5-da1a804e045b req-902ea39b-6775-4268-8f1d-6e8373ce4585 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:50.472935 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7ca23aaf-6767-4c93-8fc2-4bbcd1aaf28a req-1356c1bf-09b4-4423-acfd-fbcd0b64baff tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995271 Aug 16 01:36:50.501991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c7962-bf3f-4dde-a736-3e31c3d42f19 req-3d4c8dc0-43fd-4927-8531-0088fe0f58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:50.501991 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-533c7962-bf3f-4dde-a736-3e31c3d42f19 req-3d4c8dc0-43fd-4927-8531-0088fe0f58e6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0858328 Aug 16 01:36:50.556225 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-05c5a00c-83eb-481b-8af4-310dc6ae0e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:50.581827 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-05c5a00c-83eb-481b-8af4-310dc6ae0e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:50.674162 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-05c5a00c-83eb-481b-8af4-310dc6ae0e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:50.679480 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-05c5a00c-83eb-481b-8af4-310dc6ae0e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:50.681859 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-05c5a00c-83eb-481b-8af4-310dc6ae0e8f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8df5f936-b60f-4f63-ae9e-162d7accba2d HTTP/1.1" status: 204 len: 168 time: 0.2337375 Aug 16 01:36:50.683749 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2661f8fe-b495-4988-8b67-3bd47363283c x-openstack-request-id: req-2661f8fe-b495-4988-8b67-3bd47363283c {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:50.684397 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96", "tag": "2d486af8-e932-4a67-84f5-a39380642faa", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:50.684921 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2661f8fe-b495-4988-8b67-3bd47363283c {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:50.685438 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96', 'tag': '2d486af8-e932-4a67-84f5-a39380642faa', 'status': 'completed', 'code': 200} Aug 16 01:36:50.728793 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-533c7962-bf3f-4dde-a736-3e31c3d42f19 req-fadb77c3-5f8c-402e-8ec2-b5e482ee8d75 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140362 Aug 16 01:36:50.730390 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5a00c-83eb-481b-8af4-310dc6ae0e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df5f936-b60f-4f63-ae9e-162d7accba2d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:50.840509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183cfa8-566d-4e0c-ac3d-e8d77749abb8 req-086c3bf9-3240-423e-86f3-98205d198d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:50.842448 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2183cfa8-566d-4e0c-ac3d-e8d77749abb8 req-086c3bf9-3240-423e-86f3-98205d198d70 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 1127 time: 0.1334186 Aug 16 01:36:50.851358 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51740005-7895-4db7-92f5-da1a804e045b req-902ea39b-6775-4268-8f1d-6e8373ce4585 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:50.856359 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-533c7962-bf3f-4dde-a736-3e31c3d42f19 req-13a0bf8f-ebd1-4017-a157-e21cf86e4d14 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204276 Aug 16 01:36:50.863648 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51740005-7895-4db7-92f5-da1a804e045b req-902ea39b-6775-4268-8f1d-6e8373ce4585 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:50.952373 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51740005-7895-4db7-92f5-da1a804e045b req-902ea39b-6775-4268-8f1d-6e8373ce4585 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:50.953936 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51740005-7895-4db7-92f5-da1a804e045b req-902ea39b-6775-4268-8f1d-6e8373ce4585 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5990283 Aug 16 01:36:50.965292 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ea39b-6775-4268-8f1d-6e8373ce4585 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1500ea00-bb74-4a40-ad66-f0c02393b062,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:50.983453 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e23072-bdad-4489-9e46-bd9d66b1562e req-d46d1452-40bb-46b2-bf4b-310aea97c559 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:50.986798 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-70e23072-bdad-4489-9e46-bd9d66b1562e req-d46d1452-40bb-46b2-bf4b-310aea97c559 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/ports?device_id=057fc96b-bd08-4e2b-9aff-c0d916dce8a2 HTTP/1.1" status: 200 len: 945 time: 0.1294544 Aug 16 01:36:51.017152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183cfa8-566d-4e0c-ac3d-e8d77749abb8 req-4e57c186-e1b5-4761-b5b1-c55579acee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:51.019433 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2183cfa8-566d-4e0c-ac3d-e8d77749abb8 req-4e57c186-e1b5-4761-b5b1-c55579acee24 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 922 time: 0.1667633 Aug 16 01:36:51.053198 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-70e23072-bdad-4489-9e46-bd9d66b1562e req-958aab9f-5817-4df4-9dbb-c3af9f809f97 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/security-groups?id=290ee975-2092-48a6-8311-4985206ac05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597494 Aug 16 01:36:51.085624 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2183cfa8-566d-4e0c-ac3d-e8d77749abb8 req-7abcf889-bd04-4e7f-ba8a-84c1748e0ddd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d486af8-e932-4a67-84f5-a39380642faa HTTP/1.1" status: 200 len: 217 time: 0.0579271 Aug 16 01:36:51.227256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183cfa8-566d-4e0c-ac3d-e8d77749abb8 req-2936e470-92d2-4e32-9d88-6e2a167f44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:51.229540 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2183cfa8-566d-4e0c-ac3d-e8d77749abb8 req-2936e470-92d2-4e32-9d88-6e2a167f44bf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.1333091 Aug 16 01:36:51.304298 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2183cfa8-566d-4e0c-ac3d-e8d77749abb8 req-f8085aae-646a-4d8c-82c3-ac2354e4a001 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656853 Aug 16 01:36:51.464857 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9524d923-fe01-4b2b-a7c7-99e45d690cb2 req-6feec757-6315-491f-a6d5-37569d5e4cd9 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "GET /v2.0/security-groups/1500ea00-bb74-4a40-ad66-f0c02393b062 HTTP/1.1" status: 200 len: 1803 time: 0.0804374 Aug 16 01:36:51.479905 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-9524d923-fe01-4b2b-a7c7-99e45d690cb2 req-ff2fd647-91fb-4cd7-b552-b31e7585f8db tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1500ea00-bb74-4a40-ad66-f0c02393b062', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:51.481446 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-9524d923-fe01-4b2b-a7c7-99e45d690cb2 req-ff2fd647-91fb-4cd7-b552-b31e7585f8db tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1500ea00-bb74-4a40-ad66-f0c02393b062', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:51.608586 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9524d923-fe01-4b2b-a7c7-99e45d690cb2 req-ff2fd647-91fb-4cd7-b552-b31e7585f8db tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:51.642733 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9524d923-fe01-4b2b-a7c7-99e45d690cb2 req-ff2fd647-91fb-4cd7-b552-b31e7585f8db tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:51.647517 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9524d923-fe01-4b2b-a7c7-99e45d690cb2 req-ff2fd647-91fb-4cd7-b552-b31e7585f8db tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:51.677591 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fd647-91fb-4cd7-b552-b31e7585f8db tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb61e95-e13a-436e-8b5e-4b48cba3990c,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:51.695475 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9524d923-fe01-4b2b-a7c7-99e45d690cb2 req-ff2fd647-91fb-4cd7-b552-b31e7585f8db tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:51.700761 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9524d923-fe01-4b2b-a7c7-99e45d690cb2 req-ff2fd647-91fb-4cd7-b552-b31e7585f8db tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2349508 Aug 16 01:36:51.775419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80e1a4-3b41-4504-8102-bed5863c13d7 req-a03742a2-52b8-45fb-923f-b584be021ed3 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:51.775419 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bf80e1a4-3b41-4504-8102-bed5863c13d7 req-a03742a2-52b8-45fb-923f-b584be021ed3 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=c61ab2c7-cdfb-4741-bc76-04dfbad6e73a HTTP/1.1" status: 200 len: 947 time: 0.6716063 Aug 16 01:36:51.838421 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bf80e1a4-3b41-4504-8102-bed5863c13d7 req-a9a3be94-5788-4cc1-9a63-3016a8946f4c tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528822 Aug 16 01:36:51.863218 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2183cfa8-566d-4e0c-ac3d-e8d77749abb8 req-3d4d2acf-4bf1-4c63-8daf-7dd9cb04e70e service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5460215 Aug 16 01:36:51.868894 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecee99-8343-4a18-a09c-6435466b037c req-0b431663-cfad-48d2-9402-f06b3855b5e7 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:51.878330 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-05ecee99-8343-4a18-a09c-6435466b037c req-0b431663-cfad-48d2-9402-f06b3855b5e7 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/ports?device_id=ead60991-764c-4fd8-b249-02c12ffd2042 HTTP/1.1" status: 200 len: 945 time: 0.0777812 Aug 16 01:36:51.926462 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-05ecee99-8343-4a18-a09c-6435466b037c req-5db839a8-2667-4c92-9e13-c039e945796b tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/security-groups?id=34fa01ba-6c34-4340-85f4-facb6d16c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471768 Aug 16 01:36:51.957339 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-92c60f0b-cfae-4189-ba5c-6756ee038c54 req-b4843256-874a-4f44-95a3-670703506168 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1422614648', 'description': 'tempest-description-212072312'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:51.986141 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-92c60f0b-cfae-4189-ba5c-6756ee038c54 req-b4843256-874a-4f44-95a3-670703506168 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:52.005284 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b3ecd-61d6-4640-a965-0dab8f3076ec req-381f9c3f-9c3c-4609-97d0-3d2193c5d0b5 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:52.006873 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ca2b3ecd-61d6-4640-a965-0dab8f3076ec req-381f9c3f-9c3c-4609-97d0-3d2193c5d0b5 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 944 time: 0.0823207 Aug 16 01:36:52.010619 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2183cfa8-566d-4e0c-ac3d-e8d77749abb8 req-0188b587-5d6a-4aec-869c-9dfbacb3a48c service neutron] 10.222.0.63 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391788 Aug 16 01:36:52.065366 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ca2b3ecd-61d6-4640-a965-0dab8f3076ec req-b5695be9-0f12-4e3b-a159-d741372e6068 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385220 Aug 16 01:36:52.119857 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-92c60f0b-cfae-4189-ba5c-6756ee038c54 req-b4843256-874a-4f44-95a3-670703506168 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:52.129038 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-92c60f0b-cfae-4189-ba5c-6756ee038c54 req-b4843256-874a-4f44-95a3-670703506168 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:52.162348 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-92c60f0b-cfae-4189-ba5c-6756ee038c54 req-b4843256-874a-4f44-95a3-670703506168 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:52.163666 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-92c60f0b-cfae-4189-ba5c-6756ee038c54 req-b4843256-874a-4f44-95a3-670703506168 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2116165 Aug 16 01:36:52.165386 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4843256-874a-4f44-95a3-670703506168 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbbfc4d-d817-4a7f-a033-b5d98de244b4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:52.235681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:36:52.248108 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9df38e64-a302-4030-8c2b-57a2e8dc8ba2 req-ee339a1e-f572-41ab-9372-54fc77b341fd tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "GET /v2.0/security-groups/6bbbfc4d-d817-4a7f-a033-b5d98de244b4 HTTP/1.1" status: 200 len: 1804 time: 0.0493481 Aug 16 01:36:52.262289 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-9df38e64-a302-4030-8c2b-57a2e8dc8ba2 req-8f218c0c-8f2b-488f-94aa-d69bb36d4d59 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6bbbfc4d-d817-4a7f-a033-b5d98de244b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:52.262784 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-9df38e64-a302-4030-8c2b-57a2e8dc8ba2 req-8f218c0c-8f2b-488f-94aa-d69bb36d4d59 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6bbbfc4d-d817-4a7f-a033-b5d98de244b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:52.385696 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9c0f84f0-a8fa-41fc-beab-91b6ebda7c51,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:52.400535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '9c0f84f0-a8fa-41fc-beab-91b6ebda7c51', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '9c0f84f0-a8fa-41fc-beab-91b6ebda7c51', 'mac_address': 'fa:16:3e:0b:3b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:36:52.430489 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9df38e64-a302-4030-8c2b-57a2e8dc8ba2 req-8f218c0c-8f2b-488f-94aa-d69bb36d4d59 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:52.501130 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:52.516283 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9df38e64-a302-4030-8c2b-57a2e8dc8ba2 req-8f218c0c-8f2b-488f-94aa-d69bb36d4d59 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:52.522986 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9df38e64-a302-4030-8c2b-57a2e8dc8ba2 req-8f218c0c-8f2b-488f-94aa-d69bb36d4d59 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:52.527583 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:36:52.527807 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc64fc9-922b-443e-aad5-717baf2a1764 req-deefe4b5-8a0c-4020-862b-b3d05e0c87ac tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:52.541141 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-abc64fc9-922b-443e-aad5-717baf2a1764 req-deefe4b5-8a0c-4020-862b-b3d05e0c87ac tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/ports?device_id=057fc96b-bd08-4e2b-9aff-c0d916dce8a2 HTTP/1.1" status: 200 len: 945 time: 0.0924742 Aug 16 01:36:52.569278 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9c0f84f0-a8fa-41fc-beab-91b6ebda7c51,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:52.580745 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:52.587590 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f218c0c-8f2b-488f-94aa-d69bb36d4d59 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d78cf0-2c3b-4000-a3f6-329a8eaf64df,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:52.602081 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9df38e64-a302-4030-8c2b-57a2e8dc8ba2 req-8f218c0c-8f2b-488f-94aa-d69bb36d4d59 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:52.610949 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9df38e64-a302-4030-8c2b-57a2e8dc8ba2 req-8f218c0c-8f2b-488f-94aa-d69bb36d4d59 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3557770 Aug 16 01:36:52.620104 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-abc64fc9-922b-443e-aad5-717baf2a1764 req-447cbab8-59eb-49aa-b7b6-f7c011e68345 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/security-groups?id=290ee975-2092-48a6-8311-4985206ac05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583677 Aug 16 01:36:52.631962 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c34d8b5-29dc-41d5-9b7f-2a3f434c262c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:52.650368 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-04c83c81-83b4-4ac2-b435-d3077461a8b3 req-fda97666-cffe-4649-8328-d6546f2c43b7 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-969747638', 'description': 'tempest-description-881235048'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:52.667605 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=9c0f84f0-a8fa-41fc-beab-91b6ebda7c51,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:52.694734 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-04c83c81-83b4-4ac2-b435-d3077461a8b3 req-fda97666-cffe-4649-8328-d6546f2c43b7 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:52.837677 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-04c83c81-83b4-4ac2-b435-d3077461a8b3 req-fda97666-cffe-4649-8328-d6546f2c43b7 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:52.849700 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-04c83c81-83b4-4ac2-b435-d3077461a8b3 req-fda97666-cffe-4649-8328-d6546f2c43b7 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:52.868492 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['9c0f84f0-a8fa-41fc-beab-91b6ebda7c51'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:36:52.895837 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-04c83c81-83b4-4ac2-b435-d3077461a8b3 req-fda97666-cffe-4649-8328-d6546f2c43b7 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:52.906824 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04c83c81-83b4-4ac2-b435-d3077461a8b3 req-fda97666-cffe-4649-8328-d6546f2c43b7 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2561300 Aug 16 01:36:52.935981 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda97666-cffe-4649-8328-d6546f2c43b7 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18651627-d78a-40b9-9eef-3380a98ab43b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:52.947750 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-15b67614-0945-4414-a7b6-04d0b6cab0ff req-b962b88a-6c6f-4e3d-9c59-a7007cea155d tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-110346108', 'description': 'tempest-description-1293209691'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:53.019767 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15b67614-0945-4414-a7b6-04d0b6cab0ff req-b962b88a-6c6f-4e3d-9c59-a7007cea155d tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:53.089278 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d423b-62ff-40e1-aa2e-e44c0e8a9954 req-af678220-bd87-4238-b235-10c76a86f954 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:53.100817 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c4d423b-62ff-40e1-aa2e-e44c0e8a9954 req-af678220-bd87-4238-b235-10c76a86f954 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=c61ab2c7-cdfb-4741-bc76-04dfbad6e73a HTTP/1.1" status: 200 len: 948 time: 0.0994902 Aug 16 01:36:53.182610 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c4d423b-62ff-40e1-aa2e-e44c0e8a9954 req-9510d746-4e4a-4153-b77a-6a452ab1f687 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712731 Aug 16 01:36:53.186676 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15b67614-0945-4414-a7b6-04d0b6cab0ff req-b962b88a-6c6f-4e3d-9c59-a7007cea155d tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:53.199097 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:53.202179 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15b67614-0945-4414-a7b6-04d0b6cab0ff req-b962b88a-6c6f-4e3d-9c59-a7007cea155d tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:53.261321 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962b88a-6c6f-4e3d-9c59-a7007cea155d tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c934cdb-cd48-4e4f-bdc2-cd0a8f92e061,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:53.267933 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15b67614-0945-4414-a7b6-04d0b6cab0ff req-b962b88a-6c6f-4e3d-9c59-a7007cea155d tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:53.269953 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-15b67614-0945-4414-a7b6-04d0b6cab0ff req-b962b88a-6c6f-4e3d-9c59-a7007cea155d tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3469815 Aug 16 01:36:53.352220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6b8ac-42d3-46e8-a66c-67f1e8f7e884 req-791c3e05-89e9-477e-93b8-7a81dba6b249 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:53.353985 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28c6b8ac-42d3-46e8-a66c-67f1e8f7e884 req-791c3e05-89e9-477e-93b8-7a81dba6b249 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.63 "GET /v2.0/ports?device_id=ead60991-764c-4fd8-b249-02c12ffd2042 HTTP/1.1" status: 200 len: 945 time: 0.1136425 Aug 16 01:36:53.366919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7abbe4-bb88-4540-9d98-ab33d9ad7e02 req-dc1c9483-6d6a-4634-ae15-305de9acfbaa tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:53.370287 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fc7abbe4-bb88-4540-9d98-ab33d9ad7e02 req-dc1c9483-6d6a-4634-ae15-305de9acfbaa tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/ports?device_id=ead60991-764c-4fd8-b249-02c12ffd2042 HTTP/1.1" status: 200 len: 945 time: 0.0747128 Aug 16 01:36:53.397871 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369c831-69fb-4f14-af13-dd7ae1c3d9e4 req-34742041-e8ba-4d9e-9808-bd0842b448f0 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:53.400054 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a369c831-69fb-4f14-af13-dd7ae1c3d9e4 req-34742041-e8ba-4d9e-9808-bd0842b448f0 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 944 time: 0.0622480 Aug 16 01:36:53.458729 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a369c831-69fb-4f14-af13-dd7ae1c3d9e4 req-dc110bf8-6187-4030-9e75-5be7b7e3a3b1 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501900 Aug 16 01:36:53.477422 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fc7abbe4-bb88-4540-9d98-ab33d9ad7e02 req-063234bf-a4fc-4b0c-998a-a10f8bbed595 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.68 "GET /v2.0/security-groups?id=34fa01ba-6c34-4340-85f4-facb6d16c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970731 Aug 16 01:36:53.606322 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c3f56c0-ee14-4702-a449-51fb5878d8f6 req-c3efa929-5c86-431a-a44b-916115343df1 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "GET /v2.0/security-groups/18651627-d78a-40b9-9eef-3380a98ab43b HTTP/1.1" status: 200 len: 1803 time: 0.0698352 Aug 16 01:36:53.695453 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c3f56c0-ee14-4702-a449-51fb5878d8f6 req-3324eb48-85c2-41d2-976f-be7d5698f0a0 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "GET /v2.0/security-groups/9c934cdb-cd48-4e4f-bdc2-cd0a8f92e061 HTTP/1.1" status: 200 len: 1804 time: 0.0880206 Aug 16 01:36:53.709171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-28c6b8ac-42d3-46e8-a66c-67f1e8f7e884 req-ce22717c-1174-49a4-9257-3d41219da548 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Deleting port 0a25047b-3da3-4894-90b8-b61e73183177 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:53.709530 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28c6b8ac-42d3-46e8-a66c-67f1e8f7e884 req-ce22717c-1174-49a4-9257-3d41219da548 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:53.717750 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-2c3f56c0-ee14-4702-a449-51fb5878d8f6 req-15a57f6c-637f-464c-9494-b85132f080af tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '18651627-d78a-40b9-9eef-3380a98ab43b', 'remote_group_id': '9c934cdb-cd48-4e4f-bdc2-cd0a8f92e061', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:53.726810 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-2c3f56c0-ee14-4702-a449-51fb5878d8f6 req-15a57f6c-637f-464c-9494-b85132f080af tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '18651627-d78a-40b9-9eef-3380a98ab43b', 'remote_group_id': '9c934cdb-cd48-4e4f-bdc2-cd0a8f92e061', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:53.835430 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-8732cfd4-dd25-48e0-a1a1-59afb75e21ba tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=126345157050487ba8127ff85bb0562e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342228 Aug 16 01:36:53.925294 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2c3f56c0-ee14-4702-a449-51fb5878d8f6 req-15a57f6c-637f-464c-9494-b85132f080af tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:53.958672 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-28c6b8ac-42d3-46e8-a66c-67f1e8f7e884 req-ce22717c-1174-49a4-9257-3d41219da548 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] For port 0a25047b-3da3-4894-90b8-b61e73183177, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=0a25047b-3da3-4894-90b8-b61e73183177,segment=NetworkSegment(4ac70837-a5d4-4396-bcdd-2d42f48a13a5),segment_id=4ac70837-a5d4-4396-bcdd-2d42f48a13a5)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:53.959073 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28c6b8ac-42d3-46e8-a66c-67f1e8f7e884 req-ce22717c-1174-49a4-9257-3d41219da548 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:53.983737 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-28c6b8ac-42d3-46e8-a66c-67f1e8f7e884 req-ce22717c-1174-49a4-9257-3d41219da548 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Calling delete_port for 0a25047b-3da3-4894-90b8-b61e73183177 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:53.992425 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2c3f56c0-ee14-4702-a449-51fb5878d8f6 req-15a57f6c-637f-464c-9494-b85132f080af tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:54.001378 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2c3f56c0-ee14-4702-a449-51fb5878d8f6 req-15a57f6c-637f-464c-9494-b85132f080af tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:54.031961 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:54.044225 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-35ccdba0-a433-4a2f-b693-397d908f715e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:54.051677 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-35ccdba0-a433-4a2f-b693-397d908f715e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093709 Aug 16 01:36:54.058123 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a57f6c-637f-464c-9494-b85132f080af tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3259ee6-afc7-485e-8ba4-3a0f619e7465,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:54.072240 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-75bdcf21-a0a2-4647-897b-e7311143ec06 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/quotas/126345157050487ba8127ff85bb0562e HTTP/1.1" status: 200 len: 375 time: 0.0196652 Aug 16 01:36:54.080659 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2c3f56c0-ee14-4702-a449-51fb5878d8f6 req-15a57f6c-637f-464c-9494-b85132f080af tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:54.081878 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c3f56c0-ee14-4702-a449-51fb5878d8f6 req-15a57f6c-637f-464c-9494-b85132f080af tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3857384 Aug 16 01:36:54.100240 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97723e-8b84-4d4b-97f2-695c2168ab8b req-8e55bf40-9eac-484a-bfe0-19f403c0e1b5 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:54.102014 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d97723e-8b84-4d4b-97f2-695c2168ab8b req-8e55bf40-9eac-484a-bfe0-19f403c0e1b5 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.73 "GET /v2.0/ports?device_id=057fc96b-bd08-4e2b-9aff-c0d916dce8a2 HTTP/1.1" status: 200 len: 945 time: 0.1594040 Aug 16 01:36:54.122310 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-7b6ace61-8065-48ee-a8b0-cdfe8e4c7fce tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491846 Aug 16 01:36:54.192776 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39674) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:54.198201 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-73bdbb72-2905-45bc-be77-f3be69717c95 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2021562333'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:54.229143 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bdbb72-2905-45bc-be77-f3be69717c95 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Made reservation on behalf of 5052f870a5d04e98b2cd29c89d03b16c for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:36:54.232507 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73bdbb72-2905-45bc-be77-f3be69717c95 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:54.270578 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28c6b8ac-42d3-46e8-a66c-67f1e8f7e884 req-ce22717c-1174-49a4-9257-3d41219da548 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:54.271951 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:54.301301 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['0a25047b-3da3-4894-90b8-b61e73183177'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:36:54.317276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bdbb72-2905-45bc-be77-f3be69717c95 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:36:54.336202 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22717c-1174-49a4-9257-3d41219da548 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Pushing event deleted for resources: {'Port': ['ID=0a25047b-3da3-4894-90b8-b61e73183177,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:54.337074 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-9866238d-7bd3-4c21-9564-7a50e15392a5 req-73d96a95-f818-4064-b241-5c1a68d3ebe0 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1640780553', 'description': 'tempest-description-710473910'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:54.372975 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73bdbb72-2905-45bc-be77-f3be69717c95 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:54.373326 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-73bdbb72-2905-45bc-be77-f3be69717c95 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Added segment 722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f of type vlan for network eac9d217-8a8e-4249-a789-0da4a12bc674 Aug 16 01:36:54.379656 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-5d97723e-8b84-4d4b-97f2-695c2168ab8b req-994e9f5a-864c-45a1-95d5-65f62f4746d4 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Deleting port ea93e39e-7964-477e-b4bc-e21810f07a3d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:36:54.379901 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5d97723e-8b84-4d4b-97f2-695c2168ab8b req-994e9f5a-864c-45a1-95d5-65f62f4746d4 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:54.380093 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231ac1e-ecdc-4e93-b6e9-5d7d34736c75 req-7121beba-cd36-4d58-9052-bd6f5577856a tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:54.383585 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0231ac1e-ecdc-4e93-b6e9-5d7d34736c75 req-7121beba-cd36-4d58-9052-bd6f5577856a tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/ports?device_id=057fc96b-bd08-4e2b-9aff-c0d916dce8a2 HTTP/1.1" status: 200 len: 945 time: 0.1777811 Aug 16 01:36:54.407613 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c6b8ac-42d3-46e8-a66c-67f1e8f7e884 req-ce22717c-1174-49a4-9257-3d41219da548 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] No DVR routers for this DVR port 0a25047b-3da3-4894-90b8-b61e73183177 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:36:54.431733 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28c6b8ac-42d3-46e8-a66c-67f1e8f7e884 req-ce22717c-1174-49a4-9257-3d41219da548 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:54.434114 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28c6b8ac-42d3-46e8-a66c-67f1e8f7e884 req-ce22717c-1174-49a4-9257-3d41219da548 tempest-AttachSCSIVolumeTestJSON-1355918831 tempest-AttachSCSIVolumeTestJSON-1355918831-project] 10.222.0.63 "DELETE /v2.0/ports/0a25047b-3da3-4894-90b8-b61e73183177 HTTP/1.1" status: 204 len: 173 time: 1.0623195 Aug 16 01:36:54.434797 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead60991-764c-4fd8-b249-02c12ffd2042', 'name': 'network-vif-deleted', 'tag': '0a25047b-3da3-4894-90b8-b61e73183177'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:54.438690 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b603c2-f4f1-470e-8c05-62d90f4cc820" -d '{"events": [{"server_uuid": "ead60991-764c-4fd8-b249-02c12ffd2042", "name": "network-vif-deleted", "tag": "0a25047b-3da3-4894-90b8-b61e73183177"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:54.442182 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:36:54.452291 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:36:54.454089 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:54.503274 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0231ac1e-ecdc-4e93-b6e9-5d7d34736c75 req-4fa6b668-2b92-4452-930f-26e1d7ac67ff tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/security-groups?id=290ee975-2092-48a6-8311-4985206ac05a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995941 Aug 16 01:36:54.533600 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73bdbb72-2905-45bc-be77-f3be69717c95 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:54.542958 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9866238d-7bd3-4c21-9564-7a50e15392a5 req-73d96a95-f818-4064-b241-5c1a68d3ebe0 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:54.574822 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:54.628148 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9c0f84f0-a8fa-41fc-beab-91b6ebda7c51,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:54.629590 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61ab2c7-cdfb-4741-bc76-04dfbad6e73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0f84f0-a8fa-41fc-beab-91b6ebda7c51'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:54.634059 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfd2b79-7ec9-4b22-9dff-00ef9c015f09" -d '{"events": [{"server_uuid": "c61ab2c7-cdfb-4741-bc76-04dfbad6e73a", "name": "network-vif-plugged", "status": "completed", "tag": "9c0f84f0-a8fa-41fc-beab-91b6ebda7c51"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:54.640217 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:54.706960 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73bdbb72-2905-45bc-be77-f3be69717c95 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:54.713369 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bdbb72-2905-45bc-be77-f3be69717c95 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:54.714416 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73bdbb72-2905-45bc-be77-f3be69717c95 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:54.732487 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=9c0f84f0-a8fa-41fc-beab-91b6ebda7c51,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:54.739717 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-5d97723e-8b84-4d4b-97f2-695c2168ab8b req-994e9f5a-864c-45a1-95d5-65f62f4746d4 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] For port ea93e39e-7964-477e-b4bc-e21810f07a3d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ea93e39e-7964-477e-b4bc-e21810f07a3d,segment=NetworkSegment(57785554-e77b-4732-a4f6-ce2eef93c433),segment_id=57785554-e77b-4732-a4f6-ce2eef93c433)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:54.740313 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5d97723e-8b84-4d4b-97f2-695c2168ab8b req-994e9f5a-864c-45a1-95d5-65f62f4746d4 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:54.761238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac2957-5516-411f-91fe-3831318ce78f req-d5c332b5-f7f4-4f0f-b5e4-f1f14bd472cf tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:54.765288 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1aac2957-5516-411f-91fe-3831318ce78f req-d5c332b5-f7f4-4f0f-b5e4-f1f14bd472cf tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=c61ab2c7-cdfb-4741-bc76-04dfbad6e73a HTTP/1.1" status: 200 len: 948 time: 0.1664083 Aug 16 01:36:54.823979 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1aac2957-5516-411f-91fe-3831318ce78f req-c7bedcb3-4708-437f-b596-97ec6f86d791 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515687 Aug 16 01:36:54.955388 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a728d9c1-364f-4136-8436-3aae74e08e8e req-7382e043-85f8-421c-a72f-cff9fea74ca8 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 210 time: 0.0493872 Aug 16 01:36:55.015114 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bdbb72-2905-45bc-be77-f3be69717c95 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event updated for resources: {'Network': ['ID=eac9d217-8a8e-4249-a789-0da4a12bc674,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:55.024871 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-5d97723e-8b84-4d4b-97f2-695c2168ab8b req-994e9f5a-864c-45a1-95d5-65f62f4746d4 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Calling delete_port for ea93e39e-7964-477e-b4bc-e21810f07a3d owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:36:55.036893 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network eac9d217-8a8e-4249-a789-0da4a12bc674 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:36:55.074389 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a41e2a-db71-4d17-899c-4c71edcba1ff x-openstack-request-id: req-89a41e2a-db71-4d17-899c-4c71edcba1ff {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:55.075125 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead60991-764c-4fd8-b249-02c12ffd2042", "name": "network-vif-deleted", "tag": "0a25047b-3da3-4894-90b8-b61e73183177", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:55.075386 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-89a41e2a-db71-4d17-899c-4c71edcba1ff {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:55.075864 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead60991-764c-4fd8-b249-02c12ffd2042', 'name': 'network-vif-deleted', 'tag': '0a25047b-3da3-4894-90b8-b61e73183177', 'status': 'completed', 'code': 200} Aug 16 01:36:55.164619 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9866238d-7bd3-4c21-9564-7a50e15392a5 req-73d96a95-f818-4064-b241-5c1a68d3ebe0 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.187018 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9866238d-7bd3-4c21-9564-7a50e15392a5 req-73d96a95-f818-4064-b241-5c1a68d3ebe0 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.215808 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-73bdbb72-2905-45bc-be77-f3be69717c95 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0215383 Aug 16 01:36:55.219441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39698) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:55.222948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d96a95-f818-4064-b241-5c1a68d3ebe0 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f854f24-5e44-4298-a37f-a87871e32dbf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:55.231541 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67dddb-c4ff-4491-99ab-4e8ca3cbc79d req-e9dfcbf1-f63a-4896-85e7-8484d8a92235 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:55.232623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b7f95a70-cf8a-40c7-ad89-5f7c81d81120 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1353983890'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:55.233825 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f67dddb-c4ff-4491-99ab-4e8ca3cbc79d req-e9dfcbf1-f63a-4896-85e7-8484d8a92235 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 944 time: 0.0750203 Aug 16 01:36:55.264124 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9866238d-7bd3-4c21-9564-7a50e15392a5 req-73d96a95-f818-4064-b241-5c1a68d3ebe0 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.265845 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9866238d-7bd3-4c21-9564-7a50e15392a5 req-73d96a95-f818-4064-b241-5c1a68d3ebe0 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9496691 Aug 16 01:36:55.330322 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f67dddb-c4ff-4491-99ab-4e8ca3cbc79d req-afee6a79-b493-41d0-ad16-55aa3cbd2367 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854514 Aug 16 01:36:55.356626 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-0fefa15c-31ea-488f-8a19-6928725675b3 req-f722d6d7-0361-4848-8ef4-d0d16a706329 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-444339163', 'description': 'tempest-description-719785453'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:55.357085 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5d97723e-8b84-4d4b-97f2-695c2168ab8b req-994e9f5a-864c-45a1-95d5-65f62f4746d4 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.374961 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['ea93e39e-7964-477e-b4bc-e21810f07a3d'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:36:55.387524 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f95a70-cf8a-40c7-ad89-5f7c81d81120 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Made reservation on behalf of 5052f870a5d04e98b2cd29c89d03b16c for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:36:55.392482 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7f95a70-cf8a-40c7-ad89-5f7c81d81120 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.411595 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0fefa15c-31ea-488f-8a19-6928725675b3 req-f722d6d7-0361-4848-8ef4-d0d16a706329 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.427988 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901ddc05-6ebf-4941-b722-b917661093ad x-openstack-request-id: req-901ddc05-6ebf-4941-b722-b917661093ad {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:55.428274 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61ab2c7-cdfb-4741-bc76-04dfbad6e73a", "name": "network-vif-plugged", "status": "completed", "tag": "9c0f84f0-a8fa-41fc-beab-91b6ebda7c51", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:55.428530 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-901ddc05-6ebf-4941-b722-b917661093ad {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:55.430294 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61ab2c7-cdfb-4741-bc76-04dfbad6e73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0f84f0-a8fa-41fc-beab-91b6ebda7c51', 'code': 200} Aug 16 01:36:55.476733 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d97723e-8b84-4d4b-97f2-695c2168ab8b req-994e9f5a-864c-45a1-95d5-65f62f4746d4 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] No DVR routers for this DVR port ea93e39e-7964-477e-b4bc-e21810f07a3d on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:36:55.480727 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5d97723e-8b84-4d4b-97f2-695c2168ab8b req-994e9f5a-864c-45a1-95d5-65f62f4746d4 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.483315 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d97723e-8b84-4d4b-97f2-695c2168ab8b req-994e9f5a-864c-45a1-95d5-65f62f4746d4 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.73 "DELETE /v2.0/ports/ea93e39e-7964-477e-b4bc-e21810f07a3d HTTP/1.1" status: 204 len: 173 time: 1.3642001 Aug 16 01:36:55.484146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e9f5a-864c-45a1-95d5-65f62f4746d4 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] Pushing event deleted for resources: {'Port': ['ID=ea93e39e-7964-477e-b4bc-e21810f07a3d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:55.489451 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057fc96b-bd08-4e2b-9aff-c0d916dce8a2', 'name': 'network-vif-deleted', 'tag': 'ea93e39e-7964-477e-b4bc-e21810f07a3d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:36:55.492236 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9111c0ab-ab15-40b1-9eaa-349e971ec1e3" -d '{"events": [{"server_uuid": "057fc96b-bd08-4e2b-9aff-c0d916dce8a2", "name": "network-vif-deleted", "tag": "ea93e39e-7964-477e-b4bc-e21810f07a3d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:36:55.514152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f95a70-cf8a-40c7-ad89-5f7c81d81120 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:36:55.524479 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0fefa15c-31ea-488f-8a19-6928725675b3 req-f722d6d7-0361-4848-8ef4-d0d16a706329 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.530701 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7f95a70-cf8a-40c7-ad89-5f7c81d81120 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.530979 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-b7f95a70-cf8a-40c7-ad89-5f7c81d81120 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Added segment 9cf99d00-c970-4f57-8882-af2657344335 of type vlan for network 40c3db57-1e7f-42e7-b628-4096f135707a Aug 16 01:36:55.537084 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0fefa15c-31ea-488f-8a19-6928725675b3 req-f722d6d7-0361-4848-8ef4-d0d16a706329 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.592938 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7f95a70-cf8a-40c7-ad89-5f7c81d81120 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.598942 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf53040-0330-43b3-a87d-d72e91461633 x-openstack-request-id: req-cdf53040-0330-43b3-a87d-d72e91461633 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:36:55.599169 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057fc96b-bd08-4e2b-9aff-c0d916dce8a2", "name": "network-vif-deleted", "tag": "ea93e39e-7964-477e-b4bc-e21810f07a3d", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:36:55.599512 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cdf53040-0330-43b3-a87d-d72e91461633 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:36:55.599816 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057fc96b-bd08-4e2b-9aff-c0d916dce8a2', 'name': 'network-vif-deleted', 'tag': 'ea93e39e-7964-477e-b4bc-e21810f07a3d', 'status': 'completed', 'code': 200} Aug 16 01:36:55.634620 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7f95a70-cf8a-40c7-ad89-5f7c81d81120 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.644283 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f95a70-cf8a-40c7-ad89-5f7c81d81120 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:55.645101 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7f95a70-cf8a-40c7-ad89-5f7c81d81120 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.679079 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0fefa15c-31ea-488f-8a19-6928725675b3 req-f722d6d7-0361-4848-8ef4-d0d16a706329 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.685556 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0fefa15c-31ea-488f-8a19-6928725675b3 req-f722d6d7-0361-4848-8ef4-d0d16a706329 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3335602 Aug 16 01:36:55.709191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722d6d7-0361-4848-8ef4-d0d16a706329 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f40c470-db99-4d3c-a701-e7dc60cba4e5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:55.760945 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f95a70-cf8a-40c7-ad89-5f7c81d81120 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event updated for resources: {'Network': ['ID=40c3db57-1e7f-42e7-b628-4096f135707a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:55.767824 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab11c6-289b-4ba7-a18c-35b83d2ea76b req-c070e1c4-f01c-492c-a772-754683df2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:55.769498 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e2ab11c6-289b-4ba7-a18c-35b83d2ea76b req-c070e1c4-f01c-492c-a772-754683df2e90 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c61ab2c7-cdfb-4741-bc76-04dfbad6e73a HTTP/1.1" status: 200 len: 1101 time: 0.2118692 Aug 16 01:36:55.769635 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b7f95a70-cf8a-40c7-ad89-5f7c81d81120 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5477242 Aug 16 01:36:55.770064 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39724) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:55.773715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 40c3db57-1e7f-42e7-b628-4096f135707a details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:36:55.782087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6158e271-d373-4919-b484-10290623a7dd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Request body: {'subnet': {'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:55.814288 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-728f6b59-e653-4f70-8ad5-c9595555889d req-bd6c296e-5d5d-4bfa-94a6-23a291fdf219 tempest-ServerAddressesTestJSON-2075550692 tempest-ServerAddressesTestJSON-2075550692-project] 10.222.0.68 "GET /v2.0/ports?device_id=057fc96b-bd08-4e2b-9aff-c0d916dce8a2 HTTP/1.1" status: 200 len: 210 time: 0.0553377 Aug 16 01:36:55.895945 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:55.910340 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-97d33b3a-95c5-43c4-85b4-ccaa5c76b890 req-00ec2413-e48b-45f3-85c5-a6dc8972d9d1 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "GET /v2.0/security-groups/6f854f24-5e44-4298-a37f-a87871e32dbf HTTP/1.1" status: 200 len: 1804 time: 0.2016664 Aug 16 01:36:55.969803 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-b00f7edb-7ae0-4356-98ce-45507ea86b73 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=126345157050487ba8127ff85bb0562e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330567 Aug 16 01:36:56.054042 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e2ab11c6-289b-4ba7-a18c-35b83d2ea76b req-80c3ed77-c6c7-4710-bd86-a509061cf2e6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623441 Aug 16 01:36:56.079563 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-97d33b3a-95c5-43c4-85b4-ccaa5c76b890 req-606a9728-93b0-493a-9711-080217d04cad tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "GET /v2.0/security-groups/6f40c470-db99-4d3c-a701-e7dc60cba4e5 HTTP/1.1" status: 200 len: 1803 time: 0.1611924 Aug 16 01:36:56.085451 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-97d33b3a-95c5-43c4-85b4-ccaa5c76b890 req-196d4efe-ca0e-4725-a46c-c03d3216efb8 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6f854f24-5e44-4298-a37f-a87871e32dbf', 'remote_group_id': '6f40c470-db99-4d3c-a701-e7dc60cba4e5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:56.085848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-97d33b3a-95c5-43c4-85b4-ccaa5c76b890 req-196d4efe-ca0e-4725-a46c-c03d3216efb8 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6f854f24-5e44-4298-a37f-a87871e32dbf', 'remote_group_id': '6f40c470-db99-4d3c-a701-e7dc60cba4e5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:56.092873 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6158e271-d373-4919-b484-10290623a7dd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Made reservation on behalf of 5052f870a5d04e98b2cd29c89d03b16c for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:36:56.095543 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6158e271-d373-4919-b484-10290623a7dd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:56.161367 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ffd49-a29f-4446-82ef-6093c3f4ba7e req-60f9f710-490d-4443-aa17-c334a7f57ed2 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:56.168916 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d48ffd49-a29f-4446-82ef-6093c3f4ba7e req-60f9f710-490d-4443-aa17-c334a7f57ed2 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=c61ab2c7-cdfb-4741-bc76-04dfbad6e73a HTTP/1.1" status: 200 len: 949 time: 0.2029679 Aug 16 01:36:56.255085 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-e34f028e-43e6-4f32-973a-7a4127f55012 service neutron] 10.222.0.63 "GET /v2.0/ports/2d486af8-e932-4a67-84f5-a39380642faa/bindings/n-h1-765315-27 HTTP/1.1" status: 200 len: 385 time: 0.1507266 Aug 16 01:36:56.262165 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d48ffd49-a29f-4446-82ef-6093c3f4ba7e req-fb322bb3-5f35-493a-985e-2d3be094ee0f tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923438 Aug 16 01:36:56.275969 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-97d33b3a-95c5-43c4-85b4-ccaa5c76b890 req-196d4efe-ca0e-4725-a46c-c03d3216efb8 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:56.278471 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 0a25047b-3da3-4894-90b8-b61e73183177 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:36:56.323198 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 0a25047b-3da3-4894-90b8-b61e73183177 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:36:56.323545 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 0a25047b-3da3-4894-90b8-b61e73183177 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:36:56.323973 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 2d486af8-e932-4a67-84f5-a39380642faa no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:36:56.383244 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-97d33b3a-95c5-43c4-85b4-ccaa5c76b890 req-196d4efe-ca0e-4725-a46c-c03d3216efb8 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:56.394510 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-97d33b3a-95c5-43c4-85b4-ccaa5c76b890 req-196d4efe-ca0e-4725-a46c-c03d3216efb8 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:56.417128 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-8f4d20da-6a6b-4f15-9de1-17e023d9df54 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:56.419057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d4efe-ca0e-4725-a46c-c03d3216efb8 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac4a1d0-3b3b-47e6-a668-2d86d79848ca,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:56.420018 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-8f4d20da-6a6b-4f15-9de1-17e023d9df54 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4046481 Aug 16 01:36:56.431458 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6158e271-d373-4919-b484-10290623a7dd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:56.442457 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-97d33b3a-95c5-43c4-85b4-ccaa5c76b890 req-196d4efe-ca0e-4725-a46c-c03d3216efb8 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:56.452485 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-97d33b3a-95c5-43c4-85b4-ccaa5c76b890 req-196d4efe-ca0e-4725-a46c-c03d3216efb8 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3698478 Aug 16 01:36:56.494070 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6fce491-6034-489c-a2c2-fe00fe51971e req-310d5c59-771a-44c3-bc84-1986f57a6aff tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 210 time: 0.0684874 Aug 16 01:36:56.510869 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-9e75fab7-a974-4e13-a1d8-6f96d7b31512 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Request body: {'port': {'device_id': '10178b51-0ba3-4f2d-a326-402642b19095', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': '126345157050487ba8127ff85bb0562e'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:56.522147 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158e271-d373-4919-b484-10290623a7dd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event updated for resources: {'Subnet': ['ID=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:56.525128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158e271-d373-4919-b484-10290623a7dd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Checking segment: {'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:56.525381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6158e271-d373-4919-b484-10290623a7dd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Network hostable DHCP agents. Network: eac9d217-8a8e-4249-a789-0da4a12bc674, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:36:56.581398 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6158e271-d373-4919-b484-10290623a7dd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Network eac9d217-8a8e-4249-a789-0da4a12bc674 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:36:56.620037 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f76f2b-7c7d-4e7e-800a-84f06697d630 req-5426ecd9-994b-4b98-ba8d-de863fe91fd0 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:56.622004 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7f76f2b-7c7d-4e7e-800a-84f06697d630 req-5426ecd9-994b-4b98-ba8d-de863fe91fd0 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 944 time: 0.0829580 Aug 16 01:36:56.622647 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-6158e271-d373-4919-b484-10290623a7dd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, eac9d217-8a8e-4249-a789-0da4a12bc674) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:56.631796 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c9211-dbd5-40d6-b36b-a09fd7ce6856 None None] Network eac9d217-8a8e-4249-a789-0da4a12bc674 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:36:56.651562 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6158e271-d373-4919-b484-10290623a7dd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:56.652155 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6158e271-d373-4919-b484-10290623a7dd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:56.701998 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6158e271-d373-4919-b484-10290623a7dd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9266984 Aug 16 01:36:56.703909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39770) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:56.716362 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-eb514a5e-d4c5-4db3-a28c-5b8c3f05ec8c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Request body: {'subnet': {'network_id': '40c3db57-1e7f-42e7-b628-4096f135707a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:56.748150 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22791fc3-97a8-40cb-b14d-da694740fa52 req-0026f58d-e077-4285-bbe1-743eb10472fd tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "GET /v2.0/security-groups/6f40c470-db99-4d3c-a701-e7dc60cba4e5 HTTP/1.1" status: 200 len: 1803 time: 0.2072470 Aug 16 01:36:56.793068 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7f76f2b-7c7d-4e7e-800a-84f06697d630 req-94550a4a-4a58-4d48-b27c-5fccba89edbe tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431696 Aug 16 01:36:56.873416 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-9e75fab7-a974-4e13-a1d8-6f96d7b31512 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Made reservation on behalf of 126345157050487ba8127ff85bb0562e for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:36:56.874826 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-eac9d217-8a8e-4249-a789-0da4a12bc674', 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'fixed_ips': [{'subnet_id': '3ee9d256-d8d6-469a-b8c6-fd9f439f7f74'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:36:56.876237 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:56.877665 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-9e75fab7-a974-4e13-a1d8-6f96d7b31512 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:56.881621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-98cbdb3e-3720-4ba3-b5f7-7ef2ab2e5f9a service neutron] For port 2d486af8-e932-4a67-84f5-a39380642faa, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2d486af8-e932-4a67-84f5-a39380642faa,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:56.895969 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb514a5e-d4c5-4db3-a28c-5b8c3f05ec8c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Made reservation on behalf of 5052f870a5d04e98b2cd29c89d03b16c for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:36:56.904205 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-9e75fab7-a974-4e13-a1d8-6f96d7b31512 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:56.905233 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb514a5e-d4c5-4db3-a28c-5b8c3f05ec8c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:56.936234 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-98cbdb3e-3720-4ba3-b5f7-7ef2ab2e5f9a service neutron] For port 2d486af8-e932-4a67-84f5-a39380642faa, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:36:56.940435 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-22791fc3-97a8-40cb-b14d-da694740fa52 req-80e7cf02-e246-498b-99c7-74e14ab25661 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:56.988309 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39774) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:57.065101 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Allocated IP 10.1.1.2 (eac9d217-8a8e-4249-a789-0da4a12bc674/3ee9d256-d8d6-469a-b8c6-fd9f439f7f74/5bb9b842-29ee-4f76-b381-245a393610d8) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:36:57.106931 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-3109c8bf-0368-4595-baa0-ed4d23debbf1 admin admin] Deleting subnet 0a4cb1bd-7f1d-44b4-9d39-039a8b69b71f {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:36:57.129258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-98cbdb3e-3720-4ba3-b5f7-7ef2ab2e5f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d486af8-e932-4a67-84f5-a39380642faa {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:36:57.142145 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3109c8bf-0368-4595-baa0-ed4d23debbf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:57.151444 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-22791fc3-97a8-40cb-b14d-da694740fa52 req-80e7cf02-e246-498b-99c7-74e14ab25661 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:57.212661 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-98cbdb3e-3720-4ba3-b5f7-7ef2ab2e5f9a service neutron] For port 2d486af8-e932-4a67-84f5-a39380642faa, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=2d486af8-e932-4a67-84f5-a39380642faa,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:36:57.245938 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb514a5e-d4c5-4db3-a28c-5b8c3f05ec8c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:57.282555 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-98cbdb3e-3720-4ba3-b5f7-7ef2ab2e5f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:57.293742 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3109c8bf-0368-4595-baa0-ed4d23debbf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:57.327447 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb514a5e-d4c5-4db3-a28c-5b8c3f05ec8c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event updated for resources: {'Subnet': ['ID=2d2826b0-99a9-4c6d-9d14-a0b94c6e8722,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:57.384169 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb514a5e-d4c5-4db3-a28c-5b8c3f05ec8c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Checking segment: {'id': '9cf99d00-c970-4f57-8882-af2657344335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40c3db57-1e7f-42e7-b628-4096f135707a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:57.384822 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb514a5e-d4c5-4db3-a28c-5b8c3f05ec8c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Network hostable DHCP agents. Network: 40c3db57-1e7f-42e7-b628-4096f135707a, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:36:57.420056 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb514a5e-d4c5-4db3-a28c-5b8c3f05ec8c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Network 40c3db57-1e7f-42e7-b628-4096f135707a is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:36:57.426590 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:57.440025 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-eb514a5e-d4c5-4db3-a28c-5b8c3f05ec8c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 40c3db57-1e7f-42e7-b628-4096f135707a) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:57.447902 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb514a5e-d4c5-4db3-a28c-5b8c3f05ec8c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:57.448694 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb514a5e-d4c5-4db3-a28c-5b8c3f05ec8c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:57.450698 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3109c8bf-0368-4595-baa0-ed4d23debbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:57.452987 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-22791fc3-97a8-40cb-b14d-da694740fa52 req-80e7cf02-e246-498b-99c7-74e14ab25661 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:57.456312 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-22791fc3-97a8-40cb-b14d-da694740fa52 req-80e7cf02-e246-498b-99c7-74e14ab25661 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:57.457471 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22791fc3-97a8-40cb-b14d-da694740fa52 req-80e7cf02-e246-498b-99c7-74e14ab25661 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "DELETE /v2.0/security-groups/6f40c470-db99-4d3c-a701-e7dc60cba4e5 HTTP/1.1" status: 204 len: 173 time: 0.7085485 Aug 16 01:36:57.457677 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6a2aaf-1a66-4310-b48c-e4bd0e573b55 None None] Network 40c3db57-1e7f-42e7-b628-4096f135707a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:36:57.462491 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Transition to ACTIVE for port object 5bb9b842-29ee-4f76-b381-245a393610d8 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:57.521650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8b9f6-df04-4070-a534-84113b96c0ca req-2b068b55-2540-47f5-a347-59a503abe724 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:57.525749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7cf02-e246-498b-99c7-74e14ab25661 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f40c470-db99-4d3c-a701-e7dc60cba4e5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:57.528934 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-9e75fab7-a974-4e13-a1d8-6f96d7b31512 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:57.532303 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3fe8b9f6-df04-4070-a534-84113b96c0ca req-2b068b55-2540-47f5-a347-59a503abe724 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=c61ab2c7-cdfb-4741-bc76-04dfbad6e73a HTTP/1.1" status: 200 len: 949 time: 0.0872428 Aug 16 01:36:57.555299 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-9e75fab7-a974-4e13-a1d8-6f96d7b31512 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:57.564185 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-eb514a5e-d4c5-4db3-a28c-5b8c3f05ec8c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8570895 Aug 16 01:36:57.567419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39784) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:57.580335 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-98cbdb3e-3720-4ba3-b5f7-7ef2ab2e5f9a service neutron] Transition to ACTIVE for port object 2d486af8-e932-4a67-84f5-a39380642faa will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:57.581225 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-09554316-5bc6-48be-abed-b7c0ec267a51 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Request body: {'port': {'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674', 'name': 'tempest-TaggedBootDevicesTest-1139181894', 'fixed_ips': [{'subnet_id': '3ee9d256-d8d6-469a-b8c6-fd9f439f7f74'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:57.612839 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-98cbdb3e-3720-4ba3-b5f7-7ef2ab2e5f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:57.631127 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3fe8b9f6-df04-4070-a534-84113b96c0ca req-14f2591f-fb05-4a1f-8377-f05901ef0911 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971603 Aug 16 01:36:57.738890 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Transition to ACTIVE for port object 5bb9b842-29ee-4f76-b381-245a393610d8 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:57.747151 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:57.773860 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea04da6a-c024-4f11-b364-fdb56ecbdc7f req-4cde7b34-a355-49f1-ae07-716fb7188a20 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "GET /v2.0/security-groups/6f854f24-5e44-4298-a37f-a87871e32dbf HTTP/1.1" status: 200 len: 1804 time: 0.2779450 Aug 16 01:36:57.775044 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3109c8bf-0368-4595-baa0-ed4d23debbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:57.778712 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-40c3db57-1e7f-42e7-b628-4096f135707a', 'network_id': '40c3db57-1e7f-42e7-b628-4096f135707a', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'fixed_ips': [{'subnet_id': '2d2826b0-99a9-4c6d-9d14-a0b94c6e8722'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:36:57.779566 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:57.807316 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Network eac9d217-8a8e-4249-a789-0da4a12bc674 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:36:57.813288 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:57.818699 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:36:57.819847 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75fab7-a974-4e13-a1d8-6f96d7b31512 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b0ae52-33c3-4a71-b522-46064a850194,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:57.833592 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Pushing event updated for resources: {'Port': ['ID=5bb9b842-29ee-4f76-b381-245a393610d8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:57.905154 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0fd7f055-1565-4037-b83f-f540d2d60ebb req-ea3d69a6-0b37-4364-8d07-2350cdd5e827 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 210 time: 0.1639850 Aug 16 01:36:57.952660 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09554316-5bc6-48be-abed-b7c0ec267a51 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Made reservation on behalf of 5052f870a5d04e98b2cd29c89d03b16c for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:36:57.979195 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-399f7405-2bfe-4cd6-b29f-64fe26336f44 req-68de7b13-7565-418f-8036-1a43c4d3067d tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-706534592', 'description': 'tempest-description-59596114'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:36:58.014520 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Attempting to bind port 5bb9b842-29ee-4f76-b381-245a393610d8 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:36:58.014889 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Attempting to bind port 5bb9b842-29ee-4f76-b381-245a393610d8 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:36:58.015254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Attempting to bind port 5bb9b842-29ee-4f76-b381-245a393610d8 on network eac9d217-8a8e-4249-a789-0da4a12bc674 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:58.036781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109c8bf-0368-4595-baa0-ed4d23debbf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a4cb1bd-7f1d-44b4-9d39-039a8b69b71f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:58.050563 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:36:58.050945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Checking segment: {'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:58.051607 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:58.052012 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Bound using segment: {'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:36:58.053001 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Bound port: 5bb9b842-29ee-4f76-b381-245a393610d8, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:36:58.053578 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:58.082187 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3109c8bf-0368-4595-baa0-ed4d23debbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:58.084679 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3109c8bf-0368-4595-baa0-ed4d23debbf1 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0a4cb1bd-7f1d-44b4-9d39-039a8b69b71f HTTP/1.1" status: 204 len: 168 time: 1.0835476 Aug 16 01:36:58.090395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-98cbdb3e-3720-4ba3-b5f7-7ef2ab2e5f9a service neutron] No DVR routers for this DVR port 2d486af8-e932-4a67-84f5-a39380642faa on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:36:58.096485 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39796) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:58.114051 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Allocated IP 10.2.2.2 (40c3db57-1e7f-42e7-b628-4096f135707a/2d2826b0-99a9-4c6d-9d14-a0b94c6e8722/cd172f82-4e38-4678-8dfe-a266603936f1) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:36:58.125527 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbdb3e-3720-4ba3-b5f7-7ef2ab2e5f9a service neutron] Pushing event updated for resources: {'Port': ['ID=2d486af8-e932-4a67-84f5-a39380642faa,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:58.145748 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-399f7405-2bfe-4cd6-b29f-64fe26336f44 req-68de7b13-7565-418f-8036-1a43c4d3067d tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:58.190820 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-9e75fab7-a974-4e13-a1d8-6f96d7b31512 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Allocated IP 192.168.233.88 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/0212517b-dda9-4f54-ae72-41185d52c5f4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:36:58.226882 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09554316-5bc6-48be-abed-b7c0ec267a51 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:58.251056 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-98cbdb3e-3720-4ba3-b5f7-7ef2ab2e5f9a service neutron] 10.222.0.63 "PUT /v2.0/ports/2d486af8-e932-4a67-84f5-a39380642faa/bindings/n-h1-765315-27/activate HTTP/1.1" status: 200 len: 370 time: 1.9821839 Aug 16 01:36:58.284258 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d94dc052-ba22-4b90-8f0a-c057414d0d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:58.368609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-09554316-5bc6-48be-abed-b7c0ec267a51 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] device_id is not set on port 47c48de3-b662-47a6-8021-99cd79188db2 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:36:58.429048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] For port 5bb9b842-29ee-4f76-b381-245a393610d8, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:36:58.450622 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] For port 5bb9b842-29ee-4f76-b381-245a393610d8, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5bb9b842-29ee-4f76-b381-245a393610d8,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:36:58.459946 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:58.577490 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2a86d-6773-4b0b-b434-4ee1f9c588ab None None] Pushing event updated for resources: {'Port': ['ID=5bb9b842-29ee-4f76-b381-245a393610d8,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:58.690250 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:58.711322 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Transition to ACTIVE for port object cd172f82-4e38-4678-8dfe-a266603936f1 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:58.743122 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-399f7405-2bfe-4cd6-b29f-64fe26336f44 req-68de7b13-7565-418f-8036-1a43c4d3067d tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:58.754399 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-399f7405-2bfe-4cd6-b29f-64fe26336f44 req-68de7b13-7565-418f-8036-1a43c4d3067d tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:58.756217 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Transition to ACTIVE for port object cd172f82-4e38-4678-8dfe-a266603936f1 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:58.768980 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:58.827567 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-09554316-5bc6-48be-abed-b7c0ec267a51 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Allocated IP 10.1.1.166 (eac9d217-8a8e-4249-a789-0da4a12bc674/3ee9d256-d8d6-469a-b8c6-fd9f439f7f74/47c48de3-b662-47a6-8021-99cd79188db2) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:36:58.882586 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-399f7405-2bfe-4cd6-b29f-64fe26336f44 req-68de7b13-7565-418f-8036-1a43c4d3067d tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:58.883056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Pushing event updated for resources: {'Port': ['ID=cd172f82-4e38-4678-8dfe-a266603936f1,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:58.884264 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-399f7405-2bfe-4cd6-b29f-64fe26336f44 req-68de7b13-7565-418f-8036-1a43c4d3067d tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9179955 Aug 16 01:36:58.926903 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Network 40c3db57-1e7f-42e7-b628-4096f135707a is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:36:58.929057 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:58.933223 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:36:58.941089 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d94dc052-ba22-4b90-8f0a-c057414d0d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:58.951118 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de7b13-7565-418f-8036-1a43c4d3067d tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e78cb20e-72ac-4ad9-8ca0-94174aa18aa5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:58.967664 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d94dc052-ba22-4b90-8f0a-c057414d0d2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f01b09-b26b-4a7b-a559-bd07c9bc9dee']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:59.015231 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d94dc052-ba22-4b90-8f0a-c057414d0d2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57785554-e77b-4732-a4f6-ce2eef93c433') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:59.016154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d94dc052-ba22-4b90-8f0a-c057414d0d2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57785554-e77b-4732-a4f6-ce2eef93c433') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:36:59.054384 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d94dc052-ba22-4b90-8f0a-c057414d0d2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:59.054830 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Attempting to bind port cd172f82-4e38-4678-8dfe-a266603936f1 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:36:59.055348 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Attempting to bind port cd172f82-4e38-4678-8dfe-a266603936f1 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '9cf99d00-c970-4f57-8882-af2657344335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40c3db57-1e7f-42e7-b628-4096f135707a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:36:59.055868 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Attempting to bind port cd172f82-4e38-4678-8dfe-a266603936f1 on network 40c3db57-1e7f-42e7-b628-4096f135707a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:36:59.067204 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:36:59.067204 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Checking segment: {'id': '9cf99d00-c970-4f57-8882-af2657344335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40c3db57-1e7f-42e7-b628-4096f135707a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:36:59.067557 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:59.068570 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Bound using segment: {'id': '9cf99d00-c970-4f57-8882-af2657344335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40c3db57-1e7f-42e7-b628-4096f135707a'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:36:59.068704 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Bound port: cd172f82-4e38-4678-8dfe-a266603936f1, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf99d00-c970-4f57-8882-af2657344335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40c3db57-1e7f-42e7-b628-4096f135707a'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:36:59.069356 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:59.104055 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d94dc052-ba22-4b90-8f0a-c057414d0d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:59.138505 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5bb9b842-29ee-4f76-b381-245a393610d8 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:36:59.144415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-10a802d1-ba1f-4d88-bdfd-ff1f3f387beb tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:59.146498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-10a802d1-ba1f-4d88-bdfd-ff1f3f387beb tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96&tenant_id=45dbe6ee0a914906b78be372f8c71bfe&binding%3Ahost_id=n-h2-765315-27 HTTP/1.1" status: 200 len: 1097 time: 0.7737634 Aug 16 01:36:59.148834 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94dc052-ba22-4b90-8f0a-c057414d0d2c admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:36:59.149421 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d94dc052-ba22-4b90-8f0a-c057414d0d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:36:59.155961 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:36:59.238056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] For port cd172f82-4e38-4678-8dfe-a266603936f1, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:36:59.249112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] For port cd172f82-4e38-4678-8dfe-a266603936f1, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=cd172f82-4e38-4678-8dfe-a266603936f1,segment=NetworkSegment(9cf99d00-c970-4f57-8882-af2657344335),segment_id=9cf99d00-c970-4f57-8882-af2657344335)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:36:59.256947 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:59.279071 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09554316-5bc6-48be-abed-b7c0ec267a51 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:59.279865 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f83f21-3a7c-4ee3-9a11-dc96c7e9e696 req-6339452b-fb44-4c15-840f-2b04a4fafeda tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:59.289135 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-64f83f21-3a7c-4ee3-9a11-dc96c7e9e696 req-6339452b-fb44-4c15-840f-2b04a4fafeda tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 945 time: 0.4938524 Aug 16 01:36:59.298898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-09554316-5bc6-48be-abed-b7c0ec267a51 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Transition to ACTIVE for port object 47c48de3-b662-47a6-8021-99cd79188db2 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:59.303271 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-9e75fab7-a974-4e13-a1d8-6f96d7b31512 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:59.335853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-1c0851b8-9f8d-4302-a8f1-d43d65b6c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:59.337410 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-1c0851b8-9f8d-4302-a8f1-d43d65b6c7f2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96&tenant_id=45dbe6ee0a914906b78be372f8c71bfe HTTP/1.1" status: 200 len: 1097 time: 0.1620171 Aug 16 01:36:59.338008 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d94dc052-ba22-4b90-8f0a-c057414d0d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:59.340043 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-9e75fab7-a974-4e13-a1d8-6f96d7b31512 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Transition to ACTIVE for port object 0212517b-dda9-4f54-ae72-41185d52c5f4 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:36:59.358288 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d94dc052-ba22-4b90-8f0a-c057414d0d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:59.363978 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d94dc052-ba22-4b90-8f0a-c057414d0d2c admin admin] 10.222.0.68 "DELETE /v2.0/networks/94f01b09-b26b-4a7b-a559-bd07c9bc9dee HTTP/1.1" status: 204 len: 168 time: 1.2661126 Aug 16 01:36:59.366935 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94dc052-ba22-4b90-8f0a-c057414d0d2c admin admin] Pushing event deleted for resources: {'Network': ['ID=94f01b09-b26b-4a7b-a559-bd07c9bc9dee,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:59.382698 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c9e57-8aef-46b6-aa18-91908759d699 req-360eeaa8-6b37-4ca4-974a-61df1b7f43e6 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:59.384816 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c6c9e57-8aef-46b6-aa18-91908759d699 req-360eeaa8-6b37-4ca4-974a-61df1b7f43e6 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=c61ab2c7-cdfb-4741-bc76-04dfbad6e73a HTTP/1.1" status: 200 len: 949 time: 0.3659415 Aug 16 01:36:59.392964 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 5bb9b842-29ee-4f76-b381-245a393610d8 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:36:59.397081 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09554316-5bc6-48be-abed-b7c0ec267a51 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:59.405513 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311707b-ec64-4ef3-b204-c584eb2a0721 None None] Pushing event updated for resources: {'Port': ['ID=cd172f82-4e38-4678-8dfe-a266603936f1,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:59.413448 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ea93e39e-7964-477e-b4bc-e21810f07a3d no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:36:59.479896 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: ea93e39e-7964-477e-b4bc-e21810f07a3d {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:36:59.480550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ea93e39e-7964-477e-b4bc-e21810f07a3d not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:36:59.483561 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09554316-5bc6-48be-abed-b7c0ec267a51 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Network eac9d217-8a8e-4249-a789-0da4a12bc674 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:36:59.509607 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-09554316-5bc6-48be-abed-b7c0ec267a51 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:36:59.517582 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09554316-5bc6-48be-abed-b7c0ec267a51 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:36:59.518717 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-64f83f21-3a7c-4ee3-9a11-dc96c7e9e696 req-51cd2aac-9db3-4e5b-bb12-8c49a113bdf3 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287703 Aug 16 01:36:59.566719 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-7f1fc40d-f356-41a1-8381-85c2e0c34ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:59.568260 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-7f1fc40d-f356-41a1-8381-85c2e0c34ea6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 1097 time: 0.1948278 Aug 16 01:36:59.637857 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09554316-5bc6-48be-abed-b7c0ec267a51 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event updated for resources: {'Port': ['ID=47c48de3-b662-47a6-8021-99cd79188db2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:36:59.727662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39814) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:59.792856 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-d444ffc9-af85-42ed-8bde-61b512d0442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:59.794378 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c6c9e57-8aef-46b6-aa18-91908759d699 req-6185f435-30a4-4219-9539-c9be85d93d9a tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016666 Aug 16 01:36:59.808012 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-d444ffc9-af85-42ed-8bde-61b512d0442f service neutron] 10.222.0.73 "GET /v2.0/networks?id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 200 len: 922 time: 0.2268636 Aug 16 01:36:59.849473 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09554316-5bc6-48be-abed-b7c0ec267a51 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:36:59.850281 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09554316-5bc6-48be-abed-b7c0ec267a51 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:36:59.962023 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-66ceaead-6390-4cda-a02c-1a0824076cff admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6955144317de499aad6e271fe6a5eaf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326396 Aug 16 01:36:59.970684 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39820) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:36:59.993396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-09554316-5bc6-48be-abed-b7c0ec267a51 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4250329 Aug 16 01:36:59.994061 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39822) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:00.006974 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Request body: {'port': {'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674', 'name': 'tempest-TaggedBootDevicesTest-237645748', 'fixed_ips': [{'subnet_id': '3ee9d256-d8d6-469a-b8c6-fd9f439f7f74'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:00.028878 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-552a1b7b-91ca-4a19-b45e-d7abb94968e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d486af8-e932-4a67-84f5-a39380642faa HTTP/1.1" status: 200 len: 217 time: 0.1726766 Aug 16 01:37:00.060492 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-9e75fab7-a974-4e13-a1d8-6f96d7b31512 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:00.094320 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fcf39bf0-acd6-4436-b2d5-97fe010d402c req-0c91c79d-1100-417f-9137-39a9a28155c7 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "GET /v2.0/security-groups/e78cb20e-72ac-4ad9-8ca0-94174aa18aa5 HTTP/1.1" status: 200 len: 1802 time: 0.2328947 Aug 16 01:37:00.119237 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-fcf39bf0-acd6-4436-b2d5-97fe010d402c req-f008fd10-95e0-48cc-8e2d-e67ad1624d8f tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e78cb20e-72ac-4ad9-8ca0-94174aa18aa5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:00.119613 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-fcf39bf0-acd6-4436-b2d5-97fe010d402c req-f008fd10-95e0-48cc-8e2d-e67ad1624d8f tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e78cb20e-72ac-4ad9-8ca0-94174aa18aa5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:00.133071 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8997d6bc-73a5-40d8-b660-89b5040d18a4 None None] Network eac9d217-8a8e-4249-a789-0da4a12bc674 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:37:00.173083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75fab7-a974-4e13-a1d8-6f96d7b31512 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Pushing event updated for resources: {'Port': ['ID=0212517b-dda9-4f54-ae72-41185d52c5f4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:00.185823 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-9e75fab7-a974-4e13-a1d8-6f96d7b31512 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:00.189128 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-b8c40d89-ca55-44ad-9a0f-6bad0ac87aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:00.190762 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-b8c40d89-ca55-44ad-9a0f-6bad0ac87aad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 200 len: 861 time: 0.1422861 Aug 16 01:37:00.194444 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-9e75fab7-a974-4e13-a1d8-6f96d7b31512 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:00.197419 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a6e67e9-825d-4005-9f18-5a2925a9a5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:00.197656 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1202fdc-ada4-43ad-ac3e-a93f114ba69a req-1224fa1c-d3de-449d-9f90-451c1839ecb4 tempest-DeleteServersAdminTestJSON-1896577820 tempest-DeleteServersAdminTestJSON-1896577820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:00.199387 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1202fdc-ada4-43ad-ac3e-a93f114ba69a req-1224fa1c-d3de-449d-9f90-451c1839ecb4 tempest-DeleteServersAdminTestJSON-1896577820 tempest-DeleteServersAdminTestJSON-1896577820-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=c61ab2c7-cdfb-4741-bc76-04dfbad6e73a HTTP/1.1" status: 200 len: 1101 time: 0.3899577 Aug 16 01:37:00.200139 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-9e75fab7-a974-4e13-a1d8-6f96d7b31512 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:00.221803 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37227667-9e64-4422-8d1e-545af1978993 req-b68dc795-054f-4401-af2d-313ced12d55a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:00.230144 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-37227667-9e64-4422-8d1e-545af1978993 req-b68dc795-054f-4401-af2d-313ced12d55a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 935 time: 0.1941090 Aug 16 01:37:00.282982 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a6e67e9-825d-4005-9f18-5a2925a9a5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:00.310271 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-ad1705e4-50c9-4faa-a442-f199d23a59dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058381 Aug 16 01:37:00.341512 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fcf39bf0-acd6-4436-b2d5-97fe010d402c req-f008fd10-95e0-48cc-8e2d-e67ad1624d8f tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:00.396952 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fcf39bf0-acd6-4436-b2d5-97fe010d402c req-f008fd10-95e0-48cc-8e2d-e67ad1624d8f tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:00.399096 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Made reservation on behalf of 5052f870a5d04e98b2cd29c89d03b16c for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:37:00.411550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3da3375e-93a2-4eb0-b1fc-36df5ce762fc None None] Provisioning for port 5bb9b842-29ee-4f76-b381-245a393610d8 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:00.413262 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-9e75fab7-a974-4e13-a1d8-6f96d7b31512 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:00.413413 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:00.413941 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-9e75fab7-a974-4e13-a1d8-6f96d7b31512 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:00.422305 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3da3375e-93a2-4eb0-b1fc-36df5ce762fc None None] Provisioning complete for port 5bb9b842-29ee-4f76-b381-245a393610d8 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:00.422606 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3da3375e-93a2-4eb0-b1fc-36df5ce762fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:00.462990 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fcf39bf0-acd6-4436-b2d5-97fe010d402c req-f008fd10-95e0-48cc-8e2d-e67ad1624d8f tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:00.476919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] device_id is not set on port 0f0afde3-55ae-42f9-858b-d97e140ec6de yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:37:00.560509 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3da3375e-93a2-4eb0-b1fc-36df5ce762fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:00.564665 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-4d8ee8da-c0f0-4094-8c00-dd241259f9b7 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340722 Aug 16 01:37:00.603920 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-37227667-9e64-4422-8d1e-545af1978993 req-939c42ee-ba3b-494a-a8c8-30a46ce93df2 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712308 Aug 16 01:37:00.606165 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3da3375e-93a2-4eb0-b1fc-36df5ce762fc None None] For port 5bb9b842-29ee-4f76-b381-245a393610d8, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5bb9b842-29ee-4f76-b381-245a393610d8,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:00.612022 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3da3375e-93a2-4eb0-b1fc-36df5ce762fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:00.643520 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a6e67e9-825d-4005-9f18-5a2925a9a5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:00.647118 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a6e67e9-825d-4005-9f18-5a2925a9a5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:00.648769 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1a6e67e9-825d-4005-9f18-5a2925a9a5bc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/290ee975-2092-48a6-8311-4985206ac05a HTTP/1.1" status: 204 len: 168 time: 0.6770089 Aug 16 01:37:00.687037 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008fd10-95e0-48cc-8e2d-e67ad1624d8f tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81572be-35c5-41b9-86f7-cf3102f74910,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:00.732202 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-9e75fab7-a974-4e13-a1d8-6f96d7b31512 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2530451 Aug 16 01:37:00.764018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3375e-93a2-4eb0-b1fc-36df5ce762fc None None] Pushing event updated for resources: {'Port': ['ID=5bb9b842-29ee-4f76-b381-245a393610d8,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:00.788128 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a69827f0-a971-4650-b37b-8f592fcfef10 None None] Provisioning for port 0212517b-dda9-4f54-ae72-41185d52c5f4 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:00.793132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a69827f0-a971-4650-b37b-8f592fcfef10 None None] Provisioning complete for port 0212517b-dda9-4f54-ae72-41185d52c5f4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:00.793322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Request body: {'port': {'device_id': '10178b51-0ba3-4f2d-a326-402642b19095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:00.793880 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a69827f0-a971-4650-b37b-8f592fcfef10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:00.940858 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a69827f0-a971-4650-b37b-8f592fcfef10 None None] Port 0212517b-dda9-4f54-ae72-41185d52c5f4 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:37:00.964145 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-a1202fdc-ada4-43ad-ac3e-a93f114ba69a req-2269c034-9a4d-48f0-a9d4-83305e1d0cfd tempest-DeleteServersAdminTestJSON-1896577820 tempest-DeleteServersAdminTestJSON-1896577820-project-admin] Deleting port 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:37:00.964492 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a1202fdc-ada4-43ad-ac3e-a93f114ba69a req-2269c034-9a4d-48f0-a9d4-83305e1d0cfd tempest-DeleteServersAdminTestJSON-1896577820 tempest-DeleteServersAdminTestJSON-1896577820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:01.001267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Allocated IP 10.1.1.83 (eac9d217-8a8e-4249-a789-0da4a12bc674/3ee9d256-d8d6-469a-b8c6-fd9f439f7f74/0f0afde3-55ae-42f9-858b-d97e140ec6de) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:01.078278 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2234b601-6c5d-4ad4-a856-32d6c19af65a None None] Provisioning for port 47c48de3-b662-47a6-8021-99cd79188db2 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:01.084665 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2234b601-6c5d-4ad4-a856-32d6c19af65a None None] Provisioning complete for port 47c48de3-b662-47a6-8021-99cd79188db2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:01.085176 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2234b601-6c5d-4ad4-a856-32d6c19af65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:01.101590 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5b771-9fd1-4176-84df-325a7fb3a822 req-5a17558a-5110-4ff8-8059-a7784fd86dd0 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:01.104511 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0a5b771-9fd1-4176-84df-325a7fb3a822 req-5a17558a-5110-4ff8-8059-a7784fd86dd0 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b045ae7-7b56-48e2-8e42-41865978dd3d HTTP/1.1" status: 200 len: 946 time: 0.3764257 Aug 16 01:37:01.150029 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cd172f82-4e38-4678-8dfe-a266603936f1 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:01.191270 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:01.204161 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-91597477-2c4b-41b1-8d85-8aea4ae0a7dc service neutron] 10.222.0.73 "GET /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842054 Aug 16 01:37:01.276418 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0a5b771-9fd1-4176-84df-325a7fb3a822 req-485f5d8f-e06c-41f1-b8ec-a585eeb7978e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367078 Aug 16 01:37:01.328723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adb3845-ddef-4c3a-9c88-345829275b3b None None] Network 40c3db57-1e7f-42e7-b628-4096f135707a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:37:01.331055 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e67e9-825d-4005-9f18-5a2925a9a5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290ee975-2092-48a6-8311-4985206ac05a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:01.333219 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fcf39bf0-acd6-4436-b2d5-97fe010d402c req-f008fd10-95e0-48cc-8e2d-e67ad1624d8f tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:01.347353 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fcf39bf0-acd6-4436-b2d5-97fe010d402c req-f008fd10-95e0-48cc-8e2d-e67ad1624d8f tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2415085 Aug 16 01:37:01.363197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-a1202fdc-ada4-43ad-ac3e-a93f114ba69a req-2269c034-9a4d-48f0-a9d4-83305e1d0cfd tempest-DeleteServersAdminTestJSON-1896577820 tempest-DeleteServersAdminTestJSON-1896577820-project-admin] For port 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9c0f84f0-a8fa-41fc-beab-91b6ebda7c51,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:01.363684 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a1202fdc-ada4-43ad-ac3e-a93f114ba69a req-2269c034-9a4d-48f0-a9d4-83305e1d0cfd tempest-DeleteServersAdminTestJSON-1896577820 tempest-DeleteServersAdminTestJSON-1896577820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:01.473656 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-a1202fdc-ada4-43ad-ac3e-a93f114ba69a req-2269c034-9a4d-48f0-a9d4-83305e1d0cfd tempest-DeleteServersAdminTestJSON-1896577820 tempest-DeleteServersAdminTestJSON-1896577820-project-admin] Calling delete_port for 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:37:01.488890 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:01.500901 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2234b601-6c5d-4ad4-a856-32d6c19af65a None None] Port 47c48de3-b662-47a6-8021-99cd79188db2 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:37:01.554518 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2234b601-6c5d-4ad4-a856-32d6c19af65a None None] Provisioning complete for port 5bb9b842-29ee-4f76-b381-245a393610d8 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:01.554518 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2234b601-6c5d-4ad4-a856-32d6c19af65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:01.557475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Transition to ACTIVE for port object 0f0afde3-55ae-42f9-858b-d97e140ec6de will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:01.590328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a1c19-aae5-4e16-9c42-4ef9d16d8aca req-4a0331d5-6d4a-4e98-bf6a-23bee2168c84 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:01.596925 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c0a1c19-aae5-4e16-9c42-4ef9d16d8aca req-4a0331d5-6d4a-4e98-bf6a-23bee2168c84 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=c61ab2c7-cdfb-4741-bc76-04dfbad6e73a HTTP/1.1" status: 200 len: 949 time: 0.1025941 Aug 16 01:37:01.637270 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port cd172f82-4e38-4678-8dfe-a266603936f1 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:01.650611 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5bb9b842-29ee-4f76-b381-245a393610d8 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:01.792411 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:01.800097 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 5bb9b842-29ee-4f76-b381-245a393610d8 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:01.800490 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:01.806258 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c0a1c19-aae5-4e16-9c42-4ef9d16d8aca req-92e4c8df-2ef0-4ea8-87d9-66854421a843 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035866 Aug 16 01:37:01.865061 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffd189-909a-4633-b0d3-18328cca7fd8 req-56caeefe-22bd-4183-b73a-d047c928fccc tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:01.866685 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e4ffd189-909a-4633-b0d3-18328cca7fd8 req-56caeefe-22bd-4183-b73a-d047c928fccc tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b045ae7-7b56-48e2-8e42-41865978dd3d HTTP/1.1" status: 200 len: 946 time: 0.1509650 Aug 16 01:37:01.877798 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Network eac9d217-8a8e-4249-a789-0da4a12bc674 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:01.892966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:01.944712 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:01.957124 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event updated for resources: {'Port': ['ID=0f0afde3-55ae-42f9-858b-d97e140ec6de,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:01.992834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7b2e92c3-e021-40e8-8718-ecc4bf2ac276 None None] Provisioning complete for port 47c48de3-b662-47a6-8021-99cd79188db2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:01.993573 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b2e92c3-e021-40e8-8718-ecc4bf2ac276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.064038 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e92c3-e021-40e8-8718-ecc4bf2ac276 None None] Port 47c48de3-b662-47a6-8021-99cd79188db2 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:37:02.080934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7b2e92c3-e021-40e8-8718-ecc4bf2ac276 None None] Provisioning for port cd172f82-4e38-4678-8dfe-a266603936f1 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:02.085783 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7b2e92c3-e021-40e8-8718-ecc4bf2ac276 None None] Provisioning complete for port cd172f82-4e38-4678-8dfe-a266603936f1 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:02.085783 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b2e92c3-e021-40e8-8718-ecc4bf2ac276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.113745 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223c37a-52f7-4b13-a78e-bfb7734bc523 req-26a626e0-e4d8-42c8-b001-294f6d89cfde tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:02.123869 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b223c37a-52f7-4b13-a78e-bfb7734bc523 req-26a626e0-e4d8-42c8-b001-294f6d89cfde tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 945 time: 0.6775472 Aug 16 01:37:02.138852 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:02.139425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:02.139837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:02.140331 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:02.140963 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:02.141435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:02.141869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:02.142264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:02.142660 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:02.143206 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:02.143601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:02.144025 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:02.191820 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:02.192759 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.200746 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39858) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:02.215466 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b2e92c3-e021-40e8-8718-ecc4bf2ac276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.218304 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fb476d01-42b8-49ec-827f-7c5b0d93f7b1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2155993 Aug 16 01:37:02.224214 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a6d56bd-2c66-4fb2-9683-98f43a7beb93 req-7f5265ce-54d4-4365-be70-40516921d2fb tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "GET /v2.0/security-groups/e78cb20e-72ac-4ad9-8ca0-94174aa18aa5 HTTP/1.1" status: 200 len: 2395 time: 0.2760339 Aug 16 01:37:02.235818 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5a6d56bd-2c66-4fb2-9683-98f43a7beb93 req-8427e5fe-7d53-4113-a748-26b2b2ee7f82 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e78cb20e-72ac-4ad9-8ca0-94174aa18aa5', 'remote_group_id': None}]} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:02.236391 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5a6d56bd-2c66-4fb2-9683-98f43a7beb93 req-8427e5fe-7d53-4113-a748-26b2b2ee7f82 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e78cb20e-72ac-4ad9-8ca0-94174aa18aa5', 'remote_group_id': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:02.259618 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a1202fdc-ada4-43ad-ac3e-a93f114ba69a req-2269c034-9a4d-48f0-a9d4-83305e1d0cfd tempest-DeleteServersAdminTestJSON-1896577820 tempest-DeleteServersAdminTestJSON-1896577820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.267370 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-4f3eb1b7-4329-45c8-9ab6-76ee25420ac8 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:02.268574 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e4ffd189-909a-4633-b0d3-18328cca7fd8 req-f2229ad5-1ff9-40ee-8ace-94f3d50e95b5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Deleting port 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:37:02.269014 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e4ffd189-909a-4633-b0d3-18328cca7fd8 req-f2229ad5-1ff9-40ee-8ace-94f3d50e95b5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.269267 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-4f3eb1b7-4329-45c8-9ab6-76ee25420ac8 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96&tenant_id=45dbe6ee0a914906b78be372f8c71bfe&binding%3Ahost_id=n-h1-765315-27 HTTP/1.1" status: 200 len: 1097 time: 0.7567389 Aug 16 01:37:02.283951 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7b2e92c3-e021-40e8-8718-ecc4bf2ac276 None None] For port cd172f82-4e38-4678-8dfe-a266603936f1, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=cd172f82-4e38-4678-8dfe-a266603936f1,segment=NetworkSegment(9cf99d00-c970-4f57-8882-af2657344335),segment_id=9cf99d00-c970-4f57-8882-af2657344335)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:02.298963 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b2e92c3-e021-40e8-8718-ecc4bf2ac276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.363983 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:37:02.366984 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269c034-9a4d-48f0-a9d4-83305e1d0cfd tempest-DeleteServersAdminTestJSON-1896577820 tempest-DeleteServersAdminTestJSON-1896577820-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c0f84f0-a8fa-41fc-beab-91b6ebda7c51,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:02.391900 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:37:02.392530 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:37:02.403014 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5a6d56bd-2c66-4fb2-9683-98f43a7beb93 req-8427e5fe-7d53-4113-a748-26b2b2ee7f82 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.427849 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e92c3-e021-40e8-8718-ecc4bf2ac276 None None] Pushing event updated for resources: {'Port': ['ID=cd172f82-4e38-4678-8dfe-a266603936f1,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:02.445556 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a944531a-3f26-4223-b08f-e7b895f8c7d0 None None] Provisioning for port 0f0afde3-55ae-42f9-858b-d97e140ec6de completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:02.450084 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a944531a-3f26-4223-b08f-e7b895f8c7d0 None None] Provisioning complete for port 0f0afde3-55ae-42f9-858b-d97e140ec6de triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:02.450816 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a944531a-3f26-4223-b08f-e7b895f8c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.470932 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b223c37a-52f7-4b13-a78e-bfb7734bc523 req-aae8ed4c-c142-4c7f-b0da-5357ef4c7459 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339329 Aug 16 01:37:02.475957 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5a6d56bd-2c66-4fb2-9683-98f43a7beb93 req-8427e5fe-7d53-4113-a748-26b2b2ee7f82 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.480565 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e4ffd189-909a-4633-b0d3-18328cca7fd8 req-f2229ad5-1ff9-40ee-8ace-94f3d50e95b5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] For port 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:02.480942 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e4ffd189-909a-4633-b0d3-18328cca7fd8 req-f2229ad5-1ff9-40ee-8ace-94f3d50e95b5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.486747 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5a6d56bd-2c66-4fb2-9683-98f43a7beb93 req-8427e5fe-7d53-4113-a748-26b2b2ee7f82 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.489704 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fa71a27b-016a-4c3d-af2b-5bb7eb5153b8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-965839569-network', 'tenant_id': '023dc85af2bf4dc7a1f725dbe3ed89e4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:02.514550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a944531a-3f26-4223-b08f-e7b895f8c7d0 None None] Port 0f0afde3-55ae-42f9-858b-d97e140ec6de cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:37:02.523993 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427e5fe-7d53-4113-a748-26b2b2ee7f82 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468808be-15af-4299-b42a-75a92160a383,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:02.534346 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e4ffd189-909a-4633-b0d3-18328cca7fd8 req-f2229ad5-1ff9-40ee-8ace-94f3d50e95b5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Calling delete_port for 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:37:02.552463 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1202fdc-ada4-43ad-ac3e-a93f114ba69a req-2269c034-9a4d-48f0-a9d4-83305e1d0cfd tempest-DeleteServersAdminTestJSON-1896577820 tempest-DeleteServersAdminTestJSON-1896577820-project-admin] No DVR routers for this DVR port 9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:37:02.555476 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a1202fdc-ada4-43ad-ac3e-a93f114ba69a req-2269c034-9a4d-48f0-a9d4-83305e1d0cfd tempest-DeleteServersAdminTestJSON-1896577820 tempest-DeleteServersAdminTestJSON-1896577820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.558140 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1202fdc-ada4-43ad-ac3e-a93f114ba69a req-2269c034-9a4d-48f0-a9d4-83305e1d0cfd tempest-DeleteServersAdminTestJSON-1896577820 tempest-DeleteServersAdminTestJSON-1896577820-project-admin] 10.222.0.63 "DELETE /v2.0/ports/9c0f84f0-a8fa-41fc-beab-91b6ebda7c51 HTTP/1.1" status: 204 len: 173 time: 2.3051500 Aug 16 01:37:02.558346 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a944531a-3f26-4223-b08f-e7b895f8c7d0 None None] Provisioning complete for port cd172f82-4e38-4678-8dfe-a266603936f1 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:02.558739 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a944531a-3f26-4223-b08f-e7b895f8c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.573024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61ab2c7-cdfb-4741-bc76-04dfbad6e73a', 'name': 'network-vif-deleted', 'tag': '9c0f84f0-a8fa-41fc-beab-91b6ebda7c51'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:02.575388 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47e241a-615d-404a-9228-5ad95784544b" -d '{"events": [{"server_uuid": "c61ab2c7-cdfb-4741-bc76-04dfbad6e73a", "name": "network-vif-deleted", "tag": "9c0f84f0-a8fa-41fc-beab-91b6ebda7c51"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:02.646512 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5a6d56bd-2c66-4fb2-9683-98f43a7beb93 req-8427e5fe-7d53-4113-a748-26b2b2ee7f82 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.662758 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a6d56bd-2c66-4fb2-9683-98f43a7beb93 req-8427e5fe-7d53-4113-a748-26b2b2ee7f82 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4313025 Aug 16 01:37:02.664447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa71a27b-016a-4c3d-af2b-5bb7eb5153b8 admin admin] Made reservation on behalf of 023dc85af2bf4dc7a1f725dbe3ed89e4 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:37:02.666858 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa71a27b-016a-4c3d-af2b-5bb7eb5153b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.683025 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0212517b-dda9-4f54-ae72-41185d52c5f4 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:37:02.693818 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa71a27b-016a-4c3d-af2b-5bb7eb5153b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.698884 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.726555 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39870) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:02.776631 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7d171-9cb5-4b3e-a53b-9c870f934177 req-deb1f9b0-0dc7-4fc7-aed6-47b42ad50a96 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:02.778198 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-51a7d171-9cb5-4b3e-a53b-9c870f934177 req-deb1f9b0-0dc7-4fc7-aed6-47b42ad50a96 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 935 time: 0.1932795 Aug 16 01:37:02.800086 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e4ffd189-909a-4633-b0d3-18328cca7fd8 req-f2229ad5-1ff9-40ee-8ace-94f3d50e95b5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.800360 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Transition to ACTIVE for port object 0212517b-dda9-4f54-ae72-41185d52c5f4 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:02.816246 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:37:02.820586 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.871318 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2229ad5-1ff9-40ee-8ace-94f3d50e95b5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Pushing event deleted for resources: {'Port': ['ID=0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:02.885532 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-20f19c96-3326-4d60-a7a3-fabce1b8d803 service neutron] For port 2d486af8-e932-4a67-84f5-a39380642faa, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:02.923764 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-20f19c96-3326-4d60-a7a3-fabce1b8d803 service neutron] Notify callbacks [] for binding, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.925468 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfef1890-f8b1-4743-954d-e1776360fba7 req-20f19c96-3326-4d60-a7a3-fabce1b8d803 service neutron] 10.222.0.73 "DELETE /v2.0/ports/2d486af8-e932-4a67-84f5-a39380642faa/bindings/n-h2-765315-27 HTTP/1.1" status: 204 len: 173 time: 0.6332788 Aug 16 01:37:02.931255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ffd189-909a-4633-b0d3-18328cca7fd8 req-f2229ad5-1ff9-40ee-8ace-94f3d50e95b5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] No DVR routers for this DVR port 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:37:02.936345 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e4ffd189-909a-4633-b0d3-18328cca7fd8 req-f2229ad5-1ff9-40ee-8ace-94f3d50e95b5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:02.938998 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e4ffd189-909a-4633-b0d3-18328cca7fd8 req-f2229ad5-1ff9-40ee-8ace-94f3d50e95b5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.73 "DELETE /v2.0/ports/0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 HTTP/1.1" status: 204 len: 173 time: 1.0599260 Aug 16 01:37:02.940481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b045ae7-7b56-48e2-8e42-41865978dd3d', 'name': 'network-vif-deleted', 'tag': '0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:02.943719 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b720e774-9179-46f2-a8a7-3b943269df5e" -d '{"events": [{"server_uuid": "4b045ae7-7b56-48e2-8e42-41865978dd3d", "name": "network-vif-deleted", "tag": "0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:02.958391 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-51a7d171-9cb5-4b3e-a53b-9c870f934177 req-f0abf5d4-a6e4-4569-a993-c82e26df0fb7 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598787 Aug 16 01:37:02.980962 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=0212517b-dda9-4f54-ae72-41185d52c5f4,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:03.038413 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:03.039384 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:03.039951 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:03.041529 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:03.042099 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:03.042839 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:03.043939 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:03.044804 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:03.046438 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:03.047655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:03.048165 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:03.049309 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:03.081904 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cd172f82-4e38-4678-8dfe-a266603936f1 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:03.180997 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port cd172f82-4e38-4678-8dfe-a266603936f1 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:03.181377 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:03.231309 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e212d6af-4b04-41b9-ac99-5f71b346593d req-1353211f-9a2b-4d05-982c-821300b7ed25 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b045ae7-7b56-48e2-8e42-41865978dd3d HTTP/1.1" status: 200 len: 210 time: 0.1631038 Aug 16 01:37:03.256015 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Attempting to bind port 0212517b-dda9-4f54-ae72-41185d52c5f4 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:03.256663 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Attempting to bind port 0212517b-dda9-4f54-ae72-41185d52c5f4 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:03.257172 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Attempting to bind port 0212517b-dda9-4f54-ae72-41185d52c5f4 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:03.292305 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Port 0212517b-dda9-4f54-ae72-41185d52c5f4 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:37:03.307784 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Attempting to bind port 0212517b-dda9-4f54-ae72-41185d52c5f4 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:03.316647 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa71a27b-016a-4c3d-af2b-5bb7eb5153b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:03.320415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:03.321051 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:03.321624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:03.322265 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Bound port: 0212517b-dda9-4f54-ae72-41185d52c5f4, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:03.322919 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:03.336853 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa71a27b-016a-4c3d-af2b-5bb7eb5153b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:03.367655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71a27b-016a-4c3d-af2b-5bb7eb5153b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f97579-1a32-4212-8018-4560434ed9bf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:03.441327 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dd2c22-e748-48f5-a363-9c8270acb5fc x-openstack-request-id: req-c4dd2c22-e748-48f5-a363-9c8270acb5fc {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:03.441993 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61ab2c7-cdfb-4741-bc76-04dfbad6e73a", "name": "network-vif-deleted", "tag": "9c0f84f0-a8fa-41fc-beab-91b6ebda7c51", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:03.442424 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c4dd2c22-e748-48f5-a363-9c8270acb5fc {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:03.442985 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61ab2c7-cdfb-4741-bc76-04dfbad6e73a', 'name': 'network-vif-deleted', 'tag': '9c0f84f0-a8fa-41fc-beab-91b6ebda7c51', 'status': 'completed', 'code': 200} Aug 16 01:37:03.457552 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa71a27b-016a-4c3d-af2b-5bb7eb5153b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:37:03.480517 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39876) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:03.498747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-38114901-2dad-4bf8-a207-c63b37205dca tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1264876761', 'description': 'tempest-description--2115169967'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:03.522676 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa71a27b-016a-4c3d-af2b-5bb7eb5153b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:03.523140 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-fa71a27b-016a-4c3d-af2b-5bb7eb5153b8 admin admin] Added segment f94317bb-415c-413b-a3ee-7bf0243a9be0 of type vlan for network 37247afe-3e0d-4d66-9cda-775b4991a62b Aug 16 01:37:03.543702 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb3bbe57-b3da-4fc2-bd52-a1635001fb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:03.567339 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] For port 0212517b-dda9-4f54-ae72-41185d52c5f4, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:03.600746 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38114901-2dad-4bf8-a207-c63b37205dca tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:03.608023 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2109698-2ae1-436c-8a6f-0325a3ab0fd9 x-openstack-request-id: req-d2109698-2ae1-436c-8a6f-0325a3ab0fd9 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:03.608594 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b045ae7-7b56-48e2-8e42-41865978dd3d", "name": "network-vif-deleted", "tag": "0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:03.609072 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d2109698-2ae1-436c-8a6f-0325a3ab0fd9 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:03.609750 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b045ae7-7b56-48e2-8e42-41865978dd3d', 'name': 'network-vif-deleted', 'tag': '0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14', 'status': 'completed', 'code': 200} Aug 16 01:37:03.663317 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] For port 0212517b-dda9-4f54-ae72-41185d52c5f4, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=0212517b-dda9-4f54-ae72-41185d52c5f4,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:03.706539 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-32622403-1bad-4415-b59a-ab53d0d8aa7c req-dc150f2a-9bb6-44a3-a37a-a6d9c9c29de9 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "GET /v2.0/security-groups/e78cb20e-72ac-4ad9-8ca0-94174aa18aa5 HTTP/1.1" status: 200 len: 2993 time: 0.2698271 Aug 16 01:37:03.712777 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:03.727082 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa71a27b-016a-4c3d-af2b-5bb7eb5153b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:03.784061 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:03.784946 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:03.786575 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] 10.222.0.63 "PUT /v2.0/ports/0212517b-dda9-4f54-ae72-41185d52c5f4 HTTP/1.1" status: 200 len: 1096 time: 3.0354891 Aug 16 01:37:03.833078 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-02095392-f19e-4292-a0c1-e78d717e92c3 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=4c8be947e7b2469293a528d7dd503646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410409 Aug 16 01:37:03.876872 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38114901-2dad-4bf8-a207-c63b37205dca tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:03.889557 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa71a27b-016a-4c3d-af2b-5bb7eb5153b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:03.890674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa71a27b-016a-4c3d-af2b-5bb7eb5153b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:03.891614 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa71a27b-016a-4c3d-af2b-5bb7eb5153b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:03.931390 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38114901-2dad-4bf8-a207-c63b37205dca tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:03.993971 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ff4b8-b56c-4a66-bb78-fe9ea1a98fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=0212517b-dda9-4f54-ae72-41185d52c5f4,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:04.009219 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb3107-ac13-437a-ac82-7f26d5d0131b req-7dd127c8-169f-480d-ad4a-1c62b3eb7380 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:04.010977 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cbfb3107-ac13-437a-ac82-7f26d5d0131b req-7dd127c8-169f-480d-ad4a-1c62b3eb7380 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 945 time: 0.3141551 Aug 16 01:37:04.036790 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38114901-2dad-4bf8-a207-c63b37205dca tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:04.038240 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-38114901-2dad-4bf8-a207-c63b37205dca tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5460722 Aug 16 01:37:04.040207 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fa71a27b-016a-4c3d-af2b-5bb7eb5153b8 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7955430 Aug 16 01:37:04.053573 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39898) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:04.054850 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39896) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:04.065620 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8b7d4fc0-ef3e-4d15-8888-7addf008adbc tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Request body: {'security_group_rule': {'security_group_id': '42cc320b-036d-43c5-8f9a-ec9c54deb1bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:04.072481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38114901-2dad-4bf8-a207-c63b37205dca tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42cc320b-036d-43c5-8f9a-ec9c54deb1bd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:04.073895 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4d23e4ad-0578-4729-b38d-73a7ac825c39 admin admin] Request body: {'subnet': {'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-965839569-subnet', 'tenant_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:04.079115 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71a27b-016a-4c3d-af2b-5bb7eb5153b8 admin admin] Pushing event updated for resources: {'Network': ['ID=37247afe-3e0d-4d66-9cda-775b4991a62b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:04.107176 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-210f03e6-1c5d-4b8b-a140-a8343a935209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:04.108676 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-210f03e6-1c5d-4b8b-a140-a8343a935209 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 1099 time: 0.2405300 Aug 16 01:37:04.128670 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 37247afe-3e0d-4d66-9cda-775b4991a62b details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:37:04.146088 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-38c298eb-807b-4539-a56b-158de5866f8d tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:04.147658 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-38c298eb-807b-4539-a56b-158de5866f8d tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3014619 Aug 16 01:37:04.174643 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cbfb3107-ac13-437a-ac82-7f26d5d0131b req-7b4b5016-73fd-42c1-b601-d43593cfa2a5 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030934 Aug 16 01:37:04.178723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d23e4ad-0578-4729-b38d-73a7ac825c39 admin admin] Made reservation on behalf of 023dc85af2bf4dc7a1f725dbe3ed89e4 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:37:04.181475 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d23e4ad-0578-4729-b38d-73a7ac825c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:04.201817 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-ad5c6531-7c59-4dac-87ac-416ee5c5d215 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=0212517b-dda9-4f54-ae72-41185d52c5f4 HTTP/1.1" status: 200 len: 217 time: 0.0740340 Aug 16 01:37:04.202065 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4fc0-ef3e-4d15-8888-7addf008adbc tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:04.238393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-c91d745b-09b2-42e6-a1ff-99cdee72a862 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/quotas/4c8be947e7b2469293a528d7dd503646 HTTP/1.1" status: 200 len: 375 time: 0.0540135 Aug 16 01:37:04.316062 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ac5dc42d-5161-4337-a4e1-be50bf5f22e1 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4c8be947e7b2469293a528d7dd503646&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677457 Aug 16 01:37:04.344327 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-eea72079-2c7d-466b-b368-9e898e4628f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:04.346236 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-eea72079-2c7d-466b-b368-9e898e4628f4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1170731 Aug 16 01:37:04.347320 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b4e2eb6-7b68-42ad-a5aa-fef9bb98b03b req-f9217893-d609-4258-9464-8dddb3ec9079 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "GET /v2.0/security-group-rules/468808be-15af-4299-b42a-75a92160a383 HTTP/1.1" status: 200 len: 783 time: 0.0728478 Aug 16 01:37:04.461851 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-61bcaedc-e45e-4894-8b51-eebb7d618694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:04.475799 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-61bcaedc-e45e-4894-8b51-eebb7d618694 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1173165 Aug 16 01:37:04.656781 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-03d108a9-3d09-4483-8114-805a689f02f8 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545246 Aug 16 01:37:04.697247 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d23e4ad-0578-4729-b38d-73a7ac825c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:04.830294 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4fc0-ef3e-4d15-8888-7addf008adbc tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:04.844033 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4fc0-ef3e-4d15-8888-7addf008adbc tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:04.889124 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d4fc0-ef3e-4d15-8888-7addf008adbc tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08562bb-4d2d-4d98-b7c8-740954dd7cb4,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:04.897344 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cb3bbe57-b3da-4fc2-bd52-a1635001fb80 admin admin] Deleting port dfd50e88-a50b-409a-86a8-c1cb249a4899 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:37:04.897344 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb3bbe57-b3da-4fc2-bd52-a1635001fb80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:04.988855 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-cb3bbe57-b3da-4fc2-bd52-a1635001fb80 admin admin] For port dfd50e88-a50b-409a-86a8-c1cb249a4899, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=dfd50e88-a50b-409a-86a8-c1cb249a4899,segment=NetworkSegment(4ac70837-a5d4-4396-bcdd-2d42f48a13a5),segment_id=4ac70837-a5d4-4396-bcdd-2d42f48a13a5)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:04.989215 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb3bbe57-b3da-4fc2-bd52-a1635001fb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:04.994794 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b4e2eb6-7b68-42ad-a5aa-fef9bb98b03b req-b98afb20-963e-4066-b9b9-ffa2e0cf17d5 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "GET /v2.0/security-groups/e78cb20e-72ac-4ad9-8ca0-94174aa18aa5 HTTP/1.1" status: 200 len: 2993 time: 0.6453710 Aug 16 01:37:05.002020 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4fc0-ef3e-4d15-8888-7addf008adbc tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:05.006578 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8b7d4fc0-ef3e-4d15-8888-7addf008adbc tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9421623 Aug 16 01:37:05.006578 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39914) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:05.014497 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a11eada8-73aa-42e3-82c2-07364eb54c4b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Request body: {'security_group_rule': {'security_group_id': '42cc320b-036d-43c5-8f9a-ec9c54deb1bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:05.020378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cb3bbe57-b3da-4fc2-bd52-a1635001fb80 admin admin] Calling delete_port for dfd50e88-a50b-409a-86a8-c1cb249a4899 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:37:05.119466 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9b4e2eb6-7b68-42ad-a5aa-fef9bb98b03b req-df90f381-b700-4ccc-af76-8cf25bbf6fdd tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:05.144332 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9b4e2eb6-7b68-42ad-a5aa-fef9bb98b03b req-df90f381-b700-4ccc-af76-8cf25bbf6fdd tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:05.154469 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a11eada8-73aa-42e3-82c2-07364eb54c4b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:05.231090 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c33cc9a-5918-4c1f-9acb-9808c2cf8839 req-778cfb8c-fa0a-4a6e-85fb-896e8c1114f6 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5540490 Aug 16 01:37:05.245921 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be838824-29f9-43ba-bccb-b2135c58d739 req-aa1a2aae-ff13-4669-94f6-6210a253d83e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:05.257858 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be838824-29f9-43ba-bccb-b2135c58d739 req-aa1a2aae-ff13-4669-94f6-6210a253d83e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 947 time: 0.7300696 Aug 16 01:37:05.268186 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9b4e2eb6-7b68-42ad-a5aa-fef9bb98b03b req-df90f381-b700-4ccc-af76-8cf25bbf6fdd tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:05.270937 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23e4ad-0578-4729-b38d-73a7ac825c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba079634-1419-49dc-8324-e7d11f3f3dfd,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:05.286481 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9b4e2eb6-7b68-42ad-a5aa-fef9bb98b03b req-df90f381-b700-4ccc-af76-8cf25bbf6fdd tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:05.287005 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b4e2eb6-7b68-42ad-a5aa-fef9bb98b03b req-df90f381-b700-4ccc-af76-8cf25bbf6fdd tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/468808be-15af-4299-b42a-75a92160a383 HTTP/1.1" status: 204 len: 173 time: 0.2645411 Aug 16 01:37:05.290903 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d23e4ad-0578-4729-b38d-73a7ac825c39 admin admin] Checking segment: {'id': 'f94317bb-415c-413b-a3ee-7bf0243a9be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:05.290903 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d23e4ad-0578-4729-b38d-73a7ac825c39 admin admin] Network hostable DHCP agents. Network: 37247afe-3e0d-4d66-9cda-775b4991a62b, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:37:05.309832 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90f381-b700-4ccc-af76-8cf25bbf6fdd tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=468808be-15af-4299-b42a-75a92160a383,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:05.330054 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a11eada8-73aa-42e3-82c2-07364eb54c4b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:05.338278 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be838824-29f9-43ba-bccb-b2135c58d739 req-1de09dfe-4453-465e-889c-e760b146fede tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787644 Aug 16 01:37:05.338756 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a11eada8-73aa-42e3-82c2-07364eb54c4b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:05.354686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d23e4ad-0578-4729-b38d-73a7ac825c39 admin admin] Network 37247afe-3e0d-4d66-9cda-775b4991a62b is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:37:05.374074 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4d23e4ad-0578-4729-b38d-73a7ac825c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 37247afe-3e0d-4d66-9cda-775b4991a62b) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:05.380002 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d23e4ad-0578-4729-b38d-73a7ac825c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:05.382593 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d23e4ad-0578-4729-b38d-73a7ac825c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:05.391436 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41efb73d-88c4-48b8-8a28-9f3760bfcf6b None None] Network 37247afe-3e0d-4d66-9cda-775b4991a62b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:37:05.408566 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11eada8-73aa-42e3-82c2-07364eb54c4b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca31df2d-91f6-4e01-a77a-6bfad092fd52,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:05.410217 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4d23e4ad-0578-4729-b38d-73a7ac825c39 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3547113 Aug 16 01:37:05.419199 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39920) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:05.419817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:37:05.425905 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a11eada8-73aa-42e3-82c2-07364eb54c4b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:05.427196 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-03608523-fbd0-4a2a-98d2-e8c3d7b7c781 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-965839569-router', 'tenant_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:05.430831 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a11eada8-73aa-42e3-82c2-07364eb54c4b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4236581 Aug 16 01:37:05.442285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39922) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:05.447244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2d0c1923-67a4-4095-a01f-7f19ff76a22d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:05.459763 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb3bbe57-b3da-4fc2-bd52-a1635001fb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:05.469092 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10178b51-0ba3-4f2d-a326-402642b19095', 'tag': '0212517b-dda9-4f54-ae72-41185d52c5f4'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:05.472142 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44928667-6b8b-4feb-b003-b2914af87ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "10178b51-0ba3-4f2d-a326-402642b19095", "tag": "0212517b-dda9-4f54-ae72-41185d52c5f4"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:05.504643 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bbe57-b3da-4fc2-bd52-a1635001fb80 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd50e88-a50b-409a-86a8-c1cb249a4899,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:05.533952 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:37:05.534172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0ee5cc3b-2f27-4c80-8a33-2118fb1eaf14 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:37:05.550205 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8590213b-b9af-45c5-8999-40cbb19802c1 req-1375f5c3-0021-4e98-9c06-68cc14cdbb9e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b045ae7-7b56-48e2-8e42-41865978dd3d HTTP/1.1" status: 200 len: 210 time: 0.0832663 Aug 16 01:37:05.567781 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d7e31e00-3e52-4ecc-bd6c-1b9c6cd5b6dc req-773dd6db-44a4-4245-8afc-d81b454b6c3d tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=55cfe3ca-ae12-4d22-87e4-c9c30eb0877c HTTP/1.1" status: 200 len: 210 time: 0.0674117 Aug 16 01:37:05.714322 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03608523-fbd0-4a2a-98d2-e8c3d7b7c781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:05.715387 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03608523-fbd0-4a2a-98d2-e8c3d7b7c781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:05.746979 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb60208d-9a4b-4159-b3cf-1854d43c3a6b None None] Network 37247afe-3e0d-4d66-9cda-775b4991a62b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:37:05.794122 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03608523-fbd0-4a2a-98d2-e8c3d7b7c781 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:05.904115 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2e377ff2-ff67-4187-be86-90f94718969d req-f107351e-0b11-430c-9c2f-af52fa9e8941 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "GET /v2.0/security-groups/e78cb20e-72ac-4ad9-8ca0-94174aa18aa5 HTTP/1.1" status: 200 len: 2395 time: 0.2932324 Aug 16 01:37:05.935968 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-f9377776-822c-41e5-b55e-5f0f3359f6a0 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4c8be947e7b2469293a528d7dd503646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1025534 Aug 16 01:37:05.946785 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb3bbe57-b3da-4fc2-bd52-a1635001fb80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:05.979455 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d0c1923-67a4-4095-a01f-7f19ff76a22d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:06.084007 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03608523-fbd0-4a2a-98d2-e8c3d7b7c781 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:06.125105 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87bda6-b1e5-4ddb-a478-0347c45fd055 req-ae1476d2-cfd0-47fb-b164-1f80fece2153 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:06.126830 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0f87bda6-b1e5-4ddb-a478-0347c45fd055 req-ae1476d2-cfd0-47fb-b164-1f80fece2153 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 1097 time: 0.3496480 Aug 16 01:37:06.197162 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2e377ff2-ff67-4187-be86-90f94718969d req-47ba2236-ba4e-456e-88f4-ad5ef8109e15 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:06.229581 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2e377ff2-ff67-4187-be86-90f94718969d req-47ba2236-ba4e-456e-88f4-ad5ef8109e15 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:06.248908 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0f87bda6-b1e5-4ddb-a478-0347c45fd055 req-d54b2d4f-0ead-4e54-b8a9-198115927900 tempest-LiveAutoBlockMigrationV225Test-281225898 tempest-LiveAutoBlockMigrationV225Test-281225898-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128931 Aug 16 01:37:06.279154 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-dfa5d00c-9edb-433b-b75d-410d8a4c82fb tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:06.281121 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-dfa5d00c-9edb-433b-b75d-410d8a4c82fb tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3175225 Aug 16 01:37:06.288787 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2e377ff2-ff67-4187-be86-90f94718969d req-47ba2236-ba4e-456e-88f4-ad5ef8109e15 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:06.291840 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2e377ff2-ff67-4187-be86-90f94718969d req-47ba2236-ba4e-456e-88f4-ad5ef8109e15 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:06.304609 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2e377ff2-ff67-4187-be86-90f94718969d req-47ba2236-ba4e-456e-88f4-ad5ef8109e15 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "DELETE /v2.0/security-groups/e78cb20e-72ac-4ad9-8ca0-94174aa18aa5 HTTP/1.1" status: 204 len: 173 time: 0.3987370 Aug 16 01:37:06.355654 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-9f82c970-44f5-494d-a508-2248e2d34330 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Request body: {'port': {'device_id': '55cfe3ca-ae12-4d22-87e4-c9c30eb0877c', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': '4c8be947e7b2469293a528d7dd503646'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:06.364746 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba2236-ba4e-456e-88f4-ad5ef8109e15 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78cb20e-72ac-4ad9-8ca0-94174aa18aa5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:06.379458 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d13a851-ab43-47d4-ae7c-74a713b92962 x-openstack-request-id: req-0d13a851-ab43-47d4-ae7c-74a713b92962 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:06.379741 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10178b51-0ba3-4f2d-a326-402642b19095", "tag": "0212517b-dda9-4f54-ae72-41185d52c5f4", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:06.379987 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0d13a851-ab43-47d4-ae7c-74a713b92962 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:06.380461 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10178b51-0ba3-4f2d-a326-402642b19095', 'tag': '0212517b-dda9-4f54-ae72-41185d52c5f4', 'status': 'completed', 'code': 200} Aug 16 01:37:06.450597 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [req-84e1a7e6-3189-475c-bca1-86034a5309ce req-70caabfe-a1b6-4fd3-81ac-26207aba315e tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] show failed (client error): The resource could not be found. Aug 16 01:37:06.451735 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-84e1a7e6-3189-475c-bca1-86034a5309ce req-70caabfe-a1b6-4fd3-81ac-26207aba315e tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "GET /v2.0/security-groups/6f40c470-db99-4d3c-a701-e7dc60cba4e5 HTTP/1.1" status: 404 len: 352 time: 0.0904808 Aug 16 01:37:06.552847 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d0c1923-67a4-4095-a01f-7f19ff76a22d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:06.583312 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3bbe57-b3da-4fc2-bd52-a1635001fb80 admin admin] Router cab7e11b-e78a-49ec-b289-6efdefbcd215 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:37:06.622020 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-9f82c970-44f5-494d-a508-2248e2d34330 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Made reservation on behalf of 4c8be947e7b2469293a528d7dd503646 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:37:06.626662 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-9f82c970-44f5-494d-a508-2248e2d34330 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:06.691732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-2d0c1923-67a4-4095-a01f-7f19ff76a22d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Allocated IP 172.25.3.242 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/1aaa74e8-d6fe-4e6c-96f3-e852a6654c6a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:06.792847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3bbe57-b3da-4fc2-bd52-a1635001fb80 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:37:06.798209 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44928667-6b8b-4feb-b003-b2914af87ffc req-da1a3795-3dbc-4fb3-8b00-11745ca9de7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:06.799963 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-44928667-6b8b-4feb-b003-b2914af87ffc req-da1a3795-3dbc-4fb3-8b00-11745ca9de7f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 1099 time: 0.3966334 Aug 16 01:37:06.804927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcadf648-b014-4337-a8f5-baca61a6d56c None None] Sync routers for ids ['cab7e11b-e78a-49ec-b289-6efdefbcd215'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:37:06.825230 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcadf648-b014-4337-a8f5-baca61a6d56c None None] Routers {'cab7e11b-e78a-49ec-b289-6efdefbcd215'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:37:06.825921 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bcadf648-b014-4337-a8f5-baca61a6d56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:36:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['cab7e11b-e78a-49ec-b289-6efdefbcd215'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:06.835291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8186f0-6dfa-4fdb-928d-860c8dc0dd7b req-ff609941-3e48-489f-8ef9-ed2ab1f58f89 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:06.836858 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ec8186f0-6dfa-4fdb-928d-860c8dc0dd7b req-ff609941-3e48-489f-8ef9-ed2ab1f58f89 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 947 time: 0.2307339 Aug 16 01:37:06.845379 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cb3bbe57-b3da-4fc2-bd52-a1635001fb80 admin admin] 10.222.0.68 "PUT /v2.0/routers/cab7e11b-e78a-49ec-b289-6efdefbcd215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1153393 Aug 16 01:37:06.847162 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39940) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:06.922555 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d0c1923-67a4-4095-a01f-7f19ff76a22d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:07.025904 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c407d6c0-1df7-44ce-9964-b0ddf0abb6e2 req-f2004c69-d4e8-4a8a-8191-30c977769938 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "GET /v2.0/security-groups/6f854f24-5e44-4298-a37f-a87871e32dbf HTTP/1.1" status: 200 len: 1804 time: 0.2608232 Aug 16 01:37:07.076282 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44928667-6b8b-4feb-b003-b2914af87ffc req-37ef7a98-c295-448f-bcca-958d2257c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:07.083916 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-44928667-6b8b-4feb-b003-b2914af87ffc req-37ef7a98-c295-448f-bcca-958d2257c6a7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.2672217 Aug 16 01:37:07.106853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-9f82c970-44f5-494d-a508-2248e2d34330 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Allocated IP 192.168.233.6 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/4fbf2f25-0440-4975-9988-8f0f57869d8a) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:07.160896 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-44928667-6b8b-4feb-b003-b2914af87ffc req-8a39e32f-52b5-42a8-8211-f5f069d8c296 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=0212517b-dda9-4f54-ae72-41185d52c5f4 HTTP/1.1" status: 200 len: 217 time: 0.0533943 Aug 16 01:37:07.195601 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:07.232872 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-bcadf648-b014-4337-a8f5-baca61a6d56c None None] Set router cab7e11b-e78a-49ec-b289-6efdefbcd215 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:37:07.278507 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03608523-fbd0-4a2a-98d2-e8c3d7b7c781 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:07.327609 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03608523-fbd0-4a2a-98d2-e8c3d7b7c781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:07.401835 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d0c1923-67a4-4095-a01f-7f19ff76a22d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:07.411092 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c407d6c0-1df7-44ce-9964-b0ddf0abb6e2 req-95502958-7f48-462d-9920-29a08caf6d67 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:07.437597 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44928667-6b8b-4feb-b003-b2914af87ffc req-6f1bc122-4303-46c6-a6e7-ea5cff27438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:07.439399 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-44928667-6b8b-4feb-b003-b2914af87ffc req-6f1bc122-4303-46c6-a6e7-ea5cff27438f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.2467930 Aug 16 01:37:07.453628 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ec16-3155-47bd-a89b-2a32c0228f7e admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:07.470294 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ec8186f0-6dfa-4fdb-928d-860c8dc0dd7b req-5f294ce0-929b-4466-9c34-b2a89a7d9ed2 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806654 Aug 16 01:37:07.498981 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bcadf648-b014-4337-a8f5-baca61a6d56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'name': 'tempest-AttachSCSIVolumeTestJSON-782977341-router', 'tenant_id': '59f6ee9245de4e2794301101b5632f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '33616704-f84e-4128-b384-4434645b2db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:43Z', 'updated_at': '2021-08-16T01:37:05Z', 'revision_number': 5, 'project_id': '59f6ee9245de4e2794301101b5632f35', 'gw_port': {'id': '33616704-f84e-4128-b384-4434645b2db5', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:44Z', 'updated_at': '2021-08-16T01:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:07.542739 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcadf648-b014-4337-a8f5-baca61a6d56c None None] Checking router: cab7e11b-e78a-49ec-b289-6efdefbcd215 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:37:07.556457 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcadf648-b014-4337-a8f5-baca61a6d56c None None] Routers {'cab7e11b-e78a-49ec-b289-6efdefbcd215'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:37:07.557371 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bcadf648-b014-4337-a8f5-baca61a6d56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:36:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['cab7e11b-e78a-49ec-b289-6efdefbcd215'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:07.559531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c1923-67a4-4095-a01f-7f19ff76a22d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:07.567331 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c407d6c0-1df7-44ce-9964-b0ddf0abb6e2 req-95502958-7f48-462d-9920-29a08caf6d67 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:07.581664 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2d0c1923-67a4-4095-a01f-7f19ff76a22d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:07.593092 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c1923-67a4-4095-a01f-7f19ff76a22d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event updated for resources: {'Port': ['ID=1aaa74e8-d6fe-4e6c-96f3-e852a6654c6a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:07.597876 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c1923-67a4-4095-a01f-7f19ff76a22d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:07.618317 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-03608523-fbd0-4a2a-98d2-e8c3d7b7c781 admin admin] Allocated IP 172.25.3.13 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/cb74e111-6414-4cb8-85d3-959617cfa717) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:07.631083 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-257a75da-79b1-4502-896a-61d18aa23989 req-0a832fa0-2612-49e7-8f79-f4832047fb29 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b045ae7-7b56-48e2-8e42-41865978dd3d HTTP/1.1" status: 200 len: 210 time: 0.0576253 Aug 16 01:37:07.682009 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4ac8a-d171-4202-a20a-c5a681ff731f req-62a8ad0a-1c34-4384-b2b2-c54fe9350ea3 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:07.683604 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-76f4ac8a-d171-4202-a20a-c5a681ff731f req-62a8ad0a-1c34-4384-b2b2-c54fe9350ea3 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.73 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 945 time: 0.2966573 Aug 16 01:37:07.729222 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-bcadf648-b014-4337-a8f5-baca61a6d56c None None] Set router cab7e11b-e78a-49ec-b289-6efdefbcd215 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:37:07.775254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44928667-6b8b-4feb-b003-b2914af87ffc req-16393f15-a8c2-42b4-b9e3-eb99ddc34c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:07.777393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-44928667-6b8b-4feb-b003-b2914af87ffc req-16393f15-a8c2-42b4-b9e3-eb99ddc34c77 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2809923 Aug 16 01:37:07.838316 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ec16-3155-47bd-a89b-2a32c0228f7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:07.871392 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54543439-8d92-4209-8f5a-28eb2c8e06f6 req-443d90ef-2c97-41d5-91e3-7efb63bf0c63 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:07.880018 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-54543439-8d92-4209-8f5a-28eb2c8e06f6 req-443d90ef-2c97-41d5-91e3-7efb63bf0c63 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 945 time: 0.1349175 Aug 16 01:37:07.893247 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-9f82c970-44f5-494d-a508-2248e2d34330 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:07.918341 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:07.947136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-9f82c970-44f5-494d-a508-2248e2d34330 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Transition to ACTIVE for port object 4fbf2f25-0440-4975-9988-8f0f57869d8a will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:07.948098 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c407d6c0-1df7-44ce-9964-b0ddf0abb6e2 req-95502958-7f48-462d-9920-29a08caf6d67 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:07.950660 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c407d6c0-1df7-44ce-9964-b0ddf0abb6e2 req-95502958-7f48-462d-9920-29a08caf6d67 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:07.956540 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c407d6c0-1df7-44ce-9964-b0ddf0abb6e2 req-95502958-7f48-462d-9920-29a08caf6d67 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "DELETE /v2.0/security-groups/6f854f24-5e44-4298-a37f-a87871e32dbf HTTP/1.1" status: 204 len: 173 time: 0.9295602 Aug 16 01:37:08.004318 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-44928667-6b8b-4feb-b003-b2914af87ffc req-ee8637bc-8ae6-474f-9ff6-6d959049c715 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087789 Aug 16 01:37:08.010425 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-54543439-8d92-4209-8f5a-28eb2c8e06f6 req-c52e620a-e92f-4382-bd79-eb0cc4249fc5 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295938 Aug 16 01:37:08.043541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bcadf648-b014-4337-a8f5-baca61a6d56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'name': 'tempest-AttachSCSIVolumeTestJSON-782977341-router', 'tenant_id': '59f6ee9245de4e2794301101b5632f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '33616704-f84e-4128-b384-4434645b2db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:43Z', 'updated_at': '2021-08-16T01:37:05Z', 'revision_number': 5, 'project_id': '59f6ee9245de4e2794301101b5632f35', 'gw_port': {'id': '33616704-f84e-4128-b384-4434645b2db5', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:44Z', 'updated_at': '2021-08-16T01:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:08.078536 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcadf648-b014-4337-a8f5-baca61a6d56c None None] The sync data for ids ['cab7e11b-e78a-49ec-b289-6efdefbcd215'] in n-d-765315-27 is: [{'id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'name': 'tempest-AttachSCSIVolumeTestJSON-782977341-router', 'tenant_id': '59f6ee9245de4e2794301101b5632f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '33616704-f84e-4128-b384-4434645b2db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:43Z', 'updated_at': '2021-08-16T01:37:05Z', 'revision_number': 5, 'project_id': '59f6ee9245de4e2794301101b5632f35', 'gw_port': {'id': '33616704-f84e-4128-b384-4434645b2db5', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7e11b-e78a-49ec-b289-6efdefbcd215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:44Z', 'updated_at': '2021-08-16T01:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:37:08.090561 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a4d5ec16-3155-47bd-a89b-2a32c0228f7e admin admin] Deleting port 33616704-f84e-4128-b384-4434645b2db5 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:37:08.090561 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ec16-3155-47bd-a89b-2a32c0228f7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:08.138358 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95502958-7f48-462d-9920-29a08caf6d67 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f854f24-5e44-4298-a37f-a87871e32dbf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:08.148205 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-9f82c970-44f5-494d-a508-2248e2d34330 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:08.197947 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03608523-fbd0-4a2a-98d2-e8c3d7b7c781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:08.202172 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d0c1923-67a4-4095-a01f-7f19ff76a22d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:08.216063 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b280589-09fb-4f60-86c2-468c22c076b6 req-4631a25a-46c7-4bf3-85a2-cdb45a0a9f28 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "GET /v2.0/security-groups/9c934cdb-cd48-4e4f-bdc2-cd0a8f92e061 HTTP/1.1" status: 200 len: 1804 time: 0.1536763 Aug 16 01:37:08.221879 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-9f82c970-44f5-494d-a508-2248e2d34330 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:08.236150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82c970-44f5-494d-a508-2248e2d34330 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Pushing event updated for resources: {'Port': ['ID=4fbf2f25-0440-4975-9988-8f0f57869d8a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:08.238700 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-9f82c970-44f5-494d-a508-2248e2d34330 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:08.248020 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-9f82c970-44f5-494d-a508-2248e2d34330 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:08.297160 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba7d48-fd8d-42c9-bfe0-82ee8b11bd03 req-c9e9f6e9-4feb-40b1-8780-88d42b18031a tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:08.298772 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cbba7d48-fd8d-42c9-bfe0-82ee8b11bd03 req-c9e9f6e9-4feb-40b1-8780-88d42b18031a tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=55cfe3ca-ae12-4d22-87e4-c9c30eb0877c HTTP/1.1" status: 200 len: 934 time: 0.2382386 Aug 16 01:37:08.311177 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d0c1923-67a4-4095-a01f-7f19ff76a22d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:08.318912 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-a4d5ec16-3155-47bd-a89b-2a32c0228f7e admin admin] For port 33616704-f84e-4128-b384-4434645b2db5, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=33616704-f84e-4128-b384-4434645b2db5,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:08.319236 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ec16-3155-47bd-a89b-2a32c0228f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:08.344196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 0212517b-dda9-4f54-ae72-41185d52c5f4 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:37:08.348898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a4d5ec16-3155-47bd-a89b-2a32c0228f7e admin admin] Calling delete_port for 33616704-f84e-4128-b384-4434645b2db5 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:37:08.371938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-9f82c970-44f5-494d-a508-2248e2d34330 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:08.372525 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-9f82c970-44f5-494d-a508-2248e2d34330 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:08.384231 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-76f4ac8a-d171-4202-a20a-c5a681ff731f req-f57190a7-b400-4a60-8237-189e6f4f6da6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Deleting port 2d486af8-e932-4a67-84f5-a39380642faa {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:37:08.384578 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-76f4ac8a-d171-4202-a20a-c5a681ff731f req-f57190a7-b400-4a60-8237-189e6f4f6da6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:08.400553 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-44928667-6b8b-4feb-b003-b2914af87ffc req-ed26d79c-068c-45f5-bfa2-975f5b417f6e service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371766 Aug 16 01:37:08.426826 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03608523-fbd0-4a2a-98d2-e8c3d7b7c781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:08.443786 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-9f82c970-44f5-494d-a508-2248e2d34330 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1059062 Aug 16 01:37:08.447400 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2b280589-09fb-4f60-86c2-468c22c076b6 req-babd9ba1-4632-4b4e-831c-3fd344b3beed tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:08.476531 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Request body: {'port': {'device_id': '55cfe3ca-ae12-4d22-87e4-c9c30eb0877c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:08.517647 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2b280589-09fb-4f60-86c2-468c22c076b6 req-babd9ba1-4632-4b4e-831c-3fd344b3beed tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:08.616072 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cbba7d48-fd8d-42c9-bfe0-82ee8b11bd03 req-8e650f41-525e-4934-86fa-1d27390a9f99 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599542 Aug 16 01:37:08.654663 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:08.702460 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 0212517b-dda9-4f54-ae72-41185d52c5f4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=0212517b-dda9-4f54-ae72-41185d52c5f4,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:08.729241 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '0212517b-dda9-4f54-ae72-41185d52c5f4', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '0212517b-dda9-4f54-ae72-41185d52c5f4', 'mac_address': 'fa:16:3e:fe:ce:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:37:08.730560 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03608523-fbd0-4a2a-98d2-e8c3d7b7c781 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:08.800521 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2b280589-09fb-4f60-86c2-468c22c076b6 req-babd9ba1-4632-4b4e-831c-3fd344b3beed tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:08.802774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-03608523-fbd0-4a2a-98d2-e8c3d7b7c781 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:08.804834 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2b280589-09fb-4f60-86c2-468c22c076b6 req-babd9ba1-4632-4b4e-831c-3fd344b3beed tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:08.806476 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:08.818742 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b280589-09fb-4f60-86c2-468c22c076b6 req-babd9ba1-4632-4b4e-831c-3fd344b3beed tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "DELETE /v2.0/security-groups/9c934cdb-cd48-4e4f-bdc2-cd0a8f92e061 HTTP/1.1" status: 204 len: 173 time: 0.5869439 Aug 16 01:37:08.823761 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03608523-fbd0-4a2a-98d2-e8c3d7b7c781 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:08.832844 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03608523-fbd0-4a2a-98d2-e8c3d7b7c781 admin admin] Pushing event updated for resources: {'Port': ['ID=cb74e111-6414-4cb8-85d3-959617cfa717,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:08.834341 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0212517b-dda9-4f54-ae72-41185d52c5f4 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:37:08.851039 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ec16-3155-47bd-a89b-2a32c0228f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:08.865110 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 0212517b-dda9-4f54-ae72-41185d52c5f4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=0212517b-dda9-4f54-ae72-41185d52c5f4,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:08.875328 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:08.909170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device dfd50e88-a50b-409a-86a8-c1cb249a4899 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:37:08.921431 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-76f4ac8a-d171-4202-a20a-c5a681ff731f req-f57190a7-b400-4a60-8237-189e6f4f6da6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] For port 2d486af8-e932-4a67-84f5-a39380642faa, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=2d486af8-e932-4a67-84f5-a39380642faa,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:08.922436 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-76f4ac8a-d171-4202-a20a-c5a681ff731f req-f57190a7-b400-4a60-8237-189e6f4f6da6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:08.948571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: dfd50e88-a50b-409a-86a8-c1cb249a4899 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:37:08.949072 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device dfd50e88-a50b-409a-86a8-c1cb249a4899 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:37:08.958417 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-76f4ac8a-d171-4202-a20a-c5a681ff731f req-f57190a7-b400-4a60-8237-189e6f4f6da6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Calling delete_port for 2d486af8-e932-4a67-84f5-a39380642faa owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:37:08.958585 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2a6cb970-d571-43b1-9b56-7f24c2855f55 None None] Provisioning for port 4fbf2f25-0440-4975-9988-8f0f57869d8a completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:08.973640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2a6cb970-d571-43b1-9b56-7f24c2855f55 None None] Provisioning complete for port 4fbf2f25-0440-4975-9988-8f0f57869d8a triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:08.974045 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a6cb970-d571-43b1-9b56-7f24c2855f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:09.005859 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=0212517b-dda9-4f54-ae72-41185d52c5f4,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:09.029306 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2a6cb970-d571-43b1-9b56-7f24c2855f55 None None] Port 4fbf2f25-0440-4975-9988-8f0f57869d8a cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:37:09.036820 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5ec16-3155-47bd-a89b-2a32c0228f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=33616704-f84e-4128-b384-4434645b2db5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:09.038859 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd9ba1-4632-4b4e-831c-3fd344b3beed tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c934cdb-cd48-4e4f-bdc2-cd0a8f92e061,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:09.129958 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['0212517b-dda9-4f54-ae72-41185d52c5f4'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:37:09.245648 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c8d9c0dc-7e04-4e2b-9703-7e94fe445b32 req-3ff79adb-76c5-4396-bf9c-3c937c16729d tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "GET /v2.0/security-groups/18651627-d78a-40b9-9eef-3380a98ab43b HTTP/1.1" status: 200 len: 1803 time: 0.2047570 Aug 16 01:37:09.260770 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ec16-3155-47bd-a89b-2a32c0228f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:09.395975 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ec16-3155-47bd-a89b-2a32c0228f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:09.397149 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea8b51-51e8-4de1-96cd-bc5e4a8ca3fc req-1c45bc2a-d1f8-4b1b-849d-03031e55389e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:09.398578 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ec16-3155-47bd-a89b-2a32c0228f7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:09.398730 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-07ea8b51-51e8-4de1-96cd-bc5e4a8ca3fc req-1c45bc2a-d1f8-4b1b-849d-03031e55389e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 947 time: 0.6291733 Aug 16 01:37:09.452856 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d0c1923-67a4-4095-a01f-7f19ff76a22d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:09.469864 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d0c1923-67a4-4095-a01f-7f19ff76a22d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:09.482017 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ec16-3155-47bd-a89b-2a32c0228f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:09.482557 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d5ec16-3155-47bd-a89b-2a32c0228f7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cab7e11b-e78a-49ec-b289-6efdefbcd215 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:37:09.490675 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ec16-3155-47bd-a89b-2a32c0228f7e admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:09.491834 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a4d5ec16-3155-47bd-a89b-2a32c0228f7e admin admin] 10.222.0.68 "DELETE /v2.0/routers/cab7e11b-e78a-49ec-b289-6efdefbcd215 HTTP/1.1" status: 204 len: 168 time: 2.6439602 Aug 16 01:37:09.495637 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39958) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:09.508430 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c8d9c0dc-7e04-4e2b-9703-7e94fe445b32 req-77cc5134-1c3d-4e39-b91c-6ba409ed4e1e tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:09.591316 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c8d9c0dc-7e04-4e2b-9703-7e94fe445b32 req-77cc5134-1c3d-4e39-b91c-6ba409ed4e1e tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:09.597143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9896b84-4cb9-4d18-9457-285350e75bc4 admin admin] Deleting subnet 664b35f5-1bad-4b46-9929-41544c87bf62 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:37:09.598490 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-07ea8b51-51e8-4de1-96cd-bc5e4a8ca3fc req-61f85c21-ee1c-4c22-9a67-b49ab77b5dda tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669722 Aug 16 01:37:09.613328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fbf2f25-0440-4975-9988-8f0f57869d8a {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:37:09.619810 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9896b84-4cb9-4d18-9457-285350e75bc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:09.644411 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:09.670450 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c1923-67a4-4095-a01f-7f19ff76a22d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event updated for resources: {'Port': ['ID=1aaa74e8-d6fe-4e6c-96f3-e852a6654c6a,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:09.683136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Transition to ACTIVE for port object 4fbf2f25-0440-4975-9988-8f0f57869d8a will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:09.690173 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9896b84-4cb9-4d18-9457-285350e75bc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:09.698065 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d0c1923-67a4-4095-a01f-7f19ff76a22d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:09.714433 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:09.757806 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c8d9c0dc-7e04-4e2b-9703-7e94fe445b32 req-77cc5134-1c3d-4e39-b91c-6ba409ed4e1e tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:09.760354 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c8d9c0dc-7e04-4e2b-9703-7e94fe445b32 req-77cc5134-1c3d-4e39-b91c-6ba409ed4e1e tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:09.761523 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c8d9c0dc-7e04-4e2b-9703-7e94fe445b32 req-77cc5134-1c3d-4e39-b91c-6ba409ed4e1e tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "DELETE /v2.0/security-groups/18651627-d78a-40b9-9eef-3380a98ab43b HTTP/1.1" status: 204 len: 173 time: 0.5020080 Aug 16 01:37:09.806656 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc5134-1c3d-4e39-b91c-6ba409ed4e1e tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18651627-d78a-40b9-9eef-3380a98ab43b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:09.835591 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Pushing event updated for resources: {'Port': ['ID=4fbf2f25-0440-4975-9988-8f0f57869d8a,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:09.858688 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d0c1923-67a4-4095-a01f-7f19ff76a22d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:09.868684 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2d0c1923-67a4-4095-a01f-7f19ff76a22d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4173858 Aug 16 01:37:09.905393 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03608523-fbd0-4a2a-98d2-e8c3d7b7c781 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:09.922509 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-76f4ac8a-d171-4202-a20a-c5a681ff731f req-f57190a7-b400-4a60-8237-189e6f4f6da6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:09.933533 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:37:09.998612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa7b86-bb6b-4225-a845-29866dd5e799 req-e4811691-0151-43c5-bc14-f88e90c759cd tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:10.007099 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-16aa7b86-bb6b-4225-a845-29866dd5e799 req-e4811691-0151-43c5-bc14-f88e90c759cd tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 945 time: 0.3044410 Aug 16 01:37:10.020648 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9896b84-4cb9-4d18-9457-285350e75bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:10.101317 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57190a7-b400-4a60-8237-189e6f4f6da6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Pushing event deleted for resources: {'Port': ['ID=2d486af8-e932-4a67-84f5-a39380642faa,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:10.167895 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9896b84-4cb9-4d18-9457-285350e75bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:10.193945 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-16aa7b86-bb6b-4225-a845-29866dd5e799 req-521910a6-d09f-4241-ac14-a0e27989775c tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858430 Aug 16 01:37:10.210829 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203495c9-c746-4851-8902-4ea03b1d93de req-8dbf9e33-883e-4dcb-a750-eaa9659708aa tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:10.212662 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-203495c9-c746-4851-8902-4ea03b1d93de req-8dbf9e33-883e-4dcb-a750-eaa9659708aa tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=55cfe3ca-ae12-4d22-87e4-c9c30eb0877c HTTP/1.1" status: 200 len: 946 time: 0.2866859 Aug 16 01:37:10.215674 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9896b84-4cb9-4d18-9457-285350e75bc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=664b35f5-1bad-4b46-9929-41544c87bf62,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:10.224450 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f4ac8a-d171-4202-a20a-c5a681ff731f req-f57190a7-b400-4a60-8237-189e6f4f6da6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] No DVR routers for this DVR port 2d486af8-e932-4a67-84f5-a39380642faa on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:37:10.231840 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9896b84-4cb9-4d18-9457-285350e75bc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:10.233153 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e059618-f5ab-42a7-a529-46ce05d91aa4 None None] Network f8bc3f06-c907-43a9-9a8b-57d1715bcf74 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:37:10.236842 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d9896b84-4cb9-4d18-9457-285350e75bc4 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/664b35f5-1bad-4b46-9929-41544c87bf62 HTTP/1.1" status: 204 len: 168 time: 0.7369776 Aug 16 01:37:10.237367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39976) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:10.239992 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-76f4ac8a-d171-4202-a20a-c5a681ff731f req-f57190a7-b400-4a60-8237-189e6f4f6da6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:10.248297 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-76f4ac8a-d171-4202-a20a-c5a681ff731f req-f57190a7-b400-4a60-8237-189e6f4f6da6 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.73 "DELETE /v2.0/ports/2d486af8-e932-4a67-84f5-a39380642faa HTTP/1.1" status: 204 len: 173 time: 2.5183570 Aug 16 01:37:10.248297 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96', 'name': 'network-vif-deleted', 'tag': '2d486af8-e932-4a67-84f5-a39380642faa'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:10.248297 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c15af4-aa24-48f7-9bf4-c3062f7d1516" -d '{"events": [{"server_uuid": "e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96", "name": "network-vif-deleted", "tag": "2d486af8-e932-4a67-84f5-a39380642faa"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:10.266744 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Attempting to bind port 4fbf2f25-0440-4975-9988-8f0f57869d8a on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:10.267353 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Attempting to bind port 4fbf2f25-0440-4975-9988-8f0f57869d8a by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:10.267565 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Attempting to bind port 4fbf2f25-0440-4975-9988-8f0f57869d8a on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:10.291601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Port 4fbf2f25-0440-4975-9988-8f0f57869d8a on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:37:10.291601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Attempting to bind port 4fbf2f25-0440-4975-9988-8f0f57869d8a on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:10.340091 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:10.340348 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:10.340615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:10.341066 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Bound port: 4fbf2f25-0440-4975-9988-8f0f57869d8a, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:10.341427 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:10.351044 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 0212517b-dda9-4f54-ae72-41185d52c5f4 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:10.356621 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b46c2d72-3b74-4ae6-9b56-f26d81b6da49 req-c21c44e1-8f13-416d-9492-0a9606ec6ed8 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "GET /v2.0/security-groups/6bbbfc4d-d817-4a7f-a033-b5d98de244b4 HTTP/1.1" status: 200 len: 2403 time: 0.1050317 Aug 16 01:37:10.372517 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-203495c9-c746-4851-8902-4ea03b1d93de req-52e2bbe2-1d9b-4a4e-b931-3b04dd1efe8c tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416728 Aug 16 01:37:10.470979 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 0212517b-dda9-4f54-ae72-41185d52c5f4 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:10.477846 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 0212517b-dda9-4f54-ae72-41185d52c5f4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:10.477846 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:10.489010 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:10.490264 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03608523-fbd0-4a2a-98d2-e8c3d7b7c781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:10.503211 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] For port 4fbf2f25-0440-4975-9988-8f0f57869d8a, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:10.509110 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] For port 4fbf2f25-0440-4975-9988-8f0f57869d8a, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4fbf2f25-0440-4975-9988-8f0f57869d8a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:10.540075 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:10.591545 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:10.594151 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6aa643-01df-4f02-b2e4-5ce239c44fd4 None None] DHCP port deletion for f8bc3f06-c907-43a9-9a8b-57d1715bcf74 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:37:10.634432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:10.635060 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:10.636525 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] 10.222.0.73 "PUT /v2.0/ports/4fbf2f25-0440-4975-9988-8f0f57869d8a HTTP/1.1" status: 200 len: 1095 time: 2.1692941 Aug 16 01:37:10.641156 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55cfe3ca-ae12-4d22-87e4-c9c30eb0877c', 'tag': '4fbf2f25-0440-4975-9988-8f0f57869d8a'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:10.643931 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c911cf-8bb9-4ac9-952d-24bc32c775c5" -d '{"events": [{"name": "network-changed", "server_uuid": "55cfe3ca-ae12-4d22-87e4-c9c30eb0877c", "tag": "4fbf2f25-0440-4975-9988-8f0f57869d8a"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:10.679513 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 0212517b-dda9-4f54-ae72-41185d52c5f4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=0212517b-dda9-4f54-ae72-41185d52c5f4,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:10.682519 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10178b51-0ba3-4f2d-a326-402642b19095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0212517b-dda9-4f54-ae72-41185d52c5f4'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:10.686323 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f75d80c-80f4-4d4e-9476-4dce214a64d8" -d '{"events": [{"server_uuid": "10178b51-0ba3-4f2d-a326-402642b19095", "name": "network-vif-plugged", "status": "completed", "tag": "0212517b-dda9-4f54-ae72-41185d52c5f4"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:10.690114 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b46c2d72-3b74-4ae6-9b56-f26d81b6da49 req-edd8d42c-42e3-4c04-bf42-b8017c289c6a tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:10.691055 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:10.726424 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b46c2d72-3b74-4ae6-9b56-f26d81b6da49 req-edd8d42c-42e3-4c04-bf42-b8017c289c6a tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:10.749151 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4be17e-f064-4cfd-872d-03acb4444f44 service neutron] Pushing event updated for resources: {'Port': ['ID=4fbf2f25-0440-4975-9988-8f0f57869d8a,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:10.761678 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=0212517b-dda9-4f54-ae72-41185d52c5f4,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:10.773916 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3b6aa643-01df-4f02-b2e4-5ce239c44fd4 None None] Deleting port b67d48f6-6211-4c8f-8cf8-32b49964d798 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:37:10.774413 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa643-01df-4f02-b2e4-5ce239c44fd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:10.801781 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b46c2d72-3b74-4ae6-9b56-f26d81b6da49 req-edd8d42c-42e3-4c04-bf42-b8017c289c6a tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:10.803425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] Deleting port b67d48f6-6211-4c8f-8cf8-32b49964d798 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:37:10.803773 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:10.806166 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b46c2d72-3b74-4ae6-9b56-f26d81b6da49 req-edd8d42c-42e3-4c04-bf42-b8017c289c6a tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:10.813566 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b46c2d72-3b74-4ae6-9b56-f26d81b6da49 req-edd8d42c-42e3-4c04-bf42-b8017c289c6a tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "DELETE /v2.0/security-groups/6bbbfc4d-d817-4a7f-a033-b5d98de244b4 HTTP/1.1" status: 204 len: 173 time: 0.4498932 Aug 16 01:37:10.862638 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3b6aa643-01df-4f02-b2e4-5ce239c44fd4 None None] For port b67d48f6-6211-4c8f-8cf8-32b49964d798, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b67d48f6-6211-4c8f-8cf8-32b49964d798,segment=NetworkSegment(4ac70837-a5d4-4396-bcdd-2d42f48a13a5),segment_id=4ac70837-a5d4-4396-bcdd-2d42f48a13a5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:10.863192 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa643-01df-4f02-b2e4-5ce239c44fd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:10.877449 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8d42c-42e3-4c04-bf42-b8017c289c6a tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbbfc4d-d817-4a7f-a033-b5d98de244b4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:10.899178 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3b6aa643-01df-4f02-b2e4-5ce239c44fd4 None None] Calling delete_port for b67d48f6-6211-4c8f-8cf8-32b49964d798 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:37:10.932522 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03608523-fbd0-4a2a-98d2-e8c3d7b7c781 admin admin] Router 1ca79c1a-8b7c-4423-990e-f239b163e181 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:37:11.008621 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 33616704-f84e-4128-b384-4434645b2db5 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:37:11.048676 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-a21c7872-0669-49ae-a83c-4e22fdd673ca tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1264876761&fields=id&tenant_id=5052f870a5d04e98b2cd29c89d03b16c HTTP/1.1" status: 200 len: 267 time: 0.1119463 Aug 16 01:37:11.050721 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 33616704-f84e-4128-b384-4434645b2db5 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:37:11.051106 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 33616704-f84e-4128-b384-4434645b2db5 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:37:11.051511 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b67d48f6-6211-4c8f-8cf8-32b49964d798 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:37:11.136608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-834ce46e-2929-4b6c-957c-0313065bcba3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:11.138436 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-834ce46e-2929-4b6c-957c-0313065bcba3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports/47c48de3-b662-47a6-8021-99cd79188db2 HTTP/1.1" status: 200 len: 932 time: 0.0527816 Aug 16 01:37:11.151897 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa643-01df-4f02-b2e4-5ce239c44fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:11.157715 n-d-765315-27 neutron-server[94674]: INFO neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No ports have port_id starting with b67d48f6-6211-4c8f-8cf8-32b49964d798 Aug 16 01:37:11.186378 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6aa643-01df-4f02-b2e4-5ce239c44fd4 None None] Pushing event deleted for resources: {'Port': ['ID=b67d48f6-6211-4c8f-8cf8-32b49964d798,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:11.188917 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6aa643-01df-4f02-b2e4-5ce239c44fd4 None None] No DVR routers for this DVR port b67d48f6-6211-4c8f-8cf8-32b49964d798 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:37:11.225310 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-56731a32-8577-4753-83ef-6a151db664da tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:11.227045 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-56731a32-8577-4753-83ef-6a151db664da tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports/0f0afde3-55ae-42f9-858b-d97e140ec6de HTTP/1.1" status: 200 len: 930 time: 0.0727918 Aug 16 01:37:11.230334 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03608523-fbd0-4a2a-98d2-e8c3d7b7c781 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:37:11.242479 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Sync routers for ids ['1ca79c1a-8b7c-4423-990e-f239b163e181'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:37:11.245908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-b2ee911f-0220-4d90-837f-7009b5f71039 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:11.253749 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-b2ee911f-0220-4d90-837f-7009b5f71039 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 812 time: 0.7467802 Aug 16 01:37:11.254135 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Routers {'1ca79c1a-8b7c-4423-990e-f239b163e181'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:37:11.255228 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:36:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['1ca79c1a-8b7c-4423-990e-f239b163e181'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:11.292505 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-97e733ec-f1b2-41f8-b61b-fd16aaf18d84 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/quotas/83acc20476264f27b63127c0968a6b73 HTTP/1.1" status: 200 len: 375 time: 0.0377138 Aug 16 01:37:11.295020 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-c804a751-4a75-4167-a03b-bd67f291232e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?network_id=40c3db57-1e7f-42e7-b628-4096f135707a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0596521 Aug 16 01:37:11.312829 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-0b0d1d65-92d1-4d6f-92ce-f9b38dfd2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:11.314696 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-0b0d1d65-92d1-4d6f-92ce-f9b38dfd2c87 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c8be947e7b2469293a528d7dd503646&device_id=55cfe3ca-ae12-4d22-87e4-c9c30eb0877c HTTP/1.1" status: 200 len: 1098 time: 0.5955827 Aug 16 01:37:11.321219 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] For port b67d48f6-6211-4c8f-8cf8-32b49964d798, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b67d48f6-6211-4c8f-8cf8-32b49964d798,segment=NetworkSegment(4ac70837-a5d4-4396-bcdd-2d42f48a13a5),segment_id=4ac70837-a5d4-4396-bcdd-2d42f48a13a5)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:11.321606 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:11.324376 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03608523-fbd0-4a2a-98d2-e8c3d7b7c781 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:11.326102 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-03608523-fbd0-4a2a-98d2-e8c3d7b7c781 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9028151 Aug 16 01:37:11.345139 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40006) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:11.350236 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-e7161671-2ca3-4123-9a6f-2a08d3afe8b2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?network_id=40c3db57-1e7f-42e7-b628-4096f135707a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0456469 Aug 16 01:37:11.354463 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-f120392a-09da-4169-a057-c96575d78861 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607438 Aug 16 01:37:11.370244 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] Calling delete_port for b67d48f6-6211-4c8f-8cf8-32b49964d798 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:37:11.414252 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 2d486af8-e932-4a67-84f5-a39380642faa no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:37:11.419666 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-5fcf8071-0c1c-4352-9762-7842fc3f05c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=4fbf2f25-0440-4975-9988-8f0f57869d8a HTTP/1.1" status: 200 len: 217 time: 0.0766621 Aug 16 01:37:11.422739 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Set router 1ca79c1a-8b7c-4423-990e-f239b163e181 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:37:11.453659 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 2d486af8-e932-4a67-84f5-a39380642faa {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:37:11.456282 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 2d486af8-e932-4a67-84f5-a39380642faa not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:37:11.529703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49ce1a7b-e1f0-4029-8212-c63a2bb915fa tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:11.539024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49ce1a7b-e1f0-4029-8212-c63a2bb915fa tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:11.547737 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49ce1a7b-e1f0-4029-8212-c63a2bb915fa tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:11.556933 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49ce1a7b-e1f0-4029-8212-c63a2bb915fa tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/networks?id=c9f6cb29-657f-4294-ac8f-e7d12f466242&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=40c3db57-1e7f-42e7-b628-4096f135707a&id=40c3db57-1e7f-42e7-b628-4096f135707a HTTP/1.1" status: 200 len: 1991 time: 0.1988566 Aug 16 01:37:11.573098 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-b84e135f-0ad3-4d51-b921-52154981f444 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/quotas/5052f870a5d04e98b2cd29c89d03b16c HTTP/1.1" status: 200 len: 375 time: 0.0152695 Aug 16 01:37:11.634003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-0484472d-1ce9-42bd-bdcf-68c0c8294caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:11.635500 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-0484472d-1ce9-42bd-bdcf-68c0c8294caf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1673586 Aug 16 01:37:11.655062 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-497f4978-f121-4cd2-9296-b61d5c826912 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5052f870a5d04e98b2cd29c89d03b16c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0731907 Aug 16 01:37:11.681680 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca79c1a-8b7c-4423-990e-f239b163e181', 'name': 'tempest-ServerRescueNegativeTestJSON-965839569-router', 'tenant_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'cb74e111-6414-4cb8-85d3-959617cfa717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:05Z', 'updated_at': '2021-08-16T01:37:09Z', 'revision_number': 3, 'project_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'gw_port': {'id': 'cb74e111-6414-4cb8-85d3-959617cfa717', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:32:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca79c1a-8b7c-4423-990e-f239b163e181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:07Z', 'updated_at': '2021-08-16T01:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:11.718969 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Checking router: 1ca79c1a-8b7c-4423-990e-f239b163e181 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:37:11.719290 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Updating router 1ca79c1a-8b7c-4423-990e-f239b163e181 port cb74e111-6414-4cb8-85d3-959617cfa717 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:37:11.754588 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:11.766546 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-ebb6eb64-3f55-4912-af39-52a7a536cf6e service neutron] 10.222.0.68 "GET /v2.0/networks/c9f6cb29-657f-4294-ac8f-e7d12f466242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086180 Aug 16 01:37:11.825143 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:11.837415 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-575aae74-16a4-4be8-891c-54831e38a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:11.839057 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-575aae74-16a4-4be8-891c-54831e38a2bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1664724 Aug 16 01:37:11.888577 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-2fbb42da-d219-4db4-abe0-c28ee207e13d service neutron] 10.222.0.68 "GET /v2.0/networks/c9f6cb29-657f-4294-ac8f-e7d12f466242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211135 Aug 16 01:37:11.908446 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-75991b07-51ac-41fd-9909-03492387fa90 service neutron] 10.222.0.68 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361285 Aug 16 01:37:11.925971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] Pushing event deleted for resources: {'Port': ['ID=b67d48f6-6211-4c8f-8cf8-32b49964d798,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:11.944152 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-526c1b38-7ad0-4b8d-9b5b-35135e5215ab service neutron] 10.222.0.68 "GET /v2.0/ports/47c48de3-b662-47a6-8021-99cd79188db2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0546975 Aug 16 01:37:11.950063 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] No DVR routers for this DVR port b67d48f6-6211-4c8f-8cf8-32b49964d798 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:37:12.049426 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-98145793-e1be-4275-af11-a915d3e831c6 service neutron] 10.222.0.68 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982037 Aug 16 01:37:12.061343 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:12.074157 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Transition to ACTIVE for port object cb74e111-6414-4cb8-85d3-959617cfa717 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:12.081620 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:12.149174 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd5739-04bd-4d50-aaf7-5842a82f8cc3 None None] Pushing event updated for resources: {'Port': ['ID=cb74e111-6414-4cb8-85d3-959617cfa717,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:12.157966 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Attempting to bind port cb74e111-6414-4cb8-85d3-959617cfa717 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:12.158395 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Attempting to bind port cb74e111-6414-4cb8-85d3-959617cfa717 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:12.158951 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Attempting to bind port cb74e111-6414-4cb8-85d3-959617cfa717 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:12.165798 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd5739-04bd-4d50-aaf7-5842a82f8cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:12.166296 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd5739-04bd-4d50-aaf7-5842a82f8cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:12.166703 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd5739-04bd-4d50-aaf7-5842a82f8cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:12.167076 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd5739-04bd-4d50-aaf7-5842a82f8cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:12.167424 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd5739-04bd-4d50-aaf7-5842a82f8cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:12.167823 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd5739-04bd-4d50-aaf7-5842a82f8cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:12.168198 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd5739-04bd-4d50-aaf7-5842a82f8cc3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:12.168586 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd5739-04bd-4d50-aaf7-5842a82f8cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:12.169115 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd5739-04bd-4d50-aaf7-5842a82f8cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:12.169539 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd5739-04bd-4d50-aaf7-5842a82f8cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:12.169952 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd5739-04bd-4d50-aaf7-5842a82f8cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:12.170294 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bd5739-04bd-4d50-aaf7-5842a82f8cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:12.176686 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:12.177106 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:12.177576 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:12.178038 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:12.178874 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Bound port: cb74e111-6414-4cb8-85d3-959617cfa717, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:12.179273 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:12.187077 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-d50c8a50-6cea-48d1-8521-a3689b86a609 service neutron] 10.222.0.68 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310492 Aug 16 01:37:12.235648 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-23d11ad3-da46-4e27-b6db-2c1f2fcd4d43 service neutron] 10.222.0.68 "GET /v2.0/ports/0f0afde3-55ae-42f9-858b-d97e140ec6de?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0409615 Aug 16 01:37:12.245328 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] For port cb74e111-6414-4cb8-85d3-959617cfa717, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:12.250465 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] For port cb74e111-6414-4cb8-85d3-959617cfa717, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=cb74e111-6414-4cb8-85d3-959617cfa717,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:12.256242 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:12.282902 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-7c536d86-eab1-4320-87c3-9af78b9331aa service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727252 Aug 16 01:37:12.333914 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd5739-04bd-4d50-aaf7-5842a82f8cc3 None None] Pushing event updated for resources: {'Port': ['ID=cb74e111-6414-4cb8-85d3-959617cfa717,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:12.341543 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Routers {'1ca79c1a-8b7c-4423-990e-f239b163e181'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:37:12.342435 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:36:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['1ca79c1a-8b7c-4423-990e-f239b163e181'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:12.364239 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-94426b6d-2be6-46a8-bdbd-5111fb16bb37 service neutron] 10.222.0.68 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230564 Aug 16 01:37:12.470665 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-7f98bc2d-4c09-4604-9348-c2b3c1879a1c service neutron] 10.222.0.68 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053796 Aug 16 01:37:12.482096 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] Set router 1ca79c1a-8b7c-4423-990e-f239b163e181 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:37:12.505798 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:12.576278 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8bc3f06-c907-43a9-9a8b-57d1715bcf74']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:12.588842 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-b4b4f03f-2d37-4e7d-aa72-8f634f44c5b0 service neutron] 10.222.0.68 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120830 Aug 16 01:37:12.632370 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac70837-a5d4-4396-bcdd-2d42f48a13a5') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:12.632960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac70837-a5d4-4396-bcdd-2d42f48a13a5') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:12.657729 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-0ef3223d-384e-499e-951a-45f2beb3f0a2 service neutron] 10.222.0.68 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7087133 Aug 16 01:37:12.671737 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:12.743190 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca79c1a-8b7c-4423-990e-f239b163e181', 'name': 'tempest-ServerRescueNegativeTestJSON-965839569-router', 'tenant_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'cb74e111-6414-4cb8-85d3-959617cfa717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:05Z', 'updated_at': '2021-08-16T01:37:09Z', 'revision_number': 3, 'project_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'gw_port': {'id': 'cb74e111-6414-4cb8-85d3-959617cfa717', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:32:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca79c1a-8b7c-4423-990e-f239b163e181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:07Z', 'updated_at': '2021-08-16T01:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:12.759688 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:12.780609 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aa0773-48ef-4848-86df-87c924494507 None None] The sync data for ids ['1ca79c1a-8b7c-4423-990e-f239b163e181'] in n-d-765315-27 is: [{'id': '1ca79c1a-8b7c-4423-990e-f239b163e181', 'name': 'tempest-ServerRescueNegativeTestJSON-965839569-router', 'tenant_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'cb74e111-6414-4cb8-85d3-959617cfa717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:05Z', 'updated_at': '2021-08-16T01:37:09Z', 'revision_number': 3, 'project_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'gw_port': {'id': 'cb74e111-6414-4cb8-85d3-959617cfa717', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:32:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca79c1a-8b7c-4423-990e-f239b163e181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:07Z', 'updated_at': '2021-08-16T01:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:37:12.804024 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:37:12.804849 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:12.805603 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-98f5f096-92e2-47f6-a185-d0d55063755f service neutron] 10.222.0.68 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039640 Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:37:12.807976 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:37:12.911386 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4ef78f1-66f3-4266-95c1-fabd52c97d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:12.928995 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6a8984b-ed09-43da-a288-0556ae9cc633 req-c5750c1e-1146-47c9-9c25-d51f67e9e295 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6137261 Aug 16 01:37:12.995613 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:13.035951 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-78ae7114-ccdf-44f1-a4fe-5a7a1c943a6f service neutron] 10.222.0.68 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197611 Aug 16 01:37:13.038636 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565ced80-fe27-41e0-89a8-9d7e286390a0 x-openstack-request-id: req-565ced80-fe27-41e0-89a8-9d7e286390a0 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:13.038857 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96", "name": "network-vif-deleted", "tag": "2d486af8-e932-4a67-84f5-a39380642faa", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:13.039226 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-565ced80-fe27-41e0-89a8-9d7e286390a0 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:13.039890 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96', 'name': 'network-vif-deleted', 'tag': '2d486af8-e932-4a67-84f5-a39380642faa', 'status': 'completed', 'code': 200} Aug 16 01:37:13.048854 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:13.050788 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] 10.222.0.68 "DELETE /v2.0/networks/f8bc3f06-c907-43a9-9a8b-57d1715bcf74 HTTP/1.1" status: 204 len: 168 time: 2.8080692 Aug 16 01:37:13.051843 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec49e25-b909-45dc-820a-a6b7dd68c65a admin admin] Pushing event deleted for resources: {'Network': ['ID=f8bc3f06-c907-43a9-9a8b-57d1715bcf74,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:13.058137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40016) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:13.197332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699624c0-35b5-493f-8ddc-d384d9b74b83 req-d0753bb6-0d4f-4a92-8fcf-023d467f15ff tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:13.205964 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-699624c0-35b5-493f-8ddc-d384d9b74b83 req-d0753bb6-0d4f-4a92-8fcf-023d467f15ff tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 0.1801412 Aug 16 01:37:13.304382 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-699624c0-35b5-493f-8ddc-d384d9b74b83 req-c54204dc-d5d1-423c-80a1-45209211d2f1 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973740 Aug 16 01:37:13.406276 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752a3955-43b6-43b8-a0bc-707567055f4b x-openstack-request-id: req-752a3955-43b6-43b8-a0bc-707567055f4b {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:13.406662 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55cfe3ca-ae12-4d22-87e4-c9c30eb0877c", "tag": "4fbf2f25-0440-4975-9988-8f0f57869d8a", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:13.407008 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-752a3955-43b6-43b8-a0bc-707567055f4b {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:13.407503 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55cfe3ca-ae12-4d22-87e4-c9c30eb0877c', 'tag': '4fbf2f25-0440-4975-9988-8f0f57869d8a', 'status': 'completed', 'code': 200} Aug 16 01:37:13.491530 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e907fe57-8702-4c72-b63c-0abbb4874603 x-openstack-request-id: req-e907fe57-8702-4c72-b63c-0abbb4874603 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:13.492622 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10178b51-0ba3-4f2d-a326-402642b19095", "name": "network-vif-plugged", "status": "completed", "tag": "0212517b-dda9-4f54-ae72-41185d52c5f4", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:13.493101 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e907fe57-8702-4c72-b63c-0abbb4874603 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:13.493694 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10178b51-0ba3-4f2d-a326-402642b19095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0212517b-dda9-4f54-ae72-41185d52c5f4', 'code': 200} Aug 16 01:37:13.502140 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-e4ef78f1-66f3-4266-95c1-fabd52c97d3d admin admin] Allocated IP 172.20.0.1 (37247afe-3e0d-4d66-9cda-775b4991a62b/ba079634-1419-49dc-8324-e7d11f3f3dfd/a34d8706-a6cc-45b5-9085-1353158a34e6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:13.592873 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-df2dc6cd-7175-45b8-9559-4546063ddd72 service neutron] 10.222.0.68 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466092 Aug 16 01:37:13.739801 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4ef78f1-66f3-4266-95c1-fabd52c97d3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:13.769597 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9560f2fb-f754-46c6-81ad-789f7ee6cd1f req-133eadb1-9e6b-4f8d-b08e-0cbd5f867768 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "GET /v2.0/security-groups/1500ea00-bb74-4a40-ad66-f0c02393b062 HTTP/1.1" status: 200 len: 2396 time: 0.2452118 Aug 16 01:37:13.774093 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c911cf-8bb9-4ac9-952d-24bc32c775c5 req-421fb18f-6270-4056-9954-75e881b5e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:13.776071 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-27c911cf-8bb9-4ac9-952d-24bc32c775c5 req-421fb18f-6270-4056-9954-75e881b5e8bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c8be947e7b2469293a528d7dd503646&device_id=55cfe3ca-ae12-4d22-87e4-c9c30eb0877c HTTP/1.1" status: 200 len: 1098 time: 0.3451493 Aug 16 01:37:14.106872 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd645e40-f80d-458d-a58a-4e067f821791 req-aa6398fd-5014-4d7b-87f3-412b297ad497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:14.108526 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fd645e40-f80d-458d-a58a-4e067f821791 req-aa6398fd-5014-4d7b-87f3-412b297ad497 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 1101 time: 0.5293062 Aug 16 01:37:14.191291 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-b15e15c8-13b4-4a6e-ae20-651f1cf0f7fa service neutron] 10.222.0.68 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866814 Aug 16 01:37:14.209503 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fd645e40-f80d-458d-a58a-4e067f821791 req-a1489816-fd28-4eab-933d-ff06d75c0a41 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869071 Aug 16 01:37:14.239094 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4ef78f1-66f3-4266-95c1-fabd52c97d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:14.291823 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6df1731a-8214-408c-af78-2e940f0031b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:14.328244 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ef78f1-66f3-4266-95c1-fabd52c97d3d admin admin] Network 37247afe-3e0d-4d66-9cda-775b4991a62b is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:14.340787 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e4ef78f1-66f3-4266-95c1-fabd52c97d3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:14.343588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ef78f1-66f3-4266-95c1-fabd52c97d3d admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:14.347732 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9560f2fb-f754-46c6-81ad-789f7ee6cd1f req-6141f361-0245-4236-b3ee-07bdb18abe27 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:14.349227 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef78f1-66f3-4266-95c1-fabd52c97d3d admin admin] Pushing event updated for resources: {'Port': ['ID=a34d8706-a6cc-45b5-9085-1353158a34e6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:14.371035 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c911cf-8bb9-4ac9-952d-24bc32c775c5 req-8b974193-51b0-4ff1-8571-8423fc21252b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:14.372509 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-27c911cf-8bb9-4ac9-952d-24bc32c775c5 req-8b974193-51b0-4ff1-8571-8423fc21252b service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.5773065 Aug 16 01:37:14.446344 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-9e798831-a449-4b94-b092-036c84d039b8 service neutron] 10.222.0.68 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467256 Aug 16 01:37:14.449409 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9560f2fb-f754-46c6-81ad-789f7ee6cd1f req-6141f361-0245-4236-b3ee-07bdb18abe27 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:14.464730 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-27c911cf-8bb9-4ac9-952d-24bc32c775c5 req-577a29ac-4a3a-4df8-929f-efe6ae849d3e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=4fbf2f25-0440-4975-9988-8f0f57869d8a HTTP/1.1" status: 200 len: 217 time: 0.0699487 Aug 16 01:37:14.472372 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4ef78f1-66f3-4266-95c1-fabd52c97d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:14.597152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c911cf-8bb9-4ac9-952d-24bc32c775c5 req-e9256f9f-40d3-4618-91a3-ed70a32e7199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:14.599396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-27c911cf-8bb9-4ac9-952d-24bc32c775c5 req-e9256f9f-40d3-4618-91a3-ed70a32e7199 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0989542 Aug 16 01:37:14.681059 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c911cf-8bb9-4ac9-952d-24bc32c775c5 req-9888a5c3-7ce2-4e9a-9416-01c248e08469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:14.683289 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-27c911cf-8bb9-4ac9-952d-24bc32c775c5 req-9888a5c3-7ce2-4e9a-9416-01c248e08469 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0730209 Aug 16 01:37:14.725118 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-2e1ed500-4a4c-4a9b-83b5-ef3ccf5fccb3 service neutron] 10.222.0.68 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419045 Aug 16 01:37:14.814099 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9560f2fb-f754-46c6-81ad-789f7ee6cd1f req-6141f361-0245-4236-b3ee-07bdb18abe27 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:14.815034 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-33d9eef5-41d2-4112-9e7a-87ee8850efc3 service neutron] 10.222.0.68 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884123 Aug 16 01:37:14.816775 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9560f2fb-f754-46c6-81ad-789f7ee6cd1f req-6141f361-0245-4236-b3ee-07bdb18abe27 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:14.829868 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9560f2fb-f754-46c6-81ad-789f7ee6cd1f req-6141f361-0245-4236-b3ee-07bdb18abe27 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] 10.222.0.68 "DELETE /v2.0/security-groups/1500ea00-bb74-4a40-ad66-f0c02393b062 HTTP/1.1" status: 204 len: 173 time: 1.0522892 Aug 16 01:37:14.834336 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-e94ca788-7a1e-43d1-95c9-5f9a6febb9f8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:14.836026 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-e94ca788-7a1e-43d1-95c9-5f9a6febb9f8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.63 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 812 time: 0.2720866 Aug 16 01:37:14.836712 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40026) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:14.860337 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-ca7ba19e-4589-4991-a7c3-da33743462ae tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Request body: {'port': {'device_id': '8d90fdee-b406-45ec-98b0-a9e13a2a10ad', 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9', 'admin_state_up': True, 'tenant_id': '83acc20476264f27b63127c0968a6b73'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:14.971047 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141f361-0245-4236-b3ee-07bdb18abe27 tempest-SecurityGroupRulesTestJSON-1629586861 tempest-SecurityGroupRulesTestJSON-1629586861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1500ea00-bb74-4a40-ad66-f0c02393b062,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:15.027671 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cb74e111-6414-4cb8-85d3-959617cfa717 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:15.072565 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aef12071-ae4e-44fe-ad88-f2070c36f6d1 req-41037204-cf10-4d73-bcc7-7fd59d0436a9 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=e701d3c9-f1b3-4e15-b3f9-9bb73ecd2e96 HTTP/1.1" status: 200 len: 210 time: 0.1169052 Aug 16 01:37:15.109782 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4ef78f1-66f3-4266-95c1-fabd52c97d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:15.115173 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-27c911cf-8bb9-4ac9-952d-24bc32c775c5 req-91e99b2c-5d0a-4046-9099-3795ab38a77a service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143946 Aug 16 01:37:15.162965 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ceb5ba-30f5-4871-88fd-4cad779de73e admin admin] Deleting subnet c613694d-0333-405e-b1bf-14e59f6bec1a {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:37:15.179658 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port cb74e111-6414-4cb8-85d3-959617cfa717 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:15.181863 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07ceb5ba-30f5-4871-88fd-4cad779de73e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:15.193501 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port cb74e111-6414-4cb8-85d3-959617cfa717 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:15.193944 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:15.331783 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07ceb5ba-30f5-4871-88fd-4cad779de73e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:15.365411 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:15.404973 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6df1731a-8214-408c-af78-2e940f0031b7 admin admin] Deleting port 52b9462a-bb72-4ae5-b133-b54eb34df0e0 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:37:15.405599 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6df1731a-8214-408c-af78-2e940f0031b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:15.430578 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4fbf2f25-0440-4975-9988-8f0f57869d8a details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:37:15.437228 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port cb74e111-6414-4cb8-85d3-959617cfa717, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=cb74e111-6414-4cb8-85d3-959617cfa717,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:15.446170 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:15.504356 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-ca7ba19e-4589-4991-a7c3-da33743462ae tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Made reservation on behalf of 83acc20476264f27b63127c0968a6b73 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:37:15.508101 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-ca7ba19e-4589-4991-a7c3-da33743462ae tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:15.547198 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=cb74e111-6414-4cb8-85d3-959617cfa717,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:15.573353 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07ceb5ba-30f5-4871-88fd-4cad779de73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:15.599957 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4fbf2f25-0440-4975-9988-8f0f57869d8a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4fbf2f25-0440-4975-9988-8f0f57869d8a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:15.620718 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '4fbf2f25-0440-4975-9988-8f0f57869d8a', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '4fbf2f25-0440-4975-9988-8f0f57869d8a', 'mac_address': 'fa:16:3e:0c:9f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:37:15.684793 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:15.700936 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fbf2f25-0440-4975-9988-8f0f57869d8a {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:37:15.733026 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4fbf2f25-0440-4975-9988-8f0f57869d8a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4fbf2f25-0440-4975-9988-8f0f57869d8a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:15.738067 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:15.750171 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-27c911cf-8bb9-4ac9-952d-24bc32c775c5 req-f805e59a-0187-4834-a8af-a4abc426146d service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885367 Aug 16 01:37:15.773990 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a48c8f-5c6b-4884-8853-6c1234d95008 req-f54ede6f-7c82-4156-a714-4d9f2255c5c9 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:15.786627 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22a48c8f-5c6b-4884-8853-6c1234d95008 req-f54ede6f-7c82-4156-a714-4d9f2255c5c9 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=55cfe3ca-ae12-4d22-87e4-c9c30eb0877c HTTP/1.1" status: 200 len: 946 time: 0.4596982 Aug 16 01:37:15.811449 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6df1731a-8214-408c-af78-2e940f0031b7 admin admin] For port 52b9462a-bb72-4ae5-b133-b54eb34df0e0, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=52b9462a-bb72-4ae5-b133-b54eb34df0e0,segment=NetworkSegment(3ffb58b1-49ff-4c9e-848a-fc5d6f14de35),segment_id=3ffb58b1-49ff-4c9e-848a-fc5d6f14de35)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:15.813783 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6df1731a-8214-408c-af78-2e940f0031b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:15.815660 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4ef78f1-66f3-4266-95c1-fabd52c97d3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:15.833506 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07ceb5ba-30f5-4871-88fd-4cad779de73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:15.852530 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=4fbf2f25-0440-4975-9988-8f0f57869d8a,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:15.853813 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4ef78f1-66f3-4266-95c1-fabd52c97d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:15.863746 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6df1731a-8214-408c-af78-2e940f0031b7 admin admin] Calling delete_port for 52b9462a-bb72-4ae5-b133-b54eb34df0e0 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:37:15.935233 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-ca7ba19e-4589-4991-a7c3-da33743462ae tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Allocated IP 172.20.0.4 (2a3ce659-7131-48db-a8d7-62eb2b9733a9/adf0a4b6-04c7-46cd-a62d-f6dbedb85a93/62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:15.996894 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22a48c8f-5c6b-4884-8853-6c1234d95008 req-f3383bab-7e39-4388-a414-adae904d8b29 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015529 Aug 16 01:37:16.025362 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4ef78f1-66f3-4266-95c1-fabd52c97d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:16.042061 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef78f1-66f3-4266-95c1-fabd52c97d3d admin admin] Pushing event updated for resources: {'Port': ['ID=a34d8706-a6cc-45b5-9085-1353158a34e6,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:16.048132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['4fbf2f25-0440-4975-9988-8f0f57869d8a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:37:16.082694 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07ceb5ba-30f5-4871-88fd-4cad779de73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:16.085972 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-07ceb5ba-30f5-4871-88fd-4cad779de73e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c613694d-0333-405e-b1bf-14e59f6bec1a HTTP/1.1" status: 204 len: 168 time: 1.2466853 Aug 16 01:37:16.104908 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ceb5ba-30f5-4871-88fd-4cad779de73e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c613694d-0333-405e-b1bf-14e59f6bec1a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:16.156203 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40050) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:16.382352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b623bd-a8b4-4c1a-8f6a-5307665e397b req-76028947-b6d5-49f6-9396-2c804d014e0c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:16.383988 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-59b623bd-a8b4-4c1a-8f6a-5307665e397b req-76028947-b6d5-49f6-9396-2c804d014e0c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 0.2267308 Aug 16 01:37:16.389210 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c14dc087-917d-41e0-a1e3-062296c718bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:16.443770 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ef78f1-66f3-4266-95c1-fabd52c97d3d admin admin] Network 37247afe-3e0d-4d66-9cda-775b4991a62b is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:16.452914 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e4ef78f1-66f3-4266-95c1-fabd52c97d3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:16.484748 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-59b623bd-a8b4-4c1a-8f6a-5307665e397b req-add730c2-014a-45ee-af6f-8088eaf4a834 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872810 Aug 16 01:37:16.484969 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6df1731a-8214-408c-af78-2e940f0031b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:16.516034 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3c9a51db-670b-4b44-841d-034ec0706bb0 req-fe35d988-866a-4b39-806c-b28aaecf2a62 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d90fdee-b406-45ec-98b0-a9e13a2a10ad HTTP/1.1" status: 200 len: 210 time: 0.4470212 Aug 16 01:37:16.601987 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c14dc087-917d-41e0-a1e3-062296c718bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:16.638779 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c14dc087-917d-41e0-a1e3-062296c718bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbea4c3f-29da-432c-94fa-2ae7c0cd353f']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:16.672790 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1731a-8214-408c-af78-2e940f0031b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=52b9462a-bb72-4ae5-b133-b54eb34df0e0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:16.790668 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-ca7ba19e-4589-4991-a7c3-da33743462ae tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:16.810536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c14dc087-917d-41e0-a1e3-062296c718bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba96dde3-576c-4a74-8a58-ff61121f8383') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:16.811219 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c14dc087-917d-41e0-a1e3-062296c718bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba96dde3-576c-4a74-8a58-ff61121f8383') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:16.819158 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3bc115b6-c514-442f-81c4-d5f6d5a37885 req-0519df8e-147a-4582-ae09-22a8a6c23078 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.1966825 Aug 16 01:37:16.873854 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c14dc087-917d-41e0-a1e3-062296c718bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:16.986564 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c14dc087-917d-41e0-a1e3-062296c718bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:17.011080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14dc087-917d-41e0-a1e3-062296c718bf admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:37:17.011494 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c14dc087-917d-41e0-a1e3-062296c718bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:37:17.017189 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:37:17.047289 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-ca7ba19e-4589-4991-a7c3-da33743462ae tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:17.169877 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cb74e111-6414-4cb8-85d3-959617cfa717 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:17.173827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ba19e-4589-4991-a7c3-da33743462ae tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Pushing event updated for resources: {'Port': ['ID=62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:17.198100 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ef78f1-66f3-4266-95c1-fabd52c97d3d admin admin] Router 1ca79c1a-8b7c-4423-990e-f239b163e181 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:37:17.219448 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c14dc087-917d-41e0-a1e3-062296c718bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:17.239410 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-ca7ba19e-4589-4991-a7c3-da33743462ae tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:17.247094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-ca7ba19e-4589-4991-a7c3-da33743462ae tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:17.249654 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c14dc087-917d-41e0-a1e3-062296c718bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:17.254822 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6df1731a-8214-408c-af78-2e940f0031b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:17.258743 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-ca7ba19e-4589-4991-a7c3-da33743462ae tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:17.259958 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c14dc087-917d-41e0-a1e3-062296c718bf admin admin] 10.222.0.68 "DELETE /v2.0/networks/fbea4c3f-29da-432c-94fa-2ae7c0cd353f HTTP/1.1" status: 204 len: 168 time: 1.0884337 Aug 16 01:37:17.293480 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14dc087-917d-41e0-a1e3-062296c718bf admin admin] Pushing event deleted for resources: {'Network': ['ID=fbea4c3f-29da-432c-94fa-2ae7c0cd353f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:17.339082 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port cb74e111-6414-4cb8-85d3-959617cfa717 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:17.340016 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:17.460290 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4fbf2f25-0440-4975-9988-8f0f57869d8a up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:17.576074 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-ca7ba19e-4589-4991-a7c3-da33743462ae tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:17.576753 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-ca7ba19e-4589-4991-a7c3-da33743462ae tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:17.595272 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0942a7-d182-4e0c-914a-3e61c3ac98c8 req-e3887b68-67b1-452d-9794-bff370d717cc tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:17.597091 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db0942a7-d182-4e0c-914a-3e61c3ac98c8 req-e3887b68-67b1-452d-9794-bff370d717cc tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=55cfe3ca-ae12-4d22-87e4-c9c30eb0877c HTTP/1.1" status: 200 len: 947 time: 0.1757345 Aug 16 01:37:17.600238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40076) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:17.617504 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 4fbf2f25-0440-4975-9988-8f0f57869d8a completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:17.623659 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 4fbf2f25-0440-4975-9988-8f0f57869d8a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:17.625630 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:17.662325 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ef78f1-66f3-4266-95c1-fabd52c97d3d admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:37:17.683595 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e4ef78f1-66f3-4266-95c1-fabd52c97d3d admin admin] 10.222.0.68 "PUT /v2.0/routers/1ca79c1a-8b7c-4423-990e-f239b163e181/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3227856 Aug 16 01:37:17.684711 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bad83-07b7-466a-b619-8a2791ad7049 req-898ea6b4-1865-4097-8343-b9c24b60a6be tempest-MigrationsAdminTest-1608602978 tempest-MigrationsAdminTest-1608602978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:17.695754 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-321bad83-07b7-466a-b619-8a2791ad7049 req-898ea6b4-1865-4097-8343-b9c24b60a6be tempest-MigrationsAdminTest-1608602978 tempest-MigrationsAdminTest-1608602978-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 1101 time: 0.4222925 Aug 16 01:37:17.696366 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Sync routers for ids ['1ca79c1a-8b7c-4423-990e-f239b163e181'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:37:17.718576 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7ca219f3-a1da-41ff-b9b3-1dc7d80f7c15 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=035535c7276e4cf7ac5527a0ff4c3539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1158242 Aug 16 01:37:17.720766 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db0942a7-d182-4e0c-914a-3e61c3ac98c8 req-0ea667e1-e5a3-43b1-ab58-00377689b585 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123557 Aug 16 01:37:17.721267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40080) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:17.790055 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-ca7ba19e-4589-4991-a7c3-da33743462ae tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9373605 Aug 16 01:37:17.792660 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-321bad83-07b7-466a-b619-8a2791ad7049 req-321d4c17-bd60-49a1-b72e-1af5b2cf251d tempest-MigrationsAdminTest-1608602978 tempest-MigrationsAdminTest-1608602978-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:17.794291 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Routers {'1ca79c1a-8b7c-4423-990e-f239b163e181'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:37:17.795084 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:36:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['1ca79c1a-8b7c-4423-990e-f239b163e181'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:17.817181 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Request body: {'port': {'device_id': '8d90fdee-b406-45ec-98b0-a9e13a2a10ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:17.839288 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c001c7f-1f09-4d01-93a4-867a9a7fb427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:17.918668 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:17.936685 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c001c7f-1f09-4d01-93a4-867a9a7fb427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:18.015116 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cfe3ca-ae12-4d22-87e4-c9c30eb0877c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbf2f25-0440-4975-9988-8f0f57869d8a'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:18.017772 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf240d67-6c2b-497a-9f18-b4080b98539c" -d '{"events": [{"server_uuid": "55cfe3ca-ae12-4d22-87e4-c9c30eb0877c", "name": "network-vif-plugged", "status": "completed", "tag": "4fbf2f25-0440-4975-9988-8f0f57869d8a"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:18.047340 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4fbf2f25-0440-4975-9988-8f0f57869d8a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4fbf2f25-0440-4975-9988-8f0f57869d8a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:18.050151 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Set router 1ca79c1a-8b7c-4423-990e-f239b163e181 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:37:18.088901 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:18.210367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-1c43f6fd-5513-47d7-9f78-f07b6b133a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:18.215967 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-1c43f6fd-5513-47d7-9f78-f07b6b133a29 service neutron] 10.222.0.73 "GET /v2.0/ports/47c48de3-b662-47a6-8021-99cd79188db2 HTTP/1.1" status: 200 len: 1028 time: 0.2468929 Aug 16 01:37:18.223724 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:18.280001 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=4fbf2f25-0440-4975-9988-8f0f57869d8a,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:18.345748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da1132-e520-4ee3-bd80-e2fd6b70bd9d req-4b2043e4-9b27-4f96-ba01-ff2272b0bd2b tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:18.353285 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-59da1132-e520-4ee3-bd80-e2fd6b70bd9d req-4b2043e4-9b27-4f96-ba01-ff2272b0bd2b tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d90fdee-b406-45ec-98b0-a9e13a2a10ad HTTP/1.1" status: 200 len: 931 time: 0.4073544 Aug 16 01:37:18.383705 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-19a881c9-e655-4ff5-a74d-5988adf07f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:18.385157 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-19a881c9-e655-4ff5-a74d-5988adf07f1c service neutron] 10.222.0.73 "GET /v2.0/ports/0f0afde3-55ae-42f9-858b-d97e140ec6de HTTP/1.1" status: 200 len: 1026 time: 0.1328790 Aug 16 01:37:18.395427 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-321bad83-07b7-466a-b619-8a2791ad7049 req-321d4c17-bd60-49a1-b72e-1af5b2cf251d tempest-MigrationsAdminTest-1608602978 tempest-MigrationsAdminTest-1608602978-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:18.420231 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df1731a-8214-408c-af78-2e940f0031b7 admin admin] Router bfd64dba-0620-43dd-b195-73d302b007f9 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:37:18.476506 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca79c1a-8b7c-4423-990e-f239b163e181', 'name': 'tempest-ServerRescueNegativeTestJSON-965839569-router', 'tenant_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'cb74e111-6414-4cb8-85d3-959617cfa717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:05Z', 'updated_at': '2021-08-16T01:37:14Z', 'revision_number': 4, 'project_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'gw_port': {'id': 'cb74e111-6414-4cb8-85d3-959617cfa717', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca79c1a-8b7c-4423-990e-f239b163e181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:07Z', 'updated_at': '2021-08-16T01:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a34d8706-a6cc-45b5-9085-1353158a34e6', 'name': '', 'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b', 'tenant_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'mac_address': 'fa:16:3e:37:a3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca79c1a-8b7c-4423-990e-f239b163e181', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'ba079634-1419-49dc-8324-e7d11f3f3dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:12Z', 'updated_at': '2021-08-16T01:37:15Z', 'revision_number': 2, 'project_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'subnets': [{'id': 'ba079634-1419-49dc-8324-e7d11f3f3dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:18.483628 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-321bad83-07b7-466a-b619-8a2791ad7049 req-321d4c17-bd60-49a1-b72e-1af5b2cf251d tempest-MigrationsAdminTest-1608602978 tempest-MigrationsAdminTest-1608602978-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:18.521791 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Checking router: 1ca79c1a-8b7c-4423-990e-f239b163e181 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:37:18.522162 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Updating router 1ca79c1a-8b7c-4423-990e-f239b163e181 port a34d8706-a6cc-45b5-9085-1353158a34e6 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:37:18.545903 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-321bad83-07b7-466a-b619-8a2791ad7049 req-321d4c17-bd60-49a1-b72e-1af5b2cf251d tempest-MigrationsAdminTest-1608602978 tempest-MigrationsAdminTest-1608602978-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8489943 Aug 16 01:37:18.583222 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6d69b148-e601-45fe-9d5a-80dcad15ef76 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:18.595632 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6d69b148-e601-45fe-9d5a-80dcad15ef76 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:18.600615 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:18.612669 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6d69b148-e601-45fe-9d5a-80dcad15ef76 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:18.614398 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6d69b148-e601-45fe-9d5a-80dcad15ef76 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.73 "GET /v2.0/networks?id=c9f6cb29-657f-4294-ac8f-e7d12f466242&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=40c3db57-1e7f-42e7-b628-4096f135707a&id=40c3db57-1e7f-42e7-b628-4096f135707a HTTP/1.1" status: 200 len: 1991 time: 0.2177429 Aug 16 01:37:18.625093 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c001c7f-1f09-4d01-93a4-867a9a7fb427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:18.627746 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c001c7f-1f09-4d01-93a4-867a9a7fb427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:18.632521 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6c001c7f-1f09-4d01-93a4-867a9a7fb427 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b42d145e-7d4d-43f9-a431-031cf315d42c HTTP/1.1" status: 204 len: 168 time: 0.9077902 Aug 16 01:37:18.656802 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c001c7f-1f09-4d01-93a4-867a9a7fb427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42d145e-7d4d-43f9-a431-031cf315d42c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:18.697192 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-59da1132-e520-4ee3-bd80-e2fd6b70bd9d req-a75d4a51-158d-4136-9448-a16846b55657 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429568 Aug 16 01:37:18.777742 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-b75fa65a-1b94-42ac-94e5-e8e7ee19be98 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5052f870a5d04e98b2cd29c89d03b16c HTTP/1.1" status: 200 len: 380 time: 0.1226201 Aug 16 01:37:18.803067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6dfd1d3b-9616-4028-b8f1-15d609e9072a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Request body: {'port': {'device_id': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242', 'admin_state_up': True, 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'security_groups': ['42cc320b-036d-43c5-8f9a-ec9c54deb1bd']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:19.308051 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:19.329012 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Transition to ACTIVE for port object a34d8706-a6cc-45b5-9085-1353158a34e6 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:19.361245 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:19.476807 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df1731a-8214-408c-af78-2e940f0031b7 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:37:19.478865 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d4c17-bd60-49a1-b72e-1af5b2cf251d tempest-MigrationsAdminTest-1608602978 tempest-MigrationsAdminTest-1608602978-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c5c3b0-0e00-4315-8dbb-1cdc13c52752,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:19.494025 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ca36f-0088-43f6-ac97-5b74af9eeb71 None None] Sync routers for ids ['bfd64dba-0620-43dd-b195-73d302b007f9'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:37:19.498603 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6df1731a-8214-408c-af78-2e940f0031b7 admin admin] 10.222.0.68 "PUT /v2.0/routers/bfd64dba-0620-43dd-b195-73d302b007f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4388146 Aug 16 01:37:19.511558 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc280a-7cf3-4ef7-998e-8e4595531d16 None None] Pushing event updated for resources: {'Port': ['ID=a34d8706-a6cc-45b5-9085-1353158a34e6,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:19.512612 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ca36f-0088-43f6-ac97-5b74af9eeb71 None None] Routers {'bfd64dba-0620-43dd-b195-73d302b007f9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:37:19.513251 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7a3ca36f-0088-43f6-ac97-5b74af9eeb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:36:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['bfd64dba-0620-43dd-b195-73d302b007f9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:19.539140 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6b0bf79a-0db6-436b-aa9d-146774262fd7 req-4ce89a32-f991-4116-8d2e-e9620099e8ef tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.0644176 Aug 16 01:37:19.549641 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40116) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:19.802345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6dfd1d3b-9616-4028-b8f1-15d609e9072a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Made reservation on behalf of 5052f870a5d04e98b2cd29c89d03b16c for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:37:19.805828 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6dfd1d3b-9616-4028-b8f1-15d609e9072a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:19.870233 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d754fa6-3620-44b4-8aa2-d08fbf5ae78e admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:19.994364 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdedd13-ba09-40d5-8029-d8662510fc75 x-openstack-request-id: req-7bdedd13-ba09-40d5-8029-d8662510fc75 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:19.994656 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cfe3ca-ae12-4d22-87e4-c9c30eb0877c", "name": "network-vif-plugged", "status": "completed", "tag": "4fbf2f25-0440-4975-9988-8f0f57869d8a", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:19.994911 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7bdedd13-ba09-40d5-8029-d8662510fc75 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:19.995305 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cfe3ca-ae12-4d22-87e4-c9c30eb0877c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbf2f25-0440-4975-9988-8f0f57869d8a', 'code': 200} Aug 16 01:37:20.017631 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-ee20155a-5221-4e95-b9da-73c3a3b17396 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:20.042936 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-ee20155a-5221-4e95-b9da-73c3a3b17396 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/networks?id=37247afe-3e0d-4d66-9cda-775b4991a62b HTTP/1.1" status: 200 len: 818 time: 0.9369380 Aug 16 01:37:20.053259 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Attempting to bind port a34d8706-a6cc-45b5-9085-1353158a34e6 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:20.053623 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Attempting to bind port a34d8706-a6cc-45b5-9085-1353158a34e6 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'f94317bb-415c-413b-a3ee-7bf0243a9be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:20.054008 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Attempting to bind port a34d8706-a6cc-45b5-9085-1353158a34e6 on network 37247afe-3e0d-4d66-9cda-775b4991a62b {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:20.071419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:20.071807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Checking segment: {'id': 'f94317bb-415c-413b-a3ee-7bf0243a9be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:20.072242 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:20.072655 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Bound using segment: {'id': 'f94317bb-415c-413b-a3ee-7bf0243a9be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:20.078428 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Bound port: a34d8706-a6cc-45b5-9085-1353158a34e6, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94317bb-415c-413b-a3ee-7bf0243a9be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:20.078874 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:20.085482 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bccd5d26-687c-4cc1-82cd-7132afd6ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:20.140839 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7a3ca36f-0088-43f6-ac97-5b74af9eeb71 None None] Set router bfd64dba-0620-43dd-b195-73d302b007f9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:37:20.173210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d5eab-6654-45d3-acc8-ed6c066343bb req-99bd0901-ab8a-4fda-aa95-a839edc9b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:20.174762 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bf1d5eab-6654-45d3-acc8-ed6c066343bb req-99bd0901-ab8a-4fda-aa95-a839edc9b523 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=55cfe3ca-ae12-4d22-87e4-c9c30eb0877c HTTP/1.1" status: 200 len: 1100 time: 0.3021581 Aug 16 01:37:20.316889 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6dfd1d3b-9616-4028-b8f1-15d609e9072a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Allocated IP 172.20.0.8 (c9f6cb29-657f-4294-ac8f-e7d12f466242/de680595-9685-4a06-af23-2b0f71eb9e2f/e6c3bdef-f3fc-4443-8aad-bf5517788ec1) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:20.320348 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] For port a34d8706-a6cc-45b5-9085-1353158a34e6, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:20.328763 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] For port a34d8706-a6cc-45b5-9085-1353158a34e6, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a34d8706-a6cc-45b5-9085-1353158a34e6,segment=NetworkSegment(f94317bb-415c-413b-a3ee-7bf0243a9be0),segment_id=f94317bb-415c-413b-a3ee-7bf0243a9be0)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:20.339697 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:20.449900 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-b7caccb1-2b02-4742-afb7-f94d0ded35a5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/quotas/023dc85af2bf4dc7a1f725dbe3ed89e4 HTTP/1.1" status: 200 len: 375 time: 0.4053562 Aug 16 01:37:20.470020 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bf1d5eab-6654-45d3-acc8-ed6c066343bb req-8bb4ab05-657c-424a-bd16-f1cd99c13521 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685995 Aug 16 01:37:20.495692 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Routers {'1ca79c1a-8b7c-4423-990e-f239b163e181'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:37:20.496327 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:36:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['1ca79c1a-8b7c-4423-990e-f239b163e181'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:20.504926 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc280a-7cf3-4ef7-998e-8e4595531d16 None None] Pushing event updated for resources: {'Port': ['ID=a34d8706-a6cc-45b5-9085-1353158a34e6,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:20.536543 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40144) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:20.540808 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d754fa6-3620-44b4-8aa2-d08fbf5ae78e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:20.596528 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:37:20.661412 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:20.698667 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Transition to ACTIVE for port object 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:20.716484 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:20.717728 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7a3ca36f-0088-43f6-ac97-5b74af9eeb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd64dba-0620-43dd-b195-73d302b007f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1801301347-router', 'tenant_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '5af682be-98c5-45ea-aeca-daed5dc520ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:54Z', 'updated_at': '2021-08-16T01:37:16Z', 'revision_number': 5, 'project_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'gw_port': {'id': '5af682be-98c5-45ea-aeca-daed5dc520ad', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd64dba-0620-43dd-b195-73d302b007f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:34:55Z', 'updated_at': '2021-08-16T01:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:20.767614 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] Set router 1ca79c1a-8b7c-4423-990e-f239b163e181 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:37:20.768567 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-52cdedd0-5d9c-4c58-8072-f43ba8f49539 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=023dc85af2bf4dc7a1f725dbe3ed89e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3172998 Aug 16 01:37:20.827735 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ca36f-0088-43f6-ac97-5b74af9eeb71 None None] Checking router: bfd64dba-0620-43dd-b195-73d302b007f9 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:37:20.844634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Pushing event updated for resources: {'Port': ['ID=62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:20.854530 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-18df35b2-b4f2-46b6-a369-7c12c6e596e3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1362448258-network', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:20.855622 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ca36f-0088-43f6-ac97-5b74af9eeb71 None None] Routers {'bfd64dba-0620-43dd-b195-73d302b007f9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:37:20.856428 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7a3ca36f-0088-43f6-ac97-5b74af9eeb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:36:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['bfd64dba-0620-43dd-b195-73d302b007f9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:20.947924 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9d754fa6-3620-44b4-8aa2-d08fbf5ae78e admin admin] Deleting port 5af682be-98c5-45ea-aeca-daed5dc520ad {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:37:20.948277 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d754fa6-3620-44b4-8aa2-d08fbf5ae78e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:21.021508 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-6d82bf2b-c826-4745-8872-3a32d9b914e2 service neutron] 10.222.0.68 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444196 Aug 16 01:37:21.059033 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7a3ca36f-0088-43f6-ac97-5b74af9eeb71 None None] Set router bfd64dba-0620-43dd-b195-73d302b007f9 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:37:21.167001 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9d754fa6-3620-44b4-8aa2-d08fbf5ae78e admin admin] For port 5af682be-98c5-45ea-aeca-daed5dc520ad, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5af682be-98c5-45ea-aeca-daed5dc520ad,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:21.167373 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d754fa6-3620-44b4-8aa2-d08fbf5ae78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:21.194530 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7a3ca36f-0088-43f6-ac97-5b74af9eeb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd64dba-0620-43dd-b195-73d302b007f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1801301347-router', 'tenant_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:54Z', 'updated_at': '2021-08-16T01:37:20Z', 'revision_number': 6, 'project_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:21.195384 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9d754fa6-3620-44b4-8aa2-d08fbf5ae78e admin admin] Calling delete_port for 5af682be-98c5-45ea-aeca-daed5dc520ad owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:37:21.200868 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-294d40a8-5909-40c1-afd7-b0fce36c17c8 service neutron] 10.222.0.68 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783633 Aug 16 01:37:21.270054 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6dfd1d3b-9616-4028-b8f1-15d609e9072a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:21.281712 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca79c1a-8b7c-4423-990e-f239b163e181', 'name': 'tempest-ServerRescueNegativeTestJSON-965839569-router', 'tenant_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'cb74e111-6414-4cb8-85d3-959617cfa717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:05Z', 'updated_at': '2021-08-16T01:37:14Z', 'revision_number': 4, 'project_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'gw_port': {'id': 'cb74e111-6414-4cb8-85d3-959617cfa717', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca79c1a-8b7c-4423-990e-f239b163e181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:07Z', 'updated_at': '2021-08-16T01:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a34d8706-a6cc-45b5-9085-1353158a34e6', 'name': '', 'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b', 'tenant_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'mac_address': 'fa:16:3e:37:a3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca79c1a-8b7c-4423-990e-f239b163e181', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'ba079634-1419-49dc-8324-e7d11f3f3dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:12Z', 'updated_at': '2021-08-16T01:37:20Z', 'revision_number': 4, 'project_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'subnets': [{'id': 'ba079634-1419-49dc-8324-e7d11f3f3dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:21.293787 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ca36f-0088-43f6-ac97-5b74af9eeb71 None None] The sync data for ids ['bfd64dba-0620-43dd-b195-73d302b007f9'] in n-d-765315-27 is: [{'id': 'bfd64dba-0620-43dd-b195-73d302b007f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1801301347-router', 'tenant_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:34:54Z', 'updated_at': '2021-08-16T01:37:20Z', 'revision_number': 6, 'project_id': '2e1ef47011ec45d398dc0be1d2bf6cd6', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:37:21.331008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6dfd1d3b-9616-4028-b8f1-15d609e9072a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Transition to ACTIVE for port object e6c3bdef-f3fc-4443-8aad-bf5517788ec1 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:21.383509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c3150-fd5d-49e4-bad5-29a4fe1c30da None None] The sync data for ids ['1ca79c1a-8b7c-4423-990e-f239b163e181'] in n-d-765315-27 is: [{'id': '1ca79c1a-8b7c-4423-990e-f239b163e181', 'name': 'tempest-ServerRescueNegativeTestJSON-965839569-router', 'tenant_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'cb74e111-6414-4cb8-85d3-959617cfa717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:05Z', 'updated_at': '2021-08-16T01:37:14Z', 'revision_number': 4, 'project_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'gw_port': {'id': 'cb74e111-6414-4cb8-85d3-959617cfa717', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca79c1a-8b7c-4423-990e-f239b163e181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:07Z', 'updated_at': '2021-08-16T01:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a34d8706-a6cc-45b5-9085-1353158a34e6', 'name': '', 'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b', 'tenant_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'mac_address': 'fa:16:3e:37:a3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca79c1a-8b7c-4423-990e-f239b163e181', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'ba079634-1419-49dc-8324-e7d11f3f3dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:12Z', 'updated_at': '2021-08-16T01:37:20Z', 'revision_number': 4, 'project_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'subnets': [{'id': 'ba079634-1419-49dc-8324-e7d11f3f3dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:37:21.442714 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18df35b2-b4f2-46b6-a369-7c12c6e596e3 admin admin] Made reservation on behalf of eb2681441ec04a3290f361213ed3619b for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:37:21.445342 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18df35b2-b4f2-46b6-a369-7c12c6e596e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:21.471950 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6dfd1d3b-9616-4028-b8f1-15d609e9072a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:21.503317 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18df35b2-b4f2-46b6-a369-7c12c6e596e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:21.606350 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d81b08-4c88-430e-8891-afb4663fd8c6 req-09bde92e-6dba-4334-b74c-9c0a0c20f7b3 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:21.608097 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d81b08-4c88-430e-8891-afb4663fd8c6 req-09bde92e-6dba-4334-b74c-9c0a0c20f7b3 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=55cfe3ca-ae12-4d22-87e4-c9c30eb0877c HTTP/1.1" status: 200 len: 948 time: 0.3569963 Aug 16 01:37:21.612304 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6dfd1d3b-9616-4028-b8f1-15d609e9072a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Network c9f6cb29-657f-4294-ac8f-e7d12f466242 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:21.633040 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6dfd1d3b-9616-4028-b8f1-15d609e9072a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:21.661562 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6dfd1d3b-9616-4028-b8f1-15d609e9072a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:21.764966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd1d3b-9616-4028-b8f1-15d609e9072a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event updated for resources: {'Port': ['ID=e6c3bdef-f3fc-4443-8aad-bf5517788ec1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:21.842206 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cffb63-8b20-471d-b81e-4c9e74958680 req-c660bf18-db83-49ac-a5ad-a6df73ce5a33 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:21.850058 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74cffb63-8b20-471d-b81e-4c9e74958680 req-c660bf18-db83-49ac-a5ad-a6df73ce5a33 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d90fdee-b406-45ec-98b0-a9e13a2a10ad HTTP/1.1" status: 200 len: 943 time: 0.2441125 Aug 16 01:37:21.857496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6dfd1d3b-9616-4028-b8f1-15d609e9072a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:21.858321 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6dfd1d3b-9616-4028-b8f1-15d609e9072a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:21.929438 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74cffb63-8b20-471d-b81e-4c9e74958680 req-2616d819-f6eb-4d96-bca5-6a9c83b45c72 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782921 Aug 16 01:37:22.148038 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ca7f24b7-0a46-4c13-ab1f-c29cbf96cda3 None None] Provisioning for port e6c3bdef-f3fc-4443-8aad-bf5517788ec1 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:22.158032 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ca7f24b7-0a46-4c13-ab1f-c29cbf96cda3 None None] Provisioning complete for port e6c3bdef-f3fc-4443-8aad-bf5517788ec1 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:22.158457 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca7f24b7-0a46-4c13-ab1f-c29cbf96cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:22.214281 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18df35b2-b4f2-46b6-a369-7c12c6e596e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:22.230704 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f24b7-0a46-4c13-ab1f-c29cbf96cda3 None None] Port e6c3bdef-f3fc-4443-8aad-bf5517788ec1 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:37:22.247525 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18df35b2-b4f2-46b6-a369-7c12c6e596e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:22.256379 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1fb72-7dc4-4dc8-bb15-0e19b0378654 req-1833b87c-3bf5-465e-9b10-bdaa27bd512e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:22.270125 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2ac1fb72-7dc4-4dc8-bb15-0e19b0378654 req-1833b87c-3bf5-465e-9b10-bdaa27bd512e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 931 time: 0.1192930 Aug 16 01:37:22.273552 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6dfd1d3b-9616-4028-b8f1-15d609e9072a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4748740 Aug 16 01:37:22.282761 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18df35b2-b4f2-46b6-a369-7c12c6e596e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:37:22.306734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3c3c3189-e5d3-44d1-9a27-9946d3433077 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Request body: {'port': {'device_id': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674', 'admin_state_up': True, 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'security_groups': ['42cc320b-036d-43c5-8f9a-ec9c54deb1bd']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:22.318388 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c99cc42-c183-446a-b442-2daafa294bfb req-fabe8e79-2c09-45cb-bbb7-05e4f62bdfdf service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0705879 Aug 16 01:37:22.319448 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d754fa6-3620-44b4-8aa2-d08fbf5ae78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:22.324540 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18df35b2-b4f2-46b6-a369-7c12c6e596e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:22.326035 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-18df35b2-b4f2-46b6-a369-7c12c6e596e3 admin admin] Added segment 650be3ac-b825-4908-a3a2-a3a5c3ec3ead of type vlan for network 2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 Aug 16 01:37:22.432983 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Attempting to bind port 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:22.433906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Attempting to bind port 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:22.434639 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Attempting to bind port 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:22.473342 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Port 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:37:22.473817 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Attempting to bind port 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:22.480882 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d754fa6-3620-44b4-8aa2-d08fbf5ae78e admin admin] Pushing event deleted for resources: {'Port': ['ID=5af682be-98c5-45ea-aeca-daed5dc520ad,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:22.506881 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2ac1fb72-7dc4-4dc8-bb15-0e19b0378654 req-fb71c4b0-4ba5-4553-ae45-223e7f32e3f0 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357562 Aug 16 01:37:22.515317 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:22.515862 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Checking segment: {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:22.518208 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Bound using segment: {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:22.518690 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Bound port: 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:22.519535 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:22.540158 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-726b0038-9823-428c-bd7f-300685d6686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:22.564370 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d81b08-4c88-430e-8891-afb4663fd8c6 req-278a8268-7e25-49af-9de5-3703c6dc9ce4 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9303997 Aug 16 01:37:22.607596 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18df35b2-b4f2-46b6-a369-7c12c6e596e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:22.672952 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df35b2-b4f2-46b6-a369-7c12c6e596e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5303a18-3dfb-4290-9e0c-8bbc7da9b261,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:22.723983 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18df35b2-b4f2-46b6-a369-7c12c6e596e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:22.725436 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18df35b2-b4f2-46b6-a369-7c12c6e596e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:22.726278 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18df35b2-b4f2-46b6-a369-7c12c6e596e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:22.833279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3c3c3189-e5d3-44d1-9a27-9946d3433077 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Made reservation on behalf of 5052f870a5d04e98b2cd29c89d03b16c for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:37:22.841173 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3c3c3189-e5d3-44d1-9a27-9946d3433077 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:22.968909 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] For port 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:22.973403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] For port 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:23.032871 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ce1e4-03b6-4918-a6fa-1a61c99fdabe req-11935db8-ded5-4d34-b4e1-abff7c2dfeaf tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:23.034894 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-665ce1e4-03b6-4918-a6fa-1a61c99fdabe req-11935db8-ded5-4d34-b4e1-abff7c2dfeaf tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 0.2504420 Aug 16 01:37:23.085831 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a34d8706-a6cc-45b5-9085-1353158a34e6 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:23.087291 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:23.099908 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-18df35b2-b4f2-46b6-a369-7c12c6e596e3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5606160 Aug 16 01:37:23.100585 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40188) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:23.140535 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a44e84cf-ef2a-47bf-919d-67cdd01ecf8d admin admin] Request body: {'subnet': {'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1362448258-subnet', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:23.168113 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-edbbb922-892f-4400-a173-60355d2fb926 req-e99acee0-eebe-4e0a-a69c-71dd582006e9 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 210 time: 0.4213438 Aug 16 01:37:23.169942 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:23.170722 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:23.173162 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] 10.222.0.63 "PUT /v2.0/ports/62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc HTTP/1.1" status: 200 len: 1092 time: 5.3706360 Aug 16 01:37:23.208976 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-665ce1e4-03b6-4918-a6fa-1a61c99fdabe req-4f8f3687-0134-415a-be06-b6dc9f19f5b2 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625185 Aug 16 01:37:23.291389 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:23.333114 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3c3c3189-e5d3-44d1-9a27-9946d3433077 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Allocated IP 10.1.1.196 (eac9d217-8a8e-4249-a789-0da4a12bc674/3ee9d256-d8d6-469a-b8c6-fd9f439f7f74/78577b94-2fed-4393-9b36-8dcb1bbbf4e4) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:23.358381 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port a34d8706-a6cc-45b5-9085-1353158a34e6 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:23.374641 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a34d8706-a6cc-45b5-9085-1353158a34e6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:23.377988 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:23.421902 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d90fdee-b406-45ec-98b0-a9e13a2a10ad', 'tag': '62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:23.430385 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd3a3d7-92d9-44d7-9c32-ecc91a73d64f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d90fdee-b406-45ec-98b0-a9e13a2a10ad", "tag": "62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:23.436445 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df35b2-b4f2-46b6-a369-7c12c6e596e3 admin admin] Pushing event updated for resources: {'Network': ['ID=2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:23.443131 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ebb65-8468-457b-862a-78ecc6a29861 service neutron] Pushing event updated for resources: {'Port': ['ID=62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:23.496435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:37:23.677710 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:23.703037 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d754fa6-3620-44b4-8aa2-d08fbf5ae78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:23.771393 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port a34d8706-a6cc-45b5-9085-1353158a34e6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a34d8706-a6cc-45b5-9085-1353158a34e6,segment=NetworkSegment(f94317bb-415c-413b-a3ee-7bf0243a9be0),segment_id=f94317bb-415c-413b-a3ee-7bf0243a9be0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:23.785908 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:23.820078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba8fba-5999-4809-aca6-65f23a63a1bc req-bd8ad299-a51b-47c8-9e12-f4c242e06e05 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:23.821850 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-06ba8fba-5999-4809-aca6-65f23a63a1bc req-bd8ad299-a51b-47c8-9e12-f4c242e06e05 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d90fdee-b406-45ec-98b0-a9e13a2a10ad HTTP/1.1" status: 200 len: 943 time: 0.3744922 Aug 16 01:37:23.927172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=a34d8706-a6cc-45b5-9085-1353158a34e6,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:23.949883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5af682be-98c5-45ea-aeca-daed5dc520ad no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:37:23.963096 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d754fa6-3620-44b4-8aa2-d08fbf5ae78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:23.966029 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d754fa6-3620-44b4-8aa2-d08fbf5ae78e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:23.971377 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-06ba8fba-5999-4809-aca6-65f23a63a1bc req-3df4abb7-60e9-4e36-8663-ed885514e096 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251068 Aug 16 01:37:23.994189 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3c3c3189-e5d3-44d1-9a27-9946d3433077 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:23.995958 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 5af682be-98c5-45ea-aeca-daed5dc520ad {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:37:23.996311 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5af682be-98c5-45ea-aeca-daed5dc520ad not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:37:23.996731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 52b9462a-bb72-4ae5-b133-b54eb34df0e0 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:37:24.024223 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44e84cf-ef2a-47bf-919d-67cdd01ecf8d admin admin] Made reservation on behalf of eb2681441ec04a3290f361213ed3619b for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:37:24.027695 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a44e84cf-ef2a-47bf-919d-67cdd01ecf8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:24.036218 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3c3c3189-e5d3-44d1-9a27-9946d3433077 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Transition to ACTIVE for port object 78577b94-2fed-4393-9b36-8dcb1bbbf4e4 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:24.051221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:24.051591 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:24.051927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:24.052257 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:24.052587 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:24.054243 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:24.054660 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:24.054993 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:24.055324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:24.058063 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:24.058439 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:24.058778 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:37:24.070643 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d754fa6-3620-44b4-8aa2-d08fbf5ae78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:24.071288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d754fa6-3620-44b4-8aa2-d08fbf5ae78e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfd64dba-0620-43dd-b195-73d302b007f9 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:37:24.079941 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 52b9462a-bb72-4ae5-b133-b54eb34df0e0 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:37:24.082437 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 52b9462a-bb72-4ae5-b133-b54eb34df0e0 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:37:24.114279 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a643949-3e6b-4855-9997-c80ff284a622 x-openstack-request-id: req-0a643949-3e6b-4855-9997-c80ff284a622 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:24.114576 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d90fdee-b406-45ec-98b0-a9e13a2a10ad", "tag": "62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:24.114832 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0a643949-3e6b-4855-9997-c80ff284a622 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:24.115575 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d90fdee-b406-45ec-98b0-a9e13a2a10ad', 'tag': '62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc', 'status': 'completed', 'code': 200} Aug 16 01:37:24.116632 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:24.123266 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d754fa6-3620-44b4-8aa2-d08fbf5ae78e admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:24.124551 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9d754fa6-3620-44b4-8aa2-d08fbf5ae78e admin admin] 10.222.0.68 "DELETE /v2.0/routers/bfd64dba-0620-43dd-b195-73d302b007f9 HTTP/1.1" status: 204 len: 168 time: 4.5700536 Aug 16 01:37:24.136125 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40216) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:24.152218 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3c3c3189-e5d3-44d1-9a27-9946d3433077 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:24.159270 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-7ac85548-d864-4638-b014-a99ff587be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:24.161496 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-7ac85548-d864-4638-b014-a99ff587be20 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&device_id=8d90fdee-b406-45ec-98b0-a9e13a2a10ad HTTP/1.1" status: 200 len: 1095 time: 0.7107069 Aug 16 01:37:24.295911 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3c3c3189-e5d3-44d1-9a27-9946d3433077 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Network eac9d217-8a8e-4249-a789-0da4a12bc674 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:24.309188 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-d6ef7e77-db9f-4822-865a-273247359af5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc HTTP/1.1" status: 200 len: 217 time: 0.0945449 Aug 16 01:37:24.310373 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2ae604-f480-473b-b2e1-39a1b86830fd admin admin] Deleting subnet b6a48bc1-045d-40f7-8ade-2355589f2b23 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:37:24.318441 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3c3c3189-e5d3-44d1-9a27-9946d3433077 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:24.327132 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3c3c3189-e5d3-44d1-9a27-9946d3433077 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:24.332754 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb2ae604-f480-473b-b2e1-39a1b86830fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:24.398468 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c3189-e5d3-44d1-9a27-9946d3433077 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event updated for resources: {'Port': ['ID=78577b94-2fed-4393-9b36-8dcb1bbbf4e4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:24.420560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d44f8-92ac-446c-8a0a-2fd6b3b52942 req-297d92b0-e0e0-46b9-bb53-4f86a467ddbd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:24.429488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d44f8-92ac-446c-8a0a-2fd6b3b52942 req-297d92b0-e0e0-46b9-bb53-4f86a467ddbd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:24.431426 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-232d44f8-92ac-446c-8a0a-2fd6b3b52942 req-297d92b0-e0e0-46b9-bb53-4f86a467ddbd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 1653 time: 0.2759793 Aug 16 01:37:24.488745 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-170adb6b-0e29-4785-bd3b-0793987ec5f2 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:24.490367 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-170adb6b-0e29-4785-bd3b-0793987ec5f2 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.63 "GET /v2.0/networks?id=37247afe-3e0d-4d66-9cda-775b4991a62b HTTP/1.1" status: 200 len: 818 time: 1.0115530 Aug 16 01:37:24.492373 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb2ae604-f480-473b-b2e1-39a1b86830fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:24.503660 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dc5a5-82ee-4012-ba50-ae92ec93fcd1 req-665dff47-ffb9-4e13-a9d2-6a57bb8e1e90 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:24.505276 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-953dc5a5-82ee-4012-ba50-ae92ec93fcd1 req-665dff47-ffb9-4e13-a9d2-6a57bb8e1e90 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.73 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 944 time: 0.3708358 Aug 16 01:37:24.523032 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3c3c3189-e5d3-44d1-9a27-9946d3433077 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:24.523575 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-6f9d13c9-ae9c-4f22-8851-37de2a74b2f5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Request body: {'port': {'device_id': '1bdc4a97-0290-4b8f-aa54-feec750bb18a', 'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b', 'admin_state_up': True, 'tenant_id': '023dc85af2bf4dc7a1f725dbe3ed89e4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:24.523716 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3c3c3189-e5d3-44d1-9a27-9946d3433077 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:24.570718 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-232d44f8-92ac-446c-8a0a-2fd6b3b52942 req-76c6a0e9-c52e-4e79-ac0c-de18f0a409ae tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312537 Aug 16 01:37:24.575306 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3c3c3189-e5d3-44d1-9a27-9946d3433077 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2838354 Aug 16 01:37:24.612985 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8bd05d7c-d3ec-40e0-aac2-4c70edaba866 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Request body: {'port': {'device_id': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674', 'admin_state_up': True, 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'security_groups': ['42cc320b-036d-43c5-8f9a-ec9c54deb1bd']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:24.623421 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-5feff357-3e7b-4467-ae20-fd9bdb7a1c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:24.625595 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-5feff357-3e7b-4467-ae20-fd9bdb7a1c5e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=adf0a4b6-04c7-46cd-a62d-f6dbedb85a93 HTTP/1.1" status: 200 len: 852 time: 0.2877166 Aug 16 01:37:24.638117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-5235b89f-dbfb-4c47-9471-5ec3b2ee0304 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:24.639664 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-5235b89f-dbfb-4c47-9471-5ec3b2ee0304 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/networks?id=37247afe-3e0d-4d66-9cda-775b4991a62b HTTP/1.1" status: 200 len: 818 time: 0.6894348 Aug 16 01:37:24.756148 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb2ae604-f480-473b-b2e1-39a1b86830fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:24.764416 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-165fa580-f676-4588-a5ff-d27aa6e46c40 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a3ce659-7131-48db-a8d7-62eb2b9733a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231475 Aug 16 01:37:24.774308 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c49fadc5-c3fc-4ed7-a7fd-78d358b7003d None None] Provisioning for port 78577b94-2fed-4393-9b36-8dcb1bbbf4e4 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:24.779169 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c49fadc5-c3fc-4ed7-a7fd-78d358b7003d None None] Provisioning complete for port 78577b94-2fed-4393-9b36-8dcb1bbbf4e4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:24.779694 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c49fadc5-c3fc-4ed7-a7fd-78d358b7003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:24.813305 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-a6be257f-6cf2-4308-8347-2744657e2e11 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/quotas/023dc85af2bf4dc7a1f725dbe3ed89e4 HTTP/1.1" status: 200 len: 375 time: 0.1374502 Aug 16 01:37:24.839121 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c49fadc5-c3fc-4ed7-a7fd-78d358b7003d None None] Port 78577b94-2fed-4393-9b36-8dcb1bbbf4e4 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:37:24.900300 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99cc42-c183-446a-b442-2daafa294bfb req-ae590220-a074-435c-904a-5110093f1ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:24.901717 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c99cc42-c183-446a-b442-2daafa294bfb req-ae590220-a074-435c-904a-5110093f1ded service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 1101 time: 0.1432211 Aug 16 01:37:24.922157 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388e3b9-61e4-4aba-9032-9223c20ed7a0 req-52732356-9d6c-4f0a-85fe-9327ed4048a6 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:24.923800 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7388e3b9-61e4-4aba-9032-9223c20ed7a0 req-52732356-9d6c-4f0a-85fe-9327ed4048a6 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=55cfe3ca-ae12-4d22-87e4-c9c30eb0877c HTTP/1.1" status: 200 len: 948 time: 0.1694360 Aug 16 01:37:24.939543 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a34d8706-a6cc-45b5-9085-1353158a34e6 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:24.993823 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb2ae604-f480-473b-b2e1-39a1b86830fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:25.012479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8bd05d7c-d3ec-40e0-aac2-4c70edaba866 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Made reservation on behalf of 5052f870a5d04e98b2cd29c89d03b16c for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:37:25.016470 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8bd05d7c-d3ec-40e0-aac2-4c70edaba866 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:25.033251 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a34d8706-a6cc-45b5-9085-1353158a34e6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:25.035305 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:25.066098 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ae604-f480-473b-b2e1-39a1b86830fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6a48bc1-045d-40f7-8ade-2355589f2b23,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:25.069410 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb2ae604-f480-473b-b2e1-39a1b86830fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:25.073446 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-eb2ae604-f480-473b-b2e1-39a1b86830fd admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b6a48bc1-045d-40f7-8ade-2355589f2b23 HTTP/1.1" status: 204 len: 168 time: 0.9321980 Aug 16 01:37:25.076207 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40222) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:25.106697 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7388e3b9-61e4-4aba-9032-9223c20ed7a0 req-55391233-a8f5-44ec-8e85-2d6400da8588 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668537 Aug 16 01:37:25.113212 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-dddcd7f8-f4e8-4d5c-9e42-6a6051626fdf service neutron] 10.222.0.63 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238201 Aug 16 01:37:25.129925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228331ce-15f6-46cf-b704-5af365145918 None None] Network 30aa2c68-e525-4ee5-8e63-beae05ffae78 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:37:25.240012 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99cc42-c183-446a-b442-2daafa294bfb req-ca0adf19-1060-4880-aec8-996c7459c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:25.241557 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c99cc42-c183-446a-b442-2daafa294bfb req-ca0adf19-1060-4880-aec8-996c7459c76e service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.3138521 Aug 16 01:37:25.254729 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:25.288866 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:37:25.337845 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c99cc42-c183-446a-b442-2daafa294bfb req-fb16d804-628a-44a2-bdc9-4e50f13719b0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=0212517b-dda9-4f54-ae72-41185d52c5f4 HTTP/1.1" status: 200 len: 217 time: 0.0866337 Aug 16 01:37:25.438317 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8bd05d7c-d3ec-40e0-aac2-4c70edaba866 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Allocated IP 10.1.1.186 (eac9d217-8a8e-4249-a789-0da4a12bc674/3ee9d256-d8d6-469a-b8c6-fd9f439f7f74/84fb889f-5772-428e-8866-b0dee48dc778) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:25.478072 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbc299f-db3a-4f6b-9239-343201e915e6 None None] DHCP port deletion for 30aa2c68-e525-4ee5-8e63-beae05ffae78 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:37:25.484770 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed40f2-b459-4969-b46a-ccc567e85310 req-8f95c573-e09c-4573-814d-0552ba5dc4c4 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:25.486622 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9ed40f2-b459-4969-b46a-ccc567e85310 req-8f95c573-e09c-4573-814d-0552ba5dc4c4 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 944 time: 0.1645439 Aug 16 01:37:25.512914 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99cc42-c183-446a-b442-2daafa294bfb req-c4499499-4b95-42a3-96fa-0a723a32a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:25.514714 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c99cc42-c183-446a-b442-2daafa294bfb req-c4499499-4b95-42a3-96fa-0a723a32a24b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1528103 Aug 16 01:37:25.543685 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc299f-db3a-4f6b-9239-343201e915e6 None None] Deleting port 9a3b1c26-2631-4472-a79a-db443a62a382 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:37:25.544096 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6fbc299f-db3a-4f6b-9239-343201e915e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:25.641316 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-6fbc299f-db3a-4f6b-9239-343201e915e6 None None] For port 9a3b1c26-2631-4472-a79a-db443a62a382, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=9a3b1c26-2631-4472-a79a-db443a62a382,segment=NetworkSegment(3ffb58b1-49ff-4c9e-848a-fc5d6f14de35),segment_id=3ffb58b1-49ff-4c9e-848a-fc5d6f14de35)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:25.641944 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6fbc299f-db3a-4f6b-9239-343201e915e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:25.665009 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc299f-db3a-4f6b-9239-343201e915e6 None None] Calling delete_port for 9a3b1c26-2631-4472-a79a-db443a62a382 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:37:25.727707 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-d71eff36-4c1f-4b5a-97b8-7b6779a9c699 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=023dc85af2bf4dc7a1f725dbe3ed89e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8939197 Aug 16 01:37:25.734238 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a44e84cf-ef2a-47bf-919d-67cdd01ecf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:25.745828 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-953dc5a5-82ee-4012-ba50-ae92ec93fcd1 req-720c2385-b1bf-44cd-bff0-e0eebf899512 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Deleting port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:37:25.746205 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-953dc5a5-82ee-4012-ba50-ae92ec93fcd1 req-720c2385-b1bf-44cd-bff0-e0eebf899512 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:25.795225 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6fbc299f-db3a-4f6b-9239-343201e915e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:25.814060 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-6f9d13c9-ae9c-4f22-8851-37de2a74b2f5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Made reservation on behalf of 023dc85af2bf4dc7a1f725dbe3ed89e4 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:37:25.818926 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-6f9d13c9-ae9c-4f22-8851-37de2a74b2f5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:25.849348 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc299f-db3a-4f6b-9239-343201e915e6 None None] Pushing event deleted for resources: {'Port': ['ID=9a3b1c26-2631-4472-a79a-db443a62a382,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:25.863850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbc299f-db3a-4f6b-9239-343201e915e6 None None] No DVR routers for this DVR port 9a3b1c26-2631-4472-a79a-db443a62a382 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:37:25.885357 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:25.942499 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9ed40f2-b459-4969-b46a-ccc567e85310 req-002a169b-f1b7-40db-8631-daaa9a38fe84 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474957 Aug 16 01:37:25.949511 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] Deleting port 9a3b1c26-2631-4472-a79a-db443a62a382 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:37:25.950205 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:26.043280 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e84cf-ef2a-47bf-919d-67cdd01ecf8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=585d13b5-4da7-4c88-8686-e7e014058c75,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:26.067187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99cc42-c183-446a-b442-2daafa294bfb req-d332bf95-cd03-4e40-ad51-b7c1c59db558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:26.069576 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c99cc42-c183-446a-b442-2daafa294bfb req-d332bf95-cd03-4e40-ad51-b7c1c59db558 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5401435 Aug 16 01:37:26.097265 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-abbd27c9-654f-4772-a8a4-c43a876987a8 service neutron] 10.222.0.63 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9681017 Aug 16 01:37:26.176549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-953dc5a5-82ee-4012-ba50-ae92ec93fcd1 req-720c2385-b1bf-44cd-bff0-e0eebf899512 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] For port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:26.177070 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-953dc5a5-82ee-4012-ba50-ae92ec93fcd1 req-720c2385-b1bf-44cd-bff0-e0eebf899512 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:26.203323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] For port 9a3b1c26-2631-4472-a79a-db443a62a382, host n-d-765315-27, got binding levels [] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:26.203689 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:26.212175 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-8a1d8fc5-18df-4a26-a5b4-f31f217350a4 service neutron] 10.222.0.68 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740744 Aug 16 01:37:26.213143 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44e84cf-ef2a-47bf-919d-67cdd01ecf8d admin admin] Checking segment: {'id': '650be3ac-b825-4908-a3a2-a3a5c3ec3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:26.213715 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44e84cf-ef2a-47bf-919d-67cdd01ecf8d admin admin] Network hostable DHCP agents. Network: 2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:37:26.229257 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] Calling delete_port for 9a3b1c26-2631-4472-a79a-db443a62a382 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:37:26.236868 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.ipam_backend_mixin [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] Port 9a3b1c26-2631-4472-a79a-db443a62a382 was not found and therefore no delete operation was performed {{(pid=94672) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:37:26.257295 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-953dc5a5-82ee-4012-ba50-ae92ec93fcd1 req-720c2385-b1bf-44cd-bff0-e0eebf899512 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Calling delete_port for 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:37:26.263181 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:26.268683 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8bd05d7c-d3ec-40e0-aac2-4c70edaba866 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:26.280592 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f7bd7-9709-4c9a-8b29-d3dd211dd19d req-37c043af-b70a-4f1d-8b6c-8a7eeca26fd3 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:26.282148 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aa1f7bd7-9709-4c9a-8b29-d3dd211dd19d req-37c043af-b70a-4f1d-8b6c-8a7eeca26fd3 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 0.2337184 Aug 16 01:37:26.340620 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] No DVR routers for this DVR port 9a3b1c26-2631-4472-a79a-db443a62a382 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:37:26.352262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8bd05d7c-d3ec-40e0-aac2-4c70edaba866 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Transition to ACTIVE for port object 84fb889f-5772-428e-8866-b0dee48dc778 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:26.354042 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a3b1c26-2631-4472-a79a-db443a62a382,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:26.380006 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c99cc42-c183-446a-b442-2daafa294bfb req-9ffc2800-3cd6-4def-9acd-455b5ee41434 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924404 Aug 16 01:37:26.404311 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44e84cf-ef2a-47bf-919d-67cdd01ecf8d admin admin] Network 2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:37:26.444700 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a44e84cf-ef2a-47bf-919d-67cdd01ecf8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:26.449624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44e84cf-ef2a-47bf-919d-67cdd01ecf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:26.449989 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a44e84cf-ef2a-47bf-919d-67cdd01ecf8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:26.453573 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-6f9d13c9-ae9c-4f22-8851-37de2a74b2f5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Allocated IP 172.20.0.14 (37247afe-3e0d-4d66-9cda-775b4991a62b/ba079634-1419-49dc-8324-e7d11f3f3dfd/ef9c09e5-ed39-44a5-bb18-554139df6dff) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:26.459399 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187b2d52-97de-4c02-82a6-2b84b7de44d1 None None] Network 2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:37:26.463663 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3a3d7-92d9-44d7-9c32-ecc91a73d64f req-805153f1-4fe6-4eb7-b9ac-511b16e85597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:26.465233 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2cd3a3d7-92d9-44d7-9c32-ecc91a73d64f req-805153f1-4fe6-4eb7-b9ac-511b16e85597 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&device_id=8d90fdee-b406-45ec-98b0-a9e13a2a10ad HTTP/1.1" status: 200 len: 1095 time: 0.2845113 Aug 16 01:37:26.538659 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aa1f7bd7-9709-4c9a-8b29-d3dd211dd19d req-a8c4a6fe-b6cf-42f8-84b8-355240b71707 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459157 Aug 16 01:37:26.556441 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:26.561995 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a44e84cf-ef2a-47bf-919d-67cdd01ecf8d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.4284780 Aug 16 01:37:26.567546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40228) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:26.584507 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1bece7cb-b3b6-401a-a6dc-e3269de8061c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1362448258-router', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:26.606436 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-8fb6c1fa-2bd3-4ff7-a1ab-f73f9ab32100 service neutron] 10.222.0.68 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563459 Aug 16 01:37:26.680355 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8', 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'fixed_ips': [{'subnet_id': '585d13b5-4da7-4c88-8686-e7e014058c75'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:37:26.682606 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:26.704426 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bece7cb-b3b6-401a-a6dc-e3269de8061c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:26.705588 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bece7cb-b3b6-401a-a6dc-e3269de8061c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:26.737348 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30aa2c68-e525-4ee5-8e63-beae05ffae78']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:26.826184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffb58b1-49ff-4c9e-848a-fc5d6f14de35') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:26.827248 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffb58b1-49ff-4c9e-848a-fc5d6f14de35') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:26.854927 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:26.858275 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c99cc42-c183-446a-b442-2daafa294bfb req-0600248e-c6a5-4cd3-98f6-f31e51dc11f4 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553423 Aug 16 01:37:26.869139 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8bd05d7c-d3ec-40e0-aac2-4c70edaba866 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:26.880121 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84077ce5-94aa-48d4-99eb-0a3c1a7ce34a req-2b63e472-3e18-426b-8d25-ab0ed8d12be9 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:26.882025 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3a3d7-92d9-44d7-9c32-ecc91a73d64f req-7e1296bb-a798-481e-ab61-771219fe427a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:26.883125 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-84077ce5-94aa-48d4-99eb-0a3c1a7ce34a req-2b63e472-3e18-426b-8d25-ab0ed8d12be9 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d90fdee-b406-45ec-98b0-a9e13a2a10ad HTTP/1.1" status: 200 len: 943 time: 0.2147589 Aug 16 01:37:26.900616 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2cd3a3d7-92d9-44d7-9c32-ecc91a73d64f req-7e1296bb-a798-481e-ab61-771219fe427a service neutron] 10.222.0.63 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 913 time: 0.4185352 Aug 16 01:37:26.936848 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:26.966613 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Allocated IP 172.20.0.2 (2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8/585d13b5-4da7-4c88-8686-e7e014058c75/92d1b56e-2240-4379-82a9-ad3a034d23c1) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:26.975724 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 9a3b1c26-2631-4472-a79a-db443a62a382 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:37:27.039919 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-953dc5a5-82ee-4012-ba50-ae92ec93fcd1 req-720c2385-b1bf-44cd-bff0-e0eebf899512 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:27.045136 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 9a3b1c26-2631-4472-a79a-db443a62a382 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:37:27.045484 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 9a3b1c26-2631-4472-a79a-db443a62a382 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:37:27.051708 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2cd3a3d7-92d9-44d7-9c32-ecc91a73d64f req-89857353-53c5-4b7c-8c9f-9049598c1f64 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc HTTP/1.1" status: 200 len: 217 time: 0.1156821 Aug 16 01:37:27.075036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd05d7c-d3ec-40e0-aac2-4c70edaba866 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event updated for resources: {'Port': ['ID=84fb889f-5772-428e-8866-b0dee48dc778,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:27.124228 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8bd05d7c-d3ec-40e0-aac2-4c70edaba866 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Network eac9d217-8a8e-4249-a789-0da4a12bc674 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:27.131202 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:37:27.131618 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:37:27.134427 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:37:27.194362 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3a3d7-92d9-44d7-9c32-ecc91a73d64f req-15451f24-0149-45e2-ab78-88a7add18d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:27.196124 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2cd3a3d7-92d9-44d7-9c32-ecc91a73d64f req-15451f24-0149-45e2-ab78-88a7add18d0d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=adf0a4b6-04c7-46cd-a62d-f6dbedb85a93 HTTP/1.1" status: 200 len: 852 time: 0.0672915 Aug 16 01:37:27.226166 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bece7cb-b3b6-401a-a6dc-e3269de8061c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:27.234970 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8bd05d7c-d3ec-40e0-aac2-4c70edaba866 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:27.254843 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c2385-b1bf-44cd-bff0-e0eebf899512 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Pushing event deleted for resources: {'Port': ['ID=9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:27.297088 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8bd05d7c-d3ec-40e0-aac2-4c70edaba866 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:27.303547 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:27.318312 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-84077ce5-94aa-48d4-99eb-0a3c1a7ce34a req-d4d7196d-d6de-4c99-8cc6-dae659779582 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882849 Aug 16 01:37:27.337749 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Transition to ACTIVE for port object 92d1b56e-2240-4379-82a9-ad3a034d23c1 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:27.359545 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2cd3a3d7-92d9-44d7-9c32-ecc91a73d64f req-751c8a7e-4524-4de4-8447-bc586ecb2842 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a3ce659-7131-48db-a8d7-62eb2b9733a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309648 Aug 16 01:37:27.373016 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Transition to ACTIVE for port object 92d1b56e-2240-4379-82a9-ad3a034d23c1 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:27.395310 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:27.470121 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8c9ff89-6518-4c20-99e7-85aaefe1b1b6 req-06d5b246-427e-4901-b388-80de60de810e tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 210 time: 0.0483577 Aug 16 01:37:27.475265 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:27.479204 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Network 2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:27.490137 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:27.493443 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:27.494526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:27.501238 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:37:27.501866 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] 10.222.0.68 "DELETE /v2.0/networks/30aa2c68-e525-4ee5-8e63-beae05ffae78 HTTP/1.1" status: 204 len: 168 time: 2.4205744 Aug 16 01:37:27.524042 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8bd05d7c-d3ec-40e0-aac2-4c70edaba866 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:27.531774 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8bd05d7c-d3ec-40e0-aac2-4c70edaba866 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:27.550672 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:37:27.551279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:37:27.580031 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc73e2f-cad8-4aee-b041-692afec160a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=30aa2c68-e525-4ee5-8e63-beae05ffae78,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:27.622276 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8bd05d7c-d3ec-40e0-aac2-4c70edaba866 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0232544 Aug 16 01:37:27.643153 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d1471429-4881-4bd0-ad86-a1b76cc9cabe req-10d2571c-46f1-4e19-a0c5-5c6557ed88ef tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=adb4ba0d-4d36-4ad0-aac8-939721844fb7 HTTP/1.1" status: 200 len: 210 time: 0.0350647 Aug 16 01:37:27.648643 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3f7f8e2e-2e20-4f22-b139-26d7218c7c57 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Request body: {'port': {'device_id': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '40c3db57-1e7f-42e7-b628-4096f135707a', 'admin_state_up': True, 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'security_groups': ['42cc320b-036d-43c5-8f9a-ec9c54deb1bd']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:27.693296 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Pushing event updated for resources: {'Port': ['ID=92d1b56e-2240-4379-82a9-ad3a034d23c1,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:27.700012 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Attempting to bind port 92d1b56e-2240-4379-82a9-ad3a034d23c1 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:27.700378 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Attempting to bind port 92d1b56e-2240-4379-82a9-ad3a034d23c1 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '650be3ac-b825-4908-a3a2-a3a5c3ec3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:27.700741 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Attempting to bind port 92d1b56e-2240-4379-82a9-ad3a034d23c1 on network 2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:27.707628 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:27.708017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Checking segment: {'id': '650be3ac-b825-4908-a3a2-a3a5c3ec3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:27.708633 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:27.709033 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Bound using segment: {'id': '650be3ac-b825-4908-a3a2-a3a5c3ec3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:27.709546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Bound port: 92d1b56e-2240-4379-82a9-ad3a034d23c1, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650be3ac-b825-4908-a3a2-a3a5c3ec3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:27.709957 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:27.720989 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-427aa571-8c3b-494c-b1bc-480444155d33 None None] Provisioning for port 84fb889f-5772-428e-8866-b0dee48dc778 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:27.728137 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-427aa571-8c3b-494c-b1bc-480444155d33 None None] Provisioning complete for port 84fb889f-5772-428e-8866-b0dee48dc778 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:27.728512 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-427aa571-8c3b-494c-b1bc-480444155d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:27.746958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-953dc5a5-82ee-4012-ba50-ae92ec93fcd1 req-720c2385-b1bf-44cd-bff0-e0eebf899512 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] No DVR routers for this DVR port 9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:37:27.751699 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-953dc5a5-82ee-4012-ba50-ae92ec93fcd1 req-720c2385-b1bf-44cd-bff0-e0eebf899512 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:27.754170 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-953dc5a5-82ee-4012-ba50-ae92ec93fcd1 req-720c2385-b1bf-44cd-bff0-e0eebf899512 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.73 "DELETE /v2.0/ports/9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6 HTTP/1.1" status: 204 len: 173 time: 3.2230618 Aug 16 01:37:27.762746 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb4ba0d-4d36-4ad0-aac8-939721844fb7', 'name': 'network-vif-deleted', 'tag': '9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:27.766113 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7272606-70df-46dc-a221-172b6cc948de" -d '{"events": [{"server_uuid": "adb4ba0d-4d36-4ad0-aac8-939721844fb7", "name": "network-vif-deleted", "tag": "9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:27.778627 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-6f9d13c9-ae9c-4f22-8851-37de2a74b2f5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:27.838594 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40250) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:27.839716 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-427aa571-8c3b-494c-b1bc-480444155d33 None None] Port 84fb889f-5772-428e-8866-b0dee48dc778 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:37:27.867555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] For port 92d1b56e-2240-4379-82a9-ad3a034d23c1, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:27.874796 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] For port 92d1b56e-2240-4379-82a9-ad3a034d23c1, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=92d1b56e-2240-4379-82a9-ad3a034d23c1,segment=NetworkSegment(650be3ac-b825-4908-a3a2-a3a5c3ec3ead),segment_id=650be3ac-b825-4908-a3a2-a3a5c3ec3ead)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:27.888097 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:27.971881 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fd809-3e5e-4bea-a0c1-bfa69286f4e2 None None] Pushing event updated for resources: {'Port': ['ID=92d1b56e-2240-4379-82a9-ad3a034d23c1,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:27.988765 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566325c-903a-40a2-9f3d-818e2ddf7a8c req-46595c35-c010-4f74-85ed-a996fcaaa505 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:28.000329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566325c-903a-40a2-9f3d-818e2ddf7a8c req-46595c35-c010-4f74-85ed-a996fcaaa505 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:28.010738 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566325c-903a-40a2-9f3d-818e2ddf7a8c req-46595c35-c010-4f74-85ed-a996fcaaa505 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:28.012479 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b566325c-903a-40a2-9f3d-818e2ddf7a8c req-46595c35-c010-4f74-85ed-a996fcaaa505 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 2374 time: 0.8851116 Aug 16 01:37:28.027718 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-779272fd-149f-4cae-825f-889e5fa5102e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=59f6ee9245de4e2794301101b5632f35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875618 Aug 16 01:37:28.033311 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bece7cb-b3b6-401a-a6dc-e3269de8061c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:28.037102 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40252) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:28.040210 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ba823-a3d1-421a-a212-eba0a1344cbd req-6c67a286-5e30-4b0d-9c70-f4b8af5fcf9c tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:28.047299 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-071ba823-a3d1-421a-a212-eba0a1344cbd req-6c67a286-5e30-4b0d-9c70-f4b8af5fcf9c tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=55cfe3ca-ae12-4d22-87e4-c9c30eb0877c HTTP/1.1" status: 200 len: 948 time: 0.1838787 Aug 16 01:37:28.066802 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3f7f8e2e-2e20-4f22-b139-26d7218c7c57 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Made reservation on behalf of 5052f870a5d04e98b2cd29c89d03b16c for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:37:28.144285 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2cd3a3d7-92d9-44d7-9c32-ecc91a73d64f req-ec2a32d5-2d1b-4f58-8ad7-b5d69ff56959 service neutron] 10.222.0.63 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6798193 Aug 16 01:37:28.151954 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-071ba823-a3d1-421a-a212-eba0a1344cbd req-13dc2611-9321-4ad1-846e-c26cf7e3916a tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953116 Aug 16 01:37:28.192102 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3f7f8e2e-2e20-4f22-b139-26d7218c7c57 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:28.305084 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b566325c-903a-40a2-9f3d-818e2ddf7a8c req-99b8719d-64c1-4b22-aa26-1cbeefe43fa4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653337 Aug 16 01:37:28.354871 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87178108-7217-43d6-85c6-22677c3e7eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:28.386494 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-6f9d13c9-ae9c-4f22-8851-37de2a74b2f5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:28.410565 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:37:28.435545 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb2b604-9446-4e65-8546-30a680dcb535 x-openstack-request-id: req-bfb2b604-9446-4e65-8546-30a680dcb535 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:28.435839 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb4ba0d-4d36-4ad0-aac8-939721844fb7", "name": "network-vif-deleted", "tag": "9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:28.436095 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bfb2b604-9446-4e65-8546-30a680dcb535 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:28.436555 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb4ba0d-4d36-4ad0-aac8-939721844fb7', 'name': 'network-vif-deleted', 'tag': '9e2e8b6c-1bed-49d4-a9d5-9f26ce8245b6', 'status': 'completed', 'code': 200} Aug 16 01:37:28.439776 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87178108-7217-43d6-85c6-22677c3e7eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:28.652337 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:28.681432 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc', 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9', 'port_id': '62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc', 'mac_address': 'fa:16:3e:80:a1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf0a4b6-04c7-46cd-a62d-f6dbedb85a93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:37:28.711274 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c826e-9b85-4a94-adc0-f5712466313e req-e91a79d1-6eaa-45a5-a588-4d664af8c872 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:28.720233 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d43c826e-9b85-4a94-adc0-f5712466313e req-e91a79d1-6eaa-45a5-a588-4d664af8c872 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 0.4775047 Aug 16 01:37:28.756017 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-6f9d13c9-ae9c-4f22-8851-37de2a74b2f5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Network 37247afe-3e0d-4d66-9cda-775b4991a62b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:28.756017 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-6f9d13c9-ae9c-4f22-8851-37de2a74b2f5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:28.795004 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-6f9d13c9-ae9c-4f22-8851-37de2a74b2f5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:28.795356 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:28.798414 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d13c9-ae9c-4f22-8851-37de2a74b2f5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Pushing event updated for resources: {'Port': ['ID=ef9c09e5-ed39-44a5-bb18-554139df6dff,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:28.814354 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:37:28.864087 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:28.872944 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:28.885949 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2cd3a3d7-92d9-44d7-9c32-ecc91a73d64f req-d1c7e3ba-b03c-41d4-b83c-e645380fe4d6 service neutron] 10.222.0.63 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7309849 Aug 16 01:37:28.958078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-0d6f7e8e-3d36-4bed-a899-f1b64c38a070 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:28.958844 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:28.962016 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-0d6f7e8e-3d36-4bed-a899-f1b64c38a070 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.63 "GET /v2.0/networks?id=37247afe-3e0d-4d66-9cda-775b4991a62b HTTP/1.1" status: 200 len: 818 time: 0.4282987 Aug 16 01:37:28.991011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-c45fa352-8133-4123-85b2-c24fa79c3a17 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Request body: {'port': {'device_id': 'bd1b794d-0e76-4250-a30f-642b9c35dd86', 'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b', 'admin_state_up': True, 'tenant_id': '023dc85af2bf4dc7a1f725dbe3ed89e4'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:29.018714 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d43c826e-9b85-4a94-adc0-f5712466313e req-edcf20be-8c70-4b17-aef4-424698d05931 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927873 Aug 16 01:37:29.031137 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87178108-7217-43d6-85c6-22677c3e7eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:29.031137 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87178108-7217-43d6-85c6-22677c3e7eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:29.031137 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-87178108-7217-43d6-85c6-22677c3e7eef admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/34fa01ba-6c34-4340-85f4-facb6d16c749 HTTP/1.1" status: 204 len: 168 time: 0.9866912 Aug 16 01:37:29.031788 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 92d1b56e-2240-4379-82a9-ad3a034d23c1 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:29.054589 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-6f9d13c9-ae9c-4f22-8851-37de2a74b2f5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:29.055248 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-6f9d13c9-ae9c-4f22-8851-37de2a74b2f5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:29.083632 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3f7f8e2e-2e20-4f22-b139-26d7218c7c57 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Allocated IP 10.2.2.100 (40c3db57-1e7f-42e7-b628-4096f135707a/2d2826b0-99a9-4c6d-9d14-a0b94c6e8722/7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:29.102384 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87178108-7217-43d6-85c6-22677c3e7eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fa01ba-6c34-4340-85f4-facb6d16c749,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:29.123676 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1623e7-8fde-4a1e-afa4-9126c0865137 req-cf71e77f-2257-476a-9d82-0cd9c88ea64a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:29.127721 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:37:29.133858 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e1623e7-8fde-4a1e-afa4-9126c0865137 req-cf71e77f-2257-476a-9d82-0cd9c88ea64a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d90fdee-b406-45ec-98b0-a9e13a2a10ad HTTP/1.1" status: 200 len: 944 time: 0.2618721 Aug 16 01:37:29.151188 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-6f9d13c9-ae9c-4f22-8851-37de2a74b2f5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6395419 Aug 16 01:37:29.227909 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Request body: {'port': {'device_id': '1bdc4a97-0290-4b8f-aa54-feec750bb18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:29.298025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-751f2b23-67e9-49f8-bb3d-b1624790e6b2 req-395d1230-aca7-4157-aaf9-a86c4a6952cb tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 210 time: 0.0929310 Aug 16 01:37:29.319261 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 92d1b56e-2240-4379-82a9-ad3a034d23c1 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:29.451716 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e1623e7-8fde-4a1e-afa4-9126c0865137 req-aa46dc03-a085-4d19-87e3-1a94ea6a9f57 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121703 Aug 16 01:37:29.467424 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bece7cb-b3b6-401a-a6dc-e3269de8061c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:29.563203 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bece7cb-b3b6-401a-a6dc-e3269de8061c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:29.611747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-c45fa352-8133-4123-85b2-c24fa79c3a17 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Made reservation on behalf of 023dc85af2bf4dc7a1f725dbe3ed89e4 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:37:29.617553 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-c45fa352-8133-4123-85b2-c24fa79c3a17 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:29.620165 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b4861a-966b-42bf-8672-4399ccd142e6 None None] Network 2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:37:29.668443 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40272) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:29.705016 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c42714ed-e460-45e8-9265-293fca3e2b8c None None] Provisioning for port 92d1b56e-2240-4379-82a9-ad3a034d23c1 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:29.711763 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c42714ed-e460-45e8-9265-293fca3e2b8c None None] Provisioning complete for port 92d1b56e-2240-4379-82a9-ad3a034d23c1 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:29.712611 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c42714ed-e460-45e8-9265-293fca3e2b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:29.739852 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1bece7cb-b3b6-401a-a6dc-e3269de8061c admin admin] Allocated IP 172.25.3.158 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/79901cd8-4c6c-41da-89a9-360bfae9224a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:29.816903 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fdb5d-698c-48b9-85e9-1c8c12361b3d req-968d3b01-f182-4e1a-8ea5-35807d240493 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:29.818712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-625fdb5d-698c-48b9-85e9-1c8c12361b3d req-968d3b01-f182-4e1a-8ea5-35807d240493 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=55cfe3ca-ae12-4d22-87e4-c9c30eb0877c HTTP/1.1" status: 200 len: 948 time: 0.3058312 Aug 16 01:37:29.827744 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6e5c03d6-e46f-417d-a44f-697e9c6f0386 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2e1ef47011ec45d398dc0be1d2bf6cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566238 Aug 16 01:37:29.836652 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40274) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:29.862905 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c42714ed-e460-45e8-9265-293fca3e2b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:29.886032 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bece7cb-b3b6-401a-a6dc-e3269de8061c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:29.923131 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c42714ed-e460-45e8-9265-293fca3e2b8c None None] For port 92d1b56e-2240-4379-82a9-ad3a034d23c1, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=92d1b56e-2240-4379-82a9-ad3a034d23c1,segment=NetworkSegment(650be3ac-b825-4908-a3a2-a3a5c3ec3ead),segment_id=650be3ac-b825-4908-a3a2-a3a5c3ec3ead)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:29.929265 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c42714ed-e460-45e8-9265-293fca3e2b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:29.946263 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-625fdb5d-698c-48b9-85e9-1c8c12361b3d req-5df33cc7-3756-4873-aeb9-21c6949485f9 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144309 Aug 16 01:37:29.954141 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3f7f8e2e-2e20-4f22-b139-26d7218c7c57 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:29.960127 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bece7cb-b3b6-401a-a6dc-e3269de8061c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:30.018000 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42714ed-e460-45e8-9265-293fca3e2b8c None None] Pushing event updated for resources: {'Port': ['ID=92d1b56e-2240-4379-82a9-ad3a034d23c1,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:30.039298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bece7cb-b3b6-401a-a6dc-e3269de8061c admin admin] Pushing event updated for resources: {'Port': ['ID=79901cd8-4c6c-41da-89a9-360bfae9224a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:30.048306 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3f7f8e2e-2e20-4f22-b139-26d7218c7c57 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Transition to ACTIVE for port object 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:30.081101 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bece7cb-b3b6-401a-a6dc-e3269de8061c admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:30.083058 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:30.098513 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-c45fa352-8133-4123-85b2-c24fa79c3a17 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Allocated IP 172.20.0.10 (37247afe-3e0d-4d66-9cda-775b4991a62b/ba079634-1419-49dc-8324-e7d11f3f3dfd/53013f97-e05b-4192-a1ac-df5604fe29ad) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:30.104374 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c9c843b5-320e-4e5e-911e-f6de23dcb98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:30.110865 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1bece7cb-b3b6-401a-a6dc-e3269de8061c admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:30.113531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bece7cb-b3b6-401a-a6dc-e3269de8061c admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:30.167090 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c9c843b5-320e-4e5e-911e-f6de23dcb98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:30.213374 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3f7f8e2e-2e20-4f22-b139-26d7218c7c57 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:30.252804 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ee427160-befc-4d07-90ea-1955586e6395 None None] Provisioning complete for port 92d1b56e-2240-4379-82a9-ad3a034d23c1 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:30.254904 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee427160-befc-4d07-90ea-1955586e6395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:30.322171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3f7f8e2e-2e20-4f22-b139-26d7218c7c57 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Network 40c3db57-1e7f-42e7-b628-4096f135707a is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:30.343544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3f7f8e2e-2e20-4f22-b139-26d7218c7c57 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:30.381590 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f8e2e-2e20-4f22-b139-26d7218c7c57 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event updated for resources: {'Port': ['ID=7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:30.387260 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3f7f8e2e-2e20-4f22-b139-26d7218c7c57 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:30.422360 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:30.495972 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:30.502273 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:30.502691 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:30.565095 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-c45fa352-8133-4123-85b2-c24fa79c3a17 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:30.618936 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3f7f8e2e-2e20-4f22-b139-26d7218c7c57 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:30.619835 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3f7f8e2e-2e20-4f22-b139-26d7218c7c57 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:30.648638 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-c45fa352-8133-4123-85b2-c24fa79c3a17 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:30.654860 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3f7f8e2e-2e20-4f22-b139-26d7218c7c57 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0156586 Aug 16 01:37:30.693634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8f9c50ff-097f-40fa-b92f-f889a0ceafa2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Request body: {'port': {'device_id': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '40c3db57-1e7f-42e7-b628-4096f135707a', 'admin_state_up': True, 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'security_groups': ['42cc320b-036d-43c5-8f9a-ec9c54deb1bd']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:30.771177 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c9c843b5-320e-4e5e-911e-f6de23dcb98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:30.774065 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c9c843b5-320e-4e5e-911e-f6de23dcb98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:30.777502 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c9c843b5-320e-4e5e-911e-f6de23dcb98f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f26f5150-223d-4317-b224-7f345d4d5e86 HTTP/1.1" status: 204 len: 168 time: 0.9353821 Aug 16 01:37:30.788633 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:30.791600 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450b054-01f8-4bb2-a66f-97a5c99e58c6 req-cf0a42dd-741c-4883-ae30-993288cc0a61 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:30.808457 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450b054-01f8-4bb2-a66f-97a5c99e58c6 req-cf0a42dd-741c-4883-ae30-993288cc0a61 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:30.827647 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450b054-01f8-4bb2-a66f-97a5c99e58c6 req-cf0a42dd-741c-4883-ae30-993288cc0a61 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:30.828144 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c843b5-320e-4e5e-911e-f6de23dcb98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26f5150-223d-4317-b224-7f345d4d5e86,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:30.829376 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f450b054-01f8-4bb2-a66f-97a5c99e58c6 req-cf0a42dd-741c-4883-ae30-993288cc0a61 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 2374 time: 0.8895130 Aug 16 01:37:30.844352 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:30.848860 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d90fdee-b406-45ec-98b0-a9e13a2a10ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:30.852646 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2c3839-3ac8-429f-97cf-5cec8595c792" -d '{"events": [{"server_uuid": "8d90fdee-b406-45ec-98b0-a9e13a2a10ad", "name": "network-vif-plugged", "status": "completed", "tag": "62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:30.870791 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:30.878520 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-c45fa352-8133-4123-85b2-c24fa79c3a17 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Network 37247afe-3e0d-4d66-9cda-775b4991a62b is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:30.915124 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-c45fa352-8133-4123-85b2-c24fa79c3a17 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:30.965445 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d3a5b58c-fd88-4d07-b5d0-90e8d3061ac8 None None] Provisioning for port 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:30.969823 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-c45fa352-8133-4123-85b2-c24fa79c3a17 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:30.988496 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d3a5b58c-fd88-4d07-b5d0-90e8d3061ac8 None None] Provisioning complete for port 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:30.990111 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b58c-fd88-4d07-b5d0-90e8d3061ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:30.994899 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157c80a-d954-4cee-a716-0a1e78308593 req-50f52527-81ca-49d6-b257-a2ae5fedd740 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:30.998232 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9157c80a-d954-4cee-a716-0a1e78308593 req-50f52527-81ca-49d6-b257-a2ae5fedd740 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 0.5998371 Aug 16 01:37:30.999760 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc8335-f5cb-44d1-8dd2-c18e6d7120b0 req-b41e9572-fd34-4953-9c46-8ccd2b32d878 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:31.001467 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-76bc8335-f5cb-44d1-8dd2-c18e6d7120b0 req-b41e9572-fd34-4953-9c46-8ccd2b32d878 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.73 "GET /v2.0/ports?device_id=55cfe3ca-ae12-4d22-87e4-c9c30eb0877c HTTP/1.1" status: 200 len: 948 time: 0.7423851 Aug 16 01:37:31.010179 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 92d1b56e-2240-4379-82a9-ad3a034d23c1 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:31.019315 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223f2df-b4bd-4e0c-9fd1-a4a4c6e39772 req-828315c6-76d5-40f1-996c-46a382b15365 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:31.021534 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0223f2df-b4bd-4e0c-9fd1-a4a4c6e39772 req-828315c6-76d5-40f1-996c-46a382b15365 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.73 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 944 time: 0.2517998 Aug 16 01:37:31.022276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fa352-8133-4123-85b2-c24fa79c3a17 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Pushing event updated for resources: {'Port': ['ID=53013f97-e05b-4192-a1ac-df5604fe29ad,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:31.099628 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f450b054-01f8-4bb2-a66f-97a5c99e58c6 req-6d736b79-f983-4c41-a611-18438f510da1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943674 Aug 16 01:37:31.162427 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5b58c-fd88-4d07-b5d0-90e8d3061ac8 None None] Port 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:37:31.163868 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:31.231029 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 92d1b56e-2240-4379-82a9-ad3a034d23c1 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:31.231691 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:31.457221 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9c09e5-ed39-44a5-bb18-554139df6dff {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:37:31.472100 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd20d6-2adc-44f7-ba7e-0e5ea187f663 req-b1c859fb-3314-448c-a8ba-9e68b089dfc7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:31.479511 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0efd20d6-2adc-44f7-ba7e-0e5ea187f663 req-b1c859fb-3314-448c-a8ba-9e68b089dfc7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 944 time: 0.2575605 Aug 16 01:37:31.493251 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:31.556939 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9157c80a-d954-4cee-a716-0a1e78308593 req-98b3e755-25bd-4bd9-8420-f9f4a99fb136 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5490983 Aug 16 01:37:31.565081 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Transition to ACTIVE for port object ef9c09e5-ed39-44a5-bb18-554139df6dff will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:31.567576 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-76bc8335-f5cb-44d1-8dd2-c18e6d7120b0 req-d28db500-b05b-4d4f-a5a4-6bbfaab1483f tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Deleting port 4fbf2f25-0440-4975-9988-8f0f57869d8a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:37:31.569929 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-76bc8335-f5cb-44d1-8dd2-c18e6d7120b0 req-d28db500-b05b-4d4f-a5a4-6bbfaab1483f tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:31.620184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-c45fa352-8133-4123-85b2-c24fa79c3a17 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:31.620783 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-c45fa352-8133-4123-85b2-c24fa79c3a17 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:31.668673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8f9c50ff-097f-40fa-b92f-f889a0ceafa2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Made reservation on behalf of 5052f870a5d04e98b2cd29c89d03b16c for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:37:31.670732 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:31.674744 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8f9c50ff-097f-40fa-b92f-f889a0ceafa2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:31.697090 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0efd20d6-2adc-44f7-ba7e-0e5ea187f663 req-0698e013-1e5f-4c24-829c-de88ea9a2e32 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166092 Aug 16 01:37:31.719644 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-c45fa352-8133-4123-85b2-c24fa79c3a17 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7326663 Aug 16 01:37:31.729269 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-0223f2df-b4bd-4e0c-9fd1-a4a4c6e39772 req-51686726-3b86-4c26-8a35-4eaec2888690 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Deleting port a9527486-4fa6-4f6d-98ed-323353356c91 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:37:31.729631 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0223f2df-b4bd-4e0c-9fd1-a4a4c6e39772 req-51686726-3b86-4c26-8a35-4eaec2888690 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:31.813521 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bece7cb-b3b6-401a-a6dc-e3269de8061c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:31.920286 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9c09e5-ed39-44a5-bb18-554139df6dff,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:31.958274 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8f9c50ff-097f-40fa-b92f-f889a0ceafa2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Allocated IP 10.2.2.200 (40c3db57-1e7f-42e7-b628-4096f135707a/2d2826b0-99a9-4c6d-9d14-a0b94c6e8722/fce76636-95be-483d-8468-a23fd31db758) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:32.008426 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40308) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:32.029988 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930e069-fd85-410e-a3ff-241e8a0272ab req-ea11516d-3e1d-4ec9-ba15-eabe1e09e26f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:32.031840 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0930e069-fd85-410e-a3ff-241e8a0272ab req-ea11516d-3e1d-4ec9-ba15-eabe1e09e26f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d90fdee-b406-45ec-98b0-a9e13a2a10ad HTTP/1.1" status: 200 len: 945 time: 0.2485073 Aug 16 01:37:32.044877 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-76bc8335-f5cb-44d1-8dd2-c18e6d7120b0 req-d28db500-b05b-4d4f-a5a4-6bbfaab1483f tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] For port 4fbf2f25-0440-4975-9988-8f0f57869d8a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4fbf2f25-0440-4975-9988-8f0f57869d8a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:32.045219 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-76bc8335-f5cb-44d1-8dd2-c18e6d7120b0 req-d28db500-b05b-4d4f-a5a4-6bbfaab1483f tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:32.092704 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-76bc8335-f5cb-44d1-8dd2-c18e6d7120b0 req-d28db500-b05b-4d4f-a5a4-6bbfaab1483f tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Calling delete_port for 4fbf2f25-0440-4975-9988-8f0f57869d8a owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:37:32.104722 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8f9c50ff-097f-40fa-b92f-f889a0ceafa2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:32.117558 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Request body: {'port': {'device_id': 'bd1b794d-0e76-4250-a30f-642b9c35dd86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:32.164354 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8f9c50ff-097f-40fa-b92f-f889a0ceafa2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Transition to ACTIVE for port object fce76636-95be-483d-8468-a23fd31db758 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:32.176060 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Attempting to bind port ef9c09e5-ed39-44a5-bb18-554139df6dff on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:32.176668 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Attempting to bind port ef9c09e5-ed39-44a5-bb18-554139df6dff by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'f94317bb-415c-413b-a3ee-7bf0243a9be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:32.176782 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Attempting to bind port ef9c09e5-ed39-44a5-bb18-554139df6dff on network 37247afe-3e0d-4d66-9cda-775b4991a62b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:32.195804 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb11d46-95cf-4761-b615-49a7df9be384 req-96fda6e4-3f85-4068-abaa-ff13267b666d tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:32.197295 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-efb11d46-95cf-4761-b615-49a7df9be384 req-96fda6e4-3f85-4068-abaa-ff13267b666d tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 932 time: 0.5348539 Aug 16 01:37:32.223406 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7a0061c1-a062-4eec-9b10-0c9d6e7698a6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-498254729-network', 'tenant_id': '4fb8e91a3bea46e1a84d41e7821e1b4c'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:32.235929 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0930e069-fd85-410e-a3ff-241e8a0272ab req-2bcd2d5f-3031-4866-935d-c11254d769dc tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716235 Aug 16 01:37:32.241660 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Port ef9c09e5-ed39-44a5-bb18-554139df6dff on network 37247afe-3e0d-4d66-9cda-775b4991a62b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:37:32.241945 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Attempting to bind port ef9c09e5-ed39-44a5-bb18-554139df6dff on network 37247afe-3e0d-4d66-9cda-775b4991a62b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:32.261672 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:32.261672 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Checking segment: {'id': 'f94317bb-415c-413b-a3ee-7bf0243a9be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:32.261672 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Bound using segment: {'id': 'f94317bb-415c-413b-a3ee-7bf0243a9be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:32.266107 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Bound port: ef9c09e5-ed39-44a5-bb18-554139df6dff, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94317bb-415c-413b-a3ee-7bf0243a9be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:32.266860 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:32.275020 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-0223f2df-b4bd-4e0c-9fd1-a4a4c6e39772 req-51686726-3b86-4c26-8a35-4eaec2888690 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] For port a9527486-4fa6-4f6d-98ed-323353356c91, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a9527486-4fa6-4f6d-98ed-323353356c91,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:32.275462 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0223f2df-b4bd-4e0c-9fd1-a4a4c6e39772 req-51686726-3b86-4c26-8a35-4eaec2888690 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:32.304018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-0223f2df-b4bd-4e0c-9fd1-a4a4c6e39772 req-51686726-3b86-4c26-8a35-4eaec2888690 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Calling delete_port for a9527486-4fa6-4f6d-98ed-323353356c91 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:37:32.309070 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6271a898-87a7-419a-8730-4fdf1718783f x-openstack-request-id: req-6271a898-87a7-419a-8730-4fdf1718783f {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:32.309576 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d90fdee-b406-45ec-98b0-a9e13a2a10ad", "name": "network-vif-plugged", "status": "completed", "tag": "62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:32.309791 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6271a898-87a7-419a-8730-4fdf1718783f {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:32.310077 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d90fdee-b406-45ec-98b0-a9e13a2a10ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc', 'code': 200} Aug 16 01:37:32.409266 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bece7cb-b3b6-401a-a6dc-e3269de8061c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:32.441965 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:32.443672 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0061c1-a062-4eec-9b10-0c9d6e7698a6 admin admin] Made reservation on behalf of 4fb8e91a3bea46e1a84d41e7821e1b4c for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:37:32.444174 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8f9c50ff-097f-40fa-b92f-f889a0ceafa2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:32.447050 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a0061c1-a062-4eec-9b10-0c9d6e7698a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:32.486763 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-efb11d46-95cf-4761-b615-49a7df9be384 req-75ea8def-ba06-4892-837a-39b2f00b66cb tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755661 Aug 16 01:37:32.559751 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a0061c1-a062-4eec-9b10-0c9d6e7698a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:32.560266 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c50ff-097f-40fa-b92f-f889a0ceafa2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event updated for resources: {'Port': ['ID=fce76636-95be-483d-8468-a23fd31db758,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:32.590397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8f9c50ff-097f-40fa-b92f-f889a0ceafa2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Network 40c3db57-1e7f-42e7-b628-4096f135707a is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:32.633584 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8f9c50ff-097f-40fa-b92f-f889a0ceafa2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:32.636947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8f9c50ff-097f-40fa-b92f-f889a0ceafa2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:32.639372 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] For port ef9c09e5-ed39-44a5-bb18-554139df6dff, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:32.711739 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0223f2df-b4bd-4e0c-9fd1-a4a4c6e39772 req-51686726-3b86-4c26-8a35-4eaec2888690 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:32.715609 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] For port ef9c09e5-ed39-44a5-bb18-554139df6dff, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ef9c09e5-ed39-44a5-bb18-554139df6dff,segment=NetworkSegment(f94317bb-415c-413b-a3ee-7bf0243a9be0),segment_id=f94317bb-415c-413b-a3ee-7bf0243a9be0)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:32.725952 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822df40-1cbb-48e9-8c03-c3f8058ea56a req-b58eb2aa-eeca-4778-a4a5-dd1b7a794d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:32.727664 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8822df40-1cbb-48e9-8c03-c3f8058ea56a req-b58eb2aa-eeca-4778-a4a5-dd1b7a794d2b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8d90fdee-b406-45ec-98b0-a9e13a2a10ad HTTP/1.1" status: 200 len: 1097 time: 0.3070931 Aug 16 01:37:32.750846 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:32.790523 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9acbf-7b0c-4564-8320-3d181b0870f6 req-9046a02b-8d66-4ced-a2e0-d933d0cba761 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:32.792241 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5db9acbf-7b0c-4564-8320-3d181b0870f6 req-9046a02b-8d66-4ced-a2e0-d933d0cba761 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/ports?device_id=55cfe3ca-ae12-4d22-87e4-c9c30eb0877c HTTP/1.1" status: 200 len: 948 time: 0.3420689 Aug 16 01:37:32.847574 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51686726-3b86-4c26-8a35-4eaec2888690 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Pushing event deleted for resources: {'Port': ['ID=a9527486-4fa6-4f6d-98ed-323353356c91,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:32.864291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:32.864978 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:32.866478 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] 10.222.0.63 "PUT /v2.0/ports/ef9c09e5-ed39-44a5-bb18-554139df6dff HTTP/1.1" status: 200 len: 1093 time: 3.6468494 Aug 16 01:37:32.876021 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdc4a97-0290-4b8f-aa54-feec750bb18a', 'tag': 'ef9c09e5-ed39-44a5-bb18-554139df6dff'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:32.880076 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272eeaf7-1fe4-47d7-8df2-72402f407e99" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdc4a97-0290-4b8f-aa54-feec750bb18a", "tag": "ef9c09e5-ed39-44a5-bb18-554139df6dff"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:32.889436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b59c0d-ecf4-42ff-a39e-b134379e18fe req-9723e877-3365-4596-9bd1-9552cdde7bde tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:32.898214 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b59c0d-ecf4-42ff-a39e-b134379e18fe req-9723e877-3365-4596-9bd1-9552cdde7bde tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:32.900569 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-76bc8335-f5cb-44d1-8dd2-c18e6d7120b0 req-d28db500-b05b-4d4f-a5a4-6bbfaab1483f tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:32.907966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b59c0d-ecf4-42ff-a39e-b134379e18fe req-9723e877-3365-4596-9bd1-9552cdde7bde tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:32.914821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b59c0d-ecf4-42ff-a39e-b134379e18fe req-9723e877-3365-4596-9bd1-9552cdde7bde tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:32.923197 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b59c0d-ecf4-42ff-a39e-b134379e18fe req-9723e877-3365-4596-9bd1-9552cdde7bde tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:32.926235 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-26b59c0d-ecf4-42ff-a39e-b134379e18fe req-9723e877-3365-4596-9bd1-9552cdde7bde tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 3816 time: 0.3574295 Aug 16 01:37:32.932254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8f9c50ff-097f-40fa-b92f-f889a0ceafa2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:32.932897 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8f9c50ff-097f-40fa-b92f-f889a0ceafa2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:32.956546 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8822df40-1cbb-48e9-8c03-c3f8058ea56a req-ea208845-80c9-4a91-929a-d895e537ea65 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147679 Aug 16 01:37:32.988071 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-0223f2df-b4bd-4e0c-9fd1-a4a4c6e39772 req-51686726-3b86-4c26-8a35-4eaec2888690 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] No DVR routers for this DVR port a9527486-4fa6-4f6d-98ed-323353356c91 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:37:32.991725 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0223f2df-b4bd-4e0c-9fd1-a4a4c6e39772 req-51686726-3b86-4c26-8a35-4eaec2888690 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:32.995334 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0223f2df-b4bd-4e0c-9fd1-a4a4c6e39772 req-51686726-3b86-4c26-8a35-4eaec2888690 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.73 "DELETE /v2.0/ports/a9527486-4fa6-4f6d-98ed-323353356c91 HTTP/1.1" status: 204 len: 173 time: 1.9125328 Aug 16 01:37:33.015207 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494e313c-20e7-4704-9bd9-40ccc5460e68', 'name': 'network-vif-deleted', 'tag': 'a9527486-4fa6-4f6d-98ed-323353356c91'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:33.019917 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b338dd9-8c4d-4d22-8168-d9104598c93c" -d '{"events": [{"server_uuid": "494e313c-20e7-4704-9bd9-40ccc5460e68", "name": "network-vif-deleted", "tag": "a9527486-4fa6-4f6d-98ed-323353356c91"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:33.023410 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5db9acbf-7b0c-4564-8320-3d181b0870f6 req-700565c8-0266-46d1-be0d-2dd79ef0b4a8 tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.68 "GET /v2.0/security-groups?id=cc443a12-ccc2-4d96-95bc-33ac735efe3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933763 Aug 16 01:37:33.050326 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49229b-b38c-4b2d-aac7-400de0a57013 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9c09e5-ed39-44a5-bb18-554139df6dff,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:33.103328 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cb4efdd4-cd19-4d07-a032-8ff5bb8b507b None None] Provisioning for port fce76636-95be-483d-8468-a23fd31db758 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:33.111856 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cb4efdd4-cd19-4d07-a032-8ff5bb8b507b None None] Provisioning complete for port fce76636-95be-483d-8468-a23fd31db758 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:33.112704 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cb4efdd4-cd19-4d07-a032-8ff5bb8b507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:33.140265 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-26b59c0d-ecf4-42ff-a39e-b134379e18fe req-424a354a-fec6-49be-8380-f95648464ba3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959276 Aug 16 01:37:33.174258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-76bc8335-f5cb-44d1-8dd2-c18e6d7120b0 req-d28db500-b05b-4d4f-a5a4-6bbfaab1483f tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] No DVR routers for this DVR port 4fbf2f25-0440-4975-9988-8f0f57869d8a on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:37:33.187045 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-76bc8335-f5cb-44d1-8dd2-c18e6d7120b0 req-d28db500-b05b-4d4f-a5a4-6bbfaab1483f tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:33.191978 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-76bc8335-f5cb-44d1-8dd2-c18e6d7120b0 req-d28db500-b05b-4d4f-a5a4-6bbfaab1483f tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] 10.222.0.73 "DELETE /v2.0/ports/4fbf2f25-0440-4975-9988-8f0f57869d8a HTTP/1.1" status: 204 len: 173 time: 2.1477926 Aug 16 01:37:33.212984 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-93dc83c9-7332-42ce-a3c6-b9a2312113e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:33.220150 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-93dc83c9-7332-42ce-a3c6-b9a2312113e6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=023dc85af2bf4dc7a1f725dbe3ed89e4&device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 1096 time: 0.2979748 Aug 16 01:37:33.230046 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-cb4efdd4-cd19-4d07-a032-8ff5bb8b507b None None] Port fce76636-95be-483d-8468-a23fd31db758 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:37:33.242569 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28db500-b05b-4d4f-a5a4-6bbfaab1483f tempest-DeleteServersAdminTestJSON-1462690682 tempest-DeleteServersAdminTestJSON-1462690682-project] Pushing event deleted for resources: {'Port': ['ID=4fbf2f25-0440-4975-9988-8f0f57869d8a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:33.354842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53013f97-e05b-4192-a1ac-df5604fe29ad {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:37:33.362782 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a0061c1-a062-4eec-9b10-0c9d6e7698a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:33.367738 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-6249d662-61cc-441c-90df-b4ecda7bbceb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef9c09e5-ed39-44a5-bb18-554139df6dff HTTP/1.1" status: 200 len: 217 time: 0.1266923 Aug 16 01:37:33.371721 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a0061c1-a062-4eec-9b10-0c9d6e7698a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:33.375530 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bece7cb-b3b6-401a-a6dc-e3269de8061c admin admin] Router 366f79ae-76c1-4b1c-b045-9e6073141a1c is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:37:33.376070 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:33.384222 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-8f9c50ff-097f-40fa-b92f-f889a0ceafa2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6982682 Aug 16 01:37:33.406509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Request body: {'port': {'device_id': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:33.443334 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0061c1-a062-4eec-9b10-0c9d6e7698a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:37:33.451156 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a43179b7-9caa-437f-b8ca-36a8481a7f53 req-46aea40c-b9da-4dfb-b1ea-cc202eff2694 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=494e313c-20e7-4704-9bd9-40ccc5460e68 HTTP/1.1" status: 200 len: 210 time: 0.0712121 Aug 16 01:37:33.455259 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Transition to ACTIVE for port object 53013f97-e05b-4192-a1ac-df5604fe29ad will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:33.463460 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ce9f4-6f08-4fcf-9675-2fd4559c1410 req-7ccb2a65-d6cf-4d03-8fc8-60518297e9cb tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:33.465034 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-292ce9f4-6f08-4fcf-9675-2fd4559c1410 req-7ccb2a65-d6cf-4d03-8fc8-60518297e9cb tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 0.2365620 Aug 16 01:37:33.478958 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:33.479231 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0061c1-a062-4eec-9b10-0c9d6e7698a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80094be4-97c0-4c44-8def-48913d1ae763,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:33.511651 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4fbf2f25-0440-4975-9988-8f0f57869d8a no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:37:33.525509 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a0061c1-a062-4eec-9b10-0c9d6e7698a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:33.525820 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-7a0061c1-a062-4eec-9b10-0c9d6e7698a6 admin admin] Added segment 25094e4e-ab43-457e-9ad0-7b60d8d5ad86 of type vlan for network 383aed09-6e2a-4255-84ec-fc018eedc9b0 Aug 16 01:37:33.543901 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-4eaaf83d-6f8e-4912-8817-075d5669f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:33.545423 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-4eaaf83d-6f8e-4912-8817-075d5669f63c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ba079634-1419-49dc-8324-e7d11f3f3dfd HTTP/1.1" status: 200 len: 858 time: 0.1633594 Aug 16 01:37:33.560042 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 4fbf2f25-0440-4975-9988-8f0f57869d8a {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:37:33.560785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4fbf2f25-0440-4975-9988-8f0f57869d8a not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:37:33.597233 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:33.610365 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b689d0-099f-4170-bbc7-8734bfea6eea x-openstack-request-id: req-36b689d0-099f-4170-bbc7-8734bfea6eea {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:33.610659 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494e313c-20e7-4704-9bd9-40ccc5460e68", "name": "network-vif-deleted", "tag": "a9527486-4fa6-4f6d-98ed-323353356c91", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:33.610907 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-36b689d0-099f-4170-bbc7-8734bfea6eea {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:33.611296 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494e313c-20e7-4704-9bd9-40ccc5460e68', 'name': 'network-vif-deleted', 'tag': 'a9527486-4fa6-4f6d-98ed-323353356c91', 'status': 'completed', 'code': 200} Aug 16 01:37:33.627021 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a0061c1-a062-4eec-9b10-0c9d6e7698a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:33.664316 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c0f256-d909-47a6-a5fe-c554587c2c2a x-openstack-request-id: req-57c0f256-d909-47a6-a5fe-c554587c2c2a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:33.664693 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdc4a97-0290-4b8f-aa54-feec750bb18a", "tag": "ef9c09e5-ed39-44a5-bb18-554139df6dff", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:33.665194 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-57c0f256-d909-47a6-a5fe-c554587c2c2a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:33.665787 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdc4a97-0290-4b8f-aa54-feec750bb18a', 'tag': 'ef9c09e5-ed39-44a5-bb18-554139df6dff', 'status': 'completed', 'code': 200} Aug 16 01:37:33.668559 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Pushing event updated for resources: {'Port': ['ID=53013f97-e05b-4192-a1ac-df5604fe29ad,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:33.774692 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-43d237e6-43fc-4c90-811d-cf8ffc03deec service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37247afe-3e0d-4d66-9cda-775b4991a62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074870 Aug 16 01:37:33.781220 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a0061c1-a062-4eec-9b10-0c9d6e7698a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:33.782939 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0061c1-a062-4eec-9b10-0c9d6e7698a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:33.783751 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a0061c1-a062-4eec-9b10-0c9d6e7698a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:33.953135 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233db15-838c-4f98-9f54-660c06fb4b17 req-df357104-4ce2-4044-91d0-168349e31529 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:33.955064 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1233db15-838c-4f98-9f54-660c06fb4b17 req-df357104-4ce2-4044-91d0-168349e31529 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d90fdee-b406-45ec-98b0-a9e13a2a10ad HTTP/1.1" status: 200 len: 945 time: 0.2356520 Aug 16 01:37:33.959749 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Attempting to bind port 53013f97-e05b-4192-a1ac-df5604fe29ad on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:33.960080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Attempting to bind port 53013f97-e05b-4192-a1ac-df5604fe29ad by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'f94317bb-415c-413b-a3ee-7bf0243a9be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:33.960402 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Attempting to bind port 53013f97-e05b-4192-a1ac-df5604fe29ad on network 37247afe-3e0d-4d66-9cda-775b4991a62b {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:33.978092 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Port 53013f97-e05b-4192-a1ac-df5604fe29ad on network 37247afe-3e0d-4d66-9cda-775b4991a62b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:37:33.978426 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Attempting to bind port 53013f97-e05b-4192-a1ac-df5604fe29ad on network 37247afe-3e0d-4d66-9cda-775b4991a62b {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:34.004818 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:34.005435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Checking segment: {'id': 'f94317bb-415c-413b-a3ee-7bf0243a9be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:34.005576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Bound using segment: {'id': 'f94317bb-415c-413b-a3ee-7bf0243a9be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:34.006010 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Bound port: 53013f97-e05b-4192-a1ac-df5604fe29ad, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94317bb-415c-413b-a3ee-7bf0243a9be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:34.006370 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:34.056570 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1233db15-838c-4f98-9f54-660c06fb4b17 req-f8178dd4-5cdb-42a3-a409-764c5f30c835 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899608 Aug 16 01:37:34.227066 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] For port 53013f97-e05b-4192-a1ac-df5604fe29ad, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:34.232077 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] For port 53013f97-e05b-4192-a1ac-df5604fe29ad, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=53013f97-e05b-4192-a1ac-df5604fe29ad,segment=NetworkSegment(f94317bb-415c-413b-a3ee-7bf0243a9be0),segment_id=f94317bb-415c-413b-a3ee-7bf0243a9be0)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:34.243168 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:34.255734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c3bdef-f3fc-4443-8aad-bf5517788ec1 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:37:34.261425 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-292ce9f4-6f08-4fcf-9675-2fd4559c1410 req-8fbd1225-6cfc-43a3-ba15-7acbbf8d443d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7384984 Aug 16 01:37:34.285295 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:34.304250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Transition to ACTIVE for port object e6c3bdef-f3fc-4443-8aad-bf5517788ec1 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:34.341485 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:34.342288 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:34.344496 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] 10.222.0.63 "PUT /v2.0/ports/53013f97-e05b-4192-a1ac-df5604fe29ad HTTP/1.1" status: 200 len: 1093 time: 2.5619226 Aug 16 01:37:34.345659 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:34.367108 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1b0bb-8de5-4989-bbba-b8e57f1aa31e req-035488ec-5a11-413f-a566-b214f8981e5f tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:34.369815 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-73f1b0bb-8de5-4989-bbba-b8e57f1aa31e req-035488ec-5a11-413f-a566-b214f8981e5f tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 944 time: 0.2325914 Aug 16 01:37:34.442686 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7a0061c1-a062-4eec-9b10-0c9d6e7698a6 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.4303868 Aug 16 01:37:34.447364 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40332) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:34.477991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-dced5174-ec1c-49dd-9432-c1fae6a62e2a admin admin] Request body: {'subnet': {'network_id': '383aed09-6e2a-4255-84ec-fc018eedc9b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-498254729-subnet', 'tenant_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:34.485170 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0061c1-a062-4eec-9b10-0c9d6e7698a6 admin admin] Pushing event updated for resources: {'Network': ['ID=383aed09-6e2a-4255-84ec-fc018eedc9b0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:34.487710 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-73f1b0bb-8de5-4989-bbba-b8e57f1aa31e req-7e324fe3-0393-41a6-abb3-e64f2b4e3327 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976827 Aug 16 01:37:34.500588 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bece7cb-b3b6-401a-a6dc-e3269de8061c admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:37:34.504567 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 383aed09-6e2a-4255-84ec-fc018eedc9b0 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:37:34.524840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Sync routers for ids ['366f79ae-76c1-4b1c-b045-9e6073141a1c'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:37:34.527905 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886008dd-0774-4ed3-9401-2259865fef57 service neutron] Pushing event updated for resources: {'Port': ['ID=53013f97-e05b-4192-a1ac-df5604fe29ad,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:34.562762 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-584a120f-5394-4925-af17-5c01a1639aa2 service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7717810 Aug 16 01:37:34.571322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dced5174-ec1c-49dd-9432-c1fae6a62e2a admin admin] Made reservation on behalf of 4fb8e91a3bea46e1a84d41e7821e1b4c for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:37:34.575578 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dced5174-ec1c-49dd-9432-c1fae6a62e2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:34.595556 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-f4a40830-f8ef-41fc-97ba-ac9914f7421a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:34.597172 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-f4a40830-f8ef-41fc-97ba-ac9914f7421a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d90fdee-b406-45ec-98b0-a9e13a2a10ad HTTP/1.1" status: 200 len: 945 time: 0.3346035 Aug 16 01:37:34.621403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Routers {'366f79ae-76c1-4b1c-b045-9e6073141a1c'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:37:34.622147 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:37:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['366f79ae-76c1-4b1c-b045-9e6073141a1c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:34.688387 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-8d228dff-e394-458f-af10-66d9bead748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:34.690336 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-8d228dff-e394-458f-af10-66d9bead748d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=023dc85af2bf4dc7a1f725dbe3ed89e4&device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 1096 time: 0.2847219 Aug 16 01:37:34.765748 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-e9e5b004-3147-47af-96d0-c5526b711f7e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53013f97-e05b-4192-a1ac-df5604fe29ad HTTP/1.1" status: 200 len: 217 time: 0.0665712 Aug 16 01:37:34.766012 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Set router 366f79ae-76c1-4b1c-b045-9e6073141a1c gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:37:34.769902 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c3bdef-f3fc-4443-8aad-bf5517788ec1,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:34.785306 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6d5e807-9add-4d27-a21e-6e79acb679ef req-e8155105-e199-4d84-91c0-c3091ba42823 service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860209 Aug 16 01:37:34.841538 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-fc71f2c0-9ab0-42cd-991d-106ad23efd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:34.845486 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-fc71f2c0-9ab0-42cd-991d-106ad23efd4c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ba079634-1419-49dc-8324-e7d11f3f3dfd HTTP/1.1" status: 200 len: 858 time: 0.0704319 Aug 16 01:37:34.900525 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Attempting to bind port e6c3bdef-f3fc-4443-8aad-bf5517788ec1 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:34.900887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Attempting to bind port e6c3bdef-f3fc-4443-8aad-bf5517788ec1 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '72824b89-0c91-4936-85af-79fcb697aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:34.901221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Attempting to bind port e6c3bdef-f3fc-4443-8aad-bf5517788ec1 on network c9f6cb29-657f-4294-ac8f-e7d12f466242 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:34.910414 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-cc4c38cb-91d9-48f3-ae4e-cdfd4c7627f1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37247afe-3e0d-4d66-9cda-775b4991a62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455413 Aug 16 01:37:34.910999 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Port e6c3bdef-f3fc-4443-8aad-bf5517788ec1 on network c9f6cb29-657f-4294-ac8f-e7d12f466242 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:37:34.911374 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Attempting to bind port e6c3bdef-f3fc-4443-8aad-bf5517788ec1 on network c9f6cb29-657f-4294-ac8f-e7d12f466242 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:34.917709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:34.918152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Checking segment: {'id': '72824b89-0c91-4936-85af-79fcb697aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:34.918589 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Bound using segment: {'id': '72824b89-0c91-4936-85af-79fcb697aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:34.919149 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Bound port: e6c3bdef-f3fc-4443-8aad-bf5517788ec1, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72824b89-0c91-4936-85af-79fcb697aaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:34.919574 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:35.062373 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bece7cb-b3b6-401a-a6dc-e3269de8061c admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:35.063971 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1bece7cb-b3b6-401a-a6dc-e3269de8061c admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.4831531 Aug 16 01:37:35.064091 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-d5fd717a-0426-4e43-be51-896eb35939b7 service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257625 Aug 16 01:37:35.069574 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40346) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:35.090936 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dced5174-ec1c-49dd-9432-c1fae6a62e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:35.107333 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256c881-38db-4a14-a857-757182f2dccf req-f39680c9-3476-4034-bd97-656e3d7e4c1d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:35.114687 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256c881-38db-4a14-a857-757182f2dccf req-f39680c9-3476-4034-bd97-656e3d7e4c1d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:35.120788 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256c881-38db-4a14-a857-757182f2dccf req-f39680c9-3476-4034-bd97-656e3d7e4c1d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:35.127330 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256c881-38db-4a14-a857-757182f2dccf req-f39680c9-3476-4034-bd97-656e3d7e4c1d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:35.133611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256c881-38db-4a14-a857-757182f2dccf req-f39680c9-3476-4034-bd97-656e3d7e4c1d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:35.142000 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d256c881-38db-4a14-a857-757182f2dccf req-f39680c9-3476-4034-bd97-656e3d7e4c1d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 3828 time: 0.7239196 Aug 16 01:37:35.177180 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'name': 'tempest-ServersTestFqdnHostnames-1362448258-router', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:26Z', 'updated_at': '2021-08-16T01:37:31Z', 'revision_number': 3, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'gw_port': {'id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:29Z', 'updated_at': '2021-08-16T01:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:35.206783 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8ec9465-bc1d-4152-9ec9-2fc0be8322e5 req-926b52d1-fbe9-4dd0-a932-516b037de044 service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998168 Aug 16 01:37:35.235117 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Checking router: 366f79ae-76c1-4b1c-b045-9e6073141a1c for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:37:35.235555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Updating router 366f79ae-76c1-4b1c-b045-9e6073141a1c port 79901cd8-4c6c-41da-89a9-360bfae9224a binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:37:35.250877 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1d637-8647-4aff-afd1-065e2e2bbe1d req-e47d3782-b71a-4473-956e-270a62f76a49 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:35.252999 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9eb1d637-8647-4aff-afd1-065e2e2bbe1d req-e47d3782-b71a-4473-956e-270a62f76a49 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 944 time: 0.1880603 Aug 16 01:37:35.270984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] For port e6c3bdef-f3fc-4443-8aad-bf5517788ec1, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:35.274384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] For port e6c3bdef-f3fc-4443-8aad-bf5517788ec1, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e6c3bdef-f3fc-4443-8aad-bf5517788ec1,segment=NetworkSegment(72824b89-0c91-4936-85af-79fcb697aaee),segment_id=72824b89-0c91-4936-85af-79fcb697aaee)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:35.282459 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:35.292389 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:35.353945 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:35.354737 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:35.356664 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] 10.222.0.73 "PUT /v2.0/ports/e6c3bdef-f3fc-4443-8aad-bf5517788ec1 HTTP/1.1" status: 200 len: 1092 time: 1.9555185 Aug 16 01:37:35.396193 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Request body: {'port': {'device_id': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:35.417717 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9eb1d637-8647-4aff-afd1-065e2e2bbe1d req-fd868ddf-2489-454f-bfc2-15e0293fc3ae tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411595 Aug 16 01:37:35.511907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dced5174-ec1c-49dd-9432-c1fae6a62e2a admin admin] Checking segment: {'id': '25094e4e-ab43-457e-9ad0-7b60d8d5ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '383aed09-6e2a-4255-84ec-fc018eedc9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:35.512429 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dced5174-ec1c-49dd-9432-c1fae6a62e2a admin admin] Network hostable DHCP agents. Network: 383aed09-6e2a-4255-84ec-fc018eedc9b0, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:37:35.524246 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa54338-a9b3-42e0-ac3b-7177a2453c25 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c3bdef-f3fc-4443-8aad-bf5517788ec1,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:35.527967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272eeaf7-1fe4-47d7-8df2-72402f407e99 req-6ede79a0-c250-4b8f-8567-8fe343b7319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:35.529908 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-272eeaf7-1fe4-47d7-8df2-72402f407e99 req-6ede79a0-c250-4b8f-8567-8fe343b7319b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=023dc85af2bf4dc7a1f725dbe3ed89e4&device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 1096 time: 0.4520783 Aug 16 01:37:35.532516 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced5174-ec1c-49dd-9432-c1fae6a62e2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c53eab2b-e649-42d9-8ee4-592759ca62d4,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:35.551915 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d256c881-38db-4a14-a857-757182f2dccf req-fdd029bb-c3eb-460a-a7c9-86a16e619bfa tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4084752 Aug 16 01:37:35.618116 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1b794d-0e76-4250-a30f-642b9c35dd86', 'tag': '53013f97-e05b-4192-a1ac-df5604fe29ad'}, {'name': 'network-changed', 'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'tag': 'e6c3bdef-f3fc-4443-8aad-bf5517788ec1'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:35.623254 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6a692a-ba23-4c52-a075-179e0068b217" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1b794d-0e76-4250-a30f-642b9c35dd86", "tag": "53013f97-e05b-4192-a1ac-df5604fe29ad"}, {"name": "network-changed", "server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "tag": "e6c3bdef-f3fc-4443-8aad-bf5517788ec1"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:35.668516 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cfe3ca-ae12-4d22-87e4-c9c30eb0877c', 'name': 'network-vif-deleted', 'tag': '4fbf2f25-0440-4975-9988-8f0f57869d8a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:35.674941 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b32e41-dcf6-4319-ab0f-c044504f48e5" -d '{"events": [{"server_uuid": "55cfe3ca-ae12-4d22-87e4-c9c30eb0877c", "name": "network-vif-deleted", "tag": "4fbf2f25-0440-4975-9988-8f0f57869d8a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:35.717112 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:35.805827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dced5174-ec1c-49dd-9432-c1fae6a62e2a admin admin] Network 383aed09-6e2a-4255-84ec-fc018eedc9b0 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:37:35.830183 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:35.870562 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Transition to ACTIVE for port object 79901cd8-4c6c-41da-89a9-360bfae9224a will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:35.882617 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a9527486-4fa6-4f6d-98ed-323353356c91 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:37:35.888431 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-dced5174-ec1c-49dd-9432-c1fae6a62e2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 383aed09-6e2a-4255-84ec-fc018eedc9b0) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:35.917324 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12250107-d38b-434e-9d24-bed0d1d4d9a6 req-ed42922f-60b0-4af0-bd05-22943793429f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:35.918944 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12250107-d38b-434e-9d24-bed0d1d4d9a6 req-ed42922f-60b0-4af0-bd05-22943793429f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.73 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 944 time: 0.4085724 Aug 16 01:37:35.935405 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dced5174-ec1c-49dd-9432-c1fae6a62e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:35.935988 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dced5174-ec1c-49dd-9432-c1fae6a62e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:35.940751 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-5a74bb79-5103-4be9-a75a-8ecf4b967805 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Deleting port 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:37:35.941109 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-5a74bb79-5103-4be9-a75a-8ecf4b967805 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:35.954714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: a9527486-4fa6-4f6d-98ed-323353356c91 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:37:35.955642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a9527486-4fa6-4f6d-98ed-323353356c91 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:37:35.960629 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de69dbea-b005-4191-bd7e-e0667187ee38 None None] Network 383aed09-6e2a-4255-84ec-fc018eedc9b0 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:37:35.965729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf54a1-4838-4538-a0dc-a50721ea83d3 req-b1c59c04-c6ef-4c2e-a464-bca7c80c39ee tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:35.973134 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4faf54a1-4838-4538-a0dc-a50721ea83d3 req-b1c59c04-c6ef-4c2e-a464-bca7c80c39ee tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d90fdee-b406-45ec-98b0-a9e13a2a10ad HTTP/1.1" status: 200 len: 945 time: 0.3330357 Aug 16 01:37:35.996678 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:36.039374 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40362) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:36.124909 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272eeaf7-1fe4-47d7-8df2-72402f407e99 req-34bfe0f5-1850-4e1a-a81e-543e36b1f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:36.126431 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-272eeaf7-1fe4-47d7-8df2-72402f407e99 req-34bfe0f5-1850-4e1a-a81e-543e36b1f737 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37247afe-3e0d-4d66-9cda-775b4991a62b HTTP/1.1" status: 200 len: 919 time: 0.5610898 Aug 16 01:37:36.156889 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Attempting to bind port 79901cd8-4c6c-41da-89a9-360bfae9224a on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:36.157523 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Attempting to bind port 79901cd8-4c6c-41da-89a9-360bfae9224a by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:36.158292 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Attempting to bind port 79901cd8-4c6c-41da-89a9-360bfae9224a on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:36.159176 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ba4e6-398e-4e2a-a0d6-5fb389a7e9a6 req-40b189ba-1333-4d6b-b697-4dd51efd1bfd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:36.161186 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-298ba4e6-398e-4e2a-a0d6-5fb389a7e9a6 req-40b189ba-1333-4d6b-b697-4dd51efd1bfd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 0.4828298 Aug 16 01:37:36.175462 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25653b31-ec39-455c-82b6-262b63d477d6 None None] Pushing event updated for resources: {'Port': ['ID=79901cd8-4c6c-41da-89a9-360bfae9224a,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:36.188864 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:36.189388 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:36.190039 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:36.190531 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:36.191134 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Bound port: 79901cd8-4c6c-41da-89a9-360bfae9224a, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:36.191748 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:36.234106 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dced5174-ec1c-49dd-9432-c1fae6a62e2a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7635345 Aug 16 01:37:36.302930 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] For port 79901cd8-4c6c-41da-89a9-360bfae9224a, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:36.307544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] For port 79901cd8-4c6c-41da-89a9-360bfae9224a, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=79901cd8-4c6c-41da-89a9-360bfae9224a,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:36.320702 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-272eeaf7-1fe4-47d7-8df2-72402f407e99 req-aafcf19f-7602-40ff-9cb3-43a8b2dd3c90 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef9c09e5-ed39-44a5-bb18-554139df6dff HTTP/1.1" status: 200 len: 217 time: 0.0895529 Aug 16 01:37:36.327102 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40366) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:36.329913 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:36.346110 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-383aed09-6e2a-4255-84ec-fc018eedc9b0', 'network_id': '383aed09-6e2a-4255-84ec-fc018eedc9b0', 'tenant_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'fixed_ips': [{'subnet_id': 'c53eab2b-e649-42d9-8ee4-592759ca62d4'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:37:36.347119 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:36.387033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-454d9c34-94e4-4f7c-b0ba-6aba12153fac admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-498254729-router', 'tenant_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:36.409696 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-298ba4e6-398e-4e2a-a0d6-5fb389a7e9a6 req-cde2c3f1-0c6c-4714-a2a5-b9cf712bfe53 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858518 Aug 16 01:37:36.419546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Routers {'366f79ae-76c1-4b1c-b045-9e6073141a1c'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:37:36.420407 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:37:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['366f79ae-76c1-4b1c-b045-9e6073141a1c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:36.473033 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-454d9c34-94e4-4f7c-b0ba-6aba12153fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:36.474692 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-454d9c34-94e4-4f7c-b0ba-6aba12153fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:36.479210 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 53013f97-e05b-4192-a1ac-df5604fe29ad details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:37:36.553377 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25653b31-ec39-455c-82b6-262b63d477d6 None None] Pushing event updated for resources: {'Port': ['ID=79901cd8-4c6c-41da-89a9-360bfae9224a,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:36.580489 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-454d9c34-94e4-4f7c-b0ba-6aba12153fac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:36.749521 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4faf54a1-4838-4538-a0dc-a50721ea83d3 req-d758be43-0490-4f7a-9a6f-52582fd68f11 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6753368 Aug 16 01:37:36.769399 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c48de3-b662-47a6-8021-99cd79188db2 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:37:36.771604 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-12250107-d38b-434e-9d24-bed0d1d4d9a6 req-ad667cf7-02c9-4093-967b-8c04b35637e7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Deleting port 2e06069d-8b5f-49f5-9bce-1fca274c082f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:37:36.771952 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-12250107-d38b-434e-9d24-bed0d1d4d9a6 req-ad667cf7-02c9-4093-967b-8c04b35637e7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:36.775373 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] Set router 366f79ae-76c1-4b1c-b045-9e6073141a1c gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:37:36.779918 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:36.799412 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Transition to ACTIVE for port object 47c48de3-b662-47a6-8021-99cd79188db2 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:36.804457 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:36.880020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc9fd2-2fc7-458b-a269-4244ca48fc56 req-f2ca99b7-c1f0-497f-88c5-f0ec290d7329 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:36.888561 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5abc9fd2-2fc7-458b-a269-4244ca48fc56 req-f2ca99b7-c1f0-497f-88c5-f0ec290d7329 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 944 time: 0.2969639 Aug 16 01:37:36.891738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Pushing event updated for resources: {'Port': ['ID=47c48de3-b662-47a6-8021-99cd79188db2,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:36.911518 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f332fce6-732b-460d-a58f-d941e5bce1e8 x-openstack-request-id: req-f332fce6-732b-460d-a58f-d941e5bce1e8 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:36.911872 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1b794d-0e76-4250-a30f-642b9c35dd86", "tag": "53013f97-e05b-4192-a1ac-df5604fe29ad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "tag": "e6c3bdef-f3fc-4443-8aad-bf5517788ec1", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:36.912134 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f332fce6-732b-460d-a58f-d941e5bce1e8 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:36.912563 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1b794d-0e76-4250-a30f-642b9c35dd86', 'tag': '53013f97-e05b-4192-a1ac-df5604fe29ad', 'status': 'completed', 'code': 200} Aug 16 01:37:36.916862 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'tag': 'e6c3bdef-f3fc-4443-8aad-bf5517788ec1', 'status': 'completed', 'code': 200} Aug 16 01:37:37.068283 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Allocated IP 172.20.0.2 (383aed09-6e2a-4255-84ec-fc018eedc9b0/c53eab2b-e649-42d9-8ee4-592759ca62d4/f21d3a0f-a489-4511-8790-b8a5e2dcf8b6) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:37.152376 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 53013f97-e05b-4192-a1ac-df5604fe29ad, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=53013f97-e05b-4192-a1ac-df5604fe29ad,segment=NetworkSegment(f94317bb-415c-413b-a3ee-7bf0243a9be0),segment_id=f94317bb-415c-413b-a3ee-7bf0243a9be0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:37.210750 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:37.224225 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-ae00bec0-ffd7-43b5-b063-811725678ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:37.224711 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-ae00bec0-ffd7-43b5-b063-811725678ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:37.225227 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-ae00bec0-ffd7-43b5-b063-811725678ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:37.226770 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-ae00bec0-ffd7-43b5-b063-811725678ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:37.227264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-ae00bec0-ffd7-43b5-b063-811725678ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:37.227710 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-ae00bec0-ffd7-43b5-b063-811725678ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:37.230385 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-ae00bec0-ffd7-43b5-b063-811725678ec1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5052f870a5d04e98b2cd29c89d03b16c&device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5247 time: 0.1609457 Aug 16 01:37:37.262867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-02d32986-01aa-4144-984e-c76aabb24001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:37.264723 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-02d32986-01aa-4144-984e-c76aabb24001 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=023dc85af2bf4dc7a1f725dbe3ed89e4&device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 1096 time: 0.3441644 Aug 16 01:37:37.306077 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '53013f97-e05b-4192-a1ac-df5604fe29ad', 'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b', 'port_id': '53013f97-e05b-4192-a1ac-df5604fe29ad', 'mac_address': 'fa:16:3e:f3:b0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba079634-1419-49dc-8324-e7d11f3f3dfd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:37:37.349494 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c39b01a-889e-4255-8dbf-74a2271435a2 x-openstack-request-id: req-1c39b01a-889e-4255-8dbf-74a2271435a2 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:37.350165 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cfe3ca-ae12-4d22-87e4-c9c30eb0877c", "name": "network-vif-deleted", "tag": "4fbf2f25-0440-4975-9988-8f0f57869d8a", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:37.350777 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1c39b01a-889e-4255-8dbf-74a2271435a2 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:37.351191 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cfe3ca-ae12-4d22-87e4-c9c30eb0877c', 'name': 'network-vif-deleted', 'tag': '4fbf2f25-0440-4975-9988-8f0f57869d8a', 'status': 'completed', 'code': 200} Aug 16 01:37:37.387732 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-454d9c34-94e4-4f7c-b0ba-6aba12153fac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:37.399489 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-5a74bb79-5103-4be9-a75a-8ecf4b967805 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] For port 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:37.399864 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-5a74bb79-5103-4be9-a75a-8ecf4b967805 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:37.428541 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272eeaf7-1fe4-47d7-8df2-72402f407e99 req-78d2c342-d25b-434f-bf00-ce41fa68103d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:37.430157 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-272eeaf7-1fe4-47d7-8df2-72402f407e99 req-78d2c342-d25b-434f-bf00-ce41fa68103d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ba079634-1419-49dc-8324-e7d11f3f3dfd HTTP/1.1" status: 200 len: 858 time: 1.0544493 Aug 16 01:37:37.431757 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:37.475446 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-5a74bb79-5103-4be9-a75a-8ecf4b967805 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Calling delete_port for 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:37:37.511640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53013f97-e05b-4192-a1ac-df5604fe29ad {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:37:37.519210 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-80af01a6-3b98-45cd-8f84-f577443adbb8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4c8be947e7b2469293a528d7dd503646&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4700801 Aug 16 01:37:37.534040 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40376) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:37.535525 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 53013f97-e05b-4192-a1ac-df5604fe29ad, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=53013f97-e05b-4192-a1ac-df5604fe29ad,segment=NetworkSegment(f94317bb-415c-413b-a3ee-7bf0243a9be0),segment_id=f94317bb-415c-413b-a3ee-7bf0243a9be0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:37.550278 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:37.551085 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ef9c09e5-ed39-44a5-bb18-554139df6dff details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:37:37.563157 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f652b7-62a4-4ac5-aac5-d6b1f1d3e085 req-c757e907-0516-433c-add8-b1156201e67f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:37.573890 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-44f652b7-62a4-4ac5-aac5-d6b1f1d3e085 req-c757e907-0516-433c-add8-b1156201e67f tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 944 time: 0.4233153 Aug 16 01:37:37.574944 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-272eeaf7-1fe4-47d7-8df2-72402f407e99 req-7cdfe263-e073-46b1-aad7-ee68ead6ff7e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37247afe-3e0d-4d66-9cda-775b4991a62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159124 Aug 16 01:37:37.589359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Attempting to bind port 47c48de3-b662-47a6-8021-99cd79188db2 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:37.589704 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Attempting to bind port 47c48de3-b662-47a6-8021-99cd79188db2 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:37.590047 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Attempting to bind port 47c48de3-b662-47a6-8021-99cd79188db2 on network eac9d217-8a8e-4249-a789-0da4a12bc674 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:37.598356 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5abc9fd2-2fc7-458b-a269-4244ca48fc56 req-79389081-74d6-449c-af53-efa65d4d03b3 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7088251 Aug 16 01:37:37.610134 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:37.643884 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Transition to ACTIVE for port object f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:37.671270 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Port 47c48de3-b662-47a6-8021-99cd79188db2 on network eac9d217-8a8e-4249-a789-0da4a12bc674 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:37:37.671696 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'name': 'tempest-ServersTestFqdnHostnames-1362448258-router', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:26Z', 'updated_at': '2021-08-16T01:37:31Z', 'revision_number': 3, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'gw_port': {'id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:29Z', 'updated_at': '2021-08-16T01:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:37.671886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Attempting to bind port 47c48de3-b662-47a6-8021-99cd79188db2 on network eac9d217-8a8e-4249-a789-0da4a12bc674 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:37.683142 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ef9c09e5-ed39-44a5-bb18-554139df6dff, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ef9c09e5-ed39-44a5-bb18-554139df6dff,segment=NetworkSegment(f94317bb-415c-413b-a3ee-7bf0243a9be0),segment_id=f94317bb-415c-413b-a3ee-7bf0243a9be0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:37.687917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-8a3fd294-8e4d-4b19-a105-61e438e1c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:37.689564 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-8a3fd294-8e4d-4b19-a105-61e438e1c0f1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37247afe-3e0d-4d66-9cda-775b4991a62b HTTP/1.1" status: 200 len: 919 time: 0.4130452 Aug 16 01:37:37.721323 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde8f70d-0c90-4c60-8e5e-afd0ebde680a None None] The sync data for ids ['366f79ae-76c1-4b1c-b045-9e6073141a1c'] in n-d-765315-27 is: [{'id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'name': 'tempest-ServersTestFqdnHostnames-1362448258-router', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:26Z', 'updated_at': '2021-08-16T01:37:31Z', 'revision_number': 3, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'gw_port': {'id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:29Z', 'updated_at': '2021-08-16T01:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:37:37.723469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Transition to ACTIVE for port object f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:37.727031 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=53013f97-e05b-4192-a1ac-df5604fe29ad,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:37.743272 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'ef9c09e5-ed39-44a5-bb18-554139df6dff', 'network_id': '37247afe-3e0d-4d66-9cda-775b4991a62b', 'port_id': 'ef9c09e5-ed39-44a5-bb18-554139df6dff', 'mac_address': 'fa:16:3e:29:c4:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba079634-1419-49dc-8324-e7d11f3f3dfd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:37:37.747607 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:37.763012 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-44f652b7-62a4-4ac5-aac5-d6b1f1d3e085 req-54d7e4be-caad-4cff-b4c8-bb60b8837966 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/security-groups?id=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857674 Aug 16 01:37:37.784426 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:37.787775 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Checking segment: {'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:37.788417 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Bound using segment: {'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:37.789065 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Bound port: 47c48de3-b662-47a6-8021-99cd79188db2, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:37.789982 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:37.809370 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:37.869350 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9c09e5-ed39-44a5-bb18-554139df6dff {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:37:37.885069 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Network 383aed09-6e2a-4255-84ec-fc018eedc9b0 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:37.887500 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:37.888281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Pushing event updated for resources: {'Port': ['ID=f21d3a0f-a489-4511-8790-b8a5e2dcf8b6,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:37.902325 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:37.907266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:37.920347 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ef9c09e5-ed39-44a5-bb18-554139df6dff, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ef9c09e5-ed39-44a5-bb18-554139df6dff,segment=NetworkSegment(f94317bb-415c-413b-a3ee-7bf0243a9be0),segment_id=f94317bb-415c-413b-a3ee-7bf0243a9be0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:37.926069 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-7e4e6e09-940a-4a9f-bdc9-51eaad7cab28 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53013f97-e05b-4192-a1ac-df5604fe29ad HTTP/1.1" status: 200 len: 217 time: 0.1853907 Aug 16 01:37:37.930017 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-19b83e00-2915-4ff2-9aec-496b0e94c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:37.930505 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-19b83e00-2915-4ff2-9aec-496b0e94c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:37.930976 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-19b83e00-2915-4ff2-9aec-496b0e94c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:37.932835 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-19b83e00-2915-4ff2-9aec-496b0e94c8a2 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5052f870a5d04e98b2cd29c89d03b16c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6810811 Aug 16 01:37:37.950873 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:37.993223 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-12dd8c09-4f1a-4c06-ad98-12c5d1d547d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:37.993705 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-12dd8c09-4f1a-4c06-ad98-12c5d1d547d6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ba079634-1419-49dc-8324-e7d11f3f3dfd HTTP/1.1" status: 200 len: 858 time: 0.0518944 Aug 16 01:37:38.014621 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Attempting to bind port f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:38.015641 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Attempting to bind port f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '25094e4e-ab43-457e-9ad0-7b60d8d5ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '383aed09-6e2a-4255-84ec-fc018eedc9b0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:38.016114 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Attempting to bind port f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 on network 383aed09-6e2a-4255-84ec-fc018eedc9b0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:38.026918 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:38.027442 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Checking segment: {'id': '25094e4e-ab43-457e-9ad0-7b60d8d5ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '383aed09-6e2a-4255-84ec-fc018eedc9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:38.027961 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:38.028453 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Bound using segment: {'id': '25094e4e-ab43-457e-9ad0-7b60d8d5ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '383aed09-6e2a-4255-84ec-fc018eedc9b0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:38.029031 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Bound port: f21d3a0f-a489-4511-8790-b8a5e2dcf8b6, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25094e4e-ab43-457e-9ad0-7b60d8d5ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '383aed09-6e2a-4255-84ec-fc018eedc9b0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:38.029516 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:38.054862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=ef9c09e5-ed39-44a5-bb18-554139df6dff,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:38.074549 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-5a74bb79-5103-4be9-a75a-8ecf4b967805 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:38.104643 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:37:38.105570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-12250107-d38b-434e-9d24-bed0d1d4d9a6 req-ad667cf7-02c9-4093-967b-8c04b35637e7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] For port 2e06069d-8b5f-49f5-9bce-1fca274c082f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=2e06069d-8b5f-49f5-9bce-1fca274c082f,segment=NetworkSegment(8d5a9836-2691-4470-af31-48a249fd968f),segment_id=8d5a9836-2691-4470-af31-48a249fd968f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:38.105570 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-12250107-d38b-434e-9d24-bed0d1d4d9a6 req-ad667cf7-02c9-4093-967b-8c04b35637e7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:38.182468 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74bb79-5103-4be9-a75a-8ecf4b967805 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Pushing event deleted for resources: {'Port': ['ID=62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:38.240534 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] For port f21d3a0f-a489-4511-8790-b8a5e2dcf8b6, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:38.250105 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] For port f21d3a0f-a489-4511-8790-b8a5e2dcf8b6, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f21d3a0f-a489-4511-8790-b8a5e2dcf8b6,segment=NetworkSegment(25094e4e-ab43-457e-9ad0-7b60d8d5ad86),segment_id=25094e4e-ab43-457e-9ad0-7b60d8d5ad86)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:38.250358 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-12250107-d38b-434e-9d24-bed0d1d4d9a6 req-ad667cf7-02c9-4093-967b-8c04b35637e7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Calling delete_port for 2e06069d-8b5f-49f5-9bce-1fca274c082f owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:37:38.258986 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:38.320572 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-5a74bb79-5103-4be9-a75a-8ecf4b967805 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] No DVR routers for this DVR port 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:37:38.323496 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-5a74bb79-5103-4be9-a75a-8ecf4b967805 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:38.326687 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8adafc67-90ad-49d0-a826-535eeafe43a4 req-5a74bb79-5103-4be9-a75a-8ecf4b967805 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.63 "DELETE /v2.0/ports/62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc HTTP/1.1" status: 204 len: 173 time: 3.5398724 Aug 16 01:37:38.328428 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['53013f97-e05b-4192-a1ac-df5604fe29ad'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:37:38.338864 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ef9c09e5-ed39-44a5-bb18-554139df6dff'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:37:38.380402 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b270986-be08-4f14-9de7-8f730060708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:38.472086 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-ef3cf8a2-9d74-43aa-bff7-836ec54db4c3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37247afe-3e0d-4d66-9cda-775b4991a62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3764927 Aug 16 01:37:38.472760 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ed70787-b337-4bb6-8763-3387b24a44ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:38.478033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b06a2f-96c4-4492-9546-f1e54ef14b95 req-3c7ccaa9-672b-4a99-acd0-f73c890ce0fa tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:38.480394 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3571396-4f47-44b2-a90d-652ec159021f None None] Pushing event updated for resources: {'Port': ['ID=f21d3a0f-a489-4511-8790-b8a5e2dcf8b6,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:38.487294 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b06a2f-96c4-4492-9546-f1e54ef14b95 req-3c7ccaa9-672b-4a99-acd0-f73c890ce0fa tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:38.494066 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b06a2f-96c4-4492-9546-f1e54ef14b95 req-3c7ccaa9-672b-4a99-acd0-f73c890ce0fa tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:38.504631 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b06a2f-96c4-4492-9546-f1e54ef14b95 req-3c7ccaa9-672b-4a99-acd0-f73c890ce0fa tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:38.519162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b06a2f-96c4-4492-9546-f1e54ef14b95 req-3c7ccaa9-672b-4a99-acd0-f73c890ce0fa tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:38.525588 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ed70787-b337-4bb6-8763-3387b24a44ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:38.532867 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b06a2f-96c4-4492-9546-f1e54ef14b95 req-3c7ccaa9-672b-4a99-acd0-f73c890ce0fa tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:38.535885 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91b06a2f-96c4-4492-9546-f1e54ef14b95 req-3c7ccaa9-672b-4a99-acd0-f73c890ce0fa tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 4601 time: 0.7229261 Aug 16 01:37:38.540611 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-272eeaf7-1fe4-47d7-8df2-72402f407e99 req-e2de7aea-5157-4379-8b19-fb290ad80371 service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9402804 Aug 16 01:37:38.653190 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ed70787-b337-4bb6-8763-3387b24a44ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:38.656915 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ed70787-b337-4bb6-8763-3387b24a44ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:38.660605 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1ed70787-b337-4bb6-8763-3387b24a44ec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cc443a12-ccc2-4d96-95bc-33ac735efe3e HTTP/1.1" status: 204 len: 168 time: 1.0751379 Aug 16 01:37:38.670745 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] For port 47c48de3-b662-47a6-8021-99cd79188db2, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:38.808669 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] For port 47c48de3-b662-47a6-8021-99cd79188db2, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=47c48de3-b662-47a6-8021-99cd79188db2,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:38.847083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed70787-b337-4bb6-8763-3387b24a44ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc443a12-ccc2-4d96-95bc-33ac735efe3e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:38.912123 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:38.964919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56903e92-f42e-4c28-9d88-9f13e2932fee req-e9072ef0-bf52-4df1-a53a-0b8e3ee37e21 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:38.979807 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-56903e92-f42e-4c28-9d88-9f13e2932fee req-e9072ef0-bf52-4df1-a53a-0b8e3ee37e21 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 1.0366616 Aug 16 01:37:39.020041 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:39.020652 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:39.022330 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] 10.222.0.73 "PUT /v2.0/ports/47c48de3-b662-47a6-8021-99cd79188db2 HTTP/1.1" status: 200 len: 1132 time: 3.6357782 Aug 16 01:37:39.037378 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b45ea54-acbf-476b-9cd0-2118edc0545c req-2527d2fa-0537-4b4a-9920-a910111859b2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&device_id=8d90fdee-b406-45ec-98b0-a9e13a2a10ad HTTP/1.1" status: 200 len: 210 time: 0.2191012 Aug 16 01:37:39.155889 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'tag': '47c48de3-b662-47a6-8021-99cd79188db2'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:39.158815 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dadff9-2927-414d-95c6-029be059e6d5" -d '{"events": [{"name": "network-changed", "server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "tag": "47c48de3-b662-47a6-8021-99cd79188db2"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:39.171434 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76e8d1-7e50-49ab-86da-e51bd3860186 service neutron] Pushing event updated for resources: {'Port': ['ID=47c48de3-b662-47a6-8021-99cd79188db2,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:39.208133 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-1696e6cb-0479-4eef-a12e-4a62bd947627 service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071308 Aug 16 01:37:39.223369 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Request body: {'port': {'device_id': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:39.238673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-65a87bf8-b60e-4df6-91dc-d8904f1641af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:39.241358 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-65a87bf8-b60e-4df6-91dc-d8904f1641af service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2455373 Aug 16 01:37:39.250672 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 79901cd8-4c6c-41da-89a9-360bfae9224a up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:39.290565 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-272eeaf7-1fe4-47d7-8df2-72402f407e99 req-d8ae9644-16ad-4e37-bd7d-e8035a62f90c service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7157154 Aug 16 01:37:39.317577 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91b06a2f-96c4-4492-9546-f1e54ef14b95 req-57c4a71e-2e92-4111-8d88-9ba4b606d73c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7729616 Aug 16 01:37:39.335719 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-12250107-d38b-434e-9d24-bed0d1d4d9a6 req-ad667cf7-02c9-4093-967b-8c04b35637e7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:39.404393 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-56903e92-f42e-4c28-9d88-9f13e2932fee req-f02adf34-e45b-41c6-b7b8-3de9783841a0 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233859 Aug 16 01:37:39.426630 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:39.441453 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 79901cd8-4c6c-41da-89a9-360bfae9224a completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:39.455325 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 79901cd8-4c6c-41da-89a9-360bfae9224a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:39.455698 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:39.471345 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d90fdee-b406-45ec-98b0-a9e13a2a10ad', 'name': 'network-vif-deleted', 'tag': '62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:39.473867 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddb9213-9354-45eb-babd-73c00c37f074" -d '{"events": [{"server_uuid": "8d90fdee-b406-45ec-98b0-a9e13a2a10ad", "name": "network-vif-deleted", "tag": "62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:39.499099 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c6a692a-ba23-4c52-a075-179e0068b217 req-e52ebbb7-98dd-4af6-9521-5a9d5b0efebd service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616045 Aug 16 01:37:39.507418 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40392) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:39.549979 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 2e06069d-8b5f-49f5-9bce-1fca274c082f no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:37:39.561799 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a87562e1-bb4d-43ef-85bc-09a81a4f1820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:39.604188 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 2e06069d-8b5f-49f5-9bce-1fca274c082f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:37:39.604532 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 2e06069d-8b5f-49f5-9bce-1fca274c082f not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:37:39.637121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad667cf7-02c9-4093-967b-8c04b35637e7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Pushing event deleted for resources: {'Port': ['ID=2e06069d-8b5f-49f5-9bce-1fca274c082f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:39.704824 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a48ad1e-bcaa-4137-81d3-c7c54d51dcae req-d876100e-356a-4f3c-9b6f-51db792bbca7 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d90fdee-b406-45ec-98b0-a9e13a2a10ad HTTP/1.1" status: 200 len: 210 time: 0.0781074 Aug 16 01:37:39.764973 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:39.814494 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 79901cd8-4c6c-41da-89a9-360bfae9224a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=79901cd8-4c6c-41da-89a9-360bfae9224a,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:39.830724 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:39.834989 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:39.934794 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=79901cd8-4c6c-41da-89a9-360bfae9224a,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:39.951450 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:39.957645 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0afde3-55ae-42f9-858b-d97e140ec6de {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:37:39.966666 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:39.976084 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8655c3c4-a943-474c-93a2-6eb7c744ab43 req-f7976567-0382-4cd7-af02-822978013e9c tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.68 "GET /v2.0/ports?device_id=db4bf462-13c9-4528-96a9-1d4c330a5abf HTTP/1.1" status: 200 len: 210 time: 0.1459162 Aug 16 01:37:39.976915 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-12250107-d38b-434e-9d24-bed0d1d4d9a6 req-ad667cf7-02c9-4093-967b-8c04b35637e7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] No DVR routers for this DVR port 2e06069d-8b5f-49f5-9bce-1fca274c082f on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:37:39.987890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Transition to ACTIVE for port object 0f0afde3-55ae-42f9-858b-d97e140ec6de will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:40.000871 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-12250107-d38b-434e-9d24-bed0d1d4d9a6 req-ad667cf7-02c9-4093-967b-8c04b35637e7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:40.003042 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12250107-d38b-434e-9d24-bed0d1d4d9a6 req-ad667cf7-02c9-4093-967b-8c04b35637e7 tempest-LiveAutoBlockMigrationV225Test-457450935 tempest-LiveAutoBlockMigrationV225Test-457450935-project] 10.222.0.73 "DELETE /v2.0/ports/2e06069d-8b5f-49f5-9bce-1fca274c082f HTTP/1.1" status: 204 len: 173 time: 4.0555763 Aug 16 01:37:40.041517 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:40.091472 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b755802-123f-4f61-a548-cbc19008d02b x-openstack-request-id: req-0b755802-123f-4f61-a548-cbc19008d02b {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:40.091472 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "tag": "47c48de3-b662-47a6-8021-99cd79188db2", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:40.091717 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0b755802-123f-4f61-a548-cbc19008d02b {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:40.092245 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'tag': '47c48de3-b662-47a6-8021-99cd79188db2', 'status': 'completed', 'code': 200} Aug 16 01:37:40.129223 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-4b270986-be08-4f14-9de7-8f730060708d admin admin] Allocated IP 172.20.0.1 (2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8/585d13b5-4da7-4c88-8686-e7e014058c75/ececbe64-e296-4d99-95fd-c540a3ac939c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:40.131137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Pushing event updated for resources: {'Port': ['ID=0f0afde3-55ae-42f9-858b-d97e140ec6de,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:40.134730 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c47ed25-c7f7-4c22-84c8-5c9ec63d15c5 None None] Network 383aed09-6e2a-4255-84ec-fc018eedc9b0 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:37:40.183517 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45ea54-acbf-476b-9cd0-2118edc0545c req-ee3d8a91-43a5-42e5-9419-7379d9240e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:40.185179 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b45ea54-acbf-476b-9cd0-2118edc0545c req-ee3d8a91-43a5-42e5-9419-7379d9240e14 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=83acc20476264f27b63127c0968a6b73&shared=False HTTP/1.1" status: 200 len: 913 time: 1.1020894 Aug 16 01:37:40.187894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde9d74-9155-4bfd-8526-ef2725c3b701 req-54022908-33ff-4fd9-a5ba-bbc87a96248d tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:40.189509 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dfde9d74-9155-4bfd-8526-ef2725c3b701 req-54022908-33ff-4fd9-a5ba-bbc87a96248d tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 945 time: 0.6127062 Aug 16 01:37:40.198263 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5d2643-eefa-430e-b355-97531559ca3b x-openstack-request-id: req-7c5d2643-eefa-430e-b355-97531559ca3b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:40.198819 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d90fdee-b406-45ec-98b0-a9e13a2a10ad", "name": "network-vif-deleted", "tag": "62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:40.199124 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7c5d2643-eefa-430e-b355-97531559ca3b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:40.204175 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d90fdee-b406-45ec-98b0-a9e13a2a10ad', 'name': 'network-vif-deleted', 'tag': '62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc', 'status': 'completed', 'code': 200} Aug 16 01:37:40.284360 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d31adb4c-fd3f-43f7-a39b-f2856ff63cb8 None None] Provisioning for port f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:40.292791 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d31adb4c-fd3f-43f7-a39b-f2856ff63cb8 None None] Provisioning complete for port f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:40.299361 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d31adb4c-fd3f-43f7-a39b-f2856ff63cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:40.414848 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dfde9d74-9155-4bfd-8526-ef2725c3b701 req-02e14b62-d586-425b-ad6e-7732dec17e32 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698804 Aug 16 01:37:40.425641 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Attempting to bind port 0f0afde3-55ae-42f9-858b-d97e140ec6de on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:40.426041 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Attempting to bind port 0f0afde3-55ae-42f9-858b-d97e140ec6de by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:40.426369 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Attempting to bind port 0f0afde3-55ae-42f9-858b-d97e140ec6de on network eac9d217-8a8e-4249-a789-0da4a12bc674 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:40.443921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Port 0f0afde3-55ae-42f9-858b-d97e140ec6de on network eac9d217-8a8e-4249-a789-0da4a12bc674 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:37:40.444248 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Attempting to bind port 0f0afde3-55ae-42f9-858b-d97e140ec6de on network eac9d217-8a8e-4249-a789-0da4a12bc674 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:40.468957 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a87562e1-bb4d-43ef-85bc-09a81a4f1820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:40.470152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:40.470489 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Checking segment: {'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:40.471026 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Bound using segment: {'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:40.471496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Bound port: 0f0afde3-55ae-42f9-858b-d97e140ec6de, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:40.471843 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:40.487952 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a87562e1-bb4d-43ef-85bc-09a81a4f1820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:40.496086 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 53013f97-e05b-4192-a1ac-df5604fe29ad up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:40.608383 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-454d9c34-94e4-4f7c-b0ba-6aba12153fac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:40.645448 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87562e1-bb4d-43ef-85bc-09a81a4f1820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c56ca3-2400-4f37-bff0-116ec9078904,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:40.654045 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d31adb4c-fd3f-43f7-a39b-f2856ff63cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:40.690224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 53013f97-e05b-4192-a1ac-df5604fe29ad completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:40.725831 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d31adb4c-fd3f-43f7-a39b-f2856ff63cb8 None None] For port f21d3a0f-a489-4511-8790-b8a5e2dcf8b6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f21d3a0f-a489-4511-8790-b8a5e2dcf8b6,segment=NetworkSegment(25094e4e-ab43-457e-9ad0-7b60d8d5ad86),segment_id=25094e4e-ab43-457e-9ad0-7b60d8d5ad86)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:40.727844 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 53013f97-e05b-4192-a1ac-df5604fe29ad triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:40.728317 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:40.736006 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a87562e1-bb4d-43ef-85bc-09a81a4f1820 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=09e0de3b55ff492ab3e37608069edf73&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2274458 Aug 16 01:37:40.738886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40400) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:40.753508 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d31adb4c-fd3f-43f7-a39b-f2856ff63cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:40.810351 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dadff9-2927-414d-95c6-029be059e6d5 req-9d2387bf-2efe-4830-a8e8-0e98f54d6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:40.811054 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dadff9-2927-414d-95c6-029be059e6d5 req-9d2387bf-2efe-4830-a8e8-0e98f54d6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:40.812435 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dadff9-2927-414d-95c6-029be059e6d5 req-9d2387bf-2efe-4830-a8e8-0e98f54d6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:40.813193 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dadff9-2927-414d-95c6-029be059e6d5 req-9d2387bf-2efe-4830-a8e8-0e98f54d6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:40.813645 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dadff9-2927-414d-95c6-029be059e6d5 req-9d2387bf-2efe-4830-a8e8-0e98f54d6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:40.814251 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dadff9-2927-414d-95c6-029be059e6d5 req-9d2387bf-2efe-4830-a8e8-0e98f54d6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:40.814720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dadff9-2927-414d-95c6-029be059e6d5 req-9d2387bf-2efe-4830-a8e8-0e98f54d6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:40.817435 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-45dadff9-2927-414d-95c6-029be059e6d5 req-9d2387bf-2efe-4830-a8e8-0e98f54d6953 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5052f870a5d04e98b2cd29c89d03b16c&device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 6170 time: 0.7174237 Aug 16 01:37:40.822864 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] For port 0f0afde3-55ae-42f9-858b-d97e140ec6de, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:40.830054 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] For port 0f0afde3-55ae-42f9-858b-d97e140ec6de, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0f0afde3-55ae-42f9-858b-d97e140ec6de,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:40.839619 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-454d9c34-94e4-4f7c-b0ba-6aba12153fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:40.852506 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8625fab-2249-4c2f-a82a-2c7ed91bfd99 req-14476b80-a810-4b79-a166-94a20624b0e5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:40.863606 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e8625fab-2249-4c2f-a82a-2c7ed91bfd99 req-14476b80-a810-4b79-a166-94a20624b0e5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 0.2489941 Aug 16 01:37:40.882126 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:40.914692 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31adb4c-fd3f-43f7-a39b-f2856ff63cb8 None None] Pushing event updated for resources: {'Port': ['ID=f21d3a0f-a489-4511-8790-b8a5e2dcf8b6,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:41.012035 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45ea54-acbf-476b-9cd0-2118edc0545c req-91d62413-8945-4d14-811a-5c302fc7d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:41.013914 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b45ea54-acbf-476b-9cd0-2118edc0545c req-91d62413-8945-4d14-811a-5c302fc7d24d service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7949655 Aug 16 01:37:41.018416 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:41.019047 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:41.020599 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] 10.222.0.73 "PUT /v2.0/ports/0f0afde3-55ae-42f9-858b-d97e140ec6de HTTP/1.1" status: 200 len: 1130 time: 1.8082860 Aug 16 01:37:41.024626 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:41.037360 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1e28717-20b0-4731-b9a2-ca2f6bd5d471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:41.046348 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 79901cd8-4c6c-41da-89a9-360bfae9224a up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:41.052402 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e8625fab-2249-4c2f-a82a-2c7ed91bfd99 req-8da19cbf-9bfb-4344-aba8-93d58c7b41a4 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876199 Aug 16 01:37:41.119849 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Request body: {'port': {'device_id': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:41.120121 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1b794d-0e76-4250-a30f-642b9c35dd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53013f97-e05b-4192-a1ac-df5604fe29ad'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:41.139101 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915a48e8-c91e-499f-8d55-a6a0bc074894" -d '{"events": [{"server_uuid": "bd1b794d-0e76-4250-a30f-642b9c35dd86", "name": "network-vif-plugged", "status": "completed", "tag": "53013f97-e05b-4192-a1ac-df5604fe29ad"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:41.167794 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 53013f97-e05b-4192-a1ac-df5604fe29ad, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=53013f97-e05b-4192-a1ac-df5604fe29ad,segment=NetworkSegment(f94317bb-415c-413b-a3ee-7bf0243a9be0),segment_id=f94317bb-415c-413b-a3ee-7bf0243a9be0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:41.180921 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:41.181920 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ef9c09e5-ed39-44a5-bb18-554139df6dff up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:41.184766 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1e28717-20b0-4731-b9a2-ca2f6bd5d471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:41.210072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e32a71-0db8-4cdd-8927-b325b78d721c service neutron] Pushing event updated for resources: {'Port': ['ID=0f0afde3-55ae-42f9-858b-d97e140ec6de,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:41.261127 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=53013f97-e05b-4192-a1ac-df5604fe29ad,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:41.298520 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40ff5f79-adb7-4127-8cdc-20b0ab227c8b req-89f45a6a-f524-436a-989e-955f98d37950 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d90fdee-b406-45ec-98b0-a9e13a2a10ad HTTP/1.1" status: 200 len: 210 time: 0.0804822 Aug 16 01:37:41.326636 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:41.382476 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40406) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:41.428912 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1e28717-20b0-4731-b9a2-ca2f6bd5d471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:41.432529 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1e28717-20b0-4731-b9a2-ca2f6bd5d471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:41.433794 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f1e28717-20b0-4731-b9a2-ca2f6bd5d471 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b9c56ca3-2400-4f37-bff0-116ec9078904 HTTP/1.1" status: 204 len: 168 time: 0.6893475 Aug 16 01:37:41.451265 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba6b8b7-21de-4c0c-8175-ef97999c786d x-openstack-request-id: req-7ba6b8b7-21de-4c0c-8175-ef97999c786d {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:41.452127 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1b794d-0e76-4250-a30f-642b9c35dd86", "name": "network-vif-plugged", "status": "completed", "tag": "53013f97-e05b-4192-a1ac-df5604fe29ad", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:41.452127 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7ba6b8b7-21de-4c0c-8175-ef97999c786d {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:41.452474 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1b794d-0e76-4250-a30f-642b9c35dd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53013f97-e05b-4192-a1ac-df5604fe29ad', 'code': 200} Aug 16 01:37:41.483870 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 79901cd8-4c6c-41da-89a9-360bfae9224a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:41.484228 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:41.486059 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3faad72f-d7c5-41fa-87a3-b93fd6927e6a None None] Provisioning complete for port f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:41.486486 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3faad72f-d7c5-41fa-87a3-b93fd6927e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:41.584674 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port ef9c09e5-ed39-44a5-bb18-554139df6dff completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:41.597433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port ef9c09e5-ed39-44a5-bb18-554139df6dff triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:41.598197 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:41.756483 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e28717-20b0-4731-b9a2-ca2f6bd5d471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c56ca3-2400-4f37-bff0-116ec9078904,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:41.756751 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e594f07-2380-4a20-9f53-d8f02fcb3560 req-5dedbc00-e331-43a4-8976-acd4eb0b80a3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:41.762878 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e594f07-2380-4a20-9f53-d8f02fcb3560 req-5dedbc00-e331-43a4-8976-acd4eb0b80a3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:41.770067 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e594f07-2380-4a20-9f53-d8f02fcb3560 req-5dedbc00-e331-43a4-8976-acd4eb0b80a3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:41.772928 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:41.777409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e594f07-2380-4a20-9f53-d8f02fcb3560 req-5dedbc00-e331-43a4-8976-acd4eb0b80a3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:41.785300 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e594f07-2380-4a20-9f53-d8f02fcb3560 req-5dedbc00-e331-43a4-8976-acd4eb0b80a3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:41.791565 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e594f07-2380-4a20-9f53-d8f02fcb3560 req-5dedbc00-e331-43a4-8976-acd4eb0b80a3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:41.807357 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e594f07-2380-4a20-9f53-d8f02fcb3560 req-5dedbc00-e331-43a4-8976-acd4eb0b80a3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:41.819270 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ef9c09e5-ed39-44a5-bb18-554139df6dff, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ef9c09e5-ed39-44a5-bb18-554139df6dff,segment=NetworkSegment(f94317bb-415c-413b-a3ee-7bf0243a9be0),segment_id=f94317bb-415c-413b-a3ee-7bf0243a9be0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:41.821715 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e594f07-2380-4a20-9f53-d8f02fcb3560 req-5dedbc00-e331-43a4-8976-acd4eb0b80a3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5372 time: 1.2115912 Aug 16 01:37:41.826662 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:41.900755 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=ef9c09e5-ed39-44a5-bb18-554139df6dff,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:41.910654 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a15fb9-2e95-47f7-91c2-0de90e298b70 admin admin] Deleting subnet 9a70a5b5-baa4-4789-ab96-e7bced8a7b9b {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:37:41.923637 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978b374-7042-4539-9147-91aa29af7b3b req-8298a144-99f0-49fe-b917-c2856465941c tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:41.925228 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9978b374-7042-4539-9147-91aa29af7b3b req-8298a144-99f0-49fe-b917-c2856465941c tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.2129281 Aug 16 01:37:41.927746 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80a15fb9-2e95-47f7-91c2-0de90e298b70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:41.958996 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78577b94-2fed-4393-9b36-8dcb1bbbf4e4 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:37:41.971299 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b270986-be08-4f14-9de7-8f730060708d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:41.974870 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:41.978510 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dadff9-2927-414d-95c6-029be059e6d5 req-144e2cbf-2b4e-493c-aeaf-21640d58dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:41.979188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dadff9-2927-414d-95c6-029be059e6d5 req-144e2cbf-2b4e-493c-aeaf-21640d58dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:41.979449 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dadff9-2927-414d-95c6-029be059e6d5 req-144e2cbf-2b4e-493c-aeaf-21640d58dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:41.981054 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-45dadff9-2927-414d-95c6-029be059e6d5 req-144e2cbf-2b4e-493c-aeaf-21640d58dc73 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5052f870a5d04e98b2cd29c89d03b16c&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.1353347 Aug 16 01:37:41.991612 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e594f07-2380-4a20-9f53-d8f02fcb3560 req-4a12e3e5-bbeb-48f6-8409-293a60dac910 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1687047 Aug 16 01:37:42.020008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b8687-b41f-4db2-a9e2-fb536d51df8a req-5edb68a7-ccfd-4e4d-885c-e44f436b9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:42.021514 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-490b8687-b41f-4db2-a9e2-fb536d51df8a req-5edb68a7-ccfd-4e4d-885c-e44f436b9547 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 1098 time: 0.3302901 Aug 16 01:37:42.022580 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4b270986-be08-4f14-9de7-8f730060708d admin admin] Transition to ACTIVE for port object ececbe64-e296-4d99-95fd-c540a3ac939c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:42.050279 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-454d9c34-94e4-4f7c-b0ba-6aba12153fac admin admin] Allocated IP 172.25.3.58 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/5be66a31-7770-4e2a-ac7d-9f850b069243) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:42.197736 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-490b8687-b41f-4db2-a9e2-fb536d51df8a req-8fc73d07-f20b-48f4-b3f4-59db716d0928 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656225 Aug 16 01:37:42.213145 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4bf462-13c9-4528-96a9-1d4c330a5abf', 'name': 'network-vif-deleted', 'tag': '2e06069d-8b5f-49f5-9bce-1fca274c082f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:42.215650 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5102e9f-e2c3-4e96-97d1-55352b02079f" -d '{"events": [{"server_uuid": "db4bf462-13c9-4528-96a9-1d4c330a5abf", "name": "network-vif-deleted", "tag": "2e06069d-8b5f-49f5-9bce-1fca274c082f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:42.243857 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'tag': '0f0afde3-55ae-42f9-858b-d97e140ec6de'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:42.244655 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28db25b9-e956-4930-8bab-f20d55056885" -d '{"events": [{"name": "network-changed", "server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "tag": "0f0afde3-55ae-42f9-858b-d97e140ec6de"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:42.274867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Transition to ACTIVE for port object 78577b94-2fed-4393-9b36-8dcb1bbbf4e4 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:42.283403 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80a15fb9-2e95-47f7-91c2-0de90e298b70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:42.301171 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dadff9-2927-414d-95c6-029be059e6d5 req-9380b8cd-7770-4564-a3c7-d77fad3f3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:42.302721 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-45dadff9-2927-414d-95c6-029be059e6d5 req-9380b8cd-7770-4564-a3c7-d77fad3f3982 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3029673 Aug 16 01:37:42.307598 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:42.327722 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b270986-be08-4f14-9de7-8f730060708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:42.333702 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9978b374-7042-4539-9147-91aa29af7b3b req-13b2cae6-d228-4922-abe6-a82d332e5a19 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772039 Aug 16 01:37:42.403003 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdb6e8-0bd4-4b73-9de1-9d628a9d8291 req-486df49e-2641-4328-bc48-df3a721a91c6 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:42.415288 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dacdb6e8-0bd4-4b73-9de1-9d628a9d8291 req-486df49e-2641-4328-bc48-df3a721a91c6 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 0.2211299 Aug 16 01:37:42.418506 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b270986-be08-4f14-9de7-8f730060708d admin admin] Network 2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:42.436799 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80a15fb9-2e95-47f7-91c2-0de90e298b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:42.457266 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac252956-fdc5-43cf-badc-f5ea409f3fe3 x-openstack-request-id: req-ac252956-fdc5-43cf-badc-f5ea409f3fe3 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:42.457541 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4bf462-13c9-4528-96a9-1d4c330a5abf", "name": "network-vif-deleted", "tag": "2e06069d-8b5f-49f5-9bce-1fca274c082f", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:42.457723 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ac252956-fdc5-43cf-badc-f5ea409f3fe3 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:42.458135 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4bf462-13c9-4528-96a9-1d4c330a5abf', 'name': 'network-vif-deleted', 'tag': '2e06069d-8b5f-49f5-9bce-1fca274c082f', 'status': 'completed', 'code': 200} Aug 16 01:37:42.458982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4b270986-be08-4f14-9de7-8f730060708d admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:42.490447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b270986-be08-4f14-9de7-8f730060708d admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:42.503211 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-454d9c34-94e4-4f7c-b0ba-6aba12153fac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:42.519907 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Pushing event updated for resources: {'Port': ['ID=78577b94-2fed-4393-9b36-8dcb1bbbf4e4,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:42.532756 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b270986-be08-4f14-9de7-8f730060708d admin admin] Pushing event updated for resources: {'Port': ['ID=ececbe64-e296-4d99-95fd-c540a3ac939c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:42.586626 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302f33f2-04f8-42b2-94bb-7dac3cd6a4eb x-openstack-request-id: req-302f33f2-04f8-42b2-94bb-7dac3cd6a4eb {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:42.586906 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "tag": "0f0afde3-55ae-42f9-858b-d97e140ec6de", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:42.587145 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-302f33f2-04f8-42b2-94bb-7dac3cd6a4eb {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:42.587537 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'tag': '0f0afde3-55ae-42f9-858b-d97e140ec6de', 'status': 'completed', 'code': 200} Aug 16 01:37:42.620180 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b45ea54-acbf-476b-9cd0-2118edc0545c req-12e8cfe7-b161-4baa-9c1b-d6098dec64b4 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d90fdee-b406-45ec-98b0-a9e13a2a10ad HTTP/1.1" status: 200 len: 210 time: 0.0562251 Aug 16 01:37:42.652416 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80a15fb9-2e95-47f7-91c2-0de90e298b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:42.668357 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dacdb6e8-0bd4-4b73-9de1-9d628a9d8291 req-1a26f7a9-c23c-4a0b-b51f-bb9d76c13fa0 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521021 Aug 16 01:37:42.696522 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b270986-be08-4f14-9de7-8f730060708d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:42.766440 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c6d850c3-3f40-4f41-b49e-a20854bce106 req-2313cc30-2565-4242-8c42-b2fbbc7cca06 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d90fdee-b406-45ec-98b0-a9e13a2a10ad HTTP/1.1" status: 200 len: 210 time: 0.1188085 Aug 16 01:37:42.767972 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80a15fb9-2e95-47f7-91c2-0de90e298b70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:42.773055 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-80a15fb9-2e95-47f7-91c2-0de90e298b70 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/9a70a5b5-baa4-4789-ab96-e7bced8a7b9b HTTP/1.1" status: 204 len: 168 time: 1.3561459 Aug 16 01:37:42.777439 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a15fb9-2e95-47f7-91c2-0de90e298b70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a70a5b5-baa4-4789-ab96-e7bced8a7b9b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:42.778370 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40442) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:42.819266 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Attempting to bind port 78577b94-2fed-4393-9b36-8dcb1bbbf4e4 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:42.819681 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Attempting to bind port 78577b94-2fed-4393-9b36-8dcb1bbbf4e4 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:42.820075 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Attempting to bind port 78577b94-2fed-4393-9b36-8dcb1bbbf4e4 on network eac9d217-8a8e-4249-a789-0da4a12bc674 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:42.829552 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Port 78577b94-2fed-4393-9b36-8dcb1bbbf4e4 on network eac9d217-8a8e-4249-a789-0da4a12bc674 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:37:42.830450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Attempting to bind port 78577b94-2fed-4393-9b36-8dcb1bbbf4e4 on network eac9d217-8a8e-4249-a789-0da4a12bc674 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:42.842960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:42.843379 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Checking segment: {'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:42.843815 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Bound using segment: {'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:42.844346 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Bound port: 78577b94-2fed-4393-9b36-8dcb1bbbf4e4, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:42.844709 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:42.903219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db25b9-e956-4930-8bab-f20d55056885 req-0476eb1d-dc21-4595-920d-9f7517b4bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:42.903708 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db25b9-e956-4930-8bab-f20d55056885 req-0476eb1d-dc21-4595-920d-9f7517b4bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:42.904192 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db25b9-e956-4930-8bab-f20d55056885 req-0476eb1d-dc21-4595-920d-9f7517b4bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:42.904916 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db25b9-e956-4930-8bab-f20d55056885 req-0476eb1d-dc21-4595-920d-9f7517b4bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:42.905576 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db25b9-e956-4930-8bab-f20d55056885 req-0476eb1d-dc21-4595-920d-9f7517b4bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:42.906460 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db25b9-e956-4930-8bab-f20d55056885 req-0476eb1d-dc21-4595-920d-9f7517b4bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:42.906852 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db25b9-e956-4930-8bab-f20d55056885 req-0476eb1d-dc21-4595-920d-9f7517b4bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:42.908874 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-28db25b9-e956-4930-8bab-f20d55056885 req-0476eb1d-dc21-4595-920d-9f7517b4bbe7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5052f870a5d04e98b2cd29c89d03b16c&device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 6238 time: 0.2950683 Aug 16 01:37:42.929607 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-454d9c34-94e4-4f7c-b0ba-6aba12153fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:42.971333 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] For port 78577b94-2fed-4393-9b36-8dcb1bbbf4e4, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:42.978372 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ee8ce360-ff58-4117-b17b-eb59cca77207 None None] Provisioning for port ececbe64-e296-4d99-95fd-c540a3ac939c completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:42.980157 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db000b23-1fa2-48cd-9f6b-3fd17f63412a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:42.981652 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] For port 78577b94-2fed-4393-9b36-8dcb1bbbf4e4, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=78577b94-2fed-4393-9b36-8dcb1bbbf4e4,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:42.989221 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:42.990098 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ee8ce360-ff58-4117-b17b-eb59cca77207 None None] Provisioning complete for port ececbe64-e296-4d99-95fd-c540a3ac939c triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:42.991707 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee8ce360-ff58-4117-b17b-eb59cca77207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:43.056711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:43.131497 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:43.132491 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:43.134187 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] 10.222.0.73 "PUT /v2.0/ports/78577b94-2fed-4393-9b36-8dcb1bbbf4e4 HTTP/1.1" status: 200 len: 1092 time: 2.0269468 Aug 16 01:37:43.153634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631facd-020f-4466-84b7-76adb22eed2f service neutron] Pushing event updated for resources: {'Port': ['ID=78577b94-2fed-4393-9b36-8dcb1bbbf4e4,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:43.169299 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454d9c34-94e4-4f7c-b0ba-6aba12153fac admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:43.175181 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ee8ce360-ff58-4117-b17b-eb59cca77207 None None] Port ececbe64-e296-4d99-95fd-c540a3ac939c cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:37:43.177458 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Request body: {'port': {'device_id': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:43.241941 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d9c34-94e4-4f7c-b0ba-6aba12153fac admin admin] Pushing event updated for resources: {'Port': ['ID=5be66a31-7770-4e2a-ac7d-9f850b069243,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:43.242174 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:43.242435 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:43.249111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-454d9c34-94e4-4f7c-b0ba-6aba12153fac admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:43.273724 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:43.299517 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454d9c34-94e4-4f7c-b0ba-6aba12153fac admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:43.457916 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdc4a97-0290-4b8f-aa54-feec750bb18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9c09e5-ed39-44a5-bb18-554139df6dff'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:43.465499 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69991edf-238e-4a63-87e1-ddda81d16850" -d '{"events": [{"server_uuid": "1bdc4a97-0290-4b8f-aa54-feec750bb18a", "name": "network-vif-plugged", "status": "completed", "tag": "ef9c09e5-ed39-44a5-bb18-554139df6dff"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:43.468054 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b270986-be08-4f14-9de7-8f730060708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:43.560014 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8c055-dd20-4446-8a5e-ff78f8820844 req-0984afdb-8195-4ab4-8479-6fb69c0424f3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:43.566410 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8c055-dd20-4446-8a5e-ff78f8820844 req-0984afdb-8195-4ab4-8479-6fb69c0424f3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:43.572870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8c055-dd20-4446-8a5e-ff78f8820844 req-0984afdb-8195-4ab4-8479-6fb69c0424f3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:43.579318 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8c055-dd20-4446-8a5e-ff78f8820844 req-0984afdb-8195-4ab4-8479-6fb69c0424f3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:43.585247 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8c055-dd20-4446-8a5e-ff78f8820844 req-0984afdb-8195-4ab4-8479-6fb69c0424f3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:43.591203 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8c055-dd20-4446-8a5e-ff78f8820844 req-0984afdb-8195-4ab4-8479-6fb69c0424f3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:43.598296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8c055-dd20-4446-8a5e-ff78f8820844 req-0984afdb-8195-4ab4-8479-6fb69c0424f3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:43.600233 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6af8c055-dd20-4446-8a5e-ff78f8820844 req-0984afdb-8195-4ab4-8479-6fb69c0424f3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5384 time: 0.4744959 Aug 16 01:37:43.610851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44544be1-2f44-4d4b-9da7-833155de3f58 req-2d5e8fd3-de88-4fd6-b10b-f6229beae0ba tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:43.612396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-44544be1-2f44-4d4b-9da7-833155de3f58 req-2d5e8fd3-de88-4fd6-b10b-f6229beae0ba tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.1323340 Aug 16 01:37:43.652327 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db000b23-1fa2-48cd-9f6b-3fd17f63412a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:43.656306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db25b9-e956-4930-8bab-f20d55056885 req-434234af-f4d3-4fa1-b87f-2d2060269c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:43.656831 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db25b9-e956-4930-8bab-f20d55056885 req-434234af-f4d3-4fa1-b87f-2d2060269c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:43.657629 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db25b9-e956-4930-8bab-f20d55056885 req-434234af-f4d3-4fa1-b87f-2d2060269c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:43.659321 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-28db25b9-e956-4930-8bab-f20d55056885 req-434234af-f4d3-4fa1-b87f-2d2060269c87 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5052f870a5d04e98b2cd29c89d03b16c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7341511 Aug 16 01:37:43.681697 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-44544be1-2f44-4d4b-9da7-833155de3f58 req-658181f7-a738-4515-bd56-27bc0d6c1fcd tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630581 Aug 16 01:37:43.724100 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-db000b23-1fa2-48cd-9f6b-3fd17f63412a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9b0336-8141-4ec6-b716-8b6fe1de5b8a']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:43.734198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84fb889f-5772-428e-8866-b0dee48dc778 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:37:43.734712 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a3ad61-2c8f-42eb-8172-fa62dca7ed34 x-openstack-request-id: req-19a3ad61-2c8f-42eb-8172-fa62dca7ed34 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:43.735011 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdc4a97-0290-4b8f-aa54-feec750bb18a", "name": "network-vif-plugged", "status": "completed", "tag": "ef9c09e5-ed39-44a5-bb18-554139df6dff", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:43.735268 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-19a3ad61-2c8f-42eb-8172-fa62dca7ed34 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:43.735658 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdc4a97-0290-4b8f-aa54-feec750bb18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9c09e5-ed39-44a5-bb18-554139df6dff', 'code': 200} Aug 16 01:37:43.742685 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:43.760539 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Transition to ACTIVE for port object 84fb889f-5772-428e-8866-b0dee48dc778 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:43.765692 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:43.800463 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-db000b23-1fa2-48cd-9f6b-3fd17f63412a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5a9836-2691-4470-af31-48a249fd968f') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:43.801052 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-db000b23-1fa2-48cd-9f6b-3fd17f63412a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5a9836-2691-4470-af31-48a249fd968f') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:43.857080 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db000b23-1fa2-48cd-9f6b-3fd17f63412a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:43.906397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Pushing event updated for resources: {'Port': ['ID=84fb889f-5772-428e-8866-b0dee48dc778,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:43.934066 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db000b23-1fa2-48cd-9f6b-3fd17f63412a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:43.935883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e0d1b-4381-4a26-8b09-d7eee9239e7a req-a71b460d-492a-4140-b841-da7f9b9c8367 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:43.938500 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-497e0d1b-4381-4a26-8b09-d7eee9239e7a req-a71b460d-492a-4140-b841-da7f9b9c8367 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 0.1468225 Aug 16 01:37:43.975515 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Attempting to bind port 84fb889f-5772-428e-8866-b0dee48dc778 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:43.975921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Attempting to bind port 84fb889f-5772-428e-8866-b0dee48dc778 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:43.976174 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Attempting to bind port 84fb889f-5772-428e-8866-b0dee48dc778 on network eac9d217-8a8e-4249-a789-0da4a12bc674 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:43.984754 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Port 84fb889f-5772-428e-8866-b0dee48dc778 on network eac9d217-8a8e-4249-a789-0da4a12bc674 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:37:43.985093 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Attempting to bind port 84fb889f-5772-428e-8866-b0dee48dc778 on network eac9d217-8a8e-4249-a789-0da4a12bc674 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:43.996383 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:43.996716 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Checking segment: {'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:43.997101 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Bound using segment: {'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:43.997543 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Bound port: 84fb889f-5772-428e-8866-b0dee48dc778, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:43.998024 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:44.002639 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6af8c055-dd20-4446-8a5e-ff78f8820844 req-ff2dc836-d5b3-4dbe-b299-7556591d9e5c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3356035 Aug 16 01:37:44.007921 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db000b23-1fa2-48cd-9f6b-3fd17f63412a admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:37:44.008338 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db000b23-1fa2-48cd-9f6b-3fd17f63412a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:37:44.012263 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:37:44.035049 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-497e0d1b-4381-4a26-8b09-d7eee9239e7a req-3665970b-b46a-4c44-8287-6c755941b447 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878100 Aug 16 01:37:44.112502 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] For port 84fb889f-5772-428e-8866-b0dee48dc778, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:44.116270 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] For port 84fb889f-5772-428e-8866-b0dee48dc778, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=84fb889f-5772-428e-8866-b0dee48dc778,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:44.133466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67acd7-827e-4d24-a8e0-7808fe149ad6 req-f8cd99f5-b523-4907-a97c-c0104e9df0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:44.133810 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:44.135018 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2e67acd7-827e-4d24-a8e0-7808fe149ad6 req-f8cd99f5-b523-4907-a97c-c0104e9df0d5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 1098 time: 0.3224034 Aug 16 01:37:44.156430 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db25b9-e956-4930-8bab-f20d55056885 req-28c983a1-fe41-48c3-9fab-c220d32ee66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:44.157913 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-28db25b9-e956-4930-8bab-f20d55056885 req-28c983a1-fe41-48c3-9fab-c220d32ee66e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4444818 Aug 16 01:37:44.175681 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db000b23-1fa2-48cd-9f6b-3fd17f63412a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:44.194835 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db000b23-1fa2-48cd-9f6b-3fd17f63412a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:44.201300 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-db000b23-1fa2-48cd-9f6b-3fd17f63412a admin admin] 10.222.0.68 "DELETE /v2.0/networks/ac9b0336-8141-4ec6-b716-8b6fe1de5b8a HTTP/1.1" status: 204 len: 168 time: 1.4156945 Aug 16 01:37:44.202018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:44.202018 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:44.202018 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] 10.222.0.73 "PUT /v2.0/ports/84fb889f-5772-428e-8866-b0dee48dc778 HTTP/1.1" status: 200 len: 1092 time: 1.0296402 Aug 16 01:37:44.202018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40472) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:44.255715 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Request body: {'port': {'device_id': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:44.260391 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db000b23-1fa2-48cd-9f6b-3fd17f63412a admin admin] Pushing event deleted for resources: {'Network': ['ID=ac9b0336-8141-4ec6-b716-8b6fe1de5b8a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:44.338557 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af2447-65f6-4d6b-ac33-da39090e05ce service neutron] Pushing event updated for resources: {'Port': ['ID=84fb889f-5772-428e-8866-b0dee48dc778,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:44.343153 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2e67acd7-827e-4d24-a8e0-7808fe149ad6 req-343bb3b9-9d4a-4d95-ab61-5e1446604e1d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870096 Aug 16 01:37:44.353104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-2520ab63-985a-4d47-afeb-71a3d832e11e admin admin] Deleting subnet ca78778c-fb01-403a-9baf-3b2eae4518ed {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:37:44.386110 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b270986-be08-4f14-9de7-8f730060708d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:44.394374 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b270986-be08-4f14-9de7-8f730060708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:44.397959 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-454d9c34-94e4-4f7c-b0ba-6aba12153fac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:44.399040 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2520ab63-985a-4d47-afeb-71a3d832e11e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:44.465208 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:44.495445 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2520ab63-985a-4d47-afeb-71a3d832e11e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:44.627033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b270986-be08-4f14-9de7-8f730060708d admin admin] Pushing event updated for resources: {'Port': ['ID=ececbe64-e296-4d99-95fd-c540a3ac939c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:44.635599 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b270986-be08-4f14-9de7-8f730060708d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:44.641322 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'tag': '78577b94-2fed-4393-9b36-8dcb1bbbf4e4'}, {'name': 'network-changed', 'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'tag': '84fb889f-5772-428e-8866-b0dee48dc778'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:44.644117 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "tag": "78577b94-2fed-4393-9b36-8dcb1bbbf4e4"}, {"name": "network-changed", "server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "tag": "84fb889f-5772-428e-8866-b0dee48dc778"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:44.671457 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db53934-e950-4efc-a747-38a195374a2d req-52665192-2fa4-48c1-adac-32dc222d92d3 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:44.674237 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1db53934-e950-4efc-a747-38a195374a2d req-52665192-2fa4-48c1-adac-32dc222d92d3 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.1831830 Aug 16 01:37:44.695834 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89acaea-2d09-44da-8643-cf438409e02c req-8359afba-6a81-48ac-b346-1ff79d31d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:44.696757 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c89acaea-2d09-44da-8643-cf438409e02c req-8359afba-6a81-48ac-b346-1ff79d31d1c2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=023dc85af2bf4dc7a1f725dbe3ed89e4&device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 1098 time: 0.2069190 Aug 16 01:37:44.785924 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2520ab63-985a-4d47-afeb-71a3d832e11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:44.877204 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-070ffb37-9bd9-4d36-b438-ab9f965c16cb tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:44.878824 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-070ffb37-9bd9-4d36-b438-ab9f965c16cb tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 812 time: 0.2134314 Aug 16 01:37:44.923402 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-e8e8ca46-0bbe-4c65-98bc-61364b5d3353 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/quotas/83acc20476264f27b63127c0968a6b73 HTTP/1.1" status: 200 len: 375 time: 0.0311472 Aug 16 01:37:44.945057 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2520ab63-985a-4d47-afeb-71a3d832e11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:44.995361 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-692f34ea-c695-4cbc-b8a1-0cbff7c624fc tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649581 Aug 16 01:37:44.998624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520ab63-985a-4d47-afeb-71a3d832e11e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca78778c-fb01-403a-9baf-3b2eae4518ed,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:45.005276 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2520ab63-985a-4d47-afeb-71a3d832e11e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:45.007189 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2520ab63-985a-4d47-afeb-71a3d832e11e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ca78778c-fb01-403a-9baf-3b2eae4518ed HTTP/1.1" status: 204 len: 168 time: 0.8033843 Aug 16 01:37:45.026646 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40496) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:45.137140 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:37:45.152275 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:45.194969 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31180b42-fd5d-446c-9ba5-24eeac5b2c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:45.203488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Transition to ACTIVE for port object 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:45.214227 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1db53934-e950-4efc-a747-38a195374a2d req-3707793b-db2e-4a83-9267-499e692166c0 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343378 Aug 16 01:37:45.221501 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-02b580e6-3696-4f3b-9db1-29ed81cbfbd5 service neutron] 10.222.0.68 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953409 Aug 16 01:37:45.223307 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:45.305845 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b14808a-929b-415c-b990-1638397601ed x-openstack-request-id: req-5b14808a-929b-415c-b990-1638397601ed {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:45.306150 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "tag": "78577b94-2fed-4393-9b36-8dcb1bbbf4e4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "tag": "84fb889f-5772-428e-8866-b0dee48dc778", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:45.306402 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5b14808a-929b-415c-b990-1638397601ed {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:45.306796 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'tag': '78577b94-2fed-4393-9b36-8dcb1bbbf4e4', 'status': 'completed', 'code': 200} Aug 16 01:37:45.307049 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'tag': '84fb889f-5772-428e-8866-b0dee48dc778', 'status': 'completed', 'code': 200} Aug 16 01:37:45.331941 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89acaea-2d09-44da-8643-cf438409e02c req-088d3e6b-6e02-43db-a3b7-79d58796e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:45.333412 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c89acaea-2d09-44da-8643-cf438409e02c req-088d3e6b-6e02-43db-a3b7-79d58796e094 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37247afe-3e0d-4d66-9cda-775b4991a62b HTTP/1.1" status: 200 len: 919 time: 0.5995936 Aug 16 01:37:45.344395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b270986-be08-4f14-9de7-8f730060708d admin admin] Network 2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:45.367885 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4b270986-be08-4f14-9de7-8f730060708d admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:45.414765 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Pushing event updated for resources: {'Port': ['ID=7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:45.431268 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c89acaea-2d09-44da-8643-cf438409e02c req-1192762b-9655-4721-944b-7d4b18d6a518 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53013f97-e05b-4192-a1ac-df5604fe29ad HTTP/1.1" status: 200 len: 217 time: 0.0775964 Aug 16 01:37:45.458902 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31180b42-fd5d-446c-9ba5-24eeac5b2c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:45.492019 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-454d9c34-94e4-4f7c-b0ba-6aba12153fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:45.517062 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-31180b42-fd5d-446c-9ba5-24eeac5b2c3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c7bf6a-1dc6-4e4e-9273-df9f9cf77d25']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:45.556180 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-31180b42-fd5d-446c-9ba5-24eeac5b2c3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185a7a84-b7a8-44ef-a9f8-039461794472') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:45.556481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-31180b42-fd5d-446c-9ba5-24eeac5b2c3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185a7a84-b7a8-44ef-a9f8-039461794472') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:45.558345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Attempting to bind port 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:45.558679 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Attempting to bind port 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9cf99d00-c970-4f57-8882-af2657344335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40c3db57-1e7f-42e7-b628-4096f135707a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:45.559004 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Attempting to bind port 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 on network 40c3db57-1e7f-42e7-b628-4096f135707a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:45.583361 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-fdfdf5c9-02bb-42c7-a310-1eee0f37fc00 service neutron] 10.222.0.68 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608937 Aug 16 01:37:45.589268 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Port 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 on network 40c3db57-1e7f-42e7-b628-4096f135707a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:37:45.589598 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Attempting to bind port 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 on network 40c3db57-1e7f-42e7-b628-4096f135707a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:45.593223 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31180b42-fd5d-446c-9ba5-24eeac5b2c3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:45.621780 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:45.622542 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Checking segment: {'id': '9cf99d00-c970-4f57-8882-af2657344335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40c3db57-1e7f-42e7-b628-4096f135707a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:45.622697 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Bound using segment: {'id': '9cf99d00-c970-4f57-8882-af2657344335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40c3db57-1e7f-42e7-b628-4096f135707a'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:45.623306 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Bound port: 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf99d00-c970-4f57-8882-af2657344335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40c3db57-1e7f-42e7-b628-4096f135707a'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:45.624813 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:45.646199 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31180b42-fd5d-446c-9ba5-24eeac5b2c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:45.657546 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31180b42-fd5d-446c-9ba5-24eeac5b2c3a admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:37:45.658001 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31180b42-fd5d-446c-9ba5-24eeac5b2c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:37:45.660219 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:37:45.662435 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-20234d12-1c10-4dff-9b98-92943b3b0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:45.662898 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-20234d12-1c10-4dff-9b98-92943b3b0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:45.663322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-20234d12-1c10-4dff-9b98-92943b3b0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:45.663584 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-20234d12-1c10-4dff-9b98-92943b3b0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:45.664059 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-20234d12-1c10-4dff-9b98-92943b3b0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:45.664526 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-20234d12-1c10-4dff-9b98-92943b3b0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:45.664990 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-20234d12-1c10-4dff-9b98-92943b3b0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:45.666974 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-20234d12-1c10-4dff-9b98-92943b3b0a99 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5052f870a5d04e98b2cd29c89d03b16c&device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 6374 time: 0.3249664 Aug 16 01:37:45.727384 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda567-0e5f-479a-a174-5164860ff05a req-75f3d12a-7857-495f-8433-a4a5ccda519a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:45.737522 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda567-0e5f-479a-a174-5164860ff05a req-75f3d12a-7857-495f-8433-a4a5ccda519a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:45.746544 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda567-0e5f-479a-a174-5164860ff05a req-75f3d12a-7857-495f-8433-a4a5ccda519a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:45.754747 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31180b42-fd5d-446c-9ba5-24eeac5b2c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:45.757401 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda567-0e5f-479a-a174-5164860ff05a req-75f3d12a-7857-495f-8433-a4a5ccda519a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:45.763743 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31180b42-fd5d-446c-9ba5-24eeac5b2c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:45.769245 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-10198034-9294-4222-b3e8-27799762f10a None None] Provisioning complete for port ececbe64-e296-4d99-95fd-c540a3ac939c triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:45.769785 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-31180b42-fd5d-446c-9ba5-24eeac5b2c3a admin admin] 10.222.0.68 "DELETE /v2.0/networks/58c7bf6a-1dc6-4e4e-9273-df9f9cf77d25 HTTP/1.1" status: 204 len: 168 time: 0.7392516 Aug 16 01:37:45.769910 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-10198034-9294-4222-b3e8-27799762f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:45.785619 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda567-0e5f-479a-a174-5164860ff05a req-75f3d12a-7857-495f-8433-a4a5ccda519a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:45.796805 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda567-0e5f-479a-a174-5164860ff05a req-75f3d12a-7857-495f-8433-a4a5ccda519a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:45.806039 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda567-0e5f-479a-a174-5164860ff05a req-75f3d12a-7857-495f-8433-a4a5ccda519a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:45.806343 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] For port 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:45.808785 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31180b42-fd5d-446c-9ba5-24eeac5b2c3a admin admin] Pushing event deleted for resources: {'Network': ['ID=58c7bf6a-1dc6-4e4e-9273-df9f9cf77d25,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:45.809587 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-58cda567-0e5f-479a-a174-5164860ff05a req-75f3d12a-7857-495f-8433-a4a5ccda519a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5408 time: 0.3882403 Aug 16 01:37:45.827957 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-10198034-9294-4222-b3e8-27799762f10a None None] Port ececbe64-e296-4d99-95fd-c540a3ac939c cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:37:45.832655 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] For port 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50,segment=NetworkSegment(9cf99d00-c970-4f57-8882-af2657344335),segment_id=9cf99d00-c970-4f57-8882-af2657344335)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:45.871314 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89acaea-2d09-44da-8643-cf438409e02c req-7148188a-79b6-4a19-ace3-b3172671ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:45.873386 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c89acaea-2d09-44da-8643-cf438409e02c req-7148188a-79b6-4a19-ace3-b3172671ff2a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ba079634-1419-49dc-8324-e7d11f3f3dfd HTTP/1.1" status: 200 len: 858 time: 0.3865042 Aug 16 01:37:45.874377 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:45.911120 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:45.911987 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:45.913147 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] 10.222.0.73 "PUT /v2.0/ports/7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 HTTP/1.1" status: 200 len: 1092 time: 1.6651025 Aug 16 01:37:45.958490 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367f280-c528-441d-a69a-4180015c299e req-5110d251-0240-47e0-a135-647885a3985f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:45.965660 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5367f280-c528-441d-a69a-4180015c299e req-5110d251-0240-47e0-a135-647885a3985f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 0.1311905 Aug 16 01:37:45.980397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Request body: {'port': {'device_id': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:46.017815 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f810ef8-809e-4bc0-8f78-d5359f4c468e service neutron] Pushing event updated for resources: {'Port': ['ID=7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:46.061778 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5367f280-c528-441d-a69a-4180015c299e req-cddbc885-1478-4be2-b673-30825a43d754 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950859 Aug 16 01:37:46.072352 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c89acaea-2d09-44da-8643-cf438409e02c req-882b0d80-7595-41ed-a4cf-c824a1ce0a2b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37247afe-3e0d-4d66-9cda-775b4991a62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826533 Aug 16 01:37:46.145897 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:46.149365 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40514) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:46.230731 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b270986-be08-4f14-9de7-8f730060708d admin admin] Router 366f79ae-76c1-4b1c-b045-9e6073141a1c has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:37:46.239047 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-58cda567-0e5f-479a-a174-5164860ff05a req-5d2be10e-7bcc-47ae-a62e-d2332fee2107 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4011157 Aug 16 01:37:46.259335 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fc193c09-9d3f-4e8c-bf2f-70755a8fd93f req-76506088-5632-4f2d-8594-b5c001110183 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=61cf5b04-e7b5-454f-87c5-f93e240eaded HTTP/1.1" status: 200 len: 210 time: 0.0592713 Aug 16 01:37:46.302390 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-8f48b8b8-cab8-482f-9cbd-a44920df119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:46.302390 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-8f48b8b8-cab8-482f-9cbd-a44920df119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:46.303168 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-8f48b8b8-cab8-482f-9cbd-a44920df119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:46.303465 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-303f73d9-c23e-4785-966d-6cb424deb8f1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=45dbe6ee0a914906b78be372f8c71bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529362 Aug 16 01:37:46.304235 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40522) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:46.306076 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-8f48b8b8-cab8-482f-9cbd-a44920df119e service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5052f870a5d04e98b2cd29c89d03b16c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4821725 Aug 16 01:37:46.342508 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454d9c34-94e4-4f7c-b0ba-6aba12153fac admin admin] Router 9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:37:46.497103 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:37:46.542340 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:37:46.543216 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 62be1ae8-27bd-4a2c-90a7-0b39cf5bb2fc not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:37:46.562695 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-23a7d136-44cd-4145-8c45-7bacd736fc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:46.583866 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c89acaea-2d09-44da-8643-cf438409e02c req-27b5ad2a-8149-4872-a0d2-abcb5fd4c3c2 service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797084 Aug 16 01:37:46.612472 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-23a7d136-44cd-4145-8c45-7bacd736fc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:46.695576 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-23a7d136-44cd-4145-8c45-7bacd736fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:46.698721 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-23a7d136-44cd-4145-8c45-7bacd736fc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:46.700104 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-23a7d136-44cd-4145-8c45-7bacd736fc78 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a9fcd075-2dff-4b36-ac64-2c2afc9e8c57 HTTP/1.1" status: 204 len: 168 time: 0.3703382 Aug 16 01:37:46.718525 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7d136-44cd-4145-8c45-7bacd736fc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fcd075-2dff-4b36-ac64-2c2afc9e8c57,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:46.720562 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97176c6-f640-4a81-b255-d0a887d329c9 req-75855ac4-625f-427d-84d2-9cda8c9d5aeb tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:46.722330 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b97176c6-f640-4a81-b255-d0a887d329c9 req-75855ac4-625f-427d-84d2-9cda8c9d5aeb tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.2872801 Aug 16 01:37:46.781674 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce76636-95be-483d-8468-a23fd31db758 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:37:46.792079 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:46.831332 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b270986-be08-4f14-9de7-8f730060708d admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:37:46.839281 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-ff7a060c-0047-419a-abbd-fd88ed04dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:46.841131 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Transition to ACTIVE for port object fce76636-95be-483d-8468-a23fd31db758 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:46.843003 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Sync routers for ids ['366f79ae-76c1-4b1c-b045-9e6073141a1c'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:37:46.846445 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:46.852853 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-ff7a060c-0047-419a-abbd-fd88ed04dde7 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5327239 Aug 16 01:37:46.856632 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4b270986-be08-4f14-9de7-8f730060708d admin admin] 10.222.0.68 "PUT /v2.0/routers/366f79ae-76c1-4b1c-b045-9e6073141a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7776272 Aug 16 01:37:46.860130 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Routers {'366f79ae-76c1-4b1c-b045-9e6073141a1c'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:37:46.860826 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:37:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['366f79ae-76c1-4b1c-b045-9e6073141a1c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:46.910550 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b97176c6-f640-4a81-b255-d0a887d329c9 req-172539aa-f544-431b-bc2b-bc0707d3979f tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321521 Aug 16 01:37:46.958853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454d9c34-94e4-4f7c-b0ba-6aba12153fac admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:37:46.969894 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Sync routers for ids ['9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:37:46.970895 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Pushing event updated for resources: {'Port': ['ID=fce76636-95be-483d-8468-a23fd31db758,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:46.995096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Routers {'9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:37:46.995355 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:37:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:47.078155 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c89acaea-2d09-44da-8643-cf438409e02c req-3fba751e-f1ce-46b8-a831-0e2863a54577 service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523551 Aug 16 01:37:47.103812 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-454d9c34-94e4-4f7c-b0ba-6aba12153fac admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:47.108625 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-454d9c34-94e4-4f7c-b0ba-6aba12153fac admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 10.7513187 Aug 16 01:37:47.111896 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40550) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:47.118781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-128bb4b6-8624-4172-82df-0e204a9925c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:47.119326 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-128bb4b6-8624-4172-82df-0e204a9925c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:47.124695 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Set router 366f79ae-76c1-4b1c-b045-9e6073141a1c gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:37:47.127732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-128bb4b6-8624-4172-82df-0e204a9925c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:47.130372 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-128bb4b6-8624-4172-82df-0e204a9925c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:47.131017 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-128bb4b6-8624-4172-82df-0e204a9925c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:47.131792 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-128bb4b6-8624-4172-82df-0e204a9925c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:47.133622 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-128bb4b6-8624-4172-82df-0e204a9925c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:47.138292 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-128bb4b6-8624-4172-82df-0e204a9925c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5052f870a5d04e98b2cd29c89d03b16c&device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 6442 time: 0.2070405 Aug 16 01:37:47.177959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Attempting to bind port fce76636-95be-483d-8468-a23fd31db758 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:47.178476 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Attempting to bind port fce76636-95be-483d-8468-a23fd31db758 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9cf99d00-c970-4f57-8882-af2657344335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40c3db57-1e7f-42e7-b628-4096f135707a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:47.178968 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Attempting to bind port fce76636-95be-483d-8468-a23fd31db758 on network 40c3db57-1e7f-42e7-b628-4096f135707a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:47.310092 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40560) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:47.312987 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'tag': '7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:47.316945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Set router 9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:37:47.329539 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a4d7f0-6d19-4fa0-bfd0-fa8cd06026cb" -d '{"events": [{"name": "network-changed", "server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "tag": "7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:47.375694 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-fb07d680-ae02-46b4-bead-5d821b51961e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:47.376451 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-fb07d680-ae02-46b4-bead-5d821b51961e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:47.376997 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-fb07d680-ae02-46b4-bead-5d821b51961e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:47.379757 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-fb07d680-ae02-46b4-bead-5d821b51961e service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5052f870a5d04e98b2cd29c89d03b16c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2320871 Aug 16 01:37:47.380612 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Port fce76636-95be-483d-8468-a23fd31db758 on network 40c3db57-1e7f-42e7-b628-4096f135707a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:37:47.380931 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Attempting to bind port fce76636-95be-483d-8468-a23fd31db758 on network 40c3db57-1e7f-42e7-b628-4096f135707a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:47.407137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:47.407474 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Checking segment: {'id': '9cf99d00-c970-4f57-8882-af2657344335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40c3db57-1e7f-42e7-b628-4096f135707a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:47.407860 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Bound using segment: {'id': '9cf99d00-c970-4f57-8882-af2657344335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40c3db57-1e7f-42e7-b628-4096f135707a'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:47.408302 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Bound port: fce76636-95be-483d-8468-a23fd31db758, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf99d00-c970-4f57-8882-af2657344335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '40c3db57-1e7f-42e7-b628-4096f135707a'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:47.408662 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:47.617433 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'name': 'tempest-ServersTestFqdnHostnames-1362448258-router', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:26Z', 'updated_at': '2021-08-16T01:37:43Z', 'revision_number': 4, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'gw_port': {'id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:29Z', 'updated_at': '2021-08-16T01:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'ececbe64-e296-4d99-95fd-c540a3ac939c', 'name': '', 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'mac_address': 'fa:16:3e:7f:3b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '585d13b5-4da7-4c88-8686-e7e014058c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:38Z', 'updated_at': '2021-08-16T01:37:43Z', 'revision_number': 2, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'subnets': [{'id': '585d13b5-4da7-4c88-8686-e7e014058c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:47.621572 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ec16a-3910-4ced-bf6f-67e3bfb5f7f0 req-cd186836-3bed-4e71-a3ea-1ccf0c4dd974 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:47.631488 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b62ec16a-3910-4ced-bf6f-67e3bfb5f7f0 req-cd186836-3bed-4e71-a3ea-1ccf0c4dd974 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 0.3480077 Aug 16 01:37:47.667340 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-6a626b22-bb95-488c-b981-059fdbe47e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:47.675498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0a17790-cd7d-49b2-a8b0-b50d9609ddd0 req-6a626b22-bb95-488c-b981-059fdbe47e30 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2775998 Aug 16 01:37:47.676028 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40570) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:47.677358 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Checking router: 366f79ae-76c1-4b1c-b045-9e6073141a1c for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:37:47.677780 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Updating router 366f79ae-76c1-4b1c-b045-9e6073141a1c port ececbe64-e296-4d99-95fd-c540a3ac939c binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:37:47.693199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-498254729-router', 'tenant_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '5be66a31-7770-4e2a-ac7d-9f850b069243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:36Z', 'updated_at': '2021-08-16T01:37:43Z', 'revision_number': 3, 'project_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'gw_port': {'id': '5be66a31-7770-4e2a-ac7d-9f850b069243', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:40Z', 'updated_at': '2021-08-16T01:37:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:47.729540 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Checking router: 9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:37:47.730350 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Updating router 9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02 port 5be66a31-7770-4e2a-ac7d-9f850b069243 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:37:47.731038 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:47.775305 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:47.781114 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d29ac7b4-7b43-4178-87b0-b748f63798ae admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2b4d6b64221b4a80afa9e74dd6631bb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1036227 Aug 16 01:37:47.782024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40572) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:47.807208 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b62ec16a-3910-4ced-bf6f-67e3bfb5f7f0 req-83dcbfb8-d2a1-406c-8614-8c219317bcba tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701937 Aug 16 01:37:47.911154 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4004170d-4d39-4c31-8858-8bd554ac4084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:47.929027 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] For port fce76636-95be-483d-8468-a23fd31db758, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:47.965790 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] For port fce76636-95be-483d-8468-a23fd31db758, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fce76636-95be-483d-8468-a23fd31db758,segment=NetworkSegment(9cf99d00-c970-4f57-8882-af2657344335),segment_id=9cf99d00-c970-4f57-8882-af2657344335)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:47.979854 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4004170d-4d39-4c31-8858-8bd554ac4084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:48.005742 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-19bf65f6-75eb-4a34-8c46-8979535d9838 req-f86a47a1-b639-4927-ad2a-e5bd6aa297e7 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=61cf5b04-e7b5-454f-87c5-f93e240eaded HTTP/1.1" status: 200 len: 210 time: 0.0336609 Aug 16 01:37:48.033250 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:48.084999 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4004170d-4d39-4c31-8858-8bd554ac4084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:48.089456 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4004170d-4d39-4c31-8858-8bd554ac4084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:48.098342 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4004170d-4d39-4c31-8858-8bd554ac4084 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e0f7f305-18c0-4369-b519-6fa4e4d221a9 HTTP/1.1" status: 204 len: 168 time: 0.3081872 Aug 16 01:37:48.110719 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004170d-4d39-4c31-8858-8bd554ac4084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f7f305-18c0-4369-b519-6fa4e4d221a9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:48.198569 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:48.226653 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Transition to ACTIVE for port object 5be66a31-7770-4e2a-ac7d-9f850b069243 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:48.232296 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-baf59140-314d-4912-84c7-1ccf0a6d51ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:48.234651 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:48.238158 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:48.258070 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:48.258705 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:48.259925 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Transition to ACTIVE for port object ececbe64-e296-4d99-95fd-c540a3ac939c will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:48.260210 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] 10.222.0.73 "PUT /v2.0/ports/fce76636-95be-483d-8468-a23fd31db758 HTTP/1.1" status: 200 len: 1092 time: 2.2859187 Aug 16 01:37:48.271828 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:48.359336 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-9c67b1bb-388a-4155-bca3-5cef845961da tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:48.362305 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-9c67b1bb-388a-4155-bca3-5cef845961da tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.73 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 812 time: 0.7764482 Aug 16 01:37:48.372395 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Attempting to bind port 5be66a31-7770-4e2a-ac7d-9f850b069243 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:48.372752 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Attempting to bind port 5be66a31-7770-4e2a-ac7d-9f850b069243 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:48.373116 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Attempting to bind port 5be66a31-7770-4e2a-ac7d-9f850b069243 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:48.380754 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75500abc-1d00-4e15-8bb2-1c0a96086605 None None] Pushing event updated for resources: {'Port': ['ID=5be66a31-7770-4e2a-ac7d-9f850b069243,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:48.387259 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:48.387764 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:48.388208 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:48.388828 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:48.390051 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Bound port: 5be66a31-7770-4e2a-ac7d-9f850b069243, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:48.390486 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:48.420277 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfccca7-01f0-4856-ad5e-f1ac36493dfa None None] Pushing event updated for resources: {'Port': ['ID=ececbe64-e296-4d99-95fd-c540a3ac939c,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:48.457092 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] For port 5be66a31-7770-4e2a-ac7d-9f850b069243, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:48.477551 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] For port 5be66a31-7770-4e2a-ac7d-9f850b069243, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5be66a31-7770-4e2a-ac7d-9f850b069243,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:48.483866 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:48.526602 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40580) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:48.532567 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-464d016f-e5f1-42cd-87ed-9e44a4209840 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1403071084', 'description': 'tempest-description--1407494180'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:48.562070 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Attempting to bind port ececbe64-e296-4d99-95fd-c540a3ac939c on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:48.562473 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Attempting to bind port ececbe64-e296-4d99-95fd-c540a3ac939c by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '650be3ac-b825-4908-a3a2-a3a5c3ec3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:48.562910 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Attempting to bind port ececbe64-e296-4d99-95fd-c540a3ac939c on network 2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:48.567981 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-464d016f-e5f1-42cd-87ed-9e44a4209840 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:48.578745 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:48.580718 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Checking segment: {'id': '650be3ac-b825-4908-a3a2-a3a5c3ec3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:48.581326 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:48.583024 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Bound using segment: {'id': '650be3ac-b825-4908-a3a2-a3a5c3ec3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:48.583708 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Bound port: ececbe64-e296-4d99-95fd-c540a3ac939c, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650be3ac-b825-4908-a3a2-a3a5c3ec3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:48.585418 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:48.664025 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75500abc-1d00-4e15-8bb2-1c0a96086605 None None] Pushing event updated for resources: {'Port': ['ID=5be66a31-7770-4e2a-ac7d-9f850b069243,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:48.676241 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Routers {'9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:37:48.677266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:37:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:48.798075 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] For port ececbe64-e296-4d99-95fd-c540a3ac939c, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:48.811066 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] For port ececbe64-e296-4d99-95fd-c540a3ac939c, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ececbe64-e296-4d99-95fd-c540a3ac939c,segment=NetworkSegment(650be3ac-b825-4908-a3a2-a3a5c3ec3ead),segment_id=650be3ac-b825-4908-a3a2-a3a5c3ec3ead)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:48.817940 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:48.871176 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-464d016f-e5f1-42cd-87ed-9e44a4209840 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:48.887541 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Routers {'366f79ae-76c1-4b1c-b045-9e6073141a1c'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:37:48.888544 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:37:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['366f79ae-76c1-4b1c-b045-9e6073141a1c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:48.899597 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-464d016f-e5f1-42cd-87ed-9e44a4209840 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:48.902106 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfccca7-01f0-4856-ad5e-f1ac36493dfa None None] Pushing event updated for resources: {'Port': ['ID=ececbe64-e296-4d99-95fd-c540a3ac939c,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:48.946181 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] Set router 9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:37:48.970616 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-464d016f-e5f1-42cd-87ed-9e44a4209840 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:48.972496 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-464d016f-e5f1-42cd-87ed-9e44a4209840 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4446585 Aug 16 01:37:48.980774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40590) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:49.011604 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-92c46a99-98e7-4024-9650-2803a9bd6de9 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Request body: {'security_group_rule': {'security_group_id': '10a5952e-5233-49df-a187-6090fc8b46be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:49.039410 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d016f-e5f1-42cd-87ed-9e44a4209840 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a5952e-5233-49df-a187-6090fc8b46be,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:49.062873 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd38369-d6e7-4234-b2f8-6545aeb59b88 req-f700d651-33b3-4772-a63b-a8bc3d61c90a tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:49.070974 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ccd38369-d6e7-4234-b2f8-6545aeb59b88 req-f700d651-33b3-4772-a63b-a8bc3d61c90a tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.2247765 Aug 16 01:37:49.107267 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] Set router 366f79ae-76c1-4b1c-b045-9e6073141a1c gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:37:49.183557 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d3beab-c5ef-46f9-b938-9b506bc1fa0b x-openstack-request-id: req-91d3beab-c5ef-46f9-b938-9b506bc1fa0b {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:49.184115 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "tag": "7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:49.184115 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-91d3beab-c5ef-46f9-b938-9b506bc1fa0b {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:49.184514 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'tag': '7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50', 'status': 'completed', 'code': 200} Aug 16 01:37:49.204512 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-d3081c0a-3146-4c15-aaf9-c5cccf389be6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Request body: {'port': {'device_id': '61cf5b04-e7b5-454f-87c5-f93e240eaded', 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9', 'admin_state_up': True, 'tenant_id': '83acc20476264f27b63127c0968a6b73'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:49.219467 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13285bcb-57a0-435e-ac58-7e96adad3a34 req-fd82f9b3-f6ee-460d-b1fb-82a1e5eab79a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:49.226940 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13285bcb-57a0-435e-ac58-7e96adad3a34 req-fd82f9b3-f6ee-460d-b1fb-82a1e5eab79a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:49.230093 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92c46a99-98e7-4024-9650-2803a9bd6de9 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:49.233300 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13285bcb-57a0-435e-ac58-7e96adad3a34 req-fd82f9b3-f6ee-460d-b1fb-82a1e5eab79a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:49.251303 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13285bcb-57a0-435e-ac58-7e96adad3a34 req-fd82f9b3-f6ee-460d-b1fb-82a1e5eab79a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:49.260514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13285bcb-57a0-435e-ac58-7e96adad3a34 req-fd82f9b3-f6ee-460d-b1fb-82a1e5eab79a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:49.267632 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ccd38369-d6e7-4234-b2f8-6545aeb59b88 req-e325c5db-d698-4753-9186-865d8644b35a tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896839 Aug 16 01:37:49.278006 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-8c99cc42-c183-446a-b442-2daafa294bfb req-da34100e-92d7-43c9-ba77-80b461dc6b7c service neutron] show failed (client error): The resource could not be found. Aug 16 01:37:49.279403 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c99cc42-c183-446a-b442-2daafa294bfb req-da34100e-92d7-43c9-ba77-80b461dc6b7c service neutron] 10.222.0.63 "GET /v2.0/ports/0212517b-dda9-4f54-ae72-41185d52c5f4/bindings/n-h1-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.2061610 Aug 16 01:37:49.295106 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13285bcb-57a0-435e-ac58-7e96adad3a34 req-fd82f9b3-f6ee-460d-b1fb-82a1e5eab79a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:49.312276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13285bcb-57a0-435e-ac58-7e96adad3a34 req-fd82f9b3-f6ee-460d-b1fb-82a1e5eab79a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:49.324461 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-13285bcb-57a0-435e-ac58-7e96adad3a34 req-fd82f9b3-f6ee-460d-b1fb-82a1e5eab79a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5420 time: 1.1646514 Aug 16 01:37:49.370912 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-498254729-router', 'tenant_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '5be66a31-7770-4e2a-ac7d-9f850b069243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:36Z', 'updated_at': '2021-08-16T01:37:43Z', 'revision_number': 3, 'project_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'gw_port': {'id': '5be66a31-7770-4e2a-ac7d-9f850b069243', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:40Z', 'updated_at': '2021-08-16T01:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:49.380336 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92c46a99-98e7-4024-9650-2803a9bd6de9 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:49.412185 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92c46a99-98e7-4024-9650-2803a9bd6de9 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:49.443043 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a693a1cc-32f2-4b0c-b8e6-d29382ba0cd6 None None] The sync data for ids ['9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02'] in n-d-765315-27 is: [{'id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-498254729-router', 'tenant_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '5be66a31-7770-4e2a-ac7d-9f850b069243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:36Z', 'updated_at': '2021-08-16T01:37:43Z', 'revision_number': 3, 'project_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'gw_port': {'id': '5be66a31-7770-4e2a-ac7d-9f850b069243', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:40Z', 'updated_at': '2021-08-16T01:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:37:49.445014 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c46a99-98e7-4024-9650-2803a9bd6de9 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af4f329-15f9-4d12-8209-52875ecda4bc,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:49.474713 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad692a5-0ebe-491e-b75b-3b2bdaf86661 req-966edb38-9433-4f2c-831a-33474064c298 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:49.484551 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3ad692a5-0ebe-491e-b75b-3b2bdaf86661 req-966edb38-9433-4f2c-831a-33474064c298 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 0.1025963 Aug 16 01:37:49.503514 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'name': 'tempest-ServersTestFqdnHostnames-1362448258-router', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:26Z', 'updated_at': '2021-08-16T01:37:43Z', 'revision_number': 4, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'gw_port': {'id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:29Z', 'updated_at': '2021-08-16T01:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'ececbe64-e296-4d99-95fd-c540a3ac939c', 'name': '', 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'mac_address': 'fa:16:3e:7f:3b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '585d13b5-4da7-4c88-8686-e7e014058c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:38Z', 'updated_at': '2021-08-16T01:37:48Z', 'revision_number': 4, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'subnets': [{'id': '585d13b5-4da7-4c88-8686-e7e014058c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:49.541985 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31228aba-fe6d-4ee6-a1ab-e8ec6169a6b8 None None] The sync data for ids ['366f79ae-76c1-4b1c-b045-9e6073141a1c'] in n-d-765315-27 is: [{'id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'name': 'tempest-ServersTestFqdnHostnames-1362448258-router', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:26Z', 'updated_at': '2021-08-16T01:37:43Z', 'revision_number': 4, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'gw_port': {'id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:29Z', 'updated_at': '2021-08-16T01:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'ececbe64-e296-4d99-95fd-c540a3ac939c', 'name': '', 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'mac_address': 'fa:16:3e:7f:3b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '585d13b5-4da7-4c88-8686-e7e014058c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:38Z', 'updated_at': '2021-08-16T01:37:48Z', 'revision_number': 4, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'subnets': [{'id': '585d13b5-4da7-4c88-8686-e7e014058c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:37:49.552955 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ab01d-e61b-4ee5-8cef-bb1b9d5b168b service neutron] Pushing event updated for resources: {'Port': ['ID=fce76636-95be-483d-8468-a23fd31db758,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:49.629734 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3ad692a5-0ebe-491e-b75b-3b2bdaf86661 req-cf91a02e-05c8-4117-8ad1-d01c3258ec95 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443808 Aug 16 01:37:49.656186 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99cc42-c183-446a-b442-2daafa294bfb req-3d19060d-4400-49f9-8817-4251aa968895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:49.657695 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c99cc42-c183-446a-b442-2daafa294bfb req-3d19060d-4400-49f9-8817-4251aa968895 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095&tenant_id=126345157050487ba8127ff85bb0562e HTTP/1.1" status: 200 len: 1101 time: 0.0911665 Aug 16 01:37:49.681812 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:49.704069 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-67755090-0089-4d48-a810-d1e6f9430ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:49.704580 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-67755090-0089-4d48-a810-d1e6f9430ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:49.704948 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-67755090-0089-4d48-a810-d1e6f9430ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:49.705431 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-67755090-0089-4d48-a810-d1e6f9430ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:49.705903 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-67755090-0089-4d48-a810-d1e6f9430ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:49.706538 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-67755090-0089-4d48-a810-d1e6f9430ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:49.707547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-67755090-0089-4d48-a810-d1e6f9430ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:49.710034 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-67755090-0089-4d48-a810-d1e6f9430ae8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5052f870a5d04e98b2cd29c89d03b16c&device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 6484 time: 1.3630745 Aug 16 01:37:49.784212 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:49.805737 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-13285bcb-57a0-435e-ac58-7e96adad3a34 req-9a26c7e2-0d21-4edf-b030-35ef1315d558 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4636409 Aug 16 01:37:49.836372 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ec6338d3-1c31-46bf-9a60-aa8d25c22e97 req-2e98c5bf-1230-4b2e-90a6-781befdc9cb1 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=61cf5b04-e7b5-454f-87c5-f93e240eaded HTTP/1.1" status: 200 len: 210 time: 0.0528376 Aug 16 01:37:49.889537 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-b7878dba-1b33-443d-8e75-f802d6dacf4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c3bdef-f3fc-4443-8aad-bf5517788ec1 HTTP/1.1" status: 200 len: 217 time: 0.1487927 Aug 16 01:37:50.047818 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-c5a5242b-9fc6-4fe4-9fd9-b1c3fc1c068b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:50.050235 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-507b6f6b-b434-475b-8da1-21633859dfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:50.050405 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-c5a5242b-9fc6-4fe4-9fd9-b1c3fc1c068b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de680595-9685-4a06-af23-2b0f71eb9e2f HTTP/1.1" status: 200 len: 851 time: 0.1407740 Aug 16 01:37:50.087404 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-baf59140-314d-4912-84c7-1ccf0a6d51ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:50.113937 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-baf59140-314d-4912-84c7-1ccf0a6d51ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:50.137181 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92c46a99-98e7-4024-9650-2803a9bd6de9 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:50.144156 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-92c46a99-98e7-4024-9650-2803a9bd6de9 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1590431 Aug 16 01:37:50.146523 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40608) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:50.162258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5f7b5bf5-9505-476b-9626-385a4a239d5a tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Request body: {'security_group_rule': {'security_group_id': '10a5952e-5233-49df-a187-6090fc8b46be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:50.222753 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-baf59140-314d-4912-84c7-1ccf0a6d51ba admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4dad483e2e2b4042a9ceb716c6ed3142&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8891828 Aug 16 01:37:50.227109 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40614) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:50.231368 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf59140-314d-4912-84c7-1ccf0a6d51ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50190f4f-7a01-45cc-a086-f482daca4bfc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:50.241994 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-da0c971b-988c-496b-8d27-a22c081f9afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:50.243696 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-da0c971b-988c-496b-8d27-a22c081f9afa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9f6cb29-657f-4294-ac8f-e7d12f466242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1726749 Aug 16 01:37:50.245698 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-d3081c0a-3146-4c15-aaf9-c5cccf389be6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Made reservation on behalf of 83acc20476264f27b63127c0968a6b73 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:37:50.250553 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-d3081c0a-3146-4c15-aaf9-c5cccf389be6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:50.269686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] For port 0212517b-dda9-4f54-ae72-41185d52c5f4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=0212517b-dda9-4f54-ae72-41185d52c5f4,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:50.412400 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] For port 0212517b-dda9-4f54-ae72-41185d52c5f4, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:50.439770 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f7b5bf5-9505-476b-9626-385a4a239d5a tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:50.445103 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e33d8473-2649-4991-aa30-a9294610b5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:50.504391 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10178b51-0ba3-4f2d-a326-402642b19095', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0212517b-dda9-4f54-ae72-41185d52c5f4'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:50.507865 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cf04ec-7d28-4303-83aa-428ff05f49fa" -d '{"events": [{"server_uuid": "10178b51-0ba3-4f2d-a326-402642b19095", "name": "network-vif-unplugged", "status": "completed", "tag": "0212517b-dda9-4f54-ae72-41185d52c5f4"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:50.532418 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:50.550172 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e33d8473-2649-4991-aa30-a9294610b5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:50.616248 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2c8f2b-e697-4ecd-8c1d-907400835775 x-openstack-request-id: req-1c2c8f2b-e697-4ecd-8c1d-907400835775 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:50.616880 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10178b51-0ba3-4f2d-a326-402642b19095", "name": "network-vif-unplugged", "status": "completed", "tag": "0212517b-dda9-4f54-ae72-41185d52c5f4", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:50.618451 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1c2c8f2b-e697-4ecd-8c1d-907400835775 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:50.620048 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10178b51-0ba3-4f2d-a326-402642b19095', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0212517b-dda9-4f54-ae72-41185d52c5f4', 'code': 200} Aug 16 01:37:50.627520 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] Transition to ACTIVE for port object 0212517b-dda9-4f54-ae72-41185d52c5f4 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:50.643940 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bb8b20b-f717-4705-a2b2-1ff81d040159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:50.662566 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f7b5bf5-9505-476b-9626-385a4a239d5a tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:50.663564 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:50.689923 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-d3081c0a-3146-4c15-aaf9-c5cccf389be6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Allocated IP 172.20.0.10 (2a3ce659-7131-48db-a8d7-62eb2b9733a9/adf0a4b6-04c7-46cd-a62d-f6dbedb85a93/378a6480-6ea3-4a7c-818a-06de2454f50f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:50.692390 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f7b5bf5-9505-476b-9626-385a4a239d5a tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:50.740914 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f919e4-0f61-470d-9db3-f14e16a06629 req-1398e439-2371-4c29-94d9-242aba9e9b2f tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:50.743334 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28f919e4-0f61-470d-9db3-f14e16a06629 req-1398e439-2371-4c29-94d9-242aba9e9b2f tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.3570147 Aug 16 01:37:50.745901 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-018fd1f6-b033-4f51-9331-82e1eac66107 service neutron] 10.222.0.73 "GET /v2.0/networks/c9f6cb29-657f-4294-ac8f-e7d12f466242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707503 Aug 16 01:37:50.871566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b5bf5-9505-476b-9626-385a4a239d5a tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b27fac-9662-4bd1-9cae-9420c44974f1,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:50.882012 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] No DVR routers for this DVR port 0212517b-dda9-4f54-ae72-41185d52c5f4 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:37:50.888139 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f7b5bf5-9505-476b-9626-385a4a239d5a tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:50.894070 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5f7b5bf5-9505-476b-9626-385a4a239d5a tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7464759 Aug 16 01:37:50.894967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40634) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:50.916154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7408e107-57f6-4211-b4c3-fdb14c3abdd6 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:50.956700 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] Pushing event updated for resources: {'Port': ['ID=0212517b-dda9-4f54-ae72-41185d52c5f4,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:51.011336 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e33d8473-2649-4991-aa30-a9294610b5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:51.014617 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e33d8473-2649-4991-aa30-a9294610b5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:51.022525 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e33d8473-2649-4991-aa30-a9294610b5a7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/50190f4f-7a01-45cc-a086-f482daca4bfc HTTP/1.1" status: 204 len: 168 time: 0.7930481 Aug 16 01:37:51.113366 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d8473-2649-4991-aa30-a9294610b5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50190f4f-7a01-45cc-a086-f482daca4bfc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:51.149374 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efb981-d320-4984-9266-b0374ef234f1 req-4adc8fe7-82e6-43c5-9d4c-1839f04091ec tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:51.158665 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ececbe64-e296-4d99-95fd-c540a3ac939c up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:51.161492 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f7efb981-d320-4984-9266-b0374ef234f1 req-4adc8fe7-82e6-43c5-9d4c-1839f04091ec tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 947 time: 0.3731318 Aug 16 01:37:51.164002 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7408e107-57f6-4211-b4c3-fdb14c3abdd6 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:51.167571 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] Attempting to bind port 0212517b-dda9-4f54-ae72-41185d52c5f4 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:51.177569 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] Attempting to bind port 0212517b-dda9-4f54-ae72-41185d52c5f4 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:51.178173 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] Attempting to bind port 0212517b-dda9-4f54-ae72-41185d52c5f4 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:51.193551 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'tag': 'fce76636-95be-483d-8468-a23fd31db758'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:51.195791 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae00a49-4ae9-44e1-b7da-8121071dc8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "tag": "fce76636-95be-483d-8468-a23fd31db758"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:51.239173 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] Port 0212517b-dda9-4f54-ae72-41185d52c5f4 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:37:51.239502 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] Attempting to bind port 0212517b-dda9-4f54-ae72-41185d52c5f4 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:51.255271 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port ececbe64-e296-4d99-95fd-c540a3ac939c completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:51.257073 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28f919e4-0f61-470d-9db3-f14e16a06629 req-26aa6fed-1c2d-4908-9d63-4feffa5412cb tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050223 Aug 16 01:37:51.261416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port ececbe64-e296-4d99-95fd-c540a3ac939c triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:51.261912 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:51.323450 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-5d5540c4-9130-461e-90d5-2ff49102724c service neutron] 10.222.0.73 "GET /v2.0/networks/c9f6cb29-657f-4294-ac8f-e7d12f466242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551617 Aug 16 01:37:51.323768 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:51.324418 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:51.325222 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:51.325899 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] Bound port: 0212517b-dda9-4f54-ae72-41185d52c5f4, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:51.326518 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:51.395807 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f7efb981-d320-4984-9266-b0374ef234f1 req-0e5cd19f-e67f-4408-ac12-76dbd3adf7fb tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327201 Aug 16 01:37:51.406365 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:51.474326 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port ececbe64-e296-4d99-95fd-c540a3ac939c, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ececbe64-e296-4d99-95fd-c540a3ac939c,segment=NetworkSegment(650be3ac-b825-4908-a3a2-a3a5c3ec3ead),segment_id=650be3ac-b825-4908-a3a2-a3a5c3ec3ead)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:51.481621 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:51.483011 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5be66a31-7770-4e2a-ac7d-9f850b069243 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:51.487380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40644) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:51.553624 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-263772c2-342b-4733-908e-4a8e42c6cb55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:51.601442 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=ececbe64-e296-4d99-95fd-c540a3ac939c,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:51.618130 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 5be66a31-7770-4e2a-ac7d-9f850b069243 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:51.625146 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 5be66a31-7770-4e2a-ac7d-9f850b069243 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:51.625536 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:51.662791 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7edf4931-d267-42ba-ad6e-6d1e79393b19 req-23290c13-2fe6-4168-bdfc-2f425287ece3 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=61cf5b04-e7b5-454f-87c5-f93e240eaded HTTP/1.1" status: 200 len: 210 time: 0.1730359 Aug 16 01:37:51.670986 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-010ce979-357c-4236-90cf-18936a691cef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=47c48de3-b662-47a6-8021-99cd79188db2 HTTP/1.1" status: 200 len: 217 time: 0.1777492 Aug 16 01:37:51.696543 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-4bb8b20b-f717-4705-a2b2-1ff81d040159 admin admin] Allocated IP 172.20.0.1 (383aed09-6e2a-4255-84ec-fc018eedc9b0/c53eab2b-e649-42d9-8ee4-592759ca62d4/8a342b7e-c20f-4994-b1c2-ed4605378cdb) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:51.727597 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:51.763164 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 5be66a31-7770-4e2a-ac7d-9f850b069243, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5be66a31-7770-4e2a-ac7d-9f850b069243,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:51.769420 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:51.856123 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3dab954f-875f-4c58-86b0-812893cfa484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:51.857562 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-3dab954f-875f-4c58-86b0-812893cfa484 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 200 len: 797 time: 0.1659749 Aug 16 01:37:51.866274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=5be66a31-7770-4e2a-ac7d-9f850b069243,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:51.868746 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-d3081c0a-3146-4c15-aaf9-c5cccf389be6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:51.987797 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bb8b20b-f717-4705-a2b2-1ff81d040159 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:52.004268 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-b011c426-963f-4156-bc26-8048bb566470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:52.005816 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-b011c426-963f-4156-bc26-8048bb566470 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eac9d217-8a8e-4249-a789-0da4a12bc674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1217008 Aug 16 01:37:52.012025 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-4bb8b20b-f717-4705-a2b2-1ff81d040159 admin admin] Transition to ACTIVE for port object 8a342b7e-c20f-4994-b1c2-ed4605378cdb will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:52.014818 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] For port 0212517b-dda9-4f54-ae72-41185d52c5f4, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:52.016949 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-d3081c0a-3146-4c15-aaf9-c5cccf389be6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:52.042100 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] For port 0212517b-dda9-4f54-ae72-41185d52c5f4, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0212517b-dda9-4f54-ae72-41185d52c5f4,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:52.053985 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:52.099704 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7408e107-57f6-4211-b4c3-fdb14c3abdd6 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:52.127509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-d3081c0a-3146-4c15-aaf9-c5cccf389be6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:52.137559 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bd827-fe25-4ab5-b740-ea542362b901 req-d76f743d-3a17-4d02-bd8e-51aae0731870 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:52.144375 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bd827-fe25-4ab5-b740-ea542362b901 req-d76f743d-3a17-4d02-bd8e-51aae0731870 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:52.150245 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bd827-fe25-4ab5-b740-ea542362b901 req-d76f743d-3a17-4d02-bd8e-51aae0731870 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:52.153016 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-d3081c0a-3146-4c15-aaf9-c5cccf389be6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:52.156465 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-d3081c0a-3146-4c15-aaf9-c5cccf389be6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:52.156799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bd827-fe25-4ab5-b740-ea542362b901 req-d76f743d-3a17-4d02-bd8e-51aae0731870 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:52.163141 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bd827-fe25-4ab5-b740-ea542362b901 req-d76f743d-3a17-4d02-bd8e-51aae0731870 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:52.170899 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bd827-fe25-4ab5-b740-ea542362b901 req-d76f743d-3a17-4d02-bd8e-51aae0731870 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:52.176870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bd827-fe25-4ab5-b740-ea542362b901 req-d76f743d-3a17-4d02-bd8e-51aae0731870 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:52.181599 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3081c0a-3146-4c15-aaf9-c5cccf389be6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Pushing event updated for resources: {'Port': ['ID=378a6480-6ea3-4a7c-818a-06de2454f50f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:52.184768 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ac6bd827-fe25-4ab5-b740-ea542362b901 req-d76f743d-3a17-4d02-bd8e-51aae0731870 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5420 time: 0.6430893 Aug 16 01:37:52.206466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:52.207075 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:52.207461 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12768ddc-3694-457f-b655-36c74ba300ae req-69a929c9-5eec-44fe-9788-2bbbd1fea1b7 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=945569b059a74cc188e376abad26b491&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1185393 Aug 16 01:37:52.208434 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c99cc42-c183-446a-b442-2daafa294bfb req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] 10.222.0.73 "PUT /v2.0/ports/0212517b-dda9-4f54-ae72-41185d52c5f4 HTTP/1.1" status: 200 len: 1096 time: 2.5317874 Aug 16 01:37:52.316859 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-d3081c0a-3146-4c15-aaf9-c5cccf389be6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:52.317485 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-d3081c0a-3146-4c15-aaf9-c5cccf389be6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:52.332909 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bb8b20b-f717-4705-a2b2-1ff81d040159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:52.341174 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe9469-b407-46ad-850e-fa2c4d7b26dd service neutron] Pushing event updated for resources: {'Port': ['ID=0212517b-dda9-4f54-ae72-41185d52c5f4,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:52.383371 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ac6bd827-fe25-4ab5-b740-ea542362b901 req-49aa5a8b-9515-4ad5-abd9-b5b76b33ce41 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1976197 Aug 16 01:37:52.403746 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-985a28a3-0bf1-47c4-898a-5345fca34ded service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810840 Aug 16 01:37:52.420594 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb8b20b-f717-4705-a2b2-1ff81d040159 admin admin] Network 383aed09-6e2a-4255-84ec-fc018eedc9b0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:52.434226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-4bb8b20b-f717-4705-a2b2-1ff81d040159 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:52.437282 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb8b20b-f717-4705-a2b2-1ff81d040159 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:52.456010 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99cc42-c183-446a-b442-2daafa294bfb req-b2b90dda-d84f-49cc-9f8d-29386e97c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:52.457653 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c99cc42-c183-446a-b442-2daafa294bfb req-b2b90dda-d84f-49cc-9f8d-29386e97c264 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 1099 time: 0.2158127 Aug 16 01:37:52.465460 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-263772c2-342b-4733-908e-4a8e42c6cb55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:52.489332 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007f864f-72b4-47a3-bf9d-5148f2c58b5b x-openstack-request-id: req-007f864f-72b4-47a3-bf9d-5148f2c58b5b {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:52.489617 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "tag": "fce76636-95be-483d-8468-a23fd31db758", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:52.489905 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-007f864f-72b4-47a3-bf9d-5148f2c58b5b {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:52.490307 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'tag': 'fce76636-95be-483d-8468-a23fd31db758', 'status': 'completed', 'code': 200} Aug 16 01:37:52.506589 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-263772c2-342b-4733-908e-4a8e42c6cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:52.522018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 0212517b-dda9-4f54-ae72-41185d52c5f4 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:37:52.526935 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8b20b-f717-4705-a2b2-1ff81d040159 admin admin] Pushing event updated for resources: {'Port': ['ID=8a342b7e-c20f-4994-b1c2-ed4605378cdb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:52.537389 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-d3081c0a-3146-4c15-aaf9-c5cccf389be6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3574102 Aug 16 01:37:52.554394 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-7408e107-57f6-4211-b4c3-fdb14c3abdd6 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Allocated IP 172.25.3.114 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/9c7ab5dc-bcf2-4563-a5ce-c0ea61c78800) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:52.558256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12768ddc-3694-457f-b655-36c74ba300ae req-39217848-5123-4334-8a73-9413982cc314 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:52.560024 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12768ddc-3694-457f-b655-36c74ba300ae req-39217848-5123-4334-8a73-9413982cc314 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3288083 Aug 16 01:37:52.564800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Request body: {'port': {'device_id': '61cf5b04-e7b5-454f-87c5-f93e240eaded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:52.598190 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a3774932-8f3d-46bd-af81-702d93b34e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:52.607355 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 0212517b-dda9-4f54-ae72-41185d52c5f4 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:37:52.619501 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bb8b20b-f717-4705-a2b2-1ff81d040159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:52.625558 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10178b51-0ba3-4f2d-a326-402642b19095', 'tag': '0212517b-dda9-4f54-ae72-41185d52c5f4'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:52.628158 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed53c12-b135-4c73-91e7-202634a12f03" -d '{"events": [{"name": "network-changed", "server_uuid": "10178b51-0ba3-4f2d-a326-402642b19095", "tag": "0212517b-dda9-4f54-ae72-41185d52c5f4"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:52.669272 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12768ddc-3694-457f-b655-36c74ba300ae req-a827f089-add8-4be3-b48d-59a4856aa526 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/quotas/945569b059a74cc188e376abad26b491 HTTP/1.1" status: 200 len: 375 time: 0.0962837 Aug 16 01:37:52.680099 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-263772c2-342b-4733-908e-4a8e42c6cb55 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=512dbc3c793e40fca557c586b1763897&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1817863 Aug 16 01:37:52.682725 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40662) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:52.718198 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263772c2-342b-4733-908e-4a8e42c6cb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105d0934-15ef-4860-b364-9b5a78d6b91f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:52.768830 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99cc42-c183-446a-b442-2daafa294bfb req-c7cdece3-ae0d-4b8f-80f0-2eb01523db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:52.769285 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d2c74c7f-869a-46fc-8b24-1d73c53d69ba None None] Provisioning for port 8a342b7e-c20f-4994-b1c2-ed4605378cdb completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:52.770736 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c99cc42-c183-446a-b442-2daafa294bfb req-c7cdece3-ae0d-4b8f-80f0-2eb01523db11 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.3012750 Aug 16 01:37:52.773394 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d2c74c7f-869a-46fc-8b24-1d73c53d69ba None None] Provisioning complete for port 8a342b7e-c20f-4994-b1c2-ed4605378cdb triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:52.773783 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2c74c7f-869a-46fc-8b24-1d73c53d69ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:52.817529 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26536f58-ed38-4849-987b-c7553f78bc01 req-aeb703c8-1397-49a3-8945-db4a89deb8fa tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:52.817898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d2c74c7f-869a-46fc-8b24-1d73c53d69ba None None] Port 8a342b7e-c20f-4994-b1c2-ed4605378cdb cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:37:52.819442 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26536f58-ed38-4849-987b-c7553f78bc01 req-aeb703c8-1397-49a3-8945-db4a89deb8fa tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.2681611 Aug 16 01:37:52.873800 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c99cc42-c183-446a-b442-2daafa294bfb req-96e4d120-8181-4227-beee-876b432ad1a1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=0212517b-dda9-4f54-ae72-41185d52c5f4 HTTP/1.1" status: 200 len: 217 time: 0.0904307 Aug 16 01:37:52.943852 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ececbe64-e296-4d99-95fd-c540a3ac939c up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:52.956970 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6aa0918d-3f0d-4859-be85-3204ef7ec1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:52.995589 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port ececbe64-e296-4d99-95fd-c540a3ac939c triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:52.996047 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:53.004807 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7408e107-57f6-4211-b4c3-fdb14c3abdd6 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:53.024826 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26536f58-ed38-4849-987b-c7553f78bc01 req-9a19e9f8-e60f-484c-b384-ae91e5e3c141 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646919 Aug 16 01:37:53.026346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99cc42-c183-446a-b442-2daafa294bfb req-ebdd79a8-5250-48b4-a660-cbd985e62854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:53.028474 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c99cc42-c183-446a-b442-2daafa294bfb req-ebdd79a8-5250-48b4-a660-cbd985e62854 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1354079 Aug 16 01:37:53.038073 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6aa0918d-3f0d-4859-be85-3204ef7ec1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:53.051133 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12768ddc-3694-457f-b655-36c74ba300ae req-c0bb0741-26c7-4592-b258-9e83bd7a013d tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=945569b059a74cc188e376abad26b491&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3705554 Aug 16 01:37:53.064108 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-d4887ce9-c9ae-448c-98c0-765597dd590a service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6471515 Aug 16 01:37:53.067638 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:53.141798 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-9bf34105-7ff6-42e8-abbe-eac951dc1298 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=0f0afde3-55ae-42f9-858b-d97e140ec6de HTTP/1.1" status: 200 len: 217 time: 0.0619986 Aug 16 01:37:53.147369 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5be66a31-7770-4e2a-ac7d-9f850b069243 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:53.195900 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99cc42-c183-446a-b442-2daafa294bfb req-3908ad0b-01cc-486f-b9a8-ab92282857c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:53.197356 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c99cc42-c183-446a-b442-2daafa294bfb req-3908ad0b-01cc-486f-b9a8-ab92282857c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1556211 Aug 16 01:37:53.199952 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6aa0918d-3f0d-4859-be85-3204ef7ec1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:53.202717 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:53.203783 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6aa0918d-3f0d-4859-be85-3204ef7ec1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:53.207907 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6aa0918d-3f0d-4859-be85-3204ef7ec1a1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/105d0934-15ef-4860-b364-9b5a78d6b91f HTTP/1.1" status: 204 len: 168 time: 0.4989779 Aug 16 01:37:53.245140 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 5be66a31-7770-4e2a-ac7d-9f850b069243 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:53.247339 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:53.281872 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bb8b20b-f717-4705-a2b2-1ff81d040159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:53.349185 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-1f08571b-ffea-474b-87a7-9d68e6b146e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:53.350929 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-1f08571b-ffea-474b-87a7-9d68e6b146e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 200 len: 797 time: 0.1766686 Aug 16 01:37:53.357008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0918d-3f0d-4859-be85-3204ef7ec1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105d0934-15ef-4860-b364-9b5a78d6b91f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:53.372809 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292f6851-4a61-4470-8120-de747063d0c2 x-openstack-request-id: req-292f6851-4a61-4470-8120-de747063d0c2 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:53.374265 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10178b51-0ba3-4f2d-a326-402642b19095", "tag": "0212517b-dda9-4f54-ae72-41185d52c5f4", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:53.374747 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-292f6851-4a61-4470-8120-de747063d0c2 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:53.375422 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10178b51-0ba3-4f2d-a326-402642b19095', 'tag': '0212517b-dda9-4f54-ae72-41185d52c5f4', 'status': 'completed', 'code': 200} Aug 16 01:37:53.461930 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4cf58-aae7-42b9-a5d1-f109d4454d1d req-15bd7d86-c2a8-4928-978a-5c1af661b301 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:53.472092 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1ba4cf58-aae7-42b9-a5d1-f109d4454d1d req-15bd7d86-c2a8-4928-978a-5c1af661b301 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 947 time: 0.3194389 Aug 16 01:37:53.475649 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c99cc42-c183-446a-b442-2daafa294bfb req-c61ac6a1-b873-4aba-a42d-79c1ed5f80ff service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621574 Aug 16 01:37:53.477312 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7408e107-57f6-4211-b4c3-fdb14c3abdd6 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:53.612540 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408e107-57f6-4211-b4c3-fdb14c3abdd6 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Pushing event updated for resources: {'Port': ['ID=9c7ab5dc-bcf2-4563-a5ce-c0ea61c78800,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:53.665134 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7408e107-57f6-4211-b4c3-fdb14c3abdd6 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:53.700114 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7408e107-57f6-4211-b4c3-fdb14c3abdd6 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:53.723176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-740a941c-fa91-4015-a530-6c55bf4e61d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:53.725238 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-740a941c-fa91-4015-a530-6c55bf4e61d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eac9d217-8a8e-4249-a789-0da4a12bc674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3539560 Aug 16 01:37:53.729823 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7408e107-57f6-4211-b4c3-fdb14c3abdd6 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:53.739113 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf9c3c-5bb0-409d-ba42-d248cfe3af6d req-b3ab0861-b1ba-441b-adbe-8ea639cf796e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:53.741132 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a6cf9c3c-5bb0-409d-ba42-d248cfe3af6d req-b3ab0861-b1ba-441b-adbe-8ea639cf796e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=61cf5b04-e7b5-454f-87c5-f93e240eaded HTTP/1.1" status: 200 len: 932 time: 0.2543244 Aug 16 01:37:53.779089 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1ba4cf58-aae7-42b9-a5d1-f109d4454d1d req-79e9e74a-142f-489f-8434-a178db9441da tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060293 Aug 16 01:37:53.843295 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-dfcc8ac1-9aed-486e-9e22-709d3afeebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:53.845308 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-dfcc8ac1-9aed-486e-9e22-709d3afeebbf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 1099 time: 0.3556323 Aug 16 01:37:53.910905 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a6cf9c3c-5bb0-409d-ba42-d248cfe3af6d req-efb1bd18-74a4-470a-ac0e-cd40eb735fa3 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416368 Aug 16 01:37:53.926620 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bb8b20b-f717-4705-a2b2-1ff81d040159 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:53.940579 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bb8b20b-f717-4705-a2b2-1ff81d040159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:53.993690 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-16581d38-d127-41a5-9f33-1fadcfdc0002 req-0967f7b4-cb65-49f2-9711-597e4483fce7 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f3f2195-1304-4556-94f2-192a338cb389 HTTP/1.1" status: 200 len: 210 time: 0.1413224 Aug 16 01:37:53.997185 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c99cc42-c183-446a-b442-2daafa294bfb req-4d871c6a-1892-4c74-92e8-5da524489457 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050645 Aug 16 01:37:54.050498 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:54.068291 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7408e107-57f6-4211-b4c3-fdb14c3abdd6 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:54.073388 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bb8b20b-f717-4705-a2b2-1ff81d040159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:54.082000 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-89c7db2c-185c-473a-9a9a-aa23f6287f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:54.083868 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-89c7db2c-185c-473a-9a9a-aa23f6287f26 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.2199297 Aug 16 01:37:54.124840 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7408e107-57f6-4211-b4c3-fdb14c3abdd6 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:54.177702 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8b20b-f717-4705-a2b2-1ff81d040159 admin admin] Pushing event updated for resources: {'Port': ['ID=8a342b7e-c20f-4994-b1c2-ed4605378cdb,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:54.272562 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-8225b153-26bb-472e-a9d5-96bb20506945 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=0212517b-dda9-4f54-ae72-41185d52c5f4 HTTP/1.1" status: 200 len: 217 time: 0.1491039 Aug 16 01:37:54.300710 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-fe58ef6d-2fb4-4d18-bc8c-67cb16353d0c service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5581853 Aug 16 01:37:54.329350 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 378a6480-6ea3-4a7c-818a-06de2454f50f {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:37:54.373794 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-73cd7355-373e-4e9a-98ba-5ed4da81b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:54.375383 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-73cd7355-373e-4e9a-98ba-5ed4da81b761 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 1099 time: 0.2533233 Aug 16 01:37:54.391622 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:54.404689 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf609c-073d-47dd-913c-ff7e8a169100 req-d12390c2-aee2-41e5-924b-72e66be62cb4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:54.410894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf609c-073d-47dd-913c-ff7e8a169100 req-d12390c2-aee2-41e5-924b-72e66be62cb4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:54.424785 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf609c-073d-47dd-913c-ff7e8a169100 req-d12390c2-aee2-41e5-924b-72e66be62cb4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:54.424785 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf609c-073d-47dd-913c-ff7e8a169100 req-d12390c2-aee2-41e5-924b-72e66be62cb4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:54.429978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf609c-073d-47dd-913c-ff7e8a169100 req-d12390c2-aee2-41e5-924b-72e66be62cb4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:54.437350 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf609c-073d-47dd-913c-ff7e8a169100 req-d12390c2-aee2-41e5-924b-72e66be62cb4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:54.438093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc78a61-c192-468c-9ffa-b2290db24bb7 req-b7242fa1-facc-4b30-98fd-ddfbb8d934bf tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:54.439598 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6fc78a61-c192-468c-9ffa-b2290db24bb7 req-b7242fa1-facc-4b30-98fd-ddfbb8d934bf tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.2166426 Aug 16 01:37:54.440988 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-886672d1-8228-4681-87e4-35c5fb1709fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:54.442328 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-886672d1-8228-4681-87e4-35c5fb1709fe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1481917 Aug 16 01:37:54.443384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf609c-073d-47dd-913c-ff7e8a169100 req-d12390c2-aee2-41e5-924b-72e66be62cb4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:54.451992 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8cdf609c-073d-47dd-913c-ff7e8a169100 req-d12390c2-aee2-41e5-924b-72e66be62cb4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5420 time: 0.4536476 Aug 16 01:37:54.516481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Transition to ACTIVE for port object 378a6480-6ea3-4a7c-818a-06de2454f50f will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:54.531707 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:54.601288 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6fc78a61-c192-468c-9ffa-b2290db24bb7 req-03496de2-8b0b-4ab3-8409-c8fb647450c0 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444516 Aug 16 01:37:54.625228 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8cdf609c-073d-47dd-913c-ff7e8a169100 req-2cbd6d8f-3168-46f5-aac4-f16d45c45f2f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1719592 Aug 16 01:37:54.648894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb8b20b-f717-4705-a2b2-1ff81d040159 admin admin] Network 383aed09-6e2a-4255-84ec-fc018eedc9b0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:54.649458 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-06c4389d-4ce6-4846-a012-9eeb1742ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:54.651129 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-06c4389d-4ce6-4846-a012-9eeb1742ee81 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1613734 Aug 16 01:37:54.651434 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.73', 56336) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:54.680332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-4bb8b20b-f717-4705-a2b2-1ff81d040159 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:54.697443 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Pushing event updated for resources: {'Port': ['ID=378a6480-6ea3-4a7c-818a-06de2454f50f,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:54.701309 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-a79d7dcf-e489-40ef-af36-ba099e38b679 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924966 Aug 16 01:37:54.707500 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12768ddc-3694-457f-b655-36c74ba300ae req-38084fba-9a3d-4e7e-88d3-9831e11ca3db tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=945569b059a74cc188e376abad26b491&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510895 Aug 16 01:37:54.723521 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7408e107-57f6-4211-b4c3-fdb14c3abdd6 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:54.739623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-0a63da03-cd7e-4416-876f-06b423f26b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:54.741132 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-0a63da03-cd7e-4416-876f-06b423f26b5b service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.3515673 Aug 16 01:37:54.742160 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7408e107-57f6-4211-b4c3-fdb14c3abdd6 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:54.879411 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-0b8b91a4-ed06-41bd-a88e-70463f0fa0aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=0212517b-dda9-4f54-ae72-41185d52c5f4 HTTP/1.1" status: 200 len: 217 time: 0.1214049 Aug 16 01:37:54.926273 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-f08c92cd-5693-4aa4-b09d-5c97f0646671 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=78577b94-2fed-4393-9b36-8dcb1bbbf4e4 HTTP/1.1" status: 200 len: 217 time: 0.2118850 Aug 16 01:37:54.980366 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7408e107-57f6-4211-b4c3-fdb14c3abdd6 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:55.069016 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-69501e1f-a6cc-4429-aad8-c6c9560ffe4f None None] Provisioning complete for port 8a342b7e-c20f-4994-b1c2-ed4605378cdb triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:55.070433 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-69501e1f-a6cc-4429-aad8-c6c9560ffe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:55.093657 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408e107-57f6-4211-b4c3-fdb14c3abdd6 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Pushing event updated for resources: {'Port': ['ID=9c7ab5dc-bcf2-4563-a5ce-c0ea61c78800,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:55.104679 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7408e107-57f6-4211-b4c3-fdb14c3abdd6 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:55.113537 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7408e107-57f6-4211-b4c3-fdb14c3abdd6 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2001121 Aug 16 01:37:55.120536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Attempting to bind port 378a6480-6ea3-4a7c-818a-06de2454f50f on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:55.120704 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-66e5898b-e552-4b85-94be-819eac15cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:55.120916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Attempting to bind port 378a6480-6ea3-4a7c-818a-06de2454f50f by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:55.121185 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Attempting to bind port 378a6480-6ea3-4a7c-818a-06de2454f50f on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:55.122335 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-66e5898b-e552-4b85-94be-819eac15cf27 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.2271323 Aug 16 01:37:55.149146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Port 378a6480-6ea3-4a7c-818a-06de2454f50f on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:37:55.149429 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Attempting to bind port 378a6480-6ea3-4a7c-818a-06de2454f50f on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:55.156531 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-69501e1f-a6cc-4429-aad8-c6c9560ffe4f None None] Port 8a342b7e-c20f-4994-b1c2-ed4605378cdb cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:37:55.156833 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-d2634f7c-6c52-491f-9f8d-2e770c82bd7c service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598503 Aug 16 01:37:55.178254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8075e-70c4-4c91-a0b7-1f9e0503f0d0 req-d8680834-bc02-4cf5-959e-b4008328d2b6 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:55.179484 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30b8075e-70c4-4c91-a0b7-1f9e0503f0d0 req-d8680834-bc02-4cf5-959e-b4008328d2b6 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 947 time: 0.1871929 Aug 16 01:37:55.181055 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-915ecf8b-22fd-4cfd-aa78-f9434450e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:55.182654 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-915ecf8b-22fd-4cfd-aa78-f9434450e864 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 200 len: 797 time: 0.2184460 Aug 16 01:37:55.186684 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:55.187030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Checking segment: {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:55.187404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Bound using segment: {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:55.187850 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Bound port: 378a6480-6ea3-4a7c-818a-06de2454f50f, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:55.188211 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:55.214899 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12768ddc-3694-457f-b655-36c74ba300ae req-d4d242b8-9108-447c-a577-7b72334e3c85 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:55.216511 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12768ddc-3694-457f-b655-36c74ba300ae req-d4d242b8-9108-447c-a577-7b72334e3c85 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4645197 Aug 16 01:37:55.238028 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b62fe-fa82-47e4-bcfd-1ccd6f6c0a77 req-22daebc7-e074-473c-b5f3-18c4c9cf17a5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:55.245692 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b87b62fe-fa82-47e4-bcfd-1ccd6f6c0a77 req-22daebc7-e074-473c-b5f3-18c4c9cf17a5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=61cf5b04-e7b5-454f-87c5-f93e240eaded HTTP/1.1" status: 200 len: 944 time: 0.1923907 Aug 16 01:37:55.275895 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-87db595a-6b55-4a99-b5db-318f0b63ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:55.275895 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-87db595a-6b55-4a99-b5db-318f0b63ef6c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1418686 Aug 16 01:37:55.281259 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb8b20b-f717-4705-a2b2-1ff81d040159 admin admin] Router 9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:37:55.286398 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-12768ddc-3694-457f-b655-36c74ba300ae req-ca894308-15ed-4b3c-bf24-c97401d1ac62 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Request body: {'port': {'device_id': '8f3f2195-1304-4556-94f2-192a338cb389', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': '945569b059a74cc188e376abad26b491'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:55.329542 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30b8075e-70c4-4c91-a0b7-1f9e0503f0d0 req-987923a2-599c-4fb2-9cc2-015f94ef5538 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371346 Aug 16 01:37:55.393311 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-99f6a28a-442c-4f00-804d-90b2d1fb822f service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127020 Aug 16 01:37:55.442232 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-665f5d7e-d2e4-4175-aff3-9b3137e2333c req-79ce980c-141f-4584-b1f4-979527482b88 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f3f2195-1304-4556-94f2-192a338cb389 HTTP/1.1" status: 200 len: 210 time: 0.0329368 Aug 16 01:37:55.455606 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-2811a0f3-37a2-496c-a378-166262deb769 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655571 Aug 16 01:37:55.504521 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b87b62fe-fa82-47e4-bcfd-1ccd6f6c0a77 req-41e93934-c525-474b-a1ed-9a51d3a8aabc tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584839 Aug 16 01:37:55.511479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-b0bbbae1-f650-4788-a30f-68ccabc6600f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:55.513179 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-b0bbbae1-f650-4788-a30f-68ccabc6600f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eac9d217-8a8e-4249-a789-0da4a12bc674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3120370 Aug 16 01:37:55.517050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] For port 378a6480-6ea3-4a7c-818a-06de2454f50f, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:55.557152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] For port 378a6480-6ea3-4a7c-818a-06de2454f50f, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=378a6480-6ea3-4a7c-818a-06de2454f50f,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:55.591787 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ed53c12-b135-4c73-91e7-202634a12f03 req-6250c309-c2cf-41ca-9a2f-d59224b3ff51 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283302 Aug 16 01:37:55.611979 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-66a0058a-ac59-431c-abdc-11620bfaac2c tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1403071084&fields=id&tenant_id=eb2681441ec04a3290f361213ed3619b HTTP/1.1" status: 200 len: 267 time: 0.0679367 Aug 16 01:37:55.627679 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:55.699821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:55.700432 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:55.702820 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] 10.222.0.73 "PUT /v2.0/ports/378a6480-6ea3-4a7c-818a-06de2454f50f HTTP/1.1" status: 200 len: 1093 time: 3.1539612 Aug 16 01:37:55.705438 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61cf5b04-e7b5-454f-87c5-f93e240eaded', 'tag': '378a6480-6ea3-4a7c-818a-06de2454f50f'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:37:55.707882 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb73df0-fc96-4978-90f8-1b475b42510e" -d '{"events": [{"name": "network-changed", "server_uuid": "61cf5b04-e7b5-454f-87c5-f93e240eaded", "tag": "378a6480-6ea3-4a7c-818a-06de2454f50f"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:37:55.738678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb8b20b-f717-4705-a2b2-1ff81d040159 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:37:55.751255 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Sync routers for ids ['9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:37:55.765979 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4bb8b20b-f717-4705-a2b2-1ff81d040159 admin admin] 10.222.0.68 "PUT /v2.0/routers/9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6423490 Aug 16 01:37:55.766180 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Routers {'9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:37:55.766180 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:37:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:55.769022 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-056dc8aa-ee90-4368-a839-d41f6c909783 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:55.771484 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-056dc8aa-ee90-4368-a839-d41f6c909783 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/networks?id=2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 HTTP/1.1" status: 200 len: 815 time: 0.1509194 Aug 16 01:37:55.786770 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12768ddc-3694-457f-b655-36c74ba300ae req-ca894308-15ed-4b3c-bf24-c97401d1ac62 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Made reservation on behalf of 945569b059a74cc188e376abad26b491 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:37:55.790125 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-12768ddc-3694-457f-b655-36c74ba300ae req-ca894308-15ed-4b3c-bf24-c97401d1ac62 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:55.797970 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-9ec67a05-0751-4af4-ae26-2a7cad3a8f95 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/quotas/eb2681441ec04a3290f361213ed3619b HTTP/1.1" status: 200 len: 375 time: 0.0208354 Aug 16 01:37:55.804854 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be21e5-3d44-4f3d-a83e-b13b4ae00220 service neutron] Pushing event updated for resources: {'Port': ['ID=378a6480-6ea3-4a7c-818a-06de2454f50f,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:55.841165 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-f1ce26ae-d204-4a69-a901-afe7b08de7e9 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100281 Aug 16 01:37:55.843563 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-12768ddc-3694-457f-b655-36c74ba300ae req-ca894308-15ed-4b3c-bf24-c97401d1ac62 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:55.849442 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:55.891490 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-0cf1b825-63c5-4288-b2eb-b481914e297e tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=eb2681441ec04a3290f361213ed3619b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0924675 Aug 16 01:37:55.931204 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-14ca34d0-7651-457d-af55-14d8d9be26d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:55.932746 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-14ca34d0-7651-457d-af55-14d8d9be26d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&device_id=61cf5b04-e7b5-454f-87c5-f93e240eaded HTTP/1.1" status: 200 len: 1096 time: 0.1592386 Aug 16 01:37:56.017943 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Set router 9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:37:56.026401 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-1b1ef7d3-f82c-46e2-80bc-a5bf1cdff8fe service neutron] 10.222.0.68 "GET /v2.0/networks/2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212544 Aug 16 01:37:56.137040 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-f5b94b67-ab19-4104-a297-93c8a60e1154 service neutron] 10.222.0.68 "GET /v2.0/networks/2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096857 Aug 16 01:37:56.328503 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-bc5b7e82-f9f5-4fab-83d8-0a0fd81d8cbc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=378a6480-6ea3-4a7c-818a-06de2454f50f HTTP/1.1" status: 200 len: 217 time: 0.3722167 Aug 16 01:37:56.379771 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-498254729-router', 'tenant_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '5be66a31-7770-4e2a-ac7d-9f850b069243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:36Z', 'updated_at': '2021-08-16T01:37:53Z', 'revision_number': 4, 'project_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'gw_port': {'id': '5be66a31-7770-4e2a-ac7d-9f850b069243', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:40Z', 'updated_at': '2021-08-16T01:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8a342b7e-c20f-4994-b1c2-ed4605378cdb', 'name': '', 'network_id': '383aed09-6e2a-4255-84ec-fc018eedc9b0', 'tenant_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'mac_address': 'fa:16:3e:2e:9c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'c53eab2b-e649-42d9-8ee4-592759ca62d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:50Z', 'updated_at': '2021-08-16T01:37:53Z', 'revision_number': 2, 'project_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'subnets': [{'id': 'c53eab2b-e649-42d9-8ee4-592759ca62d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:56.383281 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd6aa3-c025-4327-85ff-e35e93bd8c20 req-98201116-7187-495c-a18f-efeb41153fd5 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:56.390154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd6aa3-c025-4327-85ff-e35e93bd8c20 req-98201116-7187-495c-a18f-efeb41153fd5 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:56.396616 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd6aa3-c025-4327-85ff-e35e93bd8c20 req-98201116-7187-495c-a18f-efeb41153fd5 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:56.403647 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd6aa3-c025-4327-85ff-e35e93bd8c20 req-98201116-7187-495c-a18f-efeb41153fd5 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:56.410839 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Checking router: 9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:37:56.411295 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Updating router 9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02 port 8a342b7e-c20f-4994-b1c2-ed4605378cdb binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:37:56.412161 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd6aa3-c025-4327-85ff-e35e93bd8c20 req-98201116-7187-495c-a18f-efeb41153fd5 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:56.419753 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd6aa3-c025-4327-85ff-e35e93bd8c20 req-98201116-7187-495c-a18f-efeb41153fd5 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:56.427020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd6aa3-c025-4327-85ff-e35e93bd8c20 req-98201116-7187-495c-a18f-efeb41153fd5 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:56.433974 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-70bd6aa3-c025-4327-85ff-e35e93bd8c20 req-98201116-7187-495c-a18f-efeb41153fd5 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5420 time: 0.1257570 Aug 16 01:37:56.444528 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:56.460503 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-12768ddc-3694-457f-b655-36c74ba300ae req-ca894308-15ed-4b3c-bf24-c97401d1ac62 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:56.494862 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-70bd6aa3-c025-4327-85ff-e35e93bd8c20 req-fec6acf2-96ed-4d77-822e-651f2ea3472b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551331 Aug 16 01:37:56.503132 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8669ea-8b3d-48d4-9cf0-240961761410 req-5d84db34-db9d-4c25-a23a-e66136bf0c06 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:56.505342 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d8669ea-8b3d-48d4-9cf0-240961761410 req-5d84db34-db9d-4c25-a23a-e66136bf0c06 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.5929835 Aug 16 01:37:56.506071 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-12768ddc-3694-457f-b655-36c74ba300ae req-ca894308-15ed-4b3c-bf24-c97401d1ac62 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:56.524653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-d34f475b-9a14-4595-ad5a-753a2243c41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:56.526163 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-d34f475b-9a14-4595-ad5a-753a2243c41e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=adf0a4b6-04c7-46cd-a62d-f6dbedb85a93 HTTP/1.1" status: 200 len: 852 time: 0.1846733 Aug 16 01:37:56.528075 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-34d40abf-c3ea-43a3-b9d3-2633b7d332ef service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6723714 Aug 16 01:37:56.585130 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ccda69-471f-46a0-9a66-9eec7f0517ca x-openstack-request-id: req-47ccda69-471f-46a0-9a66-9eec7f0517ca {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:37:56.585407 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61cf5b04-e7b5-454f-87c5-f93e240eaded", "tag": "378a6480-6ea3-4a7c-818a-06de2454f50f", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:37:56.585646 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-47ccda69-471f-46a0-9a66-9eec7f0517ca {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:37:56.586085 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61cf5b04-e7b5-454f-87c5-f93e240eaded', 'tag': '378a6480-6ea3-4a7c-818a-06de2454f50f', 'status': 'completed', 'code': 200} Aug 16 01:37:56.646158 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-d64a40f0-ae87-40d6-83bc-03db8cf3e451 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2a3ce659-7131-48db-a8d7-62eb2b9733a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900769 Aug 16 01:37:56.657214 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-333b9270-2c45-4b3e-abec-070d70f5c2d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=84fb889f-5772-428e-8866-b0dee48dc778 HTTP/1.1" status: 200 len: 217 time: 0.1082907 Aug 16 01:37:56.706097 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca894308-15ed-4b3c-bf24-c97401d1ac62 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3979f04-6c37-471e-8a25-74d45f8882af,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:56.826822 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:56.834588 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-c3486c03-25ad-48ca-be9d-0ea1c4ed3da7 req-6c238222-e861-4d50-8873-f2bc8b5abfe2 tempest-FloatingIPDetailsNegativeTestJSON-1481738720 tempest-FloatingIPDetailsNegativeTestJSON-1481738720-project] show failed (client error): The resource could not be found. Aug 16 01:37:56.841647 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Transition to ACTIVE for port object 8a342b7e-c20f-4994-b1c2-ed4605378cdb will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:56.843554 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c3486c03-25ad-48ca-be9d-0ea1c4ed3da7 req-6c238222-e861-4d50-8873-f2bc8b5abfe2 tempest-FloatingIPDetailsNegativeTestJSON-1481738720 tempest-FloatingIPDetailsNegativeTestJSON-1481738720-project] 10.222.0.68 "GET /v2.0/floatingips/33242889-aec9-4c61-9b83-6b343767bf6c HTTP/1.1" status: 404 len: 350 time: 0.0501626 Aug 16 01:37:56.848296 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d8669ea-8b3d-48d4-9cf0-240961761410 req-bda12c09-e159-441f-a12e-f7eec4178ad4 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104167 Aug 16 01:37:56.849943 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40774) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:37:56.860579 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:56.910353 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-b0710bd9-99e2-480b-9d22-721fc16650d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:56.912066 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-b0710bd9-99e2-480b-9d22-721fc16650d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 200 len: 797 time: 0.2250264 Aug 16 01:37:56.971998 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0bf68-3591-41b2-8ea4-fe54b854de9e None None] Pushing event updated for resources: {'Port': ['ID=8a342b7e-c20f-4994-b1c2-ed4605378cdb,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:56.999984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-12768ddc-3694-457f-b655-36c74ba300ae req-ca894308-15ed-4b3c-bf24-c97401d1ac62 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Allocated IP 192.168.233.134 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/4d126455-c79c-4522-a7ae-0b07425d5727) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:57.012510 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-e4bd688b-5471-4400-ae1d-f357124a749b service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542857 Aug 16 01:37:57.067856 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Attempting to bind port 8a342b7e-c20f-4994-b1c2-ed4605378cdb on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:37:57.068624 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Attempting to bind port 8a342b7e-c20f-4994-b1c2-ed4605378cdb by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '25094e4e-ab43-457e-9ad0-7b60d8d5ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '383aed09-6e2a-4255-84ec-fc018eedc9b0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:37:57.069216 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Attempting to bind port 8a342b7e-c20f-4994-b1c2-ed4605378cdb on network 383aed09-6e2a-4255-84ec-fc018eedc9b0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:37:57.075085 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:37:57.076049 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Checking segment: {'id': '25094e4e-ab43-457e-9ad0-7b60d8d5ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '383aed09-6e2a-4255-84ec-fc018eedc9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:37:57.077608 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:57.081635 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Bound using segment: {'id': '25094e4e-ab43-457e-9ad0-7b60d8d5ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '383aed09-6e2a-4255-84ec-fc018eedc9b0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:37:57.082661 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Bound port: 8a342b7e-c20f-4994-b1c2-ed4605378cdb, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25094e4e-ab43-457e-9ad0-7b60d8d5ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '383aed09-6e2a-4255-84ec-fc018eedc9b0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:37:57.083279 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:57.133035 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-a5b31dc8-a6d4-4815-b034-16b42c30a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:57.134705 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-a5b31dc8-a6d4-4815-b034-16b42c30a1e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eac9d217-8a8e-4249-a789-0da4a12bc674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2114551 Aug 16 01:37:57.196209 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] For port 8a342b7e-c20f-4994-b1c2-ed4605378cdb, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:37:57.201513 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] For port 8a342b7e-c20f-4994-b1c2-ed4605378cdb, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8a342b7e-c20f-4994-b1c2-ed4605378cdb,segment=NetworkSegment(25094e4e-ab43-457e-9ad0-7b60d8d5ad86),segment_id=25094e4e-ab43-457e-9ad0-7b60d8d5ad86)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:37:57.213528 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:57.291145 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Routers {'9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:37:57.291145 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:37:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:57.291445 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0bf68-3591-41b2-8ea4-fe54b854de9e None None] Pushing event updated for resources: {'Port': ['ID=8a342b7e-c20f-4994-b1c2-ed4605378cdb,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:57.432552 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-339bf543-01de-48b1-a68f-96662d37ca7c service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818923 Aug 16 01:37:57.436931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c8713425-97da-459b-9f9b-57f1fbae9401 req-7df39d28-2304-4169-a92c-112d9907ac85 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 210 time: 0.0341568 Aug 16 01:37:57.441882 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] Set router 9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:37:57.459878 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba450f-58a5-40f0-be7f-5b1d90d325b5 req-2dece6e3-57d4-4b0e-b35b-9920bcf211d2 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:57.469979 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6ba450f-58a5-40f0-be7f-5b1d90d325b5 req-2dece6e3-57d4-4b0e-b35b-9920bcf211d2 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 947 time: 0.4266582 Aug 16 01:37:57.582199 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0fe1e57-beef-4c08-919d-76aac2d06076 req-a699d64a-bbee-4499-a109-0da8331db30e service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5587220 Aug 16 01:37:57.616049 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0212517b-dda9-4f54-ae72-41185d52c5f4 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:37:57.721281 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6ba450f-58a5-40f0-be7f-5b1d90d325b5 req-7e2de2a5-0698-4daf-8ff0-4fb6b6ff7368 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504108 Aug 16 01:37:57.742704 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-732bdba8-93ca-4597-a466-b85fe313acf6 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683518 Aug 16 01:37:57.757171 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-12768ddc-3694-457f-b655-36c74ba300ae req-ca894308-15ed-4b3c-bf24-c97401d1ac62 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:57.758152 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4d810d25-c996-462b-9ca1-fbdcfc22618c req-670a8a7c-1f8b-4714-8b21-c290f8a7491e tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f3f2195-1304-4556-94f2-192a338cb389 HTTP/1.1" status: 200 len: 210 time: 0.2114022 Aug 16 01:37:57.774044 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-498254729-router', 'tenant_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '5be66a31-7770-4e2a-ac7d-9f850b069243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:36Z', 'updated_at': '2021-08-16T01:37:53Z', 'revision_number': 4, 'project_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'gw_port': {'id': '5be66a31-7770-4e2a-ac7d-9f850b069243', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:40Z', 'updated_at': '2021-08-16T01:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8a342b7e-c20f-4994-b1c2-ed4605378cdb', 'name': '', 'network_id': '383aed09-6e2a-4255-84ec-fc018eedc9b0', 'tenant_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'mac_address': 'fa:16:3e:2e:9c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'c53eab2b-e649-42d9-8ee4-592759ca62d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:50Z', 'updated_at': '2021-08-16T01:37:57Z', 'revision_number': 4, 'project_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'subnets': [{'id': 'c53eab2b-e649-42d9-8ee4-592759ca62d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:37:57.781268 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0212517b-dda9-4f54-ae72-41185d52c5f4, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0212517b-dda9-4f54-ae72-41185d52c5f4,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:57.793563 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '0212517b-dda9-4f54-ae72-41185d52c5f4', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '0212517b-dda9-4f54-ae72-41185d52c5f4', 'mac_address': 'fa:16:3e:fe:ce:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:37:57.808373 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-28850cbd-839b-4165-abb9-50c24c9d4fa9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 HTTP/1.1" status: 200 len: 217 time: 0.0546904 Aug 16 01:37:57.814721 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb73df0-fc96-4978-90f8-1b475b42510e req-eced0b6c-fc60-49a4-b2a5-2f0e5fc58036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:57.816354 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3cb73df0-fc96-4978-90f8-1b475b42510e req-eced0b6c-fc60-49a4-b2a5-2f0e5fc58036 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&device_id=61cf5b04-e7b5-454f-87c5-f93e240eaded HTTP/1.1" status: 200 len: 1096 time: 0.1626573 Aug 16 01:37:57.827773 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-12768ddc-3694-457f-b655-36c74ba300ae req-ca894308-15ed-4b3c-bf24-c97401d1ac62 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Transition to ACTIVE for port object 4d126455-c79c-4522-a7ae-0b07425d5727 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:57.847090 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:57.867041 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d8b9f0-9f9e-472a-b704-f06eecae8289 None None] The sync data for ids ['9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02'] in n-d-765315-27 is: [{'id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-498254729-router', 'tenant_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '5be66a31-7770-4e2a-ac7d-9f850b069243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:36Z', 'updated_at': '2021-08-16T01:37:53Z', 'revision_number': 4, 'project_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'gw_port': {'id': '5be66a31-7770-4e2a-ac7d-9f850b069243', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:40Z', 'updated_at': '2021-08-16T01:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8a342b7e-c20f-4994-b1c2-ed4605378cdb', 'name': '', 'network_id': '383aed09-6e2a-4255-84ec-fc018eedc9b0', 'tenant_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'mac_address': 'fa:16:3e:2e:9c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'c53eab2b-e649-42d9-8ee4-592759ca62d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:50Z', 'updated_at': '2021-08-16T01:37:57Z', 'revision_number': 4, 'project_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'subnets': [{'id': 'c53eab2b-e649-42d9-8ee4-592759ca62d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:37:57.871417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0212517b-dda9-4f54-ae72-41185d52c5f4 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:37:57.913626 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0212517b-dda9-4f54-ae72-41185d52c5f4, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0212517b-dda9-4f54-ae72-41185d52c5f4,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:57.922622 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:58.005876 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=0212517b-dda9-4f54-ae72-41185d52c5f4,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:58.065360 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-73b43f5e-802e-44c9-a93f-df3857f46fa2 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:58.067135 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-73b43f5e-802e-44c9-a93f-df3857f46fa2 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.63 "GET /v2.0/networks?id=2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 HTTP/1.1" status: 200 len: 815 time: 0.4243677 Aug 16 01:37:58.092930 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-a868a385-d8e6-4856-a11f-4da0f21013d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:58.094732 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-a868a385-d8e6-4856-a11f-4da0f21013d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d2826b0-99a9-4c6d-9d14-a0b94c6e8722 HTTP/1.1" status: 200 len: 797 time: 0.2774391 Aug 16 01:37:58.123259 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40af33-5954-4e7d-8c2c-a025b088e5e8 req-61fa403c-19b2-4ffa-ba04-b75b9395c271 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:58.129399 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40af33-5954-4e7d-8c2c-a025b088e5e8 req-61fa403c-19b2-4ffa-ba04-b75b9395c271 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:58.137208 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40af33-5954-4e7d-8c2c-a025b088e5e8 req-61fa403c-19b2-4ffa-ba04-b75b9395c271 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:58.141780 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40af33-5954-4e7d-8c2c-a025b088e5e8 req-61fa403c-19b2-4ffa-ba04-b75b9395c271 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:58.147544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['0212517b-dda9-4f54-ae72-41185d52c5f4'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:37:58.147771 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40af33-5954-4e7d-8c2c-a025b088e5e8 req-61fa403c-19b2-4ffa-ba04-b75b9395c271 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:58.156321 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40af33-5954-4e7d-8c2c-a025b088e5e8 req-61fa403c-19b2-4ffa-ba04-b75b9395c271 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:58.162209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0e081-ff60-4edb-8f39-a1a510a56e52 req-ebbadb5c-ba9b-4971-8fa5-9265cc70ee80 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:58.163160 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40af33-5954-4e7d-8c2c-a025b088e5e8 req-61fa403c-19b2-4ffa-ba04-b75b9395c271 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:58.164105 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f1a0e081-ff60-4edb-8f39-a1a510a56e52 req-ebbadb5c-ba9b-4971-8fa5-9265cc70ee80 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=61cf5b04-e7b5-454f-87c5-f93e240eaded HTTP/1.1" status: 200 len: 944 time: 0.2401309 Aug 16 01:37:58.165167 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d40af33-5954-4e7d-8c2c-a025b088e5e8 req-61fa403c-19b2-4ffa-ba04-b75b9395c271 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5420 time: 0.1644676 Aug 16 01:37:58.177063 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-12768ddc-3694-457f-b655-36c74ba300ae req-ca894308-15ed-4b3c-bf24-c97401d1ac62 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:58.221713 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-2bf39824-0095-4f12-a00e-046e2eebe7dc tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb2681441ec04a3290f361213ed3619b HTTP/1.1" status: 200 len: 380 time: 0.1426680 Aug 16 01:37:58.236164 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-74ed29bd-072e-4eb4-9b43-23f516a694d8 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Request body: {'port': {'device_id': 'c4ca89cd-e079-449a-a31d-7b8f600ee550', 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8', 'admin_state_up': True, 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'security_groups': ['10a5952e-5233-49df-a187-6090fc8b46be']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:58.247827 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb73df0-fc96-4978-90f8-1b475b42510e req-ac2d75e5-1b0d-40ee-a1b6-a00ed7c56cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:58.250037 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3cb73df0-fc96-4978-90f8-1b475b42510e req-ac2d75e5-1b0d-40ee-a1b6-a00ed7c56cde service neutron] 10.222.0.73 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 913 time: 0.4235873 Aug 16 01:37:58.314727 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d40af33-5954-4e7d-8c2c-a025b088e5e8 req-790f0159-1bdd-441d-a5fb-fa8d5d9fe241 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1345870 Aug 16 01:37:58.394462 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12768ddc-3694-457f-b655-36c74ba300ae req-ca894308-15ed-4b3c-bf24-c97401d1ac62 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:58.405253 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20a4e4e0-0b11-4d10-ba50-5a246578a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:58.406846 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-20a4e4e0-0b11-4d10-ba50-5a246578a883 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40c3db57-1e7f-42e7-b628-4096f135707a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2889991 Aug 16 01:37:58.414446 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3cb73df0-fc96-4978-90f8-1b475b42510e req-91137027-c0fc-4884-ae3f-f54503f55ea7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=378a6480-6ea3-4a7c-818a-06de2454f50f HTTP/1.1" status: 200 len: 217 time: 0.1498702 Aug 16 01:37:58.415314 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-12768ddc-3694-457f-b655-36c74ba300ae req-ca894308-15ed-4b3c-bf24-c97401d1ac62 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:58.419499 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca894308-15ed-4b3c-bf24-c97401d1ac62 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Pushing event updated for resources: {'Port': ['ID=4d126455-c79c-4522-a7ae-0b07425d5727,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:58.422076 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-12768ddc-3694-457f-b655-36c74ba300ae req-ca894308-15ed-4b3c-bf24-c97401d1ac62 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:58.437047 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-74ed29bd-072e-4eb4-9b43-23f516a694d8 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Made reservation on behalf of eb2681441ec04a3290f361213ed3619b for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:37:58.441152 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-74ed29bd-072e-4eb4-9b43-23f516a694d8 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:58.447726 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02a48a51-0004-44fb-818e-42567637b4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:58.463222 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f1a0e081-ff60-4edb-8f39-a1a510a56e52 req-d08af6d6-3ff0-4b6f-8134-90f495ce2291 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786858 Aug 16 01:37:58.721414 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12768ddc-3694-457f-b655-36c74ba300ae req-ca894308-15ed-4b3c-bf24-c97401d1ac62 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:58.722197 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-12768ddc-3694-457f-b655-36c74ba300ae req-ca894308-15ed-4b3c-bf24-c97401d1ac62 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:58.729562 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb73df0-fc96-4978-90f8-1b475b42510e req-472ce580-cb5f-4362-9903-09086cdf143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:58.731178 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3cb73df0-fc96-4978-90f8-1b475b42510e req-472ce580-cb5f-4362-9903-09086cdf143a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=adf0a4b6-04c7-46cd-a62d-f6dbedb85a93 HTTP/1.1" status: 200 len: 852 time: 0.3042090 Aug 16 01:37:58.735463 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8497a8e0-c58c-4bff-86b1-900a0f875b94 req-e9c0d430-e942-4522-88fe-c60f390a2093 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 210 time: 0.0867016 Aug 16 01:37:58.868879 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3cb73df0-fc96-4978-90f8-1b475b42510e req-da7166ab-b18e-41c4-94b7-852611ef76cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2a3ce659-7131-48db-a8d7-62eb2b9733a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769730 Aug 16 01:37:58.892668 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-aa658481-dbf1-42de-adc7-ee7c4a2f5346 None None] Provisioning for port 4d126455-c79c-4522-a7ae-0b07425d5727 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:58.899443 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-aa658481-dbf1-42de-adc7-ee7c4a2f5346 None None] Provisioning complete for port 4d126455-c79c-4522-a7ae-0b07425d5727 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:58.900214 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa658481-dbf1-42de-adc7-ee7c4a2f5346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:58.943854 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-74ed29bd-072e-4eb4-9b43-23f516a694d8 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Allocated IP 172.20.0.13 (2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8/585d13b5-4da7-4c88-8686-e7e014058c75/f03a85ef-660e-446d-99ed-a4bdb0f4c461) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:37:58.961261 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-aa658481-dbf1-42de-adc7-ee7c4a2f5346 None None] Port 4d126455-c79c-4522-a7ae-0b07425d5727 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:37:58.993396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12768ddc-3694-457f-b655-36c74ba300ae req-ca894308-15ed-4b3c-bf24-c97401d1ac62 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7640464 Aug 16 01:37:59.006914 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8a342b7e-c20f-4994-b1c2-ed4605378cdb up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:59.019640 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a89c8-23fc-48e7-a55e-99c2daa2720e req-49348ea3-fd38-4668-b149-5220b9b0a747 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:59.021447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a1820-ea4f-485e-9721-8566182f8d66 req-49aeabd0-4255-43e8-a884-59a0d9df059a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:59.023026 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-753a1820-ea4f-485e-9721-8566182f8d66 req-49aeabd0-4255-43e8-a884-59a0d9df059a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 948 time: 0.1891887 Aug 16 01:37:59.027326 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f91a89c8-23fc-48e7-a55e-99c2daa2720e req-49348ea3-fd38-4668-b149-5220b9b0a747 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.3954792 Aug 16 01:37:59.044193 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Request body: {'port': {'device_id': '8f3f2195-1304-4556-94f2-192a338cb389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:59.053859 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-258bdbb9-6776-4b28-bd53-87ed07a5d94d service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6256859 Aug 16 01:37:59.075774 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 8a342b7e-c20f-4994-b1c2-ed4605378cdb completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:59.088171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 8a342b7e-c20f-4994-b1c2-ed4605378cdb triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:59.088937 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:59.148285 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d846b-2cd5-49e4-acbf-4d8e11556d5d req-8d19f28c-b636-4224-ad5a-1bff23795dd5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:59.149879 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-592d846b-2cd5-49e4-acbf-4d8e11556d5d req-8d19f28c-b636-4224-ad5a-1bff23795dd5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.63 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095&tenant_id=126345157050487ba8127ff85bb0562e&binding%3Ahost_id=n-h1-765315-27 HTTP/1.1" status: 200 len: 948 time: 0.4222314 Aug 16 01:37:59.184937 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-74ed29bd-072e-4eb4-9b43-23f516a694d8 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:59.192163 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:59.220789 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-753a1820-ea4f-485e-9721-8566182f8d66 req-3917e6d3-66db-4c36-9e1c-aa0c2ea9fa1a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728370 Aug 16 01:37:59.255526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 8a342b7e-c20f-4994-b1c2-ed4605378cdb, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8a342b7e-c20f-4994-b1c2-ed4605378cdb,segment=NetworkSegment(25094e4e-ab43-457e-9ad0-7b60d8d5ad86),segment_id=25094e4e-ab43-457e-9ad0-7b60d8d5ad86)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:59.262709 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-74ed29bd-072e-4eb4-9b43-23f516a694d8 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Transition to ACTIVE for port object f03a85ef-660e-446d-99ed-a4bdb0f4c461 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:37:59.265449 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:59.274555 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f91a89c8-23fc-48e7-a55e-99c2daa2720e req-1ebca752-7cc5-4973-84c7-c6203cff2138 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465100 Aug 16 01:37:59.360225 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-02a48a51-0004-44fb-818e-42567637b4d8 admin admin] Deleting port 8a342b7e-c20f-4994-b1c2-ed4605378cdb {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:37:59.360573 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02a48a51-0004-44fb-818e-42567637b4d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:59.361256 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3cb73df0-fc96-4978-90f8-1b475b42510e req-f2ce4e8a-f4bb-4403-bb4a-cf6ae0ba8234 service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635143 Aug 16 01:37:59.363759 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-13d6fdd9-c638-4c79-a2a6-82aa8f93a0cb service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855339 Aug 16 01:37:59.365408 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=8a342b7e-c20f-4994-b1c2-ed4605378cdb,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:59.381619 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-74ed29bd-072e-4eb4-9b43-23f516a694d8 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:59.507182 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-74ed29bd-072e-4eb4-9b43-23f516a694d8 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Network 2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:37:59.522217 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-74ed29bd-072e-4eb4-9b43-23f516a694d8 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:37:59.524866 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-74ed29bd-072e-4eb4-9b43-23f516a694d8 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:37:59.534418 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed29bd-072e-4eb4-9b43-23f516a694d8 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Pushing event updated for resources: {'Port': ['ID=f03a85ef-660e-446d-99ed-a4bdb0f4c461,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:37:59.596502 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-02a48a51-0004-44fb-818e-42567637b4d8 admin admin] For port 8a342b7e-c20f-4994-b1c2-ed4605378cdb, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8a342b7e-c20f-4994-b1c2-ed4605378cdb,segment=NetworkSegment(25094e4e-ab43-457e-9ad0-7b60d8d5ad86),segment_id=25094e4e-ab43-457e-9ad0-7b60d8d5ad86)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:37:59.596910 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02a48a51-0004-44fb-818e-42567637b4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:59.622352 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 378a6480-6ea3-4a7c-818a-06de2454f50f details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:37:59.628027 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0212517b-dda9-4f54-ae72-41185d52c5f4 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:37:59.629557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f56a9-1296-45c3-9dda-561d8fd4a578 req-b60d42cf-f5f7-4db3-9378-5b36e253bb08 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:59.639542 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f56a9-1296-45c3-9dda-561d8fd4a578 req-b60d42cf-f5f7-4db3-9378-5b36e253bb08 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:59.645625 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f56a9-1296-45c3-9dda-561d8fd4a578 req-b60d42cf-f5f7-4db3-9378-5b36e253bb08 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:59.652197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f56a9-1296-45c3-9dda-561d8fd4a578 req-b60d42cf-f5f7-4db3-9378-5b36e253bb08 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:59.661085 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f56a9-1296-45c3-9dda-561d8fd4a578 req-b60d42cf-f5f7-4db3-9378-5b36e253bb08 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:59.670593 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f56a9-1296-45c3-9dda-561d8fd4a578 req-b60d42cf-f5f7-4db3-9378-5b36e253bb08 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:59.678686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f56a9-1296-45c3-9dda-561d8fd4a578 req-b60d42cf-f5f7-4db3-9378-5b36e253bb08 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:59.689728 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5c8f56a9-1296-45c3-9dda-561d8fd4a578 req-b60d42cf-f5f7-4db3-9378-5b36e253bb08 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5420 time: 0.2330287 Aug 16 01:37:59.716298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-02a48a51-0004-44fb-818e-42567637b4d8 admin admin] Calling delete_port for 8a342b7e-c20f-4994-b1c2-ed4605378cdb owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:37:59.734724 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-74ed29bd-072e-4eb4-9b43-23f516a694d8 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:37:59.735170 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-74ed29bd-072e-4eb4-9b43-23f516a694d8 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:59.764084 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 0212517b-dda9-4f54-ae72-41185d52c5f4 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:37:59.764296 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-74ed29bd-072e-4eb4-9b43-23f516a694d8 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5322127 Aug 16 01:37:59.777317 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Request body: {'port': {'device_id': 'c4ca89cd-e079-449a-a31d-7b8f600ee550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:37:59.798379 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5c8f56a9-1296-45c3-9dda-561d8fd4a578 req-41edd2c8-36d6-40e8-a512-4280e880f186 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1074388 Aug 16 01:37:59.837970 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:59.870435 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-861d4780-2ab3-46e9-b3aa-18b1c2cdd6ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fce76636-95be-483d-8468-a23fd31db758 HTTP/1.1" status: 200 len: 217 time: 0.4614134 Aug 16 01:37:59.950562 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 0212517b-dda9-4f54-ae72-41185d52c5f4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:37:59.952475 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:37:59.979671 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [req-592d846b-2cd5-49e4-acbf-4d8e11556d5d req-c0bbdbae-a04f-4a58-892b-48669f7e5a78 service neutron] delete failed (client error): The resource could not be found. Aug 16 01:37:59.980801 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-592d846b-2cd5-49e4-acbf-4d8e11556d5d req-c0bbdbae-a04f-4a58-892b-48669f7e5a78 service neutron] 10.222.0.63 "DELETE /v2.0/ports/0212517b-dda9-4f54-ae72-41185d52c5f4/bindings/n-h2-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.8114545 Aug 16 01:37:59.999124 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:00.018714 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d6618-15ee-41b2-a15d-f00f0e925745 req-df54aaa0-d297-49fd-b6cf-8047d5412616 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:00.025386 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 378a6480-6ea3-4a7c-818a-06de2454f50f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=378a6480-6ea3-4a7c-818a-06de2454f50f,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:00.032027 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-742d6618-15ee-41b2-a15d-f00f0e925745 req-df54aaa0-d297-49fd-b6cf-8047d5412616 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f3f2195-1304-4556-94f2-192a338cb389 HTTP/1.1" status: 200 len: 936 time: 0.6615512 Aug 16 01:38:00.046716 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f728706b-a5db-4a24-90dc-f58bce6219cd None None] Provisioning for port f03a85ef-660e-446d-99ed-a4bdb0f4c461 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:00.064737 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6d14b745-994c-476e-91a9-4cef27a10ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:00.067429 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-6d14b745-994c-476e-91a9-4cef27a10ee0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d2826b0-99a9-4c6d-9d14-a0b94c6e8722 HTTP/1.1" status: 200 len: 797 time: 0.1919854 Aug 16 01:38:00.069662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f728706b-a5db-4a24-90dc-f58bce6219cd None None] Provisioning complete for port f03a85ef-660e-446d-99ed-a4bdb0f4c461 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:00.070490 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f728706b-a5db-4a24-90dc-f58bce6219cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:00.072901 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '378a6480-6ea3-4a7c-818a-06de2454f50f', 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9', 'port_id': '378a6480-6ea3-4a7c-818a-06de2454f50f', 'mac_address': 'fa:16:3e:ed:af:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf0a4b6-04c7-46cd-a62d-f6dbedb85a93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:00.176036 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f728706b-a5db-4a24-90dc-f58bce6219cd None None] Port f03a85ef-660e-446d-99ed-a4bdb0f4c461 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:38:00.216286 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:00.239535 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:00.255071 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40808) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:00.269571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 378a6480-6ea3-4a7c-818a-06de2454f50f {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:00.288719 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3cb73df0-fc96-4978-90f8-1b475b42510e req-7023d05a-6a9a-4f06-a609-092d8e0c503e service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9056189 Aug 16 01:38:00.291702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10178b51-0ba3-4f2d-a326-402642b19095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0212517b-dda9-4f54-ae72-41185d52c5f4'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:00.309944 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc94481-80b0-4f1e-8a11-ed64890340fe" -d '{"events": [{"server_uuid": "10178b51-0ba3-4f2d-a326-402642b19095", "name": "network-vif-plugged", "status": "completed", "tag": "0212517b-dda9-4f54-ae72-41185d52c5f4"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:00.310248 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832ef8f-74e1-4957-a0d2-a10cac5baf43 req-53061935-706b-4451-8669-7ab8ad798cce tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:00.312498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e832ef8f-74e1-4957-a0d2-a10cac5baf43 req-53061935-706b-4451-8669-7ab8ad798cce tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=61cf5b04-e7b5-454f-87c5-f93e240eaded HTTP/1.1" status: 200 len: 944 time: 0.3148296 Aug 16 01:38:00.331947 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-742d6618-15ee-41b2-a15d-f00f0e925745 req-9bea923b-be6a-439a-8945-5618d45f6316 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953863 Aug 16 01:38:00.344220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0212517b-dda9-4f54-ae72-41185d52c5f4, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0212517b-dda9-4f54-ae72-41185d52c5f4,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:00.344220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 378a6480-6ea3-4a7c-818a-06de2454f50f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=378a6480-6ea3-4a7c-818a-06de2454f50f,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:00.345232 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:00.355360 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:00.446202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=378a6480-6ea3-4a7c-818a-06de2454f50f,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:00.491607 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-920e5fe9-f5b1-4f18-9ce3-66d2eeeadc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:00.493117 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-920e5fe9-f5b1-4f18-9ce3-66d2eeeadc40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40c3db57-1e7f-42e7-b628-4096f135707a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4075816 Aug 16 01:38:00.508789 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d846b-2cd5-49e4-acbf-4d8e11556d5d req-021d7920-328d-4b61-aadc-50eaa76ddf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:00.510316 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-592d846b-2cd5-49e4-acbf-4d8e11556d5d req-021d7920-328d-4b61-aadc-50eaa76ddf20 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 1100 time: 0.3692985 Aug 16 01:38:00.511846 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e832ef8f-74e1-4957-a0d2-a10cac5baf43 req-8dddf116-ef1b-419f-8e78-49b91f24100d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797132 Aug 16 01:38:00.512584 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7fe463c-a330-4580-a551-32cba6997ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:00.515249 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=0212517b-dda9-4f54-ae72-41185d52c5f4,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:00.556120 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02a48a51-0004-44fb-818e-42567637b4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:00.574427 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['378a6480-6ea3-4a7c-818a-06de2454f50f'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:00.616697 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a48a51-0004-44fb-818e-42567637b4d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a342b7e-c20f-4994-b1c2-ed4605378cdb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:00.642010 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b4d47-1802-4955-8e15-b8f439a57ab7 req-07fd7741-2c13-4d2b-80fc-7b985129876a tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:00.643590 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-756b4d47-1802-4955-8e15-b8f439a57ab7 req-07fd7741-2c13-4d2b-80fc-7b985129876a tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 932 time: 0.2241538 Aug 16 01:38:00.771356 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03a85ef-660e-446d-99ed-a4bdb0f4c461 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:00.790174 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:00.805057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d126455-c79c-4522-a7ae-0b07425d5727 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:00.808634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1b764-d5a0-4a32-9ee2-78f5f71dd259 req-420da280-e99a-4188-a251-61c197a037a7 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:00.816485 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c1d1b764-d5a0-4a32-9ee2-78f5f71dd259 req-420da280-e99a-4188-a251-61c197a037a7 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 0.2103980 Aug 16 01:38:00.826022 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-756b4d47-1802-4955-8e15-b8f439a57ab7 req-6f1b4f51-767b-4b06-a326-0c68bfeafae5 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/security-groups?id=10a5952e-5233-49df-a187-6090fc8b46be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698158 Aug 16 01:38:00.836599 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:00.857276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Transition to ACTIVE for port object f03a85ef-660e-446d-99ed-a4bdb0f4c461 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:38:00.921936 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:00.932188 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-c1ae7228-642a-49b8-b258-60ace5825459 service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258845 Aug 16 01:38:00.933828 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d846b-2cd5-49e4-acbf-4d8e11556d5d req-dd405ef1-f205-40aa-bf44-c3ff33d2134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:00.935152 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-592d846b-2cd5-49e4-acbf-4d8e11556d5d req-dd405ef1-f205-40aa-bf44-c3ff33d2134b service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.4117136 Aug 16 01:38:00.941798 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Transition to ACTIVE for port object 4d126455-c79c-4522-a7ae-0b07425d5727 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:38:00.972393 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:01.051548 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c1d1b764-d5a0-4a32-9ee2-78f5f71dd259 req-5a70d3e0-e915-4758-aa04-b373bfd9b8ca tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341707 Aug 16 01:38:01.078378 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Pushing event updated for resources: {'Port': ['ID=f03a85ef-660e-446d-99ed-a4bdb0f4c461,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:01.078378 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7fe463c-a330-4580-a551-32cba6997ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:01.099817 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7fe463c-a330-4580-a551-32cba6997ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:01.110373 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-592d846b-2cd5-49e4-acbf-4d8e11556d5d req-da6b7d17-b5b8-4044-978d-0bc8fb165d6a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=0212517b-dda9-4f54-ae72-41185d52c5f4 HTTP/1.1" status: 200 len: 217 time: 0.1471148 Aug 16 01:38:01.161547 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02a48a51-0004-44fb-818e-42567637b4d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:01.186072 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bd49ca-a2cf-4475-a986-c901ca8bee0f x-openstack-request-id: req-66bd49ca-a2cf-4475-a986-c901ca8bee0f {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:01.188268 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10178b51-0ba3-4f2d-a326-402642b19095", "name": "network-vif-plugged", "status": "completed", "tag": "0212517b-dda9-4f54-ae72-41185d52c5f4", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:01.188755 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-66bd49ca-a2cf-4475-a986-c901ca8bee0f {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:01.190192 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10178b51-0ba3-4f2d-a326-402642b19095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0212517b-dda9-4f54-ae72-41185d52c5f4', 'code': 200} Aug 16 01:38:01.193949 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f7fe463c-a330-4580-a551-32cba6997ecf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9e306eb230954f6ebc82ff38f19ce19b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9365144 Aug 16 01:38:01.196705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe463c-a330-4580-a551-32cba6997ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbda25f-8d3c-4fbb-98c4-7396681d830b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:01.198977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40820) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:01.231429 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d126455-c79c-4522-a7ae-0b07425d5727,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:01.255818 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b3aaa-3a34-431c-b709-dc3859b76ef3 req-6eb5ddda-f2b2-483f-9ef6-04b352a7d910 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:01.258829 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a70b3aaa-3a34-431c-b709-dc3859b76ef3 req-6eb5ddda-f2b2-483f-9ef6-04b352a7d910 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.3423946 Aug 16 01:38:01.314316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Attempting to bind port f03a85ef-660e-446d-99ed-a4bdb0f4c461 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:38:01.314821 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Attempting to bind port f03a85ef-660e-446d-99ed-a4bdb0f4c461 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '650be3ac-b825-4908-a3a2-a3a5c3ec3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:38:01.315247 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Attempting to bind port f03a85ef-660e-446d-99ed-a4bdb0f4c461 on network 2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:01.383836 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Port f03a85ef-660e-446d-99ed-a4bdb0f4c461 on network 2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:38:01.384083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Attempting to bind port f03a85ef-660e-446d-99ed-a4bdb0f4c461 on network 2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:01.390111 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d846b-2cd5-49e4-acbf-4d8e11556d5d req-ed3ae5aa-4f7a-419b-9c27-66a5e977c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:01.391595 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-592d846b-2cd5-49e4-acbf-4d8e11556d5d req-ed3ae5aa-4f7a-419b-9c27-66a5e977c53a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.2663038 Aug 16 01:38:01.402362 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4126d954-61e6-4ef7-a3a2-6f3526f838f3 req-b2952e4a-4761-47b8-86f1-18878d6ccbf0 service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618289 Aug 16 01:38:01.415911 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:38:01.416360 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Checking segment: {'id': '650be3ac-b825-4908-a3a2-a3a5c3ec3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:38:01.416838 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Bound using segment: {'id': '650be3ac-b825-4908-a3a2-a3a5c3ec3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:38:01.417380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Bound port: f03a85ef-660e-446d-99ed-a4bdb0f4c461, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650be3ac-b825-4908-a3a2-a3a5c3ec3ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:38:01.417879 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:01.433804 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a70b3aaa-3a34-431c-b709-dc3859b76ef3 req-f23d179e-497c-40d1-8470-982cbe6d96e1 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481540 Aug 16 01:38:01.467830 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-817d1830-c33a-49ba-9c8c-c0216e97340c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:01.469799 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Attempting to bind port 4d126455-c79c-4522-a7ae-0b07425d5727 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:38:01.470143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Attempting to bind port 4d126455-c79c-4522-a7ae-0b07425d5727 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:38:01.470463 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Attempting to bind port 4d126455-c79c-4522-a7ae-0b07425d5727 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:01.478530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Port 4d126455-c79c-4522-a7ae-0b07425d5727 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:38:01.478854 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Attempting to bind port 4d126455-c79c-4522-a7ae-0b07425d5727 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:01.500549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d846b-2cd5-49e4-acbf-4d8e11556d5d req-f51e2be3-822a-468d-8905-27d6aca2c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:01.502069 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-592d846b-2cd5-49e4-acbf-4d8e11556d5d req-f51e2be3-822a-468d-8905-27d6aca2c665 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0899320 Aug 16 01:38:01.502820 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:38:01.503158 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:38:01.503522 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:38:01.503954 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Bound port: 4d126455-c79c-4522-a7ae-0b07425d5727, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:38:01.504304 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:01.539749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c405d-423b-40bb-bcd3-4f02cada6389 req-3531b897-3e7e-461e-97cc-07866b38e22a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:01.546697 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c405d-423b-40bb-bcd3-4f02cada6389 req-3531b897-3e7e-461e-97cc-07866b38e22a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:01.552514 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c405d-423b-40bb-bcd3-4f02cada6389 req-3531b897-3e7e-461e-97cc-07866b38e22a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:01.558386 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c405d-423b-40bb-bcd3-4f02cada6389 req-3531b897-3e7e-461e-97cc-07866b38e22a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:01.564977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c405d-423b-40bb-bcd3-4f02cada6389 req-3531b897-3e7e-461e-97cc-07866b38e22a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:01.570871 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c405d-423b-40bb-bcd3-4f02cada6389 req-3531b897-3e7e-461e-97cc-07866b38e22a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:01.576885 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c405d-423b-40bb-bcd3-4f02cada6389 req-3531b897-3e7e-461e-97cc-07866b38e22a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:01.578789 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-792c405d-423b-40bb-bcd3-4f02cada6389 req-3531b897-3e7e-461e-97cc-07866b38e22a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5420 time: 0.2610328 Aug 16 01:38:01.599931 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-817d1830-c33a-49ba-9c8c-c0216e97340c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:01.639685 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 378a6480-6ea3-4a7c-818a-06de2454f50f up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:38:01.681614 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4d7f0-6d19-4fa0-bfd0-fa8cd06026cb req-81bce8c2-85c2-47c1-9e0a-75ebd2ae9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:01.682126 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4d7f0-6d19-4fa0-bfd0-fa8cd06026cb req-81bce8c2-85c2-47c1-9e0a-75ebd2ae9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:01.682627 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4d7f0-6d19-4fa0-bfd0-fa8cd06026cb req-81bce8c2-85c2-47c1-9e0a-75ebd2ae9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:01.683138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4d7f0-6d19-4fa0-bfd0-fa8cd06026cb req-81bce8c2-85c2-47c1-9e0a-75ebd2ae9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:01.683610 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4d7f0-6d19-4fa0-bfd0-fa8cd06026cb req-81bce8c2-85c2-47c1-9e0a-75ebd2ae9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:01.684078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4d7f0-6d19-4fa0-bfd0-fa8cd06026cb req-81bce8c2-85c2-47c1-9e0a-75ebd2ae9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:01.684537 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4d7f0-6d19-4fa0-bfd0-fa8cd06026cb req-81bce8c2-85c2-47c1-9e0a-75ebd2ae9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:01.687303 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2a4d7f0-6d19-4fa0-bfd0-fa8cd06026cb req-81bce8c2-85c2-47c1-9e0a-75ebd2ae9854 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5052f870a5d04e98b2cd29c89d03b16c&device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 6484 time: 0.1993048 Aug 16 01:38:01.693224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 378a6480-6ea3-4a7c-818a-06de2454f50f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:01.698080 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 378a6480-6ea3-4a7c-818a-06de2454f50f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:01.698684 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:01.719101 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7958f-8ade-4301-98c8-2eaff0c24c74 req-14775883-55aa-40c9-a273-b3a22e11c295 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:01.720699 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5fa7958f-8ade-4301-98c8-2eaff0c24c74 req-14775883-55aa-40c9-a273-b3a22e11c295 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f3f2195-1304-4556-94f2-192a338cb389 HTTP/1.1" status: 200 len: 948 time: 0.1938229 Aug 16 01:38:01.777598 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] For port 4d126455-c79c-4522-a7ae-0b07425d5727, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:38:01.787293 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:01.813373 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-592d846b-2cd5-49e4-acbf-4d8e11556d5d req-dcb63db6-d1bc-438d-9b9a-5a4a90240e19 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874200 Aug 16 01:38:01.819505 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] For port 4d126455-c79c-4522-a7ae-0b07425d5727, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4d126455-c79c-4522-a7ae-0b07425d5727,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:38:01.828535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 378a6480-6ea3-4a7c-818a-06de2454f50f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=378a6480-6ea3-4a7c-818a-06de2454f50f,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:01.833336 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:01.844738 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:01.891597 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=378a6480-6ea3-4a7c-818a-06de2454f50f,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:01.944331 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5fa7958f-8ade-4301-98c8-2eaff0c24c74 req-5c1fd4b8-7c0c-4de0-b113-1381f5eed194 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746216 Aug 16 01:38:01.955012 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:01.955761 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:01.957014 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12768ddc-3694-457f-b655-36c74ba300ae req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] 10.222.0.73 "PUT /v2.0/ports/4d126455-c79c-4522-a7ae-0b07425d5727 HTTP/1.1" status: 200 len: 1097 time: 2.9183600 Aug 16 01:38:01.960422 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3f2195-1304-4556-94f2-192a338cb389', 'tag': '4d126455-c79c-4522-a7ae-0b07425d5727'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:01.963077 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed758ca-4bff-4eb7-b686-896f10044dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "8f3f2195-1304-4556-94f2-192a338cb389", "tag": "4d126455-c79c-4522-a7ae-0b07425d5727"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:01.985613 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4d7f0-6d19-4fa0-bfd0-fa8cd06026cb req-30aa187a-9d9d-4d10-b6ab-f9bfdf4b9305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:01.987157 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2a4d7f0-6d19-4fa0-bfd0-fa8cd06026cb req-30aa187a-9d9d-4d10-b6ab-f9bfdf4b9305 service neutron] 10.222.0.73 "GET /v2.0/networks?id=40c3db57-1e7f-42e7-b628-4096f135707a HTTP/1.1" status: 200 len: 903 time: 0.2883620 Aug 16 01:38:02.030026 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] For port f03a85ef-660e-446d-99ed-a4bdb0f4c461, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:38:02.069272 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5074652-a6df-4c84-9476-cbc91c793bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d126455-c79c-4522-a7ae-0b07425d5727,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:02.072692 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2a4d7f0-6d19-4fa0-bfd0-fa8cd06026cb req-e9ca2a9b-842f-4b10-aaf2-b21d0184bf55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 HTTP/1.1" status: 200 len: 217 time: 0.0719333 Aug 16 01:38:02.075380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] For port f03a85ef-660e-446d-99ed-a4bdb0f4c461, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f03a85ef-660e-446d-99ed-a4bdb0f4c461,segment=NetworkSegment(650be3ac-b825-4908-a3a2-a3a5c3ec3ead),segment_id=650be3ac-b825-4908-a3a2-a3a5c3ec3ead)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:38:02.084948 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-792c405d-423b-40bb-bcd3-4f02cada6389 req-6a171aec-4df8-4217-af99-5e2d6d3805d1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4957230 Aug 16 01:38:02.120410 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:02.125266 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-592d846b-2cd5-49e4-acbf-4d8e11556d5d req-3f01c539-e0a9-4b4b-8a99-dba17e8e3d37 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016591 Aug 16 01:38:02.182375 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4d7f0-6d19-4fa0-bfd0-fa8cd06026cb req-14a9105f-37cc-4693-98f4-b395778a705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:02.184199 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2a4d7f0-6d19-4fa0-bfd0-fa8cd06026cb req-14a9105f-37cc-4693-98f4-b395778a705f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d2826b0-99a9-4c6d-9d14-a0b94c6e8722 HTTP/1.1" status: 200 len: 797 time: 0.0740654 Aug 16 01:38:02.195448 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81baca-f45f-4206-b9a1-1c788040cae1 req-f173814c-3079-4a3e-9313-88903d4030aa tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:02.197009 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0a81baca-f45f-4206-b9a1-1c788040cae1 req-f173814c-3079-4a3e-9313-88903d4030aa tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=61cf5b04-e7b5-454f-87c5-f93e240eaded HTTP/1.1" status: 200 len: 946 time: 0.1546242 Aug 16 01:38:02.208585 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:02.209378 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:02.212076 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] 10.222.0.63 "PUT /v2.0/ports/f03a85ef-660e-446d-99ed-a4bdb0f4c461 HTTP/1.1" status: 200 len: 1093 time: 2.4389033 Aug 16 01:38:02.218572 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ca89cd-e079-449a-a31d-7b8f600ee550', 'tag': 'f03a85ef-660e-446d-99ed-a4bdb0f4c461'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:02.221234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12768ddc-3694-457f-b655-36c74ba300ae req-37caf1bd-7319-494c-87ad-e5427fbe20b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:02.221726 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614e6e0a-491d-40c6-9b47-52054505602c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ca89cd-e079-449a-a31d-7b8f600ee550", "tag": "f03a85ef-660e-446d-99ed-a4bdb0f4c461"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:02.225929 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12768ddc-3694-457f-b655-36c74ba300ae req-37caf1bd-7319-494c-87ad-e5427fbe20b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=945569b059a74cc188e376abad26b491&device_id=8f3f2195-1304-4556-94f2-192a338cb389 HTTP/1.1" status: 200 len: 1100 time: 0.1845973 Aug 16 01:38:02.246078 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-817d1830-c33a-49ba-9c8c-c0216e97340c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:02.249543 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-817d1830-c33a-49ba-9c8c-c0216e97340c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:02.253024 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-817d1830-c33a-49ba-9c8c-c0216e97340c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7fbda25f-8d3c-4fbb-98c4-7396681d830b HTTP/1.1" status: 204 len: 168 time: 1.0484025 Aug 16 01:38:02.283646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a48a51-0004-44fb-818e-42567637b4d8 admin admin] Router 9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:38:02.295433 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:38:02.338321 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12768ddc-3694-457f-b655-36c74ba300ae req-a9c73ba1-db91-4017-a1c8-ffe412a1d251 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=4d126455-c79c-4522-a7ae-0b07425d5727 HTTP/1.1" status: 200 len: 217 time: 0.0954940 Aug 16 01:38:02.350073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d1830-c33a-49ba-9c8c-c0216e97340c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbda25f-8d3c-4fbb-98c4-7396681d830b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:02.389928 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0a81baca-f45f-4206-b9a1-1c788040cae1 req-fb968b9f-10a2-4192-8c45-c70c9987261d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733220 Aug 16 01:38:02.394157 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683db0e-43e1-4b74-8a16-8c230a30a76a service neutron] Pushing event updated for resources: {'Port': ['ID=f03a85ef-660e-446d-99ed-a4bdb0f4c461,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:02.398452 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4d7f0-6d19-4fa0-bfd0-fa8cd06026cb req-f5a0a835-2a6e-4726-ae13-b9d0889ae026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:02.401593 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2a4d7f0-6d19-4fa0-bfd0-fa8cd06026cb req-f5a0a835-2a6e-4726-ae13-b9d0889ae026 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40c3db57-1e7f-42e7-b628-4096f135707a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2003801 Aug 16 01:38:02.425994 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a9d7b-cff8-49a7-8c5a-9fb4e9ebd934 req-7a87caf7-0aa3-4282-a731-638284a1f582 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:02.433956 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a9a9d7b-cff8-49a7-8c5a-9fb4e9ebd934 req-7a87caf7-0aa3-4282-a731-638284a1f582 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 944 time: 0.2297215 Aug 16 01:38:02.462210 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12768ddc-3694-457f-b655-36c74ba300ae req-1f4367e7-8e39-45ca-91de-ba0cf2fcd421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:02.464510 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12768ddc-3694-457f-b655-36c74ba300ae req-1f4367e7-8e39-45ca-91de-ba0cf2fcd421 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1147680 Aug 16 01:38:02.506376 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a739100-eacb-4062-8d8a-745b40e80512 x-openstack-request-id: req-1a739100-eacb-4062-8d8a-745b40e80512 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:02.506863 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f3f2195-1304-4556-94f2-192a338cb389", "tag": "4d126455-c79c-4522-a7ae-0b07425d5727", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:02.507332 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1a739100-eacb-4062-8d8a-745b40e80512 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:02.507828 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3f2195-1304-4556-94f2-192a338cb389', 'tag': '4d126455-c79c-4522-a7ae-0b07425d5727', 'status': 'completed', 'code': 200} Aug 16 01:38:02.548893 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-c61938e7-a1b2-4782-8b2b-69e6625baba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:02.553833 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-c61938e7-a1b2-4782-8b2b-69e6625baba8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=eb2681441ec04a3290f361213ed3619b&device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 1096 time: 0.2592645 Aug 16 01:38:02.574500 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a9a9d7b-cff8-49a7-8c5a-9fb4e9ebd934 req-096b6c29-bf98-4d6e-93f2-656617bba1d8 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/security-groups?id=10a5952e-5233-49df-a187-6090fc8b46be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394527 Aug 16 01:38:02.652825 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c53aba2-7a53-4f1d-8d3d-c8068b38ae66 x-openstack-request-id: req-9c53aba2-7a53-4f1d-8d3d-c8068b38ae66 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:02.653132 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ca89cd-e079-449a-a31d-7b8f600ee550", "tag": "f03a85ef-660e-446d-99ed-a4bdb0f4c461", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:02.653371 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9c53aba2-7a53-4f1d-8d3d-c8068b38ae66 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:02.653972 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ca89cd-e079-449a-a31d-7b8f600ee550', 'tag': 'f03a85ef-660e-446d-99ed-a4bdb0f4c461', 'status': 'completed', 'code': 200} Aug 16 01:38:02.657883 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-11dcbff0-b189-4a70-863a-317ddfbeff8e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f03a85ef-660e-446d-99ed-a4bdb0f4c461 HTTP/1.1" status: 200 len: 217 time: 0.0798795 Aug 16 01:38:02.693364 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40840) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:02.773562 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c72850ef-5220-4f85-8aec-04f719324704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:02.822513 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a48a51-0004-44fb-818e-42567637b4d8 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:38:02.831049 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-02a48a51-0004-44fb-818e-42567637b4d8 admin admin] 10.222.0.68 "PUT /v2.0/routers/9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9799397 Aug 16 01:38:02.834403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6ca06d-2b58-45f4-b42d-44a9d82ce18c None None] Sync routers for ids ['9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:38:02.834937 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-f937dc3a-c46e-4002-91d5-881192fc00c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:02.835986 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-f937dc3a-c46e-4002-91d5-881192fc00c0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=585d13b5-4da7-4c88-8686-e7e014058c75 HTTP/1.1" status: 200 len: 854 time: 0.1434917 Aug 16 01:38:02.838522 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40842) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:02.849772 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6ca06d-2b58-45f4-b42d-44a9d82ce18c None None] Routers {'9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:38:02.850635 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ad6ca06d-2b58-45f4-b42d-44a9d82ce18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:37:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:38:02.862313 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bd63f-cf48-4978-a3bd-c6b64659fc06 req-3799d0ee-28ee-4197-93f7-0ebd39f78948 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:02.863858 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ba5bd63f-cf48-4978-a3bd-c6b64659fc06 req-3799d0ee-28ee-4197-93f7-0ebd39f78948 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.1491978 Aug 16 01:38:02.997450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12768ddc-3694-457f-b655-36c74ba300ae req-9214a4ad-1274-449c-a5d5-dd3b5eab0588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:02.999301 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12768ddc-3694-457f-b655-36c74ba300ae req-9214a4ad-1274-449c-a5d5-dd3b5eab0588 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4904439 Aug 16 01:38:03.003607 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2a4d7f0-6d19-4fa0-bfd0-fa8cd06026cb req-51f19702-b5b1-489e-8372-2fa61dc7339c service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938463 Aug 16 01:38:03.018483 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226469a2-927e-4ebc-82a8-acf654c66671 req-e5061a96-80e1-46f0-9359-aeb9034258f8 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.020103 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-226469a2-927e-4ebc-82a8-acf654c66671 req-e5061a96-80e1-46f0-9359-aeb9034258f8 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 0.1001236 Aug 16 01:38:03.025954 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ad6ca06d-2b58-45f4-b42d-44a9d82ce18c None None] Set router 9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:38:03.069376 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ba5bd63f-cf48-4978-a3bd-c6b64659fc06 req-e9dc27a6-b817-419f-aee9-84ff8e874a5d tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365685 Aug 16 01:38:03.078203 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-4e5da240-c197-40a2-ab77-bf2a30d7a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.079696 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-4e5da240-c197-40a2-ab77-bf2a30d7a3d1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2283955 Aug 16 01:38:03.110181 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd2a09ed-26e2-464b-9eab-408a99135022 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:03.193360 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cf5b04-e7b5-454f-87c5-f93e240eaded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378a6480-6ea3-4a7c-818a-06de2454f50f'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:03.195990 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fc5a6a-d673-4a40-ae77-9ebd080d8b7a" -d '{"events": [{"server_uuid": "61cf5b04-e7b5-454f-87c5-f93e240eaded", "name": "network-vif-plugged", "status": "completed", "tag": "378a6480-6ea3-4a7c-818a-06de2454f50f"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:03.196835 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-226469a2-927e-4ebc-82a8-acf654c66671 req-40c00ff0-f46c-403e-8223-68f53cac9861 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593027 Aug 16 01:38:03.235037 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12768ddc-3694-457f-b655-36c74ba300ae req-6fe2a7f7-c4d3-480a-9731-37e83d9d491f service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137184 Aug 16 01:38:03.237694 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2a4d7f0-6d19-4fa0-bfd0-fa8cd06026cb req-8fad42ed-e730-4403-8143-43ca9c1931cf service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089636 Aug 16 01:38:03.302041 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ad6ca06d-2b58-45f4-b42d-44a9d82ce18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-498254729-router', 'tenant_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '5be66a31-7770-4e2a-ac7d-9f850b069243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:36Z', 'updated_at': '2021-08-16T01:38:00Z', 'revision_number': 5, 'project_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'gw_port': {'id': '5be66a31-7770-4e2a-ac7d-9f850b069243', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:40Z', 'updated_at': '2021-08-16T01:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:38:03.325860 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c72850ef-5220-4f85-8aec-04f719324704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:03.334190 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6ca06d-2b58-45f4-b42d-44a9d82ce18c None None] Checking router: 9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:38:03.347880 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6ca06d-2b58-45f4-b42d-44a9d82ce18c None None] Routers {'9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:38:03.349707 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ad6ca06d-2b58-45f4-b42d-44a9d82ce18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:37:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:38:03.359063 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c72850ef-5220-4f85-8aec-04f719324704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:03.432129 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-21ab6ad6-7bc2-4ebd-b3e6-3e572586b2ac service neutron] 10.222.0.63 "GET /v2.0/networks/2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351786 Aug 16 01:38:03.432513 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782c40e-b0cd-4d5d-9df9-5712db3c228a req-3d6b9d6e-a724-4f7e-91d7-a776d2b2e3f7 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.438167 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c72850ef-5220-4f85-8aec-04f719324704 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b453bdd103cc4e84af19465714b04fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7407091 Aug 16 01:38:03.439560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782c40e-b0cd-4d5d-9df9-5712db3c228a req-3d6b9d6e-a724-4f7e-91d7-a776d2b2e3f7 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.443590 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351aecf-aaa7-41e7-bd4f-96d728fc2c54 req-e7e76a2e-23c3-4a6c-9529-936f85a4c6b6 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.445036 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9351aecf-aaa7-41e7-bd4f-96d728fc2c54 req-e7e76a2e-23c3-4a6c-9529-936f85a4c6b6 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f3f2195-1304-4556-94f2-192a338cb389 HTTP/1.1" status: 200 len: 948 time: 0.2178922 Aug 16 01:38:03.445562 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782c40e-b0cd-4d5d-9df9-5712db3c228a req-3d6b9d6e-a724-4f7e-91d7-a776d2b2e3f7 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.446797 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40852) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:03.448222 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd2a09ed-26e2-464b-9eab-408a99135022 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:03.452050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782c40e-b0cd-4d5d-9df9-5712db3c228a req-3d6b9d6e-a724-4f7e-91d7-a776d2b2e3f7 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.452635 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72850ef-5220-4f85-8aec-04f719324704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec0fd91-775e-4b1d-9339-4c578710756c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:03.458168 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782c40e-b0cd-4d5d-9df9-5712db3c228a req-3d6b9d6e-a724-4f7e-91d7-a776d2b2e3f7 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.464850 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782c40e-b0cd-4d5d-9df9-5712db3c228a req-3d6b9d6e-a724-4f7e-91d7-a776d2b2e3f7 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.470725 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782c40e-b0cd-4d5d-9df9-5712db3c228a req-3d6b9d6e-a724-4f7e-91d7-a776d2b2e3f7 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.472670 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2782c40e-b0cd-4d5d-9df9-5712db3c228a req-3d6b9d6e-a724-4f7e-91d7-a776d2b2e3f7 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5420 time: 0.1956956 Aug 16 01:38:03.481096 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12768ddc-3694-457f-b655-36c74ba300ae req-7b13a8fd-d34e-4a37-b9aa-399a7bf48485 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274315 Aug 16 01:38:03.487084 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae00a49-4ae9-44e1-b7da-8121071dc8a4 req-edb6fb9c-f13a-4965-9886-4384506557fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.487084 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae00a49-4ae9-44e1-b7da-8121071dc8a4 req-edb6fb9c-f13a-4965-9886-4384506557fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.487405 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae00a49-4ae9-44e1-b7da-8121071dc8a4 req-edb6fb9c-f13a-4965-9886-4384506557fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.487854 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae00a49-4ae9-44e1-b7da-8121071dc8a4 req-edb6fb9c-f13a-4965-9886-4384506557fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.488329 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae00a49-4ae9-44e1-b7da-8121071dc8a4 req-edb6fb9c-f13a-4965-9886-4384506557fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.488778 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae00a49-4ae9-44e1-b7da-8121071dc8a4 req-edb6fb9c-f13a-4965-9886-4384506557fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.489237 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae00a49-4ae9-44e1-b7da-8121071dc8a4 req-edb6fb9c-f13a-4965-9886-4384506557fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.491162 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cae00a49-4ae9-44e1-b7da-8121071dc8a4 req-edb6fb9c-f13a-4965-9886-4384506557fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5052f870a5d04e98b2cd29c89d03b16c&device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 6484 time: 0.1820974 Aug 16 01:38:03.511789 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ad6ca06d-2b58-45f4-b42d-44a9d82ce18c None None] Set router 9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:38:03.533433 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72850ef-5220-4f85-8aec-04f719324704 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:03.533827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72850ef-5220-4f85-8aec-04f719324704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:03.534140 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72850ef-5220-4f85-8aec-04f719324704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:03.534468 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72850ef-5220-4f85-8aec-04f719324704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:03.534790 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72850ef-5220-4f85-8aec-04f719324704 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:03.535365 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72850ef-5220-4f85-8aec-04f719324704 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:03.535681 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72850ef-5220-4f85-8aec-04f719324704 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:03.535998 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72850ef-5220-4f85-8aec-04f719324704 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:03.536312 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72850ef-5220-4f85-8aec-04f719324704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:03.536626 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72850ef-5220-4f85-8aec-04f719324704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:03.536953 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72850ef-5220-4f85-8aec-04f719324704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:03.537266 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72850ef-5220-4f85-8aec-04f719324704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:03.605391 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2782c40e-b0cd-4d5d-9df9-5712db3c228a req-06b0a604-d120-4738-8293-25dccf28d1d1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1131344 Aug 16 01:38:03.622741 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9351aecf-aaa7-41e7-bd4f-96d728fc2c54 req-69ef769f-050e-4f31-8592-439e512582fd tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571653 Aug 16 01:38:03.656309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed758ca-4bff-4eb7-b686-896f10044dd1 req-31e44f67-7e2b-4972-b88a-7131f258e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.657861 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eed758ca-4bff-4eb7-b686-896f10044dd1 req-31e44f67-7e2b-4972-b88a-7131f258e389 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=945569b059a74cc188e376abad26b491&device_id=8f3f2195-1304-4556-94f2-192a338cb389 HTTP/1.1" status: 200 len: 1100 time: 0.0915070 Aug 16 01:38:03.660163 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0d6e-1a26-4ac0-8958-ffa9e652a7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:03.664808 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d15eccda-85a0-4a65-a776-3f09d6ecf1bf req-ecb2237a-46de-42ba-ba95-1d3a4691f6ed service neutron] 10.222.0.63 "GET /v2.0/networks/2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187014 Aug 16 01:38:03.708492 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a09ed-26e2-464b-9eab-408a99135022 admin admin] Deleting port 5be66a31-7770-4e2a-ac7d-9f850b069243 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:38:03.708832 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd2a09ed-26e2-464b-9eab-408a99135022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:03.724148 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae28604-d1a2-41cd-a875-e1f0e6eece96 x-openstack-request-id: req-7ae28604-d1a2-41cd-a875-e1f0e6eece96 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:03.726775 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cf5b04-e7b5-454f-87c5-f93e240eaded", "name": "network-vif-plugged", "status": "completed", "tag": "378a6480-6ea3-4a7c-818a-06de2454f50f", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:03.727049 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7ae28604-d1a2-41cd-a875-e1f0e6eece96 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:03.728729 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61cf5b04-e7b5-454f-87c5-f93e240eaded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378a6480-6ea3-4a7c-818a-06de2454f50f', 'code': 200} Aug 16 01:38:03.773500 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0d6e-1a26-4ac0-8958-ffa9e652a7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:03.775827 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae00a49-4ae9-44e1-b7da-8121071dc8a4 req-c0a913c1-b437-489a-a183-98b66b484ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.778413 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cae00a49-4ae9-44e1-b7da-8121071dc8a4 req-c0a913c1-b437-489a-a183-98b66b484ade service neutron] 10.222.0.73 "GET /v2.0/networks?id=40c3db57-1e7f-42e7-b628-4096f135707a HTTP/1.1" status: 200 len: 903 time: 0.2781003 Aug 16 01:38:03.817194 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed758ca-4bff-4eb7-b686-896f10044dd1 req-43c51fbc-8e90-4a85-8165-d45898d5fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.818699 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eed758ca-4bff-4eb7-b686-896f10044dd1 req-43c51fbc-8e90-4a85-8165-d45898d5fe36 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1496928 Aug 16 01:38:03.831881 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ad6ca06d-2b58-45f4-b42d-44a9d82ce18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-498254729-router', 'tenant_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '5be66a31-7770-4e2a-ac7d-9f850b069243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:36Z', 'updated_at': '2021-08-16T01:38:00Z', 'revision_number': 5, 'project_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'gw_port': {'id': '5be66a31-7770-4e2a-ac7d-9f850b069243', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:40Z', 'updated_at': '2021-08-16T01:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:38:03.865849 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6ca06d-2b58-45f4-b42d-44a9d82ce18c None None] The sync data for ids ['9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02'] in n-d-765315-27 is: [{'id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-498254729-router', 'tenant_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '5be66a31-7770-4e2a-ac7d-9f850b069243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:36Z', 'updated_at': '2021-08-16T01:38:00Z', 'revision_number': 5, 'project_id': '4fb8e91a3bea46e1a84d41e7821e1b4c', 'gw_port': {'id': '5be66a31-7770-4e2a-ac7d-9f850b069243', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:40Z', 'updated_at': '2021-08-16T01:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:38:03.875949 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cae00a49-4ae9-44e1-b7da-8121071dc8a4 req-7b8c3713-b353-41b1-931b-65b1e0f58381 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fce76636-95be-483d-8468-a23fd31db758 HTTP/1.1" status: 200 len: 217 time: 0.0856118 Aug 16 01:38:03.922616 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eed758ca-4bff-4eb7-b686-896f10044dd1 req-dadeab99-dbd7-4219-9431-8c322355df72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=4d126455-c79c-4522-a7ae-0b07425d5727 HTTP/1.1" status: 200 len: 217 time: 0.0682509 Aug 16 01:38:03.940194 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e6e0a-491d-40c6-9b47-52054505602c req-967c51ca-3935-4ce1-b8f3-1d826b8950e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.941831 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-614e6e0a-491d-40c6-9b47-52054505602c req-967c51ca-3935-4ce1-b8f3-1d826b8950e0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=eb2681441ec04a3290f361213ed3619b&device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 1096 time: 0.1658452 Aug 16 01:38:03.953244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e1d22-29e3-4919-845e-a4ed82234f4a req-d16f403b-e1b4-4467-963a-c0d067263471 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.954828 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cb8e1d22-29e3-4919-845e-a4ed82234f4a req-d16f403b-e1b4-4467-963a-c0d067263471 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=61cf5b04-e7b5-454f-87c5-f93e240eaded HTTP/1.1" status: 200 len: 946 time: 0.1362858 Aug 16 01:38:03.992461 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f0737-ae9a-4022-9ff6-1b91ed27f0f0 req-f0621ebf-02fc-4a81-931a-ac8f120ff23d tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:03.994983 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb2f0737-ae9a-4022-9ff6-1b91ed27f0f0 req-f0621ebf-02fc-4a81-931a-ac8f120ff23d tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 944 time: 0.2197824 Aug 16 01:38:04.022361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0e5e1-b923-48e4-9aee-d64b9ac9d240 req-2e505ee6-aa9c-4038-a766-6934a5104b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:04.023802 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9f0e5e1-b923-48e4-9aee-d64b9ac9d240 req-2e505ee6-aa9c-4038-a766-6934a5104b10 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=61cf5b04-e7b5-454f-87c5-f93e240eaded HTTP/1.1" status: 200 len: 1098 time: 0.2093215 Aug 16 01:38:04.033812 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae00a49-4ae9-44e1-b7da-8121071dc8a4 req-11116879-5dbf-4d62-a834-ccf740004d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:04.035586 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cae00a49-4ae9-44e1-b7da-8121071dc8a4 req-11116879-5dbf-4d62-a834-ccf740004d6d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d2826b0-99a9-4c6d-9d14-a0b94c6e8722 HTTP/1.1" status: 200 len: 797 time: 0.1227627 Aug 16 01:38:04.049100 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0d6e-1a26-4ac0-8958-ffa9e652a7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:04.051699 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0d6e-1a26-4ac0-8958-ffa9e652a7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:04.052821 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1ddd0d6e-1a26-4ac0-8958-ffa9e652a7b8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5ec0fd91-775e-4b1d-9339-4c578710756c HTTP/1.1" status: 204 len: 168 time: 0.6015608 Aug 16 01:38:04.054617 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-fd2a09ed-26e2-464b-9eab-408a99135022 admin admin] For port 5be66a31-7770-4e2a-ac7d-9f850b069243, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5be66a31-7770-4e2a-ac7d-9f850b069243,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:04.054975 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd2a09ed-26e2-464b-9eab-408a99135022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:04.065524 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed758ca-4bff-4eb7-b686-896f10044dd1 req-7aad4ea9-226c-4a30-acc9-c118fbcbeedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:04.067003 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eed758ca-4bff-4eb7-b686-896f10044dd1 req-7aad4ea9-226c-4a30-acc9-c118fbcbeedd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1203926 Aug 16 01:38:04.087804 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd0d6e-1a26-4ac0-8958-ffa9e652a7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec0fd91-775e-4b1d-9339-4c578710756c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:04.096600 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a09ed-26e2-464b-9eab-408a99135022 admin admin] Calling delete_port for 5be66a31-7770-4e2a-ac7d-9f850b069243 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:38:04.127568 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cb8e1d22-29e3-4919-845e-a4ed82234f4a req-ea92388c-e70b-4167-9af2-b73b247cf67d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581397 Aug 16 01:38:04.151258 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb2f0737-ae9a-4022-9ff6-1b91ed27f0f0 req-1b61f3ea-dd78-44fb-a3d8-3b9fa4596f8c tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/security-groups?id=10a5952e-5233-49df-a187-6090fc8b46be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395993 Aug 16 01:38:04.177308 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9f0e5e1-b923-48e4-9aee-d64b9ac9d240 req-7fe4e52b-2b9c-4d96-b715-30120857e1a0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376302 Aug 16 01:38:04.188505 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae00a49-4ae9-44e1-b7da-8121071dc8a4 req-2129d17a-b621-4ff1-aec0-d1e702e96d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:04.190048 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cae00a49-4ae9-44e1-b7da-8121071dc8a4 req-2129d17a-b621-4ff1-aec0-d1e702e96d31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40c3db57-1e7f-42e7-b628-4096f135707a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1405401 Aug 16 01:38:04.190650 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e6e0a-491d-40c6-9b47-52054505602c req-20882060-be81-417b-98bc-2d20ac2b2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:04.192132 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-614e6e0a-491d-40c6-9b47-52054505602c req-20882060-be81-417b-98bc-2d20ac2b2185 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 HTTP/1.1" status: 200 len: 916 time: 0.2343488 Aug 16 01:38:04.192741 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed758ca-4bff-4eb7-b686-896f10044dd1 req-968b6c89-dfb6-4341-b79e-84c90d7f207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:04.194177 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eed758ca-4bff-4eb7-b686-896f10044dd1 req-968b6c89-dfb6-4341-b79e-84c90d7f207c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0962265 Aug 16 01:38:04.263058 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-614e6e0a-491d-40c6-9b47-52054505602c req-5828455a-deb9-41d7-a81c-6ac64a79960a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f03a85ef-660e-446d-99ed-a4bdb0f4c461 HTTP/1.1" status: 200 len: 217 time: 0.0563071 Aug 16 01:38:04.411930 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af644f-5653-4a36-9315-c7b684f37488 req-b66d1376-ecd7-4eae-bb80-402403c0e95d tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:04.414025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2af644f-5653-4a36-9315-c7b684f37488 req-b66d1376-ecd7-4eae-bb80-402403c0e95d tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.1863968 Aug 16 01:38:04.414718 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e6e0a-491d-40c6-9b47-52054505602c req-7ca93918-a4a7-4f1d-a68a-7b9e5904c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:04.416592 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-614e6e0a-491d-40c6-9b47-52054505602c req-7ca93918-a4a7-4f1d-a68a-7b9e5904c5ad service neutron] 10.222.0.63 "GET /v2.0/subnets?id=585d13b5-4da7-4c88-8686-e7e014058c75 HTTP/1.1" status: 200 len: 854 time: 0.1459527 Aug 16 01:38:04.472409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68532-5bb2-453c-aae1-470e8d7f523d req-0a6b5f35-90bd-4d45-a2f9-7097c5895a88 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:04.479622 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78a68532-5bb2-453c-aae1-470e8d7f523d req-0a6b5f35-90bd-4d45-a2f9-7097c5895a88 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 0.1640556 Aug 16 01:38:04.487674 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cae00a49-4ae9-44e1-b7da-8121071dc8a4 req-0959c168-d6b2-4575-b2bb-fb0035a8b406 service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468181 Aug 16 01:38:04.494392 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eed758ca-4bff-4eb7-b686-896f10044dd1 req-28319e07-20d8-454c-93e8-7ccb572ee774 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548833 Aug 16 01:38:04.511651 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2af644f-5653-4a36-9315-c7b684f37488 req-83ba1d5c-b255-4b61-8635-5e258121b2a4 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821621 Aug 16 01:38:04.558411 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78a68532-5bb2-453c-aae1-470e8d7f523d req-9b35c976-d126-4ab9-b45d-c9109ef14d0e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779271 Aug 16 01:38:04.566030 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e6e0a-491d-40c6-9b47-52054505602c req-ce148b02-fe15-4e3f-b39f-3b988ab27160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:04.567598 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-614e6e0a-491d-40c6-9b47-52054505602c req-ce148b02-fe15-4e3f-b39f-3b988ab27160 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1395392 Aug 16 01:38:04.568946 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd2a09ed-26e2-464b-9eab-408a99135022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:04.626145 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a09ed-26e2-464b-9eab-408a99135022 admin admin] Pushing event deleted for resources: {'Port': ['ID=5be66a31-7770-4e2a-ac7d-9f850b069243,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:04.655679 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cae00a49-4ae9-44e1-b7da-8121071dc8a4 req-0356747f-024e-4c47-9446-05867741eeb1 service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576922 Aug 16 01:38:04.733876 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c94a5-5e71-4355-979b-67821f19c7af req-a6c08917-2aa3-43b9-ba5f-9c1bcfcf4493 tempest-MigrationsAdminTest-1608602978 tempest-MigrationsAdminTest-1608602978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:04.742053 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a89c94a5-5e71-4355-979b-67821f19c7af req-a6c08917-2aa3-43b9-ba5f-9c1bcfcf4493 tempest-MigrationsAdminTest-1608602978 tempest-MigrationsAdminTest-1608602978-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 1101 time: 0.0797181 Aug 16 01:38:04.766183 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eed758ca-4bff-4eb7-b686-896f10044dd1 req-4ca4175a-ac6d-49d0-ad59-e38504eccbc5 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579420 Aug 16 01:38:04.796306 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a89c94a5-5e71-4355-979b-67821f19c7af req-b01877d8-ef01-4eaf-b990-dd8f408443ef tempest-MigrationsAdminTest-1608602978 tempest-MigrationsAdminTest-1608602978-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475192 Aug 16 01:38:04.805919 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-614e6e0a-491d-40c6-9b47-52054505602c req-733512d1-1074-419a-a4d5-d7518d1f799d service neutron] 10.222.0.63 "GET /v2.0/networks/2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242107 Aug 16 01:38:04.811810 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd2a09ed-26e2-464b-9eab-408a99135022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:04.948146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb1308-b7c5-4676-8e9e-cebfccc2fddc req-611b10e9-b89a-419a-9daf-1f036bcc57fd tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:04.950791 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-06eb1308-b7c5-4676-8e9e-cebfccc2fddc req-611b10e9-b89a-419a-9daf-1f036bcc57fd tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f3f2195-1304-4556-94f2-192a338cb389 HTTP/1.1" status: 200 len: 948 time: 0.0807810 Aug 16 01:38:04.979873 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8a342b7e-c20f-4994-b1c2-ed4605378cdb no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:38:04.994255 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd2a09ed-26e2-464b-9eab-408a99135022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:04.999823 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd2a09ed-26e2-464b-9eab-408a99135022 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:05.005362 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 8a342b7e-c20f-4994-b1c2-ed4605378cdb {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:38:05.006444 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8a342b7e-c20f-4994-b1c2-ed4605378cdb not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:38:05.035530 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5bd70-8994-426e-a60c-63d3e72eaaa7 req-d54ea681-faeb-4f22-acde-e7699c026869 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:05.041721 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-06eb1308-b7c5-4676-8e9e-cebfccc2fddc req-ea5f42d0-1378-44d1-ae4e-1b87dc80eb56 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822091 Aug 16 01:38:05.046425 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5bd70-8994-426e-a60c-63d3e72eaaa7 req-d54ea681-faeb-4f22-acde-e7699c026869 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:05.053046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5bd70-8994-426e-a60c-63d3e72eaaa7 req-d54ea681-faeb-4f22-acde-e7699c026869 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:05.059009 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5bd70-8994-426e-a60c-63d3e72eaaa7 req-d54ea681-faeb-4f22-acde-e7699c026869 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:05.065987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5bd70-8994-426e-a60c-63d3e72eaaa7 req-d54ea681-faeb-4f22-acde-e7699c026869 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:05.072289 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5bd70-8994-426e-a60c-63d3e72eaaa7 req-d54ea681-faeb-4f22-acde-e7699c026869 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:05.080044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5bd70-8994-426e-a60c-63d3e72eaaa7 req-d54ea681-faeb-4f22-acde-e7699c026869 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:05.082604 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00e5bd70-8994-426e-a60c-63d3e72eaaa7 req-d54ea681-faeb-4f22-acde-e7699c026869 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5420 time: 0.3411267 Aug 16 01:38:05.159168 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd2a09ed-26e2-464b-9eab-408a99135022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:05.159587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2a09ed-26e2-464b-9eab-408a99135022 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:38:05.164574 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-614e6e0a-491d-40c6-9b47-52054505602c req-956d5397-d2b0-4053-9781-7c4f3f360151 service neutron] 10.222.0.63 "GET /v2.0/networks/2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485494 Aug 16 01:38:05.168037 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd2a09ed-26e2-464b-9eab-408a99135022 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:05.169411 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fd2a09ed-26e2-464b-9eab-408a99135022 admin admin] 10.222.0.68 "DELETE /v2.0/routers/9c9b0d4c-f96e-46bf-8975-c5a1e8d01e02 HTTP/1.1" status: 204 len: 168 time: 2.3281000 Aug 16 01:38:05.172696 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40892) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:05.203678 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00e5bd70-8994-426e-a60c-63d3e72eaaa7 req-2d123ffd-b296-4523-9ec5-90f61b9f6af9 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737479 Aug 16 01:38:05.237252 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-338fa7c4-aa28-4c59-b43a-332751797068 admin admin] Deleting subnet c53eab2b-e649-42d9-8ee4-592759ca62d4 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:38:05.240479 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-338fa7c4-aa28-4c59-b43a-332751797068 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:05.313271 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-338fa7c4-aa28-4c59-b43a-332751797068 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:05.355802 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914590f-a594-4fc7-9c2f-74f1ab5522b8 req-38800238-1698-4872-8e91-7da705bbdaa8 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:05.359706 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9914590f-a594-4fc7-9c2f-74f1ab5522b8 req-38800238-1698-4872-8e91-7da705bbdaa8 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 944 time: 0.0967107 Aug 16 01:38:05.381000 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4de448-44fa-4553-838b-0150533cadb9 req-20cf36b1-4825-4b06-9122-d5cc822633ba tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:05.382867 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fc4de448-44fa-4553-838b-0150533cadb9 req-20cf36b1-4825-4b06-9122-d5cc822633ba tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=61cf5b04-e7b5-454f-87c5-f93e240eaded HTTP/1.1" status: 200 len: 946 time: 0.0791595 Aug 16 01:38:05.431733 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fc4de448-44fa-4553-838b-0150533cadb9 req-141f376b-8306-4448-82fd-a1a2a7d35628 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431197 Aug 16 01:38:05.450705 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-338fa7c4-aa28-4c59-b43a-332751797068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:05.490397 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9914590f-a594-4fc7-9c2f-74f1ab5522b8 req-28fcdb2d-82b0-4a97-ac95-77cc53810e79 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/security-groups?id=10a5952e-5233-49df-a187-6090fc8b46be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895979 Aug 16 01:38:05.546805 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-338fa7c4-aa28-4c59-b43a-332751797068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:05.579489 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fa7c4-aa28-4c59-b43a-332751797068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c53eab2b-e649-42d9-8ee4-592759ca62d4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:05.582747 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-338fa7c4-aa28-4c59-b43a-332751797068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:05.584876 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-338fa7c4-aa28-4c59-b43a-332751797068 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c53eab2b-e649-42d9-8ee4-592759ca62d4 HTTP/1.1" status: 204 len: 168 time: 0.4108469 Aug 16 01:38:05.588685 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc1eea4-a27e-42fa-830f-a39730a3b1be None None] Network 383aed09-6e2a-4255-84ec-fc018eedc9b0 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:38:05.592064 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40918) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:05.601087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fa7c4-aa28-4c59-b43a-332751797068 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:05.601708 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fa7c4-aa28-4c59-b43a-332751797068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:05.602455 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fa7c4-aa28-4c59-b43a-332751797068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:05.602756 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fa7c4-aa28-4c59-b43a-332751797068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:05.603267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fa7c4-aa28-4c59-b43a-332751797068 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:05.603762 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fa7c4-aa28-4c59-b43a-332751797068 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:05.604261 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fa7c4-aa28-4c59-b43a-332751797068 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:05.604750 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fa7c4-aa28-4c59-b43a-332751797068 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:05.604888 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-85e8eb01-a2f9-41d6-9374-e660f836601b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=126345157050487ba8127ff85bb0562e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680842 Aug 16 01:38:05.605364 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fa7c4-aa28-4c59-b43a-332751797068 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:05.605880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fa7c4-aa28-4c59-b43a-332751797068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:05.606362 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fa7c4-aa28-4c59-b43a-332751797068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:05.606839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fa7c4-aa28-4c59-b43a-332751797068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:05.682744 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4d126455-c79c-4522-a7ae-0b07425d5727 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:38:05.701540 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:05.799303 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860eec6-2bef-43d0-af95-a11b6ed25c07 req-38c7a6ae-34cb-4c54-ba6b-256e3490acc2 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:05.800917 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5860eec6-2bef-43d0-af95-a11b6ed25c07 req-38c7a6ae-34cb-4c54-ba6b-256e3490acc2 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.0888395 Aug 16 01:38:05.838597 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] Deleting port f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:38:05.839185 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:05.921160 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5860eec6-2bef-43d0-af95-a11b6ed25c07 req-80a9b209-66dc-435d-8974-6529ad37dca2 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113985 Aug 16 01:38:05.991241 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4d126455-c79c-4522-a7ae-0b07425d5727, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4d126455-c79c-4522-a7ae-0b07425d5727,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:05.993588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] For port f21d3a0f-a489-4511-8790-b8a5e2dcf8b6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f21d3a0f-a489-4511-8790-b8a5e2dcf8b6,segment=NetworkSegment(25094e4e-ab43-457e-9ad0-7b60d8d5ad86),segment_id=25094e4e-ab43-457e-9ad0-7b60d8d5ad86)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:05.995728 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:06.008097 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '4d126455-c79c-4522-a7ae-0b07425d5727', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '4d126455-c79c-4522-a7ae-0b07425d5727', 'mac_address': 'fa:16:3e:e5:b8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:06.038746 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] Calling delete_port for f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:38:06.073857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6485028-d7e1-466e-a8db-1ac57fc802b5 None None] DHCP port deletion for 383aed09-6e2a-4255-84ec-fc018eedc9b0 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:38:06.113029 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:06.129638 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d126455-c79c-4522-a7ae-0b07425d5727 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:06.169005 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4d126455-c79c-4522-a7ae-0b07425d5727, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4d126455-c79c-4522-a7ae-0b07425d5727,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:06.172338 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b6485028-d7e1-466e-a8db-1ac57fc802b5 None None] Deleting port f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:38:06.172888 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b6485028-d7e1-466e-a8db-1ac57fc802b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:06.175865 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:06.250462 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ac913-bf38-4bef-94ca-8e563403a1b7 req-52e2edc7-c1fe-4faf-a4d3-d9334f91386c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:06.258292 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f9ac913-bf38-4bef-94ca-8e563403a1b7 req-52e2edc7-c1fe-4faf-a4d3-d9334f91386c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=61cf5b04-e7b5-454f-87c5-f93e240eaded HTTP/1.1" status: 200 len: 946 time: 0.2004578 Aug 16 01:38:06.288048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b6485028-d7e1-466e-a8db-1ac57fc802b5 None None] For port f21d3a0f-a489-4511-8790-b8a5e2dcf8b6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f21d3a0f-a489-4511-8790-b8a5e2dcf8b6,segment=NetworkSegment(25094e4e-ab43-457e-9ad0-7b60d8d5ad86),segment_id=25094e4e-ab43-457e-9ad0-7b60d8d5ad86)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:06.288048 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b6485028-d7e1-466e-a8db-1ac57fc802b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:06.308078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=4d126455-c79c-4522-a7ae-0b07425d5727,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:06.320562 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b6485028-d7e1-466e-a8db-1ac57fc802b5 None None] Calling delete_port for f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:38:06.332463 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f9ac913-bf38-4bef-94ca-8e563403a1b7 req-5d7e3d38-801c-4f1b-be71-de187c42e598 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694420 Aug 16 01:38:06.334180 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:06.385900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] No DVR routers for this DVR port f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:38:06.388068 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-28a4f96d-f631-4eb4-b342-8e328ff40422 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:06.392786 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-28a4f96d-f631-4eb4-b342-8e328ff40422 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7870886 Aug 16 01:38:06.410494 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b6485028-d7e1-466e-a8db-1ac57fc802b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:06.411510 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f21d3a0f-a489-4511-8790-b8a5e2dcf8b6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:06.414867 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-c9464af3-e1db-4287-990c-0a138c55aaad tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/quotas/126345157050487ba8127ff85bb0562e HTTP/1.1" status: 200 len: 375 time: 0.0146523 Aug 16 01:38:06.421633 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['4d126455-c79c-4522-a7ae-0b07425d5727'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:06.469017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6485028-d7e1-466e-a8db-1ac57fc802b5 None None] Pushing event deleted for resources: {'Port': ['ID=f21d3a0f-a489-4511-8790-b8a5e2dcf8b6,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:06.478443 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-507685c5-0ee9-40ff-9ffc-ed276213b13f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0561838 Aug 16 01:38:06.479339 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6485028-d7e1-466e-a8db-1ac57fc802b5 None None] No DVR routers for this DVR port f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:38:06.518271 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:06.539429 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383aed09-6e2a-4255-84ec-fc018eedc9b0']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:38:06.559904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25094e4e-ab43-457e-9ad0-7b60d8d5ad86') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:38:06.560583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25094e4e-ab43-457e-9ad0-7b60d8d5ad86') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:38:06.571082 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6cb76-6134-441b-a67e-25fbf114fd2a req-f155e34a-9882-4027-9ce1-b6badb0296b7 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:06.572712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bfb6cb76-6134-441b-a67e-25fbf114fd2a req-f155e34a-9882-4027-9ce1-b6badb0296b7 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f3f2195-1304-4556-94f2-192a338cb389 HTTP/1.1" status: 200 len: 949 time: 0.1048026 Aug 16 01:38:06.601444 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:06.642933 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bfb6cb76-6134-441b-a67e-25fbf114fd2a req-11588f95-08ed-4edd-98a3-92b26b4c4232 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625918 Aug 16 01:38:06.644425 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:06.647529 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f03a85ef-660e-446d-99ed-a4bdb0f4c461 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:38:06.655456 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:38:06.656459 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:38:06.658527 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:38:06.782250 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:06.789880 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:06.792958 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] 10.222.0.68 "DELETE /v2.0/networks/383aed09-6e2a-4255-84ec-fc018eedc9b0 HTTP/1.1" status: 204 len: 168 time: 1.1984808 Aug 16 01:38:06.808209 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1815d-9a5b-412e-b5c9-0a96700ed77d req-485c9e01-915e-4cdd-b2f7-28cc44e8bbdc tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:06.812809 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909889c-44b6-4445-bdc8-4aacd09db2ac admin admin] Pushing event deleted for resources: {'Network': ['ID=383aed09-6e2a-4255-84ec-fc018eedc9b0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:06.819246 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1815d-9a5b-412e-b5c9-0a96700ed77d req-485c9e01-915e-4cdd-b2f7-28cc44e8bbdc tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:06.825384 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1815d-9a5b-412e-b5c9-0a96700ed77d req-485c9e01-915e-4cdd-b2f7-28cc44e8bbdc tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:06.832940 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1815d-9a5b-412e-b5c9-0a96700ed77d req-485c9e01-915e-4cdd-b2f7-28cc44e8bbdc tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:06.838888 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1815d-9a5b-412e-b5c9-0a96700ed77d req-485c9e01-915e-4cdd-b2f7-28cc44e8bbdc tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:06.846095 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1815d-9a5b-412e-b5c9-0a96700ed77d req-485c9e01-915e-4cdd-b2f7-28cc44e8bbdc tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:06.852251 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1815d-9a5b-412e-b5c9-0a96700ed77d req-485c9e01-915e-4cdd-b2f7-28cc44e8bbdc tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:06.860688 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-68e1815d-9a5b-412e-b5c9-0a96700ed77d req-485c9e01-915e-4cdd-b2f7-28cc44e8bbdc tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5420 time: 0.1597316 Aug 16 01:38:06.898622 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f03a85ef-660e-446d-99ed-a4bdb0f4c461, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f03a85ef-660e-446d-99ed-a4bdb0f4c461,segment=NetworkSegment(650be3ac-b825-4908-a3a2-a3a5c3ec3ead),segment_id=650be3ac-b825-4908-a3a2-a3a5c3ec3ead)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:06.923247 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-68e1815d-9a5b-412e-b5c9-0a96700ed77d req-c954bbe6-3368-44ae-8f1a-eafb9858b423 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615852 Aug 16 01:38:06.924856 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'f03a85ef-660e-446d-99ed-a4bdb0f4c461', 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8', 'port_id': 'f03a85ef-660e-446d-99ed-a4bdb0f4c461', 'mac_address': 'fa:16:3e:0a:1d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585d13b5-4da7-4c88-8686-e7e014058c75', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:07.038177 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:38:07.130185 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-775b775a-ef31-4d39-a5c5-58eefa973932 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=3dc5d840bf9247a58edbe10f96132fdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775235 Aug 16 01:38:07.139178 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:38:07.139740 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f21d3a0f-a489-4511-8790-b8a5e2dcf8b6 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:38:07.140702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5be66a31-7770-4e2a-ac7d-9f850b069243 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:38:07.170242 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40964) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:07.184789 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 5be66a31-7770-4e2a-ac7d-9f850b069243 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:38:07.186598 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5be66a31-7770-4e2a-ac7d-9f850b069243 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:38:07.200289 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:07.234495 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:07.253612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03a85ef-660e-446d-99ed-a4bdb0f4c461 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:07.292662 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2a8dae3a-d070-4e3c-9687-9e03ab6adaf3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4fb8e91a3bea46e1a84d41e7821e1b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1207380 Aug 16 01:38:07.295259 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40968) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:07.303208 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f03a85ef-660e-446d-99ed-a4bdb0f4c461, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f03a85ef-660e-446d-99ed-a4bdb0f4c461,segment=NetworkSegment(650be3ac-b825-4908-a3a2-a3a5c3ec3ead),segment_id=650be3ac-b825-4908-a3a2-a3a5c3ec3ead)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:07.309622 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:07.374741 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-374c7dbc-706c-4ef6-a425-d4bb6f2697ce tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:07.376179 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-374c7dbc-706c-4ef6-a425-d4bb6f2697ce tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2448666 Aug 16 01:38:07.383149 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=f03a85ef-660e-446d-99ed-a4bdb0f4c461,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:07.385848 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359103d-12f1-4a9f-84c2-58684892664b req-f8877705-7ea1-470c-aada-46bdb6e91b4b tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:07.395635 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6359103d-12f1-4a9f-84c2-58684892664b req-f8877705-7ea1-470c-aada-46bdb6e91b4b tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 945 time: 0.0610018 Aug 16 01:38:07.400595 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1d5209-2b18-4701-a8e5-c9f8628ed0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:07.404127 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-d81cfc4d-90ef-4cd3-8bfc-cbe98c581e8b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/quotas/3dc5d840bf9247a58edbe10f96132fdd HTTP/1.1" status: 200 len: 375 time: 0.0140305 Aug 16 01:38:07.446155 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6359103d-12f1-4a9f-84c2-58684892664b req-c4ebc67d-d0d8-44de-9364-4c465ff4822d tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/security-groups?id=10a5952e-5233-49df-a187-6090fc8b46be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443428 Aug 16 01:38:07.455108 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-e014d1fa-705d-4fb2-a929-d5d81ef9f88c tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3dc5d840bf9247a58edbe10f96132fdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310309 Aug 16 01:38:07.464944 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1d5209-2b18-4701-a8e5-c9f8628ed0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:07.535787 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1d5209-2b18-4701-a8e5-c9f8628ed0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:07.538601 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1d5209-2b18-4701-a8e5-c9f8628ed0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:07.538884 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9486a5c1-66a5-4dfb-9ea3-474596b682ea req-5248c7c4-dd87-4b2b-b434-ce813f63ce9f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 210 time: 0.0314996 Aug 16 01:38:07.540290 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9e1d5209-2b18-4701-a8e5-c9f8628ed0f2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/80094be4-97c0-4c44-8def-48913d1ae763 HTTP/1.1" status: 204 len: 168 time: 0.2428138 Aug 16 01:38:07.555776 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d5209-2b18-4701-a8e5-c9f8628ed0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80094be4-97c0-4c44-8def-48913d1ae763,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:07.593604 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['f03a85ef-660e-446d-99ed-a4bdb0f4c461'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:07.682329 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4d126455-c79c-4522-a7ae-0b07425d5727 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:38:07.712363 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75a765-5485-4de7-982a-403aa0fb8b44 req-05ba8166-ba7b-4af4-a1de-1e65387ce7a4 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:07.739139 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e75a765-5485-4de7-982a-403aa0fb8b44 req-05ba8166-ba7b-4af4-a1de-1e65387ce7a4 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=61cf5b04-e7b5-454f-87c5-f93e240eaded HTTP/1.1" status: 200 len: 946 time: 0.0903904 Aug 16 01:38:07.820698 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81759c18-66c3-4dfa-9353-34441c156867 req-3188871e-a33b-49e8-ba67-c7300dd01556 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:07.822589 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81759c18-66c3-4dfa-9353-34441c156867 req-3188871e-a33b-49e8-ba67-c7300dd01556 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.1090839 Aug 16 01:38:07.825162 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e75a765-5485-4de7-982a-403aa0fb8b44 req-208a374f-b7fb-4419-a74b-a3608a804ebd tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850580 Aug 16 01:38:07.912821 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81759c18-66c3-4dfa-9353-34441c156867 req-d93493e9-6f01-4d58-89a2-ddcfc2744a17 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806289 Aug 16 01:38:08.018730 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793d8e6-f7a6-4fd8-9248-8e70eb918b10 req-a03a1019-9987-42af-8c1a-10ba23dc332a tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:08.020468 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9793d8e6-f7a6-4fd8-9248-8e70eb918b10 req-a03a1019-9987-42af-8c1a-10ba23dc332a tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f3f2195-1304-4556-94f2-192a338cb389 HTTP/1.1" status: 200 len: 949 time: 0.1027644 Aug 16 01:38:08.036938 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-ef75a300-c5b0-4dee-9397-d2f635dd6fc3 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=3dc5d840bf9247a58edbe10f96132fdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317051 Aug 16 01:38:08.077036 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 4d126455-c79c-4522-a7ae-0b07425d5727 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:08.082654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 4d126455-c79c-4522-a7ae-0b07425d5727 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:08.083331 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:08.087823 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:08.104182 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9793d8e6-f7a6-4fd8-9248-8e70eb918b10 req-283a8ab6-4fbc-4ac0-865f-faa46cfe277a tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769694 Aug 16 01:38:08.186720 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-47a9ccb3-b211-456b-9a60-2b462ae93f2e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=126345157050487ba8127ff85bb0562e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540729 Aug 16 01:38:08.254896 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:08.300503 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795db3d-298c-4124-85b2-78a5b4fea85e req-80b23f8b-074a-4d59-acda-36c1b947016e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:08.301042 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3f2195-1304-4556-94f2-192a338cb389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d126455-c79c-4522-a7ae-0b07425d5727'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:08.303437 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbfd856-97fa-4f70-96e8-27663d8e6b14" -d '{"events": [{"server_uuid": "8f3f2195-1304-4556-94f2-192a338cb389", "name": "network-vif-plugged", "status": "completed", "tag": "4d126455-c79c-4522-a7ae-0b07425d5727"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:08.307781 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795db3d-298c-4124-85b2-78a5b4fea85e req-80b23f8b-074a-4d59-acda-36c1b947016e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:08.316138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795db3d-298c-4124-85b2-78a5b4fea85e req-80b23f8b-074a-4d59-acda-36c1b947016e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:08.320137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-fe07e649-7f5a-4748-837e-3bceb1dcac60 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:08.325361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795db3d-298c-4124-85b2-78a5b4fea85e req-80b23f8b-074a-4d59-acda-36c1b947016e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:08.330649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4d126455-c79c-4522-a7ae-0b07425d5727, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4d126455-c79c-4522-a7ae-0b07425d5727,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:08.333589 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-fe07e649-7f5a-4748-837e-3bceb1dcac60 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2909710 Aug 16 01:38:08.334741 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795db3d-298c-4124-85b2-78a5b4fea85e req-80b23f8b-074a-4d59-acda-36c1b947016e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:08.340729 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:08.341645 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795db3d-298c-4124-85b2-78a5b4fea85e req-80b23f8b-074a-4d59-acda-36c1b947016e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:08.349145 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795db3d-298c-4124-85b2-78a5b4fea85e req-80b23f8b-074a-4d59-acda-36c1b947016e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:08.358812 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2795db3d-298c-4124-85b2-78a5b4fea85e req-80b23f8b-074a-4d59-acda-36c1b947016e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5420 time: 0.1542852 Aug 16 01:38:08.389465 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-c5cd9fe8-4480-465b-b738-a6dc654d7ee7 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/quotas/3dc5d840bf9247a58edbe10f96132fdd HTTP/1.1" status: 200 len: 375 time: 0.0485759 Aug 16 01:38:08.423269 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2795db3d-298c-4124-85b2-78a5b4fea85e req-33a6e79f-d6c7-411b-a2d3-5a53b1a72020 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632904 Aug 16 01:38:08.433628 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=4d126455-c79c-4522-a7ae-0b07425d5727,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:08.455951 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-bf48b7e3-d187-4ba0-8aa3-1c17a29d4670 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3dc5d840bf9247a58edbe10f96132fdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645831 Aug 16 01:38:08.496048 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9239b80b-4d35-4461-a55c-7df3aba49339 x-openstack-request-id: req-9239b80b-4d35-4461-a55c-7df3aba49339 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:08.496624 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3f2195-1304-4556-94f2-192a338cb389", "name": "network-vif-plugged", "status": "completed", "tag": "4d126455-c79c-4522-a7ae-0b07425d5727", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:08.496886 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9239b80b-4d35-4461-a55c-7df3aba49339 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:08.497351 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3f2195-1304-4556-94f2-192a338cb389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d126455-c79c-4522-a7ae-0b07425d5727', 'code': 200} Aug 16 01:38:08.501210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-91e5915f-f0f6-4cf2-aa87-3337098914d8 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:08.504693 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-91e5915f-f0f6-4cf2-aa87-3337098914d8 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3071184 Aug 16 01:38:08.518889 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-4b3c74f6-2e52-46e3-9037-2c971d23f8dd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Request body: {'port': {'device_id': '4da090af-0338-46b1-b872-b9d77d407454', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': '126345157050487ba8127ff85bb0562e'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:08.635955 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f03a85ef-660e-446d-99ed-a4bdb0f4c461 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:38:08.667173 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310552bb-2533-453d-ba18-2c74928c89aa req-56a1af6d-3357-4ddc-a8aa-767dd47aca3c tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:08.675338 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-310552bb-2533-453d-ba18-2c74928c89aa req-56a1af6d-3357-4ddc-a8aa-767dd47aca3c tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 945 time: 0.1270514 Aug 16 01:38:08.700993 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7fbab-0df8-4596-91b8-064729bc2d06 req-70cf258c-5759-4e2d-9f3b-79a2887b88d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:08.702533 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38e7fbab-0df8-4596-91b8-064729bc2d06 req-70cf258c-5759-4e2d-9f3b-79a2887b88d8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8f3f2195-1304-4556-94f2-192a338cb389 HTTP/1.1" status: 200 len: 1102 time: 0.1059687 Aug 16 01:38:08.726394 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-310552bb-2533-453d-ba18-2c74928c89aa req-103e8171-606b-4e8f-8ddb-f397988f856c tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/security-groups?id=10a5952e-5233-49df-a187-6090fc8b46be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501282 Aug 16 01:38:08.757927 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-4b3c74f6-2e52-46e3-9037-2c971d23f8dd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Made reservation on behalf of 126345157050487ba8127ff85bb0562e for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:38:08.765634 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-4b3c74f6-2e52-46e3-9037-2c971d23f8dd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:08.770451 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-93ccd8a9-e1aa-4d88-957c-8e433e8f4c54 req-ac869511-5d39-495f-bca3-bf76a00e82e9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 210 time: 0.0854671 Aug 16 01:38:08.790113 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port f03a85ef-660e-446d-99ed-a4bdb0f4c461 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:08.805528 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port f03a85ef-660e-446d-99ed-a4bdb0f4c461 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:08.806000 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:08.829667 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38e7fbab-0df8-4596-91b8-064729bc2d06 req-1a5c116d-86ee-4e79-9767-bab26ccac926 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119835 Aug 16 01:38:08.869716 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e3b0ec65-9d56-486b-9804-1c82083f2a15 req-d707a7c3-8192-47b2-a9f3-6f07ea1d2b07 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=aabb9a5f-782f-4aff-99cc-d063bc99bc9a HTTP/1.1" status: 200 len: 210 time: 0.0415108 Aug 16 01:38:08.930348 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:09.016036 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f03a85ef-660e-446d-99ed-a4bdb0f4c461, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f03a85ef-660e-446d-99ed-a4bdb0f4c461,segment=NetworkSegment(650be3ac-b825-4908-a3a2-a3a5c3ec3ead),segment_id=650be3ac-b825-4908-a3a2-a3a5c3ec3ead)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:09.025477 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:09.049343 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9467a2-217d-467f-91d4-cebaed85b6ef req-1baf5c87-32a6-4788-b9d9-c6983e953c45 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:09.057513 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd9467a2-217d-467f-91d4-cebaed85b6ef req-1baf5c87-32a6-4788-b9d9-c6983e953c45 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=61cf5b04-e7b5-454f-87c5-f93e240eaded HTTP/1.1" status: 200 len: 946 time: 0.1402102 Aug 16 01:38:09.082900 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=f03a85ef-660e-446d-99ed-a4bdb0f4c461,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:09.109297 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d705c-2918-4b25-86d4-5a95ca7b7dbb req-589d5453-d69d-4d46-8b0b-9ec5170f6de6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:09.110848 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-386d705c-2918-4b25-86d4-5a95ca7b7dbb req-589d5453-d69d-4d46-8b0b-9ec5170f6de6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.73 "GET /v2.0/ports?device_id=61cf5b04-e7b5-454f-87c5-f93e240eaded HTTP/1.1" status: 200 len: 946 time: 0.1244454 Aug 16 01:38:09.110976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-4b3c74f6-2e52-46e3-9037-2c971d23f8dd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Allocated IP 192.168.233.237 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/caf09ee9-d0a5-4f6e-9167-38d3eae87660) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:38:09.130376 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd9467a2-217d-467f-91d4-cebaed85b6ef req-b69db618-b30c-493d-972d-e0612f5ddf82 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718839 Aug 16 01:38:09.160314 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368ea4a-3fd1-4a20-92c4-6b86fa52bc08 req-be284986-167a-4632-b320-b42b79dc33d6 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:09.161985 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0368ea4a-3fd1-4a20-92c4-6b86fa52bc08 req-be284986-167a-4632-b320-b42b79dc33d6 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.1214714 Aug 16 01:38:09.235144 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0368ea4a-3fd1-4a20-92c4-6b86fa52bc08 req-c50954a4-0250-4269-bbc4-68de3dd63b00 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640283 Aug 16 01:38:09.272150 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-29630697-46a2-4686-ae8e-70e16b590866 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3dc5d840bf9247a58edbe10f96132fdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293913 Aug 16 01:38:09.275300 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-386d705c-2918-4b25-86d4-5a95ca7b7dbb req-dafda5d7-5ebc-4e91-8b28-d08b69d37abe tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Deleting port 378a6480-6ea3-4a7c-818a-06de2454f50f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:38:09.275641 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-386d705c-2918-4b25-86d4-5a95ca7b7dbb req-dafda5d7-5ebc-4e91-8b28-d08b69d37abe tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:09.446558 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-4b3c74f6-2e52-46e3-9037-2c971d23f8dd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:09.492427 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-4b3c74f6-2e52-46e3-9037-2c971d23f8dd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Transition to ACTIVE for port object caf09ee9-d0a5-4f6e-9167-38d3eae87660 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:38:09.550295 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-4b3c74f6-2e52-46e3-9037-2c971d23f8dd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:09.570610 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['0212517b-dda9-4f54-ae72-41185d52c5f4'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:09.664163 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-4b3c74f6-2e52-46e3-9037-2c971d23f8dd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:38:09.665121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c74f6-2e52-46e3-9037-2c971d23f8dd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Pushing event updated for resources: {'Port': ['ID=caf09ee9-d0a5-4f6e-9167-38d3eae87660,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:09.669419 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-4b3c74f6-2e52-46e3-9037-2c971d23f8dd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:38:09.674408 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-4b3c74f6-2e52-46e3-9037-2c971d23f8dd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:38:09.713109 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e39ff-9855-40cc-a8da-d590dab4dbc6 req-904207e4-0034-47cb-ad70-28e9c158e0a8 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:09.719967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e39ff-9855-40cc-a8da-d590dab4dbc6 req-904207e4-0034-47cb-ad70-28e9c158e0a8 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:09.726372 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e39ff-9855-40cc-a8da-d590dab4dbc6 req-904207e4-0034-47cb-ad70-28e9c158e0a8 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:09.733215 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e39ff-9855-40cc-a8da-d590dab4dbc6 req-904207e4-0034-47cb-ad70-28e9c158e0a8 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:09.739254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e39ff-9855-40cc-a8da-d590dab4dbc6 req-904207e4-0034-47cb-ad70-28e9c158e0a8 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:09.746673 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e39ff-9855-40cc-a8da-d590dab4dbc6 req-904207e4-0034-47cb-ad70-28e9c158e0a8 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:09.754861 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e39ff-9855-40cc-a8da-d590dab4dbc6 req-904207e4-0034-47cb-ad70-28e9c158e0a8 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:09.758552 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-df2e39ff-9855-40cc-a8da-d590dab4dbc6 req-904207e4-0034-47cb-ad70-28e9c158e0a8 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5420 time: 0.2206986 Aug 16 01:38:09.802046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-4b3c74f6-2e52-46e3-9037-2c971d23f8dd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:09.803193 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-4b3c74f6-2e52-46e3-9037-2c971d23f8dd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:09.888399 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-4b3c74f6-2e52-46e3-9037-2c971d23f8dd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3735049 Aug 16 01:38:09.890782 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2020c40-b19f-475d-a55d-aae4f76cfaec req-39b55582-3f70-48f0-89b5-15daa19b3e99 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:09.899928 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2020c40-b19f-475d-a55d-aae4f76cfaec req-39b55582-3f70-48f0-89b5-15daa19b3e99 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f3f2195-1304-4556-94f2-192a338cb389 HTTP/1.1" status: 200 len: 950 time: 0.2012405 Aug 16 01:38:09.902689 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-df2e39ff-9855-40cc-a8da-d590dab4dbc6 req-6ee7e192-ca33-4865-a21d-611716a02b35 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948887 Aug 16 01:38:09.923757 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-386d705c-2918-4b25-86d4-5a95ca7b7dbb req-dafda5d7-5ebc-4e91-8b28-d08b69d37abe tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] For port 378a6480-6ea3-4a7c-818a-06de2454f50f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=378a6480-6ea3-4a7c-818a-06de2454f50f,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:09.924350 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-386d705c-2918-4b25-86d4-5a95ca7b7dbb req-dafda5d7-5ebc-4e91-8b28-d08b69d37abe tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:09.927702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Request body: {'port': {'device_id': '4da090af-0338-46b1-b872-b9d77d407454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:09.944699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-072e0c13-6282-4816-bd91-2835cc6e6fc7 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:09.946465 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-072e0c13-6282-4816-bd91-2835cc6e6fc7 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6599009 Aug 16 01:38:09.947958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41054) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:09.969349 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-c3114a5c-9513-4d44-b6b3-447b5293486b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Request body: {'port': {'device_id': '6a2f1793-5e35-476f-8247-9e74e4ec339d', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': '3dc5d840bf9247a58edbe10f96132fdd'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:09.975099 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-386d705c-2918-4b25-86d4-5a95ca7b7dbb req-dafda5d7-5ebc-4e91-8b28-d08b69d37abe tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Calling delete_port for 378a6480-6ea3-4a7c-818a-06de2454f50f owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:38:10.050074 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:10.088839 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-03b4c01a-6aec-410c-b584-b245b170abc6 None None] Provisioning for port caf09ee9-d0a5-4f6e-9167-38d3eae87660 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:10.096366 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-03b4c01a-6aec-410c-b584-b245b170abc6 None None] Provisioning complete for port caf09ee9-d0a5-4f6e-9167-38d3eae87660 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:10.096806 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-03b4c01a-6aec-410c-b584-b245b170abc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:10.118815 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2020c40-b19f-475d-a55d-aae4f76cfaec req-67406904-967a-4ab6-b8a2-de96f1e37524 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176821 Aug 16 01:38:10.139712 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-03b4c01a-6aec-410c-b584-b245b170abc6 None None] Port caf09ee9-d0a5-4f6e-9167-38d3eae87660 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:38:10.181098 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-bd754cb1-e831-42b5-8478-384cfaf705c0 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=3dc5d840bf9247a58edbe10f96132fdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553901 Aug 16 01:38:10.209967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47291136-8688-4d58-8ee1-daf85ee216ea req-64566178-b11a-47b2-87ed-9edaaa41a1c4 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:10.217734 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-47291136-8688-4d58-8ee1-daf85ee216ea req-64566178-b11a-47b2-87ed-9edaaa41a1c4 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 946 time: 0.1339719 Aug 16 01:38:10.312993 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4cb4f891-1228-4590-a28a-f285d39be89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:10.380807 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-47291136-8688-4d58-8ee1-daf85ee216ea req-a3553440-3e81-4fc3-838f-216be1307a41 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/security-groups?id=10a5952e-5233-49df-a187-6090fc8b46be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620953 Aug 16 01:38:10.385257 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-4cb4f891-1228-4590-a28a-f285d39be89d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 01:38:10.385257 n-d-765315-27 neutron-server[94673]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 01:38:10.385257 n-d-765315-27 neutron-server[94673]: [parameters: {'project_id_1': '72027b4d52b844c7a21d4072a30d1007', 'expiration_1': datetime.datetime(2021, 8, 16, 1, 38, 10, 352212)}] Aug 16 01:38:10.385257 n-d-765315-27 neutron-server[94673]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:38:10.385257 n-d-765315-27 neutron-server[94673]: DEBUG oslo_db.api [None req-4cb4f891-1228-4590-a28a-f285d39be89d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:38:10.409346 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1bc01-933f-4b0b-9f91-4a2765b133e5 req-b18e4e30-f0ff-4f0a-b8c8-af1b322193bb tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:10.411614 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-44e1bc01-933f-4b0b-9f91-4a2765b133e5 req-b18e4e30-f0ff-4f0a-b8c8-af1b322193bb tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 936 time: 0.2000918 Aug 16 01:38:10.442933 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-c3114a5c-9513-4d44-b6b3-447b5293486b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Made reservation on behalf of 3dc5d840bf9247a58edbe10f96132fdd for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:38:10.446462 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-c3114a5c-9513-4d44-b6b3-447b5293486b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:10.487340 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-f48011e6-534c-481a-bcf3-34638425a5f1 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:10.488834 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-f48011e6-534c-481a-bcf3-34638425a5f1 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2983100 Aug 16 01:38:10.489530 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-c3114a5c-9513-4d44-b6b3-447b5293486b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:10.498431 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca89cd-e079-449a-a31d-7b8f600ee550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03a85ef-660e-446d-99ed-a4bdb0f4c461'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:10.503391 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-65667630-e96e-454f-bcc7-c47d189119bf req-c09b27c3-2ca3-4992-bc5d-2054f7d66bc7 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=aabb9a5f-782f-4aff-99cc-d063bc99bc9a HTTP/1.1" status: 200 len: 210 time: 0.0319190 Aug 16 01:38:10.504353 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5be299a-f131-4a9c-a49f-edb1448d4e11" -d '{"events": [{"server_uuid": "c4ca89cd-e079-449a-a31d-7b8f600ee550", "name": "network-vif-plugged", "status": "completed", "tag": "f03a85ef-660e-446d-99ed-a4bdb0f4c461"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:10.508086 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-71e0b3f3-1a8b-4943-b922-31d2f888641a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Request body: {'port': {'device_id': 'aabb9a5f-782f-4aff-99cc-d063bc99bc9a', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': '3dc5d840bf9247a58edbe10f96132fdd'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:10.567264 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf09ee9-d0a5-4f6e-9167-38d3eae87660 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:10.581043 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-386d705c-2918-4b25-86d4-5a95ca7b7dbb req-dafda5d7-5ebc-4e91-8b28-d08b69d37abe tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:10.588272 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:10.593355 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['378a6480-6ea3-4a7c-818a-06de2454f50f'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:10.629919 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-404e8a3e-3b1a-4d2e-9155-ce587b376f3e req-546361f7-9422-45ec-839c-9be92e359bca tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=61cf5b04-e7b5-454f-87c5-f93e240eaded HTTP/1.1" status: 200 len: 210 time: 0.0566616 Aug 16 01:38:10.634281 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-44e1bc01-933f-4b0b-9f91-4a2765b133e5 req-da335932-794f-4125-8c0d-4ef53a7eb159 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923594 Aug 16 01:38:10.636609 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Transition to ACTIVE for port object caf09ee9-d0a5-4f6e-9167-38d3eae87660 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:38:10.645085 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:10.648715 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafda5d7-5ebc-4e91-8b28-d08b69d37abe tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Pushing event deleted for resources: {'Port': ['ID=378a6480-6ea3-4a7c-818a-06de2454f50f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:10.717501 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8716033a-b9f7-42e4-b8ef-fb7c3c5b3261 x-openstack-request-id: req-8716033a-b9f7-42e4-b8ef-fb7c3c5b3261 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:10.718124 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ca89cd-e079-449a-a31d-7b8f600ee550", "name": "network-vif-plugged", "status": "completed", "tag": "f03a85ef-660e-446d-99ed-a4bdb0f4c461", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:10.718585 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8716033a-b9f7-42e4-b8ef-fb7c3c5b3261 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:10.719253 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca89cd-e079-449a-a31d-7b8f600ee550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03a85ef-660e-446d-99ed-a4bdb0f4c461', 'code': 200} Aug 16 01:38:10.738572 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-386d705c-2918-4b25-86d4-5a95ca7b7dbb req-dafda5d7-5ebc-4e91-8b28-d08b69d37abe tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] No DVR routers for this DVR port 378a6480-6ea3-4a7c-818a-06de2454f50f on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:38:10.746391 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-386d705c-2918-4b25-86d4-5a95ca7b7dbb req-dafda5d7-5ebc-4e91-8b28-d08b69d37abe tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:10.748803 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-386d705c-2918-4b25-86d4-5a95ca7b7dbb req-dafda5d7-5ebc-4e91-8b28-d08b69d37abe tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.73 "DELETE /v2.0/ports/378a6480-6ea3-4a7c-818a-06de2454f50f HTTP/1.1" status: 204 len: 173 time: 1.6297967 Aug 16 01:38:10.751609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cf5b04-e7b5-454f-87c5-f93e240eaded', 'name': 'network-vif-deleted', 'tag': '378a6480-6ea3-4a7c-818a-06de2454f50f'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:10.755062 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8674f80c-b381-497e-958e-f2d36a475fa4" -d '{"events": [{"server_uuid": "61cf5b04-e7b5-454f-87c5-f93e240eaded", "name": "network-vif-deleted", "tag": "378a6480-6ea3-4a7c-818a-06de2454f50f"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:10.781749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Pushing event updated for resources: {'Port': ['ID=caf09ee9-d0a5-4f6e-9167-38d3eae87660,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:10.848414 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceccdeb-a5fb-4e7c-8612-3d2cf73eda8d x-openstack-request-id: req-cceccdeb-a5fb-4e7c-8612-3d2cf73eda8d {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:10.851864 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cf5b04-e7b5-454f-87c5-f93e240eaded", "name": "network-vif-deleted", "tag": "378a6480-6ea3-4a7c-818a-06de2454f50f", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:10.852459 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cceccdeb-a5fb-4e7c-8612-3d2cf73eda8d {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:10.853184 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61cf5b04-e7b5-454f-87c5-f93e240eaded', 'name': 'network-vif-deleted', 'tag': '378a6480-6ea3-4a7c-818a-06de2454f50f', 'status': 'completed', 'code': 200} Aug 16 01:38:10.866784 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-c3114a5c-9513-4d44-b6b3-447b5293486b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:10.887012 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4cb4f891-1228-4590-a28a-f285d39be89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:10.891422 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-c3114a5c-9513-4d44-b6b3-447b5293486b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:10.936818 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af0b24-4087-4abc-b8a2-6f70b0ae1aec req-74f80ceb-7b36-45ff-ae62-2636419d8067 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:10.944462 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-54af0b24-4087-4abc-b8a2-6f70b0ae1aec req-74f80ceb-7b36-45ff-ae62-2636419d8067 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.1930649 Aug 16 01:38:10.985267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-71e0b3f3-1a8b-4943-b922-31d2f888641a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Made reservation on behalf of 3dc5d840bf9247a58edbe10f96132fdd for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:38:10.989455 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-71e0b3f3-1a8b-4943-b922-31d2f888641a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:11.000010 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Attempting to bind port caf09ee9-d0a5-4f6e-9167-38d3eae87660 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:38:11.000345 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Attempting to bind port caf09ee9-d0a5-4f6e-9167-38d3eae87660 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:38:11.000669 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Attempting to bind port caf09ee9-d0a5-4f6e-9167-38d3eae87660 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:11.021117 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3114a5c-9513-4d44-b6b3-447b5293486b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932d0af0-722c-4d1b-a62d-b7385cf39ea9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:11.028737 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Port caf09ee9-d0a5-4f6e-9167-38d3eae87660 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:38:11.029919 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Attempting to bind port caf09ee9-d0a5-4f6e-9167-38d3eae87660 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:11.043865 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98c5aa-21f3-423d-bbf1-547bc504438b req-00afb8ab-feea-423a-b664-8f4ee5866a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:11.046285 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d98c5aa-21f3-423d-bbf1-547bc504438b req-00afb8ab-feea-423a-b664-8f4ee5866a2a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 1098 time: 0.2023699 Aug 16 01:38:11.066029 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-54af0b24-4087-4abc-b8a2-6f70b0ae1aec req-4b96d626-3002-46d7-b663-3005ed81526b tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190190 Aug 16 01:38:11.077395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:38:11.077720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:38:11.078122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:38:11.078563 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Bound port: caf09ee9-d0a5-4f6e-9167-38d3eae87660, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:38:11.079085 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:11.181799 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d98c5aa-21f3-423d-bbf1-547bc504438b req-d2e1c3a7-2d5c-4e2c-a207-34a975e1a46a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=10a5952e-5233-49df-a187-6090fc8b46be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144712 Aug 16 01:38:11.199747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-c3114a5c-9513-4d44-b6b3-447b5293486b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Allocated IP 192.168.233.105 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/cd273e32-8a19-4378-80a0-19bd02a365ab) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:38:11.216489 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513826e9-b927-4168-aa51-6bd06596a68f req-e3d0c66c-a10a-4b00-98c1-a9c49ed97885 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:11.222921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513826e9-b927-4168-aa51-6bd06596a68f req-e3d0c66c-a10a-4b00-98c1-a9c49ed97885 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:11.229004 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513826e9-b927-4168-aa51-6bd06596a68f req-e3d0c66c-a10a-4b00-98c1-a9c49ed97885 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:11.238974 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513826e9-b927-4168-aa51-6bd06596a68f req-e3d0c66c-a10a-4b00-98c1-a9c49ed97885 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:11.246813 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513826e9-b927-4168-aa51-6bd06596a68f req-e3d0c66c-a10a-4b00-98c1-a9c49ed97885 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:11.253915 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513826e9-b927-4168-aa51-6bd06596a68f req-e3d0c66c-a10a-4b00-98c1-a9c49ed97885 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:11.254532 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] For port caf09ee9-d0a5-4f6e-9167-38d3eae87660, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:38:11.259880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513826e9-b927-4168-aa51-6bd06596a68f req-e3d0c66c-a10a-4b00-98c1-a9c49ed97885 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:11.262712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-513826e9-b927-4168-aa51-6bd06596a68f req-e3d0c66c-a10a-4b00-98c1-a9c49ed97885 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5420 time: 0.1739476 Aug 16 01:38:11.287490 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] For port caf09ee9-d0a5-4f6e-9167-38d3eae87660, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=caf09ee9-d0a5-4f6e-9167-38d3eae87660,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:38:11.307794 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4cb4f891-1228-4590-a28a-f285d39be89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:11.309179 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:11.326490 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e488eff-9ef3-4430-b351-5dc99d8702a8 req-1ad0a61c-949d-4fcd-9bdb-b5981ed78e7f tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:11.328002 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e488eff-9ef3-4430-b351-5dc99d8702a8 req-1ad0a61c-949d-4fcd-9bdb-b5981ed78e7f tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f3f2195-1304-4556-94f2-192a338cb389 HTTP/1.1" status: 200 len: 950 time: 0.1274257 Aug 16 01:38:11.328826 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4cb4f891-1228-4590-a28a-f285d39be89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:11.359850 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-513826e9-b927-4168-aa51-6bd06596a68f req-90cca483-6de8-432e-b6d2-6168fd0b2c0d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873818 Aug 16 01:38:11.405945 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:11.406572 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:11.407971 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] 10.222.0.63 "PUT /v2.0/ports/caf09ee9-d0a5-4f6e-9167-38d3eae87660 HTTP/1.1" status: 200 len: 1097 time: 1.4985058 Aug 16 01:38:11.417824 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da090af-0338-46b1-b872-b9d77d407454', 'tag': 'caf09ee9-d0a5-4f6e-9167-38d3eae87660'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:11.422625 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f41eee3-9c95-4982-891a-02938300fa6e" -d '{"events": [{"name": "network-changed", "server_uuid": "4da090af-0338-46b1-b872-b9d77d407454", "tag": "caf09ee9-d0a5-4f6e-9167-38d3eae87660"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:11.461058 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4cb4f891-1228-4590-a28a-f285d39be89d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=72027b4d52b844c7a21d4072a30d1007&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5117450 Aug 16 01:38:11.461818 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4f891-1228-4590-a28a-f285d39be89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef87367a-0316-44e9-bc2e-0f027bcd82d6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:11.463437 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41074) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:11.531697 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d7af9-d8fe-4270-bbb1-c01aacf6e041 service neutron] Pushing event updated for resources: {'Port': ['ID=caf09ee9-d0a5-4f6e-9167-38d3eae87660,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:11.547294 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e488eff-9ef3-4430-b351-5dc99d8702a8 req-45acd734-35ab-4397-b99e-9bcd061039b1 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819968 Aug 16 01:38:11.569010 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-37d24588-9b0b-457f-868d-a96a73d2b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:11.575965 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-37d24588-9b0b-457f-868d-a96a73d2b8fa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 1100 time: 0.0961504 Aug 16 01:38:11.586695 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-c3114a5c-9513-4d44-b6b3-447b5293486b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:11.618230 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-c3114a5c-9513-4d44-b6b3-447b5293486b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Transition to ACTIVE for port object cd273e32-8a19-4378-80a0-19bd02a365ab will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:38:11.627143 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a591b04-5b16-47a1-ac58-bf805b60ed2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:11.638241 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a16aa1f-fd90-443a-b82a-d1388f92294f x-openstack-request-id: req-7a16aa1f-fd90-443a-b82a-d1388f92294f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:11.638522 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20db39-ddaa-47ae-b277-a279274bf842 req-be5de858-7ce9-4d3a-a96a-e5e4a75ac921 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:11.638716 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da090af-0338-46b1-b872-b9d77d407454", "tag": "caf09ee9-d0a5-4f6e-9167-38d3eae87660", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:11.638716 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7a16aa1f-fd90-443a-b82a-d1388f92294f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:11.638716 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da090af-0338-46b1-b872-b9d77d407454', 'tag': 'caf09ee9-d0a5-4f6e-9167-38d3eae87660', 'status': 'completed', 'code': 200} Aug 16 01:38:11.639210 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb20db39-ddaa-47ae-b277-a279274bf842 req-be5de858-7ce9-4d3a-a96a-e5e4a75ac921 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 946 time: 0.1241419 Aug 16 01:38:11.640023 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-1c8fdfe9-16a2-4795-a3c5-bf7c8651696a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=caf09ee9-d0a5-4f6e-9167-38d3eae87660 HTTP/1.1" status: 200 len: 217 time: 0.0535510 Aug 16 01:38:11.684847 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a591b04-5b16-47a1-ac58-bf805b60ed2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:11.717148 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1b2ab6d7-4d24-4db0-a72d-fa5a155f20df req-7287cb94-6a71-4d3f-8bf1-83f89dd3ee7e tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=aabb9a5f-782f-4aff-99cc-d063bc99bc9a HTTP/1.1" status: 200 len: 210 time: 0.0322492 Aug 16 01:38:11.726715 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-7cbd6734-b1ba-43cd-91b3-b6698c689936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:11.728306 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-7cbd6734-b1ba-43cd-91b3-b6698c689936 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0742805 Aug 16 01:38:11.731594 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb20db39-ddaa-47ae-b277-a279274bf842 req-14262726-3550-4df5-9d54-77dbd1b817fd tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/security-groups?id=10a5952e-5233-49df-a187-6090fc8b46be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815341 Aug 16 01:38:11.770584 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a591b04-5b16-47a1-ac58-bf805b60ed2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:11.773253 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a591b04-5b16-47a1-ac58-bf805b60ed2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:11.778776 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0a591b04-5b16-47a1-ac58-bf805b60ed2a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ef87367a-0316-44e9-bc2e-0f027bcd82d6 HTTP/1.1" status: 204 len: 168 time: 0.3139906 Aug 16 01:38:11.835801 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-c3114a5c-9513-4d44-b6b3-447b5293486b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:11.839082 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-191750de-f87d-4ead-b2d1-444fdacd6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:11.840686 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-191750de-f87d-4ead-b2d1-444fdacd6712 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1013153 Aug 16 01:38:11.862380 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a591b04-5b16-47a1-ac58-bf805b60ed2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef87367a-0316-44e9-bc2e-0f027bcd82d6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:11.911441 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-c3114a5c-9513-4d44-b6b3-447b5293486b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:38:11.915946 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-71e0b3f3-1a8b-4943-b922-31d2f888641a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Allocated IP 192.168.233.148 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/a84a2852-7ce5-471f-93f9-50833c31f657) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:38:11.918553 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-c3114a5c-9513-4d44-b6b3-447b5293486b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:38:11.928737 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-c3114a5c-9513-4d44-b6b3-447b5293486b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:38:11.976685 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3114a5c-9513-4d44-b6b3-447b5293486b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Pushing event updated for resources: {'Port': ['ID=cd273e32-8a19-4378-80a0-19bd02a365ab,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:12.036255 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-24dd2434-1aa8-4020-8be3-f0533061123e service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814618 Aug 16 01:38:12.100578 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-c3114a5c-9513-4d44-b6b3-447b5293486b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:12.101262 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-c3114a5c-9513-4d44-b6b3-447b5293486b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:12.172990 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81128c75-034f-422c-bf5b-874e44d81cab req-0268d584-61ab-4963-baf8-a41992f23f38 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:12.190106 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-81128c75-034f-422c-bf5b-874e44d81cab req-0268d584-61ab-4963-baf8-a41992f23f38 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 948 time: 0.2143531 Aug 16 01:38:12.207065 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-286ea286-cab1-4236-99e1-3c9f7ddac5e7 req-44938acb-a126-4d75-918f-89d23374a494 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521485 Aug 16 01:38:12.215271 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-c3114a5c-9513-4d44-b6b3-447b5293486b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2556741 Aug 16 01:38:12.259851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Request body: {'port': {'device_id': '6a2f1793-5e35-476f-8247-9e74e4ec339d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:12.342218 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-81128c75-034f-422c-bf5b-874e44d81cab req-4f0e2504-7953-4dd4-8d35-da69b4295d34 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458364 Aug 16 01:38:12.377193 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-01c41c01-f481-4e75-93df-0899f277ce37 None None] Provisioning for port cd273e32-8a19-4378-80a0-19bd02a365ab completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:12.383554 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:12.383982 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-01c41c01-f481-4e75-93df-0899f277ce37 None None] Provisioning complete for port cd273e32-8a19-4378-80a0-19bd02a365ab triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:12.384520 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-01c41c01-f481-4e75-93df-0899f277ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:12.397253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41eee3-9c95-4982-891a-02938300fa6e req-b1ccca14-6bed-4085-89de-63f78be65da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:12.398893 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f41eee3-9c95-4982-891a-02938300fa6e req-b1ccca14-6bed-4085-89de-63f78be65da3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 1100 time: 0.1100552 Aug 16 01:38:12.416589 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-71e0b3f3-1a8b-4943-b922-31d2f888641a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:12.458766 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-71e0b3f3-1a8b-4943-b922-31d2f888641a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Transition to ACTIVE for port object a84a2852-7ce5-471f-93f9-50833c31f657 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:38:12.470954 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-01c41c01-f481-4e75-93df-0899f277ce37 None None] Port cd273e32-8a19-4378-80a0-19bd02a365ab cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:38:12.492796 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d58023-f885-425e-a47d-a871d12f7b1f req-401c467a-78dd-471b-b790-499688fd6344 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:12.500816 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81d58023-f885-425e-a47d-a871d12f7b1f req-401c467a-78dd-471b-b790-499688fd6344 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.1435337 Aug 16 01:38:12.564296 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81d58023-f885-425e-a47d-a871d12f7b1f req-b840046c-d7c1-4b34-954e-97d2508611b7 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626025 Aug 16 01:38:12.582676 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41eee3-9c95-4982-891a-02938300fa6e req-bbc97a7d-342b-471b-9fba-8081a5e9d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:12.584161 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f41eee3-9c95-4982-891a-02938300fa6e req-bbc97a7d-342b-471b-9fba-8081a5e9d5d4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1587181 Aug 16 01:38:12.634991 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f41eee3-9c95-4982-891a-02938300fa6e req-3f3c7e6a-e6a9-4b4c-874c-6f4478c35337 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=caf09ee9-d0a5-4f6e-9167-38d3eae87660 HTTP/1.1" status: 200 len: 217 time: 0.0377624 Aug 16 01:38:12.643684 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-71e0b3f3-1a8b-4943-b922-31d2f888641a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:12.743732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41eee3-9c95-4982-891a-02938300fa6e req-c70ffc58-270d-4130-be26-afeb5254c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:12.745227 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f41eee3-9c95-4982-891a-02938300fa6e req-c70ffc58-270d-4130-be26-afeb5254c282 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0917358 Aug 16 01:38:12.759561 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-73a7ac30-6de5-4234-a4fa-b875422d011f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:12.761151 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-73a7ac30-6de5-4234-a4fa-b875422d011f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 812 time: 0.2359252 Aug 16 01:38:12.764898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-71e0b3f3-1a8b-4943-b922-31d2f888641a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:38:12.765241 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63850f-f36b-4b85-87e8-d8b4ba5ffc45 req-adbaa435-01fd-4b29-95e9-e702001b57f3 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:12.770494 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fd63850f-f36b-4b85-87e8-d8b4ba5ffc45 req-adbaa435-01fd-4b29-95e9-e702001b57f3 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f3f2195-1304-4556-94f2-192a338cb389 HTTP/1.1" status: 200 len: 950 time: 0.1284177 Aug 16 01:38:12.771607 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-71e0b3f3-1a8b-4943-b922-31d2f888641a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:38:12.786246 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-71e0b3f3-1a8b-4943-b922-31d2f888641a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:38:12.798421 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0b3f3-1a8b-4943-b922-31d2f888641a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Pushing event updated for resources: {'Port': ['ID=a84a2852-7ce5-471f-93f9-50833c31f657,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:12.828437 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-9be632ee-61ca-4926-ac58-4f11f4114a96 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/quotas/83acc20476264f27b63127c0968a6b73 HTTP/1.1" status: 200 len: 375 time: 0.0597472 Aug 16 01:38:12.868955 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fd63850f-f36b-4b85-87e8-d8b4ba5ffc45 req-1a6ba102-9ed9-41da-b69f-4c4edad91664 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664649 Aug 16 01:38:12.871150 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41eee3-9c95-4982-891a-02938300fa6e req-757ed3fc-17d7-4566-a188-35d11d03e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:12.878478 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f41eee3-9c95-4982-891a-02938300fa6e req-757ed3fc-17d7-4566-a188-35d11d03e149 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1014309 Aug 16 01:38:12.899055 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-a78c6e02-e9e7-48bb-a4fa-8d24c0a4f9a1 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630703 Aug 16 01:38:12.941182 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-71e0b3f3-1a8b-4943-b922-31d2f888641a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:12.942703 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-71e0b3f3-1a8b-4943-b922-31d2f888641a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:13.011357 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-71e0b3f3-1a8b-4943-b922-31d2f888641a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5081286 Aug 16 01:38:13.017008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41130) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:13.032351 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Request body: {'port': {'device_id': 'aabb9a5f-782f-4aff-99cc-d063bc99bc9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:13.062366 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f41eee3-9c95-4982-891a-02938300fa6e req-3dc9cfe3-7abb-48a5-9749-02f27a148bd2 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704755 Aug 16 01:38:13.104663 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af1a84-b0e1-4d38-8481-31acd0d564ec req-2483166e-f4ef-43b8-ac66-2fe476dce381 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:13.112176 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af1a84-b0e1-4d38-8481-31acd0d564ec req-2483166e-f4ef-43b8-ac66-2fe476dce381 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:13.119612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af1a84-b0e1-4d38-8481-31acd0d564ec req-2483166e-f4ef-43b8-ac66-2fe476dce381 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:13.127090 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af1a84-b0e1-4d38-8481-31acd0d564ec req-2483166e-f4ef-43b8-ac66-2fe476dce381 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:13.133347 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af1a84-b0e1-4d38-8481-31acd0d564ec req-2483166e-f4ef-43b8-ac66-2fe476dce381 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:13.140745 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af1a84-b0e1-4d38-8481-31acd0d564ec req-2483166e-f4ef-43b8-ac66-2fe476dce381 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:13.148031 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af1a84-b0e1-4d38-8481-31acd0d564ec req-2483166e-f4ef-43b8-ac66-2fe476dce381 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:13.149923 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-52af1a84-b0e1-4d38-8481-31acd0d564ec req-2483166e-f4ef-43b8-ac66-2fe476dce381 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5420 time: 0.1333475 Aug 16 01:38:13.165665 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-655a4753-ce3b-4caa-bdcc-eac6202b430a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2068846754-network', 'tenant_id': 'b4ced09dbb5f485280d6bc570ea37996'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:13.204187 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-01c9ad68-e3e9-4856-a5c4-cfac49fbbcee None None] Provisioning for port a84a2852-7ce5-471f-93f9-50833c31f657 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:13.210005 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-01c9ad68-e3e9-4856-a5c4-cfac49fbbcee None None] Provisioning complete for port a84a2852-7ce5-471f-93f9-50833c31f657 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:13.210874 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-01c9ad68-e3e9-4856-a5c4-cfac49fbbcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:13.212479 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:13.217595 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd273e32-8a19-4378-80a0-19bd02a365ab {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:13.225450 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-9ce8aead-5d9a-47a6-bbdc-e7b76f5bf8d1 service neutron] 10.222.0.68 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116634 Aug 16 01:38:13.247309 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-52af1a84-b0e1-4d38-8481-31acd0d564ec req-954bad84-2859-458c-8e74-847455d736ea tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659606 Aug 16 01:38:13.252003 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:13.266159 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655a4753-ce3b-4caa-bdcc-eac6202b430a admin admin] Made reservation on behalf of b4ced09dbb5f485280d6bc570ea37996 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:38:13.269078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-01c9ad68-e3e9-4856-a5c4-cfac49fbbcee None None] Port a84a2852-7ce5-471f-93f9-50833c31f657 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:38:13.278279 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f41eee3-9c95-4982-891a-02938300fa6e req-683509ce-ed17-43d6-b9f1-cc4cc347b0a0 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082472 Aug 16 01:38:13.281216 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-655a4753-ce3b-4caa-bdcc-eac6202b430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:13.360772 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-655a4753-ce3b-4caa-bdcc-eac6202b430a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:13.376418 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b1e9a-ffb5-4e56-83fa-cef41931bd30 req-38346945-a2b7-4043-9584-aa782f2106b0 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:13.376685 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Transition to ACTIVE for port object cd273e32-8a19-4378-80a0-19bd02a365ab will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:38:13.378073 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-139b1e9a-ffb5-4e56-83fa-cef41931bd30 req-38346945-a2b7-4043-9584-aa782f2106b0 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=aabb9a5f-782f-4aff-99cc-d063bc99bc9a HTTP/1.1" status: 200 len: 936 time: 0.0580640 Aug 16 01:38:13.399042 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:13.420137 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-139b1e9a-ffb5-4e56-83fa-cef41931bd30 req-d16a189d-60f5-4749-8e54-5e33e0b70ce5 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354381 Aug 16 01:38:13.526156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563190eb-b5f4-466e-9cdb-4444b6b260a1 req-65d6d540-a331-46f9-ad66-3362cd84624f tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:13.528403 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-563190eb-b5f4-466e-9cdb-4444b6b260a1 req-65d6d540-a331-46f9-ad66-3362cd84624f tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 946 time: 0.0493257 Aug 16 01:38:13.573546 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-563190eb-b5f4-466e-9cdb-4444b6b260a1 req-b500d88a-07d3-4fcd-aea1-d971715f4c8d tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/security-groups?id=10a5952e-5233-49df-a187-6090fc8b46be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362186 Aug 16 01:38:13.583418 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-bdb49598-cdd3-4dfb-9860-8b80cd72b6f7 service neutron] 10.222.0.68 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426714 Aug 16 01:38:13.584025 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Pushing event updated for resources: {'Port': ['ID=cd273e32-8a19-4378-80a0-19bd02a365ab,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:13.717911 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 378a6480-6ea3-4a7c-818a-06de2454f50f no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:38:13.732405 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-07d38e00-84d5-4562-948f-56aef696bb07 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=945569b059a74cc188e376abad26b491&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339048 Aug 16 01:38:13.766304 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 378a6480-6ea3-4a7c-818a-06de2454f50f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:38:13.766455 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 378a6480-6ea3-4a7c-818a-06de2454f50f not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:38:13.818012 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Attempting to bind port cd273e32-8a19-4378-80a0-19bd02a365ab on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:38:13.818342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Attempting to bind port cd273e32-8a19-4378-80a0-19bd02a365ab by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:38:13.818855 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Attempting to bind port cd273e32-8a19-4378-80a0-19bd02a365ab on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:13.854927 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Port cd273e32-8a19-4378-80a0-19bd02a365ab on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:38:13.855250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Attempting to bind port cd273e32-8a19-4378-80a0-19bd02a365ab on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:13.868811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-7bf42d4e-323b-46e0-9837-2a7acf82ca1d tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:13.870513 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-7bf42d4e-323b-46e0-9837-2a7acf82ca1d tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1368167 Aug 16 01:38:13.886677 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-328feaa0-9845-4b7f-98ad-1ca1a5a78aa9 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/quotas/945569b059a74cc188e376abad26b491 HTTP/1.1" status: 200 len: 375 time: 0.0099599 Aug 16 01:38:13.896475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:38:13.896829 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:38:13.897189 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:38:13.897604 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Bound port: cd273e32-8a19-4378-80a0-19bd02a365ab, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:38:13.897985 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:13.922026 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-655a4753-ce3b-4caa-bdcc-eac6202b430a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:13.943811 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-655a4753-ce3b-4caa-bdcc-eac6202b430a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:13.966664 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-9d75e06c-c023-4030-83fd-3e35cc7f4e7b tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=945569b059a74cc188e376abad26b491&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0727005 Aug 16 01:38:14.222893 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33eb0b-35ab-461f-8308-06bbd36867bc req-839422cd-ab58-4374-b99c-125941fb39a0 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:14.225139 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8f33eb0b-35ab-461f-8308-06bbd36867bc req-839422cd-ab58-4374-b99c-125941fb39a0 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.0763016 Aug 16 01:38:14.290409 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8f33eb0b-35ab-461f-8308-06bbd36867bc req-cc4c61c6-8e9e-4c38-812d-739c56d1e7f2 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563467 Aug 16 01:38:14.415732 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c88f81-f520-4401-b081-4d09e6022263 req-4fbbdf16-d7fe-41f1-a80f-633e005e7eb9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:14.424362 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4c88f81-f520-4401-b081-4d09e6022263 req-4fbbdf16-d7fe-41f1-a80f-633e005e7eb9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 948 time: 0.5951135 Aug 16 01:38:14.431848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655a4753-ce3b-4caa-bdcc-eac6202b430a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:38:14.455009 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212daf1-9f62-4dcc-8de1-e2fec7f10fe7 req-bef6e9a2-e7f3-4737-bdbe-88bf6f195ed1 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:14.471087 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0212daf1-9f62-4dcc-8de1-e2fec7f10fe7 req-bef6e9a2-e7f3-4737-bdbe-88bf6f195ed1 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 946 time: 0.1055820 Aug 16 01:38:14.472876 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41174) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:14.483993 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-95709d22-db56-4ad7-b615-1387b29cb302 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Request body: {'floatingip': {'port_id': 'f03a85ef-660e-446d-99ed-a4bdb0f4c461'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:14.498499 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84a2852-7ce5-471f-93f9-50833c31f657 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:14.504037 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-655a4753-ce3b-4caa-bdcc-eac6202b430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:14.505052 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-655a4753-ce3b-4caa-bdcc-eac6202b430a admin admin] Added segment 2337e379-a063-4c51-b8f9-5d35e36bbbc9 of type vlan for network 7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f Aug 16 01:38:14.533602 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:14.546392 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95709d22-db56-4ad7-b615-1387b29cb302 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:14.547574 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a4753-ce3b-4caa-bdcc-eac6202b430a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36294704-c9da-4187-ac6b-a749fc7d6ace,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:14.602736 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] For port cd273e32-8a19-4378-80a0-19bd02a365ab, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:38:14.609644 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Transition to ACTIVE for port object a84a2852-7ce5-471f-93f9-50833c31f657 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:38:14.619634 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4c88f81-f520-4401-b081-4d09e6022263 req-3e5fbfb0-e42c-433c-8479-265eb1cb27a0 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943834 Aug 16 01:38:14.628992 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-689581b1-71c7-45ae-a614-0f40e8347611 req-3ee11f26-c97d-4438-b23c-8333f2c7c8f2 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 210 time: 0.0301368 Aug 16 01:38:14.648273 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:14.648273 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] For port cd273e32-8a19-4378-80a0-19bd02a365ab, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=cd273e32-8a19-4378-80a0-19bd02a365ab,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:38:14.648273 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-655a4753-ce3b-4caa-bdcc-eac6202b430a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:14.670376 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device caf09ee9-d0a5-4f6e-9167-38d3eae87660 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:38:14.678878 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:14.725642 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:14.726465 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:14.727895 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] 10.222.0.73 "PUT /v2.0/ports/cd273e32-8a19-4378-80a0-19bd02a365ab HTTP/1.1" status: 200 len: 1097 time: 2.4759965 Aug 16 01:38:14.731314 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2f1793-5e35-476f-8247-9e74e4ec339d', 'tag': 'cd273e32-8a19-4378-80a0-19bd02a365ab'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:14.734324 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76420b7-e515-4f2d-b017-b5ae86880119" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2f1793-5e35-476f-8247-9e74e4ec339d", "tag": "cd273e32-8a19-4378-80a0-19bd02a365ab"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:14.758405 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Pushing event updated for resources: {'Port': ['ID=a84a2852-7ce5-471f-93f9-50833c31f657,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:14.818706 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1360675b-fc29-4cf8-92fe-3a35815ac3b5 req-bc623f82-27e5-48da-9ad4-7d6d37d986a9 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 210 time: 0.0773988 Aug 16 01:38:14.879836 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port caf09ee9-d0a5-4f6e-9167-38d3eae87660, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=caf09ee9-d0a5-4f6e-9167-38d3eae87660,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:14.902358 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'caf09ee9-d0a5-4f6e-9167-38d3eae87660', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': 'caf09ee9-d0a5-4f6e-9167-38d3eae87660', 'mac_address': 'fa:16:3e:44:b1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:14.917156 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-655a4753-ce3b-4caa-bdcc-eac6202b430a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:14.922160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655a4753-ce3b-4caa-bdcc-eac6202b430a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:14.922808 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-655a4753-ce3b-4caa-bdcc-eac6202b430a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:14.959838 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:14.987210 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf09ee9-d0a5-4f6e-9167-38d3eae87660 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:15.012526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port caf09ee9-d0a5-4f6e-9167-38d3eae87660, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=caf09ee9-d0a5-4f6e-9167-38d3eae87660,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:15.018706 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:15.107346 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=caf09ee9-d0a5-4f6e-9167-38d3eae87660,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:15.128337 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c329d-6630-4888-ad3b-0935be7f064b req-075446f1-dd35-4306-ad1b-fedbade4427c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:15.134746 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c329d-6630-4888-ad3b-0935be7f064b req-075446f1-dd35-4306-ad1b-fedbade4427c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:15.142134 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c329d-6630-4888-ad3b-0935be7f064b req-075446f1-dd35-4306-ad1b-fedbade4427c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:15.150220 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c329d-6630-4888-ad3b-0935be7f064b req-075446f1-dd35-4306-ad1b-fedbade4427c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:15.157305 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c329d-6630-4888-ad3b-0935be7f064b req-075446f1-dd35-4306-ad1b-fedbade4427c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:15.163532 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c329d-6630-4888-ad3b-0935be7f064b req-075446f1-dd35-4306-ad1b-fedbade4427c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:15.169552 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c329d-6630-4888-ad3b-0935be7f064b req-075446f1-dd35-4306-ad1b-fedbade4427c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:15.171436 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a44c329d-6630-4888-ad3b-0935be7f064b req-075446f1-dd35-4306-ad1b-fedbade4427c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5420 time: 0.1441917 Aug 16 01:38:15.298341 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['caf09ee9-d0a5-4f6e-9167-38d3eae87660'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:15.298560 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a44c329d-6630-4888-ad3b-0935be7f064b req-c9d4c97a-91b7-41d7-b54b-5a47f24f544b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0941093 Aug 16 01:38:15.352562 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-655a4753-ce3b-4caa-bdcc-eac6202b430a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3329277 Aug 16 01:38:15.355341 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41180) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:15.357921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a4753-ce3b-4caa-bdcc-eac6202b430a admin admin] Pushing event updated for resources: {'Network': ['ID=7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:15.369436 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:38:15.389456 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e24b1-6c55-40d5-bb9a-60e8502c1143 service neutron] Pushing event updated for resources: {'Port': ['ID=cd273e32-8a19-4378-80a0-19bd02a365ab,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:15.408425 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6cebbb-bdcc-4f09-8a2c-7f191e0e1405 x-openstack-request-id: req-6f6cebbb-bdcc-4f09-8a2c-7f191e0e1405 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:15.409673 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2f1793-5e35-476f-8247-9e74e4ec339d", "tag": "cd273e32-8a19-4378-80a0-19bd02a365ab", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:15.410432 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6f6cebbb-bdcc-4f09-8a2c-7f191e0e1405 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:15.411231 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2f1793-5e35-476f-8247-9e74e4ec339d', 'tag': 'cd273e32-8a19-4378-80a0-19bd02a365ab', 'status': 'completed', 'code': 200} Aug 16 01:38:15.423045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-d888c43f-dde5-451e-8d8c-84031756d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:15.425013 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-d888c43f-dde5-451e-8d8c-84031756d581 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dc5d840bf9247a58edbe10f96132fdd&device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 1100 time: 0.6023080 Aug 16 01:38:15.440563 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9a200-5c35-4bfc-b5ef-d0119762badf req-2ef1fbaa-a9d6-453b-86e8-3282fb7df4be tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:15.448344 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-afe9a200-5c35-4bfc-b5ef-d0119762badf req-2ef1fbaa-a9d6-453b-86e8-3282fb7df4be tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=aabb9a5f-782f-4aff-99cc-d063bc99bc9a HTTP/1.1" status: 200 len: 948 time: 0.4617469 Aug 16 01:38:15.487036 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ab370422-f405-44bf-b149-74b03e9ff202 admin admin] Request body: {'subnet': {'network_id': '7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2068846754-subnet', 'tenant_id': 'b4ced09dbb5f485280d6bc570ea37996', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:15.505063 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-4c7d2ee4-e742-4902-8632-1d9e4d91fdfe tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:15.506970 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-4c7d2ee4-e742-4902-8632-1d9e4d91fdfe tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.73 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 812 time: 0.4253783 Aug 16 01:38:15.508626 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-920b9612-6dea-4201-b361-ad7aafdfc5ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=cd273e32-8a19-4378-80a0-19bd02a365ab HTTP/1.1" status: 200 len: 217 time: 0.0520053 Aug 16 01:38:15.536849 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95709d22-db56-4ad7-b615-1387b29cb302 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:15.545419 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95709d22-db56-4ad7-b615-1387b29cb302 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:15.546709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-ecefaf6c-b929-4698-9c35-8f386b9ef8b8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Request body: {'port': {'device_id': 'e62589c9-281d-4155-becf-a988b53e3bd7', 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9', 'admin_state_up': True, 'tenant_id': '83acc20476264f27b63127c0968a6b73'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:15.582013 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Attempting to bind port a84a2852-7ce5-471f-93f9-50833c31f657 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:38:15.582181 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Attempting to bind port a84a2852-7ce5-471f-93f9-50833c31f657 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:38:15.582750 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Attempting to bind port a84a2852-7ce5-471f-93f9-50833c31f657 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:15.589387 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab370422-f405-44bf-b149-74b03e9ff202 admin admin] Made reservation on behalf of b4ced09dbb5f485280d6bc570ea37996 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:38:15.591993 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab370422-f405-44bf-b149-74b03e9ff202 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:15.606768 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb89a7b-431d-4936-b43a-0bcc69284a08 req-8417c1b2-fed1-4b99-9715-703bf8bf5ae5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:15.608705 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fb89a7b-431d-4936-b43a-0bcc69284a08 req-8417c1b2-fed1-4b99-9715-703bf8bf5ae5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.1160467 Aug 16 01:38:15.651103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Port a84a2852-7ce5-471f-93f9-50833c31f657 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:38:15.651430 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Attempting to bind port a84a2852-7ce5-471f-93f9-50833c31f657 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:15.672973 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-afe9a200-5c35-4bfc-b5ef-d0119762badf req-503e0186-9bf5-40bd-a862-e1cfea9af15b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233899 Aug 16 01:38:15.676606 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:38:15.676954 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:38:15.677343 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:38:15.679634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Bound port: a84a2852-7ce5-471f-93f9-50833c31f657, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:38:15.679829 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:15.686793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-8a686250-e8e5-48f4-b8d6-290d724e3e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:15.688288 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-8a686250-e8e5-48f4-b8d6-290d724e3e22 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1563222 Aug 16 01:38:15.768553 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-5baf5cfb-c1a4-4799-93e1-a277e1407668 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=945569b059a74cc188e376abad26b491&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863004 Aug 16 01:38:15.972631 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-f68401d8-5a84-481d-be12-65813cc0be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:15.974700 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-f68401d8-5a84-481d-be12-65813cc0be7b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2677140 Aug 16 01:38:16.029246 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053ff78-c5b4-4118-8e4e-df8941b38470 req-1e7af17f-d8d9-4976-b132-584598de3487 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:16.031128 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9053ff78-c5b4-4118-8e4e-df8941b38470 req-1e7af17f-d8d9-4976-b132-584598de3487 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 949 time: 0.2613232 Aug 16 01:38:16.053745 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fb89a7b-431d-4936-b43a-0bcc69284a08 req-e7225ff4-514c-4cfc-ac99-4fbd5a807424 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224499 Aug 16 01:38:16.069680 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-95709d22-db56-4ad7-b615-1387b29cb302 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Floating IP 722b17ad-81f6-4591-8d6e-4356c16b7a2d associated. External IP: 172.25.3.114, port: f03a85ef-660e-446d-99ed-a4bdb0f4c461. Aug 16 01:38:16.083350 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] For port a84a2852-7ce5-471f-93f9-50833c31f657, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:38:16.101446 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-ecefaf6c-b929-4698-9c35-8f386b9ef8b8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Made reservation on behalf of 83acc20476264f27b63127c0968a6b73 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:38:16.104939 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-ecefaf6c-b929-4698-9c35-8f386b9ef8b8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:16.148676 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] For port a84a2852-7ce5-471f-93f9-50833c31f657, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a84a2852-7ce5-471f-93f9-50833c31f657,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:38:16.161549 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:16.188019 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-b9680701-289f-429c-bb6e-06ee160d960c tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:16.189595 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-b9680701-289f-429c-bb6e-06ee160d960c tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4096162 Aug 16 01:38:16.203504 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-28f62469-92c5-46a7-a7c8-430a29188e88 req-ff409e86-92d1-43e8-8850-ce1eaeb9552a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 210 time: 0.0766795 Aug 16 01:38:16.238566 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-ef123508-5f9d-456c-a7d7-b5eb31503aa8 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Request body: {'port': {'device_id': '2d5172fa-aadd-4940-901a-da6502bf7c2b', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': '945569b059a74cc188e376abad26b491'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:16.266197 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9053ff78-c5b4-4118-8e4e-df8941b38470 req-ab5d6db5-37a4-4404-938a-115378204bd8 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184806 Aug 16 01:38:16.312851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:16.313595 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:16.314872 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] 10.222.0.63 "PUT /v2.0/ports/a84a2852-7ce5-471f-93f9-50833c31f657 HTTP/1.1" status: 200 len: 1097 time: 3.2880723 Aug 16 01:38:16.347421 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b58ae99f-a493-4544-88fc-51a614f07809 req-feae5bfb-c672-4f1e-9cb6-62da29d77fcd tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 210 time: 0.0438886 Aug 16 01:38:16.350251 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab370422-f405-44bf-b149-74b03e9ff202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:16.397999 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-2735ce6a-ea7b-4a07-a800-4be036ccd363 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011116 Aug 16 01:38:16.458500 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cead97-0d1a-4681-be05-d88be0523d7a service neutron] Pushing event updated for resources: {'Port': ['ID=a84a2852-7ce5-471f-93f9-50833c31f657,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:16.493944 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab370422-f405-44bf-b149-74b03e9ff202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba5eb56-df3b-4ad0-a7eb-0abe33711197,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:16.522094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95709d22-db56-4ad7-b615-1387b29cb302 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Router 366f79ae-76c1-4b1c-b045-9e6073141a1c has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:38:16.526388 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab370422-f405-44bf-b149-74b03e9ff202 admin admin] Checking segment: {'id': '2337e379-a063-4c51-b8f9-5d35e36bbbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:38:16.526741 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab370422-f405-44bf-b149-74b03e9ff202 admin admin] Network hostable DHCP agents. Network: 7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:38:16.588247 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab370422-f405-44bf-b149-74b03e9ff202 admin admin] Network 7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:38:16.606389 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ab370422-f405-44bf-b149-74b03e9ff202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:38:16.620240 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407458b8-903a-4160-b386-a9d926381764 None None] Network 7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:38:16.641282 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab370422-f405-44bf-b149-74b03e9ff202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:16.642158 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab370422-f405-44bf-b149-74b03e9ff202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:16.673138 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95709d22-db56-4ad7-b615-1387b29cb302 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:38:16.679409 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95709d22-db56-4ad7-b615-1387b29cb302 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:16.682686 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-466882e0-186d-49b5-bbd7-4e68a5295104 req-92128185-dcb1-43ff-a5b2-fe18f2d5c627 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201302 Aug 16 01:38:16.693884 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a9c6a-287a-405a-8ca3-9f52b67b6237 None None] Sync routers for ids ['366f79ae-76c1-4b1c-b045-9e6073141a1c'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:38:16.717052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-ef123508-5f9d-456c-a7d7-b5eb31503aa8 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Made reservation on behalf of 945569b059a74cc188e376abad26b491 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:38:16.721376 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a9c6a-287a-405a-8ca3-9f52b67b6237 None None] Routers {'366f79ae-76c1-4b1c-b045-9e6073141a1c'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:38:16.722282 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-901a9c6a-287a-405a-8ca3-9f52b67b6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:37:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['366f79ae-76c1-4b1c-b045-9e6073141a1c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:38:16.733379 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-ef123508-5f9d-456c-a7d7-b5eb31503aa8 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:16.734601 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ab370422-f405-44bf-b149-74b03e9ff202 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3762343 Aug 16 01:38:16.745423 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-95709d22-db56-4ad7-b615-1387b29cb302 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "PUT /v2.0/floatingips/722b17ad-81f6-4591-8d6e-4356c16b7a2d HTTP/1.1" status: 200 len: 992 time: 2.2664518 Aug 16 01:38:16.746544 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ca89cd-e079-449a-a31d-7b8f600ee550', 'tag': 'f03a85ef-660e-446d-99ed-a4bdb0f4c461'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:16.757897 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e02e77-6ab6-4ee4-bc2c-ebd703b4c8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ca89cd-e079-449a-a31d-7b8f600ee550", "tag": "f03a85ef-660e-446d-99ed-a4bdb0f4c461"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:16.782998 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device caf09ee9-d0a5-4f6e-9167-38d3eae87660 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:38:16.825979 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-150a1fb9-fcc6-47eb-abbd-ba4194021902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:16.827550 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-150a1fb9-fcc6-47eb-abbd-ba4194021902 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3dc5d840bf9247a58edbe10f96132fdd&device_id=aabb9a5f-782f-4aff-99cc-d063bc99bc9a HTTP/1.1" status: 200 len: 1100 time: 0.4279311 Aug 16 01:38:16.864251 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-901a9c6a-287a-405a-8ca3-9f52b67b6237 None None] Set router 366f79ae-76c1-4b1c-b045-9e6073141a1c gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:38:16.955983 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b91cbe-e5ca-40d4-a79c-5d316251b4b2 req-548fcdaa-2bfb-40eb-99b6-ec3febdf313a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:16.958498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4b91cbe-e5ca-40d4-a79c-5d316251b4b2 req-548fcdaa-2bfb-40eb-99b6-ec3febdf313a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=aabb9a5f-782f-4aff-99cc-d063bc99bc9a HTTP/1.1" status: 200 len: 948 time: 0.0821912 Aug 16 01:38:16.990645 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fee47-62c1-40e9-8b6c-479a94c77fdb req-93227e0c-4f2c-4241-b45e-4c78b4da83c6 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:16.997077 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fee47-62c1-40e9-8b6c-479a94c77fdb req-93227e0c-4f2c-4241-b45e-4c78b4da83c6 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:17.005194 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fee47-62c1-40e9-8b6c-479a94c77fdb req-93227e0c-4f2c-4241-b45e-4c78b4da83c6 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:17.006786 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6b47bc-86ae-4a09-8863-a6b3cd3a81e0 None None] Network 7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:38:17.012241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fee47-62c1-40e9-8b6c-479a94c77fdb req-93227e0c-4f2c-4241-b45e-4c78b4da83c6 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:17.017183 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4b91cbe-e5ca-40d4-a79c-5d316251b4b2 req-26c52edd-9c35-4823-aaec-6f0c94a4978d tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527811 Aug 16 01:38:17.022362 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fee47-62c1-40e9-8b6c-479a94c77fdb req-93227e0c-4f2c-4241-b45e-4c78b4da83c6 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:17.029415 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fee47-62c1-40e9-8b6c-479a94c77fdb req-93227e0c-4f2c-4241-b45e-4c78b4da83c6 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:17.036109 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fee47-62c1-40e9-8b6c-479a94c77fdb req-93227e0c-4f2c-4241-b45e-4c78b4da83c6 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:17.048126 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-663fee47-62c1-40e9-8b6c-479a94c77fdb req-93227e0c-4f2c-4241-b45e-4c78b4da83c6 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5420 time: 0.5792644 Aug 16 01:38:17.072364 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port caf09ee9-d0a5-4f6e-9167-38d3eae87660 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:17.080895 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port caf09ee9-d0a5-4f6e-9167-38d3eae87660 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:17.081272 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:17.087797 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-ecefaf6c-b929-4698-9c35-8f386b9ef8b8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Allocated IP 172.20.0.2 (2a3ce659-7131-48db-a8d7-62eb2b9733a9/adf0a4b6-04c7-46cd-a62d-f6dbedb85a93/2bd342cb-2faf-4952-9dd7-1dec519ca2ae) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:38:17.141322 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068be52a-6e79-4f13-b252-b7cf1c57faff x-openstack-request-id: req-068be52a-6e79-4f13-b252-b7cf1c57faff {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:17.141860 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ca89cd-e079-449a-a31d-7b8f600ee550", "tag": "f03a85ef-660e-446d-99ed-a4bdb0f4c461", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:17.142099 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-068be52a-6e79-4f13-b252-b7cf1c57faff {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:17.142595 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ca89cd-e079-449a-a31d-7b8f600ee550', 'tag': 'f03a85ef-660e-446d-99ed-a4bdb0f4c461', 'status': 'completed', 'code': 200} Aug 16 01:38:17.146421 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-4ad07e07-72b7-434b-b230-7ee006e8bb02 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=a84a2852-7ce5-471f-93f9-50833c31f657 HTTP/1.1" status: 200 len: 217 time: 0.2253942 Aug 16 01:38:17.190788 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-901a9c6a-287a-405a-8ca3-9f52b67b6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'name': 'tempest-ServersTestFqdnHostnames-1362448258-router', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:26Z', 'updated_at': '2021-08-16T01:37:43Z', 'revision_number': 4, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'gw_port': {'id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:29Z', 'updated_at': '2021-08-16T01:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '722b17ad-81f6-4591-8d6e-4356c16b7a2d', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'port_id': 'f03a85ef-660e-446d-99ed-a4bdb0f4c461', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8', 'mac_address': 'fa:16:3e:0a:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ca89cd-e079-449a-a31d-7b8f600ee550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:37:53Z', 'updated_at': '2021-08-16T01:38:15Z', 'revision_number': 1, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ececbe64-e296-4d99-95fd-c540a3ac939c', 'name': '', 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'mac_address': 'fa:16:3e:7f:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '585d13b5-4da7-4c88-8686-e7e014058c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:38Z', 'updated_at': '2021-08-16T01:37:51Z', 'revision_number': 5, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'subnets': [{'id': '585d13b5-4da7-4c88-8686-e7e014058c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:38:17.217166 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76420b7-e515-4f2d-b017-b5ae86880119 req-c258b217-f4eb-427f-a45b-5f4c8560b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:17.219606 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a76420b7-e515-4f2d-b017-b5ae86880119 req-c258b217-f4eb-427f-a45b-5f4c8560b051 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dc5d840bf9247a58edbe10f96132fdd&device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 1100 time: 0.4391980 Aug 16 01:38:17.228911 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a9c6a-287a-405a-8ca3-9f52b67b6237 None None] Checking router: 366f79ae-76c1-4b1c-b045-9e6073141a1c for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:38:17.242769 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e02e77-6ab6-4ee4-bc2c-ebd703b4c8aa req-4b3dc7fc-b303-4cae-a950-a20a8b27c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:17.251996 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-89e02e77-6ab6-4ee4-bc2c-ebd703b4c8aa req-4b3dc7fc-b303-4cae-a950-a20a8b27c552 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=eb2681441ec04a3290f361213ed3619b&device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 1098 time: 0.0824046 Aug 16 01:38:17.259509 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a9c6a-287a-405a-8ca3-9f52b67b6237 None None] Routers {'366f79ae-76c1-4b1c-b045-9e6073141a1c'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:38:17.260516 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-901a9c6a-287a-405a-8ca3-9f52b67b6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:37:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['366f79ae-76c1-4b1c-b045-9e6073141a1c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:38:17.300269 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-663fee47-62c1-40e9-8b6c-479a94c77fdb req-eb1e3957-9c2e-4ca2-b7e0-291dc9fb3ff7 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2509756 Aug 16 01:38:17.324933 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:17.398047 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port caf09ee9-d0a5-4f6e-9167-38d3eae87660, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=caf09ee9-d0a5-4f6e-9167-38d3eae87660,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:17.401048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da090af-0338-46b1-b872-b9d77d407454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf09ee9-d0a5-4f6e-9167-38d3eae87660'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:17.407026 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af459153-0398-43d3-b9a9-2347cd396a79" -d '{"events": [{"server_uuid": "4da090af-0338-46b1-b872-b9d77d407454", "name": "network-vif-plugged", "status": "completed", "tag": "caf09ee9-d0a5-4f6e-9167-38d3eae87660"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:17.419769 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:17.472665 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aabb9a5f-782f-4aff-99cc-d063bc99bc9a', 'tag': 'a84a2852-7ce5-471f-93f9-50833c31f657'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:17.474955 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2b62cd-6929-4bb8-900e-c2f3d757cf0f" -d '{"events": [{"name": "network-changed", "server_uuid": "aabb9a5f-782f-4aff-99cc-d063bc99bc9a", "tag": "a84a2852-7ce5-471f-93f9-50833c31f657"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:17.478216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76420b7-e515-4f2d-b017-b5ae86880119 req-809a66c0-10dd-48b7-b9df-378e286f7add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:17.478866 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e02e77-6ab6-4ee4-bc2c-ebd703b4c8aa req-7613f2ac-2f7c-4a53-ad5b-968df4211b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:17.479714 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a76420b7-e515-4f2d-b017-b5ae86880119 req-809a66c0-10dd-48b7-b9df-378e286f7add service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1994622 Aug 16 01:38:17.481064 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-89e02e77-6ab6-4ee4-bc2c-ebd703b4c8aa req-7613f2ac-2f7c-4a53-ad5b-968df4211b52 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 HTTP/1.1" status: 200 len: 916 time: 0.2209542 Aug 16 01:38:17.495307 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=caf09ee9-d0a5-4f6e-9167-38d3eae87660,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:17.561805 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-901a9c6a-287a-405a-8ca3-9f52b67b6237 None None] Set router 366f79ae-76c1-4b1c-b045-9e6073141a1c gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:38:17.623800 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-89e02e77-6ab6-4ee4-bc2c-ebd703b4c8aa req-19418e9b-087b-498b-b697-99a2558a89ec service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f03a85ef-660e-446d-99ed-a4bdb0f4c461 HTTP/1.1" status: 200 len: 1000 time: 0.1280942 Aug 16 01:38:17.679171 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-1cc75e57-3533-4e1b-a698-3d08db2b8f02 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:17.680847 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-1cc75e57-3533-4e1b-a698-3d08db2b8f02 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/networks?id=7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f HTTP/1.1" status: 200 len: 814 time: 0.2205775 Aug 16 01:38:17.707028 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e02e77-6ab6-4ee4-bc2c-ebd703b4c8aa req-3e630b5f-d3fb-4504-a070-c38b1f622ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:17.708592 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-89e02e77-6ab6-4ee4-bc2c-ebd703b4c8aa req-3e630b5f-d3fb-4504-a070-c38b1f622ba8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=585d13b5-4da7-4c88-8686-e7e014058c75 HTTP/1.1" status: 200 len: 854 time: 0.0751598 Aug 16 01:38:17.712022 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-8546c098-aaa1-479c-bb28-910a4f7f9f46 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/quotas/b4ced09dbb5f485280d6bc570ea37996 HTTP/1.1" status: 200 len: 375 time: 0.0182502 Aug 16 01:38:17.779481 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-1b6906ac-167f-4acb-a8bc-8a664c59db20 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b4ced09dbb5f485280d6bc570ea37996&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526247 Aug 16 01:38:17.795169 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e02e77-6ab6-4ee4-bc2c-ebd703b4c8aa req-533cff99-853b-4c9b-af58-b07738e79d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:17.796950 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-89e02e77-6ab6-4ee4-bc2c-ebd703b4c8aa req-533cff99-853b-4c9b-af58-b07738e79d7a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787692 Aug 16 01:38:17.825345 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-901a9c6a-287a-405a-8ca3-9f52b67b6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'name': 'tempest-ServersTestFqdnHostnames-1362448258-router', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:26Z', 'updated_at': '2021-08-16T01:37:43Z', 'revision_number': 4, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'gw_port': {'id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:29Z', 'updated_at': '2021-08-16T01:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '722b17ad-81f6-4591-8d6e-4356c16b7a2d', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'port_id': 'f03a85ef-660e-446d-99ed-a4bdb0f4c461', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8', 'mac_address': 'fa:16:3e:0a:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ca89cd-e079-449a-a31d-7b8f600ee550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:37:53Z', 'updated_at': '2021-08-16T01:38:15Z', 'revision_number': 1, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ececbe64-e296-4d99-95fd-c540a3ac939c', 'name': '', 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'mac_address': 'fa:16:3e:7f:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '585d13b5-4da7-4c88-8686-e7e014058c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:38Z', 'updated_at': '2021-08-16T01:37:51Z', 'revision_number': 5, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'subnets': [{'id': '585d13b5-4da7-4c88-8686-e7e014058c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:38:17.846466 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a76420b7-e515-4f2d-b017-b5ae86880119 req-a26c505a-9a73-4508-a7fe-37b0239bc39b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=cd273e32-8a19-4378-80a0-19bd02a365ab HTTP/1.1" status: 200 len: 217 time: 0.3398023 Aug 16 01:38:17.863284 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a9c6a-287a-405a-8ca3-9f52b67b6237 None None] The sync data for ids ['366f79ae-76c1-4b1c-b045-9e6073141a1c'] in n-d-765315-27 is: [{'id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'name': 'tempest-ServersTestFqdnHostnames-1362448258-router', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:26Z', 'updated_at': '2021-08-16T01:37:43Z', 'revision_number': 4, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'gw_port': {'id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:29Z', 'updated_at': '2021-08-16T01:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '722b17ad-81f6-4591-8d6e-4356c16b7a2d', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'port_id': 'f03a85ef-660e-446d-99ed-a4bdb0f4c461', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8', 'mac_address': 'fa:16:3e:0a:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ca89cd-e079-449a-a31d-7b8f600ee550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:37:53Z', 'updated_at': '2021-08-16T01:38:15Z', 'revision_number': 1, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ececbe64-e296-4d99-95fd-c540a3ac939c', 'name': '', 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'mac_address': 'fa:16:3e:7f:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '585d13b5-4da7-4c88-8686-e7e014058c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:38Z', 'updated_at': '2021-08-16T01:37:51Z', 'revision_number': 5, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'subnets': [{'id': '585d13b5-4da7-4c88-8686-e7e014058c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:38:17.944235 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-9d539f45-16df-441a-b4b3-0b6a81241472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:17.946044 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-9d539f45-16df-441a-b4b3-0b6a81241472 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.7927585 Aug 16 01:38:17.959381 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-47335a01-a6b7-499f-82cc-d41000f65819 service neutron] 10.222.0.68 "GET /v2.0/networks/7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598885 Aug 16 01:38:17.965820 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-89e02e77-6ab6-4ee4-bc2c-ebd703b4c8aa req-28a25e6d-238f-4b06-92ce-3b2f48960bdd service neutron] 10.222.0.63 "GET /v2.0/networks/2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579952 Aug 16 01:38:18.093424 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76420b7-e515-4f2d-b017-b5ae86880119 req-fbae905a-62e6-4a94-8645-5d6bd1e026cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:18.095062 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a76420b7-e515-4f2d-b017-b5ae86880119 req-fbae905a-62e6-4a94-8645-5d6bd1e026cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.2272048 Aug 16 01:38:18.133077 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e99cd8f-5cb2-4be7-9193-3d936492aa92 None None] New status for floating IP 722b17ad-81f6-4591-8d6e-4356c16b7a2d: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:38:18.135891 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-89e02e77-6ab6-4ee4-bc2c-ebd703b4c8aa req-625a23c2-8777-41fc-a6f8-6cf931a5f180 service neutron] 10.222.0.63 "GET /v2.0/networks/2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569211 Aug 16 01:38:18.138416 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-8ab9bb97-e7ed-4dc2-a36e-109f3db87396 service neutron] 10.222.0.68 "GET /v2.0/networks/7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671457 Aug 16 01:38:18.150227 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff3584-1d81-44cf-bd93-a80b6c73c838 req-aa6f9870-dc58-424b-913f-3d9234dbc83b tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:18.159706 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-47ff3584-1d81-44cf-bd93-a80b6c73c838 req-aa6f9870-dc58-424b-913f-3d9234dbc83b tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.6697817 Aug 16 01:38:18.183890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-ef123508-5f9d-456c-a7d7-b5eb31503aa8 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Allocated IP 192.168.233.103 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/f6834a96-627e-4ae5-b163-24e0fea5d07c) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:38:18.225735 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-b919b681-a596-4e9e-ae0a-adf4dec5f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:18.227867 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-b919b681-a596-4e9e-ae0a-adf4dec5f250 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2652779 Aug 16 01:38:18.395578 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-891e3d94-c4bf-4538-b88a-1738b4f6fff9 req-a0f31a68-1794-4008-a179-24325855b1d7 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 210 time: 0.0362144 Aug 16 01:38:18.440074 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76420b7-e515-4f2d-b017-b5ae86880119 req-46be98c5-5c05-4a1c-b54a-a65c54469f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:18.442727 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a76420b7-e515-4f2d-b017-b5ae86880119 req-46be98c5-5c05-4a1c-b54a-a65c54469f67 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3374135 Aug 16 01:38:18.446090 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-ecefaf6c-b929-4698-9c35-8f386b9ef8b8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:18.546862 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edb1d4-1a51-4ca3-bff4-45256d30a88f req-17dd756c-7404-436c-a88b-9757936e55f4 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:18.548698 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e1edb1d4-1a51-4ca3-bff4-45256d30a88f req-17dd756c-7404-436c-a88b-9757936e55f4 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0754123 Aug 16 01:38:18.570279 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-47ff3584-1d81-44cf-bd93-a80b6c73c838 req-752f0082-e965-4b4d-98ad-5d6407c86a32 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089046 Aug 16 01:38:18.629855 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e1edb1d4-1a51-4ca3-bff4-45256d30a88f req-bd08a069-7ad2-4378-a2ac-345ad2022a7c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499656 Aug 16 01:38:18.633243 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d7cfa-ab8d-4167-ad42-970c6bdb0d49 req-18acfefb-d093-459b-b29b-15aba0d49cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:18.635229 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-353d7cfa-ab8d-4167-ad42-970c6bdb0d49 req-18acfefb-d093-459b-b29b-15aba0d49cf3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 1098 time: 0.0853188 Aug 16 01:38:18.690236 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc811564-9f54-459f-bd6d-da60daf7de60 x-openstack-request-id: req-cc811564-9f54-459f-bd6d-da60daf7de60 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:18.690532 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da090af-0338-46b1-b872-b9d77d407454", "name": "network-vif-plugged", "status": "completed", "tag": "caf09ee9-d0a5-4f6e-9167-38d3eae87660", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:18.690797 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cc811564-9f54-459f-bd6d-da60daf7de60 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:18.691198 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da090af-0338-46b1-b872-b9d77d407454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf09ee9-d0a5-4f6e-9167-38d3eae87660', 'code': 200} Aug 16 01:38:18.725434 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-353d7cfa-ab8d-4167-ad42-970c6bdb0d49 req-e0423a00-ef45-42fa-bc74-ab1b39def96b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701947 Aug 16 01:38:18.737695 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3b1269-6ec5-45d1-bae9-dc5dcf272463 x-openstack-request-id: req-8d3b1269-6ec5-45d1-bae9-dc5dcf272463 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:18.738085 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aabb9a5f-782f-4aff-99cc-d063bc99bc9a", "tag": "a84a2852-7ce5-471f-93f9-50833c31f657", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:18.738403 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8d3b1269-6ec5-45d1-bae9-dc5dcf272463 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:18.738714 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aabb9a5f-782f-4aff-99cc-d063bc99bc9a', 'tag': 'a84a2852-7ce5-471f-93f9-50833c31f657', 'status': 'completed', 'code': 200} Aug 16 01:38:18.760800 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-ecefaf6c-b929-4698-9c35-8f386b9ef8b8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:18.770165 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09542763-7c92-457a-8635-01a8a44363c3 req-c906a8c8-d3f1-4e5c-9a04-80fdfa7a3f77 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 210 time: 0.0922441 Aug 16 01:38:18.771884 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-c2d344f9-fceb-4b54-857c-5fab3785f410 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300641 Aug 16 01:38:18.862121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7e443-bd09-4eee-8346-085b867581ce req-84362c49-3f1e-4a6b-8683-ee92287926a9 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:18.869652 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b2e7e443-bd09-4eee-8346-085b867581ce req-84362c49-3f1e-4a6b-8683-ee92287926a9 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=aabb9a5f-782f-4aff-99cc-d063bc99bc9a HTTP/1.1" status: 200 len: 948 time: 0.0688362 Aug 16 01:38:18.928029 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-ef123508-5f9d-456c-a7d7-b5eb31503aa8 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:18.941005 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-ecefaf6c-b929-4698-9c35-8f386b9ef8b8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:38:18.951145 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b2e7e443-bd09-4eee-8346-085b867581ce req-7a7f4cdc-1635-4fe7-a137-3ca018deffc4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796175 Aug 16 01:38:18.952069 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefaf6c-b929-4698-9c35-8f386b9ef8b8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Pushing event updated for resources: {'Port': ['ID=2bd342cb-2faf-4952-9dd7-1dec519ca2ae,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:18.956823 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4196c-7bce-4943-826d-32d5c43dffe1 req-e1160a28-d617-4e11-aaa0-36d288197021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:18.958911 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1bc4196c-7bce-4943-826d-32d5c43dffe1 req-e1160a28-d617-4e11-aaa0-36d288197021 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 1102 time: 0.0868454 Aug 16 01:38:18.966209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-ecefaf6c-b929-4698-9c35-8f386b9ef8b8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:38:18.972984 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a76420b7-e515-4f2d-b017-b5ae86880119 req-ec6cef76-8207-429b-b49c-d137b90f5f2a service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609587 Aug 16 01:38:18.975690 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-ef123508-5f9d-456c-a7d7-b5eb31503aa8 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Transition to ACTIVE for port object f6834a96-627e-4ae5-b163-24e0fea5d07c will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:38:18.977286 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-ecefaf6c-b929-4698-9c35-8f386b9ef8b8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:38:19.039566 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1bc4196c-7bce-4943-826d-32d5c43dffe1 req-32709d8d-191d-4f21-ba17-be440a90288f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628543 Aug 16 01:38:19.119212 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8b87a031-9603-49cb-9e29-5be3166e03bf req-02d98081-2567-4853-a90f-dbfdff528c1f tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/ports?device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 210 time: 0.0904789 Aug 16 01:38:19.133002 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7b679-61da-4ad0-80a3-74fba1a4e4f9 req-9215099c-5464-463d-b383-d257c7b259d0 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:19.133848 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a033f8a9-ec8f-43a3-9d4f-6993e22bae49 req-b2075230-124c-48c3-aa16-bfc63710a00d service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321185 Aug 16 01:38:19.149623 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-ecefaf6c-b929-4698-9c35-8f386b9ef8b8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:19.150262 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-ecefaf6c-b929-4698-9c35-8f386b9ef8b8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:19.158028 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7b679-61da-4ad0-80a3-74fba1a4e4f9 req-9215099c-5464-463d-b383-d257c7b259d0 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:19.172329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7b679-61da-4ad0-80a3-74fba1a4e4f9 req-9215099c-5464-463d-b383-d257c7b259d0 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:19.178607 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-ecefaf6c-b929-4698-9c35-8f386b9ef8b8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6477571 Aug 16 01:38:19.178829 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7b679-61da-4ad0-80a3-74fba1a4e4f9 req-9215099c-5464-463d-b383-d257c7b259d0 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:19.185620 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7b679-61da-4ad0-80a3-74fba1a4e4f9 req-9215099c-5464-463d-b383-d257c7b259d0 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:19.193252 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7b679-61da-4ad0-80a3-74fba1a4e4f9 req-9215099c-5464-463d-b383-d257c7b259d0 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:19.193484 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Request body: {'port': {'device_id': 'e62589c9-281d-4155-becf-a988b53e3bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:19.199173 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-ef123508-5f9d-456c-a7d7-b5eb31503aa8 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:19.199648 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7b679-61da-4ad0-80a3-74fba1a4e4f9 req-9215099c-5464-463d-b383-d257c7b259d0 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:19.202533 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fa7b679-61da-4ad0-80a3-74fba1a4e4f9 req-9215099c-5464-463d-b383-d257c7b259d0 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5420 time: 0.1343789 Aug 16 01:38:19.213939 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['4d126455-c79c-4522-a7ae-0b07425d5727'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:19.268561 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fa7b679-61da-4ad0-80a3-74fba1a4e4f9 req-e92c74af-97b1-4fff-b083-ddc9e71fb833 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565243 Aug 16 01:38:19.276424 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a76420b7-e515-4f2d-b017-b5ae86880119 req-8cda39c1-eca9-4b41-b233-b738893cae50 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650683 Aug 16 01:38:19.345371 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-ef123508-5f9d-456c-a7d7-b5eb31503aa8 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:38:19.354981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef123508-5f9d-456c-a7d7-b5eb31503aa8 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Pushing event updated for resources: {'Port': ['ID=f6834a96-627e-4ae5-b163-24e0fea5d07c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:19.357653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-ef123508-5f9d-456c-a7d7-b5eb31503aa8 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:38:19.378952 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-ef123508-5f9d-456c-a7d7-b5eb31503aa8 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:38:19.419116 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b62cd-6929-4bb8-900e-c2f3d757cf0f req-459f62b5-ab6d-42b0-a720-d9c7099a4bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:19.421510 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f2b62cd-6929-4bb8-900e-c2f3d757cf0f req-459f62b5-ab6d-42b0-a720-d9c7099a4bc0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3dc5d840bf9247a58edbe10f96132fdd&device_id=aabb9a5f-782f-4aff-99cc-d063bc99bc9a HTTP/1.1" status: 200 len: 1100 time: 0.1619301 Aug 16 01:38:19.433051 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:19.511623 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-ef123508-5f9d-456c-a7d7-b5eb31503aa8 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:19.512238 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-ef123508-5f9d-456c-a7d7-b5eb31503aa8 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:19.589265 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-ef123508-5f9d-456c-a7d7-b5eb31503aa8 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3545799 Aug 16 01:38:19.618238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Request body: {'port': {'device_id': '2d5172fa-aadd-4940-901a-da6502bf7c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:19.641590 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-90973453-6cd7-4e3b-ba30-b3662ea6521e None None] Provisioning for port f6834a96-627e-4ae5-b163-24e0fea5d07c completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:19.646274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-90973453-6cd7-4e3b-ba30-b3662ea6521e None None] Provisioning complete for port f6834a96-627e-4ae5-b163-24e0fea5d07c triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:19.646906 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-90973453-6cd7-4e3b-ba30-b3662ea6521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:19.686206 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-90973453-6cd7-4e3b-ba30-b3662ea6521e None None] Port f6834a96-627e-4ae5-b163-24e0fea5d07c cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:38:19.731364 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf416320-3e05-4473-94a1-b78406f2f13d req-ee0bb606-131b-49b9-9dfa-03b34bb5a840 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:19.734133 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cf416320-3e05-4473-94a1-b78406f2f13d req-ee0bb606-131b-49b9-9dfa-03b34bb5a840 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.0679839 Aug 16 01:38:19.751715 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f228d-f4e7-403a-96a0-1310a362099b req-05d1daee-d365-49b0-86be-e153f54c18cd tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:19.753490 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-089f228d-f4e7-403a-96a0-1310a362099b req-05d1daee-d365-49b0-86be-e153f54c18cd tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 931 time: 0.2486041 Aug 16 01:38:19.761119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b62cd-6929-4bb8-900e-c2f3d757cf0f req-3c4731b3-ce99-484e-9938-d8b6b711975f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:19.762781 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f2b62cd-6929-4bb8-900e-c2f3d757cf0f req-3c4731b3-ce99-484e-9938-d8b6b711975f service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.3314116 Aug 16 01:38:19.763254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device cd273e32-8a19-4378-80a0-19bd02a365ab details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:38:19.824215 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cf416320-3e05-4473-94a1-b78406f2f13d req-10ed1bf6-f024-45f1-a2c5-644c2c54b6c8 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826204 Aug 16 01:38:19.911038 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port cd273e32-8a19-4378-80a0-19bd02a365ab, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=cd273e32-8a19-4378-80a0-19bd02a365ab,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:19.911266 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:19.913654 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f2b62cd-6929-4bb8-900e-c2f3d757cf0f req-4a1e1d96-de15-402c-ba06-4aca215fc283 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=a84a2852-7ce5-471f-93f9-50833c31f657 HTTP/1.1" status: 200 len: 217 time: 0.1131611 Aug 16 01:38:19.941463 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'cd273e32-8a19-4378-80a0-19bd02a365ab', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': 'cd273e32-8a19-4378-80a0-19bd02a365ab', 'mac_address': 'fa:16:3e:41:ff:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:19.985624 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-089f228d-f4e7-403a-96a0-1310a362099b req-5d751e43-26dc-477a-9288-3f9621f2784e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218211 Aug 16 01:38:20.025869 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:20.076627 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b62cd-6929-4bb8-900e-c2f3d757cf0f req-10c83c1e-1880-4144-abbd-fdead2669139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:20.078879 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f2b62cd-6929-4bb8-900e-c2f3d757cf0f req-10c83c1e-1880-4144-abbd-fdead2669139 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1368687 Aug 16 01:38:20.079058 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd273e32-8a19-4378-80a0-19bd02a365ab {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:20.100857 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-329ab47c-a246-42f1-b753-f8119f201088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:20.124289 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port cd273e32-8a19-4378-80a0-19bd02a365ab, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=cd273e32-8a19-4378-80a0-19bd02a365ab,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:20.133581 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73498d27-32e1-47ca-8a11-9eff4f364ee4 req-0d1319d7-9ec1-4899-9956-6f7cf109fd1d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:20.135530 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:20.136317 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e6c3bdef-f3fc-4443-8aad-bf5517788ec1 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:38:20.143268 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-73498d27-32e1-47ca-8a11-9eff4f364ee4 req-0d1319d7-9ec1-4899-9956-6f7cf109fd1d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.2237070 Aug 16 01:38:20.206478 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-73498d27-32e1-47ca-8a11-9eff4f364ee4 req-55cb6b8c-a9c9-4f5c-a57a-dd2f7900edfe tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619402 Aug 16 01:38:20.266466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-882fa46b-029f-4bce-bad4-d07d76368e1e tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:20.269718 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-882fa46b-029f-4bce-bad4-d07d76368e1e tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.63 "GET /v2.0/networks?id=7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f HTTP/1.1" status: 200 len: 814 time: 0.3169386 Aug 16 01:38:20.283036 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=cd273e32-8a19-4378-80a0-19bd02a365ab,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:20.286802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-35c3c43b-4e5f-4d31-874f-339cd30684e1 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Request body: {'port': {'device_id': '9cf18de7-dc63-4b07-8409-41c6e3fbf0ae', 'network_id': '7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f', 'admin_state_up': True, 'tenant_id': 'b4ced09dbb5f485280d6bc570ea37996'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:20.346711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e6c3bdef-f3fc-4443-8aad-bf5517788ec1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e6c3bdef-f3fc-4443-8aad-bf5517788ec1,segment=NetworkSegment(72824b89-0c91-4936-85af-79fcb697aaee),segment_id=72824b89-0c91-4936-85af-79fcb697aaee)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:20.365141 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'e6c3bdef-f3fc-4443-8aad-bf5517788ec1', 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242', 'port_id': 'e6c3bdef-f3fc-4443-8aad-bf5517788ec1', 'mac_address': 'fa:16:3e:3e:59:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de680595-9685-4a06-af23-2b0f71eb9e2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:20.414821 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:20.429585 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c3bdef-f3fc-4443-8aad-bf5517788ec1 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:20.462866 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e6c3bdef-f3fc-4443-8aad-bf5517788ec1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e6c3bdef-f3fc-4443-8aad-bf5517788ec1,segment=NetworkSegment(72824b89-0c91-4936-85af-79fcb697aaee),segment_id=72824b89-0c91-4936-85af-79fcb697aaee)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:20.468536 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:20.469314 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 47c48de3-b662-47a6-8021-99cd79188db2 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:38:20.504310 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8882327-d9ee-4b29-b00b-23aa1919f99b req-0bb22fec-d697-455c-bfc4-a8d654808ded tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:20.505881 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c8882327-d9ee-4b29-b00b-23aa1919f99b req-0bb22fec-d697-455c-bfc4-a8d654808ded tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=aabb9a5f-782f-4aff-99cc-d063bc99bc9a HTTP/1.1" status: 200 len: 948 time: 0.1118753 Aug 16 01:38:20.528318 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-35c3c43b-4e5f-4d31-874f-339cd30684e1 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Made reservation on behalf of b4ced09dbb5f485280d6bc570ea37996 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:38:20.532385 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-35c3c43b-4e5f-4d31-874f-339cd30684e1 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:20.567919 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=e6c3bdef-f3fc-4443-8aad-bf5517788ec1,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:20.587086 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c8882327-d9ee-4b29-b00b-23aa1919f99b req-931bead9-f4d2-4aae-bec7-4fadb8c4f7ee tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659719 Aug 16 01:38:20.626642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 47c48de3-b662-47a6-8021-99cd79188db2, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=47c48de3-b662-47a6-8021-99cd79188db2,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:20.645675 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '47c48de3-b662-47a6-8021-99cd79188db2', 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674', 'port_id': '47c48de3-b662-47a6-8021-99cd79188db2', 'mac_address': 'fa:16:3e:52:52:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee9d256-d8d6-469a-b8c6-fd9f439f7f74', 'ip_address': '10.1.1.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:20.669219 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd342cb-2faf-4952-9dd7-1dec519ca2ae {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:20.681139 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df81f8-0ea6-4727-b71e-6c906d6805c2 req-b9231cf9-d7b5-44fc-b908-061ffe2e6116 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:20.682737 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40df81f8-0ea6-4727-b71e-6c906d6805c2 req-b9231cf9-d7b5-44fc-b908-061ffe2e6116 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 936 time: 0.5077040 Aug 16 01:38:20.684675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b62cd-6929-4bb8-900e-c2f3d757cf0f req-a0ee1d47-ffd4-4e09-8c67-370e1fdcdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:20.686944 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f2b62cd-6929-4bb8-900e-c2f3d757cf0f req-a0ee1d47-ffd4-4e09-8c67-370e1fdcdfd0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5942695 Aug 16 01:38:20.689228 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:20.692479 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:20.705332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c48de3-b662-47a6-8021-99cd79188db2 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:20.731678 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 47c48de3-b662-47a6-8021-99cd79188db2, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=47c48de3-b662-47a6-8021-99cd79188db2,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:20.735061 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a84a2852-7ce5-471f-93f9-50833c31f657 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:38:20.753929 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a49cc4f3-e876-4426-80b3-63523c40474f req-0e6923a0-8e19-4929-ad53-46ddaf84c2f8 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/ports?device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 210 time: 0.0461025 Aug 16 01:38:20.762459 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-35c3c43b-4e5f-4d31-874f-339cd30684e1 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Allocated IP 172.20.0.13 (7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f/8ba5eb56-df3b-4ad0-a7eb-0abe33711197/3d2dfe65-c226-4ae9-bce0-2a078dba88ab) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:38:20.784820 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Transition to ACTIVE for port object 2bd342cb-2faf-4952-9dd7-1dec519ca2ae will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:38:20.816656 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:20.874300 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40df81f8-0ea6-4727-b71e-6c906d6805c2 req-9b8014fb-0572-44d9-9a48-96d78bcab6fa tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776335 Aug 16 01:38:20.920893 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Pushing event updated for resources: {'Port': ['ID=2bd342cb-2faf-4952-9dd7-1dec519ca2ae,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:20.989042 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:20.989995 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0f0afde3-55ae-42f9-858b-d97e140ec6de details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:38:21.004800 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f2b62cd-6929-4bb8-900e-c2f3d757cf0f req-f29ae9fc-78d7-4440-8b56-a2e36e1b8926 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039670 Aug 16 01:38:21.012093 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6834a96-627e-4ae5-b163-24e0fea5d07c {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:21.063110 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:21.074552 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc8921-307c-4fa3-8319-bdd9d08123db req-dec9b9b7-5c77-45a8-a7c1-078bf507d88c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:21.083317 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc8921-307c-4fa3-8319-bdd9d08123db req-dec9b9b7-5c77-45a8-a7c1-078bf507d88c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:21.091748 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0f0afde3-55ae-42f9-858b-d97e140ec6de, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0f0afde3-55ae-42f9-858b-d97e140ec6de,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:21.092113 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc8921-307c-4fa3-8319-bdd9d08123db req-dec9b9b7-5c77-45a8-a7c1-078bf507d88c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:21.096597 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=47c48de3-b662-47a6-8021-99cd79188db2,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:21.098641 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc8921-307c-4fa3-8319-bdd9d08123db req-dec9b9b7-5c77-45a8-a7c1-078bf507d88c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:21.104920 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc8921-307c-4fa3-8319-bdd9d08123db req-dec9b9b7-5c77-45a8-a7c1-078bf507d88c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:21.112209 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc8921-307c-4fa3-8319-bdd9d08123db req-dec9b9b7-5c77-45a8-a7c1-078bf507d88c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:21.118349 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc8921-307c-4fa3-8319-bdd9d08123db req-dec9b9b7-5c77-45a8-a7c1-078bf507d88c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:21.120304 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ffc8921-307c-4fa3-8319-bdd9d08123db req-dec9b9b7-5c77-45a8-a7c1-078bf507d88c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5422 time: 0.2515688 Aug 16 01:38:21.125716 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '0f0afde3-55ae-42f9-858b-d97e140ec6de', 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674', 'port_id': '0f0afde3-55ae-42f9-858b-d97e140ec6de', 'mac_address': 'fa:16:3e:99:92:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee9d256-d8d6-469a-b8c6-fd9f439f7f74', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:21.138189 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-35c3c43b-4e5f-4d31-874f-339cd30684e1 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:21.140694 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a84a2852-7ce5-471f-93f9-50833c31f657, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a84a2852-7ce5-471f-93f9-50833c31f657,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:21.147499 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Transition to ACTIVE for port object f6834a96-627e-4ae5-b163-24e0fea5d07c will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:38:21.171181 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:21.192495 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'a84a2852-7ce5-471f-93f9-50833c31f657', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': 'a84a2852-7ce5-471f-93f9-50833c31f657', 'mac_address': 'fa:16:3e:19:ab:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:21.195403 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ffc8921-307c-4fa3-8319-bdd9d08123db req-bd2627d8-197b-49f9-b9f0-42bda64b6f4d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609827 Aug 16 01:38:21.202127 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f78bde-b864-40a8-a135-3281f05e93d3 req-5503e6d2-b9dc-455e-93fa-0aee5b1a8c8a tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:21.209303 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-67f78bde-b864-40a8-a135-3281f05e93d3 req-5503e6d2-b9dc-455e-93fa-0aee5b1a8c8a tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.2016995 Aug 16 01:38:21.226444 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-35c3c43b-4e5f-4d31-874f-339cd30684e1 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:21.234865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Attempting to bind port 2bd342cb-2faf-4952-9dd7-1dec519ca2ae on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:38:21.235460 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Attempting to bind port 2bd342cb-2faf-4952-9dd7-1dec519ca2ae by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:38:21.235963 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Attempting to bind port 2bd342cb-2faf-4952-9dd7-1dec519ca2ae on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:21.239392 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:21.272219 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0afde3-55ae-42f9-858b-d97e140ec6de {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:21.273058 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Port 2bd342cb-2faf-4952-9dd7-1dec519ca2ae on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:38:21.273239 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Attempting to bind port 2bd342cb-2faf-4952-9dd7-1dec519ca2ae on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:21.284222 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:21.319664 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3c43b-4e5f-4d31-874f-339cd30684e1 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Pushing event updated for resources: {'Port': ['ID=3d2dfe65-c226-4ae9-bce0-2a078dba88ab,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:21.320542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0f0afde3-55ae-42f9-858b-d97e140ec6de, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0f0afde3-55ae-42f9-858b-d97e140ec6de,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:21.322190 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f2b62cd-6929-4bb8-900e-c2f3d757cf0f req-55b57b6a-7a6b-4fa6-a5f2-6df9fbad4876 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944667 Aug 16 01:38:21.324205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:38:21.324205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Checking segment: {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:38:21.324205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Bound using segment: {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:38:21.324205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Bound port: 2bd342cb-2faf-4952-9dd7-1dec519ca2ae, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:38:21.325362 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:21.326502 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84a2852-7ce5-471f-93f9-50833c31f657 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:21.360771 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-35c3c43b-4e5f-4d31-874f-339cd30684e1 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Network 7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:38:21.360942 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a84a2852-7ce5-471f-93f9-50833c31f657, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a84a2852-7ce5-471f-93f9-50833c31f657,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:21.362692 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-67f78bde-b864-40a8-a135-3281f05e93d3 req-3b1f5b38-d52a-4d27-8a44-7801c26d55f0 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524336 Aug 16 01:38:21.364233 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:21.368930 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Pushing event updated for resources: {'Port': ['ID=f6834a96-627e-4ae5-b163-24e0fea5d07c,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:21.373667 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:21.395627 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-35c3c43b-4e5f-4d31-874f-339cd30684e1 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:38:21.414299 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-35c3c43b-4e5f-4d31-874f-339cd30684e1 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:38:21.468256 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=0f0afde3-55ae-42f9-858b-d97e140ec6de,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:21.490444 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-35c3c43b-4e5f-4d31-874f-339cd30684e1 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:21.490987 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-35c3c43b-4e5f-4d31-874f-339cd30684e1 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:21.519778 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-35c3c43b-4e5f-4d31-874f-339cd30684e1 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2397828 Aug 16 01:38:21.532363 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9048fb8-afa4-419b-87a1-b43099eaf64d req-ea2e6694-cb5b-4e06-a5d9-fbef5f267e4c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:21.550779 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b9048fb8-afa4-419b-87a1-b43099eaf64d req-ea2e6694-cb5b-4e06-a5d9-fbef5f267e4c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 943 time: 0.1878803 Aug 16 01:38:21.560579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Attempting to bind port f6834a96-627e-4ae5-b163-24e0fea5d07c on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:38:21.561073 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Attempting to bind port f6834a96-627e-4ae5-b163-24e0fea5d07c by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:38:21.561415 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Attempting to bind port f6834a96-627e-4ae5-b163-24e0fea5d07c on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:21.565466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Request body: {'port': {'device_id': '9cf18de7-dc63-4b07-8409-41c6e3fbf0ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:21.567564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=a84a2852-7ce5-471f-93f9-50833c31f657,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:21.573485 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Port f6834a96-627e-4ae5-b163-24e0fea5d07c on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:38:21.573838 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Attempting to bind port f6834a96-627e-4ae5-b163-24e0fea5d07c on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:21.576428 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] For port 2bd342cb-2faf-4952-9dd7-1dec519ca2ae, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:38:21.581017 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] For port 2bd342cb-2faf-4952-9dd7-1dec519ca2ae, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=2bd342cb-2faf-4952-9dd7-1dec519ca2ae,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:38:21.587356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:38:21.587694 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:38:21.588074 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:38:21.588494 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Bound port: f6834a96-627e-4ae5-b163-24e0fea5d07c, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:38:21.588848 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:21.591603 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:21.615159 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69eeb73-1477-48da-870f-2fbb2a869332 req-445c19a0-d325-45d7-b194-1099f581a646 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:21.617942 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a69eeb73-1477-48da-870f-2fbb2a869332 req-445c19a0-d325-45d7-b194-1099f581a646 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.1534872 Aug 16 01:38:21.639921 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b9048fb8-afa4-419b-87a1-b43099eaf64d req-72b32fc4-c856-4107-85a2-43205767923a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866082 Aug 16 01:38:21.642615 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['a84a2852-7ce5-471f-93f9-50833c31f657'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:21.659273 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:21.715259 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:21.715880 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:21.718375 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] 10.222.0.73 "PUT /v2.0/ports/2bd342cb-2faf-4952-9dd7-1dec519ca2ae HTTP/1.1" status: 200 len: 1092 time: 2.5295746 Aug 16 01:38:21.718829 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62589c9-281d-4155-becf-a988b53e3bd7', 'tag': '2bd342cb-2faf-4952-9dd7-1dec519ca2ae'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:21.721164 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bb0e0a-f787-452f-9c50-eae24001d0ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e62589c9-281d-4155-becf-a988b53e3bd7", "tag": "2bd342cb-2faf-4952-9dd7-1dec519ca2ae"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:21.772946 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a69eeb73-1477-48da-870f-2fbb2a869332 req-7885affb-6c13-4e3f-96f6-2bc2e90e95b0 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350386 Aug 16 01:38:21.785792 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:38:21.800978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] For port f6834a96-627e-4ae5-b163-24e0fea5d07c, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:38:21.815066 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['0f0afde3-55ae-42f9-858b-d97e140ec6de'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:21.862200 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['cd273e32-8a19-4378-80a0-19bd02a365ab'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:21.864441 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['e6c3bdef-f3fc-4443-8aad-bf5517788ec1'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:21.891447 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74947e-9ce2-41fb-91a3-295d19e90cbb service neutron] Pushing event updated for resources: {'Port': ['ID=2bd342cb-2faf-4952-9dd7-1dec519ca2ae,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:21.897380 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] For port f6834a96-627e-4ae5-b163-24e0fea5d07c, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f6834a96-627e-4ae5-b163-24e0fea5d07c,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:38:21.916392 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:21.943025 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691242c4-6272-4d71-bb7f-486392c8b053 req-def0b701-bcb2-4d1d-8e47-2a307b03c5e7 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:21.944716 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-691242c4-6272-4d71-bb7f-486392c8b053 req-def0b701-bcb2-4d1d-8e47-2a307b03c5e7 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.1200750 Aug 16 01:38:21.979211 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-09a3d341-1291-408f-bea6-37142542e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:21.981067 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-09a3d341-1291-408f-bea6-37142542e110 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 1095 time: 0.1728044 Aug 16 01:38:21.988144 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:21.989037 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:21.990969 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] 10.222.0.73 "PUT /v2.0/ports/f6834a96-627e-4ae5-b163-24e0fea5d07c HTTP/1.1" status: 200 len: 1097 time: 2.3802381 Aug 16 01:38:22.020262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117a31e-96ac-47c8-b11f-c136da6849da service neutron] Pushing event updated for resources: {'Port': ['ID=f6834a96-627e-4ae5-b163-24e0fea5d07c,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:22.040191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4694f-fb0e-40ee-9d17-015543bdacbc req-224887f0-f931-4d22-977e-6e96418fa0cc tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:22.047616 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-691242c4-6272-4d71-bb7f-486392c8b053 req-146f57b4-6ecc-4f2b-900c-77ca98cb0d60 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912328 Aug 16 01:38:22.048672 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4a4694f-fb0e-40ee-9d17-015543bdacbc req-224887f0-f931-4d22-977e-6e96418fa0cc tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=aabb9a5f-782f-4aff-99cc-d063bc99bc9a HTTP/1.1" status: 200 len: 949 time: 0.1943588 Aug 16 01:38:22.119493 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-777539d9-549f-485d-be89-863a85e04503 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bd342cb-2faf-4952-9dd7-1dec519ca2ae HTTP/1.1" status: 200 len: 217 time: 0.1119008 Aug 16 01:38:22.137422 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d2dfe65-c226-4ae9-bce0-2a078dba88ab {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:22.147348 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50,segment=NetworkSegment(9cf99d00-c970-4f57-8882-af2657344335),segment_id=9cf99d00-c970-4f57-8882-af2657344335)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:22.149631 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:22.167574 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Transition to ACTIVE for port object 3d2dfe65-c226-4ae9-bce0-2a078dba88ab will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:38:22.175912 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:22.176655 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69892a16-d5af-40b5-ba20-e37120545886 x-openstack-request-id: req-69892a16-d5af-40b5-ba20-e37120545886 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:22.176954 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62589c9-281d-4155-becf-a988b53e3bd7", "tag": "2bd342cb-2faf-4952-9dd7-1dec519ca2ae", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:22.177237 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-69892a16-d5af-40b5-ba20-e37120545886 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:22.177638 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e62589c9-281d-4155-becf-a988b53e3bd7', 'tag': '2bd342cb-2faf-4952-9dd7-1dec519ca2ae', 'status': 'completed', 'code': 200} Aug 16 01:38:22.208298 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50', 'network_id': '40c3db57-1e7f-42e7-b628-4096f135707a', 'port_id': '7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50', 'mac_address': 'fa:16:3e:65:0c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2826b0-99a9-4c6d-9d14-a0b94c6e8722', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:22.217067 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4a4694f-fb0e-40ee-9d17-015543bdacbc req-9ce1a78f-381c-4a35-8dc8-ee65143bd768 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638060 Aug 16 01:38:22.240700 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-f7a876f8-b37d-43f2-8910-c37e998d0014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:22.242769 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-f7a876f8-b37d-43f2-8910-c37e998d0014 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=945569b059a74cc188e376abad26b491&device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 1100 time: 0.1402993 Aug 16 01:38:22.244593 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-27273be4-718f-49df-b497-c6bac0c64749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:22.246524 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-27273be4-718f-49df-b497-c6bac0c64749 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=adf0a4b6-04c7-46cd-a62d-f6dbedb85a93 HTTP/1.1" status: 200 len: 852 time: 0.1046484 Aug 16 01:38:22.302809 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2dfe65-c226-4ae9-bce0-2a078dba88ab,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:22.362169 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-d73bdffe-5e44-45a9-ad60-cf678a905785 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2a3ce659-7131-48db-a8d7-62eb2b9733a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031525 Aug 16 01:38:22.363928 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-aef1997b-70fa-4306-8f39-3bd6a6a9a714 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=f6834a96-627e-4ae5-b163-24e0fea5d07c HTTP/1.1" status: 200 len: 217 time: 0.1066298 Aug 16 01:38:22.388706 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:22.439185 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-0003c036-fd58-4efc-b923-3ed66a6d3ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:22.439861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:22.440694 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-0003c036-fd58-4efc-b923-3ed66a6d3ba4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0575905 Aug 16 01:38:22.443992 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04951834-a4a2-4636-800d-6172cb5b46d9 req-4e81e474-fac1-4690-b856-28736d126429 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:22.446045 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04951834-a4a2-4636-800d-6172cb5b46d9 req-4e81e474-fac1-4690-b856-28736d126429 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/ports?device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 944 time: 0.1849227 Aug 16 01:38:22.488545 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Attempting to bind port 3d2dfe65-c226-4ae9-bce0-2a078dba88ab on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:38:22.489275 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Attempting to bind port 3d2dfe65-c226-4ae9-bce0-2a078dba88ab by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '2337e379-a063-4c51-b8f9-5d35e36bbbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:38:22.489878 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Attempting to bind port 3d2dfe65-c226-4ae9-bce0-2a078dba88ab on network 7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:22.511688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50,segment=NetworkSegment(9cf99d00-c970-4f57-8882-af2657344335),segment_id=9cf99d00-c970-4f57-8882-af2657344335)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:22.517978 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04951834-a4a2-4636-800d-6172cb5b46d9 req-a3ad7c45-dc68-4f0d-89a7-51f080d69aaa tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/security-groups?id=36294704-c9da-4187-ac6b-a749fc7d6ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591261 Aug 16 01:38:22.523520 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:22.524182 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 84fb889f-5772-428e-8866-b0dee48dc778 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:38:22.525921 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Port 3d2dfe65-c226-4ae9-bce0-2a078dba88ab on network 7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:38:22.526395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Attempting to bind port 3d2dfe65-c226-4ae9-bce0-2a078dba88ab on network 7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:22.537413 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:38:22.537553 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Checking segment: {'id': '2337e379-a063-4c51-b8f9-5d35e36bbbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:38:22.538249 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Bound using segment: {'id': '2337e379-a063-4c51-b8f9-5d35e36bbbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:38:22.538700 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Bound port: 3d2dfe65-c226-4ae9-bce0-2a078dba88ab, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2337e379-a063-4c51-b8f9-5d35e36bbbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:38:22.551004 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:22.584018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-2e4a4dc0-4e96-4b77-90bf-92ca3b8b822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:22.585699 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-2e4a4dc0-4e96-4b77-90bf-92ca3b8b822c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0768123 Aug 16 01:38:22.607137 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-9521f4c7-f546-4a14-a794-0740cc43524a service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249095 Aug 16 01:38:22.622176 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32eeb9e5-cfe1-49e5-a258-6a74afd4ffbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:22.741902 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a84a2852-7ce5-471f-93f9-50833c31f657 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:38:22.749597 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 84fb889f-5772-428e-8866-b0dee48dc778, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=84fb889f-5772-428e-8866-b0dee48dc778,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:22.782023 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:22.791118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '84fb889f-5772-428e-8866-b0dee48dc778', 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674', 'port_id': '84fb889f-5772-428e-8866-b0dee48dc778', 'mac_address': 'fa:16:3e:0f:90:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee9d256-d8d6-469a-b8c6-fd9f439f7f74', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:22.846483 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-727a85de-643e-4aee-933d-0eb34532af31 req-749edc47-ed3a-4419-a0e6-4f303be57c5a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1914446 Aug 16 01:38:22.849128 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] For port 3d2dfe65-c226-4ae9-bce0-2a078dba88ab, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:38:22.852423 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port a84a2852-7ce5-471f-93f9-50833c31f657 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:22.855759 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] For port 3d2dfe65-c226-4ae9-bce0-2a078dba88ab, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=3d2dfe65-c226-4ae9-bce0-2a078dba88ab,segment=NetworkSegment(2337e379-a063-4c51-b8f9-5d35e36bbbc9),segment_id=2337e379-a063-4c51-b8f9-5d35e36bbbc9)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:38:22.858243 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port a84a2852-7ce5-471f-93f9-50833c31f657 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:22.858621 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:22.860425 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:22.890990 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d44f3-e4b9-4355-8938-8bdd4e1a7f99 req-1c9a42f2-20f9-4a22-bd80-0a52565013d9 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:22.895334 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84fb889f-5772-428e-8866-b0dee48dc778 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:22.905431 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-805d44f3-e4b9-4355-8938-8bdd4e1a7f99 req-1c9a42f2-20f9-4a22-bd80-0a52565013d9 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 948 time: 0.2115288 Aug 16 01:38:22.914585 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:22.925888 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['47c48de3-b662-47a6-8021-99cd79188db2'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:22.930030 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 84fb889f-5772-428e-8866-b0dee48dc778, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=84fb889f-5772-428e-8866-b0dee48dc778,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:22.956124 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:22.957087 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device fce76636-95be-483d-8468-a23fd31db758 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:38:22.979200 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-ac55fc48-9ea2-455e-ab60-ba3ceeaff846 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849680 Aug 16 01:38:23.009140 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46f89c-9aeb-4509-8e77-7b6225190cad req-9a924249-118c-4ca1-a90e-5de3274eb6b2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:23.020797 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46f89c-9aeb-4509-8e77-7b6225190cad req-9a924249-118c-4ca1-a90e-5de3274eb6b2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:23.032304 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46f89c-9aeb-4509-8e77-7b6225190cad req-9a924249-118c-4ca1-a90e-5de3274eb6b2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:23.044599 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46f89c-9aeb-4509-8e77-7b6225190cad req-9a924249-118c-4ca1-a90e-5de3274eb6b2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:23.057225 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46f89c-9aeb-4509-8e77-7b6225190cad req-9a924249-118c-4ca1-a90e-5de3274eb6b2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:23.069326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46f89c-9aeb-4509-8e77-7b6225190cad req-9a924249-118c-4ca1-a90e-5de3274eb6b2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:23.082072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46f89c-9aeb-4509-8e77-7b6225190cad req-9a924249-118c-4ca1-a90e-5de3274eb6b2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:23.085337 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9e46f89c-9aeb-4509-8e77-7b6225190cad req-9a924249-118c-4ca1-a90e-5de3274eb6b2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5424 time: 0.3587408 Aug 16 01:38:23.152641 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:23.173017 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-214c5bd9-d4b8-479c-af74-f0e58f307e69 req-2a44806d-61c8-4d6c-8f27-ccd58b4c5509 service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553594 Aug 16 01:38:23.181310 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port fce76636-95be-483d-8468-a23fd31db758, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fce76636-95be-483d-8468-a23fd31db758,segment=NetworkSegment(9cf99d00-c970-4f57-8882-af2657344335),segment_id=9cf99d00-c970-4f57-8882-af2657344335)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:23.218663 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9e46f89c-9aeb-4509-8e77-7b6225190cad req-f165c835-309d-421e-811c-a01b99c6605a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1145806 Aug 16 01:38:23.273165 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=84fb889f-5772-428e-8866-b0dee48dc778,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:23.296610 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'fce76636-95be-483d-8468-a23fd31db758', 'network_id': '40c3db57-1e7f-42e7-b628-4096f135707a', 'port_id': 'fce76636-95be-483d-8468-a23fd31db758', 'mac_address': 'fa:16:3e:c7:27:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2826b0-99a9-4c6d-9d14-a0b94c6e8722', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:23.302899 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:23.334522 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabb9a5f-782f-4aff-99cc-d063bc99bc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84a2852-7ce5-471f-93f9-50833c31f657'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:23.336892 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f908a8be-4671-4fe6-b3da-9e390ccad389" -d '{"events": [{"server_uuid": "aabb9a5f-782f-4aff-99cc-d063bc99bc9a", "name": "network-vif-plugged", "status": "completed", "tag": "a84a2852-7ce5-471f-93f9-50833c31f657"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:23.384848 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9ae18b8-8790-4320-a52e-1ae136a9b2dd req-17605116-d114-495b-a0ef-066f225295d6 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979608 Aug 16 01:38:23.389028 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:23.402607 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a84a2852-7ce5-471f-93f9-50833c31f657, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a84a2852-7ce5-471f-93f9-50833c31f657,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:23.415445 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce76636-95be-483d-8468-a23fd31db758 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:23.416330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e524d-b5e6-40e4-adad-fb1218e70239 req-244b07f9-6aae-40f9-96dd-51de39f9c38c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:23.428030 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb9e524d-b5e6-40e4-adad-fb1218e70239 req-244b07f9-6aae-40f9-96dd-51de39f9c38c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0928054 Aug 16 01:38:23.428490 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:23.436643 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:23.437386 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:23.438765 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] 10.222.0.63 "PUT /v2.0/ports/3d2dfe65-c226-4ae9-bce0-2a078dba88ab HTTP/1.1" status: 200 len: 1093 time: 1.8789530 Aug 16 01:38:23.439211 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf18de7-dc63-4b07-8409-41c6e3fbf0ae', 'tag': '3d2dfe65-c226-4ae9-bce0-2a078dba88ab'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:23.442523 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8328f8-0a64-4180-b128-1ffa8497c6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf18de7-dc63-4b07-8409-41c6e3fbf0ae", "tag": "3d2dfe65-c226-4ae9-bce0-2a078dba88ab"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:23.446448 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb0e0a-f787-452f-9c50-eae24001d0ba req-9d61985c-f4a5-4e4b-b861-72e3c2c59e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:23.448649 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2bb0e0a-f787-452f-9c50-eae24001d0ba req-9d61985c-f4a5-4e4b-b861-72e3c2c59e79 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 1095 time: 0.2014170 Aug 16 01:38:23.466882 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-805d44f3-e4b9-4355-8938-8bdd4e1a7f99 req-22882e29-23ad-4547-9ecd-05349dbe9a4e tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594459 Aug 16 01:38:23.488466 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port fce76636-95be-483d-8468-a23fd31db758, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fce76636-95be-483d-8468-a23fd31db758,segment=NetworkSegment(9cf99d00-c970-4f57-8882-af2657344335),segment_id=9cf99d00-c970-4f57-8882-af2657344335)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:23.503870 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:23.504511 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 78577b94-2fed-4393-9b36-8dcb1bbbf4e4 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:38:23.528506 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb9e524d-b5e6-40e4-adad-fb1218e70239 req-f8254fcb-3e6f-45de-b810-f1d2db2bf364 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991907 Aug 16 01:38:23.539703 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 78577b94-2fed-4393-9b36-8dcb1bbbf4e4, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=78577b94-2fed-4393-9b36-8dcb1bbbf4e4,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:23.569204 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '78577b94-2fed-4393-9b36-8dcb1bbbf4e4', 'network_id': 'eac9d217-8a8e-4249-a789-0da4a12bc674', 'port_id': '78577b94-2fed-4393-9b36-8dcb1bbbf4e4', 'mac_address': 'fa:16:3e:8c:71:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee9d256-d8d6-469a-b8c6-fd9f439f7f74', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:23.578109 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf082-2540-4b59-ad9b-79344572e9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2dfe65-c226-4ae9-bce0-2a078dba88ab,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:23.608507 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-7747d903-0201-49a7-b45a-f905480239ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:23.610918 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-7747d903-0201-49a7-b45a-f905480239ee service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b4ced09dbb5f485280d6bc570ea37996&device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 1096 time: 0.1020937 Aug 16 01:38:23.626145 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=a84a2852-7ce5-471f-93f9-50833c31f657,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:23.696174 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:23.702757 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-68985e17-9b46-44e3-a00f-8849347b9510 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d2dfe65-c226-4ae9-bce0-2a078dba88ab HTTP/1.1" status: 200 len: 217 time: 0.0825315 Aug 16 01:38:23.705544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb0e0a-f787-452f-9c50-eae24001d0ba req-71c26193-b483-4afe-a7d9-b0734fe3dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:23.707294 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2bb0e0a-f787-452f-9c50-eae24001d0ba req-71c26193-b483-4afe-a7d9-b0734fe3dd7c service neutron] 10.222.0.73 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 913 time: 0.2419665 Aug 16 01:38:23.715805 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78577b94-2fed-4393-9b36-8dcb1bbbf4e4 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:23.766636 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=fce76636-95be-483d-8468-a23fd31db758,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:23.778851 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 78577b94-2fed-4393-9b36-8dcb1bbbf4e4, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=78577b94-2fed-4393-9b36-8dcb1bbbf4e4,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:23.785540 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2bb0e0a-f787-452f-9c50-eae24001d0ba req-126a0d3e-20db-4443-930a-c33e4aa7ec7f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bd342cb-2faf-4952-9dd7-1dec519ca2ae HTTP/1.1" status: 200 len: 217 time: 0.0511422 Aug 16 01:38:23.785821 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:23.800193 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-0751b47d-dfce-4b51-b70c-73824c8d0481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:23.802127 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-0751b47d-dfce-4b51-b70c-73824c8d0481 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ba5eb56-df3b-4ad0-a7eb-0abe33711197 HTTP/1.1" status: 200 len: 854 time: 0.0833855 Aug 16 01:38:23.816343 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c86fb3-582e-466e-9741-aba860fa054f req-23a96eeb-1c6c-414e-8c0f-f7a1c484268c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:23.821707 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device cd273e32-8a19-4378-80a0-19bd02a365ab up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:38:23.837267 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d4c86fb3-582e-466e-9741-aba860fa054f req-23a96eeb-1c6c-414e-8c0f-f7a1c484268c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 943 time: 0.1746824 Aug 16 01:38:23.867897 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-b8db63cc-e11a-40fc-8d95-82bbee1cc605 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552535 Aug 16 01:38:23.886586 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=78577b94-2fed-4393-9b36-8dcb1bbbf4e4,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:23.922783 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port cd273e32-8a19-4378-80a0-19bd02a365ab completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:23.933087 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port cd273e32-8a19-4378-80a0-19bd02a365ab triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:23.934577 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:23.960413 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d4c86fb3-582e-466e-9741-aba860fa054f req-ca63ed5f-2ef7-45a8-a3ab-aacc28ba1148 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225414 Aug 16 01:38:23.983518 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb0e0a-f787-452f-9c50-eae24001d0ba req-1c5e9c7f-15f8-407e-8d72-1ddf234dc970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:23.990132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599661d-54f4-4252-ac52-976411f15aac req-55441ed7-dca7-4ad4-ad17-d0bbce56eeeb tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:23.992060 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2bb0e0a-f787-452f-9c50-eae24001d0ba req-1c5e9c7f-15f8-407e-8d72-1ddf234dc970 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=adf0a4b6-04c7-46cd-a62d-f6dbedb85a93 HTTP/1.1" status: 200 len: 852 time: 0.1972938 Aug 16 01:38:23.998508 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0599661d-54f4-4252-ac52-976411f15aac req-55441ed7-dca7-4ad4-ad17-d0bbce56eeeb tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=aabb9a5f-782f-4aff-99cc-d063bc99bc9a HTTP/1.1" status: 200 len: 950 time: 0.1343992 Aug 16 01:38:24.048123 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-ff6eb96d-f7dc-4f14-bfbb-a1b25380b98a service neutron] 10.222.0.63 "GET /v2.0/networks/7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678948 Aug 16 01:38:24.073009 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b597376-efe0-4941-bee2-5720b4ce125f x-openstack-request-id: req-2b597376-efe0-4941-bee2-5720b4ce125f {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:24.073335 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aabb9a5f-782f-4aff-99cc-d063bc99bc9a", "name": "network-vif-plugged", "status": "completed", "tag": "a84a2852-7ce5-471f-93f9-50833c31f657", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:24.073521 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0599661d-54f4-4252-ac52-976411f15aac req-c262f51b-760e-44cb-b37e-951c714e9304 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712743 Aug 16 01:38:24.073742 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2b597376-efe0-4941-bee2-5720b4ce125f {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:24.074241 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabb9a5f-782f-4aff-99cc-d063bc99bc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84a2852-7ce5-471f-93f9-50833c31f657', 'code': 200} Aug 16 01:38:24.080673 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2bb0e0a-f787-452f-9c50-eae24001d0ba req-86a690c2-8f76-4bc5-871a-b02acf8bfcf4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2a3ce659-7131-48db-a8d7-62eb2b9733a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784848 Aug 16 01:38:24.087375 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:24.111079 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7cb136-0731-461c-8b7d-1f3bfb86d952 x-openstack-request-id: req-7d7cb136-0731-461c-8b7d-1f3bfb86d952 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:24.114147 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf18de7-dc63-4b07-8409-41c6e3fbf0ae", "tag": "3d2dfe65-c226-4ae9-bce0-2a078dba88ab", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:24.114404 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7d7cb136-0731-461c-8b7d-1f3bfb86d952 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:24.114807 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf18de7-dc63-4b07-8409-41c6e3fbf0ae', 'tag': '3d2dfe65-c226-4ae9-bce0-2a078dba88ab', 'status': 'completed', 'code': 200} Aug 16 01:38:24.118993 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:24.169071 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port cd273e32-8a19-4378-80a0-19bd02a365ab, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=cd273e32-8a19-4378-80a0-19bd02a365ab,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:24.179374 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:24.180175 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0f0afde3-55ae-42f9-858b-d97e140ec6de up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:38:24.184012 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5172fa-aadd-4940-901a-da6502bf7c2b', 'tag': 'f6834a96-627e-4ae5-b163-24e0fea5d07c'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:24.187279 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c734929-1d77-4526-bf0d-23b307cb459e" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5172fa-aadd-4940-901a-da6502bf7c2b", "tag": "f6834a96-627e-4ae5-b163-24e0fea5d07c"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:24.284578 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e92ee-e41f-4f8b-8bb0-d36110500133 req-cba679b2-d3d1-4d69-89dd-3a3042cf2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:24.286522 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f2e92ee-e41f-4f8b-8bb0-d36110500133 req-cba679b2-d3d1-4d69-89dd-3a3042cf2408 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=aabb9a5f-782f-4aff-99cc-d063bc99bc9a HTTP/1.1" status: 200 len: 1102 time: 0.1144283 Aug 16 01:38:24.293916 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=cd273e32-8a19-4378-80a0-19bd02a365ab,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:24.296351 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2bb0e0a-f787-452f-9c50-eae24001d0ba req-228dea4b-4e91-4f41-be3a-9bf700a96908 service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063129 Aug 16 01:38:24.297674 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e17d911d-dd94-41f4-a5b5-2ce3851352e5 req-19e3bcff-102c-4ee8-b406-13979de48fa7 service neutron] 10.222.0.63 "GET /v2.0/networks/7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100022 Aug 16 01:38:24.304638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6831eb-7282-49bb-9188-316e60fa8719 req-1e94992e-5c20-4d12-874d-ed578ae0d3f1 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:24.306546 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e6831eb-7282-49bb-9188-316e60fa8719 req-1e94992e-5c20-4d12-874d-ed578ae0d3f1 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.1328051 Aug 16 01:38:24.312756 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:24.313110 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:24.313461 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:24.313997 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:24.314326 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:24.314674 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:24.314993 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:24.315320 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:24.315654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:24.322391 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:24.323017 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ef94e-744f-4905-983b-0d7dd58cc773 req-e8e06d87-eef9-4e3e-aac7-64c6c237d444 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:24.323186 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:24.323783 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:38:24.325212 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-537ef94e-744f-4905-983b-0d7dd58cc773 req-e8e06d87-eef9-4e3e-aac7-64c6c237d444 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/ports?device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 944 time: 0.1286511 Aug 16 01:38:24.350786 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 0f0afde3-55ae-42f9-858b-d97e140ec6de completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:24.356853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 0f0afde3-55ae-42f9-858b-d97e140ec6de triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:24.357556 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:24.392481 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-537ef94e-744f-4905-983b-0d7dd58cc773 req-bd9d46e0-bc71-42ec-aceb-16f43258d3d0 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/security-groups?id=36294704-c9da-4187-ac6b-a749fc7d6ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552652 Aug 16 01:38:24.424156 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f2e92ee-e41f-4f8b-8bb0-d36110500133 req-5fc8988d-0243-4398-96ef-7e4a7cb47afa service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164753 Aug 16 01:38:24.431977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8328f8-0a64-4180-b128-1ffa8497c6c8 req-5eb218b9-877c-4284-a23b-88fd37d36672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:24.433532 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b8328f8-0a64-4180-b128-1ffa8497c6c8 req-5eb218b9-877c-4284-a23b-88fd37d36672 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b4ced09dbb5f485280d6bc570ea37996&device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 1096 time: 0.0628850 Aug 16 01:38:24.439784 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e6831eb-7282-49bb-9188-316e60fa8719 req-cc29d5b5-d555-4e08-bada-94e6c389a472 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141970 Aug 16 01:38:24.470719 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2bb0e0a-f787-452f-9c50-eae24001d0ba req-58458b65-c707-4f1f-824c-9a1da25836af service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615441 Aug 16 01:38:24.472212 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a5b5ca-f2fe-48dd-a130-c4a944ca6e30 x-openstack-request-id: req-64a5b5ca-f2fe-48dd-a130-c4a944ca6e30 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:24.472498 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5172fa-aadd-4940-901a-da6502bf7c2b", "tag": "f6834a96-627e-4ae5-b163-24e0fea5d07c", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:24.472739 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-64a5b5ca-f2fe-48dd-a130-c4a944ca6e30 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:24.473113 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5172fa-aadd-4940-901a-da6502bf7c2b', 'tag': 'f6834a96-627e-4ae5-b163-24e0fea5d07c', 'status': 'completed', 'code': 200} Aug 16 01:38:24.491455 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:24.540906 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0f0afde3-55ae-42f9-858b-d97e140ec6de, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0f0afde3-55ae-42f9-858b-d97e140ec6de,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:24.546933 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:24.548552 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e6c3bdef-f3fc-4443-8aad-bf5517788ec1 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:38:24.578593 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['84fb889f-5772-428e-8866-b0dee48dc778'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:24.596063 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c734929-1d77-4526-bf0d-23b307cb459e req-527b9a13-354c-4d2f-9eb6-09324756e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:24.597871 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c734929-1d77-4526-bf0d-23b307cb459e req-527b9a13-354c-4d2f-9eb6-09324756e675 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=945569b059a74cc188e376abad26b491&device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 1100 time: 0.0761628 Aug 16 01:38:24.598914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8328f8-0a64-4180-b128-1ffa8497c6c8 req-f9406a71-3452-4251-9db5-0e89b5372dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:24.604949 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b8328f8-0a64-4180-b128-1ffa8497c6c8 req-f9406a71-3452-4251-9db5-0e89b5372dcf service neutron] 10.222.0.63 "GET /v2.0/networks?id=7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f HTTP/1.1" status: 200 len: 915 time: 0.1278872 Aug 16 01:38:24.608855 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['fce76636-95be-483d-8468-a23fd31db758'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:24.620139 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b78a6-8a00-4b22-9f38-984aa546e3c8 req-3a82561a-819c-4a71-94fa-7f04517f453a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:24.633974 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b78a6-8a00-4b22-9f38-984aa546e3c8 req-3a82561a-819c-4a71-94fa-7f04517f453a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:24.643841 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b78a6-8a00-4b22-9f38-984aa546e3c8 req-3a82561a-819c-4a71-94fa-7f04517f453a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:24.650612 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b78a6-8a00-4b22-9f38-984aa546e3c8 req-3a82561a-819c-4a71-94fa-7f04517f453a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:24.657018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b78a6-8a00-4b22-9f38-984aa546e3c8 req-3a82561a-819c-4a71-94fa-7f04517f453a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:24.663929 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b78a6-8a00-4b22-9f38-984aa546e3c8 req-3a82561a-819c-4a71-94fa-7f04517f453a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:24.668686 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b8328f8-0a64-4180-b128-1ffa8497c6c8 req-a2ee8272-e923-4c23-947f-39a196587f70 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d2dfe65-c226-4ae9-bce0-2a078dba88ab HTTP/1.1" status: 200 len: 217 time: 0.0547714 Aug 16 01:38:24.673453 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b78a6-8a00-4b22-9f38-984aa546e3c8 req-3a82561a-819c-4a71-94fa-7f04517f453a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:24.673453 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a1b78a6-8a00-4b22-9f38-984aa546e3c8 req-3a82561a-819c-4a71-94fa-7f04517f453a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5427 time: 0.1627791 Aug 16 01:38:24.766962 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bb188-56d9-4d88-a1bd-f9e6a24bc98c req-c7f6c844-f58b-4e30-a380-3908553bb7f1 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:24.774876 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a06bb188-56d9-4d88-a1bd-f9e6a24bc98c req-c7f6c844-f58b-4e30-a380-3908553bb7f1 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 948 time: 0.1165044 Aug 16 01:38:24.784291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8328f8-0a64-4180-b128-1ffa8497c6c8 req-e8aafa27-3fff-4b09-8361-940b160899b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:24.786008 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b8328f8-0a64-4180-b128-1ffa8497c6c8 req-e8aafa27-3fff-4b09-8361-940b160899b3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ba5eb56-df3b-4ad0-a7eb-0abe33711197 HTTP/1.1" status: 200 len: 854 time: 0.0908711 Aug 16 01:38:24.797597 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['78577b94-2fed-4393-9b36-8dcb1bbbf4e4'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:24.812364 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c734929-1d77-4526-bf0d-23b307cb459e req-07e766a7-6aa8-4b14-bcf5-eafd3050ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:24.813865 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c734929-1d77-4526-bf0d-23b307cb459e req-07e766a7-6aa8-4b14-bcf5-eafd3050ad2c service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1399603 Aug 16 01:38:24.821141 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a1b78a6-8a00-4b22-9f38-984aa546e3c8 req-c1923c9e-9162-4ef9-8463-1e89d86585da tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1373940 Aug 16 01:38:24.858864 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b8328f8-0a64-4180-b128-1ffa8497c6c8 req-97c521cc-95bf-4083-aa25-1ab8fdb73355 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544143 Aug 16 01:38:24.865974 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a06bb188-56d9-4d88-a1bd-f9e6a24bc98c req-728a07ca-26eb-4684-9787-62b948646b9c tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894234 Aug 16 01:38:24.875575 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c734929-1d77-4526-bf0d-23b307cb459e req-23d295e9-d5e0-47ae-8dd8-60e6705061d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=f6834a96-627e-4ae5-b163-24e0fea5d07c HTTP/1.1" status: 200 len: 217 time: 0.0504396 Aug 16 01:38:24.906418 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=0f0afde3-55ae-42f9-858b-d97e140ec6de,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:24.957917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a85de-643e-4aee-933d-0eb34532af31 req-4c19429c-37a3-4f64-93ba-8b6f6d0a4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:24.959703 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727a85de-643e-4aee-933d-0eb34532af31 req-4c19429c-37a3-4f64-93ba-8b6f6d0a4883 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 1102 time: 0.1255124 Aug 16 01:38:24.972241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c734929-1d77-4526-bf0d-23b307cb459e req-76ae5902-14fa-45b1-bbf3-4ad439784a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:24.973938 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c734929-1d77-4526-bf0d-23b307cb459e req-76ae5902-14fa-45b1-bbf3-4ad439784a65 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0748034 Aug 16 01:38:25.013002 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b8328f8-0a64-4180-b128-1ffa8497c6c8 req-a6995c1e-6cc9-49e6-ac4f-db10bb29a874 service neutron] 10.222.0.63 "GET /v2.0/networks/7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422441 Aug 16 01:38:25.017811 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port e6c3bdef-f3fc-4443-8aad-bf5517788ec1 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:25.052262 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port e6c3bdef-f3fc-4443-8aad-bf5517788ec1 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:25.052682 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:25.126768 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a8a6e-d9ab-484d-b289-1a9896a1de93 req-3aecd065-680a-4187-b8d6-711c07410246 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:25.128343 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c12a8a6e-d9ab-484d-b289-1a9896a1de93 req-3aecd065-680a-4187-b8d6-711c07410246 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.1655924 Aug 16 01:38:25.161386 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c734929-1d77-4526-bf0d-23b307cb459e req-07d4aeb5-75b1-4271-844a-8176772bf870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:25.161386 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c734929-1d77-4526-bf0d-23b307cb459e req-07d4aeb5-75b1-4271-844a-8176772bf870 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1751351 Aug 16 01:38:25.192692 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b8328f8-0a64-4180-b128-1ffa8497c6c8 req-e4f53059-b2a3-4027-8b21-117e2554da52 service neutron] 10.222.0.63 "GET /v2.0/networks/7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619148 Aug 16 01:38:25.211760 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a85de-643e-4aee-933d-0eb34532af31 req-1ed9cc12-624a-4419-a97b-294a7a975cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:25.213147 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727a85de-643e-4aee-933d-0eb34532af31 req-1ed9cc12-624a-4419-a97b-294a7a975cb4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.2381938 Aug 16 01:38:25.321190 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727a85de-643e-4aee-933d-0eb34532af31 req-7c416eb2-de2f-4c3d-af1f-3cfded415e5c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=caf09ee9-d0a5-4f6e-9167-38d3eae87660 HTTP/1.1" status: 200 len: 217 time: 0.0677042 Aug 16 01:38:25.327367 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c12a8a6e-d9ab-484d-b289-1a9896a1de93 req-c0712b2e-3c8e-4a2d-bf37-da93badad55a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780145 Aug 16 01:38:25.333500 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55461848-0248-406f-a481-d7df7c9e871a req-6777d576-9303-4ac0-b6b3-dde824c829fc tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:25.335132 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-55461848-0248-406f-a481-d7df7c9e871a req-6777d576-9303-4ac0-b6b3-dde824c829fc tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 943 time: 0.0761671 Aug 16 01:38:25.415172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:25.428682 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:25.441331 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-55461848-0248-406f-a481-d7df7c9e871a req-ab032eb1-bfe4-428f-a956-2970bfba1d44 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995739 Aug 16 01:38:25.540857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e6c3bdef-f3fc-4443-8aad-bf5517788ec1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e6c3bdef-f3fc-4443-8aad-bf5517788ec1,segment=NetworkSegment(72824b89-0c91-4936-85af-79fcb697aaee),segment_id=72824b89-0c91-4936-85af-79fcb697aaee)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:25.548280 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:25.624477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be77ad-408a-4d9a-aca3-bf2c427d224b req-5785cbc6-60e2-4d07-9b38-3a91ca1962bd tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:25.632684 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-05be77ad-408a-4d9a-aca3-bf2c427d224b req-5785cbc6-60e2-4d07-9b38-3a91ca1962bd tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=aabb9a5f-782f-4aff-99cc-d063bc99bc9a HTTP/1.1" status: 200 len: 950 time: 0.0817800 Aug 16 01:38:25.645996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=e6c3bdef-f3fc-4443-8aad-bf5517788ec1,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:25.675336 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-05be77ad-408a-4d9a-aca3-bf2c427d224b req-39f290fb-bf44-4983-ac2d-418a3714ec54 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416443 Aug 16 01:38:25.766400 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c734929-1d77-4526-bf0d-23b307cb459e req-7c508b92-9b94-46e7-a339-493c45df9a56 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929923 Aug 16 01:38:25.791148 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a85de-643e-4aee-933d-0eb34532af31 req-69a50da0-59f8-48c5-8334-bcf8be707237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:25.792641 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727a85de-643e-4aee-933d-0eb34532af31 req-69a50da0-59f8-48c5-8334-bcf8be707237 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.4624770 Aug 16 01:38:25.807702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device f6834a96-627e-4ae5-b163-24e0fea5d07c details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:38:25.810522 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 47c48de3-b662-47a6-8021-99cd79188db2 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:38:25.908554 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:25.936545 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a16a45-7846-4d94-8feb-8c5eccbd09d7 req-fbcfcddb-84fe-400d-8df7-e56287f391b7 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:25.938452 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-55a16a45-7846-4d94-8feb-8c5eccbd09d7 req-fbcfcddb-84fe-400d-8df7-e56287f391b7 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.2084811 Aug 16 01:38:25.951999 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 47c48de3-b662-47a6-8021-99cd79188db2 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:25.964320 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 47c48de3-b662-47a6-8021-99cd79188db2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:25.964691 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:25.968157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port f6834a96-627e-4ae5-b163-24e0fea5d07c, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f6834a96-627e-4ae5-b163-24e0fea5d07c,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:25.979706 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a85de-643e-4aee-933d-0eb34532af31 req-15fdefd8-2195-489d-973e-542df9750115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:25.981377 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727a85de-643e-4aee-933d-0eb34532af31 req-15fdefd8-2195-489d-973e-542df9750115 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1625562 Aug 16 01:38:25.998435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'f6834a96-627e-4ae5-b163-24e0fea5d07c', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': 'f6834a96-627e-4ae5-b163-24e0fea5d07c', 'mac_address': 'fa:16:3e:2d:b2:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:26.018173 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfe3d1-8d1d-42b0-af2c-85bba5fb2fef req-b8f44c62-f04d-4fda-b86b-06caf0d27b0a tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:26.019997 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17cfe3d1-8d1d-42b0-af2c-85bba5fb2fef req-b8f44c62-f04d-4fda-b86b-06caf0d27b0a tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/ports?device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 944 time: 0.0576754 Aug 16 01:38:26.052290 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:26.063617 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c734929-1d77-4526-bf0d-23b307cb459e req-8b38d5ef-a399-47e5-a8a8-21177634ae9a service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748275 Aug 16 01:38:26.064305 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17cfe3d1-8d1d-42b0-af2c-85bba5fb2fef req-8b48bf44-1252-4aeb-8b20-f6bacd34fbf1 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/security-groups?id=36294704-c9da-4187-ac6b-a749fc7d6ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380805 Aug 16 01:38:26.079939 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2f1793-5e35-476f-8247-9e74e4ec339d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd273e32-8a19-4378-80a0-19bd02a365ab'}, {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0afde3-55ae-42f9-858b-d97e140ec6de'}, {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c3bdef-f3fc-4443-8aad-bf5517788ec1'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:26.082768 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc5f2d3-bb01-4ec0-b859-ffbbd4814652" -d '{"events": [{"server_uuid": "6a2f1793-5e35-476f-8247-9e74e4ec339d", "name": "network-vif-plugged", "status": "completed", "tag": "cd273e32-8a19-4378-80a0-19bd02a365ab"}, {"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-plugged", "status": "completed", "tag": "0f0afde3-55ae-42f9-858b-d97e140ec6de"}, {"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-plugged", "status": "completed", "tag": "e6c3bdef-f3fc-4443-8aad-bf5517788ec1"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:26.084678 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-55a16a45-7846-4d94-8feb-8c5eccbd09d7 req-34993989-8778-4a68-9a25-3afb3a22cacb tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335466 Aug 16 01:38:26.093554 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6834a96-627e-4ae5-b163-24e0fea5d07c {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:26.120208 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port f6834a96-627e-4ae5-b163-24e0fea5d07c, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f6834a96-627e-4ae5-b163-24e0fea5d07c,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:26.131696 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:26.132359 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 2bd342cb-2faf-4952-9dd7-1dec519ca2ae details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:38:26.141395 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:26.147614 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727a85de-643e-4aee-933d-0eb34532af31 req-602abb09-f1e2-4b82-a792-30993725dab0 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547282 Aug 16 01:38:26.221750 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986fbb6-8143-47f9-8932-72688f7075e9 req-24d890cc-72ab-4dbf-a6d1-4c4505a4f665 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:26.228156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986fbb6-8143-47f9-8932-72688f7075e9 req-24d890cc-72ab-4dbf-a6d1-4c4505a4f665 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:26.235476 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986fbb6-8143-47f9-8932-72688f7075e9 req-24d890cc-72ab-4dbf-a6d1-4c4505a4f665 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:26.242630 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986fbb6-8143-47f9-8932-72688f7075e9 req-24d890cc-72ab-4dbf-a6d1-4c4505a4f665 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:26.250562 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986fbb6-8143-47f9-8932-72688f7075e9 req-24d890cc-72ab-4dbf-a6d1-4c4505a4f665 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:26.257447 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=f6834a96-627e-4ae5-b163-24e0fea5d07c,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:26.257788 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986fbb6-8143-47f9-8932-72688f7075e9 req-24d890cc-72ab-4dbf-a6d1-4c4505a4f665 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:26.261790 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec34ed-2e34-4539-81dd-7afc929f5164 req-117cf388-ac21-4cd1-9ce8-530ed145352d tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:26.265277 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986fbb6-8143-47f9-8932-72688f7075e9 req-24d890cc-72ab-4dbf-a6d1-4c4505a4f665 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:26.268097 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b986fbb6-8143-47f9-8932-72688f7075e9 req-24d890cc-72ab-4dbf-a6d1-4c4505a4f665 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5429 time: 0.1159859 Aug 16 01:38:26.269688 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74ec34ed-2e34-4539-81dd-7afc929f5164 req-117cf388-ac21-4cd1-9ce8-530ed145352d tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 949 time: 0.1109600 Aug 16 01:38:26.271753 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 47c48de3-b662-47a6-8021-99cd79188db2, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=47c48de3-b662-47a6-8021-99cd79188db2,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:26.282715 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:26.315179 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b986fbb6-8143-47f9-8932-72688f7075e9 req-4e526555-99b0-4ddb-ac8b-87e126bb6162 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396821 Aug 16 01:38:26.320671 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727a85de-643e-4aee-933d-0eb34532af31 req-aea72ec7-1a5b-46fd-bcdd-0c99f564e57d service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517315 Aug 16 01:38:26.342409 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74ec34ed-2e34-4539-81dd-7afc929f5164 req-9a718f88-9151-4f3b-ad87-857b442f3f80 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713928 Aug 16 01:38:26.358344 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 2bd342cb-2faf-4952-9dd7-1dec519ca2ae, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=2bd342cb-2faf-4952-9dd7-1dec519ca2ae,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:26.382163 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '2bd342cb-2faf-4952-9dd7-1dec519ca2ae', 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9', 'port_id': '2bd342cb-2faf-4952-9dd7-1dec519ca2ae', 'mac_address': 'fa:16:3e:04:6c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf0a4b6-04c7-46cd-a62d-f6dbedb85a93', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:26.384867 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d890d29f-a6cb-4b24-b373-c73797845e4a x-openstack-request-id: req-d890d29f-a6cb-4b24-b373-c73797845e4a {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:26.385169 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2f1793-5e35-476f-8247-9e74e4ec339d", "name": "network-vif-plugged", "status": "completed", "tag": "cd273e32-8a19-4378-80a0-19bd02a365ab", "code": 200}, {"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-plugged", "status": "completed", "tag": "0f0afde3-55ae-42f9-858b-d97e140ec6de", "code": 200}, {"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-plugged", "status": "completed", "tag": "e6c3bdef-f3fc-4443-8aad-bf5517788ec1", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:26.385418 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d890d29f-a6cb-4b24-b373-c73797845e4a {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:26.385855 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2f1793-5e35-476f-8247-9e74e4ec339d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd273e32-8a19-4378-80a0-19bd02a365ab', 'code': 200} Aug 16 01:38:26.386116 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0afde3-55ae-42f9-858b-d97e140ec6de', 'code': 200} Aug 16 01:38:26.386366 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c3bdef-f3fc-4443-8aad-bf5517788ec1', 'code': 200} Aug 16 01:38:26.391918 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=47c48de3-b662-47a6-8021-99cd79188db2,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:26.443237 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:26.456493 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd342cb-2faf-4952-9dd7-1dec519ca2ae {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:26.479377 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 2bd342cb-2faf-4952-9dd7-1dec519ca2ae, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=2bd342cb-2faf-4952-9dd7-1dec519ca2ae,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:26.485915 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:26.520521 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525d17d-14e6-435e-b101-ce90d399b5aa req-f53f77a8-8bbd-4ed1-9593-1ad7c373278e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:26.522251 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3525d17d-14e6-435e-b101-ce90d399b5aa req-f53f77a8-8bbd-4ed1-9593-1ad7c373278e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0666916 Aug 16 01:38:26.550549 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=2bd342cb-2faf-4952-9dd7-1dec519ca2ae,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:26.577372 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3525d17d-14e6-435e-b101-ce90d399b5aa req-515ace26-9ac8-46f0-8ee2-8e5d74ac5067 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451963 Aug 16 01:38:26.589939 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed3af9-4da0-4701-bc26-cf1ff1ba03e8 req-2068f114-0d9a-477b-9391-acce601cee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:26.591712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2bed3af9-4da0-4701-bc26-cf1ff1ba03e8 req-2068f114-0d9a-477b-9391-acce601cee64 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 1102 time: 0.0937159 Aug 16 01:38:26.625314 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6130e-0027-41a7-9b2c-63fa9f759ec2 req-32b2f56f-5743-43f1-b0b8-4497adbb0dde tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:26.626775 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-61d6130e-0027-41a7-9b2c-63fa9f759ec2 req-32b2f56f-5743-43f1-b0b8-4497adbb0dde tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 944 time: 0.0696313 Aug 16 01:38:26.649971 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2bed3af9-4da0-4701-bc26-cf1ff1ba03e8 req-53528771-2e75-4b9a-986a-a85f4c90ac27 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487654 Aug 16 01:38:26.674892 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-61d6130e-0027-41a7-9b2c-63fa9f759ec2 req-2d15526b-c862-446e-92f8-b703c8e4462a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391400 Aug 16 01:38:26.781475 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 3d2dfe65-c226-4ae9-bce0-2a078dba88ab details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:38:26.793036 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1659b56-3417-49ac-8712-ba85936c743e req-a00facbe-98ba-49d0-9c67-efca9b472330 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:26.794853 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1659b56-3417-49ac-8712-ba85936c743e req-a00facbe-98ba-49d0-9c67-efca9b472330 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=aabb9a5f-782f-4aff-99cc-d063bc99bc9a HTTP/1.1" status: 200 len: 950 time: 0.0495985 Aug 16 01:38:26.837671 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1659b56-3417-49ac-8712-ba85936c743e req-4748f9c0-2819-454b-87a0-ad461a2b8bb0 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365505 Aug 16 01:38:26.878243 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 3d2dfe65-c226-4ae9-bce0-2a078dba88ab, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=3d2dfe65-c226-4ae9-bce0-2a078dba88ab,segment=NetworkSegment(2337e379-a063-4c51-b8f9-5d35e36bbbc9),segment_id=2337e379-a063-4c51-b8f9-5d35e36bbbc9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:26.894159 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '3d2dfe65-c226-4ae9-bce0-2a078dba88ab', 'network_id': '7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f', 'port_id': '3d2dfe65-c226-4ae9-bce0-2a078dba88ab', 'mac_address': 'fa:16:3e:ef:ea:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba5eb56-df3b-4ad0-a7eb-0abe33711197', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:26.931911 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:26.949422 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d2dfe65-c226-4ae9-bce0-2a078dba88ab {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:26.961640 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c415b13-10f7-4ad5-985f-0899f7f0de93 req-429a3433-b297-431a-a461-ee97905b84b0 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:26.963212 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c415b13-10f7-4ad5-985f-0899f7f0de93 req-429a3433-b297-431a-a461-ee97905b84b0 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0554743 Aug 16 01:38:26.968672 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 3d2dfe65-c226-4ae9-bce0-2a078dba88ab, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=3d2dfe65-c226-4ae9-bce0-2a078dba88ab,segment=NetworkSegment(2337e379-a063-4c51-b8f9-5d35e36bbbc9),segment_id=2337e379-a063-4c51-b8f9-5d35e36bbbc9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:26.972665 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:27.003332 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c415b13-10f7-4ad5-985f-0899f7f0de93 req-daa3aa24-374a-46c4-94c9-4826f27c0d2d tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338843 Aug 16 01:38:27.022273 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=3d2dfe65-c226-4ae9-bce0-2a078dba88ab,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:27.183767 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be8c0a-5876-4fc4-9b5f-431e5586d1b1 req-251dd14b-0ef0-4a20-8e8a-46b7091fa82e tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:27.185903 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5be8c0a-5876-4fc4-9b5f-431e5586d1b1 req-251dd14b-0ef0-4a20-8e8a-46b7091fa82e tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/ports?device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 945 time: 0.0512252 Aug 16 01:38:27.208513 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b26f2-52e1-44e2-81c6-a94fef9c7194 req-b3ceac97-2a68-4743-854a-8f12e0931df2 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:27.210048 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c7b26f2-52e1-44e2-81c6-a94fef9c7194 req-b3ceac97-2a68-4743-854a-8f12e0931df2 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0503387 Aug 16 01:38:27.224036 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5be8c0a-5876-4fc4-9b5f-431e5586d1b1 req-31ce8dca-04e6-4e17-b91c-2567869ddfc6 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/security-groups?id=36294704-c9da-4187-ac6b-a749fc7d6ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318935 Aug 16 01:38:27.226604 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['2bd342cb-2faf-4952-9dd7-1dec519ca2ae'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:27.252691 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c7b26f2-52e1-44e2-81c6-a94fef9c7194 req-1b1d5fb5-2856-49f8-81fd-ee99960f7018 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363357 Aug 16 01:38:27.322914 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['f6834a96-627e-4ae5-b163-24e0fea5d07c'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:27.325628 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['3d2dfe65-c226-4ae9-bce0-2a078dba88ab'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:27.493207 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750f0e9-b6f4-44a5-80dd-3c2f4607cf8b req-9e14dda8-76bf-4a07-a534-f49fbadcd3d1 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:27.503916 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7750f0e9-b6f4-44a5-80dd-3c2f4607cf8b req-9e14dda8-76bf-4a07-a534-f49fbadcd3d1 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 949 time: 0.0739675 Aug 16 01:38:27.516002 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649aad0-7c0b-4673-b445-57590ac6661d req-6c4f2198-bdf3-43a6-a66f-fdaf733864bf tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:27.523583 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649aad0-7c0b-4673-b445-57590ac6661d req-6c4f2198-bdf3-43a6-a66f-fdaf733864bf tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:27.547452 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649aad0-7c0b-4673-b445-57590ac6661d req-6c4f2198-bdf3-43a6-a66f-fdaf733864bf tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:27.555084 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649aad0-7c0b-4673-b445-57590ac6661d req-6c4f2198-bdf3-43a6-a66f-fdaf733864bf tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:27.561323 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649aad0-7c0b-4673-b445-57590ac6661d req-6c4f2198-bdf3-43a6-a66f-fdaf733864bf tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:27.562754 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7750f0e9-b6f4-44a5-80dd-3c2f4607cf8b req-054d4d00-f610-43c0-9c92-c3ed45b03f81 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575233 Aug 16 01:38:27.577464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649aad0-7c0b-4673-b445-57590ac6661d req-6c4f2198-bdf3-43a6-a66f-fdaf733864bf tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:27.577464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649aad0-7c0b-4673-b445-57590ac6661d req-6c4f2198-bdf3-43a6-a66f-fdaf733864bf tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:27.582663 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c649aad0-7c0b-4673-b445-57590ac6661d req-6c4f2198-bdf3-43a6-a66f-fdaf733864bf tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5430 time: 0.1289797 Aug 16 01:38:27.629065 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c649aad0-7c0b-4673-b445-57590ac6661d req-5226b017-3010-4202-8934-c9af2a739144 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455115 Aug 16 01:38:27.791058 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337d06d-6f1f-4598-b4f2-c9a6bdfbeb53 req-9c4e1957-3973-48e3-a6a7-59e4d2a2865a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:27.792852 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2337d06d-6f1f-4598-b4f2-c9a6bdfbeb53 req-9c4e1957-3973-48e3-a6a7-59e4d2a2865a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0596352 Aug 16 01:38:27.824195 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bc51c-a55b-44a2-b01f-9b4bca2271fb req-d066882b-768d-4192-9c7c-88762f24b8bf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:27.826528 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-002bc51c-a55b-44a2-b01f-9b4bca2271fb req-d066882b-768d-4192-9c7c-88762f24b8bf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 944 time: 0.0621789 Aug 16 01:38:27.834090 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:38:27.842007 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2337d06d-6f1f-4598-b4f2-c9a6bdfbeb53 req-bfdcd241-392c-4e37-9b59-46b64db600d6 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393126 Aug 16 01:38:27.872164 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-002bc51c-a55b-44a2-b01f-9b4bca2271fb req-cec6a12e-fcfb-45eb-8f5e-a025f80caca8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387616 Aug 16 01:38:27.891528 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:27.895688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:27.896041 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:27.974267 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:28.006749 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50,segment=NetworkSegment(9cf99d00-c970-4f57-8882-af2657344335),segment_id=9cf99d00-c970-4f57-8882-af2657344335)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:28.010436 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:28.011302 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device fce76636-95be-483d-8468-a23fd31db758 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:38:28.092558 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:28.108858 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port fce76636-95be-483d-8468-a23fd31db758 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:28.113565 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port fce76636-95be-483d-8468-a23fd31db758 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:28.114148 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:28.128316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1436477-081e-4677-b1b3-ff038faa32df req-a066b709-5a62-4855-a264-63d30fc80b8f tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:28.129954 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1436477-081e-4677-b1b3-ff038faa32df req-a066b709-5a62-4855-a264-63d30fc80b8f tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0573177 Aug 16 01:38:28.173981 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1436477-081e-4677-b1b3-ff038faa32df req-de57c6e9-b168-4a9d-98fd-ce9b3ecb3367 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373809 Aug 16 01:38:28.195745 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:28.241792 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port fce76636-95be-483d-8468-a23fd31db758, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fce76636-95be-483d-8468-a23fd31db758,segment=NetworkSegment(9cf99d00-c970-4f57-8882-af2657344335),segment_id=9cf99d00-c970-4f57-8882-af2657344335)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:28.246843 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:28.249928 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 78577b94-2fed-4393-9b36-8dcb1bbbf4e4 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:38:28.360027 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=fce76636-95be-483d-8468-a23fd31db758,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:28.378076 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 78577b94-2fed-4393-9b36-8dcb1bbbf4e4 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:28.382618 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 78577b94-2fed-4393-9b36-8dcb1bbbf4e4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:28.382999 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:28.406063 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c48de3-b662-47a6-8021-99cd79188db2'}, {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50'}, {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce76636-95be-483d-8468-a23fd31db758'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:28.409130 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7b5d3d-750d-4b7f-9e43-db96fed0f14b" -d '{"events": [{"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-plugged", "status": "completed", "tag": "47c48de3-b662-47a6-8021-99cd79188db2"}, {"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-plugged", "status": "completed", "tag": "7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50"}, {"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-plugged", "status": "completed", "tag": "fce76636-95be-483d-8468-a23fd31db758"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:28.410617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c80c6c-1aba-459c-89c5-55c2e014f5ab req-bb92add9-0b72-4c69-9b70-0e50a577a74b tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:28.413420 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0c80c6c-1aba-459c-89c5-55c2e014f5ab req-bb92add9-0b72-4c69-9b70-0e50a577a74b tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/ports?device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 945 time: 0.0756030 Aug 16 01:38:28.465304 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-c82afdda-6336-4d01-95b4-65e30f0799db tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=3dc5d840bf9247a58edbe10f96132fdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367668 Aug 16 01:38:28.466758 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0c80c6c-1aba-459c-89c5-55c2e014f5ab req-fbcc0429-6e97-4d0c-a61c-68a6b30c6776 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/security-groups?id=36294704-c9da-4187-ac6b-a749fc7d6ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461314 Aug 16 01:38:28.502305 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:28.527793 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3da25a9-75d8-4a1c-b911-5427773578cb x-openstack-request-id: req-e3da25a9-75d8-4a1c-b911-5427773578cb {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:28.528084 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-plugged", "status": "completed", "tag": "47c48de3-b662-47a6-8021-99cd79188db2", "code": 200}, {"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-plugged", "status": "completed", "tag": "7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50", "code": 200}, {"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-plugged", "status": "completed", "tag": "fce76636-95be-483d-8468-a23fd31db758", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:28.528653 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e3da25a9-75d8-4a1c-b911-5427773578cb {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:28.528779 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c48de3-b662-47a6-8021-99cd79188db2', 'code': 200} Aug 16 01:38:28.529000 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50', 'code': 200} Aug 16 01:38:28.529258 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce76636-95be-483d-8468-a23fd31db758', 'code': 200} Aug 16 01:38:28.539610 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 78577b94-2fed-4393-9b36-8dcb1bbbf4e4, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=78577b94-2fed-4393-9b36-8dcb1bbbf4e4,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:28.544930 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:28.545332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 84fb889f-5772-428e-8866-b0dee48dc778 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:38:28.577814 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-22388ac7-ea6d-4ad8-86e7-0453bc68dd55 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:28.579604 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-22388ac7-ea6d-4ad8-86e7-0453bc68dd55 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1132522 Aug 16 01:38:28.597229 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-6f71c9de-c8f0-4123-b43f-ad6f816b6062 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/quotas/3dc5d840bf9247a58edbe10f96132fdd HTTP/1.1" status: 200 len: 375 time: 0.0109475 Aug 16 01:38:28.620058 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=78577b94-2fed-4393-9b36-8dcb1bbbf4e4,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:28.642114 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 84fb889f-5772-428e-8866-b0dee48dc778 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:28.646300 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 84fb889f-5772-428e-8866-b0dee48dc778 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:28.646673 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:28.655794 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-7380c732-f78c-4111-9c56-c78dd06ee97c tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3dc5d840bf9247a58edbe10f96132fdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522389 Aug 16 01:38:28.684075 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5fe3e-4173-46ea-9db0-d427100758ae req-2867b8f1-3cd7-4565-b801-1806305f02c3 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:28.692062 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8d5fe3e-4173-46ea-9db0-d427100758ae req-2867b8f1-3cd7-4565-b801-1806305f02c3 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 949 time: 0.0636995 Aug 16 01:38:28.739554 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8d5fe3e-4173-46ea-9db0-d427100758ae req-b6fbac55-9cc1-47c1-8f6b-11afe67cf0a1 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466309 Aug 16 01:38:28.897173 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d30ec8-c2d0-40fe-939f-9c9cba857375 req-a58b530b-0a3b-4000-bbac-949c90f5122e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:28.905063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d30ec8-c2d0-40fe-939f-9c9cba857375 req-a58b530b-0a3b-4000-bbac-949c90f5122e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:28.911968 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d30ec8-c2d0-40fe-939f-9c9cba857375 req-a58b530b-0a3b-4000-bbac-949c90f5122e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:28.912151 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 3d2dfe65-c226-4ae9-bce0-2a078dba88ab up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:38:28.926218 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d30ec8-c2d0-40fe-939f-9c9cba857375 req-a58b530b-0a3b-4000-bbac-949c90f5122e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:28.933987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d30ec8-c2d0-40fe-939f-9c9cba857375 req-a58b530b-0a3b-4000-bbac-949c90f5122e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:28.940855 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d30ec8-c2d0-40fe-939f-9c9cba857375 req-a58b530b-0a3b-4000-bbac-949c90f5122e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:28.947075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d30ec8-c2d0-40fe-939f-9c9cba857375 req-a58b530b-0a3b-4000-bbac-949c90f5122e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:28.948983 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96d30ec8-c2d0-40fe-939f-9c9cba857375 req-a58b530b-0a3b-4000-bbac-949c90f5122e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5433 time: 0.1138668 Aug 16 01:38:28.957356 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:28.963656 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-01ea56dc-54d2-44a0-8dba-0857520e6b56 req-493b6cab-9cba-4a4b-900f-ae0e99290b44 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8 HTTP/1.1" status: 200 len: 210 time: 0.0386627 Aug 16 01:38:29.001141 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 3d2dfe65-c226-4ae9-bce0-2a078dba88ab completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:29.012080 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 84fb889f-5772-428e-8866-b0dee48dc778, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=84fb889f-5772-428e-8866-b0dee48dc778,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:29.013617 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 3d2dfe65-c226-4ae9-bce0-2a078dba88ab triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:29.014298 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:29.021703 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96d30ec8-c2d0-40fe-939f-9c9cba857375 req-ab14f1b9-dc52-44f2-adc3-9fadc2a078df tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624211 Aug 16 01:38:29.043678 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:29.143328 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=84fb889f-5772-428e-8866-b0dee48dc778,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:29.176484 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:29.204109 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d5951-93f7-4dea-b19e-82d1d1ff1456 req-f64581ea-0f09-405e-bd80-08977f15ef1a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:29.206010 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b91d5951-93f7-4dea-b19e-82d1d1ff1456 req-f64581ea-0f09-405e-bd80-08977f15ef1a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.1149905 Aug 16 01:38:29.221455 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 3d2dfe65-c226-4ae9-bce0-2a078dba88ab, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=3d2dfe65-c226-4ae9-bce0-2a078dba88ab,segment=NetworkSegment(2337e379-a063-4c51-b8f9-5d35e36bbbc9),segment_id=2337e379-a063-4c51-b8f9-5d35e36bbbc9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:29.227349 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:29.264812 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b91d5951-93f7-4dea-b19e-82d1d1ff1456 req-760b6a2a-3919-40cd-ae69-b4538b839d98 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517564 Aug 16 01:38:29.289686 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14829a57-e340-41b8-ac94-b22ca943e2ca req-a3df2b75-5295-4ae0-b399-4359cbe531bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:29.291475 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=3d2dfe65-c226-4ae9-bce0-2a078dba88ab,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:29.291996 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14829a57-e340-41b8-ac94-b22ca943e2ca req-a3df2b75-5295-4ae0-b399-4359cbe531bb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=023dc85af2bf4dc7a1f725dbe3ed89e4&device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 1098 time: 0.0940163 Aug 16 01:38:29.365718 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f67b-804a-43a2-b250-70f65848c8aa req-fbcbfbea-0db9-4124-a6d3-366c964579f3 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:29.367233 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8a6f67b-804a-43a2-b250-70f65848c8aa req-fbcbfbea-0db9-4124-a6d3-366c964579f3 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 944 time: 0.1527522 Aug 16 01:38:29.382007 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3ea7d-a42f-48d9-817b-81b07a03e5d1 req-e9243a5b-72ab-48a1-a4de-e930e8aee8f6 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:29.383535 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9f3ea7d-a42f-48d9-817b-81b07a03e5d1 req-e9243a5b-72ab-48a1-a4de-e930e8aee8f6 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0523624 Aug 16 01:38:29.423168 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9f3ea7d-a42f-48d9-817b-81b07a03e5d1 req-51b0a596-7265-4f61-8ffb-87485675734a tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330069 Aug 16 01:38:29.429212 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8a6f67b-804a-43a2-b250-70f65848c8aa req-e92b3821-f845-4823-a6ad-0f816bcf133f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547895 Aug 16 01:38:29.440534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14829a57-e340-41b8-ac94-b22ca943e2ca req-4a87737f-42c6-4853-bd99-bf39a8594253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:29.442050 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14829a57-e340-41b8-ac94-b22ca943e2ca req-4a87737f-42c6-4853-bd99-bf39a8594253 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37247afe-3e0d-4d66-9cda-775b4991a62b HTTP/1.1" status: 200 len: 919 time: 0.1374671 Aug 16 01:38:29.486733 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14829a57-e340-41b8-ac94-b22ca943e2ca req-05da23be-4044-4c85-bb6f-cd1cf7991bb1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef9c09e5-ed39-44a5-bb18-554139df6dff HTTP/1.1" status: 200 len: 217 time: 0.0354714 Aug 16 01:38:29.550623 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14829a57-e340-41b8-ac94-b22ca943e2ca req-7c3151f3-e6ad-412a-beb6-a179f29b64eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:29.552175 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14829a57-e340-41b8-ac94-b22ca943e2ca req-7c3151f3-e6ad-412a-beb6-a179f29b64eb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ba079634-1419-49dc-8324-e7d11f3f3dfd HTTP/1.1" status: 200 len: 858 time: 0.0524032 Aug 16 01:38:29.591517 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14829a57-e340-41b8-ac94-b22ca943e2ca req-646cecc4-c916-46ad-bb8c-c98078c32308 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37247afe-3e0d-4d66-9cda-775b4991a62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307369 Aug 16 01:38:29.592145 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41f155-faca-4f9e-b14f-b028a92e1c51 req-1f7f18b4-de06-42db-a178-95e52b04999f tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:29.593767 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-af41f155-faca-4f9e-b14f-b028a92e1c51 req-1f7f18b4-de06-42db-a178-95e52b04999f tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/ports?device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 946 time: 0.0541646 Aug 16 01:38:29.634938 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-af41f155-faca-4f9e-b14f-b028a92e1c51 req-54993c4a-35c5-4e73-9309-df562dd384dd tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/security-groups?id=36294704-c9da-4187-ac6b-a749fc7d6ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351951 Aug 16 01:38:29.700381 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14829a57-e340-41b8-ac94-b22ca943e2ca req-8d1e4ea4-cda6-477e-812b-c42eaaf96d87 service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016428 Aug 16 01:38:29.799311 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14829a57-e340-41b8-ac94-b22ca943e2ca req-2f5d7fad-4a8e-410e-aee2-41f5d4f15423 service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911896 Aug 16 01:38:29.848720 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 2bd342cb-2faf-4952-9dd7-1dec519ca2ae up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:38:29.863323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08faa8-01e6-463c-89e4-76c9d8cf0caa req-d369577e-08a2-44aa-8109-8c7e09e30c9c tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:29.870274 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b08faa8-01e6-463c-89e4-76c9d8cf0caa req-d369577e-08a2-44aa-8109-8c7e09e30c9c tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 949 time: 0.0622063 Aug 16 01:38:29.901528 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 2bd342cb-2faf-4952-9dd7-1dec519ca2ae completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:29.906409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 2bd342cb-2faf-4952-9dd7-1dec519ca2ae triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:29.906775 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:29.908837 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b08faa8-01e6-463c-89e4-76c9d8cf0caa req-24765fa5-191a-4ab1-9771-8747adb98b02 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377164 Aug 16 01:38:29.991218 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:30.024873 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 2bd342cb-2faf-4952-9dd7-1dec519ca2ae, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=2bd342cb-2faf-4952-9dd7-1dec519ca2ae,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:30.030907 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:30.031915 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device f6834a96-627e-4ae5-b163-24e0fea5d07c up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:38:30.062052 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2177715-122a-4ed0-9779-f738af073b7b req-83c0a077-f786-409c-bfb0-1c424d284134 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8 HTTP/1.1" status: 200 len: 210 time: 0.0273857 Aug 16 01:38:30.095973 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-d153fb61-019c-45aa-890c-7b1934f04d56 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3dc5d840bf9247a58edbe10f96132fdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327609 Aug 16 01:38:30.133478 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=2bd342cb-2faf-4952-9dd7-1dec519ca2ae,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:30.146877 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port f6834a96-627e-4ae5-b163-24e0fea5d07c completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:30.151596 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port f6834a96-627e-4ae5-b163-24e0fea5d07c triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:30.152077 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:30.193616 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03e738-feeb-4d08-b0d4-8ff2bfcb587e req-f3084b93-8f08-4bd6-a185-532e9f4c058a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.201322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03e738-feeb-4d08-b0d4-8ff2bfcb587e req-f3084b93-8f08-4bd6-a185-532e9f4c058a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.207959 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03e738-feeb-4d08-b0d4-8ff2bfcb587e req-f3084b93-8f08-4bd6-a185-532e9f4c058a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.213966 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03e738-feeb-4d08-b0d4-8ff2bfcb587e req-f3084b93-8f08-4bd6-a185-532e9f4c058a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.221346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03e738-feeb-4d08-b0d4-8ff2bfcb587e req-f3084b93-8f08-4bd6-a185-532e9f4c058a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.227529 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03e738-feeb-4d08-b0d4-8ff2bfcb587e req-f3084b93-8f08-4bd6-a185-532e9f4c058a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.233872 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03e738-feeb-4d08-b0d4-8ff2bfcb587e req-f3084b93-8f08-4bd6-a185-532e9f4c058a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.234399 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-35d55755-0458-4808-a89a-31acc8b68a27 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.235978 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-35d55755-0458-4808-a89a-31acc8b68a27 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1326773 Aug 16 01:38:30.238211 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ef03e738-feeb-4d08-b0d4-8ff2bfcb587e req-f3084b93-8f08-4bd6-a185-532e9f4c058a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5434 time: 0.1145446 Aug 16 01:38:30.241582 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:30.263715 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-76b68d0e-42fa-4126-9e13-b6f56a1d77d4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Request body: {'port': {'device_id': 'e8cd6fd8-6256-4209-9a6b-ad117a32c5b8', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': '3dc5d840bf9247a58edbe10f96132fdd'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:30.274808 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port f6834a96-627e-4ae5-b163-24e0fea5d07c, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f6834a96-627e-4ae5-b163-24e0fea5d07c,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:30.281713 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ef03e738-feeb-4d08-b0d4-8ff2bfcb587e req-0b9a5d3b-3b4e-4b47-9dce-231f06bb466d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389733 Aug 16 01:38:30.283771 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:30.340825 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=f6834a96-627e-4ae5-b163-24e0fea5d07c,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:30.416519 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95082a6-0b6d-4f83-9f0a-c253b57ed1b2 req-0ee34963-6fbf-479a-ba7a-d6633e26187c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.418053 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b95082a6-0b6d-4f83-9f0a-c253b57ed1b2 req-0ee34963-6fbf-479a-ba7a-d6633e26187c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0814188 Aug 16 01:38:30.458417 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-76b68d0e-42fa-4126-9e13-b6f56a1d77d4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Made reservation on behalf of 3dc5d840bf9247a58edbe10f96132fdd for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:38:30.461910 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-76b68d0e-42fa-4126-9e13-b6f56a1d77d4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:30.484432 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b95082a6-0b6d-4f83-9f0a-c253b57ed1b2 req-a1ca5660-d58a-4f6b-92ad-dd6d9c7ad3af tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569389 Aug 16 01:38:30.530547 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78577b94-2fed-4393-9b36-8dcb1bbbf4e4'}, {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fb889f-5772-428e-8866-b0dee48dc778'}, {'server_uuid': '9cf18de7-dc63-4b07-8409-41c6e3fbf0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2dfe65-c226-4ae9-bce0-2a078dba88ab'}, {'server_uuid': 'e62589c9-281d-4155-becf-a988b53e3bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd342cb-2faf-4952-9dd7-1dec519ca2ae'}, {'server_uuid': '2d5172fa-aadd-4940-901a-da6502bf7c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6834a96-627e-4ae5-b163-24e0fea5d07c'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:30.534112 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e232af3f-7204-4028-87ab-0dbe5c20793d" -d '{"events": [{"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-plugged", "status": "completed", "tag": "78577b94-2fed-4393-9b36-8dcb1bbbf4e4"}, {"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-plugged", "status": "completed", "tag": "84fb889f-5772-428e-8866-b0dee48dc778"}, {"server_uuid": "9cf18de7-dc63-4b07-8409-41c6e3fbf0ae", "name": "network-vif-plugged", "status": "completed", "tag": "3d2dfe65-c226-4ae9-bce0-2a078dba88ab"}, {"server_uuid": "e62589c9-281d-4155-becf-a988b53e3bd7", "name": "network-vif-plugged", "status": "completed", "tag": "2bd342cb-2faf-4952-9dd7-1dec519ca2ae"}, {"server_uuid": "2d5172fa-aadd-4940-901a-da6502bf7c2b", "name": "network-vif-plugged", "status": "completed", "tag": "f6834a96-627e-4ae5-b163-24e0fea5d07c"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:30.549146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bedad46-2fde-46d9-8536-24358c86202d req-5b099748-e6d9-4654-8ade-ccc5db246433 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.550708 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3bedad46-2fde-46d9-8536-24358c86202d req-5b099748-e6d9-4654-8ade-ccc5db246433 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0551362 Aug 16 01:38:30.590022 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3bedad46-2fde-46d9-8536-24358c86202d req-3340bb28-3b8d-45c5-bfd7-39b7c8296729 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327487 Aug 16 01:38:30.640478 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-76b68d0e-42fa-4126-9e13-b6f56a1d77d4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Allocated IP 192.168.233.48 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/46e268a9-22dc-4db9-9046-58c3d52685fc) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:38:30.657476 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a059e6-0cc1-47bf-8503-b7cc1c980efb req-a60c5698-702a-4360-aa5b-5e06ff2f12b4 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.657798 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85a059e6-0cc1-47bf-8503-b7cc1c980efb req-a60c5698-702a-4360-aa5b-5e06ff2f12b4 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0995176 Aug 16 01:38:30.661298 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b018b56d-5812-4669-8e51-4409132fff05 x-openstack-request-id: req-b018b56d-5812-4669-8e51-4409132fff05 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:30.663658 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-plugged", "status": "completed", "tag": "78577b94-2fed-4393-9b36-8dcb1bbbf4e4", "code": 200}, {"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-plugged", "status": "completed", "tag": "84fb889f-5772-428e-8866-b0dee48dc778", "code": 200}, {"server_uuid": "9cf18de7-dc63-4b07-8409-41c6e3fbf0ae", "name": "network-vif-plugged", "status": "completed", "tag": "3d2dfe65-c226-4ae9-bce0-2a078dba88ab", "code": 200}, {"server_uuid": "e62589c9-281d-4155-becf-a988b53e3bd7", "name": "network-vif-plugged", "status": "completed", "tag": "2bd342cb-2faf-4952-9dd7-1dec519ca2ae", "code": 200}, {"server_uuid": "2d5172fa-aadd-4940-901a-da6502bf7c2b", "name": "network-vif-plugged", "status": "completed", "tag": "f6834a96-627e-4ae5-b163-24e0fea5d07c", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:30.664115 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b018b56d-5812-4669-8e51-4409132fff05 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:30.665880 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78577b94-2fed-4393-9b36-8dcb1bbbf4e4', 'code': 200} Aug 16 01:38:30.666482 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fb889f-5772-428e-8866-b0dee48dc778', 'code': 200} Aug 16 01:38:30.667197 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf18de7-dc63-4b07-8409-41c6e3fbf0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2dfe65-c226-4ae9-bce0-2a078dba88ab', 'code': 200} Aug 16 01:38:30.667197 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62589c9-281d-4155-becf-a988b53e3bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd342cb-2faf-4952-9dd7-1dec519ca2ae', 'code': 200} Aug 16 01:38:30.667197 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5172fa-aadd-4940-901a-da6502bf7c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6834a96-627e-4ae5-b163-24e0fea5d07c', 'code': 200} Aug 16 01:38:30.731945 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85a059e6-0cc1-47bf-8503-b7cc1c980efb req-bb7a72cd-6f43-433f-a037-457ab955730e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655642 Aug 16 01:38:30.784645 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a26390-6dbc-4aac-ac89-26bcef435ec1 req-d6470cf4-6722-412a-a9af-65e940747038 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.786982 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a6a26390-6dbc-4aac-ac89-26bcef435ec1 req-d6470cf4-6722-412a-a9af-65e940747038 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/ports?device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 946 time: 0.0685651 Aug 16 01:38:30.831846 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a6a26390-6dbc-4aac-ac89-26bcef435ec1 req-aecd5408-b858-4519-a3e2-4843d9837380 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/security-groups?id=36294704-c9da-4187-ac6b-a749fc7d6ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387666 Aug 16 01:38:30.877333 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95277b2e-bce0-4ea1-91b2-546dfd2b2e56 req-7cf119ec-4a5f-4b8c-bbe6-d5dfabbb5146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.879011 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-95277b2e-bce0-4ea1-91b2-546dfd2b2e56 req-7cf119ec-4a5f-4b8c-bbe6-d5dfabbb5146 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 1102 time: 0.0447021 Aug 16 01:38:30.919692 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-95277b2e-bce0-4ea1-91b2-546dfd2b2e56 req-d7e34678-8c24-49e1-8dff-11d32f1484b7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300288 Aug 16 01:38:30.937826 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a6034-b64b-42a5-8cea-f0b0eb483457 req-fac086df-3ffa-4550-a864-deba72ae333b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.939334 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f69a6034-b64b-42a5-8cea-f0b0eb483457 req-fac086df-3ffa-4550-a864-deba72ae333b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 1098 time: 0.1811836 Aug 16 01:38:30.959645 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d1dcd-25d3-41cd-a810-68a15394c882 req-18a09ffe-18c4-476b-a8a1-7279adba23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.961098 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-066d1dcd-25d3-41cd-a810-68a15394c882 req-18a09ffe-18c4-476b-a8a1-7279adba23fe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 1097 time: 0.1504941 Aug 16 01:38:30.966276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede03ce-b7c2-41fb-a1de-24088a0065c6 req-c86202bd-89a1-4dbf-a380-3c02709f2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.966936 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede03ce-b7c2-41fb-a1de-24088a0065c6 req-c86202bd-89a1-4dbf-a380-3c02709f2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.967575 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede03ce-b7c2-41fb-a1de-24088a0065c6 req-c86202bd-89a1-4dbf-a380-3c02709f2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.968042 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede03ce-b7c2-41fb-a1de-24088a0065c6 req-c86202bd-89a1-4dbf-a380-3c02709f2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.968505 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede03ce-b7c2-41fb-a1de-24088a0065c6 req-c86202bd-89a1-4dbf-a380-3c02709f2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.968972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede03ce-b7c2-41fb-a1de-24088a0065c6 req-c86202bd-89a1-4dbf-a380-3c02709f2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.969435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede03ce-b7c2-41fb-a1de-24088a0065c6 req-c86202bd-89a1-4dbf-a380-3c02709f2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:30.971360 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2ede03ce-b7c2-41fb-a1de-24088a0065c6 req-c86202bd-89a1-4dbf-a380-3c02709f2ca5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 6498 time: 0.1562595 Aug 16 01:38:31.041280 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-76b68d0e-42fa-4126-9e13-b6f56a1d77d4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:31.100083 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f69a6034-b64b-42a5-8cea-f0b0eb483457 req-0844352f-a4bf-4a8a-906a-f9b0d3eeb03f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=36294704-c9da-4187-ac6b-a749fc7d6ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511493 Aug 16 01:38:31.105782 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-76b68d0e-42fa-4126-9e13-b6f56a1d77d4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Transition to ACTIVE for port object 46e268a9-22dc-4db9-9046-58c3d52685fc will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:38:31.113187 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2ede03ce-b7c2-41fb-a1de-24088a0065c6 req-ace12783-416e-4d90-b731-10020ef8fed4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&id=5c4305c5-058a-42e2-bc2b-62c0f435312a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150806 Aug 16 01:38:31.113659 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-066d1dcd-25d3-41cd-a810-68a15394c882 req-d30940c7-90ea-4979-8920-dfeddbdb100b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273341 Aug 16 01:38:31.133688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cf254-2c89-4c1b-a2d7-db5587f193e8 req-9981ff6d-320d-4432-bc08-09c264013005 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:31.135215 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c4cf254-2c89-4c1b-a2d7-db5587f193e8 req-9981ff6d-320d-4432-bc08-09c264013005 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 950 time: 0.1453753 Aug 16 01:38:31.167136 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-61f83fff-dde3-4f3a-9ba0-c27152b4a6d7 req-8f20ee53-f99c-4967-a8d5-9efdd286d277 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8 HTTP/1.1" status: 200 len: 210 time: 0.0267813 Aug 16 01:38:31.182935 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-76b68d0e-42fa-4126-9e13-b6f56a1d77d4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:31.196004 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['cd273e32-8a19-4378-80a0-19bd02a365ab'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:31.199309 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['a84a2852-7ce5-471f-93f9-50833c31f657'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:31.222270 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c4cf254-2c89-4c1b-a2d7-db5587f193e8 req-e7ea4860-44ae-4576-9ea1-a26bbe770cba tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782776 Aug 16 01:38:31.240771 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-76b68d0e-42fa-4126-9e13-b6f56a1d77d4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:38:31.247498 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-76b68d0e-42fa-4126-9e13-b6f56a1d77d4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:38:31.249685 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b68d0e-42fa-4126-9e13-b6f56a1d77d4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Pushing event updated for resources: {'Port': ['ID=46e268a9-22dc-4db9-9046-58c3d52685fc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:31.252213 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-76b68d0e-42fa-4126-9e13-b6f56a1d77d4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:38:31.306901 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-76b68d0e-42fa-4126-9e13-b6f56a1d77d4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:31.307664 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-76b68d0e-42fa-4126-9e13-b6f56a1d77d4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:31.325498 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-76b68d0e-42fa-4126-9e13-b6f56a1d77d4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0668926 Aug 16 01:38:31.346377 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Request body: {'port': {'device_id': 'e8cd6fd8-6256-4209-9a6b-ad117a32c5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:31.420603 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:31.430108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77430c6d-09dc-4301-a33f-0ce087d09e9c req-28b23ae1-d159-41bf-8218-ab25c5fd5825 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:31.437845 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77430c6d-09dc-4301-a33f-0ce087d09e9c req-28b23ae1-d159-41bf-8218-ab25c5fd5825 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:31.447052 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77430c6d-09dc-4301-a33f-0ce087d09e9c req-28b23ae1-d159-41bf-8218-ab25c5fd5825 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:31.456383 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77430c6d-09dc-4301-a33f-0ce087d09e9c req-28b23ae1-d159-41bf-8218-ab25c5fd5825 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:31.463927 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77430c6d-09dc-4301-a33f-0ce087d09e9c req-28b23ae1-d159-41bf-8218-ab25c5fd5825 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:31.470411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77430c6d-09dc-4301-a33f-0ce087d09e9c req-28b23ae1-d159-41bf-8218-ab25c5fd5825 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:31.476628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77430c6d-09dc-4301-a33f-0ce087d09e9c req-28b23ae1-d159-41bf-8218-ab25c5fd5825 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:31.478766 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77430c6d-09dc-4301-a33f-0ce087d09e9c req-28b23ae1-d159-41bf-8218-ab25c5fd5825 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5434 time: 0.1111138 Aug 16 01:38:31.522705 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77430c6d-09dc-4301-a33f-0ce087d09e9c req-0c98f878-1cbc-4f8f-a49e-92f8b0700309 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368965 Aug 16 01:38:31.592371 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ddb766ac-a140-4a9c-b531-37097e083b7c None None] Provisioning for port 46e268a9-22dc-4db9-9046-58c3d52685fc completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:31.596196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ddb766ac-a140-4a9c-b531-37097e083b7c None None] Provisioning complete for port 46e268a9-22dc-4db9-9046-58c3d52685fc triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:31.596572 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ddb766ac-a140-4a9c-b531-37097e083b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:31.640948 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ddb766ac-a140-4a9c-b531-37097e083b7c None None] Port 46e268a9-22dc-4db9-9046-58c3d52685fc cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:38:31.670913 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bd9bd-a7b3-432a-8f4f-46273063aae8 req-c32f84bc-fc24-44eb-9faa-925141cdef15 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:31.672403 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e2bd9bd-a7b3-432a-8f4f-46273063aae8 req-c32f84bc-fc24-44eb-9faa-925141cdef15 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0991533 Aug 16 01:38:31.713217 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d565a9-f8e3-46d5-8a9c-78499471ef44 req-ff3139e3-750b-4f53-a694-a14717b1c03d tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:31.715095 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-86d565a9-f8e3-46d5-8a9c-78499471ef44 req-ff3139e3-750b-4f53-a694-a14717b1c03d tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0538495 Aug 16 01:38:31.735667 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e2bd9bd-a7b3-432a-8f4f-46273063aae8 req-5bce5965-2477-4f24-ac5f-892a3a5edf79 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543320 Aug 16 01:38:31.756495 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-86d565a9-f8e3-46d5-8a9c-78499471ef44 req-cec90ff6-85e6-429b-9d52-ed2ee35bf49c tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346191 Aug 16 01:38:31.783349 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e268a9-22dc-4db9-9046-58c3d52685fc {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:31.791106 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:31.803319 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Transition to ACTIVE for port object 46e268a9-22dc-4db9-9046-58c3d52685fc will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:38:31.814530 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:31.886836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Pushing event updated for resources: {'Port': ['ID=46e268a9-22dc-4db9-9046-58c3d52685fc,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:31.933446 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c0734-24de-4610-b899-1b9e6c9cc6ec req-348d1f34-94c7-4b8c-a35d-7d44854eccba tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:31.935447 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f75c0734-24de-4610-b899-1b9e6c9cc6ec req-348d1f34-94c7-4b8c-a35d-7d44854eccba tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.1308722 Aug 16 01:38:31.954148 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dde84c-d4dc-4251-b9fc-110a7852e0bd req-a2a47ba1-ac8e-42b7-9d84-c66649b66621 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:31.958251 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-42dde84c-d4dc-4251-b9fc-110a7852e0bd req-a2a47ba1-ac8e-42b7-9d84-c66649b66621 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/ports?device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 946 time: 0.0562263 Aug 16 01:38:31.999403 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-42dde84c-d4dc-4251-b9fc-110a7852e0bd req-32dcf13b-a1ed-4dc9-ae86-36fe7fc5907d tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/security-groups?id=36294704-c9da-4187-ac6b-a749fc7d6ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372667 Aug 16 01:38:32.000782 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f75c0734-24de-4610-b899-1b9e6c9cc6ec req-1f687c29-241e-47b6-8305-b293a34f6ef6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584290 Aug 16 01:38:32.001616 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Attempting to bind port 46e268a9-22dc-4db9-9046-58c3d52685fc on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:38:32.001972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Attempting to bind port 46e268a9-22dc-4db9-9046-58c3d52685fc by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:38:32.002300 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Attempting to bind port 46e268a9-22dc-4db9-9046-58c3d52685fc on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:32.012021 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Port 46e268a9-22dc-4db9-9046-58c3d52685fc on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:38:32.021443 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Attempting to bind port 46e268a9-22dc-4db9-9046-58c3d52685fc on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:32.025673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:38:32.025840 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:38:32.026191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:38:32.026619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Bound port: 46e268a9-22dc-4db9-9046-58c3d52685fc, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:38:32.026975 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:32.098130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] For port 46e268a9-22dc-4db9-9046-58c3d52685fc, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:38:32.101194 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] For port 46e268a9-22dc-4db9-9046-58c3d52685fc, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=46e268a9-22dc-4db9-9046-58c3d52685fc,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:38:32.105189 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:32.139630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:32.140163 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:32.141554 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] 10.222.0.73 "PUT /v2.0/ports/46e268a9-22dc-4db9-9046-58c3d52685fc HTTP/1.1" status: 200 len: 1096 time: 0.8029487 Aug 16 01:38:32.142015 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8cd6fd8-6256-4209-9a6b-ad117a32c5b8', 'tag': '46e268a9-22dc-4db9-9046-58c3d52685fc'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:32.144345 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4c7b67-3921-4a88-b424-31f485abcc21" -d '{"events": [{"name": "network-changed", "server_uuid": "e8cd6fd8-6256-4209-9a6b-ad117a32c5b8", "tag": "46e268a9-22dc-4db9-9046-58c3d52685fc"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:32.185831 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f315cf-596c-461b-b5fa-ed353c28c465 service neutron] Pushing event updated for resources: {'Port': ['ID=46e268a9-22dc-4db9-9046-58c3d52685fc,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:32.200978 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9ca0c2-298a-4a5a-80f1-744d76614e8c x-openstack-request-id: req-8b9ca0c2-298a-4a5a-80f1-744d76614e8c {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:32.201307 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8cd6fd8-6256-4209-9a6b-ad117a32c5b8", "tag": "46e268a9-22dc-4db9-9046-58c3d52685fc", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:32.201587 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8b9ca0c2-298a-4a5a-80f1-744d76614e8c {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:32.202078 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8cd6fd8-6256-4209-9a6b-ad117a32c5b8', 'tag': '46e268a9-22dc-4db9-9046-58c3d52685fc', 'status': 'completed', 'code': 200} Aug 16 01:38:32.283072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-eb0c96b2-bb37-449d-ad7e-551926f601e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:32.284767 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-eb0c96b2-bb37-449d-ad7e-551926f601e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dc5d840bf9247a58edbe10f96132fdd&device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8 HTTP/1.1" status: 200 len: 1099 time: 0.0780621 Aug 16 01:38:32.338543 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-47f6404a-a45a-497d-ad76-bd2df8fc7523 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=46e268a9-22dc-4db9-9046-58c3d52685fc HTTP/1.1" status: 200 len: 217 time: 0.0367432 Aug 16 01:38:32.362881 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd92df-a3b7-47c1-909c-eda0765e8102 req-1e7e37e1-5140-464a-8703-49a0b5f55f4c tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:32.364466 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-64dd92df-a3b7-47c1-909c-eda0765e8102 req-1e7e37e1-5140-464a-8703-49a0b5f55f4c tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8 HTTP/1.1" status: 200 len: 947 time: 0.1055362 Aug 16 01:38:32.377624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3013385-fcf1-4106-a141-1278f17ae812 req-0409eb0a-b02d-455e-8c1d-b8feb86d3281 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:32.379214 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3013385-fcf1-4106-a141-1278f17ae812 req-0409eb0a-b02d-455e-8c1d-b8feb86d3281 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 950 time: 0.0706749 Aug 16 01:38:32.421637 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3013385-fcf1-4106-a141-1278f17ae812 req-3eedde96-a574-492f-b9f4-7d9aadbf15a6 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343931 Aug 16 01:38:32.436731 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-8b7ca26c-8d36-4ccd-93d1-987d7ccee5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:32.438272 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-8b7ca26c-8d36-4ccd-93d1-987d7ccee5c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0858238 Aug 16 01:38:32.443383 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-64dd92df-a3b7-47c1-909c-eda0765e8102 req-a7fef88b-07eb-4199-9271-9a7e3d9a0e24 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716703 Aug 16 01:38:32.494728 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-ef7e69e8-bac3-4f01-a427-863d761c007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:32.496231 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-ef7e69e8-bac3-4f01-a427-863d761c007a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0475466 Aug 16 01:38:32.631801 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-665f26b3-4dcb-419d-a1b8-3c2ab24a8093 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155362 Aug 16 01:38:32.672084 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0c9fe-75a6-4a70-924a-9d2d6255305f req-8250d3ff-fe7b-48a9-b4fe-65bb9b184937 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:32.673656 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5f0c9fe-75a6-4a70-924a-9d2d6255305f req-8250d3ff-fe7b-48a9-b4fe-65bb9b184937 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 950 time: 0.0548899 Aug 16 01:38:32.716862 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5f0c9fe-75a6-4a70-924a-9d2d6255305f req-ec118f73-6e69-462b-ad1e-e6e034538507 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369248 Aug 16 01:38:32.866709 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda376be-f891-4e2e-a7f2-e59148b00e68 req-16814a7e-daae-40b7-855e-03c30e54aa1a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:32.868264 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fda376be-f891-4e2e-a7f2-e59148b00e68 req-16814a7e-daae-40b7-855e-03c30e54aa1a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0569415 Aug 16 01:38:32.917064 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fda376be-f891-4e2e-a7f2-e59148b00e68 req-f631c2a1-a9c5-4046-85d0-a0f0bff0509b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412087 Aug 16 01:38:33.004159 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d7856-a79b-4989-9374-cb00067eca7d req-629f4d81-362e-4e02-ba23-1b267dad3a1f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:33.010436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d7856-a79b-4989-9374-cb00067eca7d req-629f4d81-362e-4e02-ba23-1b267dad3a1f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:33.016000 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d7856-a79b-4989-9374-cb00067eca7d req-629f4d81-362e-4e02-ba23-1b267dad3a1f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:33.022905 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d7856-a79b-4989-9374-cb00067eca7d req-629f4d81-362e-4e02-ba23-1b267dad3a1f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:33.028281 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d7856-a79b-4989-9374-cb00067eca7d req-629f4d81-362e-4e02-ba23-1b267dad3a1f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:33.034650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d7856-a79b-4989-9374-cb00067eca7d req-629f4d81-362e-4e02-ba23-1b267dad3a1f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:33.034824 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43275b64-a514-4942-8b5f-812943c73461 req-0b6ec8d1-6bbc-4e0d-9c26-0f37b2bf2987 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:33.036532 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43275b64-a514-4942-8b5f-812943c73461 req-0b6ec8d1-6bbc-4e0d-9c26-0f37b2bf2987 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0620601 Aug 16 01:38:33.040807 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d7856-a79b-4989-9374-cb00067eca7d req-629f4d81-362e-4e02-ba23-1b267dad3a1f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:33.042987 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ac7d7856-a79b-4989-9374-cb00067eca7d req-629f4d81-362e-4e02-ba23-1b267dad3a1f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5434 time: 0.4308519 Aug 16 01:38:33.079136 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43275b64-a514-4942-8b5f-812943c73461 req-066edb19-4a93-44dc-bc52-aeeafac6a7a0 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363290 Aug 16 01:38:33.103110 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3abc6684-fbde-4bf1-8e41-db20c977a57e req-6e5ba758-396f-4c32-a0b6-ab01ed76dfea service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775780 Aug 16 01:38:33.114363 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ac7d7856-a79b-4989-9374-cb00067eca7d req-70e31b3a-8efe-46b4-89a1-16e30b64d0c9 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595968 Aug 16 01:38:33.209818 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2473a-547a-4510-b0ae-e0cf2ca48702 req-073b7da3-d295-41cd-a3aa-cbbd376140f5 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:33.211596 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9cc2473a-547a-4510-b0ae-e0cf2ca48702 req-073b7da3-d295-41cd-a3aa-cbbd376140f5 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/ports?device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 946 time: 0.0564744 Aug 16 01:38:33.224234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c7b67-3921-4a88-b424-31f485abcc21 req-34e5f18b-a0ac-4e74-b184-7224191a06ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:33.225728 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fc4c7b67-3921-4a88-b424-31f485abcc21 req-34e5f18b-a0ac-4e74-b184-7224191a06ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3dc5d840bf9247a58edbe10f96132fdd&device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8 HTTP/1.1" status: 200 len: 1099 time: 0.0691326 Aug 16 01:38:33.250483 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca98ab8-f95b-4625-9ced-3bb96531d2f8 req-c4ab621e-ecc6-4ea2-a485-15ef20dde0e3 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:33.251329 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9cc2473a-547a-4510-b0ae-e0cf2ca48702 req-94d03228-719a-4bd7-9690-4d2e08f3bbc8 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/security-groups?id=36294704-c9da-4187-ac6b-a749fc7d6ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338457 Aug 16 01:38:33.251945 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ca98ab8-f95b-4625-9ced-3bb96531d2f8 req-c4ab621e-ecc6-4ea2-a485-15ef20dde0e3 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0693660 Aug 16 01:38:33.332913 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ca98ab8-f95b-4625-9ced-3bb96531d2f8 req-bf12e390-6bb0-4c2e-ba9c-4be8be49f532 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712662 Aug 16 01:38:33.384772 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c7b67-3921-4a88-b424-31f485abcc21 req-7bb86664-b43c-4619-bd8d-a14e5039e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:33.386893 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fc4c7b67-3921-4a88-b424-31f485abcc21 req-7bb86664-b43c-4619-bd8d-a14e5039e28c service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1530538 Aug 16 01:38:33.448069 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fc4c7b67-3921-4a88-b424-31f485abcc21 req-396fa1cc-2e5e-4383-b824-13cf2b3cc248 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=46e268a9-22dc-4db9-9046-58c3d52685fc HTTP/1.1" status: 200 len: 217 time: 0.0382807 Aug 16 01:38:33.505309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c7b67-3921-4a88-b424-31f485abcc21 req-2706d750-7e51-472d-8238-2dd4eda2a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:33.506946 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fc4c7b67-3921-4a88-b424-31f485abcc21 req-2706d750-7e51-472d-8238-2dd4eda2a6e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0521746 Aug 16 01:38:33.567988 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c7b67-3921-4a88-b424-31f485abcc21 req-e4daa8ca-c452-4667-a079-0467a8513440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:33.569641 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fc4c7b67-3921-4a88-b424-31f485abcc21 req-e4daa8ca-c452-4667-a079-0467a8513440 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0549648 Aug 16 01:38:33.596050 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f6d13-cf8b-42b8-a037-0b9c5c497b16 req-55eeeb96-7c96-429e-b3b8-55252b1f2d30 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:33.597537 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-141f6d13-cf8b-42b8-a037-0b9c5c497b16 req-55eeeb96-7c96-429e-b3b8-55252b1f2d30 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8 HTTP/1.1" status: 200 len: 947 time: 0.0494459 Aug 16 01:38:33.638306 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-141f6d13-cf8b-42b8-a037-0b9c5c497b16 req-81ed72a4-07d6-47ae-8bf6-bbadcc3c382d tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337858 Aug 16 01:38:33.671315 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6f651-ec32-4c2b-bc05-dd53c39c9ece req-158f0d38-7b9b-4daa-9590-14cb89e2f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:33.672841 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40f6f651-ec32-4c2b-bc05-dd53c39c9ece req-158f0d38-7b9b-4daa-9590-14cb89e2f0a0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b4ced09dbb5f485280d6bc570ea37996&device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 1098 time: 0.1022174 Aug 16 01:38:33.722431 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fc4c7b67-3921-4a88-b424-31f485abcc21 req-2aafd334-b79d-4b51-93e2-1b550d169a5f service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421649 Aug 16 01:38:33.770294 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52af2a3-54d5-424d-9cb8-817561e7f97a req-68167895-bcf3-4bce-9959-8298ed25eb17 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:33.772122 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c52af2a3-54d5-424d-9cb8-817561e7f97a req-68167895-bcf3-4bce-9959-8298ed25eb17 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/ports?device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 946 time: 0.0545666 Aug 16 01:38:33.811877 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c52af2a3-54d5-424d-9cb8-817561e7f97a req-30f109ed-0aca-4460-9ffd-55bc33e1d198 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/security-groups?id=36294704-c9da-4187-ac6b-a749fc7d6ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320504 Aug 16 01:38:33.916597 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad743f5-1a83-46c6-aa2d-7c5f99cbdbbb req-d291227d-75a1-4a59-a62e-c879b0c892c9 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:33.918025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2ad743f5-1a83-46c6-aa2d-7c5f99cbdbbb req-d291227d-75a1-4a59-a62e-c879b0c892c9 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.1481569 Aug 16 01:38:33.927053 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fc4c7b67-3921-4a88-b424-31f485abcc21 req-15bee21d-a96a-4872-962c-fd866ee8d4e6 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928124 Aug 16 01:38:33.940887 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9943f02-005f-452e-9113-04a1f59eaea8 req-6bfc7a04-336f-4825-807c-7f670a79ae8a tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:33.942633 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9943f02-005f-452e-9113-04a1f59eaea8 req-6bfc7a04-336f-4825-807c-7f670a79ae8a tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 950 time: 0.0602717 Aug 16 01:38:33.948238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6f651-ec32-4c2b-bc05-dd53c39c9ece req-0f38c7b0-1250-4688-b701-e52f301491f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:33.949695 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40f6f651-ec32-4c2b-bc05-dd53c39c9ece req-0f38c7b0-1250-4688-b701-e52f301491f0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f HTTP/1.1" status: 200 len: 915 time: 0.2623909 Aug 16 01:38:33.976878 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2ad743f5-1a83-46c6-aa2d-7c5f99cbdbbb req-d0ef1ae1-3a73-4020-92b3-00839b992d7b tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488691 Aug 16 01:38:33.983803 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9943f02-005f-452e-9113-04a1f59eaea8 req-8dc4c5fd-7949-43d6-8328-24fb6c7d2aa1 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337896 Aug 16 01:38:34.007662 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40f6f651-ec32-4c2b-bc05-dd53c39c9ece req-f22c8dfd-bf02-4e0a-8527-d0125176f80c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d2dfe65-c226-4ae9-bce0-2a078dba88ab HTTP/1.1" status: 200 len: 217 time: 0.0426536 Aug 16 01:38:34.089336 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6f651-ec32-4c2b-bc05-dd53c39c9ece req-8182edfe-5111-451a-9a7b-eb721f598db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.090918 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40f6f651-ec32-4c2b-bc05-dd53c39c9ece req-8182edfe-5111-451a-9a7b-eb721f598db1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ba5eb56-df3b-4ad0-a7eb-0abe33711197 HTTP/1.1" status: 200 len: 854 time: 0.0707762 Aug 16 01:38:34.102117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079f63f-8c71-4e04-912c-dd328b865c4d req-0ff2f142-8e55-447f-a7d5-c95e7113e7a4 tempest-LiveMigrationNegativeTest-1060194196 tempest-LiveMigrationNegativeTest-1060194196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.103745 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b079f63f-8c71-4e04-912c-dd328b865c4d req-0ff2f142-8e55-447f-a7d5-c95e7113e7a4 tempest-LiveMigrationNegativeTest-1060194196 tempest-LiveMigrationNegativeTest-1060194196-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 1102 time: 0.0423524 Aug 16 01:38:34.106926 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b325a-677e-433d-a215-e6402448da63 req-d4a935fb-ee36-43f5-b052-95c198956687 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.108414 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c02b325a-677e-433d-a215-e6402448da63 req-d4a935fb-ee36-43f5-b052-95c198956687 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0616686 Aug 16 01:38:34.123362 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b079f63f-8c71-4e04-912c-dd328b865c4d req-a33f4d09-f9c7-4554-82bc-660a8238e919 tempest-LiveMigrationNegativeTest-1060194196 tempest-LiveMigrationNegativeTest-1060194196-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:34.144848 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40f6f651-ec32-4c2b-bc05-dd53c39c9ece req-29477340-9960-41ce-ba29-7be462d0f5e0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354772 Aug 16 01:38:34.173632 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c02b325a-677e-433d-a215-e6402448da63 req-c31ecbb3-d4c9-4d54-8912-30137d2d4821 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556118 Aug 16 01:38:34.236322 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b079f63f-8c71-4e04-912c-dd328b865c4d req-a33f4d09-f9c7-4554-82bc-660a8238e919 tempest-LiveMigrationNegativeTest-1060194196 tempest-LiveMigrationNegativeTest-1060194196-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:34.240714 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b079f63f-8c71-4e04-912c-dd328b865c4d req-a33f4d09-f9c7-4554-82bc-660a8238e919 tempest-LiveMigrationNegativeTest-1060194196 tempest-LiveMigrationNegativeTest-1060194196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:34.264388 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b079f63f-8c71-4e04-912c-dd328b865c4d req-a33f4d09-f9c7-4554-82bc-660a8238e919 tempest-LiveMigrationNegativeTest-1060194196 tempest-LiveMigrationNegativeTest-1060194196-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542187 Aug 16 01:38:34.272818 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f4d09-f9c7-4554-82bc-660a8238e919 tempest-LiveMigrationNegativeTest-1060194196 tempest-LiveMigrationNegativeTest-1060194196-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a24602-1324-4687-bd17-5a35af7c353a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:34.291720 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40f6f651-ec32-4c2b-bc05-dd53c39c9ece req-4a1496c3-2375-4905-9637-1751344eb59d service neutron] 10.222.0.63 "GET /v2.0/networks/7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334705 Aug 16 01:38:34.330749 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffae42-675e-4d4b-8091-d40f5cfe08b3 req-fa3903b2-bca1-496c-abc1-55004b37f7b1 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.331961 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-27ffae42-675e-4d4b-8091-d40f5cfe08b3 req-fa3903b2-bca1-496c-abc1-55004b37f7b1 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0934041 Aug 16 01:38:34.392282 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3209f-9b5d-46c1-b49c-02976d3baaf5 req-8e61e41b-31d1-47fd-8021-e8eca4ce2146 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.398249 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3209f-9b5d-46c1-b49c-02976d3baaf5 req-8e61e41b-31d1-47fd-8021-e8eca4ce2146 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.404442 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3209f-9b5d-46c1-b49c-02976d3baaf5 req-8e61e41b-31d1-47fd-8021-e8eca4ce2146 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.410554 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3209f-9b5d-46c1-b49c-02976d3baaf5 req-8e61e41b-31d1-47fd-8021-e8eca4ce2146 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.415419 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-27ffae42-675e-4d4b-8091-d40f5cfe08b3 req-17145fd9-0432-4d6c-a4b5-f0291b5f7cb9 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541863 Aug 16 01:38:34.416375 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3209f-9b5d-46c1-b49c-02976d3baaf5 req-8e61e41b-31d1-47fd-8021-e8eca4ce2146 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.423542 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3209f-9b5d-46c1-b49c-02976d3baaf5 req-8e61e41b-31d1-47fd-8021-e8eca4ce2146 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.428969 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3209f-9b5d-46c1-b49c-02976d3baaf5 req-8e61e41b-31d1-47fd-8021-e8eca4ce2146 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.431057 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0bf3209f-9b5d-46c1-b49c-02976d3baaf5 req-8e61e41b-31d1-47fd-8021-e8eca4ce2146 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5434 time: 0.0962033 Aug 16 01:38:34.431944 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40f6f651-ec32-4c2b-bc05-dd53c39c9ece req-7aaa708b-8d99-4c79-bdc7-0549dd3e94e6 service neutron] 10.222.0.63 "GET /v2.0/networks/7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307352 Aug 16 01:38:34.485550 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0bf3209f-9b5d-46c1-b49c-02976d3baaf5 req-53a7c63a-30e3-49f4-9233-64679a5c440e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396814 Aug 16 01:38:34.638287 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05630a-069c-44d0-a190-7317fd35c23f req-c231ea72-6113-4f92-bc3e-a850f86f99ec tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.644485 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05630a-069c-44d0-a190-7317fd35c23f req-c231ea72-6113-4f92-bc3e-a850f86f99ec tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.650413 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05630a-069c-44d0-a190-7317fd35c23f req-c231ea72-6113-4f92-bc3e-a850f86f99ec tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.656469 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05630a-069c-44d0-a190-7317fd35c23f req-c231ea72-6113-4f92-bc3e-a850f86f99ec tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.662805 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05630a-069c-44d0-a190-7317fd35c23f req-c231ea72-6113-4f92-bc3e-a850f86f99ec tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.669445 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05630a-069c-44d0-a190-7317fd35c23f req-c231ea72-6113-4f92-bc3e-a850f86f99ec tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.675537 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05630a-069c-44d0-a190-7317fd35c23f req-c231ea72-6113-4f92-bc3e-a850f86f99ec tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.677462 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a05630a-069c-44d0-a190-7317fd35c23f req-c231ea72-6113-4f92-bc3e-a850f86f99ec tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5434 time: 0.0995562 Aug 16 01:38:34.693440 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41534) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:34.698692 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-384a5b29-e950-4b56-9e92-0acc5642568f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Request body: {'floatingip': {'port_id': 'e6c3bdef-f3fc-4443-8aad-bf5517788ec1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:34.749733 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-384a5b29-e950-4b56-9e92-0acc5642568f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:34.803959 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36569c1-b2eb-4e01-9384-427d661e8ec2 req-665e25d4-8362-4fff-8d58-9764e2ab58b8 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.805604 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d36569c1-b2eb-4e01-9384-427d661e8ec2 req-665e25d4-8362-4fff-8d58-9764e2ab58b8 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 950 time: 0.0536368 Aug 16 01:38:34.846139 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d36569c1-b2eb-4e01-9384-427d661e8ec2 req-74aedcd1-468b-46f1-9422-7900d56e7ecb tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341098 Aug 16 01:38:34.874214 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed206c7-9b20-4cc3-81dc-18411bb40947 req-06beb75a-0144-4721-98bc-08e581e13fe0 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.875731 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ed206c7-9b20-4cc3-81dc-18411bb40947 req-06beb75a-0144-4721-98bc-08e581e13fe0 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8 HTTP/1.1" status: 200 len: 947 time: 0.1302254 Aug 16 01:38:34.954690 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcec10d-c996-4250-896a-8348f41ac3b4 req-4d0113e5-05ad-4b4c-8a50-38f21e5287c7 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:34.956115 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cbcec10d-c996-4250-896a-8348f41ac3b4 req-4d0113e5-05ad-4b4c-8a50-38f21e5287c7 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/ports?device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 946 time: 0.0520370 Aug 16 01:38:34.967578 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ed206c7-9b20-4cc3-81dc-18411bb40947 req-5d679675-ee39-4c90-a14b-4ddfb484ad71 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830636 Aug 16 01:38:34.999829 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cbcec10d-c996-4250-896a-8348f41ac3b4 req-e2cdab5b-8cd8-4d30-9566-3ff2d00ceb28 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/security-groups?id=36294704-c9da-4187-ac6b-a749fc7d6ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376492 Aug 16 01:38:35.165917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdb35e-005c-468d-8eb5-da173555dfc2 req-f850fd12-4242-4a9e-846a-3fe62c60b79f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:35.167393 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9afdb35e-005c-468d-8eb5-da173555dfc2 req-f850fd12-4242-4a9e-846a-3fe62c60b79f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.1168823 Aug 16 01:38:35.304590 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43422724-766c-4d77-9e40-c769bd78e816 req-5bc807dc-87ff-4fe2-b574-378f3b0af43e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:35.306101 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43422724-766c-4d77-9e40-c769bd78e816 req-5bc807dc-87ff-4fe2-b574-378f3b0af43e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0549042 Aug 16 01:38:35.333219 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9afdb35e-005c-468d-8eb5-da173555dfc2 req-261f3fa9-3c33-4705-a6d5-66ec0194f922 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267645 Aug 16 01:38:35.347043 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43422724-766c-4d77-9e40-c769bd78e816 req-9424ff9b-7e2b-44a6-9d0c-71fa0aedf784 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343945 Aug 16 01:38:35.545581 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-384a5b29-e950-4b56-9e92-0acc5642568f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:35.552492 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-384a5b29-e950-4b56-9e92-0acc5642568f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:35.601466 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4ecaf-2698-49a3-8af5-10c2725a4b8e req-24113b91-4f1f-4fdd-98f0-81e3eb6e7a87 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:35.601914 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-04c4ecaf-2698-49a3-8af5-10c2725a4b8e req-24113b91-4f1f-4fdd-98f0-81e3eb6e7a87 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.1152995 Aug 16 01:38:35.673698 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-04c4ecaf-2698-49a3-8af5-10c2725a4b8e req-d06a2671-6f8c-4a18-aa71-f0ff53e7c932 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655007 Aug 16 01:38:35.689160 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-384a5b29-e950-4b56-9e92-0acc5642568f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Floating IP 459f7385-5553-49e7-993d-2685eba63ff1 associated. External IP: 172.25.3.242, port: e6c3bdef-f3fc-4443-8aad-bf5517788ec1. Aug 16 01:38:35.896294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 46e268a9-22dc-4db9-9046-58c3d52685fc details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:38:35.978044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bdcca-f1d6-411d-821e-3cd31956751c req-33419d8f-3f6e-4f3b-95d1-649f361f7ffc tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:35.979767 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1d1bdcca-f1d6-411d-821e-3cd31956751c req-33419d8f-3f6e-4f3b-95d1-649f361f7ffc tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 950 time: 0.0547822 Aug 16 01:38:36.012431 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 46e268a9-22dc-4db9-9046-58c3d52685fc, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=46e268a9-22dc-4db9-9046-58c3d52685fc,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:36.028269 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '46e268a9-22dc-4db9-9046-58c3d52685fc', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '46e268a9-22dc-4db9-9046-58c3d52685fc', 'mac_address': 'fa:16:3e:67:df:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:36.038503 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1d1bdcca-f1d6-411d-821e-3cd31956751c req-ea230660-2304-4cf9-ba85-9769cb5f9104 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506306 Aug 16 01:38:36.078887 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:36.092743 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e268a9-22dc-4db9-9046-58c3d52685fc {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:36.115745 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 46e268a9-22dc-4db9-9046-58c3d52685fc, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=46e268a9-22dc-4db9-9046-58c3d52685fc,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:36.120964 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:36.132147 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5a239-702f-404c-9ebe-89b4ef0097ec req-f82a61a3-c26b-4dbc-9ca8-ca32e0c6c10d tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:36.133568 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11e5a239-702f-404c-9ebe-89b4ef0097ec req-f82a61a3-c26b-4dbc-9ca8-ca32e0c6c10d tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8 HTTP/1.1" status: 200 len: 947 time: 0.0806768 Aug 16 01:38:36.154956 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cb763-1e4e-45c4-b0ec-df17d541558e req-4e3c8bae-b596-4fd2-96e9-9c96eaea5984 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:36.156612 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f56cb763-1e4e-45c4-b0ec-df17d541558e req-4e3c8bae-b596-4fd2-96e9-9c96eaea5984 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/ports?device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 946 time: 0.0593929 Aug 16 01:38:36.173826 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=46e268a9-22dc-4db9-9046-58c3d52685fc,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:36.196612 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f56cb763-1e4e-45c4-b0ec-df17d541558e req-5a9f13e0-1e64-4ddf-901e-7d390bca2b7a tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/security-groups?id=36294704-c9da-4187-ac6b-a749fc7d6ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338044 Aug 16 01:38:36.243175 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11e5a239-702f-404c-9ebe-89b4ef0097ec req-17e522f8-00c0-403b-bdee-d36f33d50c54 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787449 Aug 16 01:38:36.269589 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384a5b29-e950-4b56-9e92-0acc5642568f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Router 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:38:36.393609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384a5b29-e950-4b56-9e92-0acc5642568f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:38:36.398839 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-384a5b29-e950-4b56-9e92-0acc5642568f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:36.405506 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abcc1ae-0e8b-4c47-a278-6176e98a7bdc None None] Sync routers for ids ['893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:38:36.431344 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abcc1ae-0e8b-4c47-a278-6176e98a7bdc None None] Routers {'893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:38:36.431959 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0abcc1ae-0e8b-4c47-a278-6176e98a7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:38:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:38:36.434530 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-384a5b29-e950-4b56-9e92-0acc5642568f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "PUT /v2.0/floatingips/459f7385-5553-49e7-993d-2685eba63ff1 HTTP/1.1" status: 200 len: 991 time: 1.7397738 Aug 16 01:38:36.435392 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'tag': 'e6c3bdef-f3fc-4443-8aad-bf5517788ec1'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:36.438087 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57a2fee-b06b-47c8-b592-31c49c7c9b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "tag": "e6c3bdef-f3fc-4443-8aad-bf5517788ec1"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:36.502874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2e792-4008-4317-8631-a43e3abacc25 req-8bd22f11-8c5e-4c38-a08c-1329ba561737 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:36.504458 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ff2e792-4008-4317-8631-a43e3abacc25 req-8bd22f11-8c5e-4c38-a08c-1329ba561737 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0558543 Aug 16 01:38:36.512484 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f3cbf-9d7b-46c7-8877-40fd340baf23 req-02b4cf00-564c-4deb-86ae-d0f8c86a6ef3 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:36.514903 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8d3f3cbf-9d7b-46c7-8877-40fd340baf23 req-02b4cf00-564c-4deb-86ae-d0f8c86a6ef3 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0553555 Aug 16 01:38:36.551669 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ff2e792-4008-4317-8631-a43e3abacc25 req-9c99f154-0392-4e85-a994-2f2d7c4318c3 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410535 Aug 16 01:38:36.556199 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0abcc1ae-0e8b-4c47-a278-6176e98a7bdc None None] Set router 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:38:36.562213 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8d3f3cbf-9d7b-46c7-8877-40fd340baf23 req-c1226a4b-d0ba-41b7-9cec-9e448089766e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394459 Aug 16 01:38:36.596722 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['46e268a9-22dc-4db9-9046-58c3d52685fc'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:36.638355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66e431-27b2-4602-952e-5f80aee921d0 req-4f3689e6-1882-45da-8565-253dd43857d1 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:36.640122 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b66e431-27b2-4602-952e-5f80aee921d0 req-4f3689e6-1882-45da-8565-253dd43857d1 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 950 time: 0.0768342 Aug 16 01:38:36.725330 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c4a77d-a8a6-42f7-8fa8-16d617e42b32 x-openstack-request-id: req-23c4a77d-a8a6-42f7-8fa8-16d617e42b32 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:36.738650 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "tag": "e6c3bdef-f3fc-4443-8aad-bf5517788ec1", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:36.738953 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-23c4a77d-a8a6-42f7-8fa8-16d617e42b32 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:36.739396 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'tag': 'e6c3bdef-f3fc-4443-8aad-bf5517788ec1', 'status': 'completed', 'code': 200} Aug 16 01:38:36.747070 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7d96e-c892-48a9-9817-60255c3529c3 req-19f55bfe-cc3a-4d74-afa6-feacd8d72266 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:36.753944 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b3a7d96e-c892-48a9-9817-60255c3529c3 req-19f55bfe-cc3a-4d74-afa6-feacd8d72266 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/ports?device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 946 time: 0.1190436 Aug 16 01:38:36.830030 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0abcc1ae-0e8b-4c47-a278-6176e98a7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'name': 'tempest-TaggedBootDevicesTest-1786595185-router', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:58Z', 'updated_at': '2021-08-16T01:36:08Z', 'revision_number': 4, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'gw_port': {'id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:59Z', 'updated_at': '2021-08-16T01:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '459f7385-5553-49e7-993d-2685eba63ff1', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'port_id': 'e6c3bdef-f3fc-4443-8aad-bf5517788ec1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242', 'mac_address': 'fa:16:3e:3e:59:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:37:07Z', 'updated_at': '2021-08-16T01:38:35Z', 'revision_number': 1, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6574ff-ba1f-4096-b3b0-eb6200f526f9', 'name': '', 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'mac_address': 'fa:16:3e:ed:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'de680595-9685-4a06-af23-2b0f71eb9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:36:06Z', 'updated_at': '2021-08-16T01:36:15Z', 'revision_number': 5, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'subnets': [{'id': 'de680595-9685-4a06-af23-2b0f71eb9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:38:36.831757 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b3a7d96e-c892-48a9-9817-60255c3529c3 req-3492a34d-1faf-434f-be9d-d40bf6d300fc tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/security-groups?id=36294704-c9da-4187-ac6b-a749fc7d6ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719686 Aug 16 01:38:36.849520 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a2fee-b06b-47c8-b592-31c49c7c9b7e req-0501e6af-0713-4c9f-8988-46df3cec8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:36.850032 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a2fee-b06b-47c8-b592-31c49c7c9b7e req-0501e6af-0713-4c9f-8988-46df3cec8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:36.850499 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a2fee-b06b-47c8-b592-31c49c7c9b7e req-0501e6af-0713-4c9f-8988-46df3cec8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:36.850964 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a2fee-b06b-47c8-b592-31c49c7c9b7e req-0501e6af-0713-4c9f-8988-46df3cec8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:36.851423 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a2fee-b06b-47c8-b592-31c49c7c9b7e req-0501e6af-0713-4c9f-8988-46df3cec8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:36.851885 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a2fee-b06b-47c8-b592-31c49c7c9b7e req-0501e6af-0713-4c9f-8988-46df3cec8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:36.852375 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a2fee-b06b-47c8-b592-31c49c7c9b7e req-0501e6af-0713-4c9f-8988-46df3cec8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:36.854254 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a57a2fee-b06b-47c8-b592-31c49c7c9b7e req-0501e6af-0713-4c9f-8988-46df3cec8586 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5052f870a5d04e98b2cd29c89d03b16c&device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 6498 time: 0.0785952 Aug 16 01:38:36.858916 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abcc1ae-0e8b-4c47-a278-6176e98a7bdc None None] Checking router: 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:38:36.867280 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abcc1ae-0e8b-4c47-a278-6176e98a7bdc None None] Routers {'893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:38:36.867892 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0abcc1ae-0e8b-4c47-a278-6176e98a7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:38:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:38:36.937492 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-1b66e431-27b2-4602-952e-5f80aee921d0 req-94c8a9da-5101-4665-9940-a91af894664c tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Deleting port f6834a96-627e-4ae5-b163-24e0fea5d07c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:38:36.937852 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1b66e431-27b2-4602-952e-5f80aee921d0 req-94c8a9da-5101-4665-9940-a91af894664c tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:36.978376 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0abcc1ae-0e8b-4c47-a278-6176e98a7bdc None None] Set router 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:38:37.033065 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae607e18-a190-4950-89dc-2c65462645ed req-5087f178-2928-4f65-9006-fb194359de78 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:37.034690 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae607e18-a190-4950-89dc-2c65462645ed req-5087f178-2928-4f65-9006-fb194359de78 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.1916618 Aug 16 01:38:37.081404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a2fee-b06b-47c8-b592-31c49c7c9b7e req-b991acad-880a-47e5-8446-0b1ce394e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:37.082944 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a57a2fee-b06b-47c8-b592-31c49c7c9b7e req-b991acad-880a-47e5-8446-0b1ce394e2a6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c9f6cb29-657f-4294-ac8f-e7d12f466242 HTTP/1.1" status: 200 len: 913 time: 0.2158902 Aug 16 01:38:37.110910 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:37.119015 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1b66e431-27b2-4602-952e-5f80aee921d0 req-94c8a9da-5101-4665-9940-a91af894664c tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] For port f6834a96-627e-4ae5-b163-24e0fea5d07c, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f6834a96-627e-4ae5-b163-24e0fea5d07c,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:37.119496 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1b66e431-27b2-4602-952e-5f80aee921d0 req-94c8a9da-5101-4665-9940-a91af894664c tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:37.169834 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae607e18-a190-4950-89dc-2c65462645ed req-a0b19056-d0dc-4cfb-801e-2d765a4b239f tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263654 Aug 16 01:38:37.178421 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa13dcd-eb33-4d66-8a79-3e1d3f2d0335 req-81436a38-7b89-477a-965d-518a4a50f3be tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:37.180592 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-caa13dcd-eb33-4d66-8a79-3e1d3f2d0335 req-81436a38-7b89-477a-965d-518a4a50f3be tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 950 time: 0.0631888 Aug 16 01:38:37.182734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-1b66e431-27b2-4602-952e-5f80aee921d0 req-94c8a9da-5101-4665-9940-a91af894664c tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Calling delete_port for f6834a96-627e-4ae5-b163-24e0fea5d07c owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:38:37.229268 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-caa13dcd-eb33-4d66-8a79-3e1d3f2d0335 req-91f15688-f761-4d32-9612-476ed4cc9edd tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386064 Aug 16 01:38:37.229550 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0abcc1ae-0e8b-4c47-a278-6176e98a7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'name': 'tempest-TaggedBootDevicesTest-1786595185-router', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:58Z', 'updated_at': '2021-08-16T01:36:08Z', 'revision_number': 4, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'gw_port': {'id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:59Z', 'updated_at': '2021-08-16T01:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '459f7385-5553-49e7-993d-2685eba63ff1', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'port_id': 'e6c3bdef-f3fc-4443-8aad-bf5517788ec1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242', 'mac_address': 'fa:16:3e:3e:59:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:37:07Z', 'updated_at': '2021-08-16T01:38:35Z', 'revision_number': 1, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6574ff-ba1f-4096-b3b0-eb6200f526f9', 'name': '', 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'mac_address': 'fa:16:3e:ed:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'de680595-9685-4a06-af23-2b0f71eb9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:36:06Z', 'updated_at': '2021-08-16T01:36:15Z', 'revision_number': 5, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'subnets': [{'id': 'de680595-9685-4a06-af23-2b0f71eb9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:38:37.259582 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abcc1ae-0e8b-4c47-a278-6176e98a7bdc None None] The sync data for ids ['893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'] in n-d-765315-27 is: [{'id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'name': 'tempest-TaggedBootDevicesTest-1786595185-router', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:58Z', 'updated_at': '2021-08-16T01:36:08Z', 'revision_number': 4, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'gw_port': {'id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:59Z', 'updated_at': '2021-08-16T01:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '459f7385-5553-49e7-993d-2685eba63ff1', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'port_id': 'e6c3bdef-f3fc-4443-8aad-bf5517788ec1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242', 'mac_address': 'fa:16:3e:3e:59:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:37:07Z', 'updated_at': '2021-08-16T01:38:35Z', 'revision_number': 1, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6574ff-ba1f-4096-b3b0-eb6200f526f9', 'name': '', 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'mac_address': 'fa:16:3e:ed:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'de680595-9685-4a06-af23-2b0f71eb9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:36:06Z', 'updated_at': '2021-08-16T01:36:15Z', 'revision_number': 5, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'subnets': [{'id': 'de680595-9685-4a06-af23-2b0f71eb9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:38:37.264481 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a57a2fee-b06b-47c8-b592-31c49c7c9b7e req-0ee9c61b-5326-4414-b4a4-403068d05168 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c3bdef-f3fc-4443-8aad-bf5517788ec1 HTTP/1.1" status: 200 len: 999 time: 0.1643813 Aug 16 01:38:37.344550 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a2fee-b06b-47c8-b592-31c49c7c9b7e req-52396468-cdd4-4355-977a-b60e0c880422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:37.346421 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a57a2fee-b06b-47c8-b592-31c49c7c9b7e req-52396468-cdd4-4355-977a-b60e0c880422 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de680595-9685-4a06-af23-2b0f71eb9e2f HTTP/1.1" status: 200 len: 851 time: 0.0726171 Aug 16 01:38:37.480086 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52395c-39d5-42dd-820c-fa2e4bd6ed83 req-85d27e87-d64e-4734-84be-feaff98d2fda tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:37.482640 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb52395c-39d5-42dd-820c-fa2e4bd6ed83 req-85d27e87-d64e-4734-84be-feaff98d2fda tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8 HTTP/1.1" status: 200 len: 948 time: 0.1353004 Aug 16 01:38:37.485549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a2fee-b06b-47c8-b592-31c49c7c9b7e req-05805c80-465c-4b3f-b8c9-da636b042a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:37.487255 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a57a2fee-b06b-47c8-b592-31c49c7c9b7e req-05805c80-465c-4b3f-b8c9-da636b042a52 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9f6cb29-657f-4294-ac8f-e7d12f466242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1276712 Aug 16 01:38:37.488134 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1b66e431-27b2-4602-952e-5f80aee921d0 req-94c8a9da-5101-4665-9940-a91af894664c tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:37.499526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca49ea85-d44f-4864-9768-f6df940c6f8e None None] New status for floating IP 459f7385-5553-49e7-993d-2685eba63ff1: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:38:37.551701 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8a9da-5101-4665-9940-a91af894664c tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Pushing event deleted for resources: {'Port': ['ID=f6834a96-627e-4ae5-b163-24e0fea5d07c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:37.655498 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb52395c-39d5-42dd-820c-fa2e4bd6ed83 req-5c3ce181-26fa-457b-9fac-0a8db1a492b7 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577201 Aug 16 01:38:37.698566 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b66e431-27b2-4602-952e-5f80aee921d0 req-94c8a9da-5101-4665-9940-a91af894664c tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] No DVR routers for this DVR port f6834a96-627e-4ae5-b163-24e0fea5d07c on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:38:37.703011 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1b66e431-27b2-4602-952e-5f80aee921d0 req-94c8a9da-5101-4665-9940-a91af894664c tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:37.705080 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b66e431-27b2-4602-952e-5f80aee921d0 req-94c8a9da-5101-4665-9940-a91af894664c tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.73 "DELETE /v2.0/ports/f6834a96-627e-4ae5-b163-24e0fea5d07c HTTP/1.1" status: 204 len: 173 time: 1.0503895 Aug 16 01:38:37.736104 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['4d126455-c79c-4522-a7ae-0b07425d5727', 'f6834a96-627e-4ae5-b163-24e0fea5d07c'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:37.738741 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3046c6-af20-44c8-b558-d986f508d8f0 req-daf7cb34-1ae9-4d8c-ac58-71992a69739f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:37.742969 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9e3046c6-af20-44c8-b558-d986f508d8f0 req-daf7cb34-1ae9-4d8c-ac58-71992a69739f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.1065400 Aug 16 01:38:37.744791 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a57a2fee-b06b-47c8-b592-31c49c7c9b7e req-f33405b7-e61b-416e-a342-9550ee6d5ce7 service neutron] 10.222.0.73 "GET /v2.0/networks/c9f6cb29-657f-4294-ac8f-e7d12f466242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394705 Aug 16 01:38:37.830815 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:37.839483 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9e3046c6-af20-44c8-b558-d986f508d8f0 req-a72102d7-8771-4b92-9be4-2d737c923723 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884850 Aug 16 01:38:37.852298 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfb9a1-609f-49d2-9f1f-9727cb183ec1 req-73c5e7d5-21d7-44b2-b32a-3e79f04ddbe6 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:37.860540 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77cfb9a1-609f-49d2-9f1f-9727cb183ec1 req-73c5e7d5-21d7-44b2-b32a-3e79f04ddbe6 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.1199329 Aug 16 01:38:37.926043 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a57a2fee-b06b-47c8-b592-31c49c7c9b7e req-522dce47-0ed6-4e73-96a2-b20316a44921 service neutron] 10.222.0.73 "GET /v2.0/networks/c9f6cb29-657f-4294-ac8f-e7d12f466242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712074 Aug 16 01:38:37.929646 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77cfb9a1-609f-49d2-9f1f-9727cb183ec1 req-20a58307-75fb-41a4-9b52-fa72ebd69473 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681300 Aug 16 01:38:38.068763 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0819a2a-68d5-4cd7-90df-7f01b931959a req-105310d1-065e-48dc-8803-66e508062b4b tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:38.070551 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0819a2a-68d5-4cd7-90df-7f01b931959a req-105310d1-065e-48dc-8803-66e508062b4b tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/ports?device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 946 time: 0.0586333 Aug 16 01:38:38.119273 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0819a2a-68d5-4cd7-90df-7f01b931959a req-d415d62b-3896-4cb8-9b69-a42ca42ab549 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/security-groups?id=36294704-c9da-4187-ac6b-a749fc7d6ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420780 Aug 16 01:38:38.312473 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9023f3-f655-4c89-be1c-fafb6e401061 req-001fb7d3-7764-47ca-a651-0b6c634964a2 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:38.317237 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9d9023f3-f655-4c89-be1c-fafb6e401061 req-001fb7d3-7764-47ca-a651-0b6c634964a2 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0713487 Aug 16 01:38:38.344049 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc4f7a-2dfa-4ca3-b9f4-5e66169abdaa req-1a326a1d-1178-4273-acd8-c5c322e5e45c tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:38.346135 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6cc4f7a-2dfa-4ca3-b9f4-5e66169abdaa req-1a326a1d-1178-4273-acd8-c5c322e5e45c tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 946 time: 0.0645287 Aug 16 01:38:38.366146 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9d9023f3-f655-4c89-be1c-fafb6e401061 req-cbe8b828-7060-4eb6-a00a-bb173e9c0b09 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438249 Aug 16 01:38:38.374154 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82433fa0-de08-480f-896e-d4868e1d2f7a req-1c2d2287-4c55-4ce0-b49e-e54761f3bfb6 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d5172fa-aadd-4940-901a-da6502bf7c2b HTTP/1.1" status: 200 len: 210 time: 0.0274093 Aug 16 01:38:38.471135 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-b6cc4f7a-2dfa-4ca3-b9f4-5e66169abdaa req-624a0305-200f-4756-a906-f9d2858dcd2c tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Deleting port 3d2dfe65-c226-4ae9-bce0-2a078dba88ab {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:38:38.471592 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6cc4f7a-2dfa-4ca3-b9f4-5e66169abdaa req-624a0305-200f-4756-a906-f9d2858dcd2c tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:38.565104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b6cc4f7a-2dfa-4ca3-b9f4-5e66169abdaa req-624a0305-200f-4756-a906-f9d2858dcd2c tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] For port 3d2dfe65-c226-4ae9-bce0-2a078dba88ab, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=3d2dfe65-c226-4ae9-bce0-2a078dba88ab,segment=NetworkSegment(2337e379-a063-4c51-b8f9-5d35e36bbbc9),segment_id=2337e379-a063-4c51-b8f9-5d35e36bbbc9)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:38.565468 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6cc4f7a-2dfa-4ca3-b9f4-5e66169abdaa req-624a0305-200f-4756-a906-f9d2858dcd2c tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:38.578651 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-b6cc4f7a-2dfa-4ca3-b9f4-5e66169abdaa req-624a0305-200f-4756-a906-f9d2858dcd2c tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Calling delete_port for 3d2dfe65-c226-4ae9-bce0-2a078dba88ab owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:38:38.707524 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6cc4f7a-2dfa-4ca3-b9f4-5e66169abdaa req-624a0305-200f-4756-a906-f9d2858dcd2c tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:38.719391 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['3d2dfe65-c226-4ae9-bce0-2a078dba88ab'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:38.738260 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a0305-200f-4756-a906-f9d2858dcd2c tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Pushing event deleted for resources: {'Port': ['ID=3d2dfe65-c226-4ae9-bce0-2a078dba88ab,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:38.742151 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5172fa-aadd-4940-901a-da6502bf7c2b', 'name': 'network-vif-deleted', 'tag': 'f6834a96-627e-4ae5-b163-24e0fea5d07c'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:38.744362 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0114792-5815-49d1-8209-02282e01cf67" -d '{"events": [{"server_uuid": "2d5172fa-aadd-4940-901a-da6502bf7c2b", "name": "network-vif-deleted", "tag": "f6834a96-627e-4ae5-b163-24e0fea5d07c"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:38.784092 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fc0738-d316-40e5-9972-d8d358c6bdf3 x-openstack-request-id: req-99fc0738-d316-40e5-9972-d8d358c6bdf3 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:38.784561 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5172fa-aadd-4940-901a-da6502bf7c2b", "name": "network-vif-deleted", "tag": "f6834a96-627e-4ae5-b163-24e0fea5d07c", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:38.784933 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-99fc0738-d316-40e5-9972-d8d358c6bdf3 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:38.785785 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5172fa-aadd-4940-901a-da6502bf7c2b', 'name': 'network-vif-deleted', 'tag': 'f6834a96-627e-4ae5-b163-24e0fea5d07c', 'status': 'completed', 'code': 200} Aug 16 01:38:38.807212 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cc4f7a-2dfa-4ca3-b9f4-5e66169abdaa req-624a0305-200f-4756-a906-f9d2858dcd2c tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] No DVR routers for this DVR port 3d2dfe65-c226-4ae9-bce0-2a078dba88ab on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:38:38.811181 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b6cc4f7a-2dfa-4ca3-b9f4-5e66169abdaa req-624a0305-200f-4756-a906-f9d2858dcd2c tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:38.813517 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b6cc4f7a-2dfa-4ca3-b9f4-5e66169abdaa req-624a0305-200f-4756-a906-f9d2858dcd2c tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.63 "DELETE /v2.0/ports/3d2dfe65-c226-4ae9-bce0-2a078dba88ab HTTP/1.1" status: 204 len: 173 time: 0.4425581 Aug 16 01:38:38.819057 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b342d-1859-4f72-ab89-9747f135c4cb req-a6cde26b-08b0-4d8d-beeb-ed11a0b21f3d tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:38.820531 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-678b342d-1859-4f72-ab89-9747f135c4cb req-a6cde26b-08b0-4d8d-beeb-ed11a0b21f3d tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8 HTTP/1.1" status: 200 len: 948 time: 0.0961709 Aug 16 01:38:38.860476 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-678b342d-1859-4f72-ab89-9747f135c4cb req-eeacb28e-11ac-4d1d-8fb0-bb1ae4bada1e tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329359 Aug 16 01:38:38.986226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edef96d-651d-4d58-bfee-bdf6ec107f52 req-87a0fa23-34fd-49e9-bc16-594a0ba679a6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:38.987753 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9edef96d-651d-4d58-bfee-bdf6ec107f52 req-87a0fa23-34fd-49e9-bc16-594a0ba679a6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0609846 Aug 16 01:38:39.036549 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9edef96d-651d-4d58-bfee-bdf6ec107f52 req-7559bb80-ea03-4c6e-ab61-916aaffe51f3 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425215 Aug 16 01:38:39.068117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca9b2e-0409-47cc-8361-8c8740a8c98d req-b68337ed-6cf7-4a33-a1c6-2995c1893536 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:39.069629 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a7ca9b2e-0409-47cc-8361-8c8740a8c98d req-b68337ed-6cf7-4a33-a1c6-2995c1893536 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0672891 Aug 16 01:38:39.110257 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a7ca9b2e-0409-47cc-8361-8c8740a8c98d req-17a1df0b-b11b-462e-8f5f-6d36f0145122 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341558 Aug 16 01:38:39.238795 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74097939-b4a9-47e9-ae0f-fb5a004849a5 req-7fe59e5b-246d-4fca-804c-6bf0f8dbd030 tempest-InstanceActionsTestJSON-527089736 tempest-InstanceActionsTestJSON-527089736-project] 10.222.0.68 "GET /v2.0/ports?device_id=9cf18de7-dc63-4b07-8409-41c6e3fbf0ae HTTP/1.1" status: 200 len: 210 time: 0.0268881 Aug 16 01:38:39.287130 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:38:39.498457 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20b348-5970-4106-9d8c-508a32d059e7 req-8e124c9a-2552-4092-a394-62ac72485b2a tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:39.500143 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d20b348-5970-4106-9d8c-508a32d059e7 req-8e124c9a-2552-4092-a394-62ac72485b2a tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0584521 Aug 16 01:38:39.546090 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d20b348-5970-4106-9d8c-508a32d059e7 req-676e3688-c0a5-4c6c-b243-7a07d2955c7f tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399508 Aug 16 01:38:39.664573 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe588f2-4f4a-4d73-b618-8cf0bb8c4613 req-c10b53fe-6d6b-43fe-8c7b-475ea711fad6 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:39.666049 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dfe588f2-4f4a-4d73-b618-8cf0bb8c4613 req-c10b53fe-6d6b-43fe-8c7b-475ea711fad6 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f3f2195-1304-4556-94f2-192a338cb389 HTTP/1.1" status: 200 len: 950 time: 0.0520756 Aug 16 01:38:39.703492 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dfe588f2-4f4a-4d73-b618-8cf0bb8c4613 req-d1254b35-dc27-4f1e-8428-b310904a8d56 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311005 Aug 16 01:38:39.915313 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 46e268a9-22dc-4db9-9046-58c3d52685fc up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:38:39.966970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 46e268a9-22dc-4db9-9046-58c3d52685fc completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:39.971069 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 46e268a9-22dc-4db9-9046-58c3d52685fc triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:39.971445 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:39.982834 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe57e8-a9c7-48ad-bece-d943664bdf02 req-adcf2e36-4abd-423d-a7f2-fdcd572c4cc4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:39.984352 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9dfe57e8-a9c7-48ad-bece-d943664bdf02 req-adcf2e36-4abd-423d-a7f2-fdcd572c4cc4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8 HTTP/1.1" status: 200 len: 948 time: 0.0526090 Aug 16 01:38:40.023043 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9dfe57e8-a9c7-48ad-bece-d943664bdf02 req-f37ef71c-78d5-4a44-8c0b-13d46750fc3f tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321023 Aug 16 01:38:40.050006 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:40.077457 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cd6fd8-6256-4209-9a6b-ad117a32c5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e268a9-22dc-4db9-9046-58c3d52685fc'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:40.079711 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6f8d01-e85c-4e51-8873-d7e4aee73a8b" -d '{"events": [{"server_uuid": "e8cd6fd8-6256-4209-9a6b-ad117a32c5b8", "name": "network-vif-plugged", "status": "completed", "tag": "46e268a9-22dc-4db9-9046-58c3d52685fc"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:40.093709 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 46e268a9-22dc-4db9-9046-58c3d52685fc, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=46e268a9-22dc-4db9-9046-58c3d52685fc,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:40.097974 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:40.098903 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device f6834a96-627e-4ae5-b163-24e0fea5d07c no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:38:40.123292 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9910ea99-10f4-4483-9a8a-64dde46855bb x-openstack-request-id: req-9910ea99-10f4-4483-9a8a-64dde46855bb {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:40.123577 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cd6fd8-6256-4209-9a6b-ad117a32c5b8", "name": "network-vif-plugged", "status": "completed", "tag": "46e268a9-22dc-4db9-9046-58c3d52685fc", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:40.123826 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9910ea99-10f4-4483-9a8a-64dde46855bb {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:40.124209 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cd6fd8-6256-4209-9a6b-ad117a32c5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e268a9-22dc-4db9-9046-58c3d52685fc', 'code': 200} Aug 16 01:38:40.144279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: f6834a96-627e-4ae5-b163-24e0fea5d07c {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:38:40.144560 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device f6834a96-627e-4ae5-b163-24e0fea5d07c not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:38:40.180424 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8648ec3-7498-4b43-9e87-4e2a643300db req-51c2604c-51a2-471d-8f80-d8b490729a13 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:40.183161 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8648ec3-7498-4b43-9e87-4e2a643300db req-51c2604c-51a2-471d-8f80-d8b490729a13 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0719078 Aug 16 01:38:40.184139 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=46e268a9-22dc-4db9-9046-58c3d52685fc,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:40.259521 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8648ec3-7498-4b43-9e87-4e2a643300db req-e28bc62b-41f9-4c77-8339-01d398aa4a88 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542479 Aug 16 01:38:40.264621 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f7532-779f-486c-a2d8-e17ae95b8a87 req-d0439c1c-084a-48b1-9e5e-2aae905c23ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:40.265908 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-317f7532-779f-486c-a2d8-e17ae95b8a87 req-d0439c1c-084a-48b1-9e5e-2aae905c23ce service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8 HTTP/1.1" status: 200 len: 1101 time: 0.0697846 Aug 16 01:38:40.298428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5ccdc-99f0-4425-b912-2a91e32075af req-49bd8190-cdaf-4934-9c28-cc03b3f34ebd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:40.299842 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e1b5ccdc-99f0-4425-b912-2a91e32075af req-49bd8190-cdaf-4934-9c28-cc03b3f34ebd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0655615 Aug 16 01:38:40.313739 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41624) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:40.316183 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-317f7532-779f-486c-a2d8-e17ae95b8a87 req-27417d65-c866-4ca5-8da0-fc577b75fd56 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360062 Aug 16 01:38:40.375077 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e1b5ccdc-99f0-4425-b912-2a91e32075af req-6ec772ae-09ea-49e4-a3ed-4f20a8a4cdba tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658255 Aug 16 01:38:40.380943 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-075a96d8-b8e3-4922-a128-551a1054a2a9 admin admin] Deleting subnet 8ba5eb56-df3b-4ad0-a7eb-0abe33711197 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:38:40.384118 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-075a96d8-b8e3-4922-a128-551a1054a2a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:40.419164 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-075a96d8-b8e3-4922-a128-551a1054a2a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:40.461378 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-075a96d8-b8e3-4922-a128-551a1054a2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:40.511327 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-075a96d8-b8e3-4922-a128-551a1054a2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:40.537777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a96d8-b8e3-4922-a128-551a1054a2a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba5eb56-df3b-4ad0-a7eb-0abe33711197,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:40.541496 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-075a96d8-b8e3-4922-a128-551a1054a2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:40.543989 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-075a96d8-b8e3-4922-a128-551a1054a2a9 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8ba5eb56-df3b-4ad0-a7eb-0abe33711197 HTTP/1.1" status: 204 len: 168 time: 0.2285149 Aug 16 01:38:40.546132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41628) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:40.613919 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-725076c9-7e05-4c40-aa60-a9080cb1c3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:40.670987 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d40b9-44ed-4454-aa9d-5110b6866a6c req-643b291e-2029-4cb5-8e33-66f9ee53c364 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:40.672386 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-079d40b9-44ed-4454-aa9d-5110b6866a6c req-643b291e-2029-4cb5-8e33-66f9ee53c364 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0536189 Aug 16 01:38:40.696652 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-725076c9-7e05-4c40-aa60-a9080cb1c3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:40.707072 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-725076c9-7e05-4c40-aa60-a9080cb1c3ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:38:40.711160 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-079d40b9-44ed-4454-aa9d-5110b6866a6c req-59e667a2-031d-4958-8ca4-f3c089adec5c tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327678 Aug 16 01:38:40.717883 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-725076c9-7e05-4c40-aa60-a9080cb1c3ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2337e379-a063-4c51-b8f9-5d35e36bbbc9') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:38:40.718183 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-725076c9-7e05-4c40-aa60-a9080cb1c3ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2337e379-a063-4c51-b8f9-5d35e36bbbc9') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:38:40.727200 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-725076c9-7e05-4c40-aa60-a9080cb1c3ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:40.741304 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-725076c9-7e05-4c40-aa60-a9080cb1c3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:40.747531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725076c9-7e05-4c40-aa60-a9080cb1c3ef admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:38:40.747970 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-725076c9-7e05-4c40-aa60-a9080cb1c3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:38:40.749673 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:38:40.786530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf18de7-dc63-4b07-8409-41c6e3fbf0ae', 'name': 'network-vif-deleted', 'tag': '3d2dfe65-c226-4ae9-bce0-2a078dba88ab'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:40.788947 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682a5d77-c200-45e4-98cc-740062a46ff8" -d '{"events": [{"server_uuid": "9cf18de7-dc63-4b07-8409-41c6e3fbf0ae", "name": "network-vif-deleted", "tag": "3d2dfe65-c226-4ae9-bce0-2a078dba88ab"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:40.826080 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9897948b-56fd-4fe0-80b6-296b4acaed95 x-openstack-request-id: req-9897948b-56fd-4fe0-80b6-296b4acaed95 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:40.826482 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf18de7-dc63-4b07-8409-41c6e3fbf0ae", "name": "network-vif-deleted", "tag": "3d2dfe65-c226-4ae9-bce0-2a078dba88ab", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:40.826721 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9897948b-56fd-4fe0-80b6-296b4acaed95 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:40.827128 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf18de7-dc63-4b07-8409-41c6e3fbf0ae', 'name': 'network-vif-deleted', 'tag': '3d2dfe65-c226-4ae9-bce0-2a078dba88ab', 'status': 'completed', 'code': 200} Aug 16 01:38:40.838848 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-725076c9-7e05-4c40-aa60-a9080cb1c3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:40.844991 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-725076c9-7e05-4c40-aa60-a9080cb1c3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:40.849135 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-725076c9-7e05-4c40-aa60-a9080cb1c3ef admin admin] 10.222.0.68 "DELETE /v2.0/networks/7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f HTTP/1.1" status: 204 len: 168 time: 0.2997792 Aug 16 01:38:40.853227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 3d2dfe65-c226-4ae9-bce0-2a078dba88ab no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:38:40.867478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdecef0-fb40-46cc-b10a-66fd50cc373a req-51fd1df5-fbc1-4200-9298-0f3c6e6012a4 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:40.868754 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-efdecef0-fb40-46cc-b10a-66fd50cc373a req-51fd1df5-fbc1-4200-9298-0f3c6e6012a4 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f3f2195-1304-4556-94f2-192a338cb389 HTTP/1.1" status: 200 len: 950 time: 0.0817940 Aug 16 01:38:40.869507 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725076c9-7e05-4c40-aa60-a9080cb1c3ef admin admin] Pushing event deleted for resources: {'Network': ['ID=7a5a64b6-6ea3-42e1-8dea-153b8aa42b9f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:40.879332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 3d2dfe65-c226-4ae9-bce0-2a078dba88ab {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:38:40.879614 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 3d2dfe65-c226-4ae9-bce0-2a078dba88ab not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:38:40.911529 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-efdecef0-fb40-46cc-b10a-66fd50cc373a req-623dce12-6148-43d8-8acc-d48379d573d0 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3979f04-6c37-471e-8a25-74d45f8882af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342813 Aug 16 01:38:40.977309 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41638) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:41.017798 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-727a65f4-46af-4dbc-a2e1-fc62c71d37ea admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b4ced09dbb5f485280d6bc570ea37996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392807 Aug 16 01:38:41.020167 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41640) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:41.069641 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2070f882-00f9-427c-8077-94ec1013a9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:41.093096 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2070f882-00f9-427c-8077-94ec1013a9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:41.143815 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2070f882-00f9-427c-8077-94ec1013a9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:41.146802 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2070f882-00f9-427c-8077-94ec1013a9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:41.148162 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2070f882-00f9-427c-8077-94ec1013a9fe admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/36294704-c9da-4187-ac6b-a749fc7d6ace HTTP/1.1" status: 204 len: 168 time: 0.1269586 Aug 16 01:38:41.150934 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61c20b-3601-4f91-9563-6a5bff3941a2 req-6099d5a3-eafa-4328-8c8d-b777b278cc4c tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:41.152538 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5e61c20b-3601-4f91-9563-6a5bff3941a2 req-6099d5a3-eafa-4328-8c8d-b777b278cc4c tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8 HTTP/1.1" status: 200 len: 949 time: 0.0524387 Aug 16 01:38:41.158687 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070f882-00f9-427c-8077-94ec1013a9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36294704-c9da-4187-ac6b-a749fc7d6ace,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:41.200306 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5e61c20b-3601-4f91-9563-6a5bff3941a2 req-6253e086-64fa-4148-b376-c8d3bb4f1318 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375545 Aug 16 01:38:41.416022 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90447d68-f043-493e-8ae5-5b7c697a1215 req-a87fec05-c5fa-4e7d-8044-a2a3b990e0c8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:41.417538 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-90447d68-f043-493e-8ae5-5b7c697a1215 req-a87fec05-c5fa-4e7d-8044-a2a3b990e0c8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0850070 Aug 16 01:38:41.428745 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7060f3f-fbad-40c2-847f-721cb765d8ff req-41706ab1-3eb7-4fc1-b7b3-9a7e00fc8d1e tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:41.430388 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d7060f3f-fbad-40c2-847f-721cb765d8ff req-41706ab1-3eb7-4fc1-b7b3-9a7e00fc8d1e tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f3f2195-1304-4556-94f2-192a338cb389 HTTP/1.1" status: 200 len: 950 time: 0.0862567 Aug 16 01:38:41.512236 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-90447d68-f043-493e-8ae5-5b7c697a1215 req-77ee6562-17b4-4ba3-a74c-1393d41ab41a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806510 Aug 16 01:38:41.559662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-d7060f3f-fbad-40c2-847f-721cb765d8ff req-d91c0cda-ca63-4e83-8359-93d2590b87da tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Deleting port 4d126455-c79c-4522-a7ae-0b07425d5727 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:38:41.560422 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7060f3f-fbad-40c2-847f-721cb765d8ff req-d91c0cda-ca63-4e83-8359-93d2590b87da tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:41.584284 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29fa18-8bee-432f-a110-443e20d08f74 req-507adf46-2d1b-4ab1-91d5-c75300bbfbfc tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:41.587080 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cc29fa18-8bee-432f-a110-443e20d08f74 req-507adf46-2d1b-4ab1-91d5-c75300bbfbfc tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0606470 Aug 16 01:38:41.627675 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cc29fa18-8bee-432f-a110-443e20d08f74 req-88ae2bf4-5aa3-4392-98ea-8a22e0e4adbf tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338326 Aug 16 01:38:41.669894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d7060f3f-fbad-40c2-847f-721cb765d8ff req-d91c0cda-ca63-4e83-8359-93d2590b87da tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] For port 4d126455-c79c-4522-a7ae-0b07425d5727, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4d126455-c79c-4522-a7ae-0b07425d5727,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:41.670259 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7060f3f-fbad-40c2-847f-721cb765d8ff req-d91c0cda-ca63-4e83-8359-93d2590b87da tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:41.682980 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-d7060f3f-fbad-40c2-847f-721cb765d8ff req-d91c0cda-ca63-4e83-8359-93d2590b87da tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Calling delete_port for 4d126455-c79c-4522-a7ae-0b07425d5727 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:38:41.850259 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7060f3f-fbad-40c2-847f-721cb765d8ff req-d91c0cda-ca63-4e83-8359-93d2590b87da tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:41.860120 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95b851-03a1-4abb-a5b7-aeb6b8d2ac06 req-0857abfb-c2e7-4fc5-9115-15587874bd65 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:41.861571 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c95b851-03a1-4abb-a5b7-aeb6b8d2ac06 req-0857abfb-c2e7-4fc5-9115-15587874bd65 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0664980 Aug 16 01:38:41.862446 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['4d126455-c79c-4522-a7ae-0b07425d5727'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:41.896938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c0cda-ca63-4e83-8359-93d2590b87da tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Pushing event deleted for resources: {'Port': ['ID=4d126455-c79c-4522-a7ae-0b07425d5727,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:41.952739 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41676) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:41.960488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7060f3f-fbad-40c2-847f-721cb765d8ff req-d91c0cda-ca63-4e83-8359-93d2590b87da tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] No DVR routers for this DVR port 4d126455-c79c-4522-a7ae-0b07425d5727 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:38:41.964782 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7060f3f-fbad-40c2-847f-721cb765d8ff req-d91c0cda-ca63-4e83-8359-93d2590b87da tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:41.967569 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d7060f3f-fbad-40c2-847f-721cb765d8ff req-d91c0cda-ca63-4e83-8359-93d2590b87da tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.73 "DELETE /v2.0/ports/4d126455-c79c-4522-a7ae-0b07425d5727 HTTP/1.1" status: 204 len: 173 time: 0.5297744 Aug 16 01:38:41.976934 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c95b851-03a1-4abb-a5b7-aeb6b8d2ac06 req-bd26b94a-3309-484b-84ab-160b0ce3084e tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084697 Aug 16 01:38:42.056967 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bb95fc5-d095-4b56-aa26-2ee37f463808 req-93742ed7-ccdf-484a-a2f8-4beb78613983 tempest-LiveMigrationNegativeTest-523144610 tempest-LiveMigrationNegativeTest-523144610-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f3f2195-1304-4556-94f2-192a338cb389 HTTP/1.1" status: 200 len: 210 time: 0.0361590 Aug 16 01:38:42.081511 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-be87f79f-59b1-4c1f-b519-07598678ada0 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2025181136-network', 'tenant_id': '067e9b9e2d4c41f49a4974c2a9fe6a20'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:42.106696 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be87f79f-59b1-4c1f-b519-07598678ada0 admin admin] Made reservation on behalf of 067e9b9e2d4c41f49a4974c2a9fe6a20 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:38:42.109361 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be87f79f-59b1-4c1f-b519-07598678ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:42.118369 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be87f79f-59b1-4c1f-b519-07598678ada0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:42.219774 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be87f79f-59b1-4c1f-b519-07598678ada0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:42.223851 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be87f79f-59b1-4c1f-b519-07598678ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:42.252366 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be87f79f-59b1-4c1f-b519-07598678ada0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:38:42.258962 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87f79f-59b1-4c1f-b519-07598678ada0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af321879-a775-40de-a9cb-70e390465511,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:42.267845 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be87f79f-59b1-4c1f-b519-07598678ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:42.268203 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-be87f79f-59b1-4c1f-b519-07598678ada0 admin admin] Added segment 9ee4bb76-0100-4f62-a198-c0db3600767b of type vlan for network 0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 Aug 16 01:38:42.329494 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be87f79f-59b1-4c1f-b519-07598678ada0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:42.359902 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89689d6b-1c90-4b37-86c3-e91ed1e00f74 req-1fb78151-f75b-450b-86bd-815f922216a2 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:42.360182 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be87f79f-59b1-4c1f-b519-07598678ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:42.361142 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be87f79f-59b1-4c1f-b519-07598678ada0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:42.361535 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-89689d6b-1c90-4b37-86c3-e91ed1e00f74 req-1fb78151-f75b-450b-86bd-815f922216a2 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8 HTTP/1.1" status: 200 len: 949 time: 0.0566392 Aug 16 01:38:42.361862 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be87f79f-59b1-4c1f-b519-07598678ada0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:42.401819 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-89689d6b-1c90-4b37-86c3-e91ed1e00f74 req-28a7558e-32dc-49c7-b5b4-b639d7505ba3 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339806 Aug 16 01:38:42.420254 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-be87f79f-59b1-4c1f-b519-07598678ada0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4663885 Aug 16 01:38:42.423353 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41684) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:42.436119 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87f79f-59b1-4c1f-b519-07598678ada0 admin admin] Pushing event updated for resources: {'Network': ['ID=0f77b6cf-1fb8-47d6-b007-5ddebd89bf05,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:42.452373 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7fd362c1-f983-46f6-8f4a-cd99d5382914 admin admin] Request body: {'subnet': {'network_id': '0f77b6cf-1fb8-47d6-b007-5ddebd89bf05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2025181136-subnet', 'tenant_id': '067e9b9e2d4c41f49a4974c2a9fe6a20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:42.456827 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:38:42.503848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd362c1-f983-46f6-8f4a-cd99d5382914 admin admin] Made reservation on behalf of 067e9b9e2d4c41f49a4974c2a9fe6a20 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:38:42.507224 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fd362c1-f983-46f6-8f4a-cd99d5382914 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:42.773349 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0ab08-c5fd-4a6f-8a61-f11541bfddc3 req-270bcbd4-f85f-4894-928f-225c163745b8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:42.773349 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-44b0ab08-c5fd-4a6f-8a61-f11541bfddc3 req-270bcbd4-f85f-4894-928f-225c163745b8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.1040680 Aug 16 01:38:42.773349 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fd362c1-f983-46f6-8f4a-cd99d5382914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:42.827805 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3f2195-1304-4556-94f2-192a338cb389', 'name': 'network-vif-deleted', 'tag': '4d126455-c79c-4522-a7ae-0b07425d5727'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:42.830060 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec6de43-d7e4-4959-813e-4cfc59104a8a" -d '{"events": [{"server_uuid": "8f3f2195-1304-4556-94f2-192a338cb389", "name": "network-vif-deleted", "tag": "4d126455-c79c-4522-a7ae-0b07425d5727"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:42.859570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd362c1-f983-46f6-8f4a-cd99d5382914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b1f05a8-07b5-4849-867f-bc033ab92096,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:42.866397 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-44b0ab08-c5fd-4a6f-8a61-f11541bfddc3 req-c932bdd0-9342-414d-a648-1bba33590c29 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695636 Aug 16 01:38:42.886187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd362c1-f983-46f6-8f4a-cd99d5382914 admin admin] Checking segment: {'id': '9ee4bb76-0100-4f62-a198-c0db3600767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0f77b6cf-1fb8-47d6-b007-5ddebd89bf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:38:42.886706 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd362c1-f983-46f6-8f4a-cd99d5382914 admin admin] Network hostable DHCP agents. Network: 0f77b6cf-1fb8-47d6-b007-5ddebd89bf05, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:38:42.910980 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd362c1-f983-46f6-8f4a-cd99d5382914 admin admin] Network 0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:38:42.913378 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a244225-45cb-4a99-a8f9-452b902e38fb req-7ece06b1-c8de-4839-b38e-8b566a8542be tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:42.918429 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a244225-45cb-4a99-a8f9-452b902e38fb req-7ece06b1-c8de-4839-b38e-8b566a8542be tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0844412 Aug 16 01:38:42.923053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-7fd362c1-f983-46f6-8f4a-cd99d5382914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 0f77b6cf-1fb8-47d6-b007-5ddebd89bf05) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:38:42.928670 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd362c1-f983-46f6-8f4a-cd99d5382914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:42.929442 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fd362c1-f983-46f6-8f4a-cd99d5382914 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:42.931128 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21b103e-4171-4fa8-877c-5906e40d351b None None] Network 0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:38:42.956636 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7fd362c1-f983-46f6-8f4a-cd99d5382914 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5316086 Aug 16 01:38:42.964949 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a244225-45cb-4a99-a8f9-452b902e38fb req-7cc5eb89-40c4-44dc-9f93-7ec7696ad246 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407670 Aug 16 01:38:43.031839 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7698e9e-fd1f-4b28-ba59-20e818386a8f x-openstack-request-id: req-a7698e9e-fd1f-4b28-ba59-20e818386a8f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:43.032238 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3f2195-1304-4556-94f2-192a338cb389", "name": "network-vif-deleted", "tag": "4d126455-c79c-4522-a7ae-0b07425d5727", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:43.032605 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a7698e9e-fd1f-4b28-ba59-20e818386a8f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:43.033099 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3f2195-1304-4556-94f2-192a338cb389', 'name': 'network-vif-deleted', 'tag': '4d126455-c79c-4522-a7ae-0b07425d5727', 'status': 'completed', 'code': 200} Aug 16 01:38:43.097397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bf3384-fcb0-4cc3-b479-d846de30df00 None None] Network 0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:38:43.167497 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbbd63-b72a-48bf-a048-33e61c5192fa req-fe767c1d-36ae-4990-90c3-24c95b294d8a tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.171871 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-27cbbd63-b72a-48bf-a048-33e61c5192fa req-fe767c1d-36ae-4990-90c3-24c95b294d8a tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0748947 Aug 16 01:38:43.231034 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-27cbbd63-b72a-48bf-a048-33e61c5192fa req-469d8953-7e45-413b-a1c0-a55ec4cf511a tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535476 Aug 16 01:38:43.511405 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13540ce-9e8a-4d45-a43f-780e25881501 req-1f078b3d-640f-42ea-bbc9-44343d9e7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.513541 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e13540ce-9e8a-4d45-a43f-780e25881501 req-1f078b3d-640f-42ea-bbc9-44343d9e7b0e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=023dc85af2bf4dc7a1f725dbe3ed89e4&device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 1098 time: 0.4205215 Aug 16 01:38:43.536912 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-e4b9a7f8-ece4-4e2a-8ced-5c3537c08201 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.537275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-e4b9a7f8-ece4-4e2a-8ced-5c3537c08201 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.537905 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-e4b9a7f8-ece4-4e2a-8ced-5c3537c08201 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.538030 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-3c7fcb78-8a02-4aa2-a841-451f9a96c0ff tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.538373 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-e4b9a7f8-ece4-4e2a-8ced-5c3537c08201 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.538884 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-e4b9a7f8-ece4-4e2a-8ced-5c3537c08201 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.539356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-e4b9a7f8-ece4-4e2a-8ced-5c3537c08201 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.539806 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-e4b9a7f8-ece4-4e2a-8ced-5c3537c08201 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.540263 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-e4b9a7f8-ece4-4e2a-8ced-5c3537c08201 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.540717 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-e4b9a7f8-ece4-4e2a-8ced-5c3537c08201 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.541169 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-e4b9a7f8-ece4-4e2a-8ced-5c3537c08201 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.541620 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-e4b9a7f8-ece4-4e2a-8ced-5c3537c08201 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.542133 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-e4b9a7f8-ece4-4e2a-8ced-5c3537c08201 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.542597 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-e4b9a7f8-ece4-4e2a-8ced-5c3537c08201 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.543052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-e4b9a7f8-ece4-4e2a-8ced-5c3537c08201 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.544296 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-e4b9a7f8-ece4-4e2a-8ced-5c3537c08201 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.544778 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-e4b9a7f8-ece4-4e2a-8ced-5c3537c08201 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.546235 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-3c7fcb78-8a02-4aa2-a841-451f9a96c0ff tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/networks?id=0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 HTTP/1.1" status: 200 len: 818 time: 0.1311278 Aug 16 01:38:43.547545 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-e4b9a7f8-ece4-4e2a-8ced-5c3537c08201 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8&device_id=e62589c9-281d-4155-becf-a988b53e3bd7&device_id=aabb9a5f-782f-4aff-99cc-d063bc99bc9a&device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d&device_id=4da090af-0338-46b1-b872-b9d77d407454&device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550&device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86&device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a&device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e&device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 14508 time: 0.0821416 Aug 16 01:38:43.564987 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-41338262-cc8e-4ce0-8b3a-fca672adb46b tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/quotas/067e9b9e2d4c41f49a4974c2a9fe6a20 HTTP/1.1" status: 200 len: 375 time: 0.0175147 Aug 16 01:38:43.605094 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-bc82eab6-115b-4977-8160-7d3c910c3171 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:43.608878 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-aa592a0a-922f-4e96-8333-3b8237fc6f98 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=067e9b9e2d4c41f49a4974c2a9fe6a20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377247 Aug 16 01:38:43.672990 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41730) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:43.703389 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13540ce-9e8a-4d45-a43f-780e25881501 req-7138bbd8-0beb-40b5-bce7-ed4902adcd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.706130 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e13540ce-9e8a-4d45-a43f-780e25881501 req-7138bbd8-0beb-40b5-bce7-ed4902adcd67 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37247afe-3e0d-4d66-9cda-775b4991a62b HTTP/1.1" status: 200 len: 919 time: 0.1574619 Aug 16 01:38:43.717626 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-20453dde-6c6e-447f-b182-c2337cfcb454 service neutron] 10.222.0.68 "GET /v2.0/networks/0f77b6cf-1fb8-47d6-b007-5ddebd89bf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974102 Aug 16 01:38:43.764029 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e13540ce-9e8a-4d45-a43f-780e25881501 req-a1c2dc1f-ada2-4f84-b6a0-0c33d74cd1f7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef9c09e5-ed39-44a5-bb18-554139df6dff HTTP/1.1" status: 200 len: 217 time: 0.0431490 Aug 16 01:38:43.827480 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-c6a73dc9-9632-4a70-b118-de9082632dd6 service neutron] 10.222.0.68 "GET /v2.0/networks/0f77b6cf-1fb8-47d6-b007-5ddebd89bf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000330 Aug 16 01:38:43.857441 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13540ce-9e8a-4d45-a43f-780e25881501 req-cb25508b-1f5d-46b9-a5f9-8a2ea445a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:43.858992 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e13540ce-9e8a-4d45-a43f-780e25881501 req-cb25508b-1f5d-46b9-a5f9-8a2ea445a237 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ba079634-1419-49dc-8324-e7d11f3f3dfd HTTP/1.1" status: 200 len: 858 time: 0.0870144 Aug 16 01:38:43.865164 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-bc82eab6-115b-4977-8160-7d3c910c3171 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:43.875077 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-bc82eab6-115b-4977-8160-7d3c910c3171 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:43.924557 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bfa6e683-6e5e-4684-b6b3-09aa420b3fe2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=945569b059a74cc188e376abad26b491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449567 Aug 16 01:38:43.927219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41736) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:43.936793 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e13540ce-9e8a-4d45-a43f-780e25881501 req-97ac3b3a-d83a-4381-9550-daff6cfa446e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37247afe-3e0d-4d66-9cda-775b4991a62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589786 Aug 16 01:38:43.944619 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-50f2ec91-2dcc-4c36-9a42-39b04c0ab221 req-bc82eab6-115b-4977-8160-7d3c910c3171 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&id=84b0ae52-33c3-4a71-b522-46064a850194&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&id=10a5952e-5233-49df-a187-6090fc8b46be&id=d65cb5e0-0e49-43c9-9ef3-d178871af464&id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 741 time: 0.3882420 Aug 16 01:38:43.964172 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82eab6-115b-4977-8160-7d3c910c3171 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2931ab7-4607-4126-ab5d-96e559a91ddb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:44.025210 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0140256a-84a9-47de-8058-bc7dc1116fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:44.053075 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0140256a-84a9-47de-8058-bc7dc1116fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:44.109964 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0140256a-84a9-47de-8058-bc7dc1116fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:44.110385 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e13540ce-9e8a-4d45-a43f-780e25881501 req-fcdf7f90-ba8f-43f8-bd49-3a6c5a5c1d15 service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497827 Aug 16 01:38:44.113153 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0140256a-84a9-47de-8058-bc7dc1116fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:44.114446 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0140256a-84a9-47de-8058-bc7dc1116fbd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b3979f04-6c37-471e-8a25-74d45f8882af HTTP/1.1" status: 204 len: 168 time: 0.1860571 Aug 16 01:38:44.123168 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140256a-84a9-47de-8058-bc7dc1116fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3979f04-6c37-471e-8a25-74d45f8882af,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:44.270755 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2d249-8fb4-4c2d-8a58-6d09e2d544a4 req-a4b598e3-a9ae-4e88-9acd-a22091b0bb6a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:44.272604 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3fa2d249-8fb4-4c2d-8a58-6d09e2d544a4 req-a4b598e3-a9ae-4e88-9acd-a22091b0bb6a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0755167 Aug 16 01:38:44.348966 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e13540ce-9e8a-4d45-a43f-780e25881501 req-bf0f80b2-09ee-4207-ad5f-3f046ad4967a service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173460 Aug 16 01:38:44.366433 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c47f314-5845-4ea4-a4dc-9bd24ec96e65 req-14be440d-a374-405d-a029-2bd182699e5f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1417644 Aug 16 01:38:44.398380 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3fa2d249-8fb4-4c2d-8a58-6d09e2d544a4 req-802d2e97-e311-4faa-ba9d-73361a7113ef tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186161 Aug 16 01:38:44.506451 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fc60c-1ff8-4e29-bf83-35d7d5a346df req-53b3e7ff-186f-4c97-9f47-f22efe96ff4e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:44.508049 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-648fc60c-1ff8-4e29-bf83-35d7d5a346df req-53b3e7ff-186f-4c97-9f47-f22efe96ff4e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.1013048 Aug 16 01:38:44.550090 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47f314-5845-4ea4-a4dc-9bd24ec96e65 req-da3de130-7c3a-4fb6-ba50-bfa5cc7dd0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:44.551673 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c47f314-5845-4ea4-a4dc-9bd24ec96e65 req-da3de130-7c3a-4fb6-ba50-bfa5cc7dd0af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 1101 time: 0.1021714 Aug 16 01:38:44.571343 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-648fc60c-1ff8-4e29-bf83-35d7d5a346df req-123a9e07-804f-4379-a563-28457dd653f7 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504017 Aug 16 01:38:44.580284 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41764) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:44.646428 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8dbb2760-2768-4132-9551-8acf4a888e19 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=feaae3e0116e4555b967aa6c820bad6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0647807 Aug 16 01:38:44.650157 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41768) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:44.759472 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbea667-5934-4159-ad89-a3d23bf4a489 req-b7c7c6f2-11fa-4820-8e72-ad1279de8448 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:44.761524 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0dbea667-5934-4159-ad89-a3d23bf4a489 req-b7c7c6f2-11fa-4820-8e72-ad1279de8448 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.1334052 Aug 16 01:38:44.768064 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0228cd9-473b-4314-b041-a23490747ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:44.787800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47f314-5845-4ea4-a4dc-9bd24ec96e65 req-691a9f8e-df15-406b-8fc0-901628224102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:44.789490 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c47f314-5845-4ea4-a4dc-9bd24ec96e65 req-691a9f8e-df15-406b-8fc0-901628224102 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.2122798 Aug 16 01:38:44.838802 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0dbea667-5934-4159-ad89-a3d23bf4a489 req-3c2dc1e8-9ee8-4fab-9e7f-c00cd6d3b469 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606108 Aug 16 01:38:44.844829 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0228cd9-473b-4314-b041-a23490747ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:44.884760 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c47f314-5845-4ea4-a4dc-9bd24ec96e65 req-ddab95e7-9781-4073-a8f3-413ea321ecf3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=0212517b-dda9-4f54-ae72-41185d52c5f4 HTTP/1.1" status: 200 len: 217 time: 0.0863183 Aug 16 01:38:44.921824 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0228cd9-473b-4314-b041-a23490747ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:44.926666 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0228cd9-473b-4314-b041-a23490747ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:44.936302 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a0228cd9-473b-4314-b041-a23490747ce9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/12a24602-1324-4687-bd17-5a35af7c353a HTTP/1.1" status: 204 len: 168 time: 0.2516932 Aug 16 01:38:44.970315 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0228cd9-473b-4314-b041-a23490747ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a24602-1324-4687-bd17-5a35af7c353a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:45.011071 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e623c-c074-4481-9298-88fbb6e8d0e8 req-91a52c43-9b58-4adb-92dd-daaeb563d10d tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:45.011732 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e623c-c074-4481-9298-88fbb6e8d0e8 req-91a52c43-9b58-4adb-92dd-daaeb563d10d tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:45.012323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e623c-c074-4481-9298-88fbb6e8d0e8 req-91a52c43-9b58-4adb-92dd-daaeb563d10d tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:45.023938 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dd1e623c-c074-4481-9298-88fbb6e8d0e8 req-91a52c43-9b58-4adb-92dd-daaeb563d10d tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8&device_id=aabb9a5f-782f-4aff-99cc-d063bc99bc9a&device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 2886 time: 0.1328201 Aug 16 01:38:45.027209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47f314-5845-4ea4-a4dc-9bd24ec96e65 req-303d89c0-361b-4829-be08-7e5e398037a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:45.032095 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c47f314-5845-4ea4-a4dc-9bd24ec96e65 req-303d89c0-361b-4829-be08-7e5e398037a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1398551 Aug 16 01:38:45.044212 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e68ec784-ea38-4994-b6fd-79b6d11acfd0 req-7ad3ddcc-9dd3-4f63-9508-567b13383ae3 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e HTTP/1.1" status: 200 len: 210 time: 0.0760071 Aug 16 01:38:45.131156 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dd1e623c-c074-4481-9298-88fbb6e8d0e8 req-f5a8d872-537e-4597-8731-5938529992ff tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979710 Aug 16 01:38:45.144321 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47f314-5845-4ea4-a4dc-9bd24ec96e65 req-80e87495-5b25-42ac-9613-35e3cb453c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:45.146049 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c47f314-5845-4ea4-a4dc-9bd24ec96e65 req-80e87495-5b25-42ac-9613-35e3cb453c96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1044528 Aug 16 01:38:45.352956 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c47f314-5845-4ea4-a4dc-9bd24ec96e65 req-45269ce2-3cf5-4f0a-9bcc-1f5966b303a1 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954350 Aug 16 01:38:45.600958 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c47f314-5845-4ea4-a4dc-9bd24ec96e65 req-3203e6ab-e6cd-4635-870a-23507c7bbbff service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391214 Aug 16 01:38:45.614067 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce0286-83e5-4cab-8a22-d1d31f1e5ba8 req-bc07a571-9f2a-44cb-b1bb-813664933cf6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:45.617546 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10ce0286-83e5-4cab-8a22-d1d31f1e5ba8 req-bc07a571-9f2a-44cb-b1bb-813664933cf6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.1129081 Aug 16 01:38:45.690871 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10ce0286-83e5-4cab-8a22-d1d31f1e5ba8 req-c6a1aec6-495d-4e00-912f-7557080b4fc5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562310 Aug 16 01:38:45.873038 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2917a-341d-4e0c-a8e0-1935d9ede7d5 req-3b0ba0dc-489d-4e28-a211-870921253344 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:45.874985 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-55f2917a-341d-4e0c-a8e0-1935d9ede7d5 req-3b0ba0dc-489d-4e28-a211-870921253344 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0720434 Aug 16 01:38:45.952390 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-55f2917a-341d-4e0c-a8e0-1935d9ede7d5 req-a91817a4-da3b-40d0-9356-3f67aa5e8bd6 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681517 Aug 16 01:38:45.963329 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4d126455-c79c-4522-a7ae-0b07425d5727 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:38:45.991106 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 4d126455-c79c-4522-a7ae-0b07425d5727 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:38:45.991490 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4d126455-c79c-4522-a7ae-0b07425d5727 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:38:46.066075 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afc494-bea9-409d-96ae-4259389c3731 req-b24b68f2-5625-4415-b4f3-d4cfc8423e94 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:46.067923 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-05afc494-bea9-409d-96ae-4259389c3731 req-b24b68f2-5625-4415-b4f3-d4cfc8423e94 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.1158006 Aug 16 01:38:46.089214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1241ad3-664b-4509-b127-c2b1649a1f34 req-218cc2e0-ff98-4903-bde2-de4ee84480dd tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:46.091798 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1241ad3-664b-4509-b127-c2b1649a1f34 req-218cc2e0-ff98-4903-bde2-de4ee84480dd tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 1102 time: 0.0738177 Aug 16 01:38:46.114414 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-05afc494-bea9-409d-96ae-4259389c3731 req-95e92d74-f1e1-43b5-a5fc-da39b828ea10 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394356 Aug 16 01:38:46.137041 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1241ad3-664b-4509-b127-c2b1649a1f34 req-81f48a74-0f84-4479-b21f-65e0252e9c9c tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385988 Aug 16 01:38:46.236400 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-05de5cd0-9476-4da1-b4ef-1c6b6aa57aca req-6f110899-910b-4adc-a225-29646b7b941a tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e HTTP/1.1" status: 200 len: 210 time: 0.0518198 Aug 16 01:38:46.246015 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41824) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:46.431668 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7336dca2-2035-4917-aa5d-81f6bc9b3ea0 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1606024368-network', 'tenant_id': '972a00d1149c41068ff3bcf037d331eb'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:46.470728 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7336dca2-2035-4917-aa5d-81f6bc9b3ea0 admin admin] Made reservation on behalf of 972a00d1149c41068ff3bcf037d331eb for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:38:46.473944 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7336dca2-2035-4917-aa5d-81f6bc9b3ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:46.480065 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad64001-0e8c-44c3-8382-99b59d8f0b2c req-e11465f5-e112-4beb-9ab2-3766cb0cd7ae tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:46.482288 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ad64001-0e8c-44c3-8382-99b59d8f0b2c req-e11465f5-e112-4beb-9ab2-3766cb0cd7ae tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 1102 time: 0.1621134 Aug 16 01:38:46.488606 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7336dca2-2035-4917-aa5d-81f6bc9b3ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:46.540151 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-ed9ef163-e6ab-467a-81d1-152b01a45234 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:46.541868 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-ed9ef163-e6ab-467a-81d1-152b01a45234 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.73 "GET /v2.0/networks?id=0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 HTTP/1.1" status: 200 len: 818 time: 0.1623030 Aug 16 01:38:46.554437 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ad64001-0e8c-44c3-8382-99b59d8f0b2c req-24d7e7cf-6f7e-409a-b964-77a8468d7f80 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628111 Aug 16 01:38:46.570289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-5f4df8a1-9eeb-4eb8-af7e-357ce155daa7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Request body: {'port': {'device_id': '7af356c8-a08a-4ab6-9847-a7b0027235d9', 'network_id': '0f77b6cf-1fb8-47d6-b007-5ddebd89bf05', 'admin_state_up': True, 'tenant_id': '067e9b9e2d4c41f49a4974c2a9fe6a20'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:46.609747 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7336dca2-2035-4917-aa5d-81f6bc9b3ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:46.616737 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7336dca2-2035-4917-aa5d-81f6bc9b3ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:46.653821 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7336dca2-2035-4917-aa5d-81f6bc9b3ea0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:38:46.667936 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336dca2-2035-4917-aa5d-81f6bc9b3ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a69b383-48aa-4c3e-8847-3baaab5d4602,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:46.679890 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7336dca2-2035-4917-aa5d-81f6bc9b3ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:46.681134 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-7336dca2-2035-4917-aa5d-81f6bc9b3ea0 admin admin] Added segment db16a229-ebef-47ab-8774-2f45b1958f4d of type vlan for network 3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 Aug 16 01:38:46.754806 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7336dca2-2035-4917-aa5d-81f6bc9b3ea0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:46.797613 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7336dca2-2035-4917-aa5d-81f6bc9b3ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:46.799153 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7336dca2-2035-4917-aa5d-81f6bc9b3ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:46.800033 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7336dca2-2035-4917-aa5d-81f6bc9b3ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:46.909108 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7336dca2-2035-4917-aa5d-81f6bc9b3ea0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6613898 Aug 16 01:38:46.912226 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41836) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:38:46.919166 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-22465ee1-f527-4097-ad21-92b09b59ede1 admin admin] Request body: {'subnet': {'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1606024368-subnet', 'tenant_id': '972a00d1149c41068ff3bcf037d331eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:46.924092 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336dca2-2035-4917-aa5d-81f6bc9b3ea0 admin admin] Pushing event updated for resources: {'Network': ['ID=3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:46.936487 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:38:46.962901 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22465ee1-f527-4097-ad21-92b09b59ede1 admin admin] Made reservation on behalf of 972a00d1149c41068ff3bcf037d331eb for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:38:46.966023 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22465ee1-f527-4097-ad21-92b09b59ede1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:47.048384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad17b11-c621-4043-a66c-22f05457014e req-bfada74e-bdf3-4d55-9770-d80b57f6f67d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:47.050016 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ad17b11-c621-4043-a66c-22f05457014e req-bfada74e-bdf3-4d55-9770-d80b57f6f67d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.2465830 Aug 16 01:38:47.070706 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-9dab8f3c-eae4-43d9-a204-bb34b18a0961 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:47.072199 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-9dab8f3c-eae4-43d9-a204-bb34b18a0961 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.63 "GET /v2.0/networks?id=0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 HTTP/1.1" status: 200 len: 818 time: 0.4257431 Aug 16 01:38:47.108017 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-724cb937-6474-4c6a-a085-96459dbbb2ba tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Request body: {'port': {'device_id': '4b9df903-f1f4-415c-aca7-b2d4a3062529', 'network_id': '0f77b6cf-1fb8-47d6-b007-5ddebd89bf05', 'admin_state_up': True, 'tenant_id': '067e9b9e2d4c41f49a4974c2a9fe6a20'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:47.138305 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-5f4df8a1-9eeb-4eb8-af7e-357ce155daa7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Made reservation on behalf of 067e9b9e2d4c41f49a4974c2a9fe6a20 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:38:47.141873 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-5f4df8a1-9eeb-4eb8-af7e-357ce155daa7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:47.200709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-4be5332e-b65e-406b-9bb1-61fb17315bcb tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:47.202128 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-4be5332e-b65e-406b-9bb1-61fb17315bcb tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.73 "GET /v2.0/networks?id=0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 HTTP/1.1" status: 200 len: 818 time: 0.3285747 Aug 16 01:38:47.220902 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ad17b11-c621-4043-a66c-22f05457014e req-d3e944d9-5f56-49aa-ad72-63fb489ea2ae tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605315 Aug 16 01:38:47.235513 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-246731e8-ce06-418f-8b1a-ac580b8d53d6 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Request body: {'port': {'device_id': '1e35f680-1347-4ad9-b2d9-55f6f0b97b5e', 'network_id': '0f77b6cf-1fb8-47d6-b007-5ddebd89bf05', 'admin_state_up': True, 'tenant_id': '067e9b9e2d4c41f49a4974c2a9fe6a20'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:47.236204 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22465ee1-f527-4097-ad21-92b09b59ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:47.300170 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626afab-58c0-4e5b-8427-7c96cf092ddf req-1da20db3-1246-4371-8a95-305957918b53 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:47.302289 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2626afab-58c0-4e5b-8427-7c96cf092ddf req-1da20db3-1246-4371-8a95-305957918b53 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.1150100 Aug 16 01:38:47.347238 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22465ee1-f527-4097-ad21-92b09b59ede1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=169f5ec2-dc2c-4cc1-93f9-b6f1426c49ca,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:47.383757 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2626afab-58c0-4e5b-8427-7c96cf092ddf req-6f86eb90-32ff-440d-bc2d-a2f5cebb0f93 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693686 Aug 16 01:38:47.394745 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22465ee1-f527-4097-ad21-92b09b59ede1 admin admin] Checking segment: {'id': 'db16a229-ebef-47ab-8774-2f45b1958f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:38:47.395232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22465ee1-f527-4097-ad21-92b09b59ede1 admin admin] Network hostable DHCP agents. Network: 3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:38:47.417184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22465ee1-f527-4097-ad21-92b09b59ede1 admin admin] Network 3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:38:47.436003 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-22465ee1-f527-4097-ad21-92b09b59ede1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:38:47.448533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22465ee1-f527-4097-ad21-92b09b59ede1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:47.449243 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22465ee1-f527-4097-ad21-92b09b59ede1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:47.471281 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-22465ee1-f527-4097-ad21-92b09b59ede1 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5571663 Aug 16 01:38:47.487816 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0441d8-12db-48a8-9af0-3147bf6ff567 None None] Network 3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:38:47.494791 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-5f4df8a1-9eeb-4eb8-af7e-357ce155daa7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Allocated IP 172.20.0.2 (0f77b6cf-1fb8-47d6-b007-5ddebd89bf05/3b1f05a8-07b5-4849-867f-bc033ab92096/064796a5-8069-4e5c-8e7a-edbfe6df3e20) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:38:47.520670 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-724cb937-6474-4c6a-a085-96459dbbb2ba tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Made reservation on behalf of 067e9b9e2d4c41f49a4974c2a9fe6a20 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:38:47.529452 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-724cb937-6474-4c6a-a085-96459dbbb2ba tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:47.605394 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ebca4-7a5e-4607-a725-213277a8cb5a req-9a70b12a-7c04-4abf-ac6f-b23f6d2ab3af tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:47.618579 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d94ebca4-7a5e-4607-a725-213277a8cb5a req-9a70b12a-7c04-4abf-ac6f-b23f6d2ab3af tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0890262 Aug 16 01:38:47.722185 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d94ebca4-7a5e-4607-a725-213277a8cb5a req-893c9508-1cef-42bb-b628-0c63d45efa8e tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015470 Aug 16 01:38:47.756451 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-246731e8-ce06-418f-8b1a-ac580b8d53d6 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Made reservation on behalf of 067e9b9e2d4c41f49a4974c2a9fe6a20 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:38:47.761871 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-246731e8-ce06-418f-8b1a-ac580b8d53d6 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:47.799107 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8477144d-7315-4f38-b357-89117606a934 None None] Network 3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:38:47.815390 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-712c2fd3-7571-4bb0-bd1a-ae21c8f8b173 req-23675b97-7121-4c4d-9d0b-db5f89031a58 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e HTTP/1.1" status: 200 len: 210 time: 0.0894048 Aug 16 01:38:48.003036 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-5f4df8a1-9eeb-4eb8-af7e-357ce155daa7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:48.077832 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14e05c-5153-4fdf-9b61-62be5acccbbf req-9d05926d-2e67-456f-94f9-75d9de2238c2 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:48.079372 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fc14e05c-5153-4fdf-9b61-62be5acccbbf req-9d05926d-2e67-456f-94f9-75d9de2238c2 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.1430337 Aug 16 01:38:48.127982 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-5f4df8a1-9eeb-4eb8-af7e-357ce155daa7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:48.163512 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fc14e05c-5153-4fdf-9b61-62be5acccbbf req-a3fdc8d3-5ac6-4afe-8cce-096d6b7230b3 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770659 Aug 16 01:38:48.216221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-5f4df8a1-9eeb-4eb8-af7e-357ce155daa7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Network 0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:38:48.225887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-5f4df8a1-9eeb-4eb8-af7e-357ce155daa7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:38:48.232541 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-5f4df8a1-9eeb-4eb8-af7e-357ce155daa7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:38:48.239318 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-724cb937-6474-4c6a-a085-96459dbbb2ba tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Allocated IP 172.20.0.5 (0f77b6cf-1fb8-47d6-b007-5ddebd89bf05/3b1f05a8-07b5-4849-867f-bc033ab92096/a302aa61-8da3-4c84-8328-c38c4f6a06c2) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:38:48.265264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4df8a1-9eeb-4eb8-af7e-357ce155daa7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Pushing event updated for resources: {'Port': ['ID=064796a5-8069-4e5c-8e7a-edbfe6df3e20,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:48.288030 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210636f-eef8-445e-91de-92b54e377025 req-6170e253-6040-420c-8543-8e095af2ef17 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:48.290999 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8210636f-eef8-445e-91de-92b54e377025 req-6170e253-6040-420c-8543-8e095af2ef17 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/networks?id=3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 HTTP/1.1" status: 200 len: 822 time: 0.1558714 Aug 16 01:38:48.304950 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-5f4df8a1-9eeb-4eb8-af7e-357ce155daa7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:48.305590 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-5f4df8a1-9eeb-4eb8-af7e-357ce155daa7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:48.310751 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8210636f-eef8-445e-91de-92b54e377025 req-ba87a975-0edd-463e-83d5-fb148892e075 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/quotas/972a00d1149c41068ff3bcf037d331eb HTTP/1.1" status: 200 len: 375 time: 0.0107806 Aug 16 01:38:48.348565 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-5f4df8a1-9eeb-4eb8-af7e-357ce155daa7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7860417 Aug 16 01:38:48.362651 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8210636f-eef8-445e-91de-92b54e377025 req-b241cf38-a44b-4beb-b03f-7367635d809c tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=972a00d1149c41068ff3bcf037d331eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445750 Aug 16 01:38:48.378960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Request body: {'port': {'device_id': '7af356c8-a08a-4ab6-9847-a7b0027235d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:48.476001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e9929-8eb8-40e7-ad12-33221702177c req-3eb5870b-2818-4be8-9964-0ced0b81c156 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:48.477505 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-501e9929-8eb8-40e7-ad12-33221702177c req-3eb5870b-2818-4be8-9964-0ced0b81c156 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.1481910 Aug 16 01:38:48.491762 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8210636f-eef8-445e-91de-92b54e377025 req-d154de41-2c71-4018-a97d-73e15fda55b2 service neutron] 10.222.0.68 "GET /v2.0/networks/3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130304 Aug 16 01:38:48.536293 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:48.587950 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-501e9929-8eb8-40e7-ad12-33221702177c req-e8ff3927-4c96-431a-84df-083e8793c549 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878272 Aug 16 01:38:48.617425 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-724cb937-6474-4c6a-a085-96459dbbb2ba tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:48.651568 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8210636f-eef8-445e-91de-92b54e377025 req-00bdd97f-7988-4538-9577-65d7e93ee81c service neutron] 10.222.0.68 "GET /v2.0/networks/3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493556 Aug 16 01:38:48.784956 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4366e8-4218-4213-8127-8b473bb8cc08 req-17be15e6-7226-43a1-aec8-393ab37e7c71 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:48.786924 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db4366e8-4218-4213-8127-8b473bb8cc08 req-17be15e6-7226-43a1-aec8-393ab37e7c71 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0921547 Aug 16 01:38:48.790690 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-724cb937-6474-4c6a-a085-96459dbbb2ba tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:48.897182 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-724cb937-6474-4c6a-a085-96459dbbb2ba tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Network 0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:38:48.908540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-724cb937-6474-4c6a-a085-96459dbbb2ba tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:38:48.910726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cb937-6474-4c6a-a085-96459dbbb2ba tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Pushing event updated for resources: {'Port': ['ID=a302aa61-8da3-4c84-8328-c38c4f6a06c2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:48.920423 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-724cb937-6474-4c6a-a085-96459dbbb2ba tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:38:48.932314 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-246731e8-ce06-418f-8b1a-ac580b8d53d6 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Allocated IP 172.20.0.12 (0f77b6cf-1fb8-47d6-b007-5ddebd89bf05/3b1f05a8-07b5-4849-867f-bc033ab92096/e70fc433-e8e6-4e91-8823-851ec3503761) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:38:49.001749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6ebb8-353e-42f2-9a3e-09c7fb9f957b req-5591392e-3ace-4b43-ae9b-5e7db34e160a tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:49.011553 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-08d6ebb8-353e-42f2-9a3e-09c7fb9f957b req-5591392e-3ace-4b43-ae9b-5e7db34e160a tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.1217198 Aug 16 01:38:49.073695 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-08d6ebb8-353e-42f2-9a3e-09c7fb9f957b req-135324c7-6c8e-4643-bf50-74c0b694c44a tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602267 Aug 16 01:38:49.208015 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-64727426-5f2a-4ca9-9e8f-c981e10871bf req-6e36cf8d-1c6b-446e-9c83-5622919fde02 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 210 time: 0.0586405 Aug 16 01:38:49.295049 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db4366e8-4218-4213-8127-8b473bb8cc08 req-e318f598-e4b8-47fd-aeff-425734994a12 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729600 Aug 16 01:38:49.384061 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-724cb937-6474-4c6a-a085-96459dbbb2ba tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:49.384604 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-724cb937-6474-4c6a-a085-96459dbbb2ba tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:49.451419 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-27cd1e3a-9674-4b34-aaa3-6c6cb2238ed6 req-27e4ef0b-3ea5-4375-a2e1-a459ff2429fe tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e HTTP/1.1" status: 200 len: 210 time: 0.0477908 Aug 16 01:38:49.480021 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-724cb937-6474-4c6a-a085-96459dbbb2ba tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3798108 Aug 16 01:38:49.507339 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Request body: {'port': {'device_id': '4b9df903-f1f4-415c-aca7-b2d4a3062529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:49.574675 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed83ae7-5e7f-4d8d-9ece-8201dc50e6e2 req-58a0742f-a199-4a66-99ca-aa3d314907c8 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:49.576847 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ed83ae7-5e7f-4d8d-9ece-8201dc50e6e2 req-58a0742f-a199-4a66-99ca-aa3d314907c8 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0845606 Aug 16 01:38:49.618968 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:49.630620 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ed83ae7-5e7f-4d8d-9ece-8201dc50e6e2 req-1be712de-a2ba-4fd7-9787-00c1a9a64b8e tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474505 Aug 16 01:38:49.681893 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-246731e8-ce06-418f-8b1a-ac580b8d53d6 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:49.845727 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba3fd0-fe1b-4e77-9799-b14c793377dc req-ebaf7e48-5e22-43d5-998d-6719662b2464 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:49.847217 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-58ba3fd0-fe1b-4e77-9799-b14c793377dc req-ebaf7e48-5e22-43d5-998d-6719662b2464 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.1421523 Aug 16 01:38:49.850895 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-246731e8-ce06-418f-8b1a-ac580b8d53d6 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:49.951777 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-246731e8-ce06-418f-8b1a-ac580b8d53d6 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Network 0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:38:49.969068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-246731e8-ce06-418f-8b1a-ac580b8d53d6 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:38:49.976073 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-246731e8-ce06-418f-8b1a-ac580b8d53d6 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:38:49.986763 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-58ba3fd0-fe1b-4e77-9799-b14c793377dc req-b28c7eb5-f127-421c-9a2e-ec35dfd0505c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246936 Aug 16 01:38:50.024726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246731e8-ce06-418f-8b1a-ac580b8d53d6 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Pushing event updated for resources: {'Port': ['ID=e70fc433-e8e6-4e91-8823-851ec3503761,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:50.038946 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e1a11b4-3ab9-4e14-8b69-76af5cef2471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:50.072380 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-246731e8-ce06-418f-8b1a-ac580b8d53d6 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:50.072994 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-246731e8-ce06-418f-8b1a-ac580b8d53d6 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:50.096129 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-246731e8-ce06-418f-8b1a-ac580b8d53d6 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8741567 Aug 16 01:38:50.126792 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Request body: {'port': {'device_id': '1e35f680-1347-4ad9-b2d9-55f6f0b97b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:50.162984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 064796a5-8069-4e5c-8e7a-edbfe6df3e20 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:50.175422 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:50.207869 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:50.209960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Transition to ACTIVE for port object 064796a5-8069-4e5c-8e7a-edbfe6df3e20 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:38:50.214065 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f0c6a-8294-4b04-a3ca-14f82c3b89a4 req-04b85525-0ba1-4a0c-9c60-9dc547065184 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:50.216188 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a05f0c6a-8294-4b04-a3ca-14f82c3b89a4 req-04b85525-0ba1-4a0c-9c60-9dc547065184 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0605950 Aug 16 01:38:50.222459 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:50.366861 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a05f0c6a-8294-4b04-a3ca-14f82c3b89a4 req-16d307f9-68fe-4cd4-aa1d-bb8bac8feef5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425054 Aug 16 01:38:50.378671 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Pushing event updated for resources: {'Port': ['ID=064796a5-8069-4e5c-8e7a-edbfe6df3e20,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:50.405076 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a021020b-be94-4685-bb63-ed336905dee1 req-eff8af8b-183c-48aa-a119-af1f3421de75 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 210 time: 0.0696640 Aug 16 01:38:50.413102 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210636f-eef8-445e-91de-92b54e377025 req-97e73243-794a-400a-81df-3c60c109dd42 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:50.417829 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8210636f-eef8-445e-91de-92b54e377025 req-97e73243-794a-400a-81df-3c60c109dd42 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.63 "GET /v2.0/networks?id=3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 HTTP/1.1" status: 200 len: 822 time: 0.1809258 Aug 16 01:38:50.439859 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8210636f-eef8-445e-91de-92b54e377025 req-38887b55-750f-49d7-a0e5-9afce5e7e238 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Request body: {'port': {'device_id': '8af33f9e-b026-4dd2-86dc-5fdc2401f7a8', 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5', 'admin_state_up': True, 'tenant_id': '972a00d1149c41068ff3bcf037d331eb'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:50.573725 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8210636f-eef8-445e-91de-92b54e377025 req-38887b55-750f-49d7-a0e5-9afce5e7e238 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Made reservation on behalf of 972a00d1149c41068ff3bcf037d331eb for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:38:50.579426 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8210636f-eef8-445e-91de-92b54e377025 req-38887b55-750f-49d7-a0e5-9afce5e7e238 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:50.640242 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Attempting to bind port 064796a5-8069-4e5c-8e7a-edbfe6df3e20 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:38:50.640470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Attempting to bind port 064796a5-8069-4e5c-8e7a-edbfe6df3e20 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ee4bb76-0100-4f62-a198-c0db3600767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0f77b6cf-1fb8-47d6-b007-5ddebd89bf05'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:38:50.640797 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Attempting to bind port 064796a5-8069-4e5c-8e7a-edbfe6df3e20 on network 0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:50.658320 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a702d6-1fbb-429d-8bfc-5e1097531545 req-bc0b1840-4b69-427b-85bd-991eb38db44f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:50.659885 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-45a702d6-1fbb-429d-8bfc-5e1097531545 req-bc0b1840-4b69-427b-85bd-991eb38db44f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.1716123 Aug 16 01:38:50.662934 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Port 064796a5-8069-4e5c-8e7a-edbfe6df3e20 on network 0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:38:50.663257 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Attempting to bind port 064796a5-8069-4e5c-8e7a-edbfe6df3e20 on network 0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:50.666765 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a302aa61-8da3-4c84-8328-c38c4f6a06c2 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:50.683472 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:50.687629 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:38:50.688188 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Checking segment: {'id': '9ee4bb76-0100-4f62-a198-c0db3600767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0f77b6cf-1fb8-47d6-b007-5ddebd89bf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:38:50.688563 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Bound using segment: {'id': '9ee4bb76-0100-4f62-a198-c0db3600767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0f77b6cf-1fb8-47d6-b007-5ddebd89bf05'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:38:50.689209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Bound port: 064796a5-8069-4e5c-8e7a-edbfe6df3e20, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee4bb76-0100-4f62-a198-c0db3600767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0f77b6cf-1fb8-47d6-b007-5ddebd89bf05'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:38:50.689557 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:50.722167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Transition to ACTIVE for port object a302aa61-8da3-4c84-8328-c38c4f6a06c2 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:38:50.735577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863be68-f748-4a09-be63-0a0973121896 req-33f8068e-54b0-4214-97b4-96cd1ca2373f tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:50.737076 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6863be68-f748-4a09-be63-0a0973121896 req-33f8068e-54b0-4214-97b4-96cd1ca2373f tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e HTTP/1.1" status: 200 len: 932 time: 0.0957067 Aug 16 01:38:50.768878 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:50.781075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-8210636f-eef8-445e-91de-92b54e377025 req-38887b55-750f-49d7-a0e5-9afce5e7e238 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Allocated IP 172.20.0.14 (3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5/169f5ec2-dc2c-4cc1-93f9-b6f1426c49ca/7d8667fa-1ee3-45c5-a751-c54edacf4b7d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:38:50.805734 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-45a702d6-1fbb-429d-8bfc-5e1097531545 req-b26c62f1-229a-4c46-8d3f-d59df2abe40b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332991 Aug 16 01:38:50.809937 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6863be68-f748-4a09-be63-0a0973121896 req-307dacb4-af28-4aa3-805d-6e82a4ad4f9c tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612373 Aug 16 01:38:50.926400 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] For port 064796a5-8069-4e5c-8e7a-edbfe6df3e20, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:38:50.952409 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Pushing event updated for resources: {'Port': ['ID=a302aa61-8da3-4c84-8328-c38c4f6a06c2,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:50.979131 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8210636f-eef8-445e-91de-92b54e377025 req-38887b55-750f-49d7-a0e5-9afce5e7e238 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:50.990495 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] For port 064796a5-8069-4e5c-8e7a-edbfe6df3e20, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=064796a5-8069-4e5c-8e7a-edbfe6df3e20,segment=NetworkSegment(9ee4bb76-0100-4f62-a198-c0db3600767b),segment_id=9ee4bb76-0100-4f62-a198-c0db3600767b)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:38:51.022011 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:51.031906 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8210636f-eef8-445e-91de-92b54e377025 req-38887b55-750f-49d7-a0e5-9afce5e7e238 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:51.110056 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:51.110674 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:51.112158 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] 10.222.0.73 "PUT /v2.0/ports/064796a5-8069-4e5c-8e7a-edbfe6df3e20 HTTP/1.1" status: 200 len: 1092 time: 2.7453146 Aug 16 01:38:51.113433 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af356c8-a08a-4ab6-9847-a7b0027235d9', 'tag': '064796a5-8069-4e5c-8e7a-edbfe6df3e20'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:51.116020 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec220585-dbdb-4f48-8454-f2f4883e15ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7af356c8-a08a-4ab6-9847-a7b0027235d9", "tag": "064796a5-8069-4e5c-8e7a-edbfe6df3e20"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:51.121130 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8210636f-eef8-445e-91de-92b54e377025 req-38887b55-750f-49d7-a0e5-9afce5e7e238 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Network 3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:38:51.130066 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-8210636f-eef8-445e-91de-92b54e377025 req-38887b55-750f-49d7-a0e5-9afce5e7e238 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:38:51.141007 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8210636f-eef8-445e-91de-92b54e377025 req-38887b55-750f-49d7-a0e5-9afce5e7e238 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:38:51.146996 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3790b1-04b8-444c-a3a6-1436beac5b47 req-ef2d4eb4-68d4-4b94-9cf2-81adb6f0f34a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:51.148615 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4b3790b1-04b8-444c-a3a6-1436beac5b47 req-ef2d4eb4-68d4-4b94-9cf2-81adb6f0f34a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.2590845 Aug 16 01:38:51.170528 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38887b55-750f-49d7-a0e5-9afce5e7e238 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Pushing event updated for resources: {'Port': ['ID=7d8667fa-1ee3-45c5-a751-c54edacf4b7d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:51.188628 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Attempting to bind port a302aa61-8da3-4c84-8328-c38c4f6a06c2 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:38:51.188960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Attempting to bind port a302aa61-8da3-4c84-8328-c38c4f6a06c2 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '9ee4bb76-0100-4f62-a198-c0db3600767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0f77b6cf-1fb8-47d6-b007-5ddebd89bf05'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:38:51.189287 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Attempting to bind port a302aa61-8da3-4c84-8328-c38c4f6a06c2 on network 0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:51.204089 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59514eeb-c3c7-4ccd-b97c-d8242f22c5f0 req-0f3232ec-a64b-45b9-947b-b5ead7d9479c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:51.205572 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-59514eeb-c3c7-4ccd-b97c-d8242f22c5f0 req-0f3232ec-a64b-45b9-947b-b5ead7d9479c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.1300943 Aug 16 01:38:51.211471 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210636f-eef8-445e-91de-92b54e377025 req-38887b55-750f-49d7-a0e5-9afce5e7e238 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:51.212066 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8210636f-eef8-445e-91de-92b54e377025 req-38887b55-750f-49d7-a0e5-9afce5e7e238 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:51.224847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70fc433-e8e6-4e91-8823-851ec3503761 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:51.229208 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff52b9c-fed7-48c2-9729-902472278c68 service neutron] Pushing event updated for resources: {'Port': ['ID=064796a5-8069-4e5c-8e7a-edbfe6df3e20,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:51.237091 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Port a302aa61-8da3-4c84-8328-c38c4f6a06c2 on network 0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:38:51.237808 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Attempting to bind port a302aa61-8da3-4c84-8328-c38c4f6a06c2 on network 0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:51.241843 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:51.253531 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8210636f-eef8-445e-91de-92b54e377025 req-38887b55-750f-49d7-a0e5-9afce5e7e238 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8196816 Aug 16 01:38:51.256518 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:38:51.256863 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Checking segment: {'id': '9ee4bb76-0100-4f62-a198-c0db3600767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0f77b6cf-1fb8-47d6-b007-5ddebd89bf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:38:51.257251 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Bound using segment: {'id': '9ee4bb76-0100-4f62-a198-c0db3600767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0f77b6cf-1fb8-47d6-b007-5ddebd89bf05'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:38:51.257691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Bound port: a302aa61-8da3-4c84-8328-c38c4f6a06c2, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee4bb76-0100-4f62-a198-c0db3600767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0f77b6cf-1fb8-47d6-b007-5ddebd89bf05'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:38:51.258089 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:51.261218 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-59514eeb-c3c7-4ccd-b97c-d8242f22c5f0 req-d42d36bb-2784-4636-b522-a28a410024cc tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461402 Aug 16 01:38:51.269802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Request body: {'port': {'device_id': '8af33f9e-b026-4dd2-86dc-5fdc2401f7a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:51.287983 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Transition to ACTIVE for port object e70fc433-e8e6-4e91-8823-851ec3503761 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:38:51.297563 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4b3790b1-04b8-444c-a3a6-1436beac5b47 req-cce589c9-494b-43c6-a5be-6146385ab076 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278017 Aug 16 01:38:51.301509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-f0a2dd80-bdec-438c-8152-021378702d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:51.303698 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-f0a2dd80-bdec-438c-8152-021378702d4c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=067e9b9e2d4c41f49a4974c2a9fe6a20&device_id=7af356c8-a08a-4ab6-9847-a7b0027235d9 HTTP/1.1" status: 200 len: 1095 time: 0.1357133 Aug 16 01:38:51.304684 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:51.351949 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:51.366847 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336454d5-00d0-43fe-b27d-77ca24afe3f2 x-openstack-request-id: req-336454d5-00d0-43fe-b27d-77ca24afe3f2 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:51.367133 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af356c8-a08a-4ab6-9847-a7b0027235d9", "tag": "064796a5-8069-4e5c-8e7a-edbfe6df3e20", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:51.367359 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-336454d5-00d0-43fe-b27d-77ca24afe3f2 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:51.368136 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af356c8-a08a-4ab6-9847-a7b0027235d9', 'tag': '064796a5-8069-4e5c-8e7a-edbfe6df3e20', 'status': 'completed', 'code': 200} Aug 16 01:38:51.412769 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-054db958-4e46-42a0-96ff-94776039c067 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=064796a5-8069-4e5c-8e7a-edbfe6df3e20 HTTP/1.1" status: 200 len: 217 time: 0.0736125 Aug 16 01:38:51.477573 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Pushing event updated for resources: {'Port': ['ID=e70fc433-e8e6-4e91-8823-851ec3503761,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:51.529168 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] For port a302aa61-8da3-4c84-8328-c38c4f6a06c2, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:38:51.554342 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9002a-5751-4fdf-8a7a-440620903373 req-6afb67dc-27fe-476e-9706-a5a3bc788747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:51.555831 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2cf9002a-5751-4fdf-8a7a-440620903373 req-6afb67dc-27fe-476e-9706-a5a3bc788747 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 1098 time: 0.1469042 Aug 16 01:38:51.567814 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] For port a302aa61-8da3-4c84-8328-c38c4f6a06c2, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a302aa61-8da3-4c84-8328-c38c4f6a06c2,segment=NetworkSegment(9ee4bb76-0100-4f62-a198-c0db3600767b),segment_id=9ee4bb76-0100-4f62-a198-c0db3600767b)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:38:51.575203 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-a956a4bf-d9b2-4a9a-ab56-e51737f7b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:51.576689 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-a956a4bf-d9b2-4a9a-ab56-e51737f7b6ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b1f05a8-07b5-4849-867f-bc033ab92096 HTTP/1.1" status: 200 len: 858 time: 0.1456826 Aug 16 01:38:51.579941 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:51.618175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93ab5b-3d3e-4575-9766-60458bba4701 req-a0f0af45-bde1-482d-965a-612d1d920837 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:51.619639 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f93ab5b-3d3e-4575-9766-60458bba4701 req-a0f0af45-bde1-482d-965a-612d1d920837 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 932 time: 0.1230359 Aug 16 01:38:51.654352 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-7815ba57-ca61-4a84-945b-c1eddfd0dcb9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f77b6cf-1fb8-47d6-b007-5ddebd89bf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585427 Aug 16 01:38:51.663704 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:51.664325 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:51.665676 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] 10.222.0.63 "PUT /v2.0/ports/a302aa61-8da3-4c84-8328-c38c4f6a06c2 HTTP/1.1" status: 200 len: 1092 time: 2.1737299 Aug 16 01:38:51.677492 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffe2e0-25ed-49c9-8f7d-0417cf456f9b req-d720eae7-33ae-4d2b-ad2c-9a5b48305bdf tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:51.679059 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-52ffe2e0-25ed-49c9-8f7d-0417cf456f9b req-d720eae7-33ae-4d2b-ad2c-9a5b48305bdf tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.2068441 Aug 16 01:38:51.687438 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2cf9002a-5751-4fdf-8a7a-440620903373 req-f31f3b49-5f41-43d4-86d5-ada48edcebc8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900559 Aug 16 01:38:51.706589 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f93ab5b-3d3e-4575-9766-60458bba4701 req-667068fc-4ab8-4613-92d9-4d7d6c140537 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788538 Aug 16 01:38:51.722939 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Attempting to bind port e70fc433-e8e6-4e91-8823-851ec3503761 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:38:51.723275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Attempting to bind port e70fc433-e8e6-4e91-8823-851ec3503761 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ee4bb76-0100-4f62-a198-c0db3600767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0f77b6cf-1fb8-47d6-b007-5ddebd89bf05'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:38:51.723596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Attempting to bind port e70fc433-e8e6-4e91-8823-851ec3503761 on network 0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:51.763886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Port e70fc433-e8e6-4e91-8823-851ec3503761 on network 0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:38:51.764520 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Attempting to bind port e70fc433-e8e6-4e91-8823-851ec3503761 on network 0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:51.766720 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328538f-1797-45f1-ad81-03104e630c0d service neutron] Pushing event updated for resources: {'Port': ['ID=a302aa61-8da3-4c84-8328-c38c4f6a06c2,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:51.796734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:38:51.797072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Checking segment: {'id': '9ee4bb76-0100-4f62-a198-c0db3600767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0f77b6cf-1fb8-47d6-b007-5ddebd89bf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:38:51.797465 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Bound using segment: {'id': '9ee4bb76-0100-4f62-a198-c0db3600767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0f77b6cf-1fb8-47d6-b007-5ddebd89bf05'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:38:51.797944 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Bound port: e70fc433-e8e6-4e91-8823-851ec3503761, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee4bb76-0100-4f62-a198-c0db3600767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0f77b6cf-1fb8-47d6-b007-5ddebd89bf05'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:38:51.798308 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:51.802444 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8667fa-1ee3-45c5-a751-c54edacf4b7d {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:51.812332 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:51.826633 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-52ffe2e0-25ed-49c9-8f7d-0417cf456f9b req-a0d92a80-b453-44c7-a520-021a5e2831ae tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270318 Aug 16 01:38:51.830333 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Transition to ACTIVE for port object 7d8667fa-1ee3-45c5-a751-c54edacf4b7d will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:38:51.833071 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-5538440b-77df-4e63-bdc6-dc45f7098773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:51.834922 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-5538440b-77df-4e63-bdc6-dc45f7098773 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=067e9b9e2d4c41f49a4974c2a9fe6a20&device_id=4b9df903-f1f4-415c-aca7-b2d4a3062529 HTTP/1.1" status: 200 len: 1095 time: 0.0702276 Aug 16 01:38:51.839347 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:51.868428 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-9125f620-63e8-46d8-b212-b09a4a4010e2 service neutron] 10.222.0.73 "GET /v2.0/networks/0f77b6cf-1fb8-47d6-b007-5ddebd89bf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816583 Aug 16 01:38:51.963381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] For port e70fc433-e8e6-4e91-8823-851ec3503761, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:38:52.002171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] For port e70fc433-e8e6-4e91-8823-851ec3503761, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e70fc433-e8e6-4e91-8823-851ec3503761,segment=NetworkSegment(9ee4bb76-0100-4f62-a198-c0db3600767b),segment_id=9ee4bb76-0100-4f62-a198-c0db3600767b)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:38:52.008932 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:52.085577 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:52.086226 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:52.087667 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-36242d89-1996-48a3-8992-118141ddd951 service neutron] 10.222.0.73 "PUT /v2.0/ports/e70fc433-e8e6-4e91-8823-851ec3503761 HTTP/1.1" status: 200 len: 1093 time: 1.9823871 Aug 16 01:38:52.100051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284de69-3337-44f5-83ad-45d0612b9e09 req-a943e82a-d8b6-473c-a8ac-e4446772e0be tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:52.101811 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e284de69-3337-44f5-83ad-45d0612b9e09 req-a943e82a-d8b6-473c-a8ac-e4446772e0be tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.1772952 Aug 16 01:38:52.114605 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-fd643671-9000-42a7-82b2-64519f04b062 service neutron] 10.222.0.73 "GET /v2.0/networks/0f77b6cf-1fb8-47d6-b007-5ddebd89bf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252896 Aug 16 01:38:52.123580 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36242d89-1996-48a3-8992-118141ddd951 service neutron] Pushing event updated for resources: {'Port': ['ID=e70fc433-e8e6-4e91-8823-851ec3503761,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:52.163260 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e284de69-3337-44f5-83ad-45d0612b9e09 req-6073c335-b785-45c8-90ba-675c875e3c1b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535395 Aug 16 01:38:52.223458 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-6d7a5456-581d-4450-a2a4-5beee62a0062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:52.224958 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-6d7a5456-581d-4450-a2a4-5beee62a0062 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=067e9b9e2d4c41f49a4974c2a9fe6a20&device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e HTTP/1.1" status: 200 len: 1096 time: 0.0786669 Aug 16 01:38:52.233995 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec220585-dbdb-4f48-8454-f2f4883e15ad req-70923d27-7a8d-4e0f-984d-6def1344cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:52.235413 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ec220585-dbdb-4f48-8454-f2f4883e15ad req-70923d27-7a8d-4e0f-984d-6def1344cb23 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=067e9b9e2d4c41f49a4974c2a9fe6a20&device_id=7af356c8-a08a-4ab6-9847-a7b0027235d9 HTTP/1.1" status: 200 len: 1095 time: 0.0499907 Aug 16 01:38:52.253417 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-55a34b49-5103-4496-8982-6e132edbd6a9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a302aa61-8da3-4c84-8328-c38c4f6a06c2 HTTP/1.1" status: 200 len: 217 time: 0.4038527 Aug 16 01:38:52.264910 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8667fa-1ee3-45c5-a751-c54edacf4b7d,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:52.279210 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-ab097c05-9e02-42a6-b101-f363be0ad762 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70fc433-e8e6-4e91-8823-851ec3503761 HTTP/1.1" status: 200 len: 217 time: 0.0419919 Aug 16 01:38:52.363506 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af121b4-8081-4903-9edd-e69d45d290aa req-ba412ddc-3ea6-4f7d-9f71-dbd1220c2d7a tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:52.365018 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6af121b4-8081-4903-9edd-e69d45d290aa req-ba412ddc-3ea6-4f7d-9f71-dbd1220c2d7a tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e HTTP/1.1" status: 200 len: 944 time: 0.1814260 Aug 16 01:38:52.382851 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-6dd1d7b3-6a2f-4bd5-ab05-6defdf0325a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:52.384234 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-6dd1d7b3-6a2f-4bd5-ab05-6defdf0325a6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3b1f05a8-07b5-4849-867f-bc033ab92096 HTTP/1.1" status: 200 len: 858 time: 0.1203022 Aug 16 01:38:52.387956 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-2fa11803-fe6b-46cf-94dc-8429de70e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:52.389210 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-2fa11803-fe6b-46cf-94dc-8429de70e18e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b1f05a8-07b5-4849-867f-bc033ab92096 HTTP/1.1" status: 200 len: 858 time: 0.0997460 Aug 16 01:38:52.441335 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-3b53ef74-69dd-47ca-b393-c18701a317fc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0f77b6cf-1fb8-47d6-b007-5ddebd89bf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436018 Aug 16 01:38:52.443585 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-af7ee821-25cf-47e1-86b8-086c1d892474 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f77b6cf-1fb8-47d6-b007-5ddebd89bf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373995 Aug 16 01:38:52.444203 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Attempting to bind port 7d8667fa-1ee3-45c5-a751-c54edacf4b7d on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:38:52.444542 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Attempting to bind port 7d8667fa-1ee3-45c5-a751-c54edacf4b7d by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'db16a229-ebef-47ab-8774-2f45b1958f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:38:52.444867 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Attempting to bind port 7d8667fa-1ee3-45c5-a751-c54edacf4b7d on network 3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:52.449220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec220585-dbdb-4f48-8454-f2f4883e15ad req-4df10438-c85b-4181-9ebb-de72e44cd44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:52.450575 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ec220585-dbdb-4f48-8454-f2f4883e15ad req-4df10438-c85b-4181-9ebb-de72e44cd44f service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 HTTP/1.1" status: 200 len: 919 time: 0.2070818 Aug 16 01:38:52.453897 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6af121b4-8081-4903-9edd-e69d45d290aa req-940cda4b-1014-4913-93b2-eb240622f9fa tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803449 Aug 16 01:38:52.461660 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Port 7d8667fa-1ee3-45c5-a751-c54edacf4b7d on network 3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:38:52.462015 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Attempting to bind port 7d8667fa-1ee3-45c5-a751-c54edacf4b7d on network 3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:52.474595 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442d570-0d1d-4a26-89b0-f79992871114 req-18f4d22c-e70c-471e-8d04-552666a2921a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:52.474595 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b442d570-0d1d-4a26-89b0-f79992871114 req-18f4d22c-e70c-471e-8d04-552666a2921a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.1045332 Aug 16 01:38:52.507220 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:38:52.507220 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Checking segment: {'id': 'db16a229-ebef-47ab-8774-2f45b1958f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:38:52.507566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Bound using segment: {'id': 'db16a229-ebef-47ab-8774-2f45b1958f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:38:52.507837 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Bound port: 7d8667fa-1ee3-45c5-a751-c54edacf4b7d, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db16a229-ebef-47ab-8774-2f45b1958f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:38:52.508144 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:52.534846 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a176bb81-677c-4726-b0a4-c749c96ac158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:52.565238 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ec220585-dbdb-4f48-8454-f2f4883e15ad req-ec41e8a2-2fd5-43d2-b305-c22757520266 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=064796a5-8069-4e5c-8e7a-edbfe6df3e20 HTTP/1.1" status: 200 len: 217 time: 0.0958028 Aug 16 01:38:52.620774 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b442d570-0d1d-4a26-89b0-f79992871114 req-ad0d4b14-69b6-4447-b266-9a69286e33ac tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466305 Aug 16 01:38:52.634236 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-1a033f29-0b33-4586-b137-aed892f383f7 service neutron] 10.222.0.63 "GET /v2.0/networks/0f77b6cf-1fb8-47d6-b007-5ddebd89bf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796117 Aug 16 01:38:52.648999 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c2d29-80fa-4348-96b8-3315b4399a6f req-b5f8005b-f8c4-4225-b32a-3a5538018c6f tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:52.650538 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7e3c2d29-80fa-4348-96b8-3315b4399a6f req-b5f8005b-f8c4-4225-b32a-3a5538018c6f tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.1242039 Aug 16 01:38:52.651763 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] For port 7d8667fa-1ee3-45c5-a751-c54edacf4b7d, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:38:52.656769 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] For port 7d8667fa-1ee3-45c5-a751-c54edacf4b7d, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7d8667fa-1ee3-45c5-a751-c54edacf4b7d,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:38:52.670326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec220585-dbdb-4f48-8454-f2f4883e15ad req-bd274498-b485-4db9-8405-53a5d1a6e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:52.671799 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ec220585-dbdb-4f48-8454-f2f4883e15ad req-bd274498-b485-4db9-8405-53a5d1a6e387 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b1f05a8-07b5-4849-867f-bc033ab92096 HTTP/1.1" status: 200 len: 858 time: 0.0920987 Aug 16 01:38:52.676534 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:52.682597 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-a849f336-1bc0-4842-90eb-bcdd45c2fdf2 service neutron] 10.222.0.73 "GET /v2.0/networks/0f77b6cf-1fb8-47d6-b007-5ddebd89bf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121420 Aug 16 01:38:52.721402 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ec220585-dbdb-4f48-8454-f2f4883e15ad req-db33f518-7e4c-4de7-a390-096ca19eeeb0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f77b6cf-1fb8-47d6-b007-5ddebd89bf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355065 Aug 16 01:38:52.771524 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:52.772118 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:52.773705 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8210636f-eef8-445e-91de-92b54e377025 req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] 10.222.0.63 "PUT /v2.0/ports/7d8667fa-1ee3-45c5-a751-c54edacf4b7d HTTP/1.1" status: 200 len: 1093 time: 1.5090950 Aug 16 01:38:52.774181 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af33f9e-b026-4dd2-86dc-5fdc2401f7a8', 'tag': '7d8667fa-1ee3-45c5-a751-c54edacf4b7d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:52.776445 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c6e0b1-3dfb-4f17-b51d-8f55c7d5b9d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8af33f9e-b026-4dd2-86dc-5fdc2401f7a8", "tag": "7d8667fa-1ee3-45c5-a751-c54edacf4b7d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:52.814713 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7e3c2d29-80fa-4348-96b8-3315b4399a6f req-1714453c-6c83-4d11-8664-345dc9563914 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491933 Aug 16 01:38:52.836926 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c2af4-830c-4a83-9fa2-10bac565c3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8667fa-1ee3-45c5-a751-c54edacf4b7d,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:52.869006 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-f17042a2-8947-4659-b77f-f2ab4bb2a05c service neutron] 10.222.0.63 "GET /v2.0/networks/0f77b6cf-1fb8-47d6-b007-5ddebd89bf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142315 Aug 16 01:38:52.880933 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210636f-eef8-445e-91de-92b54e377025 req-ba4cb14f-3e40-42db-9206-e55b2bf08e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:52.882532 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8210636f-eef8-445e-91de-92b54e377025 req-ba4cb14f-3e40-42db-9206-e55b2bf08e1e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=972a00d1149c41068ff3bcf037d331eb&device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 1096 time: 0.0633788 Aug 16 01:38:52.883995 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0748ee20-5a2f-4789-b19c-5a5c47b25d02 x-openstack-request-id: req-0748ee20-5a2f-4789-b19c-5a5c47b25d02 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:52.884281 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af33f9e-b026-4dd2-86dc-5fdc2401f7a8", "tag": "7d8667fa-1ee3-45c5-a751-c54edacf4b7d", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:52.884528 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0748ee20-5a2f-4789-b19c-5a5c47b25d02 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:52.884912 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af33f9e-b026-4dd2-86dc-5fdc2401f7a8', 'tag': '7d8667fa-1ee3-45c5-a751-c54edacf4b7d', 'status': 'completed', 'code': 200} Aug 16 01:38:52.935517 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8210636f-eef8-445e-91de-92b54e377025 req-c137eb11-9143-4d32-a2ea-b8e63a0693d3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d8667fa-1ee3-45c5-a751-c54edacf4b7d HTTP/1.1" status: 200 len: 217 time: 0.0401094 Aug 16 01:38:52.998553 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210636f-eef8-445e-91de-92b54e377025 req-ad36e404-32d2-4b5c-ae70-a99f2b8a8a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:53.000248 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8210636f-eef8-445e-91de-92b54e377025 req-ad36e404-32d2-4b5c-ae70-a99f2b8a8a3e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=169f5ec2-dc2c-4cc1-93f9-b6f1426c49ca HTTP/1.1" status: 200 len: 862 time: 0.0578284 Aug 16 01:38:53.043907 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8210636f-eef8-445e-91de-92b54e377025 req-d7f49f0d-51cb-47dd-a5ac-cab42253c338 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348907 Aug 16 01:38:53.139207 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d9f0e-78ea-4a89-8801-4849eb16f9b8 req-b1e1d41d-bea9-4871-a016-eebf4d4da14c tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:53.140744 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0a2d9f0e-78ea-4a89-8801-4849eb16f9b8 req-b1e1d41d-bea9-4871-a016-eebf4d4da14c tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.1232138 Aug 16 01:38:53.177635 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:53.195207 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8210636f-eef8-445e-91de-92b54e377025 req-edc931a9-af49-4e08-991e-980cba963aa3 service neutron] 10.222.0.63 "GET /v2.0/networks/3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371565 Aug 16 01:38:53.200782 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0a2d9f0e-78ea-4a89-8801-4849eb16f9b8 req-022e44ec-4f96-476f-9b95-dc42d792c185 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533156 Aug 16 01:38:53.250592 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee196b-d20b-4995-b3ef-2dfb70b84a28 req-4a0d3efb-cfd2-4e69-aca2-27e1ec58193f service neutron] 10.222.0.73 "GET /v2.0/networks/0f77b6cf-1fb8-47d6-b007-5ddebd89bf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552931 Aug 16 01:38:53.258144 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd238fac-f5fd-40ab-a8bc-07507988aa7e req-c4e686e3-9a4b-4fe6-94ad-50427265052f tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:53.259596 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bd238fac-f5fd-40ab-a8bc-07507988aa7e req-c4e686e3-9a4b-4fe6-94ad-50427265052f tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 944 time: 0.4378784 Aug 16 01:38:53.264317 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ec220585-dbdb-4f48-8454-f2f4883e15ad req-b6bb47bb-c4d4-4284-8eef-514dd54691bb service neutron] 10.222.0.73 "GET /v2.0/networks/0f77b6cf-1fb8-47d6-b007-5ddebd89bf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312095 Aug 16 01:38:53.326539 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8210636f-eef8-445e-91de-92b54e377025 req-1da96996-647a-4eb1-900e-95117728074e service neutron] 10.222.0.63 "GET /v2.0/networks/3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215491 Aug 16 01:38:53.362482 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bd238fac-f5fd-40ab-a8bc-07507988aa7e req-45b2911a-5cdf-42a4-bf3b-410a48fe9092 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908706 Aug 16 01:38:53.398126 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9df903-f1f4-415c-aca7-b2d4a3062529', 'tag': 'a302aa61-8da3-4c84-8328-c38c4f6a06c2'}, {'name': 'network-changed', 'server_uuid': '1e35f680-1347-4ad9-b2d9-55f6f0b97b5e', 'tag': 'e70fc433-e8e6-4e91-8823-851ec3503761'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:53.400877 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2979397f-a0ec-4948-bbda-8f21359eecd8" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9df903-f1f4-415c-aca7-b2d4a3062529", "tag": "a302aa61-8da3-4c84-8328-c38c4f6a06c2"}, {"name": "network-changed", "server_uuid": "1e35f680-1347-4ad9-b2d9-55f6f0b97b5e", "tag": "e70fc433-e8e6-4e91-8823-851ec3503761"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:53.405019 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ec220585-dbdb-4f48-8454-f2f4883e15ad req-51a7d6b5-8349-4b65-ac5e-353d8e3be4ba service neutron] 10.222.0.73 "GET /v2.0/networks/0f77b6cf-1fb8-47d6-b007-5ddebd89bf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312549 Aug 16 01:38:53.439828 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a47136-0553-41ab-b4ce-916584cac77f req-82b790eb-9297-4a2a-9809-1a48d9bc7966 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:53.441337 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e7a47136-0553-41ab-b4ce-916584cac77f req-82b790eb-9297-4a2a-9809-1a48d9bc7966 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0941119 Aug 16 01:38:53.447299 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6e0b1-3dfb-4f17-b51d-8f55c7d5b9d4 req-f1120d67-24b1-4e48-b730-0140ff826fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:53.448687 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a7c6e0b1-3dfb-4f17-b51d-8f55c7d5b9d4 req-f1120d67-24b1-4e48-b730-0140ff826fe8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=972a00d1149c41068ff3bcf037d331eb&device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 1096 time: 0.0637019 Aug 16 01:38:53.471911 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e97de15-b1ab-4247-9dd2-f2f88d548935 x-openstack-request-id: req-5e97de15-b1ab-4247-9dd2-f2f88d548935 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:53.472402 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9df903-f1f4-415c-aca7-b2d4a3062529", "tag": "a302aa61-8da3-4c84-8328-c38c4f6a06c2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1e35f680-1347-4ad9-b2d9-55f6f0b97b5e", "tag": "e70fc433-e8e6-4e91-8823-851ec3503761", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:53.472524 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5e97de15-b1ab-4247-9dd2-f2f88d548935 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:53.472871 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9df903-f1f4-415c-aca7-b2d4a3062529', 'tag': 'a302aa61-8da3-4c84-8328-c38c4f6a06c2', 'status': 'completed', 'code': 200} Aug 16 01:38:53.473141 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e35f680-1347-4ad9-b2d9-55f6f0b97b5e', 'tag': 'e70fc433-e8e6-4e91-8823-851ec3503761', 'status': 'completed', 'code': 200} Aug 16 01:38:53.546362 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e7a47136-0553-41ab-b4ce-916584cac77f req-a9c55b10-946b-4405-a56b-e8327900ff4b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964887 Aug 16 01:38:53.554727 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979397f-a0ec-4948-bbda-8f21359eecd8 req-0541c294-e932-4808-8eea-58112cd1ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:53.556538 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2979397f-a0ec-4948-bbda-8f21359eecd8 req-0541c294-e932-4808-8eea-58112cd1ae19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=067e9b9e2d4c41f49a4974c2a9fe6a20&device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e HTTP/1.1" status: 200 len: 1096 time: 0.0499687 Aug 16 01:38:53.607485 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979397f-a0ec-4948-bbda-8f21359eecd8 req-d71e11e6-2201-4fa5-b67f-be41f9a392dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:53.609031 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2979397f-a0ec-4948-bbda-8f21359eecd8 req-d71e11e6-2201-4fa5-b67f-be41f9a392dc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=067e9b9e2d4c41f49a4974c2a9fe6a20&device_id=4b9df903-f1f4-415c-aca7-b2d4a3062529 HTTP/1.1" status: 200 len: 1095 time: 0.0830224 Aug 16 01:38:53.629373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6e0b1-3dfb-4f17-b51d-8f55c7d5b9d4 req-da93c456-ece4-40f2-aa31-801caebd6c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:53.630967 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a7c6e0b1-3dfb-4f17-b51d-8f55c7d5b9d4 req-da93c456-ece4-40f2-aa31-801caebd6c3f service neutron] 10.222.0.63 "GET /v2.0/networks?id=3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 HTTP/1.1" status: 200 len: 923 time: 0.1637943 Aug 16 01:38:53.728036 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a7c6e0b1-3dfb-4f17-b51d-8f55c7d5b9d4 req-bd86253f-1e58-4895-9626-af015742b377 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d8667fa-1ee3-45c5-a751-c54edacf4b7d HTTP/1.1" status: 200 len: 217 time: 0.0861108 Aug 16 01:38:53.735147 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979397f-a0ec-4948-bbda-8f21359eecd8 req-0927a17d-3f79-4262-82c1-980f863d9ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:53.736639 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2979397f-a0ec-4948-bbda-8f21359eecd8 req-0927a17d-3f79-4262-82c1-980f863d9ad2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 HTTP/1.1" status: 200 len: 919 time: 0.1623137 Aug 16 01:38:53.788360 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d7b02-0074-4210-8692-918aacc2db01 req-fdcdf5e7-0f8b-46af-9632-77e6dfa40caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:53.789904 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e38d7b02-0074-4210-8692-918aacc2db01 req-fdcdf5e7-0f8b-46af-9632-77e6dfa40caf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=023dc85af2bf4dc7a1f725dbe3ed89e4&device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 1098 time: 0.1337049 Aug 16 01:38:53.792463 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2979397f-a0ec-4948-bbda-8f21359eecd8 req-6dac0d77-03dd-45a1-a10c-191e72a22538 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70fc433-e8e6-4e91-8823-851ec3503761 HTTP/1.1" status: 200 len: 217 time: 0.0473888 Aug 16 01:38:53.803763 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80afe4-7941-4c7d-9371-4cd82f96a401 req-ee96204e-82e2-453f-a130-a5aa7638e1e4 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:53.804684 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c354d-9372-4a1e-b43b-14422f4ee480 req-d3bbd1fc-df94-4b4d-87c6-d9982ca4a19b tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:53.805137 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cf80afe4-7941-4c7d-9371-4cd82f96a401 req-ee96204e-82e2-453f-a130-a5aa7638e1e4 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e HTTP/1.1" status: 200 len: 944 time: 0.1863320 Aug 16 01:38:53.806836 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-364c354d-9372-4a1e-b43b-14422f4ee480 req-d3bbd1fc-df94-4b4d-87c6-d9982ca4a19b tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.1355674 Aug 16 01:38:53.839368 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6e0b1-3dfb-4f17-b51d-8f55c7d5b9d4 req-54907b35-d054-41e8-ba7e-6e382c7ceea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:53.840867 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a7c6e0b1-3dfb-4f17-b51d-8f55c7d5b9d4 req-54907b35-d054-41e8-ba7e-6e382c7ceea4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=169f5ec2-dc2c-4cc1-93f9-b6f1426c49ca HTTP/1.1" status: 200 len: 862 time: 0.1023312 Aug 16 01:38:53.843586 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979397f-a0ec-4948-bbda-8f21359eecd8 req-a9654097-6a73-4966-9f8a-0672d66dd367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:53.844902 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2979397f-a0ec-4948-bbda-8f21359eecd8 req-a9654097-6a73-4966-9f8a-0672d66dd367 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 HTTP/1.1" status: 200 len: 919 time: 0.2247071 Aug 16 01:38:53.862108 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cf80afe4-7941-4c7d-9371-4cd82f96a401 req-3e7e43ee-74c1-47b4-be2c-e1be4d38d6ff tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475419 Aug 16 01:38:53.927307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979397f-a0ec-4948-bbda-8f21359eecd8 req-860aa68e-82ca-4bbd-8c98-ad59871bc604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:53.928779 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2979397f-a0ec-4948-bbda-8f21359eecd8 req-860aa68e-82ca-4bbd-8c98-ad59871bc604 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b1f05a8-07b5-4849-867f-bc033ab92096 HTTP/1.1" status: 200 len: 858 time: 0.1198418 Aug 16 01:38:53.931933 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a7c6e0b1-3dfb-4f17-b51d-8f55c7d5b9d4 req-f3e568b4-e3dc-4729-a014-a9501405cdfe service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637541 Aug 16 01:38:53.937390 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2979397f-a0ec-4948-bbda-8f21359eecd8 req-63a506a2-d811-40b3-9750-985baa095daa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a302aa61-8da3-4c84-8328-c38c4f6a06c2 HTTP/1.1" status: 200 len: 217 time: 0.0604055 Aug 16 01:38:53.937914 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-364c354d-9372-4a1e-b43b-14422f4ee480 req-39f34505-d9a1-4e82-8917-ceb5a1b749ee tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136513 Aug 16 01:38:53.982530 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2979397f-a0ec-4948-bbda-8f21359eecd8 req-c35c3614-1fdf-4cd9-8033-c11c501ece3a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f77b6cf-1fb8-47d6-b007-5ddebd89bf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353174 Aug 16 01:38:54.026123 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d7b02-0074-4210-8692-918aacc2db01 req-f0de92ff-c121-46c2-a90a-f659dafc517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:54.027610 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e38d7b02-0074-4210-8692-918aacc2db01 req-f0de92ff-c121-46c2-a90a-f659dafc517f service neutron] 10.222.0.63 "GET /v2.0/networks?id=37247afe-3e0d-4d66-9cda-775b4991a62b HTTP/1.1" status: 200 len: 919 time: 0.2196686 Aug 16 01:38:54.040380 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:54.091642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1c197-5e09-44b3-8cac-e20bf612f270 req-fd2adc35-1d6b-484b-a12d-c4ef8e12ff0c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:54.093067 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3ae1c197-5e09-44b3-8cac-e20bf612f270 req-fd2adc35-1d6b-484b-a12d-c4ef8e12ff0c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.1598577 Aug 16 01:38:54.096109 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979397f-a0ec-4948-bbda-8f21359eecd8 req-4eacd880-f262-4b96-877f-d5ae099bedab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:54.097462 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2979397f-a0ec-4948-bbda-8f21359eecd8 req-4eacd880-f262-4b96-877f-d5ae099bedab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3b1f05a8-07b5-4849-867f-bc033ab92096 HTTP/1.1" status: 200 len: 858 time: 0.1420982 Aug 16 01:38:54.124834 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e38d7b02-0074-4210-8692-918aacc2db01 req-0cc4850a-0b27-4040-8900-80fe2f0013e7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef9c09e5-ed39-44a5-bb18-554139df6dff HTTP/1.1" status: 200 len: 217 time: 0.0693390 Aug 16 01:38:54.158144 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2979397f-a0ec-4948-bbda-8f21359eecd8 req-2f608895-51e2-438d-9984-5f3388d427da service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0f77b6cf-1fb8-47d6-b007-5ddebd89bf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446382 Aug 16 01:38:54.164215 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a7c6e0b1-3dfb-4f17-b51d-8f55c7d5b9d4 req-e354b46b-f035-40f3-af23-c909885ded0b service neutron] 10.222.0.63 "GET /v2.0/networks/3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189004 Aug 16 01:38:54.194551 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3ae1c197-5e09-44b3-8cac-e20bf612f270 req-77012e8c-96d7-44f2-aa52-eca31ea1be1e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946386 Aug 16 01:38:54.203019 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3a7c4-c01d-4b22-b3b4-98206e81132e req-f53e58b0-75a6-4fe3-a080-264fb78745b6 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:54.204619 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25b3a7c4-c01d-4b22-b3b4-98206e81132e req-f53e58b0-75a6-4fe3-a080-264fb78745b6 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.1801703 Aug 16 01:38:54.217492 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2979397f-a0ec-4948-bbda-8f21359eecd8 req-9bb4c06d-3199-480e-a2cb-a7ef7ea35e56 service neutron] 10.222.0.73 "GET /v2.0/networks/0f77b6cf-1fb8-47d6-b007-5ddebd89bf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217188 Aug 16 01:38:54.242923 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d7b02-0074-4210-8692-918aacc2db01 req-36cc0365-53b7-40d2-95ac-c397d5739a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:54.244336 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e38d7b02-0074-4210-8692-918aacc2db01 req-36cc0365-53b7-40d2-95ac-c397d5739a05 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ba079634-1419-49dc-8324-e7d11f3f3dfd HTTP/1.1" status: 200 len: 858 time: 0.1096492 Aug 16 01:38:54.329908 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e38d7b02-0074-4210-8692-918aacc2db01 req-a5e2c723-d393-4c34-a2c6-82cb2d583822 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37247afe-3e0d-4d66-9cda-775b4991a62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706778 Aug 16 01:38:54.332772 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25b3a7c4-c01d-4b22-b3b4-98206e81132e req-4ff40817-0506-4a14-8434-2a855532b928 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179862 Aug 16 01:38:54.342095 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a7c6e0b1-3dfb-4f17-b51d-8f55c7d5b9d4 req-fd7ce6d7-e0df-4828-95b0-8883a48e7880 service neutron] 10.222.0.63 "GET /v2.0/networks/3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598923 Aug 16 01:38:54.343938 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2979397f-a0ec-4948-bbda-8f21359eecd8 req-1588c249-5351-410c-9da2-8dcc2339d976 service neutron] 10.222.0.63 "GET /v2.0/networks/0f77b6cf-1fb8-47d6-b007-5ddebd89bf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691644 Aug 16 01:38:54.436668 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2979397f-a0ec-4948-bbda-8f21359eecd8 req-ce815dee-6100-46b8-8e0e-14b991ea0165 service neutron] 10.222.0.73 "GET /v2.0/networks/0f77b6cf-1fb8-47d6-b007-5ddebd89bf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089591 Aug 16 01:38:54.455141 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2979397f-a0ec-4948-bbda-8f21359eecd8 req-97f3ccec-1adf-4202-932a-6649229e67b7 service neutron] 10.222.0.63 "GET /v2.0/networks/0f77b6cf-1fb8-47d6-b007-5ddebd89bf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923736 Aug 16 01:38:54.505380 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e38d7b02-0074-4210-8692-918aacc2db01 req-6acfdc57-74d5-465f-9ea2-e71a6a70094a service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562619 Aug 16 01:38:54.516639 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbb602-f63d-44b4-9da7-f0cd2b325505 req-ed8b5e31-e66a-452c-8ec7-ac07650e79a0 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:54.518263 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-37cbb602-f63d-44b4-9da7-f0cd2b325505 req-ed8b5e31-e66a-452c-8ec7-ac07650e79a0 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 944 time: 0.0868046 Aug 16 01:38:54.602704 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-37cbb602-f63d-44b4-9da7-f0cd2b325505 req-90756e27-eb2c-4400-89d5-13a6b218b925 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761218 Aug 16 01:38:54.641517 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e38d7b02-0074-4210-8692-918aacc2db01 req-7e2a5423-0c72-4cad-b432-f07469828a25 service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222320 Aug 16 01:38:54.669685 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44396d-8a3d-45be-9aa4-5df31e0207f2 req-17fd5f42-3f9c-445f-a1ae-928042451031 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:54.671228 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f44396d-8a3d-45be-9aa4-5df31e0207f2 req-17fd5f42-3f9c-445f-a1ae-928042451031 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0507183 Aug 16 01:38:54.710297 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f44396d-8a3d-45be-9aa4-5df31e0207f2 req-ac440379-0bb3-4811-a729-4b81c41d452a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330694 Aug 16 01:38:54.956928 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 7d8667fa-1ee3-45c5-a751-c54edacf4b7d details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:38:54.985456 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce86e0-e137-4a84-99b8-7122ffc2e88d req-b42f3792-683f-499c-9bdf-d66f3d637dc5 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:54.987119 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e0ce86e0-e137-4a84-99b8-7122ffc2e88d req-b42f3792-683f-499c-9bdf-d66f3d637dc5 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e HTTP/1.1" status: 200 len: 944 time: 0.0575197 Aug 16 01:38:55.033186 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e0ce86e0-e137-4a84-99b8-7122ffc2e88d req-c1fef719-323e-4a2f-8f5c-05e64ee4497a tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400727 Aug 16 01:38:55.066729 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 7d8667fa-1ee3-45c5-a751-c54edacf4b7d, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7d8667fa-1ee3-45c5-a751-c54edacf4b7d,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:55.069156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd1115-e612-4bb7-b79e-39f720acdfd9 req-7e77d6f9-d122-4b22-aecb-9b182eb2df63 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:55.070690 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5fbd1115-e612-4bb7-b79e-39f720acdfd9 req-7e77d6f9-d122-4b22-aecb-9b182eb2df63 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0516598 Aug 16 01:38:55.078791 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '7d8667fa-1ee3-45c5-a751-c54edacf4b7d', 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5', 'port_id': '7d8667fa-1ee3-45c5-a751-c54edacf4b7d', 'mac_address': 'fa:16:3e:c6:c4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169f5ec2-dc2c-4cc1-93f9-b6f1426c49ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:55.110709 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5fbd1115-e612-4bb7-b79e-39f720acdfd9 req-0c8c7d13-f0d8-4884-b4ea-44c49e767c1a tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331733 Aug 16 01:38:55.116929 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:55.129986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8667fa-1ee3-45c5-a751-c54edacf4b7d {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:55.149372 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 7d8667fa-1ee3-45c5-a751-c54edacf4b7d, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7d8667fa-1ee3-45c5-a751-c54edacf4b7d,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:55.154673 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:55.155378 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a302aa61-8da3-4c84-8328-c38c4f6a06c2 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:38:55.245446 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=7d8667fa-1ee3-45c5-a751-c54edacf4b7d,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:55.291028 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a302aa61-8da3-4c84-8328-c38c4f6a06c2, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a302aa61-8da3-4c84-8328-c38c4f6a06c2,segment=NetworkSegment(9ee4bb76-0100-4f62-a198-c0db3600767b),segment_id=9ee4bb76-0100-4f62-a198-c0db3600767b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:55.309814 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'a302aa61-8da3-4c84-8328-c38c4f6a06c2', 'network_id': '0f77b6cf-1fb8-47d6-b007-5ddebd89bf05', 'port_id': 'a302aa61-8da3-4c84-8328-c38c4f6a06c2', 'mac_address': 'fa:16:3e:d0:a9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b1f05a8-07b5-4849-867f-bc033ab92096', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:55.317313 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bddb24-f8d2-44f6-b154-24e74daa82f3 req-8b03cadd-5ffc-4767-85a7-8fc0fdefac71 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:55.318836 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b3bddb24-f8d2-44f6-b154-24e74daa82f3 req-8b03cadd-5ffc-4767-85a7-8fc0fdefac71 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0556052 Aug 16 01:38:55.349303 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:55.361283 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b3bddb24-f8d2-44f6-b154-24e74daa82f3 req-2afd5ed4-0c01-4a2e-b3fc-66dc41150fea tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352759 Aug 16 01:38:55.362669 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a302aa61-8da3-4c84-8328-c38c4f6a06c2 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:55.384688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a302aa61-8da3-4c84-8328-c38c4f6a06c2, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a302aa61-8da3-4c84-8328-c38c4f6a06c2,segment=NetworkSegment(9ee4bb76-0100-4f62-a198-c0db3600767b),segment_id=9ee4bb76-0100-4f62-a198-c0db3600767b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:55.391305 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:55.470235 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec24f9d-aaff-43a7-ae1e-e1f5b339f857 req-a777535f-9e45-4c80-8c3c-87f17f10ce57 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:55.472121 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ec24f9d-aaff-43a7-ae1e-e1f5b339f857 req-a777535f-9e45-4c80-8c3c-87f17f10ce57 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0568910 Aug 16 01:38:55.516067 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ec24f9d-aaff-43a7-ae1e-e1f5b339f857 req-c4234c2f-011c-4d9a-9fdd-4ec851287b01 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375171 Aug 16 01:38:55.573607 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=a302aa61-8da3-4c84-8328-c38c4f6a06c2,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:55.719902 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3019fff-fc52-4fc3-8435-6981b279c0eb req-2bd98b48-7367-4484-acb3-15694942b8bb tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:55.721297 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3019fff-fc52-4fc3-8435-6981b279c0eb req-2bd98b48-7367-4484-acb3-15694942b8bb tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 945 time: 0.0486515 Aug 16 01:38:55.758878 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3019fff-fc52-4fc3-8435-6981b279c0eb req-f5b93ed9-5203-4d40-aef6-89ec04dede5f tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316067 Aug 16 01:38:55.806308 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['a302aa61-8da3-4c84-8328-c38c4f6a06c2'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:55.829568 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddeb7d-d6f5-4e3e-93f1-deeea4e69140 req-04550a63-e82d-43ad-bd69-b14bd5f1810e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:55.831099 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-79ddeb7d-d6f5-4e3e-93f1-deeea4e69140 req-04550a63-e82d-43ad-bd69-b14bd5f1810e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0520141 Aug 16 01:38:55.832190 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['7d8667fa-1ee3-45c5-a751-c54edacf4b7d'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:55.870150 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-79ddeb7d-d6f5-4e3e-93f1-deeea4e69140 req-c1387e23-2497-40d8-af6d-e213717da139 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328348 Aug 16 01:38:55.877829 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:56.009909 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 064796a5-8069-4e5c-8e7a-edbfe6df3e20 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:38:56.163903 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5f597-bc31-414d-8b00-b39ee2d6ec7d req-1bdb3681-af65-4c60-9091-e14962c30d1f tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:56.165420 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0be5f597-bc31-414d-8b00-b39ee2d6ec7d req-1bdb3681-af65-4c60-9091-e14962c30d1f tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e HTTP/1.1" status: 200 len: 944 time: 0.0563819 Aug 16 01:38:56.176888 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 064796a5-8069-4e5c-8e7a-edbfe6df3e20, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=064796a5-8069-4e5c-8e7a-edbfe6df3e20,segment=NetworkSegment(9ee4bb76-0100-4f62-a198-c0db3600767b),segment_id=9ee4bb76-0100-4f62-a198-c0db3600767b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:56.189895 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '064796a5-8069-4e5c-8e7a-edbfe6df3e20', 'network_id': '0f77b6cf-1fb8-47d6-b007-5ddebd89bf05', 'port_id': '064796a5-8069-4e5c-8e7a-edbfe6df3e20', 'mac_address': 'fa:16:3e:97:72:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b1f05a8-07b5-4849-867f-bc033ab92096', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:56.205290 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0be5f597-bc31-414d-8b00-b39ee2d6ec7d req-091d4b21-61b9-482d-b9bc-c9941079efc1 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331361 Aug 16 01:38:56.228558 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:56.242278 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 064796a5-8069-4e5c-8e7a-edbfe6df3e20 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:56.244501 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5621c-39bc-41e8-9ee3-7dbcb284f143 req-9fbad754-cf1b-4dcc-ad9b-e760f2b2ddd3 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:56.246177 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53e5621c-39bc-41e8-9ee3-7dbcb284f143 req-9fbad754-cf1b-4dcc-ad9b-e760f2b2ddd3 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0602958 Aug 16 01:38:56.262770 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 064796a5-8069-4e5c-8e7a-edbfe6df3e20, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=064796a5-8069-4e5c-8e7a-edbfe6df3e20,segment=NetworkSegment(9ee4bb76-0100-4f62-a198-c0db3600767b),segment_id=9ee4bb76-0100-4f62-a198-c0db3600767b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:56.266954 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:56.267746 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e70fc433-e8e6-4e91-8823-851ec3503761 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:38:56.285640 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53e5621c-39bc-41e8-9ee3-7dbcb284f143 req-b47b4f0e-3791-47e7-bd65-cc6c4751bc22 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323274 Aug 16 01:38:56.333458 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=064796a5-8069-4e5c-8e7a-edbfe6df3e20,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:56.338056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e70fc433-e8e6-4e91-8823-851ec3503761, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e70fc433-e8e6-4e91-8823-851ec3503761,segment=NetworkSegment(9ee4bb76-0100-4f62-a198-c0db3600767b),segment_id=9ee4bb76-0100-4f62-a198-c0db3600767b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:56.349211 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'e70fc433-e8e6-4e91-8823-851ec3503761', 'network_id': '0f77b6cf-1fb8-47d6-b007-5ddebd89bf05', 'port_id': 'e70fc433-e8e6-4e91-8823-851ec3503761', 'mac_address': 'fa:16:3e:c4:79:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b1f05a8-07b5-4849-867f-bc033ab92096', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:38:56.390555 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:56.404464 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70fc433-e8e6-4e91-8823-851ec3503761 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:38:56.428201 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e70fc433-e8e6-4e91-8823-851ec3503761, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e70fc433-e8e6-4e91-8823-851ec3503761,segment=NetworkSegment(9ee4bb76-0100-4f62-a198-c0db3600767b),segment_id=9ee4bb76-0100-4f62-a198-c0db3600767b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:56.432643 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:56.489499 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=e70fc433-e8e6-4e91-8823-851ec3503761,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:56.489733 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3403d4d-cac4-4ccb-80e7-a86c37ff7efd req-e2902e5a-6541-4a15-a503-25cbb306e7bd tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:56.491380 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a3403d4d-cac4-4ccb-80e7-a86c37ff7efd req-e2902e5a-6541-4a15-a503-25cbb306e7bd tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0527661 Aug 16 01:38:56.536520 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a3403d4d-cac4-4ccb-80e7-a86c37ff7efd req-1c02e54e-4a2f-4745-bafd-0438423467c0 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369925 Aug 16 01:38:56.633806 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945c7d0-5739-433d-9a9a-9726ee2df106 req-2f880178-2c45-45a1-89f3-5b059032aeb1 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:56.635310 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e945c7d0-5739-433d-9a9a-9726ee2df106 req-2f880178-2c45-45a1-89f3-5b059032aeb1 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0491333 Aug 16 01:38:56.675758 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e945c7d0-5739-433d-9a9a-9726ee2df106 req-ccbc321c-7114-4a0c-8d69-c7837a489b72 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343163 Aug 16 01:38:56.840731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['064796a5-8069-4e5c-8e7a-edbfe6df3e20'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:56.849873 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['e70fc433-e8e6-4e91-8823-851ec3503761'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:38:56.879660 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a939da-35ed-40b3-a640-0f05f2407402 req-0e6b5a39-b918-4e93-8373-3656730e09ea tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:56.881208 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-25a939da-35ed-40b3-a640-0f05f2407402 req-0e6b5a39-b918-4e93-8373-3656730e09ea tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 945 time: 0.0530298 Aug 16 01:38:56.926469 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-25a939da-35ed-40b3-a640-0f05f2407402 req-3f71254a-978e-494f-892f-c7b5f408afcd tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381329 Aug 16 01:38:56.992735 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18215c-2e7a-4266-b670-acfd3c6b7cd6 req-d9fe9232-cfa4-46e0-8179-8e0be54c3fcf tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:56.994262 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bb18215c-2e7a-4266-b670-acfd3c6b7cd6 req-d9fe9232-cfa4-46e0-8179-8e0be54c3fcf tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0510275 Aug 16 01:38:57.034092 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bb18215c-2e7a-4266-b670-acfd3c6b7cd6 req-65f8d10a-c0b8-444e-b723-0eb62bbde116 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325944 Aug 16 01:38:57.335292 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d3472-cf3e-4861-afcc-9c9bd0cd7e2d req-395323f6-b94f-4596-8f29-204a9a8b50af tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:57.336905 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-782d3472-cf3e-4861-afcc-9c9bd0cd7e2d req-395323f6-b94f-4596-8f29-204a9a8b50af tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e HTTP/1.1" status: 200 len: 945 time: 0.0530879 Aug 16 01:38:57.377119 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-782d3472-cf3e-4861-afcc-9c9bd0cd7e2d req-ce23adae-1be8-47ab-bf11-96fc3c7bf4b7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331264 Aug 16 01:38:57.409379 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b96bb-382f-40c0-adfa-efedcd8ece08 req-709c9748-44bc-44d1-b1a3-1c4287be832a tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:57.411157 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d25b96bb-382f-40c0-adfa-efedcd8ece08 req-709c9748-44bc-44d1-b1a3-1c4287be832a tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0534451 Aug 16 01:38:57.450488 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d25b96bb-382f-40c0-adfa-efedcd8ece08 req-0dfc0fef-e4ce-478a-8440-800de03b759c tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333095 Aug 16 01:38:57.663140 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0a96b-6d41-490c-a164-39e84faa52c0 req-8d9e422a-ffa4-4401-bea7-a1c668b72616 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:57.664899 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1ca0a96b-6d41-490c-a164-39e84faa52c0 req-8d9e422a-ffa4-4401-bea7-a1c668b72616 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0500269 Aug 16 01:38:57.722356 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1ca0a96b-6d41-490c-a164-39e84faa52c0 req-d6e1ec74-58a6-4769-b08e-b3997e234be8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512109 Aug 16 01:38:57.814340 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe1c4f-f278-4294-ba1e-b870fa3b32de req-a6c33470-4d69-4f55-a242-413435fbf056 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:57.815955 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bffe1c4f-f278-4294-ba1e-b870fa3b32de req-a6c33470-4d69-4f55-a242-413435fbf056 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0536883 Aug 16 01:38:57.857058 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bffe1c4f-f278-4294-ba1e-b870fa3b32de req-147df042-2887-4b86-a153-5cdbbe56f708 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345299 Aug 16 01:38:58.049570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb2dec-865f-4bac-990f-ed6ca4647d39 req-a25eeae1-30f4-413a-a781-5cccf01eb12d tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:58.051151 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-95cb2dec-865f-4bac-990f-ed6ca4647d39 req-a25eeae1-30f4-413a-a781-5cccf01eb12d tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 945 time: 0.0512404 Aug 16 01:38:58.095026 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-95cb2dec-865f-4bac-990f-ed6ca4647d39 req-ee7b21e2-049a-46da-ab0a-7b286b02075b tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372798 Aug 16 01:38:58.156230 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affe02e-a475-4dc6-bffa-519e46f57419 req-33579e4a-43f0-4474-b574-5c81504f5919 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:58.157815 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6affe02e-a475-4dc6-bffa-519e46f57419 req-33579e4a-43f0-4474-b574-5c81504f5919 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.0540512 Aug 16 01:38:58.202832 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6affe02e-a475-4dc6-bffa-519e46f57419 req-145126c8-ae85-4da6-8afa-0dbf912432e6 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370638 Aug 16 01:38:58.501194 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaf69d-c49a-4689-b31f-e819b3e6f866 req-e824a2f9-cfa6-4efb-a1a9-3aaa7165b597 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:58.502801 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6bfaf69d-c49a-4689-b31f-e819b3e6f866 req-e824a2f9-cfa6-4efb-a1a9-3aaa7165b597 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e HTTP/1.1" status: 200 len: 945 time: 0.0550921 Aug 16 01:38:58.550443 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6bfaf69d-c49a-4689-b31f-e819b3e6f866 req-ceb8e8bb-9e2a-42c6-a053-5d764537e268 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410824 Aug 16 01:38:58.784779 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [req-727a85de-643e-4aee-933d-0eb34532af31 req-27f673b5-9b75-42a9-9d16-0e8b2fc13752 service neutron] show failed (client error): The resource could not be found. Aug 16 01:38:58.786084 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727a85de-643e-4aee-933d-0eb34532af31 req-27f673b5-9b75-42a9-9d16-0e8b2fc13752 service neutron] 10.222.0.63 "GET /v2.0/ports/caf09ee9-d0a5-4f6e-9167-38d3eae87660/bindings/n-h1-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.0631678 Aug 16 01:38:58.845158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ae053-fa8c-469c-b81a-d5cce98e48ad req-44ea38a0-ff50-4130-949f-97bc26d1f635 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:58.850849 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-418ae053-fa8c-469c-b81a-d5cce98e48ad req-44ea38a0-ff50-4130-949f-97bc26d1f635 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0579121 Aug 16 01:38:58.898535 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c26e8-d40f-40f9-953e-a6bcae1fcc2a req-e464b492-e2e5-4f84-ac04-95f70d198724 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:58.900101 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-539c26e8-d40f-40f9-953e-a6bcae1fcc2a req-e464b492-e2e5-4f84-ac04-95f70d198724 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0527883 Aug 16 01:38:58.901592 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-418ae053-fa8c-469c-b81a-d5cce98e48ad req-64096964-d92e-435e-93da-564deff553da tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470235 Aug 16 01:38:58.946748 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-539c26e8-d40f-40f9-953e-a6bcae1fcc2a req-f39f611c-40aa-42c0-be81-bbd82a2ada00 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396528 Aug 16 01:38:58.981203 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 7d8667fa-1ee3-45c5-a751-c54edacf4b7d up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:38:59.029530 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a03eb-e993-42d6-a743-34afa0f929ab req-14fd454a-0cfb-4928-876c-035513b77772 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:59.031827 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a60a03eb-e993-42d6-a743-34afa0f929ab req-14fd454a-0cfb-4928-876c-035513b77772 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0625591 Aug 16 01:38:59.059902 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 7d8667fa-1ee3-45c5-a751-c54edacf4b7d completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:59.064805 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 7d8667fa-1ee3-45c5-a751-c54edacf4b7d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:59.065417 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:59.088878 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a60a03eb-e993-42d6-a743-34afa0f929ab req-8905c39c-9505-4473-bc89-8de63f51dec9 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499723 Aug 16 01:38:59.099432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a85de-643e-4aee-933d-0eb34532af31 req-695f8f91-fb58-4003-9c1e-6fab7fe88cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:59.107206 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727a85de-643e-4aee-933d-0eb34532af31 req-695f8f91-fb58-4003-9c1e-6fab7fe88cba service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454&tenant_id=126345157050487ba8127ff85bb0562e HTTP/1.1" status: 200 len: 1102 time: 0.1018674 Aug 16 01:38:59.120675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:38:59.164116 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:59.193244 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af33f9e-b026-4dd2-86dc-5fdc2401f7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8667fa-1ee3-45c5-a751-c54edacf4b7d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:59.196070 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dbedca-b814-45fe-8320-2be73245f07a" -d '{"events": [{"server_uuid": "8af33f9e-b026-4dd2-86dc-5fdc2401f7a8", "name": "network-vif-plugged", "status": "completed", "tag": "7d8667fa-1ee3-45c5-a751-c54edacf4b7d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:59.209110 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 7d8667fa-1ee3-45c5-a751-c54edacf4b7d, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7d8667fa-1ee3-45c5-a751-c54edacf4b7d,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:59.209429 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:59.216667 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:59.217788 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a302aa61-8da3-4c84-8328-c38c4f6a06c2 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:38:59.245365 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556692ef-2c43-4f76-8ceb-ada37ade0ecd req-ff3f0028-b0a3-4600-a40d-d970749e5f82 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:59.255951 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-556692ef-2c43-4f76-8ceb-ada37ade0ecd req-ff3f0028-b0a3-4600-a40d-d970749e5f82 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 945 time: 0.0720296 Aug 16 01:38:59.323605 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-556692ef-2c43-4f76-8ceb-ada37ade0ecd req-840e0c5c-25cf-41e8-a610-1383b3e663c8 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625310 Aug 16 01:38:59.337990 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=7d8667fa-1ee3-45c5-a751-c54edacf4b7d,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:59.346443 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port a302aa61-8da3-4c84-8328-c38c4f6a06c2 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:38:59.351416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port a302aa61-8da3-4c84-8328-c38c4f6a06c2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:38:59.351789 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:59.394962 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916e2056-d5e4-489d-bb65-fa97b9f0f0ab x-openstack-request-id: req-916e2056-d5e4-489d-bb65-fa97b9f0f0ab {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:59.395261 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af33f9e-b026-4dd2-86dc-5fdc2401f7a8", "name": "network-vif-plugged", "status": "completed", "tag": "7d8667fa-1ee3-45c5-a751-c54edacf4b7d", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:59.395512 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-916e2056-d5e4-489d-bb65-fa97b9f0f0ab {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:59.395897 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af33f9e-b026-4dd2-86dc-5fdc2401f7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8667fa-1ee3-45c5-a751-c54edacf4b7d', 'code': 200} Aug 16 01:38:59.468218 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:59.506669 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a302aa61-8da3-4c84-8328-c38c4f6a06c2, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a302aa61-8da3-4c84-8328-c38c4f6a06c2,segment=NetworkSegment(9ee4bb76-0100-4f62-a198-c0db3600767b),segment_id=9ee4bb76-0100-4f62-a198-c0db3600767b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:59.510948 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:59.566985 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=a302aa61-8da3-4c84-8328-c38c4f6a06c2,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:59.592155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30812986-7b9f-4fb6-9a81-1c26902148da req-527cf770-d60b-4125-a516-2fb524e505a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:59.593844 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-30812986-7b9f-4fb6-9a81-1c26902148da req-527cf770-d60b-4125-a516-2fb524e505a2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 1098 time: 0.1117094 Aug 16 01:38:59.609367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37541fef-37fc-40d5-a16a-e8e9ca7fbf94 req-ce4aa2e5-7bcb-4b0c-bf32-6bd042d5268d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:59.611081 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-37541fef-37fc-40d5-a16a-e8e9ca7fbf94 req-ce4aa2e5-7bcb-4b0c-bf32-6bd042d5268d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.1397715 Aug 16 01:38:59.623075 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] For port caf09ee9-d0a5-4f6e-9167-38d3eae87660, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=caf09ee9-d0a5-4f6e-9167-38d3eae87660,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:38:59.704318 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-30812986-7b9f-4fb6-9a81-1c26902148da req-d19c55fd-61df-4e3f-ac89-2a80236a4a88 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887046 Aug 16 01:38:59.716008 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-37541fef-37fc-40d5-a16a-e8e9ca7fbf94 req-b690dc8e-2a9b-4950-825a-130a57a010af tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896938 Aug 16 01:38:59.727532 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] For port caf09ee9-d0a5-4f6e-9167-38d3eae87660, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:38:59.785878 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:59.788168 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1103d1a-1580-406e-ab96-0127b7893b2a req-d7860213-eb2e-4eda-818d-eb1228b0f3c6 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:38:59.789080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da090af-0338-46b1-b872-b9d77d407454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caf09ee9-d0a5-4f6e-9167-38d3eae87660'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:38:59.789710 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c1103d1a-1580-406e-ab96-0127b7893b2a req-d7860213-eb2e-4eda-818d-eb1228b0f3c6 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e HTTP/1.1" status: 200 len: 945 time: 0.0774200 Aug 16 01:38:59.792122 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167c98b0-15a6-4c99-9fe7-be4254ec162c" -d '{"events": [{"server_uuid": "4da090af-0338-46b1-b872-b9d77d407454", "name": "network-vif-unplugged", "status": "completed", "tag": "caf09ee9-d0a5-4f6e-9167-38d3eae87660"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:38:59.807542 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] Transition to ACTIVE for port object caf09ee9-d0a5-4f6e-9167-38d3eae87660 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:38:59.813666 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:38:59.849060 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c1103d1a-1580-406e-ab96-0127b7893b2a req-cf958ea6-609d-440c-b296-7d0acc54c209 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512099 Aug 16 01:38:59.865537 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e3217c-0f6a-492a-bb50-6fe5eb588bc1 x-openstack-request-id: req-f2e3217c-0f6a-492a-bb50-6fe5eb588bc1 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:38:59.865868 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da090af-0338-46b1-b872-b9d77d407454", "name": "network-vif-unplugged", "status": "completed", "tag": "caf09ee9-d0a5-4f6e-9167-38d3eae87660", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:38:59.866378 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f2e3217c-0f6a-492a-bb50-6fe5eb588bc1 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:38:59.867125 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da090af-0338-46b1-b872-b9d77d407454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caf09ee9-d0a5-4f6e-9167-38d3eae87660', 'code': 200} Aug 16 01:38:59.908408 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] No DVR routers for this DVR port caf09ee9-d0a5-4f6e-9167-38d3eae87660 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:38:59.917480 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] Pushing event updated for resources: {'Port': ['ID=caf09ee9-d0a5-4f6e-9167-38d3eae87660,revision_number=6']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:38:59.965627 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] Attempting to bind port caf09ee9-d0a5-4f6e-9167-38d3eae87660 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:38:59.966261 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] Attempting to bind port caf09ee9-d0a5-4f6e-9167-38d3eae87660 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:38:59.966641 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] Attempting to bind port caf09ee9-d0a5-4f6e-9167-38d3eae87660 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:59.973440 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] Port caf09ee9-d0a5-4f6e-9167-38d3eae87660 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:38:59.974038 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] Attempting to bind port caf09ee9-d0a5-4f6e-9167-38d3eae87660 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:38:59.980276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:38:59.981067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:38:59.981634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:38:59.982180 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] Bound port: caf09ee9-d0a5-4f6e-9167-38d3eae87660, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:38:59.982546 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:00.037411 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 064796a5-8069-4e5c-8e7a-edbfe6df3e20 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:39:00.090567 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 064796a5-8069-4e5c-8e7a-edbfe6df3e20 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:39:00.090851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] For port caf09ee9-d0a5-4f6e-9167-38d3eae87660, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:39:00.096409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 064796a5-8069-4e5c-8e7a-edbfe6df3e20 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:39:00.096925 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:00.125151 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83831b58-1b90-44b8-b6e9-de8d1ffd7e03 req-9933c6e9-ee0d-4e9c-b6c5-4d0ab8d2d097 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:00.126824 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-83831b58-1b90-44b8-b6e9-de8d1ffd7e03 req-9933c6e9-ee0d-4e9c-b6c5-4d0ab8d2d097 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.1092892 Aug 16 01:39:00.128925 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] For port caf09ee9-d0a5-4f6e-9167-38d3eae87660, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=caf09ee9-d0a5-4f6e-9167-38d3eae87660,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:39:00.135112 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:00.193818 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:00.209562 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:00.211187 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727a85de-643e-4aee-933d-0eb34532af31 req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] 10.222.0.73 "PUT /v2.0/ports/caf09ee9-d0a5-4f6e-9167-38d3eae87660 HTTP/1.1" status: 200 len: 1097 time: 1.0954478 Aug 16 01:39:00.215924 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:00.286788 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 064796a5-8069-4e5c-8e7a-edbfe6df3e20, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=064796a5-8069-4e5c-8e7a-edbfe6df3e20,segment=NetworkSegment(9ee4bb76-0100-4f62-a198-c0db3600767b),segment_id=9ee4bb76-0100-4f62-a198-c0db3600767b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:00.291755 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:00.292995 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e70fc433-e8e6-4e91-8823-851ec3503761 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:39:00.301872 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad7456-11a4-45b0-9b3e-061f26623eb8 req-6813c6c5-dd49-4733-a5c1-9937bea37b44 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:00.311733 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c2ad7456-11a4-45b0-9b3e-061f26623eb8 req-6813c6c5-dd49-4733-a5c1-9937bea37b44 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.1113377 Aug 16 01:39:00.312127 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-83831b58-1b90-44b8-b6e9-de8d1ffd7e03 req-3ee8ef0f-b406-4338-bf49-ebe75c475ac4 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691468 Aug 16 01:39:00.320911 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9c97a-068e-4046-9b19-29b9c1fa343d service neutron] Pushing event updated for resources: {'Port': ['ID=caf09ee9-d0a5-4f6e-9167-38d3eae87660,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:00.372454 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c2ad7456-11a4-45b0-9b3e-061f26623eb8 req-cb395c0d-78a3-44b3-ae9a-675b9169178d tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562534 Aug 16 01:39:00.385034 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a85de-643e-4aee-933d-0eb34532af31 req-b3e86a42-c9c5-4fbb-9784-cc80b9eb6f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:00.397357 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727a85de-643e-4aee-933d-0eb34532af31 req-b3e86a42-c9c5-4fbb-9784-cc80b9eb6f28 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 1100 time: 0.1459169 Aug 16 01:39:00.469937 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=064796a5-8069-4e5c-8e7a-edbfe6df3e20,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:00.487515 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port e70fc433-e8e6-4e91-8823-851ec3503761 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:39:00.495965 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port e70fc433-e8e6-4e91-8823-851ec3503761 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:39:00.497357 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:00.560520 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a85de-643e-4aee-933d-0eb34532af31 req-23c5e9d7-4018-4291-88c5-971604598a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:00.562324 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727a85de-643e-4aee-933d-0eb34532af31 req-23c5e9d7-4018-4291-88c5-971604598a19 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1641510 Aug 16 01:39:00.570956 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d82e4-18b0-4976-84b4-3ee9c5163cec req-b97ca3e9-1edd-47ec-bb81-19933edb7334 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:00.572658 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-466d82e4-18b0-4976-84b4-3ee9c5163cec req-b97ca3e9-1edd-47ec-bb81-19933edb7334 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 946 time: 0.1090229 Aug 16 01:39:00.603499 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:00.623665 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727a85de-643e-4aee-933d-0eb34532af31 req-504ab222-f572-4b9e-bc90-40cc8973f8f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=caf09ee9-d0a5-4f6e-9167-38d3eae87660 HTTP/1.1" status: 200 len: 217 time: 0.0465376 Aug 16 01:39:00.642266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e70fc433-e8e6-4e91-8823-851ec3503761, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e70fc433-e8e6-4e91-8823-851ec3503761,segment=NetworkSegment(9ee4bb76-0100-4f62-a198-c0db3600767b),segment_id=9ee4bb76-0100-4f62-a198-c0db3600767b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:00.646669 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:00.690261 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-466d82e4-18b0-4976-84b4-3ee9c5163cec req-a8c219e4-a0fc-4ecc-8c24-49933bebab67 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695493 Aug 16 01:39:00.721903 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a85de-643e-4aee-933d-0eb34532af31 req-1bfce525-6a7c-497f-a2e4-ee79143fcb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:00.724542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=e70fc433-e8e6-4e91-8823-851ec3503761,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:00.727153 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727a85de-643e-4aee-933d-0eb34532af31 req-1bfce525-6a7c-497f-a2e4-ee79143fcb75 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0863836 Aug 16 01:39:00.800912 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a85de-643e-4aee-933d-0eb34532af31 req-b199bc8a-9019-4b3d-bde4-6ecb94c45ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:00.802678 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727a85de-643e-4aee-933d-0eb34532af31 req-b199bc8a-9019-4b3d-bde4-6ecb94c45ca8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0614440 Aug 16 01:39:00.939896 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccdb79-25e3-411b-b392-e74907050705 req-3c36604e-225f-4fc1-b0af-c86979d61217 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:00.942279 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c8ccdb79-25e3-411b-b392-e74907050705 req-3c36604e-225f-4fc1-b0af-c86979d61217 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 948 time: 0.1343300 Aug 16 01:39:00.982363 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727a85de-643e-4aee-933d-0eb34532af31 req-0f7cb319-6b6c-4023-9943-8edea088ae8d service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627903 Aug 16 01:39:00.991654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device caf09ee9-d0a5-4f6e-9167-38d3eae87660 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:39:01.043848 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device caf09ee9-d0a5-4f6e-9167-38d3eae87660 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:39:01.051666 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c8ccdb79-25e3-411b-b392-e74907050705 req-0e5a1b1a-eb23-4aea-8aac-29ce7e1ffc6f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026936 Aug 16 01:39:01.072012 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c938a67-b69b-48e5-a8e3-b939c8b61fe0 req-c3ddccf0-d391-47c3-9e5c-b6ef389acf5c tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:01.073886 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9c938a67-b69b-48e5-a8e3-b939c8b61fe0 req-c3ddccf0-d391-47c3-9e5c-b6ef389acf5c tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e HTTP/1.1" status: 200 len: 946 time: 0.1008108 Aug 16 01:39:01.100558 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727a85de-643e-4aee-933d-0eb34532af31 req-2a814a19-49e6-4396-bf1e-35f73c503f3c service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047163 Aug 16 01:39:01.116484 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9c938a67-b69b-48e5-a8e3-b939c8b61fe0 req-9a1948e0-dec1-4b75-8cba-41e58a937f6d tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358462 Aug 16 01:39:01.397698 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9df903-f1f4-415c-aca7-b2d4a3062529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a302aa61-8da3-4c84-8328-c38c4f6a06c2'}, {'server_uuid': '7af356c8-a08a-4ab6-9847-a7b0027235d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064796a5-8069-4e5c-8e7a-edbfe6df3e20'}, {'server_uuid': '1e35f680-1347-4ad9-b2d9-55f6f0b97b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70fc433-e8e6-4e91-8823-851ec3503761'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:01.401008 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40630d25-b021-4b2e-8d7c-018ef9aef03f" -d '{"events": [{"server_uuid": "4b9df903-f1f4-415c-aca7-b2d4a3062529", "name": "network-vif-plugged", "status": "completed", "tag": "a302aa61-8da3-4c84-8328-c38c4f6a06c2"}, {"server_uuid": "7af356c8-a08a-4ab6-9847-a7b0027235d9", "name": "network-vif-plugged", "status": "completed", "tag": "064796a5-8069-4e5c-8e7a-edbfe6df3e20"}, {"server_uuid": "1e35f680-1347-4ad9-b2d9-55f6f0b97b5e", "name": "network-vif-plugged", "status": "completed", "tag": "e70fc433-e8e6-4e91-8823-851ec3503761"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:01.436297 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7d60a-e134-4b14-ac13-5ad9a234d9a2 req-ed9d6cc9-7ad0-43c8-bf37-11d1c353063e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:01.438084 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4bc7d60a-e134-4b14-ac13-5ad9a234d9a2 req-ed9d6cc9-7ad0-43c8-bf37-11d1c353063e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0623536 Aug 16 01:39:01.477199 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4bc7d60a-e134-4b14-ac13-5ad9a234d9a2 req-f4735d22-360b-4f85-aea9-1736b25c6a63 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329340 Aug 16 01:39:01.487156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3798b-76b7-439b-9402-3750e76ebc5f req-8c1527e0-6c4b-4196-bfa5-00d28a962150 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:01.488691 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dec3798b-76b7-439b-9402-3750e76ebc5f req-8c1527e0-6c4b-4196-bfa5-00d28a962150 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0519557 Aug 16 01:39:01.538183 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dec3798b-76b7-439b-9402-3750e76ebc5f req-cec23869-a2f1-4486-9b38-74981860e9f9 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431099 Aug 16 01:39:01.542074 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e444c8-110d-465b-8c72-4238fe7db4ed x-openstack-request-id: req-09e444c8-110d-465b-8c72-4238fe7db4ed {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:01.542372 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9df903-f1f4-415c-aca7-b2d4a3062529", "name": "network-vif-plugged", "status": "completed", "tag": "a302aa61-8da3-4c84-8328-c38c4f6a06c2", "code": 200}, {"server_uuid": "7af356c8-a08a-4ab6-9847-a7b0027235d9", "name": "network-vif-plugged", "status": "completed", "tag": "064796a5-8069-4e5c-8e7a-edbfe6df3e20", "code": 200}, {"server_uuid": "1e35f680-1347-4ad9-b2d9-55f6f0b97b5e", "name": "network-vif-plugged", "status": "completed", "tag": "e70fc433-e8e6-4e91-8823-851ec3503761", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:01.542620 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-09e444c8-110d-465b-8c72-4238fe7db4ed {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:01.543512 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9df903-f1f4-415c-aca7-b2d4a3062529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a302aa61-8da3-4c84-8328-c38c4f6a06c2', 'code': 200} Aug 16 01:39:01.544084 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af356c8-a08a-4ab6-9847-a7b0027235d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064796a5-8069-4e5c-8e7a-edbfe6df3e20', 'code': 200} Aug 16 01:39:01.544328 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e35f680-1347-4ad9-b2d9-55f6f0b97b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70fc433-e8e6-4e91-8823-851ec3503761', 'code': 200} Aug 16 01:39:01.724564 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d2449-0eeb-45b8-9158-46b3ceffc388 req-177c2955-d4e7-4535-b4f5-3105b422cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:01.726236 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c88d2449-0eeb-45b8-9158-46b3ceffc388 req-177c2955-d4e7-4535-b4f5-3105b422cfbe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7af356c8-a08a-4ab6-9847-a7b0027235d9 HTTP/1.1" status: 200 len: 1097 time: 0.1037726 Aug 16 01:39:01.735930 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49d3ee-6883-44d2-8126-36fae38a7225 req-5df06bc0-815d-472d-8784-33c9b1570edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:01.737482 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a49d3ee-6883-44d2-8126-36fae38a7225 req-5df06bc0-815d-472d-8784-33c9b1570edc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e HTTP/1.1" status: 200 len: 1098 time: 0.0890200 Aug 16 01:39:01.744741 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f10117-7403-4b0c-a31f-0bf743d264af req-c7394ef0-c742-4ba2-bdb3-e2e69dc5bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:01.746756 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20f10117-7403-4b0c-a31f-0bf743d264af req-c7394ef0-c742-4ba2-bdb3-e2e69dc5bdd3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4b9df903-f1f4-415c-aca7-b2d4a3062529 HTTP/1.1" status: 200 len: 1097 time: 0.0992103 Aug 16 01:39:01.832932 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c88d2449-0eeb-45b8-9158-46b3ceffc388 req-b05ed78c-5f63-49fc-9258-6eff52a65bad service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945282 Aug 16 01:39:01.845742 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a49d3ee-6883-44d2-8126-36fae38a7225 req-67f0f9fd-d8a6-4e05-902d-9ab721532641 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968826 Aug 16 01:39:01.856263 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20f10117-7403-4b0c-a31f-0bf743d264af req-f5ba66be-3b11-439e-8590-9121d2c7910c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929327 Aug 16 01:39:01.867285 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fc73c-7a3c-4da5-868f-41043687feeb req-7512fa66-ea63-4afe-8638-40d5cd66537e tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:01.868822 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d20fc73c-7a3c-4da5-868f-41043687feeb req-7512fa66-ea63-4afe-8638-40d5cd66537e tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 946 time: 0.0931890 Aug 16 01:39:01.869270 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da090af-0338-46b1-b872-b9d77d407454', 'tag': 'caf09ee9-d0a5-4f6e-9167-38d3eae87660'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:01.871721 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda" -d '{"events": [{"name": "network-changed", "server_uuid": "4da090af-0338-46b1-b872-b9d77d407454", "tag": "caf09ee9-d0a5-4f6e-9167-38d3eae87660"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:01.908148 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d20fc73c-7a3c-4da5-868f-41043687feeb req-33439af2-361e-4619-a000-6defe586e1c5 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Aug 16 01:39:01.971496 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8555ce1-fcaa-4ea9-b2bc-ee365e2b704e x-openstack-request-id: req-b8555ce1-fcaa-4ea9-b2bc-ee365e2b704e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:01.972116 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da090af-0338-46b1-b872-b9d77d407454", "tag": "caf09ee9-d0a5-4f6e-9167-38d3eae87660", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:01.972536 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b8555ce1-fcaa-4ea9-b2bc-ee365e2b704e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:01.973020 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da090af-0338-46b1-b872-b9d77d407454', 'tag': 'caf09ee9-d0a5-4f6e-9167-38d3eae87660', 'status': 'completed', 'code': 200} Aug 16 01:39:02.126663 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-0d0ccfdd-1b08-4bec-a634-0e029559d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:02.128263 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-0d0ccfdd-1b08-4bec-a634-0e029559d1f8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 1100 time: 0.1069720 Aug 16 01:39:02.138315 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325f605-a64b-432c-b15a-ac3f67fc0e49 req-d57aa5af-b651-4525-b050-f40c6467ff36 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:02.139833 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b325f605-a64b-432c-b15a-ac3f67fc0e49 req-d57aa5af-b651-4525-b050-f40c6467ff36 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 946 time: 0.1171594 Aug 16 01:39:02.151754 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-c52995b7-f212-4787-a0c2-1eac496f42b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:02.153877 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-c52995b7-f212-4787-a0c2-1eac496f42b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 1100 time: 0.1220641 Aug 16 01:39:02.180121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a7080-c810-440b-ac73-781e8d814e45 req-22951d8d-4134-43ee-aff2-723fa75b53c0 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:02.181819 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-654a7080-c810-440b-ac73-781e8d814e45 req-22951d8d-4134-43ee-aff2-723fa75b53c0 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 948 time: 0.0554824 Aug 16 01:39:02.223354 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-654a7080-c810-440b-ac73-781e8d814e45 req-c5254348-378a-4781-901c-3d08a60f4d18 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349069 Aug 16 01:39:02.286535 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b325f605-a64b-432c-b15a-ac3f67fc0e49 req-ee2f30e3-8809-4f08-987d-0a50eda9a579 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315973 Aug 16 01:39:02.339412 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc60e81-547f-45b0-9842-e3c882a5358d req-030ca30b-f6d8-428c-94a9-dfe8e82b201f tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:02.343839 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5fc60e81-547f-45b0-9842-e3c882a5358d req-030ca30b-f6d8-428c-94a9-dfe8e82b201f tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e HTTP/1.1" status: 200 len: 946 time: 0.0598013 Aug 16 01:39:02.353875 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-12e510a4-4742-4f32-afdd-c83fa7188f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:02.355959 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-12e510a4-4742-4f32-afdd-c83fa7188f16 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.2138302 Aug 16 01:39:02.389566 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5fc60e81-547f-45b0-9842-e3c882a5358d req-0262c910-dc4d-4920-80dd-d34155cb0ae2 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387585 Aug 16 01:39:02.443162 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-336806a6-41fa-450a-90d0-5b99efa01bfa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=caf09ee9-d0a5-4f6e-9167-38d3eae87660 HTTP/1.1" status: 200 len: 217 time: 0.0700543 Aug 16 01:39:02.444199 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-9888eb2f-8a6b-421d-849f-7e7aa2ea1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:02.445539 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-9888eb2f-8a6b-421d-849f-7e7aa2ea1d2e service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.2837088 Aug 16 01:39:02.607650 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0639b92-0f3c-4cc9-b17e-14b7d5632c6a req-99e1013a-eaa8-492e-b2ee-2ddfeb187baa tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:02.609320 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b0639b92-0f3c-4cc9-b17e-14b7d5632c6a req-99e1013a-eaa8-492e-b2ee-2ddfeb187baa tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0578704 Aug 16 01:39:02.675603 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b0639b92-0f3c-4cc9-b17e-14b7d5632c6a req-ac5403a4-3c08-4946-a96a-c4727a63a6ae tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582395 Aug 16 01:39:02.789316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172d0b9-adf3-442e-ad31-d9cc7dd19a1b req-7205b5eb-5c81-4682-b8b8-2a5c5596145e tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:02.791445 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6172d0b9-adf3-442e-ad31-d9cc7dd19a1b req-7205b5eb-5c81-4682-b8b8-2a5c5596145e tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0622346 Aug 16 01:39:02.833716 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6172d0b9-adf3-442e-ad31-d9cc7dd19a1b req-33debc5a-d4d9-4830-b8fc-2f1f7c00bff7 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353673 Aug 16 01:39:02.849899 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624929f-0b8e-486f-9137-7567ef54b9ac req-9beb099b-e73e-4681-98ed-8687952bb579 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:02.851386 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b624929f-0b8e-486f-9137-7567ef54b9ac req-9beb099b-e73e-4681-98ed-8687952bb579 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 946 time: 0.4794948 Aug 16 01:39:02.852627 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-5c06dce3-fcd4-4714-a586-37470bd847a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=caf09ee9-d0a5-4f6e-9167-38d3eae87660 HTTP/1.1" status: 200 len: 217 time: 0.3725381 Aug 16 01:39:02.914930 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-f745f304-36e8-47a3-bc8f-e77892fec717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:02.916055 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-f745f304-36e8-47a3-bc8f-e77892fec717 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.4630172 Aug 16 01:39:02.973366 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b624929f-0b8e-486f-9137-7567ef54b9ac req-e1a3e396-9ce0-4950-8d66-e4ea5d1f65ea tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136081 Aug 16 01:39:02.980215 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-074f16bf-fae2-4f8f-8d9d-7b1084de266f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:02.982316 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-074f16bf-fae2-4f8f-8d9d-7b1084de266f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1184855 Aug 16 01:39:03.017530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-c936909f-578d-47f3-9075-fbcc4d6bb627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:03.019325 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-c936909f-578d-47f3-9075-fbcc4d6bb627 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0855763 Aug 16 01:39:03.155722 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-6be05827-dbe0-4eea-a6c6-627de04d6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:03.157431 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-6be05827-dbe0-4eea-a6c6-627de04d6dd5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1575053 Aug 16 01:39:03.189186 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed05da0-083c-4548-b3a8-c28a5544b656 req-2dbbd6dc-7080-4a0d-8d5e-a6b38132105a tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:03.190583 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bed05da0-083c-4548-b3a8-c28a5544b656 req-2dbbd6dc-7080-4a0d-8d5e-a6b38132105a tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 946 time: 0.1281147 Aug 16 01:39:03.283972 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-3f413ded-f5ed-4a58-bc61-0ae3d8062fdf service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441800 Aug 16 01:39:03.337105 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bed05da0-083c-4548-b3a8-c28a5544b656 req-14432acc-7401-479d-a83f-001c922a9b5c tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275790 Aug 16 01:39:03.390051 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-25c20d8a-11b4-4df2-a5a6-1a4888ef140b service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164054 Aug 16 01:39:03.406238 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d128804-2346-4c63-83c7-9fab98990d7d req-af16d637-7379-49f3-809a-fccca2c2dbf8 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:03.414865 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d128804-2346-4c63-83c7-9fab98990d7d req-af16d637-7379-49f3-809a-fccca2c2dbf8 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 948 time: 0.1045766 Aug 16 01:39:03.460476 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d128804-2346-4c63-83c7-9fab98990d7d req-73b0f914-32e9-4316-9c9b-d3bbfafd8e25 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445647 Aug 16 01:39:03.540694 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-d0309d6e-e0db-40ab-b630-2b05995c79b3 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406380 Aug 16 01:39:03.578521 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2730e-394b-46cf-9bf5-76a5f5b63cf4 req-c80cca53-76e6-4acb-a0ee-1d7603216b0e tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:03.580153 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49e2730e-394b-46cf-9bf5-76a5f5b63cf4 req-c80cca53-76e6-4acb-a0ee-1d7603216b0e tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e HTTP/1.1" status: 200 len: 946 time: 0.0612652 Aug 16 01:39:03.582149 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f82d7f-5305-4d2e-8e5e-32a874e2d55b req-2d3de6f7-1453-4f26-9308-d05ca82a8366 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:03.583610 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e8f82d7f-5305-4d2e-8e5e-32a874e2d55b req-2d3de6f7-1453-4f26-9308-d05ca82a8366 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 946 time: 0.0974801 Aug 16 01:39:03.587298 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77d33ef6-b0d8-4e9b-af9d-031a22b4bfda req-81fd5221-54a0-461f-9d18-318047daea64 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723471 Aug 16 01:39:03.627514 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49e2730e-394b-46cf-9bf5-76a5f5b63cf4 req-c607a1d2-af8b-4252-ba04-078f0a90325e tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376930 Aug 16 01:39:03.634499 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e8f82d7f-5305-4d2e-8e5e-32a874e2d55b req-ce6c2a76-38d4-4207-85a1-fe91fcc10073 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443807 Aug 16 01:39:03.777903 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb1e95-aaff-4d3c-8b79-c122279141e8 req-84b427f8-be6e-427a-8310-979b612f0834 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:03.779620 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d0cb1e95-aaff-4d3c-8b79-c122279141e8 req-84b427f8-be6e-427a-8310-979b612f0834 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 946 time: 0.0731122 Aug 16 01:39:03.780757 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b74ef-1693-46a3-8ec4-4e5721381815 req-6a42e87d-8e0f-46f8-934f-b6005ac32d9a tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:03.786235 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-123b74ef-1693-46a3-8ec4-4e5721381815 req-6a42e87d-8e0f-46f8-934f-b6005ac32d9a tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b9df903-f1f4-415c-aca7-b2d4a3062529 HTTP/1.1" status: 200 len: 945 time: 0.0852904 Aug 16 01:39:03.829420 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d0cb1e95-aaff-4d3c-8b79-c122279141e8 req-cf8a7a3b-6cb2-4a62-961a-b54b921b562a tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426736 Aug 16 01:39:03.830193 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-123b74ef-1693-46a3-8ec4-4e5721381815 req-01f4920d-2ef6-4788-bc5d-753209ff337b tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412810 Aug 16 01:39:03.972710 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa527c6-bc75-44fd-9ff1-16e2efebe1a7 req-f48eb682-c34f-4fc7-b0cc-679d4f26ecbe tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:03.974247 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-baa527c6-bc75-44fd-9ff1-16e2efebe1a7 req-f48eb682-c34f-4fc7-b0cc-679d4f26ecbe tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0564537 Aug 16 01:39:03.980945 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2bfb5-c291-4e5a-a1a6-2b6958e006cd req-da4ebeaa-7f5a-4533-9bd6-e63fd1878100 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:03.982978 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d1c2bfb5-c291-4e5a-a1a6-2b6958e006cd req-da4ebeaa-7f5a-4533-9bd6-e63fd1878100 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=7af356c8-a08a-4ab6-9847-a7b0027235d9 HTTP/1.1" status: 200 len: 945 time: 0.0667241 Aug 16 01:39:04.020848 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-baa527c6-bc75-44fd-9ff1-16e2efebe1a7 req-38720ecc-ab25-4acc-abba-81b9ed061d05 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382252 Aug 16 01:39:04.030309 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d1c2bfb5-c291-4e5a-a1a6-2b6958e006cd req-ed503e00-d57d-4f66-95db-23d8c3c43169 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400338 Aug 16 01:39:04.067665 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device caf09ee9-d0a5-4f6e-9167-38d3eae87660 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:39:04.136168 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f328211-0514-42b5-9f48-f256c53d2220 req-4c3d2752-32ce-4c71-8743-71756fa8cebb tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:04.138610 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1f328211-0514-42b5-9f48-f256c53d2220 req-4c3d2752-32ce-4c71-8743-71756fa8cebb tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0512683 Aug 16 01:39:04.162889 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c6fe5-93a6-4b8d-9815-30d3613b4e4e req-30efeff0-2621-4a90-a9cf-0175d3cf4586 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:04.164409 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c16c6fe5-93a6-4b8d-9815-30d3613b4e4e req-30efeff0-2621-4a90-a9cf-0175d3cf4586 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 946 time: 0.0515263 Aug 16 01:39:04.176827 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port caf09ee9-d0a5-4f6e-9167-38d3eae87660, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=caf09ee9-d0a5-4f6e-9167-38d3eae87660,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:04.185220 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1f328211-0514-42b5-9f48-f256c53d2220 req-414d0644-b62e-4d9e-9243-02cc577dfc5b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373659 Aug 16 01:39:04.189525 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'caf09ee9-d0a5-4f6e-9167-38d3eae87660', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': 'caf09ee9-d0a5-4f6e-9167-38d3eae87660', 'mac_address': 'fa:16:3e:44:b1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:39:04.208520 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c16c6fe5-93a6-4b8d-9815-30d3613b4e4e req-241922a8-217a-45cf-8fae-9ab0eedf0be1 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365906 Aug 16 01:39:04.242855 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:04.257924 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf09ee9-d0a5-4f6e-9167-38d3eae87660 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:39:04.279575 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port caf09ee9-d0a5-4f6e-9167-38d3eae87660, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=caf09ee9-d0a5-4f6e-9167-38d3eae87660,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:04.284424 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:04.343064 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=caf09ee9-d0a5-4f6e-9167-38d3eae87660,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:04.447118 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255c1c7-d261-4778-841f-977b26f88da6 req-67261eb6-8fc1-4432-97dc-a5af32deb89a tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:04.448613 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0255c1c7-d261-4778-841f-977b26f88da6 req-67261eb6-8fc1-4432-97dc-a5af32deb89a tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 946 time: 0.0507309 Aug 16 01:39:04.457825 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849b0bf-3bf5-4b92-9173-b2bee196549b req-82644eef-8918-4845-a404-419c149dbc18 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:04.459434 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8849b0bf-3bf5-4b92-9173-b2bee196549b req-82644eef-8918-4845-a404-419c149dbc18 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=7af356c8-a08a-4ab6-9847-a7b0027235d9 HTTP/1.1" status: 200 len: 945 time: 0.0543892 Aug 16 01:39:04.488133 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0255c1c7-d261-4778-841f-977b26f88da6 req-a3509c84-bd13-4381-b346-c591e7dbe7e8 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328891 Aug 16 01:39:04.499747 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8849b0bf-3bf5-4b92-9173-b2bee196549b req-8b8e9c86-ee45-45a1-bd37-84aa2ebf9bda tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343044 Aug 16 01:39:04.608235 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4ecd6-a81a-4d4b-b2e6-05bc8bdc46c4 req-3e473e0f-764a-4763-b66e-439f897d589f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:04.609736 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bdb4ecd6-a81a-4d4b-b2e6-05bc8bdc46c4 req-3e473e0f-764a-4763-b66e-439f897d589f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 949 time: 0.0633085 Aug 16 01:39:04.657491 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bdb4ecd6-a81a-4d4b-b2e6-05bc8bdc46c4 req-1c4f8acc-78d7-4e87-935e-0590711fcdda tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414600 Aug 16 01:39:04.874074 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38404a91-dc24-4090-a694-b1d6ac6281ae req-7fa1ef2c-fbf4-4b78-8d10-a160291a0764 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:04.875523 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38404a91-dc24-4090-a694-b1d6ac6281ae req-7fa1ef2c-fbf4-4b78-8d10-a160291a0764 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 949 time: 0.0627947 Aug 16 01:39:04.878302 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['caf09ee9-d0a5-4f6e-9167-38d3eae87660'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:39:04.956694 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38404a91-dc24-4090-a694-b1d6ac6281ae req-f5067175-c875-49e1-86c7-80a0fba651c3 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732608 Aug 16 01:39:05.014753 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab8102-dd58-4baf-bf10-4577246d3d5f req-ca3e91db-e243-48f7-836a-af0685b27d72 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:05.016955 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4ab8102-dd58-4baf-bf10-4577246d3d5f req-ca3e91db-e243-48f7-836a-af0685b27d72 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.63 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454&tenant_id=126345157050487ba8127ff85bb0562e&binding%3Ahost_id=n-h1-765315-27 HTTP/1.1" status: 200 len: 949 time: 0.0783050 Aug 16 01:39:05.098243 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [req-b4ab8102-dd58-4baf-bf10-4577246d3d5f req-8d3e5239-8b39-4a25-acc7-52820edabc0a service neutron] delete failed (client error): The resource could not be found. Aug 16 01:39:05.099707 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4ab8102-dd58-4baf-bf10-4577246d3d5f req-8d3e5239-8b39-4a25-acc7-52820edabc0a service neutron] 10.222.0.63 "DELETE /v2.0/ports/caf09ee9-d0a5-4f6e-9167-38d3eae87660/bindings/n-h2-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.0703595 Aug 16 01:39:05.133227 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1f408-46f0-421f-86b2-3fe0d5a8b62d req-cf900bb3-1a76-460d-9cf9-65f62582743b tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:05.134861 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d7e1f408-46f0-421f-86b2-3fe0d5a8b62d req-cf900bb3-1a76-460d-9cf9-65f62582743b tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 946 time: 0.0533364 Aug 16 01:39:05.158676 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626f2ce-0839-49f0-95b4-b6ea2bd95539 req-48ee2b00-d760-4ced-b29d-3a5da48cc69c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:05.160189 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e626f2ce-0839-49f0-95b4-b6ea2bd95539 req-48ee2b00-d760-4ced-b29d-3a5da48cc69c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0548973 Aug 16 01:39:05.176009 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d7e1f408-46f0-421f-86b2-3fe0d5a8b62d req-3215a3ea-38f9-4492-bc9f-4f16a7613add tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334945 Aug 16 01:39:05.225327 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e626f2ce-0839-49f0-95b4-b6ea2bd95539 req-5e68ba94-8e3f-4f0b-b88a-f59160341b88 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548236 Aug 16 01:39:05.228141 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab8102-dd58-4baf-bf10-4577246d3d5f req-e646d67d-812a-4a8e-badd-21f69624bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:05.229579 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4ab8102-dd58-4baf-bf10-4577246d3d5f req-e646d67d-812a-4a8e-badd-21f69624bc7e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 1101 time: 0.0682795 Aug 16 01:39:05.313054 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a8314-77db-4181-9641-40d83e3e8201 req-901df498-e244-401d-99dc-fca6ca793855 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:05.320127 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-376a8314-77db-4181-9641-40d83e3e8201 req-901df498-e244-401d-99dc-fca6ca793855 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0599420 Aug 16 01:39:05.338587 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab8102-dd58-4baf-bf10-4577246d3d5f req-8edfe1c9-15d7-4c5e-a1ae-d223256b95a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:05.340714 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4ab8102-dd58-4baf-bf10-4577246d3d5f req-8edfe1c9-15d7-4c5e-a1ae-d223256b95a0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.0976946 Aug 16 01:39:05.355677 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-376a8314-77db-4181-9641-40d83e3e8201 req-22ad1cfb-b5a9-462d-a3cc-363cdf61ac8a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342157 Aug 16 01:39:05.393982 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4ab8102-dd58-4baf-bf10-4577246d3d5f req-bbd2b460-30ff-4057-ac23-ace3b55494d9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=caf09ee9-d0a5-4f6e-9167-38d3eae87660 HTTP/1.1" status: 200 len: 217 time: 0.0369930 Aug 16 01:39:05.452447 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab8102-dd58-4baf-bf10-4577246d3d5f req-5ff7ec3e-d027-4af2-97af-bf6420f741eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:05.454720 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4ab8102-dd58-4baf-bf10-4577246d3d5f req-5ff7ec3e-d027-4af2-97af-bf6420f741eb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0514052 Aug 16 01:39:05.505040 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab8102-dd58-4baf-bf10-4577246d3d5f req-f44c97f3-2a13-4267-910d-82ad4858b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:05.506561 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4ab8102-dd58-4baf-bf10-4577246d3d5f req-f44c97f3-2a13-4267-910d-82ad4858b178 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0397773 Aug 16 01:39:05.604787 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4ab8102-dd58-4baf-bf10-4577246d3d5f req-7cdd430e-19e5-4645-ad17-19c32242ed50 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894010 Aug 16 01:39:05.619583 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a03e0b-07a0-463e-9e17-49a9479a921f req-cb1668a8-0d94-43af-98fc-0f5b66faed68 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:05.622113 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-59a03e0b-07a0-463e-9e17-49a9479a921f req-cb1668a8-0d94-43af-98fc-0f5b66faed68 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=7af356c8-a08a-4ab6-9847-a7b0027235d9 HTTP/1.1" status: 200 len: 945 time: 0.0515363 Aug 16 01:39:05.667050 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-59a03e0b-07a0-463e-9e17-49a9479a921f req-2393834b-72f9-46a3-93df-5e84e257abb1 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390575 Aug 16 01:39:05.724639 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4ab8102-dd58-4baf-bf10-4577246d3d5f req-2e034f5f-ca32-41a2-a114-4f30756b221a service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984893 Aug 16 01:39:06.078695 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fea89e-0d94-472e-be97-1c3aa66fccce req-d0657f13-7964-4f59-89ef-105606390e22 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:06.080191 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7fea89e-0d94-472e-be97-1c3aa66fccce req-d0657f13-7964-4f59-89ef-105606390e22 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 949 time: 0.0535252 Aug 16 01:39:06.120092 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7fea89e-0d94-472e-be97-1c3aa66fccce req-3bf0f163-716e-4f57-885c-efd42ae35b1f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338478 Aug 16 01:39:06.321847 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bae09-c3c3-43d1-8059-8bb6393a809b req-718d1c80-3530-4787-be87-c522f40bec79 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:06.323482 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ef8bae09-c3c3-43d1-8059-8bb6393a809b req-718d1c80-3530-4787-be87-c522f40bec79 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 946 time: 0.0628548 Aug 16 01:39:06.368045 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ef8bae09-c3c3-43d1-8059-8bb6393a809b req-01c948f9-8513-48d7-a978-0abf7c8bc5b8 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372536 Aug 16 01:39:06.378155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9ef2e-a0ee-4760-83ea-665fdea4ed12 req-d02c6137-4f17-4f59-b1a6-941f5cb3ffb6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:06.382650 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8fd9ef2e-a0ee-4760-83ea-665fdea4ed12 req-d02c6137-4f17-4f59-b1a6-941f5cb3ffb6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0624843 Aug 16 01:39:06.444731 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8fd9ef2e-a0ee-4760-83ea-665fdea4ed12 req-f6735814-d619-47c3-90c4-197b98755fe4 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522361 Aug 16 01:39:06.559842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56306a7d-1b4e-4285-a827-92c34408f5f2 req-f7ebe1bb-5e3b-4925-aab9-e9c25c214870 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:06.561471 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-56306a7d-1b4e-4285-a827-92c34408f5f2 req-f7ebe1bb-5e3b-4925-aab9-e9c25c214870 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0560870 Aug 16 01:39:06.603217 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-56306a7d-1b4e-4285-a827-92c34408f5f2 req-0f222a16-9623-4c71-9db0-be81ec33b271 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354686 Aug 16 01:39:06.730060 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e9365-cda0-4c6c-84d9-a0e051e48312 req-de5fac63-e757-4b6b-944e-3c9ad7796583 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:06.732139 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-293e9365-cda0-4c6c-84d9-a0e051e48312 req-de5fac63-e757-4b6b-944e-3c9ad7796583 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.73 "GET /v2.0/ports?device_id=7af356c8-a08a-4ab6-9847-a7b0027235d9 HTTP/1.1" status: 200 len: 945 time: 0.0536451 Aug 16 01:39:06.797120 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77806457-6f8d-4875-bf29-0e156954dd09 req-28089ac0-5872-4fe4-83de-e8b495973a5d tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:06.798675 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77806457-6f8d-4875-bf29-0e156954dd09 req-28089ac0-5872-4fe4-83de-e8b495973a5d tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=7af356c8-a08a-4ab6-9847-a7b0027235d9 HTTP/1.1" status: 200 len: 945 time: 0.0554042 Aug 16 01:39:06.837947 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77806457-6f8d-4875-bf29-0e156954dd09 req-5cdeb01b-f10d-474f-9e35-2d1843f171c5 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331805 Aug 16 01:39:06.852431 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-293e9365-cda0-4c6c-84d9-a0e051e48312 req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Deleting port 064796a5-8069-4e5c-8e7a-edbfe6df3e20 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:39:06.852928 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-293e9365-cda0-4c6c-84d9-a0e051e48312 req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:06.946129 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-293e9365-cda0-4c6c-84d9-a0e051e48312 req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] For port 064796a5-8069-4e5c-8e7a-edbfe6df3e20, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=064796a5-8069-4e5c-8e7a-edbfe6df3e20,segment=NetworkSegment(9ee4bb76-0100-4f62-a198-c0db3600767b),segment_id=9ee4bb76-0100-4f62-a198-c0db3600767b)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:06.946419 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-293e9365-cda0-4c6c-84d9-a0e051e48312 req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:06.959623 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-293e9365-cda0-4c6c-84d9-a0e051e48312 req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Calling delete_port for 064796a5-8069-4e5c-8e7a-edbfe6df3e20 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:39:07.001345 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 7d8667fa-1ee3-45c5-a751-c54edacf4b7d details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:39:07.094035 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-293e9365-cda0-4c6c-84d9-a0e051e48312 req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:07.110241 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['064796a5-8069-4e5c-8e7a-edbfe6df3e20', 'e70fc433-e8e6-4e91-8823-851ec3503761'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:39:07.112216 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['a302aa61-8da3-4c84-8328-c38c4f6a06c2'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:39:07.115231 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 7d8667fa-1ee3-45c5-a751-c54edacf4b7d, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7d8667fa-1ee3-45c5-a751-c54edacf4b7d,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:07.124149 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Pushing event deleted for resources: {'Port': ['ID=064796a5-8069-4e5c-8e7a-edbfe6df3e20,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:07.134534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:07.134877 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:07.135232 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:07.135563 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:07.135961 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:07.136228 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:07.136562 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:07.137008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:07.137750 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:07.137991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:07.138219 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:07.138548 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:07.158871 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:07.173041 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '7d8667fa-1ee3-45c5-a751-c54edacf4b7d', 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5', 'port_id': '7d8667fa-1ee3-45c5-a751-c54edacf4b7d', 'mac_address': 'fa:16:3e:c6:c4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169f5ec2-dc2c-4cc1-93f9-b6f1426c49ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:39:07.182973 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-293e9365-cda0-4c6c-84d9-a0e051e48312 req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] No DVR routers for this DVR port 064796a5-8069-4e5c-8e7a-edbfe6df3e20 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:39:07.186317 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-293e9365-cda0-4c6c-84d9-a0e051e48312 req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:07.188510 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-293e9365-cda0-4c6c-84d9-a0e051e48312 req-d14b9a13-23ba-4ecb-96bb-77eb1be083bc tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.73 "DELETE /v2.0/ports/064796a5-8069-4e5c-8e7a-edbfe6df3e20 HTTP/1.1" status: 204 len: 173 time: 0.4346163 Aug 16 01:39:07.189160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af356c8-a08a-4ab6-9847-a7b0027235d9', 'name': 'network-vif-deleted', 'tag': '064796a5-8069-4e5c-8e7a-edbfe6df3e20'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:07.191665 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caf9824-c89f-462f-b435-3ae75d3ad017" -d '{"events": [{"server_uuid": "7af356c8-a08a-4ab6-9847-a7b0027235d9", "name": "network-vif-deleted", "tag": "064796a5-8069-4e5c-8e7a-edbfe6df3e20"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:07.237456 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212282c0-465d-4522-baeb-67f33967f9e9 x-openstack-request-id: req-212282c0-465d-4522-baeb-67f33967f9e9 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:07.237652 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af356c8-a08a-4ab6-9847-a7b0027235d9", "name": "network-vif-deleted", "tag": "064796a5-8069-4e5c-8e7a-edbfe6df3e20", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:07.237923 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-212282c0-465d-4522-baeb-67f33967f9e9 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:07.238344 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af356c8-a08a-4ab6-9847-a7b0027235d9', 'name': 'network-vif-deleted', 'tag': '064796a5-8069-4e5c-8e7a-edbfe6df3e20', 'status': 'completed', 'code': 200} Aug 16 01:39:07.259327 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:07.266095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb1c0f-349c-4a61-b0a5-66ec19fcf7fa req-44f38454-8a67-4099-aa7e-fa3c66c3df04 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:07.267676 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-70cb1c0f-349c-4a61-b0a5-66ec19fcf7fa req-44f38454-8a67-4099-aa7e-fa3c66c3df04 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 949 time: 0.0647757 Aug 16 01:39:07.294374 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d8667fa-1ee3-45c5-a751-c54edacf4b7d {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:39:07.317998 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-70cb1c0f-349c-4a61-b0a5-66ec19fcf7fa req-74c69bed-8559-411d-a46b-2ffb0bd28d7f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435457 Aug 16 01:39:07.365013 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 7d8667fa-1ee3-45c5-a751-c54edacf4b7d, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7d8667fa-1ee3-45c5-a751-c54edacf4b7d,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:07.380753 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:07.456015 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f4bf8-9723-4ad2-ad21-0f33670b3984 req-66c3a85f-a528-47b8-9244-377d7e5527b9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:07.457741 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-010f4bf8-9723-4ad2-ad21-0f33670b3984 req-66c3a85f-a528-47b8-9244-377d7e5527b9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 949 time: 0.0654700 Aug 16 01:39:07.488840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=7d8667fa-1ee3-45c5-a751-c54edacf4b7d,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:07.506697 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-010f4bf8-9723-4ad2-ad21-0f33670b3984 req-2c8cce13-1f58-407b-a062-de5cf0ded47a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407319 Aug 16 01:39:07.512412 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['7d8667fa-1ee3-45c5-a751-c54edacf4b7d'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:39:07.534513 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c2aec-f26e-4af6-a0e4-756d4d0b1b1f req-5fddab3a-0e2a-4da4-a408-c01d0e6602a1 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:07.536477 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d7c2aec-f26e-4af6-a0e4-756d4d0b1b1f req-5fddab3a-0e2a-4da4-a408-c01d0e6602a1 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 945 time: 0.0607684 Aug 16 01:39:07.582784 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d7c2aec-f26e-4af6-a0e4-756d4d0b1b1f req-7e00f5be-850d-47cc-82a2-46a04dd1a0fe tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400057 Aug 16 01:39:07.712534 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1cb03-4720-47c5-a2d3-c8c7d3479aca req-0417647d-3a24-4255-b101-5ec305975ee5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:07.714173 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dff1cb03-4720-47c5-a2d3-c8c7d3479aca req-0417647d-3a24-4255-b101-5ec305975ee5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0597925 Aug 16 01:39:07.756114 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dff1cb03-4720-47c5-a2d3-c8c7d3479aca req-d87dffb6-7de7-4b50-8a71-01fb47bddacf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351455 Aug 16 01:39:07.815099 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaa841-9d09-42a3-835b-0b3570666a3e req-b9556c98-f3c5-4ac2-8a17-ab4a30537cce tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:07.816195 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eafaa841-9d09-42a3-835b-0b3570666a3e req-b9556c98-f3c5-4ac2-8a17-ab4a30537cce tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0606501 Aug 16 01:39:07.834067 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:07.870655 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eafaa841-9d09-42a3-835b-0b3570666a3e req-b3950cc7-d134-4825-9684-c27236a44dad tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474474 Aug 16 01:39:08.071063 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-f9c6143e-0525-42b8-a6ce-63b97a52f8a6 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=126345157050487ba8127ff85bb0562e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224247 Aug 16 01:39:08.098255 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device caf09ee9-d0a5-4f6e-9167-38d3eae87660 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:39:08.159643 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port caf09ee9-d0a5-4f6e-9167-38d3eae87660 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:39:08.164033 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port caf09ee9-d0a5-4f6e-9167-38d3eae87660 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:39:08.164639 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:08.193864 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-857b5568-ec3d-4fd5-a109-dd4b5cb5a03a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:08.195337 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-857b5568-ec3d-4fd5-a109-dd4b5cb5a03a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1175742 Aug 16 01:39:08.214751 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-039b8114-5f80-4e72-a45b-4520c91c94bb tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/quotas/126345157050487ba8127ff85bb0562e HTTP/1.1" status: 200 len: 375 time: 0.0123229 Aug 16 01:39:08.254557 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:08.286168 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-380c09a1-d4ff-4c2f-9468-55d9d378392d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550504 Aug 16 01:39:08.288018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da090af-0338-46b1-b872-b9d77d407454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf09ee9-d0a5-4f6e-9167-38d3eae87660'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:08.288018 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d98782b-657b-4736-953b-5ff1636f9c15" -d '{"events": [{"server_uuid": "4da090af-0338-46b1-b872-b9d77d407454", "name": "network-vif-plugged", "status": "completed", "tag": "caf09ee9-d0a5-4f6e-9167-38d3eae87660"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:08.312702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port caf09ee9-d0a5-4f6e-9167-38d3eae87660, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=caf09ee9-d0a5-4f6e-9167-38d3eae87660,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:08.318217 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:08.325283 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ce1d25-b63c-439c-bf07-395a3ccac05e x-openstack-request-id: req-45ce1d25-b63c-439c-bf07-395a3ccac05e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:08.325490 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da090af-0338-46b1-b872-b9d77d407454", "name": "network-vif-plugged", "status": "completed", "tag": "caf09ee9-d0a5-4f6e-9167-38d3eae87660", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:08.325847 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-45ce1d25-b63c-439c-bf07-395a3ccac05e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:08.326580 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da090af-0338-46b1-b872-b9d77d407454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf09ee9-d0a5-4f6e-9167-38d3eae87660', 'code': 200} Aug 16 01:39:08.379822 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=caf09ee9-d0a5-4f6e-9167-38d3eae87660,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:08.522365 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5a18637-121e-49fb-8c0e-8b078b7046ab req-78f1c0e4-a781-4f51-891d-3050e7bbb578 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 210 time: 0.0524228 Aug 16 01:39:08.715917 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14afb04-e7c3-4628-b28c-83ecaa09f819 req-99a1f3a0-c27b-426b-9c98-7ebe06891a51 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:08.722563 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14afb04-e7c3-4628-b28c-83ecaa09f819 req-99a1f3a0-c27b-426b-9c98-7ebe06891a51 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:08.731034 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f14afb04-e7c3-4628-b28c-83ecaa09f819 req-99a1f3a0-c27b-426b-9c98-7ebe06891a51 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e&device_id=4b9df903-f1f4-415c-aca7-b2d4a3062529 HTTP/1.1" status: 200 len: 1682 time: 0.0723486 Aug 16 01:39:08.768201 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f14afb04-e7c3-4628-b28c-83ecaa09f819 req-bc1ff992-ece8-4a9d-b0c6-ff4cde288013 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361955 Aug 16 01:39:08.799158 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62b161-89ce-4764-a933-f0c7c8eda557 req-726d8630-694c-40ae-b2d8-63c453eac5b2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:08.800751 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef62b161-89ce-4764-a933-f0c7c8eda557 req-726d8630-694c-40ae-b2d8-63c453eac5b2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 945 time: 0.0711417 Aug 16 01:39:08.847311 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef62b161-89ce-4764-a933-f0c7c8eda557 req-5b3f4e63-ffce-4e55-b4cf-9fefbad02248 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385857 Aug 16 01:39:08.984563 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bb8e5-5989-4181-a8db-e99f7de3b8c0 req-327e42d8-731f-441a-9f9f-d9771e3d3bde tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:08.986666 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d4bb8e5-5989-4181-a8db-e99f7de3b8c0 req-327e42d8-731f-441a-9f9f-d9771e3d3bde tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0657420 Aug 16 01:39:09.025940 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 7d8667fa-1ee3-45c5-a751-c54edacf4b7d up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:39:09.032732 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d4bb8e5-5989-4181-a8db-e99f7de3b8c0 req-8500299b-dba8-4252-9171-85bf44f91181 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390964 Aug 16 01:39:09.098795 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 7d8667fa-1ee3-45c5-a751-c54edacf4b7d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:39:09.099479 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:09.100794 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d5e43-2a76-494a-bcc5-c2295e65bf33 req-19d58567-273d-4329-b0fa-2e915db83258 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:09.108862 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fa5d5e43-2a76-494a-bcc5-c2295e65bf33 req-19d58567-273d-4329-b0fa-2e915db83258 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0909193 Aug 16 01:39:09.165393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fa5d5e43-2a76-494a-bcc5-c2295e65bf33 req-bdb83c89-1734-49ce-a3d7-3f35630b1363 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554135 Aug 16 01:39:09.206020 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:09.250213 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 7d8667fa-1ee3-45c5-a751-c54edacf4b7d, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7d8667fa-1ee3-45c5-a751-c54edacf4b7d,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:09.256559 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:09.318806 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=7d8667fa-1ee3-45c5-a751-c54edacf4b7d,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:09.525476 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcace1-65a9-44d1-a974-333ff83071fb req-be78137d-8458-41a2-88b0-b5f01ff97374 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:09.527307 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0cbcace1-65a9-44d1-a974-333ff83071fb req-be78137d-8458-41a2-88b0-b5f01ff97374 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b9df903-f1f4-415c-aca7-b2d4a3062529 HTTP/1.1" status: 200 len: 945 time: 0.0510724 Aug 16 01:39:09.570280 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0cbcace1-65a9-44d1-a974-333ff83071fb req-c5a0fad1-85ac-46a4-88c2-2cf4334a6dfd tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362186 Aug 16 01:39:09.625536 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-af12c822-08f6-4427-9b91-21630e7b42cb req-3e49f3b5-0dc3-4d63-8d04-6ec65e7d1455 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 210 time: 0.0298328 Aug 16 01:39:09.695551 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-a283fde5-e1ec-41c5-9773-c8dfac1fd9c9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=126345157050487ba8127ff85bb0562e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314088 Aug 16 01:39:09.843829 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-8ca1d763-4e82-4067-958a-cec6fab8af70 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:09.845210 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-8ca1d763-4e82-4067-958a-cec6fab8af70 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1428301 Aug 16 01:39:09.866307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-782369d0-bde3-4f86-8d76-91cc2af91a2f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Request body: {'port': {'device_id': '4c698d71-c482-479b-a7b0-6b1a73d0be6b', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': '126345157050487ba8127ff85bb0562e'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:39:09.977104 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae4ddd-34b6-480a-80a5-82cf6e99f0b2 req-d6dc2885-3603-4326-83c5-d3e727a306c3 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:09.978778 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2eae4ddd-34b6-480a-80a5-82cf6e99f0b2 req-d6dc2885-3603-4326-83c5-d3e727a306c3 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 946 time: 0.0535967 Aug 16 01:39:09.987595 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-782369d0-bde3-4f86-8d76-91cc2af91a2f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Made reservation on behalf of 126345157050487ba8127ff85bb0562e for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:39:09.991327 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-782369d0-bde3-4f86-8d76-91cc2af91a2f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:10.020949 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2eae4ddd-34b6-480a-80a5-82cf6e99f0b2 req-f78d1c72-81ca-44f9-bb09-6f9c6d7a10c2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336008 Aug 16 01:39:10.102459 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 064796a5-8069-4e5c-8e7a-edbfe6df3e20 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:39:10.129586 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 064796a5-8069-4e5c-8e7a-edbfe6df3e20 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:39:10.130344 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 064796a5-8069-4e5c-8e7a-edbfe6df3e20 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:39:10.180837 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfd278-948d-40a0-b767-28f44e243490 req-6e9a8822-97e1-4c7d-a48e-d77f74591075 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:10.182640 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7edfd278-948d-40a0-b767-28f44e243490 req-6e9a8822-97e1-4c7d-a48e-d77f74591075 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0723014 Aug 16 01:39:10.185166 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-782369d0-bde3-4f86-8d76-91cc2af91a2f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Allocated IP 192.168.233.172 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/d148ce0c-999f-48fa-882c-b3af1aad9922) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:39:10.254227 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7edfd278-948d-40a0-b767-28f44e243490 req-84329198-6f3b-4e67-a290-29f56edaf361 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636806 Aug 16 01:39:10.328054 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af33f9e-b026-4dd2-86dc-5fdc2401f7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8667fa-1ee3-45c5-a751-c54edacf4b7d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:10.331298 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f662af18-14c7-45fc-96e7-cc0e6f8f58e1" -d '{"events": [{"server_uuid": "8af33f9e-b026-4dd2-86dc-5fdc2401f7a8", "name": "network-vif-plugged", "status": "completed", "tag": "7d8667fa-1ee3-45c5-a751-c54edacf4b7d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:10.360858 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e3e3c-0d3c-4069-a545-2dfddd69697e req-7ec2e9c9-c730-4b0b-b975-ea2041f6ec27 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:10.362307 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e77e3e3c-0d3c-4069-a545-2dfddd69697e req-7ec2e9c9-c730-4b0b-b975-ea2041f6ec27 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 946 time: 0.0543995 Aug 16 01:39:10.402082 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e77e3e3c-0d3c-4069-a545-2dfddd69697e req-8b606a35-e5d7-4502-b165-64362770b6d7 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328159 Aug 16 01:39:10.413044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063f1fc-7362-4f3a-a86a-fd706112f335 req-c4a58b10-bc84-44fb-9dd4-ce26a53bc92d tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:10.421584 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e063f1fc-7362-4f3a-a86a-fd706112f335 req-c4a58b10-bc84-44fb-9dd4-ce26a53bc92d tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0882380 Aug 16 01:39:10.446715 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-782369d0-bde3-4f86-8d76-91cc2af91a2f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:10.474089 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-782369d0-bde3-4f86-8d76-91cc2af91a2f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Transition to ACTIVE for port object d148ce0c-999f-48fa-882c-b3af1aad9922 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:39:10.483082 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e063f1fc-7362-4f3a-a86a-fd706112f335 req-5bea1630-a15b-476f-ac39-6eaf51da9e60 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591223 Aug 16 01:39:10.519270 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-782369d0-bde3-4f86-8d76-91cc2af91a2f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:10.531564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['0212517b-dda9-4f54-ae72-41185d52c5f4', 'caf09ee9-d0a5-4f6e-9167-38d3eae87660'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:39:10.564493 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-782369d0-bde3-4f86-8d76-91cc2af91a2f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:39:10.568500 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-782369d0-bde3-4f86-8d76-91cc2af91a2f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:39:10.576755 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-782369d0-bde3-4f86-8d76-91cc2af91a2f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:39:10.617992 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782369d0-bde3-4f86-8d76-91cc2af91a2f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Pushing event updated for resources: {'Port': ['ID=d148ce0c-999f-48fa-882c-b3af1aad9922,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:10.658950 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-782369d0-bde3-4f86-8d76-91cc2af91a2f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:10.659638 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-782369d0-bde3-4f86-8d76-91cc2af91a2f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:10.727549 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec91fb07-0d9e-4962-b60d-0e0cf9d66927 x-openstack-request-id: req-ec91fb07-0d9e-4962-b60d-0e0cf9d66927 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:10.727969 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af33f9e-b026-4dd2-86dc-5fdc2401f7a8", "name": "network-vif-plugged", "status": "completed", "tag": "7d8667fa-1ee3-45c5-a751-c54edacf4b7d", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:10.728222 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ec91fb07-0d9e-4962-b60d-0e0cf9d66927 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:10.728836 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af33f9e-b026-4dd2-86dc-5fdc2401f7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8667fa-1ee3-45c5-a751-c54edacf4b7d', 'code': 200} Aug 16 01:39:10.747654 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-782369d0-bde3-4f86-8d76-91cc2af91a2f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8854084 Aug 16 01:39:10.781279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Request body: {'port': {'device_id': '4c698d71-c482-479b-a7b0-6b1a73d0be6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:39:10.800105 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de19dab-ab37-4550-b333-7e33131e02a9 req-e5839e45-af9e-4aea-bac3-58680de29224 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:10.807668 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7de19dab-ab37-4550-b333-7e33131e02a9 req-e5839e45-af9e-4aea-bac3-58680de29224 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 936 time: 0.0784259 Aug 16 01:39:10.830956 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3a71a-a519-4756-85fc-772d47dd08ad req-9b22cbcc-bd27-41a5-8db7-b7f2bc8cb4a6 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:10.840675 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ae3a71a-a519-4756-85fc-772d47dd08ad req-9b22cbcc-bd27-41a5-8db7-b7f2bc8cb4a6 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b9df903-f1f4-415c-aca7-b2d4a3062529 HTTP/1.1" status: 200 len: 945 time: 0.1774981 Aug 16 01:39:10.866343 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7de19dab-ab37-4550-b333-7e33131e02a9 req-4980de6a-8a7b-41a4-89e9-5aa2c6c8686c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577340 Aug 16 01:39:10.883102 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eeb0d4-3f20-407a-afac-c8e7071c485e req-ff5849d7-1e6b-47fd-b9e9-e456a2c8c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:10.884588 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5eeb0d4-3f20-407a-afac-c8e7071c485e req-ff5849d7-1e6b-47fd-b9e9-e456a2c8c910 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=023dc85af2bf4dc7a1f725dbe3ed89e4&device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 1098 time: 0.1709373 Aug 16 01:39:10.908450 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:10.981960 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6a548dd5-0745-496a-89da-28fa07b79b02 None None] Provisioning for port d148ce0c-999f-48fa-882c-b3af1aad9922 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:39:10.987239 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6a548dd5-0745-496a-89da-28fa07b79b02 None None] Provisioning complete for port d148ce0c-999f-48fa-882c-b3af1aad9922 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:39:10.988194 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a548dd5-0745-496a-89da-28fa07b79b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:10.990585 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ae3a71a-a519-4756-85fc-772d47dd08ad req-907e9818-21cf-4d89-94a8-235e23f4515d tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/security-groups?id=af321879-a775-40de-a9cb-70e390465511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486063 Aug 16 01:39:11.042343 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b434b-6ff5-4e09-8369-cf94d776121f req-6a546b78-4eff-4ae3-8d8e-dc5155d20952 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:11.051994 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-907b434b-6ff5-4e09-8369-cf94d776121f req-6a546b78-4eff-4ae3-8d8e-dc5155d20952 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0674322 Aug 16 01:39:11.063945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6a548dd5-0745-496a-89da-28fa07b79b02 None None] Port d148ce0c-999f-48fa-882c-b3af1aad9922 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:39:11.088930 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eeb0d4-3f20-407a-afac-c8e7071c485e req-bf0d0103-204c-4b60-828b-8d1e272a21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:11.091244 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5eeb0d4-3f20-407a-afac-c8e7071c485e req-bf0d0103-204c-4b60-828b-8d1e272a21ed service neutron] 10.222.0.63 "GET /v2.0/networks?id=37247afe-3e0d-4d66-9cda-775b4991a62b HTTP/1.1" status: 200 len: 919 time: 0.1969581 Aug 16 01:39:11.091862 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-907b434b-6ff5-4e09-8369-cf94d776121f req-64a5a346-bd8e-406f-aeb0-827bdb2e3aed tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383840 Aug 16 01:39:11.149485 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5eeb0d4-3f20-407a-afac-c8e7071c485e req-46368385-4615-470c-8e6c-615cad03c6c7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef9c09e5-ed39-44a5-bb18-554139df6dff HTTP/1.1" status: 200 len: 217 time: 0.0417445 Aug 16 01:39:11.178221 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949722b2-1ed3-4970-891a-7039eb9f6897 req-9f607220-13c6-49ab-b6d4-4de071267735 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:11.179691 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-949722b2-1ed3-4970-891a-7039eb9f6897 req-9f607220-13c6-49ab-b6d4-4de071267735 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.63 "GET /v2.0/ports?device_id=4b9df903-f1f4-415c-aca7-b2d4a3062529 HTTP/1.1" status: 200 len: 945 time: 0.0730798 Aug 16 01:39:11.299243 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-949722b2-1ed3-4970-891a-7039eb9f6897 req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Deleting port a302aa61-8da3-4c84-8328-c38c4f6a06c2 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:39:11.300147 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-949722b2-1ed3-4970-891a-7039eb9f6897 req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:11.307120 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eeb0d4-3f20-407a-afac-c8e7071c485e req-2b953df7-d016-4d42-b2fd-b2227464d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:11.309428 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5eeb0d4-3f20-407a-afac-c8e7071c485e req-2b953df7-d016-4d42-b2fd-b2227464d583 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ba079634-1419-49dc-8324-e7d11f3f3dfd HTTP/1.1" status: 200 len: 858 time: 0.1095316 Aug 16 01:39:11.351266 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5eeb0d4-3f20-407a-afac-c8e7071c485e req-5668e5a8-2633-4a20-88cf-ab76a9875366 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37247afe-3e0d-4d66-9cda-775b4991a62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313993 Aug 16 01:39:11.432604 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a643e63-a304-454c-a62c-97f7fbf1be98 req-781c6fc3-8142-49fe-ba28-66012c87b168 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:11.434914 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1a643e63-a304-454c-a62c-97f7fbf1be98 req-781c6fc3-8142-49fe-ba28-66012c87b168 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0835435 Aug 16 01:39:11.440319 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-949722b2-1ed3-4970-891a-7039eb9f6897 req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] For port a302aa61-8da3-4c84-8328-c38c4f6a06c2, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a302aa61-8da3-4c84-8328-c38c4f6a06c2,segment=NetworkSegment(9ee4bb76-0100-4f62-a198-c0db3600767b),segment_id=9ee4bb76-0100-4f62-a198-c0db3600767b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:11.440731 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-949722b2-1ed3-4970-891a-7039eb9f6897 req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:11.468460 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-949722b2-1ed3-4970-891a-7039eb9f6897 req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Calling delete_port for a302aa61-8da3-4c84-8328-c38c4f6a06c2 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:39:11.510411 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1a643e63-a304-454c-a62c-97f7fbf1be98 req-8ae651b7-8187-443e-b6b3-760292ba9862 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668046 Aug 16 01:39:11.591028 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87734399-c3c4-43cf-b665-79eb13d07579 req-2e6d33ed-156f-4d36-b88d-0b7dd0408c94 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:11.593323 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-87734399-c3c4-43cf-b665-79eb13d07579 req-2e6d33ed-156f-4d36-b88d-0b7dd0408c94 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e HTTP/1.1" status: 200 len: 946 time: 0.1700387 Aug 16 01:39:11.602077 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5eeb0d4-3f20-407a-afac-c8e7071c485e req-42fd93a8-3850-4f0b-b6c1-a6b709a9c3ae service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368107 Aug 16 01:39:11.607988 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d148ce0c-999f-48fa-882c-b3af1aad9922 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:39:11.624089 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:11.691084 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd632e1-1cc9-4379-8aee-dc1497bfeda7 req-028198dd-d6c6-4b2e-99ac-6ce0c1162f07 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:11.692562 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1fd632e1-1cc9-4379-8aee-dc1497bfeda7 req-028198dd-d6c6-4b2e-99ac-6ce0c1162f07 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.1001294 Aug 16 01:39:11.700313 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-949722b2-1ed3-4970-891a-7039eb9f6897 req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:11.715447 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['a302aa61-8da3-4c84-8328-c38c4f6a06c2'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:39:11.718814 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc2154-2112-45c6-bdd2-e152b4193e95 req-7dc108a7-7eed-4da5-9499-8cb8460d0453 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:11.720380 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fefc2154-2112-45c6-bdd2-e152b4193e95 req-7dc108a7-7eed-4da5-9499-8cb8460d0453 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 946 time: 0.2185194 Aug 16 01:39:11.729049 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Transition to ACTIVE for port object d148ce0c-999f-48fa-882c-b3af1aad9922 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:39:11.738968 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:11.748993 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Pushing event deleted for resources: {'Port': ['ID=a302aa61-8da3-4c84-8328-c38c4f6a06c2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:11.754327 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['e70fc433-e8e6-4e91-8823-851ec3503761'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:39:11.766829 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:11.767182 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:11.767535 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:11.767867 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:11.768196 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:11.768566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:11.768911 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:11.769351 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:11.769551 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:11.769921 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:11.770260 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:11.770603 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:11.814437 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-949722b2-1ed3-4970-891a-7039eb9f6897 req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] No DVR routers for this DVR port a302aa61-8da3-4c84-8328-c38c4f6a06c2 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:39:11.819020 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1fd632e1-1cc9-4379-8aee-dc1497bfeda7 req-16943cdc-76cd-4bb8-8c1a-a4e7633460d2 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170809 Aug 16 01:39:11.820145 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-949722b2-1ed3-4970-891a-7039eb9f6897 req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:11.822182 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-949722b2-1ed3-4970-891a-7039eb9f6897 req-4d84ee70-260d-4167-82bc-72204d6fbea7 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.63 "DELETE /v2.0/ports/a302aa61-8da3-4c84-8328-c38c4f6a06c2 HTTP/1.1" status: 204 len: 173 time: 0.6362529 Aug 16 01:39:11.822603 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9df903-f1f4-415c-aca7-b2d4a3062529', 'name': 'network-vif-deleted', 'tag': 'a302aa61-8da3-4c84-8328-c38c4f6a06c2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:11.825282 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903f3030-5265-4f9a-acf9-a32da972e32c" -d '{"events": [{"server_uuid": "4b9df903-f1f4-415c-aca7-b2d4a3062529", "name": "network-vif-deleted", "tag": "a302aa61-8da3-4c84-8328-c38c4f6a06c2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:11.874029 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=d148ce0c-999f-48fa-882c-b3af1aad9922,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:11.891867 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fefc2154-2112-45c6-bdd2-e152b4193e95 req-fd161fd2-c9ea-44dd-a182-e42a01e4fbc8 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560676 Aug 16 01:39:11.894023 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5eeb0d4-3f20-407a-afac-c8e7071c485e req-6920a660-fbe0-4bce-8f91-24be05fa97bc service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721226 Aug 16 01:39:11.985420 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc553ad-4535-46e8-8f62-6b438ef64cec x-openstack-request-id: req-5fc553ad-4535-46e8-8f62-6b438ef64cec {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:11.985722 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9df903-f1f4-415c-aca7-b2d4a3062529", "name": "network-vif-deleted", "tag": "a302aa61-8da3-4c84-8328-c38c4f6a06c2", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:11.986033 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5fc553ad-4535-46e8-8f62-6b438ef64cec {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:11.986852 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9df903-f1f4-415c-aca7-b2d4a3062529', 'name': 'network-vif-deleted', 'tag': 'a302aa61-8da3-4c84-8328-c38c4f6a06c2', 'status': 'completed', 'code': 200} Aug 16 01:39:12.028545 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-87734399-c3c4-43cf-b665-79eb13d07579 req-ab881ab8-06b9-4379-9a63-844648608eee tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Deleting port e70fc433-e8e6-4e91-8823-851ec3503761 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:39:12.028991 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-87734399-c3c4-43cf-b665-79eb13d07579 req-ab881ab8-06b9-4379-9a63-844648608eee tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:12.195236 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-414bf34f-2d9d-474b-885f-c25b62373783 req-700114fc-a8ec-4f24-ba19-7c4c30e9fe92 tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b9df903-f1f4-415c-aca7-b2d4a3062529 HTTP/1.1" status: 200 len: 210 time: 0.0553317 Aug 16 01:39:12.415785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a48d9a-6058-4b0e-a263-cb0619441181 req-a7d6051e-b12a-4af0-a400-ccf09c262ba1 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:12.417547 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30a48d9a-6058-4b0e-a263-cb0619441181 req-a7d6051e-b12a-4af0-a400-ccf09c262ba1 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0675216 Aug 16 01:39:12.460088 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Attempting to bind port d148ce0c-999f-48fa-882c-b3af1aad9922 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:39:12.460422 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Attempting to bind port d148ce0c-999f-48fa-882c-b3af1aad9922 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:39:12.460748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Attempting to bind port d148ce0c-999f-48fa-882c-b3af1aad9922 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:39:12.478593 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30a48d9a-6058-4b0e-a263-cb0619441181 req-2867f6b6-a577-4502-ada4-e09b1ad3008e tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512402 Aug 16 01:39:12.502855 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f02529-f3fe-4990-8029-cf89eafb0b1f req-0dc660ed-bef7-4a39-9be6-9f48aad89cb2 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:12.504692 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-23f02529-f3fe-4990-8029-cf89eafb0b1f req-0dc660ed-bef7-4a39-9be6-9f48aad89cb2 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 948 time: 0.4986515 Aug 16 01:39:12.515444 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Port d148ce0c-999f-48fa-882c-b3af1aad9922 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:39:12.515874 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Attempting to bind port d148ce0c-999f-48fa-882c-b3af1aad9922 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:39:12.560402 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-87734399-c3c4-43cf-b665-79eb13d07579 req-ab881ab8-06b9-4379-9a63-844648608eee tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] For port e70fc433-e8e6-4e91-8823-851ec3503761, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e70fc433-e8e6-4e91-8823-851ec3503761,segment=NetworkSegment(9ee4bb76-0100-4f62-a198-c0db3600767b),segment_id=9ee4bb76-0100-4f62-a198-c0db3600767b)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:12.560919 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-87734399-c3c4-43cf-b665-79eb13d07579 req-ab881ab8-06b9-4379-9a63-844648608eee tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:12.572557 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:39:12.573020 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:39:12.573595 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:39:12.574285 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Bound port: d148ce0c-999f-48fa-882c-b3af1aad9922, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:39:12.574824 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:12.615722 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-87734399-c3c4-43cf-b665-79eb13d07579 req-ab881ab8-06b9-4379-9a63-844648608eee tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Calling delete_port for e70fc433-e8e6-4e91-8823-851ec3503761 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:39:12.648426 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7511a-9a5c-42d8-90d9-3748586ef5dc req-26bf5681-9aba-48c0-b49b-eb05f93aa5da tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:12.650065 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43d7511a-9a5c-42d8-90d9-3748586ef5dc req-26bf5681-9aba-48c0-b49b-eb05f93aa5da tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.63 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 946 time: 0.2123983 Aug 16 01:39:12.692806 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-23f02529-f3fe-4990-8029-cf89eafb0b1f req-21a3f943-880d-4f49-b9af-957ff58bacf0 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682613 Aug 16 01:39:12.705931 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42253003-0cc7-444a-a40e-841f4a137d8b req-05a76f08-a8c0-46c5-9173-cf73aca9be80 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:12.707900 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-42253003-0cc7-444a-a40e-841f4a137d8b req-05a76f08-a8c0-46c5-9173-cf73aca9be80 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0723972 Aug 16 01:39:12.764084 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-42253003-0cc7-444a-a40e-841f4a137d8b req-63299793-09e3-44a8-915c-d9f929b49760 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489788 Aug 16 01:39:12.824500 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] For port d148ce0c-999f-48fa-882c-b3af1aad9922, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:39:12.848361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] For port d148ce0c-999f-48fa-882c-b3af1aad9922, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d148ce0c-999f-48fa-882c-b3af1aad9922,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:39:12.856350 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:12.923316 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:12.924566 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:12.926027 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] 10.222.0.73 "PUT /v2.0/ports/d148ce0c-999f-48fa-882c-b3af1aad9922 HTTP/1.1" status: 200 len: 1097 time: 2.1547995 Aug 16 01:39:12.926667 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c698d71-c482-479b-a7b0-6b1a73d0be6b', 'tag': 'd148ce0c-999f-48fa-882c-b3af1aad9922'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:12.929071 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1325201-b4c0-4914-9b79-1bdd5c6739cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4c698d71-c482-479b-a7b0-6b1a73d0be6b", "tag": "d148ce0c-999f-48fa-882c-b3af1aad9922"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:12.950095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-43d7511a-9a5c-42d8-90d9-3748586ef5dc req-1301657c-7fea-477f-a72f-b7f56ddcf41e tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Deleting port 7d8667fa-1ee3-45c5-a751-c54edacf4b7d {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:39:12.950812 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-43d7511a-9a5c-42d8-90d9-3748586ef5dc req-1301657c-7fea-477f-a72f-b7f56ddcf41e tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:13.047428 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 7d8667fa-1ee3-45c5-a751-c54edacf4b7d no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:39:13.067774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a24e7-2029-4f0e-a9ba-cadd153cb881 req-af5b2823-47dc-4959-8db1-b57ed7063f00 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:13.069021 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7e653-bd61-4038-b711-47e9d0dedbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=d148ce0c-999f-48fa-882c-b3af1aad9922,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:13.069631 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-924a24e7-2029-4f0e-a9ba-cadd153cb881 req-af5b2823-47dc-4959-8db1-b57ed7063f00 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 946 time: 0.0755794 Aug 16 01:39:13.120579 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-87734399-c3c4-43cf-b665-79eb13d07579 req-ab881ab8-06b9-4379-9a63-844648608eee tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:13.134639 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-924a24e7-2029-4f0e-a9ba-cadd153cb881 req-e17f4d16-14f8-423a-ae13-829817c1b7b2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522723 Aug 16 01:39:13.168091 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:13.191973 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab881ab8-06b9-4379-9a63-844648608eee tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Pushing event deleted for resources: {'Port': ['ID=e70fc433-e8e6-4e91-8823-851ec3503761,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:13.204462 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-019a66d3-48e5-42fa-8f77-8e71e8ad6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:13.206025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-019a66d3-48e5-42fa-8f77-8e71e8ad6653 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 1100 time: 0.1846201 Aug 16 01:39:13.207165 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 7d8667fa-1ee3-45c5-a751-c54edacf4b7d, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7d8667fa-1ee3-45c5-a751-c54edacf4b7d,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:13.207949 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-43d7511a-9a5c-42d8-90d9-3748586ef5dc req-1301657c-7fea-477f-a72f-b7f56ddcf41e tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] For port 7d8667fa-1ee3-45c5-a751-c54edacf4b7d, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7d8667fa-1ee3-45c5-a751-c54edacf4b7d,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:13.208321 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-43d7511a-9a5c-42d8-90d9-3748586ef5dc req-1301657c-7fea-477f-a72f-b7f56ddcf41e tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:13.209652 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af33f9e-b026-4dd2-86dc-5fdc2401f7a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d8667fa-1ee3-45c5-a751-c54edacf4b7d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:13.211704 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e998ad-2723-415a-a059-6ac1542049b3" -d '{"events": [{"server_uuid": "8af33f9e-b026-4dd2-86dc-5fdc2401f7a8", "name": "network-vif-unplugged", "status": "completed", "tag": "7d8667fa-1ee3-45c5-a751-c54edacf4b7d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:13.216428 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e93d04-ba70-4585-88c2-d0ef36da7620 x-openstack-request-id: req-b8e93d04-ba70-4585-88c2-d0ef36da7620 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:13.216428 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c698d71-c482-479b-a7b0-6b1a73d0be6b", "tag": "d148ce0c-999f-48fa-882c-b3af1aad9922", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:13.216428 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b8e93d04-ba70-4585-88c2-d0ef36da7620 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:13.216428 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c698d71-c482-479b-a7b0-6b1a73d0be6b', 'tag': 'd148ce0c-999f-48fa-882c-b3af1aad9922', 'status': 'completed', 'code': 200} Aug 16 01:39:13.218264 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:13.218996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a302aa61-8da3-4c84-8328-c38c4f6a06c2 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:39:13.229719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e3e25-bb92-4920-b992-d786ece4816c req-b6aa200b-5b4d-4b72-9115-6ded54e423fb tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:13.232155 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9e4e3e25-bb92-4920-b992-d786ece4816c req-b6aa200b-5b4d-4b72-9115-6ded54e423fb tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.2031846 Aug 16 01:39:13.251470 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: a302aa61-8da3-4c84-8328-c38c4f6a06c2 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:39:13.251818 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a302aa61-8da3-4c84-8328-c38c4f6a06c2 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:39:13.264626 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-43d7511a-9a5c-42d8-90d9-3748586ef5dc req-1301657c-7fea-477f-a72f-b7f56ddcf41e tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Calling delete_port for 7d8667fa-1ee3-45c5-a751-c54edacf4b7d owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:39:13.308648 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d95c6a-aef4-4ecf-81c8-4433ccaef01f x-openstack-request-id: req-37d95c6a-aef4-4ecf-81c8-4433ccaef01f {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:13.309249 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af33f9e-b026-4dd2-86dc-5fdc2401f7a8", "name": "network-vif-unplugged", "status": "completed", "tag": "7d8667fa-1ee3-45c5-a751-c54edacf4b7d", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:13.309249 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-37d95c6a-aef4-4ecf-81c8-4433ccaef01f {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:13.309954 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af33f9e-b026-4dd2-86dc-5fdc2401f7a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d8667fa-1ee3-45c5-a751-c54edacf4b7d', 'code': 200} Aug 16 01:39:13.318033 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-87734399-c3c4-43cf-b665-79eb13d07579 req-ab881ab8-06b9-4379-9a63-844648608eee tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] No DVR routers for this DVR port e70fc433-e8e6-4e91-8823-851ec3503761 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:39:13.324687 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=7d8667fa-1ee3-45c5-a751-c54edacf4b7d,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:13.325121 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-87734399-c3c4-43cf-b665-79eb13d07579 req-ab881ab8-06b9-4379-9a63-844648608eee tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:13.327227 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-87734399-c3c4-43cf-b665-79eb13d07579 req-ab881ab8-06b9-4379-9a63-844648608eee tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.73 "DELETE /v2.0/ports/e70fc433-e8e6-4e91-8823-851ec3503761 HTTP/1.1" status: 204 len: 173 time: 1.7227826 Aug 16 01:39:13.337984 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-8effb22e-4870-44c3-a9c0-50de06af6369 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=d148ce0c-999f-48fa-882c-b3af1aad9922 HTTP/1.1" status: 200 len: 217 time: 0.1046202 Aug 16 01:39:13.409321 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ad12df56-2502-423b-836b-2a2fea52e3d0 req-07b54d25-cb3d-4c98-a9eb-011ae71a185c tempest-ListServersNegativeTestJSON-107018336 tempest-ListServersNegativeTestJSON-107018336-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e35f680-1347-4ad9-b2d9-55f6f0b97b5e HTTP/1.1" status: 200 len: 210 time: 0.0393600 Aug 16 01:39:13.429237 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9e4e3e25-bb92-4920-b992-d786ece4816c req-b2956032-9e24-4377-985d-09bfadc5c820 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747601 Aug 16 01:39:13.460927 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-1cfeda0c-26d3-40fa-9069-36171ffa3f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:13.462653 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-1cfeda0c-26d3-40fa-9069-36171ffa3f38 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0814934 Aug 16 01:39:13.551608 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-188cd06a-e375-4935-8a6c-a7d0f71e0a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:13.553017 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-188cd06a-e375-4935-8a6c-a7d0f71e0a68 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0796640 Aug 16 01:39:13.603376 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-43d7511a-9a5c-42d8-90d9-3748586ef5dc req-1301657c-7fea-477f-a72f-b7f56ddcf41e tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:13.670047 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301657c-7fea-477f-a72f-b7f56ddcf41e tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Pushing event deleted for resources: {'Port': ['ID=7d8667fa-1ee3-45c5-a751-c54edacf4b7d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:13.709863 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea8864-91ed-4af2-bbbf-80391ed01449 req-60db03a3-1b84-4f5f-ae42-3547f5e955af tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:13.711399 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8cea8864-91ed-4af2-bbbf-80391ed01449 req-60db03a3-1b84-4f5f-ae42-3547f5e955af tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.1575284 Aug 16 01:39:13.746212 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d7511a-9a5c-42d8-90d9-3748586ef5dc req-1301657c-7fea-477f-a72f-b7f56ddcf41e tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] No DVR routers for this DVR port 7d8667fa-1ee3-45c5-a751-c54edacf4b7d on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:39:13.753932 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-43d7511a-9a5c-42d8-90d9-3748586ef5dc req-1301657c-7fea-477f-a72f-b7f56ddcf41e tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:13.755869 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43d7511a-9a5c-42d8-90d9-3748586ef5dc req-1301657c-7fea-477f-a72f-b7f56ddcf41e tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.63 "DELETE /v2.0/ports/7d8667fa-1ee3-45c5-a751-c54edacf4b7d HTTP/1.1" status: 204 len: 173 time: 1.0760083 Aug 16 01:39:13.775517 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-9a5b78b6-a8fb-4928-a801-7fdee6c0ffab service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077870 Aug 16 01:39:13.818373 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8cea8864-91ed-4af2-bbbf-80391ed01449 req-88fd0f39-feaf-4777-aaa4-a9ca9438c6dd tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946593 Aug 16 01:39:13.973989 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e1e76f8f-c69c-4302-b1d9-8a31442a1aec req-168da7a0-1767-45aa-b29b-81da41932e86 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810620 Aug 16 01:39:13.998298 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aedda0-860c-4ba4-a2df-83ed99eae4a9 req-b7f5018e-a6a5-4ab9-92e5-c0d34c0dcdb8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:14.000274 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38aedda0-860c-4ba4-a2df-83ed99eae4a9 req-b7f5018e-a6a5-4ab9-92e5-c0d34c0dcdb8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0827692 Aug 16 01:39:14.048093 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38aedda0-860c-4ba4-a2df-83ed99eae4a9 req-9f60ef94-aaa0-4462-98f6-16eb17dd1894 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411038 Aug 16 01:39:14.102138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device cd273e32-8a19-4378-80a0-19bd02a365ab details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:39:14.103487 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1325201-b4c0-4914-9b79-1bdd5c6739cb req-550b6168-07a3-42fb-b2de-aa0a7f5a95f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:14.105202 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f1325201-b4c0-4914-9b79-1bdd5c6739cb req-550b6168-07a3-42fb-b2de-aa0a7f5a95f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 1100 time: 0.0473020 Aug 16 01:39:14.106850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device cd273e32-8a19-4378-80a0-19bd02a365ab no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:39:14.154761 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d042692-2233-4966-bb8e-f7b6f03e7a91 req-cae5eb1d-8d65-4447-ba0a-3211c1a73f7d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:14.156051 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d042692-2233-4966-bb8e-f7b6f03e7a91 req-cae5eb1d-8d65-4447-ba0a-3211c1a73f7d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 948 time: 0.3853359 Aug 16 01:39:14.205152 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d042692-2233-4966-bb8e-f7b6f03e7a91 req-280670ed-e54d-46b2-a3ff-97a00fa449b9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424664 Aug 16 01:39:14.221900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1325201-b4c0-4914-9b79-1bdd5c6739cb req-bd3da8ae-8623-49b8-8691-1eacbd99c440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:14.223400 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f1325201-b4c0-4914-9b79-1bdd5c6739cb req-bd3da8ae-8623-49b8-8691-1eacbd99c440 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1089122 Aug 16 01:39:14.263854 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:14.271397 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f1325201-b4c0-4914-9b79-1bdd5c6739cb req-c9f88bcb-3b5e-41c5-aa65-45756625f249 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=d148ce0c-999f-48fa-882c-b3af1aad9922 HTTP/1.1" status: 200 len: 217 time: 0.0393105 Aug 16 01:39:14.283355 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port cd273e32-8a19-4378-80a0-19bd02a365ab, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=cd273e32-8a19-4378-80a0-19bd02a365ab,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:14.306504 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'cd273e32-8a19-4378-80a0-19bd02a365ab', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': 'cd273e32-8a19-4378-80a0-19bd02a365ab', 'mac_address': 'fa:16:3e:41:ff:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:39:14.319236 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port cd273e32-8a19-4378-80a0-19bd02a365ab, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=cd273e32-8a19-4378-80a0-19bd02a365ab,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:14.321269 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-84d4d0e1-efd7-4d12-be4e-d93d61828085 req-c7b62bf9-14f0-43d0-871f-1d57bcbe89c9 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=8af33f9e-b026-4dd2-86dc-5fdc2401f7a8 HTTP/1.1" status: 200 len: 210 time: 0.0524981 Aug 16 01:39:14.342163 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1325201-b4c0-4914-9b79-1bdd5c6739cb req-4c6d49c3-82c1-490f-9c2a-b7fb2179d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:14.344024 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f1325201-b4c0-4914-9b79-1bdd5c6739cb req-4c6d49c3-82c1-490f-9c2a-b7fb2179d224 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0648935 Aug 16 01:39:14.347471 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:14.384681 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:14.410758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1325201-b4c0-4914-9b79-1bdd5c6739cb req-ed1277d8-d70e-471e-931a-0e409c2e0d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:14.412337 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f1325201-b4c0-4914-9b79-1bdd5c6739cb req-ed1277d8-d70e-471e-931a-0e409c2e0d65 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0593729 Aug 16 01:39:14.416295 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd273e32-8a19-4378-80a0-19bd02a365ab {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:39:14.431385 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=cd273e32-8a19-4378-80a0-19bd02a365ab,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:14.496427 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42408) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:39:14.508842 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:39:14.509715 n-d-765315-27 neutron-server[94674]: DEBUG oslo_db.api [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:39:14.564177 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-2914026c-3ade-4114-84d5-2cc7f779da1b admin admin] Deleting subnet 3b1f05a8-07b5-4849-867f-bc033ab92096 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:39:14.567312 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2914026c-3ade-4114-84d5-2cc7f779da1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:14.592312 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f1325201-b4c0-4914-9b79-1bdd5c6739cb req-c3f4fef0-1727-4a8f-84c2-810bec306393 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602497 Aug 16 01:39:14.606794 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2914026c-3ade-4114-84d5-2cc7f779da1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:14.619195 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabb6cc-7e00-477e-a7f4-b10478fa7845 req-b4cc369b-86da-4b22-ab3a-37b30caeec3a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:14.620720 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9eabb6cc-7e00-477e-a7f4-b10478fa7845 req-b4cc369b-86da-4b22-ab3a-37b30caeec3a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 948 time: 0.0673389 Aug 16 01:39:14.650409 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2914026c-3ade-4114-84d5-2cc7f779da1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:14.708684 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9eabb6cc-7e00-477e-a7f4-b10478fa7845 req-8d7cc830-851f-4f88-9f8f-4f5eb4414da4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737879 Aug 16 01:39:14.716270 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2914026c-3ade-4114-84d5-2cc7f779da1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:14.738774 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f1325201-b4c0-4914-9b79-1bdd5c6739cb req-859b9008-00f0-49c1-9565-36bd6389d9e8 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358645 Aug 16 01:39:14.742642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914026c-3ade-4114-84d5-2cc7f779da1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b1f05a8-07b5-4849-867f-bc033ab92096,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:14.746581 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2914026c-3ade-4114-84d5-2cc7f779da1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:14.751627 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2914026c-3ade-4114-84d5-2cc7f779da1b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/3b1f05a8-07b5-4849-867f-bc033ab92096 HTTP/1.1" status: 204 len: 168 time: 0.2504828 Aug 16 01:39:14.751627 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42414) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:39:14.829953 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2a54ec0-a6c9-4df0-8147-909eb5eb0bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:14.935337 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2a54ec0-a6c9-4df0-8147-909eb5eb0bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:14.950761 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e2a54ec0-a6c9-4df0-8147-909eb5eb0bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f77b6cf-1fb8-47d6-b007-5ddebd89bf05']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:39:14.962083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e2a54ec0-a6c9-4df0-8147-909eb5eb0bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee4bb76-0100-4f62-a198-c0db3600767b') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:39:14.962379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e2a54ec0-a6c9-4df0-8147-909eb5eb0bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee4bb76-0100-4f62-a198-c0db3600767b') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:39:14.974540 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2a54ec0-a6c9-4df0-8147-909eb5eb0bfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:14.987926 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666cdbf-5eb0-4112-9673-0adc1f4e3bfc req-9d0dab2e-0f8e-42f7-b7bf-781587b67f31 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:14.989381 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f666cdbf-5eb0-4112-9673-0adc1f4e3bfc req-9d0dab2e-0f8e-42f7-b7bf-781587b67f31 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0842810 Aug 16 01:39:15.002186 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2a54ec0-a6c9-4df0-8147-909eb5eb0bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:15.022658 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a54ec0-a6c9-4df0-8147-909eb5eb0bfb admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:39:15.023036 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2a54ec0-a6c9-4df0-8147-909eb5eb0bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:39:15.027785 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:39:15.052855 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:15.066492 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd273e32-8a19-4378-80a0-19bd02a365ab {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:39:15.089433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port cd273e32-8a19-4378-80a0-19bd02a365ab, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=cd273e32-8a19-4378-80a0-19bd02a365ab,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:15.091375 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f666cdbf-5eb0-4112-9673-0adc1f4e3bfc req-45cd1142-4910-44d6-a40f-4625652978fb tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958841 Aug 16 01:39:15.095160 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:15.111412 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2a54ec0-a6c9-4df0-8147-909eb5eb0bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:15.118165 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2a54ec0-a6c9-4df0-8147-909eb5eb0bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:15.122479 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e2a54ec0-a6c9-4df0-8147-909eb5eb0bfb admin admin] 10.222.0.68 "DELETE /v2.0/networks/0f77b6cf-1fb8-47d6-b007-5ddebd89bf05 HTTP/1.1" status: 204 len: 168 time: 0.3698976 Aug 16 01:39:15.133528 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a54ec0-a6c9-4df0-8147-909eb5eb0bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=0f77b6cf-1fb8-47d6-b007-5ddebd89bf05,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:15.166525 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=cd273e32-8a19-4378-80a0-19bd02a365ab,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:15.188022 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245effed-e745-4f9b-81ac-c960681b866a req-a5508a0a-438f-45d5-947f-b2100df7077d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:15.189575 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-245effed-e745-4f9b-81ac-c960681b866a req-a5508a0a-438f-45d5-947f-b2100df7077d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0675848 Aug 16 01:39:15.218347 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e35f680-1347-4ad9-b2d9-55f6f0b97b5e', 'name': 'network-vif-deleted', 'tag': 'e70fc433-e8e6-4e91-8823-851ec3503761'}, {'server_uuid': '8af33f9e-b026-4dd2-86dc-5fdc2401f7a8', 'name': 'network-vif-deleted', 'tag': '7d8667fa-1ee3-45c5-a751-c54edacf4b7d'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:15.220587 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbe4ee3-cb5e-4d7a-9f1c-aa2a903bac10" -d '{"events": [{"server_uuid": "1e35f680-1347-4ad9-b2d9-55f6f0b97b5e", "name": "network-vif-deleted", "tag": "e70fc433-e8e6-4e91-8823-851ec3503761"}, {"server_uuid": "8af33f9e-b026-4dd2-86dc-5fdc2401f7a8", "name": "network-vif-deleted", "tag": "7d8667fa-1ee3-45c5-a751-c54edacf4b7d"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:15.237739 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-245effed-e745-4f9b-81ac-c960681b866a req-b3982b87-5f94-4ef8-a8eb-d0e2782aeee1 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417440 Aug 16 01:39:15.253505 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42426) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:39:15.292811 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfa1b07-8614-4c9a-86b2-c71c6497cd86 x-openstack-request-id: req-8bfa1b07-8614-4c9a-86b2-c71c6497cd86 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:15.293294 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e35f680-1347-4ad9-b2d9-55f6f0b97b5e", "name": "network-vif-deleted", "tag": "e70fc433-e8e6-4e91-8823-851ec3503761", "status": "completed", "code": 200}, {"server_uuid": "8af33f9e-b026-4dd2-86dc-5fdc2401f7a8", "name": "network-vif-deleted", "tag": "7d8667fa-1ee3-45c5-a751-c54edacf4b7d", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:15.293617 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8bfa1b07-8614-4c9a-86b2-c71c6497cd86 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:15.294077 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e35f680-1347-4ad9-b2d9-55f6f0b97b5e', 'name': 'network-vif-deleted', 'tag': 'e70fc433-e8e6-4e91-8823-851ec3503761', 'status': 'completed', 'code': 200} Aug 16 01:39:15.294336 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af33f9e-b026-4dd2-86dc-5fdc2401f7a8', 'name': 'network-vif-deleted', 'tag': '7d8667fa-1ee3-45c5-a751-c54edacf4b7d', 'status': 'completed', 'code': 200} Aug 16 01:39:15.311070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2f1793-5e35-476f-8247-9e74e4ec339d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd273e32-8a19-4378-80a0-19bd02a365ab'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:15.313541 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef50ee2-2cd2-4569-9531-87ea35bf43b7" -d '{"events": [{"server_uuid": "6a2f1793-5e35-476f-8247-9e74e4ec339d", "name": "network-vif-unplugged", "status": "completed", "tag": "cd273e32-8a19-4378-80a0-19bd02a365ab"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:15.342452 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d4c3cce5-f38d-4890-a85d-8930bd4d9d60 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=067e9b9e2d4c41f49a4974c2a9fe6a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0873871 Aug 16 01:39:15.344927 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42430) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:39:15.355433 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a7b06e-fad9-4da0-8fd4-c91a5ea900b1 x-openstack-request-id: req-37a7b06e-fad9-4da0-8fd4-c91a5ea900b1 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:15.356177 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2f1793-5e35-476f-8247-9e74e4ec339d", "name": "network-vif-unplugged", "status": "completed", "tag": "cd273e32-8a19-4378-80a0-19bd02a365ab", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:15.356715 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-37a7b06e-fad9-4da0-8fd4-c91a5ea900b1 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:15.357131 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2f1793-5e35-476f-8247-9e74e4ec339d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd273e32-8a19-4378-80a0-19bd02a365ab', 'code': 200} Aug 16 01:39:15.373709 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1fbb8-bb22-4a52-bafd-8376fec57fc6 req-ac38ed84-50d1-4594-875f-9ac82515aafa tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:15.376737 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ffa1fbb8-bb22-4a52-bafd-8376fec57fc6 req-ac38ed84-50d1-4594-875f-9ac82515aafa tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 948 time: 0.0953636 Aug 16 01:39:15.442942 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f7e4ff5-f392-41ee-9763-aaf07291b50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:15.448128 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ffa1fbb8-bb22-4a52-bafd-8376fec57fc6 req-937f763f-78a6-45d1-8822-9e9e47bc2c1d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621529 Aug 16 01:39:15.473316 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f7e4ff5-f392-41ee-9763-aaf07291b50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:15.518912 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f7e4ff5-f392-41ee-9763-aaf07291b50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:15.521489 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f7e4ff5-f392-41ee-9763-aaf07291b50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:15.522672 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7f7e4ff5-f392-41ee-9763-aaf07291b50e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/af321879-a775-40de-a9cb-70e390465511 HTTP/1.1" status: 204 len: 168 time: 0.1768472 Aug 16 01:39:15.532514 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e4ff5-f392-41ee-9763-aaf07291b50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af321879-a775-40de-a9cb-70e390465511,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:15.561736 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['cd273e32-8a19-4378-80a0-19bd02a365ab'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:39:15.822754 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42446) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:39:15.827814 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-05e41c2e-c727-42df-84f2-50e9a5f5ffe4 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--12354472', 'description': 'tempest-description--794545688'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:39:15.878952 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05e41c2e-c727-42df-84f2-50e9a5f5ffe4 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:15.909743 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4909995-fb51-42fb-bb9f-85cf538de02c req-b9d51655-5799-4c1e-b28c-b8bdb598cb6b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:15.909743 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4909995-fb51-42fb-bb9f-85cf538de02c req-b9d51655-5799-4c1e-b28c-b8bdb598cb6b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 949 time: 0.0702167 Aug 16 01:39:15.980917 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4909995-fb51-42fb-bb9f-85cf538de02c req-97028e5a-7d33-49eb-b7a9-c08261452725 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613325 Aug 16 01:39:16.026291 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05e41c2e-c727-42df-84f2-50e9a5f5ffe4 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.031514 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05e41c2e-c727-42df-84f2-50e9a5f5ffe4 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.071615 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05e41c2e-c727-42df-84f2-50e9a5f5ffe4 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.073369 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-05e41c2e-c727-42df-84f2-50e9a5f5ffe4 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2493403 Aug 16 01:39:16.076550 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42456) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:39:16.083090 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d60d9053-2943-4822-a570-2694e3dcc198 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Request body: {'security_group_rule': {'security_group_id': '100e8230-9813-42e8-a792-e6c20f101607', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:39:16.091530 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e41c2e-c727-42df-84f2-50e9a5f5ffe4 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=100e8230-9813-42e8-a792-e6c20f101607,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:16.119036 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 2bd342cb-2faf-4952-9dd7-1dec519ca2ae details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:39:16.123715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e70fc433-e8e6-4e91-8823-851ec3503761 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:39:16.137473 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d60d9053-2943-4822-a570-2694e3dcc198 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.157108 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: e70fc433-e8e6-4e91-8823-851ec3503761 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:39:16.157588 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e70fc433-e8e6-4e91-8823-851ec3503761 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:39:16.220613 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d60d9053-2943-4822-a570-2694e3dcc198 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.225687 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d60d9053-2943-4822-a570-2694e3dcc198 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.248723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d9053-2943-4822-a570-2694e3dcc198 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d76503b-180c-4369-a236-f3220fccf297,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:16.257449 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d60d9053-2943-4822-a570-2694e3dcc198 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.261055 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d60d9053-2943-4822-a570-2694e3dcc198 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1817536 Aug 16 01:39:16.263549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42468) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:39:16.270460 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6f506735-bad3-44f2-91db-1484ce295caf tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Request body: {'security_group_rule': {'security_group_id': '100e8230-9813-42e8-a792-e6c20f101607', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:39:16.284283 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7170915-c4f0-4465-b925-436ba787d4d4 req-5ae068f7-dd78-4420-b74c-6d4d958f9679 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:16.287224 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a7170915-c4f0-4465-b925-436ba787d4d4 req-5ae068f7-dd78-4420-b74c-6d4d958f9679 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0953927 Aug 16 01:39:16.295071 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:39:16.297874 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 2bd342cb-2faf-4952-9dd7-1dec519ca2ae, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=2bd342cb-2faf-4952-9dd7-1dec519ca2ae,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:16.328037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '2bd342cb-2faf-4952-9dd7-1dec519ca2ae', 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9', 'port_id': '2bd342cb-2faf-4952-9dd7-1dec519ca2ae', 'mac_address': 'fa:16:3e:04:6c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf0a4b6-04c7-46cd-a62d-f6dbedb85a93', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:39:16.337095 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f506735-bad3-44f2-91db-1484ce295caf tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.366829 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a7170915-c4f0-4465-b925-436ba787d4d4 req-1d6036e7-1532-4815-8a5b-2062bb2bb848 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644183 Aug 16 01:39:16.381223 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.395627 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bd342cb-2faf-4952-9dd7-1dec519ca2ae {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:39:16.418051 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 2bd342cb-2faf-4952-9dd7-1dec519ca2ae, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=2bd342cb-2faf-4952-9dd7-1dec519ca2ae,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:16.424624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42472) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:39:16.426846 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.428406 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d148ce0c-999f-48fa-882c-b3af1aad9922 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:39:16.446029 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421df47-38b8-4c28-ab20-eb8024e15805 req-57c8a857-a351-4660-b2a3-c3d99aebfe0e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:16.454450 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2421df47-38b8-4c28-ab20-eb8024e15805 req-57c8a857-a351-4660-b2a3-c3d99aebfe0e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.1040313 Aug 16 01:39:16.476909 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f506735-bad3-44f2-91db-1484ce295caf tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.489348 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f506735-bad3-44f2-91db-1484ce295caf tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.537509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=2bd342cb-2faf-4952-9dd7-1dec519ca2ae,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:16.550294 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2421df47-38b8-4c28-ab20-eb8024e15805 req-f737d927-1ceb-4014-8247-5424b92eaf11 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942416 Aug 16 01:39:16.551066 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f506735-bad3-44f2-91db-1484ce295caf tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.555165 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6f506735-bad3-44f2-91db-1484ce295caf tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2873845 Aug 16 01:39:16.555437 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42482) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:39:16.560171 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-30aab18c-f970-47fe-ac49-6f543693d100 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:39:16.567510 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f506735-bad3-44f2-91db-1484ce295caf tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11342a0e-0bc4-4ee7-ad6e-da509d5d2c9c,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:16.591378 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30aab18c-f970-47fe-ac49-6f543693d100 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.603581 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358d7b2-8b6c-4642-8585-5bff881c40d7 req-008ae36b-5d95-40f9-91e1-6bd281c60db8 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:16.604897 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3358d7b2-8b6c-4642-8585-5bff881c40d7 req-008ae36b-5d95-40f9-91e1-6bd281c60db8 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 948 time: 0.0621357 Aug 16 01:39:16.610544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e5a166d4-d2ca-4736-8c2e-17c5eab00228 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-958650949-network', 'tenant_id': '336f9d0f1e24499e9788d10ebbd15df6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:39:16.620449 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d148ce0c-999f-48fa-882c-b3af1aad9922, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d148ce0c-999f-48fa-882c-b3af1aad9922,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:16.633529 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'd148ce0c-999f-48fa-882c-b3af1aad9922', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': 'd148ce0c-999f-48fa-882c-b3af1aad9922', 'mac_address': 'fa:16:3e:7c:b6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:39:16.658597 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3358d7b2-8b6c-4642-8585-5bff881c40d7 req-1541b2da-d628-4743-8e82-78c60d3bca85 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447118 Aug 16 01:39:16.668678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a166d4-d2ca-4736-8c2e-17c5eab00228 admin admin] Made reservation on behalf of 336f9d0f1e24499e9788d10ebbd15df6 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:39:16.671835 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5a166d4-d2ca-4736-8c2e-17c5eab00228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.691097 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5a166d4-d2ca-4736-8c2e-17c5eab00228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.695970 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.714725 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d148ce0c-999f-48fa-882c-b3af1aad9922 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:39:16.732346 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30aab18c-f970-47fe-ac49-6f543693d100 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.740266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d148ce0c-999f-48fa-882c-b3af1aad9922, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d148ce0c-999f-48fa-882c-b3af1aad9922,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:16.746123 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.839944 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=d148ce0c-999f-48fa-882c-b3af1aad9922,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:16.843516 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5a166d4-d2ca-4736-8c2e-17c5eab00228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.851726 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5a166d4-d2ca-4736-8c2e-17c5eab00228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.880724 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a166d4-d2ca-4736-8c2e-17c5eab00228 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:39:16.895833 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a166d4-d2ca-4736-8c2e-17c5eab00228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd06e7f2-cb08-4599-b501-94ffe206841d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:16.900963 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5a166d4-d2ca-4736-8c2e-17c5eab00228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.901313 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-e5a166d4-d2ca-4736-8c2e-17c5eab00228 admin admin] Added segment a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d of type vlan for network 741e114f-ab7f-4db0-9999-b1470ac92b3b Aug 16 01:39:16.910614 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['2bd342cb-2faf-4952-9dd7-1dec519ca2ae'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:39:16.932278 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-30aab18c-f970-47fe-ac49-6f543693d100 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Allocated IP 172.25.3.144 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/c302e66e-dd6e-4fbd-83a7-e048833fa6f2) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:39:16.959037 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5a166d4-d2ca-4736-8c2e-17c5eab00228 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:16.998538 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5a166d4-d2ca-4736-8c2e-17c5eab00228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:17.000360 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a166d4-d2ca-4736-8c2e-17c5eab00228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:17.001414 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5a166d4-d2ca-4736-8c2e-17c5eab00228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:17.044160 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 7d8667fa-1ee3-45c5-a751-c54edacf4b7d no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:39:17.096463 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 7d8667fa-1ee3-45c5-a751-c54edacf4b7d {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:39:17.097018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 7d8667fa-1ee3-45c5-a751-c54edacf4b7d not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:39:17.132555 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e5a166d4-d2ca-4736-8c2e-17c5eab00228 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7066641 Aug 16 01:39:17.135410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42502) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:39:17.143877 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a760129b-3543-423e-8b0e-087421666dd8 admin admin] Request body: {'subnet': {'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-958650949-subnet', 'tenant_id': '336f9d0f1e24499e9788d10ebbd15df6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:39:17.162609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a166d4-d2ca-4736-8c2e-17c5eab00228 admin admin] Pushing event updated for resources: {'Network': ['ID=741e114f-ab7f-4db0-9999-b1470ac92b3b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:17.181831 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a760129b-3543-423e-8b0e-087421666dd8 admin admin] Made reservation on behalf of 336f9d0f1e24499e9788d10ebbd15df6 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:39:17.182902 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 741e114f-ab7f-4db0-9999-b1470ac92b3b details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:39:17.186026 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a760129b-3543-423e-8b0e-087421666dd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:17.210533 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['d148ce0c-999f-48fa-882c-b3af1aad9922'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:39:17.212773 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30aab18c-f970-47fe-ac49-6f543693d100 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:17.227139 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922e4d3-cd09-472d-8543-d574f193466b req-215f091c-c4c0-4b41-ba19-b28b6bebb9cc tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:17.228184 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e922e4d3-cd09-472d-8543-d574f193466b req-215f091c-c4c0-4b41-ba19-b28b6bebb9cc tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 949 time: 0.0964055 Aug 16 01:39:17.319553 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e922e4d3-cd09-472d-8543-d574f193466b req-bcaf161c-474b-4c91-8934-9b60301e99f3 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826080 Aug 16 01:39:17.322325 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30aab18c-f970-47fe-ac49-6f543693d100 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:17.383283 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aab18c-f970-47fe-ac49-6f543693d100 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:39:17.387648 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-30aab18c-f970-47fe-ac49-6f543693d100 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:39:17.392817 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aab18c-f970-47fe-ac49-6f543693d100 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:39:17.439247 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aab18c-f970-47fe-ac49-6f543693d100 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Pushing event updated for resources: {'Port': ['ID=c302e66e-dd6e-4fbd-83a7-e048833fa6f2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:17.540377 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30aab18c-f970-47fe-ac49-6f543693d100 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:17.586387 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30aab18c-f970-47fe-ac49-6f543693d100 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:17.616650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc3298-ea5c-447b-b10c-8c32caa02d62 req-1da79e00-a655-4c76-8a7b-b74996bf75bd tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:17.624759 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8efc3298-ea5c-447b-b10c-8c32caa02d62 req-1da79e00-a655-4c76-8a7b-b74996bf75bd tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.1470256 Aug 16 01:39:17.659478 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a760129b-3543-423e-8b0e-087421666dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:17.713529 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760129b-3543-423e-8b0e-087421666dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9452d5e-cbd9-4476-8a0f-8f93f6c0d195,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:17.755501 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8efc3298-ea5c-447b-b10c-8c32caa02d62 req-08924d8d-4c8b-4377-ab56-e28224b9b987 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246476 Aug 16 01:39:17.780420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b2d60-71f8-497f-8f32-815be18f4477 req-db0af438-30fd-42ef-99a3-2353d0e1379a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:17.782006 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-212b2d60-71f8-497f-8f32-815be18f4477 req-db0af438-30fd-42ef-99a3-2353d0e1379a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 944 time: 0.0871394 Aug 16 01:39:17.820582 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30aab18c-f970-47fe-ac49-6f543693d100 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:17.822738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a760129b-3543-423e-8b0e-087421666dd8 admin admin] Checking segment: {'id': 'a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:39:17.823269 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a760129b-3543-423e-8b0e-087421666dd8 admin admin] Network hostable DHCP agents. Network: 741e114f-ab7f-4db0-9999-b1470ac92b3b, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:39:17.838176 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30aab18c-f970-47fe-ac49-6f543693d100 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:17.848930 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-212b2d60-71f8-497f-8f32-815be18f4477 req-420140e9-c3ad-414b-a84b-23a7dc23518d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540419 Aug 16 01:39:17.911884 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a760129b-3543-423e-8b0e-087421666dd8 admin admin] Network 741e114f-ab7f-4db0-9999-b1470ac92b3b is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:39:17.928837 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aab18c-f970-47fe-ac49-6f543693d100 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Pushing event updated for resources: {'Port': ['ID=c302e66e-dd6e-4fbd-83a7-e048833fa6f2,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:17.932025 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96019ffa-6bc6-4cfe-8f44-718e576ea5cd req-7d164323-fd59-471b-88a2-d4daaaf00155 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:17.940516 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-96019ffa-6bc6-4cfe-8f44-718e576ea5cd req-7d164323-fd59-471b-88a2-d4daaaf00155 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 949 time: 0.0951295 Aug 16 01:39:17.949620 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30aab18c-f970-47fe-ac49-6f543693d100 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:17.951071 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a760129b-3543-423e-8b0e-087421666dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 741e114f-ab7f-4db0-9999-b1470ac92b3b) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:39:17.963171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea468b1-5c2e-4fcc-b865-4387b14e5513 None None] Network 741e114f-ab7f-4db0-9999-b1470ac92b3b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:39:17.968877 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a760129b-3543-423e-8b0e-087421666dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:17.970123 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a760129b-3543-423e-8b0e-087421666dd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:17.972203 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30aab18c-f970-47fe-ac49-6f543693d100 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:17.982365 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-30aab18c-f970-47fe-ac49-6f543693d100 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4175925 Aug 16 01:39:18.035694 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a760129b-3543-423e-8b0e-087421666dd8 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8988950 Aug 16 01:39:18.045803 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42528) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:39:18.050619 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a133bad6-120f-4e68-ab63-318fac28d887 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-958650949-router', 'tenant_id': '336f9d0f1e24499e9788d10ebbd15df6', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:39:18.064878 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-96019ffa-6bc6-4cfe-8f44-718e576ea5cd req-8445a283-050c-4e1c-b460-df2f1e02b00f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224053 Aug 16 01:39:18.094505 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a133bad6-120f-4e68-ab63-318fac28d887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:18.096110 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a133bad6-120f-4e68-ab63-318fac28d887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:18.127661 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 2bd342cb-2faf-4952-9dd7-1dec519ca2ae up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:39:18.170372 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a133bad6-120f-4e68-ab63-318fac28d887 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:18.184435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d923cb3-b3e0-429d-acf9-261e4afebf92 None None] Network 741e114f-ab7f-4db0-9999-b1470ac92b3b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:39:18.426730 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 2bd342cb-2faf-4952-9dd7-1dec519ca2ae triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:39:18.427097 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:18.442718 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-6bec4a96-2c99-4963-bde8-65720771a7a5 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:18.443305 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-6bec4a96-2c99-4963-bde8-65720771a7a5 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/networks?id=3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 HTTP/1.1" status: 200 len: 822 time: 0.1878040 Aug 16 01:39:18.458831 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a133bad6-120f-4e68-ab63-318fac28d887 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:18.469769 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-80168ef5-24e9-41e4-a97e-46238f4bda7a tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/quotas/972a00d1149c41068ff3bcf037d331eb HTTP/1.1" status: 200 len: 375 time: 0.0178819 Aug 16 01:39:18.555127 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-28838845-fa8e-4ed1-b4e4-9c55fda27f4a tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=972a00d1149c41068ff3bcf037d331eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841856 Aug 16 01:39:18.586467 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:18.612578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab6d1-cc26-4eb7-811d-7eba82ecebb9 req-e10fd745-6c19-4710-803c-b77d475bc562 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:18.614299 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-638ab6d1-cc26-4eb7-811d-7eba82ecebb9 req-e10fd745-6c19-4710-803c-b77d475bc562 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 949 time: 0.1748066 Aug 16 01:39:18.626731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62589c9-281d-4155-becf-a988b53e3bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd342cb-2faf-4952-9dd7-1dec519ca2ae'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:18.629009 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe88e2f-d6c1-4ad4-a06c-def3aa9acf74" -d '{"events": [{"server_uuid": "e62589c9-281d-4155-becf-a988b53e3bd7", "name": "network-vif-plugged", "status": "completed", "tag": "2bd342cb-2faf-4952-9dd7-1dec519ca2ae"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:18.646722 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 2bd342cb-2faf-4952-9dd7-1dec519ca2ae, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=2bd342cb-2faf-4952-9dd7-1dec519ca2ae,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:18.653998 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:18.655521 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device cd273e32-8a19-4378-80a0-19bd02a365ab up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:39:18.698375 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-638ab6d1-cc26-4eb7-811d-7eba82ecebb9 req-4b690d2b-cc3f-4790-9520-a875a3f81372 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719404 Aug 16 01:39:18.732763 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-83c25d44-6395-4cef-a007-abb5c654de13 service neutron] 10.222.0.68 "GET /v2.0/networks/3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764367 Aug 16 01:39:18.765796 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=2bd342cb-2faf-4952-9dd7-1dec519ca2ae,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:18.788401 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port cd273e32-8a19-4378-80a0-19bd02a365ab triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:39:18.788771 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:18.853777 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af13e25-32cc-42a3-8a1a-729118d118ca x-openstack-request-id: req-6af13e25-32cc-42a3-8a1a-729118d118ca {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:18.854506 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62589c9-281d-4155-becf-a988b53e3bd7", "name": "network-vif-plugged", "status": "completed", "tag": "2bd342cb-2faf-4952-9dd7-1dec519ca2ae", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:18.855463 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6af13e25-32cc-42a3-8a1a-729118d118ca {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:18.856056 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62589c9-281d-4155-becf-a988b53e3bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd342cb-2faf-4952-9dd7-1dec519ca2ae', 'code': 200} Aug 16 01:39:18.875784 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-a27c507f-99e9-42e5-8052-abae4a79aa65 service neutron] 10.222.0.68 "GET /v2.0/networks/3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371503 Aug 16 01:39:18.911130 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a133bad6-120f-4e68-ab63-318fac28d887 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:18.937520 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a133bad6-120f-4e68-ab63-318fac28d887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:18.974749 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:19.028447 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port cd273e32-8a19-4378-80a0-19bd02a365ab, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=cd273e32-8a19-4378-80a0-19bd02a365ab,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:19.033447 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:19.035168 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e70fc433-e8e6-4e91-8823-851ec3503761 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:39:19.048827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad6ab6-b154-4b73-ad78-ea79b0751db5 req-dd34b0c5-ecf4-4f6c-99e9-fa19e6300d2e tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:19.060540 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d3ad6ab6-b154-4b73-ad78-ea79b0751db5 req-dd34b0c5-ecf4-4f6c-99e9-fa19e6300d2e tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.1208363 Aug 16 01:39:19.146004 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d3ad6ab6-b154-4b73-ad78-ea79b0751db5 req-4d66a471-4488-4d07-819b-4ce158d8b2d3 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831811 Aug 16 01:39:19.207485 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-a133bad6-120f-4e68-ab63-318fac28d887 admin admin] Allocated IP 172.25.3.141 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/f269c476-a3ec-4663-af7d-cd8e09396143) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:39:19.230666 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c18621-43ff-4473-85b7-12191c1271a8 req-68352776-2251-4b5c-9180-e5bcec91f423 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:19.235495 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=cd273e32-8a19-4378-80a0-19bd02a365ab,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:19.248467 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: e70fc433-e8e6-4e91-8823-851ec3503761 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:39:19.249185 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e70fc433-e8e6-4e91-8823-851ec3503761 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:39:19.251875 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7c18621-43ff-4473-85b7-12191c1271a8 req-68352776-2251-4b5c-9180-e5bcec91f423 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.1187339 Aug 16 01:39:19.332467 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7c18621-43ff-4473-85b7-12191c1271a8 req-463ddc61-0c15-47e8-adf1-f0e0b2cecae5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740571 Aug 16 01:39:19.389331 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f5fdab7b-dcc4-46d5-9ccb-f1a0a651f26f req-d4c73a0c-c48e-40a9-ba30-976b85fd8415 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 210 time: 0.0397100 Aug 16 01:39:19.432648 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a133bad6-120f-4e68-ab63-318fac28d887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:19.494737 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a133bad6-120f-4e68-ab63-318fac28d887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:19.544134 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a133bad6-120f-4e68-ab63-318fac28d887 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:39:19.549300 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a133bad6-120f-4e68-ab63-318fac28d887 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:39:19.553096 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a133bad6-120f-4e68-ab63-318fac28d887 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:39:19.557822 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffad7a-5acf-47ab-99b5-ab7e4dba7d1c req-18d04033-6626-489c-a105-c14e47eb983e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:19.561000 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-05ffad7a-5acf-47ab-99b5-ab7e4dba7d1c req-18d04033-6626-489c-a105-c14e47eb983e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 949 time: 0.1478989 Aug 16 01:39:19.607365 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133bad6-120f-4e68-ab63-318fac28d887 admin admin] Pushing event updated for resources: {'Port': ['ID=f269c476-a3ec-4663-af7d-cd8e09396143,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:19.632313 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-05ffad7a-5acf-47ab-99b5-ab7e4dba7d1c req-b0c3dd3a-b426-47ed-9a1e-d0edce1c91d9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630238 Aug 16 01:39:19.954512 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0dc89-7f16-485f-8ac5-aea10c8ac4a6 req-3c443d61-89a3-4105-a29b-32a572619589 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:19.956015 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d9f0dc89-7f16-485f-8ac5-aea10c8ac4a6 req-3c443d61-89a3-4105-a29b-32a572619589 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.1034617 Aug 16 01:39:19.991853 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a133bad6-120f-4e68-ab63-318fac28d887 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:20.055509 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-16f6a3bf-2751-4b0e-bc85-978add37ffbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:20.081458 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d9f0dc89-7f16-485f-8ac5-aea10c8ac4a6 req-f39756b9-0def-4aab-b3c5-ff8227c7d428 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182144 Aug 16 01:39:20.130682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d148ce0c-999f-48fa-882c-b3af1aad9922 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:39:20.270385 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port d148ce0c-999f-48fa-882c-b3af1aad9922 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:39:20.275672 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port d148ce0c-999f-48fa-882c-b3af1aad9922 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:39:20.278272 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:20.336153 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a133bad6-120f-4e68-ab63-318fac28d887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:20.370403 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091288e8-b9ec-4bde-b6a7-865c6dbfa049 req-b8bc1fea-0df0-462d-bf81-1ee266d1e1f6 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:20.393689 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-091288e8-b9ec-4bde-b6a7-865c6dbfa049 req-b8bc1fea-0df0-462d-bf81-1ee266d1e1f6 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.1337047 Aug 16 01:39:20.482907 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:20.508840 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-091288e8-b9ec-4bde-b6a7-865c6dbfa049 req-df61aa4c-85a9-46c9-84c4-17cc75899b2b tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059227 Aug 16 01:39:20.566967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d148ce0c-999f-48fa-882c-b3af1aad9922, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d148ce0c-999f-48fa-882c-b3af1aad9922,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:20.574643 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:20.613874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90defc30-8a71-4140-a552-cb0b6583230c req-17fe3ac9-74d3-466b-a1e3-4be867225c40 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:20.621675 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-90defc30-8a71-4140-a552-cb0b6583230c req-17fe3ac9-74d3-466b-a1e3-4be867225c40 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0960705 Aug 16 01:39:20.629599 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a133bad6-120f-4e68-ab63-318fac28d887 admin admin] Router 8ac40a7c-3601-42c1-88e6-a896713af8ad is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:39:20.689582 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=d148ce0c-999f-48fa-882c-b3af1aad9922,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:20.701890 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c08b9e0-c425-487c-a983-99ec6b84bddd req-46c45556-5db9-4ba1-90d5-d4e12aca4641 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 210 time: 0.0631216 Aug 16 01:39:20.713197 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-90defc30-8a71-4140-a552-cb0b6583230c req-b32151a3-cd85-4677-9e35-8312be6e322b tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901022 Aug 16 01:39:20.759039 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-022aea25-5ec6-4896-9bce-3961a1303cce tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:20.772720 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-022aea25-5ec6-4896-9bce-3961a1303cce tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.63 "GET /v2.0/networks?id=3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 HTTP/1.1" status: 200 len: 822 time: 0.3034546 Aug 16 01:39:20.807849 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-61df16ea-3859-4b3c-bce6-2a19f70207d2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Request body: {'port': {'device_id': 'eba284ad-f7d5-41eb-bc09-eb7a1d81aac0', 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5', 'admin_state_up': True, 'tenant_id': '972a00d1149c41068ff3bcf037d331eb'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:39:20.858755 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2f1793-5e35-476f-8247-9e74e4ec339d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd273e32-8a19-4378-80a0-19bd02a365ab'}, {'server_uuid': '4c698d71-c482-479b-a7b0-6b1a73d0be6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd148ce0c-999f-48fa-882c-b3af1aad9922'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:20.862776 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3fa534-895b-404a-8717-4283f3f62eb2" -d '{"events": [{"server_uuid": "6a2f1793-5e35-476f-8247-9e74e4ec339d", "name": "network-vif-plugged", "status": "completed", "tag": "cd273e32-8a19-4378-80a0-19bd02a365ab"}, {"server_uuid": "4c698d71-c482-479b-a7b0-6b1a73d0be6b", "name": "network-vif-plugged", "status": "completed", "tag": "d148ce0c-999f-48fa-882c-b3af1aad9922"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:20.877874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a133bad6-120f-4e68-ab63-318fac28d887 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:39:20.888351 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Sync routers for ids ['8ac40a7c-3601-42c1-88e6-a896713af8ad'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:39:20.905687 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Routers {'8ac40a7c-3601-42c1-88e6-a896713af8ad'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:39:20.907754 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:38:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8ac40a7c-3601-42c1-88e6-a896713af8ad'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:39:20.944584 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151d8c4-6f0f-4045-8109-a29201b22ed6 req-10b09f8a-9f2d-45eb-ab60-313c98f23428 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:20.957960 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4151d8c4-6f0f-4045-8109-a29201b22ed6 req-10b09f8a-9f2d-45eb-ab60-313c98f23428 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.1467707 Aug 16 01:39:20.959871 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76dc86a-3aee-4d46-a995-b343944d0df5 x-openstack-request-id: req-f76dc86a-3aee-4d46-a995-b343944d0df5 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:20.960021 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a133bad6-120f-4e68-ab63-318fac28d887 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:20.960546 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2f1793-5e35-476f-8247-9e74e4ec339d", "name": "network-vif-plugged", "status": "completed", "tag": "cd273e32-8a19-4378-80a0-19bd02a365ab", "code": 200}, {"server_uuid": "4c698d71-c482-479b-a7b0-6b1a73d0be6b", "name": "network-vif-plugged", "status": "completed", "tag": "d148ce0c-999f-48fa-882c-b3af1aad9922", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:20.961046 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f76dc86a-3aee-4d46-a995-b343944d0df5 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:20.961177 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a133bad6-120f-4e68-ab63-318fac28d887 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9140680 Aug 16 01:39:20.961807 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2f1793-5e35-476f-8247-9e74e4ec339d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd273e32-8a19-4378-80a0-19bd02a365ab', 'code': 200} Aug 16 01:39:20.962410 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c698d71-c482-479b-a7b0-6b1a73d0be6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd148ce0c-999f-48fa-882c-b3af1aad9922', 'code': 200} Aug 16 01:39:20.964955 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42580) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:39:21.019536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-61df16ea-3859-4b3c-bce6-2a19f70207d2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Made reservation on behalf of 972a00d1149c41068ff3bcf037d331eb for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:39:21.023721 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-61df16ea-3859-4b3c-bce6-2a19f70207d2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:21.072979 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4151d8c4-6f0f-4045-8109-a29201b22ed6 req-3c2ac054-4288-4766-88fb-d9928c6dbd46 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139953 Aug 16 01:39:21.093025 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Set router 8ac40a7c-3601-42c1-88e6-a896713af8ad gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:39:21.352680 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4912e89-00cf-4b83-8f68-13872f89f3c2 req-f9e60ffa-e4fc-4f1c-abba-8bc8d8cfc9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:21.354189 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4912e89-00cf-4b83-8f68-13872f89f3c2 req-f9e60ffa-e4fc-4f1c-abba-8bc8d8cfc9cf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 1102 time: 0.2245381 Aug 16 01:39:21.379069 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-61df16ea-3859-4b3c-bce6-2a19f70207d2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Allocated IP 172.20.0.11 (3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5/169f5ec2-dc2c-4cc1-93f9-b6f1426c49ca/8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:39:21.453573 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c83250-488d-48c8-ac20-4e16890c5323 req-4be4d83c-de89-4116-bc6e-c5b80fcf7ee5 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:21.460960 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d9c83250-488d-48c8-ac20-4e16890c5323 req-4be4d83c-de89-4116-bc6e-c5b80fcf7ee5 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.2520278 Aug 16 01:39:21.472646 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac40a7c-3601-42c1-88e6-a896713af8ad', 'name': 'tempest-ServerRescueTestJSON-958650949-router', 'tenant_id': '336f9d0f1e24499e9788d10ebbd15df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f269c476-a3ec-4663-af7d-cd8e09396143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:39:18Z', 'updated_at': '2021-08-16T01:39:19Z', 'revision_number': 3, 'project_id': '336f9d0f1e24499e9788d10ebbd15df6', 'gw_port': {'id': 'f269c476-a3ec-4663-af7d-cd8e09396143', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac40a7c-3601-42c1-88e6-a896713af8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:39:18Z', 'updated_at': '2021-08-16T01:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:39:21.517974 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Checking router: 8ac40a7c-3601-42c1-88e6-a896713af8ad for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:39:21.518860 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Updating router 8ac40a7c-3601-42c1-88e6-a896713af8ad port f269c476-a3ec-4663-af7d-cd8e09396143 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:39:21.576288 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:21.740742 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893feead-c559-4207-95bb-76df4109c5e2 req-a5da193e-ed54-41eb-8d9f-d0a041173c3c tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:21.750894 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-893feead-c559-4207-95bb-76df4109c5e2 req-a5da193e-ed54-41eb-8d9f-d0a041173c3c tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.1124275 Aug 16 01:39:21.821795 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-893feead-c559-4207-95bb-76df4109c5e2 req-d8af918a-ec00-4588-ab1a-217cc08450b8 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515223 Aug 16 01:39:21.900147 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4912e89-00cf-4b83-8f68-13872f89f3c2 req-da520c05-a955-4722-965e-fce80f7bd4f8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160747 Aug 16 01:39:21.917143 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-15202167-3301-4753-acf0-1e152b69a87b req-a692eeb2-d5a3-4f84-8f86-de4356510674 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 210 time: 0.0490911 Aug 16 01:39:21.919709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56e845-6394-40ba-8ac0-c4a72ef54d2a req-e08f2139-9431-4c89-8255-6d7258aa210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:21.921329 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c56e845-6394-40ba-8ac0-c4a72ef54d2a req-e08f2139-9431-4c89-8255-6d7258aa210b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 1102 time: 0.5739789 Aug 16 01:39:21.982667 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d9c83250-488d-48c8-ac20-4e16890c5323 req-dc74c784-baf5-48b3-a85e-5889f8a553ff tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206957 Aug 16 01:39:21.984447 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:22.010010 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Transition to ACTIVE for port object f269c476-a3ec-4663-af7d-cd8e09396143 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:39:22.021475 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:22.071797 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32551e-9cd9-4bc7-b66e-044f63548d4c req-f1cd51c6-a7d0-4984-8d33-6245c0dc5aaf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:22.073331 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f32551e-9cd9-4bc7-b66e-044f63548d4c req-f1cd51c6-a7d0-4984-8d33-6245c0dc5aaf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0639305 Aug 16 01:39:22.088686 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c18d3-9921-47b8-aeb9-4540f9cbe36c None None] Pushing event updated for resources: {'Port': ['ID=f269c476-a3ec-4663-af7d-cd8e09396143,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:22.131602 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c18d3-9921-47b8-aeb9-4540f9cbe36c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:22.132352 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c18d3-9921-47b8-aeb9-4540f9cbe36c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:22.133071 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c18d3-9921-47b8-aeb9-4540f9cbe36c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:22.133604 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c18d3-9921-47b8-aeb9-4540f9cbe36c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:22.134551 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c18d3-9921-47b8-aeb9-4540f9cbe36c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:22.135123 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c18d3-9921-47b8-aeb9-4540f9cbe36c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:22.136023 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c18d3-9921-47b8-aeb9-4540f9cbe36c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:22.137169 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c18d3-9921-47b8-aeb9-4540f9cbe36c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:22.138526 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c18d3-9921-47b8-aeb9-4540f9cbe36c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:22.139223 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c18d3-9921-47b8-aeb9-4540f9cbe36c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:22.139745 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c18d3-9921-47b8-aeb9-4540f9cbe36c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:22.140266 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c18d3-9921-47b8-aeb9-4540f9cbe36c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:22.156341 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Attempting to bind port f269c476-a3ec-4663-af7d-cd8e09396143 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:39:22.157309 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Attempting to bind port f269c476-a3ec-4663-af7d-cd8e09396143 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:39:22.158596 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Attempting to bind port f269c476-a3ec-4663-af7d-cd8e09396143 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:39:22.166120 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:39:22.167150 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:39:22.169002 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:22.169169 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-61df16ea-3859-4b3c-bce6-2a19f70207d2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:22.169907 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:39:22.170647 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Bound port: f269c476-a3ec-4663-af7d-cd8e09396143, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:39:22.171249 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:22.187810 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f32551e-9cd9-4bc7-b66e-044f63548d4c req-64adb133-2334-4bd4-a3e3-2d40d9d08c75 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074276 Aug 16 01:39:22.220443 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-61df16ea-3859-4b3c-bce6-2a19f70207d2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:22.248205 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c56e845-6394-40ba-8ac0-c4a72ef54d2a req-88353bda-88f4-4e5b-a133-ea13654ebee6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567270 Aug 16 01:39:22.312419 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] For port f269c476-a3ec-4663-af7d-cd8e09396143, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:39:22.315857 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] For port f269c476-a3ec-4663-af7d-cd8e09396143, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f269c476-a3ec-4663-af7d-cd8e09396143,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:39:22.325636 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:22.376967 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-61df16ea-3859-4b3c-bce6-2a19f70207d2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Network 3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:39:22.388872 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-61df16ea-3859-4b3c-bce6-2a19f70207d2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:39:22.401216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-61df16ea-3859-4b3c-bce6-2a19f70207d2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:39:22.401682 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Routers {'8ac40a7c-3601-42c1-88e6-a896713af8ad'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:39:22.402894 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:38:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8ac40a7c-3601-42c1-88e6-a896713af8ad'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:39:22.439035 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df16ea-3859-4b3c-bce6-2a19f70207d2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Pushing event updated for resources: {'Port': ['ID=8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:22.439431 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c18d3-9921-47b8-aeb9-4540f9cbe36c None None] Pushing event updated for resources: {'Port': ['ID=f269c476-a3ec-4663-af7d-cd8e09396143,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:22.474155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca102f5-be83-46e9-a7a1-d33edf71f4b5 req-61401205-7253-4fd0-9da9-772ac9a56422 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:22.481712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2ca102f5-be83-46e9-a7a1-d33edf71f4b5 req-61401205-7253-4fd0-9da9-772ac9a56422 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.2153370 Aug 16 01:39:22.528231 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f66a4793-ae22-48f1-90bf-df50e1e85a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:22.586637 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-61df16ea-3859-4b3c-bce6-2a19f70207d2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:22.587286 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-61df16ea-3859-4b3c-bce6-2a19f70207d2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:22.623273 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2ca102f5-be83-46e9-a7a1-d33edf71f4b5 req-c11d79e2-5d08-4dea-843e-1e80c05fad07 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406395 Aug 16 01:39:22.630753 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-61df16ea-3859-4b3c-bce6-2a19f70207d2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8307829 Aug 16 01:39:22.662397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Request body: {'port': {'device_id': 'eba284ad-f7d5-41eb-bc09-eb7a1d81aac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:39:22.664516 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] Set router 8ac40a7c-3601-42c1-88e6-a896713af8ad gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:39:22.766069 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:22.782697 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa04803e-3614-48f4-be53-998ca4979c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:22.885037 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac40a7c-3601-42c1-88e6-a896713af8ad', 'name': 'tempest-ServerRescueTestJSON-958650949-router', 'tenant_id': '336f9d0f1e24499e9788d10ebbd15df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f269c476-a3ec-4663-af7d-cd8e09396143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:39:18Z', 'updated_at': '2021-08-16T01:39:19Z', 'revision_number': 3, 'project_id': '336f9d0f1e24499e9788d10ebbd15df6', 'gw_port': {'id': 'f269c476-a3ec-4663-af7d-cd8e09396143', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac40a7c-3601-42c1-88e6-a896713af8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:39:18Z', 'updated_at': '2021-08-16T01:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:39:22.921890 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689a4a6e-dd49-4b75-bea0-7d56e05e9c82 None None] The sync data for ids ['8ac40a7c-3601-42c1-88e6-a896713af8ad'] in n-d-765315-27 is: [{'id': '8ac40a7c-3601-42c1-88e6-a896713af8ad', 'name': 'tempest-ServerRescueTestJSON-958650949-router', 'tenant_id': '336f9d0f1e24499e9788d10ebbd15df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f269c476-a3ec-4663-af7d-cd8e09396143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:39:18Z', 'updated_at': '2021-08-16T01:39:19Z', 'revision_number': 3, 'project_id': '336f9d0f1e24499e9788d10ebbd15df6', 'gw_port': {'id': 'f269c476-a3ec-4663-af7d-cd8e09396143', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac40a7c-3601-42c1-88e6-a896713af8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:39:18Z', 'updated_at': '2021-08-16T01:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:39:23.084427 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ffc42-29d1-4c48-90ff-0a3adb3529e1 req-03cdb26e-e8cf-4004-a76c-c7c2a470a4f5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:23.098456 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3c9ffc42-29d1-4c48-90ff-0a3adb3529e1 req-03cdb26e-e8cf-4004-a76c-c7c2a470a4f5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.1767375 Aug 16 01:39:23.195434 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:23.204898 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3c9ffc42-29d1-4c48-90ff-0a3adb3529e1 req-9acc02c0-c7f9-48d8-8fd0-21444c512922 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053472 Aug 16 01:39:23.297774 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7059a81-17b8-4ac6-83ba-8f05d0b21f2a req-ac58a24c-dcfe-4c02-a655-fca778cfc4fd tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:23.299473 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e7059a81-17b8-4ac6-83ba-8f05d0b21f2a req-ac58a24c-dcfe-4c02-a655-fca778cfc4fd tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 932 time: 0.1987495 Aug 16 01:39:23.414557 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-fa04803e-3614-48f4-be53-998ca4979c62 admin admin] Allocated IP 172.20.0.1 (741e114f-ab7f-4db0-9999-b1470ac92b3b/a9452d5e-cbd9-4476-8a0f-8f93f6c0d195/eaa8d252-6f55-4d44-8623-76839995a3b2) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:39:23.418645 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232290c-ce4e-46ab-806d-21c69d847963 req-05bdd767-2a3f-4f26-a2a7-99effd5e2c99 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:23.426663 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5232290c-ce4e-46ab-806d-21c69d847963 req-05bdd767-2a3f-4f26-a2a7-99effd5e2c99 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0994153 Aug 16 01:39:23.431992 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e7059a81-17b8-4ac6-83ba-8f05d0b21f2a req-e0875cac-11be-4648-b83f-51dcc2de5e21 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171370 Aug 16 01:39:23.520453 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5232290c-ce4e-46ab-806d-21c69d847963 req-966ac65f-4d42-433c-92cc-0f043a3df272 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927544 Aug 16 01:39:23.682267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42ec4a-408d-41ff-b186-f87a47d1e8dc req-efd7752e-fbbb-4468-a223-5b3556aa902c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:23.692883 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d42ec4a-408d-41ff-b186-f87a47d1e8dc req-efd7752e-fbbb-4468-a223-5b3556aa902c tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.1011732 Aug 16 01:39:23.769616 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d42ec4a-408d-41ff-b186-f87a47d1e8dc req-6dbac8af-6cdd-4af6-8a23-192329379f77 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757844 Aug 16 01:39:23.792428 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:39:23.810936 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:23.827320 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Transition to ACTIVE for port object 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:39:23.851542 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:23.857067 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa04803e-3614-48f4-be53-998ca4979c62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:23.979062 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbee03-7c03-4206-8b3f-197e0a82489c req-10c25f5c-5816-4700-a026-20ad789918bd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:23.987712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15fbee03-7c03-4206-8b3f-197e0a82489c req-10c25f5c-5816-4700-a026-20ad789918bd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.1552572 Aug 16 01:39:24.014327 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:24.054514 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:24.131326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Attempting to bind port 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:39:24.131549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Attempting to bind port 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'db16a229-ebef-47ab-8774-2f45b1958f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:39:24.131887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Attempting to bind port 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f on network 3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:39:24.155780 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15fbee03-7c03-4206-8b3f-197e0a82489c req-f0809892-f1ee-41a1-bdc0-471cdc26e2e2 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668921 Aug 16 01:39:24.156634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Port 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f on network 3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:39:24.157281 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Attempting to bind port 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f on network 3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:39:24.168407 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa04803e-3614-48f4-be53-998ca4979c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:24.218783 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:39:24.219112 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Checking segment: {'id': 'db16a229-ebef-47ab-8774-2f45b1958f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:39:24.219530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Bound using segment: {'id': 'db16a229-ebef-47ab-8774-2f45b1958f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:39:24.219947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Bound port: 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db16a229-ebef-47ab-8774-2f45b1958f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:39:24.220874 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:24.280746 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa04803e-3614-48f4-be53-998ca4979c62 admin admin] Network 741e114f-ab7f-4db0-9999-b1470ac92b3b is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:39:24.306782 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-fa04803e-3614-48f4-be53-998ca4979c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:39:24.312230 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa04803e-3614-48f4-be53-998ca4979c62 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:39:24.355835 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f641abb-3963-4f3f-828f-745a36ddaeac req-36b2f901-ee5f-4529-a0ce-8486322b72b5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:24.358400 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9f641abb-3963-4f3f-828f-745a36ddaeac req-36b2f901-ee5f-4529-a0ce-8486322b72b5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.1037076 Aug 16 01:39:24.392420 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04803e-3614-48f4-be53-998ca4979c62 admin admin] Pushing event updated for resources: {'Port': ['ID=eaa8d252-6f55-4d44-8623-76839995a3b2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:24.435815 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9f641abb-3963-4f3f-828f-745a36ddaeac req-1d4cecb5-41df-4900-9647-861f0c8d2d01 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670605 Aug 16 01:39:24.521578 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa04803e-3614-48f4-be53-998ca4979c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:24.527739 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] For port 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:39:24.590092 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19819-e20b-4531-bbb5-dc7a02b63e27 req-15385a7c-3942-4869-b349-dec490947349 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:24.598429 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eec19819-e20b-4531-bbb5-dc7a02b63e27 req-15385a7c-3942-4869-b349-dec490947349 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 944 time: 0.0734997 Aug 16 01:39:24.603713 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e470d3-b224-459e-8607-485110ab1936 req-14ddfedc-8f5e-4f12-8f5e-b3d24aaefc35 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:24.605965 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a6e470d3-b224-459e-8607-485110ab1936 req-14ddfedc-8f5e-4f12-8f5e-b3d24aaefc35 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.2600286 Aug 16 01:39:24.626686 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] For port 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:39:24.641833 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eec19819-e20b-4531-bbb5-dc7a02b63e27 req-3c959bbb-780b-4c0a-8066-b24a497efa6e tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419025 Aug 16 01:39:24.643404 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:24.739287 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:24.740365 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:24.743820 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] 10.222.0.63 "PUT /v2.0/ports/8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f HTTP/1.1" status: 200 len: 1093 time: 2.0843115 Aug 16 01:39:24.749056 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba284ad-f7d5-41eb-bc09-eb7a1d81aac0', 'tag': '8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:24.752646 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd513cab-7a4b-4374-9876-b0d9674e6901" -d '{"events": [{"name": "network-changed", "server_uuid": "eba284ad-f7d5-41eb-bc09-eb7a1d81aac0", "tag": "8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:24.784674 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a6e470d3-b224-459e-8607-485110ab1936 req-a1ba9433-37c0-444a-ae1e-fbac8f532625 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679580 Aug 16 01:39:24.842422 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a464d1a-5779-406c-90c7-ddbdac18c682 req-10629b06-bb35-424d-9a82-b2eec8c80902 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:24.853904 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8a464d1a-5779-406c-90c7-ddbdac18c682 req-10629b06-bb35-424d-9a82-b2eec8c80902 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0959830 Aug 16 01:39:24.868002 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512af223-6999-4c98-90bf-b0a884339ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:24.904721 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-86328d62-e54b-4e6c-8856-55f107522741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:24.906678 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-86328d62-e54b-4e6c-8856-55f107522741 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=972a00d1149c41068ff3bcf037d331eb&device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 1096 time: 0.0939193 Aug 16 01:39:24.920237 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8a464d1a-5779-406c-90c7-ddbdac18c682 req-60c3bace-f33b-4e0c-9af7-4d69d9b09e5e tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652854 Aug 16 01:39:24.963604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-34d9d511-0033-44eb-bfeb-63b5280b9d4e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f HTTP/1.1" status: 200 len: 217 time: 0.0420678 Aug 16 01:39:24.964866 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa04803e-3614-48f4-be53-998ca4979c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:25.047212 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-6ce5f2eb-41bb-4cd6-8021-66fbf0aa93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:25.048987 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-6ce5f2eb-41bb-4cd6-8021-66fbf0aa93b3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=169f5ec2-dc2c-4cc1-93f9-b6f1426c49ca HTTP/1.1" status: 200 len: 862 time: 0.0751736 Aug 16 01:39:25.093262 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-2566b97f-a69b-4467-a2be-c1c9e068488f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341151 Aug 16 01:39:25.127786 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7955b6-16c5-49b5-a00e-e0cf9b5ab727 x-openstack-request-id: req-2a7955b6-16c5-49b5-a00e-e0cf9b5ab727 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:25.128242 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba284ad-f7d5-41eb-bc09-eb7a1d81aac0", "tag": "8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:25.128594 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2a7955b6-16c5-49b5-a00e-e0cf9b5ab727 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:25.129124 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba284ad-f7d5-41eb-bc09-eb7a1d81aac0', 'tag': '8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f', 'status': 'completed', 'code': 200} Aug 16 01:39:25.169363 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f269c476-a3ec-4663-af7d-cd8e09396143 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:39:25.306936 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port f269c476-a3ec-4663-af7d-cd8e09396143 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:39:25.316188 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port f269c476-a3ec-4663-af7d-cd8e09396143 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:39:25.317006 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:25.335120 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01291d-a6e4-47fd-9019-c36c25eabcad req-7747a1e0-f419-4d49-bb06-d71da4b05916 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:25.337330 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ee01291d-a6e4-47fd-9019-c36c25eabcad req-7747a1e0-f419-4d49-bb06-d71da4b05916 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.1073811 Aug 16 01:39:25.409630 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ee01291d-a6e4-47fd-9019-c36c25eabcad req-ce1df56a-90de-42b4-a0b7-53d73629eb7a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616148 Aug 16 01:39:25.440800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba48d8-dfc0-4c9c-9713-5cbb797db758 req-c8211a2c-0447-4f37-bc70-96ed3d697d17 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:25.443010 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b3ba48d8-dfc0-4c9c-9713-5cbb797db758 req-c8211a2c-0447-4f37-bc70-96ed3d697d17 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.1850386 Aug 16 01:39:25.465711 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-1b89aa3e-e0a9-40c1-9b7e-bccf338608cf service neutron] 10.222.0.63 "GET /v2.0/networks/3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499439 Aug 16 01:39:25.572313 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b3ba48d8-dfc0-4c9c-9713-5cbb797db758 req-86be638b-04da-4e2a-95d7-ab90930fe13c tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187479 Aug 16 01:39:25.669142 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa04803e-3614-48f4-be53-998ca4979c62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:25.672168 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b97f17b-47b8-4090-be64-c50eb98b886f req-9692c9e0-bcad-4b5c-8e24-2f4209668a89 service neutron] 10.222.0.63 "GET /v2.0/networks/3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935203 Aug 16 01:39:25.678884 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa04803e-3614-48f4-be53-998ca4979c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:25.748296 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04803e-3614-48f4-be53-998ca4979c62 admin admin] Pushing event updated for resources: {'Port': ['ID=eaa8d252-6f55-4d44-8623-76839995a3b2,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:25.829007 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa04803e-3614-48f4-be53-998ca4979c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:25.894732 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd513cab-7a4b-4374-9876-b0d9674e6901 req-18c87960-1454-4de8-9fb1-dc63fddbd924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:25.896276 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fd513cab-7a4b-4374-9876-b0d9674e6901 req-18c87960-1454-4de8-9fb1-dc63fddbd924 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=972a00d1149c41068ff3bcf037d331eb&device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 1096 time: 0.1167123 Aug 16 01:39:25.963634 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:26.038390 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12e79c-18b0-4608-884b-909be08ff7b2 req-f2e670e7-625f-4ce1-8953-9dd2666ac3fb tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:26.039606 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:26.047229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa04803e-3614-48f4-be53-998ca4979c62 admin admin] Network 741e114f-ab7f-4db0-9999-b1470ac92b3b is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:39:26.049300 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ab12e79c-18b0-4608-884b-909be08ff7b2 req-f2e670e7-625f-4ce1-8953-9dd2666ac3fb tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 944 time: 0.1147106 Aug 16 01:39:26.051001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-fa04803e-3614-48f4-be53-998ca4979c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:39:26.052962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port f269c476-a3ec-4663-af7d-cd8e09396143, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f269c476-a3ec-4663-af7d-cd8e09396143,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:26.053656 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd513cab-7a4b-4374-9876-b0d9674e6901 req-515408cd-6fca-4bba-82c8-3315ba695062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:26.055197 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fd513cab-7a4b-4374-9876-b0d9674e6901 req-515408cd-6fca-4bba-82c8-3315ba695062 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 HTTP/1.1" status: 200 len: 923 time: 0.1493456 Aug 16 01:39:26.064437 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:26.142482 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ab12e79c-18b0-4608-884b-909be08ff7b2 req-eb4a57dd-c818-45ef-9027-baab83ba3fe8 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918808 Aug 16 01:39:26.146079 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=f269c476-a3ec-4663-af7d-cd8e09396143,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:26.157389 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:26.157714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:26.158161 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:26.158497 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:26.158827 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:26.159631 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:26.160170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:26.160796 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:26.161435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:26.161902 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fd513cab-7a4b-4374-9876-b0d9674e6901 req-ea8eff10-f003-4bdb-99ac-0d8fbd151154 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f HTTP/1.1" status: 200 len: 217 time: 0.0959775 Aug 16 01:39:26.162040 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:26.162287 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:26.162630 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:39:26.344721 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f792c-2d7f-4c6c-b2bf-10ea4dd31548 req-78ea749b-588e-4b7a-913c-2a79c942062b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:26.352577 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-006f792c-2d7f-4c6c-b2bf-10ea4dd31548 req-78ea749b-588e-4b7a-913c-2a79c942062b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.1185715 Aug 16 01:39:26.400020 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd513cab-7a4b-4374-9876-b0d9674e6901 req-3244babf-99cc-4025-a25d-5215643ec3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:26.402535 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fd513cab-7a4b-4374-9876-b0d9674e6901 req-3244babf-99cc-4025-a25d-5215643ec3be service neutron] 10.222.0.63 "GET /v2.0/subnets?id=169f5ec2-dc2c-4cc1-93f9-b6f1426c49ca HTTP/1.1" status: 200 len: 862 time: 0.1271086 Aug 16 01:39:26.414572 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-006f792c-2d7f-4c6c-b2bf-10ea4dd31548 req-14b1d929-0800-4ec5-bb37-27099a405da9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604122 Aug 16 01:39:26.545417 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fd513cab-7a4b-4374-9876-b0d9674e6901 req-a1f76684-d068-465f-8b48-a357d4cab847 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340158 Aug 16 01:39:26.585605 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96fb29-ea5a-4060-8cb1-83756ab2c698 req-4a641506-02ac-4472-a7f0-99cb25c93632 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:26.587580 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d96fb29-ea5a-4060-8cb1-83756ab2c698 req-4a641506-02ac-4472-a7f0-99cb25c93632 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.3408370 Aug 16 01:39:26.606812 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-9c0095de-eab7-45b4-a74b-acfa95c761fb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6471894 Aug 16 01:39:26.647015 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa04803e-3614-48f4-be53-998ca4979c62 admin admin] Router 8ac40a7c-3601-42c1-88e6-a896713af8ad has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:39:26.717929 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d96fb29-ea5a-4060-8cb1-83756ab2c698 req-0fe7a5d4-62d1-4a91-a1c6-acc827365cfa tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805256 Aug 16 01:39:26.866288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e091424-3ffb-40c3-ab8e-75b4efb01cb4 req-56b1433d-7392-4b63-9987-86a18cdeb639 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:26.869152 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9e091424-3ffb-40c3-ab8e-75b4efb01cb4 req-56b1433d-7392-4b63-9987-86a18cdeb639 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.1766152 Aug 16 01:39:26.987555 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9e091424-3ffb-40c3-ab8e-75b4efb01cb4 req-014275b4-c85b-47cf-8865-bee4eb8d7144 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071236 Aug 16 01:39:27.061435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f269c476-a3ec-4663-af7d-cd8e09396143 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:39:27.140274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port f269c476-a3ec-4663-af7d-cd8e09396143 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:39:27.140827 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:27.200362 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fd513cab-7a4b-4374-9876-b0d9674e6901 req-08fda26f-7b92-4958-bee3-1c485a8a3b10 service neutron] 10.222.0.63 "GET /v2.0/networks/3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6319478 Aug 16 01:39:27.336099 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df741e-b31a-4ce7-8c8a-5e8574e5bf55 req-89347a29-940d-4548-8ffb-886e174fdf87 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:27.339347 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-70df741e-b31a-4ce7-8c8a-5e8574e5bf55 req-89347a29-940d-4548-8ffb-886e174fdf87 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 944 time: 0.0888832 Aug 16 01:39:27.425004 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-70df741e-b31a-4ce7-8c8a-5e8574e5bf55 req-af6e1fe1-66ce-4ab4-9c46-89ded9f2993b tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774860 Aug 16 01:39:27.428120 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826ee87-58dd-46cd-9e78-41039d2fe2e2 req-0dcc917b-b0dc-455f-b807-20a6685ee2a0 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:27.429701 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b826ee87-58dd-46cd-9e78-41039d2fe2e2 req-0dcc917b-b0dc-455f-b807-20a6685ee2a0 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.2831941 Aug 16 01:39:27.466415 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa04803e-3614-48f4-be53-998ca4979c62 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:39:27.481583 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4107453c-e991-43b8-9466-951d110981ff None None] Sync routers for ids ['8ac40a7c-3601-42c1-88e6-a896713af8ad'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:39:27.488010 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fa04803e-3614-48f4-be53-998ca4979c62 admin admin] 10.222.0.68 "PUT /v2.0/routers/8ac40a7c-3601-42c1-88e6-a896713af8ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5194092 Aug 16 01:39:27.503851 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4107453c-e991-43b8-9466-951d110981ff None None] Routers {'8ac40a7c-3601-42c1-88e6-a896713af8ad'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:39:27.507722 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4107453c-e991-43b8-9466-951d110981ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:39:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8ac40a7c-3601-42c1-88e6-a896713af8ad'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:39:27.528741 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fd513cab-7a4b-4374-9876-b0d9674e6901 req-5fa4382f-35c9-461e-b848-1a0f44ec0ee3 service neutron] 10.222.0.63 "GET /v2.0/networks/3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065221 Aug 16 01:39:27.534497 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b826ee87-58dd-46cd-9e78-41039d2fe2e2 req-b2cc7d09-ffcd-45de-b51c-04aa6be7c366 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931396 Aug 16 01:39:27.693092 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d517c3-2d33-4718-98af-9dde7cbcb906 req-cea44fef-e254-419c-897b-4e45909b194c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:27.700621 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-73d517c3-2d33-4718-98af-9dde7cbcb906 req-cea44fef-e254-419c-897b-4e45909b194c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.1167364 Aug 16 01:39:27.788282 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4107453c-e991-43b8-9466-951d110981ff None None] Set router 8ac40a7c-3601-42c1-88e6-a896713af8ad gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:39:27.987347 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51da31d-06d8-415c-b9b0-b3acd6605b4b req-40d71fac-f72a-4574-afe8-05d264d76cc4 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:27.996390 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f51da31d-06d8-415c-b9b0-b3acd6605b4b req-40d71fac-f72a-4574-afe8-05d264d76cc4 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.1027594 Aug 16 01:39:28.051691 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f51da31d-06d8-415c-b9b0-b3acd6605b4b req-a1256bd8-b6dd-4837-b41a-0c826fea21f5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540161 Aug 16 01:39:28.224077 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4107453c-e991-43b8-9466-951d110981ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac40a7c-3601-42c1-88e6-a896713af8ad', 'name': 'tempest-ServerRescueTestJSON-958650949-router', 'tenant_id': '336f9d0f1e24499e9788d10ebbd15df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f269c476-a3ec-4663-af7d-cd8e09396143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:39:18Z', 'updated_at': '2021-08-16T01:39:24Z', 'revision_number': 4, 'project_id': '336f9d0f1e24499e9788d10ebbd15df6', 'gw_port': {'id': 'f269c476-a3ec-4663-af7d-cd8e09396143', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac40a7c-3601-42c1-88e6-a896713af8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:39:18Z', 'updated_at': '2021-08-16T01:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'eaa8d252-6f55-4d44-8623-76839995a3b2', 'name': '', 'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b', 'tenant_id': '336f9d0f1e24499e9788d10ebbd15df6', 'mac_address': 'fa:16:3e:8d:dc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac40a7c-3601-42c1-88e6-a896713af8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'a9452d5e-cbd9-4476-8a0f-8f93f6c0d195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:39:22Z', 'updated_at': '2021-08-16T01:39:25Z', 'revision_number': 2, 'project_id': '336f9d0f1e24499e9788d10ebbd15df6', 'subnets': [{'id': 'a9452d5e-cbd9-4476-8a0f-8f93f6c0d195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:39:28.232696 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4107453c-e991-43b8-9466-951d110981ff None None] Checking router: 8ac40a7c-3601-42c1-88e6-a896713af8ad for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:39:28.233148 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4107453c-e991-43b8-9466-951d110981ff None None] Updating router 8ac40a7c-3601-42c1-88e6-a896713af8ad port eaa8d252-6f55-4d44-8623-76839995a3b2 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:39:28.267534 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4107453c-e991-43b8-9466-951d110981ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:28.379152 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-73d517c3-2d33-4718-98af-9dde7cbcb906 req-7903a509-73c2-4309-ae87-90be85562b05 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6775432 Aug 16 01:39:28.497524 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-4dbb02bc-e446-41b7-8ff7-6869ca9903ad tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:28.505564 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffc35a-9b8e-4524-9fe6-2a264d72d206 req-3d0ce64c-e47d-4981-8a6c-0dc6ea618e3a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:28.507777 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-baffc35a-9b8e-4524-9fe6-2a264d72d206 req-3d0ce64c-e47d-4981-8a6c-0dc6ea618e3a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0626884 Aug 16 01:39:28.510353 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-4dbb02bc-e446-41b7-8ff7-6869ca9903ad tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/networks?id=741e114f-ab7f-4db0-9999-b1470ac92b3b HTTP/1.1" status: 200 len: 810 time: 0.1763823 Aug 16 01:39:28.533247 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-e4896936-40b0-4349-a66a-3acf3619be19 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/quotas/336f9d0f1e24499e9788d10ebbd15df6 HTTP/1.1" status: 200 len: 375 time: 0.0212791 Aug 16 01:39:28.571000 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-baffc35a-9b8e-4524-9fe6-2a264d72d206 req-ec06e351-3024-433e-9ae3-b90986b4577a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553050 Aug 16 01:39:28.606876 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-7cce8941-1cdd-4023-abd0-89bc6f12dd4c tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=336f9d0f1e24499e9788d10ebbd15df6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0718338 Aug 16 01:39:28.759185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d2e94-591f-496c-ae52-7d39b660c19b req-8faf55ff-5b47-4ede-b1ea-a253d6556efa tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:28.765638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-078a1bd3-217f-47fe-989c-da9719672b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:28.769058 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-078a1bd3-217f-47fe-989c-da9719672b60 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 1102 time: 0.0826225 Aug 16 01:39:28.769788 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4b1d2e94-591f-496c-ae52-7d39b660c19b req-8faf55ff-5b47-4ede-b1ea-a253d6556efa tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 944 time: 0.0673356 Aug 16 01:39:28.822098 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4b1d2e94-591f-496c-ae52-7d39b660c19b req-f1581621-872d-46ac-9791-30ecb06866fb tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473335 Aug 16 01:39:28.823788 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-30656ee3-1155-4335-89bb-e769fc1708d9 service neutron] 10.222.0.68 "GET /v2.0/networks/741e114f-ab7f-4db0-9999-b1470ac92b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161102 Aug 16 01:39:28.857784 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4107453c-e991-43b8-9466-951d110981ff None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:28.876659 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4107453c-e991-43b8-9466-951d110981ff None None] Transition to ACTIVE for port object eaa8d252-6f55-4d44-8623-76839995a3b2 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:39:28.896274 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4107453c-e991-43b8-9466-951d110981ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:28.965676 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a310a68-bac2-4aa8-a8e5-814e3f7fab34 req-5e198700-7205-4b87-9553-af2253fd7b0b tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:28.966483 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce5a5d-eccb-4623-9fa9-add3189c0ce3 None None] Pushing event updated for resources: {'Port': ['ID=eaa8d252-6f55-4d44-8623-76839995a3b2,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:28.974008 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8a310a68-bac2-4aa8-a8e5-814e3f7fab34 req-5e198700-7205-4b87-9553-af2253fd7b0b tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0846212 Aug 16 01:39:29.029940 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8a310a68-bac2-4aa8-a8e5-814e3f7fab34 req-4cf71051-d6d3-4512-b034-1f0bcc2ed6a0 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503225 Aug 16 01:39:29.034611 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4107453c-e991-43b8-9466-951d110981ff None None] Attempting to bind port eaa8d252-6f55-4d44-8623-76839995a3b2 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:39:29.034993 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4107453c-e991-43b8-9466-951d110981ff None None] Attempting to bind port eaa8d252-6f55-4d44-8623-76839995a3b2 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:39:29.035423 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107453c-e991-43b8-9466-951d110981ff None None] Attempting to bind port eaa8d252-6f55-4d44-8623-76839995a3b2 on network 741e114f-ab7f-4db0-9999-b1470ac92b3b {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:39:29.041252 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107453c-e991-43b8-9466-951d110981ff None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:39:29.041850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107453c-e991-43b8-9466-951d110981ff None None] Checking segment: {'id': 'a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:39:29.042425 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4107453c-e991-43b8-9466-951d110981ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:29.042884 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107453c-e991-43b8-9466-951d110981ff None None] Bound using segment: {'id': 'a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:39:29.043558 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4107453c-e991-43b8-9466-951d110981ff None None] Bound port: eaa8d252-6f55-4d44-8623-76839995a3b2, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:39:29.044154 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4107453c-e991-43b8-9466-951d110981ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:29.086652 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-f9a223a6-65e0-4983-9181-be741827723a service neutron] 10.222.0.68 "GET /v2.0/networks/741e114f-ab7f-4db0-9999-b1470ac92b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617300 Aug 16 01:39:29.094424 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-49307193-e83b-4f7f-9512-da5f0f531163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:29.096918 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-49307193-e83b-4f7f-9512-da5f0f531163 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.3081908 Aug 16 01:39:29.107610 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:39:29.145834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4107453c-e991-43b8-9466-951d110981ff None None] For port eaa8d252-6f55-4d44-8623-76839995a3b2, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:39:29.150810 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4107453c-e991-43b8-9466-951d110981ff None None] For port eaa8d252-6f55-4d44-8623-76839995a3b2, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=eaa8d252-6f55-4d44-8623-76839995a3b2,segment=NetworkSegment(a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d),segment_id=a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:39:29.163723 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-f6c49544-5514-4c58-9860-0d6befe0a64e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=d148ce0c-999f-48fa-882c-b3af1aad9922 HTTP/1.1" status: 200 len: 217 time: 0.0574002 Aug 16 01:39:29.214513 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4107453c-e991-43b8-9466-951d110981ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:29.291783 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-f9b076d7-393b-42ac-a671-f90fdb6929ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:29.291783 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-f9b076d7-393b-42ac-a671-f90fdb6929ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1193893 Aug 16 01:39:29.348750 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce5a5d-eccb-4623-9fa9-add3189c0ce3 None None] Pushing event updated for resources: {'Port': ['ID=eaa8d252-6f55-4d44-8623-76839995a3b2,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:29.361473 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4107453c-e991-43b8-9466-951d110981ff None None] Routers {'8ac40a7c-3601-42c1-88e6-a896713af8ad'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:39:29.362392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4107453c-e991-43b8-9466-951d110981ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:39:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8ac40a7c-3601-42c1-88e6-a896713af8ad'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:39:29.410231 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:29.422107 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-9fb99bfe-3903-4aa3-a827-c007b7d06157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:29.424890 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-9fb99bfe-3903-4aa3-a827-c007b7d06157 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1240852 Aug 16 01:39:29.436974 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f', 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5', 'port_id': '8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f', 'mac_address': 'fa:16:3e:f5:c0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169f5ec2-dc2c-4cc1-93f9-b6f1426c49ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:39:29.458942 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6370c99f-e20b-42cb-8185-a1e235ff3f72 req-3b70fa0b-94f3-4a8e-aece-615434a818d3 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 210 time: 0.0703690 Aug 16 01:39:29.514329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40390683-cf46-48b3-abef-c661aa05520f req-4e6a581f-a673-42ae-bf1c-56c4b84d72c7 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:29.529579 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40390683-cf46-48b3-abef-c661aa05520f req-4e6a581f-a673-42ae-bf1c-56c4b84d72c7 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.1417568 Aug 16 01:39:29.570609 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:29.593305 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4107453c-e991-43b8-9466-951d110981ff None None] Set router 8ac40a7c-3601-42c1-88e6-a896713af8ad gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:39:29.634616 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:39:29.636110 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40390683-cf46-48b3-abef-c661aa05520f req-2a682753-920e-4f21-aa5f-af51fa083754 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053824 Aug 16 01:39:29.680033 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:29.757185 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528bd7b-4bee-4633-9a8e-5bcc4e7e379e req-b74261e2-8578-4b8f-9468-13fa97f91de4 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:29.775845 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5528bd7b-4bee-4633-9a8e-5bcc4e7e379e req-b74261e2-8578-4b8f-9468-13fa97f91de4 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.1992495 Aug 16 01:39:29.785822 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-83dc0497-ed96-4203-a45e-bc14c8f5f773 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396087 Aug 16 01:39:29.787583 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:29.813334 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd4e0b-0552-4d5d-af07-3226978596b7 req-2ee41c44-5795-428b-8330-2e5db02e2b53 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:29.823012 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40cd4e0b-0552-4d5d-af07-3226978596b7 req-2ee41c44-5795-428b-8330-2e5db02e2b53 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0858819 Aug 16 01:39:29.912261 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40cd4e0b-0552-4d5d-af07-3226978596b7 req-e5072d38-9270-4e08-9bf1-a1caf624c2af tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879626 Aug 16 01:39:30.008497 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5528bd7b-4bee-4633-9a8e-5bcc4e7e379e req-ded6a6e5-7740-442b-ba79-6abc22225316 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115088 Aug 16 01:39:30.037281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:30.072834 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-a6fa1fd7-aaed-4d97-99ba-c50738687306 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669270 Aug 16 01:39:30.119263 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:39:30.140080 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1b69f-e76f-47d2-87e6-7988be0a9e57 req-2de09aad-5761-457e-8756-1444bd214db1 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:30.158753 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1fb1b69f-e76f-47d2-87e6-7988be0a9e57 req-2de09aad-5761-457e-8756-1444bd214db1 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 945 time: 0.1628463 Aug 16 01:39:30.233809 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1fb1b69f-e76f-47d2-87e6-7988be0a9e57 req-5341bfdc-8ebf-4ba3-a897-1a26fe990b5c tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688038 Aug 16 01:39:30.258464 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52835b37-9557-428e-87d8-c0939e4d8ba5 req-1177e695-afcf-4544-8218-fb4a1e4f51f2 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:30.278435 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-52835b37-9557-428e-87d8-c0939e4d8ba5 req-1177e695-afcf-4544-8218-fb4a1e4f51f2 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.1191914 Aug 16 01:39:30.351750 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4107453c-e991-43b8-9466-951d110981ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac40a7c-3601-42c1-88e6-a896713af8ad', 'name': 'tempest-ServerRescueTestJSON-958650949-router', 'tenant_id': '336f9d0f1e24499e9788d10ebbd15df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f269c476-a3ec-4663-af7d-cd8e09396143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:39:18Z', 'updated_at': '2021-08-16T01:39:24Z', 'revision_number': 4, 'project_id': '336f9d0f1e24499e9788d10ebbd15df6', 'gw_port': {'id': 'f269c476-a3ec-4663-af7d-cd8e09396143', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac40a7c-3601-42c1-88e6-a896713af8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:39:18Z', 'updated_at': '2021-08-16T01:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'eaa8d252-6f55-4d44-8623-76839995a3b2', 'name': '', 'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b', 'tenant_id': '336f9d0f1e24499e9788d10ebbd15df6', 'mac_address': 'fa:16:3e:8d:dc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac40a7c-3601-42c1-88e6-a896713af8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'a9452d5e-cbd9-4476-8a0f-8f93f6c0d195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:39:22Z', 'updated_at': '2021-08-16T01:39:29Z', 'revision_number': 4, 'project_id': '336f9d0f1e24499e9788d10ebbd15df6', 'subnets': [{'id': 'a9452d5e-cbd9-4476-8a0f-8f93f6c0d195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:39:30.369591 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-52835b37-9557-428e-87d8-c0939e4d8ba5 req-899c0c63-554d-44d2-90c1-002be175dcec tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902772 Aug 16 01:39:30.407938 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4107453c-e991-43b8-9466-951d110981ff None None] The sync data for ids ['8ac40a7c-3601-42c1-88e6-a896713af8ad'] in n-d-765315-27 is: [{'id': '8ac40a7c-3601-42c1-88e6-a896713af8ad', 'name': 'tempest-ServerRescueTestJSON-958650949-router', 'tenant_id': '336f9d0f1e24499e9788d10ebbd15df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f269c476-a3ec-4663-af7d-cd8e09396143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:39:18Z', 'updated_at': '2021-08-16T01:39:24Z', 'revision_number': 4, 'project_id': '336f9d0f1e24499e9788d10ebbd15df6', 'gw_port': {'id': 'f269c476-a3ec-4663-af7d-cd8e09396143', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac40a7c-3601-42c1-88e6-a896713af8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:39:18Z', 'updated_at': '2021-08-16T01:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'eaa8d252-6f55-4d44-8623-76839995a3b2', 'name': '', 'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b', 'tenant_id': '336f9d0f1e24499e9788d10ebbd15df6', 'mac_address': 'fa:16:3e:8d:dc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac40a7c-3601-42c1-88e6-a896713af8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'a9452d5e-cbd9-4476-8a0f-8f93f6c0d195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:39:22Z', 'updated_at': '2021-08-16T01:39:29Z', 'revision_number': 4, 'project_id': '336f9d0f1e24499e9788d10ebbd15df6', 'subnets': [{'id': 'a9452d5e-cbd9-4476-8a0f-8f93f6c0d195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:39:30.643576 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d457fe0-3207-4fe5-8361-c965f356adad req-3919a2a1-8d9b-44ff-bb3c-d6ca56331ff3 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 210 time: 0.0424392 Aug 16 01:39:30.782220 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea3296-9cb4-4131-8006-0415593040f3 req-0f04abf0-a840-4d6d-8e8d-9344dbf76574 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:30.783933 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-14ea3296-9cb4-4131-8006-0415593040f3 req-0f04abf0-a840-4d6d-8e8d-9344dbf76574 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0771759 Aug 16 01:39:30.836275 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-14ea3296-9cb4-4131-8006-0415593040f3 req-53edc8aa-198f-4f12-bd68-ab3ec5a36e7c tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461690 Aug 16 01:39:31.189768 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device eaa8d252-6f55-4d44-8623-76839995a3b2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:39:31.240255 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f6693-7d43-46c6-9897-18382be77a0b req-28933195-5c11-4c6f-8f45-e46d0a354065 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:31.241865 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a8f6693-7d43-46c6-9897-18382be77a0b req-28933195-5c11-4c6f-8f45-e46d0a354065 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.1130955 Aug 16 01:39:31.277734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc99186-a92c-4aeb-a448-56a9019e4030 req-9693df2a-0a04-411b-b6c8-169b9151ff26 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:31.285976 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4bc99186-a92c-4aeb-a448-56a9019e4030 req-9693df2a-0a04-411b-b6c8-169b9151ff26 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.2093418 Aug 16 01:39:31.330876 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a8f6693-7d43-46c6-9897-18382be77a0b req-c53fc7b2-3b9e-429c-afa3-bce91f49a8c9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771134 Aug 16 01:39:31.360976 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-9b2f935b-3200-4a26-b1f0-0936683943b0 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:31.362471 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port eaa8d252-6f55-4d44-8623-76839995a3b2 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:39:31.363613 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-9b2f935b-3200-4a26-b1f0-0936683943b0 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.73 "GET /v2.0/networks?id=741e114f-ab7f-4db0-9999-b1470ac92b3b HTTP/1.1" status: 200 len: 810 time: 0.2721171 Aug 16 01:39:31.370768 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port eaa8d252-6f55-4d44-8623-76839995a3b2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:39:31.371595 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:31.389974 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-1765a5e2-ad11-4bed-99fd-e2cba7932562 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Request body: {'port': {'device_id': 'd10d8297-688d-4630-aa10-b6002365fd46', 'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b', 'admin_state_up': True, 'tenant_id': '336f9d0f1e24499e9788d10ebbd15df6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:39:31.445260 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4bc99186-a92c-4aeb-a448-56a9019e4030 req-e9875350-875b-4030-98d0-139442f4d242 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586680 Aug 16 01:39:31.529097 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dc18d-7806-4128-be6b-1359f211375c req-adf05e4c-777a-49d3-9975-86c2bf91fef3 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:31.539063 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-896dc18d-7806-4128-be6b-1359f211375c req-adf05e4c-777a-49d3-9975-86c2bf91fef3 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 945 time: 0.1167274 Aug 16 01:39:31.568282 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:31.603005 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-896dc18d-7806-4128-be6b-1359f211375c req-527fa97c-a700-466c-bce6-3ca441ffb749 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624011 Aug 16 01:39:31.655206 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port eaa8d252-6f55-4d44-8623-76839995a3b2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=eaa8d252-6f55-4d44-8623-76839995a3b2,segment=NetworkSegment(a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d),segment_id=a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:31.662359 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:31.780940 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=eaa8d252-6f55-4d44-8623-76839995a3b2,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:31.800615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-1765a5e2-ad11-4bed-99fd-e2cba7932562 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Made reservation on behalf of 336f9d0f1e24499e9788d10ebbd15df6 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:39:31.804529 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-1765a5e2-ad11-4bed-99fd-e2cba7932562 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:31.826902 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472f386-77b5-4c9b-ab93-22acd293d94b req-58363946-6019-4d16-9d47-6b8c512507c1 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:31.833638 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f9941892-69fe-4244-90c0-4d0eb0c39a75 req-a1fcc063-bf03-478a-a978-05476e6d633a tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 210 time: 0.0421174 Aug 16 01:39:31.835003 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e472f386-77b5-4c9b-ab93-22acd293d94b req-58363946-6019-4d16-9d47-6b8c512507c1 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.1637909 Aug 16 01:39:31.939629 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e472f386-77b5-4c9b-ab93-22acd293d94b req-7c2f466a-fc05-4136-b69a-026b5f6200ba tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040199 Aug 16 01:39:32.024357 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847cc75-27e7-42b3-8145-ddad5bc07802 req-04c7fc01-a6b1-429a-bf98-af3e6fa5d64d tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:32.026241 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b847cc75-27e7-42b3-8145-ddad5bc07802 req-04c7fc01-a6b1-429a-bf98-af3e6fa5d64d tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0808415 Aug 16 01:39:32.087421 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-1765a5e2-ad11-4bed-99fd-e2cba7932562 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Allocated IP 172.20.0.7 (741e114f-ab7f-4db0-9999-b1470ac92b3b/a9452d5e-cbd9-4476-8a0f-8f93f6c0d195/e5ae327e-c626-4467-8260-3d8985d472b3) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:39:32.095817 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b847cc75-27e7-42b3-8145-ddad5bc07802 req-31960ad6-80ba-4997-994f-cc49851dc46e tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562937 Aug 16 01:39:32.309646 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-1765a5e2-ad11-4bed-99fd-e2cba7932562 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:32.365887 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-1765a5e2-ad11-4bed-99fd-e2cba7932562 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:32.429216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-1765a5e2-ad11-4bed-99fd-e2cba7932562 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Network 741e114f-ab7f-4db0-9999-b1470ac92b3b is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:39:32.453710 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-1765a5e2-ad11-4bed-99fd-e2cba7932562 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:39:32.460425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-1765a5e2-ad11-4bed-99fd-e2cba7932562 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:39:32.465802 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765a5e2-ad11-4bed-99fd-e2cba7932562 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Pushing event updated for resources: {'Port': ['ID=e5ae327e-c626-4467-8260-3d8985d472b3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:32.559751 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-1765a5e2-ad11-4bed-99fd-e2cba7932562 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:32.560867 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-1765a5e2-ad11-4bed-99fd-e2cba7932562 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:32.590880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d944188-aef4-482e-a765-3f389259de1f req-1c139d27-e0d0-47be-b4c2-fb09f0a7fabd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:32.595471 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d944188-aef4-482e-a765-3f389259de1f req-1c139d27-e0d0-47be-b4c2-fb09f0a7fabd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.1838057 Aug 16 01:39:32.605382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e77c7-53e7-4ac1-9b78-0e81b5498ade req-a961bf46-b51b-4f1b-8038-4be135d3a9fa tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:32.613998 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-250e77c7-53e7-4ac1-9b78-0e81b5498ade req-a961bf46-b51b-4f1b-8038-4be135d3a9fa tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0751724 Aug 16 01:39:32.658807 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-250e77c7-53e7-4ac1-9b78-0e81b5498ade req-c4a9c398-c7e2-42bf-ae07-261353cdbc9a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435054 Aug 16 01:39:32.679652 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d944188-aef4-482e-a765-3f389259de1f req-8b051197-67ac-44c6-a3f0-fefd61b5de3f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791442 Aug 16 01:39:32.683823 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-1765a5e2-ad11-4bed-99fd-e2cba7932562 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3037097 Aug 16 01:39:32.704930 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Request body: {'port': {'device_id': 'd10d8297-688d-4630-aa10-b6002365fd46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:39:32.806129 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:32.876374 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b51a8-9888-4d4d-bed8-599c74ae7e2c req-abb312df-239a-4e7b-baa1-4940a911f488 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:32.877921 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff0b51a8-9888-4d4d-bed8-599c74ae7e2c req-abb312df-239a-4e7b-baa1-4940a911f488 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 945 time: 0.0893390 Aug 16 01:39:32.970876 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6e45-6ec6-4753-9096-d05c44e193cc req-05f44092-dde5-4f09-a597-b4c7f0de717f tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:32.981497 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-251d6e45-6ec6-4753-9096-d05c44e193cc req-05f44092-dde5-4f09-a597-b4c7f0de717f tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 931 time: 0.0794604 Aug 16 01:39:33.018745 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff0b51a8-9888-4d4d-bed8-599c74ae7e2c req-095a6277-ff7f-495b-92cc-17f0ed3f46fa tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246934 Aug 16 01:39:33.034937 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-251d6e45-6ec6-4753-9096-d05c44e193cc req-a90743b6-2796-42d7-a431-8c6ab221bce5 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523155 Aug 16 01:39:33.059848 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device eaa8d252-6f55-4d44-8623-76839995a3b2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:39:33.156156 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:39:33.179370 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b76b9-a386-4abc-82c2-90af63178572 req-0aaecdcb-6ee9-4073-9d1b-37db0e67aa4f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:33.180969 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-881b76b9-a386-4abc-82c2-90af63178572 req-0aaecdcb-6ee9-4073-9d1b-37db0e67aa4f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0695815 Aug 16 01:39:33.235337 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d77851-d35c-4108-baba-5d803d72e872 req-bf983d76-a78a-4035-95d0-ba3a0bb21525 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:33.237352 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d7d77851-d35c-4108-baba-5d803d72e872 req-bf983d76-a78a-4035-95d0-ba3a0bb21525 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0602136 Aug 16 01:39:33.249815 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port eaa8d252-6f55-4d44-8623-76839995a3b2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:39:33.249815 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:33.289948 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ae327e-c626-4467-8260-3d8985d472b3 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:39:33.299052 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:33.354132 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Transition to ACTIVE for port object e5ae327e-c626-4467-8260-3d8985d472b3 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:39:33.358448 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-881b76b9-a386-4abc-82c2-90af63178572 req-fc1c36ab-04b9-4bd0-a925-c3730ea578df tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321561 Aug 16 01:39:33.376633 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d7d77851-d35c-4108-baba-5d803d72e872 req-a3d671c5-c7e8-49e4-98bf-df3d318513b5 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926859 Aug 16 01:39:33.379977 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:33.393808 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:39:33.398167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:39:33.398534 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:33.510706 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ae327e-c626-4467-8260-3d8985d472b3,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:33.565204 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55150518-12bf-4755-9f49-f426134af613 req-cc6e2a1b-964a-4941-928a-0070cf2216d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:33.567032 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-55150518-12bf-4755-9f49-f426134af613 req-cc6e2a1b-964a-4941-928a-0070cf2216d4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 1098 time: 0.1318398 Aug 16 01:39:33.640682 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-55150518-12bf-4755-9f49-f426134af613 req-ded4815f-3a80-4858-82d5-0b54f64ac7e3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591443 Aug 16 01:39:33.641383 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Attempting to bind port e5ae327e-c626-4467-8260-3d8985d472b3 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:39:33.641685 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Attempting to bind port e5ae327e-c626-4467-8260-3d8985d472b3 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:39:33.642054 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Attempting to bind port e5ae327e-c626-4467-8260-3d8985d472b3 on network 741e114f-ab7f-4db0-9999-b1470ac92b3b {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:39:33.648009 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Port e5ae327e-c626-4467-8260-3d8985d472b3 on network 741e114f-ab7f-4db0-9999-b1470ac92b3b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:39:33.648330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Attempting to bind port e5ae327e-c626-4467-8260-3d8985d472b3 on network 741e114f-ab7f-4db0-9999-b1470ac92b3b {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:39:33.656307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:39:33.656884 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Checking segment: {'id': 'a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:39:33.657288 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Bound using segment: {'id': 'a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:39:33.657886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Bound port: e5ae327e-c626-4467-8260-3d8985d472b3, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:39:33.658415 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:33.673137 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:33.730827 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:33.731943 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba284ad-f7d5-41eb-bc09-eb7a1d81aac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:33.735972 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af13c7d1-8b20-40d2-8f30-2cfa481f5ffb" -d '{"events": [{"server_uuid": "eba284ad-f7d5-41eb-bc09-eb7a1d81aac0", "name": "network-vif-plugged", "status": "completed", "tag": "8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:33.740893 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:33.751953 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] For port e5ae327e-c626-4467-8260-3d8985d472b3, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:39:33.758414 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] For port e5ae327e-c626-4467-8260-3d8985d472b3, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e5ae327e-c626-4467-8260-3d8985d472b3,segment=NetworkSegment(a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d),segment_id=a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:39:33.765147 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:33.820751 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:33.876677 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:33.877471 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:33.879076 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] 10.222.0.73 "PUT /v2.0/ports/e5ae327e-c626-4467-8260-3d8985d472b3 HTTP/1.1" status: 200 len: 1092 time: 1.1812403 Aug 16 01:39:33.880382 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10d8297-688d-4630-aa10-b6002365fd46', 'tag': 'e5ae327e-c626-4467-8260-3d8985d472b3'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:33.883037 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046706c1-9c12-4a9c-b928-a94eccda9506" -d '{"events": [{"name": "network-changed", "server_uuid": "d10d8297-688d-4630-aa10-b6002365fd46", "tag": "e5ae327e-c626-4467-8260-3d8985d472b3"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:33.916634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe3fb4-b9d6-4eb1-9a24-23b3b6698d09 req-b38a85db-566f-47e1-9a92-938f10f909ae tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:33.922719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e582a-7293-448b-972f-0896d0d85b50 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ae327e-c626-4467-8260-3d8985d472b3,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:33.928111 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-edbe3fb4-b9d6-4eb1-9a24-23b3b6698d09 req-b38a85db-566f-47e1-9a92-938f10f909ae tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.1083415 Aug 16 01:39:33.944879 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f68b3-0be0-4ee7-925f-d8e2c7ae3bf4 req-fd092f02-ebb9-4729-9197-6d905c5e3e39 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:33.950488 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ec7f68b3-0be0-4ee7-925f-d8e2c7ae3bf4 req-fd092f02-ebb9-4729-9197-6d905c5e3e39 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.1178117 Aug 16 01:39:33.977109 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-edbe3fb4-b9d6-4eb1-9a24-23b3b6698d09 req-bf428e9e-99fd-4728-b2b3-d51bafb00416 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477350 Aug 16 01:39:34.027197 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b270a2e3-80bd-459f-939a-3a7f3b2552f3 x-openstack-request-id: req-b270a2e3-80bd-459f-939a-3a7f3b2552f3 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:34.027500 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba284ad-f7d5-41eb-bc09-eb7a1d81aac0", "name": "network-vif-plugged", "status": "completed", "tag": "8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:34.027750 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b270a2e3-80bd-459f-939a-3a7f3b2552f3 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:34.028168 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba284ad-f7d5-41eb-bc09-eb7a1d81aac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f', 'code': 200} Aug 16 01:39:34.041454 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ec7f68b3-0be0-4ee7-925f-d8e2c7ae3bf4 req-4e18f181-34db-419a-956c-c7957463ffa5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865574 Aug 16 01:39:34.058045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-974d089b-835a-4707-94af-5365939fe58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:34.059989 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-974d089b-835a-4707-94af-5365939fe58b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=336f9d0f1e24499e9788d10ebbd15df6&device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 1095 time: 0.1037829 Aug 16 01:39:34.165546 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaac9f2-6830-4896-8f66-0bc872e8c96d x-openstack-request-id: req-2eaac9f2-6830-4896-8f66-0bc872e8c96d {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:34.166071 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10d8297-688d-4630-aa10-b6002365fd46", "tag": "e5ae327e-c626-4467-8260-3d8985d472b3", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:34.166446 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2eaac9f2-6830-4896-8f66-0bc872e8c96d {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:34.171517 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10d8297-688d-4630-aa10-b6002365fd46', 'tag': 'e5ae327e-c626-4467-8260-3d8985d472b3', 'status': 'completed', 'code': 200} Aug 16 01:39:34.173554 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-657dfe21-7d08-4ac5-8043-49f810ec052d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5ae327e-c626-4467-8260-3d8985d472b3 HTTP/1.1" status: 200 len: 217 time: 0.1029592 Aug 16 01:39:34.189112 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687d3ec-2739-4730-b22e-4b213e4ea57f req-472934ca-2379-421d-a6c4-e0a964358bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:34.190768 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d687d3ec-2739-4730-b22e-4b213e4ea57f req-472934ca-2379-421d-a6c4-e0a964358bb8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 1098 time: 0.0619378 Aug 16 01:39:34.252045 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986a9cb-8f5e-4eeb-acfe-e2bf2e30bb9b req-b62d9a77-02cd-413a-916d-7bad6f472510 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:34.253645 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2986a9cb-8f5e-4eeb-acfe-e2bf2e30bb9b req-b62d9a77-02cd-413a-916d-7bad6f472510 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 946 time: 0.0573497 Aug 16 01:39:34.285703 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-91b5452f-47ab-4bfb-bd0c-343e1ed39be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:34.287164 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-91b5452f-47ab-4bfb-bd0c-343e1ed39be5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9452d5e-cbd9-4476-8a0f-8f93f6c0d195 HTTP/1.1" status: 200 len: 850 time: 0.1006787 Aug 16 01:39:34.288684 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d687d3ec-2739-4730-b22e-4b213e4ea57f req-bb595255-84a4-4b4b-a37a-028381b020f0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895531 Aug 16 01:39:34.295682 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2986a9cb-8f5e-4eeb-acfe-e2bf2e30bb9b req-0b8787aa-100b-4271-b753-c7dbc80ba8e5 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357566 Aug 16 01:39:34.322678 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-0cdba64d-e9f5-4690-8e57-62ca69a481b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=741e114f-ab7f-4db0-9999-b1470ac92b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273743 Aug 16 01:39:34.334742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8fe4b-c968-443a-be77-43b3993db57a req-5fca4d40-f56f-4173-a074-dc92fc8e8497 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:34.336159 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aea8fe4b-c968-443a-be77-43b3993db57a req-5fca4d40-f56f-4173-a074-dc92fc8e8497 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 943 time: 0.1019738 Aug 16 01:39:34.423572 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aea8fe4b-c968-443a-be77-43b3993db57a req-6b9d2d2c-e63e-4b12-a711-09a9b7399925 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793235 Aug 16 01:39:34.451752 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-94ddb2a2-f487-4d23-8662-d485dd36a1d0 service neutron] 10.222.0.73 "GET /v2.0/networks/741e114f-ab7f-4db0-9999-b1470ac92b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146452 Aug 16 01:39:34.472655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95de25-b178-49ba-994d-e6754959c806 req-01af9086-c0ab-4923-9acd-3b5dbf2e8e7d tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:34.474583 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9a95de25-b178-49ba-994d-e6754959c806 req-01af9086-c0ab-4923-9acd-3b5dbf2e8e7d tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0657706 Aug 16 01:39:34.518681 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9a95de25-b178-49ba-994d-e6754959c806 req-98d873a2-7512-4c33-a79b-68b4d8f2164d tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372980 Aug 16 01:39:34.593597 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa156f-8757-4e43-8d4f-cdae08d57bea req-da152f53-800d-4816-a309-1c8b28234692 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:34.595408 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fcaa156f-8757-4e43-8d4f-cdae08d57bea req-da152f53-800d-4816-a309-1c8b28234692 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0824699 Aug 16 01:39:34.599737 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-125deabb-315f-4411-9c3b-9bf36370d0d7 req-56f84d7b-2816-4bd1-acd4-ce83efcc8212 service neutron] 10.222.0.73 "GET /v2.0/networks/741e114f-ab7f-4db0-9999-b1470ac92b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310697 Aug 16 01:39:34.980880 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fcaa156f-8757-4e43-8d4f-cdae08d57bea req-71226c6e-7d5f-458e-bca3-9c690bfbdb58 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786271 Aug 16 01:39:34.991549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046706c1-9c12-4a9c-b928-a94eccda9506 req-ee1c7fa1-f497-48bf-9576-93a38b90d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:34.993092 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-046706c1-9c12-4a9c-b928-a94eccda9506 req-ee1c7fa1-f497-48bf-9576-93a38b90d4d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=336f9d0f1e24499e9788d10ebbd15df6&device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 1095 time: 0.0836551 Aug 16 01:39:34.996243 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56a2c6-64b6-41c3-a47d-12cd3ff1f3b5 req-9fe8cf22-32ad-415f-a964-2b24d51fa36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:34.997554 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df56a2c6-64b6-41c3-a47d-12cd3ff1f3b5 req-9fe8cf22-32ad-415f-a964-2b24d51fa36e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 1097 time: 0.0892107 Aug 16 01:39:35.119742 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b32024-c25d-49df-9f0f-d130137c131e req-fa70840e-689b-4ed4-953d-b36acde2d682 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:35.122309 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3b32024-c25d-49df-9f0f-d130137c131e req-fa70840e-689b-4ed4-953d-b36acde2d682 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0680988 Aug 16 01:39:35.187468 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3b32024-c25d-49df-9f0f-d130137c131e req-8935ac81-cb6e-4782-9042-927f16d6af7a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492175 Aug 16 01:39:35.188275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56a2c6-64b6-41c3-a47d-12cd3ff1f3b5 req-5698cae6-dd7c-4156-8e26-a9ad30afdb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:35.189839 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df56a2c6-64b6-41c3-a47d-12cd3ff1f3b5 req-5698cae6-dd7c-4156-8e26-a9ad30afdb24 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 913 time: 0.1797547 Aug 16 01:39:35.204169 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046706c1-9c12-4a9c-b928-a94eccda9506 req-0848e1a6-33ed-4f38-b131-e5f7d93cf46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:35.205633 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-046706c1-9c12-4a9c-b928-a94eccda9506 req-0848e1a6-33ed-4f38-b131-e5f7d93cf46d service neutron] 10.222.0.73 "GET /v2.0/networks?id=741e114f-ab7f-4db0-9999-b1470ac92b3b HTTP/1.1" status: 200 len: 911 time: 0.1970088 Aug 16 01:39:35.254718 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df56a2c6-64b6-41c3-a47d-12cd3ff1f3b5 req-9ab170fb-2206-4c5e-99d8-d5b53c20c7b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bd342cb-2faf-4952-9dd7-1dec519ca2ae HTTP/1.1" status: 200 len: 217 time: 0.0478394 Aug 16 01:39:35.301206 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-046706c1-9c12-4a9c-b928-a94eccda9506 req-224e6047-b26e-40c8-958a-dc4d83943c4b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5ae327e-c626-4467-8260-3d8985d472b3 HTTP/1.1" status: 200 len: 217 time: 0.0544910 Aug 16 01:39:35.349450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49561874-a2c4-47a7-b9ef-b3825663c601 req-cf37b739-ac5a-4973-8cf5-ce3cd958ba49 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:35.351389 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-49561874-a2c4-47a7-b9ef-b3825663c601 req-cf37b739-ac5a-4973-8cf5-ce3cd958ba49 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.1982150 Aug 16 01:39:35.414559 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56a2c6-64b6-41c3-a47d-12cd3ff1f3b5 req-18b807e1-0a5a-4754-9c71-5c2760d12f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:35.416046 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df56a2c6-64b6-41c3-a47d-12cd3ff1f3b5 req-18b807e1-0a5a-4754-9c71-5c2760d12f19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=adf0a4b6-04c7-46cd-a62d-f6dbedb85a93 HTTP/1.1" status: 200 len: 852 time: 0.1183798 Aug 16 01:39:35.424145 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046706c1-9c12-4a9c-b928-a94eccda9506 req-52591189-ba37-4e23-a770-08312a9f810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:35.425601 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-046706c1-9c12-4a9c-b928-a94eccda9506 req-52591189-ba37-4e23-a770-08312a9f810a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9452d5e-cbd9-4476-8a0f-8f93f6c0d195 HTTP/1.1" status: 200 len: 850 time: 0.0944510 Aug 16 01:39:35.438991 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-49561874-a2c4-47a7-b9ef-b3825663c601 req-b5640af0-1289-4721-8606-fb4458230395 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645432 Aug 16 01:39:35.443634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c5863-a00e-4b5e-bf91-77a5317c82a1 req-d1aa5e7f-98ee-4b78-884a-333809cdada8 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:35.445166 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-db1c5863-a00e-4b5e-bf91-77a5317c82a1 req-d1aa5e7f-98ee-4b78-884a-333809cdada8 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 946 time: 0.0516570 Aug 16 01:39:35.487612 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-db1c5863-a00e-4b5e-bf91-77a5317c82a1 req-f2e13080-335d-4734-b261-1c053373487b tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361392 Aug 16 01:39:35.494585 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df56a2c6-64b6-41c3-a47d-12cd3ff1f3b5 req-76be9706-1ca6-4ba4-a1fe-74402f365fdf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2a3ce659-7131-48db-a8d7-62eb2b9733a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516784 Aug 16 01:39:35.497542 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-046706c1-9c12-4a9c-b928-a94eccda9506 req-a294ac84-0264-46ca-80a5-217489c3b568 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=741e114f-ab7f-4db0-9999-b1470ac92b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461454 Aug 16 01:39:35.614547 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04293cb2-b205-4c68-922c-aa6e0d972de0 req-2b828159-1d97-48ee-b6e2-80d53f4dd99a tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:35.616114 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04293cb2-b205-4c68-922c-aa6e0d972de0 req-2b828159-1d97-48ee-b6e2-80d53f4dd99a tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 946 time: 0.0506601 Aug 16 01:39:35.658259 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04293cb2-b205-4c68-922c-aa6e0d972de0 req-8616ddf4-236d-40d7-810a-97d71c3f1ca8 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357749 Aug 16 01:39:35.705249 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56d771-d2bb-4297-a010-36cea879f30a req-f378749e-8cc4-4085-94d3-5deedb1f034b tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:35.706736 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d56d771-d2bb-4297-a010-36cea879f30a req-f378749e-8cc4-4085-94d3-5deedb1f034b tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 943 time: 0.1746328 Aug 16 01:39:35.729231 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df56a2c6-64b6-41c3-a47d-12cd3ff1f3b5 req-5b551f15-e6b8-4521-9aa8-db3c7225d4db service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170777 Aug 16 01:39:35.732848 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-046706c1-9c12-4a9c-b928-a94eccda9506 req-266a8870-5306-44ff-99af-bf10cb5c1d0b service neutron] 10.222.0.73 "GET /v2.0/networks/741e114f-ab7f-4db0-9999-b1470ac92b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192705 Aug 16 01:39:35.760286 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d56d771-d2bb-4297-a010-36cea879f30a req-79dc1db8-5056-4a99-a85f-7b5ad39b8302 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411971 Aug 16 01:39:35.769360 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b54db-7c28-40ac-a0be-f43d33f93810 req-954bf0f1-048c-48be-a898-f28814d2ad6b tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:35.770923 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-280b54db-7c28-40ac-a0be-f43d33f93810 req-954bf0f1-048c-48be-a898-f28814d2ad6b tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0542154 Aug 16 01:39:35.813971 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-280b54db-7c28-40ac-a0be-f43d33f93810 req-245d6f35-51c9-4959-8ef4-a8330065d290 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359573 Aug 16 01:39:35.935930 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df56a2c6-64b6-41c3-a47d-12cd3ff1f3b5 req-4fdbcb56-b5e4-429a-91a3-8f150d6c2c17 service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672597 Aug 16 01:39:35.938166 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-046706c1-9c12-4a9c-b928-a94eccda9506 req-fb403ceb-6711-4d49-9cbd-2a9ac3ddf3b2 service neutron] 10.222.0.73 "GET /v2.0/networks/741e114f-ab7f-4db0-9999-b1470ac92b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617043 Aug 16 01:39:36.153056 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1e488-e102-4443-b355-6bbd33d10ad8 req-644afe31-445f-44da-be63-c99ecf7c531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:36.154605 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8cc1e488-e102-4443-b355-6bbd33d10ad8 req-644afe31-445f-44da-be63-c99ecf7c531e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=023dc85af2bf4dc7a1f725dbe3ed89e4&device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 1098 time: 0.0525639 Aug 16 01:39:36.187395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397fc29-6380-4a25-a8cd-90a91cfcca7b req-4570b9e2-2fd3-4ed7-ac6f-2f74b6f19fca tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:36.189131 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5397fc29-6380-4a25-a8cd-90a91cfcca7b req-4570b9e2-2fd3-4ed7-ac6f-2f74b6f19fca tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0774126 Aug 16 01:39:36.232397 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5397fc29-6380-4a25-a8cd-90a91cfcca7b req-c20b02a4-2b24-40f1-8f82-e89df8d5f1d3 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360630 Aug 16 01:39:36.295932 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46b877-e511-456c-aacc-6347d3b5862a req-e444588a-3930-4510-9cae-09313266876f tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:36.297495 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d46b877-e511-456c-aacc-6347d3b5862a req-e444588a-3930-4510-9cae-09313266876f tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.1154490 Aug 16 01:39:36.300798 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1e488-e102-4443-b355-6bbd33d10ad8 req-79dd43ec-5001-41cb-bf6e-282516e791d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:36.302211 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8cc1e488-e102-4443-b355-6bbd33d10ad8 req-79dd43ec-5001-41cb-bf6e-282516e791d6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37247afe-3e0d-4d66-9cda-775b4991a62b HTTP/1.1" status: 200 len: 919 time: 0.1405654 Aug 16 01:39:36.359890 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8cc1e488-e102-4443-b355-6bbd33d10ad8 req-bdbc351b-89f9-4ac6-b202-ae771bf78996 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef9c09e5-ed39-44a5-bb18-554139df6dff HTTP/1.1" status: 200 len: 217 time: 0.0480566 Aug 16 01:39:36.399245 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d46b877-e511-456c-aacc-6347d3b5862a req-62936bb6-53d0-43fa-892c-cbfd0d6ea542 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953581 Aug 16 01:39:36.424466 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1e488-e102-4443-b355-6bbd33d10ad8 req-32323451-8556-45e3-beb8-b1f94cf57c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:36.426262 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8cc1e488-e102-4443-b355-6bbd33d10ad8 req-32323451-8556-45e3-beb8-b1f94cf57c5c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ba079634-1419-49dc-8324-e7d11f3f3dfd HTTP/1.1" status: 200 len: 858 time: 0.0582275 Aug 16 01:39:36.466253 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8cc1e488-e102-4443-b355-6bbd33d10ad8 req-d321f104-b939-4559-b28c-77c63a7ff2ba service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37247afe-3e0d-4d66-9cda-775b4991a62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321984 Aug 16 01:39:36.477335 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64dbe32-1097-4af2-ab55-5bab6a850099 req-e2c449a8-81d9-4ed9-9fa8-577453178286 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:36.478314 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c64dbe32-1097-4af2-ab55-5bab6a850099 req-e2c449a8-81d9-4ed9-9fa8-577453178286 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0543420 Aug 16 01:39:36.518314 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c64dbe32-1097-4af2-ab55-5bab6a850099 req-4d898ffe-9d60-49c4-99cd-53bc51ae0190 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342972 Aug 16 01:39:36.572655 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8cc1e488-e102-4443-b355-6bbd33d10ad8 req-20dd5f5f-3649-428e-ba2a-30c335f786c9 service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972316 Aug 16 01:39:36.671967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da14a4c-45d2-4e32-b8c3-d515278f124c req-4641e73e-e2bd-4a47-b5e2-3a03ca5741d4 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:36.673545 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1da14a4c-45d2-4e32-b8c3-d515278f124c req-4641e73e-e2bd-4a47-b5e2-3a03ca5741d4 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 946 time: 0.0571218 Aug 16 01:39:36.699766 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada5b10-9d0f-4d5e-8bb4-92f2b5aabf18 req-67e41031-3b0d-41f0-bad3-e8447ca33306 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:36.701388 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ada5b10-9d0f-4d5e-8bb4-92f2b5aabf18 req-67e41031-3b0d-41f0-bad3-e8447ca33306 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.1004488 Aug 16 01:39:36.713148 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1da14a4c-45d2-4e32-b8c3-d515278f124c req-d3cebdc8-1ddb-4488-9d8e-59f9cee51f7e tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335739 Aug 16 01:39:36.718819 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8cc1e488-e102-4443-b355-6bbd33d10ad8 req-3f2c4378-e372-40ee-8b6e-8651cb5a0a56 service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369977 Aug 16 01:39:36.745949 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ada5b10-9d0f-4d5e-8bb4-92f2b5aabf18 req-42e6342c-a080-407c-b8ea-21ef2daabf74 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363660 Aug 16 01:39:36.874115 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298feda8-c35b-4150-9c39-a93882e81992 req-a88ac4be-a619-4b44-a59e-fa59dce802fc tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:36.875603 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-298feda8-c35b-4150-9c39-a93882e81992 req-a88ac4be-a619-4b44-a59e-fa59dce802fc tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 943 time: 0.0500233 Aug 16 01:39:36.912675 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-298feda8-c35b-4150-9c39-a93882e81992 req-4d20fee0-c539-4d4f-9a54-08726e0567d0 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311830 Aug 16 01:39:37.109692 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:37.360904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc9a21-38b2-4651-94b9-d97bf0903734 req-89f7c325-7c81-4323-83a7-95750b5507bb tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:37.362398 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36cc9a21-38b2-4651-94b9-d97bf0903734 req-89f7c325-7c81-4323-83a7-95750b5507bb tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 945 time: 0.0530677 Aug 16 01:39:37.401982 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36cc9a21-38b2-4651-94b9-d97bf0903734 req-509da53d-f6fa-47cb-b237-8fe472219767 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326586 Aug 16 01:39:37.521267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c02b83-337f-4ced-ad16-2b18f34febba req-a417e7cd-66d9-4109-ae6b-01a18ef628a9 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:37.522862 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d9c02b83-337f-4ced-ad16-2b18f34febba req-a417e7cd-66d9-4109-ae6b-01a18ef628a9 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0516853 Aug 16 01:39:37.563490 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d9c02b83-337f-4ced-ad16-2b18f34febba req-c76d003e-78f0-48be-8bbb-c4b9864a7749 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336354 Aug 16 01:39:37.648590 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701cd26-00a6-4bf4-85d7-4471b2090862 req-55abb40a-1cc0-46c9-844e-5372d55cd11a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:37.650196 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1701cd26-00a6-4bf4-85d7-4471b2090862 req-55abb40a-1cc0-46c9-844e-5372d55cd11a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0565333 Aug 16 01:39:37.690900 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1701cd26-00a6-4bf4-85d7-4471b2090862 req-27987c80-a15e-4945-aba4-06b8b9e58888 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327454 Aug 16 01:39:37.838811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc404cb-3708-4237-8ef9-1481b609b3c4 req-9c8d378e-4805-40c3-82a0-570ae8a33be2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:37.840548 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bdc404cb-3708-4237-8ef9-1481b609b3c4 req-9c8d378e-4805-40c3-82a0-570ae8a33be2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 946 time: 0.0553935 Aug 16 01:39:37.846570 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:37.876908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3167633-e997-42ea-8bdf-6ad8adcf1eba req-d2bb32b4-7de0-4f8b-9477-e6ecaf111a73 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:37.879045 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b3167633-e997-42ea-8bdf-6ad8adcf1eba req-d2bb32b4-7de0-4f8b-9477-e6ecaf111a73 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0637207 Aug 16 01:39:37.881388 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bdc404cb-3708-4237-8ef9-1481b609b3c4 req-c9b0e4df-04f9-48d2-a064-65767dc640c6 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334010 Aug 16 01:39:37.917975 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b3167633-e997-42ea-8bdf-6ad8adcf1eba req-499186dd-e449-4ae9-a270-556d6d616b2a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331450 Aug 16 01:39:38.033102 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efc29a-09c1-40bc-ad2f-3330b74970cd req-140715fc-b6e2-4b1b-8db1-500d7dc4017e tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:38.034653 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5efc29a-09c1-40bc-ad2f-3330b74970cd req-140715fc-b6e2-4b1b-8db1-500d7dc4017e tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 943 time: 0.0503192 Aug 16 01:39:38.074958 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5efc29a-09c1-40bc-ad2f-3330b74970cd req-211525ad-714c-444e-b9bc-107d82497f22 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339530 Aug 16 01:39:38.200903 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e5ae327e-c626-4467-8260-3d8985d472b3 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:39:38.203932 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 2bd342cb-2faf-4952-9dd7-1dec519ca2ae no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:39:38.351240 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:38.394785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e5ae327e-c626-4467-8260-3d8985d472b3, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e5ae327e-c626-4467-8260-3d8985d472b3,segment=NetworkSegment(a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d),segment_id=a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:38.415617 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62589c9-281d-4155-becf-a988b53e3bd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bd342cb-2faf-4952-9dd7-1dec519ca2ae'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:38.418817 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8173d30b-4c15-49fe-ac4b-52714c6de59a" -d '{"events": [{"server_uuid": "e62589c9-281d-4155-becf-a988b53e3bd7", "name": "network-vif-unplugged", "status": "completed", "tag": "2bd342cb-2faf-4952-9dd7-1dec519ca2ae"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:38.435057 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'e5ae327e-c626-4467-8260-3d8985d472b3', 'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b', 'port_id': 'e5ae327e-c626-4467-8260-3d8985d472b3', 'mac_address': 'fa:16:3e:71:d3:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9452d5e-cbd9-4476-8a0f-8f93f6c0d195', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:39:38.446158 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 2bd342cb-2faf-4952-9dd7-1dec519ca2ae, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=2bd342cb-2faf-4952-9dd7-1dec519ca2ae,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:38.475229 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:38.481039 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6ae738-6307-44be-9559-8330cf199d09 x-openstack-request-id: req-0c6ae738-6307-44be-9559-8330cf199d09 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:38.481437 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62589c9-281d-4155-becf-a988b53e3bd7", "name": "network-vif-unplugged", "status": "completed", "tag": "2bd342cb-2faf-4952-9dd7-1dec519ca2ae", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:38.481855 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0c6ae738-6307-44be-9559-8330cf199d09 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:38.482383 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62589c9-281d-4155-becf-a988b53e3bd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bd342cb-2faf-4952-9dd7-1dec519ca2ae', 'code': 200} Aug 16 01:39:38.530902 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:38.534922 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba4e82-d939-4fd5-871c-bc9d7d2be130 req-bcc7902b-c2bc-4315-ae58-822340965cd2 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:38.536732 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00ba4e82-d939-4fd5-871c-bc9d7d2be130 req-bcc7902b-c2bc-4315-ae58-822340965cd2 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 943 time: 0.0588503 Aug 16 01:39:38.560626 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ae327e-c626-4467-8260-3d8985d472b3 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:39:38.570012 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=2bd342cb-2faf-4952-9dd7-1dec519ca2ae,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:38.593650 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e5ae327e-c626-4467-8260-3d8985d472b3, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e5ae327e-c626-4467-8260-3d8985d472b3,segment=NetworkSegment(a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d),segment_id=a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:38.599706 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:38.612799 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00ba4e82-d939-4fd5-871c-bc9d7d2be130 req-42f83e7c-a50a-4001-9635-38012dcc1be9 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654774 Aug 16 01:39:38.669716 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=e5ae327e-c626-4467-8260-3d8985d472b3,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:38.746940 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ffe0f-66be-4abb-ad5d-2ee9cc0aaa62 req-fed143a6-22e4-4cc5-bc4f-3c3c413c1158 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:38.748545 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ed2ffe0f-66be-4abb-ad5d-2ee9cc0aaa62 req-fed143a6-22e4-4cc5-bc4f-3c3c413c1158 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0646007 Aug 16 01:39:38.789411 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ed2ffe0f-66be-4abb-ad5d-2ee9cc0aaa62 req-cdee07d3-a4fb-40c2-8330-757bcf8b9393 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344362 Aug 16 01:39:38.979123 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60add1bb-f2b5-46af-b8c5-e44da188bf49 req-83c5815a-9782-4c13-82b3-04f30ec89ff5 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:38.981195 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-60add1bb-f2b5-46af-b8c5-e44da188bf49 req-83c5815a-9782-4c13-82b3-04f30ec89ff5 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0609367 Aug 16 01:39:39.024585 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-60add1bb-f2b5-46af-b8c5-e44da188bf49 req-bb074539-dc25-4b92-be16-344c1dded03b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367594 Aug 16 01:39:39.036334 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['e5ae327e-c626-4467-8260-3d8985d472b3'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:39:39.156541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:39:39.163035 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b55a8-0014-48df-8e9c-323b4fc37acf req-5e10d371-07c3-4383-b6eb-486fcb544e93 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:39.171246 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-583b55a8-0014-48df-8e9c-323b4fc37acf req-5e10d371-07c3-4383-b6eb-486fcb544e93 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 946 time: 0.0682654 Aug 16 01:39:39.220341 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-583b55a8-0014-48df-8e9c-323b4fc37acf req-9d418b23-86cd-456e-b327-b80a72b42d91 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459185 Aug 16 01:39:39.321198 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:39.328358 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffae9ad-bb77-44bb-8f0d-defb4562bc0a req-a8857f53-a548-4b1d-9458-0913acb455f6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:39.331620 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2ffae9ad-bb77-44bb-8f0d-defb4562bc0a req-a8857f53-a548-4b1d-9458-0913acb455f6 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=e62589c9-281d-4155-becf-a988b53e3bd7 HTTP/1.1" status: 200 len: 943 time: 0.0585876 Aug 16 01:39:39.333445 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f', 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5', 'port_id': '8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f', 'mac_address': 'fa:16:3e:f5:c0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169f5ec2-dc2c-4cc1-93f9-b6f1426c49ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:39:39.361907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66993efa-d8c5-4e45-8fd2-4a0b0af84e7d req-b7ff672f-46fd-43ff-b81a-60083101abc0 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:39.363546 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-66993efa-d8c5-4e45-8fd2-4a0b0af84e7d req-b7ff672f-46fd-43ff-b81a-60083101abc0 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0581043 Aug 16 01:39:39.373492 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:39.388129 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:39:39.408737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:39.410753 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-66993efa-d8c5-4e45-8fd2-4a0b0af84e7d req-a48b318f-3832-4526-8dd6-2c36c46dcd90 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385435 Aug 16 01:39:39.414728 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:39.441179 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-2ffae9ad-bb77-44bb-8f0d-defb4562bc0a req-e59fe7dc-4443-41da-ba99-65134994c168 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Deleting port 2bd342cb-2faf-4952-9dd7-1dec519ca2ae {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:39:39.441530 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2ffae9ad-bb77-44bb-8f0d-defb4562bc0a req-e59fe7dc-4443-41da-ba99-65134994c168 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:39.467474 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:39.515648 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:39:39.530623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cc486-b8ef-44c3-9e27-9e9a83c978aa req-f059a27e-9d55-4e81-959b-9d700bb33097 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:39.532341 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-346cc486-b8ef-44c3-9e27-9e9a83c978aa req-f059a27e-9d55-4e81-959b-9d700bb33097 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 944 time: 0.0529644 Aug 16 01:39:39.534470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2ffae9ad-bb77-44bb-8f0d-defb4562bc0a req-e59fe7dc-4443-41da-ba99-65134994c168 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] For port 2bd342cb-2faf-4952-9dd7-1dec519ca2ae, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=2bd342cb-2faf-4952-9dd7-1dec519ca2ae,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:39.534831 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2ffae9ad-bb77-44bb-8f0d-defb4562bc0a req-e59fe7dc-4443-41da-ba99-65134994c168 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:39.549018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-2ffae9ad-bb77-44bb-8f0d-defb4562bc0a req-e59fe7dc-4443-41da-ba99-65134994c168 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Calling delete_port for 2bd342cb-2faf-4952-9dd7-1dec519ca2ae owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:39:39.574392 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-346cc486-b8ef-44c3-9e27-9e9a83c978aa req-6236a60c-46b3-4a88-a768-4fad8e63afed tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345597 Aug 16 01:39:39.686464 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2ffae9ad-bb77-44bb-8f0d-defb4562bc0a req-e59fe7dc-4443-41da-ba99-65134994c168 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:39.721537 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59fe7dc-4443-41da-ba99-65134994c168 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Pushing event deleted for resources: {'Port': ['ID=2bd342cb-2faf-4952-9dd7-1dec519ca2ae,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:39.762890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffae9ad-bb77-44bb-8f0d-defb4562bc0a req-e59fe7dc-4443-41da-ba99-65134994c168 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] No DVR routers for this DVR port 2bd342cb-2faf-4952-9dd7-1dec519ca2ae on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:39:39.765735 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2ffae9ad-bb77-44bb-8f0d-defb4562bc0a req-e59fe7dc-4443-41da-ba99-65134994c168 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:39.767887 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2ffae9ad-bb77-44bb-8f0d-defb4562bc0a req-e59fe7dc-4443-41da-ba99-65134994c168 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "DELETE /v2.0/ports/2bd342cb-2faf-4952-9dd7-1dec519ca2ae HTTP/1.1" status: 204 len: 173 time: 0.4323151 Aug 16 01:39:39.768352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62589c9-281d-4155-becf-a988b53e3bd7', 'name': 'network-vif-deleted', 'tag': '2bd342cb-2faf-4952-9dd7-1dec519ca2ae'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:39.770698 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6401187d-e9ff-4d7a-89ba-768dde84b4d3" -d '{"events": [{"server_uuid": "e62589c9-281d-4155-becf-a988b53e3bd7", "name": "network-vif-deleted", "tag": "2bd342cb-2faf-4952-9dd7-1dec519ca2ae"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:39.806999 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575944c2-e46b-463f-b6d1-53b07847908f x-openstack-request-id: req-575944c2-e46b-463f-b6d1-53b07847908f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:39.807294 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62589c9-281d-4155-becf-a988b53e3bd7", "name": "network-vif-deleted", "tag": "2bd342cb-2faf-4952-9dd7-1dec519ca2ae", "status": "failed", "code": 422}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:39.808237 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-575944c2-e46b-463f-b6d1-53b07847908f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:39.808646 n-d-765315-27 neutron-server[94672]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e62589c9-281d-4155-becf-a988b53e3bd7', 'name': 'network-vif-deleted', 'tag': '2bd342cb-2faf-4952-9dd7-1dec519ca2ae', 'status': 'failed', 'code': 422} returned with failed status Aug 16 01:39:39.909654 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8f117-3d02-420f-b29b-67303d5601c0 req-fd72660f-fbe8-4f16-af06-a90ced58667c tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:39.911416 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-46e8f117-3d02-420f-b29b-67303d5601c0 req-fd72660f-fbe8-4f16-af06-a90ced58667c tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0523098 Aug 16 01:39:39.951787 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-46e8f117-3d02-420f-b29b-67303d5601c0 req-139f71c8-37e1-4f04-b969-628fcd6f6298 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335505 Aug 16 01:39:40.175155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071cf6d-0f11-4f35-bd27-4b31ec714ea6 req-7ef7e109-0431-4e7e-bbbc-103642fda571 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:40.176899 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a071cf6d-0f11-4f35-bd27-4b31ec714ea6 req-7ef7e109-0431-4e7e-bbbc-103642fda571 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0505943 Aug 16 01:39:40.218906 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a071cf6d-0f11-4f35-bd27-4b31ec714ea6 req-00b058fe-c60f-4de2-b5a0-8a0e7853c737 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357981 Aug 16 01:39:40.373900 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3823832-c89e-4467-9f6a-e07db39e78e3 req-9c3b1e1f-2437-4124-8eef-27a05776ae93 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:40.375392 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f3823832-c89e-4467-9f6a-e07db39e78e3 req-9c3b1e1f-2437-4124-8eef-27a05776ae93 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 945 time: 0.0594265 Aug 16 01:39:40.414427 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f3823832-c89e-4467-9f6a-e07db39e78e3 req-5f799e28-5742-4b16-89ba-a508df482a95 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331359 Aug 16 01:39:40.531281 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbff21-3ce6-4e90-aba3-658f3ab6bf43 req-05811d19-b3a0-4869-be95-c9c2fb85240f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:40.532695 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3dcbff21-3ce6-4e90-aba3-658f3ab6bf43 req-05811d19-b3a0-4869-be95-c9c2fb85240f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0505023 Aug 16 01:39:40.572607 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3dcbff21-3ce6-4e90-aba3-658f3ab6bf43 req-d28a25b6-5aad-43b8-9660-d42704231dcc tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333736 Aug 16 01:39:40.577771 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-121a843b-8a52-4675-aae6-9fe5cd17fea8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:40.579304 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-121a843b-8a52-4675-aae6-9fe5cd17fea8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 812 time: 0.1076438 Aug 16 01:39:40.595237 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-08b59510-8339-4bf4-b01d-23050dcd492d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/quotas/83acc20476264f27b63127c0968a6b73 HTTP/1.1" status: 200 len: 375 time: 0.0101438 Aug 16 01:39:40.627566 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-a46e9d5f-08d0-4111-87d8-427d57b98fa2 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263810 Aug 16 01:39:40.732715 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-1bb0e6ae-7e84-4963-8790-39b882ee081e service neutron] 10.222.0.68 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978882 Aug 16 01:39:40.806653 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3245a-7e2e-4402-956b-a4ea993878d1 req-3d59aded-4245-45ff-a025-73624bc3c368 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:40.809456 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-51a3245a-7e2e-4402-956b-a4ea993878d1 req-3d59aded-4245-45ff-a025-73624bc3c368 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 944 time: 0.0582063 Aug 16 01:39:40.834978 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-a12faa31-d229-411f-9b95-672e9e5a0698 service neutron] 10.222.0.68 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958264 Aug 16 01:39:40.848820 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-51a3245a-7e2e-4402-956b-a4ea993878d1 req-05d82b42-66aa-4534-9651-3a0338071537 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333211 Aug 16 01:39:41.003988 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3ba8f-069c-499a-8766-36dff8defded req-6537ab8a-5e9e-45ef-84d1-165e7f2bd8d3 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:41.005704 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b7c3ba8f-069c-499a-8766-36dff8defded req-6537ab8a-5e9e-45ef-84d1-165e7f2bd8d3 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 945 time: 0.0878925 Aug 16 01:39:41.065287 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b7c3ba8f-069c-499a-8766-36dff8defded req-0bddea6c-10a9-4534-8185-f0afe1f7a722 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523071 Aug 16 01:39:41.118222 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4bdf9fcc-cfaf-4ce3-a8d8-1f5bbdf2c4b4 req-3848e14b-80d4-48a7-a4d1-2093af86b9ac tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 210 time: 0.0320706 Aug 16 01:39:41.150713 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:39:41.203601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:39:41.204155 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:41.302441 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:41.358359 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba284ad-f7d5-41eb-bc09-eb7a1d81aac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:41.359488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e33e71-da05-4f4d-bc62-75fb1cdde0ec req-b3c83fcb-f296-44ce-a11a-03d0392438b9 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:41.361421 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40e33e71-da05-4f4d-bc62-75fb1cdde0ec req-b3c83fcb-f296-44ce-a11a-03d0392438b9 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0621488 Aug 16 01:39:41.364927 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be5feec-df62-40cd-9e2d-d4cc237170ff" -d '{"events": [{"server_uuid": "eba284ad-f7d5-41eb-bc09-eb7a1d81aac0", "name": "network-vif-plugged", "status": "completed", "tag": "8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:41.400849 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:41.409989 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:41.442711 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40e33e71-da05-4f4d-bc62-75fb1cdde0ec req-0807145c-f810-4652-ab6d-65d2bfbdfbed tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742104 Aug 16 01:39:41.452083 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1961978a-2997-4786-b844-245e37328994 x-openstack-request-id: req-1961978a-2997-4786-b844-245e37328994 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:41.452343 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba284ad-f7d5-41eb-bc09-eb7a1d81aac0", "name": "network-vif-plugged", "status": "completed", "tag": "8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:41.452590 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1961978a-2997-4786-b844-245e37328994 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:41.452969 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba284ad-f7d5-41eb-bc09-eb7a1d81aac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f', 'code': 200} Aug 16 01:39:41.476965 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:41.700452 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace5fb6-2afc-43d2-8e2d-de48d8525be3 req-651678f4-78a9-403b-b25b-3d489ca75a84 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:41.702016 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ace5fb6-2afc-43d2-8e2d-de48d8525be3 req-651678f4-78a9-403b-b25b-3d489ca75a84 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0543313 Aug 16 01:39:41.740158 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ace5fb6-2afc-43d2-8e2d-de48d8525be3 req-ffe3c663-4d16-40ce-a6b6-4dae12be2a01 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321150 Aug 16 01:39:41.983208 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167694e6-9fc8-4268-87ca-0dd9a10268c1 req-fb60acf4-56b4-4509-b873-09634dfbe3f0 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:41.986199 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-167694e6-9fc8-4268-87ca-0dd9a10268c1 req-fb60acf4-56b4-4509-b873-09634dfbe3f0 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 944 time: 0.0610399 Aug 16 01:39:42.029220 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-167694e6-9fc8-4268-87ca-0dd9a10268c1 req-b4bea60e-0102-446d-a0b0-96c11ead3342 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376720 Aug 16 01:39:42.212232 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-f99ebf36-592c-494b-b0ab-d8e3956d4245 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:42.214556 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-f99ebf36-592c-494b-b0ab-d8e3956d4245 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.63 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 812 time: 0.1773129 Aug 16 01:39:42.224502 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e5ae327e-c626-4467-8260-3d8985d472b3 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:39:42.235981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-fb48e442-23c4-48ef-af35-2d49d7109b0d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Request body: {'port': {'device_id': '28d98733-680d-412f-a46a-d3ac0968da6a', 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9', 'admin_state_up': True, 'tenant_id': '83acc20476264f27b63127c0968a6b73'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:39:42.252928 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-426c9a8e-bc6d-4aff-bf6e-a66e10428397 req-42cf777a-29c8-48af-bbae-f8acc99ff417 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 210 time: 0.0458055 Aug 16 01:39:42.296927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port e5ae327e-c626-4467-8260-3d8985d472b3 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:39:42.301708 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port e5ae327e-c626-4467-8260-3d8985d472b3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:39:42.302123 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:42.332044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4923f1b-66ac-41c8-8e5b-1bc974c441ba req-a51e1b61-fd72-4a76-af21-b01ad728eff2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:42.333831 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4923f1b-66ac-41c8-8e5b-1bc974c441ba req-a51e1b61-fd72-4a76-af21-b01ad728eff2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 946 time: 0.1677504 Aug 16 01:39:42.406168 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:42.420112 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4923f1b-66ac-41c8-8e5b-1bc974c441ba req-ffe724e9-fcfc-44ea-90eb-e627564320c3 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759294 Aug 16 01:39:42.445527 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e5ae327e-c626-4467-8260-3d8985d472b3, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e5ae327e-c626-4467-8260-3d8985d472b3,segment=NetworkSegment(a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d),segment_id=a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:42.450742 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:42.453019 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 2bd342cb-2faf-4952-9dd7-1dec519ca2ae no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:39:42.460300 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-fb48e442-23c4-48ef-af35-2d49d7109b0d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Made reservation on behalf of 83acc20476264f27b63127c0968a6b73 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:39:42.465100 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-fb48e442-23c4-48ef-af35-2d49d7109b0d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:42.483051 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 2bd342cb-2faf-4952-9dd7-1dec519ca2ae {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:39:42.483664 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 2bd342cb-2faf-4952-9dd7-1dec519ca2ae not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:39:42.541338 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=e5ae327e-c626-4467-8260-3d8985d472b3,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:42.633008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c3273-97f6-47b2-b698-26f0fab4a3ff req-a6492798-9421-40d2-a2e3-5e70b1190026 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:42.634502 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b69c3273-97f6-47b2-b698-26f0fab4a3ff req-a6492798-9421-40d2-a2e3-5e70b1190026 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0938356 Aug 16 01:39:42.634848 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148e7d6-a55d-416c-af1f-e97559ca2e50 req-ef0b118e-ebcc-4ed1-9221-39d789a57462 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:42.637425 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2148e7d6-a55d-416c-af1f-e97559ca2e50 req-ef0b118e-ebcc-4ed1-9221-39d789a57462 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.63 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 946 time: 0.0541127 Aug 16 01:39:42.668949 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-fb48e442-23c4-48ef-af35-2d49d7109b0d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Allocated IP 172.20.0.3 (2a3ce659-7131-48db-a8d7-62eb2b9733a9/adf0a4b6-04c7-46cd-a62d-f6dbedb85a93/e5093238-3ac4-48e6-aebc-76f1efc24c71) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:39:42.701340 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b69c3273-97f6-47b2-b698-26f0fab4a3ff req-b97b7fb5-4100-4fb0-ba78-8a05c140a2f9 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570369 Aug 16 01:39:42.748737 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-2148e7d6-a55d-416c-af1f-e97559ca2e50 req-a3b0e16b-3fc0-4f34-aef3-efd38e3d1813 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Deleting port 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:39:42.749085 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2148e7d6-a55d-416c-af1f-e97559ca2e50 req-a3b0e16b-3fc0-4f34-aef3-efd38e3d1813 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:42.860297 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-fb48e442-23c4-48ef-af35-2d49d7109b0d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:42.866760 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-2148e7d6-a55d-416c-af1f-e97559ca2e50 req-a3b0e16b-3fc0-4f34-aef3-efd38e3d1813 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] For port 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:42.867394 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2148e7d6-a55d-416c-af1f-e97559ca2e50 req-a3b0e16b-3fc0-4f34-aef3-efd38e3d1813 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:42.895969 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-2148e7d6-a55d-416c-af1f-e97559ca2e50 req-a3b0e16b-3fc0-4f34-aef3-efd38e3d1813 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Calling delete_port for 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:39:42.908603 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-fb48e442-23c4-48ef-af35-2d49d7109b0d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:42.955739 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4cf63-9349-48e6-88f4-de55a55ea335 req-c61767d9-ac6e-43a1-8b02-9359aed9002e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:42.957283 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-95d4cf63-9349-48e6-88f4-de55a55ea335 req-c61767d9-ac6e-43a1-8b02-9359aed9002e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.1116586 Aug 16 01:39:42.960759 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-fb48e442-23c4-48ef-af35-2d49d7109b0d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:39:42.967527 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-fb48e442-23c4-48ef-af35-2d49d7109b0d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:39:42.971864 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-fb48e442-23c4-48ef-af35-2d49d7109b0d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:39:42.998353 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48e442-23c4-48ef-af35-2d49d7109b0d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Pushing event updated for resources: {'Port': ['ID=e5093238-3ac4-48e6-aebc-76f1efc24c71,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:43.027878 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-95d4cf63-9349-48e6-88f4-de55a55ea335 req-c3efff75-ca16-470f-a398-36236038508b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558829 Aug 16 01:39:43.039760 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-fb48e442-23c4-48ef-af35-2d49d7109b0d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:43.040590 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-fb48e442-23c4-48ef-af35-2d49d7109b0d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:43.056774 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-fb48e442-23c4-48ef-af35-2d49d7109b0d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8250351 Aug 16 01:39:43.081476 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Request body: {'port': {'device_id': '28d98733-680d-412f-a46a-d3ac0968da6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:39:43.107658 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2148e7d6-a55d-416c-af1f-e97559ca2e50 req-a3b0e16b-3fc0-4f34-aef3-efd38e3d1813 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:43.120823 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:39:43.144239 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0e16b-3fc0-4f34-aef3-efd38e3d1813 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Pushing event deleted for resources: {'Port': ['ID=8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:43.181932 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:43.216106 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-2148e7d6-a55d-416c-af1f-e97559ca2e50 req-a3b0e16b-3fc0-4f34-aef3-efd38e3d1813 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] No DVR routers for this DVR port 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:39:43.219312 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2148e7d6-a55d-416c-af1f-e97559ca2e50 req-a3b0e16b-3fc0-4f34-aef3-efd38e3d1813 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:43.222883 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2148e7d6-a55d-416c-af1f-e97559ca2e50 req-a3b0e16b-3fc0-4f34-aef3-efd38e3d1813 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.63 "DELETE /v2.0/ports/8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f HTTP/1.1" status: 204 len: 173 time: 0.5792561 Aug 16 01:39:43.223452 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba284ad-f7d5-41eb-bc09-eb7a1d81aac0', 'name': 'network-vif-deleted', 'tag': '8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:43.225869 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4743ea-16c1-4dc8-a072-69e637e1f706" -d '{"events": [{"server_uuid": "eba284ad-f7d5-41eb-bc09-eb7a1d81aac0", "name": "network-vif-deleted", "tag": "8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:43.237971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79caf0-2e2e-4bde-ae3c-129c1951089f req-bd3168a8-d9d5-40e6-8d37-3f2865f66395 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:43.239686 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5c79caf0-2e2e-4bde-ae3c-129c1951089f req-bd3168a8-d9d5-40e6-8d37-3f2865f66395 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.1095312 Aug 16 01:39:43.296926 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f72add-b366-48ab-8466-579519f49212 x-openstack-request-id: req-c1f72add-b366-48ab-8466-579519f49212 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:43.297903 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba284ad-f7d5-41eb-bc09-eb7a1d81aac0", "name": "network-vif-deleted", "tag": "8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:43.298468 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c1f72add-b366-48ab-8466-579519f49212 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:43.299130 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba284ad-f7d5-41eb-bc09-eb7a1d81aac0', 'name': 'network-vif-deleted', 'tag': '8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f', 'status': 'completed', 'code': 200} Aug 16 01:39:43.355569 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5c79caf0-2e2e-4bde-ae3c-129c1951089f req-9d4acae3-51a1-406e-96af-5f5bc4c2145b tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054533 Aug 16 01:39:43.445622 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dc10f-f149-446c-b6ba-3f8d19201623 req-e7c2310e-c40e-4152-8fe2-702abaddad31 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:43.447142 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-886dc10f-f149-446c-b6ba-3f8d19201623 req-e7c2310e-c40e-4152-8fe2-702abaddad31 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 931 time: 0.0616918 Aug 16 01:39:43.454961 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10d8297-688d-4630-aa10-b6002365fd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ae327e-c626-4467-8260-3d8985d472b3'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:43.457877 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4874d9dd-52b7-4339-a8bc-216eaeac4f1f" -d '{"events": [{"server_uuid": "d10d8297-688d-4630-aa10-b6002365fd46", "name": "network-vif-plugged", "status": "completed", "tag": "e5ae327e-c626-4467-8260-3d8985d472b3"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:43.512950 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-886dc10f-f149-446c-b6ba-3f8d19201623 req-46630d0c-e147-42af-beb2-913882b6691a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527449 Aug 16 01:39:43.569271 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36cdea2-ee9e-461e-9e8e-7d1133f55367 x-openstack-request-id: req-b36cdea2-ee9e-461e-9e8e-7d1133f55367 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:43.569567 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10d8297-688d-4630-aa10-b6002365fd46", "name": "network-vif-plugged", "status": "completed", "tag": "e5ae327e-c626-4467-8260-3d8985d472b3", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:43.569845 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b36cdea2-ee9e-461e-9e8e-7d1133f55367 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:43.570276 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10d8297-688d-4630-aa10-b6002365fd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ae327e-c626-4467-8260-3d8985d472b3', 'code': 200} Aug 16 01:39:43.591693 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12d7de2d-3da9-410a-a5b7-68ee5c8e5ca3 req-27ba1403-c3d1-4602-adf0-0141c86a1bff tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=eba284ad-f7d5-41eb-bc09-eb7a1d81aac0 HTTP/1.1" status: 200 len: 210 time: 0.0383024 Aug 16 01:39:43.596740 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5093238-3ac4-48e6-aebc-76f1efc24c71 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:39:43.608268 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:43.624376 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Transition to ACTIVE for port object e5093238-3ac4-48e6-aebc-76f1efc24c71 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:39:43.630325 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:43.743794 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Pushing event updated for resources: {'Port': ['ID=e5093238-3ac4-48e6-aebc-76f1efc24c71,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:43.788858 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3183c9-5bc2-44a2-b12a-d783b9ef4bb4 req-38dd1c5b-34cc-48af-b9b8-3d1add980191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:43.790468 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5d3183c9-5bc2-44a2-b12a-d783b9ef4bb4 req-38dd1c5b-34cc-48af-b9b8-3d1add980191 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 1097 time: 0.1253695 Aug 16 01:39:43.856085 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Attempting to bind port e5093238-3ac4-48e6-aebc-76f1efc24c71 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:39:43.856085 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Attempting to bind port e5093238-3ac4-48e6-aebc-76f1efc24c71 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:39:43.856085 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Attempting to bind port e5093238-3ac4-48e6-aebc-76f1efc24c71 on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:39:43.874845 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Port e5093238-3ac4-48e6-aebc-76f1efc24c71 on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:39:43.875183 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Attempting to bind port e5093238-3ac4-48e6-aebc-76f1efc24c71 on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:39:43.883975 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5d3183c9-5bc2-44a2-b12a-d783b9ef4bb4 req-0639b18a-0d2a-4c7e-a0dd-2314797d0b10 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755653 Aug 16 01:39:43.892954 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08d475-ed76-4e95-995f-fad39afb2ccb req-a06592bc-b3ad-401a-85d0-5092941cf51b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:43.894390 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c08d475-ed76-4e95-995f-fad39afb2ccb req-a06592bc-b3ad-401a-85d0-5092941cf51b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.1005824 Aug 16 01:39:43.895499 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:39:43.895830 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Checking segment: {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:39:43.896217 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Bound using segment: {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:39:43.896656 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Bound port: e5093238-3ac4-48e6-aebc-76f1efc24c71, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:39:43.897006 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:43.981200 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c08d475-ed76-4e95-995f-fad39afb2ccb req-f2c778f9-dd3b-4749-afc5-fcbcf076f05a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748603 Aug 16 01:39:44.004117 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] For port e5093238-3ac4-48e6-aebc-76f1efc24c71, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:39:44.008456 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] For port e5093238-3ac4-48e6-aebc-76f1efc24c71, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=e5093238-3ac4-48e6-aebc-76f1efc24c71,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:39:44.014453 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:44.092519 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Pushing event updated for resources: {'Port': ['ID=e5093238-3ac4-48e6-aebc-76f1efc24c71,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:44.097037 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:44.097955 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:44.099684 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-4cfffc83-98db-4cd6-962c-cf0c3a91dfdf service neutron] 10.222.0.63 "PUT /v2.0/ports/e5093238-3ac4-48e6-aebc-76f1efc24c71 HTTP/1.1" status: 200 len: 1092 time: 1.0228012 Aug 16 01:39:44.100340 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d98733-680d-412f-a46a-d3ac0968da6a', 'tag': 'e5093238-3ac4-48e6-aebc-76f1efc24c71'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:44.103766 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571cbeb9-7d63-4639-bc72-31a8bb7e635f" -d '{"events": [{"name": "network-changed", "server_uuid": "28d98733-680d-412f-a46a-d3ac0968da6a", "tag": "e5093238-3ac4-48e6-aebc-76f1efc24c71"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:44.111443 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9c2a16c3-8bd2-4adf-8fe5-43497a03d8c6 req-fa243c37-d376-40eb-b1e6-64b29db86e86 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0622995 Aug 16 01:39:44.163301 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8adb83-1b07-45fc-a1fa-d5e91d188f02 x-openstack-request-id: req-2c8adb83-1b07-45fc-a1fa-d5e91d188f02 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:44.163780 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d98733-680d-412f-a46a-d3ac0968da6a", "tag": "e5093238-3ac4-48e6-aebc-76f1efc24c71", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:44.164224 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2c8adb83-1b07-45fc-a1fa-d5e91d188f02 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:44.165149 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d98733-680d-412f-a46a-d3ac0968da6a', 'tag': 'e5093238-3ac4-48e6-aebc-76f1efc24c71', 'status': 'completed', 'code': 200} Aug 16 01:39:44.214735 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-c72fea9b-5002-4879-921c-ce048777aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:44.216492 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-c72fea9b-5002-4879-921c-ce048777aa6a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 1095 time: 0.0714636 Aug 16 01:39:44.218228 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226a2b5-d34a-43b9-be9d-2e29db9c1cef req-8898a864-95ea-4944-996e-5a412fd41c43 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:44.219802 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6226a2b5-d34a-43b9-be9d-2e29db9c1cef req-8898a864-95ea-4944-996e-5a412fd41c43 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0868273 Aug 16 01:39:44.227298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a16c3-8bd2-4adf-8fe5-43497a03d8c6 req-9387a267-0176-4319-8100-3d790845b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:44.228869 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9c2a16c3-8bd2-4adf-8fe5-43497a03d8c6 req-9387a267-0176-4319-8100-3d790845b155 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=023dc85af2bf4dc7a1f725dbe3ed89e4&device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 1098 time: 0.0937304 Aug 16 01:39:44.278427 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-82894628-1cdc-4fb6-b479-e36ddf93fee5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5093238-3ac4-48e6-aebc-76f1efc24c71 HTTP/1.1" status: 200 len: 217 time: 0.0520897 Aug 16 01:39:44.327517 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6226a2b5-d34a-43b9-be9d-2e29db9c1cef req-66f5cd29-0076-45d6-88d7-5041039f98e8 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940840 Aug 16 01:39:44.359335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-94dd0697-7a93-4ac1-bab5-d8ad36154529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:44.361456 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-94dd0697-7a93-4ac1-bab5-d8ad36154529 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=adf0a4b6-04c7-46cd-a62d-f6dbedb85a93 HTTP/1.1" status: 200 len: 852 time: 0.0675597 Aug 16 01:39:44.389461 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a16c3-8bd2-4adf-8fe5-43497a03d8c6 req-13034124-96cb-4495-aa16-fc3d40eb165b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:44.390977 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9c2a16c3-8bd2-4adf-8fe5-43497a03d8c6 req-13034124-96cb-4495-aa16-fc3d40eb165b service neutron] 10.222.0.63 "GET /v2.0/networks?id=37247afe-3e0d-4d66-9cda-775b4991a62b HTTP/1.1" status: 200 len: 919 time: 0.1327364 Aug 16 01:39:44.399475 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-97f2d203-ca73-4484-8df3-6e51ff96c109 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a3ce659-7131-48db-a8d7-62eb2b9733a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299275 Aug 16 01:39:44.439534 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9c2a16c3-8bd2-4adf-8fe5-43497a03d8c6 req-b1e4fe3c-9a0b-4607-9bef-6bb47fe626ba service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53013f97-e05b-4192-a1ac-df5604fe29ad HTTP/1.1" status: 200 len: 217 time: 0.0401940 Aug 16 01:39:44.495547 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a16c3-8bd2-4adf-8fe5-43497a03d8c6 req-8491b096-3b69-4d33-a6cc-762d0b636288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:44.497295 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9c2a16c3-8bd2-4adf-8fe5-43497a03d8c6 req-8491b096-3b69-4d33-a6cc-762d0b636288 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ba079634-1419-49dc-8324-e7d11f3f3dfd HTTP/1.1" status: 200 len: 858 time: 0.0512044 Aug 16 01:39:44.541162 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9c2a16c3-8bd2-4adf-8fe5-43497a03d8c6 req-e57a28bf-c56d-4780-9649-b37080c874e7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37247afe-3e0d-4d66-9cda-775b4991a62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365024 Aug 16 01:39:44.546947 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-c9dc2535-986b-4538-bc7d-478a6ad87ecb service neutron] 10.222.0.63 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400378 Aug 16 01:39:44.556663 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149276e0-d11b-448e-a479-7e67852be1d7 req-6824d751-5626-4292-8523-2c252be8adc9 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:44.565129 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-149276e0-d11b-448e-a479-7e67852be1d7 req-6824d751-5626-4292-8523-2c252be8adc9 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0983615 Aug 16 01:39:44.672815 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50a0b5-e2c0-44e7-b8b4-1e1853a3c252 req-d47798ed-0c99-452b-90f6-e6ae14cc1344 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:44.674448 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f50a0b5-e2c0-44e7-b8b4-1e1853a3c252 req-d47798ed-0c99-452b-90f6-e6ae14cc1344 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 943 time: 0.0746059 Aug 16 01:39:44.714991 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9c2a16c3-8bd2-4adf-8fe5-43497a03d8c6 req-64ab6a3e-1cac-4fe9-b371-8287a2b71895 service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667027 Aug 16 01:39:44.754409 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f50a0b5-e2c0-44e7-b8b4-1e1853a3c252 req-0ece8a55-67bb-4112-b01b-94196925ab6e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659194 Aug 16 01:39:44.856930 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9c2a16c3-8bd2-4adf-8fe5-43497a03d8c6 req-10d71bdf-e048-4ea2-9b1d-0b72040ec732 service neutron] 10.222.0.63 "GET /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348183 Aug 16 01:39:45.015224 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-149276e0-d11b-448e-a479-7e67852be1d7 req-9d88b0da-cdc3-4e9d-8236-cf40ab1967db tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487975 Aug 16 01:39:45.068727 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c3d87bb-1418-4ea2-b689-8a75945c3d8a req-e2093c76-5a8d-47fa-ba23-7dd11ac7c5d8 service neutron] 10.222.0.63 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007768 Aug 16 01:39:45.142135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-3a3227a2-bdf9-4e2e-a9cb-4ef2c1918166 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:45.143599 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-3a3227a2-bdf9-4e2e-a9cb-4ef2c1918166 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/networks?id=3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 HTTP/1.1" status: 200 len: 822 time: 0.1380496 Aug 16 01:39:45.159168 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-67bf1fff-4c6c-4931-979f-3b867166ef56 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/quotas/972a00d1149c41068ff3bcf037d331eb HTTP/1.1" status: 200 len: 375 time: 0.0097694 Aug 16 01:39:45.170475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4f378-d7a2-4807-9431-92602f73ea94 req-ed0d42c0-6a81-46b1-b8f3-f72689cb4685 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:45.171982 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9fe4f378-d7a2-4807-9431-92602f73ea94 req-ed0d42c0-6a81-46b1-b8f3-f72689cb4685 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0858059 Aug 16 01:39:45.178214 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cbeb9-7d63-4639-bc72-31a8bb7e635f req-3f0c9410-9d73-4596-bcdb-d2ee015b771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:45.179682 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-571cbeb9-7d63-4639-bc72-31a8bb7e635f req-3f0c9410-9d73-4596-bcdb-d2ee015b771b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 1095 time: 0.0601032 Aug 16 01:39:45.211858 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-cfc218c8-84dd-4cc4-97ef-cb49e3ed88b7 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=972a00d1149c41068ff3bcf037d331eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460355 Aug 16 01:39:45.268850 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9fe4f378-d7a2-4807-9431-92602f73ea94 req-926f3567-8ff3-42be-87f2-2f3898903661 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881054 Aug 16 01:39:45.304958 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cbeb9-7d63-4639-bc72-31a8bb7e635f req-778e79a4-4fc3-4b76-8d34-85f666e6aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:45.306549 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-571cbeb9-7d63-4639-bc72-31a8bb7e635f req-778e79a4-4fc3-4b76-8d34-85f666e6aa01 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 913 time: 0.1184952 Aug 16 01:39:45.319314 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ab7b39ee-f8c4-4e09-8a43-e9cb0f57c2fc service neutron] 10.222.0.68 "GET /v2.0/networks/3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990453 Aug 16 01:39:45.354330 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-571cbeb9-7d63-4639-bc72-31a8bb7e635f req-f34702f1-0b4f-46ec-9fce-a4b42272e075 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5093238-3ac4-48e6-aebc-76f1efc24c71 HTTP/1.1" status: 200 len: 217 time: 0.0388694 Aug 16 01:39:45.421833 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-9cc51720-47c6-436c-b64c-672947891693 service neutron] 10.222.0.68 "GET /v2.0/networks/3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950735 Aug 16 01:39:45.423014 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cbeb9-7d63-4639-bc72-31a8bb7e635f req-bb30947c-9bba-4df5-91d7-f620223ab57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:45.424452 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-571cbeb9-7d63-4639-bc72-31a8bb7e635f req-bb30947c-9bba-4df5-91d7-f620223ab57c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=adf0a4b6-04c7-46cd-a62d-f6dbedb85a93 HTTP/1.1" status: 200 len: 852 time: 0.0545526 Aug 16 01:39:45.481054 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-571cbeb9-7d63-4639-bc72-31a8bb7e635f req-b2a27894-d0bd-4ae4-94d9-4d246c460a1b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a3ce659-7131-48db-a8d7-62eb2b9733a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388699 Aug 16 01:39:45.507926 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e916e-132a-4ef7-9b2e-f90c5f86c701 req-64b09105-ae74-4c3b-83b8-d79b0cbc5c61 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:45.509514 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f54e916e-132a-4ef7-9b2e-f90c5f86c701 req-64b09105-ae74-4c3b-83b8-d79b0cbc5c61 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0777621 Aug 16 01:39:45.592794 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-39c2a211-5336-4f94-8d1a-6d6401310d3d req-41119341-54c3-4aa4-b9b3-6399f418bb69 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78173e8-7bac-441a-a7f4-df920ea0d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0313537 Aug 16 01:39:45.600724 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f54e916e-132a-4ef7-9b2e-f90c5f86c701 req-8e87ec71-dac4-4541-ae41-7a6d2bb2278a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807786 Aug 16 01:39:45.618616 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-571cbeb9-7d63-4639-bc72-31a8bb7e635f req-dd1bca1c-8dd4-4b20-ac5f-22a1d754744f service neutron] 10.222.0.63 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267326 Aug 16 01:39:45.726256 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-571cbeb9-7d63-4639-bc72-31a8bb7e635f req-3714a62c-7a2a-40a3-aebc-b6922acf097f service neutron] 10.222.0.63 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998533 Aug 16 01:39:45.886272 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbff25-07ca-411e-aa68-9fd89ed0db6b req-45b6b427-22a9-4d43-886c-2b5712280dd1 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:45.887774 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ffbff25-07ca-411e-aa68-9fd89ed0db6b req-45b6b427-22a9-4d43-886c-2b5712280dd1 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 943 time: 0.0563269 Aug 16 01:39:45.927844 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ffbff25-07ca-411e-aa68-9fd89ed0db6b req-a3b0237e-92e0-4665-a7c3-be2dd05c84c0 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333047 Aug 16 01:39:46.153952 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd626f-8ee8-44fb-9ebe-6205eaa8282d req-89f611e4-9979-4df2-8de8-edfb7f716de9 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:46.161565 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eefd626f-8ee8-44fb-9ebe-6205eaa8282d req-89f611e4-9979-4df2-8de8-edfb7f716de9 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0655904 Aug 16 01:39:46.205892 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eefd626f-8ee8-44fb-9ebe-6205eaa8282d req-ae4a7977-0233-4251-b41b-c2e124694c09 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434022 Aug 16 01:39:46.253173 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-94863685-8e82-4dea-87b3-ca44103f3332 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0610268 Aug 16 01:39:46.357286 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-c319410f-298a-447e-bcb8-4d0eeca22129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:46.358150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-c319410f-298a-447e-bcb8-4d0eeca22129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:46.358618 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-c319410f-298a-447e-bcb8-4d0eeca22129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:46.359083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-c319410f-298a-447e-bcb8-4d0eeca22129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:46.359549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-c319410f-298a-447e-bcb8-4d0eeca22129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:46.360020 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-c319410f-298a-447e-bcb8-4d0eeca22129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:46.360615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-c319410f-298a-447e-bcb8-4d0eeca22129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:46.362597 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-c319410f-298a-447e-bcb8-4d0eeca22129 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5052f870a5d04e98b2cd29c89d03b16c&device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 6498 time: 0.0755177 Aug 16 01:39:46.430905 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393970e9-591c-47f0-aa15-b1d27cfe4adc req-66d11718-6ee5-4c5b-a06d-6deb13d7ade0 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:46.432885 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-393970e9-591c-47f0-aa15-b1d27cfe4adc req-66d11718-6ee5-4c5b-a06d-6deb13d7ade0 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0689840 Aug 16 01:39:46.587476 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-393970e9-591c-47f0-aa15-b1d27cfe4adc req-03b55e83-0f03-47a5-9c6b-35c63d1f7afc tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145673 Aug 16 01:39:46.591888 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296eb1e9-859f-4850-b6a2-2b1801a84913 req-3ba271d1-8ef5-4e00-9add-88ba7a7df879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:46.593452 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-296eb1e9-859f-4850-b6a2-2b1801a84913 req-3ba271d1-8ef5-4e00-9add-88ba7a7df879 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=336f9d0f1e24499e9788d10ebbd15df6&device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 1097 time: 0.1489618 Aug 16 01:39:46.666639 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa193b-c95d-441e-b721-58213d8ab1ff req-6f128740-192f-46ca-b2b8-aca83e6ebd25 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:46.671441 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-37fa193b-c95d-441e-b721-58213d8ab1ff req-6f128740-192f-46ca-b2b8-aca83e6ebd25 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.1080039 Aug 16 01:39:46.731198 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-37fa193b-c95d-441e-b721-58213d8ab1ff req-42fb8e8f-1763-49f8-929d-fe993d51e1c0 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585446 Aug 16 01:39:46.748769 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-37383d99-b4fb-4ddd-9848-ac24f11ea11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:46.749248 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-37383d99-b4fb-4ddd-9848-ac24f11ea11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:46.749709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-37383d99-b4fb-4ddd-9848-ac24f11ea11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:46.751419 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-37383d99-b4fb-4ddd-9848-ac24f11ea11c service neutron] 10.222.0.73 "GET /v2.0/networks?id=c9f6cb29-657f-4294-ac8f-e7d12f466242&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=40c3db57-1e7f-42e7-b628-4096f135707a&id=40c3db57-1e7f-42e7-b628-4096f135707a HTTP/1.1" status: 200 len: 2294 time: 0.3439209 Aug 16 01:39:46.810532 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7d08098-95f8-4b47-9839-21cfc7f7c7a2 req-feebb547-07e2-4ca7-94a0-89e41d70a705 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78173e8-7bac-441a-a7f4-df920ea0d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0795569 Aug 16 01:39:46.876975 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bdc0e-8561-4c36-9788-b691a6c9e40a req-ffea8a9e-cbbe-46a4-a3af-67c7afef2914 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:46.886631 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4b1bdc0e-8561-4c36-9788-b691a6c9e40a req-ffea8a9e-cbbe-46a4-a3af-67c7afef2914 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0804060 Aug 16 01:39:46.937847 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4b1bdc0e-8561-4c36-9788-b691a6c9e40a req-67cea452-12f6-4b6e-af51-3249773c05fe tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494318 Aug 16 01:39:46.943920 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-f4d8f488-3768-48f8-8bb4-dfc1d62e18c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c3bdef-f3fc-4443-8aad-bf5517788ec1 HTTP/1.1" status: 200 len: 1001 time: 0.1307523 Aug 16 01:39:46.980292 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-66d3e5f1-8793-4b68-9ebe-624723732c4f tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:46.981799 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-66d3e5f1-8793-4b68-9ebe-624723732c4f tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.63 "GET /v2.0/networks?id=3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 HTTP/1.1" status: 200 len: 822 time: 0.3831618 Aug 16 01:39:47.002790 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296eb1e9-859f-4850-b6a2-2b1801a84913 req-76ecd1c4-ecb4-49cc-9243-f2345333080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:47.004256 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-296eb1e9-859f-4850-b6a2-2b1801a84913 req-76ecd1c4-ecb4-49cc-9243-f2345333080b service neutron] 10.222.0.73 "GET /v2.0/networks?id=741e114f-ab7f-4db0-9999-b1470ac92b3b HTTP/1.1" status: 200 len: 911 time: 0.3760881 Aug 16 01:39:47.009638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-996e8dcf-82cd-4cfd-bfd8-4cb28a59797c tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Request body: {'port': {'device_id': 'e78173e8-7bac-441a-a7f4-df920ea0d0f4', 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5', 'admin_state_up': True, 'tenant_id': '972a00d1149c41068ff3bcf037d331eb'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:39:47.125953 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-296eb1e9-859f-4850-b6a2-2b1801a84913 req-ba551788-a1a1-4fbd-9759-956f8000aea0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5ae327e-c626-4467-8260-3d8985d472b3 HTTP/1.1" status: 200 len: 217 time: 0.1056218 Aug 16 01:39:47.139550 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-048c8daf-2609-4dd3-9cb2-674d92a128b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:47.140999 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-048c8daf-2609-4dd3-9cb2-674d92a128b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de680595-9685-4a06-af23-2b0f71eb9e2f HTTP/1.1" status: 200 len: 851 time: 0.1785655 Aug 16 01:39:47.173171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:39:47.205705 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:39:47.206468 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 8d5bfc57-5cdf-48f2-b043-bbfe5b5f870f not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:39:47.249678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d952083-2031-4a1d-94bf-75ec6c723faa req-53068442-9d0f-4169-8485-0b3da98e190b tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:47.251260 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d952083-2031-4a1d-94bf-75ec6c723faa req-53068442-9d0f-4169-8485-0b3da98e190b tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 943 time: 0.2355375 Aug 16 01:39:47.258210 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296eb1e9-859f-4850-b6a2-2b1801a84913 req-6f6b0cef-2505-4627-9af4-e54d8e3a22dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:47.259617 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-296eb1e9-859f-4850-b6a2-2b1801a84913 req-6f6b0cef-2505-4627-9af4-e54d8e3a22dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9452d5e-cbd9-4476-8a0f-8f93f6c0d195 HTTP/1.1" status: 200 len: 850 time: 0.1226265 Aug 16 01:39:47.305155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-b8e63797-ff07-4702-867e-4988305093b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:47.306724 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-b8e63797-ff07-4702-867e-4988305093b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9f6cb29-657f-4294-ac8f-e7d12f466242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1552041 Aug 16 01:39:47.328463 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-296eb1e9-859f-4850-b6a2-2b1801a84913 req-74c15c3c-78dd-4bc4-94cf-ec80e09795b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=741e114f-ab7f-4db0-9999-b1470ac92b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525634 Aug 16 01:39:47.404139 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d952083-2031-4a1d-94bf-75ec6c723faa req-ca6fb9d4-b199-4450-be4b-80d26b4c9103 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433003 Aug 16 01:39:47.451555 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-996e8dcf-82cd-4cfd-bfd8-4cb28a59797c tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Made reservation on behalf of 972a00d1149c41068ff3bcf037d331eb for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:39:47.455036 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-996e8dcf-82cd-4cfd-bfd8-4cb28a59797c tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:47.536453 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-e51ed0ba-facd-4427-b8b2-2fce394f8a4b service neutron] 10.222.0.73 "GET /v2.0/networks/c9f6cb29-657f-4294-ac8f-e7d12f466242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058654 Aug 16 01:39:47.584697 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-296eb1e9-859f-4850-b6a2-2b1801a84913 req-ed838a61-8f93-4ba6-8a6b-c96a6426062f service neutron] 10.222.0.73 "GET /v2.0/networks/741e114f-ab7f-4db0-9999-b1470ac92b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236354 Aug 16 01:39:47.835087 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-d51b0174-96d4-4af5-b6c9-639f70314acd service neutron] 10.222.0.73 "GET /v2.0/networks/c9f6cb29-657f-4294-ac8f-e7d12f466242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890809 Aug 16 01:39:47.836124 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-996e8dcf-82cd-4cfd-bfd8-4cb28a59797c tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Allocated IP 172.20.0.3 (3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5/169f5ec2-dc2c-4cc1-93f9-b6f1426c49ca/670b2704-a0e7-48e1-bea5-d0232e8e9085) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:39:47.870594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e015a-0776-4f0c-a725-fb8a51208cac req-c4baf8da-6123-4f4c-9d27-0ec7452ba5d1 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:47.874252 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-544e015a-0776-4f0c-a725-fb8a51208cac req-c4baf8da-6123-4f4c-9d27-0ec7452ba5d1 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0684936 Aug 16 01:39:47.881033 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909b344-6b33-4c98-afc9-4ba41602528a req-ba61e213-a99a-4a3c-8ec7-5ec173370192 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:47.885877 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6909b344-6b33-4c98-afc9-4ba41602528a req-ba61e213-a99a-4a3c-8ec7-5ec173370192 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.2043197 Aug 16 01:39:47.890169 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-296eb1e9-859f-4850-b6a2-2b1801a84913 req-fd57539c-643e-48ea-99a1-fd87c9c37bcb service neutron] 10.222.0.73 "GET /v2.0/networks/741e114f-ab7f-4db0-9999-b1470ac92b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925217 Aug 16 01:39:47.932473 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-db94543f-fa59-4a36-ae43-ad46015ba4ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=47c48de3-b662-47a6-8021-99cd79188db2 HTTP/1.1" status: 200 len: 217 time: 0.0814826 Aug 16 01:39:47.942303 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-544e015a-0776-4f0c-a725-fb8a51208cac req-baae1781-d9c1-45c5-ac11-40137b462688 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633154 Aug 16 01:39:48.044625 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9e32d102-f587-4c6b-9f05-bd07ac16d8ba req-8fe09953-7937-4976-a3f8-29a3c4027985 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78173e8-7bac-441a-a7f4-df920ea0d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0288205 Aug 16 01:39:48.054957 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6909b344-6b33-4c98-afc9-4ba41602528a req-6dd56d83-cc54-4367-86c4-c7f2dfcbda3e tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306663 Aug 16 01:39:48.091972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-7e343247-0998-467c-abd4-c08ce5fbf3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:48.093454 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-7e343247-0998-467c-abd4-c08ce5fbf3b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 200 len: 797 time: 0.1361091 Aug 16 01:39:48.243618 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-596dd994-585a-4ee0-9417-5ebec2161b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:48.245261 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-596dd994-585a-4ee0-9417-5ebec2161b36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eac9d217-8a8e-4249-a789-0da4a12bc674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1262722 Aug 16 01:39:48.270806 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-996e8dcf-82cd-4cfd-bfd8-4cb28a59797c tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:48.292164 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3b039-a142-4e54-bf1b-7bab3d32c073 req-2b7d5849-0658-4a0c-b7c7-98ae3c816805 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:48.293953 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aeb3b039-a142-4e54-bf1b-7bab3d32c073 req-2b7d5849-0658-4a0c-b7c7-98ae3c816805 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.1299403 Aug 16 01:39:48.392993 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aeb3b039-a142-4e54-bf1b-7bab3d32c073 req-b43c9c97-3f87-4982-8d48-3948a30f5b9f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720694 Aug 16 01:39:48.433432 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-428c7998-c962-4463-b447-2a1cfd0e581b service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765547 Aug 16 01:39:48.435331 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-996e8dcf-82cd-4cfd-bfd8-4cb28a59797c tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:48.541355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-996e8dcf-82cd-4cfd-bfd8-4cb28a59797c tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Network 3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:39:48.550079 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-996e8dcf-82cd-4cfd-bfd8-4cb28a59797c tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:39:48.554091 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-996e8dcf-82cd-4cfd-bfd8-4cb28a59797c tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:39:48.560909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e8dcf-82cd-4cfd-bfd8-4cb28a59797c tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Pushing event updated for resources: {'Port': ['ID=670b2704-a0e7-48e1-bea5-d0232e8e9085,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:48.568959 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fbacc-bab9-4e80-80d0-0a427731b2e5 req-e952b23e-c258-42c5-8d49-e4faa5fa1afb tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:48.570504 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be1fbacc-bab9-4e80-80d0-0a427731b2e5 req-e952b23e-c258-42c5-8d49-e4faa5fa1afb tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 943 time: 0.0770993 Aug 16 01:39:48.623586 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be1fbacc-bab9-4e80-80d0-0a427731b2e5 req-4c404b92-64be-4fda-9af7-4722964919c8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438156 Aug 16 01:39:48.629684 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-e6f65090-adfc-4e5f-9089-df45a0e57483 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868968 Aug 16 01:39:48.636178 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-996e8dcf-82cd-4cfd-bfd8-4cb28a59797c tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:48.637059 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-996e8dcf-82cd-4cfd-bfd8-4cb28a59797c tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:48.657852 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-996e8dcf-82cd-4cfd-bfd8-4cb28a59797c tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6565037 Aug 16 01:39:48.997290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Request body: {'port': {'device_id': 'e78173e8-7bac-441a-a7f4-df920ea0d0f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:39:49.000554 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-71d7d74f-65f0-4f4e-9ca1-548dc0cf3793 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=0f0afde3-55ae-42f9-858b-d97e140ec6de HTTP/1.1" status: 200 len: 217 time: 0.3598363 Aug 16 01:39:49.126766 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:49.132876 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-0b94f210-959b-4555-9589-9f4d1f4302b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:49.134379 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-0b94f210-959b-4555-9589-9f4d1f4302b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 200 len: 797 time: 0.1136286 Aug 16 01:39:49.167812 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f5eb6-946c-43e0-b871-d9f2ff170ef7 req-f0e1249d-3f8a-4e34-b906-525d83685205 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:49.169317 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f01f5eb6-946c-43e0-b871-d9f2ff170ef7 req-f0e1249d-3f8a-4e34-b906-525d83685205 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.1358263 Aug 16 01:39:49.180927 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250ac56-e196-4ac8-a5a0-ed795f31e840 req-1c07d790-22ad-48eb-b84d-d549af173457 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:49.182633 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0250ac56-e196-4ac8-a5a0-ed795f31e840 req-1c07d790-22ad-48eb-b84d-d549af173457 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78173e8-7bac-441a-a7f4-df920ea0d0f4 HTTP/1.1" status: 200 len: 931 time: 0.0530510 Aug 16 01:39:49.183949 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device e5093238-3ac4-48e6-aebc-76f1efc24c71 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:39:49.236227 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0250ac56-e196-4ac8-a5a0-ed795f31e840 req-f3153daa-ed61-40f0-b5ee-4d5b63ee631d tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459311 Aug 16 01:39:49.298310 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port e5093238-3ac4-48e6-aebc-76f1efc24c71, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=e5093238-3ac4-48e6-aebc-76f1efc24c71,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:49.313439 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'e5093238-3ac4-48e6-aebc-76f1efc24c71', 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9', 'port_id': 'e5093238-3ac4-48e6-aebc-76f1efc24c71', 'mac_address': 'fa:16:3e:14:56:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf0a4b6-04c7-46cd-a62d-f6dbedb85a93', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:39:49.350249 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-5af695ed-a49b-42a0-b4c3-a7f7c16a55a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:49.351857 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-5af695ed-a49b-42a0-b4c3-a7f7c16a55a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eac9d217-8a8e-4249-a789-0da4a12bc674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2080667 Aug 16 01:39:49.361686 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:49.377226 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5093238-3ac4-48e6-aebc-76f1efc24c71 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:39:49.389482 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f01f5eb6-946c-43e0-b871-d9f2ff170ef7 req-8f4b7b51-bb70-4ec0-86f9-9831277750a4 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840091 Aug 16 01:39:49.410907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc9579-128b-43d3-a083-1fee033ebfda req-8d35db45-7b4c-473e-8353-a70acd285e8c tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:49.412479 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-accc9579-128b-43d3-a083-1fee033ebfda req-8d35db45-7b4c-473e-8353-a70acd285e8c tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0551116 Aug 16 01:39:49.430532 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port e5093238-3ac4-48e6-aebc-76f1efc24c71, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=e5093238-3ac4-48e6-aebc-76f1efc24c71,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:49.438481 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:49.498782 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-accc9579-128b-43d3-a083-1fee033ebfda req-a620d07b-e61c-41fb-b0e8-cfbf94165228 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778465 Aug 16 01:39:49.520079 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=e5093238-3ac4-48e6-aebc-76f1efc24c71,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:49.642292 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff078060-339e-431f-94c6-55682d1bd618 req-c9ec72d1-3a0c-47aa-a47e-7b799a40655c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:49.644589 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff078060-339e-431f-94c6-55682d1bd618 req-c9ec72d1-3a0c-47aa-a47e-7b799a40655c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0752518 Aug 16 01:39:49.658781 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-38d5fa99-483e-4641-9f0a-0e0e015e4a95 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911510 Aug 16 01:39:49.710436 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['e5093238-3ac4-48e6-aebc-76f1efc24c71'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:39:49.735489 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff078060-339e-431f-94c6-55682d1bd618 req-02b54113-1a61-4f77-9c7d-0accedc0ebfe tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771918 Aug 16 01:39:49.930881 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e699cd2-2dbe-4e96-8064-78caedc561c3 req-c420a217-ae2b-4788-9c14-8caaac439da5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:49.933265 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e699cd2-2dbe-4e96-8064-78caedc561c3 req-c420a217-ae2b-4788-9c14-8caaac439da5 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 944 time: 0.0734773 Aug 16 01:39:49.937345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670b2704-a0e7-48e1-bea5-d0232e8e9085 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:39:49.944326 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-badf2ab7-1ca2-4308-8a42-d1f980fc449e service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787015 Aug 16 01:39:49.948391 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:49.968166 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Transition to ACTIVE for port object 670b2704-a0e7-48e1-bea5-d0232e8e9085 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:39:49.983479 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e699cd2-2dbe-4e96-8064-78caedc561c3 req-790b944c-f0b2-4e88-bd73-06884d8814fc tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429144 Aug 16 01:39:50.007421 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:50.010478 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-5cc6d5b8-0a0c-4e8b-a27b-83ce9d3fac9f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=78577b94-2fed-4393-9b36-8dcb1bbbf4e4 HTTP/1.1" status: 200 len: 217 time: 0.0515051 Aug 16 01:39:50.045345 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9826190-47b8-4e81-89da-f17b66e74f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:50.100964 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Pushing event updated for resources: {'Port': ['ID=670b2704-a0e7-48e1-bea5-d0232e8e9085,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:50.129171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-47b96c09-441e-44e3-9f4c-d96fb7499b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:50.130692 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-47b96c09-441e-44e3-9f4c-d96fb7499b24 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 200 len: 797 time: 0.0943861 Aug 16 01:39:50.215951 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Attempting to bind port 670b2704-a0e7-48e1-bea5-d0232e8e9085 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:39:50.216277 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Attempting to bind port 670b2704-a0e7-48e1-bea5-d0232e8e9085 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'db16a229-ebef-47ab-8774-2f45b1958f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:39:50.216613 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Attempting to bind port 670b2704-a0e7-48e1-bea5-d0232e8e9085 on network 3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:39:50.221704 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-4c0447f4-abb2-4b25-bed9-b5f63f8741ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:50.223291 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-4c0447f4-abb2-4b25-bed9-b5f63f8741ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eac9d217-8a8e-4249-a789-0da4a12bc674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0698001 Aug 16 01:39:50.225315 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Port 670b2704-a0e7-48e1-bea5-d0232e8e9085 on network 3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:39:50.225628 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Attempting to bind port 670b2704-a0e7-48e1-bea5-d0232e8e9085 on network 3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:39:50.230901 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:39:50.231234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Checking segment: {'id': 'db16a229-ebef-47ab-8774-2f45b1958f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:39:50.231624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Bound using segment: {'id': 'db16a229-ebef-47ab-8774-2f45b1958f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:39:50.232045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Bound port: 670b2704-a0e7-48e1-bea5-d0232e8e9085, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db16a229-ebef-47ab-8774-2f45b1958f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:39:50.232438 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:50.398652 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] For port 670b2704-a0e7-48e1-bea5-d0232e8e9085, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:39:50.415167 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-0b1de000-c011-4aec-a888-12cea802e653 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797760 Aug 16 01:39:50.416929 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] For port 670b2704-a0e7-48e1-bea5-d0232e8e9085, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=670b2704-a0e7-48e1-bea5-d0232e8e9085,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:39:50.425614 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:50.451499 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a571293-c9e7-4282-b933-0243295e18cc req-8d4f051d-f465-4842-8f1f-044b24003bc0 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:50.453010 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a571293-c9e7-4282-b933-0243295e18cc req-8d4f051d-f465-4842-8f1f-044b24003bc0 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78173e8-7bac-441a-a7f4-df920ea0d0f4 HTTP/1.1" status: 200 len: 943 time: 0.1036363 Aug 16 01:39:50.537881 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544cc9fc-16c0-4ee9-a84c-bd6560655104 req-d16d497a-9953-4007-bb07-90c7367ded39 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:50.543519 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-544cc9fc-16c0-4ee9-a84c-bd6560655104 req-d16d497a-9953-4007-bb07-90c7367ded39 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0663621 Aug 16 01:39:50.551753 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:50.552295 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:50.553785 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] 10.222.0.63 "PUT /v2.0/ports/670b2704-a0e7-48e1-bea5-d0232e8e9085 HTTP/1.1" status: 200 len: 1092 time: 1.5617599 Aug 16 01:39:50.555796 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78173e8-7bac-441a-a7f4-df920ea0d0f4', 'tag': '670b2704-a0e7-48e1-bea5-d0232e8e9085'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:50.558899 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c473c56-2127-4ffa-b114-f41b4e9dc27c" -d '{"events": [{"name": "network-changed", "server_uuid": "e78173e8-7bac-441a-a7f4-df920ea0d0f4", "tag": "670b2704-a0e7-48e1-bea5-d0232e8e9085"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:50.585889 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-544cc9fc-16c0-4ee9-a84c-bd6560655104 req-556e555b-7a1d-48aa-9988-b70265c354a9 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352089 Aug 16 01:39:50.621806 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16330e-9866-4b8e-a0e9-d4b29e89e78b service neutron] Pushing event updated for resources: {'Port': ['ID=670b2704-a0e7-48e1-bea5-d0232e8e9085,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:50.646514 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a571293-c9e7-4282-b933-0243295e18cc req-4d57aa5a-702b-4fb9-95eb-48f77e333e3a tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593895 Aug 16 01:39:50.688837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-f26299b4-dd52-45ea-987f-51cf1194975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:50.690857 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-f26299b4-dd52-45ea-987f-51cf1194975f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=972a00d1149c41068ff3bcf037d331eb&device_id=e78173e8-7bac-441a-a7f4-df920ea0d0f4 HTTP/1.1" status: 200 len: 1095 time: 0.0833151 Aug 16 01:39:50.694823 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-7581f643-5611-442e-8410-685b4875a1f3 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716749 Aug 16 01:39:50.714519 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98ef0b-1264-4e31-b207-8246f7f5e34f req-a7407e9b-7a6f-4dd5-8806-d77e7a46fbec tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:50.716108 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6b98ef0b-1264-4e31-b207-8246f7f5e34f req-a7407e9b-7a6f-4dd5-8806-d77e7a46fbec tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0676551 Aug 16 01:39:50.761854 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-bb8bc658-d377-4cc8-8596-d061d281ddf8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=670b2704-a0e7-48e1-bea5-d0232e8e9085 HTTP/1.1" status: 200 len: 217 time: 0.0622144 Aug 16 01:39:50.790309 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6b98ef0b-1264-4e31-b207-8246f7f5e34f req-d3eaef39-0c9f-4f5b-98c7-0671398fdc68 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587783 Aug 16 01:39:50.842006 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7ca564-a1b4-421c-9343-dc13f300bdcb x-openstack-request-id: req-8d7ca564-a1b4-421c-9343-dc13f300bdcb {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:50.843733 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78173e8-7bac-441a-a7f4-df920ea0d0f4", "tag": "670b2704-a0e7-48e1-bea5-d0232e8e9085", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:50.844550 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8d7ca564-a1b4-421c-9343-dc13f300bdcb {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:50.845299 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78173e8-7bac-441a-a7f4-df920ea0d0f4', 'tag': '670b2704-a0e7-48e1-bea5-d0232e8e9085', 'status': 'completed', 'code': 200} Aug 16 01:39:50.851868 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-27ca6938-d29d-4cd9-b6a5-63c81190a6cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=84fb889f-5772-428e-8866-b0dee48dc778 HTTP/1.1" status: 200 len: 217 time: 0.0885465 Aug 16 01:39:50.955407 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-a2e5ccf5-55df-4e39-a36a-eb2f4da5f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:50.956887 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-a2e5ccf5-55df-4e39-a36a-eb2f4da5f9ac service neutron] 10.222.0.63 "GET /v2.0/subnets?id=169f5ec2-dc2c-4cc1-93f9-b6f1426c49ca HTTP/1.1" status: 200 len: 862 time: 0.1500561 Aug 16 01:39:50.968998 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-49741f44-c3e4-40bf-a884-307efe78167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:50.970473 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-49741f44-c3e4-40bf-a884-307efe78167c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 200 len: 797 time: 0.1107690 Aug 16 01:39:51.021205 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-057488a2-5c0a-42f7-80b9-cd5bf202e4c7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491471 Aug 16 01:39:51.037082 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43522279-6151-47cf-a8e5-45ab3229a39f req-20f3d4ba-787c-47ec-98d9-bfac9771e2f8 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:51.038683 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43522279-6151-47cf-a8e5-45ab3229a39f req-20f3d4ba-787c-47ec-98d9-bfac9771e2f8 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.1273627 Aug 16 01:39:51.123239 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169cf2d-7f7c-4064-aee0-fc4213a20dd1 req-b63ddbe0-59b3-45dc-ba66-55ef81d28c4e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:51.124899 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b169cf2d-7f7c-4064-aee0-fc4213a20dd1 req-b63ddbe0-59b3-45dc-ba66-55ef81d28c4e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 944 time: 0.0613499 Aug 16 01:39:51.145466 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-81a051b4-30a0-4786-8607-1949f35ce91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:51.147786 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-81a051b4-30a0-4786-8607-1949f35ce91c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eac9d217-8a8e-4249-a789-0da4a12bc674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1664898 Aug 16 01:39:51.170369 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b169cf2d-7f7c-4064-aee0-fc4213a20dd1 req-83554eaf-1eb2-4bc0-bd56-efdc48dfbb16 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380023 Aug 16 01:39:51.181674 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43522279-6151-47cf-a8e5-45ab3229a39f req-9c803414-4815-4d9c-91b0-0e7bf96639db tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285574 Aug 16 01:39:51.210107 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device e5093238-3ac4-48e6-aebc-76f1efc24c71 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:39:51.266043 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port e5093238-3ac4-48e6-aebc-76f1efc24c71 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:39:51.269367 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-ac6e585f-eb7a-4673-89d4-acc2b1b20d4c service neutron] 10.222.0.63 "GET /v2.0/networks/3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287297 Aug 16 01:39:51.272119 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port e5093238-3ac4-48e6-aebc-76f1efc24c71 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:39:51.272793 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:51.356318 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-059af561-be42-4087-8fba-80b1109d79e1 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920435 Aug 16 01:39:51.374885 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:51.402541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d98733-680d-412f-a46a-d3ac0968da6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5093238-3ac4-48e6-aebc-76f1efc24c71'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:51.405080 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d573e12-1d5e-4585-9847-17ce81ec4c76" -d '{"events": [{"server_uuid": "28d98733-680d-412f-a46a-d3ac0968da6a", "name": "network-vif-plugged", "status": "completed", "tag": "e5093238-3ac4-48e6-aebc-76f1efc24c71"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:51.421673 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port e5093238-3ac4-48e6-aebc-76f1efc24c71, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=e5093238-3ac4-48e6-aebc-76f1efc24c71,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:51.427701 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:51.444797 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5bcfca4-40ba-4400-8373-a2878687bc34 req-cf9762cc-554f-4685-bde4-2376c18e987f service neutron] 10.222.0.63 "GET /v2.0/networks/3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661677 Aug 16 01:39:51.486483 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029724f8-9964-40cf-84d7-3964643bff86 x-openstack-request-id: req-029724f8-9964-40cf-84d7-3964643bff86 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:51.487042 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d98733-680d-412f-a46a-d3ac0968da6a", "name": "network-vif-plugged", "status": "completed", "tag": "e5093238-3ac4-48e6-aebc-76f1efc24c71", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:51.487543 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-029724f8-9964-40cf-84d7-3964643bff86 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:51.488239 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d98733-680d-412f-a46a-d3ac0968da6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5093238-3ac4-48e6-aebc-76f1efc24c71', 'code': 200} Aug 16 01:39:51.493478 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=e5093238-3ac4-48e6-aebc-76f1efc24c71,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:51.501289 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-c2f2bc0b-ffcb-45c0-a6d3-daf48d39b245 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327302 Aug 16 01:39:51.590163 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-d76a152c-110a-48d2-b38d-1de0bf917a68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 HTTP/1.1" status: 200 len: 217 time: 0.0736914 Aug 16 01:39:51.600098 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bec0e2-d477-46ce-9df3-492ef97301a3 req-239003ae-1d4a-43f7-8a4e-58985bcbb089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:51.601612 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-60bec0e2-d477-46ce-9df3-492ef97301a3 req-239003ae-1d4a-43f7-8a4e-58985bcbb089 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 1097 time: 0.0409679 Aug 16 01:39:51.620614 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c473c56-2127-4ffa-b114-f41b4e9dc27c req-d5ed3625-5c03-483a-a3a7-f3a025331c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:51.624167 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c473c56-2127-4ffa-b114-f41b4e9dc27c req-d5ed3625-5c03-483a-a3a7-f3a025331c8c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=972a00d1149c41068ff3bcf037d331eb&device_id=e78173e8-7bac-441a-a7f4-df920ea0d0f4 HTTP/1.1" status: 200 len: 1095 time: 0.1198432 Aug 16 01:39:51.640536 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-60bec0e2-d477-46ce-9df3-492ef97301a3 req-794782a2-9c00-484f-ab64-2dd4285b3a62 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318501 Aug 16 01:39:51.742742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-3eee0bd8-4d8f-46c6-a916-7e12ec9bf9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:51.744192 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-3eee0bd8-4d8f-46c6-a916-7e12ec9bf9b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d2826b0-99a9-4c6d-9d14-a0b94c6e8722 HTTP/1.1" status: 200 len: 797 time: 0.1411850 Aug 16 01:39:51.794372 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af5534-2dc2-4242-b5e6-b86ac124d8c5 req-9f8f93a1-0e0c-47e6-8a21-cb971cc8c609 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:51.796473 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-13af5534-2dc2-4242-b5e6-b86ac124d8c5 req-9f8f93a1-0e0c-47e6-8a21-cb971cc8c609 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78173e8-7bac-441a-a7f4-df920ea0d0f4 HTTP/1.1" status: 200 len: 943 time: 0.0663152 Aug 16 01:39:51.832449 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae6317-736d-4cf1-9cef-ec321939320b req-d2dac499-2ba8-44fe-9ec4-2811c05caad7 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:51.834021 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15ae6317-736d-4cf1-9cef-ec321939320b req-d2dac499-2ba8-44fe-9ec4-2811c05caad7 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.1582375 Aug 16 01:39:51.846234 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-13af5534-2dc2-4242-b5e6-b86ac124d8c5 req-f63722fc-e6b6-4ef5-a81e-09d77a69092a tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411603 Aug 16 01:39:51.849403 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c473c56-2127-4ffa-b114-f41b4e9dc27c req-092d8680-ff7e-4be3-afe5-1b5be5b4389f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:51.850763 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c473c56-2127-4ffa-b114-f41b4e9dc27c req-092d8680-ff7e-4be3-afe5-1b5be5b4389f service neutron] 10.222.0.63 "GET /v2.0/networks?id=3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 HTTP/1.1" status: 200 len: 923 time: 0.1975257 Aug 16 01:39:51.899037 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c473c56-2127-4ffa-b114-f41b4e9dc27c req-104dcb34-1731-4a29-81de-4b11d22038e9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=670b2704-a0e7-48e1-bea5-d0232e8e9085 HTTP/1.1" status: 200 len: 217 time: 0.0371716 Aug 16 01:39:51.911181 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-4545a749-2afe-4301-96f1-bcf93c9a5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:51.912606 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-4545a749-2afe-4301-96f1-bcf93c9a5598 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40c3db57-1e7f-42e7-b628-4096f135707a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1596863 Aug 16 01:39:51.962952 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15ae6317-736d-4cf1-9cef-ec321939320b req-1cbcd1c8-9d86-4c4b-80cd-575e6875b61a tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219337 Aug 16 01:39:52.034617 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ee242-d771-4c7d-85ba-e753606d669a req-aff9cc6e-dcbd-4712-965c-1bb9d2881dc3 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:52.042588 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e69ee242-d771-4c7d-85ba-e753606d669a req-aff9cc6e-dcbd-4712-965c-1bb9d2881dc3 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0654781 Aug 16 01:39:52.045869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c473c56-2127-4ffa-b114-f41b4e9dc27c req-dbeb7b72-be45-4d74-afe9-c4f90325731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:52.047839 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c473c56-2127-4ffa-b114-f41b4e9dc27c req-dbeb7b72-be45-4d74-afe9-c4f90325731a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=169f5ec2-dc2c-4cc1-93f9-b6f1426c49ca HTTP/1.1" status: 200 len: 862 time: 0.1404727 Aug 16 01:39:52.090666 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e69ee242-d771-4c7d-85ba-e753606d669a req-5b70bfa6-5509-4fc3-8c65-646a7378909c tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428269 Aug 16 01:39:52.102070 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-942b82b2-751c-4444-b78a-076cad4185a4 service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483178 Aug 16 01:39:52.156507 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c473c56-2127-4ffa-b114-f41b4e9dc27c req-e89476a0-e503-43db-ba28-5d4c92cafd46 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617964 Aug 16 01:39:52.304102 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d28ff5-eb01-4474-93ab-aa89310f5a84 req-d396c84d-e249-4407-a6ea-287a7797c0fc tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:52.305667 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d8d28ff5-eb01-4474-93ab-aa89310f5a84 req-d396c84d-e249-4407-a6ea-287a7797c0fc tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.0519578 Aug 16 01:39:52.339559 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-4c2fd51c-0e1a-43e4-b76a-c82c536bce39 service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285750 Aug 16 01:39:52.345903 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d8d28ff5-eb01-4474-93ab-aa89310f5a84 req-95d1f0a1-9ae3-43af-9908-3eb08b8f03b4 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333002 Aug 16 01:39:52.390711 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c473c56-2127-4ffa-b114-f41b4e9dc27c req-e13f0373-f175-4f1d-bcbe-05e7a3630365 service neutron] 10.222.0.63 "GET /v2.0/networks/3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040436 Aug 16 01:39:52.399494 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155abf1e-30bd-4249-b05a-3d98597030ca req-4504b5ad-1752-480b-8f69-842fb562e4f8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:52.400951 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-155abf1e-30bd-4249-b05a-3d98597030ca req-4504b5ad-1752-480b-8f69-842fb562e4f8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.1480224 Aug 16 01:39:52.402208 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-84bbd320-6276-448c-be6b-284f8b81d4a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fce76636-95be-483d-8468-a23fd31db758 HTTP/1.1" status: 200 len: 217 time: 0.0499184 Aug 16 01:39:52.457541 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afe84c-68f2-4301-88e1-b246e945bcbc req-76921706-32c1-4338-bf4b-175029d53f80 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:52.465144 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-62afe84c-68f2-4301-88e1-b246e945bcbc req-76921706-32c1-4338-bf4b-175029d53f80 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0602891 Aug 16 01:39:52.500756 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-62afe84c-68f2-4301-88e1-b246e945bcbc req-089541bd-5d23-4d1d-a19e-2903b14bd61d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346611 Aug 16 01:39:52.520661 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1c2f676-2ff9-4dd9-8474-44a5a63c42f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:52.531334 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-155abf1e-30bd-4249-b05a-3d98597030ca req-5e5cf090-86f1-4ada-a0a7-79c35b7af0bf tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212342 Aug 16 01:39:52.534534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-9e5efebd-d294-4c59-b2f5-70ddbb6b2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:52.536027 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-9e5efebd-d294-4c59-b2f5-70ddbb6b2d0b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d2826b0-99a9-4c6d-9d14-a0b94c6e8722 HTTP/1.1" status: 200 len: 797 time: 0.1231267 Aug 16 01:39:52.580683 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c473c56-2127-4ffa-b114-f41b4e9dc27c req-b6294a0b-7cd9-47d5-9dc9-1459af7d896a service neutron] 10.222.0.63 "GET /v2.0/networks/3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774626 Aug 16 01:39:52.596723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-f71f4307-15a6-4b2b-a9d7-bdf94da845ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:52.598205 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-f71f4307-15a6-4b2b-a9d7-bdf94da845ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40c3db57-1e7f-42e7-b628-4096f135707a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0458238 Aug 16 01:39:52.697115 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-31796ad5-fc41-42bc-9978-2c9d49ddca36 service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854638 Aug 16 01:39:52.785491 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74bf87a4-7e89-409a-9e53-f35ffb3f62c3 req-0b2a939e-77f7-45f2-9fbf-747da3a20052 service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810213 Aug 16 01:39:52.966870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2711638-872a-4688-87e5-7b9a3565c1bb req-f3cf10a6-fc19-4056-981c-14a7d3f1234f tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:52.968402 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a2711638-872a-4688-87e5-7b9a3565c1bb req-f3cf10a6-fc19-4056-981c-14a7d3f1234f tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78173e8-7bac-441a-a7f4-df920ea0d0f4 HTTP/1.1" status: 200 len: 943 time: 0.0540521 Aug 16 01:39:53.010633 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a2711638-872a-4688-87e5-7b9a3565c1bb req-b33a0421-95e2-41e7-9104-28e8054b94e2 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362186 Aug 16 01:39:53.100169 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3b3e0-ed27-45be-a8ae-dba0deacfff7 req-48508cf0-f2f8-4560-94b3-8ab69d44b54c tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:53.101558 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72c3b3e0-ed27-45be-a8ae-dba0deacfff7 req-48508cf0-f2f8-4560-94b3-8ab69d44b54c tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0530620 Aug 16 01:39:53.145743 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72c3b3e0-ed27-45be-a8ae-dba0deacfff7 req-5b61dbb7-3964-4b5c-b2be-071bb295b3fa tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371752 Aug 16 01:39:53.184195 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:53.204498 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a3441-51b1-4ae7-9179-ae0a3289b106 req-23146178-497b-4ea8-9b79-287a01234731 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:53.206164 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-372a3441-51b1-4ae7-9179-ae0a3289b106 req-23146178-497b-4ea8-9b79-287a01234731 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0567842 Aug 16 01:39:53.245906 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-372a3441-51b1-4ae7-9179-ae0a3289b106 req-364126f6-e46e-423d-b88b-65c1e9d92a5d tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336480 Aug 16 01:39:53.285539 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:39:53.464413 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d021ecc-fab3-44ea-abe9-f5354bc7d095 req-d8c4576b-42f2-40c7-be52-cfca45770e87 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:53.466023 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d021ecc-fab3-44ea-abe9-f5354bc7d095 req-d8c4576b-42f2-40c7-be52-cfca45770e87 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.0491555 Aug 16 01:39:53.502932 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d021ecc-fab3-44ea-abe9-f5354bc7d095 req-0c38c4a5-e52a-4ca9-af3d-422a435531b7 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307345 Aug 16 01:39:53.622461 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6258627-2b82-4d13-9c63-892900c046ff req-72a5aaa7-d9dd-432b-9183-da08e9891703 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:53.624065 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a6258627-2b82-4d13-9c63-892900c046ff req-72a5aaa7-d9dd-432b-9183-da08e9891703 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0543730 Aug 16 01:39:53.651635 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e490f-a646-4462-bbe5-88cedad3a0de req-136219f5-5b0e-4de6-a399-9de0a47698e0 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:53.653321 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-159e490f-a646-4462-bbe5-88cedad3a0de req-136219f5-5b0e-4de6-a399-9de0a47698e0 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.0513158 Aug 16 01:39:53.663877 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a6258627-2b82-4d13-9c63-892900c046ff req-b8abb012-4945-4f80-8f8a-0880636c5bf5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340478 Aug 16 01:39:53.692154 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-159e490f-a646-4462-bbe5-88cedad3a0de req-70abc4cb-e0cc-4f8a-9e66-cdbcc16466ac tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328102 Aug 16 01:39:54.045565 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:54.178098 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e5ef2-20f5-4aed-a69a-653fce2771a6 req-6892c888-21ac-4abf-b0ab-736bb725f505 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:54.179638 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9c3e5ef2-20f5-4aed-a69a-653fce2771a6 req-6892c888-21ac-4abf-b0ab-736bb725f505 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78173e8-7bac-441a-a7f4-df920ea0d0f4 HTTP/1.1" status: 200 len: 943 time: 0.0516868 Aug 16 01:39:54.220226 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9c3e5ef2-20f5-4aed-a69a-653fce2771a6 req-f9b6bff3-f257-47a8-af91-d13cf60426c5 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337594 Aug 16 01:39:54.224148 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d616b6-2bc6-4a55-934d-d5b60b81e1ff req-8ae84421-432f-4cc5-9927-26d4ad16a7b8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:54.225629 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-69d616b6-2bc6-4a55-934d-d5b60b81e1ff req-8ae84421-432f-4cc5-9927-26d4ad16a7b8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.3500721 Aug 16 01:39:54.265966 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-69d616b6-2bc6-4a55-934d-d5b60b81e1ff req-0e5f7b3b-bcf3-4749-aba8-9461d103604f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333600 Aug 16 01:39:54.326935 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcd415-fb21-4eb3-b8ef-18d93fc9aef5 req-eb2493d4-7d51-4d9a-8c09-44143d57d9e6 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:54.328460 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-41bcd415-fb21-4eb3-b8ef-18d93fc9aef5 req-eb2493d4-7d51-4d9a-8c09-44143d57d9e6 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0529556 Aug 16 01:39:54.368503 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-41bcd415-fb21-4eb3-b8ef-18d93fc9aef5 req-20d302c6-7505-49cc-afdc-530582a1b78a tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329340 Aug 16 01:39:54.427976 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0d099-76a5-4344-afb0-c21baee8a61a req-c85768a1-d553-4336-b0af-a52b9dced8a5 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:54.429431 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-79b0d099-76a5-4344-afb0-c21baee8a61a req-c85768a1-d553-4336-b0af-a52b9dced8a5 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0483851 Aug 16 01:39:54.469283 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-79b0d099-76a5-4344-afb0-c21baee8a61a req-7f12ca22-da23-4202-9f34-b613f02d01cf tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336597 Aug 16 01:39:54.620420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557e00d-c976-424b-9a3d-c43842d87866 req-c5471efc-705b-4e3a-adba-bab72596ad26 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:54.621972 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f557e00d-c976-424b-9a3d-c43842d87866 req-c5471efc-705b-4e3a-adba-bab72596ad26 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.0516109 Aug 16 01:39:54.659775 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f557e00d-c976-424b-9a3d-c43842d87866 req-85dc58e8-9db1-4bc5-a600-1503375ec566 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320029 Aug 16 01:39:54.709053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456cb41-31b4-4eca-a4e6-a12991cbbc43 req-7c2c6574-1fab-4f5d-82d4-8afb80f83555 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:54.710529 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2456cb41-31b4-4eca-a4e6-a12991cbbc43 req-7c2c6574-1fab-4f5d-82d4-8afb80f83555 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.63 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 946 time: 0.0483987 Aug 16 01:39:54.823435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d210be-42dd-4292-b914-883e5c7a1e89 req-578616d3-2818-45f8-ad92-58fb64caa4fc tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:54.824985 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22d210be-42dd-4292-b914-883e5c7a1e89 req-578616d3-2818-45f8-ad92-58fb64caa4fc tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0841517 Aug 16 01:39:54.865027 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-2456cb41-31b4-4eca-a4e6-a12991cbbc43 req-d2111e72-c6ff-461d-a18b-34a04f742122 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Deleting port 53013f97-e05b-4192-a1ac-df5604fe29ad {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:39:54.865358 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2456cb41-31b4-4eca-a4e6-a12991cbbc43 req-d2111e72-c6ff-461d-a18b-34a04f742122 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:54.883463 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22d210be-42dd-4292-b914-883e5c7a1e89 req-e9a6fa26-aead-4a98-bc82-3cc043d3bd16 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519886 Aug 16 01:39:54.963048 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2456cb41-31b4-4eca-a4e6-a12991cbbc43 req-d2111e72-c6ff-461d-a18b-34a04f742122 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] For port 53013f97-e05b-4192-a1ac-df5604fe29ad, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=53013f97-e05b-4192-a1ac-df5604fe29ad,segment=NetworkSegment(f94317bb-415c-413b-a3ee-7bf0243a9be0),segment_id=f94317bb-415c-413b-a3ee-7bf0243a9be0)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:54.963406 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2456cb41-31b4-4eca-a4e6-a12991cbbc43 req-d2111e72-c6ff-461d-a18b-34a04f742122 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:54.976702 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-2456cb41-31b4-4eca-a4e6-a12991cbbc43 req-d2111e72-c6ff-461d-a18b-34a04f742122 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Calling delete_port for 53013f97-e05b-4192-a1ac-df5604fe29ad owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:39:55.102863 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2456cb41-31b4-4eca-a4e6-a12991cbbc43 req-d2111e72-c6ff-461d-a18b-34a04f742122 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:55.115943 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ef9c09e5-ed39-44a5-bb18-554139df6dff', '53013f97-e05b-4192-a1ac-df5604fe29ad'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:39:55.133093 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2111e72-c6ff-461d-a18b-34a04f742122 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Pushing event deleted for resources: {'Port': ['ID=53013f97-e05b-4192-a1ac-df5604fe29ad,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:55.177057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-2456cb41-31b4-4eca-a4e6-a12991cbbc43 req-d2111e72-c6ff-461d-a18b-34a04f742122 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] No DVR routers for this DVR port 53013f97-e05b-4192-a1ac-df5604fe29ad on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:39:55.179803 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2456cb41-31b4-4eca-a4e6-a12991cbbc43 req-d2111e72-c6ff-461d-a18b-34a04f742122 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:55.181925 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2456cb41-31b4-4eca-a4e6-a12991cbbc43 req-d2111e72-c6ff-461d-a18b-34a04f742122 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.63 "DELETE /v2.0/ports/53013f97-e05b-4192-a1ac-df5604fe29ad HTTP/1.1" status: 204 len: 173 time: 0.4650071 Aug 16 01:39:55.182906 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1b794d-0e76-4250-a30f-642b9c35dd86', 'name': 'network-vif-deleted', 'tag': '53013f97-e05b-4192-a1ac-df5604fe29ad'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:55.185690 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd89121-e69c-48d5-82e5-771d46a5bd20" -d '{"events": [{"server_uuid": "bd1b794d-0e76-4250-a30f-642b9c35dd86", "name": "network-vif-deleted", "tag": "53013f97-e05b-4192-a1ac-df5604fe29ad"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:55.215368 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 670b2704-a0e7-48e1-bea5-d0232e8e9085 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:39:55.223312 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4ea723-93ef-4bee-b6a5-ca939e019617 x-openstack-request-id: req-fb4ea723-93ef-4bee-b6a5-ca939e019617 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:55.223674 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1b794d-0e76-4250-a30f-642b9c35dd86", "name": "network-vif-deleted", "tag": "53013f97-e05b-4192-a1ac-df5604fe29ad", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:55.223996 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fb4ea723-93ef-4bee-b6a5-ca939e019617 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:55.224484 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1b794d-0e76-4250-a30f-642b9c35dd86', 'name': 'network-vif-deleted', 'tag': '53013f97-e05b-4192-a1ac-df5604fe29ad', 'status': 'completed', 'code': 200} Aug 16 01:39:55.360281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 670b2704-a0e7-48e1-bea5-d0232e8e9085, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=670b2704-a0e7-48e1-bea5-d0232e8e9085,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:55.362956 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810ecc3-81b3-4fca-9130-590218062b49 req-9924882f-c40d-4f83-9737-ec7c2b921fe4 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:55.364451 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7810ecc3-81b3-4fca-9130-590218062b49 req-9924882f-c40d-4f83-9737-ec7c2b921fe4 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78173e8-7bac-441a-a7f4-df920ea0d0f4 HTTP/1.1" status: 200 len: 943 time: 0.0608132 Aug 16 01:39:55.372493 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '670b2704-a0e7-48e1-bea5-d0232e8e9085', 'network_id': '3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5', 'port_id': '670b2704-a0e7-48e1-bea5-d0232e8e9085', 'mac_address': 'fa:16:3e:41:d7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169f5ec2-dc2c-4cc1-93f9-b6f1426c49ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:39:55.405226 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7810ecc3-81b3-4fca-9130-590218062b49 req-c7fdca03-8d32-4983-a877-f494e6dfcde4 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338404 Aug 16 01:39:55.407419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a0ebb-7f8a-4934-a3e5-0898ed27ddb3 req-ebe10fbf-234d-49fb-9b04-2ce91b205189 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:55.409395 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-820a0ebb-7f8a-4934-a3e5-0898ed27ddb3 req-ebe10fbf-234d-49fb-9b04-2ce91b205189 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.0536325 Aug 16 01:39:55.417717 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:55.431073 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670b2704-a0e7-48e1-bea5-d0232e8e9085 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:39:55.454716 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 670b2704-a0e7-48e1-bea5-d0232e8e9085, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=670b2704-a0e7-48e1-bea5-d0232e8e9085,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:55.455208 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-820a0ebb-7f8a-4934-a3e5-0898ed27ddb3 req-c639eecb-1afb-459a-9d83-814983c94d87 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391538 Aug 16 01:39:55.459963 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:55.517995 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=670b2704-a0e7-48e1-bea5-d0232e8e9085,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:55.566450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e117e-f2ea-40cd-b0a6-ecd931be6298 req-75a78e53-0ef4-493d-8659-ba87c3d7a2fe tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:55.567940 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c0e117e-f2ea-40cd-b0a6-ecd931be6298 req-75a78e53-0ef4-493d-8659-ba87c3d7a2fe tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0500641 Aug 16 01:39:55.590968 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d15fd-8b1a-476a-903e-b97cfb9c86ea req-2315125b-4684-480b-8021-59fbf92bd38c tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:55.592531 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dc2d15fd-8b1a-476a-903e-b97cfb9c86ea req-2315125b-4684-480b-8021-59fbf92bd38c tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0505898 Aug 16 01:39:55.612200 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c0e117e-f2ea-40cd-b0a6-ecd931be6298 req-eecf5b40-c9cc-472e-99b5-d8df2ba978b4 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370190 Aug 16 01:39:55.636174 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dc2d15fd-8b1a-476a-903e-b97cfb9c86ea req-2de5c04f-6ef8-4657-83ab-414942d1d926 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360553 Aug 16 01:39:55.735449 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['670b2704-a0e7-48e1-bea5-d0232e8e9085'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:39:55.767408 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b3c822f8-bedf-44af-8920-095af996349b req-a795a3b2-c319-4524-a24f-05915fddf753 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd1b794d-0e76-4250-a30f-642b9c35dd86 HTTP/1.1" status: 200 len: 210 time: 0.0274529 Aug 16 01:39:55.856777 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:56.001899 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12166e05-2ec3-4d32-bd87-21c5cea55afd req-7b529e1a-3b33-4a70-a87e-abf44327d6d0 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:56.003347 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12166e05-2ec3-4d32-bd87-21c5cea55afd req-7b529e1a-3b33-4a70-a87e-abf44327d6d0 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0512600 Aug 16 01:39:56.040935 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12166e05-2ec3-4d32-bd87-21c5cea55afd req-4a5d6d90-9899-40ea-acf1-5fe9459d3a69 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316379 Aug 16 01:39:56.522027 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ae80-09b0-4830-be69-afe29e8c0a45 req-7a986a33-505a-4046-8b46-41599b4f1e18 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:56.523505 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a706ae80-09b0-4830-be69-afe29e8c0a45 req-7a986a33-505a-4046-8b46-41599b4f1e18 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78173e8-7bac-441a-a7f4-df920ea0d0f4 HTTP/1.1" status: 200 len: 944 time: 0.0502329 Aug 16 01:39:56.563115 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a706ae80-09b0-4830-be69-afe29e8c0a45 req-7382c08d-587c-4d45-9382-8a792d5dbf18 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329387 Aug 16 01:39:56.577901 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304fb34-c98a-4d60-9e31-6c8a80dc7a2c req-130611a4-57e2-4c08-a302-e962d6742628 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:56.579452 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b304fb34-c98a-4d60-9e31-6c8a80dc7a2c req-130611a4-57e2-4c08-a302-e962d6742628 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.0496557 Aug 16 01:39:56.618424 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b304fb34-c98a-4d60-9e31-6c8a80dc7a2c req-a986b615-5e1c-4e78-a291-7adc402bc3ec tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331697 Aug 16 01:39:56.728941 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f476388-c4e4-4b4e-8d6b-d4ece1cd9148 req-fe433cce-1d17-4cbc-9dbe-4d5169caf12c tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:56.730459 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3f476388-c4e4-4b4e-8d6b-d4ece1cd9148 req-fe433cce-1d17-4cbc-9dbe-4d5169caf12c tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0496602 Aug 16 01:39:56.756090 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd061963-df6a-4b5d-8a1c-d2b6a007170c req-05575167-fb7f-477d-994b-0b661712efe0 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:56.757672 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd061963-df6a-4b5d-8a1c-d2b6a007170c req-05575167-fb7f-477d-994b-0b661712efe0 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0500815 Aug 16 01:39:56.769233 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3f476388-c4e4-4b4e-8d6b-d4ece1cd9148 req-bdf1dc92-41cd-4b79-a1be-37c07e472681 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327661 Aug 16 01:39:56.796481 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd061963-df6a-4b5d-8a1c-d2b6a007170c req-254a7971-daad-497b-b4aa-6741da0050b0 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322633 Aug 16 01:39:57.040235 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbce20b-b971-4f82-81de-682d071fb8ef req-02279d81-750e-4774-b5b5-74622c7f7ddb tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:57.042276 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-abbce20b-b971-4f82-81de-682d071fb8ef req-02279d81-750e-4774-b5b5-74622c7f7ddb tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0535238 Aug 16 01:39:57.080122 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-abbce20b-b971-4f82-81de-682d071fb8ef req-61630443-a39a-4085-b4be-75b5c803738b tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316575 Aug 16 01:39:57.161819 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8adbe-cf6b-4cf4-8692-98b023690420 req-cf69db7a-cf41-4abd-bee6-6f52b121fa83 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:57.163257 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a0c8adbe-cf6b-4cf4-8692-98b023690420 req-cf69db7a-cf41-4abd-bee6-6f52b121fa83 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0515723 Aug 16 01:39:57.200315 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a0c8adbe-cf6b-4cf4-8692-98b023690420 req-20cacce4-ce59-4441-8492-59c5f7bfac03 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305388 Aug 16 01:39:57.216043 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 670b2704-a0e7-48e1-bea5-d0232e8e9085 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:39:57.264030 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 670b2704-a0e7-48e1-bea5-d0232e8e9085 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:39:57.267696 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 670b2704-a0e7-48e1-bea5-d0232e8e9085 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:39:57.268055 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:57.346758 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:57.372154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78173e8-7bac-441a-a7f4-df920ea0d0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670b2704-a0e7-48e1-bea5-d0232e8e9085'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:39:57.374612 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a14df0-6b08-442e-a808-40bfa561c254" -d '{"events": [{"server_uuid": "e78173e8-7bac-441a-a7f4-df920ea0d0f4", "name": "network-vif-plugged", "status": "completed", "tag": "670b2704-a0e7-48e1-bea5-d0232e8e9085"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:39:57.387893 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 670b2704-a0e7-48e1-bea5-d0232e8e9085, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=670b2704-a0e7-48e1-bea5-d0232e8e9085,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:39:57.391978 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:39:57.392927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 53013f97-e05b-4192-a1ac-df5604fe29ad no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:39:57.415165 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891f182f-76c7-43c4-9240-0ec65d86dc3b x-openstack-request-id: req-891f182f-76c7-43c4-9240-0ec65d86dc3b {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:39:57.415449 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78173e8-7bac-441a-a7f4-df920ea0d0f4", "name": "network-vif-plugged", "status": "completed", "tag": "670b2704-a0e7-48e1-bea5-d0232e8e9085", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:39:57.415696 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-891f182f-76c7-43c4-9240-0ec65d86dc3b {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:39:57.416073 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78173e8-7bac-441a-a7f4-df920ea0d0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670b2704-a0e7-48e1-bea5-d0232e8e9085', 'code': 200} Aug 16 01:39:57.435342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 53013f97-e05b-4192-a1ac-df5604fe29ad {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:39:57.435681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 53013f97-e05b-4192-a1ac-df5604fe29ad not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:39:57.468801 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=670b2704-a0e7-48e1-bea5-d0232e8e9085,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:39:57.528300 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602ce31-011d-4373-99b5-290d3fced458 req-2a583599-f6a4-4489-8a31-c76bf26afd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:57.529852 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4602ce31-011d-4373-99b5-290d3fced458 req-2a583599-f6a4-4489-8a31-c76bf26afd20 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e78173e8-7bac-441a-a7f4-df920ea0d0f4 HTTP/1.1" status: 200 len: 1097 time: 0.0414333 Aug 16 01:39:57.565638 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4602ce31-011d-4373-99b5-290d3fced458 req-b0af66d1-63cb-49b0-a39f-c0f34e33df2b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276709 Aug 16 01:39:57.684174 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bdefe-7e33-4c55-9267-c110095681b5 req-d6c52e21-cf16-4c08-80a2-328329675662 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:57.685702 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e88bdefe-7e33-4c55-9267-c110095681b5 req-d6c52e21-cf16-4c08-80a2-328329675662 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78173e8-7bac-441a-a7f4-df920ea0d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0517967 Aug 16 01:39:57.724307 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e88bdefe-7e33-4c55-9267-c110095681b5 req-c82a00f9-d88e-4444-afc1-a98b2426faa3 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320504 Aug 16 01:39:57.735648 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cb211-6903-4aa0-a307-e4327e599e88 req-12babda2-c48e-4ac9-83e4-7c1bbd985961 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:57.738087 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8f0cb211-6903-4aa0-a307-e4327e599e88 req-12babda2-c48e-4ac9-83e4-7c1bbd985961 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.0502479 Aug 16 01:39:57.776097 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8f0cb211-6903-4aa0-a307-e4327e599e88 req-64e23eb6-3404-4f33-8537-925a57dda43d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332756 Aug 16 01:39:57.888066 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac82fd9-bee8-43e0-ade0-cb723c00cf53 req-1027b94c-956f-4c7b-bd66-65229605d262 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:57.889698 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bac82fd9-bee8-43e0-ade0-cb723c00cf53 req-1027b94c-956f-4c7b-bd66-65229605d262 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0495214 Aug 16 01:39:57.918983 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643d730-1935-4c77-a513-77ce1cafb133 req-96dc2a8b-7527-4579-a7a7-a48aa696455a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:57.920474 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2643d730-1935-4c77-a513-77ce1cafb133 req-96dc2a8b-7527-4579-a7a7-a48aa696455a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0527186 Aug 16 01:39:57.928921 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bac82fd9-bee8-43e0-ade0-cb723c00cf53 req-672eb0b9-18ee-4b1a-94cf-279c0f6e2785 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332439 Aug 16 01:39:57.960002 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2643d730-1935-4c77-a513-77ce1cafb133 req-b88073d6-ef97-484a-85f9-a27f95fed296 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333843 Aug 16 01:39:58.207749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564102e-252f-480c-9478-b32cbad956cc req-1a92b13b-5384-41fa-aad2-1a6f82edae39 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:58.209239 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1564102e-252f-480c-9478-b32cbad956cc req-1a92b13b-5384-41fa-aad2-1a6f82edae39 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0581195 Aug 16 01:39:58.250721 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1564102e-252f-480c-9478-b32cbad956cc req-d9230f02-e5ea-44c9-9d05-67f3d0bb3329 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346291 Aug 16 01:39:58.326123 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d971369-cb05-48fd-a512-74c70ef4175e req-e60ec1c9-d1ad-4d66-a214-404ee6b31f4c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:58.327717 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d971369-cb05-48fd-a512-74c70ef4175e req-e60ec1c9-d1ad-4d66-a214-404ee6b31f4c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0558627 Aug 16 01:39:58.379355 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d971369-cb05-48fd-a512-74c70ef4175e req-f57e4f0c-99e6-41fb-a8b0-4fe41913cf8b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441163 Aug 16 01:39:58.842210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d206b77-e807-4fa3-9054-67abdfa989ee req-3ccd5901-92c8-4b21-8201-e50f39beca6d tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:58.843722 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4d206b77-e807-4fa3-9054-67abdfa989ee req-3ccd5901-92c8-4b21-8201-e50f39beca6d tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78173e8-7bac-441a-a7f4-df920ea0d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0500405 Aug 16 01:39:58.882303 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4d206b77-e807-4fa3-9054-67abdfa989ee req-4b11ce1a-a87b-4d87-a098-29283909dece tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324581 Aug 16 01:39:58.892254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429ab2d-904e-4198-8bff-e32a14ebb657 req-5805b549-eaf2-4fbf-85f6-91e3ce21d142 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:58.893748 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5429ab2d-904e-4198-8bff-e32a14ebb657 req-5805b549-eaf2-4fbf-85f6-91e3ce21d142 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.0491900 Aug 16 01:39:58.934751 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5429ab2d-904e-4198-8bff-e32a14ebb657 req-c1bec106-4930-4f48-8715-5cebf0cead7b tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347204 Aug 16 01:39:59.054928 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd431-d309-41da-9088-8c8d2db68be8 req-c5dd1e48-ae28-4228-8eb3-e1766379f003 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:59.056482 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a8bcd431-d309-41da-9088-8c8d2db68be8 req-c5dd1e48-ae28-4228-8eb3-e1766379f003 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0501816 Aug 16 01:39:59.100671 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a8bcd431-d309-41da-9088-8c8d2db68be8 req-c8ebe1e6-31d4-4d59-9719-2b771f5b0d06 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340664 Aug 16 01:39:59.168608 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd7bc4-1021-4ad3-a1ad-bfa4315e7f02 req-6123424e-f998-4fa5-a0bb-b63fcc77d389 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:59.170171 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9fd7bc4-1021-4ad3-a1ad-bfa4315e7f02 req-6123424e-f998-4fa5-a0bb-b63fcc77d389 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0543892 Aug 16 01:39:59.209846 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9fd7bc4-1021-4ad3-a1ad-bfa4315e7f02 req-11dc5552-82e3-46ad-95e0-d023908d342a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336025 Aug 16 01:39:59.211991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0d41f-949c-455f-99bd-1b70a5455a3c req-2c23eeec-9331-46da-83d1-ca8bf017b345 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:59.213805 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cac0d41f-949c-455f-99bd-1b70a5455a3c req-2c23eeec-9331-46da-83d1-ca8bf017b345 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78173e8-7bac-441a-a7f4-df920ea0d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0559001 Aug 16 01:39:59.254823 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cac0d41f-949c-455f-99bd-1b70a5455a3c req-f8a86281-9bfa-4b66-8bdb-1961f6e37b4e tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330102 Aug 16 01:39:59.372504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee5c70-6fa4-43ba-a799-aa926ef4dd03 req-312e77e7-7796-4c35-a65e-223892da92b9 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:59.374052 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-81ee5c70-6fa4-43ba-a799-aa926ef4dd03 req-312e77e7-7796-4c35-a65e-223892da92b9 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0495503 Aug 16 01:39:59.413390 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-81ee5c70-6fa4-43ba-a799-aa926ef4dd03 req-15291749-b40a-41bd-b86e-2ecbf80666c9 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335164 Aug 16 01:39:59.515470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946a7b8-f9f9-4230-a752-3fc8c34c099d req-9e4c674b-1e95-4c95-8639-808ab1aebe13 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:39:59.517002 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b946a7b8-f9f9-4230-a752-3fc8c34c099d req-9e4c674b-1e95-4c95-8639-808ab1aebe13 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0491838 Aug 16 01:39:59.555226 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b946a7b8-f9f9-4230-a752-3fc8c34c099d req-46b3ed81-7cea-4e4e-8c71-7fcdaf0557fd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323880 Aug 16 01:40:00.057436 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae837d7-2232-40fd-a522-e7ea1522dca6 req-2582aca0-a992-466f-9993-5638d7bc36fd tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:00.058939 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eae837d7-2232-40fd-a522-e7ea1522dca6 req-2582aca0-a992-466f-9993-5638d7bc36fd tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.0522866 Aug 16 01:40:00.098477 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eae837d7-2232-40fd-a522-e7ea1522dca6 req-1e7b43db-19cf-4780-8042-6fe3cfe4cc41 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336249 Aug 16 01:40:00.228794 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe47d4-27d2-48ca-b32a-67efa4c84fd5 req-4ac64736-12a9-41a9-bb94-6c7334bd79dd tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:00.230673 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e5fe47d4-27d2-48ca-b32a-67efa4c84fd5 req-4ac64736-12a9-41a9-bb94-6c7334bd79dd tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0588839 Aug 16 01:40:00.270053 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e5fe47d4-27d2-48ca-b32a-67efa4c84fd5 req-16ef9f4b-e3ca-49dc-8c3b-ff626976ec71 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333793 Aug 16 01:40:00.339811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1f2e9-9d33-493f-a2e6-b09cc020f804 req-f8698323-4241-4ab1-a9dc-1a216a6f238f tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:00.341319 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-93a1f2e9-9d33-493f-a2e6-b09cc020f804 req-f8698323-4241-4ab1-a9dc-1a216a6f238f tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0558338 Aug 16 01:40:00.379935 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-93a1f2e9-9d33-493f-a2e6-b09cc020f804 req-2f037874-d076-4ce0-a158-5086a235442c tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326049 Aug 16 01:40:00.399091 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4a73c-4a84-49e8-bc4b-3aa476df1f8b req-1e74c444-7bd5-468c-9d12-a180b863cba8 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:00.401511 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4e4a73c-4a84-49e8-bc4b-3aa476df1f8b req-1e74c444-7bd5-468c-9d12-a180b863cba8 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78173e8-7bac-441a-a7f4-df920ea0d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0554526 Aug 16 01:40:00.442455 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4e4a73c-4a84-49e8-bc4b-3aa476df1f8b req-4c506482-a350-419d-84b0-5984d17902b1 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups?id=2a69b383-48aa-4c3e-8847-3baaab5d4602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350947 Aug 16 01:40:00.574938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be3269-6a49-488c-97d5-288dac07aef6 req-090daefa-a2fd-490e-bc72-46c3aa19cfb9 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:00.577152 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-94be3269-6a49-488c-97d5-288dac07aef6 req-090daefa-a2fd-490e-bc72-46c3aa19cfb9 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0735142 Aug 16 01:40:00.668831 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-94be3269-6a49-488c-97d5-288dac07aef6 req-60149880-bd64-49ec-8997-033221ab4376 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843282 Aug 16 01:40:00.677034 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b8e11-3a18-4f6d-ae66-dc20652edaf4 req-084a9c04-1290-4f3f-af0a-21fc0ea5746b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:00.678695 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c34b8e11-3a18-4f6d-ae66-dc20652edaf4 req-084a9c04-1290-4f3f-af0a-21fc0ea5746b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0534282 Aug 16 01:40:00.692553 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32a757-884d-4a7c-bfac-91e2c7f19414 req-f76bba72-7b87-49d2-bbde-a4c2d0365530 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:00.694322 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3a32a757-884d-4a7c-bfac-91e2c7f19414 req-f76bba72-7b87-49d2-bbde-a4c2d0365530 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.63 "GET /v2.0/ports?device_id=e78173e8-7bac-441a-a7f4-df920ea0d0f4 HTTP/1.1" status: 200 len: 945 time: 0.0870130 Aug 16 01:40:00.724630 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c34b8e11-3a18-4f6d-ae66-dc20652edaf4 req-2d2bba5b-6944-4df5-b30a-855c25d927eb tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388961 Aug 16 01:40:00.791414 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-3a32a757-884d-4a7c-bfac-91e2c7f19414 req-95929e19-7879-4e5c-9371-61c3b0bcfda7 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Deleting port 670b2704-a0e7-48e1-bea5-d0232e8e9085 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:40:00.792173 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3a32a757-884d-4a7c-bfac-91e2c7f19414 req-95929e19-7879-4e5c-9371-61c3b0bcfda7 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:00.882524 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-3a32a757-884d-4a7c-bfac-91e2c7f19414 req-95929e19-7879-4e5c-9371-61c3b0bcfda7 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] For port 670b2704-a0e7-48e1-bea5-d0232e8e9085, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=670b2704-a0e7-48e1-bea5-d0232e8e9085,segment=NetworkSegment(db16a229-ebef-47ab-8774-2f45b1958f4d),segment_id=db16a229-ebef-47ab-8774-2f45b1958f4d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:00.882878 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3a32a757-884d-4a7c-bfac-91e2c7f19414 req-95929e19-7879-4e5c-9371-61c3b0bcfda7 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:00.895636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-3a32a757-884d-4a7c-bfac-91e2c7f19414 req-95929e19-7879-4e5c-9371-61c3b0bcfda7 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Calling delete_port for 670b2704-a0e7-48e1-bea5-d0232e8e9085 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:40:01.027282 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3a32a757-884d-4a7c-bfac-91e2c7f19414 req-95929e19-7879-4e5c-9371-61c3b0bcfda7 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:01.039321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['670b2704-a0e7-48e1-bea5-d0232e8e9085'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:01.063297 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95929e19-7879-4e5c-9371-61c3b0bcfda7 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Pushing event deleted for resources: {'Port': ['ID=670b2704-a0e7-48e1-bea5-d0232e8e9085,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:01.113301 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a32a757-884d-4a7c-bfac-91e2c7f19414 req-95929e19-7879-4e5c-9371-61c3b0bcfda7 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] No DVR routers for this DVR port 670b2704-a0e7-48e1-bea5-d0232e8e9085 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:40:01.116122 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3a32a757-884d-4a7c-bfac-91e2c7f19414 req-95929e19-7879-4e5c-9371-61c3b0bcfda7 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:01.118696 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3a32a757-884d-4a7c-bfac-91e2c7f19414 req-95929e19-7879-4e5c-9371-61c3b0bcfda7 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.63 "DELETE /v2.0/ports/670b2704-a0e7-48e1-bea5-d0232e8e9085 HTTP/1.1" status: 204 len: 173 time: 0.4176707 Aug 16 01:40:01.119224 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78173e8-7bac-441a-a7f4-df920ea0d0f4', 'name': 'network-vif-deleted', 'tag': '670b2704-a0e7-48e1-bea5-d0232e8e9085'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:01.121811 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc76a86-f585-4cc1-aea8-4bf58076bc68" -d '{"events": [{"server_uuid": "e78173e8-7bac-441a-a7f4-df920ea0d0f4", "name": "network-vif-deleted", "tag": "670b2704-a0e7-48e1-bea5-d0232e8e9085"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:01.163994 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71db05e3-48ba-4536-a67a-b1e6abb9cb5b x-openstack-request-id: req-71db05e3-48ba-4536-a67a-b1e6abb9cb5b {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:01.164314 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78173e8-7bac-441a-a7f4-df920ea0d0f4", "name": "network-vif-deleted", "tag": "670b2704-a0e7-48e1-bea5-d0232e8e9085", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:01.164905 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-71db05e3-48ba-4536-a67a-b1e6abb9cb5b {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:01.165365 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78173e8-7bac-441a-a7f4-df920ea0d0f4', 'name': 'network-vif-deleted', 'tag': '670b2704-a0e7-48e1-bea5-d0232e8e9085', 'status': 'completed', 'code': 200} Aug 16 01:40:01.234705 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc13475-42f3-4aff-b555-36023a05cd32 req-b970af6e-4bea-41de-ae80-3db3fb5c3628 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:01.236606 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9fc13475-42f3-4aff-b555-36023a05cd32 req-b970af6e-4bea-41de-ae80-3db3fb5c3628 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.0554204 Aug 16 01:40:01.277531 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9fc13475-42f3-4aff-b555-36023a05cd32 req-93f605cb-32be-4030-9c7f-e79d057e05f4 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346138 Aug 16 01:40:01.388824 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e8ea2-f7dd-44d6-af0f-cf552e26af4d req-a3afc0fa-b2cc-47dd-a969-8bb9e65d8adc tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:01.390232 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-848e8ea2-f7dd-44d6-af0f-cf552e26af4d req-a3afc0fa-b2cc-47dd-a969-8bb9e65d8adc tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0492074 Aug 16 01:40:01.428225 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-848e8ea2-f7dd-44d6-af0f-cf552e26af4d req-4e905db6-b0b8-49ea-827b-7a82d0289f88 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320842 Aug 16 01:40:01.501307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09437ca6-98cd-4e8c-81c8-87e1b57f8cc1 req-7e63dbfa-80c0-4731-b8b0-f88fa707fba9 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:01.502849 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09437ca6-98cd-4e8c-81c8-87e1b57f8cc1 req-7e63dbfa-80c0-4731-b8b0-f88fa707fba9 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0542457 Aug 16 01:40:01.542604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09437ca6-98cd-4e8c-81c8-87e1b57f8cc1 req-da9c5855-187f-4185-ad77-8785247d4047 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338585 Aug 16 01:40:01.550520 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9dcd1210-4aff-4d27-822a-52efb7a947ea req-1503c246-bb1e-4436-9b4a-515ecb7932f3 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/ports?device_id=e78173e8-7bac-441a-a7f4-df920ea0d0f4 HTTP/1.1" status: 200 len: 210 time: 0.0275834 Aug 16 01:40:01.810206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d36080-f375-4278-a2ca-dcd4b51b40ec req-c9a0403b-2b61-4a53-8860-649086122711 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:01.811726 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b9d36080-f375-4278-a2ca-dcd4b51b40ec req-c9a0403b-2b61-4a53-8860-649086122711 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0579579 Aug 16 01:40:01.847678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76946ed5-8f79-4e42-9705-1849afb97cd6 req-0b937821-357a-475d-8428-b5c11dfeca92 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:01.849210 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76946ed5-8f79-4e42-9705-1849afb97cd6 req-0b937821-357a-475d-8428-b5c11dfeca92 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0497293 Aug 16 01:40:01.852796 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b9d36080-f375-4278-a2ca-dcd4b51b40ec req-77c3b8aa-a2c9-4c78-b69b-6fcd83f529ac tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352087 Aug 16 01:40:01.890170 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76946ed5-8f79-4e42-9705-1849afb97cd6 req-0f56812f-2431-4139-ba2b-e52b8f742e89 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330362 Aug 16 01:40:02.272488 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-fb09fa9e-479c-4867-956f-f0faa2fb01ff service neutron] 10.222.0.73 "GET /v2.0/ports/d148ce0c-999f-48fa-882c-b3af1aad9922/bindings/n-h1-765315-27 HTTP/1.1" status: 200 len: 383 time: 0.0566766 Aug 16 01:40:02.403207 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18016aa-5bfb-4668-ade9-2c313435ea18 req-02e003c5-b891-4481-8b3c-7bc14658529b tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:02.404653 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c18016aa-5bfb-4668-ade9-2c313435ea18 req-02e003c5-b891-4481-8b3c-7bc14658529b tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.0583122 Aug 16 01:40:02.445630 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c18016aa-5bfb-4668-ade9-2c313435ea18 req-ceab9851-1a8f-4c8f-9501-dab31b096b65 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347910 Aug 16 01:40:02.500326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-b3062cb3-39c6-463d-9d9e-228ae04e038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:02.502004 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-b3062cb3-39c6-463d-9d9e-228ae04e038d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b&tenant_id=126345157050487ba8127ff85bb0562e HTTP/1.1" status: 200 len: 1102 time: 0.0461862 Aug 16 01:40:02.557952 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0494d61-c19f-4707-9b4d-295dfb1f4a98 req-58b3f968-0912-4d28-baa8-84ae6b2de427 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:02.559697 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0494d61-c19f-4707-9b4d-295dfb1f4a98 req-58b3f968-0912-4d28-baa8-84ae6b2de427 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0503740 Aug 16 01:40:02.569729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-74c3dbc9-ee77-466e-9be6-c73111e3c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:02.571403 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-74c3dbc9-ee77-466e-9be6-c73111e3c7d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 1102 time: 0.0455420 Aug 16 01:40:02.607976 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0494d61-c19f-4707-9b4d-295dfb1f4a98 req-5ebcd17b-64aa-495b-817c-56dcb47ca4a7 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413721 Aug 16 01:40:02.717534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7ddf1-fd11-4d82-8ff2-ce08f17174cf req-75a13cf1-3434-4f0e-b126-89302aadc64b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:02.719099 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d3f7ddf1-fd11-4d82-8ff2-ce08f17174cf req-75a13cf1-3434-4f0e-b126-89302aadc64b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0811901 Aug 16 01:40:02.722943 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-38d24f5b-3960-4109-aa5e-c2b0304b2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:02.724296 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-38d24f5b-3960-4109-aa5e-c2b0304b2acd service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1433539 Aug 16 01:40:02.783584 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-e0af1961-1681-4a92-9d59-de25bb64a611 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=d148ce0c-999f-48fa-882c-b3af1aad9922 HTTP/1.1" status: 200 len: 217 time: 0.0495565 Aug 16 01:40:02.825450 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d3f7ddf1-fd11-4d82-8ff2-ce08f17174cf req-106d50ef-fa23-494f-b731-9e27cbd0d1d4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995650 Aug 16 01:40:02.842810 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-1df1540d-1c81-4687-b1c3-aae2e8fbf385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:02.844266 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-1df1540d-1c81-4687-b1c3-aae2e8fbf385 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0531027 Aug 16 01:40:02.891885 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-96bd5d5b-adde-44c3-9311-3f412f57b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:02.893389 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-96bd5d5b-adde-44c3-9311-3f412f57b3fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0414364 Aug 16 01:40:03.024037 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385bd6f-aeaa-4a1e-9c6c-2b6a010cf5d8 req-5bb32308-09a9-4b8c-a149-721f0e590b13 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:03.025511 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8385bd6f-aeaa-4a1e-9c6c-2b6a010cf5d8 req-5bb32308-09a9-4b8c-a149-721f0e590b13 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0763798 Aug 16 01:40:03.029964 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-028b00f4-6fc1-4a0a-9f97-c5ee6ce1bdf5 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276779 Aug 16 01:40:03.114588 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8385bd6f-aeaa-4a1e-9c6c-2b6a010cf5d8 req-21cf310f-eb98-438e-9a24-dfbcbec16943 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/security-groups?id=e1f97579-1a32-4212-8018-4560434ed9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822103 Aug 16 01:40:03.146140 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-405c241f-0321-4d0f-8b72-3f95b1533b04 req-c12fac73-a603-4ccf-84bd-5bc190c7cdf4 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077449 Aug 16 01:40:03.221344 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6157e-00ba-4259-8097-d8c1ded01345 req-ef161bff-5931-4002-b784-761b89c70622 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:03.222784 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-65b6157e-00ba-4259-8097-d8c1ded01345 req-ef161bff-5931-4002-b784-761b89c70622 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0500422 Aug 16 01:40:03.289322 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-65b6157e-00ba-4259-8097-d8c1ded01345 req-c675fe96-3b96-4720-9312-7d318a15ce36 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593305 Aug 16 01:40:03.306675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa9185-6e7f-4b41-b682-7d61dc9557d6 req-d570c2a0-09e4-43c6-8096-01c9b3d9dcb7 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:03.308122 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2baa9185-6e7f-4b41-b682-7d61dc9557d6 req-d570c2a0-09e4-43c6-8096-01c9b3d9dcb7 tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.63 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 946 time: 0.0617414 Aug 16 01:40:03.405480 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-2baa9185-6e7f-4b41-b682-7d61dc9557d6 req-41271005-4b26-4b3f-8b00-88a4baf3773e tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Deleting port ef9c09e5-ed39-44a5-bb18-554139df6dff {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:40:03.405855 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2baa9185-6e7f-4b41-b682-7d61dc9557d6 req-41271005-4b26-4b3f-8b00-88a4baf3773e tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:03.492547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2baa9185-6e7f-4b41-b682-7d61dc9557d6 req-41271005-4b26-4b3f-8b00-88a4baf3773e tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] For port ef9c09e5-ed39-44a5-bb18-554139df6dff, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ef9c09e5-ed39-44a5-bb18-554139df6dff,segment=NetworkSegment(f94317bb-415c-413b-a3ee-7bf0243a9be0),segment_id=f94317bb-415c-413b-a3ee-7bf0243a9be0)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:03.492915 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2baa9185-6e7f-4b41-b682-7d61dc9557d6 req-41271005-4b26-4b3f-8b00-88a4baf3773e tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:03.506106 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-2baa9185-6e7f-4b41-b682-7d61dc9557d6 req-41271005-4b26-4b3f-8b00-88a4baf3773e tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Calling delete_port for ef9c09e5-ed39-44a5-bb18-554139df6dff owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:40:03.609236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838be83e-c783-4f75-b4c4-27afe060ccb6 req-a43ac791-0ca4-4c03-98aa-2f33598165ae tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:03.610761 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-838be83e-c783-4f75-b4c4-27afe060ccb6 req-a43ac791-0ca4-4c03-98aa-2f33598165ae tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.0945046 Aug 16 01:40:03.677572 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-838be83e-c783-4f75-b4c4-27afe060ccb6 req-19c65ff1-65cb-482b-bb7e-7e5d1d6582a8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555620 Aug 16 01:40:03.704774 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2baa9185-6e7f-4b41-b682-7d61dc9557d6 req-41271005-4b26-4b3f-8b00-88a4baf3773e tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:03.717817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ef9c09e5-ed39-44a5-bb18-554139df6dff'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:03.742182 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41271005-4b26-4b3f-8b00-88a4baf3773e tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Pushing event deleted for resources: {'Port': ['ID=ef9c09e5-ed39-44a5-bb18-554139df6dff,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:03.805367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-2baa9185-6e7f-4b41-b682-7d61dc9557d6 req-41271005-4b26-4b3f-8b00-88a4baf3773e tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] No DVR routers for this DVR port ef9c09e5-ed39-44a5-bb18-554139df6dff on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:40:03.808639 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2baa9185-6e7f-4b41-b682-7d61dc9557d6 req-41271005-4b26-4b3f-8b00-88a4baf3773e tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:03.810621 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2baa9185-6e7f-4b41-b682-7d61dc9557d6 req-41271005-4b26-4b3f-8b00-88a4baf3773e tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.63 "DELETE /v2.0/ports/ef9c09e5-ed39-44a5-bb18-554139df6dff HTTP/1.1" status: 204 len: 173 time: 0.4961462 Aug 16 01:40:03.811053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdc4a97-0290-4b8f-aa54-feec750bb18a', 'name': 'network-vif-deleted', 'tag': 'ef9c09e5-ed39-44a5-bb18-554139df6dff'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:03.813264 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3fefdf-8ebc-40ba-a76d-5776bbc3f824" -d '{"events": [{"server_uuid": "1bdc4a97-0290-4b8f-aa54-feec750bb18a", "name": "network-vif-deleted", "tag": "ef9c09e5-ed39-44a5-bb18-554139df6dff"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:03.832175 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48741479-07bd-4659-af15-c277c31a7860 req-bf3cb7a2-862b-4218-bd6b-ce0dafca35b3 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:03.833654 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-48741479-07bd-4659-af15-c277c31a7860 req-bf3cb7a2-862b-4218-bd6b-ce0dafca35b3 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0952792 Aug 16 01:40:03.878728 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43422) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:03.896033 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-48741479-07bd-4659-af15-c277c31a7860 req-f1ed62ff-2f92-45f5-a82c-a5b5e324b1fd tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494583 Aug 16 01:40:03.948735 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2984d1ae-ee0b-468c-a2f3-0bfc2f64ac48 x-openstack-request-id: req-2984d1ae-ee0b-468c-a2f3-0bfc2f64ac48 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:03.949387 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdc4a97-0290-4b8f-aa54-feec750bb18a", "name": "network-vif-deleted", "tag": "ef9c09e5-ed39-44a5-bb18-554139df6dff", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:03.949835 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2984d1ae-ee0b-468c-a2f3-0bfc2f64ac48 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:03.950429 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdc4a97-0290-4b8f-aa54-feec750bb18a', 'name': 'network-vif-deleted', 'tag': 'ef9c09e5-ed39-44a5-bb18-554139df6dff', 'status': 'completed', 'code': 200} Aug 16 01:40:03.958117 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c25390d-32ea-4ef9-a7cf-c6f6ce43760a tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:03.983226 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c25390d-32ea-4ef9-a7cf-c6f6ce43760a tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:04.032211 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c25390d-32ea-4ef9-a7cf-c6f6ce43760a tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:04.034965 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c25390d-32ea-4ef9-a7cf-c6f6ce43760a tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:04.036428 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4c25390d-32ea-4ef9-a7cf-c6f6ce43760a tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "DELETE /v2.0/security-groups/100e8230-9813-42e8-a792-e6c20f101607 HTTP/1.1" status: 204 len: 168 time: 0.1566842 Aug 16 01:40:04.038962 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43424) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:04.046067 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25390d-32ea-4ef9-a7cf-c6f6ce43760a tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=100e8230-9813-42e8-a792-e6c20f101607,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:04.054159 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3211b-0d3e-4426-8c9c-3bf9ba855f53 req-611b246f-0f90-4ab5-8e84-811c3c9866b7 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:04.055642 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f6d3211b-0d3e-4426-8c9c-3bf9ba855f53 req-611b246f-0f90-4ab5-8e84-811c3c9866b7 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0614774 Aug 16 01:40:04.064564 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-a8861abc-f47a-4490-b8ea-93de45885347 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] show failed (client error): The resource could not be found. Aug 16 01:40:04.065496 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a8861abc-f47a-4490-b8ea-93de45885347 tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "GET /v2.0/security-groups/100e8230-9813-42e8-a792-e6c20f101607 HTTP/1.1" status: 404 len: 347 time: 0.0256190 Aug 16 01:40:04.068341 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43426) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:04.097735 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f6d3211b-0d3e-4426-8c9c-3bf9ba855f53 req-11253534-10fb-4c1a-9809-9939f71491e8 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354133 Aug 16 01:40:04.195137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6432be4b-b200-4d0a-8a57-d8b5ac111d7b tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Deleting port c302e66e-dd6e-4fbd-83a7-e048833fa6f2 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:40:04.195480 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6432be4b-b200-4d0a-8a57-d8b5ac111d7b tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:04.259650 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-48c35e8d-2038-4e23-902e-5889d20fcc64 req-64f65fd3-0d0b-482e-bca4-365bae1e1daf tempest-ServerRescueNegativeTestJSON-346510716 tempest-ServerRescueNegativeTestJSON-346510716-project] 10.222.0.68 "GET /v2.0/ports?device_id=1bdc4a97-0290-4b8f-aa54-feec750bb18a HTTP/1.1" status: 200 len: 210 time: 0.0614076 Aug 16 01:40:04.301300 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6432be4b-b200-4d0a-8a57-d8b5ac111d7b tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:04.301701 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6432be4b-b200-4d0a-8a57-d8b5ac111d7b tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:04.314025 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6432be4b-b200-4d0a-8a57-d8b5ac111d7b tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Calling delete_port for c302e66e-dd6e-4fbd-83a7-e048833fa6f2 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:40:04.421960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e8640-ce3a-4d47-be80-7129120cf359 req-a3427fa0-cf42-494a-a655-71d08f125f05 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:04.423589 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-515e8640-ce3a-4d47-be80-7129120cf359 req-a3427fa0-cf42-494a-a655-71d08f125f05 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0613587 Aug 16 01:40:04.467326 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-515e8640-ce3a-4d47-be80-7129120cf359 req-714763a2-7031-420c-8268-6e409d091ed9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374284 Aug 16 01:40:04.477235 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6432be4b-b200-4d0a-8a57-d8b5ac111d7b tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:04.501778 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432be4b-b200-4d0a-8a57-d8b5ac111d7b tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Pushing event deleted for resources: {'Port': ['ID=c302e66e-dd6e-4fbd-83a7-e048833fa6f2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:04.562977 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6432be4b-b200-4d0a-8a57-d8b5ac111d7b tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:04.565474 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6432be4b-b200-4d0a-8a57-d8b5ac111d7b tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:04.566665 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6432be4b-b200-4d0a-8a57-d8b5ac111d7b tempest-ImagesOneServerNegativeTestJSON-1621103248 tempest-ImagesOneServerNegativeTestJSON-1621103248-project] 10.222.0.68 "DELETE /v2.0/floatingips/87daa9d8-0149-4fb2-abf0-37d0751a69b9 HTTP/1.1" status: 204 len: 168 time: 0.4973612 Aug 16 01:40:04.666851 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43444) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:04.714166 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-7473bad2-9420-4ee9-88f9-4fe326b2ead9 admin admin] Deleting subnet 169f5ec2-dc2c-4cc1-93f9-b6f1426c49ca {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:40:04.717236 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7473bad2-9420-4ee9-88f9-4fe326b2ead9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:04.753322 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7473bad2-9420-4ee9-88f9-4fe326b2ead9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:04.792886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cc388-9b63-492b-a2f5-078af47e013b req-478a1d88-9154-40be-82cc-fe1da68b4f3b tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:04.793327 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7473bad2-9420-4ee9-88f9-4fe326b2ead9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:04.794422 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-854cc388-9b63-492b-a2f5-078af47e013b req-478a1d88-9154-40be-82cc-fe1da68b4f3b tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.0503201 Aug 16 01:40:04.833126 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-854cc388-9b63-492b-a2f5-078af47e013b req-88fabf35-a807-424c-8a48-2a4d6d4ee01f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326095 Aug 16 01:40:04.852897 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7473bad2-9420-4ee9-88f9-4fe326b2ead9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:04.873007 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473bad2-9420-4ee9-88f9-4fe326b2ead9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=169f5ec2-dc2c-4cc1-93f9-b6f1426c49ca,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:04.876872 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7473bad2-9420-4ee9-88f9-4fe326b2ead9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:04.881617 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7473bad2-9420-4ee9-88f9-4fe326b2ead9 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/169f5ec2-dc2c-4cc1-93f9-b6f1426c49ca HTTP/1.1" status: 204 len: 168 time: 0.2106800 Aug 16 01:40:04.881617 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43448) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:04.953920 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0938451-1659-421d-984e-eca38f67b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:05.226908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae321588-cec6-4705-8145-596d5ed4e8b0 req-107c729c-caa9-4b1d-8fd8-1633f038b77d tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:05.228501 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae321588-cec6-4705-8145-596d5ed4e8b0 req-107c729c-caa9-4b1d-8fd8-1633f038b77d tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0553002 Aug 16 01:40:05.246625 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 670b2704-a0e7-48e1-bea5-d0232e8e9085 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:40:05.270688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 670b2704-a0e7-48e1-bea5-d0232e8e9085 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:40:05.271177 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 670b2704-a0e7-48e1-bea5-d0232e8e9085 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:40:05.271324 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae321588-cec6-4705-8145-596d5ed4e8b0 req-8165cfd8-b94c-46b8-b7e3-4e0df8a58c83 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352108 Aug 16 01:40:05.328683 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43458) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:05.357167 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0938451-1659-421d-984e-eca38f67b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:05.368571 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c0938451-1659-421d-984e-eca38f67b1b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:05.381072 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c0938451-1659-421d-984e-eca38f67b1b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db16a229-ebef-47ab-8774-2f45b1958f4d') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:05.381289 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c0938451-1659-421d-984e-eca38f67b1b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db16a229-ebef-47ab-8774-2f45b1958f4d') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:05.389737 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf8ce6-7d1b-4318-801d-b90e3f1f6ef5 req-ef8bf6c7-f5a5-4e53-8cd1-c73d6dcb5fb2 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:05.391218 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbdf8ce6-7d1b-4318-801d-b90e3f1f6ef5 req-ef8bf6c7-f5a5-4e53-8cd1-c73d6dcb5fb2 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.4055853 Aug 16 01:40:05.400944 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0938451-1659-421d-984e-eca38f67b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:05.427727 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0938451-1659-421d-984e-eca38f67b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:05.441414 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0938451-1659-421d-984e-eca38f67b1b9 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:40:05.441858 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0938451-1659-421d-984e-eca38f67b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:40:05.443596 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:40:05.457156 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbdf8ce6-7d1b-4318-801d-b90e3f1f6ef5 req-e93e498a-a5ec-448d-ab9c-cff43f824390 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587575 Aug 16 01:40:05.513126 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0938451-1659-421d-984e-eca38f67b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:05.522726 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0938451-1659-421d-984e-eca38f67b1b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:05.528340 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c0938451-1659-421d-984e-eca38f67b1b9 admin admin] 10.222.0.68 "DELETE /v2.0/networks/3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5 HTTP/1.1" status: 204 len: 168 time: 0.6461046 Aug 16 01:40:05.542931 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0938451-1659-421d-984e-eca38f67b1b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ccb7d46-cd07-4a4e-a5c8-062b6348c2e5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:05.627858 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff6f8c-1f90-4ab3-878f-0c0ae68bff98 req-f02686c5-23be-4807-a44b-dee45608391b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:05.636454 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78ff6f8c-1f90-4ab3-878f-0c0ae68bff98 req-f02686c5-23be-4807-a44b-dee45608391b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0756495 Aug 16 01:40:05.683981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43466) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:05.685340 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78ff6f8c-1f90-4ab3-878f-0c0ae68bff98 req-2f15f567-6a5d-4b63-b0fc-de410f814157 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472035 Aug 16 01:40:05.743129 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-eeaf71f3-9c83-403d-a781-74ce69563b4d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=972a00d1149c41068ff3bcf037d331eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544813 Aug 16 01:40:05.743393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43470) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:05.762967 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:05.877636 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-024f65e1-81d1-4c49-aaf5-e488011a8b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:05.914120 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-024f65e1-81d1-4c49-aaf5-e488011a8b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:05.989408 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d90d0-7043-472e-8119-1ab332914916 req-451f16ff-adc5-4755-8748-608c83136996 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:05.992518 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c83d90d0-7043-472e-8119-1ab332914916 req-451f16ff-adc5-4755-8748-608c83136996 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.0626025 Aug 16 01:40:06.053377 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c83d90d0-7043-472e-8119-1ab332914916 req-97c661be-651e-4ca8-9fb9-5af5a82555e3 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487983 Aug 16 01:40:06.362307 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d148ce0c-999f-48fa-882c-b3af1aad9922 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:40:06.408313 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0711da6-7284-4343-84c5-9fe26a991e57 req-a68151b5-4729-4f91-9989-463977e801ef tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:06.417068 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0711da6-7284-4343-84c5-9fe26a991e57 req-a68151b5-4729-4f91-9989-463977e801ef tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0604949 Aug 16 01:40:06.419618 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d148ce0c-999f-48fa-882c-b3af1aad9922 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:40:06.430238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-b37d43b6-c09c-489a-9bdc-8ab8ff50dba9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:06.431841 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-b37d43b6-c09c-489a-9bdc-8ab8ff50dba9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b&tenant_id=126345157050487ba8127ff85bb0562e&binding%3Ahost_id=n-h1-765315-27 HTTP/1.1" status: 200 len: 950 time: 0.4595642 Aug 16 01:40:06.445289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd6f4e-c7de-48d1-bea9-af6fc76ff7b0 req-529b009b-9efc-4b0d-8d0a-e2aed15b554d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:06.446909 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51dd6f4e-c7de-48d1-bea9-af6fc76ff7b0 req-529b009b-9efc-4b0d-8d0a-e2aed15b554d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.4555376 Aug 16 01:40:06.462292 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0711da6-7284-4343-84c5-9fe26a991e57 req-2fc91674-83d0-40a8-8168-feb4cc7ca37f tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441921 Aug 16 01:40:06.499583 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d148ce0c-999f-48fa-882c-b3af1aad9922, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d148ce0c-999f-48fa-882c-b3af1aad9922,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:06.514779 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'd148ce0c-999f-48fa-882c-b3af1aad9922', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': 'd148ce0c-999f-48fa-882c-b3af1aad9922', 'mac_address': 'fa:16:3e:7c:b6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:40:06.532670 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-024f65e1-81d1-4c49-aaf5-e488011a8b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.534511 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-024f65e1-81d1-4c49-aaf5-e488011a8b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.538601 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-024f65e1-81d1-4c49-aaf5-e488011a8b83 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2a69b383-48aa-4c3e-8847-3baaab5d4602 HTTP/1.1" status: 204 len: 168 time: 0.7942958 Aug 16 01:40:06.580788 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.598275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f65e1-81d1-4c49-aaf5-e488011a8b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a69b383-48aa-4c3e-8847-3baaab5d4602,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:06.603132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d148ce0c-999f-48fa-882c-b3af1aad9922 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:06.611247 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.618773 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-b723cb27-f85d-4109-b5dd-78aeba37ebad service neutron] 10.222.0.73 "GET /v2.0/ports/d148ce0c-999f-48fa-882c-b3af1aad9922/bindings/n-h1-765315-27 HTTP/1.1" status: 200 len: 383 time: 0.1707625 Aug 16 01:40:06.624574 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51dd6f4e-c7de-48d1-bea9-af6fc76ff7b0 req-095156a8-25e0-4be0-8f49-74e293749488 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464922 Aug 16 01:40:06.650861 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fc3c6-7c0a-48a8-9d2f-b46bc7b46f4e req-d145d5bb-14de-4335-96b8-cb6bf2228fe4 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:06.655517 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d148ce0c-999f-48fa-882c-b3af1aad9922, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d148ce0c-999f-48fa-882c-b3af1aad9922,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:06.672340 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1b9fc3c6-7c0a-48a8-9d2f-b46bc7b46f4e req-d145d5bb-14de-4335-96b8-cb6bf2228fe4 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0878706 Aug 16 01:40:06.672610 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.687704 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Deleting port a34d8706-a6cc-45b5-9085-1353158a34e6 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:40:06.688283 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.750853 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1b9fc3c6-7c0a-48a8-9d2f-b46bc7b46f4e req-f50635d2-ae90-4242-a66e-6d6825c40473 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751567 Aug 16 01:40:06.780808 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-27062c7b-8040-441b-ada1-a93adc663482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:06.782471 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-27062c7b-8040-441b-ada1-a93adc663482 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 1101 time: 0.1130023 Aug 16 01:40:06.801553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=d148ce0c-999f-48fa-882c-b3af1aad9922,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:06.808549 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:40:06.809182 n-d-765315-27 neutron-server[94674]: DEBUG oslo_db.api [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:40:06.861393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] For port a34d8706-a6cc-45b5-9085-1353158a34e6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a34d8706-a6cc-45b5-9085-1353158a34e6,segment=NetworkSegment(f94317bb-415c-413b-a3ee-7bf0243a9be0),segment_id=f94317bb-415c-413b-a3ee-7bf0243a9be0)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:06.861771 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:06.879455 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Calling delete_port for a34d8706-a6cc-45b5-9085-1353158a34e6 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:40:06.948759 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-04e5d746-35e9-492d-b71f-7628b4a788a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:06.950282 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-04e5d746-35e9-492d-b71f-7628b4a788a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1543965 Aug 16 01:40:07.002843 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-58d7950e-b158-495c-9987-f791975212c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=d148ce0c-999f-48fa-882c-b3af1aad9922 HTTP/1.1" status: 200 len: 217 time: 0.0395103 Aug 16 01:40:07.039680 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['d148ce0c-999f-48fa-882c-b3af1aad9922'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:07.112576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-e612debd-fc20-4031-942b-44fa56abe6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:07.114590 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-e612debd-fc20-4031-942b-44fa56abe6fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1042998 Aug 16 01:40:07.144525 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:07.239719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-d6cc3694-e339-4bf5-acd4-cde262dd531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:07.241444 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-d6cc3694-e339-4bf5-acd4-cde262dd531d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1181481 Aug 16 01:40:07.243850 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896113bf-dd06-4002-8e56-cb3f11ffcdd6 req-1fbbe206-255f-4fbe-9a2c-127461ea2d81 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:07.249658 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:07.252052 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-896113bf-dd06-4002-8e56-cb3f11ffcdd6 req-1fbbe206-255f-4fbe-9a2c-127461ea2d81 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.0754125 Aug 16 01:40:07.261443 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ef9c09e5-ed39-44a5-bb18-554139df6dff no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:40:07.300179 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-896113bf-dd06-4002-8e56-cb3f11ffcdd6 req-1ab5c9d2-0e46-4a75-b5f0-599b3e847cfd tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426333 Aug 16 01:40:07.308929 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: ef9c09e5-ed39-44a5-bb18-554139df6dff {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:40:07.309328 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ef9c09e5-ed39-44a5-bb18-554139df6dff not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:40:07.356479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a34d8706-a6cc-45b5-9085-1353158a34e6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:07.399018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.400270 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.401234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.401783 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.402295 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.402782 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.403268 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.403857 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.404345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.404842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.405330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.405828 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:07.487908 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:07.505675 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d148ce0c-999f-48fa-882c-b3af1aad9922 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:07.531323 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d148ce0c-999f-48fa-882c-b3af1aad9922, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d148ce0c-999f-48fa-882c-b3af1aad9922,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:07.539074 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:07.544835 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-189597c5-fb6e-41ab-9c52-4da140e847a6 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915838 Aug 16 01:40:07.606544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=d148ce0c-999f-48fa-882c-b3af1aad9922,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:07.677018 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:07.745997 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8829696-d61c-4dc7-bb83-009fac85e958 req-d7f70fba-e750-4fa1-86a7-562623242723 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:07.747475 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e8829696-d61c-4dc7-bb83-009fac85e958 req-d7f70fba-e750-4fa1-86a7-562623242723 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 946 time: 0.0518463 Aug 16 01:40:07.762262 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-2d25c559-ee33-42fb-baa5-21e119dee68d service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069018 Aug 16 01:40:07.795495 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cc713-0842-4537-8536-33f4986e5693 req-d56c17cf-4f95-45a0-ad8a-d4c845617322 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:07.797110 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-428cc713-0842-4537-8536-33f4986e5693 req-d56c17cf-4f95-45a0-ad8a-d4c845617322 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.1157701 Aug 16 01:40:07.798009 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e8829696-d61c-4dc7-bb83-009fac85e958 req-a2ee5917-ea09-4f34-bc57-4b65d7c45d1e tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/security-groups?id=10a5952e-5233-49df-a187-6090fc8b46be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445318 Aug 16 01:40:07.841905 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:07.879269 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-428cc713-0842-4537-8536-33f4986e5693 req-4a301db2-0f67-4a1f-8378-129d1e0bc161 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560250 Aug 16 01:40:07.964803 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f36e1-a401-44cf-8b63-a4d27e662d5b req-f178f5bd-de35-4347-99d8-c9937d803fc4 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:07.966282 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7e7f36e1-a401-44cf-8b63-a4d27e662d5b req-f178f5bd-de35-4347-99d8-c9937d803fc4 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 948 time: 0.0542233 Aug 16 01:40:08.005160 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7e7f36e1-a401-44cf-8b63-a4d27e662d5b req-7061fc7e-6584-4693-bfab-cd88ee4e4877 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326729 Aug 16 01:40:08.033346 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837915a-1484-49ef-9f50-6b950cd8cccd req-84bf99e7-b41d-45df-998a-78abc576881a tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:08.034857 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a837915a-1484-49ef-9f50-6b950cd8cccd req-84bf99e7-b41d-45df-998a-78abc576881a tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0950291 Aug 16 01:40:08.046906 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Router 1ca79c1a-8b7c-4423-990e-f239b163e181 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:40:08.116384 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a837915a-1484-49ef-9f50-6b950cd8cccd req-d947331c-81d2-4e7f-afe2-fa35ba85a6c3 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737600 Aug 16 01:40:08.183531 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:40:08.189427 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7fa38878-9021-4a5f-a4e1-85d97044d2c7 admin admin] 10.222.0.68 "PUT /v2.0/routers/1ca79c1a-8b7c-4423-990e-f239b163e181/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8594725 Aug 16 01:40:08.192985 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48baa764-b190-442f-af3c-6b186be2f50a None None] Sync routers for ids ['1ca79c1a-8b7c-4423-990e-f239b163e181'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:40:08.196210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43528) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:08.203269 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48baa764-b190-442f-af3c-6b186be2f50a None None] Routers {'1ca79c1a-8b7c-4423-990e-f239b163e181'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:08.204019 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-48baa764-b190-442f-af3c-6b186be2f50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:39:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['1ca79c1a-8b7c-4423-990e-f239b163e181'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:08.320864 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f81ba26-5523-4ea0-853f-2f27d76d2f89 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:08.325956 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-48baa764-b190-442f-af3c-6b186be2f50a None None] Set router 1ca79c1a-8b7c-4423-990e-f239b163e181 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:08.446801 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f81ba26-5523-4ea0-853f-2f27d76d2f89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:08.458333 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584081f-e929-422e-b90c-4dd499c560d5 req-9b315cfb-3c78-4865-94d1-b40d83d8d509 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:08.459899 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2584081f-e929-422e-b90c-4dd499c560d5 req-9b315cfb-3c78-4865-94d1-b40d83d8d509 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.0626957 Aug 16 01:40:08.511129 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1f81ba26-5523-4ea0-853f-2f27d76d2f89 admin admin] Deleting port cb74e111-6414-4cb8-85d3-959617cfa717 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:40:08.511764 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f81ba26-5523-4ea0-853f-2f27d76d2f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:08.525297 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-48baa764-b190-442f-af3c-6b186be2f50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca79c1a-8b7c-4423-990e-f239b163e181', 'name': 'tempest-ServerRescueNegativeTestJSON-965839569-router', 'tenant_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'cb74e111-6414-4cb8-85d3-959617cfa717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:05Z', 'updated_at': '2021-08-16T01:40:07Z', 'revision_number': 5, 'project_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'gw_port': {'id': 'cb74e111-6414-4cb8-85d3-959617cfa717', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca79c1a-8b7c-4423-990e-f239b163e181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:07Z', 'updated_at': '2021-08-16T01:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:08.545534 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2584081f-e929-422e-b90c-4dd499c560d5 req-7dd09e63-0d5d-461c-8f16-fd410f2f01c0 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655479 Aug 16 01:40:08.557352 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48baa764-b190-442f-af3c-6b186be2f50a None None] Checking router: 1ca79c1a-8b7c-4423-990e-f239b163e181 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:40:08.565962 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48baa764-b190-442f-af3c-6b186be2f50a None None] Routers {'1ca79c1a-8b7c-4423-990e-f239b163e181'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:08.566804 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-48baa764-b190-442f-af3c-6b186be2f50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:39:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['1ca79c1a-8b7c-4423-990e-f239b163e181'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:08.614870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1f81ba26-5523-4ea0-853f-2f27d76d2f89 admin admin] For port cb74e111-6414-4cb8-85d3-959617cfa717, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=cb74e111-6414-4cb8-85d3-959617cfa717,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:08.615247 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f81ba26-5523-4ea0-853f-2f27d76d2f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:08.642975 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1f81ba26-5523-4ea0-853f-2f27d76d2f89 admin admin] Calling delete_port for cb74e111-6414-4cb8-85d3-959617cfa717 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:40:08.663633 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-48baa764-b190-442f-af3c-6b186be2f50a None None] Set router 1ca79c1a-8b7c-4423-990e-f239b163e181 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:08.714785 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-48baa764-b190-442f-af3c-6b186be2f50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca79c1a-8b7c-4423-990e-f239b163e181', 'name': 'tempest-ServerRescueNegativeTestJSON-965839569-router', 'tenant_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:05Z', 'updated_at': '2021-08-16T01:40:08Z', 'revision_number': 6, 'project_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:08.743982 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48baa764-b190-442f-af3c-6b186be2f50a None None] The sync data for ids ['1ca79c1a-8b7c-4423-990e-f239b163e181'] in n-d-765315-27 is: [{'id': '1ca79c1a-8b7c-4423-990e-f239b163e181', 'name': 'tempest-ServerRescueNegativeTestJSON-965839569-router', 'tenant_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:05Z', 'updated_at': '2021-08-16T01:40:08Z', 'revision_number': 6, 'project_id': '023dc85af2bf4dc7a1f725dbe3ed89e4', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:40:08.810740 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f81ba26-5523-4ea0-853f-2f27d76d2f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:08.842976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81ba26-5523-4ea0-853f-2f27d76d2f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb74e111-6414-4cb8-85d3-959617cfa717,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:08.914286 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f81ba26-5523-4ea0-853f-2f27d76d2f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:08.935860 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb3be2-2e8d-4f41-a0a4-ec6211ec3fb7 req-5377a743-ad74-48af-80f4-7d58516d8b30 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:08.939195 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-becb3be2-2e8d-4f41-a0a4-ec6211ec3fb7 req-5377a743-ad74-48af-80f4-7d58516d8b30 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 946 time: 0.0581019 Aug 16 01:40:08.983657 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-becb3be2-2e8d-4f41-a0a4-ec6211ec3fb7 req-7bbf30b4-9783-4e7e-b30e-71ca9967bfa6 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/security-groups?id=10a5952e-5233-49df-a187-6090fc8b46be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378337 Aug 16 01:40:09.036985 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f81ba26-5523-4ea0-853f-2f27d76d2f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.039725 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f81ba26-5523-4ea0-853f-2f27d76d2f89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.103290 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08110b-dd5c-4a80-a23d-b2ca50b0a0d0 req-de1a70e2-f2a1-41cf-b932-ec8f1054e4ea tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:09.111863 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ab08110b-dd5c-4a80-a23d-b2ca50b0a0d0 req-de1a70e2-f2a1-41cf-b932-ec8f1054e4ea tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.1310868 Aug 16 01:40:09.119174 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f81ba26-5523-4ea0-853f-2f27d76d2f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.120278 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f81ba26-5523-4ea0-853f-2f27d76d2f89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ca79c1a-8b7c-4423-990e-f239b163e181 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:40:09.125016 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f81ba26-5523-4ea0-853f-2f27d76d2f89 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.126165 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1f81ba26-5523-4ea0-853f-2f27d76d2f89 admin admin] 10.222.0.68 "DELETE /v2.0/routers/1ca79c1a-8b7c-4423-990e-f239b163e181 HTTP/1.1" status: 204 len: 168 time: 0.9289496 Aug 16 01:40:09.129335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43554) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:09.170150 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ab08110b-dd5c-4a80-a23d-b2ca50b0a0d0 req-80e515ec-0863-4118-ab38-c713ff1dc4f1 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519001 Aug 16 01:40:09.242600 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9232d5-cef3-4c82-b2f6-584217934779 admin admin] Deleting subnet ba079634-1419-49dc-8324-e7d11f3f3dfd {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:40:09.260893 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea9232d5-cef3-4c82-b2f6-584217934779 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.320160 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d50482-521c-4a68-bbe6-42809c03cc97 req-ce9f95d3-600f-4802-8066-3051c0dd693f tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:09.321926 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-73d50482-521c-4a68-bbe6-42809c03cc97 req-ce9f95d3-600f-4802-8066-3051c0dd693f tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0552795 Aug 16 01:40:09.331029 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a072613-8b10-4107-a4d2-c55afe6fb1bf req-c90b220c-932f-4cdc-932a-b9d7e289604a tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:09.332612 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9a072613-8b10-4107-a4d2-c55afe6fb1bf req-c90b220c-932f-4cdc-932a-b9d7e289604a tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 946 time: 0.1591227 Aug 16 01:40:09.340764 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba798ba-db50-42c8-b3fc-f2012939ab5f req-3aa5da17-3fa6-41bb-b1b4-f2e84127f0b3 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:09.346245 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9ba798ba-db50-42c8-b3fc-f2012939ab5f req-3aa5da17-3fa6-41bb-b1b4-f2e84127f0b3 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 948 time: 0.2311742 Aug 16 01:40:09.353168 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea9232d5-cef3-4c82-b2f6-584217934779 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.365833 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-73d50482-521c-4a68-bbe6-42809c03cc97 req-91380892-840e-4aa4-900d-57cfe3032311 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367706 Aug 16 01:40:09.485660 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9ba798ba-db50-42c8-b3fc-f2012939ab5f req-f8afad57-ceac-49a7-ada0-74666dfba44b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348896 Aug 16 01:40:09.491833 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea9232d5-cef3-4c82-b2f6-584217934779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.526611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43564) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:09.564675 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a34d8706-a6cc-45b5-9085-1353158a34e6 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:40:09.581242 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-9a072613-8b10-4107-a4d2-c55afe6fb1bf req-fc5ab6db-ad79-4dc6-9911-405f70c203a4 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Deleting port f03a85ef-660e-446d-99ed-a4bdb0f4c461 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:40:09.581693 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9a072613-8b10-4107-a4d2-c55afe6fb1bf req-fc5ab6db-ad79-4dc6-9911-405f70c203a4 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.601909 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: a34d8706-a6cc-45b5-9085-1353158a34e6 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:40:09.602334 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a34d8706-a6cc-45b5-9085-1353158a34e6 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:40:09.610679 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea9232d5-cef3-4c82-b2f6-584217934779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.668276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9232d5-cef3-4c82-b2f6-584217934779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba079634-1419-49dc-8324-e7d11f3f3dfd,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:09.675884 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1d235c2-41c4-4b86-b84d-dadc4b2cddb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.676735 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea9232d5-cef3-4c82-b2f6-584217934779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.680897 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ea9232d5-cef3-4c82-b2f6-584217934779 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ba079634-1419-49dc-8324-e7d11f3f3dfd HTTP/1.1" status: 204 len: 168 time: 0.5479889 Aug 16 01:40:09.682455 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43570) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:09.702764 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c6cf2-4419-4fb3-a94a-876e9bd5342f req-8062c649-42d5-420f-a74e-deb2bfd45292 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:09.707651 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5c4c6cf2-4419-4fb3-a94a-876e9bd5342f req-8062c649-42d5-420f-a74e-deb2bfd45292 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.0851595 Aug 16 01:40:09.775577 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5c4c6cf2-4419-4fb3-a94a-876e9bd5342f req-a8605ee5-5b2c-4f37-8e2c-cd794b3c7ea1 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619483 Aug 16 01:40:09.793673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-9a072613-8b10-4107-a4d2-c55afe6fb1bf req-fc5ab6db-ad79-4dc6-9911-405f70c203a4 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] For port f03a85ef-660e-446d-99ed-a4bdb0f4c461, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f03a85ef-660e-446d-99ed-a4bdb0f4c461,segment=NetworkSegment(650be3ac-b825-4908-a3a2-a3a5c3ec3ead),segment_id=650be3ac-b825-4908-a3a2-a3a5c3ec3ead)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:09.794675 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9a072613-8b10-4107-a4d2-c55afe6fb1bf req-fc5ab6db-ad79-4dc6-9911-405f70c203a4 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.800243 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ff913dc-93ab-445b-8b8f-6842a6e56e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.855962 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1d235c2-41c4-4b86-b84d-dadc4b2cddb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.866151 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1d235c2-41c4-4b86-b84d-dadc4b2cddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.911620 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a1d235c2-41c4-4b86-b84d-dadc4b2cddb9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=36a34750502d463a9839ecceadcce0f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806255 Aug 16 01:40:09.911620 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d235c2-41c4-4b86-b84d-dadc4b2cddb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f12c165-e5dc-49a2-af0c-2d8b358253db,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:09.912359 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43572) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:09.972306 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64a75d5b-28a5-4e7f-b719-20de6a8ea000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:09.995362 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64a75d5b-28a5-4e7f-b719-20de6a8ea000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.044762 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ff913dc-93ab-445b-8b8f-6842a6e56e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.062653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2ff913dc-93ab-445b-8b8f-6842a6e56e21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37247afe-3e0d-4d66-9cda-775b4991a62b']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:10.062931 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64a75d5b-28a5-4e7f-b719-20de6a8ea000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.068233 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64a75d5b-28a5-4e7f-b719-20de6a8ea000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.070001 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-64a75d5b-28a5-4e7f-b719-20de6a8ea000 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8f12c165-e5dc-49a2-af0c-2d8b358253db HTTP/1.1" status: 204 len: 168 time: 0.1566000 Aug 16 01:40:10.078627 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2ff913dc-93ab-445b-8b8f-6842a6e56e21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94317bb-415c-413b-a3ee-7bf0243a9be0') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:10.078921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2ff913dc-93ab-445b-8b8f-6842a6e56e21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94317bb-415c-413b-a3ee-7bf0243a9be0') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:10.095428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a75d5b-28a5-4e7f-b719-20de6a8ea000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f12c165-e5dc-49a2-af0c-2d8b358253db,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:10.146332 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ff913dc-93ab-445b-8b8f-6842a6e56e21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.301712 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a19920-043c-490b-a614-31d78f299708 req-75fd8fe6-8b79-47c0-bb7c-d85e98d32522 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:10.303686 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77a19920-043c-490b-a614-31d78f299708 req-75fd8fe6-8b79-47c0-bb7c-d85e98d32522 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 950 time: 0.0697141 Aug 16 01:40:10.348425 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77a19920-043c-490b-a614-31d78f299708 req-13f89459-1bf9-4b9a-bae4-916aa0467a8c tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373399 Aug 16 01:40:10.381131 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device cd273e32-8a19-4378-80a0-19bd02a365ab details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:40:10.386304 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d148ce0c-999f-48fa-882c-b3af1aad9922 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:10.501511 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7e739-82f4-4b10-bca3-161515fd0f30 req-effe87ce-3a36-45fc-a53b-85dd34e76a07 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:10.503165 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-35b7e739-82f4-4b10-bca3-161515fd0f30 req-effe87ce-3a36-45fc-a53b-85dd34e76a07 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0591843 Aug 16 01:40:10.515643 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ff913dc-93ab-445b-8b8f-6842a6e56e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.533172 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff913dc-93ab-445b-8b8f-6842a6e56e21 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:40:10.533342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port d148ce0c-999f-48fa-882c-b3af1aad9922 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:10.533586 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ff913dc-93ab-445b-8b8f-6842a6e56e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.534060 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.537459 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9a072613-8b10-4107-a4d2-c55afe6fb1bf req-fc5ab6db-ad79-4dc6-9911-405f70c203a4 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.537459 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9a072613-8b10-4107-a4d2-c55afe6fb1bf req-fc5ab6db-ad79-4dc6-9911-405f70c203a4 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.537459 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [req-9a072613-8b10-4107-a4d2-c55afe6fb1bf req-fc5ab6db-ad79-4dc6-9911-405f70c203a4 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Floating IP 722b17ad-81f6-4591-8d6e-4356c16b7a2d disassociated. External IP: 172.25.3.114, port: f03a85ef-660e-446d-99ed-a4bdb0f4c461. Aug 16 01:40:10.537873 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-9a072613-8b10-4107-a4d2-c55afe6fb1bf req-fc5ab6db-ad79-4dc6-9911-405f70c203a4 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Calling delete_port for f03a85ef-660e-446d-99ed-a4bdb0f4c461 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:40:10.540335 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:40:10.563768 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-35b7e739-82f4-4b10-bca3-161515fd0f30 req-8cc87f62-8e4a-46a8-b983-497558b1902e tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497513 Aug 16 01:40:10.606159 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb626e-98bf-4830-943d-377c4c7d5aa1 req-2b8e384b-9c9a-4c50-b7b2-46febc889d76 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:10.613353 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85eb626e-98bf-4830-943d-377c4c7d5aa1 req-2b8e384b-9c9a-4c50-b7b2-46febc889d76 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 946 time: 0.4860985 Aug 16 01:40:10.615065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port cd273e32-8a19-4378-80a0-19bd02a365ab, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=cd273e32-8a19-4378-80a0-19bd02a365ab,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:10.630349 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-e5027a5f-e76d-40fa-8b02-289c62eef854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:10.631844 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-e5027a5f-e76d-40fa-8b02-289c62eef854 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b&tenant_id=126345157050487ba8127ff85bb0562e HTTP/1.1" status: 200 len: 1100 time: 0.4837060 Aug 16 01:40:10.655107 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'cd273e32-8a19-4378-80a0-19bd02a365ab', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': 'cd273e32-8a19-4378-80a0-19bd02a365ab', 'mac_address': 'fa:16:3e:41:ff:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:40:10.693003 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.712167 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ff913dc-93ab-445b-8b8f-6842a6e56e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.734301 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ff913dc-93ab-445b-8b8f-6842a6e56e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.738471 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2ff913dc-93ab-445b-8b8f-6842a6e56e21 admin admin] 10.222.0.68 "DELETE /v2.0/networks/37247afe-3e0d-4d66-9cda-775b4991a62b HTTP/1.1" status: 204 len: 168 time: 1.0557292 Aug 16 01:40:10.759774 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d148ce0c-999f-48fa-882c-b3af1aad9922, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d148ce0c-999f-48fa-882c-b3af1aad9922,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:10.763419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c698d71-c482-479b-a7b0-6b1a73d0be6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd148ce0c-999f-48fa-882c-b3af1aad9922'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:10.767017 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed966a85-d9c5-4a44-b68f-549abbfa943b" -d '{"events": [{"server_uuid": "4c698d71-c482-479b-a7b0-6b1a73d0be6b", "name": "network-vif-plugged", "status": "completed", "tag": "d148ce0c-999f-48fa-882c-b3af1aad9922"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:10.782025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85eb626e-98bf-4830-943d-377c4c7d5aa1 req-56d599b3-5fed-4206-a367-4740d7478588 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/security-groups?id=10a5952e-5233-49df-a187-6090fc8b46be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676717 Aug 16 01:40:10.791139 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff913dc-93ab-445b-8b8f-6842a6e56e21 admin admin] Pushing event deleted for resources: {'Network': ['ID=37247afe-3e0d-4d66-9cda-775b4991a62b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:10.793283 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.804996 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.807971 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1490afb-8ae6-446a-8bd8-f37c658b8c72 req-9907a966-278c-4f23-9aeb-11edbae1a1c6 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:10.815858 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1490afb-8ae6-446a-8bd8-f37c658b8c72 req-9907a966-278c-4f23-9aeb-11edbae1a1c6 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 948 time: 0.0700641 Aug 16 01:40:10.831106 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-7d3eb7cb-de40-4cf6-841a-e93129ca10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:10.832949 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-7d3eb7cb-de40-4cf6-841a-e93129ca10bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 1100 time: 0.1607594 Aug 16 01:40:10.862005 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1490afb-8ae6-446a-8bd8-f37c658b8c72 req-fc069713-6358-48a1-839c-3e2d188c390b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452125 Aug 16 01:40:10.878178 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd273e32-8a19-4378-80a0-19bd02a365ab {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:10.920038 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port cd273e32-8a19-4378-80a0-19bd02a365ab, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=cd273e32-8a19-4378-80a0-19bd02a365ab,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:10.922101 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5319c09-b61f-46e9-817e-46e3aba43afa x-openstack-request-id: req-f5319c09-b61f-46e9-817e-46e3aba43afa {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:10.922386 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c698d71-c482-479b-a7b0-6b1a73d0be6b", "name": "network-vif-plugged", "status": "completed", "tag": "d148ce0c-999f-48fa-882c-b3af1aad9922", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:10.922639 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f5319c09-b61f-46e9-817e-46e3aba43afa {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:10.923112 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c698d71-c482-479b-a7b0-6b1a73d0be6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd148ce0c-999f-48fa-882c-b3af1aad9922', 'code': 200} Aug 16 01:40:10.929224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=d148ce0c-999f-48fa-882c-b3af1aad9922,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:10.937262 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:10.991190 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43610) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:11.000494 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cb74e111-6414-4cb8-85d3-959617cfa717 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:40:11.002862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=cd273e32-8a19-4378-80a0-19bd02a365ab,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:11.029564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: cb74e111-6414-4cb8-85d3-959617cfa717 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:40:11.030086 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cb74e111-6414-4cb8-85d3-959617cfa717 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:40:11.042483 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77ecf0-d23e-47f4-b480-e968d2b3b916 req-bfd27f64-91f9-439d-8874-7b52d1ee8574 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:11.044183 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fa77ecf0-d23e-47f4-b480-e968d2b3b916 req-bfd27f64-91f9-439d-8874-7b52d1ee8574 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.0920620 Aug 16 01:40:11.048250 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9a072613-8b10-4107-a4d2-c55afe6fb1bf req-fc5ab6db-ad79-4dc6-9911-405f70c203a4 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:11.062629 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-24abdfd9-c0e8-44ab-a924-8a6f602097fd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=023dc85af2bf4dc7a1f725dbe3ed89e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664270 Aug 16 01:40:11.064882 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43612) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:11.102341 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fa77ecf0-d23e-47f4-b480-e968d2b3b916 req-be91b935-ca21-4d0f-85e5-2e982a43f783 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464425 Aug 16 01:40:11.107882 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ab6db-ad79-4dc6-9911-405f70c203a4 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Pushing event deleted for resources: {'Port': ['ID=f03a85ef-660e-446d-99ed-a4bdb0f4c461,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:11.139581 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-9748a356-44fd-48a9-a224-7ab2972c4013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:11.141059 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-9748a356-44fd-48a9-a224-7ab2972c4013 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.3001754 Aug 16 01:40:11.224635 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-265cf18a-8ff3-46d5-a029-26e0860e2ebc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=d148ce0c-999f-48fa-882c-b3af1aad9922 HTTP/1.1" status: 200 len: 217 time: 0.0471597 Aug 16 01:40:11.274177 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['cd273e32-8a19-4378-80a0-19bd02a365ab'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:11.304461 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40aa0800-bc97-4319-9ad0-f25cef3556db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:11.354734 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40aa0800-bc97-4319-9ad0-f25cef3556db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:11.366434 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-c25920cc-ce87-41f0-88d9-8f05214c4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:11.367920 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-c25920cc-ce87-41f0-88d9-8f05214c4b1a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1345391 Aug 16 01:40:11.399514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a072613-8b10-4107-a4d2-c55afe6fb1bf req-fc5ab6db-ad79-4dc6-9911-405f70c203a4 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Router 366f79ae-76c1-4b1c-b045-9e6073141a1c has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:40:11.442020 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ec5597d-9b47-48b1-ad34-6c32679844cb req-84517d30-05d7-48e8-bcda-07c3390cb4b4 tempest-AbsoluteLimitsNegativeTestJSON-1606215517 tempest-AbsoluteLimitsNegativeTestJSON-1606215517-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=661e90db5a7d4d0c879f324aae5c6e5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342267 Aug 16 01:40:11.509498 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-75871eed-b221-4379-9c6c-3d3e9558f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:11.511600 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-75871eed-b221-4379-9c6c-3d3e9558f374 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1319115 Aug 16 01:40:11.536846 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40aa0800-bc97-4319-9ad0-f25cef3556db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:11.539398 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40aa0800-bc97-4319-9ad0-f25cef3556db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:11.543554 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-40aa0800-bc97-4319-9ad0-f25cef3556db admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e1f97579-1a32-4212-8018-4560434ed9bf HTTP/1.1" status: 204 len: 168 time: 0.4729259 Aug 16 01:40:11.571800 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5597d-9b47-48b1-ad34-6c32679844cb req-6637abf5-6e07-42ec-b19f-b65aa915e5c3 tempest-AbsoluteLimitsNegativeTestJSON-1606215517 tempest-AbsoluteLimitsNegativeTestJSON-1606215517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:11.573411 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ec5597d-9b47-48b1-ad34-6c32679844cb req-6637abf5-6e07-42ec-b19f-b65aa915e5c3 tempest-AbsoluteLimitsNegativeTestJSON-1606215517 tempest-AbsoluteLimitsNegativeTestJSON-1606215517-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1306159 Aug 16 01:40:11.607009 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ec5597d-9b47-48b1-ad34-6c32679844cb req-5b0b25b1-1b2d-4468-9f46-55c8a450eb16 tempest-AbsoluteLimitsNegativeTestJSON-1606215517 tempest-AbsoluteLimitsNegativeTestJSON-1606215517-project] 10.222.0.68 "GET /v2.0/quotas/661e90db5a7d4d0c879f324aae5c6e5e HTTP/1.1" status: 200 len: 375 time: 0.0241063 Aug 16 01:40:11.628311 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa0800-bc97-4319-9ad0-f25cef3556db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f97579-1a32-4212-8018-4560434ed9bf,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:11.661077 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ec5597d-9b47-48b1-ad34-6c32679844cb req-88ef6b50-4648-48e4-b6dc-b265ddaa8dc2 tempest-AbsoluteLimitsNegativeTestJSON-1606215517 tempest-AbsoluteLimitsNegativeTestJSON-1606215517-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=661e90db5a7d4d0c879f324aae5c6e5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523963 Aug 16 01:40:11.663897 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa95e8-c252-4170-9921-b04e143f0951 req-0fd17193-ac55-436a-af4d-0a0b83912ace tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:11.672464 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a6fa95e8-c252-4170-9921-b04e143f0951 req-0fd17193-ac55-436a-af4d-0a0b83912ace tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 949 time: 0.2406693 Aug 16 01:40:11.722093 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a072613-8b10-4107-a4d2-c55afe6fb1bf req-fc5ab6db-ad79-4dc6-9911-405f70c203a4 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:40:11.734729 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa046e-fc79-4c78-889a-527c3898c5af None None] Sync routers for ids ['366f79ae-76c1-4b1c-b045-9e6073141a1c'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:40:11.748892 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa046e-fc79-4c78-889a-527c3898c5af None None] Routers {'366f79ae-76c1-4b1c-b045-9e6073141a1c'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:11.749528 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2efa046e-fc79-4c78-889a-527c3898c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:39:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['366f79ae-76c1-4b1c-b045-9e6073141a1c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:11.772241 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a6fa95e8-c252-4170-9921-b04e143f0951 req-92e5bb47-b0fb-421b-bc59-81e533600ed2 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987260 Aug 16 01:40:11.793491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a072613-8b10-4107-a4d2-c55afe6fb1bf req-fc5ab6db-ad79-4dc6-9911-405f70c203a4 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] No DVR routers for this DVR port f03a85ef-660e-446d-99ed-a4bdb0f4c461 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:40:11.807330 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9a072613-8b10-4107-a4d2-c55afe6fb1bf req-fc5ab6db-ad79-4dc6-9911-405f70c203a4 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:11.809417 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9a072613-8b10-4107-a4d2-c55afe6fb1bf req-fc5ab6db-ad79-4dc6-9911-405f70c203a4 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.63 "DELETE /v2.0/ports/f03a85ef-660e-446d-99ed-a4bdb0f4c461 HTTP/1.1" status: 204 len: 173 time: 2.4600673 Aug 16 01:40:11.809940 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca89cd-e079-449a-a31d-7b8f600ee550', 'name': 'network-vif-deleted', 'tag': 'f03a85ef-660e-446d-99ed-a4bdb0f4c461'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:11.820108 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fb8aeb-cba8-42d0-b043-2ae11647a697" -d '{"events": [{"server_uuid": "c4ca89cd-e079-449a-a31d-7b8f600ee550", "name": "network-vif-deleted", "tag": "f03a85ef-660e-446d-99ed-a4bdb0f4c461"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:11.838976 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-434c2522-08f3-40ec-a73b-e3ecbf093a35 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168573 Aug 16 01:40:11.889261 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd111ca-cb8f-42bc-a839-1eaee7dd907d req-96cb3353-c749-4292-b946-65530c7f9107 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:11.891250 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ebd111ca-cb8f-42bc-a839-1eaee7dd907d req-96cb3353-c749-4292-b946-65530c7f9107 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.1013589 Aug 16 01:40:11.998923 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6037e8f-a90e-4a77-87ea-b07008f82eac req-423a8119-74be-47c8-8044-9d005a1ecc60 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527283 Aug 16 01:40:12.000842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-2efa046e-fc79-4c78-889a-527c3898c5af None None] Set router 366f79ae-76c1-4b1c-b045-9e6073141a1c gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:12.013643 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ebd111ca-cb8f-42bc-a839-1eaee7dd907d req-b3848fbe-98e9-4b69-938a-475b5e50d531 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015768 Aug 16 01:40:12.074728 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-de4c3c08-7296-4941-b1f1-68bffe642300 req-4124ab5b-b61c-481a-9601-a3bb359c21c2 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ca89cd-e079-449a-a31d-7b8f600ee550 HTTP/1.1" status: 200 len: 210 time: 0.0376000 Aug 16 01:40:12.076206 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240f5a1f-2d9f-4e6a-82d0-ead604918b8f x-openstack-request-id: req-240f5a1f-2d9f-4e6a-82d0-ead604918b8f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:12.076485 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ca89cd-e079-449a-a31d-7b8f600ee550", "name": "network-vif-deleted", "tag": "f03a85ef-660e-446d-99ed-a4bdb0f4c461", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:12.076733 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-240f5a1f-2d9f-4e6a-82d0-ead604918b8f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:12.077124 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca89cd-e079-449a-a31d-7b8f600ee550', 'name': 'network-vif-deleted', 'tag': 'f03a85ef-660e-446d-99ed-a4bdb0f4c461', 'status': 'completed', 'code': 200} Aug 16 01:40:12.109352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43652) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:12.207303 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e6030-5a79-4e9f-bd9a-f76d05a58bb4 req-c8615cd9-6fbe-4cd6-ba0d-1597a2a38430 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:12.215504 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fa1e6030-5a79-4e9f-bd9a-f76d05a58bb4 req-c8615cd9-6fbe-4cd6-ba0d-1597a2a38430 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.0856526 Aug 16 01:40:12.255145 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d8bc7-c2c5-49ff-9894-07b2745e47a7 req-516b53e1-78f8-4767-a6f6-eeb2e79d5e65 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:12.270273 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f24d8bc7-c2c5-49ff-9894-07b2745e47a7 req-516b53e1-78f8-4767-a6f6-eeb2e79d5e65 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.0661063 Aug 16 01:40:12.318599 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0c73f4e7-e522-472f-b7c2-e7e1a6a37e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.321842 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fa1e6030-5a79-4e9f-bd9a-f76d05a58bb4 req-5de86a56-989f-4441-88f7-cbd4d875d8d4 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053448 Aug 16 01:40:12.324191 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2efa046e-fc79-4c78-889a-527c3898c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'name': 'tempest-ServersTestFqdnHostnames-1362448258-router', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:26Z', 'updated_at': '2021-08-16T01:37:43Z', 'revision_number': 4, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'gw_port': {'id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:29Z', 'updated_at': '2021-08-16T01:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'ececbe64-e296-4d99-95fd-c540a3ac939c', 'name': '', 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'mac_address': 'fa:16:3e:7f:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '585d13b5-4da7-4c88-8686-e7e014058c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:38Z', 'updated_at': '2021-08-16T01:37:51Z', 'revision_number': 5, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'subnets': [{'id': '585d13b5-4da7-4c88-8686-e7e014058c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:12.350523 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f24d8bc7-c2c5-49ff-9894-07b2745e47a7 req-7d7dc52b-5702-46a9-910b-1656dea5180d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742102 Aug 16 01:40:12.363307 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa046e-fc79-4c78-889a-527c3898c5af None None] Checking router: 366f79ae-76c1-4b1c-b045-9e6073141a1c for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:40:12.374806 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa046e-fc79-4c78-889a-527c3898c5af None None] Routers {'366f79ae-76c1-4b1c-b045-9e6073141a1c'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:12.375520 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2efa046e-fc79-4c78-889a-527c3898c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:39:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['366f79ae-76c1-4b1c-b045-9e6073141a1c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:12.432973 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device cd273e32-8a19-4378-80a0-19bd02a365ab up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:12.470274 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0c73f4e7-e522-472f-b7c2-e7e1a6a37e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.475755 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0c73f4e7-e522-472f-b7c2-e7e1a6a37e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.518619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73f4e7-e522-472f-b7c2-e7e1a6a37e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d5bfa3-5aee-47a5-9837-39d94822da67,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:12.526602 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0c73f4e7-e522-472f-b7c2-e7e1a6a37e0f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=661e90db5a7d4d0c879f324aae5c6e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4104044 Aug 16 01:40:12.527623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43670) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:12.556595 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-2efa046e-fc79-4c78-889a-527c3898c5af None None] Set router 366f79ae-76c1-4b1c-b045-9e6073141a1c gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:12.588139 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port cd273e32-8a19-4378-80a0-19bd02a365ab triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:12.588607 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.595494 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d03f0b03-bdbc-4ae1-b5c3-8653a952d66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.616674 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d03f0b03-bdbc-4ae1-b5c3-8653a952d66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.671505 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d03f0b03-bdbc-4ae1-b5c3-8653a952d66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.674151 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d03f0b03-bdbc-4ae1-b5c3-8653a952d66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.675336 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d03f0b03-bdbc-4ae1-b5c3-8653a952d66c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/91d5bfa3-5aee-47a5-9837-39d94822da67 HTTP/1.1" status: 204 len: 168 time: 0.1460574 Aug 16 01:40:12.684554 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f0b03-bdbc-4ae1-b5c3-8653a952d66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d5bfa3-5aee-47a5-9837-39d94822da67,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:12.692691 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f0b03-bdbc-4ae1-b5c3-8653a952d66c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:12.693279 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f0b03-bdbc-4ae1-b5c3-8653a952d66c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:12.693812 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f0b03-bdbc-4ae1-b5c3-8653a952d66c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:12.694316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f0b03-bdbc-4ae1-b5c3-8653a952d66c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:12.694837 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f0b03-bdbc-4ae1-b5c3-8653a952d66c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:12.695408 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f0b03-bdbc-4ae1-b5c3-8653a952d66c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:12.695905 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f0b03-bdbc-4ae1-b5c3-8653a952d66c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:12.696409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f0b03-bdbc-4ae1-b5c3-8653a952d66c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:12.696906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f0b03-bdbc-4ae1-b5c3-8653a952d66c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:12.698073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f0b03-bdbc-4ae1-b5c3-8653a952d66c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:12.698675 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f0b03-bdbc-4ae1-b5c3-8653a952d66c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:12.699186 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f0b03-bdbc-4ae1-b5c3-8653a952d66c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:12.712946 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43676) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:12.802972 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.838825 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ef56a945-d024-4857-88b6-e81aca743e59 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1065888223-network', 'tenant_id': 'fd9781a8339049d8a7634c500db7cdf0'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:12.851519 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port cd273e32-8a19-4378-80a0-19bd02a365ab, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=cd273e32-8a19-4378-80a0-19bd02a365ab,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:12.859340 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.860197 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d148ce0c-999f-48fa-882c-b3af1aad9922 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:40:12.866866 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef56a945-d024-4857-88b6-e81aca743e59 admin admin] Made reservation on behalf of fd9781a8339049d8a7634c500db7cdf0 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:12.871643 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef56a945-d024-4857-88b6-e81aca743e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.883308 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef56a945-d024-4857-88b6-e81aca743e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:12.924648 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2f1793-5e35-476f-8247-9e74e4ec339d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd273e32-8a19-4378-80a0-19bd02a365ab'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:12.926944 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd1f717-71c6-4ba4-a940-53030f4fc7aa" -d '{"events": [{"server_uuid": "6a2f1793-5e35-476f-8247-9e74e4ec339d", "name": "network-vif-plugged", "status": "completed", "tag": "cd273e32-8a19-4378-80a0-19bd02a365ab"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:12.957218 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2efa046e-fc79-4c78-889a-527c3898c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'name': 'tempest-ServersTestFqdnHostnames-1362448258-router', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:26Z', 'updated_at': '2021-08-16T01:37:43Z', 'revision_number': 4, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'gw_port': {'id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:29Z', 'updated_at': '2021-08-16T01:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'ececbe64-e296-4d99-95fd-c540a3ac939c', 'name': '', 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'mac_address': 'fa:16:3e:7f:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '585d13b5-4da7-4c88-8686-e7e014058c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:38Z', 'updated_at': '2021-08-16T01:37:51Z', 'revision_number': 5, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'subnets': [{'id': '585d13b5-4da7-4c88-8686-e7e014058c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:12.994907 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=cd273e32-8a19-4378-80a0-19bd02a365ab,revision_number=10']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:12.998057 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa046e-fc79-4c78-889a-527c3898c5af None None] The sync data for ids ['366f79ae-76c1-4b1c-b045-9e6073141a1c'] in n-d-765315-27 is: [{'id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'name': 'tempest-ServersTestFqdnHostnames-1362448258-router', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:26Z', 'updated_at': '2021-08-16T01:37:43Z', 'revision_number': 4, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'gw_port': {'id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:29Z', 'updated_at': '2021-08-16T01:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'ececbe64-e296-4d99-95fd-c540a3ac939c', 'name': '', 'network_id': '2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'mac_address': 'fa:16:3e:7f:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '585d13b5-4da7-4c88-8686-e7e014058c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:38Z', 'updated_at': '2021-08-16T01:37:51Z', 'revision_number': 5, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'subnets': [{'id': '585d13b5-4da7-4c88-8686-e7e014058c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:40:13.026199 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8da3d5-e353-427f-ad3a-3cbc387f586c req-a2211501-60b1-4d60-a9a2-bae170cac21a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:13.031713 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ec8da3d5-e353-427f-ad3a-3cbc387f586c req-a2211501-60b1-4d60-a9a2-bae170cac21a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 951 time: 0.1442151 Aug 16 01:40:13.054950 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ea4416-601d-4f7b-b449-b2168297dc2e x-openstack-request-id: req-b8ea4416-601d-4f7b-b449-b2168297dc2e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:13.055238 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2f1793-5e35-476f-8247-9e74e4ec339d", "name": "network-vif-plugged", "status": "completed", "tag": "cd273e32-8a19-4378-80a0-19bd02a365ab", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:13.055694 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b8ea4416-601d-4f7b-b449-b2168297dc2e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:13.056251 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2f1793-5e35-476f-8247-9e74e4ec339d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd273e32-8a19-4378-80a0-19bd02a365ab', 'code': 200} Aug 16 01:40:13.062755 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.114010 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d148ce0c-999f-48fa-882c-b3af1aad9922, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d148ce0c-999f-48fa-882c-b3af1aad9922,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:13.130581 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.164517 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ec8da3d5-e353-427f-ad3a-3cbc387f586c req-c27c8b53-2413-41cd-af5b-cfe69bba326e tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952930 Aug 16 01:40:13.187382 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef56a945-d024-4857-88b6-e81aca743e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.195265 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef56a945-d024-4857-88b6-e81aca743e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.204857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=d148ce0c-999f-48fa-882c-b3af1aad9922,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:13.239905 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef56a945-d024-4857-88b6-e81aca743e59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:40:13.252394 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56a945-d024-4857-88b6-e81aca743e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c9cd20-4af3-4ff6-827b-83ea14e89583,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:13.260862 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef56a945-d024-4857-88b6-e81aca743e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.261395 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-ef56a945-d024-4857-88b6-e81aca743e59 admin admin] Added segment 0097737a-8c4e-4e89-b601-9793da1ca0d6 of type vlan for network 8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf Aug 16 01:40:13.276077 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f03a85ef-660e-446d-99ed-a4bdb0f4c461 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:40:13.312913 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: f03a85ef-660e-446d-99ed-a4bdb0f4c461 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:40:13.313634 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f03a85ef-660e-446d-99ed-a4bdb0f4c461 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:40:13.366662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43704) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:13.421236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ef591-2b94-41d5-a2bb-b566b79e5cc7 req-cc40f9c8-4476-45b7-831b-dfb1dd1e6b6c tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:13.423165 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d64ef591-2b94-41d5-a2bb-b566b79e5cc7 req-cc40f9c8-4476-45b7-831b-dfb1dd1e6b6c tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.2351878 Aug 16 01:40:13.427741 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef56a945-d024-4857-88b6-e81aca743e59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.482664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650c44e-2bd0-4b8d-9212-84dc406003dc req-f2269247-7af4-444c-8d38-ba837b392a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:13.484241 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4650c44e-2bd0-4b8d-9212-84dc406003dc req-f2269247-7af4-444c-8d38-ba837b392a67 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 1103 time: 0.1849444 Aug 16 01:40:13.490585 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ff8663d-9bc3-4283-8ac4-e908178067d1 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.491954 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd32b77-255b-485e-bb15-57aa9d60046d None None] New status for floating IP 722b17ad-81f6-4591-8d6e-4356c16b7a2d: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:40:13.512090 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef56a945-d024-4857-88b6-e81aca743e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.513498 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef56a945-d024-4857-88b6-e81aca743e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:13.514327 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef56a945-d024-4857-88b6-e81aca743e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.517855 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ff8663d-9bc3-4283-8ac4-e908178067d1 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.581495 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d64ef591-2b94-41d5-a2bb-b566b79e5cc7 req-14e8e69e-6519-4118-9d6b-0ef83665bacf tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423194 Aug 16 01:40:13.610664 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56a945-d024-4857-88b6-e81aca743e59 admin admin] Pushing event updated for resources: {'Network': ['ID=8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:13.626655 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ef56a945-d024-4857-88b6-e81aca743e59 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9126527 Aug 16 01:40:13.632507 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43716) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:13.634507 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:40:13.648085 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4af761c4-9b46-4c2d-8334-016ee7834bc7 admin admin] Request body: {'subnet': {'network_id': '8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1065888223-subnet', 'tenant_id': 'fd9781a8339049d8a7634c500db7cdf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:13.655155 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4650c44e-2bd0-4b8d-9212-84dc406003dc req-16eb24d4-7f79-432d-94ee-6e93cca61c7f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243598 Aug 16 01:40:13.670122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96838598-8618-43f2-8d58-6374747209f8 req-1408e606-4e05-4912-8234-e2a586e30a2e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:13.671751 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96838598-8618-43f2-8d58-6374747209f8 req-1408e606-4e05-4912-8234-e2a586e30a2e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 948 time: 0.2061110 Aug 16 01:40:13.686630 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ff8663d-9bc3-4283-8ac4-e908178067d1 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.691140 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ff8663d-9bc3-4283-8ac4-e908178067d1 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.694746 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9ff8663d-9bc3-4283-8ac4-e908178067d1 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "DELETE /v2.0/security-groups/10a5952e-5233-49df-a187-6090fc8b46be HTTP/1.1" status: 204 len: 168 time: 0.3264444 Aug 16 01:40:13.696105 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43718) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:13.742916 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43720) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:13.753191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8663d-9bc3-4283-8ac4-e908178067d1 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a5952e-5233-49df-a187-6090fc8b46be,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:13.753374 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af761c4-9b46-4c2d-8334-016ee7834bc7 admin admin] Made reservation on behalf of fd9781a8339049d8a7634c500db7cdf0 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:13.755323 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-299ec340-8fd9-42b1-8fde-d0a1864e1c65 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] show failed (client error): The resource could not be found. Aug 16 01:40:13.756369 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4af761c4-9b46-4c2d-8334-016ee7834bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:13.756603 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-299ec340-8fd9-42b1-8fde-d0a1864e1c65 tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "GET /v2.0/security-groups/10a5952e-5233-49df-a187-6090fc8b46be HTTP/1.1" status: 404 len: 347 time: 0.0440383 Aug 16 01:40:13.759534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43724) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:13.827367 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96838598-8618-43f2-8d58-6374747209f8 req-0c97d3db-55b6-458d-9852-be76a95fcbec tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298373 Aug 16 01:40:13.934982 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfe20f-c4ee-4f43-a4bc-9e6ae10c8a92 req-04ac72b6-2e71-4b23-81ce-26797247ba4b tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:13.936872 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-67bfe20f-c4ee-4f43-a4bc-9e6ae10c8a92 req-04ac72b6-2e71-4b23-81ce-26797247ba4b tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.1877728 Aug 16 01:40:13.957614 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3947a1c2-e032-48ae-98ef-5b3112e74600 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-129389214-network', 'tenant_id': '610c80f17dbe41b687cede716da3d010'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:13.973577 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-742d09bc-2bb4-4870-a417-2f2af0d1880b tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Deleting port 9c7ab5dc-bcf2-4563-a5ce-c0ea61c78800 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:40:13.973946 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-742d09bc-2bb4-4870-a417-2f2af0d1880b tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.020125 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3947a1c2-e032-48ae-98ef-5b3112e74600 admin admin] Made reservation on behalf of 610c80f17dbe41b687cede716da3d010 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:14.024024 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3947a1c2-e032-48ae-98ef-5b3112e74600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.037771 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-67bfe20f-c4ee-4f43-a4bc-9e6ae10c8a92 req-81e34a2b-39d9-4d74-8460-eacb1e8e5f19 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861869 Aug 16 01:40:14.046651 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3947a1c2-e032-48ae-98ef-5b3112e74600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.067222 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4af761c4-9b46-4c2d-8334-016ee7834bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.088556 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-742d09bc-2bb4-4870-a417-2f2af0d1880b tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.089698 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-742d09bc-2bb4-4870-a417-2f2af0d1880b tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.104896 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-742d09bc-2bb4-4870-a417-2f2af0d1880b tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Calling delete_port for 9c7ab5dc-bcf2-4563-a5ce-c0ea61c78800 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:40:14.142645 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af761c4-9b46-4c2d-8334-016ee7834bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62769d8c-7a39-4b27-bbbe-f9165e275d85,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:14.171748 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af761c4-9b46-4c2d-8334-016ee7834bc7 admin admin] Checking segment: {'id': '0097737a-8c4e-4e89-b601-9793da1ca0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:14.172112 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af761c4-9b46-4c2d-8334-016ee7834bc7 admin admin] Network hostable DHCP agents. Network: 8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:40:14.206482 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af761c4-9b46-4c2d-8334-016ee7834bc7 admin admin] Network 8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:40:14.228151 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4af761c4-9b46-4c2d-8334-016ee7834bc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:14.231755 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3947a1c2-e032-48ae-98ef-5b3112e74600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.235297 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af761c4-9b46-4c2d-8334-016ee7834bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:14.235880 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4af761c4-9b46-4c2d-8334-016ee7834bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.239572 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3947a1c2-e032-48ae-98ef-5b3112e74600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.245221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18b2ae5-be00-4df2-9b29-2d305236957b None None] Network 8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:40:14.269773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3947a1c2-e032-48ae-98ef-5b3112e74600 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:40:14.293829 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4af761c4-9b46-4c2d-8334-016ee7834bc7 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6354790 Aug 16 01:40:14.293829 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947a1c2-e032-48ae-98ef-5b3112e74600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199c43ea-3e0a-46d6-8477-779d61c07998,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:14.293829 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3947a1c2-e032-48ae-98ef-5b3112e74600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.293829 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-3947a1c2-e032-48ae-98ef-5b3112e74600 admin admin] Added segment 92a72a7c-3399-4739-94f2-6514bc45e76e of type vlan for network 3dead596-19b5-4f7e-b3cc-6aaeafb2d70f Aug 16 01:40:14.321217 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-742d09bc-2bb4-4870-a417-2f2af0d1880b tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.367627 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d09bc-2bb4-4870-a417-2f2af0d1880b tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Pushing event deleted for resources: {'Port': ['ID=9c7ab5dc-bcf2-4563-a5ce-c0ea61c78800,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:14.375803 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3947a1c2-e032-48ae-98ef-5b3112e74600 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.413434 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3947a1c2-e032-48ae-98ef-5b3112e74600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.415032 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3947a1c2-e032-48ae-98ef-5b3112e74600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:14.415253 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d148ce0c-999f-48fa-882c-b3af1aad9922 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:40:14.415736 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3947a1c2-e032-48ae-98ef-5b3112e74600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.427392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d859ae0-b7f2-4d85-b50b-fc67b028a481 None None] Network 8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:40:14.477605 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3947a1c2-e032-48ae-98ef-5b3112e74600 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7333896 Aug 16 01:40:14.485262 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43734) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:14.493355 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3c9e8981-9f34-4541-9876-2829947af6c5 admin admin] Request body: {'subnet': {'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-129389214-subnet', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:14.521078 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947a1c2-e032-48ae-98ef-5b3112e74600 admin admin] Pushing event updated for resources: {'Network': ['ID=3dead596-19b5-4f7e-b3cc-6aaeafb2d70f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:14.524637 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9e8981-9f34-4541-9876-2829947af6c5 admin admin] Made reservation on behalf of 610c80f17dbe41b687cede716da3d010 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:14.527547 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c9e8981-9f34-4541-9876-2829947af6c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.568053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1739e29-ddc1-42a5-9500-844acbdd38b8 req-687b7661-9bad-4537-8ed9-3a4ef5da5ac4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:14.570822 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b1739e29-ddc1-42a5-9500-844acbdd38b8 req-687b7661-9bad-4537-8ed9-3a4ef5da5ac4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 951 time: 0.2057734 Aug 16 01:40:14.582775 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-742d09bc-2bb4-4870-a417-2f2af0d1880b tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.586396 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-742d09bc-2bb4-4870-a417-2f2af0d1880b tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.591970 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-742d09bc-2bb4-4870-a417-2f2af0d1880b tempest-ServersTestFqdnHostnames-526730479 tempest-ServersTestFqdnHostnames-526730479-project] 10.222.0.68 "DELETE /v2.0/floatingips/722b17ad-81f6-4591-8d6e-4356c16b7a2d HTTP/1.1" status: 204 len: 168 time: 0.8313859 Aug 16 01:40:14.595986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43740) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:14.614325 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 3dead596-19b5-4f7e-b3cc-6aaeafb2d70f details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:40:14.739522 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c9e8981-9f34-4541-9876-2829947af6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.747641 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.resource_extend [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:40:14.807634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e8981-9f34-4541-9876-2829947af6c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=243563a2-7ae2-4035-9258-384766375747,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:14.809946 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e8981-9f34-4541-9876-2829947af6c5 admin admin] Checking segment: {'id': '92a72a7c-3399-4739-94f2-6514bc45e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:14.810316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9e8981-9f34-4541-9876-2829947af6c5 admin admin] Network hostable DHCP agents. Network: 3dead596-19b5-4f7e-b3cc-6aaeafb2d70f, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:40:14.886764 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9e8981-9f34-4541-9876-2829947af6c5 admin admin] Network 3dead596-19b5-4f7e-b3cc-6aaeafb2d70f is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:40:14.905031 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3c9e8981-9f34-4541-9876-2829947af6c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 3dead596-19b5-4f7e-b3cc-6aaeafb2d70f) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:14.922134 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9e8981-9f34-4541-9876-2829947af6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:14.922990 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c9e8981-9f34-4541-9876-2829947af6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:14.928975 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351a0e75-6e67-497a-99d8-c8d6cf22c9e7 None None] Network 3dead596-19b5-4f7e-b3cc-6aaeafb2d70f requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:40:14.952049 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3c9e8981-9f34-4541-9876-2829947af6c5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4654629 Aug 16 01:40:14.954280 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b1739e29-ddc1-42a5-9500-844acbdd38b8 req-9e988782-c771-4f89-b31e-f8628e280bbc tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590550 Aug 16 01:40:14.955388 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43754) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:14.969643 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a546b7f7-e6e2-420d-8f26-bc9830ac37cb admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-129389214-router', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:14.979147 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d148ce0c-999f-48fa-882c-b3af1aad9922, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d148ce0c-999f-48fa-882c-b3af1aad9922,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:14.997343 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-20bffe04-466d-4e04-853c-189923d0b8a8 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:14.998955 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-20bffe04-466d-4e04-853c-189923d0b8a8 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/networks?id=8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf HTTP/1.1" status: 200 len: 809 time: 0.1723652 Aug 16 01:40:15.000323 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'd148ce0c-999f-48fa-882c-b3af1aad9922', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': 'd148ce0c-999f-48fa-882c-b3af1aad9922', 'mac_address': 'fa:16:3e:7c:b6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:40:15.021011 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a546b7f7-e6e2-420d-8f26-bc9830ac37cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.022148 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a546b7f7-e6e2-420d-8f26-bc9830ac37cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.027630 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-56a0dc89-8bcc-43f6-b7e7-b1743e7a5644 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/quotas/fd9781a8339049d8a7634c500db7cdf0 HTTP/1.1" status: 200 len: 375 time: 0.0169847 Aug 16 01:40:15.057124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c698d71-c482-479b-a7b0-6b1a73d0be6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd148ce0c-999f-48fa-882c-b3af1aad9922'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:15.059406 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd79811-785b-4685-b40d-a794dffec1cf" -d '{"events": [{"server_uuid": "4c698d71-c482-479b-a7b0-6b1a73d0be6b", "name": "network-vif-unplugged", "status": "completed", "tag": "d148ce0c-999f-48fa-882c-b3af1aad9922"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:15.079195 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-aecb6474-1303-459d-8b77-0d7b9b310c51 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd9781a8339049d8a7634c500db7cdf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429063 Aug 16 01:40:15.084008 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.116293 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a546b7f7-e6e2-420d-8f26-bc9830ac37cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.117636 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d148ce0c-999f-48fa-882c-b3af1aad9922 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:15.140229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2cca1-f57b-4422-9772-ed61f36e84f2 req-4a2cb251-d9d6-4852-aa8c-d68a0a17cb9d tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:15.141743 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dac2cca1-f57b-4422-9772-ed61f36e84f2 req-4a2cb251-d9d6-4852-aa8c-d68a0a17cb9d tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0810473 Aug 16 01:40:15.151517 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d148ce0c-999f-48fa-882c-b3af1aad9922, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d148ce0c-999f-48fa-882c-b3af1aad9922,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:15.160369 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.199423 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-3dead596-19b5-4f7e-b3cc-6aaeafb2d70f', 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'fixed_ips': [{'subnet_id': '243563a2-7ae2-4035-9258-384766375747'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:40:15.200377 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.232147 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dac2cca1-f57b-4422-9772-ed61f36e84f2 req-0a4af3d6-dd85-46ce-9b70-059311db6db6 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639734 Aug 16 01:40:15.253143 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=d148ce0c-999f-48fa-882c-b3af1aad9922,revision_number=10']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:15.281786 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4df7cc2c-c597-4eb3-822e-2eb58b8a9d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.323115 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a546b7f7-e6e2-420d-8f26-bc9830ac37cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.340659 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-71727ed6-12e3-4463-8ec2-1d677322de9c service neutron] 10.222.0.68 "GET /v2.0/networks/8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342989 Aug 16 01:40:15.382783 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Allocated IP 172.20.0.2 (3dead596-19b5-4f7e-b3cc-6aaeafb2d70f/243563a2-7ae2-4035-9258-384766375747/5f68053b-dac3-43ec-9022-86eb77c52239) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:15.481468 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-2880006c-dfb0-4054-93f0-c5226d4fc8ed service neutron] 10.222.0.68 "GET /v2.0/networks/8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294379 Aug 16 01:40:15.504059 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['d148ce0c-999f-48fa-882c-b3af1aad9922'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:15.607307 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.621236 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Transition to ACTIVE for port object 5f68053b-dac3-43ec-9022-86eb77c52239 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:15.652167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Transition to ACTIVE for port object 5f68053b-dac3-43ec-9022-86eb77c52239 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:15.659637 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a546b7f7-e6e2-420d-8f26-bc9830ac37cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.683860 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a546b7f7-e6e2-420d-8f26-bc9830ac37cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.687653 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e98365-d0bd-4507-ba47-cb2c8c4358db x-openstack-request-id: req-89e98365-d0bd-4507-ba47-cb2c8c4358db {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:15.688019 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c698d71-c482-479b-a7b0-6b1a73d0be6b", "name": "network-vif-unplugged", "status": "completed", "tag": "d148ce0c-999f-48fa-882c-b3af1aad9922", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:15.688376 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-89e98365-d0bd-4507-ba47-cb2c8c4358db {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:15.688835 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c698d71-c482-479b-a7b0-6b1a73d0be6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd148ce0c-999f-48fa-882c-b3af1aad9922', 'code': 200} Aug 16 01:40:15.691824 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.750359 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Network 3dead596-19b5-4f7e-b3cc-6aaeafb2d70f is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:15.755670 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:15.766780 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:15.783069 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01e777-9bc5-4e0d-8d04-a71912355b23 req-87a46b83-59e8-43a1-9efc-25b67858981e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:15.784729 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e01e777-9bc5-4e0d-8d04-a71912355b23 req-87a46b83-59e8-43a1-9efc-25b67858981e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.4515977 Aug 16 01:40:15.792219 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Pushing event updated for resources: {'Port': ['ID=5f68053b-dac3-43ec-9022-86eb77c52239,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:15.872643 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9243e-118e-451b-aaff-ed574cb9b401 req-4dddf639-e51c-4779-b882-e28797c681d9 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:15.874213 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-93d9243e-118e-451b-aaff-ed574cb9b401 req-4dddf639-e51c-4779-b882-e28797c681d9 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.0942252 Aug 16 01:40:15.875686 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Attempting to bind port 5f68053b-dac3-43ec-9022-86eb77c52239 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:15.876058 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Attempting to bind port 5f68053b-dac3-43ec-9022-86eb77c52239 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '92a72a7c-3399-4739-94f2-6514bc45e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:15.876414 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Attempting to bind port 5f68053b-dac3-43ec-9022-86eb77c52239 on network 3dead596-19b5-4f7e-b3cc-6aaeafb2d70f {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:15.897826 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:15.898229 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-a546b7f7-e6e2-420d-8f26-bc9830ac37cb admin admin] Allocated IP 172.25.3.61 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/6a1fc3fe-68a5-4c9e-926d-10fa16878d86) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:15.898352 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Checking segment: {'id': '92a72a7c-3399-4739-94f2-6514bc45e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:15.898352 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.898352 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Bound using segment: {'id': '92a72a7c-3399-4739-94f2-6514bc45e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:15.898352 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Bound port: 5f68053b-dac3-43ec-9022-86eb77c52239, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a72a7c-3399-4739-94f2-6514bc45e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:15.898755 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:15.978947 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e01e777-9bc5-4e0d-8d04-a71912355b23 req-53237c56-a571-4130-8a91-9a659c1aa79d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627874 Aug 16 01:40:16.028963 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-93d9243e-118e-451b-aaff-ed574cb9b401 req-7010a355-b3d7-4b51-9f80-3c7a7f6bea3a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342056 Aug 16 01:40:16.035422 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] For port 5f68053b-dac3-43ec-9022-86eb77c52239, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:16.039679 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] For port 5f68053b-dac3-43ec-9022-86eb77c52239, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5f68053b-dac3-43ec-9022-86eb77c52239,segment=NetworkSegment(92a72a7c-3399-4739-94f2-6514bc45e76e),segment_id=92a72a7c-3399-4739-94f2-6514bc45e76e)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:16.053456 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:16.145309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4df7cc2c-c597-4eb3-822e-2eb58b8a9d06 admin admin] Deleting port ececbe64-e296-4d99-95fd-c540a3ac939c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:40:16.145652 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4df7cc2c-c597-4eb3-822e-2eb58b8a9d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:16.178871 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-72388abd-c70e-4c2f-b1f9-43a6ed168de5 req-1070dd93-09ea-4466-84fb-14b50726be7c tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/ports?device_id=eef26fab-ec25-4147-9059-fdfcf04ce5f8 HTTP/1.1" status: 200 len: 210 time: 0.0808513 Aug 16 01:40:16.190988 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de0b51-e05d-48ba-b660-da33035367e2 None None] Pushing event updated for resources: {'Port': ['ID=5f68053b-dac3-43ec-9022-86eb77c52239,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:16.251514 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a546b7f7-e6e2-420d-8f26-bc9830ac37cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:16.262963 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-4df7cc2c-c597-4eb3-822e-2eb58b8a9d06 admin admin] For port ececbe64-e296-4d99-95fd-c540a3ac939c, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ececbe64-e296-4d99-95fd-c540a3ac939c,segment=NetworkSegment(650be3ac-b825-4908-a3a2-a3a5c3ec3ead),segment_id=650be3ac-b825-4908-a3a2-a3a5c3ec3ead)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:16.263500 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4df7cc2c-c597-4eb3-822e-2eb58b8a9d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:16.303083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4df7cc2c-c597-4eb3-822e-2eb58b8a9d06 admin admin] Calling delete_port for ececbe64-e296-4d99-95fd-c540a3ac939c owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:40:16.358446 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a546b7f7-e6e2-420d-8f26-bc9830ac37cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:16.422279 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69304474-d0de-4669-b1a6-af3431f7ec5e req-bfd51307-5689-4e2b-88cf-baa35b0c0f7e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:16.429957 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69304474-d0de-4669-b1a6-af3431f7ec5e req-bfd51307-5689-4e2b-88cf-baa35b0c0f7e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 950 time: 0.1201267 Aug 16 01:40:16.454812 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a546b7f7-e6e2-420d-8f26-bc9830ac37cb admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:16.466117 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987c081-9424-43e4-ad71-3b5804f135a7 req-b97bd6ab-d6fa-4b0f-a0d7-1559025eee8b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:16.468061 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d987c081-9424-43e4-ad71-3b5804f135a7 req-b97bd6ab-d6fa-4b0f-a0d7-1559025eee8b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 951 time: 0.1736200 Aug 16 01:40:16.470801 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a546b7f7-e6e2-420d-8f26-bc9830ac37cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:16.477385 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a546b7f7-e6e2-420d-8f26-bc9830ac37cb admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:16.480175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546b7f7-e6e2-420d-8f26-bc9830ac37cb admin admin] Pushing event updated for resources: {'Port': ['ID=6a1fc3fe-68a5-4c9e-926d-10fa16878d86,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:16.538038 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69304474-d0de-4669-b1a6-af3431f7ec5e req-9b1edd74-2812-47aa-8e5e-f98cd67a5882 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067405 Aug 16 01:40:16.574314 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d987c081-9424-43e4-ad71-3b5804f135a7 req-0677b136-874a-4a9b-9f26-0ea1493cfb28 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566621 Aug 16 01:40:16.729638 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4df7cc2c-c597-4eb3-822e-2eb58b8a9d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:16.751755 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858e173-ecba-488a-99b0-063cca94b308 req-ed2f193b-0bb9-4e41-ad3d-26f4779e9e9d tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:16.753591 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3858e173-ecba-488a-99b0-063cca94b308 req-ed2f193b-0bb9-4e41-ad3d-26f4779e9e9d tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0700982 Aug 16 01:40:16.769020 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7cc2c-c597-4eb3-822e-2eb58b8a9d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=ececbe64-e296-4d99-95fd-c540a3ac939c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:16.902731 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3858e173-ecba-488a-99b0-063cca94b308 req-3bd640e5-90b7-4abd-a716-83134f6c39eb tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986624 Aug 16 01:40:16.940825 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a546b7f7-e6e2-420d-8f26-bc9830ac37cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:17.078870 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f54dd-95d1-43a1-8f21-1e469f1fc727 req-0c2ffbd5-e2dd-4871-9649-3cf31fd49a06 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:17.080482 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2f54dd-95d1-43a1-8f21-1e469f1fc727 req-0c2ffbd5-e2dd-4871-9649-3cf31fd49a06 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 1103 time: 0.1837845 Aug 16 01:40:17.117204 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-844c7183-8b73-4914-8a9e-8ce932968d42 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=126345157050487ba8127ff85bb0562e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700107 Aug 16 01:40:17.143300 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4df7cc2c-c597-4eb3-822e-2eb58b8a9d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:17.234464 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a2f54dd-95d1-43a1-8f21-1e469f1fc727 req-df86a845-2167-4c06-9e12-1e3386838373 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468492 Aug 16 01:40:17.251930 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-2b3a4d5d-dc2b-4260-a518-d5cf811fae4b tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:17.253827 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-2b3a4d5d-dc2b-4260-a518-d5cf811fae4b tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.63 "GET /v2.0/networks?id=8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf HTTP/1.1" status: 200 len: 809 time: 0.2731085 Aug 16 01:40:17.259324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5f68053b-dac3-43ec-9022-86eb77c52239 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:17.273457 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-c58163ee-0267-4e1a-8aa8-e6aa6b8498f2 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Request body: {'port': {'device_id': 'eef26fab-ec25-4147-9059-fdfcf04ce5f8', 'network_id': '8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf', 'admin_state_up': True, 'tenant_id': 'fd9781a8339049d8a7634c500db7cdf0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:17.355422 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 5f68053b-dac3-43ec-9022-86eb77c52239 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:17.570052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40137978-01cb-4df4-a8ae-3cd60a267567 req-299f7bc4-391f-43ea-97f7-12bf25bc73ea tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:17.571639 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40137978-01cb-4df4-a8ae-3cd60a267567 req-299f7bc4-391f-43ea-97f7-12bf25bc73ea tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.1922982 Aug 16 01:40:17.631765 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35778144-4232-45e0-93cf-0393a56f4271 None None] Network 3dead596-19b5-4f7e-b3cc-6aaeafb2d70f requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:40:17.664832 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-c58163ee-0267-4e1a-8aa8-e6aa6b8498f2 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Made reservation on behalf of fd9781a8339049d8a7634c500db7cdf0 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:17.670752 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-c58163ee-0267-4e1a-8aa8-e6aa6b8498f2 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:17.702960 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40137978-01cb-4df4-a8ae-3cd60a267567 req-d1153a58-c897-497b-a1f1-66d7b72e5e6d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218603 Aug 16 01:40:17.715474 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-83b5f47c-6f55-4fb5-9331-ceea260eb5f4 None None] Provisioning for port 5f68053b-dac3-43ec-9022-86eb77c52239 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:17.733264 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-83b5f47c-6f55-4fb5-9331-ceea260eb5f4 None None] Provisioning complete for port 5f68053b-dac3-43ec-9022-86eb77c52239 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:17.733947 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-83b5f47c-6f55-4fb5-9331-ceea260eb5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:17.781821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df7cc2c-c597-4eb3-822e-2eb58b8a9d06 admin admin] Router 366f79ae-76c1-4b1c-b045-9e6073141a1c has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:40:17.786144 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-336e8908-0322-4618-a0d5-a724ea51875b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:17.793575 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-336e8908-0322-4618-a0d5-a724ea51875b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6756983 Aug 16 01:40:17.811834 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f91e76c5-426d-4e36-a064-054007dc5c9b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/quotas/126345157050487ba8127ff85bb0562e HTTP/1.1" status: 200 len: 375 time: 0.0171587 Aug 16 01:40:17.920822 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-7f493cab-c78a-4d80-8f63-a444f5d4c832 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1079540 Aug 16 01:40:17.923773 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a546b7f7-e6e2-420d-8f26-bc9830ac37cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:17.966026 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-50e009e4-1807-4ef3-939c-e487be5ce317 req-532610df-30a7-4d60-b9a6-6015c308cbae tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/ports?device_id=eef26fab-ec25-4147-9059-fdfcf04ce5f8 HTTP/1.1" status: 200 len: 210 time: 0.0530825 Aug 16 01:40:17.974534 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-83b5f47c-6f55-4fb5-9331-ceea260eb5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:18.028624 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-83b5f47c-6f55-4fb5-9331-ceea260eb5f4 None None] For port 5f68053b-dac3-43ec-9022-86eb77c52239, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5f68053b-dac3-43ec-9022-86eb77c52239,segment=NetworkSegment(92a72a7c-3399-4739-94f2-6514bc45e76e),segment_id=92a72a7c-3399-4739-94f2-6514bc45e76e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:18.030174 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df7cc2c-c597-4eb3-822e-2eb58b8a9d06 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:40:18.041700 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4df7cc2c-c597-4eb3-822e-2eb58b8a9d06 admin admin] 10.222.0.68 "PUT /v2.0/routers/366f79ae-76c1-4b1c-b045-9e6073141a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4441841 Aug 16 01:40:18.047697 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff93af-8736-4e8f-8ec4-ca8764dccd45 None None] Sync routers for ids ['366f79ae-76c1-4b1c-b045-9e6073141a1c'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:40:18.048868 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43806) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:18.052519 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-83b5f47c-6f55-4fb5-9331-ceea260eb5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:18.087826 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff93af-8736-4e8f-8ec4-ca8764dccd45 None None] Routers {'366f79ae-76c1-4b1c-b045-9e6073141a1c'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:18.089200 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d6ff93af-8736-4e8f-8ec4-ca8764dccd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:39:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['366f79ae-76c1-4b1c-b045-9e6073141a1c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:18.116875 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-c58163ee-0267-4e1a-8aa8-e6aa6b8498f2 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Allocated IP 172.20.0.7 (8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf/62769d8c-7a39-4b27-bbbe-f9165e275d85/e1af600b-c7a2-4112-a077-18a062345cd6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:18.274191 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5f47c-6f55-4fb5-9331-ceea260eb5f4 None None] Pushing event updated for resources: {'Port': ['ID=5f68053b-dac3-43ec-9022-86eb77c52239,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:18.301776 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f3bf64e-c43a-4ca3-a4f8-e335ed9ec74c req-0ae7fbe1-376a-4430-82c1-21d7a000ab35 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 210 time: 0.0836163 Aug 16 01:40:18.303049 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a546b7f7-e6e2-420d-8f26-bc9830ac37cb admin admin] Router f417ebec-3b63-4a11-b0e0-a7140be4002e is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:40:18.315704 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac592d18-1fb0-4168-833f-82f3a17fb118 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:18.379360 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f963ef0-25ff-49a0-b7c4-d1528cf48f02 req-56762727-0c4a-4add-aa1a-49ba396649be tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:18.381042 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9f963ef0-25ff-49a0-b7c4-d1528cf48f02 req-56762727-0c4a-4add-aa1a-49ba396649be tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.1515009 Aug 16 01:40:18.406080 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d6ff93af-8736-4e8f-8ec4-ca8764dccd45 None None] Set router 366f79ae-76c1-4b1c-b045-9e6073141a1c gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:18.457727 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d148ce0c-999f-48fa-882c-b3af1aad9922 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:18.551605 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48305c3-7060-422b-ab2a-292f76996663 req-492f0bbe-2783-4a27-9ffd-09173ec609dd tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:18.553525 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e48305c3-7060-422b-ab2a-292f76996663 req-492f0bbe-2783-4a27-9ffd-09173ec609dd tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 1103 time: 0.1127429 Aug 16 01:40:18.558400 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-c58163ee-0267-4e1a-8aa8-e6aa6b8498f2 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:18.589123 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9f963ef0-25ff-49a0-b7c4-d1528cf48f02 req-9fb6ea6c-38c4-4701-9744-40c1c2a54f70 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658890 Aug 16 01:40:18.590175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a546b7f7-e6e2-420d-8f26-bc9830ac37cb admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:40:18.607382 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Sync routers for ids ['f417ebec-3b63-4a11-b0e0-a7140be4002e'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:40:18.623072 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e48305c3-7060-422b-ab2a-292f76996663 req-9f4236bf-a39e-4ef0-87d1-4f2b2b83c508 tempest-ServersAdminTestJSON-1791928688 tempest-ServersAdminTestJSON-1791928688-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620000 Aug 16 01:40:18.623695 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Routers {'f417ebec-3b63-4a11-b0e0-a7140be4002e'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:18.624809 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:39:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['f417ebec-3b63-4a11-b0e0-a7140be4002e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:18.639673 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a546b7f7-e6e2-420d-8f26-bc9830ac37cb admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:18.641143 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a546b7f7-e6e2-420d-8f26-bc9830ac37cb admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6845772 Aug 16 01:40:18.644308 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-c58163ee-0267-4e1a-8aa8-e6aa6b8498f2 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:18.657001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43820) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:18.670987 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac592d18-1fb0-4168-833f-82f3a17fb118 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:18.778392 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ac592d18-1fb0-4168-833f-82f3a17fb118 admin admin] Deleting port 79901cd8-4c6c-41da-89a9-360bfae9224a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:40:18.778730 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac592d18-1fb0-4168-833f-82f3a17fb118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:18.799819 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Set router f417ebec-3b63-4a11-b0e0-a7140be4002e gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:18.863697 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-35c18c4a-a2f0-4bca-8dc6-d91489c4ff53 None None] Provisioning complete for port 5f68053b-dac3-43ec-9022-86eb77c52239 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:18.865362 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-35c18c4a-a2f0-4bca-8dc6-d91489c4ff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:18.890527 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-c58163ee-0267-4e1a-8aa8-e6aa6b8498f2 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Network 8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:18.904521 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-c58163ee-0267-4e1a-8aa8-e6aa6b8498f2 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:18.911828 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-c58163ee-0267-4e1a-8aa8-e6aa6b8498f2 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:18.934203 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ac592d18-1fb0-4168-833f-82f3a17fb118 admin admin] For port 79901cd8-4c6c-41da-89a9-360bfae9224a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=79901cd8-4c6c-41da-89a9-360bfae9224a,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:18.934977 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac592d18-1fb0-4168-833f-82f3a17fb118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:18.952768 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ac592d18-1fb0-4168-833f-82f3a17fb118 admin admin] Calling delete_port for 79901cd8-4c6c-41da-89a9-360bfae9224a owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:40:19.043686 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58163ee-0267-4e1a-8aa8-e6aa6b8498f2 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Pushing event updated for resources: {'Port': ['ID=e1af600b-c7a2-4112-a077-18a062345cd6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:19.112449 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbf901-a545-4869-b45d-7c5e214e542f req-889839d7-eb3d-4360-a5a4-9fd64577180d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:19.125150 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6ebbf901-a545-4869-b45d-7c5e214e542f req-889839d7-eb3d-4360-a5a4-9fd64577180d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.2917764 Aug 16 01:40:19.144050 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5f68053b-dac3-43ec-9022-86eb77c52239 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:19.167955 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-c58163ee-0267-4e1a-8aa8-e6aa6b8498f2 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:19.169040 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-c58163ee-0267-4e1a-8aa8-e6aa6b8498f2 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:19.204103 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port d148ce0c-999f-48fa-882c-b3af1aad9922 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:19.204389 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:19.268745 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6ebbf901-a545-4869-b45d-7c5e214e542f req-80015db8-aedf-40ce-b66e-fd6769cbbf9a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406476 Aug 16 01:40:19.282331 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-c58163ee-0267-4e1a-8aa8-e6aa6b8498f2 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0135658 Aug 16 01:40:19.286247 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e947c-49fa-4726-bbc6-177d28642b59 req-4ea3ddb2-5079-4eed-97d9-78096ef82ed4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:19.303484 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 5f68053b-dac3-43ec-9022-86eb77c52239 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:19.304052 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:19.308279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Request body: {'port': {'device_id': 'eef26fab-ec25-4147-9059-fdfcf04ce5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:19.310077 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-901e947c-49fa-4726-bbc6-177d28642b59 req-4ea3ddb2-5079-4eed-97d9-78096ef82ed4 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8 HTTP/1.1" status: 200 len: 949 time: 0.1709170 Aug 16 01:40:19.361584 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d6ff93af-8736-4e8f-8ec4-ca8764dccd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'name': 'tempest-ServersTestFqdnHostnames-1362448258-router', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:26Z', 'updated_at': '2021-08-16T01:40:16Z', 'revision_number': 5, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'gw_port': {'id': '79901cd8-4c6c-41da-89a9-360bfae9224a', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:37:29Z', 'updated_at': '2021-08-16T01:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:19.367770 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'name': 'tempest-ServersTestManualDisk-129389214-router', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:16Z', 'revision_number': 3, 'project_id': '610c80f17dbe41b687cede716da3d010', 'gw_port': {'id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:19.391953 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-901e947c-49fa-4726-bbc6-177d28642b59 req-b86c3842-08af-47dc-8410-021c8a26bc63 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809097 Aug 16 01:40:19.405254 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Checking router: f417ebec-3b63-4a11-b0e0-a7140be4002e for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:40:19.405605 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Updating router f417ebec-3b63-4a11-b0e0-a7140be4002e port 6a1fc3fe-68a5-4c9e-926d-10fa16878d86 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:40:19.418684 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac592d18-1fb0-4168-833f-82f3a17fb118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:19.423328 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff93af-8736-4e8f-8ec4-ca8764dccd45 None None] Checking router: 366f79ae-76c1-4b1c-b045-9e6073141a1c for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:40:19.443058 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:19.457418 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:19.487444 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac592d18-1fb0-4168-833f-82f3a17fb118 admin admin] Pushing event deleted for resources: {'Port': ['ID=79901cd8-4c6c-41da-89a9-360bfae9224a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:19.500351 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff93af-8736-4e8f-8ec4-ca8764dccd45 None None] Routers {'366f79ae-76c1-4b1c-b045-9e6073141a1c'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:19.500993 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d6ff93af-8736-4e8f-8ec4-ca8764dccd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:39:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['366f79ae-76c1-4b1c-b045-9e6073141a1c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:19.582809 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ddd72bae-a2bc-4431-bcfc-94f2d0a9b889 req-3e9ffc3b-d13b-4c14-8d32-5dc79ddb5c0a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 210 time: 0.0772026 Aug 16 01:40:19.585308 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac592d18-1fb0-4168-833f-82f3a17fb118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:19.595335 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:19.608693 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c698d71-c482-479b-a7b0-6b1a73d0be6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd148ce0c-999f-48fa-882c-b3af1aad9922'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:19.622035 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed57cdd-ea85-44ca-9068-05a93c60ec1a" -d '{"events": [{"server_uuid": "4c698d71-c482-479b-a7b0-6b1a73d0be6b", "name": "network-vif-plugged", "status": "completed", "tag": "d148ce0c-999f-48fa-882c-b3af1aad9922"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:19.635597 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36bef1-cff3-44bd-a433-d587225af219 req-1c8eee65-8dff-4c98-9d08-23bf5686b340 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:19.641523 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d6ff93af-8736-4e8f-8ec4-ca8764dccd45 None None] Set router 366f79ae-76c1-4b1c-b045-9e6073141a1c gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:19.644639 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e36bef1-cff3-44bd-a433-d587225af219 req-1c8eee65-8dff-4c98-9d08-23bf5686b340 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/ports?device_id=eef26fab-ec25-4147-9059-fdfcf04ce5f8 HTTP/1.1" status: 200 len: 931 time: 0.2458961 Aug 16 01:40:19.717553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d148ce0c-999f-48fa-882c-b3af1aad9922, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d148ce0c-999f-48fa-882c-b3af1aad9922,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:19.720391 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d6ff93af-8736-4e8f-8ec4-ca8764dccd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'name': 'tempest-ServersTestFqdnHostnames-1362448258-router', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:26Z', 'updated_at': '2021-08-16T01:40:19Z', 'revision_number': 7, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:19.753700 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:19.766933 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff93af-8736-4e8f-8ec4-ca8764dccd45 None None] The sync data for ids ['366f79ae-76c1-4b1c-b045-9e6073141a1c'] in n-d-765315-27 is: [{'id': '366f79ae-76c1-4b1c-b045-9e6073141a1c', 'name': 'tempest-ServersTestFqdnHostnames-1362448258-router', 'tenant_id': 'eb2681441ec04a3290f361213ed3619b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:37:26Z', 'updated_at': '2021-08-16T01:40:19Z', 'revision_number': 7, 'project_id': 'eb2681441ec04a3290f361213ed3619b', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:40:19.834691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea266db-0461-4aff-97f4-04cc86348fd8 req-20ff7d00-f22a-4150-86eb-5a68f2a21a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:19.836439 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ea266db-0461-4aff-97f4-04cc86348fd8 req-20ff7d00-f22a-4150-86eb-5a68f2a21a4a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 1097 time: 0.4237339 Aug 16 01:40:19.847326 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=d148ce0c-999f-48fa-882c-b3af1aad9922,revision_number=11']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:19.858030 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e36bef1-cff3-44bd-a433-d587225af219 req-0227901f-cb03-4a1f-8731-1318b76539c2 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2c9cd20-4af3-4ff6-827b-83ea14e89583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095299 Aug 16 01:40:19.899076 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-14c99e7e-eef7-4cf9-8c77-f7b0813a122a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=126345157050487ba8127ff85bb0562e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2037737 Aug 16 01:40:19.902163 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:19.915774 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Transition to ACTIVE for port object 6a1fc3fe-68a5-4c9e-926d-10fa16878d86 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:19.924042 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:19.929966 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becefdae-27a8-4ebf-a665-e5b94b055b22 x-openstack-request-id: req-becefdae-27a8-4ebf-a665-e5b94b055b22 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:19.930542 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c698d71-c482-479b-a7b0-6b1a73d0be6b", "name": "network-vif-plugged", "status": "completed", "tag": "d148ce0c-999f-48fa-882c-b3af1aad9922", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:19.930901 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-becefdae-27a8-4ebf-a665-e5b94b055b22 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:19.932305 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c698d71-c482-479b-a7b0-6b1a73d0be6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd148ce0c-999f-48fa-882c-b3af1aad9922', 'code': 200} Aug 16 01:40:19.966998 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac592d18-1fb0-4168-833f-82f3a17fb118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:19.976047 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac592d18-1fb0-4168-833f-82f3a17fb118 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:19.987871 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Attempting to bind port 6a1fc3fe-68a5-4c9e-926d-10fa16878d86 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:19.988330 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Attempting to bind port 6a1fc3fe-68a5-4c9e-926d-10fa16878d86 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:19.989471 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Attempting to bind port 6a1fc3fe-68a5-4c9e-926d-10fa16878d86 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:20.003590 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:20.004393 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:20.005013 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.005600 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:20.006471 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Bound port: 6a1fc3fe-68a5-4c9e-926d-10fa16878d86, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:20.007034 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.050017 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddab14-7f50-4d1d-a866-1af76fd78249 req-43baea27-ccca-4184-81c9-4bddb9fd1cd8 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:20.053339 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b90c6858-6d60-4377-a3e4-e671db599e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.058203 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5ddab14-7f50-4d1d-a866-1af76fd78249 req-43baea27-ccca-4184-81c9-4bddb9fd1cd8 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.3645990 Aug 16 01:40:20.074259 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac592d18-1fb0-4168-833f-82f3a17fb118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.074862 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac592d18-1fb0-4168-833f-82f3a17fb118 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 366f79ae-76c1-4b1c-b045-9e6073141a1c {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:40:20.079569 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3970a5b-c221-4fff-a04b-ef4e10c08944 None None] Pushing event updated for resources: {'Port': ['ID=6a1fc3fe-68a5-4c9e-926d-10fa16878d86,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:20.092683 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac592d18-1fb0-4168-833f-82f3a17fb118 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.093957 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ac592d18-1fb0-4168-833f-82f3a17fb118 admin admin] 10.222.0.68 "DELETE /v2.0/routers/366f79ae-76c1-4b1c-b045-9e6073141a1c HTTP/1.1" status: 204 len: 168 time: 2.0441258 Aug 16 01:40:20.101555 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43840) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:20.120628 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ea266db-0461-4aff-97f4-04cc86348fd8 req-8bc0d5bc-d7ad-48f4-afd5-1a69a15dc8cf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545919 Aug 16 01:40:20.123071 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] For port 6a1fc3fe-68a5-4c9e-926d-10fa16878d86, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:20.126463 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] For port 6a1fc3fe-68a5-4c9e-926d-10fa16878d86, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6a1fc3fe-68a5-4c9e-926d-10fa16878d86,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:20.133431 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.144028 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-54e282ff-8dca-48b5-99cf-f872daabf8c7 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:20.145667 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-54e282ff-8dca-48b5-99cf-f872daabf8c7 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2380037 Aug 16 01:40:20.161877 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f3f97c58-e1b4-4a8f-95d5-3488d75859a1 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Request body: {'port': {'device_id': 'dd2418be-105e-4e10-baee-02e6743d090e', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': '126345157050487ba8127ff85bb0562e'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:20.190315 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Routers {'f417ebec-3b63-4a11-b0e0-a7140be4002e'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:20.190933 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:39:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['f417ebec-3b63-4a11-b0e0-a7140be4002e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:20.201575 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5ddab14-7f50-4d1d-a866-1af76fd78249 req-8a1a37c1-0243-461c-b9af-a9065d117a03 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365061 Aug 16 01:40:20.241850 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3970a5b-c221-4fff-a04b-ef4e10c08944 None None] Pushing event updated for resources: {'Port': ['ID=6a1fc3fe-68a5-4c9e-926d-10fa16878d86,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:20.247670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-64591359-d862-4073-abeb-e57b529271cd admin admin] Deleting subnet 585d13b5-4da7-4c88-8686-e7e014058c75 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:40:20.256985 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64591359-d862-4073-abeb-e57b529271cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.323351 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64591359-d862-4073-abeb-e57b529271cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.364966 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] Set router f417ebec-3b63-4a11-b0e0-a7140be4002e gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:20.427858 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf722760-e675-42b2-b092-40ea4db2f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.455182 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f3f97c58-e1b4-4a8f-95d5-3488d75859a1 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Made reservation on behalf of 126345157050487ba8127ff85bb0562e for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:20.460474 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f3f97c58-e1b4-4a8f-95d5-3488d75859a1 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.476160 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64591359-d862-4073-abeb-e57b529271cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.593865 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'name': 'tempest-ServersTestManualDisk-129389214-router', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:16Z', 'revision_number': 3, 'project_id': '610c80f17dbe41b687cede716da3d010', 'gw_port': {'id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:20.597558 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f961eb5-4501-4a31-93df-237107247d0a req-114256c1-7eb6-4a89-a16f-8b93579a9867 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:20.599390 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0f961eb5-4501-4a31-93df-237107247d0a req-114256c1-7eb6-4a89-a16f-8b93579a9867 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.2228274 Aug 16 01:40:20.615862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1af600b-c7a2-4112-a077-18a062345cd6 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:20.630858 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d19d77-087f-42f4-b26c-3a9be19976c1 None None] The sync data for ids ['f417ebec-3b63-4a11-b0e0-a7140be4002e'] in n-d-765315-27 is: [{'id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'name': 'tempest-ServersTestManualDisk-129389214-router', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:16Z', 'revision_number': 3, 'project_id': '610c80f17dbe41b687cede716da3d010', 'gw_port': {'id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:40:20.636561 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10bcd4-8a68-4f0a-9a4c-fc2ffa0bc9ef req-71b7162d-d944-4bee-92b7-89fe8c8a2cd6 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:20.637946 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd10bcd4-8a68-4f0a-9a4c-fc2ffa0bc9ef req-71b7162d-d944-4bee-92b7-89fe8c8a2cd6 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8 HTTP/1.1" status: 200 len: 949 time: 0.1350641 Aug 16 01:40:20.721884 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64591359-d862-4073-abeb-e57b529271cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.769469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc024ce2-83f9-4bc4-b7e9-231585563837 None None] Network 2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:40:20.779807 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64591359-d862-4073-abeb-e57b529271cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:20.781869 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-64591359-d862-4073-abeb-e57b529271cd admin admin] 10.222.0.68 "DELETE /v2.0/subnets/585d13b5-4da7-4c88-8686-e7e014058c75 HTTP/1.1" status: 204 len: 168 time: 0.6792181 Aug 16 01:40:20.790735 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd10bcd4-8a68-4f0a-9a4c-fc2ffa0bc9ef req-93d7488e-c583-4f41-ab5d-baade2bf55fc tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117003 Aug 16 01:40:20.792407 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43848) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:20.794342 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f3f97c58-e1b4-4a8f-95d5-3488d75859a1 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Allocated IP 192.168.233.107 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/8315b47d-6f35-4f9d-ae3f-e8bf05764326) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:21.002572 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64591359-d862-4073-abeb-e57b529271cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=585d13b5-4da7-4c88-8686-e7e014058c75,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:21.056907 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.132686 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.135763 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 79901cd8-4c6c-41da-89a9-360bfae9224a no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:40:21.141341 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a57e0-dc46-43ea-a569-01483fe8c5f7 req-d0e61aa2-14a7-4c90-bf82-5fdee7ee3b4e tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:21.143216 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-061a57e0-dc46-43ea-a569-01483fe8c5f7 req-d0e61aa2-14a7-4c90-bf82-5fdee7ee3b4e tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.73 "GET /v2.0/ports?device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8 HTTP/1.1" status: 200 len: 949 time: 0.7377524 Aug 16 01:40:21.197810 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-618d5e17-c278-450a-a2f9-fbb8c589891d req-c70adcf7-2b00-472c-b7ab-ff561e4ff924 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 210 time: 0.0818305 Aug 16 01:40:21.252160 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e900ecb-cf77-41c6-87d6-4c09e3744b5a None None] DHCP port deletion for 2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:40:21.256939 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 79901cd8-4c6c-41da-89a9-360bfae9224a {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:40:21.257574 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 79901cd8-4c6c-41da-89a9-360bfae9224a not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:40:21.258181 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ececbe64-e296-4d99-95fd-c540a3ac939c no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:40:21.280658 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Transition to ACTIVE for port object e1af600b-c7a2-4112-a077-18a062345cd6 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:21.299840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: ececbe64-e296-4d99-95fd-c540a3ac939c {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:40:21.300074 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0f961eb5-4501-4a31-93df-237107247d0a req-293d7f85-9eb5-4239-8285-dd9c9de73e30 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6710002 Aug 16 01:40:21.300540 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ececbe64-e296-4d99-95fd-c540a3ac939c not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:40:21.314964 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.331379 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f3f97c58-e1b4-4a8f-95d5-3488d75859a1 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.396322 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5e900ecb-cf77-41c6-87d6-4c09e3744b5a None None] Deleting port 92d1b56e-2240-4379-82a9-ad3a034d23c1 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:40:21.396989 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e900ecb-cf77-41c6-87d6-4c09e3744b5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.407483 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f3f97c58-e1b4-4a8f-95d5-3488d75859a1 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Transition to ACTIVE for port object 8315b47d-6f35-4f9d-ae3f-e8bf05764326 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:21.452656 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95630267-cc86-40ed-847a-78f5550a73ed req-ca486afe-24a1-48d1-88a5-5e059d3497b8 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:21.460257 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-95630267-cc86-40ed-847a-78f5550a73ed req-ca486afe-24a1-48d1-88a5-5e059d3497b8 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/ports?device_id=eef26fab-ec25-4147-9059-fdfcf04ce5f8 HTTP/1.1" status: 200 len: 943 time: 0.1262228 Aug 16 01:40:21.480308 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-cf722760-e675-42b2-b092-40ea4db2f8ab admin admin] Allocated IP 172.20.0.1 (3dead596-19b5-4f7e-b3cc-6aaeafb2d70f/243563a2-7ae2-4035-9258-384766375747/4c72647d-e3a7-42dc-b595-1e7f145ae6da) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:21.544841 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5e900ecb-cf77-41c6-87d6-4c09e3744b5a None None] For port 92d1b56e-2240-4379-82a9-ad3a034d23c1, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=92d1b56e-2240-4379-82a9-ad3a034d23c1,segment=NetworkSegment(650be3ac-b825-4908-a3a2-a3a5c3ec3ead),segment_id=650be3ac-b825-4908-a3a2-a3a5c3ec3ead)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:21.545244 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e900ecb-cf77-41c6-87d6-4c09e3744b5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.558432 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-95630267-cc86-40ed-847a-78f5550a73ed req-1de8d4b5-29e7-40b1-82f2-e9563a72f9fe tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2c9cd20-4af3-4ff6-827b-83ea14e89583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972004 Aug 16 01:40:21.559803 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5e900ecb-cf77-41c6-87d6-4c09e3744b5a None None] Calling delete_port for 92d1b56e-2240-4379-82a9-ad3a034d23c1 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:40:21.571611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] Deleting port 92d1b56e-2240-4379-82a9-ad3a034d23c1 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:40:21.572421 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.657501 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Pushing event updated for resources: {'Port': ['ID=e1af600b-c7a2-4112-a077-18a062345cd6,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:21.671128 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e900ecb-cf77-41c6-87d6-4c09e3744b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.671563 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f3f97c58-e1b4-4a8f-95d5-3488d75859a1 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.708483 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['0212517b-dda9-4f54-ae72-41185d52c5f4', 'caf09ee9-d0a5-4f6e-9167-38d3eae87660', 'd148ce0c-999f-48fa-882c-b3af1aad9922'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:21.714566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f3f97c58-e1b4-4a8f-95d5-3488d75859a1 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:21.740596 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e900ecb-cf77-41c6-87d6-4c09e3744b5a None None] Pushing event deleted for resources: {'Port': ['ID=92d1b56e-2240-4379-82a9-ad3a034d23c1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:21.742069 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f3f97c58-e1b4-4a8f-95d5-3488d75859a1 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:21.746538 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] For port 92d1b56e-2240-4379-82a9-ad3a034d23c1, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=92d1b56e-2240-4379-82a9-ad3a034d23c1,segment=NetworkSegment(650be3ac-b825-4908-a3a2-a3a5c3ec3ead),segment_id=650be3ac-b825-4908-a3a2-a3a5c3ec3ead)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:21.747015 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.753658 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f3f97c58-e1b4-4a8f-95d5-3488d75859a1 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:21.764279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6cb2f-7fd3-4b8a-abd7-6997686ac7d6 req-4a7630f1-43c2-49df-a2fc-cf00ec7a43cb tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:21.769510 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ad6cb2f-7fd3-4b8a-abd7-6997686ac7d6 req-4a7630f1-43c2-49df-a2fc-cf00ec7a43cb tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.2345815 Aug 16 01:40:21.773185 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e900ecb-cf77-41c6-87d6-4c09e3744b5a None None] No DVR routers for this DVR port 92d1b56e-2240-4379-82a9-ad3a034d23c1 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:40:21.836263 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f3f97c58-e1b4-4a8f-95d5-3488d75859a1 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:21.836947 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f3f97c58-e1b4-4a8f-95d5-3488d75859a1 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.843554 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-061a57e0-dc46-43ea-a569-01483fe8c5f7 req-3d0af0f7-d00a-4b53-97f1-0c70ba060927 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Deleting port 46e268a9-22dc-4db9-9046-58c3d52685fc {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:40:21.843896 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-061a57e0-dc46-43ea-a569-01483fe8c5f7 req-3d0af0f7-d00a-4b53-97f1-0c70ba060927 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:21.882520 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] Calling delete_port for 92d1b56e-2240-4379-82a9-ad3a034d23c1 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:40:21.963123 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f97c58-e1b4-4a8f-95d5-3488d75859a1 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Pushing event updated for resources: {'Port': ['ID=8315b47d-6f35-4f9d-ae3f-e8bf05764326,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:21.982164 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f3f97c58-e1b4-4a8f-95d5-3488d75859a1 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8239946 Aug 16 01:40:22.029058 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ad6cb2f-7fd3-4b8a-abd7-6997686ac7d6 req-fbc093a2-7e00-4ccd-a4ff-973941235e65 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341163 Aug 16 01:40:22.029882 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Attempting to bind port e1af600b-c7a2-4112-a077-18a062345cd6 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:22.030216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Attempting to bind port e1af600b-c7a2-4112-a077-18a062345cd6 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '0097737a-8c4e-4e89-b601-9793da1ca0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:22.030550 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Attempting to bind port e1af600b-c7a2-4112-a077-18a062345cd6 on network 8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:22.040146 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf722760-e675-42b2-b092-40ea4db2f8ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.042458 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Port e1af600b-c7a2-4112-a077-18a062345cd6 on network 8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:40:22.055323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Attempting to bind port e1af600b-c7a2-4112-a077-18a062345cd6 on network 8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:22.114433 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:22.114902 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Checking segment: {'id': '0097737a-8c4e-4e89-b601-9793da1ca0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:22.115358 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Bound using segment: {'id': '0097737a-8c4e-4e89-b601-9793da1ca0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:22.115995 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Bound port: e1af600b-c7a2-4112-a077-18a062345cd6, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0097737a-8c4e-4e89-b601-9793da1ca0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:22.116423 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.120851 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Request body: {'port': {'device_id': 'dd2418be-105e-4e10-baee-02e6743d090e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:22.183483 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c6b02fd3-06f5-4396-a36b-24d93b16d97f None None] Provisioning for port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:22.195614 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c6b02fd3-06f5-4396-a36b-24d93b16d97f None None] Provisioning complete for port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:22.196255 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c6b02fd3-06f5-4396-a36b-24d93b16d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.205993 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] For port e1af600b-c7a2-4112-a077-18a062345cd6, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:22.210006 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.211617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] For port e1af600b-c7a2-4112-a077-18a062345cd6, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=e1af600b-c7a2-4112-a077-18a062345cd6,segment=NetworkSegment(0097737a-8c4e-4e89-b601-9793da1ca0d6),segment_id=0097737a-8c4e-4e89-b601-9793da1ca0d6)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:22.224979 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-cf722760-e675-42b2-b092-40ea4db2f8ab admin admin] Transition to ACTIVE for port object 4c72647d-e3a7-42dc-b595-1e7f145ae6da will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:22.230925 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.258646 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c6b02fd3-06f5-4396-a36b-24d93b16d97f None None] Port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:40:22.278419 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdecb12-1d46-42c2-8343-625521b57cc7 req-09d5274a-632d-4967-8ae3-3ac7271313ae tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:22.280206 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-acdecb12-1d46-42c2-8343-625521b57cc7 req-09d5274a-632d-4967-8ae3-3ac7271313ae tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8 HTTP/1.1" status: 200 len: 949 time: 0.3727641 Aug 16 01:40:22.287854 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.311732 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:22.312286 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.314044 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] 10.222.0.63 "PUT /v2.0/ports/e1af600b-c7a2-4112-a077-18a062345cd6 HTTP/1.1" status: 200 len: 1092 time: 3.0211523 Aug 16 01:40:22.324219 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef26fab-ec25-4147-9059-fdfcf04ce5f8', 'tag': 'e1af600b-c7a2-4112-a077-18a062345cd6'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:22.333412 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ccb3ff-ab46-435b-91d5-90206a276391" -d '{"events": [{"name": "network-changed", "server_uuid": "eef26fab-ec25-4147-9059-fdfcf04ce5f8", "tag": "e1af600b-c7a2-4112-a077-18a062345cd6"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:22.347687 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-061a57e0-dc46-43ea-a569-01483fe8c5f7 req-3d0af0f7-d00a-4b53-97f1-0c70ba060927 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] For port 46e268a9-22dc-4db9-9046-58c3d52685fc, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=46e268a9-22dc-4db9-9046-58c3d52685fc,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:22.348045 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-061a57e0-dc46-43ea-a569-01483fe8c5f7 req-3d0af0f7-d00a-4b53-97f1-0c70ba060927 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.405178 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-061a57e0-dc46-43ea-a569-01483fe8c5f7 req-3d0af0f7-d00a-4b53-97f1-0c70ba060927 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Calling delete_port for 46e268a9-22dc-4db9-9046-58c3d52685fc owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:40:22.420904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] Pushing event deleted for resources: {'Port': ['ID=92d1b56e-2240-4379-82a9-ad3a034d23c1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:22.432596 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] No DVR routers for this DVR port 92d1b56e-2240-4379-82a9-ad3a034d23c1 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:40:22.442936 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-acdecb12-1d46-42c2-8343-625521b57cc7 req-030ad5fb-152c-479d-b2ba-3d886d63c8bc tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526177 Aug 16 01:40:22.489228 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc4077-211e-4660-b49b-1d0fe19acb20 service neutron] Pushing event updated for resources: {'Port': ['ID=e1af600b-c7a2-4112-a077-18a062345cd6,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:22.535040 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e03b-2390-4011-85c8-137f315b839f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.585342 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf722760-e675-42b2-b092-40ea4db2f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.597874 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.618488 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:22.638982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650be3ac-b825-4908-a3a2-a3a5c3ec3ead') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:22.639304 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650be3ac-b825-4908-a3a2-a3a5c3ec3ead') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:22.647333 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-280571b5-1e52-49a0-bee7-29477b2e0469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:22.648846 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-280571b5-1e52-49a0-bee7-29477b2e0469 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fd9781a8339049d8a7634c500db7cdf0&device_id=eef26fab-ec25-4147-9059-fdfcf04ce5f8 HTTP/1.1" status: 200 len: 1095 time: 0.2740762 Aug 16 01:40:22.658759 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.688437 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4211bd-22b0-4d8f-9fe6-01e3e6ed6263 req-1bcf79d0-c36b-4ae4-bdc9-e2429317165e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:22.689990 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7f4211bd-22b0-4d8f-9fe6-01e3e6ed6263 req-1bcf79d0-c36b-4ae4-bdc9-e2429317165e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 936 time: 0.1292546 Aug 16 01:40:22.698859 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.717226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf722760-e675-42b2-b092-40ea4db2f8ab admin admin] Network 3dead596-19b5-4f7e-b3cc-6aaeafb2d70f is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:22.718940 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-fa829c13-570c-4503-a422-e6cde4b4fa67 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1af600b-c7a2-4112-a077-18a062345cd6 HTTP/1.1" status: 200 len: 217 time: 0.0463793 Aug 16 01:40:22.720469 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:40:22.720906 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:40:22.723635 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:40:22.729560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-597a6598-d53d-4f5a-aeb2-8b2a8a98a714 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:22.731134 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-597a6598-d53d-4f5a-aeb2-8b2a8a98a714 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/networks?id=741e114f-ab7f-4db0-9999-b1470ac92b3b HTTP/1.1" status: 200 len: 810 time: 0.3895597 Aug 16 01:40:22.735393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-cf722760-e675-42b2-b092-40ea4db2f8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:22.744587 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf722760-e675-42b2-b092-40ea4db2f8ab admin admin] Pushing event updated for resources: {'Port': ['ID=4c72647d-e3a7-42dc-b595-1e7f145ae6da,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:22.747213 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf722760-e675-42b2-b092-40ea4db2f8ab admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:22.838758 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-e85233a8-91ad-4459-9a74-6a374fe3204c tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/quotas/336f9d0f1e24499e9788d10ebbd15df6 HTTP/1.1" status: 200 len: 375 time: 0.0882528 Aug 16 01:40:22.849246 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7f4211bd-22b0-4d8f-9fe6-01e3e6ed6263 req-817586dd-0d95-4c20-9247-605d68b5d863 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374385 Aug 16 01:40:22.869967 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.873501 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8315b47d-6f35-4f9d-ae3f-e8bf05764326 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:22.886172 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.894235 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] 10.222.0.68 "DELETE /v2.0/networks/2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8 HTTP/1.1" status: 204 len: 168 time: 1.8890355 Aug 16 01:40:22.916500 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf722760-e675-42b2-b092-40ea4db2f8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.918132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7a457-5933-4e3e-8f86-d71e7f08042c admin admin] Pushing event deleted for resources: {'Network': ['ID=2c8cd51d-5810-49d9-b67e-1e34ba0ddcb8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:22.921264 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:22.925922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-0bbe8a0d-fe09-41b7-9721-c1ae03d2b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:22.927866 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-0bbe8a0d-fe09-41b7-9721-c1ae03d2b736 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=62769d8c-7a39-4b27-bbbe-f9165e275d85 HTTP/1.1" status: 200 len: 849 time: 0.1953132 Aug 16 01:40:22.932818 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a9f4d8-f957-46e6-9f06-16afb2c8fb06 x-openstack-request-id: req-13a9f4d8-f957-46e6-9f06-16afb2c8fb06 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:22.933256 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef26fab-ec25-4147-9059-fdfcf04ce5f8", "tag": "e1af600b-c7a2-4112-a077-18a062345cd6", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:22.934090 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-13a9f4d8-f957-46e6-9f06-16afb2c8fb06 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:22.934768 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef26fab-ec25-4147-9059-fdfcf04ce5f8', 'tag': 'e1af600b-c7a2-4112-a077-18a062345cd6', 'status': 'completed', 'code': 200} Aug 16 01:40:22.941043 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Transition to ACTIVE for port object 8315b47d-6f35-4f9d-ae3f-e8bf05764326 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:22.946907 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:23.078213 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-4599e617-5414-4041-a44e-6617bbdf7b13 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813122 Aug 16 01:40:23.088714 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-061a57e0-dc46-43ea-a569-01483fe8c5f7 req-3d0af0f7-d00a-4b53-97f1-0c70ba060927 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:23.103142 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['a84a2852-7ce5-471f-93f9-50833c31f657'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:23.139165 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8315b47d-6f35-4f9d-ae3f-e8bf05764326,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:23.210356 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-f88eaab3-66e0-46ee-82c7-c6fc3636b501 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=336f9d0f1e24499e9788d10ebbd15df6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3605027 Aug 16 01:40:23.228952 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['cd273e32-8a19-4378-80a0-19bd02a365ab'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:23.240009 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43882) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:23.255753 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feeeb77-eb48-4d55-9bcc-c8141aa1b66f req-83060fe5-eb88-466f-8b5f-7eb2b68c170f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:23.262696 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0af0f7-d00a-4b53-97f1-0c70ba060927 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Pushing event deleted for resources: {'Port': ['ID=46e268a9-22dc-4db9-9046-58c3d52685fc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:23.269074 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3feeeb77-eb48-4d55-9bcc-c8141aa1b66f req-83060fe5-eb88-466f-8b5f-7eb2b68c170f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.2561700 Aug 16 01:40:23.315980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6a1fc3fe-68a5-4c9e-926d-10fa16878d86 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:23.339148 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3feeeb77-eb48-4d55-9bcc-c8141aa1b66f req-764be236-96d6-4b39-a9d1-ae904a15eb10 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686595 Aug 16 01:40:23.348237 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:23.375954 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Attempting to bind port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:23.376661 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Attempting to bind port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:23.377215 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Attempting to bind port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:23.388802 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0af2d6e7-799b-48ab-8c9b-33b12002b682 None None] Provisioning for port 4c72647d-e3a7-42dc-b595-1e7f145ae6da completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:23.389922 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:40:23.390372 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Attempting to bind port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:23.396498 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:23.398111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:23.398705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:23.399787 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Bound port: 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:23.400949 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:23.409489 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0af2d6e7-799b-48ab-8c9b-33b12002b682 None None] Provisioning complete for port 4c72647d-e3a7-42dc-b595-1e7f145ae6da triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:23.410159 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0af2d6e7-799b-48ab-8c9b-33b12002b682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:23.459376 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-061a57e0-dc46-43ea-a569-01483fe8c5f7 req-3d0af0f7-d00a-4b53-97f1-0c70ba060927 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] No DVR routers for this DVR port 46e268a9-22dc-4db9-9046-58c3d52685fc on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:40:23.479950 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-061a57e0-dc46-43ea-a569-01483fe8c5f7 req-3d0af0f7-d00a-4b53-97f1-0c70ba060927 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:23.482171 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-061a57e0-dc46-43ea-a569-01483fe8c5f7 req-3d0af0f7-d00a-4b53-97f1-0c70ba060927 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.73 "DELETE /v2.0/ports/46e268a9-22dc-4db9-9046-58c3d52685fc HTTP/1.1" status: 204 len: 173 time: 2.3219819 Aug 16 01:40:23.506026 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-27ced741-c5e6-4611-a652-b46fd256ad11 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=eb2681441ec04a3290f361213ed3619b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606227 Aug 16 01:40:23.508996 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43886) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:23.555230 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-3344a716-599a-46a6-9173-da93b26f0753 service neutron] 10.222.0.63 "GET /v2.0/networks/8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580057 Aug 16 01:40:23.605561 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf722760-e675-42b2-b092-40ea4db2f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:23.630505 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-406d6c99-c6fc-46a0-834f-6c5b8da256c7 service neutron] 10.222.0.68 "GET /v2.0/networks/741e114f-ab7f-4db0-9999-b1470ac92b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872583 Aug 16 01:40:23.725102 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0af2d6e7-799b-48ab-8c9b-33b12002b682 None None] Port 4c72647d-e3a7-42dc-b595-1e7f145ae6da cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:40:23.739483 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 6a1fc3fe-68a5-4c9e-926d-10fa16878d86 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:23.768727 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 6a1fc3fe-68a5-4c9e-926d-10fa16878d86 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:23.768727 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:23.807708 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5232cc12-aa2d-4707-ab85-3e0f4e39fc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:23.886631 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] For port 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:23.891587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] For port 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:23.896295 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:23.935571 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-020705b0-210c-4ea4-888f-abec5f4f30a1 req-e2290f1f-3e75-48b2-925b-0ad5d8386ea6 service neutron] 10.222.0.63 "GET /v2.0/networks/8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567078 Aug 16 01:40:23.937779 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5232cc12-aa2d-4707-ab85-3e0f4e39fc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:23.942564 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e4688-536f-4819-8cfc-aa7679ed1720 req-341dec6d-07ba-4c07-83e7-7e76eca02e44 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:23.952946 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e97e4688-536f-4819-8cfc-aa7679ed1720 req-341dec6d-07ba-4c07-83e7-7e76eca02e44 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/ports?device_id=eef26fab-ec25-4147-9059-fdfcf04ce5f8 HTTP/1.1" status: 200 len: 943 time: 0.1112852 Aug 16 01:40:23.957651 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-867fe520-af81-4a8e-b3e0-1778065148b6 service neutron] 10.222.0.68 "GET /v2.0/networks/741e114f-ab7f-4db0-9999-b1470ac92b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854345 Aug 16 01:40:23.992578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:23.993397 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:23.994981 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] 10.222.0.63 "PUT /v2.0/ports/8315b47d-6f35-4f9d-ae3f-e8bf05764326 HTTP/1.1" status: 200 len: 1097 time: 1.8878007 Aug 16 01:40:23.995531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2418be-105e-4e10-baee-02e6743d090e', 'tag': '8315b47d-6f35-4f9d-ae3f-e8bf05764326'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:23.998284 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be04ea38-c604-491a-95a3-0c3840a2052e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2418be-105e-4e10-baee-02e6743d090e", "tag": "8315b47d-6f35-4f9d-ae3f-e8bf05764326"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:24.074445 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e97e4688-536f-4819-8cfc-aa7679ed1720 req-bb9d3e64-cc3d-42e0-87c6-f6fecb842c41 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2c9cd20-4af3-4ff6-827b-83ea14e89583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161780 Aug 16 01:40:24.091471 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd8e35-c5f5-4d5c-b051-f0f29c7243e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8315b47d-6f35-4f9d-ae3f-e8bf05764326,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:24.116659 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccb3ff-ab46-435b-91d5-90206a276391 req-38aefebc-20fd-4f6f-9c52-9e4c06149b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:24.122715 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78ccb3ff-ab46-435b-91d5-90206a276391 req-38aefebc-20fd-4f6f-9c52-9e4c06149b63 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fd9781a8339049d8a7634c500db7cdf0&device_id=eef26fab-ec25-4147-9059-fdfcf04ce5f8 HTTP/1.1" status: 200 len: 1095 time: 0.1063011 Aug 16 01:40:24.144701 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:24.195837 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:24.229386 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf722760-e675-42b2-b092-40ea4db2f8ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:24.267253 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 6a1fc3fe-68a5-4c9e-926d-10fa16878d86, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6a1fc3fe-68a5-4c9e-926d-10fa16878d86,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:24.273400 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:24.366228 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0d57e4e0-48bc-4a9a-911e-472c4191aff5 req-fea1ac6f-7d94-457f-93ef-6f9040435d6b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8cd6fd8-6256-4209-9a6b-ad117a32c5b8 HTTP/1.1" status: 200 len: 210 time: 0.1152210 Aug 16 01:40:24.391506 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 92d1b56e-2240-4379-82a9-ad3a034d23c1 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:40:24.397675 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf722760-e675-42b2-b092-40ea4db2f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:24.438512 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccb3ff-ab46-435b-91d5-90206a276391 req-fa96f306-b88b-453d-aef5-75bc6d84eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:24.440460 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78ccb3ff-ab46-435b-91d5-90206a276391 req-fa96f306-b88b-453d-aef5-75bc6d84eca0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf HTTP/1.1" status: 200 len: 910 time: 0.3097548 Aug 16 01:40:24.454796 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563210fa-3f52-45ea-8e85-28d412ad56fb x-openstack-request-id: req-563210fa-3f52-45ea-8e85-28d412ad56fb {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:24.457249 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2418be-105e-4e10-baee-02e6743d090e", "tag": "8315b47d-6f35-4f9d-ae3f-e8bf05764326", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:24.457521 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-563210fa-3f52-45ea-8e85-28d412ad56fb {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:24.459086 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2418be-105e-4e10-baee-02e6743d090e', 'tag': '8315b47d-6f35-4f9d-ae3f-e8bf05764326', 'status': 'completed', 'code': 200} Aug 16 01:40:24.477136 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 46e268a9-22dc-4db9-9046-58c3d52685fc no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:40:24.479784 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5232cc12-aa2d-4707-ab85-3e0f4e39fc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:24.484666 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5232cc12-aa2d-4707-ab85-3e0f4e39fc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:24.485947 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5232cc12-aa2d-4707-ab85-3e0f4e39fc5b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c5303a18-3dfb-4290-9e0c-8bbc7da9b261 HTTP/1.1" status: 204 len: 168 time: 0.9648540 Aug 16 01:40:24.486189 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 92d1b56e-2240-4379-82a9-ad3a034d23c1 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:40:24.486644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 92d1b56e-2240-4379-82a9-ad3a034d23c1 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:40:24.522728 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78ccb3ff-ab46-435b-91d5-90206a276391 req-2c6f02aa-9c34-44ee-8be0-e08b767697fe service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1af600b-c7a2-4112-a077-18a062345cd6 HTTP/1.1" status: 200 len: 217 time: 0.0619922 Aug 16 01:40:24.523714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=6a1fc3fe-68a5-4c9e-926d-10fa16878d86,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:24.538068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232cc12-aa2d-4707-ab85-3e0f4e39fc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5303a18-3dfb-4290-9e0c-8bbc7da9b261,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:24.554572 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 46e268a9-22dc-4db9-9046-58c3d52685fc {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:40:24.555692 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 46e268a9-22dc-4db9-9046-58c3d52685fc not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:40:24.576311 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7fd79fea-c782-401e-88e8-6c14cc3861bf req-baa83466-678c-4542-b646-ca6cbbbcc335 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 210 time: 0.0641646 Aug 16 01:40:24.578552 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf722760-e675-42b2-b092-40ea4db2f8ab admin admin] Pushing event updated for resources: {'Port': ['ID=4c72647d-e3a7-42dc-b595-1e7f145ae6da,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:24.589146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-7c7180a6-0e5e-4cb2-9497-0756c58c89ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:24.591015 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-7c7180a6-0e5e-4cb2-9497-0756c58c89ed service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 1100 time: 0.3339040 Aug 16 01:40:24.591909 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf722760-e675-42b2-b092-40ea4db2f8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:24.609160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dfd81-be6a-4625-b082-fe193616814f req-3c5d4e4b-c778-4763-810b-6866579d1278 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:24.610901 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c0dfd81-be6a-4625-b082-fe193616814f req-3c5d4e4b-c778-4763-810b-6866579d1278 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 948 time: 0.2623768 Aug 16 01:40:24.640579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccb3ff-ab46-435b-91d5-90206a276391 req-37104102-9222-4d0d-bef8-c6d09e81883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:24.642079 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78ccb3ff-ab46-435b-91d5-90206a276391 req-37104102-9222-4d0d-bef8-c6d09e81883c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=62769d8c-7a39-4b27-bbbe-f9165e275d85 HTTP/1.1" status: 200 len: 849 time: 0.0934374 Aug 16 01:40:24.668493 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-251d04f7-17db-42d3-9612-11a0fdc65714 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326 HTTP/1.1" status: 200 len: 217 time: 0.0485446 Aug 16 01:40:24.699984 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78ccb3ff-ab46-435b-91d5-90206a276391 req-40f48dbf-4456-48c1-b603-0a9cda98ec01 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481076 Aug 16 01:40:24.806319 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c0dfd81-be6a-4625-b082-fe193616814f req-12071435-86a7-4e61-b475-a02db9873db0 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375530 Aug 16 01:40:24.808201 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-9bd907a9-7b39-4174-96f9-858bb41ff289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:24.813291 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-9bd907a9-7b39-4174-96f9-858bb41ff289 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1295972 Aug 16 01:40:24.852653 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad900d-f468-4726-82c5-c4c8647d5564 req-4ab6ffbe-4bec-43e8-9b6c-d8f47ddfa638 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:24.855464 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6aad900d-f468-4726-82c5-c4c8647d5564 req-4ab6ffbe-4bec-43e8-9b6c-d8f47ddfa638 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.1597173 Aug 16 01:40:24.891363 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78ccb3ff-ab46-435b-91d5-90206a276391 req-fd6c0d9d-3b93-4720-b8ba-f9a68e71ee9c service neutron] 10.222.0.63 "GET /v2.0/networks/8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825027 Aug 16 01:40:24.919030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf722760-e675-42b2-b092-40ea4db2f8ab admin admin] Network 3dead596-19b5-4f7e-b3cc-6aaeafb2d70f is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:24.922487 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-cf722760-e675-42b2-b092-40ea4db2f8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:24.931792 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-e00a6332-d916-4f97-ae44-5cf4ae9cba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:24.931792 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-e00a6332-d916-4f97-ae44-5cf4ae9cba47 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033702 Aug 16 01:40:24.935783 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cd6fd8-6256-4209-9a6b-ad117a32c5b8', 'name': 'network-vif-deleted', 'tag': '46e268a9-22dc-4db9-9046-58c3d52685fc'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:24.938600 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbe425e-d566-46e4-ae71-805aca5b9c50" -d '{"events": [{"server_uuid": "e8cd6fd8-6256-4209-9a6b-ad117a32c5b8", "name": "network-vif-deleted", "tag": "46e268a9-22dc-4db9-9046-58c3d52685fc"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:25.050170 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78ccb3ff-ab46-435b-91d5-90206a276391 req-a83dafc9-f129-4dfc-899f-3cec78d1f6f8 service neutron] 10.222.0.63 "GET /v2.0/networks/8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468248 Aug 16 01:40:25.072411 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6aad900d-f468-4726-82c5-c4c8647d5564 req-13d7d83d-c405-4ccc-849c-e9eb753e9e1d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037716 Aug 16 01:40:25.099050 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a44ebd-755c-44b4-8a2c-4f78f0a5b214 x-openstack-request-id: req-24a44ebd-755c-44b4-8a2c-4f78f0a5b214 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:25.099676 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cd6fd8-6256-4209-9a6b-ad117a32c5b8", "name": "network-vif-deleted", "tag": "46e268a9-22dc-4db9-9046-58c3d52685fc", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:25.100178 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-24a44ebd-755c-44b4-8a2c-4f78f0a5b214 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:25.100639 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cd6fd8-6256-4209-9a6b-ad117a32c5b8', 'name': 'network-vif-deleted', 'tag': '46e268a9-22dc-4db9-9046-58c3d52685fc', 'status': 'completed', 'code': 200} Aug 16 01:40:25.110682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6a1fc3fe-68a5-4c9e-926d-10fa16878d86 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:25.225589 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 6a1fc3fe-68a5-4c9e-926d-10fa16878d86 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:25.226850 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:25.350925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6b168b05-edc8-49f2-8470-cbd6e0091529 None None] Provisioning complete for port 4c72647d-e3a7-42dc-b595-1e7f145ae6da triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:25.355239 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6b168b05-edc8-49f2-8470-cbd6e0091529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:25.414105 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6b168b05-edc8-49f2-8470-cbd6e0091529 None None] Port 4c72647d-e3a7-42dc-b595-1e7f145ae6da cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:40:25.512799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e447ded-e124-4c8c-a6ab-d29dd81086d6 req-2ef3898d-4b95-4170-96dc-bffe4d49607f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:25.514402 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e447ded-e124-4c8c-a6ab-d29dd81086d6 req-2ef3898d-4b95-4170-96dc-bffe4d49607f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.0701914 Aug 16 01:40:25.580780 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e447ded-e124-4c8c-a6ab-d29dd81086d6 req-6a6cf323-54b2-4088-925d-59feccf32935 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603883 Aug 16 01:40:25.741008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf722760-e675-42b2-b092-40ea4db2f8ab admin admin] Router f417ebec-3b63-4a11-b0e0-a7140be4002e has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:40:25.751994 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43940) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:25.792639 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7fe45-5c7e-4564-8969-7d5dc6b20170 req-7bce19f1-7bcb-4e5e-9f0e-84dd85d46c05 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:25.800508 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-57c7fe45-5c7e-4564-8969-7d5dc6b20170 req-7bce19f1-7bcb-4e5e-9f0e-84dd85d46c05 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/ports?device_id=eef26fab-ec25-4147-9059-fdfcf04ce5f8 HTTP/1.1" status: 200 len: 943 time: 0.1832662 Aug 16 01:40:25.831129 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d3f51035-a120-4c7b-bfa2-ee64e2dab04e req-78031693-ca09-4f98-871e-6b634eb331a8 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 210 time: 0.0827894 Aug 16 01:40:25.842848 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-462b566c-66f0-4bfd-9b5a-347f5bcb637a service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7455502 Aug 16 01:40:25.877630 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:25.894754 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-455821c5-bd3c-444c-8278-28e63c7e46bb tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:25.896485 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-455821c5-bd3c-444c-8278-28e63c7e46bb tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.63 "GET /v2.0/networks?id=741e114f-ab7f-4db0-9999-b1470ac92b3b HTTP/1.1" status: 200 len: 810 time: 0.2910054 Aug 16 01:40:25.913738 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-4aefd5bb-b198-4c76-b02d-1051b1d3a4ed tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Request body: {'port': {'device_id': 'ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed', 'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b', 'admin_state_up': True, 'tenant_id': '336f9d0f1e24499e9788d10ebbd15df6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:25.974363 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-711efdfb-9b20-448a-a677-00dac6fe51a3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-115836845-network', 'tenant_id': '9944c6da17a54fb3bff9f5eff59466e0'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:25.992495 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-57c7fe45-5c7e-4564-8969-7d5dc6b20170 req-efeec63d-ef7f-4cbe-ae85-003b785d1cf5 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2c9cd20-4af3-4ff6-827b-83ea14e89583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887221 Aug 16 01:40:26.032581 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711efdfb-9b20-448a-a677-00dac6fe51a3 admin admin] Made reservation on behalf of 9944c6da17a54fb3bff9f5eff59466e0 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:26.035268 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-711efdfb-9b20-448a-a677-00dac6fe51a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:26.045415 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf722760-e675-42b2-b092-40ea4db2f8ab admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:40:26.057469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Sync routers for ids ['f417ebec-3b63-4a11-b0e0-a7140be4002e'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:40:26.059881 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cf722760-e675-42b2-b092-40ea4db2f8ab admin admin] 10.222.0.68 "PUT /v2.0/routers/f417ebec-3b63-4a11-b0e0-a7140be4002e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4032366 Aug 16 01:40:26.069236 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Routers {'f417ebec-3b63-4a11-b0e0-a7140be4002e'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:26.070314 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:40:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['f417ebec-3b63-4a11-b0e0-a7140be4002e'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:26.082082 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-711efdfb-9b20-448a-a677-00dac6fe51a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:26.092187 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d4f8a30e-d9b0-441a-83d9-248be4428078 req-eaf116c6-d282-464c-b6c1-42a34f070701 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398763 Aug 16 01:40:26.134999 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-4aefd5bb-b198-4c76-b02d-1051b1d3a4ed tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Made reservation on behalf of 336f9d0f1e24499e9788d10ebbd15df6 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:26.139355 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-4aefd5bb-b198-4c76-b02d-1051b1d3a4ed tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:26.247246 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Set router f417ebec-3b63-4a11-b0e0-a7140be4002e gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:26.248184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e68322-dcfa-4ca1-8892-6ab016db40f7 req-2149b947-26ac-4f6e-857b-51e495cdff31 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:26.249831 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-19e68322-dcfa-4ca1-8892-6ab016db40f7 req-2149b947-26ac-4f6e-857b-51e495cdff31 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 948 time: 0.1543362 Aug 16 01:40:26.257580 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04ea38-c604-491a-95a3-0c3840a2052e req-b7b1aaa0-dc37-40d7-8000-da7a13ec5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:26.259566 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be04ea38-c604-491a-95a3-0c3840a2052e req-b7b1aaa0-dc37-40d7-8000-da7a13ec5cdb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 1100 time: 0.0913508 Aug 16 01:40:26.360991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7e5d3-2211-4ab2-ad01-2dc74ec3c7c6 req-31308ce5-630c-47ee-bcfb-d6d9e4c2b41f tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:26.362513 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7fd7e5d3-2211-4ab2-ad01-2dc74ec3c7c6 req-31308ce5-630c-47ee-bcfb-d6d9e4c2b41f tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=aabb9a5f-782f-4aff-99cc-d063bc99bc9a HTTP/1.1" status: 200 len: 950 time: 0.1404355 Aug 16 01:40:26.369257 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-19e68322-dcfa-4ca1-8892-6ab016db40f7 req-18d500d5-0896-48d3-bdcb-98018284491a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061971 Aug 16 01:40:26.380302 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-4aefd5bb-b198-4c76-b02d-1051b1d3a4ed tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Allocated IP 172.20.0.10 (741e114f-ab7f-4db0-9999-b1470ac92b3b/a9452d5e-cbd9-4476-8a0f-8f93f6c0d195/a4eb1ec1-d72b-4c3e-a3ee-f2311832566c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:26.409544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04ea38-c604-491a-95a3-0c3840a2052e req-8ac75d87-eed1-4030-b87e-50d50c275ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:26.412009 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be04ea38-c604-491a-95a3-0c3840a2052e req-8ac75d87-eed1-4030-b87e-50d50c275ba6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1436703 Aug 16 01:40:26.439591 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-711efdfb-9b20-448a-a677-00dac6fe51a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:26.452107 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-711efdfb-9b20-448a-a677-00dac6fe51a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:26.470473 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7fd7e5d3-2211-4ab2-ad01-2dc74ec3c7c6 req-0a974242-e4a3-4e90-a531-023ac8460314 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966465 Aug 16 01:40:26.480980 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be04ea38-c604-491a-95a3-0c3840a2052e req-a34e1a44-a974-42d5-9f5d-bbf396cf9839 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326 HTTP/1.1" status: 200 len: 217 time: 0.0588951 Aug 16 01:40:26.491277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'name': 'tempest-ServersTestManualDisk-129389214-router', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:23Z', 'revision_number': 4, 'project_id': '610c80f17dbe41b687cede716da3d010', 'gw_port': {'id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '4c72647d-e3a7-42dc-b595-1e7f145ae6da', 'name': '', 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'mac_address': 'fa:16:3e:0a:61:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '243563a2-7ae2-4035-9258-384766375747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:20Z', 'updated_at': '2021-08-16T01:40:23Z', 'revision_number': 2, 'project_id': '610c80f17dbe41b687cede716da3d010', 'subnets': [{'id': '243563a2-7ae2-4035-9258-384766375747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:26.512187 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711efdfb-9b20-448a-a677-00dac6fe51a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:40:26.521643 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Checking router: f417ebec-3b63-4a11-b0e0-a7140be4002e for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:40:26.522046 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Updating router f417ebec-3b63-4a11-b0e0-a7140be4002e port 4c72647d-e3a7-42dc-b595-1e7f145ae6da binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:40:26.539220 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711efdfb-9b20-448a-a677-00dac6fe51a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158c745f-000a-401e-9079-a99167e80399,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:26.545402 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04ea38-c604-491a-95a3-0c3840a2052e req-cde7d26d-043a-4650-951d-fe116128d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:26.548841 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be04ea38-c604-491a-95a3-0c3840a2052e req-cde7d26d-043a-4650-951d-fe116128d3e6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0587583 Aug 16 01:40:26.553579 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:26.570362 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-711efdfb-9b20-448a-a677-00dac6fe51a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:26.570890 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-711efdfb-9b20-448a-a677-00dac6fe51a3 admin admin] Added segment 4191d270-d7c0-4361-a8d1-6ecedb748d37 of type vlan for network 2671fc34-225a-4d2c-a282-25f5be2659d3 Aug 16 01:40:26.624761 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04ea38-c604-491a-95a3-0c3840a2052e req-a4942f99-c8c9-4191-9b99-d9657ffece37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:26.627808 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be04ea38-c604-491a-95a3-0c3840a2052e req-a4942f99-c8c9-4191-9b99-d9657ffece37 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0654757 Aug 16 01:40:26.634019 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-711efdfb-9b20-448a-a677-00dac6fe51a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:26.714085 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-4aefd5bb-b198-4c76-b02d-1051b1d3a4ed tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:26.728165 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-711efdfb-9b20-448a-a677-00dac6fe51a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:26.729113 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711efdfb-9b20-448a-a677-00dac6fe51a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:26.729689 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-711efdfb-9b20-448a-a677-00dac6fe51a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:26.749516 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be04ea38-c604-491a-95a3-0c3840a2052e req-cb6a03c2-378c-43f3-bb57-33bb3d6117d1 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129651 Aug 16 01:40:26.804645 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-711efdfb-9b20-448a-a677-00dac6fe51a3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0492151 Aug 16 01:40:26.815626 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1c556-1e9e-4927-977f-3a8ba73713a8 req-70a56b8b-d3fa-4e8e-8fbd-5d4063f1b69f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:26.817105 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-58e1c556-1e9e-4927-977f-3a8ba73713a8 req-70a56b8b-d3fa-4e8e-8fbd-5d4063f1b69f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.1516595 Aug 16 01:40:26.817846 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43958) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:26.828973 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f8904b67-506c-4267-b01b-d9bc3842b8f7 admin admin] Request body: {'subnet': {'network_id': '2671fc34-225a-4d2c-a282-25f5be2659d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-115836845-subnet', 'tenant_id': '9944c6da17a54fb3bff9f5eff59466e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:26.834843 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711efdfb-9b20-448a-a677-00dac6fe51a3 admin admin] Pushing event updated for resources: {'Network': ['ID=2671fc34-225a-4d2c-a282-25f5be2659d3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:26.891078 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be04ea38-c604-491a-95a3-0c3840a2052e req-334ef3b4-05ff-4d56-9e81-41b864b69848 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327324 Aug 16 01:40:26.912953 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-4aefd5bb-b198-4c76-b02d-1051b1d3a4ed tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:26.919895 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 2671fc34-225a-4d2c-a282-25f5be2659d3 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:40:26.923057 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8904b67-506c-4267-b01b-d9bc3842b8f7 admin admin] Made reservation on behalf of 9944c6da17a54fb3bff9f5eff59466e0 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:26.925572 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8904b67-506c-4267-b01b-d9bc3842b8f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:26.929968 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['e5ae327e-c626-4467-8260-3d8985d472b3'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:26.932945 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-58e1c556-1e9e-4927-977f-3a8ba73713a8 req-eae2f59f-47f5-46ff-aa82-5bfcee61dae4 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075709 Aug 16 01:40:27.003718 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.034819 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Transition to ACTIVE for port object 4c72647d-e3a7-42dc-b595-1e7f145ae6da will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:27.052729 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.062807 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-4aefd5bb-b198-4c76-b02d-1051b1d3a4ed tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Network 741e114f-ab7f-4db0-9999-b1470ac92b3b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:27.104599 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd76fa-3b17-4c2a-baaa-34957976b380 req-a2702763-2050-48fb-8b02-b74bf353799f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:27.106130 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1fd76fa-3b17-4c2a-baaa-34957976b380 req-a2702763-2050-48fb-8b02-b74bf353799f tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 945 time: 0.2399011 Aug 16 01:40:27.107168 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-4aefd5bb-b198-4c76-b02d-1051b1d3a4ed tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:27.109469 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-4aefd5bb-b198-4c76-b02d-1051b1d3a4ed tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:27.123560 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e185bc-09bf-4d74-b015-82e452bebeab None None] Pushing event updated for resources: {'Port': ['ID=4c72647d-e3a7-42dc-b595-1e7f145ae6da,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:27.139221 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefd5bb-b198-4c76-b02d-1051b1d3a4ed tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Pushing event updated for resources: {'Port': ['ID=a4eb1ec1-d72b-4c3e-a3ee-f2311832566c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:27.143567 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e185bc-09bf-4d74-b015-82e452bebeab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:27.144108 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e185bc-09bf-4d74-b015-82e452bebeab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:27.144635 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e185bc-09bf-4d74-b015-82e452bebeab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:27.145128 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e185bc-09bf-4d74-b015-82e452bebeab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:27.145615 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e185bc-09bf-4d74-b015-82e452bebeab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:27.146130 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e185bc-09bf-4d74-b015-82e452bebeab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:27.146748 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e185bc-09bf-4d74-b015-82e452bebeab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:27.147222 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e185bc-09bf-4d74-b015-82e452bebeab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:27.147702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e185bc-09bf-4d74-b015-82e452bebeab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:27.148178 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e185bc-09bf-4d74-b015-82e452bebeab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:27.149068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e185bc-09bf-4d74-b015-82e452bebeab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:27.149548 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e185bc-09bf-4d74-b015-82e452bebeab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:40:27.238754 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9829b4-9780-48ac-9bbc-794548f7b037 req-9e760c71-cae6-403a-a14c-e6b6834b52ae tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:27.240964 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f9829b4-9780-48ac-9bbc-794548f7b037 req-9e760c71-cae6-403a-a14c-e6b6834b52ae tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 932 time: 0.2169008 Aug 16 01:40:27.259022 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-4aefd5bb-b198-4c76-b02d-1051b1d3a4ed tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:27.260840 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-4aefd5bb-b198-4c76-b02d-1051b1d3a4ed tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.274448 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Attempting to bind port 4c72647d-e3a7-42dc-b595-1e7f145ae6da on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:27.276110 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Attempting to bind port 4c72647d-e3a7-42dc-b595-1e7f145ae6da by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '92a72a7c-3399-4739-94f2-6514bc45e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:27.276653 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Attempting to bind port 4c72647d-e3a7-42dc-b595-1e7f145ae6da on network 3dead596-19b5-4f7e-b3cc-6aaeafb2d70f {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:27.286594 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:27.286970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Checking segment: {'id': '92a72a7c-3399-4739-94f2-6514bc45e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:27.287348 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.287731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Bound using segment: {'id': '92a72a7c-3399-4739-94f2-6514bc45e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:27.288189 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Bound port: 4c72647d-e3a7-42dc-b595-1e7f145ae6da, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a72a7c-3399-4739-94f2-6514bc45e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:27.288585 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.375220 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-4aefd5bb-b198-4c76-b02d-1051b1d3a4ed tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4659379 Aug 16 01:40:27.391654 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43966) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:27.394230 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device e1af600b-c7a2-4112-a077-18a062345cd6 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:40:27.405572 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1409c30d-3595-432a-8888-0f0b8bd9626b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--988200148', 'description': 'tempest-description--1091610078'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:27.410790 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Request body: {'port': {'device_id': 'ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:27.425087 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] For port 4c72647d-e3a7-42dc-b595-1e7f145ae6da, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:27.429700 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] For port 4c72647d-e3a7-42dc-b595-1e7f145ae6da, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4c72647d-e3a7-42dc-b595-1e7f145ae6da,segment=NetworkSegment(92a72a7c-3399-4739-94f2-6514bc45e76e),segment_id=92a72a7c-3399-4739-94f2-6514bc45e76e)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:27.444267 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f9829b4-9780-48ac-9bbc-794548f7b037 req-35b2f361-66c6-4ec1-8066-ec93d5da0d2e tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803761 Aug 16 01:40:27.447759 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.499113 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1409c30d-3595-432a-8888-0f0b8bd9626b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.524423 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-f1fd76fa-3b17-4c2a-baaa-34957976b380 req-d6b34a89-4974-4a27-98c0-d73f99e2cde8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Deleting port e5093238-3ac4-48e6-aebc-76f1efc24c71 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:40:27.525353 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1fd76fa-3b17-4c2a-baaa-34957976b380 req-d6b34a89-4974-4a27-98c0-d73f99e2cde8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.592170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99572909-68d7-4bb0-8183-a3793ba7c759 req-918ea611-31c7-40f5-8753-903ac1d5bdc1 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:27.593642 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99572909-68d7-4bb0-8183-a3793ba7c759 req-918ea611-31c7-40f5-8753-903ac1d5bdc1 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/ports?device_id=eef26fab-ec25-4147-9059-fdfcf04ce5f8 HTTP/1.1" status: 200 len: 943 time: 0.1295519 Aug 16 01:40:27.607761 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Routers {'f417ebec-3b63-4a11-b0e0-a7140be4002e'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:27.607761 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:40:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['f417ebec-3b63-4a11-b0e0-a7140be4002e'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:27.620801 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.638135 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8904b67-506c-4267-b01b-d9bc3842b8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.658021 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1588d9-ac25-4c40-a860-73c3b722979c req-498d8b06-238d-4ddc-af78-c7b1476fcb33 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:27.671260 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e1588d9-ac25-4c40-a860-73c3b722979c req-498d8b06-238d-4ddc-af78-c7b1476fcb33 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.63 "GET /v2.0/ports?device_id=aabb9a5f-782f-4aff-99cc-d063bc99bc9a HTTP/1.1" status: 200 len: 950 time: 0.1408300 Aug 16 01:40:27.671767 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e185bc-09bf-4d74-b015-82e452bebeab None None] Pushing event updated for resources: {'Port': ['ID=4c72647d-e3a7-42dc-b595-1e7f145ae6da,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:27.732328 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port e1af600b-c7a2-4112-a077-18a062345cd6, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=e1af600b-c7a2-4112-a077-18a062345cd6,segment=NetworkSegment(0097737a-8c4e-4e89-b601-9793da1ca0d6),segment_id=0097737a-8c4e-4e89-b601-9793da1ca0d6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:27.813897 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] Set router f417ebec-3b63-4a11-b0e0-a7140be4002e gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:27.831726 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f1fd76fa-3b17-4c2a-baaa-34957976b380 req-d6b34a89-4974-4a27-98c0-d73f99e2cde8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] For port e5093238-3ac4-48e6-aebc-76f1efc24c71, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=e5093238-3ac4-48e6-aebc-76f1efc24c71,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:27.832345 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1fd76fa-3b17-4c2a-baaa-34957976b380 req-d6b34a89-4974-4a27-98c0-d73f99e2cde8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.841968 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99572909-68d7-4bb0-8183-a3793ba7c759 req-d80c5442-2b3c-4ad5-ad59-462ab47f9803 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2c9cd20-4af3-4ff6-827b-83ea14e89583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269552 Aug 16 01:40:27.885944 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1409c30d-3595-432a-8888-0f0b8bd9626b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.898360 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8904b67-506c-4267-b01b-d9bc3842b8f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a8de73-162a-4879-b581-25d9fce9c9aa,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:27.909823 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'e1af600b-c7a2-4112-a077-18a062345cd6', 'network_id': '8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf', 'port_id': 'e1af600b-c7a2-4112-a077-18a062345cd6', 'mac_address': 'fa:16:3e:f3:69:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62769d8c-7a39-4b27-bbbe-f9165e275d85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:40:27.917942 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-f1fd76fa-3b17-4c2a-baaa-34957976b380 req-d6b34a89-4974-4a27-98c0-d73f99e2cde8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Calling delete_port for e5093238-3ac4-48e6-aebc-76f1efc24c71 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:40:27.940642 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1409c30d-3595-432a-8888-0f0b8bd9626b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:27.945791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8904b67-506c-4267-b01b-d9bc3842b8f7 admin admin] Checking segment: {'id': '4191d270-d7c0-4361-a8d1-6ecedb748d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2671fc34-225a-4d2c-a282-25f5be2659d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:27.946247 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8904b67-506c-4267-b01b-d9bc3842b8f7 admin admin] Network hostable DHCP agents. Network: 2671fc34-225a-4d2c-a282-25f5be2659d3, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:40:27.963862 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dde858-a21e-429f-bee6-5873ce2b9303 req-82224bcd-d6ba-46bb-a2d5-8058e1e1ea69 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:27.971695 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-62dde858-a21e-429f-bee6-5873ce2b9303 req-82224bcd-d6ba-46bb-a2d5-8058e1e1ea69 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 948 time: 0.2220635 Aug 16 01:40:28.007174 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1409c30d-3595-432a-8888-0f0b8bd9626b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.011590 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1409c30d-3595-432a-8888-0f0b8bd9626b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6144984 Aug 16 01:40:28.013836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43974) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:28.020228 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5759798a-c9c3-4815-a764-b2d2f8c7d885 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Request body: {'security_group_rule': {'security_group_id': '0ab7edcf-321b-4469-8a17-abdcd3d89d48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:28.034164 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409c30d-3595-432a-8888-0f0b8bd9626b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab7edcf-321b-4469-8a17-abdcd3d89d48,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:28.045535 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862e7fc-2c41-4fef-b3cb-46d595263a55 req-7f90f231-8ca2-4bb1-9f70-fe588d8a8177 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:28.048298 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3862e7fc-2c41-4fef-b3cb-46d595263a55 req-7f90f231-8ca2-4bb1-9f70-fe588d8a8177 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=aabb9a5f-782f-4aff-99cc-d063bc99bc9a HTTP/1.1" status: 200 len: 950 time: 0.1214974 Aug 16 01:40:28.083960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-8e1588d9-ac25-4c40-a860-73c3b722979c req-7086d4a5-d385-434f-b0f8-365cc40cf905 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Deleting port a84a2852-7ce5-471f-93f9-50833c31f657 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:40:28.084793 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e1588d9-ac25-4c40-a860-73c3b722979c req-7086d4a5-d385-434f-b0f8-365cc40cf905 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.114508 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8904b67-506c-4267-b01b-d9bc3842b8f7 admin admin] Network 2671fc34-225a-4d2c-a282-25f5be2659d3 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:40:28.140355 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-62dde858-a21e-429f-bee6-5873ce2b9303 req-94bff547-74a5-4990-a62f-9041cc0421ac tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679795 Aug 16 01:40:28.141112 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.144086 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5759798a-c9c3-4815-a764-b2d2f8c7d885 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.157595 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1af600b-c7a2-4112-a077-18a062345cd6 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:28.163408 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f8904b67-506c-4267-b01b-d9bc3842b8f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 2671fc34-225a-4d2c-a282-25f5be2659d3) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:28.178237 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8904b67-506c-4267-b01b-d9bc3842b8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:28.178891 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8904b67-506c-4267-b01b-d9bc3842b8f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.188443 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309cb4eb-5e1e-42db-98c0-fadef5f5115c None None] Network 2671fc34-225a-4d2c-a282-25f5be2659d3 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:40:28.195912 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port e1af600b-c7a2-4112-a077-18a062345cd6, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=e1af600b-c7a2-4112-a077-18a062345cd6,segment=NetworkSegment(0097737a-8c4e-4e89-b601-9793da1ca0d6),segment_id=0097737a-8c4e-4e89-b601-9793da1ca0d6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:28.223029 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3862e7fc-2c41-4fef-b3cb-46d595263a55 req-658914dd-130e-4a1d-95e4-4dbd9f99c67b tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557484 Aug 16 01:40:28.234119 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f8904b67-506c-4267-b01b-d9bc3842b8f7 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4097342 Aug 16 01:40:28.244556 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.274232 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8e1588d9-ac25-4c40-a860-73c3b722979c req-7086d4a5-d385-434f-b0f8-365cc40cf905 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] For port a84a2852-7ce5-471f-93f9-50833c31f657, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a84a2852-7ce5-471f-93f9-50833c31f657,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:28.274232 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e1588d9-ac25-4c40-a860-73c3b722979c req-7086d4a5-d385-434f-b0f8-365cc40cf905 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.291963 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5759798a-c9c3-4815-a764-b2d2f8c7d885 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.297255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-8e1588d9-ac25-4c40-a860-73c3b722979c req-7086d4a5-d385-434f-b0f8-365cc40cf905 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Calling delete_port for a84a2852-7ce5-471f-93f9-50833c31f657 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:40:28.303659 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5759798a-c9c3-4815-a764-b2d2f8c7d885 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.354239 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1fd76fa-3b17-4c2a-baaa-34957976b380 req-d6b34a89-4974-4a27-98c0-d73f99e2cde8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.364357 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759798a-c9c3-4815-a764-b2d2f8c7d885 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3796b89-35c2-48b9-a5d4-94495dccacd6,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:28.389556 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5759798a-c9c3-4815-a764-b2d2f8c7d885 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.391130 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5759798a-c9c3-4815-a764-b2d2f8c7d885 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3766813 Aug 16 01:40:28.394369 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43978) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:28.400357 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f18cd1d9-fd85-4af4-8025-7633d9ea405c tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Request body: {'security_group_rule': {'security_group_id': '0ab7edcf-321b-4469-8a17-abdcd3d89d48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:28.416071 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b34a89-4974-4a27-98c0-d73f99e2cde8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Pushing event deleted for resources: {'Port': ['ID=e5093238-3ac4-48e6-aebc-76f1efc24c71,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:28.468995 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d73b6-9925-48b9-aeb4-8771795363b9 req-f5926b49-1c91-47e0-b616-3305730ee360 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:28.471582 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8f0d73b6-9925-48b9-aeb4-8771795363b9 req-f5926b49-1c91-47e0-b616-3305730ee360 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=28d98733-680d-412f-a46a-d3ac0968da6a HTTP/1.1" status: 200 len: 867 time: 0.1704590 Aug 16 01:40:28.476886 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4eb1ec1-d72b-4c3e-a3ee-f2311832566c {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:28.499738 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=e1af600b-c7a2-4112-a077-18a062345cd6,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:28.506281 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fd76fa-3b17-4c2a-baaa-34957976b380 req-d6b34a89-4974-4a27-98c0-d73f99e2cde8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] No DVR routers for this DVR port e5093238-3ac4-48e6-aebc-76f1efc24c71 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:40:28.510665 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.519029 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1fd76fa-3b17-4c2a-baaa-34957976b380 req-d6b34a89-4974-4a27-98c0-d73f99e2cde8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.521017 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1fd76fa-3b17-4c2a-baaa-34957976b380 req-d6b34a89-4974-4a27-98c0-d73f99e2cde8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.63 "DELETE /v2.0/ports/e5093238-3ac4-48e6-aebc-76f1efc24c71 HTTP/1.1" status: 204 len: 173 time: 1.3831367 Aug 16 01:40:28.521458 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d98733-680d-412f-a46a-d3ac0968da6a', 'name': 'network-vif-deleted', 'tag': 'e5093238-3ac4-48e6-aebc-76f1efc24c71'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:28.524434 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218bbf8f-fee3-475d-8b6d-08d48a9befec" -d '{"events": [{"server_uuid": "28d98733-680d-412f-a46a-d3ac0968da6a", "name": "network-vif-deleted", "tag": "e5093238-3ac4-48e6-aebc-76f1efc24c71"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:28.539182 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f18cd1d9-fd85-4af4-8025-7633d9ea405c tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.559466 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['e1af600b-c7a2-4112-a077-18a062345cd6'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:28.576789 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e1588d9-ac25-4c40-a860-73c3b722979c req-7086d4a5-d385-434f-b0f8-365cc40cf905 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.584807 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8f0d73b6-9925-48b9-aeb4-8771795363b9 req-ea8ba779-5919-4671-a679-8e46c992513b tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123452 Aug 16 01:40:28.585671 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'name': 'tempest-ServersTestManualDisk-129389214-router', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:23Z', 'revision_number': 4, 'project_id': '610c80f17dbe41b687cede716da3d010', 'gw_port': {'id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '4c72647d-e3a7-42dc-b595-1e7f145ae6da', 'name': '', 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'mac_address': 'fa:16:3e:0a:61:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '243563a2-7ae2-4035-9258-384766375747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:20Z', 'updated_at': '2021-08-16T01:40:27Z', 'revision_number': 4, 'project_id': '610c80f17dbe41b687cede716da3d010', 'subnets': [{'id': '243563a2-7ae2-4035-9258-384766375747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:28.587734 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b6a27c-ae3d-4abd-b631-99634127fa4c None None] Network 2671fc34-225a-4d2c-a282-25f5be2659d3 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:40:28.588283 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Transition to ACTIVE for port object a4eb1ec1-d72b-4c3e-a3ee-f2311832566c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:28.606767 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.629974 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['cd273e32-8a19-4378-80a0-19bd02a365ab'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:28.652718 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086d4a5-d385-434f-b0f8-365cc40cf905 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Pushing event deleted for resources: {'Port': ['ID=a84a2852-7ce5-471f-93f9-50833c31f657,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:28.725481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1588d9-ac25-4c40-a860-73c3b722979c req-7086d4a5-d385-434f-b0f8-365cc40cf905 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] No DVR routers for this DVR port a84a2852-7ce5-471f-93f9-50833c31f657 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:40:28.727096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338c5101-252e-4a9f-b1fe-98f1bb90de51 None None] The sync data for ids ['f417ebec-3b63-4a11-b0e0-a7140be4002e'] in n-d-765315-27 is: [{'id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'name': 'tempest-ServersTestManualDisk-129389214-router', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:23Z', 'revision_number': 4, 'project_id': '610c80f17dbe41b687cede716da3d010', 'gw_port': {'id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '4c72647d-e3a7-42dc-b595-1e7f145ae6da', 'name': '', 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'mac_address': 'fa:16:3e:0a:61:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '243563a2-7ae2-4035-9258-384766375747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:20Z', 'updated_at': '2021-08-16T01:40:27Z', 'revision_number': 4, 'project_id': '610c80f17dbe41b687cede716da3d010', 'subnets': [{'id': '243563a2-7ae2-4035-9258-384766375747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:40:28.731971 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e1588d9-ac25-4c40-a860-73c3b722979c req-7086d4a5-d385-434f-b0f8-365cc40cf905 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.734004 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e1588d9-ac25-4c40-a860-73c3b722979c req-7086d4a5-d385-434f-b0f8-365cc40cf905 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.63 "DELETE /v2.0/ports/a84a2852-7ce5-471f-93f9-50833c31f657 HTTP/1.1" status: 204 len: 173 time: 0.9997175 Aug 16 01:40:28.735220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabb9a5f-782f-4aff-99cc-d063bc99bc9a', 'name': 'network-vif-deleted', 'tag': 'a84a2852-7ce5-471f-93f9-50833c31f657'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:28.745790 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de38980f-293b-4116-89cf-1558e7ae8d91" -d '{"events": [{"server_uuid": "aabb9a5f-782f-4aff-99cc-d063bc99bc9a", "name": "network-vif-deleted", "tag": "a84a2852-7ce5-471f-93f9-50833c31f657"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:28.758578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4eb1ec1-d72b-4c3e-a3ee-f2311832566c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:28.768742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32436ddd-bd0c-4851-b88f-41e04b55d6ed req-fd5e6c18-3421-4fc5-8f0c-cbd9f34f396f tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:28.770474 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-32436ddd-bd0c-4851-b88f-41e04b55d6ed req-fd5e6c18-3421-4fc5-8f0c-cbd9f34f396f tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 944 time: 0.1948440 Aug 16 01:40:28.783841 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f18cd1d9-fd85-4af4-8025-7633d9ea405c tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.811886 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f18cd1d9-fd85-4af4-8025-7633d9ea405c tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.895393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cd1d9-fd85-4af4-8025-7633d9ea405c tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b19710-9d71-4cf0-9d99-34446674448a,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:28.904451 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f18cd1d9-fd85-4af4-8025-7633d9ea405c tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:28.906043 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f18cd1d9-fd85-4af4-8025-7633d9ea405c tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5108228 Aug 16 01:40:28.923638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44004) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:28.930094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-29be34e8-44cb-46f3-ae57-0e4b50f7c02b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:28.951107 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-32436ddd-bd0c-4851-b88f-41e04b55d6ed req-13f091f1-c992-425b-a329-8e8fc8734392 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658821 Aug 16 01:40:29.010664 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29be34e8-44cb-46f3-ae57-0e4b50f7c02b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.069482 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b22fe9e-f66b-4151-b9e9-171a08b8bf71 x-openstack-request-id: req-8b22fe9e-f66b-4151-b9e9-171a08b8bf71 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:29.070198 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d98733-680d-412f-a46a-d3ac0968da6a", "name": "network-vif-deleted", "tag": "e5093238-3ac4-48e6-aebc-76f1efc24c71", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:29.070635 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8b22fe9e-f66b-4151-b9e9-171a08b8bf71 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:29.071206 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d98733-680d-412f-a46a-d3ac0968da6a', 'name': 'network-vif-deleted', 'tag': 'e5093238-3ac4-48e6-aebc-76f1efc24c71', 'status': 'completed', 'code': 200} Aug 16 01:40:29.132072 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Attempting to bind port a4eb1ec1-d72b-4c3e-a3ee-f2311832566c on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:29.132411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Attempting to bind port a4eb1ec1-d72b-4c3e-a3ee-f2311832566c by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:29.132736 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Attempting to bind port a4eb1ec1-d72b-4c3e-a3ee-f2311832566c on network 741e114f-ab7f-4db0-9999-b1470ac92b3b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:29.177320 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Port a4eb1ec1-d72b-4c3e-a3ee-f2311832566c on network 741e114f-ab7f-4db0-9999-b1470ac92b3b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:40:29.177706 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Attempting to bind port a4eb1ec1-d72b-4c3e-a3ee-f2311832566c on network 741e114f-ab7f-4db0-9999-b1470ac92b3b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:29.194700 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-db372ffd-87ed-4591-b8f6-4f18a49f893d tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:29.203682 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-db372ffd-87ed-4591-b8f6-4f18a49f893d tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/networks?id=2671fc34-225a-4d2c-a282-25f5be2659d3 HTTP/1.1" status: 200 len: 817 time: 0.2991943 Aug 16 01:40:29.215389 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:29.215899 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Checking segment: {'id': 'a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:29.216459 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Bound using segment: {'id': 'a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:29.217075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Bound port: a4eb1ec1-d72b-4c3e-a3ee-f2311832566c, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:29.217872 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.229321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4c72647d-e3a7-42dc-b595-1e7f145ae6da up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:29.243459 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-c82fdfd0-e022-475d-b337-2508a02b63b3 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/quotas/9944c6da17a54fb3bff9f5eff59466e0 HTTP/1.1" status: 200 len: 375 time: 0.0383441 Aug 16 01:40:29.313079 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 4c72647d-e3a7-42dc-b595-1e7f145ae6da completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:29.316992 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-f6555c66-201f-4a43-a86e-9eaf0c3f9eea tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9944c6da17a54fb3bff9f5eff59466e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722563 Aug 16 01:40:29.321363 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 4c72647d-e3a7-42dc-b595-1e7f145ae6da triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:29.323042 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.359372 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f128471-0d8b-441a-aca8-4064b0b78737 x-openstack-request-id: req-1f128471-0d8b-441a-aca8-4064b0b78737 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:29.359878 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aabb9a5f-782f-4aff-99cc-d063bc99bc9a", "name": "network-vif-deleted", "tag": "a84a2852-7ce5-471f-93f9-50833c31f657", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:29.360305 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1f128471-0d8b-441a-aca8-4064b0b78737 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:29.360873 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabb9a5f-782f-4aff-99cc-d063bc99bc9a', 'name': 'network-vif-deleted', 'tag': 'a84a2852-7ce5-471f-93f9-50833c31f657', 'status': 'completed', 'code': 200} Aug 16 01:40:29.380769 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 8315b47d-6f35-4f9d-ae3f-e8bf05764326 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:40:29.393246 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29be34e8-44cb-46f3-ae57-0e4b50f7c02b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.429208 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device e5093238-3ac4-48e6-aebc-76f1efc24c71 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:40:29.472774 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: e5093238-3ac4-48e6-aebc-76f1efc24c71 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:40:29.473442 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device e5093238-3ac4-48e6-aebc-76f1efc24c71 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:40:29.474070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a84a2852-7ce5-471f-93f9-50833c31f657 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:40:29.530426 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: a84a2852-7ce5-471f-93f9-50833c31f657 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:40:29.531114 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a84a2852-7ce5-471f-93f9-50833c31f657 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:40:29.572010 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ffeb6-a0c0-4a98-8033-e5c3f426bade req-3875192e-2fe1-43f0-9585-1abddcda0548 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:29.581390 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] For port a4eb1ec1-d72b-4c3e-a3ee-f2311832566c, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:29.584619 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-391ffeb6-a0c0-4a98-8033-e5c3f426bade req-3875192e-2fe1-43f0-9585-1abddcda0548 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/ports?device_id=eef26fab-ec25-4147-9059-fdfcf04ce5f8 HTTP/1.1" status: 200 len: 944 time: 0.1122754 Aug 16 01:40:29.606218 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] For port a4eb1ec1-d72b-4c3e-a3ee-f2311832566c, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a4eb1ec1-d72b-4c3e-a3ee-f2311832566c,segment=NetworkSegment(a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d),segment_id=a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:29.621003 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-3a566191-4e7d-413e-aa42-12fb6ee7f914 service neutron] 10.222.0.68 "GET /v2.0/networks/2671fc34-225a-4d2c-a282-25f5be2659d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022394 Aug 16 01:40:29.629649 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-29be34e8-44cb-46f3-ae57-0e4b50f7c02b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Allocated IP 172.25.3.111 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/f8318f09-1013-4cde-8c86-195262591ea5) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:29.636658 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.679502 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-391ffeb6-a0c0-4a98-8033-e5c3f426bade req-a3c2dc75-cfee-4cfd-b134-d34513a9f01c tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2c9cd20-4af3-4ff6-827b-83ea14e89583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900435 Aug 16 01:40:29.701817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:29.701817 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.718523 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '8315b47d-6f35-4f9d-ae3f-e8bf05764326', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '8315b47d-6f35-4f9d-ae3f-e8bf05764326', 'mac_address': 'fa:16:3e:a9:37:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:40:29.744612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:29.745219 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.746647 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] 10.222.0.63 "PUT /v2.0/ports/a4eb1ec1-d72b-4c3e-a3ee-f2311832566c HTTP/1.1" status: 200 len: 1093 time: 2.3428438 Aug 16 01:40:29.785010 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 4c72647d-e3a7-42dc-b595-1e7f145ae6da, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4c72647d-e3a7-42dc-b595-1e7f145ae6da,segment=NetworkSegment(92a72a7c-3399-4739-94f2-6514bc45e76e),segment_id=92a72a7c-3399-4739-94f2-6514bc45e76e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:29.791584 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.807007 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8315b47d-6f35-4f9d-ae3f-e8bf05764326 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:29.813707 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.839195 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03550b-cca3-4438-ae19-f335b7c440f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4eb1ec1-d72b-4c3e-a3ee-f2311832566c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:29.861696 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:29.864259 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29be34e8-44cb-46f3-ae57-0e4b50f7c02b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.877846 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.888179 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-a6a3d880-92f5-4dab-a765-c0c54645d913 service neutron] 10.222.0.68 "GET /v2.0/networks/2671fc34-225a-4d2c-a282-25f5be2659d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670701 Aug 16 01:40:29.897057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0deafa3-b09e-4d0d-8f4c-8323e4ad00d8 req-5d57cd43-e5de-4fc1-8d9c-ad76dbf76482 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:29.899087 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d0deafa3-b09e-4d0d-8f4c-8323e4ad00d8 req-5d57cd43-e5de-4fc1-8d9c-ad76dbf76482 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 948 time: 0.0972226 Aug 16 01:40:29.903686 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=4c72647d-e3a7-42dc-b595-1e7f145ae6da,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:29.910299 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-e3453626-0a59-4643-b70a-fb0c909b77e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:29.912062 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-e3453626-0a59-4643-b70a-fb0c909b77e4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=336f9d0f1e24499e9788d10ebbd15df6&device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 1096 time: 0.0991580 Aug 16 01:40:29.968473 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d0deafa3-b09e-4d0d-8f4c-8323e4ad00d8 req-04cfe682-7921-46ea-8ea0-9b46ba86d1bd tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472560 Aug 16 01:40:29.969530 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29be34e8-44cb-46f3-ae57-0e4b50f7c02b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:29.974575 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-5ced4d28-5fd2-401d-bdee-15e352f9be35 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4eb1ec1-d72b-4c3e-a3ee-f2311832566c HTTP/1.1" status: 200 len: 217 time: 0.0524070 Aug 16 01:40:30.016340 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=8315b47d-6f35-4f9d-ae3f-e8bf05764326,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:30.022794 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29be34e8-44cb-46f3-ae57-0e4b50f7c02b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:30.028529 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-29be34e8-44cb-46f3-ae57-0e4b50f7c02b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:30.032800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29be34e8-44cb-46f3-ae57-0e4b50f7c02b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:30.065062 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be34e8-44cb-46f3-ae57-0e4b50f7c02b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Pushing event updated for resources: {'Port': ['ID=f8318f09-1013-4cde-8c86-195262591ea5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:30.080364 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-b8d9813a-4f0b-413c-97a1-e782c20af2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:30.081897 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-b8d9813a-4f0b-413c-97a1-e782c20af2ba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a9452d5e-cbd9-4476-8a0f-8f93f6c0d195 HTTP/1.1" status: 200 len: 850 time: 0.0999708 Aug 16 01:40:30.151452 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['8315b47d-6f35-4f9d-ae3f-e8bf05764326'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:30.187724 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-dc1e1d38-a72a-41ba-94b7-0664633f1b19 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=741e114f-ab7f-4db0-9999-b1470ac92b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968077 Aug 16 01:40:30.263706 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29be34e8-44cb-46f3-ae57-0e4b50f7c02b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:30.296211 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:40:30.371537 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29be34e8-44cb-46f3-ae57-0e4b50f7c02b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:30.424925 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb685d-a11e-4ce6-b9c1-63d88f8dcf3b req-303ec22e-ca9a-4b70-946e-c43c1b911116 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:30.435898 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-98bb685d-a11e-4ce6-b9c1-63d88f8dcf3b req-303ec22e-ca9a-4b70-946e-c43c1b911116 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 944 time: 0.2239699 Aug 16 01:40:30.515669 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-3d369d8e-f467-48ea-8ff9-7d22932f5888 service neutron] 10.222.0.63 "GET /v2.0/networks/741e114f-ab7f-4db0-9999-b1470ac92b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154433 Aug 16 01:40:30.552079 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-98bb685d-a11e-4ce6-b9c1-63d88f8dcf3b req-3acdb3fc-d340-49ed-b847-f127c15917eb tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149702 Aug 16 01:40:30.562869 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-61705173-8590-4a36-8b5d-322aab171954 req-ac9d80cb-80d2-4d73-8942-3e92528b116a tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b7f164b-159d-45e9-bc8a-7d3998e7a9c6 HTTP/1.1" status: 200 len: 210 time: 0.0468793 Aug 16 01:40:30.657057 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29be34e8-44cb-46f3-ae57-0e4b50f7c02b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:30.669255 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29be34e8-44cb-46f3-ae57-0e4b50f7c02b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:30.694200 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9bf21b5a-a98f-444c-8aed-5351a6f021a8 req-92fdb389-b23f-4854-9c69-f1c13a5ba03e service neutron] 10.222.0.63 "GET /v2.0/networks/741e114f-ab7f-4db0-9999-b1470ac92b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676621 Aug 16 01:40:30.816940 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770e281-15fd-4d07-8d9e-0a3f80cc542e req-e49b3d8c-f272-43b5-8607-b8697115f412 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:30.818744 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a770e281-15fd-4d07-8d9e-0a3f80cc542e req-e49b3d8c-f272-43b5-8607-b8697115f412 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 951 time: 0.0526619 Aug 16 01:40:30.847352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be34e8-44cb-46f3-ae57-0e4b50f7c02b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Pushing event updated for resources: {'Port': ['ID=f8318f09-1013-4cde-8c86-195262591ea5,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:30.862129 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a770e281-15fd-4d07-8d9e-0a3f80cc542e req-fb71f86b-2053-4508-b2bc-90873df5a87f tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354385 Aug 16 01:40:30.878618 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29be34e8-44cb-46f3-ae57-0e4b50f7c02b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:30.909450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-496d1f3a-27be-4fd0-ae9f-138adfd690ec tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:30.911231 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-496d1f3a-27be-4fd0-ae9f-138adfd690ec tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 812 time: 0.1824253 Aug 16 01:40:30.912501 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29be34e8-44cb-46f3-ae57-0e4b50f7c02b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:30.915253 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-29be34e8-44cb-46f3-ae57-0e4b50f7c02b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9890037 Aug 16 01:40:30.942230 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-88fce03f-7671-41d3-8729-2f16a64b0b3d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/quotas/83acc20476264f27b63127c0968a6b73 HTTP/1.1" status: 200 len: 375 time: 0.0170386 Aug 16 01:40:30.989662 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-bb5b83c2-f9d5-46a6-8234-817e56357494 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414963 Aug 16 01:40:30.991044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd3b82-907c-46be-8d8a-e167ae75c3e1 req-df3c8a46-2a9e-44fd-a1da-a0156f8c52fc tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:30.994391 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1bd3b82-907c-46be-8d8a-e167ae75c3e1 req-df3c8a46-2a9e-44fd-a1da-a0156f8c52fc tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/ports?device_id=eef26fab-ec25-4147-9059-fdfcf04ce5f8 HTTP/1.1" status: 200 len: 944 time: 0.0696008 Aug 16 01:40:31.038303 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1bd3b82-907c-46be-8d8a-e167ae75c3e1 req-bbefe276-2fdb-4f25-aa57-be2e6846b873 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2c9cd20-4af3-4ff6-827b-83ea14e89583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388939 Aug 16 01:40:31.068341 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4c72647d-e3a7-42dc-b595-1e7f145ae6da up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:31.072617 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed', 'tag': 'a4eb1ec1-d72b-4c3e-a3ee-f2311832566c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:31.075967 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7a3642-92cb-411d-8efb-c2784792b77e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed", "tag": "a4eb1ec1-d72b-4c3e-a3ee-f2311832566c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:31.125512 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 4c72647d-e3a7-42dc-b595-1e7f145ae6da triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:31.125739 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-00e937ca-c285-4f46-aaa8-7f3f3f229668 service neutron] 10.222.0.68 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281486 Aug 16 01:40:31.125914 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:31.162653 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-779967bb-64c1-4b31-adca-ae88099986ad req-1ccc7d43-3612-49e1-bbf0-3385b3ac788d tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--988200148&fields=id&tenant_id=610c80f17dbe41b687cede716da3d010 HTTP/1.1" status: 200 len: 267 time: 0.0394359 Aug 16 01:40:31.219201 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-381d4e72-d11f-4ea1-adb2-bc8ee66dad24 service neutron] 10.222.0.68 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928240 Aug 16 01:40:31.276088 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779967bb-64c1-4b31-adca-ae88099986ad req-7fc862fc-f164-4a9f-b4ac-64600295084b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:31.277583 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-779967bb-64c1-4b31-adca-ae88099986ad req-7fc862fc-f164-4a9f-b4ac-64600295084b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/networks?id=3dead596-19b5-4f7e-b3cc-6aaeafb2d70f HTTP/1.1" status: 200 len: 811 time: 0.1130362 Aug 16 01:40:31.295766 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-779967bb-64c1-4b31-adca-ae88099986ad req-6323db58-e708-4a19-9de2-c6cdf78bffae tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/quotas/610c80f17dbe41b687cede716da3d010 HTTP/1.1" status: 200 len: 375 time: 0.0111074 Aug 16 01:40:31.362516 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-779967bb-64c1-4b31-adca-ae88099986ad req-6131de69-75c1-46ca-aaad-ecf1439de856 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=610c80f17dbe41b687cede716da3d010&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0610328 Aug 16 01:40:31.378663 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device e1af600b-c7a2-4112-a077-18a062345cd6 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:31.462933 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port e1af600b-c7a2-4112-a077-18a062345cd6 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:31.468057 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port e1af600b-c7a2-4112-a077-18a062345cd6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:31.468434 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:31.491117 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f645593-5e53-422d-8b4e-c42e04e3db16 req-81835a8d-9f33-45c4-b03b-25f21244a35b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:31.492668 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f645593-5e53-422d-8b4e-c42e04e3db16 req-81835a8d-9f33-45c4-b03b-25f21244a35b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 949 time: 0.1018562 Aug 16 01:40:31.548178 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-779967bb-64c1-4b31-adca-ae88099986ad req-a41cc95e-f515-406d-9a38-e068c0b16c78 service neutron] 10.222.0.68 "GET /v2.0/networks/3dead596-19b5-4f7e-b3cc-6aaeafb2d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767981 Aug 16 01:40:31.549941 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f645593-5e53-422d-8b4e-c42e04e3db16 req-0a430b97-4de8-435a-8504-7e5a6dc5474d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472558 Aug 16 01:40:31.597102 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:31.615619 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-229129a0-ab3f-4488-9ac7-e9a85cc66290 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:31.619965 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-229129a0-ab3f-4488-9ac7-e9a85cc66290 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.63 "GET /v2.0/networks?id=2671fc34-225a-4d2c-a282-25f5be2659d3 HTTP/1.1" status: 200 len: 817 time: 0.1639068 Aug 16 01:40:31.624696 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef26fab-ec25-4147-9059-fdfcf04ce5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1af600b-c7a2-4112-a077-18a062345cd6'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:31.627646 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1c588b-1462-4c58-8df9-9d4546b9e0b8" -d '{"events": [{"server_uuid": "eef26fab-ec25-4147-9059-fdfcf04ce5f8", "name": "network-vif-plugged", "status": "completed", "tag": "e1af600b-c7a2-4112-a077-18a062345cd6"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:31.643526 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-22c67ffb-a846-4fc4-a12b-3dd671b5ec3b tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Request body: {'port': {'device_id': '8b7f164b-159d-45e9-bc8a-7d3998e7a9c6', 'network_id': '2671fc34-225a-4d2c-a282-25f5be2659d3', 'admin_state_up': True, 'tenant_id': '9944c6da17a54fb3bff9f5eff59466e0'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:31.644573 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port e1af600b-c7a2-4112-a077-18a062345cd6, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=e1af600b-c7a2-4112-a077-18a062345cd6,segment=NetworkSegment(0097737a-8c4e-4e89-b601-9793da1ca0d6),segment_id=0097737a-8c4e-4e89-b601-9793da1ca0d6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:31.650637 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:31.652195 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 8315b47d-6f35-4f9d-ae3f-e8bf05764326 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:31.652473 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743c0ed2-24b1-4b19-8381-b30d91ff2446 x-openstack-request-id: req-743c0ed2-24b1-4b19-8381-b30d91ff2446 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:31.652666 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed", "tag": "a4eb1ec1-d72b-4c3e-a3ee-f2311832566c", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:31.653087 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-743c0ed2-24b1-4b19-8381-b30d91ff2446 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:31.653491 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed', 'tag': 'a4eb1ec1-d72b-4c3e-a3ee-f2311832566c', 'status': 'completed', 'code': 200} Aug 16 01:40:31.728443 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb0c2b8f-bdfc-4714-8725-0baeb1dd06a4 req-3e1b9f74-f08d-4bcc-9a7c-7196c08d4f63 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=331a9f57-22b0-4972-9d91-9dcf15843a79 HTTP/1.1" status: 200 len: 210 time: 0.0316794 Aug 16 01:40:31.736466 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a3642-92cb-411d-8efb-c2784792b77e req-40ef4dd4-ce0f-402d-b622-0a95f5cf5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:31.738298 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0a7a3642-92cb-411d-8efb-c2784792b77e req-40ef4dd4-ce0f-402d-b622-0a95f5cf5c01 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=336f9d0f1e24499e9788d10ebbd15df6&device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 1096 time: 0.0810845 Aug 16 01:40:31.790638 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=e1af600b-c7a2-4112-a077-18a062345cd6,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:31.796137 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:31.801891 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:31.802295 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:31.872847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a3642-92cb-411d-8efb-c2784792b77e req-237ec021-26c6-428f-908d-2c473e8074af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:31.875363 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0a7a3642-92cb-411d-8efb-c2784792b77e req-237ec021-26c6-428f-908d-2c473e8074af service neutron] 10.222.0.63 "GET /v2.0/networks?id=741e114f-ab7f-4db0-9999-b1470ac92b3b HTTP/1.1" status: 200 len: 911 time: 0.1282337 Aug 16 01:40:31.908323 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:31.957467 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:31.958543 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0a7a3642-92cb-411d-8efb-c2784792b77e req-84b6f344-37a4-41be-b686-d6dd4a3eb40f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4eb1ec1-d72b-4c3e-a3ee-f2311832566c HTTP/1.1" status: 200 len: 217 time: 0.0684457 Aug 16 01:40:31.962922 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:32.013051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351ee85-1576-4574-a5d4-96811c9cfcad req-cf24fec8-e652-4011-a138-b0e5100f899e tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:32.014631 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9351ee85-1576-4574-a5d4-96811c9cfcad req-cf24fec8-e652-4011-a138-b0e5100f899e tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 944 time: 0.1384645 Aug 16 01:40:32.036739 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=8315b47d-6f35-4f9d-ae3f-e8bf05764326,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:32.081549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a3642-92cb-411d-8efb-c2784792b77e req-bbcb4bad-c3b7-4d44-b6bb-3429a05689da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:32.083059 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0a7a3642-92cb-411d-8efb-c2784792b77e req-bbcb4bad-c3b7-4d44-b6bb-3429a05689da service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a9452d5e-cbd9-4476-8a0f-8f93f6c0d195 HTTP/1.1" status: 200 len: 850 time: 0.1130793 Aug 16 01:40:32.131577 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9351ee85-1576-4574-a5d4-96811c9cfcad req-e34bb907-fcab-4335-9d4e-6093264a5c78 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049201 Aug 16 01:40:32.133523 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0a7a3642-92cb-411d-8efb-c2784792b77e req-a34ca38d-7431-4f2b-9c98-f930a77a1b54 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=741e114f-ab7f-4db0-9999-b1470ac92b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360360 Aug 16 01:40:32.146668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f75ce-29b1-4587-8e10-c112bb47342f req-39cc9f2d-1665-4835-acf8-9d04d59955c9 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:32.148153 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f9f75ce-29b1-4587-8e10-c112bb47342f req-39cc9f2d-1665-4835-acf8-9d04d59955c9 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 951 time: 0.1326444 Aug 16 01:40:32.194564 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-779967bb-64c1-4b31-adca-ae88099986ad req-4f7eb9a8-77bf-4b90-960c-2a96c3ae796a service neutron] 10.222.0.68 "GET /v2.0/networks/3dead596-19b5-4f7e-b3cc-6aaeafb2d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698843 Aug 16 01:40:32.231324 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-22c67ffb-a846-4fc4-a12b-3dd671b5ec3b tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Made reservation on behalf of 9944c6da17a54fb3bff9f5eff59466e0 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:32.240111 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-22c67ffb-a846-4fc4-a12b-3dd671b5ec3b tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:32.298695 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-761d9155-48c4-4c5e-a1a5-159a818d2972 req-16c123ae-f5ad-4f48-ba28-69d7fd712932 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b7f164b-159d-45e9-bc8a-7d3998e7a9c6 HTTP/1.1" status: 200 len: 210 time: 0.0641983 Aug 16 01:40:32.357460 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0a7a3642-92cb-411d-8efb-c2784792b77e req-7da02607-08f4-4954-9a4a-1f26ca222fb6 service neutron] 10.222.0.63 "GET /v2.0/networks/741e114f-ab7f-4db0-9999-b1470ac92b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077730 Aug 16 01:40:32.359150 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7b9bb4-ac5b-4e9f-adee-501420187809 x-openstack-request-id: req-0c7b9bb4-ac5b-4e9f-adee-501420187809 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:32.359673 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef26fab-ec25-4147-9059-fdfcf04ce5f8", "name": "network-vif-plugged", "status": "completed", "tag": "e1af600b-c7a2-4112-a077-18a062345cd6", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:32.359880 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0c7b9bb4-ac5b-4e9f-adee-501420187809 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:32.360168 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef26fab-ec25-4147-9059-fdfcf04ce5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1af600b-c7a2-4112-a077-18a062345cd6', 'code': 200} Aug 16 01:40:32.372617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-1f9f75ce-29b1-4587-8e10-c112bb47342f req-87795fa1-fb8a-4ead-b718-0179c1e220d3 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Deleting port cd273e32-8a19-4378-80a0-19bd02a365ab {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:40:32.373583 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1f9f75ce-29b1-4587-8e10-c112bb47342f req-87795fa1-fb8a-4ead-b718-0179c1e220d3 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:32.436396 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-22c67ffb-a846-4fc4-a12b-3dd671b5ec3b tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Allocated IP 172.20.0.5 (2671fc34-225a-4d2c-a282-25f5be2659d3/89a8de73-162a-4879-b581-25d9fce9c9aa/4d0542ef-4fc1-4d2b-8446-2586a45cb3b9) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:32.609887 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccc08f-4755-444d-90e0-cfc4c210c273 req-a2384ca4-5069-41e5-8873-69cd10eb5a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:32.611283 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfccc08f-4755-444d-90e0-cfc4c210c273 req-a2384ca4-5069-41e5-8873-69cd10eb5a28 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=eef26fab-ec25-4147-9059-fdfcf04ce5f8 HTTP/1.1" status: 200 len: 1097 time: 0.1671064 Aug 16 01:40:32.646081 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1f9f75ce-29b1-4587-8e10-c112bb47342f req-87795fa1-fb8a-4ead-b718-0179c1e220d3 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] For port cd273e32-8a19-4378-80a0-19bd02a365ab, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=cd273e32-8a19-4378-80a0-19bd02a365ab,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:32.646829 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1f9f75ce-29b1-4587-8e10-c112bb47342f req-87795fa1-fb8a-4ead-b718-0179c1e220d3 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:32.681976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf49e7f-4043-40aa-ad70-62001b4cf6d6 req-d63f6ae1-1aa0-4b8f-87e5-da3500e4fb7d tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:32.689708 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7bf49e7f-4043-40aa-ad70-62001b4cf6d6 req-d63f6ae1-1aa0-4b8f-87e5-da3500e4fb7d tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 951 time: 0.1864378 Aug 16 01:40:32.753953 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfccc08f-4755-444d-90e0-cfc4c210c273 req-4b25e5d0-6878-4a02-bbeb-09678eb9b196 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a2c9cd20-4af3-4ff6-827b-83ea14e89583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311908 Aug 16 01:40:32.772887 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7bf49e7f-4043-40aa-ad70-62001b4cf6d6 req-5cc74883-4ffc-41ed-b299-7c22f36cb55a tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/security-groups?id=932d0af0-722c-4d1b-a62d-b7385cf39ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776632 Aug 16 01:40:32.808070 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-22c67ffb-a846-4fc4-a12b-3dd671b5ec3b tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:32.855132 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-22c67ffb-a846-4fc4-a12b-3dd671b5ec3b tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:32.934542 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbf10013-be2d-4bb2-9cab-783b1e604663 req-1e8ea245-cbf3-4124-9f7d-67430ed5d337 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 210 time: 0.0690224 Aug 16 01:40:32.945699 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-22c67ffb-a846-4fc4-a12b-3dd671b5ec3b tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Network 2671fc34-225a-4d2c-a282-25f5be2659d3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:32.949445 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-22c67ffb-a846-4fc4-a12b-3dd671b5ec3b tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:32.954748 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-22c67ffb-a846-4fc4-a12b-3dd671b5ec3b tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:32.995957 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c67ffb-a846-4fc4-a12b-3dd671b5ec3b tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Pushing event updated for resources: {'Port': ['ID=4d0542ef-4fc1-4d2b-8446-2586a45cb3b9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:33.010368 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-22c67ffb-a846-4fc4-a12b-3dd671b5ec3b tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:33.011009 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-22c67ffb-a846-4fc4-a12b-3dd671b5ec3b tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.026720 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-22c67ffb-a846-4fc4-a12b-3dd671b5ec3b tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3964760 Aug 16 01:40:33.035341 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31b10e-02bc-4913-8143-5de88c307a80 req-fbacc6bd-c867-40ad-8bfa-b13e0826fb0e tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:33.037071 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ac31b10e-02bc-4913-8143-5de88c307a80 req-fbacc6bd-c867-40ad-8bfa-b13e0826fb0e tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/ports?device_id=eef26fab-ec25-4147-9059-fdfcf04ce5f8 HTTP/1.1" status: 200 len: 945 time: 0.4888988 Aug 16 01:40:33.043463 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Request body: {'port': {'device_id': '8b7f164b-159d-45e9-bc8a-7d3998e7a9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:33.057257 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0a7a3642-92cb-411d-8efb-c2784792b77e req-7a8b74c8-ec4e-45f1-a901-95456a8ea152 service neutron] 10.222.0.63 "GET /v2.0/networks/741e114f-ab7f-4db0-9999-b1470ac92b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6802363 Aug 16 01:40:33.082817 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-1f9f75ce-29b1-4587-8e10-c112bb47342f req-87795fa1-fb8a-4ead-b718-0179c1e220d3 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Calling delete_port for cd273e32-8a19-4378-80a0-19bd02a365ab owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:40:33.125785 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.152441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0139d8-c3ef-4c21-b654-2cf58f66d7fd req-93072230-b489-4249-98f0-3e5f74fe6395 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:33.153975 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9d0139d8-c3ef-4c21-b654-2cf58f66d7fd req-93072230-b489-4249-98f0-3e5f74fe6395 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.1259661 Aug 16 01:40:33.186387 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ac31b10e-02bc-4913-8143-5de88c307a80 req-bd294dbd-9d88-44ee-a24c-c2d66bf43a9c tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2c9cd20-4af3-4ff6-827b-83ea14e89583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012182 Aug 16 01:40:33.238022 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-58a33c6c-b889-497b-9402-5bff4c212ca1 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:33.239845 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-58a33c6c-b889-497b-9402-5bff4c212ca1 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.73 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 812 time: 0.2388525 Aug 16 01:40:33.262282 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-0696e088-8df0-4d34-9bfe-f9bcf6c9103e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Request body: {'port': {'device_id': '331a9f57-22b0-4972-9d91-9dcf15843a79', 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9', 'admin_state_up': True, 'tenant_id': '83acc20476264f27b63127c0968a6b73'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:33.289115 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9d0139d8-c3ef-4c21-b654-2cf58f66d7fd req-fd5d18ca-9994-4371-9a81-7b714c784cf6 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124239 Aug 16 01:40:33.369126 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7eeace45-4172-4c5d-b3b5-8166803017c5 req-f73d68c1-6f01-4fea-9188-f4f092f7496e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=331a9f57-22b0-4972-9d91-9dcf15843a79 HTTP/1.1" status: 200 len: 210 time: 0.0677183 Aug 16 01:40:33.395092 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a4eb1ec1-d72b-4c3e-a3ee-f2311832566c details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:40:33.398332 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1f9f75ce-29b1-4587-8e10-c112bb47342f req-87795fa1-fb8a-4ead-b718-0179c1e220d3 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.437302 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87795fa1-fb8a-4ead-b718-0179c1e220d3 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Pushing event deleted for resources: {'Port': ['ID=cd273e32-8a19-4378-80a0-19bd02a365ab,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:33.475866 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e572d49-8d03-4e0c-bc51-24ace94998f9 req-909c7062-f6fd-47d2-9bf1-4815c28c6475 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:33.477675 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e572d49-8d03-4e0c-bc51-24ace94998f9 req-909c7062-f6fd-47d2-9bf1-4815c28c6475 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 944 time: 0.1157031 Aug 16 01:40:33.529744 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9f75ce-29b1-4587-8e10-c112bb47342f req-87795fa1-fb8a-4ead-b718-0179c1e220d3 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] No DVR routers for this DVR port cd273e32-8a19-4378-80a0-19bd02a365ab on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:40:33.539092 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1f9f75ce-29b1-4587-8e10-c112bb47342f req-87795fa1-fb8a-4ead-b718-0179c1e220d3 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.541615 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f9f75ce-29b1-4587-8e10-c112bb47342f req-87795fa1-fb8a-4ead-b718-0179c1e220d3 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.73 "DELETE /v2.0/ports/cd273e32-8a19-4378-80a0-19bd02a365ab HTTP/1.1" status: 204 len: 173 time: 1.3834932 Aug 16 01:40:33.542118 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2f1793-5e35-476f-8247-9e74e4ec339d', 'name': 'network-vif-deleted', 'tag': 'cd273e32-8a19-4378-80a0-19bd02a365ab'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:33.545180 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4872e92f-402f-444c-a5b0-20d7fdfe206f" -d '{"events": [{"server_uuid": "6a2f1793-5e35-476f-8247-9e74e4ec339d", "name": "network-vif-deleted", "tag": "cd273e32-8a19-4378-80a0-19bd02a365ab"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:33.556490 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e572d49-8d03-4e0c-bc51-24ace94998f9 req-c5d50836-42d1-42ac-8c65-12e69a863428 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696597 Aug 16 01:40:33.563041 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-0696e088-8df0-4d34-9bfe-f9bcf6c9103e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Made reservation on behalf of 83acc20476264f27b63127c0968a6b73 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:33.566424 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a4eb1ec1-d72b-4c3e-a3ee-f2311832566c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a4eb1ec1-d72b-4c3e-a3ee-f2311832566c,segment=NetworkSegment(a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d),segment_id=a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:33.567181 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-0696e088-8df0-4d34-9bfe-f9bcf6c9103e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.589013 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233667f7-7d70-4d0a-9e4d-c38d8dbb0cb5 req-11a388d9-8e36-4f2e-a1bd-eb077a51c0dc tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:33.603154 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-233667f7-7d70-4d0a-9e4d-c38d8dbb0cb5 req-11a388d9-8e36-4f2e-a1bd-eb077a51c0dc tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b7f164b-159d-45e9-bc8a-7d3998e7a9c6 HTTP/1.1" status: 200 len: 931 time: 0.1137173 Aug 16 01:40:33.605605 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'a4eb1ec1-d72b-4c3e-a3ee-f2311832566c', 'network_id': '741e114f-ab7f-4db0-9999-b1470ac92b3b', 'port_id': 'a4eb1ec1-d72b-4c3e-a3ee-f2311832566c', 'mac_address': 'fa:16:3e:47:59:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9452d5e-cbd9-4476-8a0f-8f93f6c0d195', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:40:33.624716 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:33.636174 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.653677 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Transition to ACTIVE for port object 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:33.658464 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.686442 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-233667f7-7d70-4d0a-9e4d-c38d8dbb0cb5 req-df0123bb-19a1-4d2d-ad59-352fa4af6b50 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/security-groups?id=158c745f-000a-401e-9079-a99167e80399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870135 Aug 16 01:40:33.696120 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.733138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4eb1ec1-d72b-4c3e-a3ee-f2311832566c {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:33.735282 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Pushing event updated for resources: {'Port': ['ID=4d0542ef-4fc1-4d2b-8446-2586a45cb3b9,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:33.769170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a4eb1ec1-d72b-4c3e-a3ee-f2311832566c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a4eb1ec1-d72b-4c3e-a3ee-f2311832566c,segment=NetworkSegment(a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d),segment_id=a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:33.784040 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad4f2c6-ce4b-4fae-bebc-bb03923ab58e x-openstack-request-id: req-4ad4f2c6-ce4b-4fae-bebc-bb03923ab58e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:33.784580 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2f1793-5e35-476f-8247-9e74e4ec339d", "name": "network-vif-deleted", "tag": "cd273e32-8a19-4378-80a0-19bd02a365ab", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:33.785006 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4ad4f2c6-ce4b-4fae-bebc-bb03923ab58e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:33.785355 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.786050 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2f1793-5e35-476f-8247-9e74e4ec339d', 'name': 'network-vif-deleted', 'tag': 'cd273e32-8a19-4378-80a0-19bd02a365ab', 'status': 'completed', 'code': 200} Aug 16 01:40:33.851989 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-0696e088-8df0-4d34-9bfe-f9bcf6c9103e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Allocated IP 172.20.0.14 (2a3ce659-7131-48db-a8d7-62eb2b9733a9/adf0a4b6-04c7-46cd-a62d-f6dbedb85a93/8d30adef-2b63-4030-a620-0696385158c6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:33.856775 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Attempting to bind port 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:33.857644 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Attempting to bind port 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '4191d270-d7c0-4361-a8d1-6ecedb748d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2671fc34-225a-4d2c-a282-25f5be2659d3'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:33.858315 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Attempting to bind port 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 on network 2671fc34-225a-4d2c-a282-25f5be2659d3 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:33.865281 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Port 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 on network 2671fc34-225a-4d2c-a282-25f5be2659d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:40:33.865996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Attempting to bind port 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 on network 2671fc34-225a-4d2c-a282-25f5be2659d3 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:33.873539 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:33.874326 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Checking segment: {'id': '4191d270-d7c0-4361-a8d1-6ecedb748d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2671fc34-225a-4d2c-a282-25f5be2659d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:33.874986 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Bound using segment: {'id': '4191d270-d7c0-4361-a8d1-6ecedb748d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2671fc34-225a-4d2c-a282-25f5be2659d3'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:33.876248 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Bound port: 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4191d270-d7c0-4361-a8d1-6ecedb748d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2671fc34-225a-4d2c-a282-25f5be2659d3'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:33.877237 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:33.936586 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=a4eb1ec1-d72b-4c3e-a3ee-f2311832566c,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:33.980986 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] For port 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:33.985091 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] For port 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4d0542ef-4fc1-4d2b-8446-2586a45cb3b9,segment=NetworkSegment(4191d270-d7c0-4361-a8d1-6ecedb748d37),segment_id=4191d270-d7c0-4361-a8d1-6ecedb748d37)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:33.992083 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:34.041313 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['a4eb1ec1-d72b-4c3e-a3ee-f2311832566c'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:34.060223 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Pushing event updated for resources: {'Port': ['ID=4d0542ef-4fc1-4d2b-8446-2586a45cb3b9,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:34.080264 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:34.081018 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:34.083948 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-b7754e67-8791-426d-b0b8-88b8244cf20b service neutron] 10.222.0.63 "PUT /v2.0/ports/4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 HTTP/1.1" status: 200 len: 1092 time: 1.0456958 Aug 16 01:40:34.098567 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7f164b-159d-45e9-bc8a-7d3998e7a9c6', 'tag': '4d0542ef-4fc1-4d2b-8446-2586a45cb3b9'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:34.100980 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f81857d-3c41-482d-9002-2c1ab812bbda" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7f164b-159d-45e9-bc8a-7d3998e7a9c6", "tag": "4d0542ef-4fc1-4d2b-8446-2586a45cb3b9"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:34.120380 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0bb53cb2-0ead-47a1-8057-eca88e96ad64 req-db1696d3-3e6f-41cb-b028-dbd6232ef3a9 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 210 time: 0.0608118 Aug 16 01:40:34.128434 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779967bb-64c1-4b31-adca-ae88099986ad req-27be22ae-4b1e-457d-a47b-8b751182a02e tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:34.130174 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-779967bb-64c1-4b31-adca-ae88099986ad req-27be22ae-4b1e-457d-a47b-8b751182a02e tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.63 "GET /v2.0/networks?id=3dead596-19b5-4f7e-b3cc-6aaeafb2d70f HTTP/1.1" status: 200 len: 811 time: 0.1563716 Aug 16 01:40:34.166497 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e20c92e9-92d7-4e24-aa5a-f65fb6a3d607 req-64274b74-6233-4bf3-b76b-88a3ce399914 tempest-ServersAdminTestJSON-414856286 tempest-ServersAdminTestJSON-414856286-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a2f1793-5e35-476f-8247-9e74e4ec339d HTTP/1.1" status: 200 len: 210 time: 0.1937339 Aug 16 01:40:34.183515 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fdeb37-d3d7-4116-be09-89f4a2c7d23a x-openstack-request-id: req-18fdeb37-d3d7-4116-be09-89f4a2c7d23a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:34.183949 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7f164b-159d-45e9-bc8a-7d3998e7a9c6", "tag": "4d0542ef-4fc1-4d2b-8446-2586a45cb3b9", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:34.184293 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-18fdeb37-d3d7-4116-be09-89f4a2c7d23a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:34.184770 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7f164b-159d-45e9-bc8a-7d3998e7a9c6', 'tag': '4d0542ef-4fc1-4d2b-8446-2586a45cb3b9', 'status': 'completed', 'code': 200} Aug 16 01:40:34.244567 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-779967bb-64c1-4b31-adca-ae88099986ad req-e3839e10-c6c9-44a3-be11-2353b1c8596a tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=610c80f17dbe41b687cede716da3d010 HTTP/1.1" status: 200 len: 379 time: 0.0882123 Aug 16 01:40:34.262883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-779967bb-64c1-4b31-adca-ae88099986ad req-1a374565-fa03-408b-9a60-9c32380639b5 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Request body: {'port': {'device_id': '65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8', 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f', 'admin_state_up': True, 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'security_groups': ['0ab7edcf-321b-4469-8a17-abdcd3d89d48']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:34.273288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-0f4f46af-2901-4874-b7c1-2501ad582e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:34.274988 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-0f4f46af-2901-4874-b7c1-2501ad582e35 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9944c6da17a54fb3bff9f5eff59466e0&device_id=8b7f164b-159d-45e9-bc8a-7d3998e7a9c6 HTTP/1.1" status: 200 len: 1095 time: 0.1053576 Aug 16 01:40:34.340602 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-0696e088-8df0-4d34-9bfe-f9bcf6c9103e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:34.360346 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-6a6ce5cc-9edd-4b91-a56d-663d4280aa30 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 HTTP/1.1" status: 200 len: 217 time: 0.0728977 Aug 16 01:40:34.361721 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2418be-105e-4e10-baee-02e6743d090e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8315b47d-6f35-4f9d-ae3f-e8bf05764326'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:34.364412 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaf2840-5f13-4a38-ab93-820463f3a6f5" -d '{"events": [{"server_uuid": "dd2418be-105e-4e10-baee-02e6743d090e", "name": "network-vif-plugged", "status": "completed", "tag": "8315b47d-6f35-4f9d-ae3f-e8bf05764326"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:34.421457 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bada356-9969-48cd-84df-9f9c56f29362 req-842fb485-72a3-4cef-bd31-8d4be443668c tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:34.423132 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7bada356-9969-48cd-84df-9f9c56f29362 req-842fb485-72a3-4cef-bd31-8d4be443668c tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/ports?device_id=eef26fab-ec25-4147-9059-fdfcf04ce5f8 HTTP/1.1" status: 200 len: 945 time: 0.1287580 Aug 16 01:40:34.439433 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-4965238b-c54a-4d0c-83d5-e0671ded497a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:34.440923 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-4965238b-c54a-4d0c-83d5-e0671ded497a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=89a8de73-162a-4879-b581-25d9fce9c9aa HTTP/1.1" status: 200 len: 857 time: 0.0691712 Aug 16 01:40:34.479516 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06994fc9-1b87-4eb6-a184-80285ba674dc req-86024395-0918-4dfa-b0ab-0ae4a5c01198 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:34.481175 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-96004617-87e6-4bb7-a737-d1e8331c1404 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2671fc34-225a-4d2c-a282-25f5be2659d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298262 Aug 16 01:40:34.481319 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-06994fc9-1b87-4eb6-a184-80285ba674dc req-86024395-0918-4dfa-b0ab-0ae4a5c01198 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.1114953 Aug 16 01:40:34.484827 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-0696e088-8df0-4d34-9bfe-f9bcf6c9103e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:34.511710 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7bada356-9969-48cd-84df-9f9c56f29362 req-566b5618-e805-494c-b124-e92107a8924d tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2c9cd20-4af3-4ff6-827b-83ea14e89583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818093 Aug 16 01:40:34.547772 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device cd273e32-8a19-4378-80a0-19bd02a365ab no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:40:34.553659 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779967bb-64c1-4b31-adca-ae88099986ad req-1a374565-fa03-408b-9a60-9c32380639b5 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Made reservation on behalf of 610c80f17dbe41b687cede716da3d010 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:34.557511 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-779967bb-64c1-4b31-adca-ae88099986ad req-1a374565-fa03-408b-9a60-9c32380639b5 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:34.562791 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-0696e088-8df0-4d34-9bfe-f9bcf6c9103e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:34.584781 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-e36044aa-0c16-4e61-b67f-528a7674198c service neutron] 10.222.0.63 "GET /v2.0/networks/2671fc34-225a-4d2c-a282-25f5be2659d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955534 Aug 16 01:40:34.589264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-0696e088-8df0-4d34-9bfe-f9bcf6c9103e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:34.595991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-0696e088-8df0-4d34-9bfe-f9bcf6c9103e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:34.596428 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d281c2-adc5-495d-974d-9ee408b34123 x-openstack-request-id: req-a8d281c2-adc5-495d-974d-9ee408b34123 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:34.596721 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2418be-105e-4e10-baee-02e6743d090e", "name": "network-vif-plugged", "status": "completed", "tag": "8315b47d-6f35-4f9d-ae3f-e8bf05764326", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:34.596971 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a8d281c2-adc5-495d-974d-9ee408b34123 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:34.597352 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2418be-105e-4e10-baee-02e6743d090e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8315b47d-6f35-4f9d-ae3f-e8bf05764326', 'code': 200} Aug 16 01:40:34.598733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: cd273e32-8a19-4378-80a0-19bd02a365ab {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:40:34.599075 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device cd273e32-8a19-4378-80a0-19bd02a365ab not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:40:34.636847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696e088-8df0-4d34-9bfe-f9bcf6c9103e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Pushing event updated for resources: {'Port': ['ID=8d30adef-2b63-4030-a620-0696385158c6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:34.642669 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-06994fc9-1b87-4eb6-a184-80285ba674dc req-c8888d64-2f4b-4343-909c-369bf8f8e79b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529007 Aug 16 01:40:34.718018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-0696e088-8df0-4d34-9bfe-f9bcf6c9103e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:34.718655 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-0696e088-8df0-4d34-9bfe-f9bcf6c9103e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:34.767217 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-0696e088-8df0-4d34-9bfe-f9bcf6c9103e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5105476 Aug 16 01:40:34.781163 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Request body: {'port': {'device_id': '331a9f57-22b0-4972-9d91-9dcf15843a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:34.781659 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c3cd7-37b1-4146-ae7d-756dee2f5b21 req-4cf9e80b-4d1d-489f-8a1e-3201f96bb398 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:34.783419 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f66c3cd7-37b1-4146-ae7d-756dee2f5b21 req-4cf9e80b-4d1d-489f-8a1e-3201f96bb398 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=331a9f57-22b0-4972-9d91-9dcf15843a79 HTTP/1.1" status: 200 len: 932 time: 0.1125414 Aug 16 01:40:34.785619 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81a5a2-8a0e-4d76-97c9-16519683487b req-d2bf8aaf-af99-492e-b3d1-0b467b266bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:34.787020 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bf81a5a2-8a0e-4d76-97c9-16519683487b req-d2bf8aaf-af99-492e-b3d1-0b467b266bf9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 1102 time: 0.1175735 Aug 16 01:40:34.795064 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d824460-c7af-419c-b1a8-bc301259b6b4 req-f61f2e90-6e8b-4051-b358-7b8eefedcf4d service neutron] 10.222.0.63 "GET /v2.0/networks/2671fc34-225a-4d2c-a282-25f5be2659d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894917 Aug 16 01:40:34.854392 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bf81a5a2-8a0e-4d76-97c9-16519683487b req-462b7d56-b34a-46d0-9f42-c615c9be2f04 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581737 Aug 16 01:40:34.860495 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-779967bb-64c1-4b31-adca-ae88099986ad req-1a374565-fa03-408b-9a60-9c32380639b5 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Allocated IP 172.20.0.4 (3dead596-19b5-4f7e-b3cc-6aaeafb2d70f/243563a2-7ae2-4035-9258-384766375747/a77530c6-7bc4-40ee-8622-1056f83e6a7c) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:34.861714 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f66c3cd7-37b1-4146-ae7d-756dee2f5b21 req-c5195858-c979-4867-b522-86939598bc02 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599229 Aug 16 01:40:34.937365 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:34.970431 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81857d-3c41-482d-9002-2c1ab812bbda req-2f564022-7e32-44c6-a73c-95e9d2902f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:34.971949 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f81857d-3c41-482d-9002-2c1ab812bbda req-2f564022-7e32-44c6-a73c-95e9d2902f33 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9944c6da17a54fb3bff9f5eff59466e0&device_id=8b7f164b-159d-45e9-bc8a-7d3998e7a9c6 HTTP/1.1" status: 200 len: 1095 time: 0.0742917 Aug 16 01:40:34.973959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e97d29-8526-4fd6-b866-1af35effc8c9 req-e6f35b88-97c1-4492-9739-951854627aa1 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:34.975704 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-41e97d29-8526-4fd6-b866-1af35effc8c9 req-e6f35b88-97c1-4492-9739-951854627aa1 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 945 time: 0.1357336 Aug 16 01:40:34.983999 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bb90c-c66c-4cfb-9d30-34327dc4aa48 req-86c462f5-055b-419a-8eea-dbe254c15868 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:34.985485 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-942bb90c-c66c-4cfb-9d30-34327dc4aa48 req-86c462f5-055b-419a-8eea-dbe254c15868 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b7f164b-159d-45e9-bc8a-7d3998e7a9c6 HTTP/1.1" status: 200 len: 943 time: 0.0617392 Aug 16 01:40:35.081424 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-942bb90c-c66c-4cfb-9d30-34327dc4aa48 req-9ef4e53d-b35e-4791-8fd7-6f5ce7969db2 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/security-groups?id=158c745f-000a-401e-9079-a99167e80399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766807 Aug 16 01:40:35.100262 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81857d-3c41-482d-9002-2c1ab812bbda req-0c8b23a4-00e3-44e1-a6ff-1d2285ede8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:35.111380 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f81857d-3c41-482d-9002-2c1ab812bbda req-0c8b23a4-00e3-44e1-a6ff-1d2285ede8bd service neutron] 10.222.0.63 "GET /v2.0/networks?id=2671fc34-225a-4d2c-a282-25f5be2659d3 HTTP/1.1" status: 200 len: 918 time: 0.1152954 Aug 16 01:40:35.111577 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-41e97d29-8526-4fd6-b866-1af35effc8c9 req-8cf01685-88a8-4dd2-9af3-a39d4c967b36 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201565 Aug 16 01:40:35.166487 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f81857d-3c41-482d-9002-2c1ab812bbda req-5506d3dd-08f3-4507-b09e-fbec82c8b971 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 HTTP/1.1" status: 200 len: 217 time: 0.0562170 Aug 16 01:40:35.229639 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-779967bb-64c1-4b31-adca-ae88099986ad req-1a374565-fa03-408b-9a60-9c32380639b5 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:35.251202 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bda5390-181f-422a-9dcd-8d990b3c7281 req-0eca948d-c01c-46ca-9745-975fbdfba4c9 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 210 time: 0.0415180 Aug 16 01:40:35.252971 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81857d-3c41-482d-9002-2c1ab812bbda req-ac668e84-d46d-4d59-9a04-400b962a9cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:35.254318 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f81857d-3c41-482d-9002-2c1ab812bbda req-ac668e84-d46d-4d59-9a04-400b962a9cc7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=89a8de73-162a-4879-b581-25d9fce9c9aa HTTP/1.1" status: 200 len: 857 time: 0.0806956 Aug 16 01:40:35.275143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-779967bb-64c1-4b31-adca-ae88099986ad req-1a374565-fa03-408b-9a60-9c32380639b5 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Transition to ACTIVE for port object a77530c6-7bc4-40ee-8622-1056f83e6a7c will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:35.304627 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f81857d-3c41-482d-9002-2c1ab812bbda req-f4032785-8359-40b4-bc17-aa4b77127942 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2671fc34-225a-4d2c-a282-25f5be2659d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422168 Aug 16 01:40:35.365711 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-779967bb-64c1-4b31-adca-ae88099986ad req-1a374565-fa03-408b-9a60-9c32380639b5 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:35.405642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a4eb1ec1-d72b-4c3e-a3ee-f2311832566c up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:35.444199 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d30adef-2b63-4030-a620-0696385158c6 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:35.445463 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f81857d-3c41-482d-9002-2c1ab812bbda req-43729e8a-5478-405c-938b-87cf04db4ded service neutron] 10.222.0.63 "GET /v2.0/networks/2671fc34-225a-4d2c-a282-25f5be2659d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307967 Aug 16 01:40:35.457813 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779967bb-64c1-4b31-adca-ae88099986ad req-1a374565-fa03-408b-9a60-9c32380639b5 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Network 3dead596-19b5-4f7e-b3cc-6aaeafb2d70f is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:35.460406 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:35.469602 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-779967bb-64c1-4b31-adca-ae88099986ad req-1a374565-fa03-408b-9a60-9c32380639b5 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:35.472247 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-779967bb-64c1-4b31-adca-ae88099986ad req-1a374565-fa03-408b-9a60-9c32380639b5 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:35.510478 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port a4eb1ec1-d72b-4c3e-a3ee-f2311832566c completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:35.514779 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port a4eb1ec1-d72b-4c3e-a3ee-f2311832566c triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:35.515153 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:35.545841 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a374565-fa03-408b-9a60-9c32380639b5 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Pushing event updated for resources: {'Port': ['ID=a77530c6-7bc4-40ee-8622-1056f83e6a7c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:35.569605 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Transition to ACTIVE for port object 8d30adef-2b63-4030-a620-0696385158c6 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:35.588691 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:35.624665 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f81857d-3c41-482d-9002-2c1ab812bbda req-c65d1d95-164f-4d0b-823d-2928236db9e7 service neutron] 10.222.0.63 "GET /v2.0/networks/2671fc34-225a-4d2c-a282-25f5be2659d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692438 Aug 16 01:40:35.661365 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:35.670887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779967bb-64c1-4b31-adca-ae88099986ad req-1a374565-fa03-408b-9a60-9c32380639b5 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:35.671554 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-779967bb-64c1-4b31-adca-ae88099986ad req-1a374565-fa03-408b-9a60-9c32380639b5 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:35.698120 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-779967bb-64c1-4b31-adca-ae88099986ad req-1a374565-fa03-408b-9a60-9c32380639b5 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4423501 Aug 16 01:40:35.715326 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44152) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:35.719259 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Request body: {'port': {'device_id': '65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:35.729057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Pushing event updated for resources: {'Port': ['ID=8d30adef-2b63-4030-a620-0696385158c6,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:35.744400 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a4eb1ec1-d72b-4c3e-a3ee-f2311832566c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a4eb1ec1-d72b-4c3e-a3ee-f2311832566c,segment=NetworkSegment(a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d),segment_id=a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:35.760306 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:35.861359 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:35.890745 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=a4eb1ec1-d72b-4c3e-a3ee-f2311832566c,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:35.925224 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dddd04-b9c7-4698-8bdc-a556c922c076 req-f22d5b1d-6c41-4f2d-bc1a-e560be3ef48b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:35.932241 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-68dddd04-b9c7-4698-8bdc-a556c922c076 req-f22d5b1d-6c41-4f2d-bc1a-e560be3ef48b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.1139605 Aug 16 01:40:35.934571 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Attempting to bind port 8d30adef-2b63-4030-a620-0696385158c6 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:35.934915 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Attempting to bind port 8d30adef-2b63-4030-a620-0696385158c6 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:35.935241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Attempting to bind port 8d30adef-2b63-4030-a620-0696385158c6 on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:35.954133 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Port 8d30adef-2b63-4030-a620-0696385158c6 on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:40:35.954459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Attempting to bind port 8d30adef-2b63-4030-a620-0696385158c6 on network 2a3ce659-7131-48db-a8d7-62eb2b9733a9 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:35.956160 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-082d3f24-e3f0-4f85-abc3-474a419cc6df None None] Provisioning for port a77530c6-7bc4-40ee-8622-1056f83e6a7c completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:35.962426 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-082d3f24-e3f0-4f85-abc3-474a419cc6df None None] Provisioning complete for port a77530c6-7bc4-40ee-8622-1056f83e6a7c triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:35.963324 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-082d3f24-e3f0-4f85-abc3-474a419cc6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:35.968772 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:35.968772 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Checking segment: {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:35.969028 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Bound using segment: {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:35.969452 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Bound port: 8d30adef-2b63-4030-a620-0696385158c6, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c373bdec-0185-4313-b8e2-4186a8f95f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:35.969848 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:36.002688 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0cdca38d-1351-43bd-9e4a-68c58af48ba9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3dc5d840bf9247a58edbe10f96132fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859430 Aug 16 01:40:36.007276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44164) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:36.012625 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-082d3f24-e3f0-4f85-abc3-474a419cc6df None None] Port a77530c6-7bc4-40ee-8622-1056f83e6a7c cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:40:36.037316 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-68dddd04-b9c7-4698-8bdc-a556c922c076 req-63732a81-19e9-486a-b4fb-cc920507b386 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987453 Aug 16 01:40:36.074692 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2433345d-ddc9-4de9-858c-e5ed41c4810e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:36.097164 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2433345d-ddc9-4de9-858c-e5ed41c4810e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:36.155895 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2433345d-ddc9-4de9-858c-e5ed41c4810e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:36.158703 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2433345d-ddc9-4de9-858c-e5ed41c4810e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:36.162644 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2433345d-ddc9-4de9-858c-e5ed41c4810e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/932d0af0-722c-4d1b-a62d-b7385cf39ea9 HTTP/1.1" status: 204 len: 168 time: 0.1495264 Aug 16 01:40:36.190164 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433345d-ddc9-4de9-858c-e5ed41c4810e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932d0af0-722c-4d1b-a62d-b7385cf39ea9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:36.198231 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fb460-7b0a-4dfd-b67a-59a9a38945d8 req-f624f0a3-c8d7-4bc5-bbca-7e640817c33a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:36.202231 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc9fb460-7b0a-4dfd-b67a-59a9a38945d8 req-f624f0a3-c8d7-4bc5-bbca-7e640817c33a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=331a9f57-22b0-4972-9d91-9dcf15843a79 HTTP/1.1" status: 200 len: 944 time: 0.1747303 Aug 16 01:40:36.215668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] For port 8d30adef-2b63-4030-a620-0696385158c6, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:36.225420 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] For port 8d30adef-2b63-4030-a620-0696385158c6, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=8d30adef-2b63-4030-a620-0696385158c6,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:36.240035 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:36.306445 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2196f8-6a01-4f1c-8153-cf39bbdc9447 req-9bcc315b-590d-4ed0-9f22-094030761cc6 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:36.308304 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa2196f8-6a01-4f1c-8153-cf39bbdc9447 req-9bcc315b-590d-4ed0-9f22-094030761cc6 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b7f164b-159d-45e9-bc8a-7d3998e7a9c6 HTTP/1.1" status: 200 len: 943 time: 0.0698023 Aug 16 01:40:36.313381 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc9fb460-7b0a-4dfd-b67a-59a9a38945d8 req-5f053521-a4ac-4f96-9771-84381b4d156a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022837 Aug 16 01:40:36.317223 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:36.317623 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:36.319002 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] 10.222.0.73 "PUT /v2.0/ports/8d30adef-2b63-4030-a620-0696385158c6 HTTP/1.1" status: 200 len: 1093 time: 1.5431643 Aug 16 01:40:36.321105 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331a9f57-22b0-4972-9d91-9dcf15843a79', 'tag': '8d30adef-2b63-4030-a620-0696385158c6'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:36.323476 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d6ecf8-7fa2-4afd-96f5-4a1f11d3961d" -d '{"events": [{"name": "network-changed", "server_uuid": "331a9f57-22b0-4972-9d91-9dcf15843a79", "tag": "8d30adef-2b63-4030-a620-0696385158c6"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:36.373549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a44f7-4de5-4cd7-9411-863315f2f556 service neutron] Pushing event updated for resources: {'Port': ['ID=8d30adef-2b63-4030-a620-0696385158c6,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:36.377394 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa2196f8-6a01-4f1c-8153-cf39bbdc9447 req-954f963c-4f2e-4558-8911-8d3c42b1aed8 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/security-groups?id=158c745f-000a-401e-9079-a99167e80399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550017 Aug 16 01:40:36.474318 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77530c6-7bc4-40ee-8622-1056f83e6a7c {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:36.487999 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:36.507885 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-9e6fb0a7-ae5d-4230-811f-2029842ff950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:36.509458 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-9e6fb0a7-ae5d-4230-811f-2029842ff950 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&device_id=331a9f57-22b0-4972-9d91-9dcf15843a79 HTTP/1.1" status: 200 len: 1096 time: 0.1278982 Aug 16 01:40:36.513609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Transition to ACTIVE for port object a77530c6-7bc4-40ee-8622-1056f83e6a7c will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:36.532194 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11ed17-ab7f-4b7d-a3a6-6b0e1353cf95 req-cad17255-7809-4a0b-ad1a-61f4de5e57e5 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:36.540968 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c11ed17-ab7f-4b7d-a3a6-6b0e1353cf95 req-cad17255-7809-4a0b-ad1a-61f4de5e57e5 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.1076663 Aug 16 01:40:36.553456 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:36.554788 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44184) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:36.598348 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4eb1ec1-d72b-4c3e-a3ee-f2311832566c'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:36.600701 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef00a3ce-7480-4f54-b2f7-902d798864f9" -d '{"events": [{"server_uuid": "ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed", "name": "network-vif-plugged", "status": "completed", "tag": "a4eb1ec1-d72b-4c3e-a3ee-f2311832566c"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:36.606460 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-912a0598-31ba-4ee7-8abd-2f5213f87957 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5025cf93fb1444858c229dc893e5c482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502036 Aug 16 01:40:36.607326 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44188) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:36.620299 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-b07c0719-f1a9-4886-b5d1-d01d8d2f0a85 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d30adef-2b63-4030-a620-0696385158c6 HTTP/1.1" status: 200 len: 217 time: 0.0768471 Aug 16 01:40:36.698007 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c11ed17-ab7f-4b7d-a3a6-6b0e1353cf95 req-7908eaf0-db87-4b0a-84c4-57340e9ad228 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559575 Aug 16 01:40:36.700694 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7985978f-0ba4-4972-bb0a-73cb54922d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:36.701312 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Pushing event updated for resources: {'Port': ['ID=a77530c6-7bc4-40ee-8622-1056f83e6a7c,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:36.739137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f47912-4fc4-40a0-a1c3-d7cd9960cfbd req-1e1fd624-ad85-4d97-9c3a-9a6f261c6435 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:36.739137 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20f47912-4fc4-40a0-a1c3-d7cd9960cfbd req-1e1fd624-ad85-4d97-9c3a-9a6f261c6435 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 943 time: 0.1000383 Aug 16 01:40:36.761844 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7985978f-0ba4-4972-bb0a-73cb54922d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:36.804775 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f729ad08-6e3a-4c65-a7e1-8aa001f78dfe x-openstack-request-id: req-f729ad08-6e3a-4c65-a7e1-8aa001f78dfe {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:36.805077 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331a9f57-22b0-4972-9d91-9dcf15843a79", "tag": "8d30adef-2b63-4030-a620-0696385158c6", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:36.805298 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f729ad08-6e3a-4c65-a7e1-8aa001f78dfe {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:36.808146 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331a9f57-22b0-4972-9d91-9dcf15843a79', 'tag': '8d30adef-2b63-4030-a620-0696385158c6', 'status': 'completed', 'code': 200} Aug 16 01:40:36.817403 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20f47912-4fc4-40a0-a1c3-d7cd9960cfbd req-2c64f19d-5408-4442-9ee2-f1f5d729f50b tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ab7edcf-321b-4469-8a17-abdcd3d89d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655954 Aug 16 01:40:36.824827 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-d74a8332-be8f-4e71-947e-25de1251d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:36.829838 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-d74a8332-be8f-4e71-947e-25de1251d0ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=adf0a4b6-04c7-46cd-a62d-f6dbedb85a93 HTTP/1.1" status: 200 len: 852 time: 0.1973419 Aug 16 01:40:36.831003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Attempting to bind port a77530c6-7bc4-40ee-8622-1056f83e6a7c on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:36.831342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Attempting to bind port a77530c6-7bc4-40ee-8622-1056f83e6a7c by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '92a72a7c-3399-4739-94f2-6514bc45e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:36.831670 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Attempting to bind port a77530c6-7bc4-40ee-8622-1056f83e6a7c on network 3dead596-19b5-4f7e-b3cc-6aaeafb2d70f {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:36.848231 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7985978f-0ba4-4972-bb0a-73cb54922d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:36.850800 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7985978f-0ba4-4972-bb0a-73cb54922d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:36.852006 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7985978f-0ba4-4972-bb0a-73cb54922d0f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d2931ab7-4607-4126-ab5d-96e559a91ddb HTTP/1.1" status: 204 len: 168 time: 0.2437725 Aug 16 01:40:36.866505 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Port a77530c6-7bc4-40ee-8622-1056f83e6a7c on network 3dead596-19b5-4f7e-b3cc-6aaeafb2d70f not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:40:36.866694 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Attempting to bind port a77530c6-7bc4-40ee-8622-1056f83e6a7c on network 3dead596-19b5-4f7e-b3cc-6aaeafb2d70f {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:36.879664 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985978f-0ba4-4972-bb0a-73cb54922d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2931ab7-4607-4126-ab5d-96e559a91ddb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:36.897259 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:36.897699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Checking segment: {'id': '92a72a7c-3399-4739-94f2-6514bc45e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:36.898205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Bound using segment: {'id': '92a72a7c-3399-4739-94f2-6514bc45e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:36.898808 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Bound port: a77530c6-7bc4-40ee-8622-1056f83e6a7c, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a72a7c-3399-4739-94f2-6514bc45e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:36.899617 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:36.899849 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85003a12-4fc3-4c92-998d-52085a999ef0 x-openstack-request-id: req-85003a12-4fc3-4c92-998d-52085a999ef0 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:36.900341 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed", "name": "network-vif-plugged", "status": "completed", "tag": "a4eb1ec1-d72b-4c3e-a3ee-f2311832566c", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:36.900474 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-85003a12-4fc3-4c92-998d-52085a999ef0 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:36.901788 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4eb1ec1-d72b-4c3e-a3ee-f2311832566c', 'code': 200} Aug 16 01:40:36.903515 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-f580bdc3-4e2d-4341-bff3-1f5b6a789f54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2a3ce659-7131-48db-a8d7-62eb2b9733a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651002 Aug 16 01:40:37.004227 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4f69c-51a0-449b-b234-9328e7c95ace req-476b74fa-0538-4e20-8542-4e909c204170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:37.006836 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-70a4f69c-51a0-449b-b234-9328e7c95ace req-476b74fa-0538-4e20-8542-4e909c204170 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 1098 time: 0.0549977 Aug 16 01:40:37.046189 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] For port a77530c6-7bc4-40ee-8622-1056f83e6a7c, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:37.048916 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-70a4f69c-51a0-449b-b234-9328e7c95ace req-788fa9ee-bc59-4fba-9fe4-f82d2300ea5b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321968 Aug 16 01:40:37.056047 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] For port a77530c6-7bc4-40ee-8622-1056f83e6a7c, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a77530c6-7bc4-40ee-8622-1056f83e6a7c,segment=NetworkSegment(92a72a7c-3399-4739-94f2-6514bc45e76e),segment_id=92a72a7c-3399-4739-94f2-6514bc45e76e)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:37.062771 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-0bb50c27-96c0-4e51-8191-f3b87ae79484 service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488039 Aug 16 01:40:37.065898 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:37.136819 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:37.147042 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:37.147808 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:37.150536 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-779967bb-64c1-4b31-adca-ae88099986ad req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] 10.222.0.63 "PUT /v2.0/ports/a77530c6-7bc4-40ee-8622-1056f83e6a7c HTTP/1.1" status: 200 len: 1092 time: 1.4415889 Aug 16 01:40:37.236510 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d65071-8751-4dff-b5ff-d7f5fb10c53a service neutron] Pushing event updated for resources: {'Port': ['ID=a77530c6-7bc4-40ee-8622-1056f83e6a7c,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:37.244959 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6935b7-2888-425b-9fa8-8ea31dcc7ba6 req-04aea6d6-bee9-4bd4-aae5-52788e9e1350 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:37.246737 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ae6935b7-2888-425b-9fa8-8ea31dcc7ba6 req-04aea6d6-bee9-4bd4-aae5-52788e9e1350 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.1044290 Aug 16 01:40:37.281745 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779967bb-64c1-4b31-adca-ae88099986ad req-a9d5d4f0-094f-4219-8a17-835b21e908e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:37.281745 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-779967bb-64c1-4b31-adca-ae88099986ad req-a9d5d4f0-094f-4219-8a17-835b21e908e6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=610c80f17dbe41b687cede716da3d010&device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 1095 time: 0.0754957 Aug 16 01:40:37.281745 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88df4e8e-3008-4b7f-8fcd-94eeb6e0e9ed req-783f2889-f168-4470-bba0-4cc1309806a9 service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078812 Aug 16 01:40:37.342559 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-779967bb-64c1-4b31-adca-ae88099986ad req-889fa215-6c32-4f9e-a33e-bd142d1a45dc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a77530c6-7bc4-40ee-8622-1056f83e6a7c HTTP/1.1" status: 200 len: 217 time: 0.0544343 Aug 16 01:40:37.352039 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ae6935b7-2888-425b-9fa8-8ea31dcc7ba6 req-cc3ab49d-3b4b-4cca-beed-e04749c472c7 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990098 Aug 16 01:40:37.407685 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:40:37.424344 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779967bb-64c1-4b31-adca-ae88099986ad req-975cd70c-db9a-4665-a1fd-275521a6d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:37.426616 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-779967bb-64c1-4b31-adca-ae88099986ad req-975cd70c-db9a-4665-a1fd-275521a6d8e0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=243563a2-7ae2-4035-9258-384766375747 HTTP/1.1" status: 200 len: 850 time: 0.0768318 Aug 16 01:40:37.570190 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4d0542ef-4fc1-4d2b-8446-2586a45cb3b9,segment=NetworkSegment(4191d270-d7c0-4361-a8d1-6ecedb748d37),segment_id=4191d270-d7c0-4361-a8d1-6ecedb748d37)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:37.591355 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d426035-7fb6-4a21-9002-fdd2b01e2c20 req-94f4ad6e-c686-4c43-8cd5-d9755b51a14a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:37.594065 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d426035-7fb6-4a21-9002-fdd2b01e2c20 req-94f4ad6e-c686-4c43-8cd5-d9755b51a14a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=331a9f57-22b0-4972-9d91-9dcf15843a79 HTTP/1.1" status: 200 len: 944 time: 0.0952849 Aug 16 01:40:37.658824 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d426035-7fb6-4a21-9002-fdd2b01e2c20 req-bbc176bf-083a-4229-b46e-4f4c39df6279 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544658 Aug 16 01:40:37.761588 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '4d0542ef-4fc1-4d2b-8446-2586a45cb3b9', 'network_id': '2671fc34-225a-4d2c-a282-25f5be2659d3', 'port_id': '4d0542ef-4fc1-4d2b-8446-2586a45cb3b9', 'mac_address': 'fa:16:3e:99:61:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a8de73-162a-4879-b581-25d9fce9c9aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:40:37.791616 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c25a56-a4a5-40e1-a469-9a6386a219e7 req-879a0709-113a-4be2-8324-c551e062bb82 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:37.798353 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2c25a56-a4a5-40e1-a469-9a6386a219e7 req-879a0709-113a-4be2-8324-c551e062bb82 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b7f164b-159d-45e9-bc8a-7d3998e7a9c6 HTTP/1.1" status: 200 len: 943 time: 0.0730319 Aug 16 01:40:37.807989 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:37.828553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:37.863718 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4d0542ef-4fc1-4d2b-8446-2586a45cb3b9,segment=NetworkSegment(4191d270-d7c0-4361-a8d1-6ecedb748d37),segment_id=4191d270-d7c0-4361-a8d1-6ecedb748d37)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:37.870908 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:37.896803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6ecf8-7fa2-4afd-96f5-4a1f11d3961d req-fbf77810-977e-4d75-be1e-7cb85857b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:37.898518 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-30d6ecf8-7fa2-4afd-96f5-4a1f11d3961d req-fbf77810-977e-4d75-be1e-7cb85857b0bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83acc20476264f27b63127c0968a6b73&device_id=331a9f57-22b0-4972-9d91-9dcf15843a79 HTTP/1.1" status: 200 len: 1096 time: 0.4707978 Aug 16 01:40:37.904109 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2c25a56-a4a5-40e1-a469-9a6386a219e7 req-153dbfbc-172e-43cc-8fe7-7688bc7f159b tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/security-groups?id=158c745f-000a-401e-9079-a99167e80399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002221 Aug 16 01:40:37.907407 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779967bb-64c1-4b31-adca-ae88099986ad req-c44694cb-fad2-4739-8d9f-7e85a2cd3bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:37.909175 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-779967bb-64c1-4b31-adca-ae88099986ad req-c44694cb-fad2-4739-8d9f-7e85a2cd3bdc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3dead596-19b5-4f7e-b3cc-6aaeafb2d70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4721324 Aug 16 01:40:37.920309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c5ca8-ee81-40bb-b5eb-f5e370aa41f4 req-2eac888e-d4e6-4b7d-b66e-0b02ef506bdd tempest-MigrationsAdminTest-1608602978 tempest-MigrationsAdminTest-1608602978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:37.927471 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e11c5ca8-ee81-40bb-b5eb-f5e370aa41f4 req-2eac888e-d4e6-4b7d-b66e-0b02ef506bdd tempest-MigrationsAdminTest-1608602978 tempest-MigrationsAdminTest-1608602978-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 1102 time: 0.1025848 Aug 16 01:40:37.934027 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=4d0542ef-4fc1-4d2b-8446-2586a45cb3b9,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:37.937660 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:38.076759 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e11c5ca8-ee81-40bb-b5eb-f5e370aa41f4 req-8190d712-5f08-44f8-a029-f6be6506d385 tempest-MigrationsAdminTest-1608602978 tempest-MigrationsAdminTest-1608602978-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484113 Aug 16 01:40:38.118801 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6ecf8-7fa2-4afd-96f5-4a1f11d3961d req-16f11ffd-bf67-4c6e-95cb-453714fee50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:38.120131 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-30d6ecf8-7fa2-4afd-96f5-4a1f11d3961d req-16f11ffd-bf67-4c6e-95cb-453714fee50b service neutron] 10.222.0.73 "GET /v2.0/networks?id=2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 200 len: 913 time: 0.2100861 Aug 16 01:40:38.122504 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-779967bb-64c1-4b31-adca-ae88099986ad req-1d71e6dd-a1e6-4a93-ba63-1c87569c5f38 service neutron] 10.222.0.63 "GET /v2.0/networks/3dead596-19b5-4f7e-b3cc-6aaeafb2d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931906 Aug 16 01:40:38.128403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['4d0542ef-4fc1-4d2b-8446-2586a45cb3b9'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:38.202438 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-30d6ecf8-7fa2-4afd-96f5-4a1f11d3961d req-547ae807-6328-4d65-93df-3be63f07e216 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d30adef-2b63-4030-a620-0696385158c6 HTTP/1.1" status: 200 len: 217 time: 0.0711172 Aug 16 01:40:38.248898 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f428c0-faea-4b6d-a179-4d92f3b4e7ec req-73f4ff2b-687a-4f23-9a1e-f9edd97ec7cc tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:38.251138 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-71f428c0-faea-4b6d-a179-4d92f3b4e7ec req-73f4ff2b-687a-4f23-9a1e-f9edd97ec7cc tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 943 time: 0.0634322 Aug 16 01:40:38.323262 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-71f428c0-faea-4b6d-a179-4d92f3b4e7ec req-4759c065-3fe5-4ada-b23c-a7bd180f4519 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ab7edcf-321b-4469-8a17-abdcd3d89d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649064 Aug 16 01:40:38.351179 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6ecf8-7fa2-4afd-96f5-4a1f11d3961d req-9e1f0966-dedb-4087-9fe8-cc05e8dc004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:38.352751 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-30d6ecf8-7fa2-4afd-96f5-4a1f11d3961d req-9e1f0966-dedb-4087-9fe8-cc05e8dc004f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=adf0a4b6-04c7-46cd-a62d-f6dbedb85a93 HTTP/1.1" status: 200 len: 852 time: 0.0961757 Aug 16 01:40:38.360203 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c92df1-d412-4075-955e-1a56fe4c9112 req-aec00c5d-0493-4329-b6ad-880e352711ff tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:38.365165 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a6c92df1-d412-4075-955e-1a56fe4c9112 req-aec00c5d-0493-4329-b6ad-880e352711ff tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.1907086 Aug 16 01:40:38.434606 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-30d6ecf8-7fa2-4afd-96f5-4a1f11d3961d req-090c56d8-9e17-4e48-92c0-e339bd996b8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2a3ce659-7131-48db-a8d7-62eb2b9733a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650444 Aug 16 01:40:38.443623 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-779967bb-64c1-4b31-adca-ae88099986ad req-c566fe30-5cce-407c-a038-fa4ce8ff1469 service neutron] 10.222.0.63 "GET /v2.0/networks/3dead596-19b5-4f7e-b3cc-6aaeafb2d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708106 Aug 16 01:40:38.482754 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a6c92df1-d412-4075-955e-1a56fe4c9112 req-4ec92042-3cb5-49fe-a00f-caae8cc0bcbf tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026525 Aug 16 01:40:38.563459 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-30d6ecf8-7fa2-4afd-96f5-4a1f11d3961d req-22904f98-d9f8-416c-8835-9ef79e10b15f service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061552 Aug 16 01:40:38.579296 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 8d30adef-2b63-4030-a620-0696385158c6 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:40:38.747348 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-0d09f83a-565b-47a6-b2b0-3dbcebe5a648 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720687 Aug 16 01:40:38.752362 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 8d30adef-2b63-4030-a620-0696385158c6, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=8d30adef-2b63-4030-a620-0696385158c6,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:38.774718 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '8d30adef-2b63-4030-a620-0696385158c6', 'network_id': '2a3ce659-7131-48db-a8d7-62eb2b9733a9', 'port_id': '8d30adef-2b63-4030-a620-0696385158c6', 'mac_address': 'fa:16:3e:49:21:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf0a4b6-04c7-46cd-a62d-f6dbedb85a93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:40:38.807876 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-30d6ecf8-7fa2-4afd-96f5-4a1f11d3961d req-8803e040-7c86-407b-9fcf-fd59b8d70d0f service neutron] 10.222.0.73 "GET /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317140 Aug 16 01:40:38.809227 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8', 'tag': 'a77530c6-7bc4-40ee-8622-1056f83e6a7c'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:38.819378 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd439df-5357-4898-8ab2-769ef7b9f6df" -d '{"events": [{"name": "network-changed", "server_uuid": "65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8", "tag": "a77530c6-7bc4-40ee-8622-1056f83e6a7c"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:38.832090 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:38.852071 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d30adef-2b63-4030-a620-0696385158c6 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:38.852380 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8249df5-9aaf-4675-95a4-91ea26331f4a req-e0a139ba-927a-4645-9071-c375d164a089 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:38.853784 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8249df5-9aaf-4675-95a4-91ea26331f4a req-e0a139ba-927a-4645-9071-c375d164a089 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.1426110 Aug 16 01:40:38.907512 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 8d30adef-2b63-4030-a620-0696385158c6, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=8d30adef-2b63-4030-a620-0696385158c6,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:38.921150 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:38.953651 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8249df5-9aaf-4675-95a4-91ea26331f4a req-8522b3e0-1d85-4dd9-aff2-40649863d4b0 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913360 Aug 16 01:40:38.967135 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265f5f3-bf7d-47a1-a824-587f8473a086 req-41c24cef-5909-44f4-9f11-0f26936b365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:38.969336 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4265f5f3-bf7d-47a1-a824-587f8473a086 req-41c24cef-5909-44f4-9f11-0f26936b365c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=336f9d0f1e24499e9788d10ebbd15df6&device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 1098 time: 0.1011593 Aug 16 01:40:39.026227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=8d30adef-2b63-4030-a620-0696385158c6,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:39.116349 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265f5f3-bf7d-47a1-a824-587f8473a086 req-94145223-f462-4979-943c-c2f9234b80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:39.119045 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4265f5f3-bf7d-47a1-a824-587f8473a086 req-94145223-f462-4979-943c-c2f9234b80d8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=741e114f-ab7f-4db0-9999-b1470ac92b3b HTTP/1.1" status: 200 len: 911 time: 0.1422141 Aug 16 01:40:39.170487 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4265f5f3-bf7d-47a1-a824-587f8473a086 req-a3545e04-b58d-4a5c-aa26-4a78d3ebbfeb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4eb1ec1-d72b-4c3e-a3ee-f2311832566c HTTP/1.1" status: 200 len: 217 time: 0.0424128 Aug 16 01:40:39.247436 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f0f7b-d5ab-49fe-8c13-16f500671a50 req-9a18e613-20c0-411d-ab88-daa162e724e4 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:39.249028 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0f9f0f7b-d5ab-49fe-8c13-16f500671a50 req-9a18e613-20c0-411d-ab88-daa162e724e4 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.0856297 Aug 16 01:40:39.253644 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265f5f3-bf7d-47a1-a824-587f8473a086 req-88839e98-2eb3-4b4b-b706-b4ffdc3d8a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:39.255766 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4265f5f3-bf7d-47a1-a824-587f8473a086 req-88839e98-2eb3-4b4b-b706-b4ffdc3d8a8f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a9452d5e-cbd9-4476-8a0f-8f93f6c0d195 HTTP/1.1" status: 200 len: 850 time: 0.0690615 Aug 16 01:40:39.295039 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0f9f0f7b-d5ab-49fe-8c13-16f500671a50 req-66c3f788-4c3a-4d8e-ae8b-1c47435f0ed8 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388448 Aug 16 01:40:39.304488 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4265f5f3-bf7d-47a1-a824-587f8473a086 req-de770883-df11-4a12-91f2-8658441d5691 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=741e114f-ab7f-4db0-9999-b1470ac92b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407960 Aug 16 01:40:39.326949 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['8d30adef-2b63-4030-a620-0696385158c6'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:39.375960 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c0926d-37b6-4150-a86f-58a69b2a1364 x-openstack-request-id: req-53c0926d-37b6-4150-a86f-58a69b2a1364 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:39.376714 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8", "tag": "a77530c6-7bc4-40ee-8622-1056f83e6a7c", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:39.376714 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-53c0926d-37b6-4150-a86f-58a69b2a1364 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:39.377144 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8', 'tag': 'a77530c6-7bc4-40ee-8622-1056f83e6a7c', 'status': 'completed', 'code': 200} Aug 16 01:40:39.442374 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925238a-253b-4f6e-95f4-449a361e8686 req-df89938b-3f99-4e17-8c05-dd47a7709a13 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:39.444164 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7925238a-253b-4f6e-95f4-449a361e8686 req-df89938b-3f99-4e17-8c05-dd47a7709a13 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=331a9f57-22b0-4972-9d91-9dcf15843a79 HTTP/1.1" status: 200 len: 945 time: 0.1169708 Aug 16 01:40:39.448411 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:39.485072 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4265f5f3-bf7d-47a1-a824-587f8473a086 req-1f5ae1ca-d3b6-4db1-9062-0e5c8e1a9a10 service neutron] 10.222.0.63 "GET /v2.0/networks/741e114f-ab7f-4db0-9999-b1470ac92b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692054 Aug 16 01:40:39.519441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd439df-5357-4898-8ab2-769ef7b9f6df req-4c07b698-ae50-41ca-a4b7-a4ce6cbe00ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:39.521232 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9bd439df-5357-4898-8ab2-769ef7b9f6df req-4c07b698-ae50-41ca-a4b7-a4ce6cbe00ca service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=610c80f17dbe41b687cede716da3d010&device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 1095 time: 0.1266117 Aug 16 01:40:39.523699 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7925238a-253b-4f6e-95f4-449a361e8686 req-616bad5a-f8a0-47eb-a499-6651a3600980 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670407 Aug 16 01:40:39.607950 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189af42-40f7-47ca-9164-c99b77fe1f5a req-10b01fde-d57f-4e76-af46-8447311a576d tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:39.609144 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b189af42-40f7-47ca-9164-c99b77fe1f5a req-10b01fde-d57f-4e76-af46-8447311a576d tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b7f164b-159d-45e9-bc8a-7d3998e7a9c6 HTTP/1.1" status: 200 len: 944 time: 0.1669464 Aug 16 01:40:39.615797 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:39.620123 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:39.620490 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:39.620786 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4265f5f3-bf7d-47a1-a824-587f8473a086 req-2c4c8011-d1ef-45ce-aa52-af27194ecdf9 service neutron] 10.222.0.63 "GET /v2.0/networks/741e114f-ab7f-4db0-9999-b1470ac92b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243088 Aug 16 01:40:39.717302 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-9a67cc74-b0ec-476b-8b04-7aebb9159491 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=76037a74000e4094bead3be3c70758e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296297 Aug 16 01:40:39.768808 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b189af42-40f7-47ca-9164-c99b77fe1f5a req-02d9d843-6610-4ba9-b0b1-3066e33a4416 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/security-groups?id=158c745f-000a-401e-9079-a99167e80399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180649 Aug 16 01:40:39.792214 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:39.794151 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd439df-5357-4898-8ab2-769ef7b9f6df req-13457307-b100-49c3-9aec-7ce4a31bd33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:39.795940 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9bd439df-5357-4898-8ab2-769ef7b9f6df req-13457307-b100-49c3-9aec-7ce4a31bd33d service neutron] 10.222.0.63 "GET /v2.0/networks?id=3dead596-19b5-4f7e-b3cc-6aaeafb2d70f HTTP/1.1" status: 200 len: 912 time: 0.2622721 Aug 16 01:40:39.820480 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7f164b-159d-45e9-bc8a-7d3998e7a9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0542ef-4fc1-4d2b-8446-2586a45cb3b9'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:39.823384 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b39b6f7-5170-4edb-a8b8-3738ebb2077b" -d '{"events": [{"server_uuid": "8b7f164b-159d-45e9-bc8a-7d3998e7a9c6", "name": "network-vif-plugged", "status": "completed", "tag": "4d0542ef-4fc1-4d2b-8446-2586a45cb3b9"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:39.838568 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4d0542ef-4fc1-4d2b-8446-2586a45cb3b9,segment=NetworkSegment(4191d270-d7c0-4361-a8d1-6ecedb748d37),segment_id=4191d270-d7c0-4361-a8d1-6ecedb748d37)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:39.844202 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:39.872653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-fdf3ea93-160b-4818-9177-35c178e6df2b tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:39.880846 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-fdf3ea93-160b-4818-9177-35c178e6df2b tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1619577 Aug 16 01:40:39.882664 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9bd439df-5357-4898-8ab2-769ef7b9f6df req-4eefeeea-d626-496a-be20-6fc6725cc311 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a77530c6-7bc4-40ee-8622-1056f83e6a7c HTTP/1.1" status: 200 len: 217 time: 0.0636640 Aug 16 01:40:39.893216 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-256a6282-fa8a-4c6c-a9e3-a09f1d5008e9 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/quotas/76037a74000e4094bead3be3c70758e1 HTTP/1.1" status: 200 len: 375 time: 0.0112300 Aug 16 01:40:39.937744 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=4d0542ef-4fc1-4d2b-8446-2586a45cb3b9,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:39.938487 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-b1fc69d6-68d5-4246-9f98-8b759131b0b3 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=76037a74000e4094bead3be3c70758e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360177 Aug 16 01:40:39.974231 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd439df-5357-4898-8ab2-769ef7b9f6df req-d4fdb498-fd6b-4b1d-98b6-a73f9153caae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:39.976096 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9bd439df-5357-4898-8ab2-769ef7b9f6df req-d4fdb498-fd6b-4b1d-98b6-a73f9153caae service neutron] 10.222.0.63 "GET /v2.0/subnets?id=243563a2-7ae2-4035-9258-384766375747 HTTP/1.1" status: 200 len: 850 time: 0.0840843 Aug 16 01:40:40.042183 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9861b-5c19-49c7-a877-f3988526645b req-6908f514-9fe8-4747-97ad-adb58d95edcc tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:40.044336 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00a9861b-5c19-49c7-a877-f3988526645b req-6908f514-9fe8-4747-97ad-adb58d95edcc tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/ports?device_id=eef26fab-ec25-4147-9059-fdfcf04ce5f8 HTTP/1.1" status: 200 len: 945 time: 0.1073470 Aug 16 01:40:40.097276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd439df-5357-4898-8ab2-769ef7b9f6df req-e600bf02-927c-4875-9f4c-611c0ecc7b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:40.099510 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9bd439df-5357-4898-8ab2-769ef7b9f6df req-e600bf02-927c-4875-9f4c-611c0ecc7b99 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3dead596-19b5-4f7e-b3cc-6aaeafb2d70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1112709 Aug 16 01:40:40.152561 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00a9861b-5c19-49c7-a877-f3988526645b req-62b7281e-a892-4808-830c-f423fb059879 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2c9cd20-4af3-4ff6-827b-83ea14e89583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939789 Aug 16 01:40:40.231377 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d925a7d-8ac8-4d49-9ae1-b37e407a4946 x-openstack-request-id: req-8d925a7d-8ac8-4d49-9ae1-b37e407a4946 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:40.232265 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7f164b-159d-45e9-bc8a-7d3998e7a9c6", "name": "network-vif-plugged", "status": "completed", "tag": "4d0542ef-4fc1-4d2b-8446-2586a45cb3b9", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:40.232521 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8d925a7d-8ac8-4d49-9ae1-b37e407a4946 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:40.232921 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7f164b-159d-45e9-bc8a-7d3998e7a9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0542ef-4fc1-4d2b-8446-2586a45cb3b9', 'code': 200} Aug 16 01:40:40.249948 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b11ed-6820-4168-8cdd-49e36902416c req-8437bcbd-db3c-4feb-829e-e1a040304e68 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:40.253607 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9bd439df-5357-4898-8ab2-769ef7b9f6df req-52b30f2f-3843-4968-9b9e-b8c95bb32532 service neutron] 10.222.0.63 "GET /v2.0/networks/3dead596-19b5-4f7e-b3cc-6aaeafb2d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343188 Aug 16 01:40:40.259394 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bb6b11ed-6820-4168-8cdd-49e36902416c req-8437bcbd-db3c-4feb-829e-e1a040304e68 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 943 time: 0.0792391 Aug 16 01:40:40.307650 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bb6b11ed-6820-4168-8cdd-49e36902416c req-403f3a84-1e9f-49e6-8a6c-207b8abd10b2 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ab7edcf-321b-4469-8a17-abdcd3d89d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467889 Aug 16 01:40:40.400099 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f60dfe1-0db1-438e-8c76-5080e5011ddd req-60ecf7f1-f736-4c92-b83d-0e5f0896b60d tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/ports?device_id=71f6e676-cdd4-49ee-a276-bb2e6a7fee36 HTTP/1.1" status: 200 len: 210 time: 0.0303636 Aug 16 01:40:40.412042 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809357ff-f710-40b2-83b5-97e9be569e7d req-9253fa4b-8404-46a7-a19c-188b072b210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:40.423957 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc1d72-7141-4775-a5e9-8e1bdc2cde38 req-5779245d-2e08-414e-98d5-58dd612c0da5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:40.423957 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e4fc1d72-7141-4775-a5e9-8e1bdc2cde38 req-5779245d-2e08-414e-98d5-58dd612c0da5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.0654266 Aug 16 01:40:40.424369 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-809357ff-f710-40b2-83b5-97e9be569e7d req-9253fa4b-8404-46a7-a19c-188b072b210d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8b7f164b-159d-45e9-bc8a-7d3998e7a9c6 HTTP/1.1" status: 200 len: 1097 time: 0.1051657 Aug 16 01:40:40.459855 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-809357ff-f710-40b2-83b5-97e9be569e7d req-396060fc-dab2-4ebf-8a74-b6d98af813ab service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=158c745f-000a-401e-9079-a99167e80399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338204 Aug 16 01:40:40.468758 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9bd439df-5357-4898-8ab2-769ef7b9f6df req-28699231-60db-404f-96ee-98c016c47454 service neutron] 10.222.0.63 "GET /v2.0/networks/3dead596-19b5-4f7e-b3cc-6aaeafb2d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058241 Aug 16 01:40:40.511677 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e4fc1d72-7141-4775-a5e9-8e1bdc2cde38 req-89087567-1485-4f62-97f0-191e2b9f5bee tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418277 Aug 16 01:40:40.533586 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b23e0-9562-4880-a6ab-9445b0c310d7 req-4d4b1a6b-5c7b-462d-b3e3-0afac9776c74 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:40.533586 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b59b23e0-9562-4880-a6ab-9445b0c310d7 req-4d4b1a6b-5c7b-462d-b3e3-0afac9776c74 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.0650520 Aug 16 01:40:40.616561 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17134400-2a1e-4070-80a3-22968a60fef1 req-73b7b78c-a514-4a4d-a523-3c74f7343ccc tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:40.618652 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17134400-2a1e-4070-80a3-22968a60fef1 req-73b7b78c-a514-4a4d-a523-3c74f7343ccc tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.63 "GET /v2.0/ports?device_id=eef26fab-ec25-4147-9059-fdfcf04ce5f8 HTTP/1.1" status: 200 len: 945 time: 0.0711925 Aug 16 01:40:40.632124 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b59b23e0-9562-4880-a6ab-9445b0c310d7 req-59f468ba-735b-459e-84ea-727f866c556a tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924220 Aug 16 01:40:40.650327 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f139c27e-b8e3-4f97-b55b-49254d9f9853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:40.652048 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f139c27e-b8e3-4f97-b55b-49254d9f9853 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 1102 time: 0.0590665 Aug 16 01:40:40.713880 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e682fe-0bec-4b07-aa99-f2dac70e88db req-0a9e91fc-0b3b-4c3d-a2ae-cbc564b52b2d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:40.715511 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-64e682fe-0bec-4b07-aa99-f2dac70e88db req-0a9e91fc-0b3b-4c3d-a2ae-cbc564b52b2d tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=331a9f57-22b0-4972-9d91-9dcf15843a79 HTTP/1.1" status: 200 len: 945 time: 0.0957742 Aug 16 01:40:40.753176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-897ec785-4312-4d8a-b331-e64c09e2708f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:40.754703 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-897ec785-4312-4d8a-b331-e64c09e2708f service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.0951898 Aug 16 01:40:40.780067 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-64e682fe-0bec-4b07-aa99-f2dac70e88db req-97700cd9-ec49-4437-9f91-c2373bbdeff8 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456133 Aug 16 01:40:40.797241 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-17134400-2a1e-4070-80a3-22968a60fef1 req-dc9c6dae-89b8-4fce-9b59-df827b2cdc4b tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Deleting port e1af600b-c7a2-4112-a077-18a062345cd6 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:40:40.797611 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-17134400-2a1e-4070-80a3-22968a60fef1 req-dc9c6dae-89b8-4fce-9b59-df827b2cdc4b tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:40.812207 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-eeeed2cf-fd58-4570-af0d-76e673cea576 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326 HTTP/1.1" status: 200 len: 217 time: 0.0414388 Aug 16 01:40:40.868078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-792b69fc-e6cc-4d90-9707-3f73955c9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:40.869745 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-792b69fc-e6cc-4d90-9707-3f73955c9615 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0493994 Aug 16 01:40:40.897365 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-17134400-2a1e-4070-80a3-22968a60fef1 req-dc9c6dae-89b8-4fce-9b59-df827b2cdc4b tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] For port e1af600b-c7a2-4112-a077-18a062345cd6, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=e1af600b-c7a2-4112-a077-18a062345cd6,segment=NetworkSegment(0097737a-8c4e-4e89-b601-9793da1ca0d6),segment_id=0097737a-8c4e-4e89-b601-9793da1ca0d6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:40.898086 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-17134400-2a1e-4070-80a3-22968a60fef1 req-dc9c6dae-89b8-4fce-9b59-df827b2cdc4b tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:40.914135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-17134400-2a1e-4070-80a3-22968a60fef1 req-dc9c6dae-89b8-4fce-9b59-df827b2cdc4b tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Calling delete_port for e1af600b-c7a2-4112-a077-18a062345cd6 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:40:40.953252 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-13f43742-d1d9-43f7-aa66-c57af8d2ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:40.954788 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-13f43742-d1d9-43f7-aa66-c57af8d2ac0c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0774803 Aug 16 01:40:40.967243 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922afb92-36d4-4ec1-971d-31aa58526d85 req-986813c4-9bca-46c9-a180-5ff8c11df655 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:40.968680 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-922afb92-36d4-4ec1-971d-31aa58526d85 req-986813c4-9bca-46c9-a180-5ff8c11df655 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b7f164b-159d-45e9-bc8a-7d3998e7a9c6 HTTP/1.1" status: 200 len: 945 time: 0.0652392 Aug 16 01:40:41.055775 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-17134400-2a1e-4070-80a3-22968a60fef1 req-dc9c6dae-89b8-4fce-9b59-df827b2cdc4b tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:41.058993 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-922afb92-36d4-4ec1-971d-31aa58526d85 req-70088027-afb8-42b8-a0eb-4847e82d0e0b tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/security-groups?id=158c745f-000a-401e-9079-a99167e80399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816662 Aug 16 01:40:41.070762 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['e1af600b-c7a2-4112-a077-18a062345cd6'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:41.084747 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-60aeb5d5-509a-4746-b7bc-c55066976764 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151295 Aug 16 01:40:41.090621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c6dae-89b8-4fce-9b59-df827b2cdc4b tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Pushing event deleted for resources: {'Port': ['ID=e1af600b-c7a2-4112-a077-18a062345cd6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:41.140067 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-17134400-2a1e-4070-80a3-22968a60fef1 req-dc9c6dae-89b8-4fce-9b59-df827b2cdc4b tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] No DVR routers for this DVR port e1af600b-c7a2-4112-a077-18a062345cd6 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:40:41.142752 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-17134400-2a1e-4070-80a3-22968a60fef1 req-dc9c6dae-89b8-4fce-9b59-df827b2cdc4b tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:41.145021 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17134400-2a1e-4070-80a3-22968a60fef1 req-dc9c6dae-89b8-4fce-9b59-df827b2cdc4b tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.63 "DELETE /v2.0/ports/e1af600b-c7a2-4112-a077-18a062345cd6 HTTP/1.1" status: 204 len: 173 time: 0.5154891 Aug 16 01:40:41.145465 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef26fab-ec25-4147-9059-fdfcf04ce5f8', 'name': 'network-vif-deleted', 'tag': 'e1af600b-c7a2-4112-a077-18a062345cd6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:41.147925 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56602f0d-c9b1-494a-9cc8-39f02e284024" -d '{"events": [{"server_uuid": "eef26fab-ec25-4147-9059-fdfcf04ce5f8", "name": "network-vif-deleted", "tag": "e1af600b-c7a2-4112-a077-18a062345cd6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:41.194485 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e52cd0-1e90-47f8-858e-786ba52a641b x-openstack-request-id: req-04e52cd0-1e90-47f8-858e-786ba52a641b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:41.195157 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef26fab-ec25-4147-9059-fdfcf04ce5f8", "name": "network-vif-deleted", "tag": "e1af600b-c7a2-4112-a077-18a062345cd6", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:41.195157 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-04e52cd0-1e90-47f8-858e-786ba52a641b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:41.195644 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef26fab-ec25-4147-9059-fdfcf04ce5f8', 'name': 'network-vif-deleted', 'tag': 'e1af600b-c7a2-4112-a077-18a062345cd6', 'status': 'completed', 'code': 200} Aug 16 01:40:41.218794 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f636b6b9-b1f0-437c-955e-a920c0e033cd service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197987 Aug 16 01:40:41.281735 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-49febdf7-d573-49c6-84ee-86e33d2aebd5 req-f6442191-c0fc-4819-85ce-ab5c4ae1fbe6 tempest-ServerTagsTestJSON-128334684 tempest-ServerTagsTestJSON-128334684-project] 10.222.0.68 "GET /v2.0/ports?device_id=eef26fab-ec25-4147-9059-fdfcf04ce5f8 HTTP/1.1" status: 200 len: 210 time: 0.0321116 Aug 16 01:40:41.319558 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-cee615a0-9ff5-4862-a79b-781929ada471 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=76037a74000e4094bead3be3c70758e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220366 Aug 16 01:40:41.423571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a77530c6-7bc4-40ee-8622-1056f83e6a7c details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:40:41.460639 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-2c56a766-6f58-497a-bf74-07cb8fbb6fdf tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:41.463862 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-2c56a766-6f58-497a-bf74-07cb8fbb6fdf tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1337254 Aug 16 01:40:41.481688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-6dd22d10-9072-404e-89e6-c1e07cfd3861 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Request body: {'port': {'device_id': '71f6e676-cdd4-49ee-a276-bb2e6a7fee36', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': '76037a74000e4094bead3be3c70758e1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:41.516276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02dfc7-f23c-4a46-afeb-644acedc5cf1 req-2fb1614c-cc90-4c36-b51f-7be86e7c428c tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:41.518363 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a02dfc7-f23c-4a46-afeb-644acedc5cf1 req-2fb1614c-cc90-4c36-b51f-7be86e7c428c tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 943 time: 0.1139946 Aug 16 01:40:41.557870 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a77530c6-7bc4-40ee-8622-1056f83e6a7c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a77530c6-7bc4-40ee-8622-1056f83e6a7c,segment=NetworkSegment(92a72a7c-3399-4739-94f2-6514bc45e76e),segment_id=92a72a7c-3399-4739-94f2-6514bc45e76e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:41.564780 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a02dfc7-f23c-4a46-afeb-644acedc5cf1 req-0d682856-d805-4e25-a155-abdb063cbba7 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ab7edcf-321b-4469-8a17-abdcd3d89d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382698 Aug 16 01:40:41.570796 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'a77530c6-7bc4-40ee-8622-1056f83e6a7c', 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f', 'port_id': 'a77530c6-7bc4-40ee-8622-1056f83e6a7c', 'mac_address': 'fa:16:3e:46:53:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243563a2-7ae2-4035-9258-384766375747', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:40:41.595334 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2343ce79-a495-4626-bdb2-d97fc6ed4dbe req-4b980588-681f-4e51-b49c-59bd71372e89 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/ports?device_id=71f6e676-cdd4-49ee-a276-bb2e6a7fee36 HTTP/1.1" status: 200 len: 210 time: 0.0342669 Aug 16 01:40:41.635988 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:41.652280 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77530c6-7bc4-40ee-8622-1056f83e6a7c {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:41.678267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-6dd22d10-9072-404e-89e6-c1e07cfd3861 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Made reservation on behalf of 76037a74000e4094bead3be3c70758e1 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:41.678648 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a77530c6-7bc4-40ee-8622-1056f83e6a7c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a77530c6-7bc4-40ee-8622-1056f83e6a7c,segment=NetworkSegment(92a72a7c-3399-4739-94f2-6514bc45e76e),segment_id=92a72a7c-3399-4739-94f2-6514bc45e76e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:41.684115 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-6dd22d10-9072-404e-89e6-c1e07cfd3861 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:41.688853 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:41.708934 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b8b2e-568d-49a9-950d-82e7003dd9ad req-87e116d7-9986-4044-bfa3-a8b1fa03171c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:41.709178 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-6dd22d10-9072-404e-89e6-c1e07cfd3861 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:41.711325 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c9b8b2e-568d-49a9-950d-82e7003dd9ad req-87e116d7-9986-4044-bfa3-a8b1fa03171c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.0735376 Aug 16 01:40:41.757686 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c9b8b2e-568d-49a9-950d-82e7003dd9ad req-094a2d8a-ced7-4695-ba32-32d15325224b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389652 Aug 16 01:40:41.769525 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=a77530c6-7bc4-40ee-8622-1056f83e6a7c,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:41.811365 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df315f93-f5a5-452f-ace4-9cf235847def req-0bbb48c4-eedb-4c1b-ac24-4fea8beb1758 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:41.812885 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df315f93-f5a5-452f-ace4-9cf235847def req-0bbb48c4-eedb-4c1b-ac24-4fea8beb1758 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.0900481 Aug 16 01:40:41.874142 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df315f93-f5a5-452f-ace4-9cf235847def req-a1238ee2-96ab-4e71-a178-c17eae839c2d tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520389 Aug 16 01:40:41.897298 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-6dd22d10-9072-404e-89e6-c1e07cfd3861 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:41.902027 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-6dd22d10-9072-404e-89e6-c1e07cfd3861 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:41.932601 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12db02-b6fd-4f84-8f80-805276a936f5 req-6604e220-7a36-46d5-8ec5-8d62e929d4a0 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:41.934133 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fb12db02-b6fd-4f84-8f80-805276a936f5 req-6604e220-7a36-46d5-8ec5-8d62e929d4a0 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=331a9f57-22b0-4972-9d91-9dcf15843a79 HTTP/1.1" status: 200 len: 945 time: 0.0564930 Aug 16 01:40:41.965344 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd22d10-9072-404e-89e6-c1e07cfd3861 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=697fe7f6-0c74-4c44-9d87-8c1853921591,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:41.976541 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fb12db02-b6fd-4f84-8f80-805276a936f5 req-e2de8676-7bbe-4a8d-943a-1c1f1ac8f043 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362005 Aug 16 01:40:41.990047 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['a77530c6-7bc4-40ee-8622-1056f83e6a7c'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:42.045380 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-6dd22d10-9072-404e-89e6-c1e07cfd3861 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Allocated IP 192.168.233.251 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/7c9cbdf9-42ab-41bb-b971-5d0b4511442b) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:42.217613 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183904f5-ddc5-45ac-956f-bc7041503871 req-ed9d7a71-631a-420b-bfdd-a6b741f7a9de tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:42.219143 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-183904f5-ddc5-45ac-956f-bc7041503871 req-ed9d7a71-631a-420b-bfdd-a6b741f7a9de tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b7f164b-159d-45e9-bc8a-7d3998e7a9c6 HTTP/1.1" status: 200 len: 945 time: 0.0781758 Aug 16 01:40:42.254364 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-6dd22d10-9072-404e-89e6-c1e07cfd3861 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.282277 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-183904f5-ddc5-45ac-956f-bc7041503871 req-f78b1ce8-57b3-43fd-924a-5dde3652dddb tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/security-groups?id=158c745f-000a-401e-9079-a99167e80399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556190 Aug 16 01:40:42.283239 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-6dd22d10-9072-404e-89e6-c1e07cfd3861 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Transition to ACTIVE for port object 7c9cbdf9-42ab-41bb-b971-5d0b4511442b will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:42.318479 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-6dd22d10-9072-404e-89e6-c1e07cfd3861 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.349070 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44362) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:42.365993 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-6dd22d10-9072-404e-89e6-c1e07cfd3861 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:42.369868 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-6dd22d10-9072-404e-89e6-c1e07cfd3861 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:42.372433 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-6dd22d10-9072-404e-89e6-c1e07cfd3861 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:42.408062 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-c986ff00-180d-42cf-893e-22f9e752c7bd admin admin] Deleting subnet 62769d8c-7a39-4b27-bbbe-f9165e275d85 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:40:42.412421 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c986ff00-180d-42cf-893e-22f9e752c7bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.422874 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd22d10-9072-404e-89e6-c1e07cfd3861 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Pushing event updated for resources: {'Port': ['ID=7c9cbdf9-42ab-41bb-b971-5d0b4511442b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:42.456841 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-6dd22d10-9072-404e-89e6-c1e07cfd3861 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:42.457524 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-6dd22d10-9072-404e-89e6-c1e07cfd3861 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.474486 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c986ff00-180d-42cf-893e-22f9e752c7bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.477290 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-6dd22d10-9072-404e-89e6-c1e07cfd3861 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0033705 Aug 16 01:40:42.490299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Request body: {'port': {'device_id': '71f6e676-cdd4-49ee-a276-bb2e6a7fee36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:42.552925 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c986ff00-180d-42cf-893e-22f9e752c7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.560669 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.581683 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 8d30adef-2b63-4030-a620-0696385158c6 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:42.601145 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89af94-76d7-406d-b609-0fdfc8316299 req-671450de-4005-4982-8278-92de88c05b7c tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:42.602814 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8a89af94-76d7-406d-b609-0fdfc8316299 req-671450de-4005-4982-8278-92de88c05b7c tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b7f164b-159d-45e9-bc8a-7d3998e7a9c6 HTTP/1.1" status: 200 len: 945 time: 0.0885379 Aug 16 01:40:42.653403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-eb269bd1-4da7-4818-b397-f268677c08b5 None None] Provisioning for port 7c9cbdf9-42ab-41bb-b971-5d0b4511442b completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:42.656031 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8a89af94-76d7-406d-b609-0fdfc8316299 req-df43142d-919d-4e69-9b94-02d2526b2ed8 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/security-groups?id=158c745f-000a-401e-9079-a99167e80399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469675 Aug 16 01:40:42.659833 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c986ff00-180d-42cf-893e-22f9e752c7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.667095 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-eb269bd1-4da7-4818-b397-f268677c08b5 None None] Provisioning complete for port 7c9cbdf9-42ab-41bb-b971-5d0b4511442b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:42.667457 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb269bd1-4da7-4818-b397-f268677c08b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.674642 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c986ff00-180d-42cf-893e-22f9e752c7bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.676441 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c986ff00-180d-42cf-893e-22f9e752c7bd admin admin] 10.222.0.68 "DELETE /v2.0/subnets/62769d8c-7a39-4b27-bbbe-f9165e275d85 HTTP/1.1" status: 204 len: 168 time: 0.3263330 Aug 16 01:40:42.679053 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44370) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:42.721547 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986ff00-180d-42cf-893e-22f9e752c7bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62769d8c-7a39-4b27-bbbe-f9165e275d85,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:42.734522 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 8d30adef-2b63-4030-a620-0696385158c6 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:42.746597 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 8d30adef-2b63-4030-a620-0696385158c6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:42.746961 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.750853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-eb269bd1-4da7-4818-b397-f268677c08b5 None None] Port 7c9cbdf9-42ab-41bb-b971-5d0b4511442b cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:40:42.822113 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7336b146-5e91-4c10-961c-62f760ffc836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.835614 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb60f7f-d3c4-455a-9f4b-27613bbe9c4f req-303a8919-c296-4f5d-acbf-2a5294606626 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:42.839097 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.842155 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48415e-aec6-4c8a-b64e-1e69963104ad req-663ce2b7-5265-414d-b210-4fc883bf6571 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:42.842431 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bfb60f7f-d3c4-455a-9f4b-27613bbe9c4f req-303a8919-c296-4f5d-acbf-2a5294606626 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 944 time: 0.1280243 Aug 16 01:40:42.846349 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a48415e-aec6-4c8a-b64e-1e69963104ad req-663ce2b7-5265-414d-b210-4fc883bf6571 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/ports?device_id=71f6e676-cdd4-49ee-a276-bb2e6a7fee36 HTTP/1.1" status: 200 len: 936 time: 0.0897567 Aug 16 01:40:42.862686 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331a9f57-22b0-4972-9d91-9dcf15843a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d30adef-2b63-4030-a620-0696385158c6'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:42.864917 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b467289d-1455-40f7-a630-84b330246a81" -d '{"events": [{"server_uuid": "331a9f57-22b0-4972-9d91-9dcf15843a79", "name": "network-vif-plugged", "status": "completed", "tag": "8d30adef-2b63-4030-a620-0696385158c6"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:42.878531 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 8d30adef-2b63-4030-a620-0696385158c6, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=8d30adef-2b63-4030-a620-0696385158c6,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:42.884662 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.918572 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bfb60f7f-d3c4-455a-9f4b-27613bbe9c4f req-e9e3167c-ec54-43c4-8d59-17671b04fe8c tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ab7edcf-321b-4469-8a17-abdcd3d89d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726388 Aug 16 01:40:42.956206 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=8d30adef-2b63-4030-a620-0696385158c6,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:42.962855 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a48415e-aec6-4c8a-b64e-1e69963104ad req-f922332b-7e9a-4c36-b65f-c7868c89edd2 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/security-groups?id=697fe7f6-0c74-4c44-9d87-8c1853921591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120908 Aug 16 01:40:42.984286 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7336b146-5e91-4c10-961c-62f760ffc836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:42.997418 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-7336b146-5e91-4c10-961c-62f760ffc836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:43.010168 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-7336b146-5e91-4c10-961c-62f760ffc836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0097737a-8c4e-4e89-b601-9793da1ca0d6') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:43.010570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-7336b146-5e91-4c10-961c-62f760ffc836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0097737a-8c4e-4e89-b601-9793da1ca0d6') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:43.018852 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0acdd2-a651-4d34-8447-4658653fa218 x-openstack-request-id: req-5f0acdd2-a651-4d34-8447-4658653fa218 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:43.019337 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331a9f57-22b0-4972-9d91-9dcf15843a79", "name": "network-vif-plugged", "status": "completed", "tag": "8d30adef-2b63-4030-a620-0696385158c6", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:43.020134 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5f0acdd2-a651-4d34-8447-4658653fa218 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:43.020712 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331a9f57-22b0-4972-9d91-9dcf15843a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d30adef-2b63-4030-a620-0696385158c6', 'code': 200} Aug 16 01:40:43.021882 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7336b146-5e91-4c10-961c-62f760ffc836 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.041563 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7336b146-5e91-4c10-961c-62f760ffc836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.043772 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c9cbdf9-42ab-41bb-b971-5d0b4511442b {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:43.049749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7336b146-5e91-4c10-961c-62f760ffc836 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:40:43.050306 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7336b146-5e91-4c10-961c-62f760ffc836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:40:43.052811 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:40:43.056467 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.079081 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc95e1-cb34-4e9e-a3cb-8e82818ce805 req-b8e0cb4b-04f7-4a1f-9f15-8cb379c04c1f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:43.080588 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72bc95e1-cb34-4e9e-a3cb-8e82818ce805 req-b8e0cb4b-04f7-4a1f-9f15-8cb379c04c1f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.0793293 Aug 16 01:40:43.081670 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Transition to ACTIVE for port object 7c9cbdf9-42ab-41bb-b971-5d0b4511442b will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:43.088678 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.150173 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7336b146-5e91-4c10-961c-62f760ffc836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.154978 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7336b146-5e91-4c10-961c-62f760ffc836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.157080 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7336b146-5e91-4c10-961c-62f760ffc836 admin admin] 10.222.0.68 "DELETE /v2.0/networks/8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf HTTP/1.1" status: 204 len: 168 time: 0.4770148 Aug 16 01:40:43.175797 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336b146-5e91-4c10-961c-62f760ffc836 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e6c295d-1adc-4bb1-a431-a9a1b0b0f7cf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:43.186045 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078fa34-60ab-47c6-b291-7f372c94df70 req-c472b980-4f74-42c4-b2ed-18dc64f52e54 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:43.187965 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3078fa34-60ab-47c6-b291-7f372c94df70 req-c472b980-4f74-42c4-b2ed-18dc64f52e54 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.0887129 Aug 16 01:40:43.198940 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Pushing event updated for resources: {'Port': ['ID=7c9cbdf9-42ab-41bb-b971-5d0b4511442b,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:43.238652 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3078fa34-60ab-47c6-b291-7f372c94df70 req-71ec1c01-5f0b-40a1-aebb-aac9c586c005 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406609 Aug 16 01:40:43.243918 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72bc95e1-cb34-4e9e-a3cb-8e82818ce805 req-2b00d771-6624-4ecb-a7ff-b66561c8cbe6 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527104 Aug 16 01:40:43.295643 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2344b-f03e-4cd4-97f2-a519c70b36a9 req-5990a572-f75f-413b-bd93-edebace55f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:43.297856 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a0b2344b-f03e-4cd4-97f2-a519c70b36a9 req-5990a572-f75f-413b-bd93-edebace55f34 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=331a9f57-22b0-4972-9d91-9dcf15843a79 HTTP/1.1" status: 200 len: 1098 time: 0.1722968 Aug 16 01:40:43.338338 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Attempting to bind port 7c9cbdf9-42ab-41bb-b971-5d0b4511442b on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:43.338728 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Attempting to bind port 7c9cbdf9-42ab-41bb-b971-5d0b4511442b by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:43.338993 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Attempting to bind port 7c9cbdf9-42ab-41bb-b971-5d0b4511442b on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:43.346464 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Port 7c9cbdf9-42ab-41bb-b971-5d0b4511442b on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:40:43.346936 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Attempting to bind port 7c9cbdf9-42ab-41bb-b971-5d0b4511442b on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:43.359376 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:43.359803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:43.360088 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:43.360535 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Bound port: 7c9cbdf9-42ab-41bb-b971-5d0b4511442b, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:43.360898 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.374563 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a0b2344b-f03e-4cd4-97f2-a519c70b36a9 req-72d392fd-e84f-492f-b28a-200760bdbf1d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640516 Aug 16 01:40:43.405895 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0c1ea-0383-42b6-96f7-ecfd69e2a44e req-4c02ee25-8f87-4e0a-b94e-a7191d05d4a3 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:43.413453 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ac0c1ea-0383-42b6-96f7-ecfd69e2a44e req-4c02ee25-8f87-4e0a-b94e-a7191d05d4a3 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=331a9f57-22b0-4972-9d91-9dcf15843a79 HTTP/1.1" status: 200 len: 946 time: 0.0675681 Aug 16 01:40:43.438894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44384) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:43.450711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a77530c6-7bc4-40ee-8622-1056f83e6a7c up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:43.459025 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ac0c1ea-0383-42b6-96f7-ecfd69e2a44e req-a407307f-ec6d-415a-97ec-d26d098cb93b tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446012 Aug 16 01:40:43.467166 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] For port 7c9cbdf9-42ab-41bb-b971-5d0b4511442b, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:43.471522 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] For port 7c9cbdf9-42ab-41bb-b971-5d0b4511442b, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7c9cbdf9-42ab-41bb-b971-5d0b4511442b,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:43.478663 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.520302 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port a77530c6-7bc4-40ee-8622-1056f83e6a7c completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:43.525308 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port a77530c6-7bc4-40ee-8622-1056f83e6a7c triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:43.525685 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.535085 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2e306e9d-c4ad-4f27-abb7-8f24c3fb803a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fd9781a8339049d8a7634c500db7cdf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0931399 Aug 16 01:40:43.535085 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:43.535085 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.535805 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44386) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:43.536489 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] 10.222.0.73 "PUT /v2.0/ports/7c9cbdf9-42ab-41bb-b971-5d0b4511442b HTTP/1.1" status: 200 len: 1097 time: 1.0506687 Aug 16 01:40:43.538869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f6e676-cdd4-49ee-a276-bb2e6a7fee36', 'tag': '7c9cbdf9-42ab-41bb-b971-5d0b4511442b'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:43.542626 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f61262-41a9-4e98-bafd-0663b5226604" -d '{"events": [{"name": "network-changed", "server_uuid": "71f6e676-cdd4-49ee-a276-bb2e6a7fee36", "tag": "7c9cbdf9-42ab-41bb-b971-5d0b4511442b"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:43.571496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fae06-ea5b-48c6-b365-1bfb09d088bc service neutron] Pushing event updated for resources: {'Port': ['ID=7c9cbdf9-42ab-41bb-b971-5d0b4511442b,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:43.623251 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a01bf8df-a6ac-4b63-9131-5a0ecb707ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.626049 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c17d45d-260c-4c6e-a0ce-a9497d1c23ed x-openstack-request-id: req-6c17d45d-260c-4c6e-a0ce-a9497d1c23ed {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:43.626673 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f6e676-cdd4-49ee-a276-bb2e6a7fee36", "tag": "7c9cbdf9-42ab-41bb-b971-5d0b4511442b", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:43.627020 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6c17d45d-260c-4c6e-a0ce-a9497d1c23ed {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:43.627676 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f6e676-cdd4-49ee-a276-bb2e6a7fee36', 'tag': '7c9cbdf9-42ab-41bb-b971-5d0b4511442b', 'status': 'completed', 'code': 200} Aug 16 01:40:43.644941 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-fe2b43a2-e8db-4e33-a493-8a0113e02911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:43.646832 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-fe2b43a2-e8db-4e33-a493-8a0113e02911 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=76037a74000e4094bead3be3c70758e1&device_id=71f6e676-cdd4-49ee-a276-bb2e6a7fee36 HTTP/1.1" status: 200 len: 1100 time: 0.0561888 Aug 16 01:40:43.650917 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.656581 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a01bf8df-a6ac-4b63-9131-5a0ecb707ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.701512 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a77530c6-7bc4-40ee-8622-1056f83e6a7c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a77530c6-7bc4-40ee-8622-1056f83e6a7c,segment=NetworkSegment(92a72a7c-3399-4739-94f2-6514bc45e76e),segment_id=92a72a7c-3399-4739-94f2-6514bc45e76e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:43.712249 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-fc6fb9e6-a21e-4b09-ac0c-0785cb0d3bf2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=7c9cbdf9-42ab-41bb-b971-5d0b4511442b HTTP/1.1" status: 200 len: 217 time: 0.0503311 Aug 16 01:40:43.714076 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a01bf8df-a6ac-4b63-9131-5a0ecb707ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.715041 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.719050 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a01bf8df-a6ac-4b63-9131-5a0ecb707ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:43.721349 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a01bf8df-a6ac-4b63-9131-5a0ecb707ea5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a2c9cd20-4af3-4ff6-827b-83ea14e89583 HTTP/1.1" status: 204 len: 168 time: 0.1846721 Aug 16 01:40:43.781517 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01bf8df-a6ac-4b63-9131-5a0ecb707ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c9cd20-4af3-4ff6-827b-83ea14e89583,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:43.803198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-b7d9c312-88de-4645-84b9-a255225e7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:43.804876 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-b7d9c312-88de-4645-84b9-a255225e7211 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0836275 Aug 16 01:40:43.809874 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=a77530c6-7bc4-40ee-8622-1056f83e6a7c,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:43.856553 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a27f9-da02-4564-87a2-b0f43cdf9eac req-f2f26773-20ec-4755-9929-7230d88ac2f7 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:43.858132 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f28a27f9-da02-4564-87a2-b0f43cdf9eac req-f2f26773-20ec-4755-9929-7230d88ac2f7 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b7f164b-159d-45e9-bc8a-7d3998e7a9c6 HTTP/1.1" status: 200 len: 945 time: 0.1025693 Aug 16 01:40:43.899889 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f28a27f9-da02-4564-87a2-b0f43cdf9eac req-461b8511-d0b1-458e-b687-d4a74a8ca279 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/security-groups?id=158c745f-000a-401e-9079-a99167e80399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355906 Aug 16 01:40:44.081635 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ac670-4e3f-47ae-9eb4-dae4020a3aa9 req-1e778787-a90a-4a60-9e24-8028b15edf06 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:44.083763 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-997ac670-4e3f-47ae-9eb4-dae4020a3aa9 req-1e778787-a90a-4a60-9e24-8028b15edf06 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/ports?device_id=71f6e676-cdd4-49ee-a276-bb2e6a7fee36 HTTP/1.1" status: 200 len: 948 time: 0.0536540 Aug 16 01:40:44.128005 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-997ac670-4e3f-47ae-9eb4-dae4020a3aa9 req-7c1cf73b-a5d7-43d3-86e8-c0551020332e tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/security-groups?id=697fe7f6-0c74-4c44-9d87-8c1853921591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374022 Aug 16 01:40:44.190848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-6d3834d2-91c9-4732-9bfc-6edd3bb9a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:44.192326 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-6d3834d2-91c9-4732-9bfc-6edd3bb9a8db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3783369 Aug 16 01:40:44.343280 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9b2a4-8dc7-4071-b0dc-cc32dcad8ad1 req-6d905a0d-4f67-4cda-a4ea-41b69e94bc97 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:44.345055 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c3d9b2a4-8dc7-4071-b0dc-cc32dcad8ad1 req-6d905a0d-4f67-4cda-a4ea-41b69e94bc97 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b7f164b-159d-45e9-bc8a-7d3998e7a9c6 HTTP/1.1" status: 200 len: 945 time: 0.1567149 Aug 16 01:40:44.362023 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62d608-5486-42cc-832f-670ff7fcc721 req-2e91d070-0c1d-4a9d-bab5-22da34d30de2 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:44.363922 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6b62d608-5486-42cc-832f-670ff7fcc721 req-2e91d070-0c1d-4a9d-bab5-22da34d30de2 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 945 time: 0.1767123 Aug 16 01:40:44.427735 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-2337f3b1-b79d-4a2b-b62b-1e32e3ed8bc4 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176342 Aug 16 01:40:44.431685 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214311f-35e7-42ee-9b45-fba06020d1a9 req-2c5eb13c-2c48-49eb-8d55-898f06a8cd81 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:44.439544 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4214311f-35e7-42ee-9b45-fba06020d1a9 req-2c5eb13c-2c48-49eb-8d55-898f06a8cd81 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.1028173 Aug 16 01:40:44.481681 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4214311f-35e7-42ee-9b45-fba06020d1a9 req-d4207615-0f8c-4608-bb9d-aab6d759d600 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404720 Aug 16 01:40:44.524465 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6b62d608-5486-42cc-832f-670ff7fcc721 req-ba670b26-e55d-46ff-9354-ea7d830c5b45 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ab7edcf-321b-4469-8a17-abdcd3d89d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431282 Aug 16 01:40:44.579030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c3d9b2a4-8dc7-4071-b0dc-cc32dcad8ad1 req-15bb6ada-8b32-4d6b-87c9-e5ee33bd2781 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Deleting port 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:40:44.579526 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c3d9b2a4-8dc7-4071-b0dc-cc32dcad8ad1 req-15bb6ada-8b32-4d6b-87c9-e5ee33bd2781 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:44.629374 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94519b7b-04cb-4c2e-96f4-d224673e2ebf req-7a09ff1a-eab2-4c37-8627-4d8f0d1f18f1 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:44.639955 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-94519b7b-04cb-4c2e-96f4-d224673e2ebf req-7a09ff1a-eab2-4c37-8627-4d8f0d1f18f1 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.0679448 Aug 16 01:40:44.658543 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f43ecad-decb-4c31-b3df-9e49d9f8f1a3 req-701b3f46-f349-4680-b913-aee37ae837e0 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187064 Aug 16 01:40:44.694362 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-94519b7b-04cb-4c2e-96f4-d224673e2ebf req-813cac40-81b4-45ae-adb8-ef460a5dc1ed tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527244 Aug 16 01:40:44.765932 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c3d9b2a4-8dc7-4071-b0dc-cc32dcad8ad1 req-15bb6ada-8b32-4d6b-87c9-e5ee33bd2781 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] For port 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4d0542ef-4fc1-4d2b-8446-2586a45cb3b9,segment=NetworkSegment(4191d270-d7c0-4361-a8d1-6ecedb748d37),segment_id=4191d270-d7c0-4361-a8d1-6ecedb748d37)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:44.766302 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c3d9b2a4-8dc7-4071-b0dc-cc32dcad8ad1 req-15bb6ada-8b32-4d6b-87c9-e5ee33bd2781 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:44.787259 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c3d9b2a4-8dc7-4071-b0dc-cc32dcad8ad1 req-15bb6ada-8b32-4d6b-87c9-e5ee33bd2781 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Calling delete_port for 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:40:44.799304 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44424) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:44.820409 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3212463-a577-4fe0-91a1-9abc18d82d56 req-827031a2-fa98-420d-aaf1-72e53615b942 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:44.822476 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3212463-a577-4fe0-91a1-9abc18d82d56 req-827031a2-fa98-420d-aaf1-72e53615b942 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=331a9f57-22b0-4972-9d91-9dcf15843a79 HTTP/1.1" status: 200 len: 946 time: 0.1314435 Aug 16 01:40:44.861717 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f61262-41a9-4e98-bafd-0663b5226604 req-a0085ee4-c213-470f-a8d6-dc14f36e8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:44.863246 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a5f61262-41a9-4e98-bafd-0663b5226604 req-a0085ee4-c213-470f-a8d6-dc14f36e8177 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=76037a74000e4094bead3be3c70758e1&device_id=71f6e676-cdd4-49ee-a276-bb2e6a7fee36 HTTP/1.1" status: 200 len: 1100 time: 0.1483412 Aug 16 01:40:44.907981 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4e16ab9f-609e-4584-8df7-b3c907562aaa admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1898236995-network', 'tenant_id': '7a20007a77c249c09d3bfb90137c5b5a'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:44.930691 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e16ab9f-609e-4584-8df7-b3c907562aaa admin admin] Made reservation on behalf of 7a20007a77c249c09d3bfb90137c5b5a for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:44.933190 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e16ab9f-609e-4584-8df7-b3c907562aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:44.942816 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e16ab9f-609e-4584-8df7-b3c907562aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:44.966180 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3212463-a577-4fe0-91a1-9abc18d82d56 req-59c4fd39-7f24-4ef9-a8b8-1ae714e1f42e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067960 Aug 16 01:40:45.022331 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77530c6-7bc4-40ee-8622-1056f83e6a7c'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:45.027579 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2598a8b-9108-4f6d-b010-770df8502fa9" -d '{"events": [{"server_uuid": "65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8", "name": "network-vif-plugged", "status": "completed", "tag": "a77530c6-7bc4-40ee-8622-1056f83e6a7c"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:45.081246 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f61262-41a9-4e98-bafd-0663b5226604 req-4c2bcc31-2d1d-4606-a79b-a658e422caed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:45.082799 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a5f61262-41a9-4e98-bafd-0663b5226604 req-4c2bcc31-2d1d-4606-a79b-a658e422caed service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.2108655 Aug 16 01:40:45.100768 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c3d9b2a4-8dc7-4071-b0dc-cc32dcad8ad1 req-15bb6ada-8b32-4d6b-87c9-e5ee33bd2781 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.105368 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e401ef-4874-4441-bc64-a541604d4f92 req-d25a8192-6323-4f83-b28e-2ceeebf2dd75 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:45.112386 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['4d0542ef-4fc1-4d2b-8446-2586a45cb3b9'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:45.114496 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-64e401ef-4874-4441-bc64-a541604d4f92 req-d25a8192-6323-4f83-b28e-2ceeebf2dd75 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b7f164b-159d-45e9-bc8a-7d3998e7a9c6 HTTP/1.1" status: 200 len: 867 time: 0.0998898 Aug 16 01:40:45.171361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb6ada-8b32-4d6b-87c9-e5ee33bd2781 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Pushing event deleted for resources: {'Port': ['ID=4d0542ef-4fc1-4d2b-8446-2586a45cb3b9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:45.175952 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a5f61262-41a9-4e98-bafd-0663b5226604 req-f8024418-da0d-4939-b832-bff9715a7353 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=7c9cbdf9-42ab-41bb-b971-5d0b4511442b HTTP/1.1" status: 200 len: 217 time: 0.0835805 Aug 16 01:40:45.188816 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e16ab9f-609e-4584-8df7-b3c907562aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.190755 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7589146-4dfd-4e23-801d-08be26e3ada6 x-openstack-request-id: req-d7589146-4dfd-4e23-801d-08be26e3ada6 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:45.191088 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8", "name": "network-vif-plugged", "status": "completed", "tag": "a77530c6-7bc4-40ee-8622-1056f83e6a7c", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:45.191586 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d7589146-4dfd-4e23-801d-08be26e3ada6 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:45.192097 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77530c6-7bc4-40ee-8622-1056f83e6a7c', 'code': 200} Aug 16 01:40:45.211525 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-64e401ef-4874-4441-bc64-a541604d4f92 req-dd3b249e-d6ec-4b59-b6ab-7b26178caf92 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.68 "GET /v2.0/security-groups?id=158c745f-000a-401e-9079-a99167e80399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896175 Aug 16 01:40:45.216022 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e16ab9f-609e-4584-8df7-b3c907562aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.265259 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e16ab9f-609e-4584-8df7-b3c907562aaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:40:45.265835 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d9b2a4-8dc7-4071-b0dc-cc32dcad8ad1 req-15bb6ada-8b32-4d6b-87c9-e5ee33bd2781 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] No DVR routers for this DVR port 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:40:45.270241 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c3d9b2a4-8dc7-4071-b0dc-cc32dcad8ad1 req-15bb6ada-8b32-4d6b-87c9-e5ee33bd2781 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.272356 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c3d9b2a4-8dc7-4071-b0dc-cc32dcad8ad1 req-15bb6ada-8b32-4d6b-87c9-e5ee33bd2781 tempest-InstanceActionsV221TestJSON-1802138045 tempest-InstanceActionsV221TestJSON-1802138045-project] 10.222.0.63 "DELETE /v2.0/ports/4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 HTTP/1.1" status: 204 len: 173 time: 0.9049842 Aug 16 01:40:45.293806 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f61262-41a9-4e98-bafd-0663b5226604 req-8d893a6d-a898-4e8b-8a33-5947b710ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:45.294979 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a5f61262-41a9-4e98-bafd-0663b5226604 req-8d893a6d-a898-4e8b-8a33-5947b710ed17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1115401 Aug 16 01:40:45.317248 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16ab9f-609e-4584-8df7-b3c907562aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7eec30-16f0-42e3-be8a-9f2886d32d63,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:45.342953 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e16ab9f-609e-4584-8df7-b3c907562aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.343291 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-4e16ab9f-609e-4584-8df7-b3c907562aaa admin admin] Added segment d94816e3-389e-491f-8d72-057f1a511de7 of type vlan for network 98923018-9f1e-41ed-9597-d140ad57ba8e Aug 16 01:40:45.371858 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7daa6-0ac7-4619-a089-c7460110e5a5 req-60c7b864-b76a-483f-9621-c76e1b6ab4b4 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:45.373270 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-faf7daa6-0ac7-4619-a089-c7460110e5a5 req-60c7b864-b76a-483f-9621-c76e1b6ab4b4 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=331a9f57-22b0-4972-9d91-9dcf15843a79 HTTP/1.1" status: 200 len: 946 time: 0.0773809 Aug 16 01:40:45.388870 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f61262-41a9-4e98-bafd-0663b5226604 req-e611d3ef-41cd-43cb-97bb-5bff919acd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:45.390756 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a5f61262-41a9-4e98-bafd-0663b5226604 req-e611d3ef-41cd-43cb-97bb-5bff919acd2a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0658422 Aug 16 01:40:45.427353 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e16ab9f-609e-4584-8df7-b3c907562aaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.440507 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da7c8a-a3c0-49c9-b108-e2c6df586251 req-052be39e-2f14-4cf6-8e09-160342297da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:45.442033 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-89da7c8a-a3c0-49c9-b108-e2c6df586251 req-052be39e-2f14-4cf6-8e09-160342297da5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 1097 time: 0.1481223 Aug 16 01:40:45.451751 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a11e9-3660-428b-b784-498636e73f8b req-04d8c7e2-52c8-4888-b013-19520cab59ac tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:45.453151 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1f1a11e9-3660-428b-b784-498636e73f8b req-04d8c7e2-52c8-4888-b013-19520cab59ac tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/ports?device_id=71f6e676-cdd4-49ee-a276-bb2e6a7fee36 HTTP/1.1" status: 200 len: 948 time: 0.1501799 Aug 16 01:40:45.474602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:40:45.482622 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-faf7daa6-0ac7-4619-a089-c7460110e5a5 req-151e969b-8e3b-449f-a482-90c28e48c5fb tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990841 Aug 16 01:40:45.501364 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:40:45.502056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4d0542ef-4fc1-4d2b-8446-2586a45cb3b9 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:40:45.502648 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device e1af600b-c7a2-4112-a077-18a062345cd6 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:40:45.526641 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e16ab9f-609e-4584-8df7-b3c907562aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.527599 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e16ab9f-609e-4584-8df7-b3c907562aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:45.528178 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e16ab9f-609e-4584-8df7-b3c907562aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:45.529093 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: e1af600b-c7a2-4112-a077-18a062345cd6 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:40:45.530267 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device e1af600b-c7a2-4112-a077-18a062345cd6 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:40:45.532001 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-89da7c8a-a3c0-49c9-b108-e2c6df586251 req-180346aa-b36f-436e-b8e0-158c0aed5071 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0ab7edcf-321b-4469-8a17-abdcd3d89d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774448 Aug 16 01:40:45.534569 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a5f61262-41a9-4e98-bafd-0663b5226604 req-abc1785d-2f3e-45cd-b1fd-3d25a5883237 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317134 Aug 16 01:40:45.540996 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1f1a11e9-3660-428b-b784-498636e73f8b req-c5fb249f-e482-4ab8-aec9-b2b66c553b8a tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/security-groups?id=697fe7f6-0c74-4c44-9d87-8c1853921591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799346 Aug 16 01:40:45.602748 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4e16ab9f-609e-4584-8df7-b3c907562aaa admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8016658 Aug 16 01:40:45.613541 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16ab9f-609e-4584-8df7-b3c907562aaa admin admin] Pushing event updated for resources: {'Network': ['ID=98923018-9f1e-41ed-9597-d140ad57ba8e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:45.626928 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 98923018-9f1e-41ed-9597-d140ad57ba8e details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:40:45.639293 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7f164b-159d-45e9-bc8a-7d3998e7a9c6', 'name': 'network-vif-deleted', 'tag': '4d0542ef-4fc1-4d2b-8446-2586a45cb3b9'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:45.641943 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c5db71-3ae2-43bf-baea-f4e64cb43369" -d '{"events": [{"server_uuid": "8b7f164b-159d-45e9-bc8a-7d3998e7a9c6", "name": "network-vif-deleted", "tag": "4d0542ef-4fc1-4d2b-8446-2586a45cb3b9"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:45.699272 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9f7f2-388b-4521-b6b6-a334d852f35f req-1fd97070-58d8-478f-8255-390b45590970 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:45.700941 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-56a9f7f2-388b-4521-b6b6-a334d852f35f req-1fd97070-58d8-478f-8255-390b45590970 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.1289904 Aug 16 01:40:45.703579 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a5f61262-41a9-4e98-bafd-0663b5226604 req-6b12b6b1-4ea3-4d37-a58a-efa4fc0d1da5 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562510 Aug 16 01:40:45.773503 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-56a9f7f2-388b-4521-b6b6-a334d852f35f req-91b721e3-a172-4cba-890f-1fbeb7a9db7c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638335 Aug 16 01:40:45.941641 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edf8303-ef4f-4380-8457-d17ce89babf4 x-openstack-request-id: req-1edf8303-ef4f-4380-8457-d17ce89babf4 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:45.942279 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7f164b-159d-45e9-bc8a-7d3998e7a9c6", "name": "network-vif-deleted", "tag": "4d0542ef-4fc1-4d2b-8446-2586a45cb3b9", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:45.942999 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1edf8303-ef4f-4380-8457-d17ce89babf4 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:45.943872 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7f164b-159d-45e9-bc8a-7d3998e7a9c6', 'name': 'network-vif-deleted', 'tag': '4d0542ef-4fc1-4d2b-8446-2586a45cb3b9', 'status': 'completed', 'code': 200} Aug 16 01:40:46.022833 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92a85d-c2b3-4261-b879-67c8d800d02f req-f0273707-f2e0-4c1c-9d8e-3d3bd695cce2 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:46.024674 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ec92a85d-c2b3-4261-b879-67c8d800d02f req-f0273707-f2e0-4c1c-9d8e-3d3bd695cce2 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 945 time: 0.3858924 Aug 16 01:40:46.045179 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7114c0-b6a7-47c7-8032-a43ed7de40d7 req-1dd02621-0bba-4a86-86b5-02885109ca5b tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:46.046886 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ee7114c0-b6a7-47c7-8032-a43ed7de40d7 req-1dd02621-0bba-4a86-86b5-02885109ca5b tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.0524499 Aug 16 01:40:46.073504 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ec92a85d-c2b3-4261-b879-67c8d800d02f req-1cee66a7-c2c5-45d7-9997-bfec4c66276e tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ab7edcf-321b-4469-8a17-abdcd3d89d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400660 Aug 16 01:40:46.091738 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ee7114c0-b6a7-47c7-8032-a43ed7de40d7 req-0da8c5b4-503a-4250-9847-0911d12d43bb tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366070 Aug 16 01:40:46.395477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a476dc-c83a-40b2-a8f2-0fc8f0218fd7 req-4dee89dc-b87a-4aca-a324-3328c23ae016 tempest-ComputeTenantNetworksTest-1249063051 tempest-ComputeTenantNetworksTest-1249063051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:46.401510 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a476dc-c83a-40b2-a8f2-0fc8f0218fd7 req-4dee89dc-b87a-4aca-a324-3328c23ae016 tempest-ComputeTenantNetworksTest-1249063051 tempest-ComputeTenantNetworksTest-1249063051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:46.407494 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a476dc-c83a-40b2-a8f2-0fc8f0218fd7 req-4dee89dc-b87a-4aca-a324-3328c23ae016 tempest-ComputeTenantNetworksTest-1249063051 tempest-ComputeTenantNetworksTest-1249063051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:46.409143 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77a476dc-c83a-40b2-a8f2-0fc8f0218fd7 req-4dee89dc-b87a-4aca-a324-3328c23ae016 tempest-ComputeTenantNetworksTest-1249063051 tempest-ComputeTenantNetworksTest-1249063051-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1972518 Aug 16 01:40:46.428725 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44466) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:46.535783 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b214b15-3cd2-4086-af0a-9f67ece06c54 admin admin] Deleting subnet 89a8de73-162a-4879-b581-25d9fce9c9aa {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:40:46.543781 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b214b15-3cd2-4086-af0a-9f67ece06c54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:46.578542 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781c7d2-c248-461a-85fc-8a193bbcc452 req-a6abe526-2d48-4577-b256-e97f52d147db tempest-ComputeTenantNetworksTest-1249063051 tempest-ComputeTenantNetworksTest-1249063051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:46.579972 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b781c7d2-c248-461a-85fc-8a193bbcc452 req-a6abe526-2d48-4577-b256-e97f52d147db tempest-ComputeTenantNetworksTest-1249063051 tempest-ComputeTenantNetworksTest-1249063051-project] 10.222.0.68 "GET /v2.0/networks/98923018-9f1e-41ed-9597-d140ad57ba8e HTTP/1.1" status: 200 len: 769 time: 0.1481049 Aug 16 01:40:46.592536 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44472) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:46.597296 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 7c9cbdf9-42ab-41bb-b971-5d0b4511442b details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:40:46.616881 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b214b15-3cd2-4086-af0a-9f67ece06c54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:46.626851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389984d-d43e-493b-bf5c-26712c2091d7 req-a389b44f-b208-44b1-9939-cbce82d10724 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:46.628526 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f389984d-d43e-493b-bf5c-26712c2091d7 req-a389b44f-b208-44b1-9939-cbce82d10724 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=331a9f57-22b0-4972-9d91-9dcf15843a79 HTTP/1.1" status: 200 len: 946 time: 0.0610588 Aug 16 01:40:46.686929 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f389984d-d43e-493b-bf5c-26712c2091d7 req-c23f29e3-4ae3-4bc2-ae57-079a15943767 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494215 Aug 16 01:40:46.710774 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 7c9cbdf9-42ab-41bb-b971-5d0b4511442b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7c9cbdf9-42ab-41bb-b971-5d0b4511442b,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:46.725252 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '7c9cbdf9-42ab-41bb-b971-5d0b4511442b', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '7c9cbdf9-42ab-41bb-b971-5d0b4511442b', 'mac_address': 'fa:16:3e:59:89:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:40:46.737900 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fec3ffd6-31ca-4c9d-a4c8-95a1dcf20738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:46.740579 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b214b15-3cd2-4086-af0a-9f67ece06c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:46.776705 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:46.779217 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021031ed-75bc-42db-a4ec-3a4479dbb915 req-d1a787d4-5b06-406d-aa3f-3b1e8fba8520 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:46.780753 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-021031ed-75bc-42db-a4ec-3a4479dbb915 req-d1a787d4-5b06-406d-aa3f-3b1e8fba8520 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/ports?device_id=71f6e676-cdd4-49ee-a276-bb2e6a7fee36 HTTP/1.1" status: 200 len: 948 time: 0.1207473 Aug 16 01:40:46.795882 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c9cbdf9-42ab-41bb-b971-5d0b4511442b {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:46.821632 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 7c9cbdf9-42ab-41bb-b971-5d0b4511442b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7c9cbdf9-42ab-41bb-b971-5d0b4511442b,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:46.828128 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:46.885963 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=7c9cbdf9-42ab-41bb-b971-5d0b4511442b,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:46.907397 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fec3ffd6-31ca-4c9d-a4c8-95a1dcf20738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:46.912093 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b214b15-3cd2-4086-af0a-9f67ece06c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:46.948990 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-021031ed-75bc-42db-a4ec-3a4479dbb915 req-361f30fa-253c-438f-8392-243bd1942f4e tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/security-groups?id=697fe7f6-0c74-4c44-9d87-8c1853921591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356168 Aug 16 01:40:46.950863 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-fec3ffd6-31ca-4c9d-a4c8-95a1dcf20738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98923018-9f1e-41ed-9597-d140ad57ba8e']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:46.955100 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b214b15-3cd2-4086-af0a-9f67ece06c54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a8de73-162a-4879-b581-25d9fce9c9aa,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:46.955533 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9434a-aaf8-4ada-984f-a7f44f7edbed req-d4056469-f707-4291-a998-baa19e7712b9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:46.957083 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b214b15-3cd2-4086-af0a-9f67ece06c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:46.958554 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ae9434a-aaf8-4ada-984f-a7f44f7edbed req-d4056469-f707-4291-a998-baa19e7712b9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.0550044 Aug 16 01:40:46.962092 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9b214b15-3cd2-4086-af0a-9f67ece06c54 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/89a8de73-162a-4879-b581-25d9fce9c9aa HTTP/1.1" status: 204 len: 168 time: 0.5290928 Aug 16 01:40:46.965256 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44482) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:46.976215 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-fec3ffd6-31ca-4c9d-a4c8-95a1dcf20738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94816e3-389e-491f-8d72-057f1a511de7') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:46.976370 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-fec3ffd6-31ca-4c9d-a4c8-95a1dcf20738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94816e3-389e-491f-8d72-057f1a511de7') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:47.012776 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ae9434a-aaf8-4ada-984f-a7f44f7edbed req-b94207a0-18aa-46d1-b3f8-9f218e67f559 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401897 Aug 16 01:40:47.028315 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fec3ffd6-31ca-4c9d-a4c8-95a1dcf20738 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.048744 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fec3ffd6-31ca-4c9d-a4c8-95a1dcf20738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.073147 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec3ffd6-31ca-4c9d-a4c8-95a1dcf20738 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:40:47.073588 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fec3ffd6-31ca-4c9d-a4c8-95a1dcf20738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:40:47.075516 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:40:47.098952 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a010733-7a9f-4426-8222-10e8670c3da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.161840 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fec3ffd6-31ca-4c9d-a4c8-95a1dcf20738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.190813 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054edc49-5fbc-4446-9c3e-e81a8fea05ee req-263c2e9c-a397-4681-aa5d-34f89431b84e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:47.192310 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-054edc49-5fbc-4446-9c3e-e81a8fea05ee req-263c2e9c-a397-4681-aa5d-34f89431b84e tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=331a9f57-22b0-4972-9d91-9dcf15843a79 HTTP/1.1" status: 200 len: 946 time: 0.1364055 Aug 16 01:40:47.196965 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fec3ffd6-31ca-4c9d-a4c8-95a1dcf20738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.200347 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fec3ffd6-31ca-4c9d-a4c8-95a1dcf20738 admin admin] 10.222.0.68 "DELETE /v2.0/networks/98923018-9f1e-41ed-9597-d140ad57ba8e HTTP/1.1" status: 204 len: 168 time: 0.6070695 Aug 16 01:40:47.201265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb699fa0-b37d-477b-b9ef-67b3563a7e27 req-cbb03efb-5d5e-402e-8b8c-b49a6d31e23c tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:47.202890 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb699fa0-b37d-477b-b9ef-67b3563a7e27 req-cbb03efb-5d5e-402e-8b8c-b49a6d31e23c tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 945 time: 0.0533800 Aug 16 01:40:47.206737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['7c9cbdf9-42ab-41bb-b971-5d0b4511442b'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:40:47.228684 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3ffd6-31ca-4c9d-a4c8-95a1dcf20738 admin admin] Pushing event deleted for resources: {'Network': ['ID=98923018-9f1e-41ed-9597-d140ad57ba8e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:47.250801 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb699fa0-b37d-477b-b9ef-67b3563a7e27 req-4d8cb3d7-f1ae-45d0-8a4a-f84214b3ede3 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ab7edcf-321b-4469-8a17-abdcd3d89d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392985 Aug 16 01:40:47.344177 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44492) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:47.348074 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a010733-7a9f-4426-8222-10e8670c3da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.371501 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-054edc49-5fbc-4446-9c3e-e81a8fea05ee req-945f2002-2c6a-47d3-be8a-d757c7c40542 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453207 Aug 16 01:40:47.380309 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9a010733-7a9f-4426-8222-10e8670c3da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2671fc34-225a-4d2c-a282-25f5be2659d3']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:47.406335 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9a010733-7a9f-4426-8222-10e8670c3da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4191d270-d7c0-4361-a8d1-6ecedb748d37') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:47.407383 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9a010733-7a9f-4426-8222-10e8670c3da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4191d270-d7c0-4361-a8d1-6ecedb748d37') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:47.423406 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a010733-7a9f-4426-8222-10e8670c3da4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.440213 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a010733-7a9f-4426-8222-10e8670c3da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.448618 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a010733-7a9f-4426-8222-10e8670c3da4 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:40:47.449096 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a010733-7a9f-4426-8222-10e8670c3da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.449310 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4681085c-8ca5-4cd1-9186-f334bb75e1ac admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7a20007a77c249c09d3bfb90137c5b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1029217 Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:40:47.451260 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:40:47.454075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44494) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:47.473723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4178f-5670-4145-9ad5-a27219b5b9b9 req-4a63f53d-fa57-4b14-97ef-03ddd8783013 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:47.475246 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6cb4178f-5670-4145-9ad5-a27219b5b9b9 req-4a63f53d-fa57-4b14-97ef-03ddd8783013 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.1217003 Aug 16 01:40:47.515800 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6cb4178f-5670-4145-9ad5-a27219b5b9b9 req-b21ee36a-5ee4-4942-b6a1-bb25fc1c9f85 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339322 Aug 16 01:40:47.564585 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a010733-7a9f-4426-8222-10e8670c3da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.572567 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a010733-7a9f-4426-8222-10e8670c3da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.574418 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9a010733-7a9f-4426-8222-10e8670c3da4 admin admin] 10.222.0.68 "DELETE /v2.0/networks/2671fc34-225a-4d2c-a282-25f5be2659d3 HTTP/1.1" status: 204 len: 168 time: 0.6082039 Aug 16 01:40:47.597872 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a010733-7a9f-4426-8222-10e8670c3da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2671fc34-225a-4d2c-a282-25f5be2659d3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:47.612431 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a3300-05e9-4af7-8406-16002f0f0b6a req-97aead0f-3f33-4480-aa23-8b69975f5e09 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:47.613957 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-801a3300-05e9-4af7-8406-16002f0f0b6a req-97aead0f-3f33-4480-aa23-8b69975f5e09 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 945 time: 0.1176903 Aug 16 01:40:47.615041 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90b0fc4b-5f53-4c4a-8e48-8ebc8ffe4480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.623433 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44498) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:47.628211 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f6c15a8b-b04b-4554-a3bd-a048103ad327 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Request body: {'floatingip': {'port_id': 'a77530c6-7bc4-40ee-8622-1056f83e6a7c'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:47.639984 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90b0fc4b-5f53-4c4a-8e48-8ebc8ffe4480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.681300 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f6c15a8b-b04b-4554-a3bd-a048103ad327 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.692870 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90b0fc4b-5f53-4c4a-8e48-8ebc8ffe4480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.695835 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90b0fc4b-5f53-4c4a-8e48-8ebc8ffe4480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.699533 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-90b0fc4b-5f53-4c4a-8e48-8ebc8ffe4480 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/da7eec30-16f0-42e3-be8a-9f2886d32d63 HTTP/1.1" status: 204 len: 168 time: 0.2342942 Aug 16 01:40:47.710870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0fc4b-5f53-4c4a-8e48-8ebc8ffe4480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7eec30-16f0-42e3-be8a-9f2886d32d63,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:47.771148 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44502) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:47.823769 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5b60e761-c574-4b9e-9c56-6a124899e553 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9944c6da17a54fb3bff9f5eff59466e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487275 Aug 16 01:40:47.824006 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44504) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:47.877195 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e663136-edaa-4ea9-b19c-84ab642b032c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.903750 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e663136-edaa-4ea9-b19c-84ab642b032c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.960371 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e663136-edaa-4ea9-b19c-84ab642b032c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.963948 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e663136-edaa-4ea9-b19c-84ab642b032c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:47.965251 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9e663136-edaa-4ea9-b19c-84ab642b032c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/158c745f-000a-401e-9079-a99167e80399 HTTP/1.1" status: 204 len: 168 time: 0.1403558 Aug 16 01:40:47.980243 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e663136-edaa-4ea9-b19c-84ab642b032c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158c745f-000a-401e-9079-a99167e80399,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:48.143195 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec0d9c-6139-4b33-b04a-d9dfa0da8ddd req-d57ec16c-4cba-44d8-b7c9-b55eb151fd17 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:48.144691 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3fec0d9c-6139-4b33-b04a-d9dfa0da8ddd req-d57ec16c-4cba-44d8-b7c9-b55eb151fd17 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/ports?device_id=71f6e676-cdd4-49ee-a276-bb2e6a7fee36 HTTP/1.1" status: 200 len: 949 time: 0.0804973 Aug 16 01:40:48.147259 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9061a8-22ea-49d4-93ba-e1c6572774de req-996570a8-3371-40d8-97f2-caebe87548b6 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:48.154996 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe9061a8-22ea-49d4-93ba-e1c6572774de req-996570a8-3371-40d8-97f2-caebe87548b6 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.0684459 Aug 16 01:40:48.204171 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe9061a8-22ea-49d4-93ba-e1c6572774de req-06589614-03f8-4bcb-ad96-3936ace081da tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439553 Aug 16 01:40:48.218039 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3fec0d9c-6139-4b33-b04a-d9dfa0da8ddd req-e5a0c0bc-2211-42bd-9c4c-767de0fd3956 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/security-groups?id=697fe7f6-0c74-4c44-9d87-8c1853921591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477548 Aug 16 01:40:48.302314 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f6c15a8b-b04b-4554-a3bd-a048103ad327 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:48.308811 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f6c15a8b-b04b-4554-a3bd-a048103ad327 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:48.479406 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-f6c15a8b-b04b-4554-a3bd-a048103ad327 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Floating IP e9413382-963e-432e-b6be-673c19190902 associated. External IP: 172.25.3.111, port: a77530c6-7bc4-40ee-8622-1056f83e6a7c. Aug 16 01:40:48.612942 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 7c9cbdf9-42ab-41bb-b971-5d0b4511442b up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:48.633244 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bdc0e-3685-4c76-a7af-40800fbfbbad req-7a706948-7bef-4633-8f1a-32973a196d7a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:48.640469 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-793bdc0e-3685-4c76-a7af-40800fbfbbad req-7a706948-7bef-4633-8f1a-32973a196d7a tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=331a9f57-22b0-4972-9d91-9dcf15843a79 HTTP/1.1" status: 200 len: 946 time: 0.2029650 Aug 16 01:40:48.669778 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3b3a2-9f8d-46d2-a7b7-20d720400566 req-d94f3a2b-2c25-4c7d-83ca-d0845b852335 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:48.671506 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8df3b3a2-9f8d-46d2-a7b7-20d720400566 req-d94f3a2b-2c25-4c7d-83ca-d0845b852335 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.73 "GET /v2.0/ports?device_id=331a9f57-22b0-4972-9d91-9dcf15843a79 HTTP/1.1" status: 200 len: 946 time: 0.1888101 Aug 16 01:40:48.699976 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 7c9cbdf9-42ab-41bb-b971-5d0b4511442b completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:48.705826 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 7c9cbdf9-42ab-41bb-b971-5d0b4511442b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:48.706500 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:48.719470 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af1eb3-d8c7-4518-8e5a-f09e5f4796a2 req-04f74685-4991-465e-8311-54d3a25e2228 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:48.721550 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-58af1eb3-d8c7-4518-8e5a-f09e5f4796a2 req-04f74685-4991-465e-8311-54d3a25e2228 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.0982950 Aug 16 01:40:48.760033 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-793bdc0e-3685-4c76-a7af-40800fbfbbad req-2c58382f-4fd3-4c45-b6f1-9923ded39483 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/security-groups?id=d65cb5e0-0e49-43c9-9ef3-d178871af464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183794 Aug 16 01:40:48.792123 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-58af1eb3-d8c7-4518-8e5a-f09e5f4796a2 req-f1d50f82-1d21-45ea-bcc9-d0461fab779b tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631857 Aug 16 01:40:48.822995 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:48.860653 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 7c9cbdf9-42ab-41bb-b971-5d0b4511442b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7c9cbdf9-42ab-41bb-b971-5d0b4511442b,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:48.861684 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f6e676-cdd4-49ee-a276-bb2e6a7fee36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9cbdf9-42ab-41bb-b971-5d0b4511442b'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:48.864194 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c296bb83-3be0-4b4c-9caa-2009cdc881da" -d '{"events": [{"server_uuid": "71f6e676-cdd4-49ee-a276-bb2e6a7fee36", "name": "network-vif-plugged", "status": "completed", "tag": "7c9cbdf9-42ab-41bb-b971-5d0b4511442b"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:48.870252 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:48.871308 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 8d30adef-2b63-4030-a620-0696385158c6 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:40:48.882338 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44560) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:48.943478 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-8df3b3a2-9f8d-46d2-a7b7-20d720400566 req-cccab7c1-6bfb-4f7a-aba5-8cc7295ddb77 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Deleting port 8d30adef-2b63-4030-a620-0696385158c6 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:40:48.943820 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8df3b3a2-9f8d-46d2-a7b7-20d720400566 req-cccab7c1-6bfb-4f7a-aba5-8cc7295ddb77 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:48.951711 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed988bb-485a-444a-9977-169a5ca0cab2 x-openstack-request-id: req-4ed988bb-485a-444a-9977-169a5ca0cab2 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:48.952232 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f6e676-cdd4-49ee-a276-bb2e6a7fee36", "name": "network-vif-plugged", "status": "completed", "tag": "7c9cbdf9-42ab-41bb-b971-5d0b4511442b", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:48.952693 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4ed988bb-485a-444a-9977-169a5ca0cab2 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:48.953089 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f6e676-cdd4-49ee-a276-bb2e6a7fee36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9cbdf9-42ab-41bb-b971-5d0b4511442b', 'code': 200} Aug 16 01:40:48.957803 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=7c9cbdf9-42ab-41bb-b971-5d0b4511442b,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:49.028820 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c15a8b-b04b-4554-a3bd-a048103ad327 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Router f417ebec-3b63-4a11-b0e0-a7140be4002e has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:40:49.032931 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:49.078427 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 8d30adef-2b63-4030-a620-0696385158c6, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=8d30adef-2b63-4030-a620-0696385158c6,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:49.085466 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:49.172216 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2865e954-9cd7-4f3d-b800-bca142ae08c7 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1388188615-network', 'tenant_id': 'cd3c40833960421487e135029d096909'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:49.179240 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1e9db-4ef3-4a2c-80fb-bfafa0d8b446 req-7bdd2ea8-3f70-4827-8521-135e29533e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:49.180895 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eee1e9db-4ef3-4a2c-80fb-bfafa0d8b446 req-7bdd2ea8-3f70-4827-8521-135e29533e31 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=71f6e676-cdd4-49ee-a276-bb2e6a7fee36 HTTP/1.1" status: 200 len: 1102 time: 0.1510119 Aug 16 01:40:49.197899 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=8d30adef-2b63-4030-a620-0696385158c6,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:49.208088 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8df3b3a2-9f8d-46d2-a7b7-20d720400566 req-cccab7c1-6bfb-4f7a-aba5-8cc7295ddb77 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] For port 8d30adef-2b63-4030-a620-0696385158c6, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=8d30adef-2b63-4030-a620-0696385158c6,segment=NetworkSegment(c373bdec-0185-4313-b8e2-4186a8f95f3e),segment_id=c373bdec-0185-4313-b8e2-4186a8f95f3e)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:49.208533 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8df3b3a2-9f8d-46d2-a7b7-20d720400566 req-cccab7c1-6bfb-4f7a-aba5-8cc7295ddb77 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:49.222306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2865e954-9cd7-4f3d-b800-bca142ae08c7 admin admin] Made reservation on behalf of cd3c40833960421487e135029d096909 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:49.225319 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2865e954-9cd7-4f3d-b800-bca142ae08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:49.248318 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2865e954-9cd7-4f3d-b800-bca142ae08c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:49.266328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-8df3b3a2-9f8d-46d2-a7b7-20d720400566 req-cccab7c1-6bfb-4f7a-aba5-8cc7295ddb77 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Calling delete_port for 8d30adef-2b63-4030-a620-0696385158c6 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:40:49.300233 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c15a8b-b04b-4554-a3bd-a048103ad327 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:40:49.310533 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f6c15a8b-b04b-4554-a3bd-a048103ad327 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:49.314713 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878d441d-b06a-4b9a-a5e5-9c079cd3d59d None None] Sync routers for ids ['f417ebec-3b63-4a11-b0e0-a7140be4002e'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:40:49.346150 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d441d-b06a-4b9a-a5e5-9c079cd3d59d None None] Routers {'f417ebec-3b63-4a11-b0e0-a7140be4002e'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:49.347127 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-878d441d-b06a-4b9a-a5e5-9c079cd3d59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:40:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['f417ebec-3b63-4a11-b0e0-a7140be4002e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:49.353221 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eee1e9db-4ef3-4a2c-80fb-bfafa0d8b446 req-40aa4228-33b5-4dcb-9aaa-992ac3680a83 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=697fe7f6-0c74-4c44-9d87-8c1853921591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531248 Aug 16 01:40:49.422604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f6c15a8b-b04b-4554-a3bd-a048103ad327 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "PUT /v2.0/floatingips/e9413382-963e-432e-b6be-673c19190902 HTTP/1.1" status: 200 len: 991 time: 1.7980320 Aug 16 01:40:49.427756 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8', 'tag': 'a77530c6-7bc4-40ee-8622-1056f83e6a7c'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:49.430493 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0483d4df-1d56-4c5a-8b64-db4edf278418" -d '{"events": [{"name": "network-changed", "server_uuid": "65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8", "tag": "a77530c6-7bc4-40ee-8622-1056f83e6a7c"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:49.441725 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bac09-a4be-453e-8609-50a2e6301d53 req-ad10dc08-13d6-478d-bd44-a06d52ed948e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:49.443820 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4d7bac09-a4be-453e-8609-50a2e6301d53 req-ad10dc08-13d6-478d-bd44-a06d52ed948e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.1149406 Aug 16 01:40:49.465841 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8671b-f1de-4c96-96d8-0b5b90a7a900 req-5a1f4bc3-decc-4876-b97f-ff6878920a61 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:49.467694 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ace8671b-f1de-4c96-96d8-0b5b90a7a900 req-5a1f4bc3-decc-4876-b97f-ff6878920a61 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/ports?device_id=71f6e676-cdd4-49ee-a276-bb2e6a7fee36 HTTP/1.1" status: 200 len: 950 time: 0.1173933 Aug 16 01:40:49.507466 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-878d441d-b06a-4b9a-a5e5-9c079cd3d59d None None] Set router f417ebec-3b63-4a11-b0e0-a7140be4002e gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:49.544971 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2865e954-9cd7-4f3d-b800-bca142ae08c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:49.554240 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4d7bac09-a4be-453e-8609-50a2e6301d53 req-d5c9569a-e4f0-48da-b93d-e04002b16d3f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010449 Aug 16 01:40:49.556995 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2865e954-9cd7-4f3d-b800-bca142ae08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:49.560236 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ace8671b-f1de-4c96-96d8-0b5b90a7a900 req-e202d16f-b6b7-452e-b534-216a41c2beb6 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/security-groups?id=697fe7f6-0c74-4c44-9d87-8c1853921591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597978 Aug 16 01:40:49.561665 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8df3b3a2-9f8d-46d2-a7b7-20d720400566 req-cccab7c1-6bfb-4f7a-aba5-8cc7295ddb77 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:49.624778 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865e954-9cd7-4f3d-b800-bca142ae08c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c19a34d-c6d3-4b7f-a268-ac0743b75789,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:49.654919 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2865e954-9cd7-4f3d-b800-bca142ae08c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:40:49.671597 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2865e954-9cd7-4f3d-b800-bca142ae08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:49.672299 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-2865e954-9cd7-4f3d-b800-bca142ae08c7 admin admin] Added segment e7eb4d7f-78ce-4575-95a8-f068e51513a2 of type vlan for network d2e99742-eecf-4f87-96d2-0223135d631c Aug 16 01:40:49.739578 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2865e954-9cd7-4f3d-b800-bca142ae08c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:49.810284 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2865e954-9cd7-4f3d-b800-bca142ae08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:49.811751 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2865e954-9cd7-4f3d-b800-bca142ae08c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:49.812658 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2865e954-9cd7-4f3d-b800-bca142ae08c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:49.959470 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2865e954-9cd7-4f3d-b800-bca142ae08c7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0753129 Aug 16 01:40:49.965163 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-878d441d-b06a-4b9a-a5e5-9c079cd3d59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'name': 'tempest-ServersTestManualDisk-129389214-router', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:23Z', 'revision_number': 4, 'project_id': '610c80f17dbe41b687cede716da3d010', 'gw_port': {'id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'e9413382-963e-432e-b6be-673c19190902', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'port_id': 'a77530c6-7bc4-40ee-8622-1056f83e6a7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f', 'mac_address': 'fa:16:3e:46:53:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:40:30Z', 'updated_at': '2021-08-16T01:40:48Z', 'revision_number': 1, 'project_id': '610c80f17dbe41b687cede716da3d010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c72647d-e3a7-42dc-b595-1e7f145ae6da', 'name': '', 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'mac_address': 'fa:16:3e:0a:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '243563a2-7ae2-4035-9258-384766375747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:20Z', 'updated_at': '2021-08-16T01:40:29Z', 'revision_number': 5, 'project_id': '610c80f17dbe41b687cede716da3d010', 'subnets': [{'id': '243563a2-7ae2-4035-9258-384766375747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:49.979692 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44584) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:49.997137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a403c30e-653d-44f2-a6cb-91295e52ca95 admin admin] Request body: {'subnet': {'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1388188615-subnet', 'tenant_id': 'cd3c40833960421487e135029d096909', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:50.007078 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878d441d-b06a-4b9a-a5e5-9c079cd3d59d None None] Checking router: f417ebec-3b63-4a11-b0e0-a7140be4002e for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:40:50.011994 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865e954-9cd7-4f3d-b800-bca142ae08c7 admin admin] Pushing event updated for resources: {'Network': ['ID=d2e99742-eecf-4f87-96d2-0223135d631c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:50.018948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483d4df-1d56-4c5a-8b64-db4edf278418 req-b1f66b82-8fd4-4183-bb36-128841cad9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:50.020572 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0483d4df-1d56-4c5a-8b64-db4edf278418 req-b1f66b82-8fd4-4183-bb36-128841cad9c9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=610c80f17dbe41b687cede716da3d010&device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 1097 time: 0.2301991 Aug 16 01:40:50.034246 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d441d-b06a-4b9a-a5e5-9c079cd3d59d None None] Routers {'f417ebec-3b63-4a11-b0e0-a7140be4002e'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:40:50.035013 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-878d441d-b06a-4b9a-a5e5-9c079cd3d59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:40:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['f417ebec-3b63-4a11-b0e0-a7140be4002e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:50.043550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network d2e99742-eecf-4f87-96d2-0223135d631c details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:40:50.088426 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227f9571-ebf2-450f-844b-77c982d4b28f x-openstack-request-id: req-227f9571-ebf2-450f-844b-77c982d4b28f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:50.088997 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8", "tag": "a77530c6-7bc4-40ee-8622-1056f83e6a7c", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:50.088997 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-227f9571-ebf2-450f-844b-77c982d4b28f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:50.089258 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8', 'tag': 'a77530c6-7bc4-40ee-8622-1056f83e6a7c', 'status': 'completed', 'code': 200} Aug 16 01:40:50.101622 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccab7c1-6bfb-4f7a-aba5-8cc7295ddb77 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Pushing event deleted for resources: {'Port': ['ID=8d30adef-2b63-4030-a620-0696385158c6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:50.139448 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-03e5a1a6-53af-4629-8933-feb937ccf241 req-99df8a27-e910-46fc-b2ee-f747de3feceb tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.68 "GET /v2.0/ports?device_id=331a9f57-22b0-4972-9d91-9dcf15843a79 HTTP/1.1" status: 200 len: 210 time: 0.0492525 Aug 16 01:40:50.173691 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a403c30e-653d-44f2-a6cb-91295e52ca95 admin admin] Made reservation on behalf of cd3c40833960421487e135029d096909 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:50.177815 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a403c30e-653d-44f2-a6cb-91295e52ca95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:50.209148 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df3b3a2-9f8d-46d2-a7b7-20d720400566 req-cccab7c1-6bfb-4f7a-aba5-8cc7295ddb77 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] No DVR routers for this DVR port 8d30adef-2b63-4030-a620-0696385158c6 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:40:50.212961 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8df3b3a2-9f8d-46d2-a7b7-20d720400566 req-cccab7c1-6bfb-4f7a-aba5-8cc7295ddb77 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:50.217606 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8df3b3a2-9f8d-46d2-a7b7-20d720400566 req-cccab7c1-6bfb-4f7a-aba5-8cc7295ddb77 tempest-DeleteServersTestJSON-318904618 tempest-DeleteServersTestJSON-318904618-project] 10.222.0.73 "DELETE /v2.0/ports/8d30adef-2b63-4030-a620-0696385158c6 HTTP/1.1" status: 204 len: 173 time: 1.5346615 Aug 16 01:40:50.250887 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0155e07-5c0a-429d-8cf3-8e5e3d2d6ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:50.299982 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-878d441d-b06a-4b9a-a5e5-9c079cd3d59d None None] Set router f417ebec-3b63-4a11-b0e0-a7140be4002e gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:40:50.310767 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05838498-fe07-47ab-8a5e-96e85c0d931f req-5273f3c4-2dd4-4617-9159-2db29dfe598f tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:50.318600 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-05838498-fe07-47ab-8a5e-96e85c0d931f req-5273f3c4-2dd4-4617-9159-2db29dfe598f tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.3813682 Aug 16 01:40:50.380160 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-05838498-fe07-47ab-8a5e-96e85c0d931f req-139bf08d-2639-4575-8f8e-5d408a0da0fc tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606709 Aug 16 01:40:50.423793 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483d4df-1d56-4c5a-8b64-db4edf278418 req-c3e0f1e0-1672-43fa-93f7-69da2f2e5d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:50.425258 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0483d4df-1d56-4c5a-8b64-db4edf278418 req-c3e0f1e0-1672-43fa-93f7-69da2f2e5d4d service neutron] 10.222.0.63 "GET /v2.0/networks?id=3dead596-19b5-4f7e-b3cc-6aaeafb2d70f HTTP/1.1" status: 200 len: 912 time: 0.3963771 Aug 16 01:40:50.541216 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0483d4df-1d56-4c5a-8b64-db4edf278418 req-9cbac9eb-f1ec-4908-8854-c64b3649d813 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a77530c6-7bc4-40ee-8622-1056f83e6a7c HTTP/1.1" status: 200 len: 999 time: 0.1050766 Aug 16 01:40:50.542551 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a403c30e-653d-44f2-a6cb-91295e52ca95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:50.639223 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403c30e-653d-44f2-a6cb-91295e52ca95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f786990-00a2-4f45-bfb6-62c4eaa35e38,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:50.669618 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483d4df-1d56-4c5a-8b64-db4edf278418 req-2a7c73fd-83dc-48f0-861a-1f0c0904c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:50.671393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0483d4df-1d56-4c5a-8b64-db4edf278418 req-2a7c73fd-83dc-48f0-861a-1f0c0904c82f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=243563a2-7ae2-4035-9258-384766375747 HTTP/1.1" status: 200 len: 850 time: 0.1036747 Aug 16 01:40:50.678697 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a403c30e-653d-44f2-a6cb-91295e52ca95 admin admin] Checking segment: {'id': 'e7eb4d7f-78ce-4575-95a8-f068e51513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:50.679294 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a403c30e-653d-44f2-a6cb-91295e52ca95 admin admin] Network hostable DHCP agents. Network: d2e99742-eecf-4f87-96d2-0223135d631c, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:40:50.691913 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-878d441d-b06a-4b9a-a5e5-9c079cd3d59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'name': 'tempest-ServersTestManualDisk-129389214-router', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:23Z', 'revision_number': 4, 'project_id': '610c80f17dbe41b687cede716da3d010', 'gw_port': {'id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'e9413382-963e-432e-b6be-673c19190902', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'port_id': 'a77530c6-7bc4-40ee-8622-1056f83e6a7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f', 'mac_address': 'fa:16:3e:46:53:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:40:30Z', 'updated_at': '2021-08-16T01:40:48Z', 'revision_number': 1, 'project_id': '610c80f17dbe41b687cede716da3d010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c72647d-e3a7-42dc-b595-1e7f145ae6da', 'name': '', 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'mac_address': 'fa:16:3e:0a:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '243563a2-7ae2-4035-9258-384766375747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:20Z', 'updated_at': '2021-08-16T01:40:29Z', 'revision_number': 5, 'project_id': '610c80f17dbe41b687cede716da3d010', 'subnets': [{'id': '243563a2-7ae2-4035-9258-384766375747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:50.719770 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878d441d-b06a-4b9a-a5e5-9c079cd3d59d None None] The sync data for ids ['f417ebec-3b63-4a11-b0e0-a7140be4002e'] in n-d-765315-27 is: [{'id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'name': 'tempest-ServersTestManualDisk-129389214-router', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:23Z', 'revision_number': 4, 'project_id': '610c80f17dbe41b687cede716da3d010', 'gw_port': {'id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'e9413382-963e-432e-b6be-673c19190902', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'port_id': 'a77530c6-7bc4-40ee-8622-1056f83e6a7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f', 'mac_address': 'fa:16:3e:46:53:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:40:30Z', 'updated_at': '2021-08-16T01:40:48Z', 'revision_number': 1, 'project_id': '610c80f17dbe41b687cede716da3d010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c72647d-e3a7-42dc-b595-1e7f145ae6da', 'name': '', 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'mac_address': 'fa:16:3e:0a:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '243563a2-7ae2-4035-9258-384766375747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:20Z', 'updated_at': '2021-08-16T01:40:29Z', 'revision_number': 5, 'project_id': '610c80f17dbe41b687cede716da3d010', 'subnets': [{'id': '243563a2-7ae2-4035-9258-384766375747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:40:50.748601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23475a98-7789-45a3-bba3-fafb021a6d38 req-44110184-0836-46fd-b6de-cca9f5f7eebc tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:50.756492 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-23475a98-7789-45a3-bba3-fafb021a6d38 req-44110184-0836-46fd-b6de-cca9f5f7eebc tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.0755284 Aug 16 01:40:50.799011 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483d4df-1d56-4c5a-8b64-db4edf278418 req-aa9bd6c1-fbda-4317-a8c9-af28988d2e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:50.801144 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0483d4df-1d56-4c5a-8b64-db4edf278418 req-aa9bd6c1-fbda-4317-a8c9-af28988d2e88 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3dead596-19b5-4f7e-b3cc-6aaeafb2d70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157391 Aug 16 01:40:50.803202 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a403c30e-653d-44f2-a6cb-91295e52ca95 admin admin] Network d2e99742-eecf-4f87-96d2-0223135d631c is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:40:50.822511 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-23475a98-7789-45a3-bba3-fafb021a6d38 req-c10ec0da-7081-4136-997c-78ffddcdaf6f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648382 Aug 16 01:40:50.844181 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a403c30e-653d-44f2-a6cb-91295e52ca95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, d2e99742-eecf-4f87-96d2-0223135d631c) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:50.855093 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c602f14-9eec-460a-95f5-d1310b3dd0d6 None None] Network d2e99742-eecf-4f87-96d2-0223135d631c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:40:50.894510 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a403c30e-653d-44f2-a6cb-91295e52ca95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:50.895102 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a403c30e-653d-44f2-a6cb-91295e52ca95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:50.924896 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eeb5f8-e71c-4b2e-9b3d-26f028e5dc47 req-f5b68610-02e5-42fb-aa22-90100f23321f tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:50.926670 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81eeb5f8-e71c-4b2e-9b3d-26f028e5dc47 req-f5b68610-02e5-42fb-aa22-90100f23321f tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/ports?device_id=71f6e676-cdd4-49ee-a276-bb2e6a7fee36 HTTP/1.1" status: 200 len: 950 time: 0.1994805 Aug 16 01:40:50.954884 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331a9f57-22b0-4972-9d91-9dcf15843a79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d30adef-2b63-4030-a620-0696385158c6'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:50.959537 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f611ef0-bd98-43c4-b9a4-42e61a2b8ff6" -d '{"events": [{"server_uuid": "331a9f57-22b0-4972-9d91-9dcf15843a79", "name": "network-vif-unplugged", "status": "completed", "tag": "8d30adef-2b63-4030-a620-0696385158c6"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:50.968876 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a403c30e-653d-44f2-a6cb-91295e52ca95 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9656487 Aug 16 01:40:51.093360 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0483d4df-1d56-4c5a-8b64-db4edf278418 req-d69475cb-c26e-4885-9d5e-98abacda44f8 service neutron] 10.222.0.63 "GET /v2.0/networks/3dead596-19b5-4f7e-b3cc-6aaeafb2d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792599 Aug 16 01:40:51.108384 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e91df3-481a-413e-b82b-46941e38a3be x-openstack-request-id: req-96e91df3-481a-413e-b82b-46941e38a3be {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:51.108978 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331a9f57-22b0-4972-9d91-9dcf15843a79", "name": "network-vif-unplugged", "status": "completed", "tag": "8d30adef-2b63-4030-a620-0696385158c6", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:51.109092 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-96e91df3-481a-413e-b82b-46941e38a3be {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:51.109590 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331a9f57-22b0-4972-9d91-9dcf15843a79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d30adef-2b63-4030-a620-0696385158c6', 'code': 200} Aug 16 01:40:51.126109 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-d2e99742-eecf-4f87-96d2-0223135d631c', 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c', 'tenant_id': 'cd3c40833960421487e135029d096909', 'fixed_ips': [{'subnet_id': '5f786990-00a2-4f45-bfb6-62c4eaa35e38'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:40:51.126975 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:51.128876 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81eeb5f8-e71c-4b2e-9b3d-26f028e5dc47 req-d48de4ab-eb8a-4129-a2cc-105841c14835 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/security-groups?id=697fe7f6-0c74-4c44-9d87-8c1853921591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517701 Aug 16 01:40:51.146786 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fc2446-8cd7-41f1-85d7-a773a94ba0ff None None] New status for floating IP e9413382-963e-432e-b6be-673c19190902: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:40:51.285723 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0483d4df-1d56-4c5a-8b64-db4edf278418 req-f68ed10c-02d2-475f-87c9-fda5c0423d51 service neutron] 10.222.0.63 "GET /v2.0/networks/3dead596-19b5-4f7e-b3cc-6aaeafb2d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809576 Aug 16 01:40:51.619152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-cb3cd1c9-e3ae-41d0-91a3-0ea04da86c8a tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:51.621195 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-cb3cd1c9-e3ae-41d0-91a3-0ea04da86c8a tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/networks?id=d2e99742-eecf-4f87-96d2-0223135d631c HTTP/1.1" status: 200 len: 816 time: 0.1367388 Aug 16 01:40:51.647503 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-c62eaf6b-b67e-4354-bdef-110cc2d60778 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/quotas/cd3c40833960421487e135029d096909 HTTP/1.1" status: 200 len: 375 time: 0.0183647 Aug 16 01:40:51.653270 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Allocated IP 172.20.0.2 (d2e99742-eecf-4f87-96d2-0223135d631c/5f786990-00a2-4f45-bfb6-62c4eaa35e38/582b49af-d92d-4fe7-b5a5-adb5290debc2) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:51.666943 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e97f0-d310-4020-a077-e87e81b85dd3 req-2b793399-9229-44bf-8966-5611d91ded93 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:51.670236 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-856e97f0-d310-4020-a077-e87e81b85dd3 req-2b793399-9229-44bf-8966-5611d91ded93 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.0646718 Aug 16 01:40:51.686095 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-4b7f4cb5-f08b-4d90-b782-29c1e1ef121c tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cd3c40833960421487e135029d096909&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369546 Aug 16 01:40:51.714429 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-856e97f0-d310-4020-a077-e87e81b85dd3 req-03c4a3d4-9980-4757-8118-c82b933688a3 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382209 Aug 16 01:40:51.800268 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-5b04f9df-3386-4e30-b404-f1fe382ab1ab service neutron] 10.222.0.68 "GET /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058145 Aug 16 01:40:51.838133 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:51.849603 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Transition to ACTIVE for port object 582b49af-d92d-4fe7-b5a5-adb5290debc2 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:51.868967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Transition to ACTIVE for port object 582b49af-d92d-4fe7-b5a5-adb5290debc2 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:51.884774 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:51.934421 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Network d2e99742-eecf-4f87-96d2-0223135d631c is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:51.941218 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:51.946773 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:51.954010 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Pushing event updated for resources: {'Port': ['ID=582b49af-d92d-4fe7-b5a5-adb5290debc2,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:51.959586 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-58ba6409-0cb4-4076-87fe-c86dc4323d55 service neutron] 10.222.0.68 "GET /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462009 Aug 16 01:40:52.037904 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Attempting to bind port 582b49af-d92d-4fe7-b5a5-adb5290debc2 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:52.038584 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Attempting to bind port 582b49af-d92d-4fe7-b5a5-adb5290debc2 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'e7eb4d7f-78ce-4575-95a8-f068e51513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:52.039294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Attempting to bind port 582b49af-d92d-4fe7-b5a5-adb5290debc2 on network d2e99742-eecf-4f87-96d2-0223135d631c {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:52.040738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bfca3-4aa2-4c73-a236-214918ec8bc9 req-53e71e01-cde8-4065-9381-84344f5f7139 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:52.046261 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:52.047419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Checking segment: {'id': 'e7eb4d7f-78ce-4575-95a8-f068e51513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:52.047946 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:52.048687 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Bound using segment: {'id': 'e7eb4d7f-78ce-4575-95a8-f068e51513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:52.049356 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-648bfca3-4aa2-4c73-a236-214918ec8bc9 req-53e71e01-cde8-4065-9381-84344f5f7139 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.0649807 Aug 16 01:40:52.049540 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Bound port: 582b49af-d92d-4fe7-b5a5-adb5290debc2, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7eb4d7f-78ce-4575-95a8-f068e51513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:52.050107 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:52.092181 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331a9f57-22b0-4972-9d91-9dcf15843a79', 'name': 'network-vif-deleted', 'tag': '8d30adef-2b63-4030-a620-0696385158c6'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:52.095244 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbca92b-f439-4739-96cd-5093b446e365" -d '{"events": [{"server_uuid": "331a9f57-22b0-4972-9d91-9dcf15843a79", "name": "network-vif-deleted", "tag": "8d30adef-2b63-4030-a620-0696385158c6"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:52.111960 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-648bfca3-4aa2-4c73-a236-214918ec8bc9 req-4b3c2137-1387-4e62-8c21-461a23b0abd8 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609663 Aug 16 01:40:52.169829 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] For port 582b49af-d92d-4fe7-b5a5-adb5290debc2, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:52.181619 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] For port 582b49af-d92d-4fe7-b5a5-adb5290debc2, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=582b49af-d92d-4fe7-b5a5-adb5290debc2,segment=NetworkSegment(e7eb4d7f-78ce-4575-95a8-f068e51513a2),segment_id=e7eb4d7f-78ce-4575-95a8-f068e51513a2)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:52.206045 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:52.317504 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a729bb-cd3d-4890-8af6-83d619786b56 None None] Pushing event updated for resources: {'Port': ['ID=582b49af-d92d-4fe7-b5a5-adb5290debc2,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:52.496519 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14eadcc5-11e2-4f36-b22b-d3eeac565d25 x-openstack-request-id: req-14eadcc5-11e2-4f36-b22b-d3eeac565d25 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:52.496979 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331a9f57-22b0-4972-9d91-9dcf15843a79", "name": "network-vif-deleted", "tag": "8d30adef-2b63-4030-a620-0696385158c6", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:52.497460 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-14eadcc5-11e2-4f36-b22b-d3eeac565d25 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:52.498102 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331a9f57-22b0-4972-9d91-9dcf15843a79', 'name': 'network-vif-deleted', 'tag': '8d30adef-2b63-4030-a620-0696385158c6', 'status': 'completed', 'code': 200} Aug 16 01:40:52.568366 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa2bf0f4-948a-45f1-859e-29d0b70e957f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:52.860742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-2921b3db-0b86-4e4d-a3e2-8c981fc30b6e tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:52.869171 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-2921b3db-0b86-4e4d-a3e2-8c981fc30b6e tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/networks?id=d2e99742-eecf-4f87-96d2-0223135d631c HTTP/1.1" status: 200 len: 816 time: 0.2393391 Aug 16 01:40:52.880782 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-0fb7cc85-e080-4b8c-ac66-f2004798fe82 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/quotas/cd3c40833960421487e135029d096909 HTTP/1.1" status: 200 len: 375 time: 0.0107021 Aug 16 01:40:52.949693 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-fbd123da-1114-480b-8d10-5ba426949007 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cd3c40833960421487e135029d096909&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0589433 Aug 16 01:40:52.999163 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7357c5c-b39f-41b3-b780-a7fc9f9e131e req-97fec1dc-8fa1-43f8-a6a9-6919a8352636 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:53.001616 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a7357c5c-b39f-41b3-b780-a7fc9f9e131e req-97fec1dc-8fa1-43f8-a6a9-6919a8352636 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.0890360 Aug 16 01:40:53.060319 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a7357c5c-b39f-41b3-b780-a7fc9f9e131e req-fdd97acf-7171-4736-8e04-f7488c795aa2 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482175 Aug 16 01:40:53.081529 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-0490cfc9-3c4f-4984-aa51-0ad0e7a21e5f service neutron] 10.222.0.68 "GET /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206548 Aug 16 01:40:53.158004 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 582b49af-d92d-4fe7-b5a5-adb5290debc2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:53.224643 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09d24d-c99c-4a06-874a-f484c78bfc70 req-e178b6c4-ac7f-4c58-a6a9-08cb97806f50 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:53.228123 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe09d24d-c99c-4a06-874a-f484c78bfc70 req-e178b6c4-ac7f-4c58-a6a9-08cb97806f50 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/ports?device_id=71f6e676-cdd4-49ee-a276-bb2e6a7fee36 HTTP/1.1" status: 200 len: 950 time: 0.0689228 Aug 16 01:40:53.229145 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-cbbfefc5-e887-4222-8ff7-e6d8e14148b8 service neutron] 10.222.0.68 "GET /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403720 Aug 16 01:40:53.248995 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:53.275660 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 582b49af-d92d-4fe7-b5a5-adb5290debc2 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:53.333324 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe09d24d-c99c-4a06-874a-f484c78bfc70 req-9ef9d6cf-d3ce-445e-a0d4-7a195f2f83a0 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/security-groups?id=697fe7f6-0c74-4c44-9d87-8c1853921591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986309 Aug 16 01:40:53.546380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159a1b8-cb85-4604-b4a1-c8a2725ff27a req-35b4da8a-7914-42cd-a505-426940eb4653 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:53.551483 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b159a1b8-cb85-4604-b4a1-c8a2725ff27a req-35b4da8a-7914-42cd-a505-426940eb4653 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.0656297 Aug 16 01:40:53.599456 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b159a1b8-cb85-4604-b4a1-c8a2725ff27a req-c9bafa6b-a5b7-4d73-9caf-77a907cfcdce tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385728 Aug 16 01:40:53.836935 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-ad39af52-f88a-45cb-ae89-7e2b81a2d0d2 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:53.847173 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-ad39af52-f88a-45cb-ae89-7e2b81a2d0d2 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/networks?id=d2e99742-eecf-4f87-96d2-0223135d631c HTTP/1.1" status: 200 len: 816 time: 0.1607547 Aug 16 01:40:53.860934 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-0480e1c3-e404-4324-a357-bff51143e21d tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/quotas/cd3c40833960421487e135029d096909 HTTP/1.1" status: 200 len: 375 time: 0.0118420 Aug 16 01:40:53.921367 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a985d702-b0ff-4ec5-aa9e-8452d71bce04 None None] Network d2e99742-eecf-4f87-96d2-0223135d631c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:40:53.943768 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-420aac1a-5b1b-435c-8c27-2239cd092e6e tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cd3c40833960421487e135029d096909&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711775 Aug 16 01:40:54.019069 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9d0dd5ea-9b7e-46e3-ad93-54184b1e0650 None None] Provisioning for port 582b49af-d92d-4fe7-b5a5-adb5290debc2 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:54.035519 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9d0dd5ea-9b7e-46e3-ad93-54184b1e0650 None None] Provisioning complete for port 582b49af-d92d-4fe7-b5a5-adb5290debc2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:54.036159 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d0dd5ea-9b7e-46e3-ad93-54184b1e0650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:54.111321 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:54.229293 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-c200a246-ad2f-47be-93c0-61b850dd8be3 service neutron] 10.222.0.68 "GET /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730436 Aug 16 01:40:54.244989 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d0dd5ea-9b7e-46e3-ad93-54184b1e0650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:54.307564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9d0dd5ea-9b7e-46e3-ad93-54184b1e0650 None None] For port 582b49af-d92d-4fe7-b5a5-adb5290debc2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=582b49af-d92d-4fe7-b5a5-adb5290debc2,segment=NetworkSegment(e7eb4d7f-78ce-4575-95a8-f068e51513a2),segment_id=e7eb4d7f-78ce-4575-95a8-f068e51513a2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:54.312150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-b6268893-5c6e-40ab-8fae-b7401a3e182a tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:54.314424 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-b6268893-5c6e-40ab-8fae-b7401a3e182a tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.73 "GET /v2.0/networks?id=d2e99742-eecf-4f87-96d2-0223135d631c HTTP/1.1" status: 200 len: 816 time: 0.2578373 Aug 16 01:40:54.315281 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d0dd5ea-9b7e-46e3-ad93-54184b1e0650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:54.350572 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-fa508700-77c4-4fca-a310-19b3aad96e77 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Request body: {'port': {'device_id': '6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c', 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c', 'admin_state_up': True, 'tenant_id': 'cd3c40833960421487e135029d096909'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:54.381594 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dd5ea-9b7e-46e3-ad93-54184b1e0650 None None] Pushing event updated for resources: {'Port': ['ID=582b49af-d92d-4fe7-b5a5-adb5290debc2,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:54.438708 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e8914-754f-4fd3-8346-f6dc96bd4db7 req-9cf0140a-e8c5-4cae-a71c-e0b9c795e0f7 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:54.441629 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc6e8914-754f-4fd3-8346-f6dc96bd4db7 req-9cf0140a-e8c5-4cae-a71c-e0b9c795e0f7 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.2524958 Aug 16 01:40:54.498132 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-ec95110d-0316-4295-b8f8-fd31c06e2a68 service neutron] 10.222.0.68 "GET /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680697 Aug 16 01:40:54.568055 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc6e8914-754f-4fd3-8346-f6dc96bd4db7 req-de44b922-f6b2-4838-bdec-def18f78fa37 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131308 Aug 16 01:40:54.640391 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c18796-a658-4904-a0e1-12661054e058 req-9e13f9a8-decf-4f0b-9986-61355e94675b tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:54.641992 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-06c18796-a658-4904-a0e1-12661054e058 req-9e13f9a8-decf-4f0b-9986-61355e94675b tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.73 "GET /v2.0/ports?device_id=71f6e676-cdd4-49ee-a276-bb2e6a7fee36 HTTP/1.1" status: 200 len: 950 time: 0.1323259 Aug 16 01:40:54.650853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ef9bd10f-66f8-4dff-b084-ec40a0f53c0f None None] Provisioning complete for port 582b49af-d92d-4fe7-b5a5-adb5290debc2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:54.651796 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ef9bd10f-66f8-4dff-b084-ec40a0f53c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:54.736633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-fa508700-77c4-4fca-a310-19b3aad96e77 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Made reservation on behalf of cd3c40833960421487e135029d096909 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:54.741607 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-fa508700-77c4-4fca-a310-19b3aad96e77 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:54.750565 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63fad3-334f-42c6-944d-2c98ed565746 req-2079760c-bb1e-46de-a135-8a1005e3c10a tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:54.757629 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7e63fad3-334f-42c6-944d-2c98ed565746 req-2079760c-bb1e-46de-a135-8a1005e3c10a tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/ports?device_id=71f6e676-cdd4-49ee-a276-bb2e6a7fee36 HTTP/1.1" status: 200 len: 950 time: 0.0832021 Aug 16 01:40:54.873394 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7e63fad3-334f-42c6-944d-2c98ed565746 req-69742fc6-e982-46ad-95e8-9f658f274810 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/security-groups?id=697fe7f6-0c74-4c44-9d87-8c1853921591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139579 Aug 16 01:40:55.183596 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 582b49af-d92d-4fe7-b5a5-adb5290debc2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:40:55.184429 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24577c-1b68-40fe-96bc-5457c44eadb2 req-4a4b7759-2db8-4215-ae37-8fb0121d3cba tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:55.194924 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4b24577c-1b68-40fe-96bc-5457c44eadb2 req-4a4b7759-2db8-4215-ae37-8fb0121d3cba tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.1383910 Aug 16 01:40:55.254212 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4b24577c-1b68-40fe-96bc-5457c44eadb2 req-ed4941f5-ead1-40a0-acb0-73f1cd181f61 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568438 Aug 16 01:40:55.356415 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-fa508700-77c4-4fca-a310-19b3aad96e77 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Allocated IP 172.20.0.4 (d2e99742-eecf-4f87-96d2-0223135d631c/5f786990-00a2-4f45-bfb6-62c4eaa35e38/4425f122-176f-40fc-8dca-6a5a82ec92a1) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:55.378863 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 582b49af-d92d-4fe7-b5a5-adb5290debc2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:55.381163 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:55.541776 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-06c18796-a658-4904-a0e1-12661054e058 req-b629df6a-d663-493a-9f70-d6a61dff3807 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Deleting port 7c9cbdf9-42ab-41bb-b971-5d0b4511442b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:40:55.542257 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-06c18796-a658-4904-a0e1-12661054e058 req-b629df6a-d663-493a-9f70-d6a61dff3807 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:55.560328 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-767b457d-4127-47ad-bd24-9aea170e5dad req-edc40d99-ed77-49cd-ba0d-f846789d5773 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 210 time: 0.4166100 Aug 16 01:40:55.695092 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-fa508700-77c4-4fca-a310-19b3aad96e77 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:55.739200 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec42f08-dcd5-4df4-92fc-0311760c88b0 req-a70cf2b4-b676-4ae2-941d-9c70ed40d6fd tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:55.744934 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bec42f08-dcd5-4df4-92fc-0311760c88b0 req-a70cf2b4-b676-4ae2-941d-9c70ed40d6fd tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.0790489 Aug 16 01:40:55.768059 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-678547c1-1dd6-4d28-a75a-d55690b4b7c6 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:55.770195 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-678547c1-1dd6-4d28-a75a-d55690b4b7c6 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.73 "GET /v2.0/networks?id=d2e99742-eecf-4f87-96d2-0223135d631c HTTP/1.1" status: 200 len: 816 time: 0.8014717 Aug 16 01:40:55.772208 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-06c18796-a658-4904-a0e1-12661054e058 req-b629df6a-d663-493a-9f70-d6a61dff3807 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] For port 7c9cbdf9-42ab-41bb-b971-5d0b4511442b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7c9cbdf9-42ab-41bb-b971-5d0b4511442b,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:40:55.772655 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-06c18796-a658-4904-a0e1-12661054e058 req-b629df6a-d663-493a-9f70-d6a61dff3807 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:55.776991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-fa508700-77c4-4fca-a310-19b3aad96e77 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Transition to ACTIVE for port object 4425f122-176f-40fc-8dca-6a5a82ec92a1 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:55.793499 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-79b5b13f-b34e-4483-b22f-7817b07dfede tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Request body: {'port': {'device_id': '2623a67f-1fc3-45fb-bdaf-0c541061b501', 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c', 'admin_state_up': True, 'tenant_id': 'cd3c40833960421487e135029d096909'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:55.811700 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bec42f08-dcd5-4df4-92fc-0311760c88b0 req-6a4f416e-3dba-40ae-b13e-2fb5ce0f74c8 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460911 Aug 16 01:40:55.821658 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-06c18796-a658-4904-a0e1-12661054e058 req-b629df6a-d663-493a-9f70-d6a61dff3807 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Calling delete_port for 7c9cbdf9-42ab-41bb-b971-5d0b4511442b owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:40:55.853999 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:55.975332 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-fa508700-77c4-4fca-a310-19b3aad96e77 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:56.104235 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-fa508700-77c4-4fca-a310-19b3aad96e77 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Network d2e99742-eecf-4f87-96d2-0223135d631c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:56.107673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa508700-77c4-4fca-a310-19b3aad96e77 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Pushing event updated for resources: {'Port': ['ID=4425f122-176f-40fc-8dca-6a5a82ec92a1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:56.116609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-fa508700-77c4-4fca-a310-19b3aad96e77 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:56.122911 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-fa508700-77c4-4fca-a310-19b3aad96e77 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:56.135290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee047a1-c95f-4a8d-a8b4-3c8621fb8926 req-8709c6eb-018b-4b0c-830c-0380a79d8ae3 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:56.142420 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ee047a1-c95f-4a8d-a8b4-3c8621fb8926 req-8709c6eb-018b-4b0c-830c-0380a79d8ae3 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/ports?device_id=71f6e676-cdd4-49ee-a276-bb2e6a7fee36 HTTP/1.1" status: 200 len: 950 time: 0.1886027 Aug 16 01:40:56.206547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-79b5b13f-b34e-4483-b22f-7817b07dfede tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Made reservation on behalf of cd3c40833960421487e135029d096909 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:56.210297 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-79b5b13f-b34e-4483-b22f-7817b07dfede tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:56.274576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-fa508700-77c4-4fca-a310-19b3aad96e77 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:56.275271 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-fa508700-77c4-4fca-a310-19b3aad96e77 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:56.317414 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ee047a1-c95f-4a8d-a8b4-3c8621fb8926 req-a811c8d9-294c-448d-a45c-31ab3c05465c tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/security-groups?id=697fe7f6-0c74-4c44-9d87-8c1853921591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687651 Aug 16 01:40:56.339374 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-fa508700-77c4-4fca-a310-19b3aad96e77 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9927394 Aug 16 01:40:56.542876 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e5d768fd-cf27-43a6-b909-cf6668f09567 None None] Provisioning for port 4425f122-176f-40fc-8dca-6a5a82ec92a1 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:56.549366 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e5d768fd-cf27-43a6-b909-cf6668f09567 None None] Provisioning complete for port 4425f122-176f-40fc-8dca-6a5a82ec92a1 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:56.549744 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5d768fd-cf27-43a6-b909-cf6668f09567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:56.608192 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-79b5b13f-b34e-4483-b22f-7817b07dfede tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Allocated IP 172.20.0.14 (d2e99742-eecf-4f87-96d2-0223135d631c/5f786990-00a2-4f45-bfb6-62c4eaa35e38/83ee0263-80c8-4146-9fdb-8bb0079788c9) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:56.615498 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c7cbe-92de-4f02-a72d-4aff312ad3e6 req-861c2e9c-7714-45e6-8875-f8d95ecdee6d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:56.624495 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-353c7cbe-92de-4f02-a72d-4aff312ad3e6 req-861c2e9c-7714-45e6-8875-f8d95ecdee6d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.2055027 Aug 16 01:40:56.687125 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e5d768fd-cf27-43a6-b909-cf6668f09567 None None] Port 4425f122-176f-40fc-8dca-6a5a82ec92a1 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:40:56.694514 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 7c9cbdf9-42ab-41bb-b971-5d0b4511442b no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:40:56.725268 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Request body: {'port': {'device_id': '6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:56.729768 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-353c7cbe-92de-4f02-a72d-4aff312ad3e6 req-78b10f8a-dd62-49d4-b65a-e988fff53ed6 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041553 Aug 16 01:40:56.738222 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-2a3d9ced-3dec-479f-82e5-5b74084b81e7 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:56.739915 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-2a3d9ced-3dec-479f-82e5-5b74084b81e7 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.63 "GET /v2.0/networks?id=d2e99742-eecf-4f87-96d2-0223135d631c HTTP/1.1" status: 200 len: 816 time: 0.3223798 Aug 16 01:40:56.759585 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No active binding found for port 7c9cbdf9-42ab-41bb-b971-5d0b4511442b {{(pid=94674) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 01:40:56.760194 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 7c9cbdf9-42ab-41bb-b971-5d0b4511442b not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:40:56.761000 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-38ce2075-2beb-40b8-b1da-d6624017b423 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Request body: {'port': {'device_id': '9a99ffc8-1172-48ac-802c-9d16a9182f32', 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c', 'admin_state_up': True, 'tenant_id': 'cd3c40833960421487e135029d096909'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:56.767044 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-06c18796-a658-4904-a0e1-12661054e058 req-b629df6a-d663-493a-9f70-d6a61dff3807 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:56.797254 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a873a75-04e9-4a68-ab8d-645eb20482f9 req-8c1ce271-4b7a-401e-9959-d5a332e21e3f tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 210 time: 0.0683212 Aug 16 01:40:56.855301 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629df6a-d663-493a-9f70-d6a61dff3807 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Pushing event deleted for resources: {'Port': ['ID=7c9cbdf9-42ab-41bb-b971-5d0b4511442b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:56.883389 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:56.909240 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-38ce2075-2beb-40b8-b1da-d6624017b423 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Made reservation on behalf of cd3c40833960421487e135029d096909 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:40:56.912941 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-38ce2075-2beb-40b8-b1da-d6624017b423 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:56.941249 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-79b5b13f-b34e-4483-b22f-7817b07dfede tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:56.946662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c18796-a658-4904-a0e1-12661054e058 req-b629df6a-d663-493a-9f70-d6a61dff3807 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] No DVR routers for this DVR port 7c9cbdf9-42ab-41bb-b971-5d0b4511442b on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:40:56.955930 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-06c18796-a658-4904-a0e1-12661054e058 req-b629df6a-d663-493a-9f70-d6a61dff3807 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:56.957966 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-06c18796-a658-4904-a0e1-12661054e058 req-b629df6a-d663-493a-9f70-d6a61dff3807 tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.73 "DELETE /v2.0/ports/7c9cbdf9-42ab-41bb-b971-5d0b4511442b HTTP/1.1" status: 204 len: 173 time: 2.3081689 Aug 16 01:40:56.958684 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f6e676-cdd4-49ee-a276-bb2e6a7fee36', 'name': 'network-vif-deleted', 'tag': '7c9cbdf9-42ab-41bb-b971-5d0b4511442b'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:56.961407 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70249310-dbb2-402c-aee9-63b34e1762d1" -d '{"events": [{"server_uuid": "71f6e676-cdd4-49ee-a276-bb2e6a7fee36", "name": "network-vif-deleted", "tag": "7c9cbdf9-42ab-41bb-b971-5d0b4511442b"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:56.995922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-79b5b13f-b34e-4483-b22f-7817b07dfede tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Transition to ACTIVE for port object 83ee0263-80c8-4146-9fdb-8bb0079788c9 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:57.030071 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22aaab9e-e615-4e38-89cd-6702bcbb2f7e x-openstack-request-id: req-22aaab9e-e615-4e38-89cd-6702bcbb2f7e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:40:57.030374 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f6e676-cdd4-49ee-a276-bb2e6a7fee36", "name": "network-vif-deleted", "tag": "7c9cbdf9-42ab-41bb-b971-5d0b4511442b", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:40:57.030629 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-22aaab9e-e615-4e38-89cd-6702bcbb2f7e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:40:57.031058 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f6e676-cdd4-49ee-a276-bb2e6a7fee36', 'name': 'network-vif-deleted', 'tag': '7c9cbdf9-42ab-41bb-b971-5d0b4511442b', 'status': 'completed', 'code': 200} Aug 16 01:40:57.059326 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53a90e-abed-4a1c-966b-c1ae7f8c33ed req-995ffaf5-9bc3-4c07-b151-75e922cb6a17 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:57.060968 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-df53a90e-abed-4a1c-966b-c1ae7f8c33ed req-995ffaf5-9bc3-4c07-b151-75e922cb6a17 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.1644182 Aug 16 01:40:57.145245 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-df53a90e-abed-4a1c-966b-c1ae7f8c33ed req-53d3c2aa-9633-4731-a96e-561fbef52022 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739830 Aug 16 01:40:57.191622 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-79b5b13f-b34e-4483-b22f-7817b07dfede tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:57.254779 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-79b5b13f-b34e-4483-b22f-7817b07dfede tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Network d2e99742-eecf-4f87-96d2-0223135d631c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:57.262450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-79b5b13f-b34e-4483-b22f-7817b07dfede tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:57.264639 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5b13f-b34e-4483-b22f-7817b07dfede tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Pushing event updated for resources: {'Port': ['ID=83ee0263-80c8-4146-9fdb-8bb0079788c9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:57.266803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-79b5b13f-b34e-4483-b22f-7817b07dfede tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:57.295041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-38ce2075-2beb-40b8-b1da-d6624017b423 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Allocated IP 172.20.0.9 (d2e99742-eecf-4f87-96d2-0223135d631c/5f786990-00a2-4f45-bfb6-62c4eaa35e38/bee73006-98c9-45b2-983a-e53eb4890c02) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:40:57.357498 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-79b5b13f-b34e-4483-b22f-7817b07dfede tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:57.358194 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-79b5b13f-b34e-4483-b22f-7817b07dfede tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:57.401794 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-79b5b13f-b34e-4483-b22f-7817b07dfede tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6107900 Aug 16 01:40:57.426038 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Request body: {'port': {'device_id': '2623a67f-1fc3-45fb-bdaf-0c541061b501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:57.503921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44804) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:57.539558 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3596374d-a2ba-439d-9278-bcbf4b30b97c req-6323fab9-0c03-4413-b265-91512ed6780c tempest-TenantUsagesTestJSON-1086378176 tempest-TenantUsagesTestJSON-1086378176-project] 10.222.0.68 "GET /v2.0/ports?device_id=71f6e676-cdd4-49ee-a276-bb2e6a7fee36 HTTP/1.1" status: 200 len: 210 time: 0.0599630 Aug 16 01:40:57.578284 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:57.650587 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-38ce2075-2beb-40b8-b1da-d6624017b423 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:57.670678 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-38ce2075-2beb-40b8-b1da-d6624017b423 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Transition to ACTIVE for port object bee73006-98c9-45b2-983a-e53eb4890c02 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:57.726596 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9fa28d86-9503-457c-b82f-da1fcf8aaec7 None None] Provisioning for port 83ee0263-80c8-4146-9fdb-8bb0079788c9 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:57.750237 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-38ce2075-2beb-40b8-b1da-d6624017b423 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:57.751268 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9fa28d86-9503-457c-b82f-da1fcf8aaec7 None None] Provisioning complete for port 83ee0263-80c8-4146-9fdb-8bb0079788c9 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:57.751616 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9fa28d86-9503-457c-b82f-da1fcf8aaec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:57.796318 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9fa28d86-9503-457c-b82f-da1fcf8aaec7 None None] Port 83ee0263-80c8-4146-9fdb-8bb0079788c9 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:40:57.814157 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-38ce2075-2beb-40b8-b1da-d6624017b423 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Network d2e99742-eecf-4f87-96d2-0223135d631c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:40:57.821197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-38ce2075-2beb-40b8-b1da-d6624017b423 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:40:57.846445 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-38ce2075-2beb-40b8-b1da-d6624017b423 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:40:57.942576 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-38ce2075-2beb-40b8-b1da-d6624017b423 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:57.943252 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-38ce2075-2beb-40b8-b1da-d6624017b423 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:57.946736 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce2075-2beb-40b8-b1da-d6624017b423 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Pushing event updated for resources: {'Port': ['ID=bee73006-98c9-45b2-983a-e53eb4890c02,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:57.992573 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-38ce2075-2beb-40b8-b1da-d6624017b423 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2349334 Aug 16 01:40:58.025062 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b97e33-214d-4fb7-8f7c-9b99c58b9c60 admin admin] Deleting subnet adf0a4b6-04c7-46cd-a62d-f6dbedb85a93 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:40:58.028536 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9b97e33-214d-4fb7-8f7c-9b99c58b9c60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:58.066524 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9b97e33-214d-4fb7-8f7c-9b99c58b9c60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:58.110463 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9b97e33-214d-4fb7-8f7c-9b99c58b9c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:58.123118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9a90a595-2c0d-4aa9-8578-59d98258a3a7 None None] Provisioning for port bee73006-98c9-45b2-983a-e53eb4890c02 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:40:58.128425 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9a90a595-2c0d-4aa9-8578-59d98258a3a7 None None] Provisioning complete for port bee73006-98c9-45b2-983a-e53eb4890c02 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:40:58.129300 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a90a595-2c0d-4aa9-8578-59d98258a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:58.177478 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9a90a595-2c0d-4aa9-8578-59d98258a3a7 None None] Port bee73006-98c9-45b2-983a-e53eb4890c02 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:40:58.191472 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ddd6f-bd3d-4786-a2a4-ec46e6deb77d req-98ef5382-f4b5-498c-89ba-11af9a908260 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:58.194263 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-271ddd6f-bd3d-4786-a2a4-ec46e6deb77d req-98ef5382-f4b5-498c-89ba-11af9a908260 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.2839396 Aug 16 01:40:58.199832 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9b97e33-214d-4fb7-8f7c-9b99c58b9c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:58.253692 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b97e33-214d-4fb7-8f7c-9b99c58b9c60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adf0a4b6-04c7-46cd-a62d-f6dbedb85a93,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:58.264791 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9b97e33-214d-4fb7-8f7c-9b99c58b9c60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:58.266709 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d9b97e33-214d-4fb7-8f7c-9b99c58b9c60 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/adf0a4b6-04c7-46cd-a62d-f6dbedb85a93 HTTP/1.1" status: 204 len: 168 time: 0.7635694 Aug 16 01:40:58.269237 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44828) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:58.345903 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-271ddd6f-bd3d-4786-a2a4-ec46e6deb77d req-836ef97c-c065-49e0-8253-e8db7d3a3e1c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434543 Aug 16 01:40:58.358777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Request body: {'port': {'device_id': '9a99ffc8-1172-48ac-802c-9d16a9182f32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:40:58.403618 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f6ff51e-e079-4536-8d4d-b167b6f313f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:58.407503 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4425f122-176f-40fc-8dca-6a5a82ec92a1 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:58.418434 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:58.436999 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Transition to ACTIVE for port object 4425f122-176f-40fc-8dca-6a5a82ec92a1 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:58.467964 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:58.486044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7df73f-8f2b-4d32-a8d9-dd5e9725d1b8 req-22f9b1fb-968a-418b-9217-d52804eb77a2 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:58.495589 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cb7df73f-8f2b-4d32-a8d9-dd5e9725d1b8 req-22f9b1fb-968a-418b-9217-d52804eb77a2 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 931 time: 0.5191770 Aug 16 01:40:58.503597 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:58.565413 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cb7df73f-8f2b-4d32-a8d9-dd5e9725d1b8 req-02da2fd0-ffb3-4f09-bff2-5f739516ec1b tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688665 Aug 16 01:40:58.932155 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f6ff51e-e079-4536-8d4d-b167b6f313f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:58.965662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-8f6ff51e-e079-4536-8d4d-b167b6f313f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3ce659-7131-48db-a8d7-62eb2b9733a9']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:58.979444 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Pushing event updated for resources: {'Port': ['ID=4425f122-176f-40fc-8dca-6a5a82ec92a1,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:58.992293 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-8f6ff51e-e079-4536-8d4d-b167b6f313f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c373bdec-0185-4313-b8e2-4186a8f95f3e') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:58.992667 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-8f6ff51e-e079-4536-8d4d-b167b6f313f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c373bdec-0185-4313-b8e2-4186a8f95f3e') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:40:59.025236 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44854) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:59.032939 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f6ff51e-e079-4536-8d4d-b167b6f313f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.083559 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f6ff51e-e079-4536-8d4d-b167b6f313f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.100905 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401cb4d-cd23-4e7d-aff2-851149c48466 req-cf28d9a1-e43a-4e64-a0a6-d5de7d729fde tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:59.109880 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5401cb4d-cd23-4e7d-aff2-851149c48466 req-cf28d9a1-e43a-4e64-a0a6-d5de7d729fde tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.2350447 Aug 16 01:40:59.129683 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6ff51e-e079-4536-8d4d-b167b6f313f4 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:40:59.129886 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f6ff51e-e079-4536-8d4d-b167b6f313f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:40:59.131590 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:40:59.221784 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-55b973aa-2689-47cc-b062-051ae4850681 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=76037a74000e4094bead3be3c70758e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1923723 Aug 16 01:40:59.222038 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44866) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:59.262608 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Attempting to bind port 4425f122-176f-40fc-8dca-6a5a82ec92a1 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:59.262942 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Attempting to bind port 4425f122-176f-40fc-8dca-6a5a82ec92a1 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'e7eb4d7f-78ce-4575-95a8-f068e51513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:59.263279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Attempting to bind port 4425f122-176f-40fc-8dca-6a5a82ec92a1 on network d2e99742-eecf-4f87-96d2-0223135d631c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:59.267614 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ee0263-80c8-4146-9fdb-8bb0079788c9 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:59.276197 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5401cb4d-cd23-4e7d-aff2-851149c48466 req-417eb75c-5cfc-43cd-99b9-19186d0bc152 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653137 Aug 16 01:40:59.278378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Port 4425f122-176f-40fc-8dca-6a5a82ec92a1 on network d2e99742-eecf-4f87-96d2-0223135d631c not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:40:59.278710 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Attempting to bind port 4425f122-176f-40fc-8dca-6a5a82ec92a1 on network d2e99742-eecf-4f87-96d2-0223135d631c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:59.282843 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f6ff51e-e079-4536-8d4d-b167b6f313f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.286102 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.295959 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f6ff51e-e079-4536-8d4d-b167b6f313f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.300097 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8f6ff51e-e079-4536-8d4d-b167b6f313f4 admin admin] 10.222.0.68 "DELETE /v2.0/networks/2a3ce659-7131-48db-a8d7-62eb2b9733a9 HTTP/1.1" status: 204 len: 168 time: 1.0274925 Aug 16 01:40:59.314867 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2329742-d205-4ce3-a6ef-5570aa8ada08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.322838 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:59.323123 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Checking segment: {'id': 'e7eb4d7f-78ce-4575-95a8-f068e51513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:59.323516 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Bound using segment: {'id': 'e7eb4d7f-78ce-4575-95a8-f068e51513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:59.323987 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Bound port: 4425f122-176f-40fc-8dca-6a5a82ec92a1, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7eb4d7f-78ce-4575-95a8-f068e51513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:59.324350 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.329280 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ff51e-e079-4536-8d4d-b167b6f313f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a3ce659-7131-48db-a8d7-62eb2b9733a9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:59.341161 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Transition to ACTIVE for port object 83ee0263-80c8-4146-9fdb-8bb0079788c9 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:59.347281 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.358911 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2329742-d205-4ce3-a6ef-5570aa8ada08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.448747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Pushing event updated for resources: {'Port': ['ID=83ee0263-80c8-4146-9fdb-8bb0079788c9,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:59.471080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] For port 4425f122-176f-40fc-8dca-6a5a82ec92a1, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:59.506142 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2329742-d205-4ce3-a6ef-5570aa8ada08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.510381 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2329742-d205-4ce3-a6ef-5570aa8ada08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.511837 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c2329742-d205-4ce3-a6ef-5570aa8ada08 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/697fe7f6-0c74-4c44-9d87-8c1853921591 HTTP/1.1" status: 204 len: 168 time: 0.2888334 Aug 16 01:40:59.526899 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44878) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:59.529578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2329742-d205-4ce3-a6ef-5570aa8ada08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697fe7f6-0c74-4c44-9d87-8c1853921591,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:59.606363 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] For port 4425f122-176f-40fc-8dca-6a5a82ec92a1, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4425f122-176f-40fc-8dca-6a5a82ec92a1,segment=NetworkSegment(e7eb4d7f-78ce-4575-95a8-f068e51513a2),segment_id=e7eb4d7f-78ce-4575-95a8-f068e51513a2)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:40:59.625008 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.635509 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-327488ab-ac90-48ee-8792-2f8d71e30b08 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=83acc20476264f27b63127c0968a6b73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1013658 Aug 16 01:40:59.638162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44886) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:40:59.713619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9510b6-a37a-4dbb-80f5-412ca90aad31 req-8c1b27b4-0da9-4e88-95aa-1763de309146 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:59.715282 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cb9510b6-a37a-4dbb-80f5-412ca90aad31 req-8c1b27b4-0da9-4e88-95aa-1763de309146 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.2283773 Aug 16 01:40:59.750590 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Attempting to bind port 83ee0263-80c8-4146-9fdb-8bb0079788c9 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:40:59.751005 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Attempting to bind port 83ee0263-80c8-4146-9fdb-8bb0079788c9 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'e7eb4d7f-78ce-4575-95a8-f068e51513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:40:59.751245 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Attempting to bind port 83ee0263-80c8-4146-9fdb-8bb0079788c9 on network d2e99742-eecf-4f87-96d2-0223135d631c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:59.782548 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Pushing event updated for resources: {'Port': ['ID=4425f122-176f-40fc-8dca-6a5a82ec92a1,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:40:59.798945 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:59.799755 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.801165 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-9bcac3be-5b74-4b92-b60e-97e6f4d6b28f service neutron] 10.222.0.73 "PUT /v2.0/ports/4425f122-176f-40fc-8dca-6a5a82ec92a1 HTTP/1.1" status: 200 len: 1092 time: 3.0804269 Aug 16 01:40:59.801845 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c', 'tag': '4425f122-176f-40fc-8dca-6a5a82ec92a1'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:40:59.806105 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7564be48-1f23-40f3-9628-e78f49ef5b41" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c", "tag": "4425f122-176f-40fc-8dca-6a5a82ec92a1"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:40:59.819210 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Port 83ee0263-80c8-4146-9fdb-8bb0079788c9 on network d2e99742-eecf-4f87-96d2-0223135d631c not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:40:59.820115 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Attempting to bind port 83ee0263-80c8-4146-9fdb-8bb0079788c9 on network d2e99742-eecf-4f87-96d2-0223135d631c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:40:59.828402 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:40:59.829410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Checking segment: {'id': 'e7eb4d7f-78ce-4575-95a8-f068e51513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:40:59.830070 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Bound using segment: {'id': 'e7eb4d7f-78ce-4575-95a8-f068e51513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:40:59.830694 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Bound port: 83ee0263-80c8-4146-9fdb-8bb0079788c9, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7eb4d7f-78ce-4575-95a8-f068e51513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:40:59.831219 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.878567 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee73006-98c9-45b2-983a-e53eb4890c02 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:40:59.890085 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.928459 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b7313-8f5a-4c9e-80a7-a1fe9c71ea9e req-3b7afc24-9e80-4dd8-b4f1-e4167b2af258 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:40:59.937018 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d47b7313-8f5a-4c9e-80a7-a1fe9c71ea9e req-3b7afc24-9e80-4dd8-b4f1-e4167b2af258 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 931 time: 0.2459934 Aug 16 01:40:59.945251 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Transition to ACTIVE for port object bee73006-98c9-45b2-983a-e53eb4890c02 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:40:59.949247 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e23eb8b-3104-4d01-a5c8-82e4fe9b82f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.978220 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e23eb8b-3104-4d01-a5c8-82e4fe9b82f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:40:59.989319 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] For port 83ee0263-80c8-4146-9fdb-8bb0079788c9, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:40:59.994552 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] For port 83ee0263-80c8-4146-9fdb-8bb0079788c9, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=83ee0263-80c8-4146-9fdb-8bb0079788c9,segment=NetworkSegment(e7eb4d7f-78ce-4575-95a8-f068e51513a2),segment_id=e7eb4d7f-78ce-4575-95a8-f068e51513a2)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:00.025323 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cb9510b6-a37a-4dbb-80f5-412ca90aad31 req-38227af8-d3fe-4d1d-922b-ef43be940a0e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757630 Aug 16 01:41:00.040594 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.041333 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.081383 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e23eb8b-3104-4d01-a5c8-82e4fe9b82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.083931 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e23eb8b-3104-4d01-a5c8-82e4fe9b82f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.088288 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6e23eb8b-3104-4d01-a5c8-82e4fe9b82f7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d65cb5e0-0e49-43c9-9ef3-d178871af464 HTTP/1.1" status: 204 len: 168 time: 0.4489226 Aug 16 01:41:00.151345 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23eb8b-3104-4d01-a5c8-82e4fe9b82f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65cb5e0-0e49-43c9-9ef3-d178871af464,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:00.180411 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d47b7313-8f5a-4c9e-80a7-a1fe9c71ea9e req-6a094a69-8084-436a-b61b-f0c025ad5b8c tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400370 Aug 16 01:41:00.206373 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:00.210142 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.212978 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Pushing event updated for resources: {'Port': ['ID=bee73006-98c9-45b2-983a-e53eb4890c02,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:00.230678 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] 10.222.0.73 "PUT /v2.0/ports/83ee0263-80c8-4146-9fdb-8bb0079788c9 HTTP/1.1" status: 200 len: 1093 time: 2.8045616 Aug 16 01:41:00.247809 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44898) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:00.251590 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111850c0-f62b-4220-b15e-4db730138c6a x-openstack-request-id: req-111850c0-f62b-4220-b15e-4db730138c6a {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:00.252221 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c", "tag": "4425f122-176f-40fc-8dca-6a5a82ec92a1", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:00.252687 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-111850c0-f62b-4220-b15e-4db730138c6a {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:00.253291 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c', 'tag': '4425f122-176f-40fc-8dca-6a5a82ec92a1', 'status': 'completed', 'code': 200} Aug 16 01:41:00.272342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-e426541a-095d-48ad-9635-77d8ff16d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:00.275039 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-e426541a-095d-48ad-9635-77d8ff16d560 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd3c40833960421487e135029d096909&device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 1095 time: 0.4146225 Aug 16 01:41:00.309092 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5b5d-f782-4a08-855a-bed2682c2c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.432682 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-08f48947-7710-49b6-9f24-aaf768df69bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4425f122-176f-40fc-8dca-6a5a82ec92a1 HTTP/1.1" status: 200 len: 217 time: 0.1324012 Aug 16 01:41:00.446794 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Attempting to bind port bee73006-98c9-45b2-983a-e53eb4890c02 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:00.450771 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Attempting to bind port bee73006-98c9-45b2-983a-e53eb4890c02 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'e7eb4d7f-78ce-4575-95a8-f068e51513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:00.451112 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Attempting to bind port bee73006-98c9-45b2-983a-e53eb4890c02 on network d2e99742-eecf-4f87-96d2-0223135d631c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:00.468164 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Port bee73006-98c9-45b2-983a-e53eb4890c02 on network d2e99742-eecf-4f87-96d2-0223135d631c not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:00.471493 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Attempting to bind port bee73006-98c9-45b2-983a-e53eb4890c02 on network d2e99742-eecf-4f87-96d2-0223135d631c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:00.478262 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:00.478983 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Checking segment: {'id': 'e7eb4d7f-78ce-4575-95a8-f068e51513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:00.479521 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Bound using segment: {'id': 'e7eb4d7f-78ce-4575-95a8-f068e51513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:00.480064 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Bound port: bee73006-98c9-45b2-983a-e53eb4890c02, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7eb4d7f-78ce-4575-95a8-f068e51513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:00.480702 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.514160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-8144a678-1b28-4a76-a87f-04b86d617e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:00.515969 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-8144a678-1b28-4a76-a87f-04b86d617e9c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f786990-00a2-4f45-bfb6-62c4eaa35e38 HTTP/1.1" status: 200 len: 855 time: 0.0675018 Aug 16 01:41:00.516660 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec781e3-1b56-44db-be70-1079e6775100 service neutron] Pushing event updated for resources: {'Port': ['ID=83ee0263-80c8-4146-9fdb-8bb0079788c9,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:00.623877 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] For port bee73006-98c9-45b2-983a-e53eb4890c02, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:00.629706 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] For port bee73006-98c9-45b2-983a-e53eb4890c02, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=bee73006-98c9-45b2-983a-e53eb4890c02,segment=NetworkSegment(e7eb4d7f-78ce-4575-95a8-f068e51513a2),segment_id=e7eb4d7f-78ce-4575-95a8-f068e51513a2)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:00.637270 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-438e75a7-7e7a-418a-89b1-570bc7e29555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:00.640261 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.647356 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-438e75a7-7e7a-418a-89b1-570bc7e29555 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd3c40833960421487e135029d096909&device_id=2623a67f-1fc3-45fb-bdaf-0c541061b501 HTTP/1.1" status: 200 len: 1096 time: 0.3620768 Aug 16 01:41:00.669956 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:00.670576 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:00.672097 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] 10.222.0.63 "PUT /v2.0/ports/bee73006-98c9-45b2-983a-e53eb4890c02 HTTP/1.1" status: 200 len: 1092 time: 2.6564419 Aug 16 01:41:00.744002 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a99ffc8-1172-48ac-802c-9d16a9182f32', 'tag': 'bee73006-98c9-45b2-983a-e53eb4890c02'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:00.746715 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83019c7d-c44a-4e6a-8028-48a233b50469" -d '{"events": [{"name": "network-changed", "server_uuid": "9a99ffc8-1172-48ac-802c-9d16a9182f32", "tag": "bee73006-98c9-45b2-983a-e53eb4890c02"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:00.751409 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-78c0bb29-ad0a-43d7-94f3-27a9469ab676 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83ee0263-80c8-4146-9fdb-8bb0079788c9 HTTP/1.1" status: 200 len: 217 time: 0.0837412 Aug 16 01:41:00.770387 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56b5ce-9b72-4d9d-b735-756ff71c8e9f req-4e3b7266-ad9a-495e-949c-63d3db17c3cd tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:00.775504 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae56b5ce-9b72-4d9d-b735-756ff71c8e9f req-4e3b7266-ad9a-495e-949c-63d3db17c3cd tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.3525295 Aug 16 01:41:00.815610 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c82cd7-b85f-49e3-b64d-9e2067f521c6 service neutron] Pushing event updated for resources: {'Port': ['ID=bee73006-98c9-45b2-983a-e53eb4890c02,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:00.830462 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-165cbe98-e979-4c2d-a54d-1b5d71794f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:00.833128 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-165cbe98-e979-4c2d-a54d-1b5d71794f7d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f786990-00a2-4f45-bfb6-62c4eaa35e38 HTTP/1.1" status: 200 len: 855 time: 0.0550761 Aug 16 01:41:00.834837 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-cf134843-d136-4855-809f-2aa087d75497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:00.837594 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-cf134843-d136-4855-809f-2aa087d75497 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cd3c40833960421487e135029d096909&device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 1095 time: 0.0830724 Aug 16 01:41:00.914373 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7223e0-98bf-4be2-ab04-a085058d150f x-openstack-request-id: req-5a7223e0-98bf-4be2-ab04-a085058d150f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:00.914704 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a99ffc8-1172-48ac-802c-9d16a9182f32", "tag": "bee73006-98c9-45b2-983a-e53eb4890c02", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:00.914905 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5a7223e0-98bf-4be2-ab04-a085058d150f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:00.915303 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a99ffc8-1172-48ac-802c-9d16a9182f32', 'tag': 'bee73006-98c9-45b2-983a-e53eb4890c02', 'status': 'completed', 'code': 200} Aug 16 01:41:00.917202 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-7b5cd8ac-1170-4500-b621-cd9f8187de47 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bee73006-98c9-45b2-983a-e53eb4890c02 HTTP/1.1" status: 200 len: 217 time: 0.0688825 Aug 16 01:41:00.917826 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-5a7d9ddc-da38-489c-a583-3095acff2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:00.919366 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-5a7d9ddc-da38-489c-a583-3095acff2593 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2e99742-eecf-4f87-96d2-0223135d631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3823025 Aug 16 01:41:00.989178 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-c7f825d9-ca03-40da-ab27-a123d9c7c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:00.991029 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-c7f825d9-ca03-40da-ab27-a123d9c7c2be service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5f786990-00a2-4f45-bfb6-62c4eaa35e38 HTTP/1.1" status: 200 len: 855 time: 0.0653074 Aug 16 01:41:01.093029 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-aa4f953a-8db7-45bb-a110-a25aa6fb05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:01.096048 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-aa4f953a-8db7-45bb-a110-a25aa6fb05a8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d2e99742-eecf-4f87-96d2-0223135d631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965936 Aug 16 01:41:01.106412 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae56b5ce-9b72-4d9d-b735-756ff71c8e9f req-48da2302-8e78-4426-9c71-f195fc1fa183 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718647 Aug 16 01:41:01.182566 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5b5d-f782-4a08-855a-bed2682c2c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.188820 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-a132511f-6ef5-472e-a8fe-9522dc3c32b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:01.190869 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-a132511f-6ef5-472e-a8fe-9522dc3c32b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2e99742-eecf-4f87-96d2-0223135d631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3480892 Aug 16 01:41:01.206501 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5b5d-f782-4a08-855a-bed2682c2c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.290757 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e579a-58ef-44c0-9b5e-d9e9bbeed58f req-9ca8bcf8-7d97-4a20-bbd2-c46c933296d3 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:01.292286 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-639e579a-58ef-44c0-9b5e-d9e9bbeed58f req-9ca8bcf8-7d97-4a20-bbd2-c46c933296d3 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.1169128 Aug 16 01:41:01.337386 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-6a509fc5-ab93-4051-b158-d1a7f74895a0 service neutron] 10.222.0.63 "GET /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292969 Aug 16 01:41:01.357908 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44932) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:01.404159 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-1e463c66-0d10-4091-87f5-09c336b78b66 service neutron] 10.222.0.73 "GET /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615171 Aug 16 01:41:01.414780 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ac7b5b5d-f782-4a08-855a-bed2682c2c49 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7b9cd81a6a5946c79bc95f2e07daf4f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1599152 Aug 16 01:41:01.415947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b5b5d-f782-4a08-855a-bed2682c2c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e2800b-03be-494c-b656-62cbe20ee8fa,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:01.419504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44936) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:01.433533 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-639e579a-58ef-44c0-9b5e-d9e9bbeed58f req-1dbda616-39c9-4648-bdca-1f282301951b tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323893 Aug 16 01:41:01.520738 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-cacd6e8e-47ba-4360-9af0-0f5630af7e2d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1398554986-network', 'tenant_id': '2a39570323d74f0bb0020092b83736c6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:01.538052 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1aa11268-e340-4ba0-a6a7-026e681da299 req-b3fb1a49-13e8-4f99-8ad0-378e9025180a service neutron] 10.222.0.63 "GET /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899199 Aug 16 01:41:01.556975 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacd6e8e-47ba-4360-9af0-0f5630af7e2d admin admin] Made reservation on behalf of 2a39570323d74f0bb0020092b83736c6 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:01.559520 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cacd6e8e-47ba-4360-9af0-0f5630af7e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.571777 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cacd6e8e-47ba-4360-9af0-0f5630af7e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.597712 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42eb8e-f2ba-4c29-8925-89131e214de3 req-bf4c3c1c-5eb6-4e37-a704-6787e4540256 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:01.599413 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc42eb8e-f2ba-4c29-8925-89131e214de3 req-bf4c3c1c-5eb6-4e37-a704-6787e4540256 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 943 time: 0.2689097 Aug 16 01:41:01.604978 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-f99a5022-1ff1-4ce8-9ae3-38d5fdf99a72 service neutron] 10.222.0.73 "GET /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020550 Aug 16 01:41:01.670379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83019c7d-c44a-4e6a-8028-48a233b50469 req-e61588e5-c964-44e7-a367-80957ad11b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:01.671891 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83019c7d-c44a-4e6a-8028-48a233b50469 req-e61588e5-c964-44e7-a367-80957ad11b8b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cd3c40833960421487e135029d096909&device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 1095 time: 0.0639653 Aug 16 01:41:01.713186 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2f222f07-c3db-4492-9084-0fb94844bf44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.736335 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2624c2d9-143e-497b-a0e3-f1ffdb58c1dd req-8c5f2255-8966-4679-9d41-16af6e600ea6 service neutron] 10.222.0.73 "GET /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149457 Aug 16 01:41:01.766432 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc42eb8e-f2ba-4c29-8925-89131e214de3 req-435fa641-f1d4-4e55-932d-30326cee9797 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518552 Aug 16 01:41:01.780082 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2f222f07-c3db-4492-9084-0fb94844bf44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.788661 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cacd6e8e-47ba-4360-9af0-0f5630af7e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.796812 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cacd6e8e-47ba-4360-9af0-0f5630af7e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.814750 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cc1d8a3b-d245-4f67-91d9-c3f9eaeaa9cf req-d48e5e6e-a8b4-4295-98a0-24b3caa674a8 service neutron] 10.222.0.73 "GET /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014327 Aug 16 01:41:01.849010 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cacd6e8e-47ba-4360-9af0-0f5630af7e2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:41:01.856769 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2f222f07-c3db-4492-9084-0fb94844bf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.860097 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2f222f07-c3db-4492-9084-0fb94844bf44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.861325 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2f222f07-c3db-4492-9084-0fb94844bf44 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/54e2800b-03be-494c-b656-62cbe20ee8fa HTTP/1.1" status: 204 len: 168 time: 0.4346411 Aug 16 01:41:01.864364 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83019c7d-c44a-4e6a-8028-48a233b50469 req-7840e9a0-86cd-4978-956a-4be074f900e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:01.865886 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83019c7d-c44a-4e6a-8028-48a233b50469 req-7840e9a0-86cd-4978-956a-4be074f900e4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d2e99742-eecf-4f87-96d2-0223135d631c HTTP/1.1" status: 200 len: 917 time: 0.1808593 Aug 16 01:41:01.868612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd6e8e-47ba-4360-9af0-0f5630af7e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d574f5c-0313-420a-9cf6-ff7ff24d386b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:01.875981 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cacd6e8e-47ba-4360-9af0-0f5630af7e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:01.876402 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-cacd6e8e-47ba-4360-9af0-0f5630af7e2d admin admin] Added segment 58674277-6ff8-482a-b737-629202686db0 of type vlan for network 6bc28deb-e620-41ee-8dca-adff0e1d2225 Aug 16 01:41:01.884345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f222f07-c3db-4492-9084-0fb94844bf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e2800b-03be-494c-b656-62cbe20ee8fa,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:01.957842 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83019c7d-c44a-4e6a-8028-48a233b50469 req-4170f809-20cc-4fb3-9fe0-75b51b968f74 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bee73006-98c9-45b2-983a-e53eb4890c02 HTTP/1.1" status: 200 len: 217 time: 0.0793917 Aug 16 01:41:01.968237 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564be48-1f23-40f3-9628-e78f49ef5b41 req-9d386c07-4f10-4b91-8134-d5540cb4cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:01.969794 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7564be48-1f23-40f3-9628-e78f49ef5b41 req-9d386c07-4f10-4b91-8134-d5540cb4cb70 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd3c40833960421487e135029d096909&device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 1095 time: 0.0659397 Aug 16 01:41:02.038927 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83019c7d-c44a-4e6a-8028-48a233b50469 req-a12bc07a-5f98-4965-8b3a-34dafac8dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:02.044108 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83019c7d-c44a-4e6a-8028-48a233b50469 req-a12bc07a-5f98-4965-8b3a-34dafac8dedd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5f786990-00a2-4f45-bfb6-62c4eaa35e38 HTTP/1.1" status: 200 len: 855 time: 0.0585635 Aug 16 01:41:02.136861 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cacd6e8e-47ba-4360-9af0-0f5630af7e2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:02.150623 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564be48-1f23-40f3-9628-e78f49ef5b41 req-4dc39011-7b6d-47bf-aac6-a665971d2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:02.153475 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7564be48-1f23-40f3-9628-e78f49ef5b41 req-4dc39011-7b6d-47bf-aac6-a665971d2b89 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2e99742-eecf-4f87-96d2-0223135d631c HTTP/1.1" status: 200 len: 917 time: 0.1745107 Aug 16 01:41:02.189314 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83019c7d-c44a-4e6a-8028-48a233b50469 req-afbb93ef-ad93-4b8c-b773-6f19bd43188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:02.194923 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83019c7d-c44a-4e6a-8028-48a233b50469 req-afbb93ef-ad93-4b8c-b773-6f19bd43188a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d2e99742-eecf-4f87-96d2-0223135d631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427882 Aug 16 01:41:02.224544 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7564be48-1f23-40f3-9628-e78f49ef5b41 req-d9d72c4f-f76f-4e32-b4de-025c573cbc42 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4425f122-176f-40fc-8dca-6a5a82ec92a1 HTTP/1.1" status: 200 len: 217 time: 0.0628455 Aug 16 01:41:02.308309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2623a67f-1fc3-45fb-bdaf-0c541061b501', 'tag': '83ee0263-80c8-4146-9fdb-8bb0079788c9'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:02.310737 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a055113-dee0-42ac-a471-8ee7782f034f" -d '{"events": [{"name": "network-changed", "server_uuid": "2623a67f-1fc3-45fb-bdaf-0c541061b501", "tag": "83ee0263-80c8-4146-9fdb-8bb0079788c9"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:02.389322 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564be48-1f23-40f3-9628-e78f49ef5b41 req-984bd9d2-2529-4568-9766-1652933da4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:02.391253 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7564be48-1f23-40f3-9628-e78f49ef5b41 req-984bd9d2-2529-4568-9766-1652933da4e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f786990-00a2-4f45-bfb6-62c4eaa35e38 HTTP/1.1" status: 200 len: 855 time: 0.1561887 Aug 16 01:41:02.423650 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cacd6e8e-47ba-4360-9af0-0f5630af7e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:02.423650 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacd6e8e-47ba-4360-9af0-0f5630af7e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:02.423650 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cacd6e8e-47ba-4360-9af0-0f5630af7e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:02.431471 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d232c7-4480-4402-8147-b7227ebc86ff x-openstack-request-id: req-22d232c7-4480-4402-8147-b7227ebc86ff {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:02.431954 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2623a67f-1fc3-45fb-bdaf-0c541061b501", "tag": "83ee0263-80c8-4146-9fdb-8bb0079788c9", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:02.432291 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-22d232c7-4480-4402-8147-b7227ebc86ff {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:02.432750 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2623a67f-1fc3-45fb-bdaf-0c541061b501', 'tag': '83ee0263-80c8-4146-9fdb-8bb0079788c9', 'status': 'completed', 'code': 200} Aug 16 01:41:02.548649 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa7eea-fec5-4ff0-b267-9cb2196e2286 req-b9d5616e-c7a0-4efd-ae32-c621f61a3bf2 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:02.550824 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6aa7eea-fec5-4ff0-b267-9cb2196e2286 req-b9d5616e-c7a0-4efd-ae32-c621f61a3bf2 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.3357046 Aug 16 01:41:02.577661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a055113-dee0-42ac-a471-8ee7782f034f req-3cee21e2-3f9a-4dc4-8937-dc165e81cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:02.580157 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a055113-dee0-42ac-a471-8ee7782f034f req-3cee21e2-3f9a-4dc4-8937-dc165e81cb1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd3c40833960421487e135029d096909&device_id=2623a67f-1fc3-45fb-bdaf-0c541061b501 HTTP/1.1" status: 200 len: 1096 time: 0.1218972 Aug 16 01:41:02.596496 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cacd6e8e-47ba-4360-9af0-0f5630af7e2d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2321324 Aug 16 01:41:02.607039 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44966) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:02.619116 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e4938e29-b927-4d45-8ac7-ba19d8b227ec admin admin] Request body: {'subnet': {'network_id': '6bc28deb-e620-41ee-8dca-adff0e1d2225', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1398554986-subnet', 'tenant_id': '2a39570323d74f0bb0020092b83736c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:02.627612 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83019c7d-c44a-4e6a-8028-48a233b50469 req-60eb281a-2bcf-4dae-aa16-872f9b36f32e service neutron] 10.222.0.63 "GET /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215162 Aug 16 01:41:02.656510 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564be48-1f23-40f3-9628-e78f49ef5b41 req-63a76f44-2625-44f2-b41a-c037280eb37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:02.661240 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7564be48-1f23-40f3-9628-e78f49ef5b41 req-63a76f44-2625-44f2-b41a-c037280eb37a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2e99742-eecf-4f87-96d2-0223135d631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2600899 Aug 16 01:41:02.663161 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd6e8e-47ba-4360-9af0-0f5630af7e2d admin admin] Pushing event updated for resources: {'Network': ['ID=6bc28deb-e620-41ee-8dca-adff0e1d2225,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:02.676273 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 6bc28deb-e620-41ee-8dca-adff0e1d2225 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:41:02.727267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4938e29-b927-4d45-8ac7-ba19d8b227ec admin admin] Made reservation on behalf of 2a39570323d74f0bb0020092b83736c6 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:02.729601 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4938e29-b927-4d45-8ac7-ba19d8b227ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:02.762422 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6aa7eea-fec5-4ff0-b267-9cb2196e2286 req-0a26f3d1-7900-4ada-90c8-3a743050a784 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604631 Aug 16 01:41:02.844740 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7564be48-1f23-40f3-9628-e78f49ef5b41 req-230b945c-0377-4aef-9899-074f8b0cb966 service neutron] 10.222.0.73 "GET /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483450 Aug 16 01:41:02.958492 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f2501-d036-4031-9e93-ef074f0495c5 req-0b9d803f-16be-4c96-82a1-48d7e8b9b277 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:02.967369 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-292f2501-d036-4031-9e93-ef074f0495c5 req-0b9d803f-16be-4c96-82a1-48d7e8b9b277 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.4236624 Aug 16 01:41:03.020155 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83019c7d-c44a-4e6a-8028-48a233b50469 req-793fad01-8a1e-4191-9d9e-021b539a8c4a service neutron] 10.222.0.63 "GET /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777678 Aug 16 01:41:03.104327 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60ca14-90d0-4f45-8cc8-c1621f62caa9 req-80236d7a-c57a-494f-8095-8f04069491a6 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:03.113792 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff60ca14-90d0-4f45-8cc8-c1621f62caa9 req-80236d7a-c57a-494f-8095-8f04069491a6 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 943 time: 0.1122775 Aug 16 01:41:03.114214 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-292f2501-d036-4031-9e93-ef074f0495c5 req-e26f4fc6-c3a5-40ed-9d3f-98c28b29b369 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437941 Aug 16 01:41:03.191066 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a055113-dee0-42ac-a471-8ee7782f034f req-8f8469d6-11f3-4da9-b6dd-2782e36f6a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:03.198008 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a055113-dee0-42ac-a471-8ee7782f034f req-8f8469d6-11f3-4da9-b6dd-2782e36f6a88 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2e99742-eecf-4f87-96d2-0223135d631c HTTP/1.1" status: 200 len: 917 time: 0.5846958 Aug 16 01:41:03.222549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44980) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:03.241811 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff60ca14-90d0-4f45-8cc8-c1621f62caa9 req-eb9c89e6-d757-4155-9e76-9b80b93c1be6 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262906 Aug 16 01:41:03.256007 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7564be48-1f23-40f3-9628-e78f49ef5b41 req-d3ffeab5-c3ae-4a7c-bb68-4876ae5c611e service neutron] 10.222.0.73 "GET /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802576 Aug 16 01:41:03.258141 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a055113-dee0-42ac-a471-8ee7782f034f req-6e7e140a-2b2b-4b9b-9649-e061d5288640 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83ee0263-80c8-4146-9fdb-8bb0079788c9 HTTP/1.1" status: 200 len: 217 time: 0.0548620 Aug 16 01:41:03.294848 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4938e29-b927-4d45-8ac7-ba19d8b227ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.330509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a055113-dee0-42ac-a471-8ee7782f034f req-dd17764a-179c-4a01-8def-b30989ed6475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:03.332599 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a055113-dee0-42ac-a471-8ee7782f034f req-dd17764a-179c-4a01-8def-b30989ed6475 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f786990-00a2-4f45-bfb6-62c4eaa35e38 HTTP/1.1" status: 200 len: 855 time: 0.0591278 Aug 16 01:41:03.361612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4938e29-b927-4d45-8ac7-ba19d8b227ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=2192190f-d72a-4115-9178-3d2192367268,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:03.382126 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4938e29-b927-4d45-8ac7-ba19d8b227ec admin admin] Checking segment: {'id': '58674277-6ff8-482a-b737-629202686db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6bc28deb-e620-41ee-8dca-adff0e1d2225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:03.382572 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4938e29-b927-4d45-8ac7-ba19d8b227ec admin admin] Network hostable DHCP agents. Network: 6bc28deb-e620-41ee-8dca-adff0e1d2225, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:41:03.385143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a055113-dee0-42ac-a471-8ee7782f034f req-2d146523-55a4-4bd5-8496-a3026b16bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:03.387501 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a055113-dee0-42ac-a471-8ee7782f034f req-2d146523-55a4-4bd5-8496-a3026b16bfcf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2e99742-eecf-4f87-96d2-0223135d631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475137 Aug 16 01:41:03.405671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ec728b46-ecba-47f8-b701-9f938ed1c8cc admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-303692659-network', 'tenant_id': 'f4daf488dea148eaa5a254f5ecbbcf18'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:03.412289 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4938e29-b927-4d45-8ac7-ba19d8b227ec admin admin] Network 6bc28deb-e620-41ee-8dca-adff0e1d2225 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:41:03.433595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e4938e29-b927-4d45-8ac7-ba19d8b227ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 6bc28deb-e620-41ee-8dca-adff0e1d2225) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:03.441098 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4938e29-b927-4d45-8ac7-ba19d8b227ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:03.441788 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000237f9-1712-4744-80f5-347d153e76cc None None] Network 6bc28deb-e620-41ee-8dca-adff0e1d2225 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:41:03.442567 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4938e29-b927-4d45-8ac7-ba19d8b227ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.447544 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec728b46-ecba-47f8-b701-9f938ed1c8cc admin admin] Made reservation on behalf of f4daf488dea148eaa5a254f5ecbbcf18 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:03.451294 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec728b46-ecba-47f8-b701-9f938ed1c8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.471633 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec728b46-ecba-47f8-b701-9f938ed1c8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.493109 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e4938e29-b927-4d45-8ac7-ba19d8b227ec admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8843904 Aug 16 01:41:03.530009 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a055113-dee0-42ac-a471-8ee7782f034f req-72063c93-f8a7-4c37-ad39-5fdead4a7c2b service neutron] 10.222.0.73 "GET /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335995 Aug 16 01:41:03.596813 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec728b46-ecba-47f8-b701-9f938ed1c8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.603082 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec728b46-ecba-47f8-b701-9f938ed1c8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.631726 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec728b46-ecba-47f8-b701-9f938ed1c8cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:41:03.650451 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec728b46-ecba-47f8-b701-9f938ed1c8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c57f6e-2543-410b-b673-ef3f4e1bf604,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:03.655217 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec728b46-ecba-47f8-b701-9f938ed1c8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.655616 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-ec728b46-ecba-47f8-b701-9f938ed1c8cc admin admin] Added segment cf7f0371-ebb5-4932-a57c-9ac457f2f971 of type vlan for network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 Aug 16 01:41:03.667608 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4a5a73-2a74-45c1-bbb9-fcb498e50a61 None None] Network 6bc28deb-e620-41ee-8dca-adff0e1d2225 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:41:03.680078 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a055113-dee0-42ac-a471-8ee7782f034f req-bc3e6da0-73fd-4865-abea-b5f8cf0d99d4 service neutron] 10.222.0.73 "GET /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413362 Aug 16 01:41:03.719889 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec728b46-ecba-47f8-b701-9f938ed1c8cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.760960 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec728b46-ecba-47f8-b701-9f938ed1c8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.762529 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec728b46-ecba-47f8-b701-9f938ed1c8cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:03.763260 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec728b46-ecba-47f8-b701-9f938ed1c8cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:03.839368 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ec728b46-ecba-47f8-b701-9f938ed1c8cc admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5957334 Aug 16 01:41:03.842435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44996) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:03.847669 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-01ae9b87-c39c-4d98-9c27-9850209de660 admin admin] Request body: {'subnet': {'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-303692659-subnet', 'tenant_id': 'f4daf488dea148eaa5a254f5ecbbcf18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:03.853031 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec728b46-ecba-47f8-b701-9f938ed1c8cc admin admin] Pushing event updated for resources: {'Network': ['ID=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:03.862492 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:41:03.881232 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ae9b87-c39c-4d98-9c27-9850209de660 admin admin] Made reservation on behalf of f4daf488dea148eaa5a254f5ecbbcf18 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:03.885364 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-01ae9b87-c39c-4d98-9c27-9850209de660 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:04.003626 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ff6a5-68f1-41e5-a13b-15a2f3be7141 req-70d21b78-9f09-4c3c-8af6-2c6a76d310e6 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:04.005197 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d3ff6a5-68f1-41e5-a13b-15a2f3be7141 req-70d21b78-9f09-4c3c-8af6-2c6a76d310e6 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.1158526 Aug 16 01:41:04.086674 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d3ff6a5-68f1-41e5-a13b-15a2f3be7141 req-660a991d-7fb5-4d16-bf77-8c2b1aa853b8 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697975 Aug 16 01:41:04.146489 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-64caeca6-7a03-4bb7-9705-03cfd80bd43c tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:04.148661 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-64caeca6-7a03-4bb7-9705-03cfd80bd43c tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/networks?id=6bc28deb-e620-41ee-8dca-adff0e1d2225 HTTP/1.1" status: 200 len: 821 time: 0.1186049 Aug 16 01:41:04.166198 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-1fa2220c-8669-48aa-bcad-4e66f8768bde tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/quotas/2a39570323d74f0bb0020092b83736c6 HTTP/1.1" status: 200 len: 375 time: 0.0114481 Aug 16 01:41:04.174909 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-01ae9b87-c39c-4d98-9c27-9850209de660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:04.209678 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-551ea79d-797b-483b-83b8-2b13c86b1c2e tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=2a39570323d74f0bb0020092b83736c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349700 Aug 16 01:41:04.269386 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae9b87-c39c-4d98-9c27-9850209de660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa68bec7-664a-48fb-be7e-46ef8fc16c75,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:04.312619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ae9b87-c39c-4d98-9c27-9850209de660 admin admin] Checking segment: {'id': 'cf7f0371-ebb5-4932-a57c-9ac457f2f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:04.315740 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ae9b87-c39c-4d98-9c27-9850209de660 admin admin] Network hostable DHCP agents. Network: a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:41:04.353281 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-b7801c9d-85f3-4d71-aab7-7c0d87db7acd service neutron] 10.222.0.68 "GET /v2.0/networks/6bc28deb-e620-41ee-8dca-adff0e1d2225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298308 Aug 16 01:41:04.394264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cef71-a178-4a85-8506-c21ff7e3a66b req-ca388374-2579-45cb-8c52-c21c6e057055 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:04.405011 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b00cef71-a178-4a85-8506-c21ff7e3a66b req-ca388374-2579-45cb-8c52-c21c6e057055 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.1163275 Aug 16 01:41:04.428973 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ae9b87-c39c-4d98-9c27-9850209de660 admin admin] Network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:41:04.450044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-01ae9b87-c39c-4d98-9c27-9850209de660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:04.458627 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b88b695-e72e-4a1a-81ed-4fb4c8470d18 None None] Network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:41:04.470159 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b00cef71-a178-4a85-8506-c21ff7e3a66b req-e12a9133-2cf1-48d0-9bc6-e3b1d3f7c5e5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641015 Aug 16 01:41:04.485882 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ae9b87-c39c-4d98-9c27-9850209de660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:04.496689 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-01ae9b87-c39c-4d98-9c27-9850209de660 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:04.505981 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-e4e12384-de3b-49b8-98f1-283de4b7724a service neutron] 10.222.0.68 "GET /v2.0/networks/6bc28deb-e620-41ee-8dca-adff0e1d2225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433578 Aug 16 01:41:04.537105 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-01ae9b87-c39c-4d98-9c27-9850209de660 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6918194 Aug 16 01:41:04.672581 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18252d15-841d-463d-aef9-98b8a23309ef req-b9e92524-593b-4890-8153-bc09cf7a8f8f tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:04.681588 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-18252d15-841d-463d-aef9-98b8a23309ef req-b9e92524-593b-4890-8153-bc09cf7a8f8f tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 943 time: 0.1034520 Aug 16 01:41:04.746445 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-18252d15-841d-463d-aef9-98b8a23309ef req-98e03063-0a29-40a4-8975-78eaf8a7c047 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637484 Aug 16 01:41:04.770388 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 83ee0263-80c8-4146-9fdb-8bb0079788c9 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:41:04.825110 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-61fbee77-b087-4955-91c1-611d83c1647a req-7aabcf05-cce7-4d46-9390-b34153c59aa8 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d9da451-e78c-43d5-99f9-2575b86c3909 HTTP/1.1" status: 200 len: 210 time: 0.0486870 Aug 16 01:41:04.918722 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223830ff-c77b-4645-b31b-af6cbb730857 None None] Network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:41:05.128262 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 83ee0263-80c8-4146-9fdb-8bb0079788c9, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=83ee0263-80c8-4146-9fdb-8bb0079788c9,segment=NetworkSegment(e7eb4d7f-78ce-4575-95a8-f068e51513a2),segment_id=e7eb4d7f-78ce-4575-95a8-f068e51513a2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:05.141696 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '83ee0263-80c8-4146-9fdb-8bb0079788c9', 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c', 'port_id': '83ee0263-80c8-4146-9fdb-8bb0079788c9', 'mac_address': 'fa:16:3e:1c:dc:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f786990-00a2-4f45-bfb6-62c4eaa35e38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:41:05.191439 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:05.206506 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ee0263-80c8-4146-9fdb-8bb0079788c9 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:05.248677 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 83ee0263-80c8-4146-9fdb-8bb0079788c9, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=83ee0263-80c8-4146-9fdb-8bb0079788c9,segment=NetworkSegment(e7eb4d7f-78ce-4575-95a8-f068e51513a2),segment_id=e7eb4d7f-78ce-4575-95a8-f068e51513a2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:05.255327 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:05.256281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4425f122-176f-40fc-8dca-6a5a82ec92a1 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:41:05.300472 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4425f122-176f-40fc-8dca-6a5a82ec92a1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4425f122-176f-40fc-8dca-6a5a82ec92a1,segment=NetworkSegment(e7eb4d7f-78ce-4575-95a8-f068e51513a2),segment_id=e7eb4d7f-78ce-4575-95a8-f068e51513a2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:05.345492 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6ef91-87d7-4bf2-bcca-a6e001ac66c3 req-2582cbc6-22f0-47b0-ab35-f511e1a49817 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:05.356407 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a7f6ef91-87d7-4bf2-bcca-a6e001ac66c3 req-2582cbc6-22f0-47b0-ab35-f511e1a49817 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.0980384 Aug 16 01:41:05.371254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '4425f122-176f-40fc-8dca-6a5a82ec92a1', 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c', 'port_id': '4425f122-176f-40fc-8dca-6a5a82ec92a1', 'mac_address': 'fa:16:3e:1d:72:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f786990-00a2-4f45-bfb6-62c4eaa35e38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:41:05.374369 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=83ee0263-80c8-4146-9fdb-8bb0079788c9,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:05.393402 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-84c9948c-3526-4cd3-859e-55e5e77ac905 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:05.404621 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-84c9948c-3526-4cd3-859e-55e5e77ac905 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/networks?id=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 HTTP/1.1" status: 200 len: 804 time: 0.2031517 Aug 16 01:41:05.425583 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:05.444930 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-23667c05-782e-4f47-865e-38a51e81481b tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/quotas/f4daf488dea148eaa5a254f5ecbbcf18 HTTP/1.1" status: 200 len: 375 time: 0.0374854 Aug 16 01:41:05.452554 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4425f122-176f-40fc-8dca-6a5a82ec92a1 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:05.468084 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a7f6ef91-87d7-4bf2-bcca-a6e001ac66c3 req-f0d79454-c297-47c0-95a1-d61761b090b6 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947599 Aug 16 01:41:05.499489 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4425f122-176f-40fc-8dca-6a5a82ec92a1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4425f122-176f-40fc-8dca-6a5a82ec92a1,segment=NetworkSegment(e7eb4d7f-78ce-4575-95a8-f068e51513a2),segment_id=e7eb4d7f-78ce-4575-95a8-f068e51513a2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:05.502492 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-6fb6f401-5e41-4d0c-9bd4-bc506114ef92 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f4daf488dea148eaa5a254f5ecbbcf18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567029 Aug 16 01:41:05.511045 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:05.559908 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device bee73006-98c9-45b2-983a-e53eb4890c02 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:41:05.610394 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=4425f122-176f-40fc-8dca-6a5a82ec92a1,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:05.638378 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-ee04ac63-db6c-4f57-8a2b-5b2537792547 service neutron] 10.222.0.68 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350045 Aug 16 01:41:05.743301 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port bee73006-98c9-45b2-983a-e53eb4890c02, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=bee73006-98c9-45b2-983a-e53eb4890c02,segment=NetworkSegment(e7eb4d7f-78ce-4575-95a8-f068e51513a2),segment_id=e7eb4d7f-78ce-4575-95a8-f068e51513a2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:05.771687 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'bee73006-98c9-45b2-983a-e53eb4890c02', 'network_id': 'd2e99742-eecf-4f87-96d2-0223135d631c', 'port_id': 'bee73006-98c9-45b2-983a-e53eb4890c02', 'mac_address': 'fa:16:3e:67:a7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f786990-00a2-4f45-bfb6-62c4eaa35e38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:41:05.831285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701be59-0946-4343-ad22-431224fe93ed req-d11f0107-8905-45dd-b686-b661dc33ce70 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:05.834661 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7701be59-0946-4343-ad22-431224fe93ed req-d11f0107-8905-45dd-b686-b661dc33ce70 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.1135876 Aug 16 01:41:05.836477 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:05.862840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee73006-98c9-45b2-983a-e53eb4890c02 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:05.897563 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port bee73006-98c9-45b2-983a-e53eb4890c02, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=bee73006-98c9-45b2-983a-e53eb4890c02,segment=NetworkSegment(e7eb4d7f-78ce-4575-95a8-f068e51513a2),segment_id=e7eb4d7f-78ce-4575-95a8-f068e51513a2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:05.903842 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:05.907299 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7701be59-0946-4343-ad22-431224fe93ed req-efa1d3c0-2a50-4b8e-89dc-c917f406d7ff tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633438 Aug 16 01:41:05.967412 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['83ee0263-80c8-4146-9fdb-8bb0079788c9'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:06.013276 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['4425f122-176f-40fc-8dca-6a5a82ec92a1'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:06.110342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=bee73006-98c9-45b2-983a-e53eb4890c02,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:06.138415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e97903-5006-4783-8cbf-abf71fb9962b req-5959797b-beed-4a4e-a702-7dfa9a91d062 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:06.141303 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74e97903-5006-4783-8cbf-abf71fb9962b req-5959797b-beed-4a4e-a702-7dfa9a91d062 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 944 time: 0.0804758 Aug 16 01:41:06.201171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['bee73006-98c9-45b2-983a-e53eb4890c02'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:06.302750 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74e97903-5006-4783-8cbf-abf71fb9962b req-aa439050-6a0c-4c12-aca5-508eb12ea174 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552105 Aug 16 01:41:06.308990 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-7532442e-2f3c-42ec-a6b6-a9ee89fa4e4b service neutron] 10.222.0.68 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6627884 Aug 16 01:41:06.425511 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-053743e2-2c12-44f8-9e2d-07522a271609 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:06.427498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-053743e2-2c12-44f8-9e2d-07522a271609 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.63 "GET /v2.0/networks?id=6bc28deb-e620-41ee-8dca-adff0e1d2225 HTTP/1.1" status: 200 len: 821 time: 0.2566447 Aug 16 01:41:06.443073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-78482015-8724-40cf-9944-11448395e85d tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Request body: {'port': {'device_id': '3d9da451-e78c-43d5-99f9-2575b86c3909', 'network_id': '6bc28deb-e620-41ee-8dca-adff0e1d2225', 'admin_state_up': True, 'tenant_id': '2a39570323d74f0bb0020092b83736c6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:06.594109 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3db171ee-ff44-4d53-9b24-990b6e569927 req-992dd859-39bb-4b03-8b18-3a8835e7431d tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f HTTP/1.1" status: 200 len: 210 time: 0.0737543 Aug 16 01:41:06.596128 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77ffa979-0b22-4a2e-94a2-b9c91d4aa557 req-4daf8175-192f-4b62-adfb-4de8c0d02e57 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d9da451-e78c-43d5-99f9-2575b86c3909 HTTP/1.1" status: 200 len: 210 time: 0.0335095 Aug 16 01:41:06.764774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-78482015-8724-40cf-9944-11448395e85d tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Made reservation on behalf of 2a39570323d74f0bb0020092b83736c6 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:06.768293 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-78482015-8724-40cf-9944-11448395e85d tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:06.782752 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ca147-cb55-4469-9f29-e1435536c564 req-8daa464b-ea21-43b0-9a8a-610b7dcf910f tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:06.792630 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ad5ca147-cb55-4469-9f29-e1435536c564 req-8daa464b-ea21-43b0-9a8a-610b7dcf910f tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.0989926 Aug 16 01:41:06.843046 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ad5ca147-cb55-4469-9f29-e1435536c564 req-56bab9db-6420-47e0-89e0-f6bcda1de4e1 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491550 Aug 16 01:41:06.972542 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-78482015-8724-40cf-9944-11448395e85d tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Allocated IP 172.20.0.4 (6bc28deb-e620-41ee-8dca-adff0e1d2225/2192190f-d72a-4115-9178-3d2192367268/bb720a4d-5a09-4dc0-a31d-761b655e5a4a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:07.139623 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:07.189371 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13895e29-cc32-4946-8b80-65a7821dce19 req-fd2a5233-b582-4308-aed9-00de8ba1315f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:07.190859 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-13895e29-cc32-4946-8b80-65a7821dce19 req-fd2a5233-b582-4308-aed9-00de8ba1315f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.0897529 Aug 16 01:41:07.201983 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-78482015-8724-40cf-9944-11448395e85d tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:07.252488 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-13895e29-cc32-4946-8b80-65a7821dce19 req-7550a194-c293-429e-9c20-d253e30e3850 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479450 Aug 16 01:41:07.279040 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-78482015-8724-40cf-9944-11448395e85d tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:07.302733 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:41:07.329570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-78482015-8724-40cf-9944-11448395e85d tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Network 6bc28deb-e620-41ee-8dca-adff0e1d2225 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:07.331087 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-78482015-8724-40cf-9944-11448395e85d tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:07.338695 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-78482015-8724-40cf-9944-11448395e85d tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:07.369595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78482015-8724-40cf-9944-11448395e85d tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Pushing event updated for resources: {'Port': ['ID=bb720a4d-5a09-4dc0-a31d-761b655e5a4a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:07.399489 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-78482015-8724-40cf-9944-11448395e85d tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:07.400146 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-78482015-8724-40cf-9944-11448395e85d tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:07.418586 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-78482015-8724-40cf-9944-11448395e85d tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9810607 Aug 16 01:41:07.435869 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Request body: {'port': {'device_id': '3d9da451-e78c-43d5-99f9-2575b86c3909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:07.485690 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818958d-ef8c-403d-805e-1bcdb4ac2379 req-e3f5eba6-2604-44d9-b67a-d1514fbf60da tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:07.487359 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1818958d-ef8c-403d-805e-1bcdb4ac2379 req-e3f5eba6-2604-44d9-b67a-d1514fbf60da tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 944 time: 0.0798085 Aug 16 01:41:07.508991 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:07.536091 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1818958d-ef8c-403d-805e-1bcdb4ac2379 req-69c511ee-df2e-45b6-89f7-1cf86822d8bb tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413096 Aug 16 01:41:07.570900 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device bee73006-98c9-45b2-983a-e53eb4890c02 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:07.649318 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port bee73006-98c9-45b2-983a-e53eb4890c02 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:07.654859 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port bee73006-98c9-45b2-983a-e53eb4890c02 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:07.655335 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:07.769856 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1b31478-0652-41ac-b5ad-f1bf8aa54734 req-48f3f977-9eba-496e-bdb0-b19c57a17fca tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f HTTP/1.1" status: 200 len: 210 time: 0.0358171 Aug 16 01:41:07.950548 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d779576-98e0-493a-b942-0898a8af22bf req-f6a8c1a2-eae6-484c-826c-dfeaed433469 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:07.956121 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d779576-98e0-493a-b942-0898a8af22bf req-f6a8c1a2-eae6-484c-826c-dfeaed433469 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d9da451-e78c-43d5-99f9-2575b86c3909 HTTP/1.1" status: 200 len: 931 time: 0.1774814 Aug 16 01:41:07.986719 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb720a4d-5a09-4dc0-a31d-761b655e5a4a {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:08.009245 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.010585 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.036599 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d779576-98e0-493a-b942-0898a8af22bf req-5c2a21d2-18a7-4216-80ff-5987dea06b5d tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/security-groups?id=2d574f5c-0313-420a-9cf6-ff7ff24d386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711091 Aug 16 01:41:08.053336 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-60661010-5e18-4e4d-b428-46aff38df469 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:08.055470 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-60661010-5e18-4e4d-b428-46aff38df469 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.73 "GET /v2.0/networks?id=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 HTTP/1.1" status: 200 len: 804 time: 0.3468051 Aug 16 01:41:08.070800 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.071568 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45098) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:08.073063 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-76210a2b-a386-4ca0-9bba-ba0c9549cfc2 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Request body: {'port': {'device_id': 'b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f', 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8', 'admin_state_up': True, 'tenant_id': 'f4daf488dea148eaa5a254f5ecbbcf18'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:08.086526 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Transition to ACTIVE for port object bb720a4d-5a09-4dc0-a31d-761b655e5a4a will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:08.092825 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.127038 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a99ffc8-1172-48ac-802c-9d16a9182f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee73006-98c9-45b2-983a-e53eb4890c02'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:08.130067 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4874e53b-2b78-41ba-a27d-3e988fa6abfc" -d '{"events": [{"server_uuid": "9a99ffc8-1172-48ac-802c-9d16a9182f32", "name": "network-vif-plugged", "status": "completed", "tag": "bee73006-98c9-45b2-983a-e53eb4890c02"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:08.137146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3c5d5-ae7b-4236-81b8-a7997935bd4e req-5617ae2a-817f-4894-bfe6-ec325d437338 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:08.139477 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-19f3c5d5-ae7b-4236-81b8-a7997935bd4e req-5617ae2a-817f-4894-bfe6-ec325d437338 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.1435268 Aug 16 01:41:08.168587 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port bee73006-98c9-45b2-983a-e53eb4890c02, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=bee73006-98c9-45b2-983a-e53eb4890c02,segment=NetworkSegment(e7eb4d7f-78ce-4575-95a8-f068e51513a2),segment_id=e7eb4d7f-78ce-4575-95a8-f068e51513a2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:08.175642 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.192664 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Pushing event updated for resources: {'Port': ['ID=bb720a4d-5a09-4dc0-a31d-761b655e5a4a,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:08.236552 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a9476e-951e-4377-9449-819b493f666a x-openstack-request-id: req-43a9476e-951e-4377-9449-819b493f666a {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:08.236846 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a99ffc8-1172-48ac-802c-9d16a9182f32", "name": "network-vif-plugged", "status": "completed", "tag": "bee73006-98c9-45b2-983a-e53eb4890c02", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:08.237086 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-43a9476e-951e-4377-9449-819b493f666a {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:08.237472 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a99ffc8-1172-48ac-802c-9d16a9182f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee73006-98c9-45b2-983a-e53eb4890c02', 'code': 200} Aug 16 01:41:08.247498 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=bee73006-98c9-45b2-983a-e53eb4890c02,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:08.265801 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-76210a2b-a386-4ca0-9bba-ba0c9549cfc2 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Made reservation on behalf of f4daf488dea148eaa5a254f5ecbbcf18 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:08.270015 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-76210a2b-a386-4ca0-9bba-ba0c9549cfc2 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.289977 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-19f3c5d5-ae7b-4236-81b8-a7997935bd4e req-872e0631-b882-4004-85f3-aff09528c7f2 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410429 Aug 16 01:41:08.295526 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d765054a-2e02-4ed5-82b1-da8f95e12954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.339036 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Attempting to bind port bb720a4d-5a09-4dc0-a31d-761b655e5a4a on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:08.339360 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Attempting to bind port bb720a4d-5a09-4dc0-a31d-761b655e5a4a by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '58674277-6ff8-482a-b737-629202686db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6bc28deb-e620-41ee-8dca-adff0e1d2225'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:08.339855 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Attempting to bind port bb720a4d-5a09-4dc0-a31d-761b655e5a4a on network 6bc28deb-e620-41ee-8dca-adff0e1d2225 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:08.351391 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Port bb720a4d-5a09-4dc0-a31d-761b655e5a4a on network 6bc28deb-e620-41ee-8dca-adff0e1d2225 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:08.351702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Attempting to bind port bb720a4d-5a09-4dc0-a31d-761b655e5a4a on network 6bc28deb-e620-41ee-8dca-adff0e1d2225 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:08.365415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:08.365858 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Checking segment: {'id': '58674277-6ff8-482a-b737-629202686db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6bc28deb-e620-41ee-8dca-adff0e1d2225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:08.366158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Bound using segment: {'id': '58674277-6ff8-482a-b737-629202686db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6bc28deb-e620-41ee-8dca-adff0e1d2225'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:08.367277 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Bound port: bb720a4d-5a09-4dc0-a31d-761b655e5a4a, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58674277-6ff8-482a-b737-629202686db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6bc28deb-e620-41ee-8dca-adff0e1d2225'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:08.367635 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.465802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] For port bb720a4d-5a09-4dc0-a31d-761b655e5a4a, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:08.481990 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d765054a-2e02-4ed5-82b1-da8f95e12954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.485419 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] For port bb720a4d-5a09-4dc0-a31d-761b655e5a4a, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=bb720a4d-5a09-4dc0-a31d-761b655e5a4a,segment=NetworkSegment(58674277-6ff8-482a-b737-629202686db0),segment_id=58674277-6ff8-482a-b737-629202686db0)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:08.487777 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d765054a-2e02-4ed5-82b1-da8f95e12954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.490141 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccafbc-bccf-4a66-917b-184df914fc29 req-8ebfdb67-3618-4636-9c2e-e4bd5e21542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:08.491786 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9bccafbc-bccf-4a66-917b-184df914fc29 req-8ebfdb67-3618-4636-9c2e-e4bd5e21542d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 1097 time: 0.1684237 Aug 16 01:41:08.499406 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.506662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cf233-cfec-4d2c-a60d-24b011725837 req-4f7e4082-b1d8-46f4-aca2-c59a8d35bf40 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:08.509038 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e96cf233-cfec-4d2c-a60d-24b011725837 req-4f7e4082-b1d8-46f4-aca2-c59a8d35bf40 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.1526065 Aug 16 01:41:08.567899 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d765054a-2e02-4ed5-82b1-da8f95e12954 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e872f595c04643bb832dc3ed56b4971c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4948807 Aug 16 01:41:08.571301 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45110) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:08.573958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:08.574579 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.575934 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] 10.222.0.63 "PUT /v2.0/ports/bb720a4d-5a09-4dc0-a31d-761b655e5a4a HTTP/1.1" status: 200 len: 1092 time: 1.1453316 Aug 16 01:41:08.576398 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9da451-e78c-43d5-99f9-2575b86c3909', 'tag': 'bb720a4d-5a09-4dc0-a31d-761b655e5a4a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:08.579289 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba837f2d-19b6-45cc-b838-f47a63acba37" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9da451-e78c-43d5-99f9-2575b86c3909", "tag": "bb720a4d-5a09-4dc0-a31d-761b655e5a4a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:08.585050 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765054a-2e02-4ed5-82b1-da8f95e12954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90194b1-a285-4af3-824d-dbcea02c8c95,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:08.597421 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-76210a2b-a386-4ca0-9bba-ba0c9549cfc2 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Allocated IP 172.20.0.8 (a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8/fa68bec7-664a-48fb-be7e-46ef8fc16c75/49c2606e-8361-44b1-9395-1765d700d60f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:08.607497 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9bccafbc-bccf-4a66-917b-184df914fc29 req-39005bb7-054a-4d64-8959-044436704d36 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974646 Aug 16 01:41:08.621527 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29670c-dfca-4a32-b945-4d053fa43c07 service neutron] Pushing event updated for resources: {'Port': ['ID=bb720a4d-5a09-4dc0-a31d-761b655e5a4a,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:08.632199 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e96cf233-cfec-4d2c-a60d-24b011725837 req-475b01bd-cc34-4063-adb6-2cb4393e651e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132760 Aug 16 01:41:08.676924 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca63e0-0413-408d-a5ae-3efc6be49f52 req-ca57d9f3-a8ad-4dae-af2e-60ee44ae8797 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:08.678444 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-adca63e0-0413-408d-a5ae-3efc6be49f52 req-ca57d9f3-a8ad-4dae-af2e-60ee44ae8797 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 945 time: 0.0589297 Aug 16 01:41:08.687598 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8622073-e77d-4bdb-ade1-fa58bdc690a9 x-openstack-request-id: req-b8622073-e77d-4bdb-ade1-fa58bdc690a9 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:08.687886 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9da451-e78c-43d5-99f9-2575b86c3909", "tag": "bb720a4d-5a09-4dc0-a31d-761b655e5a4a", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:08.688134 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b8622073-e77d-4bdb-ade1-fa58bdc690a9 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:08.688535 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9da451-e78c-43d5-99f9-2575b86c3909', 'tag': 'bb720a4d-5a09-4dc0-a31d-761b655e5a4a', 'status': 'completed', 'code': 200} Aug 16 01:41:08.720676 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-adca63e0-0413-408d-a5ae-3efc6be49f52 req-0a6c2d84-49de-4351-a063-0e7dfe46fa7d tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348289 Aug 16 01:41:08.721803 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45ac440c-01d3-4318-9f21-48c643f71329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.770715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4425f122-176f-40fc-8dca-6a5a82ec92a1 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:08.801249 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45ac440c-01d3-4318-9f21-48c643f71329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.826180 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3608d9b2-0c75-49a0-9372-f2118dadb468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:08.826463 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 4425f122-176f-40fc-8dca-6a5a82ec92a1 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:08.827757 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-3608d9b2-0c75-49a0-9372-f2118dadb468 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a39570323d74f0bb0020092b83736c6&device_id=3d9da451-e78c-43d5-99f9-2575b86c3909 HTTP/1.1" status: 200 len: 1095 time: 0.1570938 Aug 16 01:41:08.831463 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 4425f122-176f-40fc-8dca-6a5a82ec92a1 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:08.831984 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.913096 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.913433 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-69c056b0-1b2c-4d73-b88b-2b88dd59d54e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb720a4d-5a09-4dc0-a31d-761b655e5a4a HTTP/1.1" status: 200 len: 217 time: 0.0730793 Aug 16 01:41:08.937779 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8997f9d6-74b7-4c31-8d8f-3680947cb377 req-8faa4556-221f-4540-b2e9-0fa5ea9cfc95 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f HTTP/1.1" status: 200 len: 210 time: 0.0734136 Aug 16 01:41:08.957898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4425f122-176f-40fc-8dca-6a5a82ec92a1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4425f122-176f-40fc-8dca-6a5a82ec92a1,segment=NetworkSegment(e7eb4d7f-78ce-4575-95a8-f068e51513a2),segment_id=e7eb4d7f-78ce-4575-95a8-f068e51513a2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:08.963580 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:08.964452 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 83ee0263-80c8-4146-9fdb-8bb0079788c9 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:09.010697 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-76210a2b-a386-4ca0-9bba-ba0c9549cfc2 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:09.015906 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45ac440c-01d3-4318-9f21-48c643f71329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:09.018427 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45ac440c-01d3-4318-9f21-48c643f71329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:09.022385 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-45ac440c-01d3-4318-9f21-48c643f71329 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d90194b1-a285-4af3-824d-dbcea02c8c95 HTTP/1.1" status: 204 len: 168 time: 0.4450493 Aug 16 01:41:09.030071 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-60408c43-16b6-418e-878f-4fa7adde510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:09.031524 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-60408c43-16b6-418e-878f-4fa7adde510e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2192190f-d72a-4115-9178-3d2192367268 HTTP/1.1" status: 200 len: 861 time: 0.0964887 Aug 16 01:41:09.039570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac440c-01d3-4318-9f21-48c643f71329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90194b1-a285-4af3-824d-dbcea02c8c95,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:09.061154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=4425f122-176f-40fc-8dca-6a5a82ec92a1,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:09.076179 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-35eae2b9-459b-4e07-abf2-27c06da5c6cf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6bc28deb-e620-41ee-8dca-adff0e1d2225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341632 Aug 16 01:41:09.077784 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac440c-01d3-4318-9f21-48c643f71329 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:09.078188 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac440c-01d3-4318-9f21-48c643f71329 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:09.078589 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac440c-01d3-4318-9f21-48c643f71329 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:09.078972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac440c-01d3-4318-9f21-48c643f71329 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:09.079328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac440c-01d3-4318-9f21-48c643f71329 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:09.079664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac440c-01d3-4318-9f21-48c643f71329 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:09.080075 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac440c-01d3-4318-9f21-48c643f71329 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:09.080525 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac440c-01d3-4318-9f21-48c643f71329 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:09.080730 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac440c-01d3-4318-9f21-48c643f71329 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:09.081048 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac440c-01d3-4318-9f21-48c643f71329 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:09.081368 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac440c-01d3-4318-9f21-48c643f71329 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:09.081685 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac440c-01d3-4318-9f21-48c643f71329 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:09.081931 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 83ee0263-80c8-4146-9fdb-8bb0079788c9 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:09.101284 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 83ee0263-80c8-4146-9fdb-8bb0079788c9 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:09.101940 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:09.205116 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-76210a2b-a386-4ca0-9bba-ba0c9549cfc2 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:09.212898 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:09.257666 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964979d-8d7b-487a-9acc-115eb0cb8f21 req-1a5f5783-54b8-412e-807e-c4500f53690b tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:09.259309 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8964979d-8d7b-487a-9acc-115eb0cb8f21 req-1a5f5783-54b8-412e-807e-c4500f53690b tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d9da451-e78c-43d5-99f9-2575b86c3909 HTTP/1.1" status: 200 len: 943 time: 0.1094141 Aug 16 01:41:09.260581 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 83ee0263-80c8-4146-9fdb-8bb0079788c9, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=83ee0263-80c8-4146-9fdb-8bb0079788c9,segment=NetworkSegment(e7eb4d7f-78ce-4575-95a8-f068e51513a2),segment_id=e7eb4d7f-78ce-4575-95a8-f068e51513a2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:09.265625 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:09.308701 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-76210a2b-a386-4ca0-9bba-ba0c9549cfc2 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:09.315436 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-7f2c92e0-1884-4128-8a92-f4e055cf50c0 service neutron] 10.222.0.63 "GET /v2.0/networks/6bc28deb-e620-41ee-8dca-adff0e1d2225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281127 Aug 16 01:41:09.317272 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-76210a2b-a386-4ca0-9bba-ba0c9549cfc2 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:09.321299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-76210a2b-a386-4ca0-9bba-ba0c9549cfc2 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:09.323401 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=83ee0263-80c8-4146-9fdb-8bb0079788c9,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:09.323617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76210a2b-a386-4ca0-9bba-ba0c9549cfc2 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Pushing event updated for resources: {'Port': ['ID=49c2606e-8361-44b1-9395-1765d700d60f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:09.413512 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8964979d-8d7b-487a-9acc-115eb0cb8f21 req-463bcac9-d9e0-45be-9886-e1d3e2f0611b tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/security-groups?id=2d574f5c-0313-420a-9cf6-ff7ff24d386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447146 Aug 16 01:41:09.440911 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-76210a2b-a386-4ca0-9bba-ba0c9549cfc2 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:09.441734 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-76210a2b-a386-4ca0-9bba-ba0c9549cfc2 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:09.453705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5ba09-b8a6-4beb-bd74-98d2ed1c4a64 req-a07f466c-eddf-40b1-911b-ad2e73785401 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:09.454913 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0c5ba09-b8a6-4beb-bd74-98d2ed1c4a64 req-a07f466c-eddf-40b1-911b-ad2e73785401 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.0637045 Aug 16 01:41:09.486149 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-76210a2b-a386-4ca0-9bba-ba0c9549cfc2 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4173214 Aug 16 01:41:09.500021 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0c5ba09-b8a6-4beb-bd74-98d2ed1c4a64 req-d90751f2-9ac7-4e92-bc45-2a1ea6461fed tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356286 Aug 16 01:41:09.501999 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-4277786b-4266-4dc0-8009-3954888cf77c tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:41:09.502984 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-4277786b-4266-4dc0-8009-3954888cf77c tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068419 Aug 16 01:41:09.509803 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8758ea81-8dfc-426c-a812-0511efac73e3 req-1289456c-466f-4c05-8d83-f08668ff58bb service neutron] 10.222.0.63 "GET /v2.0/networks/6bc28deb-e620-41ee-8dca-adff0e1d2225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817369 Aug 16 01:41:09.623537 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba837f2d-19b6-45cc-b838-f47a63acba37 req-2ce0d5b1-000a-4cf7-a295-870cf9844a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:09.625948 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ba837f2d-19b6-45cc-b838-f47a63acba37 req-2ce0d5b1-000a-4cf7-a295-870cf9844a0c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a39570323d74f0bb0020092b83736c6&device_id=3d9da451-e78c-43d5-99f9-2575b86c3909 HTTP/1.1" status: 200 len: 1095 time: 0.0543163 Aug 16 01:41:09.649153 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Request body: {'port': {'device_id': 'b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:09.798214 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:09.817339 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e2c74-7154-4cd3-aab0-5e867b26ff5e req-bb80d928-4958-4ea5-91d9-ba47663e2bc5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:09.818845 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-229e2c74-7154-4cd3-aab0-5e867b26ff5e req-bb80d928-4958-4ea5-91d9-ba47663e2bc5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.1109040 Aug 16 01:41:09.850687 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8ab32-2c4f-484c-a4ac-9dec6e4d8d71 req-5ee4273f-66e3-413a-8502-718daf0d1043 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:09.853098 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-98e8ab32-2c4f-484c-a4ac-9dec6e4d8d71 req-5ee4273f-66e3-413a-8502-718daf0d1043 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 945 time: 0.0615349 Aug 16 01:41:09.860564 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba837f2d-19b6-45cc-b838-f47a63acba37 req-f57543ac-47a9-4658-b89a-b32045c1cede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:09.862044 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ba837f2d-19b6-45cc-b838-f47a63acba37 req-f57543ac-47a9-4658-b89a-b32045c1cede service neutron] 10.222.0.63 "GET /v2.0/networks?id=6bc28deb-e620-41ee-8dca-adff0e1d2225 HTTP/1.1" status: 200 len: 922 time: 0.2279484 Aug 16 01:41:09.901197 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-98e8ab32-2c4f-484c-a4ac-9dec6e4d8d71 req-6cb2fc75-40fd-464b-ad44-03f27352a6ac tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402708 Aug 16 01:41:09.924077 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ba837f2d-19b6-45cc-b838-f47a63acba37 req-91211fe2-946b-4c7d-b62b-fd8585c2f834 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb720a4d-5a09-4dc0-a31d-761b655e5a4a HTTP/1.1" status: 200 len: 217 time: 0.0506122 Aug 16 01:41:09.950821 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-229e2c74-7154-4cd3-aab0-5e867b26ff5e req-4bf3e73e-cefd-4c0a-8d77-9c86e811c6b5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200690 Aug 16 01:41:10.055370 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070d271-c806-4503-8a21-02df6ff8e2fc req-50cf21c7-2d27-4e0e-9eff-38459280310e tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:10.057075 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8070d271-c806-4503-8a21-02df6ff8e2fc req-50cf21c7-2d27-4e0e-9eff-38459280310e tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.0606916 Aug 16 01:41:10.086394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba837f2d-19b6-45cc-b838-f47a63acba37 req-23bac377-bf90-4664-a1d6-c0ff9a2c0ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:10.087867 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ba837f2d-19b6-45cc-b838-f47a63acba37 req-23bac377-bf90-4664-a1d6-c0ff9a2c0ca2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2192190f-d72a-4115-9178-3d2192367268 HTTP/1.1" status: 200 len: 861 time: 0.1519277 Aug 16 01:41:10.118357 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8070d271-c806-4503-8a21-02df6ff8e2fc req-4d5c60a4-1e60-4318-966d-39ae18b25b68 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435393 Aug 16 01:41:10.151760 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ba837f2d-19b6-45cc-b838-f47a63acba37 req-62fea69d-ed16-44b4-ab68-9b981acc469d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6bc28deb-e620-41ee-8dca-adff0e1d2225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390506 Aug 16 01:41:10.187921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb797d-f951-4d2d-b9dd-fd8ed46dbf98 req-f4432d55-a702-40eb-b5a6-17eef634a600 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:10.189411 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e5cb797d-f951-4d2d-b9dd-fd8ed46dbf98 req-f4432d55-a702-40eb-b5a6-17eef634a600 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f HTTP/1.1" status: 200 len: 931 time: 0.1583316 Aug 16 01:41:10.238366 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4425f122-176f-40fc-8dca-6a5a82ec92a1'}, {'server_uuid': '2623a67f-1fc3-45fb-bdaf-0c541061b501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ee0263-80c8-4146-9fdb-8bb0079788c9'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:10.240842 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22ba277-62d2-4d3b-bd22-9878f872a66c" -d '{"events": [{"server_uuid": "6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c", "name": "network-vif-plugged", "status": "completed", "tag": "4425f122-176f-40fc-8dca-6a5a82ec92a1"}, {"server_uuid": "2623a67f-1fc3-45fb-bdaf-0c541061b501", "name": "network-vif-plugged", "status": "completed", "tag": "83ee0263-80c8-4146-9fdb-8bb0079788c9"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:10.297730 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6197a9-735b-4349-adb1-47a13660789d x-openstack-request-id: req-8e6197a9-735b-4349-adb1-47a13660789d {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:10.298056 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c", "name": "network-vif-plugged", "status": "completed", "tag": "4425f122-176f-40fc-8dca-6a5a82ec92a1", "code": 200}, {"server_uuid": "2623a67f-1fc3-45fb-bdaf-0c541061b501", "name": "network-vif-plugged", "status": "completed", "tag": "83ee0263-80c8-4146-9fdb-8bb0079788c9", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:10.298308 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8e6197a9-735b-4349-adb1-47a13660789d {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:10.298705 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4425f122-176f-40fc-8dca-6a5a82ec92a1', 'code': 200} Aug 16 01:41:10.299446 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2623a67f-1fc3-45fb-bdaf-0c541061b501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ee0263-80c8-4146-9fdb-8bb0079788c9', 'code': 200} Aug 16 01:41:10.309581 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e5cb797d-f951-4d2d-b9dd-fd8ed46dbf98 req-97f46be3-8161-4c94-913a-3a4f72b8792d tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068523 Aug 16 01:41:10.352003 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ba837f2d-19b6-45cc-b838-f47a63acba37 req-520a8095-03c1-439f-ad15-b26338e3ff86 service neutron] 10.222.0.63 "GET /v2.0/networks/6bc28deb-e620-41ee-8dca-adff0e1d2225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885912 Aug 16 01:41:10.477355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c2606e-8361-44b1-9395-1765d700d60f {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:10.489819 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:10.533503 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Transition to ACTIVE for port object 49c2606e-8361-44b1-9395-1765d700d60f will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:10.561856 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:10.633558 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b8d58-c558-4dc6-a77d-12dfc7828473 req-40881b11-8198-41d7-8ccb-bdf40e983301 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:10.635804 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e66b8d58-c558-4dc6-a77d-12dfc7828473 req-40881b11-8198-41d7-8ccb-bdf40e983301 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.0541399 Aug 16 01:41:10.682761 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e66b8d58-c558-4dc6-a77d-12dfc7828473 req-60a893ec-b6ef-4c2d-92d0-4e2cb855cb4c tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397420 Aug 16 01:41:10.917638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c8d96-35cf-4528-abfd-557645513a44 req-5ae6a14e-360a-4558-9400-cf9709ac5c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:10.919151 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-913c8d96-35cf-4528-abfd-557645513a44 req-5ae6a14e-360a-4558-9400-cf9709ac5c0e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2623a67f-1fc3-45fb-bdaf-0c541061b501 HTTP/1.1" status: 200 len: 1098 time: 0.5026407 Aug 16 01:41:10.923323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa956eae-5b33-4146-a7d4-06446378e17a req-a57f60cd-91b0-4f61-8687-0e84d196da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:10.924665 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aa956eae-5b33-4146-a7d4-06446378e17a req-a57f60cd-91b0-4f61-8687-0e84d196da98 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 1097 time: 0.5056722 Aug 16 01:41:10.926480 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ba837f2d-19b6-45cc-b838-f47a63acba37 req-18b25aa7-7ac6-4b6e-8bb6-d1fcfd216d2f service neutron] 10.222.0.63 "GET /v2.0/networks/6bc28deb-e620-41ee-8dca-adff0e1d2225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551822 Aug 16 01:41:10.980969 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Pushing event updated for resources: {'Port': ['ID=49c2606e-8361-44b1-9395-1765d700d60f,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:10.990872 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9ddc3-1e2e-41ea-8a0c-51ffd2d78090 req-b76f32c3-b299-4164-bf89-1a2727b1a3c3 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:10.993327 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e8a9ddc3-1e2e-41ea-8a0c-51ffd2d78090 req-b76f32c3-b299-4164-bf89-1a2727b1a3c3 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d9da451-e78c-43d5-99f9-2575b86c3909 HTTP/1.1" status: 200 len: 943 time: 0.4909453 Aug 16 01:41:11.051729 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-913c8d96-35cf-4528-abfd-557645513a44 req-912f7f2b-fead-4d1e-bece-8224f4fc977d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088538 Aug 16 01:41:11.056912 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aa956eae-5b33-4146-a7d4-06446378e17a req-3cc0b1ca-6d35-481e-9caa-b85c57c51498 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158855 Aug 16 01:41:11.117311 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbc862-ab4a-4d6b-b97c-dff0f0a0ab6c req-3e18199a-6770-4bd1-8200-5ee9f3e16ab9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:11.117689 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e8a9ddc3-1e2e-41ea-8a0c-51ffd2d78090 req-fdaec16b-c3c6-42a2-9a9e-3dec14adb7f5 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/security-groups?id=2d574f5c-0313-420a-9cf6-ff7ff24d386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076179 Aug 16 01:41:11.119165 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-33bbc862-ab4a-4d6b-b97c-dff0f0a0ab6c req-3e18199a-6770-4bd1-8200-5ee9f3e16ab9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.0695581 Aug 16 01:41:11.136474 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Attempting to bind port 49c2606e-8361-44b1-9395-1765d700d60f on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:11.136805 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Attempting to bind port 49c2606e-8361-44b1-9395-1765d700d60f by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'cf7f0371-ebb5-4932-a57c-9ac457f2f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:11.137126 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Attempting to bind port 49c2606e-8361-44b1-9395-1765d700d60f on network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:11.152381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Port 49c2606e-8361-44b1-9395-1765d700d60f on network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:11.152706 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Attempting to bind port 49c2606e-8361-44b1-9395-1765d700d60f on network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:11.172774 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-33bbc862-ab4a-4d6b-b97c-dff0f0a0ab6c req-85a0dc89-d4ee-4f13-9d71-72b396eef379 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436420 Aug 16 01:41:11.177239 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:11.177588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Checking segment: {'id': 'cf7f0371-ebb5-4932-a57c-9ac457f2f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:11.178017 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Bound using segment: {'id': 'cf7f0371-ebb5-4932-a57c-9ac457f2f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:11.179084 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Bound port: 49c2606e-8361-44b1-9395-1765d700d60f, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7f0371-ebb5-4932-a57c-9ac457f2f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:11.179962 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:11.266387 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e36cbd-250c-4ff0-865b-972a12987587 req-27655690-612b-4a3e-99d0-5879416d1089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:11.267894 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74e36cbd-250c-4ff0-865b-972a12987587 req-27655690-612b-4a3e-99d0-5879416d1089 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 1098 time: 0.1276557 Aug 16 01:41:11.323500 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63440d1d-cb77-4bc2-9b67-7642978cbc17 req-eb60648f-6f5a-4e48-bca3-fcc43063216f tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:11.325010 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-63440d1d-cb77-4bc2-9b67-7642978cbc17 req-eb60648f-6f5a-4e48-bca3-fcc43063216f tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.1018169 Aug 16 01:41:11.329554 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] For port 49c2606e-8361-44b1-9395-1765d700d60f, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:11.362944 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] For port 49c2606e-8361-44b1-9395-1765d700d60f, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=49c2606e-8361-44b1-9395-1765d700d60f,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:11.365104 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74e36cbd-250c-4ff0-865b-972a12987587 req-9d58c175-20cd-4d95-bb95-90127d72cb36 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825050 Aug 16 01:41:11.370638 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:11.420615 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-63440d1d-cb77-4bc2-9b67-7642978cbc17 req-88cf256f-f552-4d6a-b3e2-823975a10a95 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877693 Aug 16 01:41:11.421721 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:11.422372 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:11.423680 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-62fdca74-a245-4810-82ab-89e535027121 service neutron] 10.222.0.73 "PUT /v2.0/ports/49c2606e-8361-44b1-9395-1765d700d60f HTTP/1.1" status: 200 len: 1092 time: 1.9052954 Aug 16 01:41:11.425836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f', 'tag': '49c2606e-8361-44b1-9395-1765d700d60f'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:11.428634 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8997fc46-f075-4b27-8dd1-179001ebcb13" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f", "tag": "49c2606e-8361-44b1-9395-1765d700d60f"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:11.452888 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdca74-a245-4810-82ab-89e535027121 service neutron] Pushing event updated for resources: {'Port': ['ID=49c2606e-8361-44b1-9395-1765d700d60f,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:11.499315 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80ef22-4cd1-43ba-b484-46083396f50b req-0aa49936-975f-4e3c-b967-d33a5b55673f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:11.500911 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a80ef22-4cd1-43ba-b484-46083396f50b req-0aa49936-975f-4e3c-b967-d33a5b55673f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f HTTP/1.1" status: 200 len: 943 time: 0.0984814 Aug 16 01:41:11.530262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-1b4b2742-519f-4edb-8f66-fbfa244fc85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:11.531777 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-1b4b2742-519f-4edb-8f66-fbfa244fc85e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f4daf488dea148eaa5a254f5ecbbcf18&device_id=b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f HTTP/1.1" status: 200 len: 1095 time: 0.0502620 Aug 16 01:41:11.548477 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a80ef22-4cd1-43ba-b484-46083396f50b req-3ace9c2b-dba8-4c72-82e1-98dff1ba5c44 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417249 Aug 16 01:41:11.594718 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45208) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:11.599052 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba750a5-0550-4b7f-9dc3-2fb145c63482 x-openstack-request-id: req-4ba750a5-0550-4b7f-9dc3-2fb145c63482 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:11.599336 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f", "tag": "49c2606e-8361-44b1-9395-1765d700d60f", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:11.599588 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4ba750a5-0550-4b7f-9dc3-2fb145c63482 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:11.600162 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f', 'tag': '49c2606e-8361-44b1-9395-1765d700d60f', 'status': 'completed', 'code': 200} Aug 16 01:41:11.602476 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-d1cec7d3-59a7-454e-b267-ed63111abade service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49c2606e-8361-44b1-9395-1765d700d60f HTTP/1.1" status: 200 len: 217 time: 0.0581558 Aug 16 01:41:11.659657 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-3e804a15-8b61-4f71-be52-69ccb4aa2d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:11.661639 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-3e804a15-8b61-4f71-be52-69ccb4aa2d98 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa68bec7-664a-48fb-be7e-46ef8fc16c75 HTTP/1.1" status: 200 len: 844 time: 0.0507610 Aug 16 01:41:11.697013 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-03c7e31d-7afc-43f2-a76f-fed88492408e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266929 Aug 16 01:41:11.722441 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-243a1c89-45da-4744-b3bf-c2d5f6b62280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:11.812113 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-78776a51-739e-447e-97d7-950cf660b162 service neutron] 10.222.0.73 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068718 Aug 16 01:41:11.840097 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62cba5-70f5-4b73-bf3f-3d6fc0fb98f0 req-72f8c0e2-d470-49d6-a6a9-4334edc41728 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:11.842669 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9d62cba5-70f5-4b73-bf3f-3d6fc0fb98f0 req-72f8c0e2-d470-49d6-a6a9-4334edc41728 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.0807457 Aug 16 01:41:11.908771 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a9507e2-86ed-46f2-8200-06890002b3bd req-3139aa2c-395f-4767-be1f-0361dbe3801b service neutron] 10.222.0.73 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873795 Aug 16 01:41:11.910314 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9d62cba5-70f5-4b73-bf3f-3d6fc0fb98f0 req-845bcd40-c747-4171-8f71-9251e12e83c8 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596054 Aug 16 01:41:11.940039 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-243a1c89-45da-4744-b3bf-c2d5f6b62280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:11.943795 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-243a1c89-45da-4744-b3bf-c2d5f6b62280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:11.988359 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-243a1c89-45da-4744-b3bf-c2d5f6b62280 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e5b2967a76d74b948b91db40c7b1785c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3925412 Aug 16 01:41:11.991635 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45214) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:11.992862 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a1c89-45da-4744-b3bf-c2d5f6b62280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483ca193-4e2c-44f2-a83b-a0303158ec3d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:12.034226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997fc46-f075-4b27-8dd1-179001ebcb13 req-d7aec5f5-5fae-4542-91aa-969c3ff9efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:12.036023 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8997fc46-f075-4b27-8dd1-179001ebcb13 req-d7aec5f5-5fae-4542-91aa-969c3ff9efa9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f4daf488dea148eaa5a254f5ecbbcf18&device_id=b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f HTTP/1.1" status: 200 len: 1095 time: 0.0730395 Aug 16 01:41:12.109882 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66b5b924-84b6-4472-829f-19b0ba579c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.146851 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66b5b924-84b6-4472-829f-19b0ba579c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.182282 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997fc46-f075-4b27-8dd1-179001ebcb13 req-e502c42e-4b80-4a9d-b16a-a3534a520f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:12.183683 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8997fc46-f075-4b27-8dd1-179001ebcb13 req-e502c42e-4b80-4a9d-b16a-a3534a520f11 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 HTTP/1.1" status: 200 len: 905 time: 0.1397169 Aug 16 01:41:12.259154 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8997fc46-f075-4b27-8dd1-179001ebcb13 req-6eec15a8-e3f6-404f-b24c-ed1454c30b9c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49c2606e-8361-44b1-9395-1765d700d60f HTTP/1.1" status: 200 len: 217 time: 0.0584443 Aug 16 01:41:12.322536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fa0d1-8ad7-472f-a09b-71f64514c335 req-590acf70-11f5-43b4-b2a9-651504bb1075 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:12.324219 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f78fa0d1-8ad7-472f-a09b-71f64514c335 req-590acf70-11f5-43b4-b2a9-651504bb1075 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d9da451-e78c-43d5-99f9-2575b86c3909 HTTP/1.1" status: 200 len: 943 time: 0.1330349 Aug 16 01:41:12.326220 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66b5b924-84b6-4472-829f-19b0ba579c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.329801 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66b5b924-84b6-4472-829f-19b0ba579c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.334220 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-66b5b924-84b6-4472-829f-19b0ba579c2b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/483ca193-4e2c-44f2-a83b-a0303158ec3d HTTP/1.1" status: 204 len: 168 time: 0.3416355 Aug 16 01:41:12.342194 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3270b0-ef1b-437a-b10d-d1bbf551c518 req-05409db3-9f93-40a0-933b-585cd215eabc tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:12.346270 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eb3270b0-ef1b-437a-b10d-d1bbf551c518 req-05409db3-9f93-40a0-933b-585cd215eabc tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.0750232 Aug 16 01:41:12.365150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5b924-84b6-4472-829f-19b0ba579c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483ca193-4e2c-44f2-a83b-a0303158ec3d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:12.380658 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997fc46-f075-4b27-8dd1-179001ebcb13 req-e18be505-85d3-4ee3-99d9-cd0e2441231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:12.382273 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8997fc46-f075-4b27-8dd1-179001ebcb13 req-e18be505-85d3-4ee3-99d9-cd0e2441231c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa68bec7-664a-48fb-be7e-46ef8fc16c75 HTTP/1.1" status: 200 len: 844 time: 0.1146684 Aug 16 01:41:12.404884 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f78fa0d1-8ad7-472f-a09b-71f64514c335 req-7d9c19eb-d8f8-4d49-a002-2c25aeec9ef7 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/security-groups?id=2d574f5c-0313-420a-9cf6-ff7ff24d386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664792 Aug 16 01:41:12.416854 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eb3270b0-ef1b-437a-b10d-d1bbf551c518 req-ddeb541b-b390-45e7-a251-b10ca37ea25e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539901 Aug 16 01:41:12.425471 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8997fc46-f075-4b27-8dd1-179001ebcb13 req-2310ece9-cecf-49ed-bc14-7195b84cff04 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325596 Aug 16 01:41:12.549268 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8997fc46-f075-4b27-8dd1-179001ebcb13 req-ca8e7d18-9781-476b-a9eb-1e0b5a784360 service neutron] 10.222.0.73 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159310 Aug 16 01:41:12.560344 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e825b0c-607f-447d-9c74-8e92eb96bb6f req-dbfd617d-1f62-4829-af2c-243b9c85aadc tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:12.561926 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6e825b0c-607f-447d-9c74-8e92eb96bb6f req-dbfd617d-1f62-4829-af2c-243b9c85aadc tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.0503728 Aug 16 01:41:12.602654 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6e825b0c-607f-447d-9c74-8e92eb96bb6f req-f8884ae0-d0ba-43c8-aecc-759d93e1330c tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347922 Aug 16 01:41:12.696690 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8997fc46-f075-4b27-8dd1-179001ebcb13 req-90453e54-134a-484f-8da0-1638f231a226 service neutron] 10.222.0.73 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399770 Aug 16 01:41:12.700727 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45232) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:12.724448 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90c81509-0cc3-4987-9ba6-7bc7a58e452b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.735489 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeed19c-923d-4cc4-a044-a8caf067c5d1 req-43b6b461-9cf6-4983-9230-34414b47971e tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:12.735729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d2f53-329f-4133-8605-d1cbb0cd90d7 req-5d7f48d5-1501-4913-8a56-26d6ef7af83f tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:12.736966 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b04d2f53-329f-4133-8605-d1cbb0cd90d7 req-5d7f48d5-1501-4913-8a56-26d6ef7af83f tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=2623a67f-1fc3-45fb-bdaf-0c541061b501 HTTP/1.1" status: 200 len: 946 time: 0.0562203 Aug 16 01:41:12.737115 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bbeed19c-923d-4cc4-a044-a8caf067c5d1 req-43b6b461-9cf6-4983-9230-34414b47971e tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f HTTP/1.1" status: 200 len: 943 time: 0.0960605 Aug 16 01:41:12.777945 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b04d2f53-329f-4133-8605-d1cbb0cd90d7 req-045281c7-c687-4cea-9424-fdf9ea5f373e tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335371 Aug 16 01:41:12.795168 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bbeed19c-923d-4cc4-a044-a8caf067c5d1 req-909bf2d0-09ca-408f-8061-b49f248d5ea6 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498338 Aug 16 01:41:12.869355 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90c81509-0cc3-4987-9ba6-7bc7a58e452b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.873122 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90c81509-0cc3-4987-9ba6-7bc7a58e452b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:12.912012 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-90c81509-0cc3-4987-9ba6-7bc7a58e452b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a6b8d666006d4c14b4115b45c51384f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2104080 Aug 16 01:41:12.913732 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c81509-0cc3-4987-9ba6-7bc7a58e452b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea1d599-2b1d-43d2-ab4e-22a55fe2d61b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:12.915284 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45238) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:12.977811 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69e6c28d-d15b-4457-846a-62b9cc791810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:13.000148 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69e6c28d-d15b-4457-846a-62b9cc791810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:13.050420 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a5d05-7ca9-4f6e-b437-9ff6c2a2786e req-269b87f7-4793-4f3b-b8a7-216950aa1c0a tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:13.052005 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a3a5d05-7ca9-4f6e-b437-9ff6c2a2786e req-269b87f7-4793-4f3b-b8a7-216950aa1c0a tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.0664163 Aug 16 01:41:13.081380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7fedb-9558-4297-8e3f-d9af4cbea6f9 req-857621de-8ff9-4f54-8b6d-ec674b5dd626 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:13.082915 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-44d7fedb-9558-4297-8e3f-d9af4cbea6f9 req-857621de-8ff9-4f54-8b6d-ec674b5dd626 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 945 time: 0.0536904 Aug 16 01:41:13.089406 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69e6c28d-d15b-4457-846a-62b9cc791810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:13.093242 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a3a5d05-7ca9-4f6e-b437-9ff6c2a2786e req-52617034-28ef-4d33-88fc-73a4fbf3b24f tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337968 Aug 16 01:41:13.093492 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69e6c28d-d15b-4457-846a-62b9cc791810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:13.095231 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-69e6c28d-d15b-4457-846a-62b9cc791810 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/aea1d599-2b1d-43d2-ab4e-22a55fe2d61b HTTP/1.1" status: 204 len: 168 time: 0.1788344 Aug 16 01:41:13.115580 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6c28d-d15b-4457-846a-62b9cc791810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea1d599-2b1d-43d2-ab4e-22a55fe2d61b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:13.129398 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6c28d-d15b-4457-846a-62b9cc791810 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:13.129885 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6c28d-d15b-4457-846a-62b9cc791810 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:13.130219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6c28d-d15b-4457-846a-62b9cc791810 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:13.130549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6c28d-d15b-4457-846a-62b9cc791810 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:13.130874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6c28d-d15b-4457-846a-62b9cc791810 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:13.131198 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6c28d-d15b-4457-846a-62b9cc791810 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:13.131517 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6c28d-d15b-4457-846a-62b9cc791810 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:13.131861 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6c28d-d15b-4457-846a-62b9cc791810 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:13.132369 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6c28d-d15b-4457-846a-62b9cc791810 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:13.132559 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6c28d-d15b-4457-846a-62b9cc791810 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:13.132916 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6c28d-d15b-4457-846a-62b9cc791810 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:13.133178 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e6c28d-d15b-4457-846a-62b9cc791810 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:13.152375 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-44d7fedb-9558-4297-8e3f-d9af4cbea6f9 req-bee4ba27-e4e3-4fb0-8dfa-e9810e5b73f7 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558498 Aug 16 01:41:13.459044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117b179-0b2b-4ff2-8d8d-20bfc009ec62 req-b0fbf22b-240a-4a72-9d74-a2cd19a1c184 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:13.461884 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6117b179-0b2b-4ff2-8d8d-20bfc009ec62 req-b0fbf22b-240a-4a72-9d74-a2cd19a1c184 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.0750661 Aug 16 01:41:13.509672 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6117b179-0b2b-4ff2-8d8d-20bfc009ec62 req-5caf58c2-044a-4b34-bb56-4140975b48e0 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368199 Aug 16 01:41:13.562846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048543b-262b-4d26-aca0-48f789136d96 req-566c232e-bca8-4e5f-9d38-8a3e94825daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:13.564507 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e048543b-262b-4d26-aca0-48f789136d96 req-566c232e-bca8-4e5f-9d38-8a3e94825daf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=336f9d0f1e24499e9788d10ebbd15df6&device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 1098 time: 0.0795774 Aug 16 01:41:13.577540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a052f36-2f9d-44d8-a8a8-7d8be89fbc8a req-b1b1f1da-4c63-4602-811c-5d8ceb353430 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:13.579215 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a052f36-2f9d-44d8-a8a8-7d8be89fbc8a req-b1b1f1da-4c63-4602-811c-5d8ceb353430 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d9da451-e78c-43d5-99f9-2575b86c3909 HTTP/1.1" status: 200 len: 943 time: 0.0863252 Aug 16 01:41:13.618246 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device bb720a4d-5a09-4dc0-a31d-761b655e5a4a details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:41:13.672156 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a052f36-2f9d-44d8-a8a8-7d8be89fbc8a req-62f2283c-99d1-4696-864a-e8306954ca65 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/security-groups?id=2d574f5c-0313-420a-9cf6-ff7ff24d386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841691 Aug 16 01:41:13.706434 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048543b-262b-4d26-aca0-48f789136d96 req-04317b7c-ac04-4962-9602-5d2e8e755d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:13.708422 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e048543b-262b-4d26-aca0-48f789136d96 req-04317b7c-ac04-4962-9602-5d2e8e755d0e service neutron] 10.222.0.63 "GET /v2.0/networks?id=741e114f-ab7f-4db0-9999-b1470ac92b3b HTTP/1.1" status: 200 len: 911 time: 0.1283016 Aug 16 01:41:13.758388 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e048543b-262b-4d26-aca0-48f789136d96 req-46eb8063-295c-47ea-bf22-a799f3c77233 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4eb1ec1-d72b-4c3e-a3ee-f2311832566c HTTP/1.1" status: 200 len: 217 time: 0.0409954 Aug 16 01:41:13.809920 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port bb720a4d-5a09-4dc0-a31d-761b655e5a4a, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=bb720a4d-5a09-4dc0-a31d-761b655e5a4a,segment=NetworkSegment(58674277-6ff8-482a-b737-629202686db0),segment_id=58674277-6ff8-482a-b737-629202686db0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:13.824324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'bb720a4d-5a09-4dc0-a31d-761b655e5a4a', 'network_id': '6bc28deb-e620-41ee-8dca-adff0e1d2225', 'port_id': 'bb720a4d-5a09-4dc0-a31d-761b655e5a4a', 'mac_address': 'fa:16:3e:bd:b0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2192190f-d72a-4115-9178-3d2192367268', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:41:13.859694 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-10a09a36-0088-47f2-ac40-3687b4dd9090 service neutron] show failed (client error): The resource could not be found. Aug 16 01:41:13.861918 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-10a09a36-0088-47f2-ac40-3687b4dd9090 service neutron] 10.222.0.63 "GET /v2.0/ports/8315b47d-6f35-4f9d-ae3f-e8bf05764326/bindings/n-h1-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.1456735 Aug 16 01:41:13.872790 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:13.887764 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb720a4d-5a09-4dc0-a31d-761b655e5a4a {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:13.914243 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port bb720a4d-5a09-4dc0-a31d-761b655e5a4a, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=bb720a4d-5a09-4dc0-a31d-761b655e5a4a,segment=NetworkSegment(58674277-6ff8-482a-b737-629202686db0),segment_id=58674277-6ff8-482a-b737-629202686db0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:13.920427 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:13.925170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048543b-262b-4d26-aca0-48f789136d96 req-58ad6cdf-7b33-431d-8abe-4c127e9f774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:13.927806 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e048543b-262b-4d26-aca0-48f789136d96 req-58ad6cdf-7b33-431d-8abe-4c127e9f774c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a9452d5e-cbd9-4476-8a0f-8f93f6c0d195 HTTP/1.1" status: 200 len: 850 time: 0.1609170 Aug 16 01:41:13.962521 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406baab-2adb-496f-a2d9-e7e1ca5ba587 req-55d1d0b9-80d3-4ab7-b5fd-8f0c4617f761 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:13.969030 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b2870-443f-4301-9af4-d88a79124ddf req-de539834-45d1-4d71-9e62-7f63fa2c0985 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:13.970927 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-236b2870-443f-4301-9af4-d88a79124ddf req-de539834-45d1-4d71-9e62-7f63fa2c0985 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.1042447 Aug 16 01:41:13.977606 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e406baab-2adb-496f-a2d9-e7e1ca5ba587 req-55d1d0b9-80d3-4ab7-b5fd-8f0c4617f761 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.1075191 Aug 16 01:41:13.981709 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=bb720a4d-5a09-4dc0-a31d-761b655e5a4a,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:14.002190 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e048543b-262b-4d26-aca0-48f789136d96 req-187346f8-3019-44a0-8f07-c1b10054116b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=741e114f-ab7f-4db0-9999-b1470ac92b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673976 Aug 16 01:41:14.019935 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-236b2870-443f-4301-9af4-d88a79124ddf req-27ebebaf-4aa2-4ffa-8c1a-ef4d3c60145c tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417798 Aug 16 01:41:14.137572 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e406baab-2adb-496f-a2d9-e7e1ca5ba587 req-f0336cbc-5b5a-4d0f-b090-3d7508d21433 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589241 Aug 16 01:41:14.171421 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-94818ee5-b39c-415e-bbc4-4439b2c99987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:14.173041 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-94818ee5-b39c-415e-bbc4-4439b2c99987 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e&tenant_id=126345157050487ba8127ff85bb0562e HTTP/1.1" status: 200 len: 1102 time: 0.0803106 Aug 16 01:41:14.178167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['bb720a4d-5a09-4dc0-a31d-761b655e5a4a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:14.188452 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:14.231323 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e048543b-262b-4d26-aca0-48f789136d96 req-a192d127-8c4e-4750-b671-94c093c4cfc7 service neutron] 10.222.0.63 "GET /v2.0/networks/741e114f-ab7f-4db0-9999-b1470ac92b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183347 Aug 16 01:41:14.346044 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:14.437068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22be2bd-8195-4094-8fb3-c31a8c22f382 req-e5580f4e-1c84-4edd-a88b-6035e9814534 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:14.438690 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d22be2bd-8195-4094-8fb3-c31a8c22f382 req-e5580f4e-1c84-4edd-a88b-6035e9814534 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f HTTP/1.1" status: 200 len: 943 time: 0.1716111 Aug 16 01:41:14.484531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a9341-f063-42fb-8ca2-406090ff55e3 req-c4831926-cafe-40ab-8e34-948db078c7f9 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:14.491213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a9341-f063-42fb-8ca2-406090ff55e3 req-c4831926-cafe-40ab-8e34-948db078c7f9 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:14.498200 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a9341-f063-42fb-8ca2-406090ff55e3 req-c4831926-cafe-40ab-8e34-948db078c7f9 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:14.500156 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b9a9341-f063-42fb-8ca2-406090ff55e3 req-c4831926-cafe-40ab-8e34-948db078c7f9 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32&device_id=2623a67f-1fc3-45fb-bdaf-0c541061b501&device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 2417 time: 0.0797410 Aug 16 01:41:14.531566 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e048543b-262b-4d26-aca0-48f789136d96 req-615b4877-2dc5-4d7e-828c-dc0c4d05eb90 service neutron] 10.222.0.63 "GET /v2.0/networks/741e114f-ab7f-4db0-9999-b1470ac92b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758546 Aug 16 01:41:14.543571 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b9a9341-f063-42fb-8ca2-406090ff55e3 req-8442993c-1421-47da-a1a6-fbbc5aad8722 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368249 Aug 16 01:41:14.590752 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d22be2bd-8195-4094-8fb3-c31a8c22f382 req-df02af2f-7b23-442d-81d7-e7af47947a07 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416373 Aug 16 01:41:14.686841 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] For port 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:14.756127 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] For port 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:14.767367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52f521-2eaf-4c82-a368-840c70c32ad5 req-7ae32a9f-d4a8-4131-9262-aaf4a491db53 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:14.769202 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d52f521-2eaf-4c82-a368-840c70c32ad5 req-7ae32a9f-d4a8-4131-9262-aaf4a491db53 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 945 time: 0.0851300 Aug 16 01:41:14.788066 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 49c2606e-8361-44b1-9395-1765d700d60f details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:41:14.842413 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2418be-105e-4e10-baee-02e6743d090e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8315b47d-6f35-4f9d-ae3f-e8bf05764326'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:14.844861 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee0f13d-25b5-4891-a1dc-916887140a5b" -d '{"events": [{"server_uuid": "dd2418be-105e-4e10-baee-02e6743d090e", "name": "network-vif-unplugged", "status": "completed", "tag": "8315b47d-6f35-4f9d-ae3f-e8bf05764326"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:14.849268 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:14.856273 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c8e60-792d-4df5-ae93-6ed04ac39b1c req-5139601d-a805-4b09-a67a-7982e01d51a9 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:14.860271 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d52f521-2eaf-4c82-a368-840c70c32ad5 req-3f1696ee-040e-412d-9f6a-4ddd9668e7d3 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651090 Aug 16 01:41:14.872285 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cb2c8e60-792d-4df5-ae93-6ed04ac39b1c req-5139601d-a805-4b09-a67a-7982e01d51a9 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d9da451-e78c-43d5-99f9-2575b86c3909 HTTP/1.1" status: 200 len: 944 time: 0.1150775 Aug 16 01:41:14.880425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] Transition to ACTIVE for port object 8315b47d-6f35-4f9d-ae3f-e8bf05764326 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:14.886455 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:14.958296 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] No DVR routers for this DVR port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:41:14.958480 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 49c2606e-8361-44b1-9395-1765d700d60f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=49c2606e-8361-44b1-9395-1765d700d60f,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:14.971951 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e21385-98b0-43fb-960b-6c387ae547ce x-openstack-request-id: req-35e21385-98b0-43fb-960b-6c387ae547ce {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:14.972226 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2418be-105e-4e10-baee-02e6743d090e", "name": "network-vif-unplugged", "status": "completed", "tag": "8315b47d-6f35-4f9d-ae3f-e8bf05764326", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:14.972469 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-35e21385-98b0-43fb-960b-6c387ae547ce {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:14.973025 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2418be-105e-4e10-baee-02e6743d090e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8315b47d-6f35-4f9d-ae3f-e8bf05764326', 'code': 200} Aug 16 01:41:14.981359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] Pushing event updated for resources: {'Port': ['ID=8315b47d-6f35-4f9d-ae3f-e8bf05764326,revision_number=6']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:14.988407 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cb2c8e60-792d-4df5-ae93-6ed04ac39b1c req-70229996-d631-4ac9-8f3c-503ea202bcfc tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/security-groups?id=2d574f5c-0313-420a-9cf6-ff7ff24d386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043427 Aug 16 01:41:15.000201 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '49c2606e-8361-44b1-9395-1765d700d60f', 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8', 'port_id': '49c2606e-8361-44b1-9395-1765d700d60f', 'mac_address': 'fa:16:3e:d6:0c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa68bec7-664a-48fb-be7e-46ef8fc16c75', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:41:15.030590 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] Attempting to bind port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:15.030590 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] Attempting to bind port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:15.030590 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] Attempting to bind port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:15.037610 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] Port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:15.038706 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] Attempting to bind port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:15.051374 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:15.051900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:15.052387 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:15.055023 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] Bound port: 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:15.055503 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:15.076946 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:15.111770 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c2606e-8361-44b1-9395-1765d700d60f {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:15.164086 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 49c2606e-8361-44b1-9395-1765d700d60f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=49c2606e-8361-44b1-9395-1765d700d60f,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:15.171162 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:15.193804 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] For port 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:15.203296 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] For port 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:15.208835 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:15.222738 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a93591-5e8d-46d2-b7c6-1ac783706120 req-a1744794-868f-467e-8a43-89bc67568ab6 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:15.229867 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74a93591-5e8d-46d2-b7c6-1ac783706120 req-a1744794-868f-467e-8a43-89bc67568ab6 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.0951967 Aug 16 01:41:15.280402 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=49c2606e-8361-44b1-9395-1765d700d60f,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:15.321340 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:15.322000 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:15.323014 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74a93591-5e8d-46d2-b7c6-1ac783706120 req-cf51c2d1-9757-4165-b516-1c0018d84fdf tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780480 Aug 16 01:41:15.385850 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] 10.222.0.73 "PUT /v2.0/ports/8315b47d-6f35-4f9d-ae3f-e8bf05764326 HTTP/1.1" status: 200 len: 1097 time: 1.1401942 Aug 16 01:41:15.424880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ebaf6-1e19-4aae-8d3e-416c48a57458 service neutron] Pushing event updated for resources: {'Port': ['ID=8315b47d-6f35-4f9d-ae3f-e8bf05764326,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:15.468809 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-4598d1a3-e74b-4bde-8f17-6372dbbbb4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:15.469698 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-4598d1a3-e74b-4bde-8f17-6372dbbbb4c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 1100 time: 0.1200607 Aug 16 01:41:15.513810 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10e52e-c071-4843-b309-25b1363488d5 req-59682d88-fc4f-4b57-8820-87aab983bee9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:15.521508 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4c10e52e-c071-4843-b309-25b1363488d5 req-59682d88-fc4f-4b57-8820-87aab983bee9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 948 time: 0.0874403 Aug 16 01:41:15.527709 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['49c2606e-8361-44b1-9395-1765d700d60f'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:15.611150 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4c10e52e-c071-4843-b309-25b1363488d5 req-81b77d8f-58ac-4701-8691-6a7e9d4c1922 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885227 Aug 16 01:41:15.625098 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device bb720a4d-5a09-4dc0-a31d-761b655e5a4a up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:15.628748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-9fa1493d-e924-466a-8759-99e9d1a2bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:15.630914 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-9fa1493d-e924-466a-8759-99e9d1a2bf98 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1533606 Aug 16 01:41:15.712622 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-583677d5-c442-4d89-930a-d0270c7a0747 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326 HTTP/1.1" status: 200 len: 217 time: 0.0734720 Aug 16 01:41:15.744591 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port bb720a4d-5a09-4dc0-a31d-761b655e5a4a completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:15.758281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port bb720a4d-5a09-4dc0-a31d-761b655e5a4a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:15.758281 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:15.799938 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb79746-0b7a-495c-bd3c-c29335388be2 req-1e5374da-3fb9-42d9-b415-add3dcb69aeb tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:15.806779 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0fb79746-0b7a-495c-bd3c-c29335388be2 req-1e5374da-3fb9-42d9-b415-add3dcb69aeb tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f HTTP/1.1" status: 200 len: 944 time: 0.0759828 Aug 16 01:41:15.838376 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-71e0970e-5e8c-4e97-a9e3-85eff9526450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:15.841731 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-71e0970e-5e8c-4e97-a9e3-85eff9526450 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1217291 Aug 16 01:41:15.873983 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0fb79746-0b7a-495c-bd3c-c29335388be2 req-8f5b6adb-7837-4455-aa7f-a43e894b92dc tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608246 Aug 16 01:41:15.911776 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:15.925243 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-7f567bff-f54d-4df3-928d-22e03818cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:15.927535 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-7f567bff-f54d-4df3-928d-22e03818cf77 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0789886 Aug 16 01:41:15.942666 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9da451-e78c-43d5-99f9-2575b86c3909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb720a4d-5a09-4dc0-a31d-761b655e5a4a'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:15.946463 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c9f5f7-2e59-4a06-9839-72673652c456" -d '{"events": [{"server_uuid": "3d9da451-e78c-43d5-99f9-2575b86c3909", "name": "network-vif-plugged", "status": "completed", "tag": "bb720a4d-5a09-4dc0-a31d-761b655e5a4a"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:15.963473 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port bb720a4d-5a09-4dc0-a31d-761b655e5a4a, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=bb720a4d-5a09-4dc0-a31d-761b655e5a4a,segment=NetworkSegment(58674277-6ff8-482a-b737-629202686db0),segment_id=58674277-6ff8-482a-b737-629202686db0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:15.967268 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:15.968362 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 8315b47d-6f35-4f9d-ae3f-e8bf05764326 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:41:16.019667 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd24a869-b225-43a5-8e3a-e40ed4105c92 x-openstack-request-id: req-fd24a869-b225-43a5-8e3a-e40ed4105c92 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:16.019961 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9da451-e78c-43d5-99f9-2575b86c3909", "name": "network-vif-plugged", "status": "completed", "tag": "bb720a4d-5a09-4dc0-a31d-761b655e5a4a", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:16.020216 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fd24a869-b225-43a5-8e3a-e40ed4105c92 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:16.020606 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9da451-e78c-43d5-99f9-2575b86c3909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb720a4d-5a09-4dc0-a31d-761b655e5a4a', 'code': 200} Aug 16 01:41:16.083746 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=bb720a4d-5a09-4dc0-a31d-761b655e5a4a,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:16.090142 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-be63b6ec-af30-4083-b248-f8cadff6e890 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541364 Aug 16 01:41:16.099190 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 8315b47d-6f35-4f9d-ae3f-e8bf05764326 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:41:16.247982 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45def6-d482-44ca-b1a4-f29127fd0061 req-585e820f-33d8-42ab-b91d-5a5bee755a61 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:16.249853 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a45def6-d482-44ca-b1a4-f29127fd0061 req-585e820f-33d8-42ab-b91d-5a5bee755a61 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d9da451-e78c-43d5-99f9-2575b86c3909 HTTP/1.1" status: 200 len: 945 time: 0.1582913 Aug 16 01:41:16.254301 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0d771-3841-4453-8c10-1a6cfa7e109e req-cbcfbddf-bc8c-4233-9b18-1a4fa02dc0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:16.255946 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8fa0d771-3841-4453-8c10-1a6cfa7e109e req-cbcfbddf-bc8c-4233-9b18-1a4fa02dc0c8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3d9da451-e78c-43d5-99f9-2575b86c3909 HTTP/1.1" status: 200 len: 1097 time: 0.1489170 Aug 16 01:41:16.328617 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ab8b5c9c-a4be-4ecc-bbca-77d0d6c56a85 req-50a4e9c7-918b-4fcb-bdfc-ddfb9c02fb67 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203074 Aug 16 01:41:16.345185 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8fa0d771-3841-4453-8c10-1a6cfa7e109e req-8c97fa40-86f4-4c94-8256-a0610e7b2b93 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2d574f5c-0313-420a-9cf6-ff7ff24d386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800312 Aug 16 01:41:16.360774 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a45def6-d482-44ca-b1a4-f29127fd0061 req-5d5e4ffe-226d-435f-9efa-8e39b57a064c tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/security-groups?id=2d574f5c-0313-420a-9cf6-ff7ff24d386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943668 Aug 16 01:41:16.424044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867a9a7-ec27-49e6-a567-204faec45504 req-9c0fb8ae-2e6a-410b-814a-644847c6ef60 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:16.436179 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1867a9a7-ec27-49e6-a567-204faec45504 req-9c0fb8ae-2e6a-410b-814a-644847c6ef60 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.0860901 Aug 16 01:41:16.476271 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1867a9a7-ec27-49e6-a567-204faec45504 req-6083672a-edde-4bb1-8e17-efc7bbe28525 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383079 Aug 16 01:41:16.506230 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df3058-d175-4747-86a3-2be03f34d9d3 req-465e6a3a-278b-4534-b5ba-6eee8966a25f tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:16.509125 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b9df3058-d175-4747-86a3-2be03f34d9d3 req-465e6a3a-278b-4534-b5ba-6eee8966a25f tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.0665681 Aug 16 01:41:16.562635 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b9df3058-d175-4747-86a3-2be03f34d9d3 req-fb30f109-1fef-4602-ac14-089fb23c3123 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463314 Aug 16 01:41:16.742413 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0559ef-6f41-4f23-9977-42bcc4315c23 req-4ea3818b-7590-4f42-b06a-623326d84068 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:16.743911 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1d0559ef-6f41-4f23-9977-42bcc4315c23 req-4ea3818b-7590-4f42-b06a-623326d84068 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 948 time: 0.0626526 Aug 16 01:41:16.785337 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1d0559ef-6f41-4f23-9977-42bcc4315c23 req-9c4ec715-c329-4491-8f94-ed583acb88c2 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352697 Aug 16 01:41:16.974492 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2418be-105e-4e10-baee-02e6743d090e', 'tag': '8315b47d-6f35-4f9d-ae3f-e8bf05764326'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:16.978842 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670c905f-a87c-44fe-a8be-688e5f12a47f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2418be-105e-4e10-baee-02e6743d090e", "tag": "8315b47d-6f35-4f9d-ae3f-e8bf05764326"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:16.991709 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751d65d-988d-4d9f-bd17-2f7659643be3 req-212f3af7-41c6-49ca-b76b-9cd4dbf46bab tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:16.993851 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d751d65d-988d-4d9f-bd17-2f7659643be3 req-212f3af7-41c6-49ca-b76b-9cd4dbf46bab tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f HTTP/1.1" status: 200 len: 944 time: 0.0529823 Aug 16 01:41:17.034672 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97eaeea0-2904-4615-80cd-bfea97842902 x-openstack-request-id: req-97eaeea0-2904-4615-80cd-bfea97842902 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:17.035295 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2418be-105e-4e10-baee-02e6743d090e", "tag": "8315b47d-6f35-4f9d-ae3f-e8bf05764326", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:17.035616 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-97eaeea0-2904-4615-80cd-bfea97842902 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:17.036418 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2418be-105e-4e10-baee-02e6743d090e', 'tag': '8315b47d-6f35-4f9d-ae3f-e8bf05764326', 'status': 'completed', 'code': 200} Aug 16 01:41:17.041591 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d751d65d-988d-4d9f-bd17-2f7659643be3 req-cf194583-1c1c-492e-967a-78f6511d2d4e tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383098 Aug 16 01:41:17.046429 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45370) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:17.123427 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-6d9b6f34-bafc-41a4-afd0-7bf415cbb49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:17.124939 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-6d9b6f34-bafc-41a4-afd0-7bf415cbb49d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 1100 time: 0.0715110 Aug 16 01:41:17.131155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-e43e16d8-f93a-4abf-8427-673054c14aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:17.132583 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-e43e16d8-f93a-4abf-8427-673054c14aa8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 1100 time: 0.0528219 Aug 16 01:41:17.162361 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3567e337-f0b0-4c8f-bb5e-599d42d55bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:17.275104 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3567e337-f0b0-4c8f-bb5e-599d42d55bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:17.280252 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3567e337-f0b0-4c8f-bb5e-599d42d55bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:17.290681 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-031860a2-5369-4f5c-92e9-433e58abf7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:17.292168 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-031860a2-5369-4f5c-92e9-433e58abf7d5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1587410 Aug 16 01:41:17.334700 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3567e337-f0b0-4c8f-bb5e-599d42d55bf4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ad5fbafdc0d94c1caecac4f07770f1c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871482 Aug 16 01:41:17.336416 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567e337-f0b0-4c8f-bb5e-599d42d55bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e4e779-c9bf-4296-a4d5-869d79a07902,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:17.340598 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45374) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:17.348823 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-22a11138-670d-4ae1-af1a-011640a2f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:17.350939 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-22a11138-670d-4ae1-af1a-011640a2f92c service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1984513 Aug 16 01:41:17.352396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-7e734b99-371f-4de0-b60b-c451c40896a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326 HTTP/1.1" status: 200 len: 217 time: 0.0461512 Aug 16 01:41:17.404202 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8849a87c-e981-4ace-86f9-9abd0c355ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:17.432041 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8849a87c-e981-4ace-86f9-9abd0c355ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:17.436769 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-313cc5fd-aad7-4b45-b165-6f470364b879 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326 HTTP/1.1" status: 200 len: 217 time: 0.0742245 Aug 16 01:41:17.489947 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8849a87c-e981-4ace-86f9-9abd0c355ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:17.493901 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8849a87c-e981-4ace-86f9-9abd0c355ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:17.497642 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8849a87c-e981-4ace-86f9-9abd0c355ae7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/70e4e779-c9bf-4296-a4d5-869d79a07902 HTTP/1.1" status: 204 len: 168 time: 0.1534076 Aug 16 01:41:17.504798 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849a87c-e981-4ace-86f9-9abd0c355ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e4e779-c9bf-4296-a4d5-869d79a07902,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:17.524782 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-9654815b-93bd-48ad-b07e-ee5e7345159d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:17.526865 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-9654815b-93bd-48ad-b07e-ee5e7345159d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1656094 Aug 16 01:41:17.562477 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-87f6972c-c916-4476-8c2b-824c2a516f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:17.563946 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-87f6972c-c916-4476-8c2b-824c2a516f4c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1100605 Aug 16 01:41:17.603214 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9e471-21b6-4a86-b998-3389fb232d94 req-93d7a3c9-3ba1-4971-ab74-24edf1a76878 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:17.610835 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ee9e471-21b6-4a86-b998-3389fb232d94 req-93d7a3c9-3ba1-4971-ab74-24edf1a76878 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d9da451-e78c-43d5-99f9-2575b86c3909 HTTP/1.1" status: 200 len: 945 time: 0.1713793 Aug 16 01:41:17.642675 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c182b-a3ac-4693-badc-da4a3120676f req-dcf65e88-1ab4-432f-a9ad-24c6602daf92 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:17.644846 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ed8c182b-a3ac-4693-badc-da4a3120676f req-dcf65e88-1ab4-432f-a9ad-24c6602daf92 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.0610437 Aug 16 01:41:17.676675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-57cea302-a4f2-456e-b421-b2d2090c795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:17.677804 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-57cea302-a4f2-456e-b421-b2d2090c795d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1398106 Aug 16 01:41:17.688565 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ee9e471-21b6-4a86-b998-3389fb232d94 req-325b67f4-ea8b-40b0-b99e-7afe25c77522 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/security-groups?id=2d574f5c-0313-420a-9cf6-ff7ff24d386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768986 Aug 16 01:41:17.690097 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ed8c182b-a3ac-4693-badc-da4a3120676f req-1f9cb09f-ef68-4685-b80c-874114408d1f tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378244 Aug 16 01:41:17.699040 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-0ca0b5b4-2917-49c8-a1d8-2acc06c92957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:17.700489 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-0ca0b5b4-2917-49c8-a1d8-2acc06c92957 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1188836 Aug 16 01:41:17.874041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860a99c-3f66-4fc4-ba90-c9f6e70c78e9 req-5d4403e2-08c7-41c8-9883-f4a3aca1a918 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:17.887147 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5860a99c-3f66-4fc4-ba90-c9f6e70c78e9 req-5d4403e2-08c7-41c8-9883-f4a3aca1a918 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.0985634 Aug 16 01:41:17.897927 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-dea163e4-c872-4d94-9f91-9e083bb63e87 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075698 Aug 16 01:41:17.915797 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45396) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:17.942037 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3853f54e-459c-459c-8472-d4d00bf98fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:17.986069 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5860a99c-3f66-4fc4-ba90-c9f6e70c78e9 req-9b14165f-6193-4f98-b63d-caa02da2d6be tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977979 Aug 16 01:41:18.038109 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-466c8ba5-54ba-49dd-8be9-8fd87b966aab service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216009 Aug 16 01:41:18.070654 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b4aa5-8d15-4efe-a23e-31f1c569a45f req-0e6ffd14-7f0b-41ff-b89a-27029b01d47c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:18.078466 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5e6b4aa5-8d15-4efe-a23e-31f1c569a45f req-0e6ffd14-7f0b-41ff-b89a-27029b01d47c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 948 time: 0.1734295 Aug 16 01:41:18.097901 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3853f54e-459c-459c-8472-d4d00bf98fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:18.103879 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3853f54e-459c-459c-8472-d4d00bf98fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:18.139483 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3853f54e-459c-459c-8472-d4d00bf98fe8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=377db68bef2246ab8a070aee9e545f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2222080 Aug 16 01:41:18.144217 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45404) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:18.162120 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853f54e-459c-459c-8472-d4d00bf98fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e7852e-449f-486a-a047-cb411ab3cf67,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:18.174381 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-b6583323-ad3f-48fd-a56f-297607384b38 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668226 Aug 16 01:41:18.201721 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5e6b4aa5-8d15-4efe-a23e-31f1c569a45f req-13d5b461-d67d-4b08-bccc-96f1f5ee961f tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179612 Aug 16 01:41:18.243910 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-670c905f-a87c-44fe-a8be-688e5f12a47f req-23a1605f-4575-4a53-8312-3258fc5cad66 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921968 Aug 16 01:41:18.245017 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47691445-567a-4f76-8adf-800706d51854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:18.307437 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47691445-567a-4f76-8adf-800706d51854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:18.371063 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47691445-567a-4f76-8adf-800706d51854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:18.374749 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47691445-567a-4f76-8adf-800706d51854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:18.376315 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-47691445-567a-4f76-8adf-800706d51854 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/30e7852e-449f-486a-a047-cb411ab3cf67 HTTP/1.1" status: 204 len: 168 time: 0.2306802 Aug 16 01:41:18.403219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47691445-567a-4f76-8adf-800706d51854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e7852e-449f-486a-a047-cb411ab3cf67,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:18.416867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66879abd-2de2-4d5a-86e3-3edc60f9a49f req-c274e6ef-e5bc-42be-ae31-40e507577f4d tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:18.426265 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-66879abd-2de2-4d5a-86e3-3edc60f9a49f req-c274e6ef-e5bc-42be-ae31-40e507577f4d tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f HTTP/1.1" status: 200 len: 944 time: 0.0762978 Aug 16 01:41:18.481930 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-66879abd-2de2-4d5a-86e3-3edc60f9a49f req-d1908aec-0c84-489f-9a60-2ef27967e0e9 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545166 Aug 16 01:41:18.512802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec5f97-c6d2-435e-ac98-023d7e0d1404 req-0e9ddb24-60be-4b4f-b7f3-6499545a63a5 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:18.514407 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10ec5f97-c6d2-435e-ac98-023d7e0d1404 req-0e9ddb24-60be-4b4f-b7f3-6499545a63a5 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.1128428 Aug 16 01:41:18.561135 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10ec5f97-c6d2-435e-ac98-023d7e0d1404 req-30c4b679-7032-4f17-b566-4085e0973c3c tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407996 Aug 16 01:41:18.823621 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 8315b47d-6f35-4f9d-ae3f-e8bf05764326 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:41:18.841196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 49c2606e-8361-44b1-9395-1765d700d60f up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:18.843064 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d691e3-d4c3-4479-9841-6a82629f0c46 req-12f3b16d-ea9c-4fc8-9f02-d037a15dba95 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:18.844826 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1d691e3-d4c3-4479-9841-6a82629f0c46 req-12f3b16d-ea9c-4fc8-9f02-d037a15dba95 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.0521474 Aug 16 01:41:18.902197 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1d691e3-d4c3-4479-9841-6a82629f0c46 req-21cc75cb-9173-4eb4-bf3a-c381a4cbe993 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498044 Aug 16 01:41:18.966030 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 49c2606e-8361-44b1-9395-1765d700d60f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:18.972553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 49c2606e-8361-44b1-9395-1765d700d60f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:18.972916 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:19.024471 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:19.042616 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '8315b47d-6f35-4f9d-ae3f-e8bf05764326', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '8315b47d-6f35-4f9d-ae3f-e8bf05764326', 'mac_address': 'fa:16:3e:a9:37:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:41:19.119579 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:19.121695 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:19.136840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8315b47d-6f35-4f9d-ae3f-e8bf05764326 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:19.175308 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:19.185075 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c2606e-8361-44b1-9395-1765d700d60f'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:19.187446 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d81afea-af4f-4bce-ba4d-055e92048d8d" -d '{"events": [{"server_uuid": "b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f", "name": "network-vif-plugged", "status": "completed", "tag": "49c2606e-8361-44b1-9395-1765d700d60f"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:19.193926 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:19.207170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 49c2606e-8361-44b1-9395-1765d700d60f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=49c2606e-8361-44b1-9395-1765d700d60f,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:19.237027 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:19.269404 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14610eb3-7bd1-46f0-8281-d435e6815d94 x-openstack-request-id: req-14610eb3-7bd1-46f0-8281-d435e6815d94 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:19.269999 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f", "name": "network-vif-plugged", "status": "completed", "tag": "49c2606e-8361-44b1-9395-1765d700d60f", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:19.270476 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-14610eb3-7bd1-46f0-8281-d435e6815d94 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:19.271061 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c2606e-8361-44b1-9395-1765d700d60f', 'code': 200} Aug 16 01:41:19.272909 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=8315b47d-6f35-4f9d-ae3f-e8bf05764326,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:19.333867 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=49c2606e-8361-44b1-9395-1765d700d60f,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:19.389986 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc35157-fbb8-4213-a011-99311145cd1b req-a96b4629-b664-4c34-bae0-9a57f9e8c26d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:19.391564 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2bc35157-fbb8-4213-a011-99311145cd1b req-a96b4629-b664-4c34-bae0-9a57f9e8c26d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 949 time: 0.0556722 Aug 16 01:41:19.441296 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2bc35157-fbb8-4213-a011-99311145cd1b req-1a4537da-1b7c-44e8-942c-be32daed7411 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424702 Aug 16 01:41:19.441952 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e427947-1aea-4d04-80d2-5052cacce89a req-f395e924-2212-4844-8a0e-2053cdeb4294 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:19.443488 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e427947-1aea-4d04-80d2-5052cacce89a req-f395e924-2212-4844-8a0e-2053cdeb4294 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d9da451-e78c-43d5-99f9-2575b86c3909 HTTP/1.1" status: 200 len: 945 time: 0.4504812 Aug 16 01:41:19.450384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21a48a-7f5d-41cb-89a7-a671402d0e04 req-724372a6-4dc4-4b12-a83f-bbda0fd66700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:19.451957 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0f21a48a-7f5d-41cb-89a7-a671402d0e04 req-724372a6-4dc4-4b12-a83f-bbda0fd66700 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f HTTP/1.1" status: 200 len: 1097 time: 0.0594485 Aug 16 01:41:19.514832 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e427947-1aea-4d04-80d2-5052cacce89a req-5ea91341-2d55-4166-b5f5-ae934d3fc2f9 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/security-groups?id=2d574f5c-0313-420a-9cf6-ff7ff24d386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618157 Aug 16 01:41:19.519244 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0f21a48a-7f5d-41cb-89a7-a671402d0e04 req-01f6e457-f2e8-4b93-800f-dcc60fbd085e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507729 Aug 16 01:41:19.593354 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['8315b47d-6f35-4f9d-ae3f-e8bf05764326'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:19.656661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1562e9-21c5-4d0a-a7e3-b520a2d2e5b1 req-d6ce4129-4852-41aa-b981-3f308aa1cda6 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:19.659264 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-af1562e9-21c5-4d0a-a7e3-b520a2d2e5b1 req-d6ce4129-4852-41aa-b981-3f308aa1cda6 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f HTTP/1.1" status: 200 len: 945 time: 0.0836356 Aug 16 01:41:19.755307 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-af1562e9-21c5-4d0a-a7e3-b520a2d2e5b1 req-f894f0f8-ad93-46c4-b27f-dcb01516e3c5 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592275 Aug 16 01:41:19.783754 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-87d6f85c-a485-49b6-841c-ff59f22cbac3 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:19.791209 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-87d6f85c-a485-49b6-841c-ff59f22cbac3 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e&tenant_id=126345157050487ba8127ff85bb0562e&binding%3Ahost_id=n-h1-765315-27 HTTP/1.1" status: 200 len: 949 time: 0.1305902 Aug 16 01:41:19.902711 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-d701d704-e65e-4152-942e-c6cbc173a8cb service neutron] 10.222.0.73 "GET /v2.0/ports/8315b47d-6f35-4f9d-ae3f-e8bf05764326/bindings/n-h1-765315-27 HTTP/1.1" status: 200 len: 383 time: 0.0998049 Aug 16 01:41:19.924425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25048a6d-057c-431c-921c-0c983920f643 req-13f00054-ebab-4f5e-a504-e7e6c201e632 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:19.926201 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25048a6d-057c-431c-921c-0c983920f643 req-13f00054-ebab-4f5e-a504-e7e6c201e632 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 949 time: 0.0727990 Aug 16 01:41:20.014852 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-e88be4dc-2b61-4d7d-b393-646659fddb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:20.016445 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-e88be4dc-2b61-4d7d-b393-646659fddb64 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 1101 time: 0.0835569 Aug 16 01:41:20.019692 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25048a6d-057c-431c-921c-0c983920f643 req-3f26470e-8b82-451c-9fd2-0961d2a38ac9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762072 Aug 16 01:41:20.051978 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ccaece91-370e-48dc-824f-48856ff36927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:20.053411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9613e43-de6c-49ab-b975-0ed4350245e2 req-ce73192d-4058-4968-83ca-7f5afb381f28 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:20.057472 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d9613e43-de6c-49ab-b975-0ed4350245e2 req-ce73192d-4058-4968-83ca-7f5afb381f28 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.3990042 Aug 16 01:41:20.118317 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d9613e43-de6c-49ab-b975-0ed4350245e2 req-4faf6222-5e86-42a4-870b-c91033cba302 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460849 Aug 16 01:41:20.185516 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936483d-fa3c-4d4d-bd2f-0936b097b14a req-98e29f43-52bc-4282-96e5-a1712ce1929d tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:20.187123 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7936483d-fa3c-4d4d-bd2f-0936b097b14a req-98e29f43-52bc-4282-96e5-a1712ce1929d tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.0899527 Aug 16 01:41:20.188282 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-c6f071a7-9088-4e4f-a59e-685456dcd70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:20.189607 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-c6f071a7-9088-4e4f-a59e-685456dcd70a service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1634917 Aug 16 01:41:20.247125 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-65c45dca-dbf7-4fdf-8dc6-6256e9f3e9ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326 HTTP/1.1" status: 200 len: 217 time: 0.0450990 Aug 16 01:41:20.299610 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7936483d-fa3c-4d4d-bd2f-0936b097b14a req-344bfb98-376e-45af-a83c-4ec3378302cb tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062174 Aug 16 01:41:20.324136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-092f5aff-039c-4a3a-befd-dd17915ec835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:20.332767 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-092f5aff-039c-4a3a-befd-dd17915ec835 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0684772 Aug 16 01:41:20.380262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-4c6d745a-7fa9-473e-8fc3-83571c25723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:20.382264 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-4c6d745a-7fa9-473e-8fc3-83571c25723e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0476344 Aug 16 01:41:20.477087 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-49107d18-6467-4718-b42d-f52cb444b955 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863924 Aug 16 01:41:20.636170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa529fc-cfb4-43cf-a92d-784b3ac28b8c req-8b770782-a6d1-4897-a38a-b53576aadaaa tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:20.638167 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2aa529fc-cfb4-43cf-a92d-784b3ac28b8c req-8b770782-a6d1-4897-a38a-b53576aadaaa tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.63 "GET /v2.0/ports?device_id=3d9da451-e78c-43d5-99f9-2575b86c3909 HTTP/1.1" status: 200 len: 945 time: 0.0953856 Aug 16 01:41:20.657862 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-6e1b60d9-53f2-4004-b347-fb4556ac51f6 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702287 Aug 16 01:41:20.674263 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dc354-4efb-48c7-91bf-262648910a89 req-f9806708-e934-46bb-8001-08964ff5fd68 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:20.676212 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9c6dc354-4efb-48c7-91bf-262648910a89 req-f9806708-e934-46bb-8001-08964ff5fd68 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d9da451-e78c-43d5-99f9-2575b86c3909 HTTP/1.1" status: 200 len: 945 time: 0.0780122 Aug 16 01:41:20.718229 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9c6dc354-4efb-48c7-91bf-262648910a89 req-07a3092f-4e6d-46ba-900e-c734db3238f6 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/security-groups?id=2d574f5c-0313-420a-9cf6-ff7ff24d386b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353105 Aug 16 01:41:20.759277 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-2aa529fc-cfb4-43cf-a92d-784b3ac28b8c req-fb75b4b0-847d-49a4-8b4a-6c462a6730cb tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Deleting port bb720a4d-5a09-4dc0-a31d-761b655e5a4a {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:20.759612 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2aa529fc-cfb4-43cf-a92d-784b3ac28b8c req-fb75b4b0-847d-49a4-8b4a-6c462a6730cb tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:20.884389 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2aa529fc-cfb4-43cf-a92d-784b3ac28b8c req-fb75b4b0-847d-49a4-8b4a-6c462a6730cb tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] For port bb720a4d-5a09-4dc0-a31d-761b655e5a4a, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=bb720a4d-5a09-4dc0-a31d-761b655e5a4a,segment=NetworkSegment(58674277-6ff8-482a-b737-629202686db0),segment_id=58674277-6ff8-482a-b737-629202686db0)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:20.884766 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2aa529fc-cfb4-43cf-a92d-784b3ac28b8c req-fb75b4b0-847d-49a4-8b4a-6c462a6730cb tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:20.905492 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-2aa529fc-cfb4-43cf-a92d-784b3ac28b8c req-fb75b4b0-847d-49a4-8b4a-6c462a6730cb tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Calling delete_port for bb720a4d-5a09-4dc0-a31d-761b655e5a4a owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:20.914857 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec05ca8-0f8f-459b-a776-ee82bbd3c9f4 req-9d50ff09-d4cf-430e-a654-1bc6ca284183 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:20.916368 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bec05ca8-0f8f-459b-a776-ee82bbd3c9f4 req-9d50ff09-d4cf-430e-a654-1bc6ca284183 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f HTTP/1.1" status: 200 len: 945 time: 0.0984418 Aug 16 01:41:20.975754 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45512) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:21.005708 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bec05ca8-0f8f-459b-a776-ee82bbd3c9f4 req-68cfe684-38cc-4dfe-b414-0276763d3100 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813329 Aug 16 01:41:21.104034 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2aa529fc-cfb4-43cf-a92d-784b3ac28b8c req-fb75b4b0-847d-49a4-8b4a-6c462a6730cb tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.117956 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['bb720a4d-5a09-4dc0-a31d-761b655e5a4a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:21.125812 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6d33b72-4361-4915-ad84-808c41fdec98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.160769 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75b4b0-847d-49a4-8b4a-6c462a6730cb tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Pushing event deleted for resources: {'Port': ['ID=bb720a4d-5a09-4dc0-a31d-761b655e5a4a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:21.233239 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa529fc-cfb4-43cf-a92d-784b3ac28b8c req-fb75b4b0-847d-49a4-8b4a-6c462a6730cb tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] No DVR routers for this DVR port bb720a4d-5a09-4dc0-a31d-761b655e5a4a on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:41:21.236776 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2aa529fc-cfb4-43cf-a92d-784b3ac28b8c req-fb75b4b0-847d-49a4-8b4a-6c462a6730cb tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.238101 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2aa529fc-cfb4-43cf-a92d-784b3ac28b8c req-fb75b4b0-847d-49a4-8b4a-6c462a6730cb tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.63 "DELETE /v2.0/ports/bb720a4d-5a09-4dc0-a31d-761b655e5a4a HTTP/1.1" status: 204 len: 173 time: 0.5894892 Aug 16 01:41:21.238688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9da451-e78c-43d5-99f9-2575b86c3909', 'name': 'network-vif-deleted', 'tag': 'bb720a4d-5a09-4dc0-a31d-761b655e5a4a'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:21.241681 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b912e696-16f3-4cdb-af97-3356112b0ca2" -d '{"events": [{"server_uuid": "3d9da451-e78c-43d5-99f9-2575b86c3909", "name": "network-vif-deleted", "tag": "bb720a4d-5a09-4dc0-a31d-761b655e5a4a"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:21.251804 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d887e3-619d-430b-bffe-543c770e521c req-135d271d-9ed2-4ca3-8544-4a4164a7d87d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:21.253454 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c2d887e3-619d-430b-bffe-543c770e521c req-135d271d-9ed2-4ca3-8544-4a4164a7d87d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 949 time: 0.1400766 Aug 16 01:41:21.274796 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6d33b72-4361-4915-ad84-808c41fdec98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.285470 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6d33b72-4361-4915-ad84-808c41fdec98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.299943 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c2d887e3-619d-430b-bffe-543c770e521c req-7562e61c-5d77-4591-8361-dc54e8913314 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388315 Aug 16 01:41:21.364587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91acc9-c4b9-41fe-bfc5-f23229650943 req-90687ba1-35dd-4e52-b3ea-ea7532115f3c tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:21.367101 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4c91acc9-c4b9-41fe-bfc5-f23229650943 req-90687ba1-35dd-4e52-b3ea-ea7532115f3c tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.1342709 Aug 16 01:41:21.367850 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d33b72-4361-4915-ad84-808c41fdec98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534fc8ef-5280-45fb-8aba-f4e38a7179ce,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:21.413629 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c6d33b72-4361-4915-ad84-808c41fdec98 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=75aa2051269d46afa44b09e041b016d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4361749 Aug 16 01:41:21.417083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45532) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:21.439673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19e499-7a5b-40a5-9741-df5b67c650f2 req-806bc6bb-c4b7-47ab-af58-97ba49bbd6f8 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:21.441716 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dc19e499-7a5b-40a5-9741-df5b67c650f2 req-806bc6bb-c4b7-47ab-af58-97ba49bbd6f8 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f HTTP/1.1" status: 200 len: 945 time: 0.0630105 Aug 16 01:41:21.476581 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4c91acc9-c4b9-41fe-bfc5-f23229650943 req-85560592-cc64-4882-a18a-f0f69178426a tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889688 Aug 16 01:41:21.501189 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dc19e499-7a5b-40a5-9741-df5b67c650f2 req-6fea512d-c6e4-418a-93b8-1ff7b94f7684 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495486 Aug 16 01:41:21.513125 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24cbed50-de14-4fdf-8727-d9fb7661fcb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.536100 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24cbed50-de14-4fdf-8727-d9fb7661fcb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.547996 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd40a7ea-084a-4de3-a88b-115ecd5f5e10 x-openstack-request-id: req-fd40a7ea-084a-4de3-a88b-115ecd5f5e10 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:21.547996 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9da451-e78c-43d5-99f9-2575b86c3909", "name": "network-vif-deleted", "tag": "bb720a4d-5a09-4dc0-a31d-761b655e5a4a", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:21.548277 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fd40a7ea-084a-4de3-a88b-115ecd5f5e10 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:21.548647 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9da451-e78c-43d5-99f9-2575b86c3909', 'name': 'network-vif-deleted', 'tag': 'bb720a4d-5a09-4dc0-a31d-761b655e5a4a', 'status': 'completed', 'code': 200} Aug 16 01:41:21.595529 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24cbed50-de14-4fdf-8727-d9fb7661fcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.601540 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24cbed50-de14-4fdf-8727-d9fb7661fcb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:21.603627 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-24cbed50-de14-4fdf-8727-d9fb7661fcb1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/534fc8ef-5280-45fb-8aba-f4e38a7179ce HTTP/1.1" status: 204 len: 168 time: 0.1851776 Aug 16 01:41:21.616318 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbed50-de14-4fdf-8727-d9fb7661fcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534fc8ef-5280-45fb-8aba-f4e38a7179ce,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:21.703437 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da632de8-a9d2-458a-931f-bfb7f5a8eb9f req-489bc81d-0e80-467a-a159-0322e6ce2366 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:21.705083 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-da632de8-a9d2-458a-931f-bfb7f5a8eb9f req-489bc81d-0e80-467a-a159-0322e6ce2366 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.0547028 Aug 16 01:41:21.751460 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-da632de8-a9d2-458a-931f-bfb7f5a8eb9f req-cd2b765b-24e3-4719-8eec-1b1fa9e72b40 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371478 Aug 16 01:41:21.830642 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-89046849-ccfc-4a4a-927c-556db26713f6 req-d05ea229-0a2c-49fd-ab2d-4e166a180792 tempest-ServerMetadataNegativeTestJSON-2077285174 tempest-ServerMetadataNegativeTestJSON-2077285174-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d9da451-e78c-43d5-99f9-2575b86c3909 HTTP/1.1" status: 200 len: 210 time: 0.0281272 Aug 16 01:41:21.923451 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45540) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:21.937868 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-835dfa0e-fe9a-4ab6-b15d-35c5886c5bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:22.042382 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-835dfa0e-fe9a-4ab6-b15d-35c5886c5bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:22.046756 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-835dfa0e-fe9a-4ab6-b15d-35c5886c5bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:22.087831 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-835dfa0e-fe9a-4ab6-b15d-35c5886c5bc6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c062bf0f99e94712a9c5db52d39fa8cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632810 Aug 16 01:41:22.089867 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835dfa0e-fe9a-4ab6-b15d-35c5886c5bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a603d6-26eb-4aef-8d4e-7b4a011d291a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:22.092206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45542) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:22.124335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a6e49-49f0-4313-b547-935bd805b818 req-0eadeb6f-d659-48b6-b2f6-ec30724ccb32 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:22.125874 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d2a6e49-49f0-4313-b547-935bd805b818 req-0eadeb6f-d659-48b6-b2f6-ec30724ccb32 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 946 time: 0.0698631 Aug 16 01:41:22.152970 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77cc7f5b-d334-48f0-9886-d59ea3f8a287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:22.178213 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77cc7f5b-d334-48f0-9886-d59ea3f8a287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:22.234091 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77cc7f5b-d334-48f0-9886-d59ea3f8a287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:22.235144 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-4d2a6e49-49f0-4313-b547-935bd805b818 req-d289935c-5d53-4dac-9287-e90f42cfae5e tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Deleting port a4eb1ec1-d72b-4c3e-a3ee-f2311832566c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:22.235632 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4d2a6e49-49f0-4313-b547-935bd805b818 req-d289935c-5d53-4dac-9287-e90f42cfae5e tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:22.236688 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77cc7f5b-d334-48f0-9886-d59ea3f8a287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:22.237865 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-77cc7f5b-d334-48f0-9886-d59ea3f8a287 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/11a603d6-26eb-4aef-8d4e-7b4a011d291a HTTP/1.1" status: 204 len: 168 time: 0.1447315 Aug 16 01:41:22.246481 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc7f5b-d334-48f0-9886-d59ea3f8a287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a603d6-26eb-4aef-8d4e-7b4a011d291a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:22.352084 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4d2a6e49-49f0-4313-b547-935bd805b818 req-d289935c-5d53-4dac-9287-e90f42cfae5e tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] For port a4eb1ec1-d72b-4c3e-a3ee-f2311832566c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a4eb1ec1-d72b-4c3e-a3ee-f2311832566c,segment=NetworkSegment(a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d),segment_id=a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:22.352536 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4d2a6e49-49f0-4313-b547-935bd805b818 req-d289935c-5d53-4dac-9287-e90f42cfae5e tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:22.366586 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-4d2a6e49-49f0-4313-b547-935bd805b818 req-d289935c-5d53-4dac-9287-e90f42cfae5e tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Calling delete_port for a4eb1ec1-d72b-4c3e-a3ee-f2311832566c owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:22.438272 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6ce24-7570-4aff-b456-4e1641e40e5a req-de9f98a8-52e1-4584-aa83-ea9a51699711 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:22.439431 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10c6ce24-7570-4aff-b456-4e1641e40e5a req-de9f98a8-52e1-4584-aa83-ea9a51699711 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 949 time: 0.0586841 Aug 16 01:41:22.486919 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10c6ce24-7570-4aff-b456-4e1641e40e5a req-085f654b-f06f-4f49-a561-d1da2a0db4ba tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393717 Aug 16 01:41:22.549825 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4d2a6e49-49f0-4313-b547-935bd805b818 req-d289935c-5d53-4dac-9287-e90f42cfae5e tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:22.560286 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb43b-e4b0-4626-8d7a-372a3d5f601d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:22.568560 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['a4eb1ec1-d72b-4c3e-a3ee-f2311832566c'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:22.588950 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['e5ae327e-c626-4467-8260-3d8985d472b3'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:22.603341 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289935c-5d53-4dac-9287-e90f42cfae5e tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Pushing event deleted for resources: {'Port': ['ID=a4eb1ec1-d72b-4c3e-a3ee-f2311832566c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:22.676342 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-260ea7d8-484b-426b-9296-690be0baeaab req-330f0388-3355-454e-bb98-4aec97486e41 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed HTTP/1.1" status: 200 len: 210 time: 0.1016760 Aug 16 01:41:22.714571 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270ee4d-b679-4a31-99b2-63bf71aaaed8 req-fe7ac15b-d406-4c1b-a1f0-86b3b15d7855 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:22.716175 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2270ee4d-b679-4a31-99b2-63bf71aaaed8 req-fe7ac15b-d406-4c1b-a1f0-86b3b15d7855 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f HTTP/1.1" status: 200 len: 945 time: 0.1026978 Aug 16 01:41:22.731983 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2a6e49-49f0-4313-b547-935bd805b818 req-d289935c-5d53-4dac-9287-e90f42cfae5e tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] No DVR routers for this DVR port a4eb1ec1-d72b-4c3e-a3ee-f2311832566c on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:41:22.752261 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4d2a6e49-49f0-4313-b547-935bd805b818 req-d289935c-5d53-4dac-9287-e90f42cfae5e tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:22.754362 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d2a6e49-49f0-4313-b547-935bd805b818 req-d289935c-5d53-4dac-9287-e90f42cfae5e tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.63 "DELETE /v2.0/ports/a4eb1ec1-d72b-4c3e-a3ee-f2311832566c HTTP/1.1" status: 204 len: 173 time: 0.6218028 Aug 16 01:41:22.837039 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2270ee4d-b679-4a31-99b2-63bf71aaaed8 req-ab5f3316-a2e8-4225-86cf-0d1a1880332e tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149702 Aug 16 01:41:22.848522 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 8315b47d-6f35-4f9d-ae3f-e8bf05764326 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:22.927280 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:22.937333 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:22.937786 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.016640 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53d4b5-1bd7-4c58-8392-6a74feb72b5c req-ba4a4151-3b08-4b88-81cf-01c70b02553c tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:23.026663 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ba53d4b5-1bd7-4c58-8392-6a74feb72b5c req-ba4a4151-3b08-4b88-81cf-01c70b02553c tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.0726359 Aug 16 01:41:23.081071 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-5e27e77b-471a-4702-92ee-99fabbf11799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:23.084073 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-5e27e77b-471a-4702-92ee-99fabbf11799 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e&tenant_id=126345157050487ba8127ff85bb0562e HTTP/1.1" status: 200 len: 1101 time: 0.0861559 Aug 16 01:41:23.084650 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.101522 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:23.105241 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ba53d4b5-1bd7-4c58-8392-6a74feb72b5c req-059c6d7a-3ec2-4844-9ad3-750462a96dc0 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753527 Aug 16 01:41:23.125203 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2418be-105e-4e10-baee-02e6743d090e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8315b47d-6f35-4f9d-ae3f-e8bf05764326'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:23.128058 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc28d4c-7a4d-46c1-a09c-4990c789fe72" -d '{"events": [{"server_uuid": "dd2418be-105e-4e10-baee-02e6743d090e", "name": "network-vif-plugged", "status": "completed", "tag": "8315b47d-6f35-4f9d-ae3f-e8bf05764326"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:23.145850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:23.150567 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45582) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:23.156969 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.216005 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23735987-1ebf-4cf1-b702-fde2b9e875b6 x-openstack-request-id: req-23735987-1ebf-4cf1-b702-fde2b9e875b6 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:23.216781 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2418be-105e-4e10-baee-02e6743d090e", "name": "network-vif-plugged", "status": "completed", "tag": "8315b47d-6f35-4f9d-ae3f-e8bf05764326", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:23.216781 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-23735987-1ebf-4cf1-b702-fde2b9e875b6 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:23.216940 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2418be-105e-4e10-baee-02e6743d090e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8315b47d-6f35-4f9d-ae3f-e8bf05764326', 'code': 200} Aug 16 01:41:23.226030 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.250211 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=8315b47d-6f35-4f9d-ae3f-e8bf05764326,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:23.253090 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.289446 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b89348-099d-4294-ab98-67cf299b0dc5 admin admin] Deleting subnet 2192190f-d72a-4115-9178-3d2192367268 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:41:23.302912 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5b89348-099d-4294-ab98-67cf299b0dc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.356326 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5b89348-099d-4294-ab98-67cf299b0dc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.405619 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5b89348-099d-4294-ab98-67cf299b0dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.489577 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5b89348-099d-4294-ab98-67cf299b0dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.551936 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed', 'name': 'network-vif-deleted', 'tag': 'a4eb1ec1-d72b-4c3e-a3ee-f2311832566c'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:23.557264 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fcb1ea-42df-40f9-86a9-fd2161a427aa" -d '{"events": [{"server_uuid": "ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed", "name": "network-vif-deleted", "tag": "a4eb1ec1-d72b-4c3e-a3ee-f2311832566c"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:23.561042 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b89348-099d-4294-ab98-67cf299b0dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2192190f-d72a-4115-9178-3d2192367268,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:23.574143 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5b89348-099d-4294-ab98-67cf299b0dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.577107 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b5b89348-099d-4294-ab98-67cf299b0dc5 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2192190f-d72a-4115-9178-3d2192367268 HTTP/1.1" status: 204 len: 168 time: 0.4249735 Aug 16 01:41:23.579393 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45610) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:23.612849 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] For port 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:23.640295 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9b7014-5733-4e6c-b6d9-619e4ca9a04c x-openstack-request-id: req-4a9b7014-5733-4e6c-b6d9-619e4ca9a04c {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:23.640589 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed", "name": "network-vif-deleted", "tag": "a4eb1ec1-d72b-4c3e-a3ee-f2311832566c", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:23.640842 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4a9b7014-5733-4e6c-b6d9-619e4ca9a04c {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:23.641239 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8852c1-d4d5-4425-85af-cbc6e2c3d2ed', 'name': 'network-vif-deleted', 'tag': 'a4eb1ec1-d72b-4c3e-a3ee-f2311832566c', 'status': 'completed', 'code': 200} Aug 16 01:41:23.668726 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f3ea8c3-6b74-4615-8d0b-60ed4cb146fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.683565 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] For port 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:23.722403 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f337191-7298-49db-8ab7-2f7ec8068549 req-1dc441ba-2199-40ae-8ece-4a045cf7de97 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:23.723948 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3f337191-7298-49db-8ab7-2f7ec8068549 req-1dc441ba-2199-40ae-8ece-4a045cf7de97 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.0965548 Aug 16 01:41:23.763581 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.780460 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f3ea8c3-6b74-4615-8d0b-60ed4cb146fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.786329 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3f337191-7298-49db-8ab7-2f7ec8068549 req-4853ed79-3136-42c9-b974-ad46d4df5446 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541708 Aug 16 01:41:23.792185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-2f3ea8c3-6b74-4615-8d0b-60ed4cb146fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc28deb-e620-41ee-8dca-adff0e1d2225']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:23.793981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] Transition to ACTIVE for port object 8315b47d-6f35-4f9d-ae3f-e8bf05764326 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:23.799770 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.810547 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-2f3ea8c3-6b74-4615-8d0b-60ed4cb146fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58674277-6ff8-482a-b737-629202686db0') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:23.810961 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-2f3ea8c3-6b74-4615-8d0b-60ed4cb146fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58674277-6ff8-482a-b737-629202686db0') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:23.825953 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f3ea8c3-6b74-4615-8d0b-60ed4cb146fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.845855 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f3ea8c3-6b74-4615-8d0b-60ed4cb146fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.856257 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3ea8c3-6b74-4615-8d0b-60ed4cb146fc admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:41:23.856824 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f3ea8c3-6b74-4615-8d0b-60ed4cb146fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.872861 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8315b47d-6f35-4f9d-ae3f-e8bf05764326,revision_number=10']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:41:23.898224 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:41:23.906436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] No DVR routers for this DVR port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:41:23.959498 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] Attempting to bind port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:23.964159 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] Attempting to bind port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:23.964159 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] Attempting to bind port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:23.971853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] Port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:23.972406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] Attempting to bind port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:23.986215 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f3ea8c3-6b74-4615-8d0b-60ed4cb146fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:23.987277 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:23.987695 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:23.988210 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:23.989396 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] Bound port: 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:23.989396 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.000486 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f3ea8c3-6b74-4615-8d0b-60ed4cb146fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.020539 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2f3ea8c3-6b74-4615-8d0b-60ed4cb146fc admin admin] 10.222.0.68 "DELETE /v2.0/networks/6bc28deb-e620-41ee-8dca-adff0e1d2225 HTTP/1.1" status: 204 len: 168 time: 0.4296799 Aug 16 01:41:24.045391 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ea8c3-6b74-4615-8d0b-60ed4cb146fc admin admin] Pushing event deleted for resources: {'Network': ['ID=6bc28deb-e620-41ee-8dca-adff0e1d2225,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:24.068194 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.095513 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45634) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:24.155463 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e5d5-040c-455f-ae1f-3e20844b3839 req-7814edd5-07e2-4239-99fd-8fc02e8b828e tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:24.156407 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-86c1e5d5-040c-455f-ae1f-3e20844b3839 req-7814edd5-07e2-4239-99fd-8fc02e8b828e tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.1014309 Aug 16 01:41:24.164436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] For port 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:24.171359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] For port 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:24.178082 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.218206 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:24.218924 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.221312 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] 10.222.0.63 "PUT /v2.0/ports/8315b47d-6f35-4f9d-ae3f-e8bf05764326 HTTP/1.1" status: 200 len: 1098 time: 1.1245134 Aug 16 01:41:24.248971 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-86c1e5d5-040c-455f-ae1f-3e20844b3839 req-35911bc4-9b0d-4b24-bacf-fff17f6b44d6 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835125 Aug 16 01:41:24.279120 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45640) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:24.313883 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d8c927e-55b9-4c62-8c22-f798f44f6021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.333642 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd5546-5e28-4db9-bb7c-5825a3c531e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8315b47d-6f35-4f9d-ae3f-e8bf05764326,revision_number=11']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:24.349687 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4fe62b72-0cb3-419a-ae52-764a69f4dc3b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2a39570323d74f0bb0020092b83736c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0691853 Aug 16 01:41:24.353338 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45642) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:24.364340 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5e4f1-cb36-4e3c-8e0c-b8395361c22d req-b7e5ca0a-e1ec-443f-ba98-d49a2d519081 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:24.375621 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4b5e4f1-cb36-4e3c-8e0c-b8395361c22d req-b7e5ca0a-e1ec-443f-ba98-d49a2d519081 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.1510055 Aug 16 01:41:24.400393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-7beb399d-d6c1-4a35-9bfd-39e06824a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:24.401960 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-7beb399d-d6c1-4a35-9bfd-39e06824a40d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 1101 time: 0.1278946 Aug 16 01:41:24.447537 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6379a227-5952-4804-9bff-0af9c5992b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.484265 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4b5e4f1-cb36-4e3c-8e0c-b8395361c22d req-524e1da6-66cb-414a-87de-abfd45b5aad0 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077890 Aug 16 01:41:24.485420 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6379a227-5952-4804-9bff-0af9c5992b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.532210 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-ba4a9f78-c0e2-4cfb-82c7-2ecfcfba862a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:24.533724 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-ba4a9f78-c0e2-4cfb-82c7-2ecfcfba862a service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1178653 Aug 16 01:41:24.542262 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d8c927e-55b9-4c62-8c22-f798f44f6021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.547732 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d8c927e-55b9-4c62-8c22-f798f44f6021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.585498 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-cadfaf1e-628c-4d37-911f-15ef8df2eba1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326 HTTP/1.1" status: 200 len: 217 time: 0.0361218 Aug 16 01:41:24.587856 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6379a227-5952-4804-9bff-0af9c5992b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.590396 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6379a227-5952-4804-9bff-0af9c5992b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.591514 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6379a227-5952-4804-9bff-0af9c5992b6c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2d574f5c-0313-420a-9cf6-ff7ff24d386b HTTP/1.1" status: 204 len: 168 time: 0.2371571 Aug 16 01:41:24.597492 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5d8c927e-55b9-4c62-8c22-f798f44f6021 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=384db9fbe4eb429eb2969f65883fb285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5007946 Aug 16 01:41:24.598580 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c927e-55b9-4c62-8c22-f798f44f6021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e83344-07a4-45ee-855f-285dafaff261,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:24.601308 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45656) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:24.610217 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379a227-5952-4804-9bff-0af9c5992b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d574f5c-0313-420a-9cf6-ff7ff24d386b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:24.675444 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-ae27651b-3e3c-47bd-9bfc-ccd92346de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:24.676933 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-ae27651b-3e3c-47bd-9bfc-ccd92346de09 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0743301 Aug 16 01:41:24.717817 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a60c-da13-497e-88da-33cd1226e62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.747317 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a60c-da13-497e-88da-33cd1226e62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.762326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-4ff349ca-323e-42b2-b66c-7017c8a7a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:24.763852 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-4ff349ca-323e-42b2-b66c-7017c8a7a1b9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0763831 Aug 16 01:41:24.860277 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a60c-da13-497e-88da-33cd1226e62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.863881 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a60c-da13-497e-88da-33cd1226e62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:24.865331 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ecb4a60c-da13-497e-88da-33cd1226e62b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/37e83344-07a4-45ee-855f-285dafaff261 HTTP/1.1" status: 204 len: 168 time: 0.2615118 Aug 16 01:41:24.891719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4a60c-da13-497e-88da-33cd1226e62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e83344-07a4-45ee-855f-285dafaff261,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:24.905566 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-66ddaf0a-2e5a-4dad-b31d-e618c5a98a5f service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286049 Aug 16 01:41:25.005952 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee54328-4556-4349-b496-d90b07524daf req-dcdd05aa-ebac-4730-8f19-a1c057727ac4 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:25.008160 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6ee54328-4556-4349-b496-d90b07524daf req-dcdd05aa-ebac-4730-8f19-a1c057727ac4 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 949 time: 0.1185431 Aug 16 01:41:25.060393 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ac47648-e8af-4182-ab76-3fcd30233c79 req-793c16ff-4e18-49d7-b97e-997294d0932a service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365592 Aug 16 01:41:25.091531 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6ee54328-4556-4349-b496-d90b07524daf req-1024d999-4283-4b03-9058-f503de7f1a26 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723042 Aug 16 01:41:25.386059 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16154238-48b1-40a2-bb97-acd48914de81 req-44b6d122-a9f0-4859-aaca-4a836049c2fb tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:25.388072 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-16154238-48b1-40a2-bb97-acd48914de81 req-44b6d122-a9f0-4859-aaca-4a836049c2fb tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0594101 Aug 16 01:41:25.433092 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-16154238-48b1-40a2-bb97-acd48914de81 req-d516bbc3-019d-4a50-b4f0-fe52d6f76cf5 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352128 Aug 16 01:41:25.634048 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0dba53-804a-46bb-b6d8-31d701f9e172 req-40c3535e-7065-410f-89e8-c172b701a254 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:25.635778 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ee0dba53-804a-46bb-b6d8-31d701f9e172 req-40c3535e-7065-410f-89e8-c172b701a254 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.0667198 Aug 16 01:41:25.642759 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2418be-105e-4e10-baee-02e6743d090e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8315b47d-6f35-4f9d-ae3f-e8bf05764326'}, {'name': 'network-changed', 'server_uuid': 'dd2418be-105e-4e10-baee-02e6743d090e', 'tag': '8315b47d-6f35-4f9d-ae3f-e8bf05764326'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:25.650934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a4eb1ec1-d72b-4c3e-a3ee-f2311832566c no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:41:25.653016 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad82432-9b49-41db-9e88-261014105e57" -d '{"events": [{"server_uuid": "dd2418be-105e-4e10-baee-02e6743d090e", "name": "network-vif-unplugged", "status": "completed", "tag": "8315b47d-6f35-4f9d-ae3f-e8bf05764326"}, {"name": "network-changed", "server_uuid": "dd2418be-105e-4e10-baee-02e6743d090e", "tag": "8315b47d-6f35-4f9d-ae3f-e8bf05764326"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:25.679501 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ee0dba53-804a-46bb-b6d8-31d701f9e172 req-cf4ed3c3-01ae-41b3-9e43-19f69bd0b3db tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373299 Aug 16 01:41:25.684163 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: a4eb1ec1-d72b-4c3e-a3ee-f2311832566c {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:41:25.684738 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a4eb1ec1-d72b-4c3e-a3ee-f2311832566c not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:41:25.685532 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device bb720a4d-5a09-4dc0-a31d-761b655e5a4a no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:41:25.708942 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: bb720a4d-5a09-4dc0-a31d-761b655e5a4a {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:41:25.709266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device bb720a4d-5a09-4dc0-a31d-761b655e5a4a not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:41:25.750445 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666c5bf7-bd88-4a65-ba3f-71c2313e5670 x-openstack-request-id: req-666c5bf7-bd88-4a65-ba3f-71c2313e5670 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:25.750742 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2418be-105e-4e10-baee-02e6743d090e", "name": "network-vif-unplugged", "status": "completed", "tag": "8315b47d-6f35-4f9d-ae3f-e8bf05764326", "code": 200}, {"name": "network-changed", "server_uuid": "dd2418be-105e-4e10-baee-02e6743d090e", "tag": "8315b47d-6f35-4f9d-ae3f-e8bf05764326", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:25.750984 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-666c5bf7-bd88-4a65-ba3f-71c2313e5670 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:25.751379 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2418be-105e-4e10-baee-02e6743d090e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8315b47d-6f35-4f9d-ae3f-e8bf05764326', 'code': 200} Aug 16 01:41:25.751629 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2418be-105e-4e10-baee-02e6743d090e', 'tag': '8315b47d-6f35-4f9d-ae3f-e8bf05764326', 'status': 'completed', 'code': 200} Aug 16 01:41:25.857598 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad82432-9b49-41db-9e88-261014105e57 req-a764789e-5fbf-4d28-885f-5659dd9d374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:25.857784 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:25.859564 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ad82432-9b49-41db-9e88-261014105e57 req-a764789e-5fbf-4d28-885f-5659dd9d374e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 1101 time: 0.0832875 Aug 16 01:41:25.862459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad82432-9b49-41db-9e88-261014105e57 req-5b0edd5c-6592-41f5-8dbc-6df7c5b5a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:25.863868 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ad82432-9b49-41db-9e88-261014105e57 req-5b0edd5c-6592-41f5-8dbc-6df7c5b5a1a6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=126345157050487ba8127ff85bb0562e&device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 1101 time: 0.0780926 Aug 16 01:41:26.043597 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad82432-9b49-41db-9e88-261014105e57 req-a2fbe137-dcdd-40bb-947b-a987242ffb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:26.045101 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ad82432-9b49-41db-9e88-261014105e57 req-a2fbe137-dcdd-40bb-947b-a987242ffb63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1760371 Aug 16 01:41:26.046072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad82432-9b49-41db-9e88-261014105e57 req-1ebc9545-8d5d-476f-9a4b-2c0f299c39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:26.047399 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ad82432-9b49-41db-9e88-261014105e57 req-1ebc9545-8d5d-476f-9a4b-2c0f299c39c0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1694715 Aug 16 01:41:26.137456 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ad82432-9b49-41db-9e88-261014105e57 req-cd6fde9d-9075-434c-ab85-efe9e1f08cf9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326 HTTP/1.1" status: 200 len: 217 time: 0.0802512 Aug 16 01:41:26.137456 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ad82432-9b49-41db-9e88-261014105e57 req-47d61b63-d71d-4faf-9454-bf495896c35b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326 HTTP/1.1" status: 200 len: 217 time: 0.0720575 Aug 16 01:41:26.248088 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-58cd11a0-7efc-4678-af08-b3e0e6250ee6 req-e2ccf114-aa0a-4401-bd1c-a66ce134f205 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=b178f708-8aaa-47dc-a149-ba97e88fa0ea HTTP/1.1" status: 200 len: 210 time: 0.0563540 Aug 16 01:41:26.266167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad82432-9b49-41db-9e88-261014105e57 req-7184c373-9e26-4829-998f-673cab7488e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:26.267642 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ad82432-9b49-41db-9e88-261014105e57 req-7184c373-9e26-4829-998f-673cab7488e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1210387 Aug 16 01:41:26.269349 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad82432-9b49-41db-9e88-261014105e57 req-cfc2eca2-1ff0-4825-8f05-43437a7af151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:26.269749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d75e0-33e3-4eba-9c21-677ab28bba6c req-12ac8447-72d6-4244-8d20-f3b806140f31 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:26.270722 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ad82432-9b49-41db-9e88-261014105e57 req-cfc2eca2-1ff0-4825-8f05-43437a7af151 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1257296 Aug 16 01:41:26.271600 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-299d75e0-33e3-4eba-9c21-677ab28bba6c req-12ac8447-72d6-4244-8d20-f3b806140f31 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 949 time: 0.0686545 Aug 16 01:41:26.330756 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-299d75e0-33e3-4eba-9c21-677ab28bba6c req-4b315a43-4484-4b28-a1d8-2326238a8521 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523450 Aug 16 01:41:26.392091 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad82432-9b49-41db-9e88-261014105e57 req-deca6775-85db-4dbe-a431-dbecb9eec6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:26.392091 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ad82432-9b49-41db-9e88-261014105e57 req-deca6775-85db-4dbe-a431-dbecb9eec6b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0934269 Aug 16 01:41:26.393469 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad82432-9b49-41db-9e88-261014105e57 req-3ba3d183-28a1-4c4d-b6a0-060e269cb9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:26.394882 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ad82432-9b49-41db-9e88-261014105e57 req-3ba3d183-28a1-4c4d-b6a0-060e269cb9f0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1153562 Aug 16 01:41:26.436719 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45792) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:26.628326 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b111844-39f9-4914-adb9-b9e048491450 req-4a154875-cacf-496f-bebd-7bf64bc0ed1a tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:26.634951 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6b111844-39f9-4914-adb9-b9e048491450 req-4a154875-cacf-496f-bebd-7bf64bc0ed1a tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.0822780 Aug 16 01:41:26.688605 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ad82432-9b49-41db-9e88-261014105e57 req-f710d036-9c66-4a03-b9ef-f847e035d400 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819622 Aug 16 01:41:26.710422 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-901e017b-e865-48a4-bd0f-838ece72d8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:26.789991 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6b111844-39f9-4914-adb9-b9e048491450 req-b63d74a9-0ba4-42ce-be56-203eb70244aa tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337800 Aug 16 01:41:26.821199 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ad82432-9b49-41db-9e88-261014105e57 req-0ee582f5-4f5e-4240-adf6-b015ae26a7eb service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013989 Aug 16 01:41:26.870528 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 49c2606e-8361-44b1-9395-1765d700d60f details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:41:26.874348 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 8315b47d-6f35-4f9d-ae3f-e8bf05764326 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:41:26.894499 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f2820-ff70-46be-9088-3819d2c0f6b6 req-0f6f3ecf-283d-46c0-a2d4-d20de47eadc5 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:26.898699 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-678f2820-ff70-46be-9088-3819d2c0f6b6 req-0f6f3ecf-283d-46c0-a2d4-d20de47eadc5 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.73 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.2590628 Aug 16 01:41:27.093469 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-901e017b-e865-48a4-bd0f-838ece72d8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:27.106567 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4875c91-b0a7-434c-9298-0c3fd95e4f93 req-660a70f3-71e1-447a-9c93-83ab9ca04b7d tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:27.117664 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c4875c91-b0a7-434c-9298-0c3fd95e4f93 req-660a70f3-71e1-447a-9c93-83ab9ca04b7d tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.2238877 Aug 16 01:41:27.142326 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-901e017b-e865-48a4-bd0f-838ece72d8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:27.147527 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 8315b47d-6f35-4f9d-ae3f-e8bf05764326 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:41:27.242339 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 49c2606e-8361-44b1-9395-1765d700d60f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=49c2606e-8361-44b1-9395-1765d700d60f,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:27.272869 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-901e017b-e865-48a4-bd0f-838ece72d8ee admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fe68242b205649efa99c2619718940f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8342752 Aug 16 01:41:27.278768 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '49c2606e-8361-44b1-9395-1765d700d60f', 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8', 'port_id': '49c2606e-8361-44b1-9395-1765d700d60f', 'mac_address': 'fa:16:3e:d6:0c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa68bec7-664a-48fb-be7e-46ef8fc16c75', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:41:27.288616 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ad82432-9b49-41db-9e88-261014105e57 req-f5aa5b1c-b6c4-42c2-b456-8a24d94d8ad9 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676377 Aug 16 01:41:27.289240 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45854) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:27.319896 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c4875c91-b0a7-434c-9298-0c3fd95e4f93 req-9ed84ec0-54d4-4682-9b24-bb835cc0895c tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005773 Aug 16 01:41:27.352244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e017b-e865-48a4-bd0f-838ece72d8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e8840f-273a-4784-891a-f8adf8314771,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:27.376272 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:27.409270 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49c2606e-8361-44b1-9395-1765d700d60f {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:27.441670 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7cc8af33-2ecf-4009-9acd-8727ffdc3e5b req-5deefffa-081e-451c-8e30-cf85746c3276 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.1864858 Aug 16 01:41:27.478546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 49c2606e-8361-44b1-9395-1765d700d60f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=49c2606e-8361-44b1-9395-1765d700d60f,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:27.486859 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:27.594726 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=49c2606e-8361-44b1-9395-1765d700d60f,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:27.606205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:27.606395 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ad82432-9b49-41db-9e88-261014105e57 req-abb2a4b9-17e1-46a7-ad2c-ed10fc28bd22 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7756269 Aug 16 01:41:27.607043 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:27.607743 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:27.608414 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:27.609040 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:27.609843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:27.610443 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:27.610935 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:27.611472 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:27.613187 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:27.613817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:27.614391 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:41:27.648134 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['49c2606e-8361-44b1-9395-1765d700d60f'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:27.657946 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 8315b47d-6f35-4f9d-ae3f-e8bf05764326 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:41:27.689370 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-678f2820-ff70-46be-9088-3819d2c0f6b6 req-7c724cad-4a63-4fc7-ad9e-d7c95a0d2d25 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Deleting port e5ae327e-c626-4467-8260-3d8985d472b3 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:27.690369 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-678f2820-ff70-46be-9088-3819d2c0f6b6 req-7c724cad-4a63-4fc7-ad9e-d7c95a0d2d25 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:27.764011 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62727814-15bf-4c2f-8d03-a1e2d4c7b3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:27.821853 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62727814-15bf-4c2f-8d03-a1e2d4c7b3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:27.888627 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62727814-15bf-4c2f-8d03-a1e2d4c7b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:27.895494 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62727814-15bf-4c2f-8d03-a1e2d4c7b3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:27.899747 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-62727814-15bf-4c2f-8d03-a1e2d4c7b3c1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/28e8840f-273a-4784-891a-f8adf8314771 HTTP/1.1" status: 204 len: 168 time: 0.6024427 Aug 16 01:41:27.929220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62727814-15bf-4c2f-8d03-a1e2d4c7b3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e8840f-273a-4784-891a-f8adf8314771,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:27.963869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e23847-b256-4866-956a-67b93373b674 req-58322930-ea8e-4f13-8ae3-5be6a61abc4c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:27.972492 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c4e23847-b256-4866-956a-67b93373b674 req-58322930-ea8e-4f13-8ae3-5be6a61abc4c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 949 time: 0.3546622 Aug 16 01:41:28.028856 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22ea8f-fcde-4c0e-940e-4bfda4a84ab7 req-c3262e97-6b73-44d9-ae53-56b993363be1 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:28.031677 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-678f2820-ff70-46be-9088-3819d2c0f6b6 req-7c724cad-4a63-4fc7-ad9e-d7c95a0d2d25 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] For port e5ae327e-c626-4467-8260-3d8985d472b3, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e5ae327e-c626-4467-8260-3d8985d472b3,segment=NetworkSegment(a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d),segment_id=a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:28.032437 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-678f2820-ff70-46be-9088-3819d2c0f6b6 req-7c724cad-4a63-4fc7-ad9e-d7c95a0d2d25 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:28.044215 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ad22ea8f-fcde-4c0e-940e-4bfda4a84ab7 req-c3262e97-6b73-44d9-ae53-56b993363be1 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 945 time: 0.1294892 Aug 16 01:41:28.057104 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c4e23847-b256-4866-956a-67b93373b674 req-95b39e5b-88e7-4774-9a6c-edb7c4a168c7 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787301 Aug 16 01:41:28.076684 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-678f2820-ff70-46be-9088-3819d2c0f6b6 req-7c724cad-4a63-4fc7-ad9e-d7c95a0d2d25 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Calling delete_port for e5ae327e-c626-4467-8260-3d8985d472b3 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:28.150385 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ad22ea8f-fcde-4c0e-940e-4bfda4a84ab7 req-c1cd7f2f-812c-4b44-92cc-e634bcb92044 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd06e7f2-cb08-4599-b501-94ffe206841d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048989 Aug 16 01:41:28.282636 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:28.285500 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bec24e-0e42-40f6-a084-4c239b08e3c3 req-7658563d-f65e-4857-85d5-d6a8536b86fa tempest-MigrationsAdminTest-1608602978 tempest-MigrationsAdminTest-1608602978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:28.287329 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-73bec24e-0e42-40f6-a084-4c239b08e3c3 req-7658563d-f65e-4857-85d5-d6a8536b86fa tempest-MigrationsAdminTest-1608602978 tempest-MigrationsAdminTest-1608602978-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 1101 time: 0.0523446 Aug 16 01:41:28.363119 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '8315b47d-6f35-4f9d-ae3f-e8bf05764326', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '8315b47d-6f35-4f9d-ae3f-e8bf05764326', 'mac_address': 'fa:16:3e:a9:37:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:41:28.372470 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-678f2820-ff70-46be-9088-3819d2c0f6b6 req-7c724cad-4a63-4fc7-ad9e-d7c95a0d2d25 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:28.393412 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-73bec24e-0e42-40f6-a084-4c239b08e3c3 req-1f833da1-80b4-40cc-949b-f3e79bdc2531 tempest-MigrationsAdminTest-1608602978 tempest-MigrationsAdminTest-1608602978-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990677 Aug 16 01:41:28.464858 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c724cad-4a63-4fc7-ad9e-d7c95a0d2d25 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Pushing event deleted for resources: {'Port': ['ID=e5ae327e-c626-4467-8260-3d8985d472b3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:28.523144 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:28.568210 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-678f2820-ff70-46be-9088-3819d2c0f6b6 req-7c724cad-4a63-4fc7-ad9e-d7c95a0d2d25 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] No DVR routers for this DVR port e5ae327e-c626-4467-8260-3d8985d472b3 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:41:28.572004 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-678f2820-ff70-46be-9088-3819d2c0f6b6 req-7c724cad-4a63-4fc7-ad9e-d7c95a0d2d25 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:28.574277 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-678f2820-ff70-46be-9088-3819d2c0f6b6 req-7c724cad-4a63-4fc7-ad9e-d7c95a0d2d25 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.73 "DELETE /v2.0/ports/e5ae327e-c626-4467-8260-3d8985d472b3 HTTP/1.1" status: 204 len: 173 time: 1.6416740 Aug 16 01:41:28.574481 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8315b47d-6f35-4f9d-ae3f-e8bf05764326 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:28.574721 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10d8297-688d-4630-aa10-b6002365fd46', 'name': 'network-vif-deleted', 'tag': 'e5ae327e-c626-4467-8260-3d8985d472b3'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:28.577249 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c498984c-729c-4761-a2df-c7d827100446" -d '{"events": [{"server_uuid": "d10d8297-688d-4630-aa10-b6002365fd46", "name": "network-vif-deleted", "tag": "e5ae327e-c626-4467-8260-3d8985d472b3"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:28.617913 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdba9f-9c16-4ae3-8836-b37ea7f63dbe req-47d9cd48-998a-4fac-83ac-016652196b18 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:28.617913 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dafdba9f-9c16-4ae3-8836-b37ea7f63dbe req-47d9cd48-998a-4fac-83ac-016652196b18 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.1358662 Aug 16 01:41:28.623182 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:28.630810 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:28.734076 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dafdba9f-9c16-4ae3-8836-b37ea7f63dbe req-9ba7e3c6-8934-44d8-8eff-b9d599fb305c tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069753 Aug 16 01:41:28.764768 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=8315b47d-6f35-4f9d-ae3f-e8bf05764326,revision_number=12']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:28.878788 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 49c2606e-8361-44b1-9395-1765d700d60f up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:28.923352 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4d846389-e909-4a52-870b-b38c2073f71e req-227b3a31-9bf4-4b3d-89dd-cca3e64f51bb tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0683110 Aug 16 01:41:28.927525 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['8315b47d-6f35-4f9d-ae3f-e8bf05764326'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:29.046934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 49c2606e-8361-44b1-9395-1765d700d60f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:29.047308 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:29.058499 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd54952-6d08-45dc-b3bf-17366cdc5e67 x-openstack-request-id: req-abd54952-6d08-45dc-b3bf-17366cdc5e67 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:29.059093 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10d8297-688d-4630-aa10-b6002365fd46", "name": "network-vif-deleted", "tag": "e5ae327e-c626-4467-8260-3d8985d472b3", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:29.059538 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-abd54952-6d08-45dc-b3bf-17366cdc5e67 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:29.060039 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10d8297-688d-4630-aa10-b6002365fd46', 'name': 'network-vif-deleted', 'tag': 'e5ae327e-c626-4467-8260-3d8985d472b3', 'status': 'completed', 'code': 200} Aug 16 01:41:29.313060 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c4ba6-f83b-4205-8683-f0ed21ee98fc req-a53e123a-245f-42b5-b15d-bc55d0f814fa tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:29.343345 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-196c4ba6-f83b-4205-8683-f0ed21ee98fc req-a53e123a-245f-42b5-b15d-bc55d0f814fa tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.1947792 Aug 16 01:41:29.472598 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:29.553196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c2606e-8361-44b1-9395-1765d700d60f'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:29.556677 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-196c4ba6-f83b-4205-8683-f0ed21ee98fc req-379c614b-2e2f-45a0-a741-7b2904ef79da tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119339 Aug 16 01:41:29.559925 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d51bd3-6bf3-4913-ab51-b3fa228b9817" -d '{"events": [{"server_uuid": "b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f", "name": "network-vif-plugged", "status": "completed", "tag": "49c2606e-8361-44b1-9395-1765d700d60f"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:29.581549 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-30a4714c-b925-4f1f-b7b1-4cecd9c0a4a0 req-387e8474-1b24-42ad-9743-cb0923feef50 tempest-ServerRescueTestJSON-523756074 tempest-ServerRescueTestJSON-523756074-project] 10.222.0.68 "GET /v2.0/ports?device_id=d10d8297-688d-4630-aa10-b6002365fd46 HTTP/1.1" status: 200 len: 210 time: 0.0619564 Aug 16 01:41:29.608333 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 49c2606e-8361-44b1-9395-1765d700d60f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=49c2606e-8361-44b1-9395-1765d700d60f,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:29.616889 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:29.618914 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e5ae327e-c626-4467-8260-3d8985d472b3 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:41:29.729062 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: e5ae327e-c626-4467-8260-3d8985d472b3 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:41:29.729433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e5ae327e-c626-4467-8260-3d8985d472b3 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:41:29.775040 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=49c2606e-8361-44b1-9395-1765d700d60f,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:29.817818 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c138356e-18a9-4c7b-a8cf-75786afd9b2c req-7db7c770-ef93-4e31-8742-a05cc4fd4f86 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b178f708-8aaa-47dc-a149-ba97e88fa0ea HTTP/1.1" status: 200 len: 210 time: 0.0355875 Aug 16 01:41:29.856704 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c447893-8faf-48c2-8f8c-950526483c6c x-openstack-request-id: req-9c447893-8faf-48c2-8f8c-950526483c6c {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:29.857006 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f", "name": "network-vif-plugged", "status": "completed", "tag": "49c2606e-8361-44b1-9395-1765d700d60f", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:29.857269 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9c447893-8faf-48c2-8f8c-950526483c6c {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:29.857662 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c2606e-8361-44b1-9395-1765d700d60f', 'code': 200} Aug 16 01:41:29.915517 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68873380-7d6a-4600-b3f1-e5ac66ef8545 req-f6c05710-3d44-4d48-befb-c66755f78048 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:29.923077 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-68873380-7d6a-4600-b3f1-e5ac66ef8545 req-f6c05710-3d44-4d48-befb-c66755f78048 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.0647345 Aug 16 01:41:29.969531 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-68873380-7d6a-4600-b3f1-e5ac66ef8545 req-99cdaa13-15a5-4614-8f14-b098534f0204 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454001 Aug 16 01:41:30.095396 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaf5eccb-6d26-449a-b322-c1a0c27972eb req-c9b2c1cc-bae4-40f3-bc5e-6f51cc79a017 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0301566 Aug 16 01:41:30.173974 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45954) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:30.367483 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-16c56e00-ba65-4a60-9340-1d5eef1b164a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.501638 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-16c56e00-ba65-4a60-9340-1d5eef1b164a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.511316 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-16c56e00-ba65-4a60-9340-1d5eef1b164a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.569439 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a4cd3963-6dc2-40e1-935b-9063e4b46258 req-f25b7291-97e1-4ed9-9ae0-e2a9c73c24a7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0354149 Aug 16 01:41:30.587771 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c56e00-ba65-4a60-9340-1d5eef1b164a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f2393d-ef5a-4f08-afea-9fafe9718111,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:30.592668 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-16c56e00-ba65-4a60-9340-1d5eef1b164a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=56354f45bbd44f1e816423e4cf2e33ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4173398 Aug 16 01:41:30.595925 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45962) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:30.672948 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996be01-92d1-47a8-90fc-a53f5df56a23 req-dfa36f23-8f31-4dfb-9086-5e79338d5b58 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:30.682111 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a996be01-92d1-47a8-90fc-a53f5df56a23 req-dfa36f23-8f31-4dfb-9086-5e79338d5b58 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.1568599 Aug 16 01:41:30.683815 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ad66eae-896f-471d-9d43-3763b9684747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.698054 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45966) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:30.720152 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ad66eae-896f-471d-9d43-3763b9684747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.800214 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ad66eae-896f-471d-9d43-3763b9684747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.804641 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ad66eae-896f-471d-9d43-3763b9684747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:30.806120 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0ad66eae-896f-471d-9d43-3763b9684747 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a4f2393d-ef5a-4f08-afea-9fafe9718111 HTTP/1.1" status: 204 len: 168 time: 0.2087650 Aug 16 01:41:30.831705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad66eae-896f-471d-9d43-3763b9684747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f2393d-ef5a-4f08-afea-9fafe9718111,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:30.877650 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793f86d-5962-47ae-b145-2c833f666d02 req-b14aacb6-d7ea-4218-b3c9-d87dd435f7fe tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:30.879659 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2793f86d-5962-47ae-b145-2c833f666d02 req-b14aacb6-d7ea-4218-b3c9-d87dd435f7fe tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 950 time: 0.0892644 Aug 16 01:41:30.959237 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2793f86d-5962-47ae-b145-2c833f666d02 req-4f6b6f77-d7ce-4b7f-a52e-cafa5d5bda2e tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682168 Aug 16 01:41:31.288099 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-80644207-4a8f-49cf-a348-f4efb5379001 req-c8705510-e2e6-49da-aeb5-34fec70cbcda tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0519707 Aug 16 01:41:31.454449 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdaf59-e251-463e-8986-bf55c43be7a6 req-a7e50d07-1aab-4da4-a503-f0a992ec7687 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:31.461936 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-68cdaf59-e251-463e-8986-bf55c43be7a6 req-a7e50d07-1aab-4da4-a503-f0a992ec7687 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.1950436 Aug 16 01:41:31.560683 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-a996be01-92d1-47a8-90fc-a53f5df56a23 req-1de67f0d-e217-4bcd-86e3-44b88e5323c5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Deleting port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:31.560683 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a996be01-92d1-47a8-90fc-a53f5df56a23 req-1de67f0d-e217-4bcd-86e3-44b88e5323c5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:31.641869 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-68cdaf59-e251-463e-8986-bf55c43be7a6 req-a3397c92-a926-4d5e-b0c5-675bb6a517d9 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789479 Aug 16 01:41:31.683165 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 8315b47d-6f35-4f9d-ae3f-e8bf05764326 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:31.781638 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:31.792734 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:31.794720 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:31.823628 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-a996be01-92d1-47a8-90fc-a53f5df56a23 req-1de67f0d-e217-4bcd-86e3-44b88e5323c5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] For port 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:31.824018 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a996be01-92d1-47a8-90fc-a53f5df56a23 req-1de67f0d-e217-4bcd-86e3-44b88e5323c5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:31.857167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-a996be01-92d1-47a8-90fc-a53f5df56a23 req-1de67f0d-e217-4bcd-86e3-44b88e5323c5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Calling delete_port for 8315b47d-6f35-4f9d-ae3f-e8bf05764326 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:31.974231 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.063824 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2418be-105e-4e10-baee-02e6743d090e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8315b47d-6f35-4f9d-ae3f-e8bf05764326'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:32.068218 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914ce3a4-d74a-44ac-b95f-24c79d318a4c" -d '{"events": [{"server_uuid": "dd2418be-105e-4e10-baee-02e6743d090e", "name": "network-vif-plugged", "status": "completed", "tag": "8315b47d-6f35-4f9d-ae3f-e8bf05764326"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:32.127269 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 8315b47d-6f35-4f9d-ae3f-e8bf05764326, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=8315b47d-6f35-4f9d-ae3f-e8bf05764326,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:32.133133 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.143682 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99cc3848-152f-4fa2-9073-743dc6c64ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.192634 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbda1366-a07e-4ed6-bdd4-50ab40728871 x-openstack-request-id: req-bbda1366-a07e-4ed6-bdd4-50ab40728871 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:32.193480 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2418be-105e-4e10-baee-02e6743d090e", "name": "network-vif-plugged", "status": "completed", "tag": "8315b47d-6f35-4f9d-ae3f-e8bf05764326", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:32.194053 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bbda1366-a07e-4ed6-bdd4-50ab40728871 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:32.194545 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2418be-105e-4e10-baee-02e6743d090e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8315b47d-6f35-4f9d-ae3f-e8bf05764326', 'code': 200} Aug 16 01:41:32.277839 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=8315b47d-6f35-4f9d-ae3f-e8bf05764326,revision_number=13']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:32.363729 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a996be01-92d1-47a8-90fc-a53f5df56a23 req-1de67f0d-e217-4bcd-86e3-44b88e5323c5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.378637 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['0212517b-dda9-4f54-ae72-41185d52c5f4', 'caf09ee9-d0a5-4f6e-9167-38d3eae87660', 'd148ce0c-999f-48fa-882c-b3af1aad9922'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:32.382014 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4128326-0617-450e-990f-746aface989c req-a57feac6-3707-4b96-adda-164ec0db5829 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:32.383885 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['8315b47d-6f35-4f9d-ae3f-e8bf05764326'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:32.394217 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4128326-0617-450e-990f-746aface989c req-a57feac6-3707-4b96-adda-164ec0db5829 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd2418be-105e-4e10-baee-02e6743d090e HTTP/1.1" status: 200 len: 868 time: 0.1833954 Aug 16 01:41:32.449967 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de67f0d-e217-4bcd-86e3-44b88e5323c5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Pushing event deleted for resources: {'Port': ['ID=8315b47d-6f35-4f9d-ae3f-e8bf05764326,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:32.523420 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d402a97e-7c6b-4ddb-b62f-61e40f154455 req-9f02ba68-4d71-4c6f-bbc8-82cfba4789ce tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0527852 Aug 16 01:41:32.709601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-a996be01-92d1-47a8-90fc-a53f5df56a23 req-1de67f0d-e217-4bcd-86e3-44b88e5323c5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] No DVR routers for this DVR port 8315b47d-6f35-4f9d-ae3f-e8bf05764326 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:41:32.716444 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a996be01-92d1-47a8-90fc-a53f5df56a23 req-1de67f0d-e217-4bcd-86e3-44b88e5323c5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:32.720325 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a996be01-92d1-47a8-90fc-a53f5df56a23 req-1de67f0d-e217-4bcd-86e3-44b88e5323c5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.63 "DELETE /v2.0/ports/8315b47d-6f35-4f9d-ae3f-e8bf05764326 HTTP/1.1" status: 204 len: 173 time: 2.0290446 Aug 16 01:41:32.723828 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2418be-105e-4e10-baee-02e6743d090e', 'name': 'network-vif-deleted', 'tag': '8315b47d-6f35-4f9d-ae3f-e8bf05764326'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:32.727306 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb77b9b4-b19f-45ca-a191-dff125b4e64d" -d '{"events": [{"server_uuid": "dd2418be-105e-4e10-baee-02e6743d090e", "name": "network-vif-deleted", "tag": "8315b47d-6f35-4f9d-ae3f-e8bf05764326"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:32.760102 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4128326-0617-450e-990f-746aface989c req-87cba09e-2f1e-4f5f-8005-ac7317e17ba9 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550878 Aug 16 01:41:33.025104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-99cc3848-152f-4fa2-9073-743dc6c64ae0 admin admin] Deleting port eaa8d252-6f55-4d44-8623-76839995a3b2 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:33.026456 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99cc3848-152f-4fa2-9073-743dc6c64ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.150642 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf413eea-cc6f-41e2-9223-5c21c7772c1f x-openstack-request-id: req-bf413eea-cc6f-41e2-9223-5c21c7772c1f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:33.151170 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2418be-105e-4e10-baee-02e6743d090e", "name": "network-vif-deleted", "tag": "8315b47d-6f35-4f9d-ae3f-e8bf05764326", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:33.151563 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bf413eea-cc6f-41e2-9223-5c21c7772c1f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:33.152132 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2418be-105e-4e10-baee-02e6743d090e', 'name': 'network-vif-deleted', 'tag': '8315b47d-6f35-4f9d-ae3f-e8bf05764326', 'status': 'completed', 'code': 200} Aug 16 01:41:33.290486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527e067-b1ee-4a83-b211-2dc14d59b44a req-ae93b465-c053-41e2-9c3b-e5e1dda16fb0 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:33.314693 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1527e067-b1ee-4a83-b211-2dc14d59b44a req-ae93b465-c053-41e2-9c3b-e5e1dda16fb0 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.2918615 Aug 16 01:41:33.375272 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-55562450-a5e3-4a68-bb98-d3094e37ea93 req-c268cec5-cdc7-4914-843d-fb06f03c0a68 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0607624 Aug 16 01:41:33.395766 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-99cc3848-152f-4fa2-9073-743dc6c64ae0 admin admin] For port eaa8d252-6f55-4d44-8623-76839995a3b2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=eaa8d252-6f55-4d44-8623-76839995a3b2,segment=NetworkSegment(a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d),segment_id=a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:33.396145 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99cc3848-152f-4fa2-9073-743dc6c64ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.411011 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1527e067-b1ee-4a83-b211-2dc14d59b44a req-08aabb1b-0198-4c91-b02d-0fd70a583c69 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950112 Aug 16 01:41:33.445163 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-99cc3848-152f-4fa2-9073-743dc6c64ae0 admin admin] Calling delete_port for eaa8d252-6f55-4d44-8623-76839995a3b2 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:33.497230 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46076) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:33.755605 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6f7e8cf9-e9b4-4ea0-b88b-01fb23d5c6fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-962932687'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:33.795114 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7e8cf9-e9b4-4ea0-b88b-01fb23d5c6fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Made reservation on behalf of 7d1d7b0f9ba441d6855285384d7b3049 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:33.800098 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8cf9-e9b4-4ea0-b88b-01fb23d5c6fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.813964 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8cf9-e9b4-4ea0-b88b-01fb23d5c6fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.819692 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99cc3848-152f-4fa2-9073-743dc6c64ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.857150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc3848-152f-4fa2-9073-743dc6c64ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa8d252-6f55-4d44-8623-76839995a3b2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:33.981059 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8cf9-e9b4-4ea0-b88b-01fb23d5c6fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:33.989548 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8cf9-e9b4-4ea0-b88b-01fb23d5c6fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:34.029152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7e8cf9-e9b4-4ea0-b88b-01fb23d5c6fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:41:34.058563 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e8cf9-e9b4-4ea0-b88b-01fb23d5c6fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95eb8638-f9b4-423d-bb5e-79707b39e986,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:34.067230 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8cf9-e9b4-4ea0-b88b-01fb23d5c6fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:34.067988 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-6f7e8cf9-e9b4-4ea0-b88b-01fb23d5c6fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Added segment 9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db of type vlan for network 6b257429-2f89-451a-961c-6fb2aa68f3ce Aug 16 01:41:34.136216 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99cc3848-152f-4fa2-9073-743dc6c64ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:34.143309 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8cf9-e9b4-4ea0-b88b-01fb23d5c6fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:34.214363 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8cf9-e9b4-4ea0-b88b-01fb23d5c6fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:34.232673 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7e8cf9-e9b4-4ea0-b88b-01fb23d5c6fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:34.233570 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8cf9-e9b4-4ea0-b88b-01fb23d5c6fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:34.274379 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c942c-870c-43ba-85e0-42d7b095f24e req-af86c959-b132-4185-ae66-62592d628721 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:34.282068 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df5c942c-870c-43ba-85e0-42d7b095f24e req-af86c959-b132-4185-ae66-62592d628721 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 951 time: 0.1284063 Aug 16 01:41:34.338525 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6f7e8cf9-e9b4-4ea0-b88b-01fb23d5c6fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.8389742 Aug 16 01:41:34.386075 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df5c942c-870c-43ba-85e0-42d7b095f24e req-98a04ad5-1075-4211-83df-9672f03ac2f3 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909941 Aug 16 01:41:34.389858 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e8cf9-e9b4-4ea0-b88b-01fb23d5c6fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Pushing event updated for resources: {'Network': ['ID=6b257429-2f89-451a-961c-6fb2aa68f3ce,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:34.406000 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 6b257429-2f89-451a-961c-6fb2aa68f3ce details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:41:34.493252 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-010dcb96-4734-4b17-9f26-3e88365c60ee req-528a4da5-98fc-41ff-a817-b059fa87159d tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0306454 Aug 16 01:41:34.615117 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cc3848-152f-4fa2-9073-743dc6c64ae0 admin admin] Router 8ac40a7c-3601-42c1-88e6-a896713af8ad has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:41:34.700162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46108) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:34.706330 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Request body: {'port': {'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce', 'binding:host_id': 'n-h1-765315-27', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128114337'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:34.748931 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Made reservation on behalf of ff1e6082cb1e43d6891bb47eee265779 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:34.751106 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:34.773790 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:34.779451 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cc3848-152f-4fa2-9073-743dc6c64ae0 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:41:34.789013 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c70fb-b592-4f2b-bc63-0c85d8aae6a8 req-8b15b4b9-4fe0-4f58-96d6-babe7d5a473f tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:34.791979 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b0721-283a-4dcb-b52f-e8f8428a1374 None None] Sync routers for ids ['8ac40a7c-3601-42c1-88e6-a896713af8ad'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:41:34.796313 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d01c70fb-b592-4f2b-bc63-0c85d8aae6a8 req-8b15b4b9-4fe0-4f58-96d6-babe7d5a473f tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.1153710 Aug 16 01:41:34.801244 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-99cc3848-152f-4fa2-9073-743dc6c64ae0 admin admin] 10.222.0.68 "PUT /v2.0/routers/8ac40a7c-3601-42c1-88e6-a896713af8ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1010859 Aug 16 01:41:34.812947 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b0721-283a-4dcb-b52f-e8f8428a1374 None None] Routers {'8ac40a7c-3601-42c1-88e6-a896713af8ad'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:41:34.814590 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-258b0721-283a-4dcb-b52f-e8f8428a1374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:41:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8ac40a7c-3601-42c1-88e6-a896713af8ad'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:34.823095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46110) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:34.893686 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:34.906720 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:34.915026 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] device_id is not set on port ad6d04ab-e893-4273-bf19-84b0a2f889f4 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:41:34.935609 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fc883ea-c84a-4638-a9b8-75e7ef0f1dd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:34.977908 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-258b0721-283a-4dcb-b52f-e8f8428a1374 None None] Set router 8ac40a7c-3601-42c1-88e6-a896713af8ad gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:41:34.986066 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d01c70fb-b592-4f2b-bc63-0c85d8aae6a8 req-394f894a-e661-4759-a676-91d34750f71f tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887622 Aug 16 01:41:35.016683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103eddc3-99bc-470e-aa17-b72335afa9b8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:35.145835 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fc883ea-c84a-4638-a9b8-75e7ef0f1dd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:35.229103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-9fc883ea-c84a-4638-a9b8-75e7ef0f1dd1 admin admin] Deleting port f269c476-a3ec-4663-af7d-cd8e09396143 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:35.229540 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fc883ea-c84a-4638-a9b8-75e7ef0f1dd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:35.234839 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-258b0721-283a-4dcb-b52f-e8f8428a1374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac40a7c-3601-42c1-88e6-a896713af8ad', 'name': 'tempest-ServerRescueTestJSON-958650949-router', 'tenant_id': '336f9d0f1e24499e9788d10ebbd15df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f269c476-a3ec-4663-af7d-cd8e09396143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:39:18Z', 'updated_at': '2021-08-16T01:41:33Z', 'revision_number': 5, 'project_id': '336f9d0f1e24499e9788d10ebbd15df6', 'gw_port': {'id': 'f269c476-a3ec-4663-af7d-cd8e09396143', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac40a7c-3601-42c1-88e6-a896713af8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:39:18Z', 'updated_at': '2021-08-16T01:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:35.279016 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] device_id is not set on port ad6d04ab-e893-4273-bf19-84b0a2f889f4 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:41:35.297814 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b0721-283a-4dcb-b52f-e8f8428a1374 None None] Checking router: 8ac40a7c-3601-42c1-88e6-a896713af8ad for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:41:35.300985 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:35.326120 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b0721-283a-4dcb-b52f-e8f8428a1374 None None] Routers {'8ac40a7c-3601-42c1-88e6-a896713af8ad'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:41:35.326669 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-9fc883ea-c84a-4638-a9b8-75e7ef0f1dd1 admin admin] For port f269c476-a3ec-4663-af7d-cd8e09396143, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f269c476-a3ec-4663-af7d-cd8e09396143,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:35.327032 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fc883ea-c84a-4638-a9b8-75e7ef0f1dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:35.329455 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-258b0721-283a-4dcb-b52f-e8f8428a1374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:41:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8ac40a7c-3601-42c1-88e6-a896713af8ad'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:35.333107 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Transition to ACTIVE for port object ad6d04ab-e893-4273-bf19-84b0a2f889f4 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:35.348592 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-9fc883ea-c84a-4638-a9b8-75e7ef0f1dd1 admin admin] Calling delete_port for f269c476-a3ec-4663-af7d-cd8e09396143 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:35.357645 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:35.434842 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Pushing event updated for resources: {'Port': ['ID=ad6d04ab-e893-4273-bf19-84b0a2f889f4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:35.503185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Checking segment: {'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:35.503546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Network hostable DHCP agents. Network: 6b257429-2f89-451a-961c-6fb2aa68f3ce, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:41:35.548500 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Network 6b257429-2f89-451a-961c-6fb2aa68f3ce is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:41:35.562888 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 6b257429-2f89-451a-961c-6fb2aa68f3ce) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:35.563273 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-258b0721-283a-4dcb-b52f-e8f8428a1374 None None] Set router 8ac40a7c-3601-42c1-88e6-a896713af8ad gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:41:35.572996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b2fc41-a9a6-4b04-a0cd-8e69d2b3385b None None] Network 6b257429-2f89-451a-961c-6fb2aa68f3ce requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:41:35.585995 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6036df0-93c4-4350-87bf-78349f90ede8 req-fdfdd34d-3f87-4587-95d8-0d2efac36bb1 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:35.587821 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6036df0-93c4-4350-87bf-78349f90ede8 req-fdfdd34d-3f87-4587-95d8-0d2efac36bb1 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 951 time: 0.1052225 Aug 16 01:41:35.590170 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:35.621596 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:35.622033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:35.622352 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:35.635304 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3103a-a1ec-43b7-8a1b-138dcfb37fbb req-e93e8475-8dbb-4135-a6e2-b963b3f3f4e4 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:35.637183 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-53c3103a-a1ec-43b7-8a1b-138dcfb37fbb req-e93e8475-8dbb-4135-a6e2-b963b3f3f4e4 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 951 time: 0.1199281 Aug 16 01:41:35.650829 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6036df0-93c4-4350-87bf-78349f90ede8 req-8c169755-2a25-4d0b-838a-e63417b1342c tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517724 Aug 16 01:41:35.653073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:35.653417 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:35.653822 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 2 to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 Aug 16 01:41:35.674723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:35.676030 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:35.676376 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:35.688459 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:35.688799 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:35.689322 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 3 to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 Aug 16 01:41:35.692029 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-258b0721-283a-4dcb-b52f-e8f8428a1374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac40a7c-3601-42c1-88e6-a896713af8ad', 'name': 'tempest-ServerRescueTestJSON-958650949-router', 'tenant_id': '336f9d0f1e24499e9788d10ebbd15df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:39:18Z', 'updated_at': '2021-08-16T01:41:35Z', 'revision_number': 6, 'project_id': '336f9d0f1e24499e9788d10ebbd15df6', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:35.703648 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 8315b47d-6f35-4f9d-ae3f-e8bf05764326 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:41:35.724987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:35.726086 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:35.726655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:35.741657 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 8315b47d-6f35-4f9d-ae3f-e8bf05764326 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:41:35.742337 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fc883ea-c84a-4638-a9b8-75e7ef0f1dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:35.742612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 8315b47d-6f35-4f9d-ae3f-e8bf05764326 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:41:35.745263 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:35.745612 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:35.746030 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 4 to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 Aug 16 01:41:35.757683 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b0721-283a-4dcb-b52f-e8f8428a1374 None None] The sync data for ids ['8ac40a7c-3601-42c1-88e6-a896713af8ad'] in n-d-765315-27 is: [{'id': '8ac40a7c-3601-42c1-88e6-a896713af8ad', 'name': 'tempest-ServerRescueTestJSON-958650949-router', 'tenant_id': '336f9d0f1e24499e9788d10ebbd15df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:39:18Z', 'updated_at': '2021-08-16T01:41:35Z', 'revision_number': 6, 'project_id': '336f9d0f1e24499e9788d10ebbd15df6', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:41:35.763195 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:35.763617 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:35.763859 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:35.784339 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:35.785273 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:35.785351 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 5 to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 Aug 16 01:41:35.824407 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:35.824904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:35.825252 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:35.852819 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:35.853165 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:35.853558 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 6 to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 Aug 16 01:41:35.901207 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:35.902578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:35.907201 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:35.914679 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:35.915255 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:35.915864 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 7 to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 Aug 16 01:41:35.932814 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:35.933531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:35.934102 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:35.940678 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:35.941243 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:35.941878 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 8 to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 Aug 16 01:41:35.960208 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:35.961127 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:35.961636 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:35.968708 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:35.969263 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:35.969781 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 9 to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 Aug 16 01:41:35.986458 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:35.986942 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:35.987402 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:35.996244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:36.008151 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:36.008845 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 10 to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 Aug 16 01:41:36.024006 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:36.024483 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:36.024919 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:36.029893 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:36.030348 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port ad6d04ab-e893-4273-bf19-84b0a2f889f4 on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:36.030811 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.179798 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1ff3b-d407-4d28-8b90-d708a7ad722e req-f440ffb7-ccc8-4b09-b972-458374f495a1 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:36.181707 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6db1ff3b-d407-4d28-8b90-d708a7ad722e req-f440ffb7-ccc8-4b09-b972-458374f495a1 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.1062911 Aug 16 01:41:36.182918 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] For port ad6d04ab-e893-4273-bf19-84b0a2f889f4, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:36.183403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempted to set empty binding levels {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 01:41:36.190286 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.219046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:36.220008 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.283818 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c1458658-6bc3-4340-8e2b-066bc8100760 req-cfb60276-04ce-4043-bdcb-d9f46a308117 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.6048794 Aug 16 01:41:36.314114 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6db1ff3b-d407-4d28-8b90-d708a7ad722e req-94f5b42d-d126-45c8-a0ef-da907854b8ad tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033597 Aug 16 01:41:36.329132 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.6272929 Aug 16 01:41:36.330593 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9a6c5-1635-4151-87a5-d131c30fe4e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Pushing event updated for resources: {'Port': ['ID=ad6d04ab-e893-4273-bf19-84b0a2f889f4,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:36.332757 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46134) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:36.359467 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc883ea-c84a-4638-a9b8-75e7ef0f1dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f269c476-a3ec-4663-af7d-cd8e09396143,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:36.480790 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4d213c33-f56e-41c3-8b4a-9590d58658a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Deleting port ad6d04ab-e893-4273-bf19-84b0a2f889f4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:36.481231 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d213c33-f56e-41c3-8b4a-9590d58658a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.510972 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fc883ea-c84a-4638-a9b8-75e7ef0f1dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.525784 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-53c3103a-a1ec-43b7-8a1b-138dcfb37fbb req-ac0bcabc-ca43-47b7-8344-2cf9e62915ec tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Deleting port d148ce0c-999f-48fa-882c-b3af1aad9922 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:36.526258 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-53c3103a-a1ec-43b7-8a1b-138dcfb37fbb req-ac0bcabc-ca43-47b7-8344-2cf9e62915ec tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.564715 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4d213c33-f56e-41c3-8b4a-9590d58658a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] For port ad6d04ab-e893-4273-bf19-84b0a2f889f4, host n-h1-765315-27, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:36.565107 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d213c33-f56e-41c3-8b4a-9590d58658a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.580811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4d213c33-f56e-41c3-8b4a-9590d58658a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Calling delete_port for ad6d04ab-e893-4273-bf19-84b0a2f889f4 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:36.676768 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fc883ea-c84a-4638-a9b8-75e7ef0f1dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.679736 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fc883ea-c84a-4638-a9b8-75e7ef0f1dd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.696473 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d213c33-f56e-41c3-8b4a-9590d58658a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.774727 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d213c33-f56e-41c3-8b4a-9590d58658a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.780598 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-53c3103a-a1ec-43b7-8a1b-138dcfb37fbb req-ac0bcabc-ca43-47b7-8344-2cf9e62915ec tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] For port d148ce0c-999f-48fa-882c-b3af1aad9922, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d148ce0c-999f-48fa-882c-b3af1aad9922,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:36.780984 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-53c3103a-a1ec-43b7-8a1b-138dcfb37fbb req-ac0bcabc-ca43-47b7-8344-2cf9e62915ec tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.785116 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4d213c33-f56e-41c3-8b4a-9590d58658a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] 10.222.0.68 "DELETE /v2.0/ports/ad6d04ab-e893-4273-bf19-84b0a2f889f4 HTTP/1.1" status: 204 len: 168 time: 0.4509292 Aug 16 01:41:36.786354 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d213c33-f56e-41c3-8b4a-9590d58658a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad6d04ab-e893-4273-bf19-84b0a2f889f4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:36.789329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46148) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:36.805267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-53c3103a-a1ec-43b7-8a1b-138dcfb37fbb req-ac0bcabc-ca43-47b7-8344-2cf9e62915ec tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Calling delete_port for d148ce0c-999f-48fa-882c-b3af1aad9922 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:36.820000 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9160da7-9498-441e-b138-56b386767821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] GET failed (client error): The resource could not be found. Aug 16 01:41:36.825004 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d9160da7-9498-441e-b138-56b386767821 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] 10.222.0.68 "GET /v2.0/ports/ad6d04ab-e893-4273-bf19-84b0a2f889f4 HTTP/1.1" status: 404 len: 333 time: 0.0304575 Aug 16 01:41:36.825646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46150) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:36.830749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-35af318a-aaba-4382-a90a-e51a21538e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Request body: {'port': {'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-963320695'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:36.863527 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35af318a-aaba-4382-a90a-e51a21538e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Made reservation on behalf of ff1e6082cb1e43d6891bb47eee265779 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:36.868620 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35af318a-aaba-4382-a90a-e51a21538e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.887648 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-35af318a-aaba-4382-a90a-e51a21538e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] device_id is not set on port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:41:36.950422 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fc883ea-c84a-4638-a9b8-75e7ef0f1dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.951289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc883ea-c84a-4638-a9b8-75e7ef0f1dd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ac40a7c-3601-42c1-88e6-a896713af8ad {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:41:36.971640 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fc883ea-c84a-4638-a9b8-75e7ef0f1dd1 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:36.973134 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9fc883ea-c84a-4638-a9b8-75e7ef0f1dd1 admin admin] 10.222.0.68 "DELETE /v2.0/routers/8ac40a7c-3601-42c1-88e6-a896713af8ad HTTP/1.1" status: 204 len: 168 time: 2.1498654 Aug 16 01:41:36.982609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f85b0-e38f-45bd-b547-f08143c32b6f req-b9fc9331-a7d7-4e65-af77-e267685677b2 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:36.983893 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46154) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:36.984750 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c0f85b0-e38f-45bd-b547-f08143c32b6f req-b9fc9331-a7d7-4e65-af77-e267685677b2 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 951 time: 0.1196887 Aug 16 01:41:37.097499 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-324e075c-fcd2-4040-b0c2-1a9edb17416e admin admin] Deleting subnet a9452d5e-cbd9-4476-8a0f-8f93f6c0d195 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:41:37.101612 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-324e075c-fcd2-4040-b0c2-1a9edb17416e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.158635 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.173382 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-324e075c-fcd2-4040-b0c2-1a9edb17416e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.173703 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c0f85b0-e38f-45bd-b547-f08143c32b6f req-5bce0313-25f6-4f62-a2be-dbe6a9c519cc tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738760 Aug 16 01:41:37.188514 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device eaa8d252-6f55-4d44-8623-76839995a3b2 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:41:37.229853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: eaa8d252-6f55-4d44-8623-76839995a3b2 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:41:37.230529 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device eaa8d252-6f55-4d44-8623-76839995a3b2 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:41:37.230963 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f269c476-a3ec-4663-af7d-cd8e09396143 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:41:37.239906 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-53c3103a-a1ec-43b7-8a1b-138dcfb37fbb req-ac0bcabc-ca43-47b7-8344-2cf9e62915ec tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.283349 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['0212517b-dda9-4f54-ae72-41185d52c5f4', 'caf09ee9-d0a5-4f6e-9167-38d3eae87660', 'd148ce0c-999f-48fa-882c-b3af1aad9922'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:37.286262 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: f269c476-a3ec-4663-af7d-cd8e09396143 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:41:37.286757 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f269c476-a3ec-4663-af7d-cd8e09396143 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:41:37.318430 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-324e075c-fcd2-4040-b0c2-1a9edb17416e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.363151 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bcabc-ca43-47b7-8344-2cf9e62915ec tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Pushing event deleted for resources: {'Port': ['ID=d148ce0c-999f-48fa-882c-b3af1aad9922,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:37.390011 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35af318a-aaba-4382-a90a-e51a21538e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.441212 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-324e075c-fcd2-4040-b0c2-1a9edb17416e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.509801 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c3103a-a1ec-43b7-8a1b-138dcfb37fbb req-ac0bcabc-ca43-47b7-8344-2cf9e62915ec tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] No DVR routers for this DVR port d148ce0c-999f-48fa-882c-b3af1aad9922 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:41:37.514524 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e075c-fcd2-4040-b0c2-1a9edb17416e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9452d5e-cbd9-4476-8a0f-8f93f6c0d195,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:37.520914 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-53c3103a-a1ec-43b7-8a1b-138dcfb37fbb req-ac0bcabc-ca43-47b7-8344-2cf9e62915ec tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.523923 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-53c3103a-a1ec-43b7-8a1b-138dcfb37fbb req-ac0bcabc-ca43-47b7-8344-2cf9e62915ec tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.73 "DELETE /v2.0/ports/d148ce0c-999f-48fa-882c-b3af1aad9922 HTTP/1.1" status: 204 len: 173 time: 1.8758309 Aug 16 01:41:37.525798 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c698d71-c482-479b-a7b0-6b1a73d0be6b', 'name': 'network-vif-deleted', 'tag': 'd148ce0c-999f-48fa-882c-b3af1aad9922'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:37.537659 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba10a7f7-5f62-4676-8a49-2658d888b658" -d '{"events": [{"server_uuid": "4c698d71-c482-479b-a7b0-6b1a73d0be6b", "name": "network-vif-deleted", "tag": "d148ce0c-999f-48fa-882c-b3af1aad9922"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:37.569523 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-324e075c-fcd2-4040-b0c2-1a9edb17416e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.589045 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-324e075c-fcd2-4040-b0c2-1a9edb17416e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/a9452d5e-cbd9-4476-8a0f-8f93f6c0d195 HTTP/1.1" status: 204 len: 168 time: 0.6040883 Aug 16 01:41:37.592381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46166) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:37.606528 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d02c36df-a45a-455e-a413-8ac3eaa9f190 req-d7a14a3c-060f-4dac-9e1b-af03fd3842bf tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0793347 Aug 16 01:41:37.617733 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35af318a-aaba-4382-a90a-e51a21538e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.753048 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35af318a-aaba-4382-a90a-e51a21538e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Network 6b257429-2f89-451a-961c-6fb2aa68f3ce is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:37.756979 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-35af318a-aaba-4382-a90a-e51a21538e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:37.760686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35af318a-aaba-4382-a90a-e51a21538e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:37.760824 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b8f75-44f8-477b-99b4-c8bacf6772b0 req-6c0bbce4-f8c4-42fc-977a-470092fd82f5 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:37.761887 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35af318a-aaba-4382-a90a-e51a21538e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:37.762573 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35af318a-aaba-4382-a90a-e51a21538e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.767956 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-786b8f75-44f8-477b-99b4-c8bacf6772b0 req-6c0bbce4-f8c4-42fc-977a-470092fd82f5 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.2561734 Aug 16 01:41:37.782430 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af318a-aaba-4382-a90a-e51a21538e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Pushing event updated for resources: {'Port': ['ID=684884d9-a6f9-4fe8-b76e-3b81f158c7ca,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:37.798108 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-35af318a-aaba-4382-a90a-e51a21538e75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9710743 Aug 16 01:41:37.800512 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46172) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:37.812355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:37.861311 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aca6bfaa-d56d-424b-8d74-7130f1fc2274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.874541 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-786b8f75-44f8-477b-99b4-c8bacf6772b0 req-d64e1291-4d9e-4e96-acf6-46b9db2b482f tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056376 Aug 16 01:41:37.902289 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:37.937794 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27ab4b1-00b0-4132-99ad-27d9b2c1200e x-openstack-request-id: req-f27ab4b1-00b0-4132-99ad-27d9b2c1200e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:37.938089 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c698d71-c482-479b-a7b0-6b1a73d0be6b", "name": "network-vif-deleted", "tag": "d148ce0c-999f-48fa-882c-b3af1aad9922", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:37.938342 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f27ab4b1-00b0-4132-99ad-27d9b2c1200e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:37.938754 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c698d71-c482-479b-a7b0-6b1a73d0be6b', 'name': 'network-vif-deleted', 'tag': 'd148ce0c-999f-48fa-882c-b3af1aad9922', 'status': 'completed', 'code': 200} Aug 16 01:41:37.951083 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.083437 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aca6bfaa-d56d-424b-8d74-7130f1fc2274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.143701 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-aca6bfaa-d56d-424b-8d74-7130f1fc2274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741e114f-ab7f-4db0-9999-b1470ac92b3b']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:38.173988 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-aca6bfaa-d56d-424b-8d74-7130f1fc2274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:38.174291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-aca6bfaa-d56d-424b-8d74-7130f1fc2274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b0eaa0-c16f-49a1-8f9f-cbfad2cc464d') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:38.197604 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aca6bfaa-d56d-424b-8d74-7130f1fc2274 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.224939 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aca6bfaa-d56d-424b-8d74-7130f1fc2274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.239867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca6bfaa-d56d-424b-8d74-7130f1fc2274 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:41:38.240926 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aca6bfaa-d56d-424b-8d74-7130f1fc2274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:41:38.242959 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:41:38.352973 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] device_id is not set on port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:41:38.360921 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aca6bfaa-d56d-424b-8d74-7130f1fc2274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.363358 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.366478 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a6cfd97d-98ec-4105-ae91-fa3770e4a3c3 req-36717c7b-c36a-4e38-9f80-0b800b76e688 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4c698d71-c482-479b-a7b0-6b1a73d0be6b HTTP/1.1" status: 200 len: 210 time: 0.0364525 Aug 16 01:41:38.370287 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aca6bfaa-d56d-424b-8d74-7130f1fc2274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.372471 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-aca6bfaa-d56d-424b-8d74-7130f1fc2274 admin admin] 10.222.0.68 "DELETE /v2.0/networks/741e114f-ab7f-4db0-9999-b1470ac92b3b HTTP/1.1" status: 204 len: 168 time: 0.7781949 Aug 16 01:41:38.430108 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6bfaa-d56d-424b-8d74-7130f1fc2274 admin admin] Pushing event deleted for resources: {'Network': ['ID=741e114f-ab7f-4db0-9999-b1470ac92b3b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:38.432347 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Transition to ACTIVE for port object 684884d9-a6f9-4fe8-b76e-3b81f158c7ca will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:38.438120 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.498383 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Pushing event updated for resources: {'Port': ['ID=684884d9-a6f9-4fe8-b76e-3b81f158c7ca,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:38.513134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:38.513537 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:38.514155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:38.520409 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:38.520829 n-d-765315-27 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:38.521335 n-d-765315-27 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 2 to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca Aug 16 01:41:38.536507 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:38.538746 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:38.539471 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:38.546126 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:38.546126 n-d-765315-27 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:38.546732 n-d-765315-27 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 3 to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca Aug 16 01:41:38.566316 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:38.566913 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:38.567299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:38.572792 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:38.573280 n-d-765315-27 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:38.573677 n-d-765315-27 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 4 to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca Aug 16 01:41:38.596178 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:38.597530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:38.598049 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:38.607556 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:38.608236 n-d-765315-27 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:38.609213 n-d-765315-27 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 5 to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca Aug 16 01:41:38.628916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:38.629366 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:38.629811 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:38.631591 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46188) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:38.634943 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:38.635400 n-d-765315-27 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:38.635852 n-d-765315-27 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 6 to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca Aug 16 01:41:38.654199 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:38.654688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:38.655492 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:38.677920 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:38.679896 n-d-765315-27 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:38.681854 n-d-765315-27 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 7 to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca Aug 16 01:41:38.686486 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-43a635a3-b6a8-43ba-b667-2bf2d89edfa2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=336f9d0f1e24499e9788d10ebbd15df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532451 Aug 16 01:41:38.688919 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46192) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:38.708116 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:38.708567 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:38.709571 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:38.718463 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:38.718879 n-d-765315-27 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:38.719816 n-d-765315-27 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 8 to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca Aug 16 01:41:38.738003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:38.738343 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:38.738738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:38.744461 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:38.745020 n-d-765315-27 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:38.745726 n-d-765315-27 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 9 to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca Aug 16 01:41:38.763852 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:38.764350 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:38.764862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:38.795402 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-63d50b17-fe6f-4824-bba7-95c7f727a6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.801586 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:38.802061 n-d-765315-27 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:38.804818 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b018a43-390f-412d-a48a-0dc240aabc99 req-85be1a8a-0856-4ce2-81de-7de8ccf5c200 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0420895 Aug 16 01:41:38.805399 n-d-765315-27 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 10 to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca Aug 16 01:41:38.820995 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:38.822033 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:38.822553 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:38.828890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:38.829553 n-d-765315-27 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:38.830543 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.847402 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-63d50b17-fe6f-4824-bba7-95c7f727a6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.914951 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] For port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:38.915485 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempted to set empty binding levels {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 01:41:38.922388 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.924581 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-63d50b17-fe6f-4824-bba7-95c7f727a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.934299 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-63d50b17-fe6f-4824-bba7-95c7f727a6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.939560 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-63d50b17-fe6f-4824-bba7-95c7f727a6dd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dd06e7f2-cb08-4599-b501-94ffe206841d HTTP/1.1" status: 204 len: 168 time: 0.2474523 Aug 16 01:41:38.955520 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d50b17-fe6f-4824-bba7-95c7f727a6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd06e7f2-cb08-4599-b501-94ffe206841d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:38.963992 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] In _notify_port_updated(), no bound segment for port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:41:38.965184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:38.966617 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:38.970655 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] 10.222.0.68 "PUT /v2.0/ports/684884d9-a6f9-4fe8-b76e-3b81f158c7ca HTTP/1.1" status: 200 len: 979 time: 1.1625674 Aug 16 01:41:38.971542 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46210) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:39.061076 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30608b-f5e1-4d61-b164-ebeb7dc3870c tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Pushing event updated for resources: {'Port': ['ID=684884d9-a6f9-4fe8-b76e-3b81f158c7ca,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:39.175402 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.176391 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.177138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.177892 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.178959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.180001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.180413 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.181126 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.181841 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.182513 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.183347 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.184052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.184917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.185523 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.186325 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.186913 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.187522 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.188410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.189106 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.189725 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.190467 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.192542 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.194503 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.195234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.195950 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.196707 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.197233 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.197952 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.198671 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.199380 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.204215 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8472529b-cc80-44f7-a91f-7363613cea38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27121 time: 0.2318776 Aug 16 01:41:39.208941 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46214) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:39.229649 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f1c32-0780-4e01-a7a6-6de670533a2b req-e8634dd9-1fff-465c-9999-d3bd6e228ba2 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.232291 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-645f1c32-0780-4e01-a7a6-6de670533a2b req-e8634dd9-1fff-465c-9999-d3bd6e228ba2 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.1766794 Aug 16 01:41:39.323401 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-190e4f90-8d82-44c3-82fd-50436df6be89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Deleting port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:39.324076 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-190e4f90-8d82-44c3-82fd-50436df6be89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:39.351031 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-645f1c32-0780-4e01-a7a6-6de670533a2b req-31868c45-244b-4fc3-8ad4-052fcd811507 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076021 Aug 16 01:41:39.398222 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-190e4f90-8d82-44c3-82fd-50436df6be89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] For port 684884d9-a6f9-4fe8-b76e-3b81f158c7ca, host n-h1-765315-27, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:39.398588 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-190e4f90-8d82-44c3-82fd-50436df6be89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:39.427706 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-190e4f90-8d82-44c3-82fd-50436df6be89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Calling delete_port for 684884d9-a6f9-4fe8-b76e-3b81f158c7ca owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:39.554498 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-190e4f90-8d82-44c3-82fd-50436df6be89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:39.598948 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-190e4f90-8d82-44c3-82fd-50436df6be89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:39.604304 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-190e4f90-8d82-44c3-82fd-50436df6be89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] 10.222.0.68 "DELETE /v2.0/ports/684884d9-a6f9-4fe8-b76e-3b81f158c7ca HTTP/1.1" status: 204 len: 168 time: 0.3919423 Aug 16 01:41:39.604304 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e4f90-8d82-44c3-82fd-50436df6be89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Pushing event deleted for resources: {'Port': ['ID=684884d9-a6f9-4fe8-b76e-3b81f158c7ca,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:39.605335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46228) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:39.638793 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-080e2fff-6108-4d20-827f-d465ba17a58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] GET failed (client error): The resource could not be found. Aug 16 01:41:39.643979 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-080e2fff-6108-4d20-827f-d465ba17a58e tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] 10.222.0.68 "GET /v2.0/ports/684884d9-a6f9-4fe8-b76e-3b81f158c7ca HTTP/1.1" status: 404 len: 333 time: 0.0341053 Aug 16 01:41:39.644740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46230) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:39.654396 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-cda2f758-fe02-462d-8af7-887baad68db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-476108040', 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:39.698388 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda2f758-fe02-462d-8af7-887baad68db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Made reservation on behalf of ff1e6082cb1e43d6891bb47eee265779 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:39.701964 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cda2f758-fe02-462d-8af7-887baad68db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:39.739655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-cda2f758-fe02-462d-8af7-887baad68db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] device_id is not set on port a3cce407-9066-407b-bf30-a9b2746ea15e yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:41:39.972089 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d4f9a-b08a-40f7-ac9f-4b49e158038e req-02ccd17d-bd6f-4e88-8641-2b6db4be4993 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:39.973749 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1a6d4f9a-b08a-40f7-ac9f-4b49e158038e req-02ccd17d-bd6f-4e88-8641-2b6db4be4993 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.1605825 Aug 16 01:41:40.028040 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cda2f758-fe02-462d-8af7-887baad68db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:40.046102 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1a6d4f9a-b08a-40f7-ac9f-4b49e158038e req-c50d79e8-e871-4b51-9adb-ff7b6c8baf1a tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640366 Aug 16 01:41:40.051281 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d9f4156c-e0a3-4b1b-a251-7a94e37c3ed1 req-34995e81-6d31-41e5-a015-788dd966050b tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0384767 Aug 16 01:41:40.108252 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cda2f758-fe02-462d-8af7-887baad68db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:40.215073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda2f758-fe02-462d-8af7-887baad68db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Network 6b257429-2f89-451a-961c-6fb2aa68f3ce is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:40.244553 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-cda2f758-fe02-462d-8af7-887baad68db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:40.249947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2f758-fe02-462d-8af7-887baad68db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:40.249947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda2f758-fe02-462d-8af7-887baad68db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:40.249947 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cda2f758-fe02-462d-8af7-887baad68db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:40.262935 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2f758-fe02-462d-8af7-887baad68db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Pushing event updated for resources: {'Port': ['ID=a3cce407-9066-407b-bf30-a9b2746ea15e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:40.312590 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cda2f758-fe02-462d-8af7-887baad68db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6668653 Aug 16 01:41:40.316152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46262) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:40.359824 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8adc0f1-f8cb-4f95-9949-135bf997fb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:40.365833 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e8adc0f1-f8cb-4f95-9949-135bf997fb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] 10.222.0.68 "GET /v2.0/ports/a3cce407-9066-407b-bf30-a9b2746ea15e HTTP/1.1" status: 200 len: 958 time: 0.0470290 Aug 16 01:41:40.366511 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46264) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:40.460708 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1193f620-6fa3-44c5-a138-bd313cd329a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Deleting port a3cce407-9066-407b-bf30-a9b2746ea15e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:40.461080 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1193f620-6fa3-44c5-a138-bd313cd329a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:40.577616 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1193f620-6fa3-44c5-a138-bd313cd329a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:40.594080 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1193f620-6fa3-44c5-a138-bd313cd329a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Calling delete_port for a3cce407-9066-407b-bf30-a9b2746ea15e owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:40.609572 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b32421-ad82-40eb-8e89-cd444cf109ff req-5b1de56d-f3d1-4b18-956e-1e5ec7d7ed88 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:40.611165 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-23b32421-ad82-40eb-8e89-cd444cf109ff req-5b1de56d-f3d1-4b18-956e-1e5ec7d7ed88 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.1031139 Aug 16 01:41:40.697255 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-23b32421-ad82-40eb-8e89-cd444cf109ff req-3a664021-4710-4152-8852-045ff2bca7d7 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793557 Aug 16 01:41:40.738784 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1193f620-6fa3-44c5-a138-bd313cd329a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:40.773571 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193f620-6fa3-44c5-a138-bd313cd329a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3cce407-9066-407b-bf30-a9b2746ea15e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:40.782254 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1193f620-6fa3-44c5-a138-bd313cd329a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:40.788315 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46280) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:40.797053 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1193f620-6fa3-44c5-a138-bd313cd329a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] 10.222.0.68 "DELETE /v2.0/ports/a3cce407-9066-407b-bf30-a9b2746ea15e HTTP/1.1" status: 204 len: 168 time: 0.4289634 Aug 16 01:41:40.826677 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7da497d-9c44-44cc-bef2-04ab6a3ea133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] GET failed (client error): The resource could not be found. Aug 16 01:41:40.828280 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e7da497d-9c44-44cc-bef2-04ab6a3ea133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] 10.222.0.68 "GET /v2.0/ports/a3cce407-9066-407b-bf30-a9b2746ea15e HTTP/1.1" status: 404 len: 333 time: 0.0389211 Aug 16 01:41:40.832487 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46284) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:40.838785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-44689422-eb1a-49ad-bdfd-a449dea0730a tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Request body: {'port': {'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-443900949'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:40.866243 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44689422-eb1a-49ad-bdfd-a449dea0730a tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Made reservation on behalf of ff1e6082cb1e43d6891bb47eee265779 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:40.869118 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44689422-eb1a-49ad-bdfd-a449dea0730a tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:40.901970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d148ce0c-999f-48fa-882c-b3af1aad9922 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:41:40.911614 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dc408f5b-5214-4a05-9181-41c75142f98b req-a1b356da-2a4c-46ac-a1f6-c50a3a242d79 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0365844 Aug 16 01:41:40.924072 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-44689422-eb1a-49ad-bdfd-a449dea0730a tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] device_id is not set on port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:41:41.012285 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: d148ce0c-999f-48fa-882c-b3af1aad9922 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:41:41.012866 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d148ce0c-999f-48fa-882c-b3af1aad9922 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:41:41.138793 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44689422-eb1a-49ad-bdfd-a449dea0730a tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:41.189575 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44689422-eb1a-49ad-bdfd-a449dea0730a tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:41.262543 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44689422-eb1a-49ad-bdfd-a449dea0730a tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Network 6b257429-2f89-451a-961c-6fb2aa68f3ce is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:41.278810 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-44689422-eb1a-49ad-bdfd-a449dea0730a tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:41.300520 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44689422-eb1a-49ad-bdfd-a449dea0730a tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:41.301725 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44689422-eb1a-49ad-bdfd-a449dea0730a tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:41.302680 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44689422-eb1a-49ad-bdfd-a449dea0730a tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:41.335630 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44689422-eb1a-49ad-bdfd-a449dea0730a tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Pushing event updated for resources: {'Port': ['ID=0d12f5c9-eecc-4393-a73c-5acadf56ca7c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:41.346255 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-44689422-eb1a-49ad-bdfd-a449dea0730a tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5126808 Aug 16 01:41:41.351613 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbd34b-197f-4cef-9420-a78a67b9ffd9 req-eee25d0d-53a6-46d3-8ca8-1015f3ca7563 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:41.352331 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46302) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:41.353741 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c3cbd34b-197f-4cef-9420-a78a67b9ffd9 req-eee25d0d-53a6-46d3-8ca8-1015f3ca7563 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.73 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.1444771 Aug 16 01:41:41.356134 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e39ae982-7c2f-4a62-863f-e29d44551651 req-9cc40d2e-1bd7-4178-bd0d-222bcdbe3c64 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0704041 Aug 16 01:41:41.358996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:41.406591 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659f55a-87d1-4a3e-bc8b-82209f92bdc6 req-233e3c3a-0ae1-4265-9798-b4d3e5fce018 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:41.415628 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e659f55a-87d1-4a3e-bc8b-82209f92bdc6 req-233e3c3a-0ae1-4265-9798-b4d3e5fce018 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 950 time: 0.1631308 Aug 16 01:41:41.495736 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:41.539027 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e659f55a-87d1-4a3e-bc8b-82209f92bdc6 req-714e799a-091b-4056-a25f-6a8939506044 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223345 Aug 16 01:41:41.593304 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c3cbd34b-197f-4cef-9420-a78a67b9ffd9 req-387a5a5d-076a-4d42-94f2-edeb906db456 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Deleting port caf09ee9-d0a5-4f6e-9167-38d3eae87660 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:41.593830 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c3cbd34b-197f-4cef-9420-a78a67b9ffd9 req-387a5a5d-076a-4d42-94f2-edeb906db456 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:41.793953 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c3cbd34b-197f-4cef-9420-a78a67b9ffd9 req-387a5a5d-076a-4d42-94f2-edeb906db456 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] For port caf09ee9-d0a5-4f6e-9167-38d3eae87660, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=caf09ee9-d0a5-4f6e-9167-38d3eae87660,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:41.799919 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c3cbd34b-197f-4cef-9420-a78a67b9ffd9 req-387a5a5d-076a-4d42-94f2-edeb906db456 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:41.823068 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] device_id is not set on port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:41:41.823276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c3cbd34b-197f-4cef-9420-a78a67b9ffd9 req-387a5a5d-076a-4d42-94f2-edeb906db456 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Calling delete_port for caf09ee9-d0a5-4f6e-9167-38d3eae87660 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:41.862476 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:41.892733 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Transition to ACTIVE for port object 0d12f5c9-eecc-4393-a73c-5acadf56ca7c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:41.901725 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c758e-942a-4a4a-8fbe-c35a8218496b req-3d5af061-e580-4c08-a59a-65b64e2b65fc tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:41.908992 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-df3c758e-942a-4a4a-8fbe-c35a8218496b req-3d5af061-e580-4c08-a59a-65b64e2b65fc tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.0952206 Aug 16 01:41:41.918666 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:42.019709 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-df3c758e-942a-4a4a-8fbe-c35a8218496b req-9464cb88-278f-4838-9d20-31494996b1db tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053312 Aug 16 01:41:42.021558 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Pushing event updated for resources: {'Port': ['ID=0d12f5c9-eecc-4393-a73c-5acadf56ca7c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:42.059333 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:42.059670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:42.060020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:42.062990 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ed60229-3d7d-4022-8bb3-f570c6831217 req-d8f695a9-f451-4d3b-b1d3-345fb1f018e8 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0477059 Aug 16 01:41:42.078593 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:42.078907 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:42.079298 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 2 to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c Aug 16 01:41:42.087971 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c3cbd34b-197f-4cef-9420-a78a67b9ffd9 req-387a5a5d-076a-4d42-94f2-edeb906db456 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:42.098563 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:42.098904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:42.099777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:42.102307 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['0212517b-dda9-4f54-ae72-41185d52c5f4', 'caf09ee9-d0a5-4f6e-9167-38d3eae87660'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:42.113302 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:42.114656 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:42.115663 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 3 to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c Aug 16 01:41:42.136610 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:42.137142 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:42.137497 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:42.143290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a5a5d-076a-4d42-94f2-edeb906db456 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Pushing event deleted for resources: {'Port': ['ID=caf09ee9-d0a5-4f6e-9167-38d3eae87660,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:42.146053 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:42.146603 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:42.147765 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 4 to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c Aug 16 01:41:42.169551 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:42.169925 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:42.170288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:42.175795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:42.176122 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:42.176527 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 5 to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c Aug 16 01:41:42.187378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cbd34b-197f-4cef-9420-a78a67b9ffd9 req-387a5a5d-076a-4d42-94f2-edeb906db456 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] No DVR routers for this DVR port caf09ee9-d0a5-4f6e-9167-38d3eae87660 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:41:42.190771 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c3cbd34b-197f-4cef-9420-a78a67b9ffd9 req-387a5a5d-076a-4d42-94f2-edeb906db456 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:42.192901 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c3cbd34b-197f-4cef-9420-a78a67b9ffd9 req-387a5a5d-076a-4d42-94f2-edeb906db456 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.73 "DELETE /v2.0/ports/caf09ee9-d0a5-4f6e-9167-38d3eae87660 HTTP/1.1" status: 204 len: 173 time: 0.8312933 Aug 16 01:41:42.193476 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da090af-0338-46b1-b872-b9d77d407454', 'name': 'network-vif-deleted', 'tag': 'caf09ee9-d0a5-4f6e-9167-38d3eae87660'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:42.196348 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e906ebe-e32c-4a56-b7fd-f24e43f3877f" -d '{"events": [{"server_uuid": "4da090af-0338-46b1-b872-b9d77d407454", "name": "network-vif-deleted", "tag": "caf09ee9-d0a5-4f6e-9167-38d3eae87660"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:42.200069 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:42.200522 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:42.200981 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:42.207797 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:42.208211 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:42.209067 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 6 to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c Aug 16 01:41:42.228656 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:42.228858 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:42.229152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:42.235488 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:42.235820 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:42.236206 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 7 to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c Aug 16 01:41:42.271026 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:42.271515 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:42.286626 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:42.309875 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:42.310104 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:42.310557 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 8 to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c Aug 16 01:41:42.351296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:42.351673 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:42.352024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:42.367827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:42.368221 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:42.368621 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 9 to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c Aug 16 01:41:42.397692 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9ae670-dede-47cb-a9fb-6ecccce39ec0 x-openstack-request-id: req-9d9ae670-dede-47cb-a9fb-6ecccce39ec0 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:42.398016 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da090af-0338-46b1-b872-b9d77d407454", "name": "network-vif-deleted", "tag": "caf09ee9-d0a5-4f6e-9167-38d3eae87660", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:42.398297 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9d9ae670-dede-47cb-a9fb-6ecccce39ec0 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:42.398710 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da090af-0338-46b1-b872-b9d77d407454', 'name': 'network-vif-deleted', 'tag': 'caf09ee9-d0a5-4f6e-9167-38d3eae87660', 'status': 'completed', 'code': 200} Aug 16 01:41:42.404173 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:42.404518 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:42.404857 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:42.423671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:42.423671 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:42.423671 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempt 10 to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c Aug 16 01:41:42.453923 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:42.454274 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:42.454697 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempting to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:42.473710 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:42.474118 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Failed to bind port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on host n-h1-765315-27 for vnic_type normal using segments [{'id': '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6b257429-2f89-451a-961c-6fb2aa68f3ce'}] Aug 16 01:41:42.474513 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:42.637476 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e89875cb-0369-4baa-81b6-884c0e572c64 req-846d9886-fa20-4901-9222-2a94620d2168 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0984807 Aug 16 01:41:42.687818 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] For port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:42.688417 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attempted to set empty binding levels {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 01:41:42.694302 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:42.740417 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f9a4b97-0e2c-47af-ac00-73b1d22243d4 req-d4dc18b4-00a5-45cd-88d7-3ebb14403dd5 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=4da090af-0338-46b1-b872-b9d77d407454 HTTP/1.1" status: 200 len: 210 time: 0.0527272 Aug 16 01:41:42.775157 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] In _notify_port_updated(), no bound segment for port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c on network 6b257429-2f89-451a-961c-6fb2aa68f3ce {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:41:42.776219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:42.776819 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:42.778247 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] 10.222.0.68 "PUT /v2.0/ports/0d12f5c9-eecc-4393-a73c-5acadf56ca7c HTTP/1.1" status: 200 len: 979 time: 1.4246097 Aug 16 01:41:42.781930 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46344) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:42.796841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace86536-5f33-46f8-b467-7a53282a2e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Pushing event updated for resources: {'Port': ['ID=0d12f5c9-eecc-4393-a73c-5acadf56ca7c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:42.888440 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-21ecc461-3354-433e-b9b6-272c9fa5f06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Deleting port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:42.889377 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21ecc461-3354-433e-b9b6-272c9fa5f06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:42.961804 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-21ecc461-3354-433e-b9b6-272c9fa5f06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] For port 0d12f5c9-eecc-4393-a73c-5acadf56ca7c, host n-h1-765315-27, got binding levels [] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:42.962393 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21ecc461-3354-433e-b9b6-272c9fa5f06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:42.983170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-21ecc461-3354-433e-b9b6-272c9fa5f06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Calling delete_port for 0d12f5c9-eecc-4393-a73c-5acadf56ca7c owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:43.079141 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21ecc461-3354-433e-b9b6-272c9fa5f06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:43.110375 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecc461-3354-433e-b9b6-272c9fa5f06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d12f5c9-eecc-4393-a73c-5acadf56ca7c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:43.153136 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21ecc461-3354-433e-b9b6-272c9fa5f06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:43.155115 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-21ecc461-3354-433e-b9b6-272c9fa5f06e tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] 10.222.0.68 "DELETE /v2.0/ports/0d12f5c9-eecc-4393-a73c-5acadf56ca7c HTTP/1.1" status: 204 len: 168 time: 0.3720069 Aug 16 01:41:43.158256 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46352) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:43.180920 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae9729-6bd8-4cf2-98d5-204add67e9f9 req-b3df5546-f8f2-47c9-a4fb-7c1e9f8c00f5 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:43.183200 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74ae9729-6bd8-4cf2-98d5-204add67e9f9 req-b3df5546-f8f2-47c9-a4fb-7c1e9f8c00f5 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.0741167 Aug 16 01:41:43.216777 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-85b9dcb1-fcef-414d-b945-86544518a29c req-fd3dfe39-008d-4641-bfa0-dd711621e5c0 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0598955 Aug 16 01:41:43.218647 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-828ea5b7-dc0a-4384-a164-6189c50eb3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] GET failed (client error): The resource could not be found. Aug 16 01:41:43.220261 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-828ea5b7-dc0a-4384-a164-6189c50eb3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343 tempest-PortsAdminExtendedAttrsIpV6TestJSON-16101343-project-admin] 10.222.0.68 "GET /v2.0/ports/0d12f5c9-eecc-4393-a73c-5acadf56ca7c HTTP/1.1" status: 404 len: 333 time: 0.0529833 Aug 16 01:41:43.226177 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46356) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:43.249347 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74ae9729-6bd8-4cf2-98d5-204add67e9f9 req-d4965616-f9a2-4956-9467-877b7b79b74e tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493758 Aug 16 01:41:43.315944 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b097da0-1e3e-4435-9b9b-b26c1373e25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:43.417311 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b097da0-1e3e-4435-9b9b-b26c1373e25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:43.427005 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-7b097da0-1e3e-4435-9b9b-b26c1373e25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b257429-2f89-451a-961c-6fb2aa68f3ce']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:43.437240 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-7b097da0-1e3e-4435-9b9b-b26c1373e25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:43.437537 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-7b097da0-1e3e-4435-9b9b-b26c1373e25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ace2b17-5e8d-4d9e-9cc1-4b20b41bb6db') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:41:43.447140 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b097da0-1e3e-4435-9b9b-b26c1373e25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:43.461648 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b097da0-1e3e-4435-9b9b-b26c1373e25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:43.467552 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b097da0-1e3e-4435-9b9b-b26c1373e25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:41:43.467930 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b097da0-1e3e-4435-9b9b-b26c1373e25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:41:43.470884 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:41:43.530367 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b097da0-1e3e-4435-9b9b-b26c1373e25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:43.537816 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b097da0-1e3e-4435-9b9b-b26c1373e25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:43.539622 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7b097da0-1e3e-4435-9b9b-b26c1373e25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] 10.222.0.68 "DELETE /v2.0/networks/6b257429-2f89-451a-961c-6fb2aa68f3ce HTTP/1.1" status: 204 len: 168 time: 0.3124883 Aug 16 01:41:43.557252 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b097da0-1e3e-4435-9b9b-b26c1373e25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556517321-project] Pushing event deleted for resources: {'Network': ['ID=6b257429-2f89-451a-961c-6fb2aa68f3ce,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:43.765019 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2486552b-3184-4cff-9f79-580a9f8a307e req-f96924d9-3e78-4f36-a659-26e4d0cef416 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0365522 Aug 16 01:41:43.860471 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46408) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:43.986523 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fa4e28e1-c49d-4147-989b-841b3a03caa6 req-b9fcc0b0-1f0a-460b-b436-6b7081d91d32 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.1429064 Aug 16 01:41:44.035983 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e39e8e9a-53a9-4614-a585-044fb6418780 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7d1d7b0f9ba441d6855285384d7b3049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1718175 Aug 16 01:41:44.036772 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46418) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:44.113672 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a3fd366e-1d94-40b3-acf4-27a92621ef31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:44.142342 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a3fd366e-1d94-40b3-acf4-27a92621ef31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:44.167236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7b8cc-d3b4-42dc-82c5-dbadbb35ea31 req-4d3235e0-6ea6-4a27-98b4-4886812dd02d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:44.168809 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9cd7b8cc-d3b4-42dc-82c5-dbadbb35ea31 req-4d3235e0-6ea6-4a27-98b4-4886812dd02d tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 0.0894966 Aug 16 01:41:44.222946 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9cd7b8cc-d3b4-42dc-82c5-dbadbb35ea31 req-639ab1f2-7653-49ee-886a-4f3b1db49037 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468805 Aug 16 01:41:44.231744 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a3fd366e-1d94-40b3-acf4-27a92621ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:44.234475 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a3fd366e-1d94-40b3-acf4-27a92621ef31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:44.235707 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a3fd366e-1d94-40b3-acf4-27a92621ef31 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/95eb8638-f9b4-423d-bb5e-79707b39e986 HTTP/1.1" status: 204 len: 168 time: 0.1979342 Aug 16 01:41:44.244755 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd366e-1d94-40b3-acf4-27a92621ef31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eb8638-f9b4-423d-bb5e-79707b39e986,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:44.292396 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:41:44.344277 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-976db277-09fb-49e8-abc3-585ff83f1d7d req-3a3962f3-7af8-4819-9b71-99fc075adc12 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0274665 Aug 16 01:41:44.459949 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76389e72-837b-441d-acf4-659170ebe0d8 req-73cf07c0-726b-429a-a985-38da917a944a tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:44.461706 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76389e72-837b-441d-acf4-659170ebe0d8 req-73cf07c0-726b-429a-a985-38da917a944a tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.0523348 Aug 16 01:41:44.503782 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76389e72-837b-441d-acf4-659170ebe0d8 req-c4267c04-ecdc-448e-817d-8bc14df04010 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356798 Aug 16 01:41:44.556229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46458) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:44.596578 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-571e9c33-e650-4ed4-a255-ac39bbc315aa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ff1e6082cb1e43d6891bb47eee265779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390437 Aug 16 01:41:44.599889 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46460) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:44.653440 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb60b22a-ed9d-4f07-a593-f13d1c5f372e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:44.679457 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb60b22a-ed9d-4f07-a593-f13d1c5f372e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:44.725709 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb60b22a-ed9d-4f07-a593-f13d1c5f372e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:44.728590 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb60b22a-ed9d-4f07-a593-f13d1c5f372e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:44.729748 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bb60b22a-ed9d-4f07-a593-f13d1c5f372e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/103eddc3-99bc-470e-aa17-b72335afa9b8 HTTP/1.1" status: 204 len: 168 time: 0.1288743 Aug 16 01:41:44.741056 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60b22a-ed9d-4f07-a593-f13d1c5f372e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103eddc3-99bc-470e-aa17-b72335afa9b8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:44.882863 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c6e57dea-ba80-431a-8fc0-e7ccda792ad6 req-06b37405-be76-4bd7-9cfe-8325d1a48f46 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0278950 Aug 16 01:41:44.926334 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-91fe0011-6419-4a6f-b710-159d8ed4dd93 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:44.928423 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-91fe0011-6419-4a6f-b710-159d8ed4dd93 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/networks?id=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 HTTP/1.1" status: 200 len: 804 time: 0.1196918 Aug 16 01:41:44.946607 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device caf09ee9-d0a5-4f6e-9167-38d3eae87660 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:41:44.952050 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-517909a0-659e-4398-8c7b-c24336c65439 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/quotas/f4daf488dea148eaa5a254f5ecbbcf18 HTTP/1.1" status: 200 len: 375 time: 0.0163229 Aug 16 01:41:44.973592 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: caf09ee9-d0a5-4f6e-9167-38d3eae87660 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:41:44.974032 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device caf09ee9-d0a5-4f6e-9167-38d3eae87660 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:41:44.999843 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-e6431c60-7b96-4923-901c-1ff655860078 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f4daf488dea148eaa5a254f5ecbbcf18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468490 Aug 16 01:41:45.011388 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-8c657972-6380-4282-a6fd-5b88ae09695d service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:41:45.012480 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-8c657972-6380-4282-a6fd-5b88ae09695d service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053053 Aug 16 01:41:45.115439 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-acb10676-fc94-4f0a-a24a-67d44fd20e5c service neutron] 10.222.0.68 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961347 Aug 16 01:41:45.213098 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-7aac06c2-2757-4597-bacc-1e0635de8e52 service neutron] 10.222.0.68 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917826 Aug 16 01:41:45.383429 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b36ef3-a3b9-4f67-963a-a016b0d5fd2e req-f6e44ba4-3b5f-415e-baee-06fceed17cb7 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:45.385106 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f2b36ef3-a3b9-4f67-963a-a016b0d5fd2e req-f6e44ba4-3b5f-415e-baee-06fceed17cb7 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 0.0755477 Aug 16 01:41:45.393733 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5cb23432-594c-4eaf-bd9c-bbb1f287ad43 req-64565ffa-42a5-4722-b409-266b5be91b13 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 210 time: 0.0341344 Aug 16 01:41:45.441117 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f2b36ef3-a3b9-4f67-963a-a016b0d5fd2e req-22ee62f2-96e9-410c-95e0-963c370fc5a4 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/security-groups?id=84b0ae52-33c3-4a71-b522-46064a850194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482779 Aug 16 01:41:45.490359 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bb2d4e42-7a12-410c-b337-34e8eea32937 req-98f922dc-0144-4dbc-b464-db5b9f71fac1 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0327466 Aug 16 01:41:45.576286 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba04d3-feba-4eb1-b205-7bc2f6f111ef req-f3e967b7-c677-49ed-8e3f-fb32635e7559 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:45.577904 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-efba04d3-feba-4eb1-b205-7bc2f6f111ef req-f3e967b7-c677-49ed-8e3f-fb32635e7559 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.73 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 949 time: 0.0834846 Aug 16 01:41:45.681575 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46516) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:45.728738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881a927-d635-43b0-b884-1981d35b9e99 req-4d10406c-c8ea-4540-a7e6-f561d4eb7c21 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:45.730559 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9881a927-d635-43b0-b884-1981d35b9e99 req-4d10406c-c8ea-4540-a7e6-f561d4eb7c21 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.1347919 Aug 16 01:41:45.769237 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-efba04d3-feba-4eb1-b205-7bc2f6f111ef req-c442f4c8-d7c7-4854-a6b5-554352e076be tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Deleting port 0212517b-dda9-4f54-ae72-41185d52c5f4 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:45.769571 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-efba04d3-feba-4eb1-b205-7bc2f6f111ef req-c442f4c8-d7c7-4854-a6b5-554352e076be tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:45.827977 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9881a927-d635-43b0-b884-1981d35b9e99 req-44868c90-4988-4922-a2ed-32def9aba583 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892940 Aug 16 01:41:45.860756 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d53258fb-2746-4f04-b1ad-e24ba40b1274 tempest-AgentManagementNegativeTest-1173722240 tempest-AgentManagementNegativeTest-1173722240-project] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1779976 Aug 16 01:41:45.904644 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-efba04d3-feba-4eb1-b205-7bc2f6f111ef req-c442f4c8-d7c7-4854-a6b5-554352e076be tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] For port 0212517b-dda9-4f54-ae72-41185d52c5f4, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0212517b-dda9-4f54-ae72-41185d52c5f4,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:45.904884 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-efba04d3-feba-4eb1-b205-7bc2f6f111ef req-c442f4c8-d7c7-4854-a6b5-554352e076be tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:45.928711 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-efba04d3-feba-4eb1-b205-7bc2f6f111ef req-c442f4c8-d7c7-4854-a6b5-554352e076be tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Calling delete_port for 0212517b-dda9-4f54-ae72-41185d52c5f4 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:46.043983 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bf6238f4-81ec-4a53-96c7-8c9951425d83 req-e01713a3-04bc-45ad-915e-3b416487f42e tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0426927 Aug 16 01:41:46.119570 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-18cf8f31-65cc-41c7-92f9-678b2631dab8 req-bdae430c-cb3a-4b9d-b27a-4d1fc2b5cfcf service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0802124 Aug 16 01:41:46.244481 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-efba04d3-feba-4eb1-b205-7bc2f6f111ef req-c442f4c8-d7c7-4854-a6b5-554352e076be tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:46.257220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['0212517b-dda9-4f54-ae72-41185d52c5f4'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:46.295333 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf8f31-65cc-41c7-92f9-678b2631dab8 req-2c3fd8f8-4d2e-400b-a014-e776c6c28239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:46.297403 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-18cf8f31-65cc-41c7-92f9-678b2631dab8 req-2c3fd8f8-4d2e-400b-a014-e776c6c28239 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=610c80f17dbe41b687cede716da3d010&device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 1097 time: 0.1083879 Aug 16 01:41:46.301296 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442f4c8-d7c7-4854-a6b5-554352e076be tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Pushing event deleted for resources: {'Port': ['ID=0212517b-dda9-4f54-ae72-41185d52c5f4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:46.319183 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46540) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:46.406511 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-efba04d3-feba-4eb1-b205-7bc2f6f111ef req-c442f4c8-d7c7-4854-a6b5-554352e076be tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] No DVR routers for this DVR port 0212517b-dda9-4f54-ae72-41185d52c5f4 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:41:46.414339 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-efba04d3-feba-4eb1-b205-7bc2f6f111ef req-c442f4c8-d7c7-4854-a6b5-554352e076be tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:46.416962 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-efba04d3-feba-4eb1-b205-7bc2f6f111ef req-c442f4c8-d7c7-4854-a6b5-554352e076be tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.73 "DELETE /v2.0/ports/0212517b-dda9-4f54-ae72-41185d52c5f4 HTTP/1.1" status: 204 len: 173 time: 0.8313899 Aug 16 01:41:46.417093 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10178b51-0ba3-4f2d-a326-402642b19095', 'name': 'network-vif-deleted', 'tag': '0212517b-dda9-4f54-ae72-41185d52c5f4'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:46.419446 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8262a5f6-39be-4382-9d47-cf1431cfcd19" -d '{"events": [{"server_uuid": "10178b51-0ba3-4f2d-a326-402642b19095", "name": "network-vif-deleted", "tag": "0212517b-dda9-4f54-ae72-41185d52c5f4"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:46.495678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf8f31-65cc-41c7-92f9-678b2631dab8 req-5acb5ea5-017e-4573-84b6-f90b5d879b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:46.497620 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-18cf8f31-65cc-41c7-92f9-678b2631dab8 req-5acb5ea5-017e-4573-84b6-f90b5d879b8e service neutron] 10.222.0.63 "GET /v2.0/networks?id=3dead596-19b5-4f7e-b3cc-6aaeafb2d70f HTTP/1.1" status: 200 len: 912 time: 0.1661308 Aug 16 01:41:46.515316 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3262e10-4a2d-4c90-9155-728edeee1e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:46.545069 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1fb85ae7-763e-40af-9b63-0a2ae72d544a req-c59aac1f-5f55-49d4-b0d0-0a944957c8eb tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 210 time: 0.0459440 Aug 16 01:41:46.626708 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aca5dcc2-9403-4fbb-977a-88fbd52b220d req-69486c57-7b6e-47b0-a427-02de35155523 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.1050286 Aug 16 01:41:46.635906 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fb2dfa-56fb-465d-b38f-5e0ba81c54c5 x-openstack-request-id: req-d3fb2dfa-56fb-465d-b38f-5e0ba81c54c5 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:46.636259 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10178b51-0ba3-4f2d-a326-402642b19095", "name": "network-vif-deleted", "tag": "0212517b-dda9-4f54-ae72-41185d52c5f4", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:46.636503 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d3fb2dfa-56fb-465d-b38f-5e0ba81c54c5 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:46.636889 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10178b51-0ba3-4f2d-a326-402642b19095', 'name': 'network-vif-deleted', 'tag': '0212517b-dda9-4f54-ae72-41185d52c5f4', 'status': 'completed', 'code': 200} Aug 16 01:41:46.670441 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-18cf8f31-65cc-41c7-92f9-678b2631dab8 req-e405ec48-3a29-480f-bc90-7fb2a055f5f0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a77530c6-7bc4-40ee-8622-1056f83e6a7c HTTP/1.1" status: 200 len: 1001 time: 0.1292081 Aug 16 01:41:46.682092 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3262e10-4a2d-4c90-9155-728edeee1e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:46.690460 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3262e10-4a2d-4c90-9155-728edeee1e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:46.784158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262e10-4a2d-4c90-9155-728edeee1e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0397a3f8-1736-488b-b75c-ad1001618d74,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:46.820999 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-de65bea7-649b-44ad-902c-1baa2ba0b313 req-bfee6824-420b-4bbe-a10e-0597227f2a64 tempest-MigrationsAdminTest-1239650611 tempest-MigrationsAdminTest-1239650611-project] 10.222.0.68 "GET /v2.0/ports?device_id=10178b51-0ba3-4f2d-a326-402642b19095 HTTP/1.1" status: 200 len: 210 time: 0.0556996 Aug 16 01:41:46.823356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf8f31-65cc-41c7-92f9-678b2631dab8 req-30147026-a241-43cb-8196-c55f6bd5cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:46.831646 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e3262e10-4a2d-4c90-9155-728edeee1e7c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=72ebf8910b9141bb8364fa58538f414d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112214 Aug 16 01:41:46.832326 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-18cf8f31-65cc-41c7-92f9-678b2631dab8 req-30147026-a241-43cb-8196-c55f6bd5cdd3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=243563a2-7ae2-4035-9258-384766375747 HTTP/1.1" status: 200 len: 850 time: 0.1416881 Aug 16 01:41:46.841533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46558) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:46.989142 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5a17326-6020-4213-8214-18c1cd0a6069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.007011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3db39-9686-4b10-975a-7a29ef4f2542 req-55f1e12b-30c4-4bdd-8cdd-478118801b62 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:47.009408 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2bc3db39-9686-4b10-975a-7a29ef4f2542 req-55f1e12b-30c4-4bdd-8cdd-478118801b62 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f HTTP/1.1" status: 200 len: 945 time: 0.3542802 Aug 16 01:41:47.017477 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5a17326-6020-4213-8214-18c1cd0a6069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.056356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf8f31-65cc-41c7-92f9-678b2631dab8 req-64add5ee-b47d-45e9-98f4-970e30f3554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:47.057899 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-18cf8f31-65cc-41c7-92f9-678b2631dab8 req-64add5ee-b47d-45e9-98f4-970e30f3554c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3dead596-19b5-4f7e-b3cc-6aaeafb2d70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1985636 Aug 16 01:41:47.083913 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5a17326-6020-4213-8214-18c1cd0a6069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.089571 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5a17326-6020-4213-8214-18c1cd0a6069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.091440 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c5a17326-6020-4213-8214-18c1cd0a6069 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0397a3f8-1736-488b-b75c-ad1001618d74 HTTP/1.1" status: 204 len: 168 time: 0.2480214 Aug 16 01:41:47.099692 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-18cf8f31-65cc-41c7-92f9-678b2631dab8 req-b2558195-35ec-4f46-b3a4-f6e8d854e74b service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:41:47.100717 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-18cf8f31-65cc-41c7-92f9-678b2631dab8 req-b2558195-35ec-4f46-b3a4-f6e8d854e74b service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130498 Aug 16 01:41:47.109441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a17326-6020-4213-8214-18c1cd0a6069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0397a3f8-1736-488b-b75c-ad1001618d74,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:47.155154 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-f903b7b2-5577-4328-b330-4ff792f2b447 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:47.156694 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-f903b7b2-5577-4328-b330-4ff792f2b447 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.73 "GET /v2.0/networks?id=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 HTTP/1.1" status: 200 len: 804 time: 0.4638658 Aug 16 01:41:47.211280 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ac38beaa-6db4-4080-806e-b13d98d0bfc9 req-e1dbfcf5-28fe-4fd5-8d8e-2865052ceddf tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0427837 Aug 16 01:41:47.222009 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-ff68cd88-0c3e-4646-825a-15663b29e804 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Request body: {'port': {'device_id': 'cbc1d6e6-fbd6-456a-979f-10707015cdd4', 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8', 'admin_state_up': True, 'tenant_id': 'f4daf488dea148eaa5a254f5ecbbcf18'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:47.566777 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d49b5-f495-4690-8324-181a2fe0f782 req-aaa3aff2-5b9f-49f9-8d04-1e3eb4742fcb tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:47.569022 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-974d49b5-f495-4690-8324-181a2fe0f782 req-aaa3aff2-5b9f-49f9-8d04-1e3eb4742fcb tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.5932500 Aug 16 01:41:47.674625 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d23072af-1e2a-4509-b81a-95c2d722fb31 req-16ee994c-290f-4e24-a5d9-7551b460cfef tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 210 time: 0.0369697 Aug 16 01:41:47.716841 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-974d49b5-f495-4690-8324-181a2fe0f782 req-29a34799-0739-41d7-9da3-8f2e023ebcb1 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174572 Aug 16 01:41:47.721124 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-18cf8f31-65cc-41c7-92f9-678b2631dab8 req-9dfd5fcd-84b3-491f-98fd-062ffdc8a51c service neutron] 10.222.0.63 "GET /v2.0/networks/3dead596-19b5-4f7e-b3cc-6aaeafb2d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6133108 Aug 16 01:41:47.736073 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-2bc3db39-9686-4b10-975a-7a29ef4f2542 req-d2abe723-d138-4142-a4c7-ad9cade18a88 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Deleting port 49c2606e-8361-44b1-9395-1765d700d60f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:47.736668 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2bc3db39-9686-4b10-975a-7a29ef4f2542 req-d2abe723-d138-4142-a4c7-ad9cade18a88 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.787475 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-24227cf9-e15f-447c-bac0-0dce3a4c5f72 req-a888b8fd-e022-40dc-9014-8c05c1038d3a tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0323265 Aug 16 01:41:47.902764 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-ff68cd88-0c3e-4646-825a-15663b29e804 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Made reservation on behalf of f4daf488dea148eaa5a254f5ecbbcf18 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:47.906317 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-ff68cd88-0c3e-4646-825a-15663b29e804 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.949726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2bc3db39-9686-4b10-975a-7a29ef4f2542 req-d2abe723-d138-4142-a4c7-ad9cade18a88 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] For port 49c2606e-8361-44b1-9395-1765d700d60f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=49c2606e-8361-44b1-9395-1765d700d60f,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:47.950128 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2bc3db39-9686-4b10-975a-7a29ef4f2542 req-d2abe723-d138-4142-a4c7-ad9cade18a88 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:47.959736 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46600) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:47.976920 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-2bc3db39-9686-4b10-975a-7a29ef4f2542 req-d2abe723-d138-4142-a4c7-ad9cade18a88 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Calling delete_port for 49c2606e-8361-44b1-9395-1765d700d60f owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:47.981408 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-18cf8f31-65cc-41c7-92f9-678b2631dab8 req-1faf029f-6c1d-4c15-bed9-fe24fa8cc579 service neutron] 10.222.0.63 "GET /v2.0/networks/3dead596-19b5-4f7e-b3cc-6aaeafb2d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507911 Aug 16 01:41:48.139028 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-671fa95e-ab15-45e4-b21a-fa05274d50c4 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1987877839'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:48.175206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a96ad-02b4-4477-b71e-666f0b6217e9 req-7decd174-1f5a-42c2-a55a-eb7ebdfaf4d8 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:48.182998 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-ff68cd88-0c3e-4646-825a-15663b29e804 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Allocated IP 172.20.0.14 (a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8/fa68bec7-664a-48fb-be7e-46ef8fc16c75/9a29e80d-84e4-4de6-8979-9ab8956f3ad1) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:48.183517 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-703a96ad-02b4-4477-b71e-666f0b6217e9 req-7decd174-1f5a-42c2-a55a-eb7ebdfaf4d8 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.0954909 Aug 16 01:41:48.203000 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671fa95e-ab15-45e4-b21a-fa05274d50c4 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Made reservation on behalf of 331e45f9dc7a4f1484ad477371a82415 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:48.206574 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-671fa95e-ab15-45e4-b21a-fa05274d50c4 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.232336 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-671fa95e-ab15-45e4-b21a-fa05274d50c4 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.263815 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd139b86-dca6-4ad4-8ddc-0c30ffd98d73 req-adceb950-4afb-45e7-9e1d-e633f846364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:48.265326 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bd139b86-dca6-4ad4-8ddc-0c30ffd98d73 req-adceb950-4afb-45e7-9e1d-e633f846364a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd3c40833960421487e135029d096909&device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 1097 time: 0.1179497 Aug 16 01:41:48.270342 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-703a96ad-02b4-4477-b71e-666f0b6217e9 req-fd932019-4b70-48df-bb0b-138a09fb37f1 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822699 Aug 16 01:41:48.332942 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46612) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:48.346391 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2bc3db39-9686-4b10-975a-7a29ef4f2542 req-d2abe723-d138-4142-a4c7-ad9cade18a88 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.427453 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d53d6535-254e-4589-8ca8-24fba13091c9 req-b54c0b58-5e9b-472a-a464-b28016424442 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0874443 Aug 16 01:41:48.432190 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-671fa95e-ab15-45e4-b21a-fa05274d50c4 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.440187 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-671fa95e-ab15-45e4-b21a-fa05274d50c4 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.462130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abe723-d138-4142-a4c7-ad9cade18a88 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Pushing event deleted for resources: {'Port': ['ID=49c2606e-8361-44b1-9395-1765d700d60f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:48.476800 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671fa95e-ab15-45e4-b21a-fa05274d50c4 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:41:48.493167 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fa95e-ab15-45e4-b21a-fa05274d50c4 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f86a60-fcd0-4664-9ad8-4661f7230aa4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:48.496345 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-671fa95e-ab15-45e4-b21a-fa05274d50c4 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.496684 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-671fa95e-ab15-45e4-b21a-fa05274d50c4 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Added segment 0aedddae-f22c-49db-8772-fbf747fdb4da of type vlan for network ed349587-85dd-47d6-b386-3b381983253b Aug 16 01:41:48.528658 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc3db39-9686-4b10-975a-7a29ef4f2542 req-d2abe723-d138-4142-a4c7-ad9cade18a88 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] No DVR routers for this DVR port 49c2606e-8361-44b1-9395-1765d700d60f on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:41:48.535154 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2bc3db39-9686-4b10-975a-7a29ef4f2542 req-d2abe723-d138-4142-a4c7-ad9cade18a88 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.537417 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2bc3db39-9686-4b10-975a-7a29ef4f2542 req-d2abe723-d138-4142-a4c7-ad9cade18a88 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.73 "DELETE /v2.0/ports/49c2606e-8361-44b1-9395-1765d700d60f HTTP/1.1" status: 204 len: 173 time: 1.5033302 Aug 16 01:41:48.562130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd139b86-dca6-4ad4-8ddc-0c30ffd98d73 req-ce126357-e2b1-4d14-ae56-9e01225e3dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:48.563648 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bd139b86-dca6-4ad4-8ddc-0c30ffd98d73 req-ce126357-e2b1-4d14-ae56-9e01225e3dde service neutron] 10.222.0.73 "GET /v2.0/networks?id=d2e99742-eecf-4f87-96d2-0223135d631c HTTP/1.1" status: 200 len: 917 time: 0.2856390 Aug 16 01:41:48.576200 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-671fa95e-ab15-45e4-b21a-fa05274d50c4 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.591051 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-182da02d-4587-4893-bb76-9eafe3bd0983 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=126345157050487ba8127ff85bb0562e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538879 Aug 16 01:41:48.591619 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46616) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:48.618650 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bd139b86-dca6-4ad4-8ddc-0c30ffd98d73 req-27fc2ae4-788f-45c8-886b-a6eb01243738 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4425f122-176f-40fc-8dca-6a5a82ec92a1 HTTP/1.1" status: 200 len: 217 time: 0.0447731 Aug 16 01:41:48.638061 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f', 'name': 'network-vif-deleted', 'tag': '49c2606e-8361-44b1-9395-1765d700d60f'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:48.640585 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac84e15-088a-450f-bbab-f8ba12603048" -d '{"events": [{"server_uuid": "b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f", "name": "network-vif-deleted", "tag": "49c2606e-8361-44b1-9395-1765d700d60f"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:48.642981 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-671fa95e-ab15-45e4-b21a-fa05274d50c4 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.645513 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-ff68cd88-0c3e-4646-825a-15663b29e804 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.648851 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671fa95e-ab15-45e4-b21a-fa05274d50c4 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:48.649459 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-671fa95e-ab15-45e4-b21a-fa05274d50c4 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.700031 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd139b86-dca6-4ad4-8ddc-0c30ffd98d73 req-1206e150-6e7e-4673-9d46-cad74d7b71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:48.701469 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bd139b86-dca6-4ad4-8ddc-0c30ffd98d73 req-1206e150-6e7e-4673-9d46-cad74d7b71b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f786990-00a2-4f45-bfb6-62c4eaa35e38 HTTP/1.1" status: 200 len: 855 time: 0.0745223 Aug 16 01:41:48.714706 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0cd1b0-9b29-4169-a99e-176e3c188c98 x-openstack-request-id: req-be0cd1b0-9b29-4169-a99e-176e3c188c98 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:48.714995 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f", "name": "network-vif-deleted", "tag": "49c2606e-8361-44b1-9395-1765d700d60f", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:48.715273 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-be0cd1b0-9b29-4169-a99e-176e3c188c98 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:48.715661 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e4a666-c2a0-4a5b-bde7-a4622ddd7e7f', 'name': 'network-vif-deleted', 'tag': '49c2606e-8361-44b1-9395-1765d700d60f', 'status': 'completed', 'code': 200} Aug 16 01:41:48.743374 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fa95e-ab15-45e4-b21a-fa05274d50c4 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event updated for resources: {'Network': ['ID=ed349587-85dd-47d6-b386-3b381983253b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:48.754652 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-671fa95e-ab15-45e4-b21a-fa05274d50c4 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7936196 Aug 16 01:41:48.755613 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network ed349587-85dd-47d6-b386-3b381983253b details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:41:48.757142 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46622) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:48.762473 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-823a8bf0-55a8-42a5-b86e-6d4149e949d8 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Request body: {'subnet': {'network_id': 'ed349587-85dd-47d6-b386-3b381983253b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:48.769330 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7b5184d-668b-4e66-b893-1a0a213f0c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.780437 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cf04855a-0990-47b2-8909-76140e04d11f req-3dbc8c61-209a-407b-86a3-c88ea459b3d6 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 210 time: 0.0338538 Aug 16 01:41:48.782495 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-ff68cd88-0c3e-4646-825a-15663b29e804 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.831191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd139b86-dca6-4ad4-8ddc-0c30ffd98d73 req-a4c9c9d4-6c03-4eee-a0d1-067205e0e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:48.832812 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bd139b86-dca6-4ad4-8ddc-0c30ffd98d73 req-a4c9c9d4-6c03-4eee-a0d1-067205e0e10d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d2e99742-eecf-4f87-96d2-0223135d631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1210406 Aug 16 01:41:48.835076 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-ff68cd88-0c3e-4646-825a-15663b29e804 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:48.840643 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-ff68cd88-0c3e-4646-825a-15663b29e804 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:48.845878 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-ff68cd88-0c3e-4646-825a-15663b29e804 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:48.872472 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7b5184d-668b-4e66-b893-1a0a213f0c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.890617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68cd88-0c3e-4646-825a-15663b29e804 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Pushing event updated for resources: {'Port': ['ID=9a29e80d-84e4-4de6-8979-9ab8956f3ad1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:48.934282 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a3dc5220-3507-4de8-8d20-985ae9abb3b8 req-9b4b37f4-51c6-478d-9998-be68389882cf tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0505142 Aug 16 01:41:48.956640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 49c2606e-8361-44b1-9395-1765d700d60f no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:41:48.964242 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-ff68cd88-0c3e-4646-825a-15663b29e804 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:48.964921 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-ff68cd88-0c3e-4646-825a-15663b29e804 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.975034 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823a8bf0-55a8-42a5-b86e-6d4149e949d8 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Made reservation on behalf of 331e45f9dc7a4f1484ad477371a82415 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:48.978988 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-823a8bf0-55a8-42a5-b86e-6d4149e949d8 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:48.986977 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 49c2606e-8361-44b1-9395-1765d700d60f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:41:48.987722 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 49c2606e-8361-44b1-9395-1765d700d60f not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:41:48.988980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0212517b-dda9-4f54-ae72-41185d52c5f4 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:41:48.999514 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-ff68cd88-0c3e-4646-825a-15663b29e804 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7912197 Aug 16 01:41:49.005027 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bd139b86-dca6-4ad4-8ddc-0c30ffd98d73 req-fd04de69-acf6-4297-b320-58e2b6bd71f5 service neutron] 10.222.0.73 "GET /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622598 Aug 16 01:41:49.018034 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Request body: {'port': {'device_id': 'cbc1d6e6-fbd6-456a-979f-10707015cdd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:49.024913 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 0212517b-dda9-4f54-ae72-41185d52c5f4 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:41:49.025287 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0212517b-dda9-4f54-ae72-41185d52c5f4 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:41:49.073293 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7b5184d-668b-4e66-b893-1a0a213f0c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:49.076160 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7b5184d-668b-4e66-b893-1a0a213f0c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:49.077298 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c7b5184d-668b-4e66-b893-1a0a213f0c8f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/84b0ae52-33c3-4a71-b522-46064a850194 HTTP/1.1" status: 204 len: 168 time: 0.4846838 Aug 16 01:41:49.097271 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5184d-668b-4e66-b893-1a0a213f0c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b0ae52-33c3-4a71-b522-46064a850194,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:49.136325 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:49.193592 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bd139b86-dca6-4ad4-8ddc-0c30ffd98d73 req-8ae3fc04-d2e6-4521-a64f-56eeb2af3999 service neutron] 10.222.0.73 "GET /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721573 Aug 16 01:41:49.331143 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-831bd0fc-ccc7-4af2-83d4-7d7dbe0b31a1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1347752 Aug 16 01:41:49.577233 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-2b439711-de43-411b-a1ff-8e0a68272024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:49.577765 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-2b439711-de43-411b-a1ff-8e0a68272024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:49.578236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-2b439711-de43-411b-a1ff-8e0a68272024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:49.579159 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-2b439711-de43-411b-a1ff-8e0a68272024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:49.579159 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-2b439711-de43-411b-a1ff-8e0a68272024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:49.579927 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-2b439711-de43-411b-a1ff-8e0a68272024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:49.580533 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-2b439711-de43-411b-a1ff-8e0a68272024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:49.582591 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-2b439711-de43-411b-a1ff-8e0a68272024 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5052f870a5d04e98b2cd29c89d03b16c&device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 6498 time: 0.1076043 Aug 16 01:41:49.603237 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:49.622000 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-823a8bf0-55a8-42a5-b86e-6d4149e949d8 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:49.623209 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:49.670631 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46638) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:49.674998 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-268323d4-b1f3-401f-a2eb-f632758a9abe req-6e9d6508-8417-4ac1-9601-3c1b2b72a795 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0486519 Aug 16 01:41:49.683854 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636bd58-09f4-4c0f-a704-5ec8600a0287 req-de301d24-88f4-41a4-8ec1-e3c146d9fd38 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:49.685372 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e636bd58-09f4-4c0f-a704-5ec8600a0287 req-de301d24-88f4-41a4-8ec1-e3c146d9fd38 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.1118388 Aug 16 01:41:49.697061 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a8bf0-55a8-42a5-b86e-6d4149e949d8 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event updated for resources: {'Subnet': ['ID=987c1940-12e8-4f6d-b44b-cfe0d4bcd8f5,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:49.717198 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823a8bf0-55a8-42a5-b86e-6d4149e949d8 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Checking segment: {'id': '0aedddae-f22c-49db-8772-fbf747fdb4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ed349587-85dd-47d6-b386-3b381983253b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:49.717447 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Transition to ACTIVE for port object 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:49.717569 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823a8bf0-55a8-42a5-b86e-6d4149e949d8 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Network hostable DHCP agents. Network: ed349587-85dd-47d6-b386-3b381983253b, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:41:49.744152 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:49.764175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823a8bf0-55a8-42a5-b86e-6d4149e949d8 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Network ed349587-85dd-47d6-b386-3b381983253b is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:41:49.783641 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e636bd58-09f4-4c0f-a704-5ec8600a0287 req-177a4bf8-3f80-48a8-af76-75d04dc7c83d tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518947 Aug 16 01:41:49.787024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-823a8bf0-55a8-42a5-b86e-6d4149e949d8 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, ed349587-85dd-47d6-b386-3b381983253b) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:49.796832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823a8bf0-55a8-42a5-b86e-6d4149e949d8 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:49.797019 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-823a8bf0-55a8-42a5-b86e-6d4149e949d8 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:49.802727 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5c5cd6-cfbd-4176-b579-85dc703777cc None None] Network ed349587-85dd-47d6-b386-3b381983253b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:41:49.846601 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-823a8bf0-55a8-42a5-b86e-6d4149e949d8 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0884430 Aug 16 01:41:49.847579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46642) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:49.854242 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-28982981-0da0-45f7-ac6b-77bdb8a7b553 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Request body: {'port': {'network_id': 'ed349587-85dd-47d6-b386-3b381983253b', 'name': 'tempest-AllowedAddressPairTestJSON-600264859'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:49.864938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a29e80d-84e4-4de6-8979-9ab8956f3ad1,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:49.883469 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a623a8fa-3665-4a89-9c5d-31f59c9992b5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=66392a3cd3814e369685b68744a212bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106693 Aug 16 01:41:49.886295 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46644) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:49.889000 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-45acd58e-2306-4b0d-838a-2b3f98e87a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:49.889641 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-45acd58e-2306-4b0d-838a-2b3f98e87a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:49.890289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-45acd58e-2306-4b0d-838a-2b3f98e87a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:49.891876 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-45acd58e-2306-4b0d-838a-2b3f98e87a44 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c9f6cb29-657f-4294-ac8f-e7d12f466242&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=40c3db57-1e7f-42e7-b628-4096f135707a&id=40c3db57-1e7f-42e7-b628-4096f135707a HTTP/1.1" status: 200 len: 2294 time: 0.2516360 Aug 16 01:41:49.991800 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28982981-0da0-45f7-ac6b-77bdb8a7b553 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Made reservation on behalf of 331e45f9dc7a4f1484ad477371a82415 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:49.997284 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28982981-0da0-45f7-ac6b-77bdb8a7b553 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:50.025598 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-28982981-0da0-45f7-ac6b-77bdb8a7b553 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] device_id is not set on port d7674417-8218-4584-9abd-4838e9676ea4 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:41:50.027528 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-ed349587-85dd-47d6-b386-3b381983253b', 'network_id': 'ed349587-85dd-47d6-b386-3b381983253b', 'tenant_id': '331e45f9dc7a4f1484ad477371a82415', 'fixed_ips': [{'subnet_id': '987c1940-12e8-4f6d-b44b-cfe0d4bcd8f5'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:41:50.028568 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:50.066588 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-0e2aac5d-e9f2-45d2-94dd-88852c09801a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c3bdef-f3fc-4443-8aad-bf5517788ec1 HTTP/1.1" status: 200 len: 1001 time: 0.1417713 Aug 16 01:41:50.071320 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Attempting to bind port 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:50.071700 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Attempting to bind port 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'cf7f0371-ebb5-4932-a57c-9ac457f2f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:50.071994 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Attempting to bind port 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 on network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:50.086705 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145336b-49a8-4a2b-a2d6-70fc53f2299a req-14b4a30e-10bd-486c-be19-5b084a01e658 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:50.088314 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6145336b-49a8-4a2b-a2d6-70fc53f2299a req-14b4a30e-10bd-486c-be19-5b084a01e658 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 944 time: 0.1955242 Aug 16 01:41:50.106532 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Port 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 on network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:41:50.106899 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Attempting to bind port 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 on network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:50.111879 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0af2605b-24ee-443a-8b58-98592b904405 req-6e5a9a9b-df0e-45a7-9def-b82844749ac3 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0389965 Aug 16 01:41:50.140891 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67da9309-bc70-41fc-b235-cf98d40a64c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:50.143069 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-273cc188-cd33-4ce3-b92a-3584f7059fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:50.144793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:50.145129 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Checking segment: {'id': 'cf7f0371-ebb5-4932-a57c-9ac457f2f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:50.145516 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Bound using segment: {'id': 'cf7f0371-ebb5-4932-a57c-9ac457f2f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:50.146070 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Bound port: 9a29e80d-84e4-4de6-8979-9ab8956f3ad1, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7f0371-ebb5-4932-a57c-9ac457f2f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:50.146418 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:50.204340 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-273cc188-cd33-4ce3-b92a-3584f7059fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:50.211659 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-28982981-0da0-45f7-ac6b-77bdb8a7b553 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Allocated IP 172.20.0.9 (ed349587-85dd-47d6-b386-3b381983253b/987c1940-12e8-4f6d-b44b-cfe0d4bcd8f5/d7674417-8218-4584-9abd-4838e9676ea4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:50.219779 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-d740894b-a853-46b0-9793-538288dd52e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:50.221319 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-d740894b-a853-46b0-9793-538288dd52e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de680595-9685-4a06-af23-2b0f71eb9e2f HTTP/1.1" status: 200 len: 851 time: 0.1442740 Aug 16 01:41:50.265219 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6145336b-49a8-4a2b-a2d6-70fc53f2299a req-a343d516-7743-43b7-b1d3-e3700b710a5f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595967 Aug 16 01:41:50.334794 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] For port 9a29e80d-84e4-4de6-8979-9ab8956f3ad1, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:50.339039 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] For port 9a29e80d-84e4-4de6-8979-9ab8956f3ad1, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9a29e80d-84e4-4de6-8979-9ab8956f3ad1,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:50.341678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-6b094181-a8ac-425a-a873-9a2d266aa556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:50.343524 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-6b094181-a8ac-425a-a873-9a2d266aa556 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9f6cb29-657f-4294-ac8f-e7d12f466242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000228 Aug 16 01:41:50.345231 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:50.383469 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-273cc188-cd33-4ce3-b92a-3584f7059fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:50.386024 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-273cc188-cd33-4ce3-b92a-3584f7059fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:50.389417 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-273cc188-cd33-4ce3-b92a-3584f7059fbc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/73c5c3b0-0e00-4315-8dbb-1cdc13c52752 HTTP/1.1" status: 204 len: 168 time: 0.4996729 Aug 16 01:41:50.389543 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28982981-0da0-45f7-ac6b-77bdb8a7b553 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:50.403981 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-28982981-0da0-45f7-ac6b-77bdb8a7b553 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Transition to ACTIVE for port object d7674417-8218-4584-9abd-4838e9676ea4 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:50.438609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:50.439263 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:50.441083 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] 10.222.0.73 "PUT /v2.0/ports/9a29e80d-84e4-4de6-8979-9ab8956f3ad1 HTTP/1.1" status: 200 len: 1093 time: 1.4275253 Aug 16 01:41:50.443705 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28982981-0da0-45f7-ac6b-77bdb8a7b553 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:50.454447 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cc188-cd33-4ce3-b92a-3584f7059fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c5c3b0-0e00-4315-8dbb-1cdc13c52752,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:50.478844 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bba2d-3159-4add-bec7-37ed06d05df4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a29e80d-84e4-4de6-8979-9ab8956f3ad1,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:50.523140 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28982981-0da0-45f7-ac6b-77bdb8a7b553 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Network ed349587-85dd-47d6-b386-3b381983253b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:50.533319 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-28982981-0da0-45f7-ac6b-77bdb8a7b553 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:50.541560 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-82f51d25-4405-48de-8b59-38b182441e8e service neutron] 10.222.0.73 "GET /v2.0/networks/c9f6cb29-657f-4294-ac8f-e7d12f466242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863410 Aug 16 01:41:50.542621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28982981-0da0-45f7-ac6b-77bdb8a7b553 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:50.561018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-d67ff173-580e-43ea-a048-ef42b771a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:50.563040 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-d67ff173-580e-43ea-a048-ef42b771a04e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f4daf488dea148eaa5a254f5ecbbcf18&device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 1096 time: 0.0733979 Aug 16 01:41:50.567808 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Allocated IP 172.20.0.2 (ed349587-85dd-47d6-b386-3b381983253b/987c1940-12e8-4f6d-b44b-cfe0d4bcd8f5/4b67a608-47da-4343-89ab-267d167f184d) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:50.577148 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28982981-0da0-45f7-ac6b-77bdb8a7b553 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event updated for resources: {'Port': ['ID=d7674417-8218-4584-9abd-4838e9676ea4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:50.626364 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28982981-0da0-45f7-ac6b-77bdb8a7b553 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:50.626991 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28982981-0da0-45f7-ac6b-77bdb8a7b553 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:50.642847 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-190401e7-2237-4b62-a1f6-936b314b3c30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a29e80d-84e4-4de6-8979-9ab8956f3ad1 HTTP/1.1" status: 200 len: 217 time: 0.0685000 Aug 16 01:41:50.649113 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-28982981-0da0-45f7-ac6b-77bdb8a7b553 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7969639 Aug 16 01:41:50.649533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46654) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:50.656833 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d35c2993-38d1-4200-9168-d4334ec7ef59 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Request body: {'port': {'network_id': 'ed349587-85dd-47d6-b386-3b381983253b', 'name': 'tempest-AllowedAddressPairTestJSON-373160088', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:8c:52:73'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:50.717458 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc1d6e6-fbd6-456a-979f-10707015cdd4', 'tag': '9a29e80d-84e4-4de6-8979-9ab8956f3ad1'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:50.719735 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c11dbde-88e2-47b4-be17-b11db5d5cc07" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc1d6e6-fbd6-456a-979f-10707015cdd4", "tag": "9a29e80d-84e4-4de6-8979-9ab8956f3ad1"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:50.727125 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-62be68e5-f877-46a1-a046-3df52d01e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:50.728949 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-62be68e5-f877-46a1-a046-3df52d01e7a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa68bec7-664a-48fb-be7e-46ef8fc16c75 HTTP/1.1" status: 200 len: 844 time: 0.0762200 Aug 16 01:41:50.780261 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-7130ed19-b5e1-4b58-9b1d-107535dd3384 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403924 Aug 16 01:41:50.782881 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-82694eb1-8185-4ce2-89f9-bbc4de8d9bfc service neutron] 10.222.0.73 "GET /v2.0/networks/c9f6cb29-657f-4294-ac8f-e7d12f466242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330713 Aug 16 01:41:50.858187 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:50.869835 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Transition to ACTIVE for port object 4b67a608-47da-4343-89ab-267d167f184d will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:50.882372 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d8f89590-2dfb-49f1-9aca-211cad82856c req-823d885f-cbc9-4858-ad2c-f47d07ce53a4 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0766394 Aug 16 01:41:50.885303 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a241f20-0a08-40c2-9d4b-d89e7c6cc771 x-openstack-request-id: req-8a241f20-0a08-40c2-9d4b-d89e7c6cc771 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:50.885531 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc1d6e6-fbd6-456a-979f-10707015cdd4", "tag": "9a29e80d-84e4-4de6-8979-9ab8956f3ad1", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:50.885796 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8a241f20-0a08-40c2-9d4b-d89e7c6cc771 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:50.886186 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc1d6e6-fbd6-456a-979f-10707015cdd4', 'tag': '9a29e80d-84e4-4de6-8979-9ab8956f3ad1', 'status': 'completed', 'code': 200} Aug 16 01:41:50.886925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Transition to ACTIVE for port object 4b67a608-47da-4343-89ab-267d167f184d will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:50.893970 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:50.914570 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Network ed349587-85dd-47d6-b386-3b381983253b is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:50.931714 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35c2993-38d1-4200-9168-d4334ec7ef59 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Made reservation on behalf of 331e45f9dc7a4f1484ad477371a82415 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:50.935354 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:50.938769 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:50.951112 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-63a9c7dc-8051-4aba-a807-8507fddeb517 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=47c48de3-b662-47a6-8021-99cd79188db2 HTTP/1.1" status: 200 len: 217 time: 0.0708473 Aug 16 01:41:51.007693 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Pushing event updated for resources: {'Port': ['ID=4b67a608-47da-4343-89ab-267d167f184d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:51.018807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Attempting to bind port 4b67a608-47da-4343-89ab-267d167f184d on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:41:51.019177 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Attempting to bind port 4b67a608-47da-4343-89ab-267d167f184d by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '0aedddae-f22c-49db-8772-fbf747fdb4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ed349587-85dd-47d6-b386-3b381983253b'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:41:51.019537 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Attempting to bind port 4b67a608-47da-4343-89ab-267d167f184d on network ed349587-85dd-47d6-b386-3b381983253b {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:41:51.026027 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:41:51.026408 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Checking segment: {'id': '0aedddae-f22c-49db-8772-fbf747fdb4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ed349587-85dd-47d6-b386-3b381983253b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:41:51.026791 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:51.027180 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Bound using segment: {'id': '0aedddae-f22c-49db-8772-fbf747fdb4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ed349587-85dd-47d6-b386-3b381983253b'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:41:51.027512 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-327fd09f-8d1b-4763-a09e-a0ccde484395 service neutron] 10.222.0.73 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286580 Aug 16 01:41:51.027767 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Bound port: 4b67a608-47da-4343-89ab-267d167f184d, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aedddae-f22c-49db-8772-fbf747fdb4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ed349587-85dd-47d6-b386-3b381983253b'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:41:51.028149 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:51.064405 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887af2d0-17eb-4b8b-adb0-690adc050a34 req-4e77788e-0376-48d3-84c7-48b7603b0223 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:51.072815 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-887af2d0-17eb-4b8b-adb0-690adc050a34 req-4e77788e-0376-48d3-84c7-48b7603b0223 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.1890442 Aug 16 01:41:51.097637 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d35c2993-38d1-4200-9168-d4334ec7ef59 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:51.118570 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] For port 4b67a608-47da-4343-89ab-267d167f184d, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:41:51.119299 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-d35c2993-38d1-4200-9168-d4334ec7ef59 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] device_id is not set on port 88296315-3143-47dd-9952-dc34ac12c7e4 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:41:51.123648 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-30a36c65-2b79-4af6-aad5-9bd9ecb62be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:51.125364 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-30a36c65-2b79-4af6-aad5-9bd9ecb62be0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 200 len: 797 time: 0.1487212 Aug 16 01:41:51.126498 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] For port 4b67a608-47da-4343-89ab-267d167f184d, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4b67a608-47da-4343-89ab-267d167f184d,segment=NetworkSegment(0aedddae-f22c-49db-8772-fbf747fdb4da),segment_id=0aedddae-f22c-49db-8772-fbf747fdb4da)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:41:51.135495 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:51.219766 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-887af2d0-17eb-4b8b-adb0-690adc050a34 req-090cbddc-6cbc-47ca-b50c-4f55ef9e6d37 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443470 Aug 16 01:41:51.226138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d044c-56ba-40e5-bb4f-c3ba6b107f8d None None] Pushing event updated for resources: {'Port': ['ID=4b67a608-47da-4343-89ab-267d167f184d,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:51.263447 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-29aa82da-3058-4eaf-83df-091433320e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:51.264628 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-29aa82da-3058-4eaf-83df-091433320e23 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eac9d217-8a8e-4249-a789-0da4a12bc674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1275141 Aug 16 01:41:51.268319 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a02bd10-b34a-4500-b8db-e30681f211c1 req-d165af12-7a85-42c0-a059-4dee7ec4a7c4 service neutron] 10.222.0.73 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299011 Aug 16 01:41:51.367729 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-db76c033-e52c-4af5-8838-ee6c7b64f5cc req-03731dcc-7496-490f-bdf5-97889e34719c tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0884461 Aug 16 01:41:51.438417 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d35c2993-38d1-4200-9168-d4334ec7ef59 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Allocated IP 172.20.0.13 (ed349587-85dd-47d6-b386-3b381983253b/987c1940-12e8-4f6d-b44b-cfe0d4bcd8f5/88296315-3143-47dd-9952-dc34ac12c7e4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:51.679772 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591457a-59ab-4ab2-a352-d321f1942d8c req-2800c755-5064-432a-a3ae-fed6f3a5ef77 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:51.688717 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1591457a-59ab-4ab2-a352-d321f1942d8c req-2800c755-5064-432a-a3ae-fed6f3a5ef77 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.2109692 Aug 16 01:41:51.768418 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1591457a-59ab-4ab2-a352-d321f1942d8c req-7b16b405-2de5-4019-916d-d46ac0d7ecba tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785580 Aug 16 01:41:51.814734 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d35c2993-38d1-4200-9168-d4334ec7ef59 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:51.838577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d35c2993-38d1-4200-9168-d4334ec7ef59 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Transition to ACTIVE for port object 88296315-3143-47dd-9952-dc34ac12c7e4 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:51.886644 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d35c2993-38d1-4200-9168-d4334ec7ef59 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:51.916488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11dbde-88e2-47b4-be17-b11db5d5cc07 req-a9137e03-d35b-4eb3-a83a-b5f742edbb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:51.918092 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c11dbde-88e2-47b4-be17-b11db5d5cc07 req-a9137e03-d35b-4eb3-a83a-b5f742edbb45 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f4daf488dea148eaa5a254f5ecbbcf18&device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 1096 time: 0.1444244 Aug 16 01:41:51.949224 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35c2993-38d1-4200-9168-d4334ec7ef59 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Network ed349587-85dd-47d6-b386-3b381983253b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:51.952716 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d35c2993-38d1-4200-9168-d4334ec7ef59 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:51.958044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c2993-38d1-4200-9168-d4334ec7ef59 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:51.965272 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47da7ab-8ef7-46d4-b44f-4bc12f5e110a req-b8e87f73-170d-4557-8922-a303bbf55ee3 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:51.972623 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a47da7ab-8ef7-46d4-b44f-4bc12f5e110a req-b8e87f73-170d-4557-8922-a303bbf55ee3 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 944 time: 0.1976571 Aug 16 01:41:51.984616 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c2993-38d1-4200-9168-d4334ec7ef59 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event updated for resources: {'Port': ['ID=88296315-3143-47dd-9952-dc34ac12c7e4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:51.992260 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-39dc8672-fbd3-47da-967c-cd5df6588681 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7147965 Aug 16 01:41:52.051615 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35c2993-38d1-4200-9168-d4334ec7ef59 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:52.053071 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d35c2993-38d1-4200-9168-d4334ec7ef59 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:52.073141 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d35c2993-38d1-4200-9168-d4334ec7ef59 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.4221473 Aug 16 01:41:52.081681 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7fcee-3bca-43c6-a341-640d61261ecb req-0d38c068-2649-41c9-b5ac-5c1a472296b5 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:52.084447 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e2b7fcee-3bca-43c6-a341-640d61261ecb req-0d38c068-2649-41c9-b5ac-5c1a472296b5 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=2623a67f-1fc3-45fb-bdaf-0c541061b501 HTTP/1.1" status: 200 len: 946 time: 0.1004999 Aug 16 01:41:52.085044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46702) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:52.137473 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a47da7ab-8ef7-46d4-b44f-4bc12f5e110a req-f015e02e-29f3-425c-be37-61bfd7cffada tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638780 Aug 16 01:41:52.198006 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e2b7fcee-3bca-43c6-a341-640d61261ecb req-8cfd8258-0325-4bd2-bd41-59ab0c852e38 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794172 Aug 16 01:41:52.232101 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11dbde-88e2-47b4-be17-b11db5d5cc07 req-864f6720-8cda-4e1a-96bb-144e30359aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:52.235267 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c11dbde-88e2-47b4-be17-b11db5d5cc07 req-864f6720-8cda-4e1a-96bb-144e30359aad service neutron] 10.222.0.73 "GET /v2.0/networks?id=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 HTTP/1.1" status: 200 len: 905 time: 0.3020554 Aug 16 01:41:52.264224 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-6c5fd651-10f6-4364-ae9a-67278873d88d service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439675 Aug 16 01:41:52.274796 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bd5de0-c029-4c12-b295-fb7ede7d67af tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:52.300389 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bd5de0-c029-4c12-b295-fb7ede7d67af tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:52.315301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bd5de0-c029-4c12-b295-fb7ede7d67af tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:52.317172 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a6bd5de0-c029-4c12-b295-fb7ede7d67af tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2310903 Aug 16 01:41:52.323608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46710) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:52.357190 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c11dbde-88e2-47b4-be17-b11db5d5cc07 req-aba5acd1-7cbb-4f8c-bd81-83eebe45f395 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a29e80d-84e4-4de6-8979-9ab8956f3ad1 HTTP/1.1" status: 200 len: 217 time: 0.0904400 Aug 16 01:41:52.362537 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db929e62-ecbd-4456-b5d0-edca5d5ca290 req-d8966714-191b-492c-a42e-48ede0854774 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0969498 Aug 16 01:41:52.437188 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-de012be1-c28d-42be-a589-48188dfe0405 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=0f0afde3-55ae-42f9-858b-d97e140ec6de HTTP/1.1" status: 200 len: 217 time: 0.1605375 Aug 16 01:41:52.472418 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff925b-f631-4dc1-a853-dea35fe232ef req-e172ff17-9219-478a-9edd-5ca828c0e583 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:52.474875 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f0ff925b-f631-4dc1-a853-dea35fe232ef req-e172ff17-9219-478a-9edd-5ca828c0e583 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 945 time: 0.1502006 Aug 16 01:41:52.525107 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-f2b98e0a-8f8f-4fb9-bfb1-85ea05823540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:52.527018 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-f2b98e0a-8f8f-4fb9-bfb1-85ea05823540 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 200 len: 797 time: 0.0802701 Aug 16 01:41:52.555280 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f2c81f7e-07b9-4399-be66-0718837eae7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:52.559869 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f0ff925b-f631-4dc1-a853-dea35fe232ef req-2f1d80be-9b8f-4b05-ab27-80b7955107f8 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686948 Aug 16 01:41:52.572975 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4ac58fe4-f2a4-4db3-9c3c-b5b043c4f8f0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Deleting port 88296315-3143-47dd-9952-dc34ac12c7e4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:52.573478 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ac58fe4-f2a4-4db3-9c3c-b5b043c4f8f0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:52.601407 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11dbde-88e2-47b4-be17-b11db5d5cc07 req-22f90092-8948-46e3-abd3-872e2b912d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:52.602966 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c11dbde-88e2-47b4-be17-b11db5d5cc07 req-22f90092-8948-46e3-abd3-872e2b912d24 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa68bec7-664a-48fb-be7e-46ef8fc16c75 HTTP/1.1" status: 200 len: 844 time: 0.2364993 Aug 16 01:41:52.610219 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76971a1d-7b0c-4669-87de-1cce3b80e522 None None] Network ed349587-85dd-47d6-b386-3b381983253b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:41:52.615072 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-d04891dd-e9e8-4e5e-b0c0-8fcf4a7fe630 req-2999e1ec-a094-41df-aa7a-03dc023761a9 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:41:52.619585 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-6335c576-72b3-4c39-b410-2fbd68302337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:52.623051 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-6335c576-72b3-4c39-b410-2fbd68302337 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eac9d217-8a8e-4249-a789-0da4a12bc674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0885732 Aug 16 01:41:52.623309 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d04891dd-e9e8-4e5e-b0c0-8fcf4a7fe630 req-2999e1ec-a094-41df-aa7a-03dc023761a9 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136085 Aug 16 01:41:52.695323 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4465a9d4-aa5b-4174-8f64-921d88e024cb None None] Provisioning for port 4b67a608-47da-4343-89ab-267d167f184d completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:52.717120 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c11dbde-88e2-47b4-be17-b11db5d5cc07 req-c385f4fc-15fe-45ea-8be5-407429bfaee8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999310 Aug 16 01:41:52.758222 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1db585fc-ed60-4e22-a84f-b71169d42706 req-8e810b69-a2c9-4017-bac2-6e5888c222ba tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.1235919 Aug 16 01:41:52.788265 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ac58fe4-f2a4-4db3-9c3c-b5b043c4f8f0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:52.801186 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4ac58fe4-f2a4-4db3-9c3c-b5b043c4f8f0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Calling delete_port for 88296315-3143-47dd-9952-dc34ac12c7e4 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:52.852109 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-42a588ec-ee0d-44ae-96b2-1b153be526e4 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161510 Aug 16 01:41:52.886518 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d04891dd-e9e8-4e5e-b0c0-8fcf4a7fe630 req-b6437d24-2913-452a-83a9-d5ad55d6304d tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2620027 Aug 16 01:41:52.888605 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c11dbde-88e2-47b4-be17-b11db5d5cc07 req-023f9769-71c8-4810-8f19-52486620be2e service neutron] 10.222.0.73 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490781 Aug 16 01:41:53.013072 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c11dbde-88e2-47b4-be17-b11db5d5cc07 req-1940ed9f-2f47-439f-9495-0e8909d0193a service neutron] 10.222.0.73 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932076 Aug 16 01:41:53.027772 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ac58fe4-f2a4-4db3-9c3c-b5b043c4f8f0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.071567 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-7c712132-6146-4fcc-a02d-9143e8c85769 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084420 Aug 16 01:41:53.113727 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac58fe4-f2a4-4db3-9c3c-b5b043c4f8f0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event deleted for resources: {'Port': ['ID=88296315-3143-47dd-9952-dc34ac12c7e4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:53.133889 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-fc9f4ff9-0154-4c71-a480-2f426aa8e1f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=78577b94-2fed-4393-9b36-8dcb1bbbf4e4 HTTP/1.1" status: 200 len: 217 time: 0.0544863 Aug 16 01:41:53.142078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b72c6124-fd49-4670-bf94-33b5e1f1ebc2 req-96f6b8af-d921-48db-88ac-df50b1bea107 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1548183712', 'description': 'tempest-description-256200587'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:53.204384 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b72c6124-fd49-4670-bf94-33b5e1f1ebc2 req-96f6b8af-d921-48db-88ac-df50b1bea107 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.209251 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.209525 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-b734b82e-3420-4542-ab54-d60017c15c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:53.211293 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-b734b82e-3420-4542-ab54-d60017c15c7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 200 len: 797 time: 0.0667617 Aug 16 01:41:53.221488 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b72c6124-fd49-4670-bf94-33b5e1f1ebc2 req-96f6b8af-d921-48db-88ac-df50b1bea107 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.276570 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4b67a608-47da-4343-89ab-267d167f184d up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:53.330509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-f625e61b-63fa-4eb7-b2a1-3a137bd916fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:53.332604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-f625e61b-63fa-4eb7-b2a1-3a137bd916fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eac9d217-8a8e-4249-a789-0da4a12bc674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1085832 Aug 16 01:41:53.347828 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-12a10335-700f-4116-af15-d9d17231cea1 None None] Could not find standard attr ID for object 88296315-3143-47dd-9952-dc34ac12c7e4. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:41:53.375063 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 4b67a608-47da-4343-89ab-267d167f184d completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:53.379725 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 4b67a608-47da-4343-89ab-267d167f184d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:53.380754 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.424119 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-12a10335-700f-4116-af15-d9d17231cea1 None None] Provisioning for port d7674417-8218-4584-9abd-4838e9676ea4 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:53.431606 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-12a10335-700f-4116-af15-d9d17231cea1 None None] Provisioning complete for port d7674417-8218-4584-9abd-4838e9676ea4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:53.431966 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-12a10335-700f-4116-af15-d9d17231cea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.478001 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ac58fe4-f2a4-4db3-9c3c-b5b043c4f8f0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.480775 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4ac58fe4-f2a4-4db3-9c3c-b5b043c4f8f0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "DELETE /v2.0/ports/88296315-3143-47dd-9952-dc34ac12c7e4 HTTP/1.1" status: 204 len: 168 time: 1.1547554 Aug 16 01:41:53.486221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46736) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:53.497661 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-12a10335-700f-4116-af15-d9d17231cea1 None None] Port d7674417-8218-4584-9abd-4838e9676ea4 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:41:53.532080 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582b112-d6ee-4df0-b3c1-ed1df37544bf req-4716e73f-1c6c-4135-ac0c-f2f2f7620351 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:53.541841 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6582b112-d6ee-4df0-b3c1-ed1df37544bf req-4716e73f-1c6c-4135-ac0c-f2f2f7620351 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 944 time: 0.0763471 Aug 16 01:41:53.554824 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b52f9b5-4e18-4aa3-928f-8bcdb4a0beb3 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] GET failed (client error): The resource could not be found. Aug 16 01:41:53.556450 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4b52f9b5-4e18-4aa3-928f-8bcdb4a0beb3 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "GET /v2.0/ports/88296315-3143-47dd-9952-dc34ac12c7e4 HTTP/1.1" status: 404 len: 333 time: 0.0674815 Aug 16 01:41:53.560509 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.561052 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46740) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:53.567895 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4b9dccd6-f0cd-44e6-89d1-842228b3e056 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Request body: {'port': {'network_id': 'ed349587-85dd-47d6-b386-3b381983253b', 'name': 'tempest-AllowedAddressPairTestJSON-668190481'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:53.575980 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-00f6d957-7b3b-4342-b667-f49433724cb6 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349093 Aug 16 01:41:53.603121 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 4b67a608-47da-4343-89ab-267d167f184d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4b67a608-47da-4343-89ab-267d167f184d,segment=NetworkSegment(0aedddae-f22c-49db-8772-fbf747fdb4da),segment_id=0aedddae-f22c-49db-8772-fbf747fdb4da)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:53.606236 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b72c6124-fd49-4670-bf94-33b5e1f1ebc2 req-96f6b8af-d921-48db-88ac-df50b1bea107 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.612666 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6582b112-d6ee-4df0-b3c1-ed1df37544bf req-ee85c318-90c6-450b-9bf9-5a3b03bbfb74 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695641 Aug 16 01:41:53.617233 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b72c6124-fd49-4670-bf94-33b5e1f1ebc2 req-96f6b8af-d921-48db-88ac-df50b1bea107 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.621297 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.629039 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-59b0f378-0bbc-4fd2-b7f9-ec1484da9b32 None None] Provisioning complete for port d7674417-8218-4584-9abd-4838e9676ea4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:53.629572 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-59b0f378-0bbc-4fd2-b7f9-ec1484da9b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.717221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=4b67a608-47da-4343-89ab-267d167f184d,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:53.721818 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-59b0f378-0bbc-4fd2-b7f9-ec1484da9b32 None None] Port d7674417-8218-4584-9abd-4838e9676ea4 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:41:53.753143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6b8af-d921-48db-88ac-df50b1bea107 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eabe0ae5-4622-485a-95ea-f4f62d456425,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:53.787797 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baca21b-2589-4591-a428-f82a8f6fe3a3 req-733246a0-f15a-41e4-a158-13ddd1466d4b tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:53.789674 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8baca21b-2589-4591-a428-f82a8f6fe3a3 req-733246a0-f15a-41e4-a158-13ddd1466d4b tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.0691223 Aug 16 01:41:53.806197 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-67e2b287-0602-4100-a0cf-41d5d1f9c850 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188873 Aug 16 01:41:53.821009 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b72c6124-fd49-4670-bf94-33b5e1f1ebc2 req-96f6b8af-d921-48db-88ac-df50b1bea107 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.848876 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8baca21b-2589-4591-a428-f82a8f6fe3a3 req-33ca4bcf-856c-4871-9613-86b45129b8cc tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510833 Aug 16 01:41:53.858154 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b72c6124-fd49-4670-bf94-33b5e1f1ebc2 req-96f6b8af-d921-48db-88ac-df50b1bea107 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.862381 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9dccd6-f0cd-44e6-89d1-842228b3e056 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Made reservation on behalf of 331e45f9dc7a4f1484ad477371a82415 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:53.865400 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-a295dd94-2dc2-45c6-820a-d714401870b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=84fb889f-5772-428e-8866-b0dee48dc778 HTTP/1.1" status: 200 len: 217 time: 0.0479579 Aug 16 01:41:53.877588 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b9dccd6-f0cd-44e6-89d1-842228b3e056 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.900757 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-4b9dccd6-f0cd-44e6-89d1-842228b3e056 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] device_id is not set on port 279cbf99-a6de-4710-9567-bfcf5bcf3ea9 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:41:53.927434 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b72c6124-fd49-4670-bf94-33b5e1f1ebc2 req-96f6b8af-d921-48db-88ac-df50b1bea107 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:53.938249 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3f06508b-58ff-42ef-a0e0-4290be85dac1 None None] Could not find standard attr ID for object 88296315-3143-47dd-9952-dc34ac12c7e4. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:41:53.939715 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b72c6124-fd49-4670-bf94-33b5e1f1ebc2 req-96f6b8af-d921-48db-88ac-df50b1bea107 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.8046362 Aug 16 01:41:53.962946 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-888b7f87-5634-40ce-b41d-7e18c8c53a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:53.964952 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-888b7f87-5634-40ce-b41d-7e18c8c53a77 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 200 len: 797 time: 0.0878992 Aug 16 01:41:53.965886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6b8af-d921-48db-88ac-df50b1bea107 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10dfffbd-77e5-4b9c-a8bf-b4af5da090b0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:53.998305 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dbafbfea-9b2d-4819-a0f1-61b3da4e4453 req-a1574b76-5329-48a6-86e9-b7de4c090f93 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0459254 Aug 16 01:41:54.070606 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.077143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-e407654e-7081-4a9f-a808-136d8ebc1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:54.078807 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-e407654e-7081-4a9f-a808-136d8ebc1462 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eac9d217-8a8e-4249-a789-0da4a12bc674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1035845 Aug 16 01:41:54.082423 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-4b9dccd6-f0cd-44e6-89d1-842228b3e056 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Allocated IP 172.20.0.13 (ed349587-85dd-47d6-b386-3b381983253b/987c1940-12e8-4f6d-b44b-cfe0d4bcd8f5/279cbf99-a6de-4710-9567-bfcf5bcf3ea9) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:54.147886 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1c2965f-364c-4855-987a-c8b260dd7b0b req-47f90cee-98dc-4c24-b85c-b7624b21417c tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0396595 Aug 16 01:41:54.221316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7c3bd5f8-f260-439e-a823-868f85086a41 req-c9f909b0-789b-4ceb-bc47-2399a2c5034e tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Request body: {'security_group': {'name': 'tempest-securitygroup-453590222', 'description': 'tempest-description-563483662'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:54.223009 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791a1f6-057c-4936-a48f-a8407dd75882 req-6a4e3e5e-705d-4581-8c8d-969e089889ba tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:54.224721 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f791a1f6-057c-4936-a48f-a8407dd75882 req-6a4e3e5e-705d-4581-8c8d-969e089889ba tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=2623a67f-1fc3-45fb-bdaf-0c541061b501 HTTP/1.1" status: 200 len: 946 time: 0.1075771 Aug 16 01:41:54.230539 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-d9f3ba62-361a-47d2-91b9-9dc1b0922457 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420004 Aug 16 01:41:54.266941 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c3bd5f8-f260-439e-a823-868f85086a41 req-c9f909b0-789b-4ceb-bc47-2399a2c5034e tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.313564 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b9dccd6-f0cd-44e6-89d1-842228b3e056 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.315474 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f791a1f6-057c-4936-a48f-a8407dd75882 req-fc82c071-15d6-4d87-824d-6c2951b7e721 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840116 Aug 16 01:41:54.339502 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4b9dccd6-f0cd-44e6-89d1-842228b3e056 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Transition to ACTIVE for port object 279cbf99-a6de-4710-9567-bfcf5bcf3ea9 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:54.353460 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-5fc153e1-4e55-4a45-9a80-4a07f37d9388 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151571 Aug 16 01:41:54.402029 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-3353b457-fc16-4163-9ad2-c71d56aa7f95 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 HTTP/1.1" status: 200 len: 217 time: 0.0381181 Aug 16 01:41:54.410531 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b9dccd6-f0cd-44e6-89d1-842228b3e056 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.431182 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c3bd5f8-f260-439e-a823-868f85086a41 req-c9f909b0-789b-4ceb-bc47-2399a2c5034e tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.453339 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c3bd5f8-f260-439e-a823-868f85086a41 req-c9f909b0-789b-4ceb-bc47-2399a2c5034e tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.477822 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-2c32ef56-047e-4c8c-99bd-6693fb66fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:54.479293 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-2c32ef56-047e-4c8c-99bd-6693fb66fdf4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d2826b0-99a9-4c6d-9d14-a0b94c6e8722 HTTP/1.1" status: 200 len: 797 time: 0.0687277 Aug 16 01:41:54.485731 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9dccd6-f0cd-44e6-89d1-842228b3e056 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Network ed349587-85dd-47d6-b386-3b381983253b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:54.487585 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ff6ee-0e96-4455-9669-c1cc19a0e682 req-1d2fe68a-f7bd-44d1-88fe-e1862ea179c4 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:54.489012 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-138ff6ee-0e96-4455-9669-c1cc19a0e682 req-1d2fe68a-f7bd-44d1-88fe-e1862ea179c4 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 945 time: 0.0898948 Aug 16 01:41:54.497103 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4b9dccd6-f0cd-44e6-89d1-842228b3e056 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:54.503086 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c3bd5f8-f260-439e-a823-868f85086a41 req-c9f909b0-789b-4ceb-bc47-2399a2c5034e tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.504319 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c3bd5f8-f260-439e-a823-868f85086a41 req-c9f909b0-789b-4ceb-bc47-2399a2c5034e tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3119643 Aug 16 01:41:54.504951 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dccd6-f0cd-44e6-89d1-842228b3e056 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event updated for resources: {'Port': ['ID=279cbf99-a6de-4710-9567-bfcf5bcf3ea9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:54.507414 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9dccd6-f0cd-44e6-89d1-842228b3e056 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:54.536170 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f909b0-789b-4ceb-bc47-2399a2c5034e tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=339b2538-b3f3-465e-9529-9b9fd6c96361,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:54.560073 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-138ff6ee-0e96-4455-9669-c1cc19a0e682 req-ca3cfc7b-30b9-4a71-af59-c2caaa67341e tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624828 Aug 16 01:41:54.570437 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-bb398701-4657-4bd7-9b9b-5aa2d9986e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:54.571968 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-bb398701-4657-4bd7-9b9b-5aa2d9986e2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40c3db57-1e7f-42e7-b628-4096f135707a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0820494 Aug 16 01:41:54.580043 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9dccd6-f0cd-44e6-89d1-842228b3e056 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:54.580695 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b9dccd6-f0cd-44e6-89d1-842228b3e056 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.618300 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4b9dccd6-f0cd-44e6-89d1-842228b3e056 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0560160 Aug 16 01:41:54.618977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46758) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:54.624771 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-616a1ff4-e051-4675-8059-5b3c0c823051 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:8c:52:73'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:54.704606 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-5390d863-e6b3-4dd1-9464-90f481a60a5b service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228204 Aug 16 01:41:54.749840 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-616a1ff4-e051-4675-8059-5b3c0c823051 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.768705 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-412fea7f-6469-48b7-857b-f92e350eaa18 req-af0c28c7-afd8-45c9-b59d-1ff050a76ab0 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-564291067', 'description': 'tempest-description-890701207'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:54.772969 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fa5d0fc2-5f4e-4087-9c8e-9e70fac8a4d1 None None] Provisioning for port 279cbf99-a6de-4710-9567-bfcf5bcf3ea9 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:54.781920 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fa5d0fc2-5f4e-4087-9c8e-9e70fac8a4d1 None None] Provisioning complete for port 279cbf99-a6de-4710-9567-bfcf5bcf3ea9 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:54.782490 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0fc2-5f4e-4087-9c8e-9e70fac8a4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.822691 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-fa5d0fc2-5f4e-4087-9c8e-9e70fac8a4d1 None None] Port 279cbf99-a6de-4710-9567-bfcf5bcf3ea9 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:41:54.828673 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-412fea7f-6469-48b7-857b-f92e350eaa18 req-af0c28c7-afd8-45c9-b59d-1ff050a76ab0 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.843871 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-412fea7f-6469-48b7-857b-f92e350eaa18 req-af0c28c7-afd8-45c9-b59d-1ff050a76ab0 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:54.854691 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-47c7683c-d2ff-435b-a108-a841e7f8fea8 service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424558 Aug 16 01:41:54.908465 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-7a66096c-ec4e-44e3-a046-884f9be58700 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fce76636-95be-483d-8468-a23fd31db758 HTTP/1.1" status: 200 len: 217 time: 0.0443995 Aug 16 01:41:54.915046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd983e7-def4-4125-b855-a3a67a5d9d4f req-14b0760c-3bd4-45c7-b82d-019ee7636f16 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:54.921020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd983e7-def4-4125-b855-a3a67a5d9d4f req-14b0760c-3bd4-45c7-b82d-019ee7636f16 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:54.927683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd983e7-def4-4125-b855-a3a67a5d9d4f req-14b0760c-3bd4-45c7-b82d-019ee7636f16 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:54.929393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3dd983e7-def4-4125-b855-a3a67a5d9d4f req-14b0760c-3bd4-45c7-b82d-019ee7636f16 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32&device_id=2623a67f-1fc3-45fb-bdaf-0c541061b501&device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 2417 time: 0.1273375 Aug 16 01:41:54.979112 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-df04ff7a-b5ad-4239-957a-f7e9add1f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:54.980679 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-df04ff7a-b5ad-4239-957a-f7e9add1f4c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d2826b0-99a9-4c6d-9d14-a0b94c6e8722 HTTP/1.1" status: 200 len: 797 time: 0.0645645 Aug 16 01:41:55.006666 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3dd983e7-def4-4125-b855-a3a67a5d9d4f req-8dd7cd4a-fd72-4bf7-9130-a09135449e57 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705969 Aug 16 01:41:55.022270 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:41:55.045860 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-616a1ff4-e051-4675-8059-5b3c0c823051 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.053512 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-616a1ff4-e051-4675-8059-5b3c0c823051 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.064842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-6a93eec3-0882-489b-aeee-b0ed67421dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:55.066423 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-6a93eec3-0882-489b-aeee-b0ed67421dfd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40c3db57-1e7f-42e7-b628-4096f135707a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0786366 Aug 16 01:41:55.068304 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-412fea7f-6469-48b7-857b-f92e350eaa18 req-af0c28c7-afd8-45c9-b59d-1ff050a76ab0 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.087190 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-412fea7f-6469-48b7-857b-f92e350eaa18 req-af0c28c7-afd8-45c9-b59d-1ff050a76ab0 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.180786 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c28c7-afd8-45c9-b59d-1ff050a76ab0 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0600086d-ec82-4ec5-a3e6-815e559f15e4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:55.214141 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a1ff4-e051-4675-8059-5b3c0c823051 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event updated for resources: {'Port': ['ID=279cbf99-a6de-4710-9567-bfcf5bcf3ea9,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:55.223395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-616a1ff4-e051-4675-8059-5b3c0c823051 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] In _notify_port_updated(), no bound segment for port 279cbf99-a6de-4710-9567-bfcf5bcf3ea9 on network ed349587-85dd-47d6-b386-3b381983253b {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:41:55.230108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616a1ff4-e051-4675-8059-5b3c0c823051 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:55.231136 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-616a1ff4-e051-4675-8059-5b3c0c823051 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.232517 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-616a1ff4-e051-4675-8059-5b3c0c823051 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "PUT /v2.0/ports/279cbf99-a6de-4710-9567-bfcf5bcf3ea9 HTTP/1.1" status: 200 len: 993 time: 0.6125851 Aug 16 01:41:55.235386 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46772) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:55.254388 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4b67a608-47da-4343-89ab-267d167f184d up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:55.260380 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-fd4529c4-e266-4149-bf78-923381aa97cd service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826224 Aug 16 01:41:55.281826 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9130f-56cd-433e-ad6a-d9c50d007dc5 req-76cc7783-a856-4058-96c9-4f09972724d8 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:55.289353 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bcd9130f-56cd-433e-ad6a-d9c50d007dc5 req-76cc7783-a856-4058-96c9-4f09972724d8 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 944 time: 0.1766164 Aug 16 01:41:55.325635 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-412fea7f-6469-48b7-857b-f92e350eaa18 req-af0c28c7-afd8-45c9-b59d-1ff050a76ab0 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.326695 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 4b67a608-47da-4343-89ab-267d167f184d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:55.327070 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.343237 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-412fea7f-6469-48b7-857b-f92e350eaa18 req-af0c28c7-afd8-45c9-b59d-1ff050a76ab0 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.390040 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bcd9130f-56cd-433e-ad6a-d9c50d007dc5 req-a46a40e5-38fc-40ea-a72f-e822a486f9c7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995679 Aug 16 01:41:55.393539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 9a29e80d-84e4-4de6-8979-9ab8956f3ad1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9a29e80d-84e4-4de6-8979-9ab8956f3ad1,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:55.413876 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '9a29e80d-84e4-4de6-8979-9ab8956f3ad1', 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8', 'port_id': '9a29e80d-84e4-4de6-8979-9ab8956f3ad1', 'mac_address': 'fa:16:3e:3b:74:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa68bec7-664a-48fb-be7e-46ef8fc16c75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:41:55.432262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c28c7-afd8-45c9-b59d-1ff050a76ab0 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a733a2e-0c8a-4e8d-86e1-9c59082e2ed3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:55.437429 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-412fea7f-6469-48b7-857b-f92e350eaa18 req-af0c28c7-afd8-45c9-b59d-1ff050a76ab0 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.438805 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-412fea7f-6469-48b7-857b-f92e350eaa18 req-af0c28c7-afd8-45c9-b59d-1ff050a76ab0 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7056556 Aug 16 01:41:55.471128 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f9069c2d-1066-4bd3-8042-363cbc17246b tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Deleting port 279cbf99-a6de-4710-9567-bfcf5bcf3ea9 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:55.471473 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9069c2d-1066-4bd3-8042-363cbc17246b tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.494115 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868c384e-7d47-4b80-ae5d-f17504736a4a req-4d119feb-ff9e-477d-ad56-596807c53397 service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236240 Aug 16 01:41:55.529689 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.542604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c6f736a-9c45-4a61-adbb-c3f44d55dd7f req-5daf47a4-60fc-462b-9dc8-1b66619447c0 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0352101 Aug 16 01:41:55.546837 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4c1de7bb-d2fa-4b22-8419-bd40d64727d9 None None] Provisioning complete for port 279cbf99-a6de-4710-9567-bfcf5bcf3ea9 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:55.547214 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4c1de7bb-d2fa-4b22-8419-bd40d64727d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.562334 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-decc187b-20a7-454c-b919-733a90195f37 req-267beca4-9c63-474c-9b65-53adce80037e tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1370518 Aug 16 01:41:55.574823 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:41:55.602942 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9069c2d-1066-4bd3-8042-363cbc17246b tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.616087 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f9069c2d-1066-4bd3-8042-363cbc17246b tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Calling delete_port for 279cbf99-a6de-4710-9567-bfcf5bcf3ea9 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:55.621468 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 9a29e80d-84e4-4de6-8979-9ab8956f3ad1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9a29e80d-84e4-4de6-8979-9ab8956f3ad1,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:55.634397 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.640006 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4c1de7bb-d2fa-4b22-8419-bd40d64727d9 None None] Port 279cbf99-a6de-4710-9567-bfcf5bcf3ea9 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:41:55.687432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-604e615b-104f-4b9f-ad86-87b279700974 req-89e1ba25-f02c-4b09-aebf-15c1d43ad616 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2122065454', 'description': 'tempest-description-526102824'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:55.707782 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-604e615b-104f-4b9f-ad86-87b279700974 req-89e1ba25-f02c-4b09-aebf-15c1d43ad616 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.711807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=9a29e80d-84e4-4de6-8979-9ab8956f3ad1,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:55.732980 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2731e14-5a64-40bc-93f2-8b1d0291cf96 req-6c253302-9433-40c9-8583-bef36adeca96 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0330086 Aug 16 01:41:55.802963 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-604e615b-104f-4b9f-ad86-87b279700974 req-89e1ba25-f02c-4b09-aebf-15c1d43ad616 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.807295 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-604e615b-104f-4b9f-ad86-87b279700974 req-89e1ba25-f02c-4b09-aebf-15c1d43ad616 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.819458 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9069c2d-1066-4bd3-8042-363cbc17246b tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.846230 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1ba25-f02c-4b09-aebf-15c1d43ad616 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0091a54-5b68-4c26-bad9-f64a6f50e408,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:55.858074 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-604e615b-104f-4b9f-ad86-87b279700974 req-89e1ba25-f02c-4b09-aebf-15c1d43ad616 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.859379 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-604e615b-104f-4b9f-ad86-87b279700974 req-89e1ba25-f02c-4b09-aebf-15c1d43ad616 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.1760292 Aug 16 01:41:55.877203 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9069c2d-1066-4bd3-8042-363cbc17246b tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event deleted for resources: {'Port': ['ID=279cbf99-a6de-4710-9567-bfcf5bcf3ea9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:55.879455 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:55.968644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['9a29e80d-84e4-4de6-8979-9ab8956f3ad1'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:41:56.087311 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9069c2d-1066-4bd3-8042-363cbc17246b tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:56.092694 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f9069c2d-1066-4bd3-8042-363cbc17246b tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "DELETE /v2.0/ports/279cbf99-a6de-4710-9567-bfcf5bcf3ea9 HTTP/1.1" status: 204 len: 168 time: 0.8558238 Aug 16 01:41:56.093313 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46784) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:56.126415 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-09953330-f37d-4bd0-b6ea-702b118b8f35 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] GET failed (client error): The resource could not be found. Aug 16 01:41:56.133505 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-09953330-f37d-4bd0-b6ea-702b118b8f35 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "GET /v2.0/ports/279cbf99-a6de-4710-9567-bfcf5bcf3ea9 HTTP/1.1" status: 404 len: 333 time: 0.0389400 Aug 16 01:41:56.134146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46786) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:56.140322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d4719d79-a457-427b-9cf3-a9e0fc86bfb0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Request body: {'port': {'network_id': 'ed349587-85dd-47d6-b386-3b381983253b', 'name': 'tempest-AllowedAddressPairTestJSON-666366037'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:56.213633 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-f05245cb-3311-4920-bd3f-c712eb7ec9ad tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39555 time: 0.3285074 Aug 16 01:41:56.269034 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-83c98264-42c6-4a5a-8b27-508759ba4720 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/0600086d-ec82-4ec5-a3e6-815e559f15e4 HTTP/1.1" status: 200 len: 2985 time: 0.0471621 Aug 16 01:41:56.272617 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4719d79-a457-427b-9cf3-a9e0fc86bfb0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Made reservation on behalf of 331e45f9dc7a4f1484ad477371a82415 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:56.281983 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4719d79-a457-427b-9cf3-a9e0fc86bfb0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:56.296600 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-d4719d79-a457-427b-9cf3-a9e0fc86bfb0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] device_id is not set on port 1240fb49-1b7b-480f-8b1c-153fda6bd036 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:41:56.312397 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-33d0b226-49b1-4b85-a95f-a4c30f19c47c tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/0600086d-ec82-4ec5-a3e6-815e559f15e4 HTTP/1.1" status: 200 len: 2985 time: 0.0423672 Aug 16 01:41:56.358552 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-216a899b-387d-42bd-bfa7-1ddf3f3bcca2 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/0959c905-7a1e-46d0-8a91-0db4d9a4a01e HTTP/1.1" status: 200 len: 2977 time: 0.0391476 Aug 16 01:41:56.407233 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-ec0aaa3a-a0d6-4662-8255-7b662403fbdd tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/0959c905-7a1e-46d0-8a91-0db4d9a4a01e HTTP/1.1" status: 200 len: 2977 time: 0.0411098 Aug 16 01:41:56.417596 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d4719d79-a457-427b-9cf3-a9e0fc86bfb0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Allocated IP 172.20.0.3 (ed349587-85dd-47d6-b386-3b381983253b/987c1940-12e8-4f6d-b44b-cfe0d4bcd8f5/1240fb49-1b7b-480f-8b1c-153fda6bd036) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:56.463523 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-e7aa6283-8634-4af2-b9ca-d5ce0c4822f4 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/0c19a34d-c6d3-4b7f-a268-ac0743b75789 HTTP/1.1" status: 200 len: 2985 time: 0.0482600 Aug 16 01:41:56.510409 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-ec714a7d-6008-4ffb-96cc-f07848394184 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/0c19a34d-c6d3-4b7f-a268-ac0743b75789 HTTP/1.1" status: 200 len: 2985 time: 0.0401828 Aug 16 01:41:56.553832 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-728245b8-0aff-4cb3-83c4-409a34ff7f65 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/199c43ea-3e0a-46d6-8477-779d61c07998 HTTP/1.1" status: 200 len: 2981 time: 0.0376649 Aug 16 01:41:56.591076 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8194bf7-9fc8-4a2d-ae50-7b6b360f8c2a req-ffdd5a64-ee3d-4c73-bffe-7ee064dee69f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:56.592538 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d8194bf7-9fc8-4a2d-ae50-7b6b360f8c2a req-ffdd5a64-ee3d-4c73-bffe-7ee064dee69f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 945 time: 0.0818372 Aug 16 01:41:56.597490 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-1ca3d244-25b5-420c-af21-2c4ba228736e tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/199c43ea-3e0a-46d6-8477-779d61c07998 HTTP/1.1" status: 200 len: 2981 time: 0.0369155 Aug 16 01:41:56.627897 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4719d79-a457-427b-9cf3-a9e0fc86bfb0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:56.642882 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-41c180ae-7dfb-463b-aa04-5d248d08fcd9 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/24f86a60-fcd0-4664-9ad8-4661f7230aa4 HTTP/1.1" status: 200 len: 2985 time: 0.0379298 Aug 16 01:41:56.654605 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d8194bf7-9fc8-4a2d-ae50-7b6b360f8c2a req-33f97d76-b8ae-4fe1-a4ad-71c00dc710e1 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546639 Aug 16 01:41:56.655501 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d4719d79-a457-427b-9cf3-a9e0fc86bfb0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Transition to ACTIVE for port object 1240fb49-1b7b-480f-8b1c-153fda6bd036 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:56.693308 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4719d79-a457-427b-9cf3-a9e0fc86bfb0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:56.700677 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-90170aaa-8b37-42e5-9746-8a8cb40dab8c tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/24f86a60-fcd0-4664-9ad8-4661f7230aa4 HTTP/1.1" status: 200 len: 2985 time: 0.0508575 Aug 16 01:41:56.736749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4719d79-a457-427b-9cf3-a9e0fc86bfb0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Network ed349587-85dd-47d6-b386-3b381983253b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:56.744554 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d4719d79-a457-427b-9cf3-a9e0fc86bfb0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:56.748462 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4719d79-a457-427b-9cf3-a9e0fc86bfb0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:56.755668 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4719d79-a457-427b-9cf3-a9e0fc86bfb0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event updated for resources: {'Port': ['ID=1240fb49-1b7b-480f-8b1c-153fda6bd036,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:56.763508 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-cd9eb7ad-131c-4712-b479-6ba77e13e1a4 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/5c4305c5-058a-42e2-bc2b-62c0f435312a HTTP/1.1" status: 200 len: 2981 time: 0.0527122 Aug 16 01:41:56.810508 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4719d79-a457-427b-9cf3-a9e0fc86bfb0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:56.811168 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4719d79-a457-427b-9cf3-a9e0fc86bfb0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:56.820246 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-7be0fa50-29da-4939-afde-608af1d9439b tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/5c4305c5-058a-42e2-bc2b-62c0f435312a HTTP/1.1" status: 200 len: 2981 time: 0.0531907 Aug 16 01:41:56.832652 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d4719d79-a457-427b-9cf3-a9e0fc86bfb0 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6972816 Aug 16 01:41:56.834020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46802) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:56.840809 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b488805c-414d-4740-952f-f54724f28134 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8c:52:73'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:56.870516 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-05982a5e-d7d8-48f0-95c5-6959ef33d343 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/98c57f6e-2543-410b-b673-ef3f4e1bf604 HTTP/1.1" status: 200 len: 2985 time: 0.0493312 Aug 16 01:41:56.919037 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-c57e2452-7c57-4fd1-8af8-212483ef681e tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/98c57f6e-2543-410b-b673-ef3f4e1bf604 HTTP/1.1" status: 200 len: 2985 time: 0.0476329 Aug 16 01:41:56.964445 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9f4ac1ca-3407-416c-86fb-61ce172d55c8 req-b2bc5fac-60ca-41e5-b1da-88573ba93f85 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0573964 Aug 16 01:41:56.966924 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-91da0ffe-296f-4438-8f06-6610b85af76b tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/9a0e8766-1160-423e-b4ec-60c2b009f4f6 HTTP/1.1" status: 200 len: 2973 time: 0.0418417 Aug 16 01:41:57.019081 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:41:57.023954 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-28bd92d9-319b-412d-aca6-33e717496941 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/9a0e8766-1160-423e-b4ec-60c2b009f4f6 HTTP/1.1" status: 200 len: 2973 time: 0.0488908 Aug 16 01:41:57.058786 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b488805c-414d-4740-952f-f54724f28134 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.071253 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-230fa21b-9207-4703-ae41-da031ac30353 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/9f6f9f86-4962-4df3-9a1e-b28dcf86f97c HTTP/1.1" status: 200 len: 2981 time: 0.0460770 Aug 16 01:41:57.094891 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:57.100595 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:57.101481 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.123348 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-03d23335-79c0-4dcf-a476-e2e32941fb0d tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/9f6f9f86-4962-4df3-9a1e-b28dcf86f97c HTTP/1.1" status: 200 len: 2981 time: 0.0510294 Aug 16 01:41:57.152324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8144e8d2-79a1-4e2a-be79-1466a498aae7 None None] Provisioning for port 1240fb49-1b7b-480f-8b1c-153fda6bd036 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:57.162632 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8144e8d2-79a1-4e2a-be79-1466a498aae7 None None] Provisioning complete for port 1240fb49-1b7b-480f-8b1c-153fda6bd036 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:57.163347 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8144e8d2-79a1-4e2a-be79-1466a498aae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.166199 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-8ec8a21e-9734-40d9-8c39-052b0feb9556 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/eabe0ae5-4622-485a-95ea-f4f62d456425 HTTP/1.1" status: 200 len: 2985 time: 0.0410364 Aug 16 01:41:57.199237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8144e8d2-79a1-4e2a-be79-1466a498aae7 None None] Port 1240fb49-1b7b-480f-8b1c-153fda6bd036 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:41:57.205873 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e53b69e9-4242-495e-ac83-7c598bb71732 req-bd32041e-d4eb-4fb3-aabf-f4ae59dc4541 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0641539 Aug 16 01:41:57.212969 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25fff58b-7d19-4302-b4c2-d289f4b00e6f req-4ebc3635-7125-4af7-949b-b4f53d73c3d5 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/eabe0ae5-4622-485a-95ea-f4f62d456425 HTTP/1.1" status: 200 len: 2985 time: 0.0391903 Aug 16 01:41:57.239462 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.276577 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 9a29e80d-84e4-4de6-8979-9ab8956f3ad1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9a29e80d-84e4-4de6-8979-9ab8956f3ad1,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:41:57.277545 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc1d6e6-fbd6-456a-979f-10707015cdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a29e80d-84e4-4de6-8979-9ab8956f3ad1'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:41:57.280187 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685825af-c610-491a-9519-12f1eb80e610" -d '{"events": [{"server_uuid": "cbc1d6e6-fbd6-456a-979f-10707015cdd4", "name": "network-vif-plugged", "status": "completed", "tag": "9a29e80d-84e4-4de6-8979-9ab8956f3ad1"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:41:57.289145 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.305515 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b488805c-414d-4740-952f-f54724f28134 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.311299 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b488805c-414d-4740-952f-f54724f28134 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.360870 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=9a29e80d-84e4-4de6-8979-9ab8956f3ad1,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:57.370020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488805c-414d-4740-952f-f54724f28134 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event updated for resources: {'Port': ['ID=1240fb49-1b7b-480f-8b1c-153fda6bd036,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:57.429856 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43ae03f9-8402-495e-bccb-1b7da37708a8 req-e1212706-30c3-420b-b15d-55949002a91e tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d15e6921ea904fccaa487d76f878fcf6 HTTP/1.1" status: 200 len: 6109 time: 0.0933633 Aug 16 01:41:57.436509 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b488805c-414d-4740-952f-f54724f28134 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] In _notify_port_updated(), no bound segment for port 1240fb49-1b7b-480f-8b1c-153fda6bd036 on network ed349587-85dd-47d6-b386-3b381983253b {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:41:57.442116 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b488805c-414d-4740-952f-f54724f28134 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:57.443320 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b488805c-414d-4740-952f-f54724f28134 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.447263 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b488805c-414d-4740-952f-f54724f28134 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "PUT /v2.0/ports/1240fb49-1b7b-480f-8b1c-153fda6bd036 HTTP/1.1" status: 200 len: 995 time: 0.6096532 Aug 16 01:41:57.451674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46810) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:57.480954 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43ae03f9-8402-495e-bccb-1b7da37708a8 req-0e831496-55c6-41d9-8183-02d8b692d0c7 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] 10.222.0.68 "GET /v2.0/security-groups/eabe0ae5-4622-485a-95ea-f4f62d456425 HTTP/1.1" status: 200 len: 2985 time: 0.0504107 Aug 16 01:41:57.513041 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380e2a2d-c26d-4d74-a892-6c50dfc93731 x-openstack-request-id: req-380e2a2d-c26d-4d74-a892-6c50dfc93731 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:41:57.513564 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc1d6e6-fbd6-456a-979f-10707015cdd4", "name": "network-vif-plugged", "status": "completed", "tag": "9a29e80d-84e4-4de6-8979-9ab8956f3ad1", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:41:57.514048 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-380e2a2d-c26d-4d74-a892-6c50dfc93731 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:41:57.514982 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc1d6e6-fbd6-456a-979f-10707015cdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a29e80d-84e4-4de6-8979-9ab8956f3ad1', 'code': 200} Aug 16 01:41:57.551419 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43ae03f9-8402-495e-bccb-1b7da37708a8 req-93b5ea7d-67fd-4076-9bbf-58f92a294964 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] 10.222.0.68 "GET /v2.0/security-groups/eabe0ae5-4622-485a-95ea-f4f62d456425 HTTP/1.1" status: 200 len: 2985 time: 0.0687740 Aug 16 01:41:57.574241 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d65ca2ed-f42d-407f-af17-bf7a5e91ba62 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Deleting port 1240fb49-1b7b-480f-8b1c-153fda6bd036 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:57.576915 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d65ca2ed-f42d-407f-af17-bf7a5e91ba62 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.653999 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-048c1230-c58b-4507-a885-efe7dcfbc266 req-48470da8-1071-48d8-83ec-07bc33158dea tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/d0091a54-5b68-4c26-bad9-f64a6f50e408 HTTP/1.1" status: 200 len: 1779 time: 0.0685010 Aug 16 01:41:57.666643 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dcab0-e604-433d-8efd-251e0178df70 req-f71ea249-60e6-437f-861a-b2c8669229b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:57.668617 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dc2dcab0-e604-433d-8efd-251e0178df70 req-f71ea249-60e6-437f-861a-b2c8669229b0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 1098 time: 0.0604672 Aug 16 01:41:57.701046 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d65ca2ed-f42d-407f-af17-bf7a5e91ba62 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.715129 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d65ca2ed-f42d-407f-af17-bf7a5e91ba62 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Calling delete_port for 1240fb49-1b7b-480f-8b1c-153fda6bd036 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:41:57.725236 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1820aa1f-c848-49e7-bfb2-a09024f4e2e1 None None] Provisioning complete for port 1240fb49-1b7b-480f-8b1c-153fda6bd036 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:57.725611 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1820aa1f-c848-49e7-bfb2-a09024f4e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.740790 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dc2dcab0-e604-433d-8efd-251e0178df70 req-bee3c5c6-b856-4050-97f6-c2f0b9955ab1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578451 Aug 16 01:41:57.765726 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1820aa1f-c848-49e7-bfb2-a09024f4e2e1 None None] Port 1240fb49-1b7b-480f-8b1c-153fda6bd036 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:41:57.768473 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-048c1230-c58b-4507-a885-efe7dcfbc266 req-48b04617-e69c-466d-9fb0-b9654fd874e1 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.791182 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-048c1230-c58b-4507-a885-efe7dcfbc266 req-48b04617-e69c-466d-9fb0-b9654fd874e1 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.830508 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-048c1230-c58b-4507-a885-efe7dcfbc266 req-48b04617-e69c-466d-9fb0-b9654fd874e1 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.833403 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-048c1230-c58b-4507-a885-efe7dcfbc266 req-48b04617-e69c-466d-9fb0-b9654fd874e1 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.834823 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-048c1230-c58b-4507-a885-efe7dcfbc266 req-48b04617-e69c-466d-9fb0-b9654fd874e1 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "DELETE /v2.0/security-groups/d0091a54-5b68-4c26-bad9-f64a6f50e408 HTTP/1.1" status: 204 len: 173 time: 0.1656525 Aug 16 01:41:57.838830 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebad4e-d01c-4e61-9648-def254578ecc req-2a4affdf-913e-45cd-a781-68dfa0f0ad71 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:57.840467 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f9ebad4e-d01c-4e61-9648-def254578ecc req-2a4affdf-913e-45cd-a781-68dfa0f0ad71 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.0789125 Aug 16 01:41:57.852392 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b04617-e69c-466d-9fb0-b9654fd874e1 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0091a54-5b68-4c26-bad9-f64a6f50e408,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:57.916599 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f9ebad4e-d01c-4e61-9648-def254578ecc req-dd1b3116-a794-4411-b54e-025a2ac1027a tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699968 Aug 16 01:41:57.931577 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d65ca2ed-f42d-407f-af17-bf7a5e91ba62 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:57.955530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ddcda-6cec-45a1-baa0-b96f318eb6cb req-fcac13f5-c463-4edd-b006-07b10f91bb48 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:57.957447 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c3ddcda-6cec-45a1-baa0-b96f318eb6cb req-fcac13f5-c463-4edd-b006-07b10f91bb48 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 945 time: 0.0545745 Aug 16 01:41:57.977197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ca2ed-f42d-407f-af17-bf7a5e91ba62 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event deleted for resources: {'Port': ['ID=1240fb49-1b7b-480f-8b1c-153fda6bd036,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:58.006536 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c3ddcda-6cec-45a1-baa0-b96f318eb6cb req-6e7847e8-cacd-4afc-a6a2-ff2c1d3c9f11 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421946 Aug 16 01:41:58.108232 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-23e77914-cb28-41bc-8fe2-37b041a4a3ff req-b02bf1ff-a945-4609-8bcd-4c886d13dfae tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0284688 Aug 16 01:41:58.342844 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0096451a-e4e9-48b0-9946-9a07807b8879 req-9c98565c-52bd-4b9b-a4c2-a0a63f70b599 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0270021 Aug 16 01:41:58.378723 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9ae8f11f-44b2-45db-8525-bd45666113ed req-d4d3d3aa-e15b-4b3b-b670-3c6b777b0f7e tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "GET /v2.0/security-groups/9a733a2e-0c8a-4e8d-86e1-9c59082e2ed3 HTTP/1.1" status: 200 len: 1778 time: 0.4093308 Aug 16 01:41:58.379808 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d65ca2ed-f42d-407f-af17-bf7a5e91ba62 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:58.384116 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d65ca2ed-f42d-407f-af17-bf7a5e91ba62 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "DELETE /v2.0/ports/1240fb49-1b7b-480f-8b1c-153fda6bd036 HTTP/1.1" status: 204 len: 168 time: 0.9307206 Aug 16 01:41:58.384335 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46830) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:58.420609 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65a5fb9-4b4d-4d11-95fb-af2a87501e61 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] GET failed (client error): The resource could not be found. Aug 16 01:41:58.423127 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a65a5fb9-4b4d-4d11-95fb-af2a87501e61 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "GET /v2.0/ports/1240fb49-1b7b-480f-8b1c-153fda6bd036 HTTP/1.1" status: 404 len: 333 time: 0.0363655 Aug 16 01:41:58.426382 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46832) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:58.432307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-71c7ece9-3b04-461b-855f-1bda30bd6f0c tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Request body: {'port': {'network_id': 'ed349587-85dd-47d6-b386-3b381983253b', 'name': 'tempest-AllowedAddressPairTestJSON-1767254342'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:58.463377 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9ae8f11f-44b2-45db-8525-bd45666113ed req-9dfd6639-a4ca-4ce5-b4d7-1e55d3109672 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:58.485281 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9ae8f11f-44b2-45db-8525-bd45666113ed req-9dfd6639-a4ca-4ce5-b4d7-1e55d3109672 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:58.526279 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9ae8f11f-44b2-45db-8525-bd45666113ed req-9dfd6639-a4ca-4ce5-b4d7-1e55d3109672 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:58.528980 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9ae8f11f-44b2-45db-8525-bd45666113ed req-9dfd6639-a4ca-4ce5-b4d7-1e55d3109672 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:58.530179 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9ae8f11f-44b2-45db-8525-bd45666113ed req-9dfd6639-a4ca-4ce5-b4d7-1e55d3109672 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] 10.222.0.68 "DELETE /v2.0/security-groups/9a733a2e-0c8a-4e8d-86e1-9c59082e2ed3 HTTP/1.1" status: 204 len: 173 time: 0.1437564 Aug 16 01:41:58.538549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd6639-a4ca-4ce5-b4d7-1e55d3109672 tempest-SecurityGroupsTestAdminJSON-713041850 tempest-SecurityGroupsTestAdminJSON-713041850-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a733a2e-0c8a-4e8d-86e1-9c59082e2ed3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:58.554777 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c7ece9-3b04-461b-855f-1bda30bd6f0c tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Made reservation on behalf of 331e45f9dc7a4f1484ad477371a82415 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:58.559281 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71c7ece9-3b04-461b-855f-1bda30bd6f0c tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:58.588833 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-71c7ece9-3b04-461b-855f-1bda30bd6f0c tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] device_id is not set on port 081e2ec6-5bab-46d4-b0a9-e33c9b6c3e50 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:41:58.653838 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d86da594-a867-40d9-aec9-ab216ad6331d req-9b6a096b-36da-4760-a9f2-42703f173bc4 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] 10.222.0.68 "GET /v2.0/security-groups/339b2538-b3f3-465e-9529-9b9fd6c96361 HTTP/1.1" status: 200 len: 1778 time: 0.0839293 Aug 16 01:41:58.747606 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-71c7ece9-3b04-461b-855f-1bda30bd6f0c tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Allocated IP 172.20.0.12 (ed349587-85dd-47d6-b386-3b381983253b/987c1940-12e8-4f6d-b44b-cfe0d4bcd8f5/081e2ec6-5bab-46d4-b0a9-e33c9b6c3e50) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:41:58.768030 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d86da594-a867-40d9-aec9-ab216ad6331d req-796dac03-6efb-4c03-8e57-840700112f27 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:58.809535 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d86da594-a867-40d9-aec9-ab216ad6331d req-796dac03-6efb-4c03-8e57-840700112f27 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:58.904027 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d86da594-a867-40d9-aec9-ab216ad6331d req-796dac03-6efb-4c03-8e57-840700112f27 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:58.906488 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d86da594-a867-40d9-aec9-ab216ad6331d req-796dac03-6efb-4c03-8e57-840700112f27 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:58.907642 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d86da594-a867-40d9-aec9-ab216ad6331d req-796dac03-6efb-4c03-8e57-840700112f27 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] 10.222.0.68 "DELETE /v2.0/security-groups/339b2538-b3f3-465e-9529-9b9fd6c96361 HTTP/1.1" status: 204 len: 173 time: 0.2450817 Aug 16 01:41:58.928052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dac03-6efb-4c03-8e57-840700112f27 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=339b2538-b3f3-465e-9529-9b9fd6c96361,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:58.972744 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71c7ece9-3b04-461b-855f-1bda30bd6f0c tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:58.978159 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-09bc1947-ea0f-4425-a1e4-0938671a3469 req-b3087fba-5cd0-4463-80eb-3f7c5ef2cdd7 tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] 10.222.0.68 "GET /v2.0/security-groups/10dfffbd-77e5-4b9c-a8bf-b4af5da090b0 HTTP/1.1" status: 200 len: 1779 time: 0.0516350 Aug 16 01:41:58.992688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-71c7ece9-3b04-461b-855f-1bda30bd6f0c tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Transition to ACTIVE for port object 081e2ec6-5bab-46d4-b0a9-e33c9b6c3e50 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:41:59.041292 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-09bc1947-ea0f-4425-a1e4-0938671a3469 req-63209dc7-790f-4e43-a52e-3ac4855909cc tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:59.062984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc54d1d-28ac-4513-8ab8-d4fda8697f3e req-75f8a3b5-6947-4d55-a4ba-542d76c91348 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:59.064485 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2cc54d1d-28ac-4513-8ab8-d4fda8697f3e req-75f8a3b5-6947-4d55-a4ba-542d76c91348 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.0683050 Aug 16 01:41:59.065108 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-09bc1947-ea0f-4425-a1e4-0938671a3469 req-63209dc7-790f-4e43-a52e-3ac4855909cc tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:59.071845 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71c7ece9-3b04-461b-855f-1bda30bd6f0c tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:59.110427 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-09bc1947-ea0f-4425-a1e4-0938671a3469 req-63209dc7-790f-4e43-a52e-3ac4855909cc tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:59.113407 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-09bc1947-ea0f-4425-a1e4-0938671a3469 req-63209dc7-790f-4e43-a52e-3ac4855909cc tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:59.115138 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-09bc1947-ea0f-4425-a1e4-0938671a3469 req-63209dc7-790f-4e43-a52e-3ac4855909cc tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] 10.222.0.68 "DELETE /v2.0/security-groups/10dfffbd-77e5-4b9c-a8bf-b4af5da090b0 HTTP/1.1" status: 204 len: 173 time: 0.1303911 Aug 16 01:41:59.128641 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63209dc7-790f-4e43-a52e-3ac4855909cc tempest-SecurityGroupsTestAdminJSON-96667711 tempest-SecurityGroupsTestAdminJSON-96667711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dfffbd-77e5-4b9c-a8bf-b4af5da090b0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:59.145661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c7ece9-3b04-461b-855f-1bda30bd6f0c tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Network ed349587-85dd-47d6-b386-3b381983253b is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:41:59.155971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-71c7ece9-3b04-461b-855f-1bda30bd6f0c tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:41:59.159819 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7ece9-3b04-461b-855f-1bda30bd6f0c tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event updated for resources: {'Port': ['ID=081e2ec6-5bab-46d4-b0a9-e33c9b6c3e50,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:59.164396 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7ece9-3b04-461b-855f-1bda30bd6f0c tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:41:59.209809 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2cc54d1d-28ac-4513-8ab8-d4fda8697f3e req-49159a7e-d487-4582-b260-e85a370f6223 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347849 Aug 16 01:41:59.247474 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c7ece9-3b04-461b-855f-1bda30bd6f0c tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:59.248128 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71c7ece9-3b04-461b-855f-1bda30bd6f0c tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:59.267640 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1809b5-920a-46c8-8667-c755aecc3549 req-893e8c22-6331-4417-a555-25d3b025601f tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:59.274021 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-71c7ece9-3b04-461b-855f-1bda30bd6f0c tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8457518 Aug 16 01:41:59.290059 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46850) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:59.299114 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dc1809b5-920a-46c8-8667-c755aecc3549 req-893e8c22-6331-4417-a555-25d3b025601f tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 945 time: 0.0881822 Aug 16 01:41:59.299772 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-996cadfd-056f-4185-8533-276e1cc6a872 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Request body: {'port': {'network_id': 'ed349587-85dd-47d6-b386-3b381983253b', 'name': 'tempest-AllowedAddressPairTestJSON-816595303'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:41:59.351364 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dc1809b5-920a-46c8-8667-c755aecc3549 req-5f635cee-4c77-4d25-9bca-a8721a92dffa tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512104 Aug 16 01:41:59.491125 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46858) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:59.514775 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a58a20d2-7c7b-452a-ab22-5ca1730fa112 None None] Provisioning for port 081e2ec6-5bab-46d4-b0a9-e33c9b6c3e50 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:41:59.519919 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a58a20d2-7c7b-452a-ab22-5ca1730fa112 None None] Provisioning complete for port 081e2ec6-5bab-46d4-b0a9-e33c9b6c3e50 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:41:59.520347 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a58a20d2-7c7b-452a-ab22-5ca1730fa112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:59.573568 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a58a20d2-7c7b-452a-ab22-5ca1730fa112 None None] Port 081e2ec6-5bab-46d4-b0a9-e33c9b6c3e50 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:41:59.644185 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-509ed97c-dd60-428d-8774-e31191299f0d req-c18fd867-148a-4fbf-9153-54f07430bbd2 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0388215 Aug 16 01:41:59.688223 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ba273ef6-d22e-44e6-b288-85a099af3e40 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d15e6921ea904fccaa487d76f878fcf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1955917 Aug 16 01:41:59.690793 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46864) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:41:59.741041 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a51e638-1599-474d-9060-699fc1d86e9e req-c466b5a0-fe0e-4c86-810c-b193a8f98869 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.4236763 Aug 16 01:41:59.748459 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96b5e16c-bfb7-4360-b0e1-096722510108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:59.773974 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96b5e16c-bfb7-4360-b0e1-096722510108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:59.776103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488ac07-3cb6-48a6-85f3-360e582e99a6 req-c20c409c-092c-4c28-925b-925aa67cc584 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:59.777631 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3488ac07-3cb6-48a6-85f3-360e582e99a6 req-c20c409c-092c-4c28-925b-925aa67cc584 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 945 time: 0.4886110 Aug 16 01:41:59.854384 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9cf6e-1090-4d86-a751-1258020b227b req-987090a1-5707-461f-8252-4dd6fce6826a tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:41:59.855897 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a7a9cf6e-1090-4d86-a751-1258020b227b req-987090a1-5707-461f-8252-4dd6fce6826a tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.0597205 Aug 16 01:41:59.861379 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96b5e16c-bfb7-4360-b0e1-096722510108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:59.863978 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96b5e16c-bfb7-4360-b0e1-096722510108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:59.866028 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-96b5e16c-bfb7-4360-b0e1-096722510108 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eabe0ae5-4622-485a-95ea-f4f62d456425 HTTP/1.1" status: 204 len: 168 time: 0.1741078 Aug 16 01:41:59.880638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996cadfd-056f-4185-8533-276e1cc6a872 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Made reservation on behalf of 331e45f9dc7a4f1484ad477371a82415 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:41:59.884188 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-996cadfd-056f-4185-8533-276e1cc6a872 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:41:59.890413 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5e16c-bfb7-4360-b0e1-096722510108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabe0ae5-4622-485a-95ea-f4f62d456425,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:41:59.905165 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-996cadfd-056f-4185-8533-276e1cc6a872 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] device_id is not set on port f91316c0-e999-4bf6-a5bb-b02054c2848a yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:41:59.926446 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a7a9cf6e-1090-4d86-a751-1258020b227b req-dcc7c2c4-012b-4096-9063-7d21f89ef8f7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591159 Aug 16 01:41:59.960262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-3488ac07-3cb6-48a6-85f3-360e582e99a6 req-d8329d08-16f5-4ea0-b7dd-4e6c70f0d692 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Deleting port bee73006-98c9-45b2-983a-e53eb4890c02 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:41:59.960601 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3488ac07-3cb6-48a6-85f3-360e582e99a6 req-d8329d08-16f5-4ea0-b7dd-4e6c70f0d692 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.101640 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-996cadfd-056f-4185-8533-276e1cc6a872 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Allocated IP 172.20.0.14 (ed349587-85dd-47d6-b386-3b381983253b/987c1940-12e8-4f6d-b44b-cfe0d4bcd8f5/f91316c0-e999-4bf6-a5bb-b02054c2848a) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:00.104575 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-3488ac07-3cb6-48a6-85f3-360e582e99a6 req-d8329d08-16f5-4ea0-b7dd-4e6c70f0d692 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] For port bee73006-98c9-45b2-983a-e53eb4890c02, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=bee73006-98c9-45b2-983a-e53eb4890c02,segment=NetworkSegment(e7eb4d7f-78ce-4575-95a8-f068e51513a2),segment_id=e7eb4d7f-78ce-4575-95a8-f068e51513a2)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:00.104967 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3488ac07-3cb6-48a6-85f3-360e582e99a6 req-d8329d08-16f5-4ea0-b7dd-4e6c70f0d692 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.126544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-3488ac07-3cb6-48a6-85f3-360e582e99a6 req-d8329d08-16f5-4ea0-b7dd-4e6c70f0d692 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Calling delete_port for bee73006-98c9-45b2-983a-e53eb4890c02 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:00.175825 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46870) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:00.218105 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6066f539-e7ae-460c-b2d0-2e5933b31619 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=671b01f088ee4f1cba68b248dea49e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388193 Aug 16 01:42:00.218341 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46872) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:00.266609 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f07d-978a-45b9-8b8c-947b44f60742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.301299 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f07d-978a-45b9-8b8c-947b44f60742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.349132 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f07d-978a-45b9-8b8c-947b44f60742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.351888 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f07d-978a-45b9-8b8c-947b44f60742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.355717 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d9a7f07d-978a-45b9-8b8c-947b44f60742 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0600086d-ec82-4ec5-a3e6-815e559f15e4 HTTP/1.1" status: 204 len: 168 time: 0.1364555 Aug 16 01:42:00.360958 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-996cadfd-056f-4185-8533-276e1cc6a872 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.375867 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7f07d-978a-45b9-8b8c-947b44f60742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0600086d-ec82-4ec5-a3e6-815e559f15e4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:00.386839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-996cadfd-056f-4185-8533-276e1cc6a872 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Transition to ACTIVE for port object f91316c0-e999-4bf6-a5bb-b02054c2848a will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:00.388735 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3488ac07-3cb6-48a6-85f3-360e582e99a6 req-d8329d08-16f5-4ea0-b7dd-4e6c70f0d692 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.407550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['bee73006-98c9-45b2-983a-e53eb4890c02'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:00.429914 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['4425f122-176f-40fc-8dca-6a5a82ec92a1', '83ee0263-80c8-4146-9fdb-8bb0079788c9'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:00.434506 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8329d08-16f5-4ea0-b7dd-4e6c70f0d692 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Pushing event deleted for resources: {'Port': ['ID=bee73006-98c9-45b2-983a-e53eb4890c02,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:00.484965 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ad39ca4-7e29-4462-a1a5-99168bcf44c6 req-9ec928e4-5086-4522-8c80-1bdf91366a34 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a99ffc8-1172-48ac-802c-9d16a9182f32 HTTP/1.1" status: 200 len: 210 time: 0.0574570 Aug 16 01:42:00.539875 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-3488ac07-3cb6-48a6-85f3-360e582e99a6 req-d8329d08-16f5-4ea0-b7dd-4e6c70f0d692 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] No DVR routers for this DVR port bee73006-98c9-45b2-983a-e53eb4890c02 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:42:00.543237 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3488ac07-3cb6-48a6-85f3-360e582e99a6 req-d8329d08-16f5-4ea0-b7dd-4e6c70f0d692 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.545184 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3488ac07-3cb6-48a6-85f3-360e582e99a6 req-d8329d08-16f5-4ea0-b7dd-4e6c70f0d692 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.63 "DELETE /v2.0/ports/bee73006-98c9-45b2-983a-e53eb4890c02 HTTP/1.1" status: 204 len: 173 time: 0.7591283 Aug 16 01:42:00.546332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a99ffc8-1172-48ac-802c-9d16a9182f32', 'name': 'network-vif-deleted', 'tag': 'bee73006-98c9-45b2-983a-e53eb4890c02'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:00.548588 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b7f2a3-2ef6-4490-8123-9e6c6d3f307a" -d '{"events": [{"server_uuid": "9a99ffc8-1172-48ac-802c-9d16a9182f32", "name": "network-vif-deleted", "tag": "bee73006-98c9-45b2-983a-e53eb4890c02"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:00.565167 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-996cadfd-056f-4185-8533-276e1cc6a872 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.639832 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdbe737-e673-4aff-8ec6-26fd9602f594 x-openstack-request-id: req-dfdbe737-e673-4aff-8ec6-26fd9602f594 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:00.640044 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a99ffc8-1172-48ac-802c-9d16a9182f32", "name": "network-vif-deleted", "tag": "bee73006-98c9-45b2-983a-e53eb4890c02", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:00.640152 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dfdbe737-e673-4aff-8ec6-26fd9602f594 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:00.640763 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a99ffc8-1172-48ac-802c-9d16a9182f32', 'name': 'network-vif-deleted', 'tag': 'bee73006-98c9-45b2-983a-e53eb4890c02', 'status': 'completed', 'code': 200} Aug 16 01:42:00.641735 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cadfd-056f-4185-8533-276e1cc6a872 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event updated for resources: {'Port': ['ID=f91316c0-e999-4bf6-a5bb-b02054c2848a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:00.656876 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996cadfd-056f-4185-8533-276e1cc6a872 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Network ed349587-85dd-47d6-b386-3b381983253b is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:00.658600 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-996cadfd-056f-4185-8533-276e1cc6a872 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:00.662442 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996cadfd-056f-4185-8533-276e1cc6a872 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:00.756985 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996cadfd-056f-4185-8533-276e1cc6a872 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:00.760578 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-996cadfd-056f-4185-8533-276e1cc6a872 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:00.789822 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-996cadfd-056f-4185-8533-276e1cc6a872 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4963744 Aug 16 01:42:00.791640 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46892) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:00.803083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c3ec7435-c530-414d-ab75-f3c96a8fdebb tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:8c:52:73'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:b4:08:09'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:00.815909 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6acf645e-ca79-4585-8143-a877d99d6f69 req-ec221621-0aad-4bee-aca5-54572b618c98 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0492649 Aug 16 01:42:00.960742 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b08474bb-ee9f-43a9-8a43-a853a9830b94 req-94e0837d-e886-4260-8983-41f1fec68861 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0399911 Aug 16 01:42:01.096997 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3ec7435-c530-414d-ab75-f3c96a8fdebb tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:01.117681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0849cb43-c89a-4950-8c2c-af868cef1f70 None None] Provisioning for port f91316c0-e999-4bf6-a5bb-b02054c2848a completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:01.121230 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c62ef8-99df-488f-ab13-272ed603a5ab req-8f106ad2-621e-4268-bf4d-e40305740596 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:01.122777 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-13c62ef8-99df-488f-ab13-272ed603a5ab req-8f106ad2-621e-4268-bf4d-e40305740596 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.0731902 Aug 16 01:42:01.123014 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0849cb43-c89a-4950-8c2c-af868cef1f70 None None] Provisioning complete for port f91316c0-e999-4bf6-a5bb-b02054c2848a triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:01.123592 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0849cb43-c89a-4950-8c2c-af868cef1f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:01.179786 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0849cb43-c89a-4950-8c2c-af868cef1f70 None None] Port f91316c0-e999-4bf6-a5bb-b02054c2848a cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:42:01.185544 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-13c62ef8-99df-488f-ab13-272ed603a5ab req-5e1819f6-7da5-4af5-89b0-ceb65508ee03 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555444 Aug 16 01:42:01.331940 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3ec7435-c530-414d-ab75-f3c96a8fdebb tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:01.337568 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3ec7435-c530-414d-ab75-f3c96a8fdebb tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:01.416573 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec7435-c530-414d-ab75-f3c96a8fdebb tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event updated for resources: {'Port': ['ID=f91316c0-e999-4bf6-a5bb-b02054c2848a,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:01.429542 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c3ec7435-c530-414d-ab75-f3c96a8fdebb tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] In _notify_port_updated(), no bound segment for port f91316c0-e999-4bf6-a5bb-b02054c2848a on network ed349587-85dd-47d6-b386-3b381983253b {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:42:01.435493 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ec7435-c530-414d-ab75-f3c96a8fdebb tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:01.436152 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3ec7435-c530-414d-ab75-f3c96a8fdebb tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:01.437469 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c3ec7435-c530-414d-ab75-f3c96a8fdebb tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "PUT /v2.0/ports/f91316c0-e999-4bf6-a5bb-b02054c2848a HTTP/1.1" status: 200 len: 1056 time: 0.6444843 Aug 16 01:42:01.440338 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46910) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:01.540355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2ad40e57-d905-4423-b445-3fb17ba2d099 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Deleting port f91316c0-e999-4bf6-a5bb-b02054c2848a {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:01.541200 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ad40e57-d905-4423-b445-3fb17ba2d099 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:01.604194 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d1b5ebd4-d3b6-45f2-ad48-8bbadee69bf9 None None] Provisioning complete for port f91316c0-e999-4bf6-a5bb-b02054c2848a triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:01.605444 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1b5ebd4-d3b6-45f2-ad48-8bbadee69bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:01.649688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5ebd4-d3b6-45f2-ad48-8bbadee69bf9 None None] Port f91316c0-e999-4bf6-a5bb-b02054c2848a cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:42:01.657444 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ad40e57-d905-4423-b445-3fb17ba2d099 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:01.673495 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2ad40e57-d905-4423-b445-3fb17ba2d099 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Calling delete_port for f91316c0-e999-4bf6-a5bb-b02054c2848a owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:01.825703 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ad40e57-d905-4423-b445-3fb17ba2d099 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:01.858934 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05d155-2d12-4a5c-9090-d34e1a7ea019 req-d88d0071-f8ba-4ddc-9078-e649eb621928 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:01.863042 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f05d155-2d12-4a5c-9090-d34e1a7ea019 req-d88d0071-f8ba-4ddc-9078-e649eb621928 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=2623a67f-1fc3-45fb-bdaf-0c541061b501 HTTP/1.1" status: 200 len: 946 time: 0.0685017 Aug 16 01:42:01.869355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad40e57-d905-4423-b445-3fb17ba2d099 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event deleted for resources: {'Port': ['ID=f91316c0-e999-4bf6-a5bb-b02054c2848a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:01.934981 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f05d155-2d12-4a5c-9090-d34e1a7ea019 req-f34b7e93-4ecd-490e-965a-be6c94264be4 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597901 Aug 16 01:42:02.044454 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ab384d0d-10c0-4e60-bb56-0cf9ab991bbc req-ccaa775a-a185-4bc6-b4ed-bfa14185486d tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0302069 Aug 16 01:42:02.108694 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3283172e-ecbb-4da6-95a6-7a0d1925ebf8 req-44ec6d01-50b0-442b-86ff-6dfbc99f15c9 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0478644 Aug 16 01:42:02.190765 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ad40e57-d905-4423-b445-3fb17ba2d099 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.196179 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2ad40e57-d905-4423-b445-3fb17ba2d099 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "DELETE /v2.0/ports/f91316c0-e999-4bf6-a5bb-b02054c2848a HTTP/1.1" status: 204 len: 168 time: 0.7525003 Aug 16 01:42:02.196418 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46944) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:02.222496 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef11a5b-b2ae-4f2e-b935-68ed471a8d16 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] GET failed (client error): The resource could not be found. Aug 16 01:42:02.224597 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cef11a5b-b2ae-4f2e-b935-68ed471a8d16 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "GET /v2.0/ports/f91316c0-e999-4bf6-a5bb-b02054c2848a HTTP/1.1" status: 404 len: 333 time: 0.0272403 Aug 16 01:42:02.228332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46948) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:02.334150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-061241b3-a1ed-4985-b729-0ac50b255a16 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Deleting port 081e2ec6-5bab-46d4-b0a9-e33c9b6c3e50 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:02.334599 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-061241b3-a1ed-4985-b729-0ac50b255a16 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.335470 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972c760-8ded-44a2-baf4-7e297f87f092 req-8d3e0020-3159-46b8-9d32-88b6ea51d225 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:02.337019 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2972c760-8ded-44a2-baf4-7e297f87f092 req-8d3e0020-3159-46b8-9d32-88b6ea51d225 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.0678713 Aug 16 01:42:02.385145 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2972c760-8ded-44a2-baf4-7e297f87f092 req-30478f76-a0a2-478f-ae29-b80dae42741d tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403681 Aug 16 01:42:02.438036 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-061241b3-a1ed-4985-b729-0ac50b255a16 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.450588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-061241b3-a1ed-4985-b729-0ac50b255a16 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Calling delete_port for 081e2ec6-5bab-46d4-b0a9-e33c9b6c3e50 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:02.579280 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-061241b3-a1ed-4985-b729-0ac50b255a16 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.616008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061241b3-a1ed-4985-b729-0ac50b255a16 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event deleted for resources: {'Port': ['ID=081e2ec6-5bab-46d4-b0a9-e33c9b6c3e50,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:02.709491 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-061241b3-a1ed-4985-b729-0ac50b255a16 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.713973 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-061241b3-a1ed-4985-b729-0ac50b255a16 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "DELETE /v2.0/ports/081e2ec6-5bab-46d4-b0a9-e33c9b6c3e50 HTTP/1.1" status: 204 len: 168 time: 0.4823170 Aug 16 01:42:02.714396 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46970) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:02.747562 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d684b9-acfe-41cd-af68-7c0bfd5dff08 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] GET failed (client error): The resource could not be found. Aug 16 01:42:02.749277 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-80d684b9-acfe-41cd-af68-7c0bfd5dff08 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "GET /v2.0/ports/081e2ec6-5bab-46d4-b0a9-e33c9b6c3e50 HTTP/1.1" status: 404 len: 333 time: 0.0338650 Aug 16 01:42:02.753020 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46972) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:02.829250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46974) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:02.866120 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-598f07a1-6443-4ae5-aa08-721683f54560 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Deleting port d7674417-8218-4584-9abd-4838e9676ea4 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:02.866689 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-598f07a1-6443-4ae5-aa08-721683f54560 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.955314 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7dd461b9-4f07-4a7b-9d2e-28cd10c681b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.971067 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-598f07a1-6443-4ae5-aa08-721683f54560 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:02.991468 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-598f07a1-6443-4ae5-aa08-721683f54560 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Calling delete_port for d7674417-8218-4584-9abd-4838e9676ea4 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:03.092277 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee3343-cb4c-4a7d-9472-a91c7a32c338 req-18a4fff0-a30f-4f1f-8bfe-34c6b6a4e12b tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:03.094004 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17ee3343-cb4c-4a7d-9472-a91c7a32c338 req-18a4fff0-a30f-4f1f-8bfe-34c6b6a4e12b tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=2623a67f-1fc3-45fb-bdaf-0c541061b501 HTTP/1.1" status: 200 len: 946 time: 0.0721002 Aug 16 01:42:03.115741 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7dd461b9-4f07-4a7b-9d2e-28cd10c681b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.129873 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7dd461b9-4f07-4a7b-9d2e-28cd10c681b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.149966 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-598f07a1-6443-4ae5-aa08-721683f54560 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.169099 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ca2fb1fd-a1da-446d-b22d-9c85b18c3af6 req-9c5fbfac-2356-48cf-acf4-054b8917793b tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0295825 Aug 16 01:42:03.182454 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd461b9-4f07-4a7b-9d2e-28cd10c681b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b239bc3-e8f6-42f8-bae7-a4a88f2a9e51,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:03.188140 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7dd461b9-4f07-4a7b-9d2e-28cd10c681b4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8abfbbd290ad429099f11d41a818ec24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582590 Aug 16 01:42:03.191263 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17ee3343-cb4c-4a7d-9472-a91c7a32c338 req-0d5ab58d-2049-4bbd-897f-945c03e41702 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857787 Aug 16 01:42:03.191730 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46986) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:03.238048 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f07a1-6443-4ae5-aa08-721683f54560 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event deleted for resources: {'Port': ['ID=d7674417-8218-4584-9abd-4838e9676ea4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:03.281499 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd46006d-27f9-4255-8fef-2ebe4fd5ffdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.309323 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd46006d-27f9-4255-8fef-2ebe4fd5ffdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.323181 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d1b76f10-3b0d-43f8-9c88-e378a2af294e req-353da8ad-d725-4fe9-b707-85d59742a7e8 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0562768 Aug 16 01:42:03.330973 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd80a0-a01f-411f-8e74-2e04587eaec2 req-533e8efa-3494-4341-9fd7-b1f5e686f72a tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:03.332547 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f8cd80a0-a01f-411f-8e74-2e04587eaec2 req-533e8efa-3494-4341-9fd7-b1f5e686f72a tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.73 "GET /v2.0/ports?device_id=2623a67f-1fc3-45fb-bdaf-0c541061b501 HTTP/1.1" status: 200 len: 946 time: 0.1602523 Aug 16 01:42:03.375286 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd46006d-27f9-4255-8fef-2ebe4fd5ffdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.378809 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd46006d-27f9-4255-8fef-2ebe4fd5ffdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.380112 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dd46006d-27f9-4255-8fef-2ebe4fd5ffdd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8b239bc3-e8f6-42f8-bae7-a4a88f2a9e51 HTTP/1.1" status: 204 len: 168 time: 0.1868627 Aug 16 01:42:03.389422 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46006d-27f9-4255-8fef-2ebe4fd5ffdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b239bc3-e8f6-42f8-bae7-a4a88f2a9e51,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:03.397466 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-598f07a1-6443-4ae5-aa08-721683f54560 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.400580 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-598f07a1-6443-4ae5-aa08-721683f54560 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "DELETE /v2.0/ports/d7674417-8218-4584-9abd-4838e9676ea4 HTTP/1.1" status: 204 len: 168 time: 0.6464674 Aug 16 01:42:03.404864 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46990) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:03.487015 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-becbf251-f7ec-47f8-a608-dfd0bd66e9fc tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Deleting subnet 987c1940-12e8-4f6d-b44b-cfe0d4bcd8f5 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:42:03.493152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-f8cd80a0-a01f-411f-8e74-2e04587eaec2 req-6e1e048c-12c4-4b41-9ab4-d7b51575e34c tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Deleting port 83ee0263-80c8-4146-9fdb-8bb0079788c9 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:03.493991 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f8cd80a0-a01f-411f-8e74-2e04587eaec2 req-6e1e048c-12c4-4b41-9ab4-d7b51575e34c tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.499509 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-becbf251-f7ec-47f8-a608-dfd0bd66e9fc tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.569856 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-becbf251-f7ec-47f8-a608-dfd0bd66e9fc tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.593098 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f8cd80a0-a01f-411f-8e74-2e04587eaec2 req-6e1e048c-12c4-4b41-9ab4-d7b51575e34c tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] For port 83ee0263-80c8-4146-9fdb-8bb0079788c9, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=83ee0263-80c8-4146-9fdb-8bb0079788c9,segment=NetworkSegment(e7eb4d7f-78ce-4575-95a8-f068e51513a2),segment_id=e7eb4d7f-78ce-4575-95a8-f068e51513a2)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:03.594118 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f8cd80a0-a01f-411f-8e74-2e04587eaec2 req-6e1e048c-12c4-4b41-9ab4-d7b51575e34c tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.610450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-f8cd80a0-a01f-411f-8e74-2e04587eaec2 req-6e1e048c-12c4-4b41-9ab4-d7b51575e34c tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Calling delete_port for 83ee0263-80c8-4146-9fdb-8bb0079788c9 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:03.612095 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdd7fd-dea7-4b44-8190-d3275c5e4f85 req-3aa62059-47c4-46d1-9747-1d23aa61547e tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:03.613890 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-01fdd7fd-dea7-4b44-8190-d3275c5e4f85 req-3aa62059-47c4-46d1-9747-1d23aa61547e tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.1345046 Aug 16 01:42:03.695364 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-01fdd7fd-dea7-4b44-8190-d3275c5e4f85 req-42173615-6ee8-4424-8a9a-0cb5295060fa tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726082 Aug 16 01:42:03.722995 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-becbf251-f7ec-47f8-a608-dfd0bd66e9fc tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.762301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46998) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:03.782406 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f8cd80a0-a01f-411f-8e74-2e04587eaec2 req-6e1e048c-12c4-4b41-9ab4-d7b51575e34c tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.788531 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3385d52a-0132-40cd-8d4c-66e88d9e9bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.794287 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['4425f122-176f-40fc-8dca-6a5a82ec92a1', '83ee0263-80c8-4146-9fdb-8bb0079788c9'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:03.826958 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-becbf251-f7ec-47f8-a608-dfd0bd66e9fc tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.841096 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e048c-12c4-4b41-9ab4-d7b51575e34c tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Pushing event deleted for resources: {'Port': ['ID=83ee0263-80c8-4146-9fdb-8bb0079788c9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:03.869533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbf251-f7ec-47f8-a608-dfd0bd66e9fc tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event deleted for resources: {'Subnet': ['ID=987c1940-12e8-4f6d-b44b-cfe0d4bcd8f5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:03.878044 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-becbf251-f7ec-47f8-a608-dfd0bd66e9fc tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.880725 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-becbf251-f7ec-47f8-a608-dfd0bd66e9fc tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "DELETE /v2.0/subnets/987c1940-12e8-4f6d-b44b-cfe0d4bcd8f5 HTTP/1.1" status: 204 len: 168 time: 0.4742243 Aug 16 01:42:03.884678 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47000) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:03.890103 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc663ab-1998-4aea-88cb-e270c0f85e3b None None] Network ed349587-85dd-47d6-b386-3b381983253b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:03.892394 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device bee73006-98c9-45b2-983a-e53eb4890c02 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:42:03.893302 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cd80a0-a01f-411f-8e74-2e04587eaec2 req-6e1e048c-12c4-4b41-9ab4-d7b51575e34c tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] No DVR routers for this DVR port 83ee0263-80c8-4146-9fdb-8bb0079788c9 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:42:03.897277 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f8cd80a0-a01f-411f-8e74-2e04587eaec2 req-6e1e048c-12c4-4b41-9ab4-d7b51575e34c tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:03.899694 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f8cd80a0-a01f-411f-8e74-2e04587eaec2 req-6e1e048c-12c4-4b41-9ab4-d7b51575e34c tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.73 "DELETE /v2.0/ports/83ee0263-80c8-4146-9fdb-8bb0079788c9 HTTP/1.1" status: 204 len: 173 time: 0.5577891 Aug 16 01:42:03.899835 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2623a67f-1fc3-45fb-bdaf-0c541061b501', 'name': 'network-vif-deleted', 'tag': '83ee0263-80c8-4146-9fdb-8bb0079788c9'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:03.902353 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4e7f02-9aa8-4b74-9992-f8d72b24035a" -d '{"events": [{"server_uuid": "2623a67f-1fc3-45fb-bdaf-0c541061b501", "name": "network-vif-deleted", "tag": "83ee0263-80c8-4146-9fdb-8bb0079788c9"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:03.943141 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c623969-33ec-4820-b989-99b9dddb8792 x-openstack-request-id: req-4c623969-33ec-4820-b989-99b9dddb8792 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:03.944164 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2623a67f-1fc3-45fb-bdaf-0c541061b501", "name": "network-vif-deleted", "tag": "83ee0263-80c8-4146-9fdb-8bb0079788c9", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:03.944441 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4c623969-33ec-4820-b989-99b9dddb8792 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:03.944970 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2623a67f-1fc3-45fb-bdaf-0c541061b501', 'name': 'network-vif-deleted', 'tag': '83ee0263-80c8-4146-9fdb-8bb0079788c9', 'status': 'completed', 'code': 200} Aug 16 01:42:03.989648 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: bee73006-98c9-45b2-983a-e53eb4890c02 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:42:03.990664 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device bee73006-98c9-45b2-983a-e53eb4890c02 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:42:04.017863 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3385d52a-0132-40cd-8d4c-66e88d9e9bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.034755 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.039338 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3385d52a-0132-40cd-8d4c-66e88d9e9bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.099755 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3385d52a-0132-40cd-8d4c-66e88d9e9bf7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5977fbefae2e45269a0cc8873424218c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3329334 Aug 16 01:42:04.101150 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385d52a-0132-40cd-8d4c-66e88d9e9bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31a00b8-389e-495c-9f7c-4bd3c469f48e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:04.101275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47006) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:04.151530 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Deleting port 4b67a608-47da-4343-89ab-267d167f184d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:04.151876 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.186972 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0803196e-049c-4ead-9567-cf7682a61afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.215082 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0803196e-049c-4ead-9567-cf7682a61afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.218894 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8abed1-9302-4d4b-be49-1420b1e3d712 None None] DHCP port deletion for ed349587-85dd-47d6-b386-3b381983253b request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:42:04.235308 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] For port 4b67a608-47da-4343-89ab-267d167f184d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4b67a608-47da-4343-89ab-267d167f184d,segment=NetworkSegment(0aedddae-f22c-49db-8772-fbf747fdb4da),segment_id=0aedddae-f22c-49db-8772-fbf747fdb4da)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:04.235769 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.252501 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Calling delete_port for 4b67a608-47da-4343-89ab-267d167f184d owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:04.308579 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0803196e-049c-4ead-9567-cf7682a61afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.314468 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0803196e-049c-4ead-9567-cf7682a61afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.318593 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0803196e-049c-4ead-9567-cf7682a61afb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f31a00b8-389e-495c-9f7c-4bd3c469f48e HTTP/1.1" status: 204 len: 168 time: 0.2142928 Aug 16 01:42:04.347661 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4e8abed1-9302-4d4b-be49-1420b1e3d712 None None] Deleting port 4b67a608-47da-4343-89ab-267d167f184d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:04.348025 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e8abed1-9302-4d4b-be49-1420b1e3d712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.430496 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b1770ce3-0543-4606-a87b-c1522bae3c2a req-0e3ffda9-7548-437f-a8bb-8df5e3ade6eb tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.1704319 Aug 16 01:42:04.431858 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803196e-049c-4ead-9567-cf7682a61afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31a00b8-389e-495c-9f7c-4bd3c469f48e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:04.434028 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.457377 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-63107ca4-f3c6-4950-9d01-3a16791713dd req-2d9f9b3c-a38f-4291-ac1c-77784f0959cc tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=2623a67f-1fc3-45fb-bdaf-0c541061b501 HTTP/1.1" status: 200 len: 210 time: 0.1079056 Aug 16 01:42:04.501925 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event deleted for resources: {'Port': ['ID=4b67a608-47da-4343-89ab-267d167f184d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:04.509287 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4e8abed1-9302-4d4b-be49-1420b1e3d712 None None] For port 4b67a608-47da-4343-89ab-267d167f184d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4b67a608-47da-4343-89ab-267d167f184d,segment=NetworkSegment(0aedddae-f22c-49db-8772-fbf747fdb4da),segment_id=0aedddae-f22c-49db-8772-fbf747fdb4da)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:04.509562 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e8abed1-9302-4d4b-be49-1420b1e3d712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.530352 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4e8abed1-9302-4d4b-be49-1420b1e3d712 None None] Calling delete_port for 4b67a608-47da-4343-89ab-267d167f184d owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:04.557612 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c168ab6b-b55d-454f-af8f-908dafc54e93 req-a71902d0-c75c-4d14-8a39-276cc97653f3 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0437531 Aug 16 01:42:04.563104 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] No DVR routers for this DVR port 4b67a608-47da-4343-89ab-267d167f184d on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:42:04.641811 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e8abed1-9302-4d4b-be49-1420b1e3d712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.667801 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.668472 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8abed1-9302-4d4b-be49-1420b1e3d712 None None] Pushing event deleted for resources: {'Port': ['ID=4b67a608-47da-4343-89ab-267d167f184d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:04.672057 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8abed1-9302-4d4b-be49-1420b1e3d712 None None] No DVR routers for this DVR port 4b67a608-47da-4343-89ab-267d167f184d on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:42:04.684868 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed349587-85dd-47d6-b386-3b381983253b']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:04.695820 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aedddae-f22c-49db-8772-fbf747fdb4da') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:04.696125 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aedddae-f22c-49db-8772-fbf747fdb4da') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:04.704986 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.719989 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.727598 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:42:04.728007 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:42:04.731465 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:42:04.819393 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.822766 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:04.824709 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] 10.222.0.68 "DELETE /v2.0/networks/ed349587-85dd-47d6-b386-3b381983253b HTTP/1.1" status: 204 len: 168 time: 0.9390550 Aug 16 01:42:04.842995 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465f9fa-6131-48b4-9894-95d3a04fcd72 tempest-AllowedAddressPairTestJSON-369070705 tempest-AllowedAddressPairTestJSON-369070705-project] Pushing event deleted for resources: {'Network': ['ID=ed349587-85dd-47d6-b386-3b381983253b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:04.859991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d56b94-7167-4328-9fed-53272cd0611c req-5b192c38-c139-45c2-a547-b28bc40026ec tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:04.866431 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8d56b94-7167-4328-9fed-53272cd0611c req-5b192c38-c139-45c2-a547-b28bc40026ec tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.0927541 Aug 16 01:42:04.918417 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8d56b94-7167-4328-9fed-53272cd0611c req-76d1096d-9535-4509-beb9-1364c9d67ffa tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449910 Aug 16 01:42:05.058914 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47036) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:05.204597 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4b67a608-47da-4343-89ab-267d167f184d no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:42:05.226564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 4b67a608-47da-4343-89ab-267d167f184d {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:42:05.227143 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4b67a608-47da-4343-89ab-267d167f184d not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:42:05.229902 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-41ab0f58-f30c-42fa-abd0-64e787b6bbc5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=331e45f9dc7a4f1484ad477371a82415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695275 Aug 16 01:42:05.232578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47046) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:05.305395 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68ad3bcc-fc47-4d34-b71e-296e3ca3bf14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:05.327077 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68ad3bcc-fc47-4d34-b71e-296e3ca3bf14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:05.379259 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68ad3bcc-fc47-4d34-b71e-296e3ca3bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:05.382154 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68ad3bcc-fc47-4d34-b71e-296e3ca3bf14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:05.383324 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-68ad3bcc-fc47-4d34-b71e-296e3ca3bf14 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/24f86a60-fcd0-4664-9ad8-4661f7230aa4 HTTP/1.1" status: 204 len: 168 time: 0.1495976 Aug 16 01:42:05.391553 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad3bcc-fc47-4d34-b71e-296e3ca3bf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f86a60-fcd0-4664-9ad8-4661f7230aa4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:05.616669 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d9d25a2c-e663-4c93-bc01-69af65845651 req-bd80db14-3b51-4be4-8ebf-d2e71dd36603 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0662405 Aug 16 01:42:05.724869 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8f09a3c0-24c4-4793-b598-cec282ad9dcf req-4fe371d2-f6bb-4833-ae01-336ecdc3e41c tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0360696 Aug 16 01:42:05.831917 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05080987-d92d-47c8-bf40-629e5788ca10 req-dd664a2d-dc79-46b4-b5a7-469c330c3642 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:05.838778 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-05080987-d92d-47c8-bf40-629e5788ca10 req-dd664a2d-dc79-46b4-b5a7-469c330c3642 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.0642147 Aug 16 01:42:05.894964 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-05080987-d92d-47c8-bf40-629e5788ca10 req-e03bdbb8-9ab8-4e44-862e-f26f38381f80 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528035 Aug 16 01:42:06.047402 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef988e54-e12f-46f9-97fa-4a4e886b43e5 req-6a4e011f-0eb8-4f64-84f0-d7ea5f4eab94 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:06.049045 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ef988e54-e12f-46f9-97fa-4a4e886b43e5 req-6a4e011f-0eb8-4f64-84f0-d7ea5f4eab94 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.0568202 Aug 16 01:42:06.091965 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ef988e54-e12f-46f9-97fa-4a4e886b43e5 req-635acc89-9433-4ffe-baf1-d0a2f1c4490e tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349820 Aug 16 01:42:06.391760 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47104) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:06.521202 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e5672ec5-3cb6-4191-9b78-c769e3e0da66 req-1a032549-83bf-44e3-8feb-2a7f59d27d8a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0334499 Aug 16 01:42:06.524784 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-11cea225-c2eb-4ea9-b98d-f2ef0ce54c7b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2058758936'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:06.550551 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cea225-c2eb-4ea9-b98d-f2ef0ce54c7b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Made reservation on behalf of 8f667f9407dd45b7afbf365a8b1ce91e for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:06.554308 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11cea225-c2eb-4ea9-b98d-f2ef0ce54c7b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:06.562949 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11cea225-c2eb-4ea9-b98d-f2ef0ce54c7b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:06.679624 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11cea225-c2eb-4ea9-b98d-f2ef0ce54c7b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:06.685451 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11cea225-c2eb-4ea9-b98d-f2ef0ce54c7b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:06.719325 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11cea225-c2eb-4ea9-b98d-f2ef0ce54c7b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:42:06.735150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cea225-c2eb-4ea9-b98d-f2ef0ce54c7b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c91483e-2d24-4934-848c-8c45db66f136,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:06.735476 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be37777a-fd28-4210-8c61-565238bef8e4 req-e61d456e-eed1-459e-94ad-f9ef45933c69 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0401690 Aug 16 01:42:06.742724 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11cea225-c2eb-4ea9-b98d-f2ef0ce54c7b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:06.743580 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-11cea225-c2eb-4ea9-b98d-f2ef0ce54c7b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Added segment 4e8eb4e4-c778-4daf-8cca-00308db27bda of type vlan for network 334b931d-a247-4fa0-8a4b-a4b91c08f8ed Aug 16 01:42:06.789297 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11cea225-c2eb-4ea9-b98d-f2ef0ce54c7b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:06.826027 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11cea225-c2eb-4ea9-b98d-f2ef0ce54c7b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:06.833666 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cea225-c2eb-4ea9-b98d-f2ef0ce54c7b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:06.834464 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11cea225-c2eb-4ea9-b98d-f2ef0ce54c7b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:06.855590 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-beeb2040-ee02-43dd-9a40-6a7ea2c7a98f req-abd61e27-ce2f-42da-bf97-02ec446896a8 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0318851 Aug 16 01:42:06.937586 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-11cea225-c2eb-4ea9-b98d-f2ef0ce54c7b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5447536 Aug 16 01:42:06.940611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47146) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:06.947908 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5ef3a48e-120b-44e6-9ffd-8aa5c1fba51e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Request body: {'subnet': {'network_id': '334b931d-a247-4fa0-8a4b-a4b91c08f8ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:06.983949 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cea225-c2eb-4ea9-b98d-f2ef0ce54c7b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Pushing event updated for resources: {'Network': ['ID=334b931d-a247-4fa0-8a4b-a4b91c08f8ed,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:06.997063 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 334b931d-a247-4fa0-8a4b-a4b91c08f8ed details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:42:07.025234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40006b-e54f-4d4a-97ef-bd3072048d7d req-9c09d830-162b-4072-a71b-595bdd961cde tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:07.026944 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5c40006b-e54f-4d4a-97ef-bd3072048d7d req-9c09d830-162b-4072-a71b-595bdd961cde tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.0562043 Aug 16 01:42:07.086937 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 83ee0263-80c8-4146-9fdb-8bb0079788c9 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:42:07.095793 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5c40006b-e54f-4d4a-97ef-bd3072048d7d req-db4c56b2-2f18-46d2-a719-4fc9ab4a60d3 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/security-groups?id=0c19a34d-c6d3-4b7f-a268-ac0743b75789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577221 Aug 16 01:42:07.103636 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef3a48e-120b-44e6-9ffd-8aa5c1fba51e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Made reservation on behalf of 8f667f9407dd45b7afbf365a8b1ce91e for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:07.110288 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 83ee0263-80c8-4146-9fdb-8bb0079788c9 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:42:07.110452 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 83ee0263-80c8-4146-9fdb-8bb0079788c9 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:42:07.112731 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a48e-120b-44e6-9ffd-8aa5c1fba51e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.151149 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.229624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c967347-9c35-4855-a9ce-6979b33bad3a req-894d53a8-48f1-42b9-937b-5cb2f5c70dc9 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:07.231330 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c967347-9c35-4855-a9ce-6979b33bad3a req-894d53a8-48f1-42b9-937b-5cb2f5c70dc9 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.0526223 Aug 16 01:42:07.294383 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c967347-9c35-4855-a9ce-6979b33bad3a req-47891ba9-a27d-4b98-96d0-4c8997b8fa8f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569735 Aug 16 01:42:07.349488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433e6bd-27e1-404d-bf17-f928b8bd4904 req-7e65bbd3-7701-4a72-aedb-9f7da7b111d3 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:07.351393 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a433e6bd-27e1-404d-bf17-f928b8bd4904 req-7e65bbd3-7701-4a72-aedb-9f7da7b111d3 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 945 time: 0.0560017 Aug 16 01:42:07.352517 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a48e-120b-44e6-9ffd-8aa5c1fba51e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.387680 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47158) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:07.437076 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3a48e-120b-44e6-9ffd-8aa5c1fba51e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Pushing event updated for resources: {'Subnet': ['ID=e76f5d35-ae65-4041-b164-2ceb3f3e4249,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:07.439237 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef3a48e-120b-44e6-9ffd-8aa5c1fba51e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Checking segment: {'id': '4e8eb4e4-c778-4daf-8cca-00308db27bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '334b931d-a247-4fa0-8a4b-a4b91c08f8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:07.439595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef3a48e-120b-44e6-9ffd-8aa5c1fba51e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Network hostable DHCP agents. Network: 334b931d-a247-4fa0-8a4b-a4b91c08f8ed, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:42:07.464476 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef3a48e-120b-44e6-9ffd-8aa5c1fba51e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Network 334b931d-a247-4fa0-8a4b-a4b91c08f8ed is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:42:07.474592 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-5ef3a48e-120b-44e6-9ffd-8aa5c1fba51e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 334b931d-a247-4fa0-8a4b-a4b91c08f8ed) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:07.476996 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-a433e6bd-27e1-404d-bf17-f928b8bd4904 req-a745a0c3-62e9-499f-a9b1-e265eeb88ce8 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Deleting port 4425f122-176f-40fc-8dca-6a5a82ec92a1 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:07.477469 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a433e6bd-27e1-404d-bf17-f928b8bd4904 req-a745a0c3-62e9-499f-a9b1-e265eeb88ce8 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.479654 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef3a48e-120b-44e6-9ffd-8aa5c1fba51e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:07.480592 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ef3a48e-120b-44e6-9ffd-8aa5c1fba51e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.494257 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bbd122-f682-4aa7-ad21-2d52ae28c205 None None] Network 334b931d-a247-4fa0-8a4b-a4b91c08f8ed requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:07.506222 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5ef3a48e-120b-44e6-9ffd-8aa5c1fba51e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5625689 Aug 16 01:42:07.507654 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47162) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:07.517111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-16e765df-68ca-40a7-b390-ca5506924257 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-24841207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:07.564004 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16e765df-68ca-40a7-b390-ca5506924257 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.565080 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16e765df-68ca-40a7-b390-ca5506924257 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.568851 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1dae4c64-7da3-418a-ab27-7e9554253a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.591375 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-a433e6bd-27e1-404d-bf17-f928b8bd4904 req-a745a0c3-62e9-499f-a9b1-e265eeb88ce8 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] For port 4425f122-176f-40fc-8dca-6a5a82ec92a1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4425f122-176f-40fc-8dca-6a5a82ec92a1,segment=NetworkSegment(e7eb4d7f-78ce-4575-95a8-f068e51513a2),segment_id=e7eb4d7f-78ce-4575-95a8-f068e51513a2)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:07.592067 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a433e6bd-27e1-404d-bf17-f928b8bd4904 req-a745a0c3-62e9-499f-a9b1-e265eeb88ce8 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.609832 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-a433e6bd-27e1-404d-bf17-f928b8bd4904 req-a745a0c3-62e9-499f-a9b1-e265eeb88ce8 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Calling delete_port for 4425f122-176f-40fc-8dca-6a5a82ec92a1 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:07.655902 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16e765df-68ca-40a7-b390-ca5506924257 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.669617 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16e765df-68ca-40a7-b390-ca5506924257 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.689193 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-334b931d-a247-4fa0-8a4b-a4b91c08f8ed', 'network_id': '334b931d-a247-4fa0-8a4b-a4b91c08f8ed', 'tenant_id': '8f667f9407dd45b7afbf365a8b1ce91e', 'fixed_ips': [{'subnet_id': 'e76f5d35-ae65-4041-b164-2ceb3f3e4249'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:42:07.690046 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.750683 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1dae4c64-7da3-418a-ab27-7e9554253a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.757435 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1dae4c64-7da3-418a-ab27-7e9554253a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.763634 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16e765df-68ca-40a7-b390-ca5506924257 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.764927 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-16e765df-68ca-40a7-b390-ca5506924257 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.2548933 Aug 16 01:42:07.768618 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47164) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:07.807663 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1dae4c64-7da3-418a-ab27-7e9554253a35 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e1f1694c25514831b7ce49465228cc5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4187338 Aug 16 01:42:07.808537 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae4c64-7da3-418a-ab27-7e9554253a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79350009-9e1e-4ccb-a5fd-f6890184e91e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:07.811800 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47168) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:07.863980 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59caa00b-d3b4-4f41-9847-3a95c9f2eb5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.870328 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a433e6bd-27e1-404d-bf17-f928b8bd4904 req-a745a0c3-62e9-499f-a9b1-e265eeb88ce8 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.874510 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Allocated IP 172.20.0.2 (334b931d-a247-4fa0-8a4b-a4b91c08f8ed/e76f5d35-ae65-4041-b164-2ceb3f3e4249/a0853e69-5874-43e1-ac3a-2167371dad61) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:07.887561 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['4425f122-176f-40fc-8dca-6a5a82ec92a1'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:07.889470 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59caa00b-d3b4-4f41-9847-3a95c9f2eb5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.917155 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.947270 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59caa00b-d3b4-4f41-9847-3a95c9f2eb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.947526 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fd3a9806-d6d9-4220-a27e-fa5f65e355df req-c717046f-b3b0-415f-b46c-bb4f7f3141cc tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0952501 Aug 16 01:42:07.950285 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59caa00b-d3b4-4f41-9847-3a95c9f2eb5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:07.951507 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-59caa00b-d3b4-4f41-9847-3a95c9f2eb5d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/79350009-9e1e-4ccb-a5fd-f6890184e91e HTTP/1.1" status: 204 len: 168 time: 0.1388993 Aug 16 01:42:07.970974 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59caa00b-d3b4-4f41-9847-3a95c9f2eb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79350009-9e1e-4ccb-a5fd-f6890184e91e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:07.985884 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745a0c3-62e9-499f-a9b1-e265eeb88ce8 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Pushing event deleted for resources: {'Port': ['ID=4425f122-176f-40fc-8dca-6a5a82ec92a1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:08.024946 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-73a5705e-3fce-40c7-ac25-4c9673d6148e req-390c9a83-85f1-4b18-93f5-4e998393b507 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0311458 Aug 16 01:42:08.117871 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-a433e6bd-27e1-404d-bf17-f928b8bd4904 req-a745a0c3-62e9-499f-a9b1-e265eeb88ce8 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] No DVR routers for this DVR port 4425f122-176f-40fc-8dca-6a5a82ec92a1 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:42:08.157140 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a433e6bd-27e1-404d-bf17-f928b8bd4904 req-a745a0c3-62e9-499f-a9b1-e265eeb88ce8 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:08.159356 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a433e6bd-27e1-404d-bf17-f928b8bd4904 req-a745a0c3-62e9-499f-a9b1-e265eeb88ce8 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.73 "DELETE /v2.0/ports/4425f122-176f-40fc-8dca-6a5a82ec92a1 HTTP/1.1" status: 204 len: 173 time: 0.8020904 Aug 16 01:42:08.164025 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c', 'name': 'network-vif-deleted', 'tag': '4425f122-176f-40fc-8dca-6a5a82ec92a1'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:08.166407 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7287de82-dc82-4776-b7c7-841e5234bbef" -d '{"events": [{"server_uuid": "6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c", "name": "network-vif-deleted", "tag": "4425f122-176f-40fc-8dca-6a5a82ec92a1"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:08.268331 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:08.301208 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Transition to ACTIVE for port object a0853e69-5874-43e1-ac3a-2167371dad61 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:08.306106 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:08.317906 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7982d619-2cb0-4c85-a5d0-009a2d00f587 req-0c373619-b691-495b-a938-e3dd6e1aec70 tempest-ListServerFiltersTestJSON-1447713651 tempest-ListServerFiltersTestJSON-1447713651-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c HTTP/1.1" status: 200 len: 210 time: 0.0789337 Aug 16 01:42:08.360497 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Transition to ACTIVE for port object a0853e69-5874-43e1-ac3a-2167371dad61 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:08.378602 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:08.455014 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Network 334b931d-a247-4fa0-8a4b-a4b91c08f8ed is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:08.460860 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:08.463254 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9090059-42d8-4f97-bfa2-e71a1492867e x-openstack-request-id: req-e9090059-42d8-4f97-bfa2-e71a1492867e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:08.463831 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c", "name": "network-vif-deleted", "tag": "4425f122-176f-40fc-8dca-6a5a82ec92a1", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:08.464227 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e9090059-42d8-4f97-bfa2-e71a1492867e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:08.465036 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5fb1f0-f11a-4fc2-8e3b-b8639a04e82c', 'name': 'network-vif-deleted', 'tag': '4425f122-176f-40fc-8dca-6a5a82ec92a1', 'status': 'completed', 'code': 200} Aug 16 01:42:08.467020 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:08.516213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47188) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:08.542191 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Pushing event updated for resources: {'Port': ['ID=a0853e69-5874-43e1-ac3a-2167371dad61,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:08.542610 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0290255-c4ab-4e82-a013-ad4d564e623a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:08.554955 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Attempting to bind port a0853e69-5874-43e1-ac3a-2167371dad61 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:08.555321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Attempting to bind port a0853e69-5874-43e1-ac3a-2167371dad61 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '4e8eb4e4-c778-4daf-8cca-00308db27bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '334b931d-a247-4fa0-8a4b-a4b91c08f8ed'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:08.555671 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Attempting to bind port a0853e69-5874-43e1-ac3a-2167371dad61 on network 334b931d-a247-4fa0-8a4b-a4b91c08f8ed {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:08.560955 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:08.561321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Checking segment: {'id': '4e8eb4e4-c778-4daf-8cca-00308db27bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '334b931d-a247-4fa0-8a4b-a4b91c08f8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:08.561717 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:08.562129 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Bound using segment: {'id': '4e8eb4e4-c778-4daf-8cca-00308db27bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '334b931d-a247-4fa0-8a4b-a4b91c08f8ed'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:08.562587 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Bound port: a0853e69-5874-43e1-ac3a-2167371dad61, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8eb4e4-c778-4daf-8cca-00308db27bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '334b931d-a247-4fa0-8a4b-a4b91c08f8ed'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:08.562962 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:08.605930 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-efcce24c-1111-4e61-b257-80720b1e128d req-6974197c-208d-4474-bc06-d16adfd60347 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae&device_id=b178f708-8aaa-47dc-a149-ba97e88fa0ea HTTP/1.1" status: 200 len: 210 time: 0.0316403 Aug 16 01:42:08.651098 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291a47e-6b84-40a4-a11b-d8167da887b4 req-c3295a17-7e37-443c-b87b-7f9034a69057 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:08.654074 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] For port a0853e69-5874-43e1-ac3a-2167371dad61, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:08.659397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] For port a0853e69-5874-43e1-ac3a-2167371dad61, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a0853e69-5874-43e1-ac3a-2167371dad61,segment=NetworkSegment(4e8eb4e4-c778-4daf-8cca-00308db27bda),segment_id=4e8eb4e4-c778-4daf-8cca-00308db27bda)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:08.660253 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d291a47e-6b84-40a4-a11b-d8167da887b4 req-c3295a17-7e37-443c-b87b-7f9034a69057 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.1108644 Aug 16 01:42:08.667167 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:08.688022 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Allocated IP 172.20.0.1 (334b931d-a247-4fa0-8a4b-a4b91c08f8ed/e76f5d35-ae65-4041-b164-2ceb3f3e4249/864b18e6-fc6f-49e6-adb8-bd3025eea118) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:08.743968 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d291a47e-6b84-40a4-a11b-d8167da887b4 req-5a58d2c3-acb4-4388-9884-f0aa65624bb6 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815253 Aug 16 01:42:08.803004 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13b5b4-189d-422d-96cf-c738a73dc1ee None None] Pushing event updated for resources: {'Port': ['ID=a0853e69-5874-43e1-ac3a-2167371dad61,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:08.839346 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0290255-c4ab-4e82-a013-ad4d564e623a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:08.849727 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0290255-c4ab-4e82-a013-ad4d564e623a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:08.904712 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d0290255-c4ab-4e82-a013-ad4d564e623a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=89e36f16fa6b4b379e83ad2c7eee5b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3873532 Aug 16 01:42:08.906612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0290255-c4ab-4e82-a013-ad4d564e623a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d522ae9-fe91-4f63-bbc6-4c9d0a38164f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:08.909403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47192) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:08.998260 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ea6c9c9-deb1-4e47-86d8-899a818a55a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.036611 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ea6c9c9-deb1-4e47-86d8-899a818a55a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.117569 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd3b7198-4db8-43e0-a13a-7bd916c361bd req-abe386c5-f336-4336-984e-cb47ed2ae271 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0542207 Aug 16 01:42:09.173706 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ea6c9c9-deb1-4e47-86d8-899a818a55a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.178246 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ea6c9c9-deb1-4e47-86d8-899a818a55a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.179455 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4ea6c9c9-deb1-4e47-86d8-899a818a55a9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8d522ae9-fe91-4f63-bbc6-4c9d0a38164f HTTP/1.1" status: 204 len: 168 time: 0.2683797 Aug 16 01:42:09.188242 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6c9c9-deb1-4e47-86d8-899a818a55a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d522ae9-fe91-4f63-bbc6-4c9d0a38164f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:09.237912 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f421e142-b63a-477a-8e66-d4bd508553b9 req-8c1690dc-c48a-4bbd-91c7-48fe198f8c83 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9c54fb697b92420f80b71c8da34c0d53&device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0505192 Aug 16 01:42:09.260689 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b56f6ae7-46ec-4650-a1eb-272d0619308f req-eae19eb3-60d4-4b8d-89db-405a55bad01b tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0722442 Aug 16 01:42:09.263201 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a0853e69-5874-43e1-ac3a-2167371dad61 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:09.300102 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f421e142-b63a-477a-8e66-d4bd508553b9 req-93c81b5b-7cb1-484a-9072-412652aba300 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=9c54fb697b92420f80b71c8da34c0d53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417204 Aug 16 01:42:09.336984 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port a0853e69-5874-43e1-ac3a-2167371dad61 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:09.368876 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47202) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:09.375632 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.399451 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Transition to ACTIVE for port object 864b18e6-fc6f-49e6-adb8-bd3025eea118 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:09.444395 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421e142-b63a-477a-8e66-d4bd508553b9 req-c3435a9b-edd8-4dc9-ab26-2ccf08a11f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:09.446160 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f421e142-b63a-477a-8e66-d4bd508553b9 req-c3435a9b-edd8-4dc9-ab26-2ccf08a11f08 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342990 Aug 16 01:42:09.462641 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.486350 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2bceeb-ad5b-4e50-9b16-a6e39a3d4264 admin admin] Deleting subnet 5f786990-00a2-4f45-bfb6-62c4eaa35e38 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:42:09.493113 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb2bceeb-ad5b-4e50-9b16-a6e39a3d4264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.507937 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Network 334b931d-a247-4fa0-8a4b-a4b91c08f8ed is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:09.513441 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:09.517445 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:09.524374 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Pushing event updated for resources: {'Port': ['ID=864b18e6-fc6f-49e6-adb8-bd3025eea118,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:09.531556 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb2bceeb-ad5b-4e50-9b16-a6e39a3d4264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.556636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:09.557070 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:09.557481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:09.557915 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:09.558310 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:09.558725 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:09.559120 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:09.559510 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:09.559846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:09.560170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:09.560490 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:09.560807 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:09.584598 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.644653 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb2bceeb-ad5b-4e50-9b16-a6e39a3d4264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.714228 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb2bceeb-ad5b-4e50-9b16-a6e39a3d4264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.727809 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.731518 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb2bceeb-ad5b-4e50-9b16-a6e39a3d4264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:09.733167 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fb2bceeb-ad5b-4e50-9b16-a6e39a3d4264 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5f786990-00a2-4f45-bfb6-62c4eaa35e38 HTTP/1.1" status: 204 len: 168 time: 0.3630981 Aug 16 01:42:09.740941 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbaada0-987e-48ec-9bea-df49eb72c9f8 None None] Network d2e99742-eecf-4f87-96d2-0223135d631c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:09.750508 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47218) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:09.754229 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bceeb-ad5b-4e50-9b16-a6e39a3d4264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f786990-00a2-4f45-bfb6-62c4eaa35e38,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:10.001383 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8495cb61-6eed-4cb2-b4e9-ba64a7c98f37 None None] DHCP port deletion for d2e99742-eecf-4f87-96d2-0223135d631c request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:42:10.062706 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8495cb61-6eed-4cb2-b4e9-ba64a7c98f37 None None] Deleting port 582b49af-d92d-4fe7-b5a5-adb5290debc2 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:10.063077 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8495cb61-6eed-4cb2-b4e9-ba64a7c98f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.091839 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.110586 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539d0c47-f4c9-4ddb-b683-9c3c77e8b660 None None] Network 334b931d-a247-4fa0-8a4b-a4b91c08f8ed requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:10.118140 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a640ceb-8d9e-4490-8e46-860438516bfb req-1a054755-e31b-41f0-9795-72158e6ec280 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:10.119817 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a640ceb-8d9e-4490-8e46-860438516bfb req-1a054755-e31b-41f0-9795-72158e6ec280 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.2459159 Aug 16 01:42:10.199112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f96aceff-a615-44c3-96aa-d87ec050630f None None] Provisioning for port a0853e69-5874-43e1-ac3a-2167371dad61 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:10.206953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f96aceff-a615-44c3-96aa-d87ec050630f None None] Provisioning complete for port a0853e69-5874-43e1-ac3a-2167371dad61 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:10.207382 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f96aceff-a615-44c3-96aa-d87ec050630f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.252212 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-11184452-c7eb-4bec-84c1-d1d393932ccc req-fd39b0d5-85bd-4b02-974c-ad086951908e tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0300822 Aug 16 01:42:10.275833 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8495cb61-6eed-4cb2-b4e9-ba64a7c98f37 None None] For port 582b49af-d92d-4fe7-b5a5-adb5290debc2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=582b49af-d92d-4fe7-b5a5-adb5290debc2,segment=NetworkSegment(e7eb4d7f-78ce-4575-95a8-f068e51513a2),segment_id=e7eb4d7f-78ce-4575-95a8-f068e51513a2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:10.275833 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8495cb61-6eed-4cb2-b4e9-ba64a7c98f37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.306301 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8495cb61-6eed-4cb2-b4e9-ba64a7c98f37 None None] Calling delete_port for 582b49af-d92d-4fe7-b5a5-adb5290debc2 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:10.339005 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a640ceb-8d9e-4490-8e46-860438516bfb req-aa48ac16-ca49-4277-9e06-a0ec5f45ca27 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045507 Aug 16 01:42:10.380492 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.393201 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.397102 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc73d253-b92d-4c1f-900c-51a4bdf5d7a6 req-a567c642-6cff-40c0-a59f-1297ce08cfd7 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0357933 Aug 16 01:42:10.429002 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] Deleting port 582b49af-d92d-4fe7-b5a5-adb5290debc2 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:10.429452 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.442224 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f96aceff-a615-44c3-96aa-d87ec050630f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.526740 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.545026 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f96aceff-a615-44c3-96aa-d87ec050630f None None] For port a0853e69-5874-43e1-ac3a-2167371dad61, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a0853e69-5874-43e1-ac3a-2167371dad61,segment=NetworkSegment(4e8eb4e4-c778-4daf-8cca-00308db27bda),segment_id=4e8eb4e4-c778-4daf-8cca-00308db27bda)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:10.547976 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Pushing event updated for resources: {'Port': ['ID=864b18e6-fc6f-49e6-adb8-bd3025eea118,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:10.556502 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f96aceff-a615-44c3-96aa-d87ec050630f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.559619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] For port 582b49af-d92d-4fe7-b5a5-adb5290debc2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=582b49af-d92d-4fe7-b5a5-adb5290debc2,segment=NetworkSegment(e7eb4d7f-78ce-4575-95a8-f068e51513a2),segment_id=e7eb4d7f-78ce-4575-95a8-f068e51513a2)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:10.559987 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.586596 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8495cb61-6eed-4cb2-b4e9-ba64a7c98f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.607318 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8495cb61-6eed-4cb2-b4e9-ba64a7c98f37 None None] No DVR routers for this DVR port 582b49af-d92d-4fe7-b5a5-adb5290debc2 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:42:10.610670 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] Calling delete_port for 582b49af-d92d-4fe7-b5a5-adb5290debc2 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:10.642600 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96aceff-a615-44c3-96aa-d87ec050630f None None] Pushing event updated for resources: {'Port': ['ID=a0853e69-5874-43e1-ac3a-2167371dad61,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:10.668237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495cb61-6eed-4cb2-b4e9-ba64a7c98f37 None None] Pushing event deleted for resources: {'Port': ['ID=582b49af-d92d-4fe7-b5a5-adb5290debc2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:10.733831 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Network 334b931d-a247-4fa0-8a4b-a4b91c08f8ed is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:10.737609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:10.819095 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.856011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] Pushing event deleted for resources: {'Port': ['ID=582b49af-d92d-4fe7-b5a5-adb5290debc2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:10.859430 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] No DVR routers for this DVR port 582b49af-d92d-4fe7-b5a5-adb5290debc2 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:42:10.901256 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-719d6e3d-d88a-4c76-8940-2f278d105024 None None] Provisioning for port 864b18e6-fc6f-49e6-adb8-bd3025eea118 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:10.912236 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-719d6e3d-d88a-4c76-8940-2f278d105024 None None] Provisioning complete for port 864b18e6-fc6f-49e6-adb8-bd3025eea118 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:10.912963 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-719d6e3d-d88a-4c76-8940-2f278d105024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:10.931892 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f421e142-b63a-477a-8e66-d4bd508553b9 req-35c8aabd-a9e0-4057-8238-1580f4a9ab72 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.63 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0639200 Aug 16 01:42:10.999613 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.017281 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e99742-eecf-4f87-96d2-0223135d631c']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:11.018591 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-719d6e3d-d88a-4c76-8940-2f278d105024 None None] Port 864b18e6-fc6f-49e6-adb8-bd3025eea118 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:42:11.032473 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7eb4d7f-78ce-4575-95a8-f068e51513a2') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:11.032772 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7eb4d7f-78ce-4575-95a8-f068e51513a2') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:11.044247 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-719d6e3d-d88a-4c76-8940-2f278d105024 None None] Provisioning complete for port a0853e69-5874-43e1-ac3a-2167371dad61 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:11.044687 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-719d6e3d-d88a-4c76-8940-2f278d105024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.052583 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.061546 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Router a8a5220b-687c-40af-98f2-bc38bb96592d is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:42:11.077272 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.081325 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4425f122-176f-40fc-8dca-6a5a82ec92a1 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:42:11.099089 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:42:11.099299 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:42:11.100993 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:42:11.117073 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 4425f122-176f-40fc-8dca-6a5a82ec92a1 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:42:11.122999 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4425f122-176f-40fc-8dca-6a5a82ec92a1 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:42:11.194658 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a0853e69-5874-43e1-ac3a-2167371dad61 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:11.261522 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a0853e69-5874-43e1-ac3a-2167371dad61 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:11.262096 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.296254 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.315241 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.318017 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] 10.222.0.68 "DELETE /v2.0/networks/d2e99742-eecf-4f87-96d2-0223135d631c HTTP/1.1" status: 204 len: 168 time: 1.5580506 Aug 16 01:42:11.319594 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:42:11.322605 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052c7eb-e7c1-467d-9441-c875800a255a admin admin] Pushing event deleted for resources: {'Network': ['ID=d2e99742-eecf-4f87-96d2-0223135d631c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:11.328811 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-86e48c93-de2d-4cde-9927-76c61db4ade1 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] 10.222.0.68 "PUT /v2.0/routers/a8a5220b-687c-40af-98f2-bc38bb96592d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5592046 Aug 16 01:42:11.331279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47304) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:11.338616 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-87a620c0-30a3-41f9-a936-87df66b23d2d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Request body: {'port': {'network_id': '334b931d-a247-4fa0-8a4b-a4b91c08f8ed', 'name': 'tempest-FloatingIPNegativeTestJSON-746960727'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:11.398891 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aa28d9-0165-4b07-ae0b-7823f6a1a90a None None] Sync routers for ids ['a8a5220b-687c-40af-98f2-bc38bb96592d'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:42:11.416298 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aa28d9-0165-4b07-ae0b-7823f6a1a90a None None] Routers {'a8a5220b-687c-40af-98f2-bc38bb96592d'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:11.417163 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c3aa28d9-0165-4b07-ae0b-7823f6a1a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:41:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a8a5220b-687c-40af-98f2-bc38bb96592d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:11.439748 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7ef88825-1d33-4b00-bc0e-e3f456c9c37e req-b017bb18-6cb9-4701-b163-c76407141f50 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=a818da8a-bae6-43b3-8e7d-115106ff89ae HTTP/1.1" status: 200 len: 210 time: 0.0605121 Aug 16 01:42:11.485115 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f0b20785-2d92-4dbf-8181-e88815d1c550 None None] Provisioning complete for port 864b18e6-fc6f-49e6-adb8-bd3025eea118 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:11.485740 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f0b20785-2d92-4dbf-8181-e88815d1c550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.487742 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c3aa28d9-0165-4b07-ae0b-7823f6a1a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:11.522380 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 582b49af-d92d-4fe7-b5a5-adb5290debc2 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:42:11.533704 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a620c0-30a3-41f9-a936-87df66b23d2d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Made reservation on behalf of 8f667f9407dd45b7afbf365a8b1ce91e for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:11.541879 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87a620c0-30a3-41f9-a936-87df66b23d2d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.567023 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-87a620c0-30a3-41f9-a936-87df66b23d2d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] device_id is not set on port 202e6153-e17b-4a85-a22c-f3acc3f0d398 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:42:11.690891 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da55546-4634-435a-bc6a-8910ee145617 req-190c72f5-85c5-4bbf-802d-290980813e33 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:11.700878 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7da55546-4634-435a-bc6a-8910ee145617 req-190c72f5-85c5-4bbf-802d-290980813e33 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.0998604 Aug 16 01:42:11.746995 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7da55546-4634-435a-bc6a-8910ee145617 req-869bcb80-5b54-4914-b08c-998e626de31a tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447507 Aug 16 01:42:11.771821 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47322) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:11.773523 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 582b49af-d92d-4fe7-b5a5-adb5290debc2 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:42:11.773899 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 582b49af-d92d-4fe7-b5a5-adb5290debc2 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:42:11.777570 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aa28d9-0165-4b07-ae0b-7823f6a1a90a None None] Routers {'a8a5220b-687c-40af-98f2-bc38bb96592d'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:11.778282 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c3aa28d9-0165-4b07-ae0b-7823f6a1a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:41:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a8a5220b-687c-40af-98f2-bc38bb96592d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:11.792520 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-87a620c0-30a3-41f9-a936-87df66b23d2d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Allocated IP 172.20.0.9 (334b931d-a247-4fa0-8a4b-a4b91c08f8ed/e76f5d35-ae65-4041-b164-2ceb3f3e4249/202e6153-e17b-4a85-a22c-f3acc3f0d398) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:11.827518 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f0b20785-2d92-4dbf-8181-e88815d1c550 None None] Port 864b18e6-fc6f-49e6-adb8-bd3025eea118 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:42:11.829729 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c3aa28d9-0165-4b07-ae0b-7823f6a1a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:11.830461 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aa28d9-0165-4b07-ae0b-7823f6a1a90a None None] The sync data for ids ['a8a5220b-687c-40af-98f2-bc38bb96592d'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:42:11.845506 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-50fe469e-d583-4dd1-bd0d-d32ea68fe9fa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cd3c40833960421487e135029d096909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0702283 Aug 16 01:42:11.845816 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47324) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:11.859814 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0faf2053-5067-47b5-8a1a-783513632ce9 req-2548b41b-1b26-4dcb-9e38-f7cbc6405bc9 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0322421 Aug 16 01:42:11.909133 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24e02afb-7ffe-4c05-9129-63b8c41e5d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.933003 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24e02afb-7ffe-4c05-9129-63b8c41e5d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.959333 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f6336251-ad2c-416f-8905-6f70e6cc478a None None] Provisioning complete for port 864b18e6-fc6f-49e6-adb8-bd3025eea118 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:11.959699 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6336251-ad2c-416f-8905-6f70e6cc478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:11.997965 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f6336251-ad2c-416f-8905-6f70e6cc478a None None] Port 864b18e6-fc6f-49e6-adb8-bd3025eea118 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:42:12.003650 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24e02afb-7ffe-4c05-9129-63b8c41e5d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.005901 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87a620c0-30a3-41f9-a936-87df66b23d2d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.006876 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24e02afb-7ffe-4c05-9129-63b8c41e5d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.008118 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-24e02afb-7ffe-4c05-9129-63b8c41e5d60 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0c19a34d-c6d3-4b7f-a268-ac0743b75789 HTTP/1.1" status: 204 len: 168 time: 0.1612170 Aug 16 01:42:12.020351 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e02afb-7ffe-4c05-9129-63b8c41e5d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c19a34d-c6d3-4b7f-a268-ac0743b75789,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:12.024559 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-87a620c0-30a3-41f9-a936-87df66b23d2d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Transition to ACTIVE for port object 202e6153-e17b-4a85-a22c-f3acc3f0d398 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:12.069639 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87a620c0-30a3-41f9-a936-87df66b23d2d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.125174 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a620c0-30a3-41f9-a936-87df66b23d2d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Network 334b931d-a247-4fa0-8a4b-a4b91c08f8ed is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:12.131132 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-87a620c0-30a3-41f9-a936-87df66b23d2d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:12.137189 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a620c0-30a3-41f9-a936-87df66b23d2d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:12.171856 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a620c0-30a3-41f9-a936-87df66b23d2d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Pushing event updated for resources: {'Port': ['ID=202e6153-e17b-4a85-a22c-f3acc3f0d398,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:12.203234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a620c0-30a3-41f9-a936-87df66b23d2d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:12.204398 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87a620c0-30a3-41f9-a936-87df66b23d2d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.223362 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-87a620c0-30a3-41f9-a936-87df66b23d2d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8887973 Aug 16 01:42:12.226912 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47366) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:12.232285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:12.267725 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.383786 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.517473 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Allocated IP 172.25.3.224 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/b3a3c4d1-decf-46b7-8bea-286d13dc91bb) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:12.537387 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b47aaaed-0764-491e-a724-1b5771a8382c None None] Provisioning for port 202e6153-e17b-4a85-a22c-f3acc3f0d398 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:12.542413 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b47aaaed-0764-491e-a724-1b5771a8382c None None] Provisioning complete for port 202e6153-e17b-4a85-a22c-f3acc3f0d398 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:12.542790 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b47aaaed-0764-491e-a724-1b5771a8382c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.614425 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b47aaaed-0764-491e-a724-1b5771a8382c None None] Port 202e6153-e17b-4a85-a22c-f3acc3f0d398 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:42:12.678309 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.740787 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:12.763773 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5779b132-fcad-4ff6-82a2-60207b7db58b req-390b8488-f192-41ea-a7b3-ecae4052b33a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9c54fb697b92420f80b71c8da34c0d53&device_id=b178f708-8aaa-47dc-a149-ba97e88fa0ea HTTP/1.1" status: 200 len: 210 time: 0.0410037 Aug 16 01:42:12.766014 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:12.794703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:12.802615 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:12.812002 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-62cb0c85-4466-40ad-b8a2-3a8fd9f3b571 req-7bc2bdb8-7057-4eab-9668-38740d63f394 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=b178f708-8aaa-47dc-a149-ba97e88fa0ea HTTP/1.1" status: 200 len: 210 time: 0.0520172 Aug 16 01:42:12.853015 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5779b132-fcad-4ff6-82a2-60207b7db58b req-36946b30-aec8-429c-ba2b-82a02e8f5272 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=9c54fb697b92420f80b71c8da34c0d53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571303 Aug 16 01:42:12.902597 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Pushing event updated for resources: {'Port': ['ID=b3a3c4d1-decf-46b7-8bea-286d13dc91bb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:12.990163 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779b132-fcad-4ff6-82a2-60207b7db58b req-ac2e2a59-e67e-4bd7-8792-0eb8d13082ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:12.991744 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5779b132-fcad-4ff6-82a2-60207b7db58b req-ac2e2a59-e67e-4bd7-8792-0eb8d13082ec service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305666 Aug 16 01:42:13.007040 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96763a82-7b01-419e-8162-83859d8d8f5b req-cc4bb2a6-2aac-4fdb-b0bb-7f8f4ad2ead4 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:13.008840 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96763a82-7b01-419e-8162-83859d8d8f5b req-cc4bb2a6-2aac-4fdb-b0bb-7f8f4ad2ead4 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.1287060 Aug 16 01:42:13.010218 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.044041 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47468) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:13.073030 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.077814 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96763a82-7b01-419e-8162-83859d8d8f5b req-437e9f7d-a7e3-45cf-8e33-8fc8dcedf888 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579057 Aug 16 01:42:13.187043 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f02e8161-4728-4843-8491-5a871cd1a702 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-128036141-network', 'tenant_id': '7e5150ff016840fe81e99f64fcc9b934'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:13.208742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02e8161-4728-4843-8491-5a871cd1a702 admin admin] Made reservation on behalf of 7e5150ff016840fe81e99f64fcc9b934 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:13.211420 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f02e8161-4728-4843-8491-5a871cd1a702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.215533 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cc98000f-0a47-46a0-ac19-baf3fbadda7f req-1178cb8d-a558-40fc-86a6-2d388823b523 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0334373 Aug 16 01:42:13.221396 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f02e8161-4728-4843-8491-5a871cd1a702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.308570 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.319669 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.365199 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f02e8161-4728-4843-8491-5a871cd1a702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.369834 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f02e8161-4728-4843-8491-5a871cd1a702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.392728 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02e8161-4728-4843-8491-5a871cd1a702 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:42:13.400584 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Pushing event updated for resources: {'Port': ['ID=b3a3c4d1-decf-46b7-8bea-286d13dc91bb,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:13.406261 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e8161-4728-4843-8491-5a871cd1a702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53715973-19bf-47d7-a2a0-3c3ef82df32e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:13.413851 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:13.414439 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:13.414919 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:13.415460 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f02e8161-4728-4843-8491-5a871cd1a702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.416253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:13.416480 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-f02e8161-4728-4843-8491-5a871cd1a702 admin admin] Added segment 222266a4-e9df-4c14-8d5d-4d09c73bf81e of type vlan for network f2b49931-4d1f-4a7f-8667-2143045a81d2 Aug 16 01:42:13.416577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:13.416577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:13.416707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:13.417004 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:13.417330 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:13.417648 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:13.418022 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:13.418325 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:13.424236 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.442809 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.446968 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b4ae3236-bea3-40eb-8ce2-2e6786785d05 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2161703 Aug 16 01:42:13.447311 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47518) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:13.452124 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0cf0abe1-d913-4bd9-91bb-b1b68cfb3cf4 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Request body: {'floatingip': {'port_id': '202e6153-e17b-4a85-a22c-f3acc3f0d398', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:13.465079 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f02e8161-4728-4843-8491-5a871cd1a702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.493563 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0cf0abe1-d913-4bd9-91bb-b1b68cfb3cf4 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.505496 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f02e8161-4728-4843-8491-5a871cd1a702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.506637 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02e8161-4728-4843-8491-5a871cd1a702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:13.507422 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f02e8161-4728-4843-8491-5a871cd1a702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.570805 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f02e8161-4728-4843-8491-5a871cd1a702 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5254180 Aug 16 01:42:13.571433 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47540) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:13.578827 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a428c518-a4dc-46cc-b5ae-bdb2cc13de35 admin admin] Request body: {'subnet': {'network_id': 'f2b49931-4d1f-4a7f-8667-2143045a81d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-128036141-subnet', 'tenant_id': '7e5150ff016840fe81e99f64fcc9b934', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:13.586053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e8161-4728-4843-8491-5a871cd1a702 admin admin] Pushing event updated for resources: {'Network': ['ID=f2b49931-4d1f-4a7f-8667-2143045a81d2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:13.599995 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network f2b49931-4d1f-4a7f-8667-2143045a81d2 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:42:13.608111 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a428c518-a4dc-46cc-b5ae-bdb2cc13de35 admin admin] Made reservation on behalf of 7e5150ff016840fe81e99f64fcc9b934 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:13.610501 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a428c518-a4dc-46cc-b5ae-bdb2cc13de35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.833646 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-0cf0abe1-d913-4bd9-91bb-b1b68cfb3cf4 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] update failed (client error): The resource could not be found. Aug 16 01:42:13.834751 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0cf0abe1-d913-4bd9-91bb-b1b68cfb3cf4 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] 10.222.0.68 "PUT /v2.0/floatingips/390d279e-53bb-40d6-8231-b5c4fbedff6b HTTP/1.1" status: 404 len: 507 time: 0.3864393 Aug 16 01:42:13.837526 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47566) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:13.840183 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a428c518-a4dc-46cc-b5ae-bdb2cc13de35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.935948 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e6a68cc-e53a-4470-8574-b6b8afe52cc5 req-2ee8bc7e-927a-4df2-833f-c5f8d8b9be8f tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=b178f708-8aaa-47dc-a149-ba97e88fa0ea HTTP/1.1" status: 200 len: 210 time: 0.0401468 Aug 16 01:42:13.938242 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428c518-a4dc-46cc-b5ae-bdb2cc13de35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2dce03e-4ee1-4ddb-ad03-12a65749d1ca,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:13.940997 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428c518-a4dc-46cc-b5ae-bdb2cc13de35 admin admin] Checking segment: {'id': '222266a4-e9df-4c14-8d5d-4d09c73bf81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f2b49931-4d1f-4a7f-8667-2143045a81d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:13.941139 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a428c518-a4dc-46cc-b5ae-bdb2cc13de35 admin admin] Network hostable DHCP agents. Network: f2b49931-4d1f-4a7f-8667-2143045a81d2, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:42:13.966494 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a428c518-a4dc-46cc-b5ae-bdb2cc13de35 admin admin] Network f2b49931-4d1f-4a7f-8667-2143045a81d2 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:42:13.983601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a428c518-a4dc-46cc-b5ae-bdb2cc13de35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, f2b49931-4d1f-4a7f-8667-2143045a81d2) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:13.990678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a428c518-a4dc-46cc-b5ae-bdb2cc13de35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:13.991471 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a428c518-a4dc-46cc-b5ae-bdb2cc13de35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:13.992593 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8e0ec4-658a-4775-8d15-e3c83f3c2bf0 None None] Network f2b49931-4d1f-4a7f-8667-2143045a81d2 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:14.009335 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a428c518-a4dc-46cc-b5ae-bdb2cc13de35 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4348669 Aug 16 01:42:14.010461 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-45885b5f-efba-48ac-9b6b-ef34bf50d9e5 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Deleting port b3a3c4d1-decf-46b7-8bea-286d13dc91bb {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:14.011802 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45885b5f-efba-48ac-9b6b-ef34bf50d9e5 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.139046 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45885b5f-efba-48ac-9b6b-ef34bf50d9e5 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.139628 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45885b5f-efba-48ac-9b6b-ef34bf50d9e5 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.157309 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-45885b5f-efba-48ac-9b6b-ef34bf50d9e5 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Calling delete_port for b3a3c4d1-decf-46b7-8bea-286d13dc91bb owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:14.183998 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1bbb61-df64-4314-94c3-6db185ed8c03 None None] Network f2b49931-4d1f-4a7f-8667-2143045a81d2 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:14.236332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a111b9-f7a2-4dd4-af81-48bd2f0a3506 req-44d2cbb2-b5d7-4cba-882c-393676aadbf9 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:14.239388 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e0a111b9-f7a2-4dd4-af81-48bd2f0a3506 req-44d2cbb2-b5d7-4cba-882c-393676aadbf9 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.0738733 Aug 16 01:42:14.270641 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47608) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:14.313121 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e0a111b9-f7a2-4dd4-af81-48bd2f0a3506 req-5dbf6666-661d-43d9-b4c7-f375f7f0cfe1 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624087 Aug 16 01:42:14.393044 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2973246-7007-4a02-a490-cd9b01754977 req-0884a706-d01f-4fb0-9888-9d7be73885ee tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0432854 Aug 16 01:42:14.398335 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5ae9b1-52ad-459a-bb26-41c3e9ec25f9 admin admin] Deleting subnet e2dce03e-4ee1-4ddb-ad03-12a65749d1ca {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:42:14.402955 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e5ae9b1-52ad-459a-bb26-41c3e9ec25f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.455578 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45885b5f-efba-48ac-9b6b-ef34bf50d9e5 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.487556 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e5ae9b1-52ad-459a-bb26-41c3e9ec25f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.488618 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5779b132-fcad-4ff6-82a2-60207b7db58b req-ffb54d3e-dcf8-4cce-b1c9-6eb11acf7d37 tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.63 "GET /v2.0/ports?device_id=b178f708-8aaa-47dc-a149-ba97e88fa0ea HTTP/1.1" status: 200 len: 210 time: 0.0263360 Aug 16 01:42:14.489431 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45885b5f-efba-48ac-9b6b-ef34bf50d9e5 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Pushing event deleted for resources: {'Port': ['ID=b3a3c4d1-decf-46b7-8bea-286d13dc91bb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:14.580891 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e5ae9b1-52ad-459a-bb26-41c3e9ec25f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.620324 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45885b5f-efba-48ac-9b6b-ef34bf50d9e5 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.622845 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45885b5f-efba-48ac-9b6b-ef34bf50d9e5 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.623975 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-45885b5f-efba-48ac-9b6b-ef34bf50d9e5 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] 10.222.0.68 "DELETE /v2.0/floatingips/390d279e-53bb-40d6-8231-b5c4fbedff6b HTTP/1.1" status: 204 len: 168 time: 0.7851591 Aug 16 01:42:14.627588 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47650) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:14.632749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c93c381a-1630-4365-b9e3-8aaba0dc60d8 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Request body: {'floatingip': {'floating_network_id': '334b931d-a247-4fa0-8a4b-a4b91c08f8ed', 'port_id': '202e6153-e17b-4a85-a22c-f3acc3f0d398', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:14.668032 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c93c381a-1630-4365-b9e3-8aaba0dc60d8 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.672560 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e5ae9b1-52ad-459a-bb26-41c3e9ec25f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.709259 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ae9b1-52ad-459a-bb26-41c3e9ec25f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2dce03e-4ee1-4ddb-ad03-12a65749d1ca,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:14.739797 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e5ae9b1-52ad-459a-bb26-41c3e9ec25f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.741677 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4e5ae9b1-52ad-459a-bb26-41c3e9ec25f9 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e2dce03e-4ee1-4ddb-ad03-12a65749d1ca HTTP/1.1" status: 204 len: 168 time: 0.4692419 Aug 16 01:42:14.744514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47656) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:14.813080 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf141332-b5e3-437b-afe1-7c991a6d1d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.816405 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-c93c381a-1630-4365-b9e3-8aaba0dc60d8 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:42:14.822195 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c93c381a-1630-4365-b9e3-8aaba0dc60d8 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1897943 Aug 16 01:42:14.822410 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47658) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:14.827083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5810d6a3-7b5b-47a9-bca1-8e1ed94f5d3d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': '202e6153-e17b-4a85-a22c-f3acc3f0d398', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:14.855555 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5810d6a3-7b5b-47a9-bca1-8e1ed94f5d3d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.902535 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf141332-b5e3-437b-afe1-7c991a6d1d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.915137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cf141332-b5e3-437b-afe1-7c991a6d1d53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b49931-4d1f-4a7f-8667-2143045a81d2']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:14.927827 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cf141332-b5e3-437b-afe1-7c991a6d1d53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222266a4-e9df-4c14-8d5d-4d09c73bf81e') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:14.928124 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cf141332-b5e3-437b-afe1-7c991a6d1d53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222266a4-e9df-4c14-8d5d-4d09c73bf81e') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:14.942961 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf141332-b5e3-437b-afe1-7c991a6d1d53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.963752 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf141332-b5e3-437b-afe1-7c991a6d1d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.972068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf141332-b5e3-437b-afe1-7c991a6d1d53 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:42:14.973028 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf141332-b5e3-437b-afe1-7c991a6d1d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:42:14.975547 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:42:15.002387 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5810d6a3-7b5b-47a9-bca1-8e1ed94f5d3d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.062599 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf141332-b5e3-437b-afe1-7c991a6d1d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.084716 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf141332-b5e3-437b-afe1-7c991a6d1d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.089677 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cf141332-b5e3-437b-afe1-7c991a6d1d53 admin admin] 10.222.0.68 "DELETE /v2.0/networks/f2b49931-4d1f-4a7f-8667-2143045a81d2 HTTP/1.1" status: 204 len: 168 time: 0.3417556 Aug 16 01:42:15.089677 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf141332-b5e3-437b-afe1-7c991a6d1d53 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2b49931-4d1f-4a7f-8667-2143045a81d2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:15.107989 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b587f52a-71ca-4e88-8944-7d3494b32ff7 req-24c1a4cf-0aec-46bf-b953-ac47d9f9d44a tempest-ServerShowV247Test-775224587 tempest-ServerShowV247Test-775224587-project] 10.222.0.68 "GET /v2.0/ports?device_id=b178f708-8aaa-47dc-a149-ba97e88fa0ea HTTP/1.1" status: 200 len: 210 time: 0.0644205 Aug 16 01:42:15.206580 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-5810d6a3-7b5b-47a9-bca1-8e1ed94f5d3d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Allocated IP 172.25.3.126 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/0e2f491d-f137-48bc-bd36-9c7081ef7ab8) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:15.286177 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47704) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:15.335952 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-eba899cc-746f-4d57-a83d-195592328c33 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7e5150ff016840fe81e99f64fcc9b934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457840 Aug 16 01:42:15.340282 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47718) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:15.361704 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5810d6a3-7b5b-47a9-bca1-8e1ed94f5d3d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.419756 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5810d6a3-7b5b-47a9-bca1-8e1ed94f5d3d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.445344 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c6138d8-0d9a-4bf1-bd56-7be58dfe26d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.463602 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810d6a3-7b5b-47a9-bca1-8e1ed94f5d3d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Pushing event updated for resources: {'Port': ['ID=0e2f491d-f137-48bc-bd36-9c7081ef7ab8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:15.470515 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090c502-e47e-4cde-8b4f-e2ed2bfb09a9 req-9af9003f-c3e6-4eec-9756-c067adbfe95c tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:15.472337 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2090c502-e47e-4cde-8b4f-e2ed2bfb09a9 req-9af9003f-c3e6-4eec-9756-c067adbfe95c tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.0830672 Aug 16 01:42:15.483463 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5810d6a3-7b5b-47a9-bca1-8e1ed94f5d3d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:15.485161 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-5810d6a3-7b5b-47a9-bca1-8e1ed94f5d3d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:15.488235 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810d6a3-7b5b-47a9-bca1-8e1ed94f5d3d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:15.498886 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c6138d8-0d9a-4bf1-bd56-7be58dfe26d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.561347 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2090c502-e47e-4cde-8b4f-e2ed2bfb09a9 req-c03fc778-2074-4482-81ce-451f6eef5089 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743303 Aug 16 01:42:15.586384 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c6138d8-0d9a-4bf1-bd56-7be58dfe26d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.589092 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c6138d8-0d9a-4bf1-bd56-7be58dfe26d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.590316 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5c6138d8-0d9a-4bf1-bd56-7be58dfe26d8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/53715973-19bf-47d7-a2a0-3c3ef82df32e HTTP/1.1" status: 204 len: 168 time: 0.2490623 Aug 16 01:42:15.607753 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6138d8-0d9a-4bf1-bd56-7be58dfe26d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53715973-19bf-47d7-a2a0-3c3ef82df32e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:15.709431 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7373ecde-8672-476a-97f9-7f07bae92755 req-b4c6b2e6-5a55-40a1-adfc-041424fd84ec tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0429039 Aug 16 01:42:15.735121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5810d6a3-7b5b-47a9-bca1-8e1ed94f5d3d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Deleting port 0e2f491d-f137-48bc-bd36-9c7081ef7ab8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:15.735734 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5810d6a3-7b5b-47a9-bca1-8e1ed94f5d3d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.830863 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5810d6a3-7b5b-47a9-bca1-8e1ed94f5d3d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.831319 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5810d6a3-7b5b-47a9-bca1-8e1ed94f5d3d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:15.855030 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5810d6a3-7b5b-47a9-bca1-8e1ed94f5d3d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Calling delete_port for 0e2f491d-f137-48bc-bd36-9c7081ef7ab8 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:16.000774 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5810d6a3-7b5b-47a9-bca1-8e1ed94f5d3d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:16.046644 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810d6a3-7b5b-47a9-bca1-8e1ed94f5d3d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Pushing event deleted for resources: {'Port': ['ID=0e2f491d-f137-48bc-bd36-9c7081ef7ab8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:16.155203 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-5810d6a3-7b5b-47a9-bca1-8e1ed94f5d3d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] create failed (client error): The resource could not be found. Aug 16 01:42:16.157820 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5810d6a3-7b5b-47a9-bca1-8e1ed94f5d3d tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3334455 Aug 16 01:42:16.163897 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47810) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:16.298895 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-9f4dac93-f0bb-4a86-84e5-ff32f6a5956e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Deleting port 202e6153-e17b-4a85-a22c-f3acc3f0d398 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:16.299437 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f4dac93-f0bb-4a86-84e5-ff32f6a5956e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:16.425212 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f4dac93-f0bb-4a86-84e5-ff32f6a5956e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:16.447138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-9f4dac93-f0bb-4a86-84e5-ff32f6a5956e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Calling delete_port for 202e6153-e17b-4a85-a22c-f3acc3f0d398 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:16.608194 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f4dac93-f0bb-4a86-84e5-ff32f6a5956e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:16.638172 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4dac93-f0bb-4a86-84e5-ff32f6a5956e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Pushing event deleted for resources: {'Port': ['ID=202e6153-e17b-4a85-a22c-f3acc3f0d398,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:16.694420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47858) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:16.727461 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f4dac93-f0bb-4a86-84e5-ff32f6a5956e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:16.730143 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9f4dac93-f0bb-4a86-84e5-ff32f6a5956e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] 10.222.0.68 "DELETE /v2.0/ports/202e6153-e17b-4a85-a22c-f3acc3f0d398 HTTP/1.1" status: 204 len: 168 time: 0.5650167 Aug 16 01:42:16.732636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47862) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:16.789036 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f07a86-d54f-4dd6-a765-4ff3689fd3f3 req-1849a455-d5cd-4639-a41b-2428e23dc92e tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:16.798796 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53f07a86-d54f-4dd6-a765-4ff3689fd3f3 req-1849a455-d5cd-4639-a41b-2428e23dc92e tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.0920415 Aug 16 01:42:16.828086 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c13e03f-9a8c-454d-a96d-bb65a4dc7f3b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:16.842060 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47868) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:16.842783 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9c13e03f-9a8c-454d-a96d-bb65a4dc7f3b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] 10.222.0.68 "GET /v2.0/ports?device_id=a8a5220b-687c-40af-98f2-bc38bb96592d HTTP/1.1" status: 200 len: 913 time: 0.1090367 Aug 16 01:42:16.922246 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43b5a987-c7dc-43f8-b5b6-b343435c551b req-a94b3180-8ed1-49fc-822d-cf035cface41 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0574796 Aug 16 01:42:17.096932 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53f07a86-d54f-4dd6-a765-4ff3689fd3f3 req-3077339c-cbfe-470f-b7a6-a2f0aa05c227 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970061 Aug 16 01:42:17.109165 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93590475-a54b-4fa3-89a6-7ed5aca0c891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.393596 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93590475-a54b-4fa3-89a6-7ed5aca0c891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.399906 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93590475-a54b-4fa3-89a6-7ed5aca0c891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.474145 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-93590475-a54b-4fa3-89a6-7ed5aca0c891 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9c54fb697b92420f80b71c8da34c0d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7785451 Aug 16 01:42:17.481328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47894) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:17.482236 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93590475-a54b-4fa3-89a6-7ed5aca0c891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7afe5b-79b5-476e-8fde-e1471fdc8876,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:17.484862 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47896) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:17.572433 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0eba3041-7fca-4d08-9952-fd2006276e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.602225 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0eba3041-7fca-4d08-9952-fd2006276e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.637821 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a50df4b0-ca1e-44ba-a8e8-a2709af06d5e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.664220 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0eba3041-7fca-4d08-9952-fd2006276e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.666802 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0eba3041-7fca-4d08-9952-fd2006276e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:17.670220 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0eba3041-7fca-4d08-9952-fd2006276e09 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1a7afe5b-79b5-476e-8fde-e1471fdc8876 HTTP/1.1" status: 204 len: 168 time: 0.1850481 Aug 16 01:42:17.676794 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba3041-7fca-4d08-9952-fd2006276e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7afe5b-79b5-476e-8fde-e1471fdc8876,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:17.967326 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90adead5-3096-4f8b-bb14-f4face951cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:18.133276 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0c3529b1-62d2-42d3-a1dd-585e6e72d1bb req-bd9d10fb-ae56-4510-be2b-2b12450f4bea tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0927122 Aug 16 01:42:18.325646 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90adead5-3096-4f8b-bb14-f4face951cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:18.334510 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fa6e4-243e-4828-b9ed-eed464388c48 req-cf4dbe44-fa8a-4c97-bccd-57519a39acff tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:18.336035 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e10fa6e4-243e-4828-b9ed-eed464388c48 req-cf4dbe44-fa8a-4c97-bccd-57519a39acff tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.1317432 Aug 16 01:42:18.341248 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90adead5-3096-4f8b-bb14-f4face951cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:18.476643 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90adead5-3096-4f8b-bb14-f4face951cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebd8b36-93e9-47bd-a4b6-d07596730f1a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:18.486111 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-90adead5-3096-4f8b-bb14-f4face951cff admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0168ad87680b4e81b61c3edfeadf00ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9955165 Aug 16 01:42:18.486284 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47934) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:18.512292 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e10fa6e4-243e-4828-b9ed-eed464388c48 req-eed458b2-856b-4aa0-a4ba-1e02183fc915 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667423 Aug 16 01:42:18.628514 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a50df4b0-ca1e-44ba-a8e8-a2709af06d5e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Deleting port 864b18e6-fc6f-49e6-adb8-bd3025eea118 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:18.631881 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a50df4b0-ca1e-44ba-a8e8-a2709af06d5e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:18.638511 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51b159c0-ed1b-4545-b468-c50f9a582c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:18.682522 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51b159c0-ed1b-4545-b468-c50f9a582c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:18.779952 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51b159c0-ed1b-4545-b468-c50f9a582c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:18.788037 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51b159c0-ed1b-4545-b468-c50f9a582c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:18.790924 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-51b159c0-ed1b-4545-b468-c50f9a582c80 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6ebd8b36-93e9-47bd-a4b6-d07596730f1a HTTP/1.1" status: 204 len: 168 time: 0.3029003 Aug 16 01:42:18.806694 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b159c0-ed1b-4545-b468-c50f9a582c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebd8b36-93e9-47bd-a4b6-d07596730f1a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:18.865636 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a50df4b0-ca1e-44ba-a8e8-a2709af06d5e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:18.886288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a50df4b0-ca1e-44ba-a8e8-a2709af06d5e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Calling delete_port for 864b18e6-fc6f-49e6-adb8-bd3025eea118 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:19.096240 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a50df4b0-ca1e-44ba-a8e8-a2709af06d5e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:19.129785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50df4b0-ca1e-44ba-a8e8-a2709af06d5e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Pushing event deleted for resources: {'Port': ['ID=864b18e6-fc6f-49e6-adb8-bd3025eea118,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:19.352620 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99440680-8ccf-42f4-8880-e98e4b1a1453 req-83647ce6-4c18-4091-a0d8-a37933364a41 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0780959 Aug 16 01:42:19.353362 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47962) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:19.402038 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a50df4b0-ca1e-44ba-a8e8-a2709af06d5e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:19.561302 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0f1b8e14-14d4-4f30-8ba2-33a46a1883b9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-239154759-network', 'tenant_id': '5ad2ac0bd7454cfab82eaaabde2ce6ee'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:19.588593 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50df4b0-ca1e-44ba-a8e8-a2709af06d5e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Router a8a5220b-687c-40af-98f2-bc38bb96592d has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:42:19.590552 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1b8e14-14d4-4f30-8ba2-33a46a1883b9 admin admin] Made reservation on behalf of 5ad2ac0bd7454cfab82eaaabde2ce6ee for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:19.593815 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8e14-14d4-4f30-8ba2-33a46a1883b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:19.604322 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8e14-14d4-4f30-8ba2-33a46a1883b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:19.728041 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8e14-14d4-4f30-8ba2-33a46a1883b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:19.733471 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8e14-14d4-4f30-8ba2-33a46a1883b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:19.737332 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50df4b0-ca1e-44ba-a8e8-a2709af06d5e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:42:19.747226 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a50df4b0-ca1e-44ba-a8e8-a2709af06d5e tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] 10.222.0.68 "PUT /v2.0/routers/a8a5220b-687c-40af-98f2-bc38bb96592d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8999875 Aug 16 01:42:19.747330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47978) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:19.757595 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9818f440-8a5f-47da-830b-e48228a8a974 None None] Sync routers for ids ['a8a5220b-687c-40af-98f2-bc38bb96592d'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:42:19.767330 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818f440-8a5f-47da-830b-e48228a8a974 None None] Routers {'a8a5220b-687c-40af-98f2-bc38bb96592d'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:19.767947 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9818f440-8a5f-47da-830b-e48228a8a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:41:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a8a5220b-687c-40af-98f2-bc38bb96592d'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:19.769016 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142edb8-168e-4bd1-be22-db77dfd9f37a req-18c2127c-226d-4dc5-b173-c9263ebd5eda tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:19.773316 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2142edb8-168e-4bd1-be22-db77dfd9f37a req-18c2127c-226d-4dc5-b173-c9263ebd5eda tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.0805480 Aug 16 01:42:19.806831 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9818f440-8a5f-47da-830b-e48228a8a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:19.818025 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818f440-8a5f-47da-830b-e48228a8a974 None None] Routers {'a8a5220b-687c-40af-98f2-bc38bb96592d'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:19.818646 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9818f440-8a5f-47da-830b-e48228a8a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:41:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a8a5220b-687c-40af-98f2-bc38bb96592d'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:19.825477 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2142edb8-168e-4bd1-be22-db77dfd9f37a req-337dddb7-2cdd-4e26-b8eb-68fe9bb598de tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464804 Aug 16 01:42:19.838498 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1b8e14-14d4-4f30-8ba2-33a46a1883b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:42:19.858201 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65f6da1c-ebbf-409e-8799-760d2ab0734b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:19.863373 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8e14-14d4-4f30-8ba2-33a46a1883b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:19.863643 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-0f1b8e14-14d4-4f30-8ba2-33a46a1883b9 admin admin] Added segment 0f89d840-05e2-4453-8949-1e0dc7e1ec05 of type vlan for network e34c68e7-0a34-46ae-ac57-cc0385b7595c Aug 16 01:42:19.868363 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9818f440-8a5f-47da-830b-e48228a8a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:19.869240 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9818f440-8a5f-47da-830b-e48228a8a974 None None] The sync data for ids ['a8a5220b-687c-40af-98f2-bc38bb96592d'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:42:19.904606 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b8e14-14d4-4f30-8ba2-33a46a1883b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9f77f6-7534-430d-84f7-33ca6e6ece85,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:20.049380 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-68e86bcf-4593-4299-9bba-c77497cfe09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.186663 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47992) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:20.310775 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df236eb9-0bbf-4af4-876e-7d5e5fa050ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.315652 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e8f28157-76be-4644-95e5-56b353f2653d req-3838ec40-69ad-4201-b4ef-f07e4597147c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0358927 Aug 16 01:42:20.402589 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8e14-14d4-4f30-8ba2-33a46a1883b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.418733 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df236eb9-0bbf-4af4-876e-7d5e5fa050ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.425212 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df236eb9-0bbf-4af4-876e-7d5e5fa050ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.444595 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65f6da1c-ebbf-409e-8799-760d2ab0734b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.448139 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65f6da1c-ebbf-409e-8799-760d2ab0734b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.506340 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8e14-14d4-4f30-8ba2-33a46a1883b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.507767 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1b8e14-14d4-4f30-8ba2-33a46a1883b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:20.508483 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8e14-14d4-4f30-8ba2-33a46a1883b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.508857 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26750b81-582a-451f-bd89-47f261fdb80d req-95642156-1d94-4fd0-8e55-117ba300106e tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0458419 Aug 16 01:42:20.509726 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df236eb9-0bbf-4af4-876e-7d5e5fa050ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf9080a-3846-41ad-810d-4baa783d9314,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:20.513681 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65f6da1c-ebbf-409e-8799-760d2ab0734b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.514209 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-df236eb9-0bbf-4af4-876e-7d5e5fa050ea admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=428d880d9f73426da1c8a2a166eeb76c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3268547 Aug 16 01:42:20.514336 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f6da1c-ebbf-409e-8799-760d2ab0734b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Fanout notify agent at l3_agent the message router_deleted on router a8a5220b-687c-40af-98f2-bc38bb96592d {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:42:20.517310 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48014) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:20.524394 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65f6da1c-ebbf-409e-8799-760d2ab0734b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.525358 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-65f6da1c-ebbf-409e-8799-760d2ab0734b tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] 10.222.0.68 "DELETE /v2.0/routers/a8a5220b-687c-40af-98f2-bc38bb96592d HTTP/1.1" status: 204 len: 168 time: 0.7777576 Aug 16 01:42:20.528261 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48016) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:20.580100 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c4cd657-783a-43a8-9c3f-7c8e20c22d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.603813 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c4cd657-783a-43a8-9c3f-7c8e20c22d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.625482 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0f1b8e14-14d4-4f30-8ba2-33a46a1883b9 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2708237 Aug 16 01:42:20.629869 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48018) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:20.634783 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8d625bd9-2013-4fd2-95e6-4923caa93e31 admin admin] Request body: {'subnet': {'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-239154759-subnet', 'tenant_id': '5ad2ac0bd7454cfab82eaaabde2ce6ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:20.636506 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-1e040827-4827-4de2-830e-dbc9aa026dde tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=fc6942614e03477a9449a13254c03eac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657446 Aug 16 01:42:20.657256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b8e14-14d4-4f30-8ba2-33a46a1883b9 admin admin] Pushing event updated for resources: {'Network': ['ID=e34c68e7-0a34-46ae-ac57-cc0385b7595c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:20.660838 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d625bd9-2013-4fd2-95e6-4923caa93e31 admin admin] Made reservation on behalf of 5ad2ac0bd7454cfab82eaaabde2ce6ee for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:20.663218 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d625bd9-2013-4fd2-95e6-4923caa93e31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.671578 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network e34c68e7-0a34-46ae-ac57-cc0385b7595c details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:42:20.701700 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f199b3-3fa6-43a1-a831-8ee7308d61b3 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Deleting subnet e76f5d35-ae65-4041-b164-2ceb3f3e4249 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:42:20.708508 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59f199b3-3fa6-43a1-a831-8ee7308d61b3 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.715554 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c4cd657-783a-43a8-9c3f-7c8e20c22d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.718318 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c4cd657-783a-43a8-9c3f-7c8e20c22d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.722258 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3c4cd657-783a-43a8-9c3f-7c8e20c22d69 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/abf9080a-3846-41ad-810d-4baa783d9314 HTTP/1.1" status: 204 len: 168 time: 0.2038033 Aug 16 01:42:20.741475 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cd657-783a-43a8-9c3f-7c8e20c22d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf9080a-3846-41ad-810d-4baa783d9314,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:20.785805 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59f199b3-3fa6-43a1-a831-8ee7308d61b3 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.834182 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-0f122d26-3bed-4fcb-ab06-4341ff5639a2 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:20.836160 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-0f122d26-3bed-4fcb-ab06-4341ff5639a2 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904061 Aug 16 01:42:20.859186 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-8cb637a5-16ae-4b4a-8c91-2a6204affeeb tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/quotas/fc6942614e03477a9449a13254c03eac HTTP/1.1" status: 200 len: 375 time: 0.0174036 Aug 16 01:42:20.918058 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-3ca7aba1-4868-4a9c-8357-202dfa93bbd9 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=fc6942614e03477a9449a13254c03eac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515316 Aug 16 01:42:20.928915 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d625bd9-2013-4fd2-95e6-4923caa93e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:20.934692 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59f199b3-3fa6-43a1-a831-8ee7308d61b3 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.034065 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d625bd9-2013-4fd2-95e6-4923caa93e31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9018291d-2978-41e4-8573-6602cff70f18,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:21.034955 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59f199b3-3fa6-43a1-a831-8ee7308d61b3 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.054327 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d625bd9-2013-4fd2-95e6-4923caa93e31 admin admin] Checking segment: {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:21.054804 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d625bd9-2013-4fd2-95e6-4923caa93e31 admin admin] Network hostable DHCP agents. Network: e34c68e7-0a34-46ae-ac57-cc0385b7595c, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:42:21.068041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaed0a1-2750-4d36-b8c7-88cde1d10120 req-30f7cc51-ef9a-40f3-9557-52b8e1abbe9c tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:21.075590 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-efaed0a1-2750-4d36-b8c7-88cde1d10120 req-30f7cc51-ef9a-40f3-9557-52b8e1abbe9c tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.1138244 Aug 16 01:42:21.082909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f199b3-3fa6-43a1-a831-8ee7308d61b3 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Pushing event deleted for resources: {'Subnet': ['ID=e76f5d35-ae65-4041-b164-2ceb3f3e4249,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:21.086240 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59f199b3-3fa6-43a1-a831-8ee7308d61b3 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.091453 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-59f199b3-3fa6-43a1-a831-8ee7308d61b3 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] 10.222.0.68 "DELETE /v2.0/subnets/e76f5d35-ae65-4041-b164-2ceb3f3e4249 HTTP/1.1" status: 204 len: 168 time: 0.5519435 Aug 16 01:42:21.092598 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48028) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:21.107167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80353f87-f056-48dd-9ca4-919d99705a4a None None] Network 334b931d-a247-4fa0-8a4b-a4b91c08f8ed requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:21.172206 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48034) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:21.176063 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c2d2200-e0a7-4451-a793-dde7b47b4ba1 req-f1a03eb1-fabb-4a0b-af0b-ded7e7c5927c tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 210 time: 0.0319188 Aug 16 01:42:21.189657 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-73bebbd1-d7ff-435e-ad8b-deb8c4a863bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.234470 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d625bd9-2013-4fd2-95e6-4923caa93e31 admin admin] Network e34c68e7-0a34-46ae-ac57-cc0385b7595c is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:42:21.317718 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-73bebbd1-d7ff-435e-ad8b-deb8c4a863bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.322856 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:42:21.325370 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-73bebbd1-d7ff-435e-ad8b-deb8c4a863bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.328573 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-efaed0a1-2750-4d36-b8c7-88cde1d10120 req-9248f1ec-9a90-4a9f-a7a6-f367338ed196 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312720 Aug 16 01:42:21.336121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8d625bd9-2013-4fd2-95e6-4923caa93e31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, e34c68e7-0a34-46ae-ac57-cc0385b7595c) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:21.351767 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d625bd9-2013-4fd2-95e6-4923caa93e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:21.352394 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d625bd9-2013-4fd2-95e6-4923caa93e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.361032 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adfcb36-1a3b-4c2f-857e-1b1bdfc5c205 None None] Network e34c68e7-0a34-46ae-ac57-cc0385b7595c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:21.366634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bebbd1-d7ff-435e-ad8b-deb8c4a863bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21417346-9da5-4b94-8a5a-5781fb0f7cf2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:21.393809 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-73bebbd1-d7ff-435e-ad8b-deb8c4a863bd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=db87b6eb3202438bafe128982c2b9e13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182994 Aug 16 01:42:21.396012 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48042) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:21.405490 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.423364 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c87c97d-da1f-426e-85f4-abe7f43302cb None None] DHCP port deletion for 334b931d-a247-4fa0-8a4b-a4b91c08f8ed request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:42:21.430371 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8d625bd9-2013-4fd2-95e6-4923caa93e31 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7992404 Aug 16 01:42:21.506611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Deleting port a0853e69-5874-43e1-ac3a-2167371dad61 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:21.507167 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.532248 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-802295b9-4bc9-458b-9c99-5efa1eab009d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.533867 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2c87c97d-da1f-426e-85f4-abe7f43302cb None None] Deleting port a0853e69-5874-43e1-ac3a-2167371dad61 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:21.534859 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c87c97d-da1f-426e-85f4-abe7f43302cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.591794 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-802295b9-4bc9-458b-9c99-5efa1eab009d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.622807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2c87c97d-da1f-426e-85f4-abe7f43302cb None None] For port a0853e69-5874-43e1-ac3a-2167371dad61, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a0853e69-5874-43e1-ac3a-2167371dad61,segment=NetworkSegment(4e8eb4e4-c778-4daf-8cca-00308db27bda),segment_id=4e8eb4e4-c778-4daf-8cca-00308db27bda)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:21.623277 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c87c97d-da1f-426e-85f4-abe7f43302cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.637285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] For port a0853e69-5874-43e1-ac3a-2167371dad61, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a0853e69-5874-43e1-ac3a-2167371dad61,segment=NetworkSegment(4e8eb4e4-c778-4daf-8cca-00308db27bda),segment_id=4e8eb4e4-c778-4daf-8cca-00308db27bda)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:21.637544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2c87c97d-da1f-426e-85f4-abe7f43302cb None None] Calling delete_port for a0853e69-5874-43e1-ac3a-2167371dad61 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:21.638071 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.667323 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-802295b9-4bc9-458b-9c99-5efa1eab009d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.670611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Calling delete_port for a0853e69-5874-43e1-ac3a-2167371dad61 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:21.671137 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-802295b9-4bc9-458b-9c99-5efa1eab009d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.672511 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-802295b9-4bc9-458b-9c99-5efa1eab009d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/21417346-9da5-4b94-8a5a-5781fb0f7cf2 HTTP/1.1" status: 204 len: 168 time: 0.2754443 Aug 16 01:42:21.706107 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802295b9-4bc9-458b-9c99-5efa1eab009d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21417346-9da5-4b94-8a5a-5781fb0f7cf2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:21.731480 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5574ef-883d-4b54-b4e1-659fd8237bcd None None] Network e34c68e7-0a34-46ae-ac57-cc0385b7595c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:21.745242 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-65abc54c-e99f-44e7-b98c-eaacc51ba885 req-d7971af0-dedc-4bcd-a87d-6d6a47e1352b tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0642779 Aug 16 01:42:21.817640 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c87c97d-da1f-426e-85f4-abe7f43302cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.857207 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:21.890150 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Pushing event deleted for resources: {'Port': ['ID=a0853e69-5874-43e1-ac3a-2167371dad61,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:21.902525 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] No DVR routers for this DVR port a0853e69-5874-43e1-ac3a-2167371dad61 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:42:21.903154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87c97d-da1f-426e-85f4-abe7f43302cb None None] Pushing event deleted for resources: {'Port': ['ID=a0853e69-5874-43e1-ac3a-2167371dad61,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:21.905171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87c97d-da1f-426e-85f4-abe7f43302cb None None] No DVR routers for this DVR port a0853e69-5874-43e1-ac3a-2167371dad61 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:42:22.054801 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:22.078536 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334b931d-a247-4fa0-8a4b-a4b91c08f8ed']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:22.103119 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8eb4e4-c778-4daf-8cca-00308db27bda') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:22.104030 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8eb4e4-c778-4daf-8cca-00308db27bda') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:22.117329 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:22.138655 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:22.147820 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-938488d1-1f1a-493c-83e6-f45ee35c648f req-127a5d24-f46b-4056-92ec-25b27e4c06f6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=548d1afdffd34fcd8d827a0774936cf7&device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0354724 Aug 16 01:42:22.149595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:42:22.153879 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:42:22.158599 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:42:22.190466 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-938488d1-1f1a-493c-83e6-f45ee35c648f req-ea16bae6-4f60-4655-9a31-5cba67e073d4 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=548d1afdffd34fcd8d827a0774936cf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323949 Aug 16 01:42:22.261218 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff133e80-d305-43ef-9078-bd8363bd0a4f req-95d38198-6ccb-49f0-8518-023b3696ea84 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0373149 Aug 16 01:42:22.286681 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:22.288160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-8d8f6add-030f-4327-a524-7901149ecf5c tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:22.294178 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-8d8f6add-030f-4327-a524-7901149ecf5c tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 805 time: 0.2809048 Aug 16 01:42:22.311746 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:22.317437 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] 10.222.0.68 "DELETE /v2.0/networks/334b931d-a247-4fa0-8a4b-a4b91c08f8ed HTTP/1.1" status: 204 len: 168 time: 1.2183990 Aug 16 01:42:22.317437 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672d3fc-5d56-45a9-ac10-ad96c45b6186 tempest-FloatingIPNegativeTestJSON-1634879782 tempest-FloatingIPNegativeTestJSON-1634879782-project] Pushing event deleted for resources: {'Network': ['ID=334b931d-a247-4fa0-8a4b-a4b91c08f8ed,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:22.339704 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-d5d76354-6791-4083-bcd2-ce5bb1e90d03 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/quotas/5ad2ac0bd7454cfab82eaaabde2ce6ee HTTP/1.1" status: 200 len: 375 time: 0.0252640 Aug 16 01:42:22.387725 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938488d1-1f1a-493c-83e6-f45ee35c648f req-95a445c5-3c73-40c0-995a-8caafd13cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:22.389831 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-938488d1-1f1a-493c-83e6-f45ee35c648f req-95a445c5-3c73-40c0-995a-8caafd13cb1b service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1915808 Aug 16 01:42:22.427015 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c394e5d3-f27b-44f9-b641-92a226d63683 req-1f359c1a-6c82-4e8d-87b3-4910a2243520 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 210 time: 0.0437777 Aug 16 01:42:22.438088 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-9cc8ffc6-f167-4446-9386-cd2d2b0ef496 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469387 Aug 16 01:42:22.541322 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45899777-ffe0-4fcf-85ea-ff118661d108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:22.569874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47bdce-3f91-49d7-be40-1282762e471a req-c9932063-0dd2-4765-a52a-7953eec9bb0f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:22.571785 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb47bdce-3f91-49d7-be40-1282762e471a req-c9932063-0dd2-4765-a52a-7953eec9bb0f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.0552464 Aug 16 01:42:22.622849 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb47bdce-3f91-49d7-be40-1282762e471a req-65bb2601-2550-4b2e-991a-c19f54fa4e1a tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435529 Aug 16 01:42:22.688514 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48098) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:22.768651 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-d708c699-fbf8-4ea0-a510-a066fcfe5b9d tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=fc6942614e03477a9449a13254c03eac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515389 Aug 16 01:42:22.828961 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-185f5125-df2a-4361-9faf-9f0724064d01 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8f667f9407dd45b7afbf365a8b1ce91e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391566 Aug 16 01:42:22.829669 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48106) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:22.901053 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f43d530-798d-4e92-87fb-c2a9c0773d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:22.914454 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-b5051fd1-bcb5-47b6-9e66-af6af6d29b96 service neutron] 10.222.0.68 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751899 Aug 16 01:42:22.929015 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f43d530-798d-4e92-87fb-c2a9c0773d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:22.984697 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-1ded5841-8e0c-480c-a9c8-b5471cee2d7a tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:22.986365 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-1ded5841-8e0c-480c-a9c8-b5471cee2d7a tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2121856 Aug 16 01:42:22.992010 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f43d530-798d-4e92-87fb-c2a9c0773d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:22.995819 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f43d530-798d-4e92-87fb-c2a9c0773d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:22.997325 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3f43d530-798d-4e92-87fb-c2a9c0773d70 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3c91483e-2d24-4934-848c-8c45db66f136 HTTP/1.1" status: 204 len: 168 time: 0.1665113 Aug 16 01:42:23.008297 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43d530-798d-4e92-87fb-c2a9c0773d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c91483e-2d24-4934-848c-8c45db66f136,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:23.008934 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-c7275507-5f7d-45ea-8a38-b57fa0529660 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Request body: {'port': {'device_id': 'de5a865d-2be2-45cd-8f6c-7b913bd20558', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': 'fc6942614e03477a9449a13254c03eac'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:23.100263 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-3f232603-294e-43eb-9c33-181d8969157a service neutron] 10.222.0.68 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813495 Aug 16 01:42:23.203687 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a0853e69-5874-43e1-ac3a-2167371dad61 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:42:23.203886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-c7275507-5f7d-45ea-8a38-b57fa0529660 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Made reservation on behalf of fc6942614e03477a9449a13254c03eac for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:23.207766 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-c7275507-5f7d-45ea-8a38-b57fa0529660 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:23.225311 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-c7275507-5f7d-45ea-8a38-b57fa0529660 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:23.276025 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: a0853e69-5874-43e1-ac3a-2167371dad61 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:42:23.276433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a0853e69-5874-43e1-ac3a-2167371dad61 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:42:23.288939 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:23.399256 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d588cfbd-1c87-4153-86e6-5bd727b02034 req-8a328b10-8a1d-4db6-acb2-3ff664b0a3d5 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0374489 Aug 16 01:42:23.409028 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5ed965b-9b24-46e9-85cf-9e728a06cdc3 req-a462aa23-3d78-48a5-817e-b188320ec0ed tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 210 time: 0.0337524 Aug 16 01:42:23.464204 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-c7275507-5f7d-45ea-8a38-b57fa0529660 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:23.470315 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-c7275507-5f7d-45ea-8a38-b57fa0529660 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:23.586905 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-62e1315c-b494-4baa-9aa8-b9a139903726 req-959ac381-16db-45f7-8ff1-24bf3593744c tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 210 time: 0.0406959 Aug 16 01:42:23.624475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7275507-5f7d-45ea-8a38-b57fa0529660 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2582f27-79fb-4f8b-b11c-1a81e4cddfe8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:23.647429 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-c7275507-5f7d-45ea-8a38-b57fa0529660 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Allocated IP 192.168.233.42 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/3f8b3078-dce8-40be-bd79-6f4f920ff26d) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:23.799228 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-938488d1-1f1a-493c-83e6-f45ee35c648f req-6da5a5ac-cf2d-49d6-9943-94209dbaa579 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.63 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0433686 Aug 16 01:42:23.877954 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14443b50-5008-4118-80eb-ee5c129a276b req-91cc7582-f259-4f53-8885-f19604f17d0e tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:23.880131 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14443b50-5008-4118-80eb-ee5c129a276b req-91cc7582-f259-4f53-8885-f19604f17d0e tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.1682518 Aug 16 01:42:23.955990 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14443b50-5008-4118-80eb-ee5c129a276b req-a174f13e-a1d2-409a-b42f-23e96a57eef3 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672519 Aug 16 01:42:23.990713 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-c7275507-5f7d-45ea-8a38-b57fa0529660 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.006332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-c7275507-5f7d-45ea-8a38-b57fa0529660 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Transition to ACTIVE for port object 3f8b3078-dce8-40be-bd79-6f4f920ff26d will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:24.067421 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-c7275507-5f7d-45ea-8a38-b57fa0529660 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.067832 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.124210 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-c7275507-5f7d-45ea-8a38-b57fa0529660 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:24.129555 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-c7275507-5f7d-45ea-8a38-b57fa0529660 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:24.133653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-c7275507-5f7d-45ea-8a38-b57fa0529660 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:24.141559 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7275507-5f7d-45ea-8a38-b57fa0529660 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Pushing event updated for resources: {'Port': ['ID=3f8b3078-dce8-40be-bd79-6f4f920ff26d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:24.199364 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-c7275507-5f7d-45ea-8a38-b57fa0529660 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:24.200052 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-c7275507-5f7d-45ea-8a38-b57fa0529660 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.221300 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-c7275507-5f7d-45ea-8a38-b57fa0529660 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2184544 Aug 16 01:42:24.233368 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Request body: {'port': {'device_id': 'de5a865d-2be2-45cd-8f6c-7b913bd20558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:24.306651 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.317102 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48170) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:24.584292 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-31833a42-1217-4125-af33-1bd6af768f45 None None] Provisioning for port 3f8b3078-dce8-40be-bd79-6f4f920ff26d completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:24.589400 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-31833a42-1217-4125-af33-1bd6af768f45 None None] Provisioning complete for port 3f8b3078-dce8-40be-bd79-6f4f920ff26d triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:24.590067 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-31833a42-1217-4125-af33-1bd6af768f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.591630 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77f2f38c-0b33-47c6-bf50-0950fbad7579 req-a74a5f5b-6ec2-4085-b93f-e8ad537875a5 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 210 time: 0.0481417 Aug 16 01:42:24.654363 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-eb3181bd-38ac-45b0-aaa9-9a6c58199d8a tempest-DvrRoutersNegativeTest-1673265714 tempest-DvrRoutersNegativeTest-1673265714-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1172921056', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:24.666812 n-d-765315-27 neutron-server[94673]: DEBUG neutron.policy [None req-eb3181bd-38ac-45b0-aaa9-9a6c58199d8a tempest-DvrRoutersNegativeTest-1673265714 tempest-DvrRoutersNegativeTest-1673265714-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94673) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 16 01:42:24.667125 n-d-765315-27 neutron-server[94673]: DEBUG neutron.policy [None req-eb3181bd-38ac-45b0-aaa9-9a6c58199d8a tempest-DvrRoutersNegativeTest-1673265714 tempest-DvrRoutersNegativeTest-1673265714-project] Failed policy check for 'create_router' {{(pid=94673) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 16 01:42:24.667876 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6481b01-6a46-4587-946c-57578985bf11 req-8e551b92-c82b-42a3-a062-1a0a192d88f0 tempest-ServerShowV254Test-173385438 tempest-ServerShowV254Test-173385438-project] 10.222.0.68 "GET /v2.0/ports?device_id=56f91dd7-b749-4514-96d8-56ff9c87c9c2 HTTP/1.1" status: 200 len: 210 time: 0.0478058 Aug 16 01:42:24.668638 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-eb3181bd-38ac-45b0-aaa9-9a6c58199d8a tempest-DvrRoutersNegativeTest-1673265714 tempest-DvrRoutersNegativeTest-1673265714-project] create failed (client error): Access was denied to this resource. Aug 16 01:42:24.676037 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-eb3181bd-38ac-45b0-aaa9-9a6c58199d8a tempest-DvrRoutersNegativeTest-1673265714 tempest-DvrRoutersNegativeTest-1673265714-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3548112 Aug 16 01:42:24.680725 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-31833a42-1217-4125-af33-1bd6af768f45 None None] Port 3f8b3078-dce8-40be-bd79-6f4f920ff26d cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:42:24.754559 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb86ea-143e-4869-b0a1-dddcd3f802f0 req-8f87633c-cbb1-4c33-b2a0-fde3821db382 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:24.756077 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4bdb86ea-143e-4869-b0a1-dddcd3f802f0 req-8f87633c-cbb1-4c33-b2a0-fde3821db382 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 935 time: 0.0676801 Aug 16 01:42:24.816711 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4bdb86ea-143e-4869-b0a1-dddcd3f802f0 req-df4914f5-f513-4e0f-bf79-ca795410a46d tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2582f27-79fb-4f8b-b11c-1a81e4cddfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523736 Aug 16 01:42:24.858944 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f8b3078-dce8-40be-bd79-6f4f920ff26d {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:24.870955 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:24.892874 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Transition to ACTIVE for port object 3f8b3078-dce8-40be-bd79-6f4f920ff26d will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:24.901045 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.137091 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48208) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:25.184158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476c363-7fe7-448d-a5dd-85702ea88c86 req-8a457050-25ad-410f-8de8-664f99765a03 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:25.186041 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9476c363-7fe7-448d-a5dd-85702ea88c86 req-8a457050-25ad-410f-8de8-664f99765a03 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.1105921 Aug 16 01:42:25.203240 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8b3078-dce8-40be-bd79-6f4f920ff26d,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:25.256123 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9476c363-7fe7-448d-a5dd-85702ea88c86 req-21faf960-9a62-439f-aec5-6dc9c31f72ab tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630698 Aug 16 01:42:25.273633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-8a610225-f8b0-45d3-a07e-d76233730729 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:25.275285 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-8a610225-f8b0-45d3-a07e-d76233730729 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.63 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 805 time: 0.3391962 Aug 16 01:42:25.276237 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Attempting to bind port 3f8b3078-dce8-40be-bd79-6f4f920ff26d on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:25.277802 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Attempting to bind port 3f8b3078-dce8-40be-bd79-6f4f920ff26d by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:25.277802 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Attempting to bind port 3f8b3078-dce8-40be-bd79-6f4f920ff26d on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:25.282660 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Port 3f8b3078-dce8-40be-bd79-6f4f920ff26d on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:42:25.283080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Attempting to bind port 3f8b3078-dce8-40be-bd79-6f4f920ff26d on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:25.290342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-d1c86530-f4ae-4481-ab19-d0f981316584 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Request body: {'port': {'device_id': '1a31d9ec-0f31-4604-96f9-7ac28d860f42', 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c', 'admin_state_up': True, 'tenant_id': '5ad2ac0bd7454cfab82eaaabde2ce6ee'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:25.321359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:25.321733 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:25.322120 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:25.322598 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Bound port: 3f8b3078-dce8-40be-bd79-6f4f920ff26d, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:25.322931 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.417474 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-698eb60a-e632-4406-ab53-e6ae6a4ead7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.506664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] For port 3f8b3078-dce8-40be-bd79-6f4f920ff26d, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:25.515337 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] For port 3f8b3078-dce8-40be-bd79-6f4f920ff26d, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3f8b3078-dce8-40be-bd79-6f4f920ff26d,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:25.523375 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.571087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:25.571679 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.573098 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] 10.222.0.73 "PUT /v2.0/ports/3f8b3078-dce8-40be-bd79-6f4f920ff26d HTTP/1.1" status: 200 len: 1096 time: 1.3445492 Aug 16 01:42:25.573502 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5a865d-2be2-45cd-8f6c-7b913bd20558', 'tag': '3f8b3078-dce8-40be-bd79-6f4f920ff26d'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:25.575741 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d50e77e-0d92-4d9b-8a44-73fb9e51328e" -d '{"events": [{"name": "network-changed", "server_uuid": "de5a865d-2be2-45cd-8f6c-7b913bd20558", "tag": "3f8b3078-dce8-40be-bd79-6f4f920ff26d"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:25.607931 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590f36a-fd1b-43b5-9a24-243d812d9011 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8b3078-dce8-40be-bd79-6f4f920ff26d,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:25.633314 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcce7b04-318c-4e64-b2b0-ecab8da184ca x-openstack-request-id: req-fcce7b04-318c-4e64-b2b0-ecab8da184ca {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:25.633505 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5a865d-2be2-45cd-8f6c-7b913bd20558", "tag": "3f8b3078-dce8-40be-bd79-6f4f920ff26d", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:25.633774 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fcce7b04-318c-4e64-b2b0-ecab8da184ca {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:25.634178 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5a865d-2be2-45cd-8f6c-7b913bd20558', 'tag': '3f8b3078-dce8-40be-bd79-6f4f920ff26d', 'status': 'completed', 'code': 200} Aug 16 01:42:25.683563 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-698eb60a-e632-4406-ab53-e6ae6a4ead7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.694577 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-698eb60a-e632-4406-ab53-e6ae6a4ead7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.717360 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-cf0d43aa-05c2-44bc-a924-aa88c0ce1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:25.718949 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-cf0d43aa-05c2-44bc-a924-aa88c0ce1eaf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc6942614e03477a9449a13254c03eac&device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 1099 time: 0.0821519 Aug 16 01:42:25.810723 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-19de61b2-62fe-4c02-bf5f-a6abdef6510d req-958e9626-b334-4209-95ad-bd8a601dffe4 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 210 time: 0.0865762 Aug 16 01:42:25.814679 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-d1c86530-f4ae-4481-ab19-d0f981316584 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Made reservation on behalf of 5ad2ac0bd7454cfab82eaaabde2ce6ee for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:25.818458 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-d1c86530-f4ae-4481-ab19-d0f981316584 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.825825 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-698eb60a-e632-4406-ab53-e6ae6a4ead7b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c346d48a48ca4029ad9ad2b63fa301d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6784775 Aug 16 01:42:25.836974 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-7c2b0868-af7b-4ba0-9468-20acecc91e28 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=3f8b3078-dce8-40be-bd79-6f4f920ff26d HTTP/1.1" status: 200 len: 217 time: 0.0805068 Aug 16 01:42:25.837112 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48244) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:25.865644 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698eb60a-e632-4406-ab53-e6ae6a4ead7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba3752d-8316-4852-a6dd-f0c2c81397b0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:25.883016 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.908080 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8c22920-67d4-4741-9f16-411a38f1d59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:25.960012 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8c22920-67d4-4741-9f16-411a38f1d59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:26.028187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-5a14a607-8c82-4e05-9a15-6bc3c9b15327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:26.030276 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-5a14a607-8c82-4e05-9a15-6bc3c9b15327 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1660008 Aug 16 01:42:26.074058 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8c22920-67d4-4741-9f16-411a38f1d59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:26.078388 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8c22920-67d4-4741-9f16-411a38f1d59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:26.082588 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d8c22920-67d4-4741-9f16-411a38f1d59e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1ba3752d-8316-4852-a6dd-f0c2c81397b0 HTTP/1.1" status: 204 len: 168 time: 0.2522080 Aug 16 01:42:26.096917 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c22920-67d4-4741-9f16-411a38f1d59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba3752d-8316-4852-a6dd-f0c2c81397b0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:26.128594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7183a6f-c759-4405-a77b-9799d59bccdc req-c16da44a-2a4c-4e14-8c26-4b6f4619d313 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:26.137079 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d7183a6f-c759-4405-a77b-9799d59bccdc req-c16da44a-2a4c-4e14-8c26-4b6f4619d313 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 947 time: 0.1663585 Aug 16 01:42:26.138264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-513b4d4f-9e4f-48ac-9092-5f454e8c1b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:26.140166 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-513b4d4f-9e4f-48ac-9092-5f454e8c1b99 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1002989 Aug 16 01:42:26.147541 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-d1c86530-f4ae-4481-ab19-d0f981316584 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Allocated IP 172.20.0.6 (e34c68e7-0a34-46ae-ac57-cc0385b7595c/9018291d-2978-41e4-8573-6602cff70f18/ba978e89-0a8f-4e00-b2a7-3d35c60a0298) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:26.161140 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48260) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:26.194031 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d7183a6f-c759-4405-a77b-9799d59bccdc req-3ae14cc8-643e-4423-9abe-19e78d76c56c tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2582f27-79fb-4f8b-b11c-1a81e4cddfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521080 Aug 16 01:42:26.337977 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-3e39e3b5-015b-445c-9810-936ae680a3d4 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878703 Aug 16 01:42:26.452838 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f755707c-0556-43cd-83fa-a603beba0d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:26.498129 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2222c7f2-94ff-4b55-942d-5d435b680eb3 req-793788b1-084d-4851-8a01-d4ea4459e9c9 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466091 Aug 16 01:42:26.556613 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-d1c86530-f4ae-4481-ab19-d0f981316584 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:26.583335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d468f-010d-4ee3-97f0-44f31b6d9e5b req-4414e872-e3c6-425c-83fa-af61f51aaccd tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:26.584865 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae8d468f-010d-4ee3-97f0-44f31b6d9e5b req-4414e872-e3c6-425c-83fa-af61f51aaccd tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.2171845 Aug 16 01:42:26.645924 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f755707c-0556-43cd-83fa-a603beba0d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:26.652291 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f755707c-0556-43cd-83fa-a603beba0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:26.668270 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae8d468f-010d-4ee3-97f0-44f31b6d9e5b req-09353a87-7987-47bf-a955-eae7bbb2252c tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631456 Aug 16 01:42:26.682088 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50e77e-0d92-4d9b-8a44-73fb9e51328e req-49fa4cc3-8640-409a-abbd-d141cfeae9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:26.683581 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d50e77e-0d92-4d9b-8a44-73fb9e51328e req-49fa4cc3-8640-409a-abbd-d141cfeae9b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc6942614e03477a9449a13254c03eac&device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 1099 time: 0.1184363 Aug 16 01:42:26.708262 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f755707c-0556-43cd-83fa-a603beba0d08 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=548d1afdffd34fcd8d827a0774936cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5436649 Aug 16 01:42:26.708262 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755707c-0556-43cd-83fa-a603beba0d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0539e225-9ca1-4ab4-8199-5f4ac017b0ad,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:26.709573 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48286) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:26.761477 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-d1c86530-f4ae-4481-ab19-d0f981316584 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:26.856107 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-d1c86530-f4ae-4481-ab19-d0f981316584 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Network e34c68e7-0a34-46ae-ac57-cc0385b7595c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:26.861353 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-d1c86530-f4ae-4481-ab19-d0f981316584 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:26.863206 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c86530-f4ae-4481-ab19-d0f981316584 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Pushing event updated for resources: {'Port': ['ID=ba978e89-0a8f-4e00-b2a7-3d35c60a0298,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:26.868764 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-d1c86530-f4ae-4481-ab19-d0f981316584 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:26.917036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50e77e-0d92-4d9b-8a44-73fb9e51328e req-53c03711-8fd5-422e-a022-03254e45797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:26.918719 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d50e77e-0d92-4d9b-8a44-73fb9e51328e req-53c03711-8fd5-422e-a022-03254e45797a service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.2205048 Aug 16 01:42:26.940094 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5a76800f-c6fe-490f-ac1e-810534209af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:26.967738 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e63fb-d059-479e-9249-d732fa27a8de req-abe3382b-089d-4d38-8573-f3853b7f3ff2 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:26.970753 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a42e63fb-d059-479e-9249-d732fa27a8de req-abe3382b-089d-4d38-8573-f3853b7f3ff2 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 931 time: 0.0670257 Aug 16 01:42:26.988171 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d50e77e-0d92-4d9b-8a44-73fb9e51328e req-c0d2366d-0cee-4629-8189-f34721551e4f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=3f8b3078-dce8-40be-bd79-6f4f920ff26d HTTP/1.1" status: 200 len: 217 time: 0.0606222 Aug 16 01:42:26.995799 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-d1c86530-f4ae-4481-ab19-d0f981316584 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:26.996361 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-d1c86530-f4ae-4481-ab19-d0f981316584 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.027090 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5a76800f-c6fe-490f-ac1e-810534209af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.035174 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a42e63fb-d059-479e-9249-d732fa27a8de req-8b56ad3f-ab58-4f5a-aa46-2d7e40e15ad2 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567894 Aug 16 01:42:27.081381 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-d1c86530-f4ae-4481-ab19-d0f981316584 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7950253 Aug 16 01:42:27.105275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Request body: {'port': {'device_id': '1a31d9ec-0f31-4604-96f9-7ac28d860f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:27.109649 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50e77e-0d92-4d9b-8a44-73fb9e51328e req-e0d35d60-dabb-41e5-b2bf-2be38727b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:27.111405 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d50e77e-0d92-4d9b-8a44-73fb9e51328e req-e0d35d60-dabb-41e5-b2bf-2be38727b184 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1093152 Aug 16 01:42:27.198775 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48310) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:27.342730 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee0083-ed20-4ce3-9384-fa1148be2097 req-98b38e41-b531-45c3-a785-edf3b83c5b32 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:27.344692 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fee0083-ed20-4ce3-9384-fa1148be2097 req-98b38e41-b531-45c3-a785-edf3b83c5b32 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 947 time: 0.0718060 Aug 16 01:42:27.398997 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fee0083-ed20-4ce3-9384-fa1148be2097 req-b428a7fd-0b8e-4cdd-aa01-6542fdfb97ee tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2582f27-79fb-4f8b-b11c-1a81e4cddfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463843 Aug 16 01:42:27.407102 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c0b3ef79-7b4a-4742-b308-4a0636410b55 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1889308797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:27.435299 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0b3ef79-7b4a-4742-b308-4a0636410b55 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.436631 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0b3ef79-7b4a-4742-b308-4a0636410b55 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.559528 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.565202 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5a76800f-c6fe-490f-ac1e-810534209af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.567019 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5a76800f-c6fe-490f-ac1e-810534209af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.568179 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5a76800f-c6fe-490f-ac1e-810534209af6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0539e225-9ca1-4ab4-8199-5f4ac017b0ad HTTP/1.1" status: 204 len: 168 time: 0.8586242 Aug 16 01:42:27.580649 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50e77e-0d92-4d9b-8a44-73fb9e51328e req-bc8d6819-f850-42e5-b6cd-64c405f8b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:27.582450 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d50e77e-0d92-4d9b-8a44-73fb9e51328e req-bc8d6819-f850-42e5-b6cd-64c405f8b6af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4524081 Aug 16 01:42:27.610793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76800f-c6fe-490f-ac1e-810534209af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0539e225-9ca1-4ab4-8199-5f4ac017b0ad,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:27.625909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48322) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:27.639982 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0b3ef79-7b4a-4742-b308-4a0636410b55 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.648917 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0b3ef79-7b4a-4742-b308-4a0636410b55 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.680185 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0b3ef79-7b4a-4742-b308-4a0636410b55 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.685954 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c0b3ef79-7b4a-4742-b308-4a0636410b55 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4859657 Aug 16 01:42:27.686638 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48326) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:27.694724 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d3297964-96f0-4d86-824d-45726fd0277c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-832297517'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:27.725423 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3297964-96f0-4d86-824d-45726fd0277c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Made reservation on behalf of 50d60256d9b6431ea7640c01b39b9581 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:27.731323 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3297964-96f0-4d86-824d-45726fd0277c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.747800 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3297964-96f0-4d86-824d-45726fd0277c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.845116 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d50e77e-0d92-4d9b-8a44-73fb9e51328e req-b433567a-0d68-4570-8e45-d290d3acb5f9 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357147 Aug 16 01:42:27.904150 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9815f-95c5-42ae-835b-18fe9e29bca6 req-9a69b9b4-25b4-4ed6-b3c5-d8587f363246 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:27.905738 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53c9815f-95c5-42ae-835b-18fe9e29bca6 req-9a69b9b4-25b4-4ed6-b3c5-d8587f363246 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.0808432 Aug 16 01:42:27.930423 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a1c58d76-d8a3-4a85-a5f7-4e5c82ae502e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.933789 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3297964-96f0-4d86-824d-45726fd0277c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.943597 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3297964-96f0-4d86-824d-45726fd0277c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:27.985322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3297964-96f0-4d86-824d-45726fd0277c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:42:28.003079 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53c9815f-95c5-42ae-835b-18fe9e29bca6 req-b0987971-f340-40fc-b381-e4369c2d0b74 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871918 Aug 16 01:42:28.007257 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3297964-96f0-4d86-824d-45726fd0277c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0278724f-1985-4a41-bad5-6585a9b44a9d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:28.012516 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3297964-96f0-4d86-824d-45726fd0277c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.013544 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-d3297964-96f0-4d86-824d-45726fd0277c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Added segment 1587b3d7-8602-4ad0-9f86-b96e3dc7ff0c of type vlan for network bc44e61e-2080-42ac-890e-427704196ce1 Aug 16 01:42:28.044865 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d50e77e-0d92-4d9b-8a44-73fb9e51328e req-1ea1a164-8037-4a45-ae08-99074eb5d308 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860120 Aug 16 01:42:28.063189 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3297964-96f0-4d86-824d-45726fd0277c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.088818 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba978e89-0a8f-4e00-b2a7-3d35c60a0298 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:28.101258 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.108574 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3297964-96f0-4d86-824d-45726fd0277c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.117633 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3297964-96f0-4d86-824d-45726fd0277c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:28.118542 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3297964-96f0-4d86-824d-45726fd0277c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.123354 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Transition to ACTIVE for port object ba978e89-0a8f-4e00-b2a7-3d35c60a0298 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:28.136398 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.228371 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3297964-96f0-4d86-824d-45726fd0277c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event updated for resources: {'Network': ['ID=bc44e61e-2080-42ac-890e-427704196ce1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:28.232063 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Pushing event updated for resources: {'Port': ['ID=ba978e89-0a8f-4e00-b2a7-3d35c60a0298,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:28.242636 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network bc44e61e-2080-42ac-890e-427704196ce1 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:42:28.251528 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a1c58d76-d8a3-4a85-a5f7-4e5c82ae502e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.267326 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d3297964-96f0-4d86-824d-45726fd0277c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5789850 Aug 16 01:42:28.270158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48344) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:28.275788 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c6b839cc-807b-419d-8ddb-0f21ca1d4cac tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Request body: {'subnet': {'network_id': 'bc44e61e-2080-42ac-890e-427704196ce1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:28.276258 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a1c58d76-d8a3-4a85-a5f7-4e5c82ae502e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.329985 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050f1a8-f203-4d4e-8b54-fb0b48cc2025 req-1b61f103-f15b-4f49-a927-385b26c613a1 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:28.332529 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b050f1a8-f203-4d4e-8b54-fb0b48cc2025 req-1b61f103-f15b-4f49-a927-385b26c613a1 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 943 time: 0.1640074 Aug 16 01:42:28.382317 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a1c58d76-d8a3-4a85-a5f7-4e5c82ae502e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=46ee2b1a38da4a9f8f4f19922acf328c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7458162 Aug 16 01:42:28.386459 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48346) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:28.388345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c58d76-d8a3-4a85-a5f7-4e5c82ae502e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09da4088-baa6-487d-943e-3469e208e0f8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:28.407759 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b839cc-807b-419d-8ddb-0f21ca1d4cac tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Made reservation on behalf of 50d60256d9b6431ea7640c01b39b9581 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:28.412440 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6b839cc-807b-419d-8ddb-0f21ca1d4cac tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.414126 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Attempting to bind port ba978e89-0a8f-4e00-b2a7-3d35c60a0298 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:28.414442 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Attempting to bind port ba978e89-0a8f-4e00-b2a7-3d35c60a0298 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:28.414791 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Attempting to bind port ba978e89-0a8f-4e00-b2a7-3d35c60a0298 on network e34c68e7-0a34-46ae-ac57-cc0385b7595c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:28.430381 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b050f1a8-f203-4d4e-8b54-fb0b48cc2025 req-47dd532e-6c77-4348-9b92-10dc33a8e08d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861261 Aug 16 01:42:28.431323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Port ba978e89-0a8f-4e00-b2a7-3d35c60a0298 on network e34c68e7-0a34-46ae-ac57-cc0385b7595c not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:42:28.431627 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Attempting to bind port ba978e89-0a8f-4e00-b2a7-3d35c60a0298 on network e34c68e7-0a34-46ae-ac57-cc0385b7595c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:28.437642 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:28.444001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Checking segment: {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:28.444454 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Bound using segment: {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:28.444928 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Bound port: ba978e89-0a8f-4e00-b2a7-3d35c60a0298, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:28.445361 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.523968 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] For port ba978e89-0a8f-4e00-b2a7-3d35c60a0298, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:28.527406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] For port ba978e89-0a8f-4e00-b2a7-3d35c60a0298, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ba978e89-0a8f-4e00-b2a7-3d35c60a0298,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:28.534011 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.577988 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:28.578912 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.580360 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] 10.222.0.63 "PUT /v2.0/ports/ba978e89-0a8f-4e00-b2a7-3d35c60a0298 HTTP/1.1" status: 200 len: 1092 time: 1.4828935 Aug 16 01:42:28.580807 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a31d9ec-0f31-4604-96f9-7ac28d860f42', 'tag': 'ba978e89-0a8f-4e00-b2a7-3d35c60a0298'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:28.584053 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe8ab8c-af6e-494e-8226-3e50d96f529d" -d '{"events": [{"name": "network-changed", "server_uuid": "1a31d9ec-0f31-4604-96f9-7ac28d860f42", "tag": "ba978e89-0a8f-4e00-b2a7-3d35c60a0298"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:28.586136 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-43f55235-ebeb-45aa-9ef8-3fffd5e4944a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.596564 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddbc5d-a383-43d2-b3a6-cfaf584dafac req-2609bc45-ea67-4417-98cf-3dd4a936c54d tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:28.599017 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-67ddbc5d-a383-43d2-b3a6-cfaf584dafac req-2609bc45-ea67-4417-98cf-3dd4a936c54d tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 947 time: 0.1041214 Aug 16 01:42:28.610844 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87774b-b83d-4627-b5bc-91c1700a1607 service neutron] Pushing event updated for resources: {'Port': ['ID=ba978e89-0a8f-4e00-b2a7-3d35c60a0298,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:28.641511 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507beea0-dc30-4751-a6f9-f9d7aa195487 x-openstack-request-id: req-507beea0-dc30-4751-a6f9-f9d7aa195487 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:28.642013 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a31d9ec-0f31-4604-96f9-7ac28d860f42", "tag": "ba978e89-0a8f-4e00-b2a7-3d35c60a0298", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:28.642265 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-507beea0-dc30-4751-a6f9-f9d7aa195487 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:28.642668 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a31d9ec-0f31-4604-96f9-7ac28d860f42', 'tag': 'ba978e89-0a8f-4e00-b2a7-3d35c60a0298', 'status': 'completed', 'code': 200} Aug 16 01:42:28.670986 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-43f55235-ebeb-45aa-9ef8-3fffd5e4944a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.710846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-f3671c7e-7af8-4508-b358-91577a977873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:28.713414 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-f3671c7e-7af8-4508-b358-91577a977873 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 1095 time: 0.0642676 Aug 16 01:42:28.724178 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-67ddbc5d-a383-43d2-b3a6-cfaf584dafac req-6fa2dd6b-32ba-43f4-8678-461ce40736ab tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2582f27-79fb-4f8b-b11c-1a81e4cddfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174104 Aug 16 01:42:28.788955 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6b839cc-807b-419d-8ddb-0f21ca1d4cac tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.789175 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-8b1bff52-f8c2-4a10-baee-3f5e28990e78 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba978e89-0a8f-4e00-b2a7-3d35c60a0298 HTTP/1.1" status: 200 len: 217 time: 0.0537927 Aug 16 01:42:28.804390 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-43f55235-ebeb-45aa-9ef8-3fffd5e4944a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.807295 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-43f55235-ebeb-45aa-9ef8-3fffd5e4944a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.810258 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-43f55235-ebeb-45aa-9ef8-3fffd5e4944a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/09da4088-baa6-487d-943e-3469e208e0f8 HTTP/1.1" status: 204 len: 168 time: 0.4224844 Aug 16 01:42:28.842909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-8cd45bf1-e79f-4a1c-a6ae-51b5f87273aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:28.844394 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-8cd45bf1-e79f-4a1c-a6ae-51b5f87273aa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9018291d-2978-41e4-8573-6602cff70f18 HTTP/1.1" status: 200 len: 845 time: 0.0481482 Aug 16 01:42:28.850196 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f55235-ebeb-45aa-9ef8-3fffd5e4944a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09da4088-baa6-487d-943e-3469e208e0f8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:28.880151 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b839cc-807b-419d-8ddb-0f21ca1d4cac tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event updated for resources: {'Subnet': ['ID=7d2dc5bf-1050-47d9-906a-ba9023d999fe,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:28.887504 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b839cc-807b-419d-8ddb-0f21ca1d4cac tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Checking segment: {'id': '1587b3d7-8602-4ad0-9f86-b96e3dc7ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bc44e61e-2080-42ac-890e-427704196ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:28.887756 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b839cc-807b-419d-8ddb-0f21ca1d4cac tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Network hostable DHCP agents. Network: bc44e61e-2080-42ac-890e-427704196ce1, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:42:28.907224 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b839cc-807b-419d-8ddb-0f21ca1d4cac tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Network bc44e61e-2080-42ac-890e-427704196ce1 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:42:28.918018 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-ef87863c-3d79-476b-ad81-b9f6400b5e67 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e34c68e7-0a34-46ae-ac57-cc0385b7595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654593 Aug 16 01:42:28.922415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c6b839cc-807b-419d-8ddb-0f21ca1d4cac tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, bc44e61e-2080-42ac-890e-427704196ce1) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:28.927903 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b839cc-807b-419d-8ddb-0f21ca1d4cac tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:28.928389 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6b839cc-807b-419d-8ddb-0f21ca1d4cac tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:28.932067 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74147b8-b4f6-433b-9a20-b4cab497be4e None None] Network bc44e61e-2080-42ac-890e-427704196ce1 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:28.955581 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c6b839cc-807b-419d-8ddb-0f21ca1d4cac tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6841581 Aug 16 01:42:28.956375 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48368) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:28.966681 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a6c62355-6941-44a2-8a61-c28afd2e234c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Request body: {'network': {'name': 'tempest-router-network01--2061130984'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:28.994174 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c62355-6941-44a2-8a61-c28afd2e234c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Made reservation on behalf of 50d60256d9b6431ea7640c01b39b9581 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:28.998383 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a6c62355-6941-44a2-8a61-c28afd2e234c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:29.031454 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c62355-6941-44a2-8a61-c28afd2e234c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:42:29.046723 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a6c62355-6941-44a2-8a61-c28afd2e234c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:29.047200 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-a6c62355-6941-44a2-8a61-c28afd2e234c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Added segment ccaaba16-86c5-4349-b8aa-9bea145f518f of type vlan for network 5a13e7a8-6270-4d06-967a-4e142c486332 Aug 16 01:42:29.072939 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-edff0ccb-03a4-4fcd-adf6-ebd38fc7c425 service neutron] 10.222.0.63 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400657 Aug 16 01:42:29.108860 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a6c62355-6941-44a2-8a61-c28afd2e234c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:29.125260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 3f8b3078-dce8-40be-bd79-6f4f920ff26d details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:42:29.140584 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-bc44e61e-2080-42ac-890e-427704196ce1', 'network_id': 'bc44e61e-2080-42ac-890e-427704196ce1', 'tenant_id': '50d60256d9b6431ea7640c01b39b9581', 'fixed_ips': [{'subnet_id': '7d2dc5bf-1050-47d9-906a-ba9023d999fe'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:42:29.142141 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:29.178820 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a6c62355-6941-44a2-8a61-c28afd2e234c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:29.185779 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c62355-6941-44a2-8a61-c28afd2e234c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:29.186417 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a6c62355-6941-44a2-8a61-c28afd2e234c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:29.250040 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9578f63-77e5-46c9-bc2b-2b38b7bc57d2 req-d5ba1b20-6995-4b07-b7cf-d5154ee86daf tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:29.266302 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9578f63-77e5-46c9-bc2b-2b38b7bc57d2 req-d5ba1b20-6995-4b07-b7cf-d5154ee86daf tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.0994158 Aug 16 01:42:29.327508 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48378) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:29.335909 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c62355-6941-44a2-8a61-c28afd2e234c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event updated for resources: {'Network': ['ID=5a13e7a8-6270-4d06-967a-4e142c486332,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:29.339265 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11872ec6-0875-4bc1-9311-8c3120f8d569 req-b898a80f-4304-448a-9888-6c708e75ae27 service neutron] 10.222.0.63 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583296 Aug 16 01:42:29.361332 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a6c62355-6941-44a2-8a61-c28afd2e234c tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4027033 Aug 16 01:42:29.361989 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48382) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:29.368114 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-59f10f76-5a3b-415e-b83f-072c367f2464 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Request body: {'network': {'name': 'tempest-router-network02--1650728548'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:29.371608 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9578f63-77e5-46c9-bc2b-2b38b7bc57d2 req-2511cf62-613a-4c60-8504-dc69cf65f6f1 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035593 Aug 16 01:42:29.402963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f10f76-5a3b-415e-b83f-072c367f2464 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Made reservation on behalf of 50d60256d9b6431ea7640c01b39b9581 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:29.407342 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59f10f76-5a3b-415e-b83f-072c367f2464 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:29.439218 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f10f76-5a3b-415e-b83f-072c367f2464 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:42:29.454595 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 5a13e7a8-6270-4d06-967a-4e142c486332 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:42:29.456531 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59f10f76-5a3b-415e-b83f-072c367f2464 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:29.457303 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-59f10f76-5a3b-415e-b83f-072c367f2464 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Added segment 48b34a67-18c1-4c9c-a3aa-1061bd0889ca of type vlan for network 9d9b4f17-c82b-434b-bc17-0c59aa4c5afa Aug 16 01:42:29.463727 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Allocated IP 172.20.0.2 (bc44e61e-2080-42ac-890e-427704196ce1/7d2dc5bf-1050-47d9-906a-ba9023d999fe/63b5e373-f297-4490-aad4-f2794b5d88a7) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:29.466151 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8ab8c-af6e-494e-8226-3e50d96f529d req-5ae865c0-ab7c-4d2e-aa3e-759a112e088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:29.467896 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cfe8ab8c-af6e-494e-8226-3e50d96f529d req-5ae865c0-ab7c-4d2e-aa3e-759a112e088c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 1095 time: 0.0558164 Aug 16 01:42:29.478552 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48386) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:29.518353 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59f10f76-5a3b-415e-b83f-072c367f2464 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:29.525839 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9becd061-0a1f-47b8-b414-e94707e3ede1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:29.548407 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce61e9d4-4a80-4efa-b731-c998ec4a8ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:29.609315 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 3f8b3078-dce8-40be-bd79-6f4f920ff26d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3f8b3078-dce8-40be-bd79-6f4f920ff26d,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:29.622438 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eb65f-4cdb-40dc-8896-f90be5b27d87 req-1bdf5d31-afb6-4789-9f38-ea346f66f0c2 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:29.624019 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e36eb65f-4cdb-40dc-8896-f90be5b27d87 req-1bdf5d31-afb6-4789-9f38-ea346f66f0c2 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 943 time: 0.0720747 Aug 16 01:42:29.624892 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59f10f76-5a3b-415e-b83f-072c367f2464 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:29.628769 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '3f8b3078-dce8-40be-bd79-6f4f920ff26d', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '3f8b3078-dce8-40be-bd79-6f4f920ff26d', 'mac_address': 'fa:16:3e:5f:cd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:42:29.630668 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f10f76-5a3b-415e-b83f-072c367f2464 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:29.631350 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59f10f76-5a3b-415e-b83f-072c367f2464 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:29.645108 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8ab8c-af6e-494e-8226-3e50d96f529d req-4eca1141-92fe-46f6-94bd-ba1e483bef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:29.645495 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cfe8ab8c-af6e-494e-8226-3e50d96f529d req-4eca1141-92fe-46f6-94bd-ba1e483bef97 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 906 time: 0.1656067 Aug 16 01:42:29.697025 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:29.700720 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cfe8ab8c-af6e-494e-8226-3e50d96f529d req-94978f71-b447-4e4f-8fd5-6d55f74fa61b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba978e89-0a8f-4e00-b2a7-3d35c60a0298 HTTP/1.1" status: 200 len: 217 time: 0.0466347 Aug 16 01:42:29.743680 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8b3078-dce8-40be-bd79-6f4f920ff26d {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:29.775501 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9becd061-0a1f-47b8-b414-e94707e3ede1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:29.782333 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8ab8c-af6e-494e-8226-3e50d96f529d req-a4a7660d-a887-4904-834c-fe274f75840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:29.784214 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cfe8ab8c-af6e-494e-8226-3e50d96f529d req-a4a7660d-a887-4904-834c-fe274f75840e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9018291d-2978-41e4-8573-6602cff70f18 HTTP/1.1" status: 200 len: 845 time: 0.0723486 Aug 16 01:42:29.786126 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9becd061-0a1f-47b8-b414-e94707e3ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:29.791881 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 3f8b3078-dce8-40be-bd79-6f4f920ff26d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3f8b3078-dce8-40be-bd79-6f4f920ff26d,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:29.818729 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:29.821745 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:29.853624 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cfe8ab8c-af6e-494e-8226-3e50d96f529d req-fdbf96ce-f65b-48e7-b83b-7bf2af1cd9dc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e34c68e7-0a34-46ae-ac57-cc0385b7595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557811 Aug 16 01:42:29.856192 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Transition to ACTIVE for port object 63b5e373-f297-4490-aad4-f2794b5d88a7 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:29.889227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Transition to ACTIVE for port object 63b5e373-f297-4490-aad4-f2794b5d88a7 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:29.897113 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=3f8b3078-dce8-40be-bd79-6f4f920ff26d,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:29.905726 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:29.906261 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:29.907776 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:29.908219 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:29.908718 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:29.912804 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:29.912804 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:29.913043 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9becd061-0a1f-47b8-b414-e94707e3ede1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9355ccae98fa4544b0f85ae8d020310c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4279497 Aug 16 01:42:29.913154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:29.913154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:29.913154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:29.913402 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9becd061-0a1f-47b8-b414-e94707e3ede1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176592d6-eaff-4ec4-bf9d-5d6572bd4836,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:29.913491 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:29.913491 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:42:29.914015 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48392) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:29.917500 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:29.987444 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Network bc44e61e-2080-42ac-890e-427704196ce1 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:29.988891 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Pushing event updated for resources: {'Port': ['ID=63b5e373-f297-4490-aad4-f2794b5d88a7,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:29.996937 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:30.000975 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:30.018059 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6092055-e0df-43e4-9b88-21f58ae00f7d req-03cb2c3a-0090-4ddc-bd14-106ca0bf2d0a tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:30.020474 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f6092055-e0df-43e4-9b88-21f58ae00f7d req-03cb2c3a-0090-4ddc-bd14-106ca0bf2d0a tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 948 time: 0.2019997 Aug 16 01:42:30.031344 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f10f76-5a3b-415e-b83f-072c367f2464 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event updated for resources: {'Network': ['ID=9d9b4f17-c82b-434b-bc17-0c59aa4c5afa,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:30.058085 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cfe8ab8c-af6e-494e-8226-3e50d96f529d req-33aeeeb4-90bc-4e11-86e5-36b752360994 service neutron] 10.222.0.63 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795347 Aug 16 01:42:30.065599 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc6c24af-bcd7-4aa4-8d5e-30e4a1a4a78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:30.066453 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 9d9b4f17-c82b-434b-bc17-0c59aa4c5afa details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:42:30.066902 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e36eb65f-4cdb-40dc-8896-f90be5b27d87 req-e0c34dbc-b6b2-4b9e-b2d1-f02581ffd21a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067125 Aug 16 01:42:30.143832 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce61e9d4-4a80-4efa-b731-c998ec4a8ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:30.160903 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce61e9d4-4a80-4efa-b731-c998ec4a8ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:30.169329 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc6c24af-bcd7-4aa4-8d5e-30e4a1a4a78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:30.170394 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-59f10f76-5a3b-415e-b83f-072c367f2464 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8072054 Aug 16 01:42:30.180982 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48394) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:30.184213 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f6092055-e0df-43e4-9b88-21f58ae00f7d req-67645fe7-280f-4eb2-b694-584c3820a6da tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2582f27-79fb-4f8b-b11c-1a81e4cddfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376815 Aug 16 01:42:30.194635 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8079941a-618b-4220-9000-e966fca06263 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Request body: {'subnet': {'network_id': '5a13e7a8-6270-4d06-967a-4e142c486332', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:30.218969 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61e9d4-4a80-4efa-b731-c998ec4a8ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afca4d18-d31c-46d2-ab3b-c0e05cb37c34,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:30.228972 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ce61e9d4-4a80-4efa-b731-c998ec4a8ac5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b2a50865cdee49b59fcf6a4ed1038449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9000256 Aug 16 01:42:30.231342 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48396) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:30.234513 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['3f8b3078-dce8-40be-bd79-6f4f920ff26d'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:30.296050 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-06cb8327-9b3e-4c38-87c9-b4a95809b10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:30.301120 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Attempting to bind port 63b5e373-f297-4490-aad4-f2794b5d88a7 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:30.301372 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Attempting to bind port 63b5e373-f297-4490-aad4-f2794b5d88a7 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '1587b3d7-8602-4ad0-9f86-b96e3dc7ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bc44e61e-2080-42ac-890e-427704196ce1'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:30.301788 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Attempting to bind port 63b5e373-f297-4490-aad4-f2794b5d88a7 on network bc44e61e-2080-42ac-890e-427704196ce1 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:30.313587 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cfe8ab8c-af6e-494e-8226-3e50d96f529d req-50ffbbe3-1df7-4b64-8bfc-b9fa2c3bcce6 service neutron] 10.222.0.63 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432442 Aug 16 01:42:30.327602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:30.328221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Checking segment: {'id': '1587b3d7-8602-4ad0-9f86-b96e3dc7ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bc44e61e-2080-42ac-890e-427704196ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:30.328800 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:30.329664 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Bound using segment: {'id': '1587b3d7-8602-4ad0-9f86-b96e3dc7ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bc44e61e-2080-42ac-890e-427704196ce1'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:30.330353 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Bound port: 63b5e373-f297-4490-aad4-f2794b5d88a7, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1587b3d7-8602-4ad0-9f86-b96e3dc7ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'bc44e61e-2080-42ac-890e-427704196ce1'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:30.330771 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:30.336416 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-06cb8327-9b3e-4c38-87c9-b4a95809b10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:30.339571 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8079941a-618b-4220-9000-e966fca06263 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Made reservation on behalf of 50d60256d9b6431ea7640c01b39b9581 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:30.345408 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8079941a-618b-4220-9000-e966fca06263 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:30.351040 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc6c24af-bcd7-4aa4-8d5e-30e4a1a4a78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:30.353607 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc6c24af-bcd7-4aa4-8d5e-30e4a1a4a78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:30.354758 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bc6c24af-bcd7-4aa4-8d5e-30e4a1a4a78f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/176592d6-eaff-4ec4-bf9d-5d6572bd4836 HTTP/1.1" status: 204 len: 168 time: 0.4150989 Aug 16 01:42:30.406879 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c24af-bcd7-4aa4-8d5e-30e4a1a4a78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176592d6-eaff-4ec4-bf9d-5d6572bd4836,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:30.409940 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-06cb8327-9b3e-4c38-87c9-b4a95809b10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:30.421982 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-06cb8327-9b3e-4c38-87c9-b4a95809b10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:30.426274 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-06cb8327-9b3e-4c38-87c9-b4a95809b10d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/afca4d18-d31c-46d2-ab3b-c0e05cb37c34 HTTP/1.1" status: 204 len: 168 time: 0.1939390 Aug 16 01:42:30.443914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb8327-9b3e-4c38-87c9-b4a95809b10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afca4d18-d31c-46d2-ab3b-c0e05cb37c34,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:30.531927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] For port 63b5e373-f297-4490-aad4-f2794b5d88a7, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:30.539498 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] For port 63b5e373-f297-4490-aad4-f2794b5d88a7, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=63b5e373-f297-4490-aad4-f2794b5d88a7,segment=NetworkSegment(1587b3d7-8602-4ad0-9f86-b96e3dc7ff0c),segment_id=1587b3d7-8602-4ad0-9f86-b96e3dc7ff0c)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:30.563146 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:30.611400 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f53817-a8a8-4c5b-be99-9e444457ac2a req-192ff1e7-bd06-424e-b6fd-474493d85401 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:30.614185 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a3f53817-a8a8-4c5b-be99-9e444457ac2a req-192ff1e7-bd06-424e-b6fd-474493d85401 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.0982223 Aug 16 01:42:30.676738 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f043edf-6b38-480d-b4fa-0ba3bcc43e5f None None] Pushing event updated for resources: {'Port': ['ID=63b5e373-f297-4490-aad4-f2794b5d88a7,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:30.705123 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a3f53817-a8a8-4c5b-be99-9e444457ac2a req-62a12784-7d32-40c9-9dc2-a8313569394b tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621645 Aug 16 01:42:30.709529 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8079941a-618b-4220-9000-e966fca06263 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:30.798919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079941a-618b-4220-9000-e966fca06263 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event updated for resources: {'Subnet': ['ID=69d21562-dd3e-445e-8b91-0ed02225b8b3,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:30.810108 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8079941a-618b-4220-9000-e966fca06263 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Checking segment: {'id': 'ccaaba16-86c5-4349-b8aa-9bea145f518f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a13e7a8-6270-4d06-967a-4e142c486332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:30.810473 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8079941a-618b-4220-9000-e966fca06263 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Network hostable DHCP agents. Network: 5a13e7a8-6270-4d06-967a-4e142c486332, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:42:30.860754 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8079941a-618b-4220-9000-e966fca06263 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Network 5a13e7a8-6270-4d06-967a-4e142c486332 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:42:30.881681 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-8079941a-618b-4220-9000-e966fca06263 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 5a13e7a8-6270-4d06-967a-4e142c486332) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:30.891263 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8079941a-618b-4220-9000-e966fca06263 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:30.892611 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8079941a-618b-4220-9000-e966fca06263 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:30.898236 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15db31f9-6ec7-41a9-9874-7e2f59b9ff97 None None] Network 5a13e7a8-6270-4d06-967a-4e142c486332 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:30.948125 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8079941a-618b-4220-9000-e966fca06263 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7628098 Aug 16 01:42:30.950996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48424) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:30.957912 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0fa13b9b-629b-46b0-a848-6e9ba801d7c0 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Request body: {'subnet': {'network_id': '9d9b4f17-c82b-434b-bc17-0c59aa4c5afa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:31.182225 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa13b9b-629b-46b0-a848-6e9ba801d7c0 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Made reservation on behalf of 50d60256d9b6431ea7640c01b39b9581 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:31.188915 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0fa13b9b-629b-46b0-a848-6e9ba801d7c0 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:31.327578 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-5a13e7a8-6270-4d06-967a-4e142c486332', 'network_id': '5a13e7a8-6270-4d06-967a-4e142c486332', 'tenant_id': '50d60256d9b6431ea7640c01b39b9581', 'fixed_ips': [{'subnet_id': '69d21562-dd3e-445e-8b91-0ed02225b8b3'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:42:31.328467 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:31.333100 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45514d6d-a668-4d66-938b-ccb8c9054769 req-4d7ad6db-6f0e-46ed-bfdb-40abe325c975 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:31.335894 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-45514d6d-a668-4d66-938b-ccb8c9054769 req-4d7ad6db-6f0e-46ed-bfdb-40abe325c975 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 943 time: 0.1740074 Aug 16 01:42:31.385095 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 63b5e373-f297-4490-aad4-f2794b5d88a7 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:31.449244 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-45514d6d-a668-4d66-938b-ccb8c9054769 req-3f79e03f-9934-488d-8d4c-d55881d08fb3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052942 Aug 16 01:42:31.569475 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0fa13b9b-629b-46b0-a848-6e9ba801d7c0 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:31.615608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e157801-9e9d-4fbf-864a-20acc4c9482c req-65761da5-2cac-49b9-813b-501b5efc278c tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:31.616573 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 63b5e373-f297-4490-aad4-f2794b5d88a7 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:31.629262 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6e157801-9e9d-4fbf-864a-20acc4c9482c req-65761da5-2cac-49b9-813b-501b5efc278c tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 948 time: 0.1236637 Aug 16 01:42:31.708008 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Allocated IP 172.20.0.2 (5a13e7a8-6270-4d06-967a-4e142c486332/69d21562-dd3e-445e-8b91-0ed02225b8b3/5ff0f866-b5e5-4801-ac3d-cb558210c1a6) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:31.739453 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa13b9b-629b-46b0-a848-6e9ba801d7c0 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event updated for resources: {'Subnet': ['ID=f8ed136d-e6e6-4bdb-959f-90e28b0ff70a,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:31.795466 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6e157801-9e9d-4fbf-864a-20acc4c9482c req-37b27c34-ba20-459a-bb0a-85c848d9ac4a tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2582f27-79fb-4f8b-b11c-1a81e4cddfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644228 Aug 16 01:42:31.822007 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa13b9b-629b-46b0-a848-6e9ba801d7c0 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Checking segment: {'id': '48b34a67-18c1-4c9c-a3aa-1061bd0889ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d9b4f17-c82b-434b-bc17-0c59aa4c5afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:31.822372 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa13b9b-629b-46b0-a848-6e9ba801d7c0 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Network hostable DHCP agents. Network: 9d9b4f17-c82b-434b-bc17-0c59aa4c5afa, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:42:31.851488 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa13b9b-629b-46b0-a848-6e9ba801d7c0 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Network 9d9b4f17-c82b-434b-bc17-0c59aa4c5afa is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:42:31.869670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-0fa13b9b-629b-46b0-a848-6e9ba801d7c0 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 9d9b4f17-c82b-434b-bc17-0c59aa4c5afa) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:31.873998 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa13b9b-629b-46b0-a848-6e9ba801d7c0 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:31.874718 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0fa13b9b-629b-46b0-a848-6e9ba801d7c0 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:31.891238 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a31688-733d-4b76-a03c-0b4fd8d15525 None None] Network 9d9b4f17-c82b-434b-bc17-0c59aa4c5afa requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:31.917014 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0fa13b9b-629b-46b0-a848-6e9ba801d7c0 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9631133 Aug 16 01:42:31.918113 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48478) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:32.011106 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:32.026902 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Transition to ACTIVE for port object 5ff0f866-b5e5-4801-ac3d-cb558210c1a6 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:32.056736 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Transition to ACTIVE for port object 5ff0f866-b5e5-4801-ac3d-cb558210c1a6 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:32.087456 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ba978e89-0a8f-4e00-b2a7-3d35c60a0298 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:42:32.111839 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:32.240146 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1860440f-8306-44b0-8310-fb7ffe4d22fb None None] Network bc44e61e-2080-42ac-890e-427704196ce1 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:32.257165 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Network 5a13e7a8-6270-4d06-967a-4e142c486332 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:32.355623 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:32.358486 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:32.359175 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-caf96bc2-09fa-4007-9e0a-36b2135e7e73 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:32.410633 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ba978e89-0a8f-4e00-b2a7-3d35c60a0298, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ba978e89-0a8f-4e00-b2a7-3d35c60a0298,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:32.466472 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-75aa0c76-dacc-415f-918f-7f479070b357 None None] Provisioning for port 63b5e373-f297-4490-aad4-f2794b5d88a7 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:32.478923 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Pushing event updated for resources: {'Port': ['ID=5ff0f866-b5e5-4801-ac3d-cb558210c1a6,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:32.493556 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-9d9b4f17-c82b-434b-bc17-0c59aa4c5afa', 'network_id': '9d9b4f17-c82b-434b-bc17-0c59aa4c5afa', 'tenant_id': '50d60256d9b6431ea7640c01b39b9581', 'fixed_ips': [{'subnet_id': 'f8ed136d-e6e6-4bdb-959f-90e28b0ff70a'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:42:32.494637 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:32.553642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'ba978e89-0a8f-4e00-b2a7-3d35c60a0298', 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c', 'port_id': 'ba978e89-0a8f-4e00-b2a7-3d35c60a0298', 'mac_address': 'fa:16:3e:ca:0f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9018291d-2978-41e4-8573-6602cff70f18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:42:32.578645 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-75aa0c76-dacc-415f-918f-7f479070b357 None None] Provisioning complete for port 63b5e373-f297-4490-aad4-f2794b5d88a7 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:32.578645 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75aa0c76-dacc-415f-918f-7f479070b357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:32.640245 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3efd2a-e5e0-4f0c-8f94-f85da741ed95 req-9ed127ab-3256-4acb-a1ff-515cababa205 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:32.651195 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ec3efd2a-e5e0-4f0c-8f94-f85da741ed95 req-9ed127ab-3256-4acb-a1ff-515cababa205 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 943 time: 0.0919139 Aug 16 01:42:32.719117 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Attempting to bind port 5ff0f866-b5e5-4801-ac3d-cb558210c1a6 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:32.719579 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Attempting to bind port 5ff0f866-b5e5-4801-ac3d-cb558210c1a6 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'ccaaba16-86c5-4349-b8aa-9bea145f518f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a13e7a8-6270-4d06-967a-4e142c486332'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:32.719825 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Attempting to bind port 5ff0f866-b5e5-4801-ac3d-cb558210c1a6 on network 5a13e7a8-6270-4d06-967a-4e142c486332 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:32.731344 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-caf96bc2-09fa-4007-9e0a-36b2135e7e73 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Allocated IP 172.20.0.1 (5a13e7a8-6270-4d06-967a-4e142c486332/69d21562-dd3e-445e-8b91-0ed02225b8b3/b4231bfa-7b29-4696-9dbc-6c935b8c3978) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:32.744144 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ec3efd2a-e5e0-4f0c-8f94-f85da741ed95 req-4beac031-3f9f-45d7-aa53-54cf5cad842e tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918989 Aug 16 01:42:32.819104 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:32.819484 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Checking segment: {'id': 'ccaaba16-86c5-4349-b8aa-9bea145f518f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a13e7a8-6270-4d06-967a-4e142c486332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:32.819888 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:32.820285 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Bound using segment: {'id': 'ccaaba16-86c5-4349-b8aa-9bea145f518f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a13e7a8-6270-4d06-967a-4e142c486332'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:32.820954 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Bound port: 5ff0f866-b5e5-4801-ac3d-cb558210c1a6, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccaaba16-86c5-4349-b8aa-9bea145f518f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a13e7a8-6270-4d06-967a-4e142c486332'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:32.821401 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:32.885465 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:32.960866 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48548) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:32.968199 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-caf96bc2-09fa-4007-9e0a-36b2135e7e73 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:32.968199 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48552) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:32.983707 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba978e89-0a8f-4e00-b2a7-3d35c60a0298 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:32.995002 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-caf96bc2-09fa-4007-9e0a-36b2135e7e73 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Transition to ACTIVE for port object b4231bfa-7b29-4696-9dbc-6c935b8c3978 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:33.006704 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac602805-538d-4465-9f84-f611ddd126a8 req-caa1345b-0dbe-446b-becb-47539aa29aa7 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:33.017640 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ac602805-538d-4465-9f84-f611ddd126a8 req-caa1345b-0dbe-446b-becb-47539aa29aa7 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 948 time: 0.1030958 Aug 16 01:42:33.058726 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-caf96bc2-09fa-4007-9e0a-36b2135e7e73 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:33.074833 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ac602805-538d-4465-9f84-f611ddd126a8 req-89b69561-9d93-474e-8ace-0badaae1af7c tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2582f27-79fb-4f8b-b11c-1a81e4cddfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561059 Aug 16 01:42:33.076955 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ba978e89-0a8f-4e00-b2a7-3d35c60a0298, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ba978e89-0a8f-4e00-b2a7-3d35c60a0298,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:33.109477 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:33.121822 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf96bc2-09fa-4007-9e0a-36b2135e7e73 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Network 5a13e7a8-6270-4d06-967a-4e142c486332 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:33.123724 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75aa0c76-dacc-415f-918f-7f479070b357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:33.126697 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Allocated IP 172.20.0.2 (9d9b4f17-c82b-434b-bc17-0c59aa4c5afa/f8ed136d-e6e6-4bdb-959f-90e28b0ff70a/bab674d7-9ea0-456f-ae0b-cb0407c2858e) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:33.126828 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-caf96bc2-09fa-4007-9e0a-36b2135e7e73 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:33.131804 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf96bc2-09fa-4007-9e0a-36b2135e7e73 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:33.151016 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] For port 5ff0f866-b5e5-4801-ac3d-cb558210c1a6, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:33.158372 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96d9b14c-24e8-40ce-9b7f-37b269caa5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:33.167398 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 3f8b3078-dce8-40be-bd79-6f4f920ff26d up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:33.173483 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf96bc2-09fa-4007-9e0a-36b2135e7e73 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event updated for resources: {'Port': ['ID=b4231bfa-7b29-4696-9dbc-6c935b8c3978,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:33.186945 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ee7a7f8-03be-4722-8745-6298f49c01a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:33.212698 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-caf96bc2-09fa-4007-9e0a-36b2135e7e73 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:33.218902 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] For port 5ff0f866-b5e5-4801-ac3d-cb558210c1a6, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5ff0f866-b5e5-4801-ac3d-cb558210c1a6,segment=NetworkSegment(ccaaba16-86c5-4349-b8aa-9bea145f518f),segment_id=ccaaba16-86c5-4349-b8aa-9bea145f518f)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:33.245385 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:33.294018 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96d9b14c-24e8-40ce-9b7f-37b269caa5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:33.303944 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96d9b14c-24e8-40ce-9b7f-37b269caa5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:33.366652 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-96d9b14c-24e8-40ce-9b7f-37b269caa5ba admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=36c3f5e3d94144dabe31781c7a5357a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045153 Aug 16 01:42:33.367696 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9b14c-24e8-40ce-9b7f-37b269caa5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825f10c1-df25-45be-9538-9335c109eab0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:33.370968 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48556) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:33.395025 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-caf96bc2-09fa-4007-9e0a-36b2135e7e73 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:33.479175 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d6a59b5-4cdd-4c4c-af88-bfd73209894e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:33.511576 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=ba978e89-0a8f-4e00-b2a7-3d35c60a0298,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:33.518487 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-75aa0c76-dacc-415f-918f-7f479070b357 None None] For port 63b5e373-f297-4490-aad4-f2794b5d88a7, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=63b5e373-f297-4490-aad4-f2794b5d88a7,segment=NetworkSegment(1587b3d7-8602-4ad0-9f86-b96e3dc7ff0c),segment_id=1587b3d7-8602-4ad0-9f86-b96e3dc7ff0c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:33.520124 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d6a59b5-4cdd-4c4c-af88-bfd73209894e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:33.567711 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75aa0c76-dacc-415f-918f-7f479070b357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:33.593313 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ba978e89-0a8f-4e00-b2a7-3d35c60a0298'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:33.598847 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d6a59b5-4cdd-4c4c-af88-bfd73209894e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:33.601207 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d6a59b5-4cdd-4c4c-af88-bfd73209894e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:33.603195 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9d6a59b5-4cdd-4c4c-af88-bfd73209894e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/825f10c1-df25-45be-9538-9335c109eab0 HTTP/1.1" status: 204 len: 168 time: 0.2306726 Aug 16 01:42:33.616088 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a59b5-4cdd-4c4c-af88-bfd73209894e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825f10c1-df25-45be-9538-9335c109eab0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:33.648225 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ee7a7f8-03be-4722-8745-6298f49c01a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:33.663087 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ee7a7f8-03be-4722-8745-6298f49c01a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:33.697092 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542fc7a-45eb-4d18-a5ee-b8816fd3a522 None None] Pushing event updated for resources: {'Port': ['ID=5ff0f866-b5e5-4801-ac3d-cb558210c1a6,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:33.736611 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 3f8b3078-dce8-40be-bd79-6f4f920ff26d completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:33.826983 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6ee7a7f8-03be-4722-8745-6298f49c01a4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5367a90873e641b2813039d5fe15a11c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8575277 Aug 16 01:42:33.830768 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48586) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:33.834930 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7a7f8-03be-4722-8745-6298f49c01a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d45ffa1-578b-48cd-9a51-b5da058c4350,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:33.889262 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa0c76-dacc-415f-918f-7f479070b357 None None] Pushing event updated for resources: {'Port': ['ID=63b5e373-f297-4490-aad4-f2794b5d88a7,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:33.896086 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 3f8b3078-dce8-40be-bd79-6f4f920ff26d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:33.896242 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.022774 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5fbb114b-51d2-408d-b342-b379b1545f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.031750 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83802ed-7d2a-4396-bb82-91489d0611f0 req-2e992e88-b37b-4944-a6b9-50c1ed2f1286 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:34.033452 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e83802ed-7d2a-4396-bb82-91489d0611f0 req-2e992e88-b37b-4944-a6b9-50c1ed2f1286 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 944 time: 0.0916088 Aug 16 01:42:34.091271 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5fbb114b-51d2-408d-b342-b379b1545f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.096056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4b72d6f9-c55a-4b65-8200-edaae841731a None None] Provisioning complete for port 63b5e373-f297-4490-aad4-f2794b5d88a7 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:34.096418 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b72d6f9-c55a-4b65-8200-edaae841731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.122712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e83802ed-7d2a-4396-bb82-91489d0611f0 req-e00b4af1-8937-4454-a614-aaf6608ede44 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785153 Aug 16 01:42:34.124183 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-caf96bc2-09fa-4007-9e0a-36b2135e7e73 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.137694 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-caf96bc2-09fa-4007-9e0a-36b2135e7e73 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.218096 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.265970 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-caf96bc2-09fa-4007-9e0a-36b2135e7e73 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.292325 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25568885-b90a-46dc-b026-1500bb1d197f req-2dbc734e-6816-4875-9706-2c7c8be53999 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:34.299397 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-25568885-b90a-46dc-b026-1500bb1d197f req-2dbc734e-6816-4875-9706-2c7c8be53999 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 945 time: 0.1021447 Aug 16 01:42:34.337358 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Transition to ACTIVE for port object bab674d7-9ea0-456f-ae0b-cb0407c2858e will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:34.373872 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-25568885-b90a-46dc-b026-1500bb1d197f req-2ab133ce-31c7-4b3c-8744-3af96ce4e5f8 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ab7edcf-321b-4469-8a17-abdcd3d89d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659449 Aug 16 01:42:34.381226 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5fbb114b-51d2-408d-b342-b379b1545f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.397279 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5fbb114b-51d2-408d-b342-b379b1545f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.402761 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5fbb114b-51d2-408d-b342-b379b1545f9a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9d45ffa1-578b-48cd-9a51-b5da058c4350 HTTP/1.1" status: 204 len: 168 time: 0.5699446 Aug 16 01:42:34.405282 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Transition to ACTIVE for port object bab674d7-9ea0-456f-ae0b-cb0407c2858e will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:34.415025 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb114b-51d2-408d-b342-b379b1545f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d45ffa1-578b-48cd-9a51-b5da058c4350,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:34.415479 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.476528 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf96bc2-09fa-4007-9e0a-36b2135e7e73 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event updated for resources: {'Port': ['ID=b4231bfa-7b29-4696-9dbc-6c935b8c3978,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:34.479386 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Network 9d9b4f17-c82b-434b-bc17-0c59aa4c5afa is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:34.483954 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.493135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:34.505791 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b59a8-32ca-40e5-ad7e-27246377f48c req-59e67f99-d52e-4a6c-aaff-6b3a4d5ca177 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:34.506243 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:34.516247 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d82b59a8-32ca-40e5-ad7e-27246377f48c req-59e67f99-d52e-4a6c-aaff-6b3a4d5ca177 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 948 time: 0.2753937 Aug 16 01:42:34.558780 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 3f8b3078-dce8-40be-bd79-6f4f920ff26d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3f8b3078-dce8-40be-bd79-6f4f920ff26d,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:34.560326 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5a865d-2be2-45cd-8f6c-7b913bd20558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8b3078-dce8-40be-bd79-6f4f920ff26d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:34.562979 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b123ccc-3cc0-41c9-893a-abb06bd00372" -d '{"events": [{"server_uuid": "de5a865d-2be2-45cd-8f6c-7b913bd20558", "name": "network-vif-plugged", "status": "completed", "tag": "3f8b3078-dce8-40be-bd79-6f4f920ff26d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:34.598352 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d82b59a8-32ca-40e5-ad7e-27246377f48c req-7cb627a9-7755-4f19-add2-56b71164db74 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2582f27-79fb-4f8b-b11c-1a81e4cddfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800090 Aug 16 01:42:34.625394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf96bc2-09fa-4007-9e0a-36b2135e7e73 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Network 5a13e7a8-6270-4d06-967a-4e142c486332 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:34.626903 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-caf96bc2-09fa-4007-9e0a-36b2135e7e73 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:34.634897 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.637125 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Pushing event updated for resources: {'Port': ['ID=bab674d7-9ea0-456f-ae0b-cb0407c2858e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:34.683478 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Attempting to bind port bab674d7-9ea0-456f-ae0b-cb0407c2858e on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:34.683851 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Attempting to bind port bab674d7-9ea0-456f-ae0b-cb0407c2858e by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '48b34a67-18c1-4c9c-a3aa-1061bd0889ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d9b4f17-c82b-434b-bc17-0c59aa4c5afa'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:34.684266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Attempting to bind port bab674d7-9ea0-456f-ae0b-cb0407c2858e on network 9d9b4f17-c82b-434b-bc17-0c59aa4c5afa {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:34.705139 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef864233-1201-434c-945b-1bb65b2481b3 x-openstack-request-id: req-ef864233-1201-434c-945b-1bb65b2481b3 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:34.705438 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5a865d-2be2-45cd-8f6c-7b913bd20558", "name": "network-vif-plugged", "status": "completed", "tag": "3f8b3078-dce8-40be-bd79-6f4f920ff26d", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:34.705693 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ef864233-1201-434c-945b-1bb65b2481b3 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:34.706113 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5a865d-2be2-45cd-8f6c-7b913bd20558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8b3078-dce8-40be-bd79-6f4f920ff26d', 'code': 200} Aug 16 01:42:34.709548 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:34.709963 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Checking segment: {'id': '48b34a67-18c1-4c9c-a3aa-1061bd0889ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d9b4f17-c82b-434b-bc17-0c59aa4c5afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:34.710366 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.710841 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Bound using segment: {'id': '48b34a67-18c1-4c9c-a3aa-1061bd0889ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d9b4f17-c82b-434b-bc17-0c59aa4c5afa'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:34.711397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Bound port: bab674d7-9ea0-456f-ae0b-cb0407c2858e, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b34a67-18c1-4c9c-a3aa-1061bd0889ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9d9b4f17-c82b-434b-bc17-0c59aa4c5afa'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:34.711705 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.799341 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=3f8b3078-dce8-40be-bd79-6f4f920ff26d,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:34.810530 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] For port bab674d7-9ea0-456f-ae0b-cb0407c2858e, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:34.814521 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] For port bab674d7-9ea0-456f-ae0b-cb0407c2858e, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=bab674d7-9ea0-456f-ae0b-cb0407c2858e,segment=NetworkSegment(48b34a67-18c1-4c9c-a3aa-1061bd0889ca),segment_id=48b34a67-18c1-4c9c-a3aa-1061bd0889ca)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:34.828452 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:34.923971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b1352-377e-4d01-8df9-5c83ff3cb960 req-d18e5db1-9c42-423a-9b2f-0f6b052fbb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:34.926307 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cb3b1352-377e-4d01-8df9-5c83ff3cb960 req-d18e5db1-9c42-423a-9b2f-0f6b052fbb1b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 1101 time: 0.1138921 Aug 16 01:42:34.952916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf96bc2-09fa-4007-9e0a-36b2135e7e73 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Router 8737fdb3-bfaa-4170-b36a-d8be37420fdc is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:42:34.964853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce925d4-abc9-4de1-8d70-c8793e549410 None None] Pushing event updated for resources: {'Port': ['ID=bab674d7-9ea0-456f-ae0b-cb0407c2858e,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:35.155924 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:42:35.358397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028061bb-6fd8-4625-9d25-d74dbfe04080 None None] Network 5a13e7a8-6270-4d06-967a-4e142c486332 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:35.438910 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0e683-1d6b-4719-8590-dc9700905237 req-f752cbd5-2a57-4417-a96a-8186d9ce3149 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:35.476912 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7cd0e683-1d6b-4719-8590-dc9700905237 req-f752cbd5-2a57-4417-a96a-8186d9ce3149 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 944 time: 0.1353469 Aug 16 01:42:35.594124 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7cd0e683-1d6b-4719-8590-dc9700905237 req-ba46736c-c54f-4e37-a9c1-710d8ec141c3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160791 Aug 16 01:42:35.712983 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 9a29e80d-84e4-4de6-8979-9ab8956f3ad1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9a29e80d-84e4-4de6-8979-9ab8956f3ad1,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:35.762131 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 63b5e373-f297-4490-aad4-f2794b5d88a7 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:35.764514 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '9a29e80d-84e4-4de6-8979-9ab8956f3ad1', 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8', 'port_id': '9a29e80d-84e4-4de6-8979-9ab8956f3ad1', 'mac_address': 'fa:16:3e:3b:74:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa68bec7-664a-48fb-be7e-46ef8fc16c75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:42:35.783086 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89e6e4-a40d-4c9d-8a61-cc629c4e1716 req-be5cd1e1-3cb2-4d52-a981-76bda48d4ddf tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:35.793395 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-af89e6e4-a40d-4c9d-8a61-cc629c4e1716 req-be5cd1e1-3cb2-4d52-a981-76bda48d4ddf tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 949 time: 0.0815270 Aug 16 01:42:35.861636 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-af89e6e4-a40d-4c9d-8a61-cc629c4e1716 req-751c94c7-3edc-4d8b-bf42-0f3f0254dfbc tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2582f27-79fb-4f8b-b11c-1a81e4cddfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633192 Aug 16 01:42:36.065148 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cb3b1352-377e-4d01-8df9-5c83ff3cb960 req-f6ca0569-9801-4f01-8554-514bf5205015 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a2582f27-79fb-4f8b-b11c-1a81e4cddfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1255076 Aug 16 01:42:36.087590 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-04790c69-7d5e-447d-8448-403a6c88aa9a None None] Provisioning for port 5ff0f866-b5e5-4801-ac3d-cb558210c1a6 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:36.137367 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ba978e89-0a8f-4e00-b2a7-3d35c60a0298 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:36.145409 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf96bc2-09fa-4007-9e0a-36b2135e7e73 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:42:36.145615 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:36.157804 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48684) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:36.158186 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-caf96bc2-09fa-4007-9e0a-36b2135e7e73 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "PUT /v2.0/routers/8737fdb3-bfaa-4170-b36a-d8be37420fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2373862 Aug 16 01:42:36.173332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0b5b5-8f55-4f00-9f13-2400d56036a6 req-f51f8a1c-983a-4363-8f5e-93a12e77945f tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:36.182607 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9df0b5b5-8f55-4f00-9f13-2400d56036a6 req-f51f8a1c-983a-4363-8f5e-93a12e77945f tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 945 time: 0.1489861 Aug 16 01:42:36.213022 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266bf9c8-b6b9-488b-bc02-e6fcc6022618 None None] Sync routers for ids ['8737fdb3-bfaa-4170-b36a-d8be37420fdc'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:42:36.269521 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9df0b5b5-8f55-4f00-9f13-2400d56036a6 req-4b2617dd-1b01-4e88-8387-5ff9d7bb28fb tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ab7edcf-321b-4469-8a17-abdcd3d89d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627615 Aug 16 01:42:36.372666 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:36.418632 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266bf9c8-b6b9-488b-bc02-e6fcc6022618 None None] Routers {'8737fdb3-bfaa-4170-b36a-d8be37420fdc'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:36.419499 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-266bf9c8-b6b9-488b-bc02-e6fcc6022618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:42:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8737fdb3-bfaa-4170-b36a-d8be37420fdc'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:36.471316 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-266bf9c8-b6b9-488b-bc02-e6fcc6022618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:36.505721 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56e1563-0619-462d-b475-9f79f4630965 None None] Network 9d9b4f17-c82b-434b-bc17-0c59aa4c5afa requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:36.604177 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 63b5e373-f297-4490-aad4-f2794b5d88a7 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:36.605932 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:36.701838 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 9a29e80d-84e4-4de6-8979-9ab8956f3ad1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9a29e80d-84e4-4de6-8979-9ab8956f3ad1,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:36.724532 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266bf9c8-b6b9-488b-bc02-e6fcc6022618 None None] Routers {'8737fdb3-bfaa-4170-b36a-d8be37420fdc'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:36.725408 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-266bf9c8-b6b9-488b-bc02-e6fcc6022618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:42:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8737fdb3-bfaa-4170-b36a-d8be37420fdc'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:36.841263 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-266bf9c8-b6b9-488b-bc02-e6fcc6022618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:36.842322 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266bf9c8-b6b9-488b-bc02-e6fcc6022618 None None] The sync data for ids ['8737fdb3-bfaa-4170-b36a-d8be37420fdc'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:42:36.855222 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:36.857445 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-c7e52219-62cc-473e-8713-986b861ed258 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:42:36.862149 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c7e52219-62cc-473e-8713-986b861ed258 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "PUT /v2.0/routers/8737fdb3-bfaa-4170-b36a-d8be37420fdc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7032104 Aug 16 01:42:36.867299 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48708) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:36.932119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75af552-62ac-4cdf-b69d-38e9a9f95645 req-af58125c-6a9f-464f-be64-eeac9ed6f4ae tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:36.960016 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b75af552-62ac-4cdf-b69d-38e9a9f95645 req-af58125c-6a9f-464f-be64-eeac9ed6f4ae tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 944 time: 0.1686440 Aug 16 01:42:36.970027 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port ba978e89-0a8f-4e00-b2a7-3d35c60a0298 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:36.998736 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=9a29e80d-84e4-4de6-8979-9ab8956f3ad1,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:37.029195 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port ba978e89-0a8f-4e00-b2a7-3d35c60a0298 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:37.030292 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:37.070894 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2fd596ad-4831-4135-a295-c5e7d48730cb None None] Provisioning for port bab674d7-9ea0-456f-ae0b-cb0407c2858e completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:37.101255 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['9a29e80d-84e4-4de6-8979-9ab8956f3ad1'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:37.102972 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b75af552-62ac-4cdf-b69d-38e9a9f95645 req-c365462f-3859-4f9a-832d-c56c5d62f183 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419582 Aug 16 01:42:37.477058 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:37.558794 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163e5e7-192b-4378-865a-087337e32609 req-a238a7d8-2bac-4917-a0af-3d71b37266bf tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:37.567603 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b163e5e7-192b-4378-865a-087337e32609 req-a238a7d8-2bac-4917-a0af-3d71b37266bf tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 949 time: 0.3961883 Aug 16 01:42:37.638495 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5ff0f866-b5e5-4801-ac3d-cb558210c1a6 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:37.639851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57303d-7811-45d7-b942-599243c74c48 req-2f4d1ea4-5afa-4dd4-bb08-03b7bd1ce126 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:37.643339 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a57303d-7811-45d7-b942-599243c74c48 req-2f4d1ea4-5afa-4dd4-bb08-03b7bd1ce126 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 945 time: 0.1421652 Aug 16 01:42:37.736692 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a57303d-7811-45d7-b942-599243c74c48 req-0611c2ee-24a2-457f-bd05-dc77e72de5ee tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ab7edcf-321b-4469-8a17-abdcd3d89d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839262 Aug 16 01:42:37.780569 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ac6919f1-6d01-405f-a2e7-8699d70dcedf None None] Provisioning for port b4231bfa-7b29-4696-9dbc-6c935b8c3978 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:37.791683 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b163e5e7-192b-4378-865a-087337e32609 req-165e6140-658f-46c4-8ae1-a57c7ef972d8 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2582f27-79fb-4f8b-b11c-1a81e4cddfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226496 Aug 16 01:42:37.804618 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ac6919f1-6d01-405f-a2e7-8699d70dcedf None None] Provisioning complete for port b4231bfa-7b29-4696-9dbc-6c935b8c3978 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:37.805158 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ac6919f1-6d01-405f-a2e7-8699d70dcedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:38.013388 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddd55f6e-a2e0-461e-8b6b-0572f9cbfdb7 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:38.191211 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48754) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:38.270388 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:38.402040 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a31d9ec-0f31-4604-96f9-7ac28d860f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba978e89-0a8f-4e00-b2a7-3d35c60a0298'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:38.404326 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a03ed34-7ce3-480a-85aa-10b760adbf1d" -d '{"events": [{"server_uuid": "1a31d9ec-0f31-4604-96f9-7ac28d860f42", "name": "network-vif-plugged", "status": "completed", "tag": "ba978e89-0a8f-4e00-b2a7-3d35c60a0298"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:38.433296 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ba978e89-0a8f-4e00-b2a7-3d35c60a0298, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ba978e89-0a8f-4e00-b2a7-3d35c60a0298,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:38.434375 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ac6919f1-6d01-405f-a2e7-8699d70dcedf None None] Port b4231bfa-7b29-4696-9dbc-6c935b8c3978 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:42:38.445949 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:38.448911 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:38.524039 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 5ff0f866-b5e5-4801-ac3d-cb558210c1a6 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:38.542974 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bc81ce-5487-421b-ab87-ffc08013bc8e x-openstack-request-id: req-08bc81ce-5487-421b-ab87-ffc08013bc8e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:38.543348 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a31d9ec-0f31-4604-96f9-7ac28d860f42", "name": "network-vif-plugged", "status": "completed", "tag": "ba978e89-0a8f-4e00-b2a7-3d35c60a0298", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:38.543470 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-08bc81ce-5487-421b-ab87-ffc08013bc8e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:38.543868 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a31d9ec-0f31-4604-96f9-7ac28d860f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba978e89-0a8f-4e00-b2a7-3d35c60a0298', 'code': 200} Aug 16 01:42:38.575855 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9febf3e-8471-48bd-88be-4db76da902f3 req-6a385286-ca30-4c67-91ee-09b226f11e8a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:38.578670 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 5ff0f866-b5e5-4801-ac3d-cb558210c1a6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:38.578670 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:38.587999 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9febf3e-8471-48bd-88be-4db76da902f3 req-6a385286-ca30-4c67-91ee-09b226f11e8a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 945 time: 0.2462199 Aug 16 01:42:38.635251 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bc536-757b-47ff-910b-f337683eba87 req-13c1bd98-f43f-41c9-9403-5e13d159f622 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:38.637037 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae8bc536-757b-47ff-910b-f337683eba87 req-13c1bd98-f43f-41c9-9403-5e13d159f622 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.63 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 945 time: 0.0976775 Aug 16 01:42:38.696869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d2485b7f-9d88-4b5b-8fb6-66aeae5b2eea tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:38.727196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=ba978e89-0a8f-4e00-b2a7-3d35c60a0298,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:38.762121 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9febf3e-8471-48bd-88be-4db76da902f3 req-2b15cb09-0eaf-4900-aadd-325eaf2fdf1b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625063 Aug 16 01:42:38.798811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66c304-c3e1-44e4-8561-d3765f471e81 req-7efba101-9033-4a91-b29e-708a44195da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:38.801204 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a66c304-c3e1-44e4-8561-d3765f471e81 req-7efba101-9033-4a91-b29e-708a44195da5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 1097 time: 0.1898263 Aug 16 01:42:38.833583 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d2485b7f-9d88-4b5b-8fb6-66aeae5b2eea tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:38.842097 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4466a730-1163-4614-a544-d0ea79a9e0b3 None None] Provisioning complete for port b4231bfa-7b29-4696-9dbc-6c935b8c3978 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:38.842768 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4466a730-1163-4614-a544-d0ea79a9e0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:38.859284 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-ae8bc536-757b-47ff-910b-f337683eba87 req-2b3885d4-ea15-45ca-9ec7-8748993724df tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Deleting port a77530c6-7bc4-40ee-8622-1056f83e6a7c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:38.859869 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ae8bc536-757b-47ff-910b-f337683eba87 req-2b3885d4-ea15-45ca-9ec7-8748993724df tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:38.887483 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ddd55f6e-a2e0-461e-8b6b-0572f9cbfdb7 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Deleting port b4231bfa-7b29-4696-9dbc-6c935b8c3978 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:38.887830 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddd55f6e-a2e0-461e-8b6b-0572f9cbfdb7 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:38.895826 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a66c304-c3e1-44e4-8561-d3765f471e81 req-6ca749fa-2782-4d21-9e8b-1d585346eb35 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764143 Aug 16 01:42:38.965963 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4466a730-1163-4614-a544-d0ea79a9e0b3 None None] Port b4231bfa-7b29-4696-9dbc-6c935b8c3978 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:42:38.995629 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:39.057469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 5ff0f866-b5e5-4801-ac3d-cb558210c1a6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5ff0f866-b5e5-4801-ac3d-cb558210c1a6,segment=NetworkSegment(ccaaba16-86c5-4349-b8aa-9bea145f518f),segment_id=ccaaba16-86c5-4349-b8aa-9bea145f518f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:39.067538 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:39.089565 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee20d6d-f2ed-40a8-93b3-7101eec7616b req-8b2f302e-3663-4171-b037-b7138a5745f2 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:39.094184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb67436-877d-4ca9-9fe3-b527bab81760 req-77c8de9c-bf77-4673-b692-3f3b617f7bc3 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:39.097556 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ee20d6d-f2ed-40a8-93b3-7101eec7616b req-8b2f302e-3663-4171-b037-b7138a5745f2 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 945 time: 0.1292608 Aug 16 01:42:39.099355 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ccb67436-877d-4ca9-9fe3-b527bab81760 req-77c8de9c-bf77-4673-b692-3f3b617f7bc3 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 949 time: 0.1546030 Aug 16 01:42:39.145860 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ae8bc536-757b-47ff-910b-f337683eba87 req-2b3885d4-ea15-45ca-9ec7-8748993724df tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] For port a77530c6-7bc4-40ee-8622-1056f83e6a7c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a77530c6-7bc4-40ee-8622-1056f83e6a7c,segment=NetworkSegment(92a72a7c-3399-4739-94f2-6514bc45e76e),segment_id=92a72a7c-3399-4739-94f2-6514bc45e76e)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:39.146241 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ae8bc536-757b-47ff-910b-f337683eba87 req-2b3885d4-ea15-45ca-9ec7-8748993724df tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:39.177797 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddd55f6e-a2e0-461e-8b6b-0572f9cbfdb7 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:39.194743 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=5ff0f866-b5e5-4801-ac3d-cb558210c1a6,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:39.215075 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:39.221271 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ee20d6d-f2ed-40a8-93b3-7101eec7616b req-0877a2f4-d384-4cfe-af3d-d4df2be7085d tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ab7edcf-321b-4469-8a17-abdcd3d89d48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177671 Aug 16 01:42:39.228197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ddd55f6e-a2e0-461e-8b6b-0572f9cbfdb7 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Calling delete_port for b4231bfa-7b29-4696-9dbc-6c935b8c3978 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:39.294330 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device bab674d7-9ea0-456f-ae0b-cb0407c2858e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:39.317480 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ccb67436-877d-4ca9-9fe3-b527bab81760 req-fd0ce9a3-22af-43a5-9d02-ee25faeb66c2 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2582f27-79fb-4f8b-b11c-1a81e4cddfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980574 Aug 16 01:42:39.358799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:39.359329 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:39.371984 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d2485b7f-9d88-4b5b-8fb6-66aeae5b2eea tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:39.576274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port bab674d7-9ea0-456f-ae0b-cb0407c2858e completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:39.591334 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:39.604479 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port bab674d7-9ea0-456f-ae0b-cb0407c2858e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:39.604898 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:39.654564 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddd55f6e-a2e0-461e-8b6b-0572f9cbfdb7 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:39.712038 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd55f6e-a2e0-461e-8b6b-0572f9cbfdb7 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event deleted for resources: {'Port': ['ID=b4231bfa-7b29-4696-9dbc-6c935b8c3978,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:39.840860 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 9a29e80d-84e4-4de6-8979-9ab8956f3ad1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9a29e80d-84e4-4de6-8979-9ab8956f3ad1,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:39.854594 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:39.866387 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:39.891454 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ae8bc536-757b-47ff-910b-f337683eba87 req-2b3885d4-ea15-45ca-9ec7-8748993724df tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:39.892774 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ae8bc536-757b-47ff-910b-f337683eba87 req-2b3885d4-ea15-45ca-9ec7-8748993724df tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:39.895393 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [req-ae8bc536-757b-47ff-910b-f337683eba87 req-2b3885d4-ea15-45ca-9ec7-8748993724df tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Floating IP e9413382-963e-432e-b6be-673c19190902 disassociated. External IP: 172.25.3.111, port: a77530c6-7bc4-40ee-8622-1056f83e6a7c. Aug 16 01:42:39.895873 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-ae8bc536-757b-47ff-910b-f337683eba87 req-2b3885d4-ea15-45ca-9ec7-8748993724df tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Calling delete_port for a77530c6-7bc4-40ee-8622-1056f83e6a7c owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:39.968986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port bab674d7-9ea0-456f-ae0b-cb0407c2858e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=bab674d7-9ea0-456f-ae0b-cb0407c2858e,segment=NetworkSegment(48b34a67-18c1-4c9c-a3aa-1061bd0889ca),segment_id=48b34a67-18c1-4c9c-a3aa-1061bd0889ca)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:39.971513 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=9a29e80d-84e4-4de6-8979-9ab8956f3ad1,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:39.991906 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:40.073550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=bab674d7-9ea0-456f-ae0b-cb0407c2858e,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:40.165273 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddd55f6e-a2e0-461e-8b6b-0572f9cbfdb7 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:40.289212 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ae8bc536-757b-47ff-910b-f337683eba87 req-2b3885d4-ea15-45ca-9ec7-8748993724df tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:40.426497 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3885d4-ea15-45ca-9ec7-8748993724df tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Pushing event deleted for resources: {'Port': ['ID=a77530c6-7bc4-40ee-8622-1056f83e6a7c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:40.540400 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd55f6e-a2e0-461e-8b6b-0572f9cbfdb7 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Router 8737fdb3-bfaa-4170-b36a-d8be37420fdc has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:42:40.545647 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc1d6e6-fbd6-456a-979f-10707015cdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a29e80d-84e4-4de6-8979-9ab8956f3ad1'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:40.548171 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a801db-b3b7-47ad-9b81-6dbf62612be6" -d '{"events": [{"server_uuid": "cbc1d6e6-fbd6-456a-979f-10707015cdd4", "name": "network-vif-plugged", "status": "completed", "tag": "9a29e80d-84e4-4de6-8979-9ab8956f3ad1"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:40.590155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-d2485b7f-9d88-4b5b-8fb6-66aeae5b2eea tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Allocated IP 172.25.3.21 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/394ad863-a15b-4d76-9566-c919644401bb) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:40.600319 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba783a-6cf1-4653-8972-039925db8ca4 req-7cce5ccb-7108-4c7b-9049-fd02e043af20 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:40.607612 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0cba783a-6cf1-4653-8972-039925db8ca4 req-7cce5ccb-7108-4c7b-9049-fd02e043af20 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 945 time: 0.3362114 Aug 16 01:42:40.609890 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ab9dfeed-ce2f-440d-a28c-52e6d4016cff req-ac4cafd4-3138-4513-aa81-e8d2b40e59f2 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 210 time: 0.0885527 Aug 16 01:42:40.767888 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80331e8d-8b00-4f57-a316-4b35d93d4b30 x-openstack-request-id: req-80331e8d-8b00-4f57-a316-4b35d93d4b30 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:40.768248 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc1d6e6-fbd6-456a-979f-10707015cdd4", "name": "network-vif-plugged", "status": "completed", "tag": "9a29e80d-84e4-4de6-8979-9ab8956f3ad1", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:40.769268 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-80331e8d-8b00-4f57-a316-4b35d93d4b30 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:40.769961 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0cba783a-6cf1-4653-8972-039925db8ca4 req-1189b286-b076-47c8-8602-1506d9b9a1ba tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566601 Aug 16 01:42:40.770342 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc1d6e6-fbd6-456a-979f-10707015cdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a29e80d-84e4-4de6-8979-9ab8956f3ad1', 'code': 200} Aug 16 01:42:40.808466 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae8bc536-757b-47ff-910b-f337683eba87 req-2b3885d4-ea15-45ca-9ec7-8748993724df tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Router f417ebec-3b63-4a11-b0e0-a7140be4002e has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:42:40.853469 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd55f6e-a2e0-461e-8b6b-0572f9cbfdb7 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:42:40.864424 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf9a8b-f9b5-4240-84b3-5a608610b7fc None None] Sync routers for ids ['8737fdb3-bfaa-4170-b36a-d8be37420fdc'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:42:40.868860 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ddd55f6e-a2e0-461e-8b6b-0572f9cbfdb7 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "PUT /v2.0/routers/8737fdb3-bfaa-4170-b36a-d8be37420fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0002029 Aug 16 01:42:40.874009 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48850) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:40.880298 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf9a8b-f9b5-4240-84b3-5a608610b7fc None None] Routers {'8737fdb3-bfaa-4170-b36a-d8be37420fdc'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:40.881374 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fbbf9a8b-f9b5-4240-84b3-5a608610b7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:42:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8737fdb3-bfaa-4170-b36a-d8be37420fdc'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:40.926005 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fbbf9a8b-f9b5-4240-84b3-5a608610b7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:40.950824 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf9a8b-f9b5-4240-84b3-5a608610b7fc None None] Routers {'8737fdb3-bfaa-4170-b36a-d8be37420fdc'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:40.951691 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fbbf9a8b-f9b5-4240-84b3-5a608610b7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:42:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8737fdb3-bfaa-4170-b36a-d8be37420fdc'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:41.026509 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fbbf9a8b-f9b5-4240-84b3-5a608610b7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:41.027176 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf9a8b-f9b5-4240-84b3-5a608610b7fc None None] The sync data for ids ['8737fdb3-bfaa-4170-b36a-d8be37420fdc'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:42:41.100836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae8bc536-757b-47ff-910b-f337683eba87 req-2b3885d4-ea15-45ca-9ec7-8748993724df tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:42:41.114388 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a828bc1-3942-49d4-9a47-9e0640c3993a None None] Sync routers for ids ['f417ebec-3b63-4a11-b0e0-a7140be4002e'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:42:41.146233 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a828bc1-3942-49d4-9a47-9e0640c3993a None None] Routers {'f417ebec-3b63-4a11-b0e0-a7140be4002e'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:41.147865 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d2485b7f-9d88-4b5b-8fb6-66aeae5b2eea tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:41.149908 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6a828bc1-3942-49d4-9a47-9e0640c3993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:42:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['f417ebec-3b63-4a11-b0e0-a7140be4002e'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:41.177132 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8bc536-757b-47ff-910b-f337683eba87 req-2b3885d4-ea15-45ca-9ec7-8748993724df tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] No DVR routers for this DVR port a77530c6-7bc4-40ee-8622-1056f83e6a7c on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:42:41.180083 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ae8bc536-757b-47ff-910b-f337683eba87 req-2b3885d4-ea15-45ca-9ec7-8748993724df tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:41.182717 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae8bc536-757b-47ff-910b-f337683eba87 req-2b3885d4-ea15-45ca-9ec7-8748993724df tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.63 "DELETE /v2.0/ports/a77530c6-7bc4-40ee-8622-1056f83e6a7c HTTP/1.1" status: 204 len: 173 time: 2.5339439 Aug 16 01:42:41.192430 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8', 'name': 'network-vif-deleted', 'tag': 'a77530c6-7bc4-40ee-8622-1056f83e6a7c'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:41.196195 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081988e6-94fe-4454-8231-2f4d7f8aa4b8" -d '{"events": [{"server_uuid": "65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8", "name": "network-vif-deleted", "tag": "a77530c6-7bc4-40ee-8622-1056f83e6a7c"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:41.276439 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5ff0f866-b5e5-4801-ac3d-cb558210c1a6 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:41.287094 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46a1d18-fb49-4854-bf7f-e0097b78a87c x-openstack-request-id: req-e46a1d18-fb49-4854-bf7f-e0097b78a87c {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:41.287670 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8", "name": "network-vif-deleted", "tag": "a77530c6-7bc4-40ee-8622-1056f83e6a7c", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:41.288092 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e46a1d18-fb49-4854-bf7f-e0097b78a87c {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:41.288661 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8', 'name': 'network-vif-deleted', 'tag': 'a77530c6-7bc4-40ee-8622-1056f83e6a7c', 'status': 'completed', 'code': 200} Aug 16 01:42:41.340933 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d2485b7f-9d88-4b5b-8fb6-66aeae5b2eea tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:41.452157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-6a828bc1-3942-49d4-9a47-9e0640c3993a None None] Set router f417ebec-3b63-4a11-b0e0-a7140be4002e gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:42:41.471677 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2485b7f-9d88-4b5b-8fb6-66aeae5b2eea tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:41.475808 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d2485b7f-9d88-4b5b-8fb6-66aeae5b2eea tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:41.484507 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2485b7f-9d88-4b5b-8fb6-66aeae5b2eea tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:41.515262 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-01e4f137-2618-4345-850f-988a7e0c5196 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] delete failed (client error): The resource could not be found. Aug 16 01:42:41.520178 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-01e4f137-2618-4345-850f-988a7e0c5196 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "DELETE /v2.0/routers/tempest-non_exist_router-231998463 HTTP/1.1" status: 404 len: 334 time: 0.6463752 Aug 16 01:42:41.526569 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48868) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:41.539478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-72493d47-db42-49f4-ae7e-ced1ef49e63e tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Request body: {'router': {'external_gateway_info': {'network_id': '8737fdb3-bfaa-4170-b36a-d8be37420fdc'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:41.565712 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2485b7f-9d88-4b5b-8fb6-66aeae5b2eea tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Pushing event updated for resources: {'Port': ['ID=394ad863-a15b-4d76-9566-c919644401bb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:41.607538 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 5ff0f866-b5e5-4801-ac3d-cb558210c1a6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:41.608173 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:41.653546 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d2485b7f-9d88-4b5b-8fb6-66aeae5b2eea tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:41.709683 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d2485b7f-9d88-4b5b-8fb6-66aeae5b2eea tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:41.805957 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device bab674d7-9ea0-456f-ae0b-cb0407c2858e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:41.928674 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11d105b0-75b7-4db9-975f-05dc3b745165 req-d647d1ea-4bde-47e0-90fa-e9132f91cb38 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/ports?device_id=65a8fed4-f99b-46d8-b3ce-0d7a9f8731b8 HTTP/1.1" status: 200 len: 210 time: 0.0910349 Aug 16 01:42:42.071190 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port bab674d7-9ea0-456f-ae0b-cb0407c2858e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:42.071564 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:42.131939 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72493d47-db42-49f4-ae7e-ced1ef49e63e tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:42.145931 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a77530c6-7bc4-40ee-8622-1056f83e6a7c no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:42:42.155913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e06039-ed51-4383-b3d4-9d2471fee457 req-1a272866-0275-4781-a9b5-c41892419aa5 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:42.165646 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91e06039-ed51-4383-b3d4-9d2471fee457 req-1a272866-0275-4781-a9b5-c41892419aa5 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 945 time: 0.1997008 Aug 16 01:42:42.200005 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-72493d47-db42-49f4-ae7e-ced1ef49e63e tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] update failed (client error): The resource could not be found. Aug 16 01:42:42.201038 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-72493d47-db42-49f4-ae7e-ced1ef49e63e tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "PUT /v2.0/routers/8737fdb3-bfaa-4170-b36a-d8be37420fdc HTTP/1.1" status: 404 len: 339 time: 0.6733642 Aug 16 01:42:42.204608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48896) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:42.232272 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: a77530c6-7bc4-40ee-8622-1056f83e6a7c {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:42:42.233312 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a77530c6-7bc4-40ee-8622-1056f83e6a7c not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:42:42.249869 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d2485b7f-9d88-4b5b-8fb6-66aeae5b2eea tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:42.261592 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6a828bc1-3942-49d4-9a47-9e0640c3993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'name': 'tempest-ServersTestManualDisk-129389214-router', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:23Z', 'revision_number': 4, 'project_id': '610c80f17dbe41b687cede716da3d010', 'gw_port': {'id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '4c72647d-e3a7-42dc-b595-1e7f145ae6da', 'name': '', 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'mac_address': 'fa:16:3e:0a:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '243563a2-7ae2-4035-9258-384766375747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:20Z', 'updated_at': '2021-08-16T01:40:29Z', 'revision_number': 5, 'project_id': '610c80f17dbe41b687cede716da3d010', 'subnets': [{'id': '243563a2-7ae2-4035-9258-384766375747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:42.270027 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d2485b7f-9d88-4b5b-8fb6-66aeae5b2eea tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:42.334656 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a828bc1-3942-49d4-9a47-9e0640c3993a None None] Checking router: f417ebec-3b63-4a11-b0e0-a7140be4002e for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:42:42.349820 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2485b7f-9d88-4b5b-8fb6-66aeae5b2eea tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Pushing event updated for resources: {'Port': ['ID=394ad863-a15b-4d76-9566-c919644401bb,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:42.367732 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a828bc1-3942-49d4-9a47-9e0640c3993a None None] Routers {'f417ebec-3b63-4a11-b0e0-a7140be4002e'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:42.368473 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6a828bc1-3942-49d4-9a47-9e0640c3993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:42:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['f417ebec-3b63-4a11-b0e0-a7140be4002e'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:42.375505 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91e06039-ed51-4383-b3d4-9d2471fee457 req-69f4bf49-4ea7-4d06-85a5-c6d50f897d1f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088919 Aug 16 01:42:42.440236 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d2485b7f-9d88-4b5b-8fb6-66aeae5b2eea tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:42.473868 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d2485b7f-9d88-4b5b-8fb6-66aeae5b2eea tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:42.476698 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d2485b7f-9d88-4b5b-8fb6-66aeae5b2eea tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2847953 Aug 16 01:42:42.482904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48906) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:42.496338 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9d9a19fc-0475-4002-8fe6-984e421b422e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-702160697'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:42.559679 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9a19fc-0475-4002-8fe6-984e421b422e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Made reservation on behalf of 4efee6511e32489091671cc5f56206d6 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:42.563847 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d9a19fc-0475-4002-8fe6-984e421b422e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:42.592627 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d9a19fc-0475-4002-8fe6-984e421b422e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:42.660643 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-6a828bc1-3942-49d4-9a47-9e0640c3993a None None] Set router f417ebec-3b63-4a11-b0e0-a7140be4002e gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:42:42.799028 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d9a19fc-0475-4002-8fe6-984e421b422e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:42.817790 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d9a19fc-0475-4002-8fe6-984e421b422e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:42.866364 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9a19fc-0475-4002-8fe6-984e421b422e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:42:42.890985 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a19fc-0475-4002-8fe6-984e421b422e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8abe43b-1746-47db-b84d-5aad074117a3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:42.905198 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d9a19fc-0475-4002-8fe6-984e421b422e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:42.905658 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-9d9a19fc-0475-4002-8fe6-984e421b422e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Added segment c3e431ba-d9dd-4d16-a91a-5f61d6a1d210 of type vlan for network c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7 Aug 16 01:42:43.017364 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d9a19fc-0475-4002-8fe6-984e421b422e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:43.020483 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-1a98742c-28c9-4dc9-8725-980312601b03 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:43.035722 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-1a98742c-28c9-4dc9-8725-980312601b03 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 805 time: 0.3148997 Aug 16 01:42:43.040090 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3900a12e-b63d-4bf0-9676-cde96dab3c02 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:43.069530 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d9a19fc-0475-4002-8fe6-984e421b422e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:43.075240 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9a19fc-0475-4002-8fe6-984e421b422e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:43.075784 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d9a19fc-0475-4002-8fe6-984e421b422e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:43.098086 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-7e8be3f8-dab4-4cf5-8944-e58f9ebdd938 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/quotas/5ad2ac0bd7454cfab82eaaabde2ce6ee HTTP/1.1" status: 200 len: 375 time: 0.0589991 Aug 16 01:42:43.111100 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6a828bc1-3942-49d4-9a47-9e0640c3993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'name': 'tempest-ServersTestManualDisk-129389214-router', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:23Z', 'revision_number': 4, 'project_id': '610c80f17dbe41b687cede716da3d010', 'gw_port': {'id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '4c72647d-e3a7-42dc-b595-1e7f145ae6da', 'name': '', 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'mac_address': 'fa:16:3e:0a:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '243563a2-7ae2-4035-9258-384766375747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:20Z', 'updated_at': '2021-08-16T01:40:29Z', 'revision_number': 5, 'project_id': '610c80f17dbe41b687cede716da3d010', 'subnets': [{'id': '243563a2-7ae2-4035-9258-384766375747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:43.155392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a828bc1-3942-49d4-9a47-9e0640c3993a None None] The sync data for ids ['f417ebec-3b63-4a11-b0e0-a7140be4002e'] in n-d-765315-27 is: [{'id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'name': 'tempest-ServersTestManualDisk-129389214-router', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:23Z', 'revision_number': 4, 'project_id': '610c80f17dbe41b687cede716da3d010', 'gw_port': {'id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '4c72647d-e3a7-42dc-b595-1e7f145ae6da', 'name': '', 'network_id': '3dead596-19b5-4f7e-b3cc-6aaeafb2d70f', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'mac_address': 'fa:16:3e:0a:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '243563a2-7ae2-4035-9258-384766375747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:20Z', 'updated_at': '2021-08-16T01:40:29Z', 'revision_number': 5, 'project_id': '610c80f17dbe41b687cede716da3d010', 'subnets': [{'id': '243563a2-7ae2-4035-9258-384766375747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:42:43.186112 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48948) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:43.200847 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 3f8b3078-dce8-40be-bd79-6f4f920ff26d details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:42:43.269729 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9d9a19fc-0475-4002-8fe6-984e421b422e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7855661 Aug 16 01:42:43.282184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48952) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:43.302479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2967e8e8-61a6-4d44-9017-9140af75ca5b tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Request body: {'subnet': {'network_id': 'c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:43.429100 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-84c9d4ac-712c-4c55-97d0-92a84d979fc1 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3299737 Aug 16 01:42:43.476160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a19fc-0475-4002-8fe6-984e421b422e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Pushing event updated for resources: {'Network': ['ID=c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:43.505535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:42:43.517144 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 3f8b3078-dce8-40be-bd79-6f4f920ff26d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3f8b3078-dce8-40be-bd79-6f4f920ff26d,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:43.632298 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08689dc4-4cf6-4cbd-903d-6dc5de6e3501 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:43.653134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2967e8e8-61a6-4d44-9017-9140af75ca5b tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Made reservation on behalf of 4efee6511e32489091671cc5f56206d6 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:43.676808 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2967e8e8-61a6-4d44-9017-9140af75ca5b tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:43.708110 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '3f8b3078-dce8-40be-bd79-6f4f920ff26d', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '3f8b3078-dce8-40be-bd79-6f4f920ff26d', 'mac_address': 'fa:16:3e:5f:cd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:42:43.781555 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a525825-8bd3-46a9-ab88-4d46a85b329d None None] New status for floating IP e9413382-963e-432e-b6be-673c19190902: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:42:43.807212 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:43.821576 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-229a7b1f-dce6-4adb-b35f-e78be5127d34 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:42:43.827282 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f8b3078-dce8-40be-bd79-6f4f920ff26d {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:43.828957 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-229a7b1f-dce6-4adb-b35f-e78be5127d34 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3964417 Aug 16 01:42:43.855267 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 3f8b3078-dce8-40be-bd79-6f4f920ff26d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3f8b3078-dce8-40be-bd79-6f4f920ff26d,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:43.862465 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:43.895487 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08689dc4-4cf6-4cbd-903d-6dc5de6e3501 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:44.121134 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-3900a12e-b63d-4bf0-9676-cde96dab3c02 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Allocated IP 172.20.0.1 (bc44e61e-2080-42ac-890e-427704196ce1/7d2dc5bf-1050-47d9-906a-ba9023d999fe/cc740b8e-38f8-4d67-93cc-a4ce5193cac2) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:44.205467 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08689dc4-4cf6-4cbd-903d-6dc5de6e3501 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:44.208785 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08689dc4-4cf6-4cbd-903d-6dc5de6e3501 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:44.210081 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-08689dc4-4cf6-4cbd-903d-6dc5de6e3501 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "DELETE /v2.0/security-groups/0ab7edcf-321b-4469-8a17-abdcd3d89d48 HTTP/1.1" status: 204 len: 168 time: 1.0224252 Aug 16 01:42:44.228635 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49020) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:44.274913 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08689dc4-4cf6-4cbd-903d-6dc5de6e3501 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab7edcf-321b-4469-8a17-abdcd3d89d48,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:44.281951 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2967e8e8-61a6-4d44-9017-9140af75ca5b tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:44.307608 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-120d18cd-b683-457c-93de-6fe85aa39596 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] show failed (client error): The resource could not be found. Aug 16 01:42:44.311148 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-120d18cd-b683-457c-93de-6fe85aa39596 tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "GET /v2.0/security-groups/0ab7edcf-321b-4469-8a17-abdcd3d89d48 HTTP/1.1" status: 404 len: 347 time: 0.0784936 Aug 16 01:42:44.316464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49026) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:44.378391 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=3f8b3078-dce8-40be-bd79-6f4f920ff26d,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:44.446955 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['3f8b3078-dce8-40be-bd79-6f4f920ff26d'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:44.479168 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2967e8e8-61a6-4d44-9017-9140af75ca5b tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Checking segment: {'id': 'c3e431ba-d9dd-4d16-a91a-5f61d6a1d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:44.480359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2967e8e8-61a6-4d44-9017-9140af75ca5b tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Network hostable DHCP agents. Network: c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:42:44.482916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967e8e8-61a6-4d44-9017-9140af75ca5b tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Pushing event updated for resources: {'Subnet': ['ID=ce695ae9-b8c1-4f50-9f90-f7e431ca04b7,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:44.556392 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2967e8e8-61a6-4d44-9017-9140af75ca5b tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Network c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:42:44.584585 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-2967e8e8-61a6-4d44-9017-9140af75ca5b tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:44.590100 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-887176b1-d847-4797-9724-aaa88b23b6e6 service neutron] 10.222.0.68 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7343316 Aug 16 01:42:44.608132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5912f6-8cfa-48d6-bec8-c445f90b90b0 None None] Network c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:44.615342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2967e8e8-61a6-4d44-9017-9140af75ca5b tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:44.615342 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2967e8e8-61a6-4d44-9017-9140af75ca5b tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:44.663988 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2967e8e8-61a6-4d44-9017-9140af75ca5b tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3809505 Aug 16 01:42:44.664339 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49046) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:44.700382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-84bf353a-e42b-4f93-9d66-89813e2350fb tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-522035901', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:44.991406 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7', 'network_id': 'c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7', 'tenant_id': '4efee6511e32489091671cc5f56206d6', 'fixed_ips': [{'subnet_id': 'ce695ae9-b8c1-4f50-9f90-f7e431ca04b7'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:42:44.992325 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:45.204262 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 3f8b3078-dce8-40be-bd79-6f4f920ff26d up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:45.372118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 3f8b3078-dce8-40be-bd79-6f4f920ff26d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:45.372403 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:45.451260 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84bf353a-e42b-4f93-9d66-89813e2350fb tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:45.452844 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84bf353a-e42b-4f93-9d66-89813e2350fb tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:45.505806 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Allocated IP 172.20.0.2 (c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7/ce695ae9-b8c1-4f50-9f90-f7e431ca04b7/64b82f24-e33b-44cd-a313-781844b20e6e) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:45.536006 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84bf353a-e42b-4f93-9d66-89813e2350fb tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:45.597176 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3900a12e-b63d-4bf0-9676-cde96dab3c02 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:45.634210 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:45.734957 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-558924a8-495b-42ef-9f69-c75f8938212d tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Deleting port f8318f09-1013-4cde-8c86-195262591ea5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:45.735515 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-558924a8-495b-42ef-9f69-c75f8938212d tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:45.803820 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 3f8b3078-dce8-40be-bd79-6f4f920ff26d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3f8b3078-dce8-40be-bd79-6f4f920ff26d,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:45.806778 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5a865d-2be2-45cd-8f6c-7b913bd20558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8b3078-dce8-40be-bd79-6f4f920ff26d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:45.809252 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d46a311-28ba-4d23-acd0-8c1a5ed0c7d4" -d '{"events": [{"server_uuid": "de5a865d-2be2-45cd-8f6c-7b913bd20558", "name": "network-vif-plugged", "status": "completed", "tag": "3f8b3078-dce8-40be-bd79-6f4f920ff26d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:45.831515 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:45.848238 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84bf353a-e42b-4f93-9d66-89813e2350fb tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:45.868190 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3900a12e-b63d-4bf0-9676-cde96dab3c02 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Transition to ACTIVE for port object cc740b8e-38f8-4d67-93cc-a4ce5193cac2 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:45.905604 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-6bf0c97c-0189-45c9-b7d0-3cff4cbd240d service neutron] 10.222.0.68 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2369411 Aug 16 01:42:45.952192 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=3f8b3078-dce8-40be-bd79-6f4f920ff26d,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:46.261341 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:46.272450 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-558924a8-495b-42ef-9f69-c75f8938212d tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:46.272807 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-558924a8-495b-42ef-9f69-c75f8938212d tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:46.284566 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3900a12e-b63d-4bf0-9676-cde96dab3c02 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:46.298511 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Transition to ACTIVE for port object 64b82f24-e33b-44cd-a313-781844b20e6e will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:46.357369 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Transition to ACTIVE for port object 64b82f24-e33b-44cd-a313-781844b20e6e will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:46.380738 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:46.436377 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-558924a8-495b-42ef-9f69-c75f8938212d tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Calling delete_port for f8318f09-1013-4cde-8c86-195262591ea5 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:46.476576 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Network c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:46.493448 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:46.504121 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:46.507788 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Pushing event updated for resources: {'Port': ['ID=64b82f24-e33b-44cd-a313-781844b20e6e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:46.619629 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Attempting to bind port 64b82f24-e33b-44cd-a313-781844b20e6e on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:46.619925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Attempting to bind port 64b82f24-e33b-44cd-a313-781844b20e6e by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'c3e431ba-d9dd-4d16-a91a-5f61d6a1d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:46.620628 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Attempting to bind port 64b82f24-e33b-44cd-a313-781844b20e6e on network c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:46.626529 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:46.628176 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Checking segment: {'id': 'c3e431ba-d9dd-4d16-a91a-5f61d6a1d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:46.629549 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:46.630632 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Bound using segment: {'id': 'c3e431ba-d9dd-4d16-a91a-5f61d6a1d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:46.631305 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Bound port: 64b82f24-e33b-44cd-a313-781844b20e6e, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e431ba-d9dd-4d16-a91a-5f61d6a1d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:46.631952 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:46.750116 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3900a12e-b63d-4bf0-9676-cde96dab3c02 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Network bc44e61e-2080-42ac-890e-427704196ce1 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:46.766977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3900a12e-b63d-4bf0-9676-cde96dab3c02 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:46.774597 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900a12e-b63d-4bf0-9676-cde96dab3c02 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event updated for resources: {'Port': ['ID=cc740b8e-38f8-4d67-93cc-a4ce5193cac2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:46.777951 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3900a12e-b63d-4bf0-9676-cde96dab3c02 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:46.792549 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] For port 64b82f24-e33b-44cd-a313-781844b20e6e, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:46.797250 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] For port 64b82f24-e33b-44cd-a313-781844b20e6e, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=64b82f24-e33b-44cd-a313-781844b20e6e,segment=NetworkSegment(c3e431ba-d9dd-4d16-a91a-5f61d6a1d210),segment_id=c3e431ba-d9dd-4d16-a91a-5f61d6a1d210)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:46.815894 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:47.004240 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3900a12e-b63d-4bf0-9676-cde96dab3c02 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:47.113610 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601acc7a-7706-44eb-98a3-4e0fda67fc3b None None] Pushing event updated for resources: {'Port': ['ID=64b82f24-e33b-44cd-a313-781844b20e6e,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:47.228074 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3651b7d0-0fc0-4005-b4a4-ec83b6cc6d5f None None] Provisioning for port cc740b8e-38f8-4d67-93cc-a4ce5193cac2 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:47.243490 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3651b7d0-0fc0-4005-b4a4-ec83b6cc6d5f None None] Provisioning complete for port cc740b8e-38f8-4d67-93cc-a4ce5193cac2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:47.244579 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3651b7d0-0fc0-4005-b4a4-ec83b6cc6d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:47.281206 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-558924a8-495b-42ef-9f69-c75f8938212d tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:47.392947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3651b7d0-0fc0-4005-b4a4-ec83b6cc6d5f None None] Port cc740b8e-38f8-4d67-93cc-a4ce5193cac2 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:42:47.511843 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84bf353a-e42b-4f93-9d66-89813e2350fb tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:47.622386 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49132) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:47.626474 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558924a8-495b-42ef-9f69-c75f8938212d tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Pushing event deleted for resources: {'Port': ['ID=f8318f09-1013-4cde-8c86-195262591ea5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:47.632032 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84bf353a-e42b-4f93-9d66-89813e2350fb tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:47.684645 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3900a12e-b63d-4bf0-9676-cde96dab3c02 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:47.842349 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-558924a8-495b-42ef-9f69-c75f8938212d tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:47.855239 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-558924a8-495b-42ef-9f69-c75f8938212d tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:47.859195 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-558924a8-495b-42ef-9f69-c75f8938212d tempest-ServersTestManualDisk-286245982 tempest-ServersTestManualDisk-286245982-project] 10.222.0.68 "DELETE /v2.0/floatingips/e9413382-963e-432e-b6be-673c19190902 HTTP/1.1" status: 204 len: 168 time: 3.4802547 Aug 16 01:42:47.860066 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49136) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:48.088843 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-84bf353a-e42b-4f93-9d66-89813e2350fb tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Allocated IP 172.25.3.225 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/f22bd404-eef7-4d4e-96ac-d078272e6053) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:48.124519 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-921cf249-275c-4fb1-b47d-fb3163f6ce7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:48.497073 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84bf353a-e42b-4f93-9d66-89813e2350fb tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:48.583083 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84bf353a-e42b-4f93-9d66-89813e2350fb tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:48.691232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bf353a-e42b-4f93-9d66-89813e2350fb tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:48.713648 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-84bf353a-e42b-4f93-9d66-89813e2350fb tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:48.724808 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bf353a-e42b-4f93-9d66-89813e2350fb tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:48.725788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-8de59f00-77a3-474e-9685-9f4511701d3b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:48.728069 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-8de59f00-77a3-474e-9685-9f4511701d3b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.63 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 805 time: 0.4958768 Aug 16 01:42:48.776828 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-83053ce4-5134-4e40-b1fa-c58c6d9b0b22 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Request body: {'port': {'device_id': '898a71c2-5b18-4e28-a14d-5c04d68770fc', 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c', 'admin_state_up': True, 'tenant_id': '5ad2ac0bd7454cfab82eaaabde2ce6ee'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:48.779165 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf57140e-bd88-4d6a-be7c-263a3dafa623 None None] Network c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:48.791697 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf353a-e42b-4f93-9d66-89813e2350fb tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Pushing event updated for resources: {'Port': ['ID=f22bd404-eef7-4d4e-96ac-d078272e6053,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:48.894021 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3900a12e-b63d-4bf0-9676-cde96dab3c02 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:48.932970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-25afe4f0-2374-49c8-b1cb-315c68523096 None None] Provisioning for port 64b82f24-e33b-44cd-a313-781844b20e6e completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:48.950000 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3900a12e-b63d-4bf0-9676-cde96dab3c02 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:49.049102 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-921cf249-275c-4fb1-b47d-fb3163f6ce7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:49.070970 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-921cf249-275c-4fb1-b47d-fb3163f6ce7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:49.132543 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3900a12e-b63d-4bf0-9676-cde96dab3c02 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:49.170930 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900a12e-b63d-4bf0-9676-cde96dab3c02 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event updated for resources: {'Port': ['ID=cc740b8e-38f8-4d67-93cc-a4ce5193cac2,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:49.231385 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-83053ce4-5134-4e40-b1fa-c58c6d9b0b22 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Made reservation on behalf of 5ad2ac0bd7454cfab82eaaabde2ce6ee for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:42:49.236698 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-83053ce4-5134-4e40-b1fa-c58c6d9b0b22 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:49.250163 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-921cf249-275c-4fb1-b47d-fb3163f6ce7a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=03dc5a4ad7bf4fba84071e8e5f3b0327&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6258781 Aug 16 01:42:49.261696 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49138) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:49.281236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cf249-275c-4fb1-b47d-fb3163f6ce7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ba0657-9dd8-459e-a8b0-95efb3e9bf9b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:49.371394 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 64b82f24-e33b-44cd-a313-781844b20e6e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:49.512117 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 64b82f24-e33b-44cd-a313-781844b20e6e completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:49.520852 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 64b82f24-e33b-44cd-a313-781844b20e6e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:49.521512 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:49.768168 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:49.870636 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a320623c-d059-418d-9db7-f30ff6542646 None None] Provisioning complete for port 64b82f24-e33b-44cd-a313-781844b20e6e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:49.871411 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a320623c-d059-418d-9db7-f30ff6542646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:50.003949 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 64b82f24-e33b-44cd-a313-781844b20e6e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=64b82f24-e33b-44cd-a313-781844b20e6e,segment=NetworkSegment(c3e431ba-d9dd-4d16-a91a-5f61d6a1d210),segment_id=c3e431ba-d9dd-4d16-a91a-5f61d6a1d210)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:50.011365 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:50.059186 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84bf353a-e42b-4f93-9d66-89813e2350fb tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:50.170224 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5eb14db-4cbb-4f5b-a68d-4e4dd1198eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:50.197047 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=64b82f24-e33b-44cd-a313-781844b20e6e,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:50.212224 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90ba76dc-2f58-4f46-909e-c328fae6857a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:50.255540 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3900a12e-b63d-4bf0-9676-cde96dab3c02 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Network bc44e61e-2080-42ac-890e-427704196ce1 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:50.266877 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3900a12e-b63d-4bf0-9676-cde96dab3c02 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:50.298592 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90ba76dc-2f58-4f46-909e-c328fae6857a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:50.520927 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-83053ce4-5134-4e40-b1fa-c58c6d9b0b22 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Allocated IP 172.20.0.3 (e34c68e7-0a34-46ae-ac57-cc0385b7595c/9018291d-2978-41e4-8573-6602cff70f18/ec04a676-61d3-496b-b23f-0f2f482a6e1e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:50.627734 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3900a12e-b63d-4bf0-9676-cde96dab3c02 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Router 8737fdb3-bfaa-4170-b36a-d8be37420fdc has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:42:50.735589 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bd5f42f8-6039-4e74-8268-58795767afc2 None None] Provisioning complete for port cc740b8e-38f8-4d67-93cc-a4ce5193cac2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:50.736372 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd5f42f8-6039-4e74-8268-58795767afc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:50.739412 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-83053ce4-5134-4e40-b1fa-c58c6d9b0b22 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:50.795981 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-83053ce4-5134-4e40-b1fa-c58c6d9b0b22 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:50.827460 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ba978e89-0a8f-4e00-b2a7-3d35c60a0298'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:50.828532 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-83053ce4-5134-4e40-b1fa-c58c6d9b0b22 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Network e34c68e7-0a34-46ae-ac57-cc0385b7595c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:50.837258 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-83053ce4-5134-4e40-b1fa-c58c6d9b0b22 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:50.840164 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-83053ce4-5134-4e40-b1fa-c58c6d9b0b22 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:50.935094 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00a7d35c-761f-4dd8-9bc5-84df2ed6bfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:51.036128 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bd5f42f8-6039-4e74-8268-58795767afc2 None None] Port cc740b8e-38f8-4d67-93cc-a4ce5193cac2 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:42:51.301803 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 64b82f24-e33b-44cd-a313-781844b20e6e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:42:51.309905 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3900a12e-b63d-4bf0-9676-cde96dab3c02 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:42:51.332963 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3900a12e-b63d-4bf0-9676-cde96dab3c02 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "PUT /v2.0/routers/8737fdb3-bfaa-4170-b36a-d8be37420fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1225212 Aug 16 01:42:51.334321 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49150) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:51.350772 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83053ce4-5134-4e40-b1fa-c58c6d9b0b22 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Pushing event updated for resources: {'Port': ['ID=ec04a676-61d3-496b-b23f-0f2f482a6e1e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:51.373906 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-83053ce4-5134-4e40-b1fa-c58c6d9b0b22 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:51.374993 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-83053ce4-5134-4e40-b1fa-c58c6d9b0b22 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:51.406915 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-83053ce4-5134-4e40-b1fa-c58c6d9b0b22 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6469316 Aug 16 01:42:51.420553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab83e6d-f19e-4f27-a1ab-f742d673e82a None None] Sync routers for ids ['8737fdb3-bfaa-4170-b36a-d8be37420fdc'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:42:51.431236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Request body: {'port': {'device_id': '898a71c2-5b18-4e28-a14d-5c04d68770fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:51.521279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab83e6d-f19e-4f27-a1ab-f742d673e82a None None] Routers {'8737fdb3-bfaa-4170-b36a-d8be37420fdc'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:51.530087 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5ab83e6d-f19e-4f27-a1ab-f742d673e82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:42:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8737fdb3-bfaa-4170-b36a-d8be37420fdc'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:51.612902 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9cd81ce4-5bae-4230-96ea-64d1bf839435 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:51.642854 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5ab83e6d-f19e-4f27-a1ab-f742d673e82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:51.662395 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 64b82f24-e33b-44cd-a313-781844b20e6e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:51.663311 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:51.700251 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-00a7d35c-761f-4dd8-9bc5-84df2ed6bfd1 admin admin] Deleting port 4c72647d-e3a7-42dc-b595-1e7f145ae6da {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:51.701438 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00a7d35c-761f-4dd8-9bc5-84df2ed6bfd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:51.703506 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:51.825934 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90ba76dc-2f58-4f46-909e-c328fae6857a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:51.829322 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90ba76dc-2f58-4f46-909e-c328fae6857a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:51.831092 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-90ba76dc-2f58-4f46-909e-c328fae6857a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c1ba0657-9dd8-459e-a8b0-95efb3e9bf9b HTTP/1.1" status: 204 len: 168 time: 2.5668192 Aug 16 01:42:51.847971 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab83e6d-f19e-4f27-a1ab-f742d673e82a None None] Routers {'8737fdb3-bfaa-4170-b36a-d8be37420fdc'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:51.848666 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5ab83e6d-f19e-4f27-a1ab-f742d673e82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:42:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8737fdb3-bfaa-4170-b36a-d8be37420fdc'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:51.896918 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5ab83e6d-f19e-4f27-a1ab-f742d673e82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:51.897502 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab83e6d-f19e-4f27-a1ab-f742d673e82a None None] The sync data for ids ['8737fdb3-bfaa-4170-b36a-d8be37420fdc'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:42:51.900646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba76dc-2f58-4f46-909e-c328fae6857a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ba0657-9dd8-459e-a8b0-95efb3e9bf9b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:51.928015 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-9cd81ce4-5bae-4230-96ea-64d1bf839435 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 01:42:51.929205 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9cd81ce4-5bae-4230-96ea-64d1bf839435 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "DELETE /v2.0/routers/8737fdb3-bfaa-4170-b36a-d8be37420fdc HTTP/1.1" status: 409 len: 329 time: 0.5939312 Aug 16 01:42:51.931100 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84bf353a-e42b-4f93-9d66-89813e2350fb tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:51.933918 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49154) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:51.960133 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-00a7d35c-761f-4dd8-9bc5-84df2ed6bfd1 admin admin] For port 4c72647d-e3a7-42dc-b595-1e7f145ae6da, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4c72647d-e3a7-42dc-b595-1e7f145ae6da,segment=NetworkSegment(92a72a7c-3399-4739-94f2-6514bc45e76e),segment_id=92a72a7c-3399-4739-94f2-6514bc45e76e)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:51.967874 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00a7d35c-761f-4dd8-9bc5-84df2ed6bfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:51.999046 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-00a7d35c-761f-4dd8-9bc5-84df2ed6bfd1 admin admin] Calling delete_port for 4c72647d-e3a7-42dc-b595-1e7f145ae6da owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:52.468471 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00a7d35c-761f-4dd8-9bc5-84df2ed6bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:52.536720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49158) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:52.567653 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df281fd3-f7f5-4a0a-9a61-e10e94d9db74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:52.582213 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23982710-968f-4f6b-b084-3aa68acbd5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:52.649658 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7d35c-761f-4dd8-9bc5-84df2ed6bfd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c72647d-e3a7-42dc-b595-1e7f145ae6da,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:52.751651 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bf353a-e42b-4f93-9d66-89813e2350fb tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Router 91fa929d-e4ce-495a-ad7f-ac2e41b12537 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:42:53.111216 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bf353a-e42b-4f93-9d66-89813e2350fb tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:42:53.126135 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325f606b-d64d-48ca-9001-33c8c60b99ea None None] Sync routers for ids ['91fa929d-e4ce-495a-ad7f-ac2e41b12537'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:42:53.142089 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325f606b-d64d-48ca-9001-33c8c60b99ea None None] Routers {'91fa929d-e4ce-495a-ad7f-ac2e41b12537'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:53.143041 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-325f606b-d64d-48ca-9001-33c8c60b99ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:42:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['91fa929d-e4ce-495a-ad7f-ac2e41b12537'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:53.186009 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00a7d35c-761f-4dd8-9bc5-84df2ed6bfd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:53.224050 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35be2488-4f5b-465f-ab45-64c5b421acce tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:53.234433 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:53.253375 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-325f606b-d64d-48ca-9001-33c8c60b99ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:53.287657 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325f606b-d64d-48ca-9001-33c8c60b99ea None None] Routers {'91fa929d-e4ce-495a-ad7f-ac2e41b12537'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:53.295642 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-325f606b-d64d-48ca-9001-33c8c60b99ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:42:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['91fa929d-e4ce-495a-ad7f-ac2e41b12537'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:53.356554 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec04a676-61d3-496b-b23f-0f2f482a6e1e {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:53.369055 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:53.424426 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-325f606b-d64d-48ca-9001-33c8c60b99ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:53.425420 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325f606b-d64d-48ca-9001-33c8c60b99ea None None] The sync data for ids ['91fa929d-e4ce-495a-ad7f-ac2e41b12537'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:42:53.466854 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Transition to ACTIVE for port object ec04a676-61d3-496b-b23f-0f2f482a6e1e will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:53.481828 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:53.523154 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23982710-968f-4f6b-b084-3aa68acbd5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:53.557106 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23982710-968f-4f6b-b084-3aa68acbd5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:53.629800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Pushing event updated for resources: {'Port': ['ID=ec04a676-61d3-496b-b23f-0f2f482a6e1e,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:53.683480 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-23982710-968f-4f6b-b084-3aa68acbd5bb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ba4e66a793cd41b7ab478273ee3536f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1438479 Aug 16 01:42:53.687221 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23982710-968f-4f6b-b084-3aa68acbd5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d975e3b-18fd-49ac-9730-1d13242f2e61,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:53.694803 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84bf353a-e42b-4f93-9d66-89813e2350fb tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:53.701524 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-84bf353a-e42b-4f93-9d66-89813e2350fb tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.0318205 Aug 16 01:42:53.712852 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49160) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:53.713442 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49162) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:53.942571 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a7d35c-761f-4dd8-9bc5-84df2ed6bfd1 admin admin] Router f417ebec-3b63-4a11-b0e0-a7140be4002e has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:42:54.072450 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:54.149833 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb49241e-3775-4b74-b6d0-3dce8d4c5912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:54.260806 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Attempting to bind port ec04a676-61d3-496b-b23f-0f2f482a6e1e on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:42:54.261872 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Attempting to bind port ec04a676-61d3-496b-b23f-0f2f482a6e1e by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:42:54.262417 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Attempting to bind port ec04a676-61d3-496b-b23f-0f2f482a6e1e on network e34c68e7-0a34-46ae-ac57-cc0385b7595c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:54.275533 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Port ec04a676-61d3-496b-b23f-0f2f482a6e1e on network e34c68e7-0a34-46ae-ac57-cc0385b7595c not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:42:54.280147 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Attempting to bind port ec04a676-61d3-496b-b23f-0f2f482a6e1e on network e34c68e7-0a34-46ae-ac57-cc0385b7595c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:42:54.302098 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:42:54.302818 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Checking segment: {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:42:54.304041 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Bound using segment: {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:42:54.304906 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Bound port: ec04a676-61d3-496b-b23f-0f2f482a6e1e, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:42:54.305812 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:54.378732 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] For port ec04a676-61d3-496b-b23f-0f2f482a6e1e, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:42:54.383134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] For port ec04a676-61d3-496b-b23f-0f2f482a6e1e, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ec04a676-61d3-496b-b23f-0f2f482a6e1e,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:42:54.387953 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a7d35c-761f-4dd8-9bc5-84df2ed6bfd1 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:42:54.397699 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-00a7d35c-761f-4dd8-9bc5-84df2ed6bfd1 admin admin] 10.222.0.68 "PUT /v2.0/routers/f417ebec-3b63-4a11-b0e0-a7140be4002e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5350916 Aug 16 01:42:54.399639 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:54.404957 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6ad06d-2ede-402a-80fd-d8749fa16a67 None None] Sync routers for ids ['f417ebec-3b63-4a11-b0e0-a7140be4002e'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:42:54.422778 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6ad06d-2ede-402a-80fd-d8749fa16a67 None None] Routers {'f417ebec-3b63-4a11-b0e0-a7140be4002e'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:54.425165 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0f6ad06d-2ede-402a-80fd-d8749fa16a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:42:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['f417ebec-3b63-4a11-b0e0-a7140be4002e'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:54.428310 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49164) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:54.445590 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:54.447702 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:54.449966 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb49241e-3775-4b74-b6d0-3dce8d4c5912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:54.451549 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] 10.222.0.63 "PUT /v2.0/ports/ec04a676-61d3-496b-b23f-0f2f482a6e1e HTTP/1.1" status: 200 len: 1092 time: 3.0321789 Aug 16 01:42:54.463847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898a71c2-5b18-4e28-a14d-5c04d68770fc', 'tag': 'ec04a676-61d3-496b-b23f-0f2f482a6e1e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:42:54.482803 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016482b5-d4e7-431d-8a81-abc2658b649c" -d '{"events": [{"name": "network-changed", "server_uuid": "898a71c2-5b18-4e28-a14d-5c04d68770fc", "tag": "ec04a676-61d3-496b-b23f-0f2f482a6e1e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:42:54.880010 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-2e789e1f-2d3b-4c84-afb6-a8299439f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:54.882026 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-2e789e1f-2d3b-4c84-afb6-a8299439f770 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&device_id=898a71c2-5b18-4e28-a14d-5c04d68770fc HTTP/1.1" status: 200 len: 1095 time: 0.3129849 Aug 16 01:42:54.894034 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0602f-36aa-4dd1-8e94-5aa508faca49 service neutron] Pushing event updated for resources: {'Port': ['ID=ec04a676-61d3-496b-b23f-0f2f482a6e1e,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:54.899973 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0f6ad06d-2ede-402a-80fd-d8749fa16a67 None None] Set router f417ebec-3b63-4a11-b0e0-a7140be4002e gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:42:54.983081 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-67328368-24c8-43d9-b057-c9d447350195 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec04a676-61d3-496b-b23f-0f2f482a6e1e HTTP/1.1" status: 200 len: 217 time: 0.0715621 Aug 16 01:42:54.993388 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f601b587-97e9-4074-966a-204ce81fd649 admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:55.255532 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-abf7e396-f78f-4922-be63-275490f57f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:55.257266 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-abf7e396-f78f-4922-be63-275490f57f72 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9018291d-2978-41e4-8573-6602cff70f18 HTTP/1.1" status: 200 len: 845 time: 0.0702922 Aug 16 01:42:55.258891 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f601b587-97e9-4074-966a-204ce81fd649 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:55.277790 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0f6ad06d-2ede-402a-80fd-d8749fa16a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'name': 'tempest-ServersTestManualDisk-129389214-router', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:42:52Z', 'revision_number': 5, 'project_id': '610c80f17dbe41b687cede716da3d010', 'gw_port': {'id': '6a1fc3fe-68a5-4c9e-926d-10fa16878d86', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:55.337799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6ad06d-2ede-402a-80fd-d8749fa16a67 None None] Checking router: f417ebec-3b63-4a11-b0e0-a7140be4002e for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:42:55.353039 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6ad06d-2ede-402a-80fd-d8749fa16a67 None None] Routers {'f417ebec-3b63-4a11-b0e0-a7140be4002e'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:55.354014 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0f6ad06d-2ede-402a-80fd-d8749fa16a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:42:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['f417ebec-3b63-4a11-b0e0-a7140be4002e'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:55.360643 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-5b6e889a-5f80-49e6-ba63-df697800fb6e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e34c68e7-0a34-46ae-ac57-cc0385b7595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745952 Aug 16 01:42:55.399529 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb49241e-3775-4b74-b6d0-3dce8d4c5912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:55.402250 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb49241e-3775-4b74-b6d0-3dce8d4c5912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:55.403468 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cb49241e-3775-4b74-b6d0-3dce8d4c5912 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6d975e3b-18fd-49ac-9730-1d13242f2e61 HTTP/1.1" status: 204 len: 168 time: 1.6886969 Aug 16 01:42:55.524160 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0f6ad06d-2ede-402a-80fd-d8749fa16a67 None None] Set router f417ebec-3b63-4a11-b0e0-a7140be4002e gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:42:55.560571 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49241e-3775-4b74-b6d0-3dce8d4c5912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d975e3b-18fd-49ac-9730-1d13242f2e61,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:55.619498 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0f6ad06d-2ede-402a-80fd-d8749fa16a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'name': 'tempest-ServersTestManualDisk-129389214-router', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:42:55Z', 'revision_number': 6, 'project_id': '610c80f17dbe41b687cede716da3d010', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:55.668463 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6ad06d-2ede-402a-80fd-d8749fa16a67 None None] The sync data for ids ['f417ebec-3b63-4a11-b0e0-a7140be4002e'] in n-d-765315-27 is: [{'id': 'f417ebec-3b63-4a11-b0e0-a7140be4002e', 'name': 'tempest-ServersTestManualDisk-129389214-router', 'tenant_id': '610c80f17dbe41b687cede716da3d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:40:15Z', 'updated_at': '2021-08-16T01:42:55Z', 'revision_number': 6, 'project_id': '610c80f17dbe41b687cede716da3d010', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:42:55.704016 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-b03f7b24-a95f-48a5-8a3b-3acfe0ef04d0 service neutron] 10.222.0.63 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189464 Aug 16 01:42:55.787811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-35be2488-4f5b-465f-ab45-64c5b421acce tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Deleting port cc740b8e-38f8-4d67-93cc-a4ce5193cac2 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:55.791061 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35be2488-4f5b-465f-ab45-64c5b421acce tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:55.869789 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:55.891314 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f601b587-97e9-4074-966a-204ce81fd649 admin admin] Deleting port 6a1fc3fe-68a5-4c9e-926d-10fa16878d86 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:55.891685 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f601b587-97e9-4074-966a-204ce81fd649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:55.959709 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-340facd0-1b9c-48e7-9202-8347703d9c78 service neutron] 10.222.0.63 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071700 Aug 16 01:42:56.019960 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35be2488-4f5b-465f-ab45-64c5b421acce tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:56.038252 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-35be2488-4f5b-465f-ab45-64c5b421acce tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Calling delete_port for cc740b8e-38f8-4d67-93cc-a4ce5193cac2 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:56.045072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-f601b587-97e9-4074-966a-204ce81fd649 admin admin] For port 6a1fc3fe-68a5-4c9e-926d-10fa16878d86, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6a1fc3fe-68a5-4c9e-926d-10fa16878d86,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:56.046405 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f601b587-97e9-4074-966a-204ce81fd649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:56.095748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f601b587-97e9-4074-966a-204ce81fd649 admin admin] Calling delete_port for 6a1fc3fe-68a5-4c9e-926d-10fa16878d86 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:42:56.264034 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94df0f09-93b7-4cc9-b9db-c6f499d8dc78 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:56.273632 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35be2488-4f5b-465f-ab45-64c5b421acce tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:56.322502 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be2488-4f5b-465f-ab45-64c5b421acce tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event deleted for resources: {'Port': ['ID=cc740b8e-38f8-4d67-93cc-a4ce5193cac2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:56.525531 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f601b587-97e9-4074-966a-204ce81fd649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:56.655027 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601b587-97e9-4074-966a-204ce81fd649 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a1fc3fe-68a5-4c9e-926d-10fa16878d86,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:56.813033 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f601b587-97e9-4074-966a-204ce81fd649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:56.864468 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e3b5c7-244b-4479-9661-efa9faf9e0a4 x-openstack-request-id: req-49e3b5c7-244b-4479-9661-efa9faf9e0a4 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:56.865317 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5a865d-2be2-45cd-8f6c-7b913bd20558", "name": "network-vif-plugged", "status": "completed", "tag": "3f8b3078-dce8-40be-bd79-6f4f920ff26d", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:56.865730 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-49e3b5c7-244b-4479-9661-efa9faf9e0a4 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:56.866398 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5a865d-2be2-45cd-8f6c-7b913bd20558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8b3078-dce8-40be-bd79-6f4f920ff26d', 'code': 200} Aug 16 01:42:56.940935 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35be2488-4f5b-465f-ab45-64c5b421acce tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:56.970181 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c10f8d-cef5-4e0a-a56e-928591275666 x-openstack-request-id: req-e3c10f8d-cef5-4e0a-a56e-928591275666 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:42:56.976302 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898a71c2-5b18-4e28-a14d-5c04d68770fc", "tag": "ec04a676-61d3-496b-b23f-0f2f482a6e1e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:42:56.977801 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e3c10f8d-cef5-4e0a-a56e-928591275666 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:42:56.977801 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898a71c2-5b18-4e28-a14d-5c04d68770fc', 'tag': 'ec04a676-61d3-496b-b23f-0f2f482a6e1e', 'status': 'completed', 'code': 200} Aug 16 01:42:57.149533 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f601b587-97e9-4074-966a-204ce81fd649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:57.157036 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f601b587-97e9-4074-966a-204ce81fd649 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:57.274600 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4c72647d-e3a7-42dc-b595-1e7f145ae6da no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:42:57.356868 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 4c72647d-e3a7-42dc-b595-1e7f145ae6da {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:42:57.357782 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4c72647d-e3a7-42dc-b595-1e7f145ae6da not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:42:57.359889 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6a1fc3fe-68a5-4c9e-926d-10fa16878d86 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:42:57.391012 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 6a1fc3fe-68a5-4c9e-926d-10fa16878d86 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:42:57.391916 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6a1fc3fe-68a5-4c9e-926d-10fa16878d86 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:42:57.430321 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35be2488-4f5b-465f-ab45-64c5b421acce tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Router 8737fdb3-bfaa-4170-b36a-d8be37420fdc has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:42:57.436481 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-94df0f09-93b7-4cc9-b9db-c6f499d8dc78 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Allocated IP 172.20.0.1 (c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7/ce695ae9-b8c1-4f50-9f90-f7e431ca04b7/dea4529b-62f1-47e2-b568-333f32d0a1dd) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:42:57.677525 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016482b5-d4e7-431d-8a81-abc2658b649c req-09f8e3e3-1642-4b08-b15b-274a5ea881f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:57.679187 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-016482b5-d4e7-431d-8a81-abc2658b649c req-09f8e3e3-1642-4b08-b15b-274a5ea881f7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&device_id=898a71c2-5b18-4e28-a14d-5c04d68770fc HTTP/1.1" status: 200 len: 1095 time: 0.6908348 Aug 16 01:42:57.683274 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f601b587-97e9-4074-966a-204ce81fd649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:57.684143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f601b587-97e9-4074-966a-204ce81fd649 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f417ebec-3b63-4a11-b0e0-a7140be4002e {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:42:57.688930 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f601b587-97e9-4074-966a-204ce81fd649 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:57.693944 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f601b587-97e9-4074-966a-204ce81fd649 admin admin] 10.222.0.68 "DELETE /v2.0/routers/f417ebec-3b63-4a11-b0e0-a7140be4002e HTTP/1.1" status: 204 len: 168 time: 3.2412930 Aug 16 01:42:57.698747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49244) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:57.700798 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35be2488-4f5b-465f-ab45-64c5b421acce tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:42:57.710021 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-35be2488-4f5b-465f-ab45-64c5b421acce tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "PUT /v2.0/routers/8737fdb3-bfaa-4170-b36a-d8be37420fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7711365 Aug 16 01:42:57.715828 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49246) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:57.716165 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6742cb4-f6e7-4863-9afc-f651a0c3779b None None] Sync routers for ids ['8737fdb3-bfaa-4170-b36a-d8be37420fdc'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:42:57.738066 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6742cb4-f6e7-4863-9afc-f651a0c3779b None None] Routers {'8737fdb3-bfaa-4170-b36a-d8be37420fdc'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:57.739092 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a6742cb4-f6e7-4863-9afc-f651a0c3779b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:42:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8737fdb3-bfaa-4170-b36a-d8be37420fdc'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:57.797650 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-a9b317b3-c95b-41d4-81be-452403a98354 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] show failed (client error): The resource could not be found. Aug 16 01:42:57.801437 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a9b317b3-c95b-41d4-81be-452403a98354 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "GET /v2.0/routers/tempest-non_exist_router-2082027966 HTTP/1.1" status: 404 len: 335 time: 0.0798545 Aug 16 01:42:57.803723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49250) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:57.836902 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bbc7eb88-e44a-4417-940b-8da1e28a98f6 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:42:57.857339 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a6742cb4-f6e7-4863-9afc-f651a0c3779b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:57.882892 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6742cb4-f6e7-4863-9afc-f651a0c3779b None None] Routers {'8737fdb3-bfaa-4170-b36a-d8be37420fdc'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:42:57.888676 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a6742cb4-f6e7-4863-9afc-f651a0c3779b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:42:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8737fdb3-bfaa-4170-b36a-d8be37420fdc'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:57.904313 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-bbc7eb88-e44a-4417-940b-8da1e28a98f6 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] update failed (client error): The resource could not be found. Aug 16 01:42:57.905621 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bbc7eb88-e44a-4417-940b-8da1e28a98f6 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "PUT /v2.0/routers/tempest-non_exist_router-806978213 HTTP/1.1" status: 404 len: 334 time: 0.0808477 Aug 16 01:42:57.912653 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49258) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:57.932407 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a6742cb4-f6e7-4863-9afc-f651a0c3779b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:42:57.934059 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6742cb4-f6e7-4863-9afc-f651a0c3779b None None] The sync data for ids ['8737fdb3-bfaa-4170-b36a-d8be37420fdc'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:42:57.989250 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94df0f09-93b7-4cc9-b9db-c6f499d8dc78 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:57.993094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8873e4f-71d6-4a5f-a4ab-228bf200e4c9 req-3d7fa39a-f0db-4276-ad83-b167a7fccfc0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:58.003017 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8873e4f-71d6-4a5f-a4ab-228bf200e4c9 req-3d7fa39a-f0db-4276-ad83-b167a7fccfc0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=898a71c2-5b18-4e28-a14d-5c04d68770fc HTTP/1.1" status: 200 len: 943 time: 0.7971666 Aug 16 01:42:58.011741 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c56699-d9cf-434c-85da-36bfc9647b6b tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Deleting subnet f8ed136d-e6e6-4bdb-959f-90e28b0ff70a {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:42:58.017002 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34c56699-d9cf-434c-85da-36bfc9647b6b tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.022302 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-94df0f09-93b7-4cc9-b9db-c6f499d8dc78 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Transition to ACTIVE for port object dea4529b-62f1-47e2-b568-333f32d0a1dd will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:42:58.075495 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8873e4f-71d6-4a5f-a4ab-228bf200e4c9 req-c26d9537-2284-42fa-a642-112eac6e72db tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704341 Aug 16 01:42:58.094016 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34c56699-d9cf-434c-85da-36bfc9647b6b tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.147844 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-700b4776-5496-4f17-82c7-8a6dc32d2606 admin admin] Deleting subnet 243563a2-7ae2-4035-9258-384766375747 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:42:58.153957 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94df0f09-93b7-4cc9-b9db-c6f499d8dc78 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.161827 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-700b4776-5496-4f17-82c7-8a6dc32d2606 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.213356 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-700b4776-5496-4f17-82c7-8a6dc32d2606 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.228071 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df0f09-93b7-4cc9-b9db-c6f499d8dc78 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Pushing event updated for resources: {'Port': ['ID=dea4529b-62f1-47e2-b568-333f32d0a1dd,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:58.233414 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ec04a676-61d3-496b-b23f-0f2f482a6e1e details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:42:58.255045 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94df0f09-93b7-4cc9-b9db-c6f499d8dc78 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Network c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:42:58.260210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-94df0f09-93b7-4cc9-b9db-c6f499d8dc78 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:42:58.264225 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94df0f09-93b7-4cc9-b9db-c6f499d8dc78 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:42:58.296806 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:42:58.327243 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34c56699-d9cf-434c-85da-36bfc9647b6b tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.329788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016482b5-d4e7-431d-8a81-abc2658b649c req-8c81bc88-579a-4380-818a-ec904e9bbcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:58.333309 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-016482b5-d4e7-431d-8a81-abc2658b649c req-8c81bc88-579a-4380-818a-ec904e9bbcc5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 906 time: 0.6353962 Aug 16 01:42:58.445795 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-016482b5-d4e7-431d-8a81-abc2658b649c req-5635ac79-7125-40d3-855b-482d513c5182 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec04a676-61d3-496b-b23f-0f2f482a6e1e HTTP/1.1" status: 200 len: 217 time: 0.0970898 Aug 16 01:42:58.446279 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94df0f09-93b7-4cc9-b9db-c6f499d8dc78 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.570195 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ec04a676-61d3-496b-b23f-0f2f482a6e1e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ec04a676-61d3-496b-b23f-0f2f482a6e1e,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:58.614240 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'ec04a676-61d3-496b-b23f-0f2f482a6e1e', 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c', 'port_id': 'ec04a676-61d3-496b-b23f-0f2f482a6e1e', 'mac_address': 'fa:16:3e:d1:24:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9018291d-2978-41e4-8573-6602cff70f18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:42:58.625732 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-700b4776-5496-4f17-82c7-8a6dc32d2606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.636564 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016482b5-d4e7-431d-8a81-abc2658b649c req-62ad792b-48ba-4723-a895-78d05cf59963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:42:58.647894 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-016482b5-d4e7-431d-8a81-abc2658b649c req-62ad792b-48ba-4723-a895-78d05cf59963 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9018291d-2978-41e4-8573-6602cff70f18 HTTP/1.1" status: 200 len: 845 time: 0.1831162 Aug 16 01:42:58.731848 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34c56699-d9cf-434c-85da-36bfc9647b6b tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.733650 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-016482b5-d4e7-431d-8a81-abc2658b649c req-49a89b32-dbfc-4e47-813b-8ea65a30ea6b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e34c68e7-0a34-46ae-ac57-cc0385b7595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330567 Aug 16 01:42:58.774042 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.827231 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c56699-d9cf-434c-85da-36bfc9647b6b tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ed136d-e6e6-4bdb-959f-90e28b0ff70a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:58.833162 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34c56699-d9cf-434c-85da-36bfc9647b6b tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.840560 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-34c56699-d9cf-434c-85da-36bfc9647b6b tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "DELETE /v2.0/subnets/f8ed136d-e6e6-4bdb-959f-90e28b0ff70a HTTP/1.1" status: 204 len: 168 time: 0.9266591 Aug 16 01:42:58.843948 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49296) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:58.854019 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d60d515-2d7d-4676-8999-f6f24e04b1bc None None] Network 9d9b4f17-c82b-434b-bc17-0c59aa4c5afa requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:58.875413 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec04a676-61d3-496b-b23f-0f2f482a6e1e {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:42:58.948736 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ec04a676-61d3-496b-b23f-0f2f482a6e1e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ec04a676-61d3-496b-b23f-0f2f482a6e1e,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:58.954203 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19a2b70-9953-4311-a500-a5adfcfa5e42 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Deleting subnet 69d21562-dd3e-445e-8b91-0ed02225b8b3 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:42:58.963938 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-700b4776-5496-4f17-82c7-8a6dc32d2606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.967346 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c19a2b70-9953-4311-a500-a5adfcfa5e42 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:58.983560 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94df0f09-93b7-4cc9-b9db-c6f499d8dc78 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:59.024670 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b4776-5496-4f17-82c7-8a6dc32d2606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=243563a2-7ae2-4035-9258-384766375747,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:59.048645 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-700b4776-5496-4f17-82c7-8a6dc32d2606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:59.051023 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-700b4776-5496-4f17-82c7-8a6dc32d2606 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/243563a2-7ae2-4035-9258-384766375747 HTTP/1.1" status: 204 len: 168 time: 1.3195329 Aug 16 01:42:59.057020 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49306) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:42:59.092165 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:59.094074 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-04fb7a46-b441-4d4a-af96-49106cb6b5cb None None] Provisioning for port dea4529b-62f1-47e2-b568-333f32d0a1dd completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:42:59.099316 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cb8d53-4ddd-4a48-8ab6-6fc239f30576 None None] Network 3dead596-19b5-4f7e-b3cc-6aaeafb2d70f requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:42:59.144335 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:59.149703 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-016482b5-d4e7-431d-8a81-abc2658b649c req-9b7d4c57-95a7-4978-9cbc-1cb0d389b1a8 service neutron] 10.222.0.63 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054120 Aug 16 01:42:59.164196 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c19a2b70-9953-4311-a500-a5adfcfa5e42 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:59.269224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-04fb7a46-b441-4d4a-af96-49106cb6b5cb None None] Provisioning complete for port dea4529b-62f1-47e2-b568-333f32d0a1dd triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:42:59.270425 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04fb7a46-b441-4d4a-af96-49106cb6b5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:59.359566 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=ec04a676-61d3-496b-b23f-0f2f482a6e1e,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:42:59.417076 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ec04a676-61d3-496b-b23f-0f2f482a6e1e'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:42:59.567372 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-04fb7a46-b441-4d4a-af96-49106cb6b5cb None None] Port dea4529b-62f1-47e2-b568-333f32d0a1dd cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:42:59.612865 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-016482b5-d4e7-431d-8a81-abc2658b649c req-36492d22-771d-48ed-a5d8-0d99cfc8964a service neutron] 10.222.0.63 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455175 Aug 16 01:42:59.722300 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c19a2b70-9953-4311-a500-a5adfcfa5e42 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:59.757490 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] Deleting port 5f68053b-dac3-43ec-9022-86eb77c52239 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:42:59.759156 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004a8b16-9e2f-44f4-9528-a856b35f056b None None] DHCP port deletion for 3dead596-19b5-4f7e-b3cc-6aaeafb2d70f request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:42:59.764837 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:59.806787 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50e9d61-8af4-4e59-8372-d4ec9b2d86d0 None None] DHCP port deletion for 9d9b4f17-c82b-434b-bc17-0c59aa4c5afa request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:42:59.913537 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] For port 5f68053b-dac3-43ec-9022-86eb77c52239, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5f68053b-dac3-43ec-9022-86eb77c52239,segment=NetworkSegment(92a72a7c-3399-4739-94f2-6514bc45e76e),segment_id=92a72a7c-3399-4739-94f2-6514bc45e76e)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:42:59.913938 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:42:59.931490 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] Calling delete_port for 5f68053b-dac3-43ec-9022-86eb77c52239 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:00.008210 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-004a8b16-9e2f-44f4-9528-a856b35f056b None None] Deleting port 5f68053b-dac3-43ec-9022-86eb77c52239 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:00.009168 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-004a8b16-9e2f-44f4-9528-a856b35f056b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:00.096190 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e50e9d61-8af4-4e59-8372-d4ec9b2d86d0 None None] Deleting port bab674d7-9ea0-456f-ae0b-cb0407c2858e {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:00.096947 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e50e9d61-8af4-4e59-8372-d4ec9b2d86d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:00.109784 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffef967-b0f9-4e38-aee6-e5362fbf82bd req-f76c0781-4358-4ab3-a9ac-1caa8e9c9baa tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:00.115655 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-b04d42fe-912a-4fa1-95e8-40b821c73c25 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:00.119670 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4ffef967-b0f9-4e38-aee6-e5362fbf82bd req-f76c0781-4358-4ab3-a9ac-1caa8e9c9baa tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=898a71c2-5b18-4e28-a14d-5c04d68770fc HTTP/1.1" status: 200 len: 944 time: 0.7713614 Aug 16 01:43:00.128188 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-b04d42fe-912a-4fa1-95e8-40b821c73c25 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/networks?id=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 HTTP/1.1" status: 200 len: 804 time: 0.5686674 Aug 16 01:43:00.163341 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-d4432b84-a18e-4341-a04d-e4cb128a6362 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/quotas/f4daf488dea148eaa5a254f5ecbbcf18 HTTP/1.1" status: 200 len: 375 time: 0.0335293 Aug 16 01:43:00.180845 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:00.200912 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-004a8b16-9e2f-44f4-9528-a856b35f056b None None] For port 5f68053b-dac3-43ec-9022-86eb77c52239, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5f68053b-dac3-43ec-9022-86eb77c52239,segment=NetworkSegment(92a72a7c-3399-4739-94f2-6514bc45e76e),segment_id=92a72a7c-3399-4739-94f2-6514bc45e76e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:00.201694 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-004a8b16-9e2f-44f4-9528-a856b35f056b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:00.225384 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e50e9d61-8af4-4e59-8372-d4ec9b2d86d0 None None] For port bab674d7-9ea0-456f-ae0b-cb0407c2858e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=bab674d7-9ea0-456f-ae0b-cb0407c2858e,segment=NetworkSegment(48b34a67-18c1-4c9c-a3aa-1061bd0889ca),segment_id=48b34a67-18c1-4c9c-a3aa-1061bd0889ca)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:00.226014 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e50e9d61-8af4-4e59-8372-d4ec9b2d86d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:00.230378 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4ffef967-b0f9-4e38-aee6-e5362fbf82bd req-9870da4e-e50b-4d78-add4-3710d184ee48 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093206 Aug 16 01:43:00.238815 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-004a8b16-9e2f-44f4-9528-a856b35f056b None None] Calling delete_port for 5f68053b-dac3-43ec-9022-86eb77c52239 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:00.272494 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e50e9d61-8af4-4e59-8372-d4ec9b2d86d0 None None] Calling delete_port for bab674d7-9ea0-456f-ae0b-cb0407c2858e owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:00.311851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] No DVR routers for this DVR port 5f68053b-dac3-43ec-9022-86eb77c52239 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:00.336129 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=5f68053b-dac3-43ec-9022-86eb77c52239,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:00.411428 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94df0f09-93b7-4cc9-b9db-c6f499d8dc78 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:00.421111 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94df0f09-93b7-4cc9-b9db-c6f499d8dc78 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:00.427488 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-756a1bce-3be9-4151-95dd-bde795e6a869 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f4daf488dea148eaa5a254f5ecbbcf18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2627313 Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: from cryptography.utils import int_from_bytes Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: from cryptography.utils import int_from_bytes Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.473509 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.475844 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.475844 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.475844 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.475844 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.475844 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.475844 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.475844 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.475844 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.475844 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.475844 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.475844 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.475844 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.475844 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:43:00.475844 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:43:00.491948 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-004a8b16-9e2f-44f4-9528-a856b35f056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:00.520766 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a8b16-9e2f-44f4-9528-a856b35f056b None None] Pushing event deleted for resources: {'Port': ['ID=5f68053b-dac3-43ec-9022-86eb77c52239,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:00.534046 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e50e9d61-8af4-4e59-8372-d4ec9b2d86d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:00.545412 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df0f09-93b7-4cc9-b9db-c6f499d8dc78 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Pushing event updated for resources: {'Port': ['ID=dea4529b-62f1-47e2-b568-333f32d0a1dd,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:00.553043 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94df0f09-93b7-4cc9-b9db-c6f499d8dc78 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:00.559794 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004a8b16-9e2f-44f4-9528-a856b35f056b None None] No DVR routers for this DVR port 5f68053b-dac3-43ec-9022-86eb77c52239 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:00.604885 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e9d61-8af4-4e59-8372-d4ec9b2d86d0 None None] Pushing event deleted for resources: {'Port': ['ID=bab674d7-9ea0-456f-ae0b-cb0407c2858e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:00.610903 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c19a2b70-9953-4311-a500-a5adfcfa5e42 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:00.618062 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50e9d61-8af4-4e59-8372-d4ec9b2d86d0 None None] No DVR routers for this DVR port bab674d7-9ea0-456f-ae0b-cb0407c2858e on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:00.705450 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:00.709047 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a2b70-9953-4311-a500-a5adfcfa5e42 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event deleted for resources: {'Subnet': ['ID=69d21562-dd3e-445e-8b91-0ed02225b8b3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:00.732640 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dead596-19b5-4f7e-b3cc-6aaeafb2d70f']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:00.733692 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94df0f09-93b7-4cc9-b9db-c6f499d8dc78 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Network c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:00.735400 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-94df0f09-93b7-4cc9-b9db-c6f499d8dc78 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:00.761080 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c19a2b70-9953-4311-a500-a5adfcfa5e42 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:00.766093 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c19a2b70-9953-4311-a500-a5adfcfa5e42 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "DELETE /v2.0/subnets/69d21562-dd3e-445e-8b91-0ed02225b8b3 HTTP/1.1" status: 204 len: 168 time: 1.9213223 Aug 16 01:43:00.770108 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49348) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:00.776232 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a72a7c-3399-4739-94f2-6514bc45e76e') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:00.776415 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799efb7d-7a5a-4b4c-bb53-5a819b9565a2 None None] Network 5a13e7a8-6270-4d06-967a-4e142c486332 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:43:00.776641 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a72a7c-3399-4739-94f2-6514bc45e76e') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:00.879342 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:00.915326 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:00.925859 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94df0f09-93b7-4cc9-b9db-c6f499d8dc78 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Router 91fa929d-e4ce-495a-ad7f-ac2e41b12537 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:43:00.934995 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:43:00.936075 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:43:01.018815 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:43:01.055316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49352) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:01.121144 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.132158 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05478245-561b-4897-997f-359811af534d None None] DHCP port deletion for 5a13e7a8-6270-4d06-967a-4e142c486332 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:43:01.159375 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.168275 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] 10.222.0.68 "DELETE /v2.0/networks/3dead596-19b5-4f7e-b3cc-6aaeafb2d70f HTTP/1.1" status: 204 len: 168 time: 2.1095042 Aug 16 01:43:01.220526 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36278089-fad4-44d6-8fa7-3b3c30810a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=3dead596-19b5-4f7e-b3cc-6aaeafb2d70f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:01.250771 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e2b49f8e-6ecf-4f6e-9c6e-5b6c013db27d None None] Provisioning complete for port dea4529b-62f1-47e2-b568-333f32d0a1dd triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:01.251072 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2b49f8e-6ecf-4f6e-9c6e-5b6c013db27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.263944 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8420472-49e0-491a-bc35-745837298b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.331044 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-48390959-6771-409c-b01d-22daa582fc42 service neutron] 10.222.0.68 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7749999 Aug 16 01:43:01.333668 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e2b49f8e-6ecf-4f6e-9c6e-5b6c013db27d None None] Port dea4529b-62f1-47e2-b568-333f32d0a1dd cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:43:01.337588 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fc48855-ea51-4e28-9c43-e03e7de4667a tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.342629 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94df0f09-93b7-4cc9-b9db-c6f499d8dc78 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:43:01.358300 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-94df0f09-93b7-4cc9-b9db-c6f499d8dc78 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] 10.222.0.68 "PUT /v2.0/routers/91fa929d-e4ce-495a-ad7f-ac2e41b12537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6376598 Aug 16 01:43:01.359626 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49360) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:01.361639 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:01.365562 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5f68053b-dac3-43ec-9022-86eb77c52239 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:01.368181 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10082c4f-caae-4a90-b2a0-a1ace2d01fba req-a96118d4-7e3e-4576-9482-daf41f27d4f8 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:01.370223 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-10082c4f-caae-4a90-b2a0-a1ace2d01fba req-a96118d4-7e3e-4576-9482-daf41f27d4f8 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbc1d6e6-fbd6-456a-979f-10707015cdd4 HTTP/1.1" status: 200 len: 946 time: 0.3110013 Aug 16 01:43:01.383818 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-47b99001-75ac-40c2-8c01-e46ffee6fe5e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Request body: {'port': {'network_id': 'c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7', 'name': 'tempest-FloatingIPAdminTestJSON-10917688'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:01.406853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c65a4-5ad4-4871-bc55-047f47c28762 None None] Sync routers for ids ['91fa929d-e4ce-495a-ad7f-ac2e41b12537'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:43:01.445463 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 5f68053b-dac3-43ec-9022-86eb77c52239 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:43:01.446227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5f68053b-dac3-43ec-9022-86eb77c52239 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:01.446839 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device bab674d7-9ea0-456f-ae0b-cb0407c2858e no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:01.481377 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c65a4-5ad4-4871-bc55-047f47c28762 None None] Routers {'91fa929d-e4ce-495a-ad7f-ac2e41b12537'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:01.482612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5d9c65a4-5ad4-4871-bc55-047f47c28762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:42:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['91fa929d-e4ce-495a-ad7f-ac2e41b12537'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:01.485220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49364) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:01.538225 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: bab674d7-9ea0-456f-ae0b-cb0407c2858e {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:43:01.539733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device bab674d7-9ea0-456f-ae0b-cb0407c2858e not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:01.540343 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5ff0f866-b5e5-4801-ac3d-cb558210c1a6 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:01.547897 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5d9c65a4-5ad4-4871-bc55-047f47c28762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:01.599665 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-05478245-561b-4897-997f-359811af534d None None] Deleting port 5ff0f866-b5e5-4801-ac3d-cb558210c1a6 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:01.600341 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05478245-561b-4897-997f-359811af534d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.600830 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fcc65-a039-4da8-8aa6-5dddce70da2f req-328617b1-a2f5-43ba-acb9-64fd6482a2ed tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:01.612536 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-134fcc65-a039-4da8-8aa6-5dddce70da2f req-328617b1-a2f5-43ba-acb9-64fd6482a2ed tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=898a71c2-5b18-4e28-a14d-5c04d68770fc HTTP/1.1" status: 200 len: 944 time: 0.1205244 Aug 16 01:43:01.641532 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c65a4-5ad4-4871-bc55-047f47c28762 None None] Routers {'91fa929d-e4ce-495a-ad7f-ac2e41b12537'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:01.642749 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5d9c65a4-5ad4-4871-bc55-047f47c28762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:42:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['91fa929d-e4ce-495a-ad7f-ac2e41b12537'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:01.662606 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c7729ca1-8ec8-4191-a0da-9e9fa3887fda admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=610c80f17dbe41b687cede716da3d010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521335 Aug 16 01:43:01.671460 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49368) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:01.703410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-10082c4f-caae-4a90-b2a0-a1ace2d01fba req-410a1f66-7fe6-48a6-9729-1ff1ef1e18a7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Deleting port 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:01.703750 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-10082c4f-caae-4a90-b2a0-a1ace2d01fba req-410a1f66-7fe6-48a6-9729-1ff1ef1e18a7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.717232 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fc48855-ea51-4e28-9c43-e03e7de4667a tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.751865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0fc48855-ea51-4e28-9c43-e03e7de4667a tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9b4f17-c82b-434b-bc17-0c59aa4c5afa']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:01.756024 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-134fcc65-a039-4da8-8aa6-5dddce70da2f req-680c07ef-6abc-4b5c-9dc5-aaf9e224ca1e tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380465 Aug 16 01:43:01.794413 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0fc48855-ea51-4e28-9c43-e03e7de4667a tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b34a67-18c1-4c9c-a3aa-1061bd0889ca') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:01.794948 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0fc48855-ea51-4e28-9c43-e03e7de4667a tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b34a67-18c1-4c9c-a3aa-1061bd0889ca') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:01.807966 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-5c1da238-9807-45be-9b7c-cb49fdaecc17 service neutron] 10.222.0.68 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637940 Aug 16 01:43:01.813315 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fc48855-ea51-4e28-9c43-e03e7de4667a tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.860521 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fc48855-ea51-4e28-9c43-e03e7de4667a tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.898935 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b6322f7-4b26-4d25-b386-cdbd37874c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.902104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc48855-ea51-4e28-9c43-e03e7de4667a tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:43:01.904004 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fc48855-ea51-4e28-9c43-e03e7de4667a tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:43:01.914888 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:43:01.918956 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5d9c65a4-5ad4-4871-bc55-047f47c28762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:01.919917 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c65a4-5ad4-4871-bc55-047f47c28762 None None] The sync data for ids ['91fa929d-e4ce-495a-ad7f-ac2e41b12537'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:43:01.971264 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b6322f7-4b26-4d25-b386-cdbd37874c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:01.971510 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.017512 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc1d6e6-fbd6-456a-979f-10707015cdd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a29e80d-84e4-4de6-8979-9ab8956f3ad1'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:02.020673 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e617217-1c60-4e19-a8fa-f262ce76686f" -d '{"events": [{"server_uuid": "cbc1d6e6-fbd6-456a-979f-10707015cdd4", "name": "network-vif-unplugged", "status": "completed", "tag": "9a29e80d-84e4-4de6-8979-9ab8956f3ad1"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:02.026971 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-05478245-561b-4897-997f-359811af534d None None] For port 5ff0f866-b5e5-4801-ac3d-cb558210c1a6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5ff0f866-b5e5-4801-ac3d-cb558210c1a6,segment=NetworkSegment(ccaaba16-86c5-4349-b8aa-9bea145f518f),segment_id=ccaaba16-86c5-4349-b8aa-9bea145f518f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:02.027466 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05478245-561b-4897-997f-359811af534d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.036382 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.069304 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 9a29e80d-84e4-4de6-8979-9ab8956f3ad1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9a29e80d-84e4-4de6-8979-9ab8956f3ad1,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:02.075548 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-10082c4f-caae-4a90-b2a0-a1ace2d01fba req-410a1f66-7fe6-48a6-9729-1ff1ef1e18a7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] For port 9a29e80d-84e4-4de6-8979-9ab8956f3ad1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9a29e80d-84e4-4de6-8979-9ab8956f3ad1,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:02.076152 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-10082c4f-caae-4a90-b2a0-a1ace2d01fba req-410a1f66-7fe6-48a6-9729-1ff1ef1e18a7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.092931 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-05478245-561b-4897-997f-359811af534d None None] Calling delete_port for 5ff0f866-b5e5-4801-ac3d-cb558210c1a6 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:02.100975 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a074ec1-57de-45b5-a436-0697240126d6 x-openstack-request-id: req-7a074ec1-57de-45b5-a436-0697240126d6 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:02.100975 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc1d6e6-fbd6-456a-979f-10707015cdd4", "name": "network-vif-unplugged", "status": "completed", "tag": "9a29e80d-84e4-4de6-8979-9ab8956f3ad1", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:02.100975 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7a074ec1-57de-45b5-a436-0697240126d6 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:02.100975 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc1d6e6-fbd6-456a-979f-10707015cdd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a29e80d-84e4-4de6-8979-9ab8956f3ad1', 'code': 200} Aug 16 01:43:02.101882 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b6322f7-4b26-4d25-b386-cdbd37874c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.105246 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b6322f7-4b26-4d25-b386-cdbd37874c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.115509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-10082c4f-caae-4a90-b2a0-a1ace2d01fba req-410a1f66-7fe6-48a6-9729-1ff1ef1e18a7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Calling delete_port for 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:02.126556 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8b6322f7-4b26-4d25-b386-cdbd37874c70 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/199c43ea-3e0a-46d6-8477-779d61c07998 HTTP/1.1" status: 204 len: 168 time: 0.4324100 Aug 16 01:43:02.128584 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fc48855-ea51-4e28-9c43-e03e7de4667a tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.152193 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fc48855-ea51-4e28-9c43-e03e7de4667a tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.157280 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0fc48855-ea51-4e28-9c43-e03e7de4667a tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "DELETE /v2.0/networks/9d9b4f17-c82b-434b-bc17-0c59aa4c5afa HTTP/1.1" status: 204 len: 168 time: 1.3842120 Aug 16 01:43:02.162218 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49386) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:02.176796 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8420472-49e0-491a-bc35-745837298b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.186520 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc48855-ea51-4e28-9c43-e03e7de4667a tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event deleted for resources: {'Network': ['ID=9d9b4f17-c82b-434b-bc17-0c59aa4c5afa,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:02.206894 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6322f7-4b26-4d25-b386-cdbd37874c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199c43ea-3e0a-46d6-8477-779d61c07998,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:02.249046 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.285371 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8420472-49e0-491a-bc35-745837298b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.295300 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ec04a676-61d3-496b-b23f-0f2f482a6e1e up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:02.300209 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 5ff0f866-b5e5-4801-ac3d-cb558210c1a6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5ff0f866-b5e5-4801-ac3d-cb558210c1a6,segment=NetworkSegment(ccaaba16-86c5-4349-b8aa-9bea145f518f),segment_id=ccaaba16-86c5-4349-b8aa-9bea145f518f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:02.352315 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-42e8dcc5-e90e-44be-ac16-3f022cc6a504 req-cef27640-593e-48d0-ac29-94e20328942c tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=5198ce81-afe2-401e-be08-7f183d3ff527 HTTP/1.1" status: 200 len: 210 time: 0.1862013 Aug 16 01:43:02.352987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b99001-75ac-40c2-8c01-e46ffee6fe5e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Made reservation on behalf of 4efee6511e32489091671cc5f56206d6 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:02.364714 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47b99001-75ac-40c2-8c01-e46ffee6fe5e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.386653 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.403990 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8420472-49e0-491a-bc35-745837298b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77494be2-d9be-4d54-bc12-ab5708419677,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:02.422068 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.440233 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-47b99001-75ac-40c2-8c01-e46ffee6fe5e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] device_id is not set on port b3cc3b4e-2590-49eb-811b-9450f87411eb yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:43:02.489247 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=9a29e80d-84e4-4de6-8979-9ab8956f3ad1,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:02.505544 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b8420472-49e0-491a-bc35-745837298b88 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=598d2e72d21e44e88a8854276109c081&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4468791 Aug 16 01:43:02.547713 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49392) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:02.590630 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-10082c4f-caae-4a90-b2a0-a1ace2d01fba req-410a1f66-7fe6-48a6-9729-1ff1ef1e18a7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.605645 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05478245-561b-4897-997f-359811af534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.610440 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port ec04a676-61d3-496b-b23f-0f2f482a6e1e completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:02.662608 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port ec04a676-61d3-496b-b23f-0f2f482a6e1e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:02.662991 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.671250 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=5ff0f866-b5e5-4801-ac3d-cb558210c1a6,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:02.699777 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a1f66-7fe6-48a6-9729-1ff1ef1e18a7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Pushing event deleted for resources: {'Port': ['ID=9a29e80d-84e4-4de6-8979-9ab8956f3ad1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:02.735858 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-10082c4f-caae-4a90-b2a0-a1ace2d01fba req-410a1f66-7fe6-48a6-9729-1ff1ef1e18a7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] No DVR routers for this DVR port 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:02.739134 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-10082c4f-caae-4a90-b2a0-a1ace2d01fba req-410a1f66-7fe6-48a6-9729-1ff1ef1e18a7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.741332 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-10082c4f-caae-4a90-b2a0-a1ace2d01fba req-410a1f66-7fe6-48a6-9729-1ff1ef1e18a7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.73 "DELETE /v2.0/ports/9a29e80d-84e4-4de6-8979-9ab8956f3ad1 HTTP/1.1" status: 204 len: 173 time: 1.3611794 Aug 16 01:43:02.742116 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc1d6e6-fbd6-456a-979f-10707015cdd4', 'name': 'network-vif-deleted', 'tag': '9a29e80d-84e4-4de6-8979-9ab8956f3ad1'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:02.745319 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab12c56d-2894-4d85-a665-32815719b14f" -d '{"events": [{"server_uuid": "cbc1d6e6-fbd6-456a-979f-10707015cdd4", "name": "network-vif-deleted", "tag": "9a29e80d-84e4-4de6-8979-9ab8956f3ad1"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:02.771622 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Deleting port 5ff0f866-b5e5-4801-ac3d-cb558210c1a6 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:02.797367 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:02.827230 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05478245-561b-4897-997f-359811af534d None None] No DVR routers for this DVR port 5ff0f866-b5e5-4801-ac3d-cb558210c1a6 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:02.849613 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05478245-561b-4897-997f-359811af534d None None] Pushing event deleted for resources: {'Port': ['ID=5ff0f866-b5e5-4801-ac3d-cb558210c1a6,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:02.886571 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-47b99001-75ac-40c2-8c01-e46ffee6fe5e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Allocated IP 172.20.0.8 (c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7/ce695ae9-b8c1-4f50-9f90-f7e431ca04b7/b3cc3b4e-2590-49eb-811b-9450f87411eb) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:03.014514 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18881687-5a25-4e57-a3da-821be03d7553 x-openstack-request-id: req-18881687-5a25-4e57-a3da-821be03d7553 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:03.015082 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc1d6e6-fbd6-456a-979f-10707015cdd4", "name": "network-vif-deleted", "tag": "9a29e80d-84e4-4de6-8979-9ab8956f3ad1", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:03.015547 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-18881687-5a25-4e57-a3da-821be03d7553 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:03.016173 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc1d6e6-fbd6-456a-979f-10707015cdd4', 'name': 'network-vif-deleted', 'tag': '9a29e80d-84e4-4de6-8979-9ab8956f3ad1', 'status': 'completed', 'code': 200} Aug 16 01:43:03.084949 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.086564 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] For port 5ff0f866-b5e5-4801-ac3d-cb558210c1a6, host n-d-765315-27, got binding levels [] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:03.090472 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.158862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Calling delete_port for 5ff0f866-b5e5-4801-ac3d-cb558210c1a6 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:03.167555 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.ipam_backend_mixin [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Port 5ff0f866-b5e5-4801-ac3d-cb558210c1a6 was not found and therefore no delete operation was performed {{(pid=94672) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:43:03.169277 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.199396 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ec04a676-61d3-496b-b23f-0f2f482a6e1e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ec04a676-61d3-496b-b23f-0f2f482a6e1e,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:03.208455 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.232104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event deleted for resources: {'Port': ['ID=5ff0f866-b5e5-4801-ac3d-cb558210c1a6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:03.236853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] No DVR routers for this DVR port 5ff0f866-b5e5-4801-ac3d-cb558210c1a6 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:03.353195 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27b82b4e-7ec1-47cb-a6ac-39cee3a1e1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.371823 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.379215 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=ec04a676-61d3-496b-b23f-0f2f482a6e1e,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:03.381438 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27b82b4e-7ec1-47cb-a6ac-39cee3a1e1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.399214 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a13e7a8-6270-4d06-967a-4e142c486332']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:03.434006 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccaaba16-86c5-4349-b8aa-9bea145f518f') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:03.435200 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccaaba16-86c5-4349-b8aa-9bea145f518f') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:03.451887 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47b99001-75ac-40c2-8c01-e46ffee6fe5e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.454413 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27b82b4e-7ec1-47cb-a6ac-39cee3a1e1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.457885 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27b82b4e-7ec1-47cb-a6ac-39cee3a1e1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.459239 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-27b82b4e-7ec1-47cb-a6ac-39cee3a1e1a4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/77494be2-d9be-4d54-bc12-ab5708419677 HTTP/1.1" status: 204 len: 168 time: 0.9086461 Aug 16 01:43:03.465786 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.528982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b82b4e-7ec1-47cb-a6ac-39cee3a1e1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77494be2-d9be-4d54-bc12-ab5708419677,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:03.552923 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28166cd-1e8c-4ce9-a8f2-ed3ef33877ed req-b7c66d94-73c2-4bb3-a615-b21e95500a55 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:03.559084 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b28166cd-1e8c-4ce9-a8f2-ed3ef33877ed req-b7c66d94-73c2-4bb3-a615-b21e95500a55 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=898a71c2-5b18-4e28-a14d-5c04d68770fc HTTP/1.1" status: 200 len: 944 time: 0.3840127 Aug 16 01:43:03.560370 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-47b99001-75ac-40c2-8c01-e46ffee6fe5e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Transition to ACTIVE for port object b3cc3b4e-2590-49eb-811b-9450f87411eb will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:03.614105 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.629205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:43:03.629695 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:43:03.652364 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-89524afc-ccc2-4a68-9c86-98f59c095aec req-d53d7d96-2564-48db-8dfd-fc8c936409d6 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=5198ce81-afe2-401e-be08-7f183d3ff527 HTTP/1.1" status: 200 len: 210 time: 0.1341071 Aug 16 01:43:03.672743 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b28166cd-1e8c-4ce9-a8f2-ed3ef33877ed req-e1748ca3-0231-45b7-acd1-0e7abeda09f7 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989895 Aug 16 01:43:03.755408 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47b99001-75ac-40c2-8c01-e46ffee6fe5e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.778982 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.789044 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.793023 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "DELETE /v2.0/networks/5a13e7a8-6270-4d06-967a-4e142c486332 HTTP/1.1" status: 204 len: 168 time: 1.6154187 Aug 16 01:43:03.810283 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49436) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:03.811400 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26622b09-c9b5-4dbf-abd3-d0ec3ae7f49d tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event deleted for resources: {'Network': ['ID=5a13e7a8-6270-4d06-967a-4e142c486332,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:03.822397 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b99001-75ac-40c2-8c01-e46ffee6fe5e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Pushing event updated for resources: {'Port': ['ID=b3cc3b4e-2590-49eb-811b-9450f87411eb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:03.843693 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b99001-75ac-40c2-8c01-e46ffee6fe5e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Network c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:03.846527 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-47b99001-75ac-40c2-8c01-e46ffee6fe5e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:03.882238 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b99001-75ac-40c2-8c01-e46ffee6fe5e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:03.888757 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db73489-1405-440b-a95f-924c7ed2425b tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Deleting subnet 7d2dc5bf-1050-47d9-906a-ba9023d999fe {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:43:03.893411 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2db73489-1405-440b-a95f-924c7ed2425b tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:03.949217 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2db73489-1405-440b-a95f-924c7ed2425b tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.000818 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49442) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:04.057887 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2db73489-1405-440b-a95f-924c7ed2425b tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.100867 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b99001-75ac-40c2-8c01-e46ffee6fe5e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:04.101526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898a71c2-5b18-4e28-a14d-5c04d68770fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec04a676-61d3-496b-b23f-0f2f482a6e1e'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:04.103942 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b8255f-34bf-404b-a3a3-4c7509652645" -d '{"events": [{"server_uuid": "898a71c2-5b18-4e28-a14d-5c04d68770fc", "name": "network-vif-plugged", "status": "completed", "tag": "ec04a676-61d3-496b-b23f-0f2f482a6e1e"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:04.106103 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47b99001-75ac-40c2-8c01-e46ffee6fe5e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.144202 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2db73489-1405-440b-a95f-924c7ed2425b tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.167138 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-47b99001-75ac-40c2-8c01-e46ffee6fe5e tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7999573 Aug 16 01:43:04.167138 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49458) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:04.223656 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49464) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:04.227383 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ab8402-87ee-4294-b15c-3fc2468fd9ad x-openstack-request-id: req-e8ab8402-87ee-4294-b15c-3fc2468fd9ad {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:04.227685 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898a71c2-5b18-4e28-a14d-5c04d68770fc", "name": "network-vif-plugged", "status": "completed", "tag": "ec04a676-61d3-496b-b23f-0f2f482a6e1e", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:04.227911 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e8ab8402-87ee-4294-b15c-3fc2468fd9ad {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:04.228477 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898a71c2-5b18-4e28-a14d-5c04d68770fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec04a676-61d3-496b-b23f-0f2f482a6e1e', 'code': 200} Aug 16 01:43:04.237200 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2db73489-1405-440b-a95f-924c7ed2425b tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.239806 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2db73489-1405-440b-a95f-924c7ed2425b tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "DELETE /v2.0/subnets/7d2dc5bf-1050-47d9-906a-ba9023d999fe HTTP/1.1" status: 204 len: 168 time: 0.4242029 Aug 16 01:43:04.240852 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db73489-1405-440b-a95f-924c7ed2425b tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2dc5bf-1050-47d9-906a-ba9023d999fe,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:04.248937 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bf4363-4277-44c5-a97f-160baed6f7a2 None None] Network bc44e61e-2080-42ac-890e-427704196ce1 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:43:04.262265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49466) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:04.279980 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9644142e-38d6-4cb5-aa18-98ddc5b3e94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.445810 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c49b3676-3412-439b-af31-ecdf957a8e27 None None] Provisioning for port b3cc3b4e-2590-49eb-811b-9450f87411eb completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:04.465555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c49b3676-3412-439b-af31-ecdf957a8e27 None None] Provisioning complete for port b3cc3b4e-2590-49eb-811b-9450f87411eb triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:04.466307 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c49b3676-3412-439b-af31-ecdf957a8e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.466546 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.583375 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c49b3676-3412-439b-af31-ecdf957a8e27 None None] Port b3cc3b4e-2590-49eb-811b-9450f87411eb cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:43:04.606920 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9644142e-38d6-4cb5-aa18-98ddc5b3e94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.616583 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9644142e-38d6-4cb5-aa18-98ddc5b3e94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.671332 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-14e36b09-0235-4fab-99f2-24be3ebf3731 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1129789710-network', 'tenant_id': '8a898a8963b34957b247dedb88a2f34b'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:04.698704 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea607a5-6e99-4e90-9420-ddd0a17a5beb None None] DHCP port deletion for bc44e61e-2080-42ac-890e-427704196ce1 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:43:04.835671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e36b09-0235-4fab-99f2-24be3ebf3731 admin admin] Made reservation on behalf of 8a898a8963b34957b247dedb88a2f34b for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:04.859543 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e36b09-0235-4fab-99f2-24be3ebf3731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.874124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8ea607a5-6e99-4e90-9420-ddd0a17a5beb None None] Deleting port 63b5e373-f297-4490-aad4-f2794b5d88a7 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:04.874655 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8ea607a5-6e99-4e90-9420-ddd0a17a5beb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.893232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'project_id': '4efee6511e32489091671cc5f56206d6', 'port_id': 'b3cc3b4e-2590-49eb-811b-9450f87411eb'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:04.899268 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e36b09-0235-4fab-99f2-24be3ebf3731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.981192 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8ea607a5-6e99-4e90-9420-ddd0a17a5beb None None] For port 63b5e373-f297-4490-aad4-f2794b5d88a7, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=63b5e373-f297-4490-aad4-f2794b5d88a7,segment=NetworkSegment(1587b3d7-8602-4ad0-9f86-b96e3dc7ff0c),segment_id=1587b3d7-8602-4ad0-9f86-b96e3dc7ff0c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:04.981554 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8ea607a5-6e99-4e90-9420-ddd0a17a5beb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:04.982026 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-da9457d1-9eeb-474d-b2ce-6a52e0ebe785 req-a186ba8c-6d03-426e-8024-1250a0103628 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=5198ce81-afe2-401e-be08-7f183d3ff527 HTTP/1.1" status: 200 len: 210 time: 0.0727773 Aug 16 01:43:04.991172 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9644142e-38d6-4cb5-aa18-98ddc5b3e94c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a3fc8788f5ac4ed3a92aa975059a0bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7658348 Aug 16 01:43:04.995072 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49472) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:05.009632 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8ea607a5-6e99-4e90-9420-ddd0a17a5beb None None] Calling delete_port for 63b5e373-f297-4490-aad4-f2794b5d88a7 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:05.025294 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644142e-38d6-4cb5-aa18-98ddc5b3e94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34da8678-97c6-415e-8e7c-da738bd1fa6f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:05.067202 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0b553-40b7-4ada-a134-daa05bb14b93 req-da3813dd-ba4f-4341-a70f-4339d87b1c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:05.068782 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ff0b553-40b7-4ada-a134-daa05bb14b93 req-da3813dd-ba4f-4341-a70f-4339d87b1c69 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=898a71c2-5b18-4e28-a14d-5c04d68770fc HTTP/1.1" status: 200 len: 1097 time: 0.6095271 Aug 16 01:43:05.079764 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-52fe8ca3-dc4a-4652-a7c0-2858c122ce09 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:05.082491 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-52fe8ca3-dc4a-4652-a7c0-2858c122ce09 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.73 "GET /v2.0/networks?id=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 HTTP/1.1" status: 200 len: 804 time: 0.9520848 Aug 16 01:43:05.086515 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.097243 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-e1c91405-5d55-441a-a4ba-fd4d4e5eb933 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Request body: {'port': {'device_id': '5198ce81-afe2-401e-be08-7f183d3ff527', 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8', 'admin_state_up': True, 'tenant_id': 'f4daf488dea148eaa5a254f5ecbbcf18'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:05.112346 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fb9d-fb2a-4e89-899c-797093056e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.146214 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8ea607a5-6e99-4e90-9420-ddd0a17a5beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.176428 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea607a5-6e99-4e90-9420-ddd0a17a5beb None None] Pushing event deleted for resources: {'Port': ['ID=63b5e373-f297-4490-aad4-f2794b5d88a7,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:05.197566 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea607a5-6e99-4e90-9420-ddd0a17a5beb None None] No DVR routers for this DVR port 63b5e373-f297-4490-aad4-f2794b5d88a7 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:05.222975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091049c0-fce8-4b6a-b636-31e1f0d1e923 req-3ea61433-da5f-4655-b943-71c0a0f917c3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:05.230740 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-091049c0-fce8-4b6a-b636-31e1f0d1e923 req-3ea61433-da5f-4655-b943-71c0a0f917c3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=898a71c2-5b18-4e28-a14d-5c04d68770fc HTTP/1.1" status: 200 len: 945 time: 0.3276849 Aug 16 01:43:05.236763 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 63b5e373-f297-4490-aad4-f2794b5d88a7 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:05.259277 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fb9d-fb2a-4e89-899c-797093056e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.310186 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 63b5e373-f297-4490-aad4-f2794b5d88a7 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:43:05.310720 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 63b5e373-f297-4490-aad4-f2794b5d88a7 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:05.316050 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:05.326944 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ff0b553-40b7-4ada-a134-daa05bb14b93 req-1d433af3-b939-4a67-9cda-1a7ec639273e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443888 Aug 16 01:43:05.344288 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:43:05.344710 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 9a29e80d-84e4-4de6-8979-9ab8956f3ad1 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:05.348788 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-091049c0-fce8-4b6a-b636-31e1f0d1e923 req-69141b51-8ed1-4b50-9e92-4603f768a25c tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171403 Aug 16 01:43:05.365428 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fb9d-fb2a-4e89-899c-797093056e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.370263 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fb9d-fb2a-4e89-899c-797093056e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.371873 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ccc3fb9d-fb2a-4e89-899c-797093056e2d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/34da8678-97c6-415e-8e7c-da738bd1fa6f HTTP/1.1" status: 204 len: 168 time: 0.3753760 Aug 16 01:43:05.373101 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Deleting port 63b5e373-f297-4490-aad4-f2794b5d88a7 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:05.373540 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.435680 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3fb9d-fb2a-4e89-899c-797093056e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34da8678-97c6-415e-8e7c-da738bd1fa6f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:05.457247 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] For port 63b5e373-f297-4490-aad4-f2794b5d88a7, host n-d-765315-27, got binding levels [] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:05.457856 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.476625 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Calling delete_port for 63b5e373-f297-4490-aad4-f2794b5d88a7 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:05.479766 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.ipam_backend_mixin [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Port 63b5e373-f297-4490-aad4-f2794b5d88a7 was not found and therefore no delete operation was performed {{(pid=94672) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:43:05.481872 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.491026 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cbb3d-9406-4c99-bf9a-f9aee74b8805 req-a2659b7b-696e-4f22-8a18-51c84da3bfb4 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:05.492662 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1a2cbb3d-9406-4c99-bf9a-f9aee74b8805 req-a2659b7b-696e-4f22-8a18-51c84da3bfb4 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 949 time: 0.1169536 Aug 16 01:43:05.510254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event deleted for resources: {'Port': ['ID=63b5e373-f297-4490-aad4-f2794b5d88a7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:05.514360 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] No DVR routers for this DVR port 63b5e373-f297-4490-aad4-f2794b5d88a7 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:05.545565 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e36b09-0235-4fab-99f2-24be3ebf3731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.557107 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e36b09-0235-4fab-99f2-24be3ebf3731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.590123 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.618154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e36b09-0235-4fab-99f2-24be3ebf3731 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:43:05.627978 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1a2cbb3d-9406-4c99-bf9a-f9aee74b8805 req-85a4dc15-1bbc-44b8-82b1-4bcbc51848f6 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2582f27-79fb-4f8b-b11c-1a81e4cddfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183648 Aug 16 01:43:05.661946 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-e1c91405-5d55-441a-a4ba-fd4d4e5eb933 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Made reservation on behalf of f4daf488dea148eaa5a254f5ecbbcf18 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:05.680038 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-e1c91405-5d55-441a-a4ba-fd4d4e5eb933 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.692782 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e36b09-0235-4fab-99f2-24be3ebf3731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.693120 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-14e36b09-0235-4fab-99f2-24be3ebf3731 admin admin] Added segment 382f4ec2-08b6-4d01-8e28-1a50ec7540fd of type vlan for network 3d04a5aa-97bb-4cae-920e-79216913a598 Aug 16 01:43:05.696287 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e36b09-0235-4fab-99f2-24be3ebf3731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe5719d-77a7-4c25-8344-64e693117972,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:05.728743 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.758685 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc44e61e-2080-42ac-890e-427704196ce1']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:05.759211 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e36b09-0235-4fab-99f2-24be3ebf3731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.823109 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1587b3d7-8602-4ad0-9f86-b96e3dc7ff0c') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:05.823836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1587b3d7-8602-4ad0-9f86-b96e3dc7ff0c') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:05.849635 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.860259 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e36b09-0235-4fab-99f2-24be3ebf3731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.861533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e36b09-0235-4fab-99f2-24be3ebf3731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:05.862515 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e36b09-0235-4fab-99f2-24be3ebf3731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.876188 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.913640 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:43:05.914123 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:43:05.917156 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:43:05.956004 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e36b09-0235-4fab-99f2-24be3ebf3731 admin admin] Pushing event updated for resources: {'Network': ['ID=3d04a5aa-97bb-4cae-920e-79216913a598,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:05.959180 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Allocated IP 172.25.3.84 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/73438230-63a9-4e67-8ac2-d471136e088b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:05.968008 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 3d04a5aa-97bb-4cae-920e-79216913a598 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:43:06.047864 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.060569 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.063311 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "DELETE /v2.0/networks/bc44e61e-2080-42ac-890e-427704196ce1 HTTP/1.1" status: 204 len: 168 time: 1.7992339 Aug 16 01:43:06.065613 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-e1c91405-5d55-441a-a4ba-fd4d4e5eb933 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Allocated IP 172.20.0.8 (a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8/fa68bec7-664a-48fb-be7e-46ef8fc16c75/838633c1-b797-4776-9722-3159243b12ed) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:06.068098 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49522) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:06.090838 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-14e36b09-0235-4fab-99f2-24be3ebf3731 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0890198 Aug 16 01:43:06.095368 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49526) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:06.102048 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-be11bc27-8adb-46a0-be8b-a91fa3fc77cb admin admin] Request body: {'subnet': {'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1129789710-subnet', 'tenant_id': '8a898a8963b34957b247dedb88a2f34b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:06.104244 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b46c15-c59e-4c44-9d14-c5f871afc7a5 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Pushing event deleted for resources: {'Network': ['ID=bc44e61e-2080-42ac-890e-427704196ce1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:06.130079 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be11bc27-8adb-46a0-be8b-a91fa3fc77cb admin admin] Made reservation on behalf of 8a898a8963b34957b247dedb88a2f34b for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:06.130951 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fe706cef-92ea-44b2-ae95-ed0cd872abfb tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "GET /v2.0/ports?device_id=8737fdb3-bfaa-4170-b36a-d8be37420fdc HTTP/1.1" status: 200 len: 205 time: 0.0599458 Aug 16 01:43:06.132270 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49530) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:06.132443 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be11bc27-8adb-46a0-be8b-a91fa3fc77cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.168855 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cfc5f883-451e-47fb-8d1e-5c8f21872fdf req-a5787778-6e12-4e8f-b96f-8470b60a76fb tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=5198ce81-afe2-401e-be08-7f183d3ff527 HTTP/1.1" status: 200 len: 210 time: 0.0456972 Aug 16 01:43:06.268642 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a75a171-d632-411b-91f5-a9091647f813 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.348638 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.525804 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be11bc27-8adb-46a0-be8b-a91fa3fc77cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.582426 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11bc27-8adb-46a0-be8b-a91fa3fc77cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=38e6279e-1e5f-45f1-acd1-96fbf1bef968,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:06.591922 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25009a0a-65b0-4fe5-a6dd-f957ac4df445 req-c01ac012-7ed7-4d19-9578-3754f7ae7f40 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:06.593465 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-25009a0a-65b0-4fe5-a6dd-f957ac4df445 req-c01ac012-7ed7-4d19-9578-3754f7ae7f40 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=898a71c2-5b18-4e28-a14d-5c04d68770fc HTTP/1.1" status: 200 len: 945 time: 0.1431296 Aug 16 01:43:06.594540 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.634032 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a75a171-d632-411b-91f5-a9091647f813 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.666399 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:06.699514 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a75a171-d632-411b-91f5-a9091647f813 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.703612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:06.710790 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Pushing event updated for resources: {'Port': ['ID=73438230-63a9-4e67-8ac2-d471136e088b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:06.718067 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:06.723762 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-02347f76-1427-461a-812d-f901905da4fa tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:06.725341 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-02347f76-1427-461a-812d-f901905da4fa tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.63 "GET /v2.0/ports?device_id=898a71c2-5b18-4e28-a14d-5c04d68770fc HTTP/1.1" status: 200 len: 945 time: 0.4490724 Aug 16 01:43:06.737458 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-25009a0a-65b0-4fe5-a6dd-f957ac4df445 req-34bc6777-0c33-43c6-a8aa-75b33c55ae1f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335132 Aug 16 01:43:06.760120 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be11bc27-8adb-46a0-be8b-a91fa3fc77cb admin admin] Checking segment: {'id': '382f4ec2-08b6-4d01-8e28-1a50ec7540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:06.760564 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be11bc27-8adb-46a0-be8b-a91fa3fc77cb admin admin] Network hostable DHCP agents. Network: 3d04a5aa-97bb-4cae-920e-79216913a598, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:43:06.829991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be11bc27-8adb-46a0-be8b-a91fa3fc77cb admin admin] Network 3d04a5aa-97bb-4cae-920e-79216913a598 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:43:06.853191 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a75a171-d632-411b-91f5-a9091647f813 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.853717 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a75a171-d632-411b-91f5-a9091647f813 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Fanout notify agent at l3_agent the message router_deleted on router 8737fdb3-bfaa-4170-b36a-d8be37420fdc {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:43:06.867689 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-be11bc27-8adb-46a0-be8b-a91fa3fc77cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 3d04a5aa-97bb-4cae-920e-79216913a598) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:06.868316 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a75a171-d632-411b-91f5-a9091647f813 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.872458 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2a75a171-d632-411b-91f5-a9091647f813 tempest-RoutersNegativeTest-1298612073 tempest-RoutersNegativeTest-1298612073-project] 10.222.0.68 "DELETE /v2.0/routers/8737fdb3-bfaa-4170-b36a-d8be37420fdc HTTP/1.1" status: 204 len: 168 time: 0.7369165 Aug 16 01:43:06.874402 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be11bc27-8adb-46a0-be8b-a91fa3fc77cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:06.875045 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be11bc27-8adb-46a0-be8b-a91fa3fc77cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:06.888483 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3c055b-1205-4b62-a1c9-4518b5dd889c None None] Network 3d04a5aa-97bb-4cae-920e-79216913a598 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:43:06.897631 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-be11bc27-8adb-46a0-be8b-a91fa3fc77cb admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8005869 Aug 16 01:43:06.952884 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f85cbe-6abd-4625-9e49-d41b85ede28e req-5d2efa47-fe11-455f-9f0a-e4662f6937be tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:06.954495 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c1f85cbe-6abd-4625-9e49-d41b85ede28e req-5d2efa47-fe11-455f-9f0a-e4662f6937be tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 949 time: 0.1750600 Aug 16 01:43:06.992447 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-e1c91405-5d55-441a-a4ba-fd4d4e5eb933 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.042395 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-8f440487-d8b5-47ae-aa49-aa85f2a96f18 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Deleting port ec04a676-61d3-496b-b23f-0f2f482a6e1e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:07.043002 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-8f440487-d8b5-47ae-aa49-aa85f2a96f18 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.065989 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c1f85cbe-6abd-4625-9e49-d41b85ede28e req-cff8b28f-d24f-4eea-8d00-6c863530d9f9 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2582f27-79fb-4f8b-b11c-1a81e4cddfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014936 Aug 16 01:43:07.130442 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b18ec4-2dc3-4f95-88d6-1e4f02bfebc9 None None] Network 3d04a5aa-97bb-4cae-920e-79216913a598 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:43:07.240097 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-e1c91405-5d55-441a-a4ba-fd4d4e5eb933 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.321689 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-e1c91405-5d55-441a-a4ba-fd4d4e5eb933 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:07.326407 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.328599 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-e1c91405-5d55-441a-a4ba-fd4d4e5eb933 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:07.356917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-e1c91405-5d55-441a-a4ba-fd4d4e5eb933 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:07.416868 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-8f440487-d8b5-47ae-aa49-aa85f2a96f18 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] For port ec04a676-61d3-496b-b23f-0f2f482a6e1e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ec04a676-61d3-496b-b23f-0f2f482a6e1e,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:07.417237 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-8f440487-d8b5-47ae-aa49-aa85f2a96f18 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.429817 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49586) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:07.442735 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c91405-5d55-441a-a4ba-fd4d4e5eb933 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Pushing event updated for resources: {'Port': ['ID=838633c1-b797-4776-9722-3159243b12ed,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:07.452981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-8f440487-d8b5-47ae-aa49-aa85f2a96f18 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Calling delete_port for ec04a676-61d3-496b-b23f-0f2f482a6e1e owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:07.473836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-e1c91405-5d55-441a-a4ba-fd4d4e5eb933 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:07.474037 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-e1c91405-5d55-441a-a4ba-fd4d4e5eb933 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.523495 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-e1c91405-5d55-441a-a4ba-fd4d4e5eb933 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4301162 Aug 16 01:43:07.542688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Request body: {'port': {'device_id': '5198ce81-afe2-401e-be08-7f183d3ff527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:07.589934 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a3ecc-c7f6-4420-be1a-79715c63a50a req-7cca8230-2f5f-4f9d-9ae8-b93e1ef9b7a8 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:07.598833 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be0a3ecc-c7f6-4420-be1a-79715c63a50a req-7cca8230-2f5f-4f9d-9ae8-b93e1ef9b7a8 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=5198ce81-afe2-401e-be08-7f183d3ff527 HTTP/1.1" status: 200 len: 931 time: 0.2462473 Aug 16 01:43:07.640661 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.653671 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.687376 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be0a3ecc-c7f6-4420-be1a-79715c63a50a req-99b0b0da-e06d-4975-a227-ee9eb9544630 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876405 Aug 16 01:43:07.811855 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-90529688-a25b-43dd-bcf1-b5f9062dabdd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=50d60256d9b6431ea7640c01b39b9581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3808401 Aug 16 01:43:07.824214 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49610) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:07.825255 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-8f440487-d8b5-47ae-aa49-aa85f2a96f18 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.840693 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ba978e89-0a8f-4e00-b2a7-3d35c60a0298', 'ec04a676-61d3-496b-b23f-0f2f482a6e1e'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:07.943553 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:07.987999 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f440487-d8b5-47ae-aa49-aa85f2a96f18 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Pushing event deleted for resources: {'Port': ['ID=ec04a676-61d3-496b-b23f-0f2f482a6e1e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:08.089796 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-8f440487-d8b5-47ae-aa49-aa85f2a96f18 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] No DVR routers for this DVR port ec04a676-61d3-496b-b23f-0f2f482a6e1e on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:08.098501 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-8f440487-d8b5-47ae-aa49-aa85f2a96f18 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:08.100622 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d4df7c1-cf49-4fdd-97e7-459ecf0089bc req-8f440487-d8b5-47ae-aa49-aa85f2a96f18 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.63 "DELETE /v2.0/ports/ec04a676-61d3-496b-b23f-0f2f482a6e1e HTTP/1.1" status: 204 len: 173 time: 1.3650200 Aug 16 01:43:08.101124 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898a71c2-5b18-4e28-a14d-5c04d68770fc', 'name': 'network-vif-deleted', 'tag': 'ec04a676-61d3-496b-b23f-0f2f482a6e1e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:08.110033 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7464845c-74a2-49ef-a267-38c95b8a3e65" -d '{"events": [{"server_uuid": "898a71c2-5b18-4e28-a14d-5c04d68770fc", "name": "network-vif-deleted", "tag": "ec04a676-61d3-496b-b23f-0f2f482a6e1e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:08.206693 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-551edbf0-341f-462d-94af-af95cf667486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:08.256752 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-551edbf0-341f-462d-94af-af95cf667486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:08.285549 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:08.333695 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-551edbf0-341f-462d-94af-af95cf667486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:08.339233 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-551edbf0-341f-462d-94af-af95cf667486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:08.340387 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-551edbf0-341f-462d-94af-af95cf667486 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0278724f-1985-4a41-bad5-6585a9b44a9d HTTP/1.1" status: 204 len: 168 time: 0.5116630 Aug 16 01:43:08.375301 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551edbf0-341f-462d-94af-af95cf667486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0278724f-1985-4a41-bad5-6585a9b44a9d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:08.521494 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838633c1-b797-4776-9722-3159243b12ed {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:08.531550 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:08.549524 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Transition to ACTIVE for port object 838633c1-b797-4776-9722-3159243b12ed will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:08.564818 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:08.612645 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-402da421-2597-4245-b31d-b5ef817a228f req-ed0e5565-30f8-4817-aa9e-d63825b19c89 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=898a71c2-5b18-4e28-a14d-5c04d68770fc HTTP/1.1" status: 200 len: 210 time: 0.0587368 Aug 16 01:43:08.684213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-4f451c07-1b73-4ffa-a552-9eb00ac82942 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:08.697360 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-4f451c07-1b73-4ffa-a552-9eb00ac82942 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/networks?id=3d04a5aa-97bb-4cae-920e-79216913a598 HTTP/1.1" status: 200 len: 813 time: 0.3000839 Aug 16 01:43:08.701064 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7d818c-69da-4fa9-89ed-956579ac1c0a x-openstack-request-id: req-bb7d818c-69da-4fa9-89ed-956579ac1c0a {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:08.701369 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898a71c2-5b18-4e28-a14d-5c04d68770fc", "name": "network-vif-deleted", "tag": "ec04a676-61d3-496b-b23f-0f2f482a6e1e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:08.701625 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bb7d818c-69da-4fa9-89ed-956579ac1c0a {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:08.702206 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898a71c2-5b18-4e28-a14d-5c04d68770fc', 'name': 'network-vif-deleted', 'tag': 'ec04a676-61d3-496b-b23f-0f2f482a6e1e', 'status': 'completed', 'code': 200} Aug 16 01:43:08.705429 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Pushing event updated for resources: {'Port': ['ID=838633c1-b797-4776-9722-3159243b12ed,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:08.723196 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-d4df8f7f-b727-4934-aaf8-7e29856621cb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/quotas/8a898a8963b34957b247dedb88a2f34b HTTP/1.1" status: 200 len: 375 time: 0.0249019 Aug 16 01:43:08.752124 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:08.754828 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Attempting to bind port 838633c1-b797-4776-9722-3159243b12ed on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:08.755196 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Attempting to bind port 838633c1-b797-4776-9722-3159243b12ed by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'cf7f0371-ebb5-4932-a57c-9ac457f2f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:08.755773 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Attempting to bind port 838633c1-b797-4776-9722-3159243b12ed on network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:08.760732 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Port 838633c1-b797-4776-9722-3159243b12ed on network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:43:08.761410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Attempting to bind port 838633c1-b797-4776-9722-3159243b12ed on network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:08.766273 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:08.766630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Checking segment: {'id': 'cf7f0371-ebb5-4932-a57c-9ac457f2f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:08.767028 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Bound using segment: {'id': 'cf7f0371-ebb5-4932-a57c-9ac457f2f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:08.768014 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Bound port: 838633c1-b797-4776-9722-3159243b12ed, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7f0371-ebb5-4932-a57c-9ac457f2f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:08.768375 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:08.775675 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-337184a1-f8d2-457e-8275-8387f9b01a20 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8a898a8963b34957b247dedb88a2f34b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412955 Aug 16 01:43:08.776640 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:08.835692 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49664) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:08.879643 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] For port 838633c1-b797-4776-9722-3159243b12ed, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:08.925883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] For port 838633c1-b797-4776-9722-3159243b12ed, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=838633c1-b797-4776-9722-3159243b12ed,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:08.942406 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Pushing event updated for resources: {'Port': ['ID=73438230-63a9-4e67-8ac2-d471136e088b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:08.946602 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:08.952180 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:08.962045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:08.962671 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:08.964239 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] 10.222.0.73 "PUT /v2.0/ports/838633c1-b797-4776-9722-3159243b12ed HTTP/1.1" status: 200 len: 1092 time: 1.4291875 Aug 16 01:43:08.976336 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6d094-82f6-4dd5-8455-5c845a145b07 req-7a3e2daf-1f09-4aab-856b-d0d94cc9c54d tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:08.984368 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9e6d094-82f6-4dd5-8455-5c845a145b07 req-7a3e2daf-1f09-4aab-856b-d0d94cc9c54d tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=5198ce81-afe2-401e-be08-7f183d3ff527 HTTP/1.1" status: 200 len: 943 time: 0.1292994 Aug 16 01:43:09.074577 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-93f9f65d-4433-44ec-830f-74f05b078c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:09.084325 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-88bbf342-ad47-4388-9417-b15b4766a527 service neutron] 10.222.0.68 "GET /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978833 Aug 16 01:43:09.098450 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9e6d094-82f6-4dd5-8455-5c845a145b07 req-3be384c6-0a46-4579-991c-71f53b4639c0 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130257 Aug 16 01:43:09.152428 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee51f6-8a66-48c3-a47e-de52765bbb32 service neutron] Pushing event updated for resources: {'Port': ['ID=838633c1-b797-4776-9722-3159243b12ed,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:09.163485 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Floating IP 55c58149-c574-4065-b7b7-8f0590ffd4bd associated. External IP: 172.25.3.84, port: b3cc3b4e-2590-49eb-811b-9450f87411eb. Aug 16 01:43:09.179561 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-078d9f66-2a82-4441-8548-a93a284b8b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:09.181062 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-078d9f66-2a82-4441-8548-a93a284b8b00 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f4daf488dea148eaa5a254f5ecbbcf18&device_id=5198ce81-afe2-401e-be08-7f183d3ff527 HTTP/1.1" status: 200 len: 1095 time: 0.1642797 Aug 16 01:43:09.241092 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-83fd2cc4-0a32-4466-9541-bd2b0078568b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=838633c1-b797-4776-9722-3159243b12ed HTTP/1.1" status: 200 len: 217 time: 0.0483863 Aug 16 01:43:09.309208 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 3f8b3078-dce8-40be-bd79-6f4f920ff26d no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:09.343424 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-42f3c759-17c5-4650-9fb0-f9032e687876 service neutron] 10.222.0.68 "GET /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498269 Aug 16 01:43:09.361350 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-4fef08f4-51a9-481c-9abd-4ded7bd2bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:09.374597 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-4fef08f4-51a9-481c-9abd-4ded7bd2bebf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa68bec7-664a-48fb-be7e-46ef8fc16c75 HTTP/1.1" status: 200 len: 844 time: 0.1216846 Aug 16 01:43:09.440106 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-a6a6e0d0-6c7e-494b-b3bf-ba17ede2fa5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492444 Aug 16 01:43:09.442436 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-93f9f65d-4433-44ec-830f-74f05b078c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:09.452283 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-93f9f65d-4433-44ec-830f-74f05b078c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:09.514555 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:09.521811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Router 91fa929d-e4ce-495a-ad7f-ac2e41b12537 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:43:09.523852 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49694) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:09.546867 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5a865d-2be2-45cd-8f6c-7b913bd20558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f8b3078-dce8-40be-bd79-6f4f920ff26d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:09.550134 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7163ed8f-def5-480f-99f4-0e9323718a0c" -d '{"events": [{"server_uuid": "de5a865d-2be2-45cd-8f6c-7b913bd20558", "name": "network-vif-unplugged", "status": "completed", "tag": "3f8b3078-dce8-40be-bd79-6f4f920ff26d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:09.579434 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 3f8b3078-dce8-40be-bd79-6f4f920ff26d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3f8b3078-dce8-40be-bd79-6f4f920ff26d,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:09.582514 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:09.629960 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-93f9f65d-4433-44ec-830f-74f05b078c8d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9a32a1741fa84c65ad0755f4ceaed773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7929447 Aug 16 01:43:09.641853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49706) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:09.651703 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9f65d-4433-44ec-830f-74f05b078c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c7ebb5-12a4-4239-9e8e-247c56b6e46a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:09.671481 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa33bfd-2e63-4ad9-91af-32019c36d134 x-openstack-request-id: req-6aa33bfd-2e63-4ad9-91af-32019c36d134 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:09.671773 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5a865d-2be2-45cd-8f6c-7b913bd20558", "name": "network-vif-unplugged", "status": "completed", "tag": "3f8b3078-dce8-40be-bd79-6f4f920ff26d", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:09.672030 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6aa33bfd-2e63-4ad9-91af-32019c36d134 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:09.672579 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5a865d-2be2-45cd-8f6c-7b913bd20558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f8b3078-dce8-40be-bd79-6f4f920ff26d', 'code': 200} Aug 16 01:43:09.713324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=3f8b3078-dce8-40be-bd79-6f4f920ff26d,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:09.772160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f9f65d-4433-44ec-830f-74f05b078c8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:09.772516 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f9f65d-4433-44ec-830f-74f05b078c8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:09.772860 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f9f65d-4433-44ec-830f-74f05b078c8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:09.773509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f9f65d-4433-44ec-830f-74f05b078c8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:09.773509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f9f65d-4433-44ec-830f-74f05b078c8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:09.773873 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f9f65d-4433-44ec-830f-74f05b078c8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:09.774198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f9f65d-4433-44ec-830f-74f05b078c8d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:09.774523 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f9f65d-4433-44ec-830f-74f05b078c8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:09.774846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f9f65d-4433-44ec-830f-74f05b078c8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:09.777736 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f9f65d-4433-44ec-830f-74f05b078c8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:09.778131 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f9f65d-4433-44ec-830f-74f05b078c8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:09.778472 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f9f65d-4433-44ec-830f-74f05b078c8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:09.850591 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-058a0b12-110f-4b94-88dc-a7a91f72c39b service neutron] 10.222.0.73 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015038 Aug 16 01:43:09.864113 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:43:09.875954 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35ba120-494a-4e12-9113-c2b5b48f608d None None] Sync routers for ids ['91fa929d-e4ce-495a-ad7f-ac2e41b12537'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:43:09.877179 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-36eece85-ecc3-4b59-8106-a003b7b0ebd6 tempest-ServiceProvidersTest-1514008315 tempest-ServiceProvidersTest-1514008315-project] 10.222.0.68 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3501105 Aug 16 01:43:09.893369 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35ba120-494a-4e12-9113-c2b5b48f608d None None] Routers {'91fa929d-e4ce-495a-ad7f-ac2e41b12537'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:09.894771 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f35ba120-494a-4e12-9113-c2b5b48f608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:42:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['91fa929d-e4ce-495a-ad7f-ac2e41b12537'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:09.920643 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e74f216d-d044-4ef2-aa60-da9abc85f4e3 req-0ecc04d3-acfb-4b89-8e37-1970f55912c0 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 210 time: 0.0545871 Aug 16 01:43:09.928376 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:09.938577 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-738c6dd2-d28d-4e47-b049-572199c11156 req-152f2f1e-df33-437e-a58b-900f9d7def2d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=898a71c2-5b18-4e28-a14d-5c04d68770fc HTTP/1.1" status: 200 len: 210 time: 0.0740621 Aug 16 01:43:09.939992 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-189586f7-6586-41b2-ab2c-3dbb7615ef2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:09.974026 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-189586f7-6586-41b2-ab2c-3dbb7615ef2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:09.977314 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3f4b885e-abc7-4613-b1d4-5c171ed2c9b8 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 5.8091333 Aug 16 01:43:09.978146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49726) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:10.057452 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f35ba120-494a-4e12-9113-c2b5b48f608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:10.069880 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35ba120-494a-4e12-9113-c2b5b48f608d None None] Routers {'91fa929d-e4ce-495a-ad7f-ac2e41b12537'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:10.070802 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f35ba120-494a-4e12-9113-c2b5b48f608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:42:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['91fa929d-e4ce-495a-ad7f-ac2e41b12537'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:10.106675 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f35ba120-494a-4e12-9113-c2b5b48f608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:10.107704 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35ba120-494a-4e12-9113-c2b5b48f608d None None] The sync data for ids ['91fa929d-e4ce-495a-ad7f-ac2e41b12537'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:43:10.120694 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fd45cbd6-cf93-4145-b806-590b676cec04 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] 10.222.0.68 "GET /v2.0/floatingips/55c58149-c574-4065-b7b7-8f0590ffd4bd HTTP/1.1" status: 200 len: 980 time: 0.1411426 Aug 16 01:43:10.121276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49734) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:10.165030 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b9124a75-76fe-400e-9b34-50a1afcab123 req-5df31fa5-d5c9-4c14-b4fd-86a6becc3ef5 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.63 "GET /v2.0/ports?device_id=898a71c2-5b18-4e28-a14d-5c04d68770fc HTTP/1.1" status: 200 len: 210 time: 0.1429853 Aug 16 01:43:10.212791 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-189586f7-6586-41b2-ab2c-3dbb7615ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.215998 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-189586f7-6586-41b2-ab2c-3dbb7615ef2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.224349 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-189586f7-6586-41b2-ab2c-3dbb7615ef2d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d2c7ebb5-12a4-4239-9e8e-247c56b6e46a HTTP/1.1" status: 204 len: 168 time: 0.5686376 Aug 16 01:43:10.257976 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189586f7-6586-41b2-ab2c-3dbb7615ef2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c7ebb5-12a4-4239-9e8e-247c56b6e46a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:10.300804 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-49fae075-9e83-4168-ae74-7d2494fcd98c tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] 10.222.0.68 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2248 time: 0.1781025 Aug 16 01:43:10.304381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49742) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:10.326170 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7805ec-6f27-412d-906a-c0f888ef7877 req-c287d65d-ea06-4f68-94ab-56691a66d81b tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:10.334127 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ee7805ec-6f27-412d-906a-c0f888ef7877 req-c287d65d-ea06-4f68-94ab-56691a66d81b tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=5198ce81-afe2-401e-be08-7f183d3ff527 HTTP/1.1" status: 200 len: 943 time: 0.1412876 Aug 16 01:43:10.396809 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ee7805ec-6f27-412d-906a-c0f888ef7877 req-b89408fd-131d-4d55-beb1-a9048876f616 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620189 Aug 16 01:43:10.407622 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-faef1110-4beb-4805-bc58-cb1591d1da5b req-d5de6575-0189-4040-b7d3-b76d734590c0 service neutron] 10.222.0.73 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399659 Aug 16 01:43:10.426782 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49746) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:10.549581 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e1d76-aeb9-4c10-a02f-9ae615904432 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Deleting port 73438230-63a9-4e67-8ac2-d471136e088b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:10.550165 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1d76-aeb9-4c10-a02f-9ae615904432 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.665876 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1d76-aeb9-4c10-a02f-9ae615904432 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.666140 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1d76-aeb9-4c10-a02f-9ae615904432 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.684620 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e1d76-aeb9-4c10-a02f-9ae615904432 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Calling delete_port for 73438230-63a9-4e67-8ac2-d471136e088b owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:10.702933 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5198ce81-afe2-401e-be08-7f183d3ff527', 'tag': '838633c1-b797-4776-9722-3159243b12ed'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:10.706111 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dd7025-4658-4d8c-bd2f-7d10b2488a28" -d '{"events": [{"name": "network-changed", "server_uuid": "5198ce81-afe2-401e-be08-7f183d3ff527", "tag": "838633c1-b797-4776-9722-3159243b12ed"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:10.770291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49756) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:10.773084 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c1cab6e-2e83-4290-ae24-e61de836838c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.808625 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0c4aff3a-b4fc-4f2e-8b4b-6df055323c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.821569 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679058ff-f770-44d1-ab29-6b8ec43f61f7 x-openstack-request-id: req-679058ff-f770-44d1-ab29-6b8ec43f61f7 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:10.821893 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5198ce81-afe2-401e-be08-7f183d3ff527", "tag": "838633c1-b797-4776-9722-3159243b12ed", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:10.822151 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-679058ff-f770-44d1-ab29-6b8ec43f61f7 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:10.822556 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5198ce81-afe2-401e-be08-7f183d3ff527', 'tag': '838633c1-b797-4776-9722-3159243b12ed', 'status': 'completed', 'code': 200} Aug 16 01:43:10.924530 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c1cab6e-2e83-4290-ae24-e61de836838c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.932359 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c1cab6e-2e83-4290-ae24-e61de836838c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:10.990886 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7c1cab6e-2e83-4290-ae24-e61de836838c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0fd0f318d58d48bfb584b5f0b5f9835c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5618787 Aug 16 01:43:10.992197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cab6e-2e83-4290-ae24-e61de836838c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696629da-d192-4c84-b573-c3d454bf32e3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:10.995479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49772) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:11.008580 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd7025-4658-4d8c-bd2f-7d10b2488a28 req-c56c4276-a8dd-413d-a447-f152a09e4072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:11.010136 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c4dd7025-4658-4d8c-bd2f-7d10b2488a28 req-c56c4276-a8dd-413d-a447-f152a09e4072 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f4daf488dea148eaa5a254f5ecbbcf18&device_id=5198ce81-afe2-401e-be08-7f183d3ff527 HTTP/1.1" status: 200 len: 1095 time: 0.1433330 Aug 16 01:43:11.298896 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-5772594d-64b9-47ff-9f3b-fe7387d6114d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:11.300479 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-5772594d-64b9-47ff-9f3b-fe7387d6114d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 805 time: 0.1084688 Aug 16 01:43:11.319014 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-80276f9d-6bf0-47b6-90b0-a07de609acc4 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/quotas/5ad2ac0bd7454cfab82eaaabde2ce6ee HTTP/1.1" status: 200 len: 375 time: 0.0120654 Aug 16 01:43:11.377857 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-9f5d8530-c824-47b0-96bb-88a73eb84353 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0526972 Aug 16 01:43:11.480866 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-011be1f5-4866-4e23-82f4-b705457102f3 service neutron] 10.222.0.68 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917265 Aug 16 01:43:11.567472 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-50ef3c2b-eb2b-432a-91eb-e7e731d3f606 req-c854cb83-f8ea-469c-bd89-db333d17c9fd tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 210 time: 0.4880116 Aug 16 01:43:11.621674 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1d76-aeb9-4c10-a02f-9ae615904432 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:11.640672 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-cd150782-a3e2-4b7b-9eb2-bc7c675a0763 service neutron] 10.222.0.68 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516786 Aug 16 01:43:11.768884 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e1d76-aeb9-4c10-a02f-9ae615904432 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Pushing event deleted for resources: {'Port': ['ID=73438230-63a9-4e67-8ac2-d471136e088b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:11.770814 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00d90a88-fbf4-4c22-baad-e385db9870ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:11.812389 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-da318062-9f11-405e-966a-10306bd82f98 req-6252c83c-0036-4c8c-927c-a1845fef2e94 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=baf465d9-5fcb-43e1-9b7c-55934abba106 HTTP/1.1" status: 200 len: 210 time: 0.0292714 Aug 16 01:43:11.908511 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd7025-4658-4d8c-bd2f-7d10b2488a28 req-ef7a299f-208a-4876-8bb5-964cd9b37d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:11.910419 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c4dd7025-4658-4d8c-bd2f-7d10b2488a28 req-ef7a299f-208a-4876-8bb5-964cd9b37d87 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 HTTP/1.1" status: 200 len: 905 time: 0.8816335 Aug 16 01:43:11.916859 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-5c7a2684-75aa-4a84-84d4-95e89d22de41 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:11.918205 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-5c7a2684-75aa-4a84-84d4-95e89d22de41 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.63 "GET /v2.0/networks?id=3d04a5aa-97bb-4cae-920e-79216913a598 HTTP/1.1" status: 200 len: 813 time: 0.4452682 Aug 16 01:43:11.938800 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00d90a88-fbf4-4c22-baad-e385db9870ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:11.944981 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0c4aff3a-b4fc-4f2e-8b4b-6df055323c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:11.956683 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-a487b5eb-503d-4677-927c-03b4ea60165f tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Request body: {'port': {'device_id': 'f9065766-bde4-4bd0-9575-dc6811779c1f', 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598', 'admin_state_up': True, 'tenant_id': '8a898a8963b34957b247dedb88a2f34b'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:12.000953 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0c4aff3a-b4fc-4f2e-8b4b-6df055323c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:12.098680 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c4dd7025-4658-4d8c-bd2f-7d10b2488a28 req-4290bfc8-ba5f-4832-a6d3-2a760d64282e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=838633c1-b797-4776-9722-3159243b12ed HTTP/1.1" status: 200 len: 217 time: 0.1499019 Aug 16 01:43:12.122234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6472d-235d-416b-9c71-1dd6955cd990 req-0637f209-7514-4d62-b7a9-c320572a97d4 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:12.123709 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-37b6472d-235d-416b-9c71-1dd6955cd990 req-0637f209-7514-4d62-b7a9-c320572a97d4 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=5198ce81-afe2-401e-be08-7f183d3ff527 HTTP/1.1" status: 200 len: 943 time: 0.4771423 Aug 16 01:43:12.170175 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1d76-aeb9-4c10-a02f-9ae615904432 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:12.170514 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-4f6e1d76-aeb9-4c10-a02f-9ae615904432 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Floating IP 55c58149-c574-4065-b7b7-8f0590ffd4bd disassociated (deleted). External IP: 172.25.3.84, port: b3cc3b4e-2590-49eb-811b-9450f87411eb. Aug 16 01:43:12.204532 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-8b5a70aa-4cca-4d1b-8e8d-4577d2c8b63c tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:12.206011 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-8b5a70aa-4cca-4d1b-8e8d-4577d2c8b63c tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.73 "GET /v2.0/networks?id=3d04a5aa-97bb-4cae-920e-79216913a598 HTTP/1.1" status: 200 len: 813 time: 0.5897863 Aug 16 01:43:12.256909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4aff3a-b4fc-4f2e-8b4b-6df055323c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91c6690-ee04-4ef3-b984-e92bdf4a50ac,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:12.263494 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0c4aff3a-b4fc-4f2e-8b4b-6df055323c87 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bee317ec3a8d4a15a8e9738a86a3a78a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4895849 Aug 16 01:43:12.263882 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49810) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:12.274839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-c72df212-ea8d-4014-a2f8-0e1724ef33ff tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Request body: {'port': {'device_id': 'fd02ac15-c964-48af-ae8f-1a53690556fb', 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598', 'admin_state_up': True, 'tenant_id': '8a898a8963b34957b247dedb88a2f34b'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:12.342767 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e04b1b8-69b1-48e2-95d7-3318cf85d377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:12.373485 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e04b1b8-69b1-48e2-95d7-3318cf85d377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:12.387598 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00d90a88-fbf4-4c22-baad-e385db9870ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:12.390192 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00d90a88-fbf4-4c22-baad-e385db9870ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:12.391341 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-00d90a88-fbf4-4c22-baad-e385db9870ab admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/696629da-d192-4c84-b573-c3d454bf32e3 HTTP/1.1" status: 204 len: 168 time: 1.3901374 Aug 16 01:43:12.435520 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-37b6472d-235d-416b-9c71-1dd6955cd990 req-b1270936-5e03-49c6-8cd6-ac5f61a47309 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866700 Aug 16 01:43:12.440876 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e04b1b8-69b1-48e2-95d7-3318cf85d377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:12.444774 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd7025-4658-4d8c-bd2f-7d10b2488a28 req-817fcd40-7305-4179-abb7-cc76b384268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:12.444924 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e04b1b8-69b1-48e2-95d7-3318cf85d377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:12.446128 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3e04b1b8-69b1-48e2-95d7-3318cf85d377 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c91c6690-ee04-4ef3-b984-e92bdf4a50ac HTTP/1.1" status: 204 len: 168 time: 0.1812613 Aug 16 01:43:12.446313 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c4dd7025-4658-4d8c-bd2f-7d10b2488a28 req-817fcd40-7305-4179-abb7-cc76b384268e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa68bec7-664a-48fb-be7e-46ef8fc16c75 HTTP/1.1" status: 200 len: 844 time: 0.3150420 Aug 16 01:43:12.465723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04b1b8-69b1-48e2-95d7-3318cf85d377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91c6690-ee04-4ef3-b984-e92bdf4a50ac,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:12.486566 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d90a88-fbf4-4c22-baad-e385db9870ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696629da-d192-4c84-b573-c3d454bf32e3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:12.515514 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c4dd7025-4658-4d8c-bd2f-7d10b2488a28 req-4943fe95-6543-48c6-8ad3-84d31285e461 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584126 Aug 16 01:43:12.559928 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-a487b5eb-503d-4677-927c-03b4ea60165f tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Made reservation on behalf of 8a898a8963b34957b247dedb88a2f34b for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:12.563371 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-a487b5eb-503d-4677-927c-03b4ea60165f tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:12.715041 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5c495d98-b07a-4e8d-bda5-7c107aa72ab6 req-e5303aec-5b5d-4e4d-99f1-75cc383e1a03 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 210 time: 0.0573812 Aug 16 01:43:12.799624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-c72df212-ea8d-4014-a2f8-0e1724ef33ff tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Made reservation on behalf of 8a898a8963b34957b247dedb88a2f34b for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:12.803335 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-c72df212-ea8d-4014-a2f8-0e1724ef33ff tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:13.033727 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a82f28a9-6c4c-4a65-96a2-73c79fde02cc req-d8a257b5-5de2-49bc-918a-5d978deb2c1f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=baf465d9-5fcb-43e1-9b7c-55934abba106 HTTP/1.1" status: 200 len: 210 time: 0.0710289 Aug 16 01:43:13.053365 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c4dd7025-4658-4d8c-bd2f-7d10b2488a28 req-0a7c410c-632f-410d-957c-c757e4421fee service neutron] 10.222.0.73 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170686 Aug 16 01:43:13.198855 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6e1d76-aeb9-4c10-a02f-9ae615904432 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Router 91fa929d-e4ce-495a-ad7f-ac2e41b12537 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:43:13.222659 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-a487b5eb-503d-4677-927c-03b4ea60165f tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Allocated IP 172.20.0.5 (3d04a5aa-97bb-4cae-920e-79216913a598/38e6279e-1e5f-45f1-acd1-96fbf1bef968/1c403afa-5b6f-4157-a773-ac5ae2ded066) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:13.301377 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-dac5ab77-be60-4f71-9125-9089e6a9ee05 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:13.301701 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-dac5ab77-be60-4f71-9125-9089e6a9ee05 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.73 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 805 time: 0.4830723 Aug 16 01:43:13.329985 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 838633c1-b797-4776-9722-3159243b12ed details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:43:13.406111 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-8704e81c-f360-4e97-adbf-584fac28fa82 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Request body: {'port': {'device_id': 'baf465d9-5fcb-43e1-9b7c-55934abba106', 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c', 'admin_state_up': True, 'tenant_id': '5ad2ac0bd7454cfab82eaaabde2ce6ee'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:13.454023 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 838633c1-b797-4776-9722-3159243b12ed, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=838633c1-b797-4776-9722-3159243b12ed,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:13.479792 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '838633c1-b797-4776-9722-3159243b12ed', 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8', 'port_id': '838633c1-b797-4776-9722-3159243b12ed', 'mac_address': 'fa:16:3e:af:38:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa68bec7-664a-48fb-be7e-46ef8fc16c75', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:43:13.496358 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c4dd7025-4658-4d8c-bd2f-7d10b2488a28 req-5e48915a-e5fe-4d60-b11e-228232b41c24 service neutron] 10.222.0.73 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827791 Aug 16 01:43:13.602495 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:13.624880 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838633c1-b797-4776-9722-3159243b12ed {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:13.647320 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 838633c1-b797-4776-9722-3159243b12ed, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=838633c1-b797-4776-9722-3159243b12ed,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:13.651863 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:13.652888 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 3f8b3078-dce8-40be-bd79-6f4f920ff26d details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:43:13.784453 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=838633c1-b797-4776-9722-3159243b12ed,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:13.836088 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ad44757-539f-462b-820d-72c965533e06 req-e5a31fd1-dc95-4adc-8734-f609133c0216 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 210 time: 0.0322793 Aug 16 01:43:13.870258 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 3f8b3078-dce8-40be-bd79-6f4f920ff26d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3f8b3078-dce8-40be-bd79-6f4f920ff26d,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:13.884591 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '3f8b3078-dce8-40be-bd79-6f4f920ff26d', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '3f8b3078-dce8-40be-bd79-6f4f920ff26d', 'mac_address': 'fa:16:3e:5f:cd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:43:13.928817 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:13.946164 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8b3078-dce8-40be-bd79-6f4f920ff26d {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:13.981514 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 3f8b3078-dce8-40be-bd79-6f4f920ff26d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3f8b3078-dce8-40be-bd79-6f4f920ff26d,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:13.986144 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:14.057254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=3f8b3078-dce8-40be-bd79-6f4f920ff26d,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:14.067835 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6e1d76-aeb9-4c10-a02f-9ae615904432 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:43:14.076242 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1d76-aeb9-4c10-a02f-9ae615904432 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:14.084100 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189abb35-365a-4d38-95c4-e7601788fe9d None None] Sync routers for ids ['91fa929d-e4ce-495a-ad7f-ac2e41b12537'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:43:14.104459 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189abb35-365a-4d38-95c4-e7601788fe9d None None] Routers {'91fa929d-e4ce-495a-ad7f-ac2e41b12537'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:14.105260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-189abb35-365a-4d38-95c4-e7601788fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:42:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['91fa929d-e4ce-495a-ad7f-ac2e41b12537'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:14.165313 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13956f-c5f0-4ee7-848e-73cb60eed404 req-6bf64556-4fdd-48b1-81d3-84e884eb2f32 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:14.171519 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a13956f-c5f0-4ee7-848e-73cb60eed404 req-6bf64556-4fdd-48b1-81d3-84e884eb2f32 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=5198ce81-afe2-401e-be08-7f183d3ff527 HTTP/1.1" status: 200 len: 943 time: 0.5786829 Aug 16 01:43:14.181398 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-189abb35-365a-4d38-95c4-e7601788fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:14.190944 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['3f8b3078-dce8-40be-bd79-6f4f920ff26d'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:14.203328 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49916) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:14.210606 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:14.218190 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4f6e1d76-aeb9-4c10-a02f-9ae615904432 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] 10.222.0.68 "DELETE /v2.0/floatingips/55c58149-c574-4065-b7b7-8f0590ffd4bd HTTP/1.1" status: 204 len: 168 time: 3.9101808 Aug 16 01:43:14.233427 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189abb35-365a-4d38-95c4-e7601788fe9d None None] Routers {'91fa929d-e4ce-495a-ad7f-ac2e41b12537'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:14.234181 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-189abb35-365a-4d38-95c4-e7601788fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:42:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['91fa929d-e4ce-495a-ad7f-ac2e41b12537'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:14.291662 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:14.308846 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-189abb35-365a-4d38-95c4-e7601788fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:14.309503 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189abb35-365a-4d38-95c4-e7601788fe9d None None] The sync data for ids ['91fa929d-e4ce-495a-ad7f-ac2e41b12537'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:43:14.328120 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ec04a676-61d3-496b-b23f-0f2f482a6e1e no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:14.340033 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-a487b5eb-503d-4677-927c-03b4ea60165f tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:14.340729 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['838633c1-b797-4776-9722-3159243b12ed'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:14.346045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-8704e81c-f360-4e97-adbf-584fac28fa82 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Made reservation on behalf of 5ad2ac0bd7454cfab82eaaabde2ce6ee for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:14.364459 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-8704e81c-f360-4e97-adbf-584fac28fa82 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:14.393657 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0e95de2-3e7f-4b20-beb9-0caf0f2bb5aa req-426a9c65-98ec-41aa-b3e4-d20b5832f7bf tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=baf465d9-5fcb-43e1-9b7c-55934abba106 HTTP/1.1" status: 200 len: 210 time: 0.1039152 Aug 16 01:43:14.429378 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a13956f-c5f0-4ee7-848e-73cb60eed404 req-22aa6dc4-1734-494e-9c78-a7c540ad4c46 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351973 Aug 16 01:43:14.450680 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: ec04a676-61d3-496b-b23f-0f2f482a6e1e {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:43:14.451324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ec04a676-61d3-496b-b23f-0f2f482a6e1e not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:14.621617 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:14.711571 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-8704e81c-f360-4e97-adbf-584fac28fa82 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Allocated IP 172.20.0.9 (e34c68e7-0a34-46ae-ac57-cc0385b7595c/9018291d-2978-41e4-8573-6602cff70f18/df3dac34-2b71-4c8a-b001-c6539cb2bad8) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:14.757960 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-a487b5eb-503d-4677-927c-03b4ea60165f tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:14.866668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-a487b5eb-503d-4677-927c-03b4ea60165f tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Network 3d04a5aa-97bb-4cae-920e-79216913a598 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:14.866941 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Allocated IP 172.25.3.253 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/6e7f9fab-5049-4421-96b6-3367abeea9cb) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:14.875660 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-a487b5eb-503d-4677-927c-03b4ea60165f tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:14.878615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-a487b5eb-503d-4677-927c-03b4ea60165f tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:15.009072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487b5eb-503d-4677-927c-03b4ea60165f tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Pushing event updated for resources: {'Port': ['ID=1c403afa-5b6f-4157-a773-ac5ae2ded066,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:15.147151 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-c72df212-ea8d-4014-a2f8-0e1724ef33ff tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Allocated IP 172.20.0.8 (3d04a5aa-97bb-4cae-920e-79216913a598/38e6279e-1e5f-45f1-acd1-96fbf1bef968/f22be82a-2b22-4fd6-96e6-4f3920578c8a) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:15.155891 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:15.256848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-a487b5eb-503d-4677-927c-03b4ea60165f tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:15.257867 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-a487b5eb-503d-4677-927c-03b4ea60165f tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:15.270688 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-840ee28d-2cf0-4a1c-b03c-9ae231059a8c req-8bf48395-2856-417b-a2b6-fe75353feeb2 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 210 time: 0.2649422 Aug 16 01:43:15.283298 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:15.380098 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:15.389934 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:15.393366 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:15.395906 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-8704e81c-f360-4e97-adbf-584fac28fa82 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:15.404372 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-a487b5eb-503d-4677-927c-03b4ea60165f tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4577744 Aug 16 01:43:15.433677 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Request body: {'port': {'device_id': 'f9065766-bde4-4bd0-9575-dc6811779c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:15.461412 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Pushing event updated for resources: {'Port': ['ID=6e7f9fab-5049-4421-96b6-3367abeea9cb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:15.524674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:15.525033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:15.525403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:15.525700 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:15.526056 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:15.526382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:15.526707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:15.527033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:15.527357 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:15.527674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:15.527997 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:15.528310 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:15.552371 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:15.598171 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:15.654228 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f7ea3a1-b0da-4944-a575-bdcaeec42de0 req-f6a7c62f-5923-43cb-9216-18bce1c2d4aa tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=baf465d9-5fcb-43e1-9b7c-55934abba106 HTTP/1.1" status: 200 len: 210 time: 0.1231685 Aug 16 01:43:15.693449 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:15.881628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40ee3f-79e0-4998-928f-009f48144667 req-5e5cb101-9145-4951-82c8-f092db82ab05 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:15.889074 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bf40ee3f-79e0-4998-928f-009f48144667 req-5e5cb101-9145-4951-82c8-f092db82ab05 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=5198ce81-afe2-401e-be08-7f183d3ff527 HTTP/1.1" status: 200 len: 944 time: 0.2192740 Aug 16 01:43:15.907140 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-8704e81c-f360-4e97-adbf-584fac28fa82 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:15.923901 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ba978e89-0a8f-4e00-b2a7-3d35c60a0298'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:16.069678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704e81c-f360-4e97-adbf-584fac28fa82 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Pushing event updated for resources: {'Port': ['ID=df3dac34-2b71-4c8a-b001-c6539cb2bad8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:16.105281 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-c72df212-ea8d-4014-a2f8-0e1724ef33ff tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.120623 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49992) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:16.140359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-8704e81c-f360-4e97-adbf-584fac28fa82 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Network e34c68e7-0a34-46ae-ac57-cc0385b7595c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:16.175558 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-8704e81c-f360-4e97-adbf-584fac28fa82 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:16.250051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-8704e81c-f360-4e97-adbf-584fac28fa82 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:16.340497 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-8704e81c-f360-4e97-adbf-584fac28fa82 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:16.341183 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-8704e81c-f360-4e97-adbf-584fac28fa82 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.378671 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-c72df212-ea8d-4014-a2f8-0e1724ef33ff tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.385080 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-8704e81c-f360-4e97-adbf-584fac28fa82 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9926689 Aug 16 01:43:16.415238 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bf40ee3f-79e0-4998-928f-009f48144667 req-05f24d7f-907c-42ef-a25c-6c0cc6b810cc tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251896 Aug 16 01:43:16.467300 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72df212-ea8d-4014-a2f8-0e1724ef33ff tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Pushing event updated for resources: {'Port': ['ID=f22be82a-2b22-4fd6-96e6-4f3920578c8a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:16.481267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Request body: {'port': {'device_id': 'baf465d9-5fcb-43e1-9b7c-55934abba106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:16.497544 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.503900 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.562108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Pushing event updated for resources: {'Port': ['ID=6e7f9fab-5049-4421-96b6-3367abeea9cb,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:16.656459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-c72df212-ea8d-4014-a2f8-0e1724ef33ff tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Network 3d04a5aa-97bb-4cae-920e-79216913a598 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:16.664284 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-c72df212-ea8d-4014-a2f8-0e1724ef33ff tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:16.671217 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b577333e-4c38-48bc-b8bf-df001176f81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.678085 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-c72df212-ea8d-4014-a2f8-0e1724ef33ff tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:16.686217 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.725930 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.730750 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f8d65ae8-06ca-4eab-b70b-37ca5018a184 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5262277 Aug 16 01:43:16.731704 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50014) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:16.763553 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.828351 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882807da-2806-46e8-8f97-77779b639f7c req-cfb24da3-2e39-4e06-a3a2-702e94a33340 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:16.836249 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-882807da-2806-46e8-8f97-77779b639f7c req-cfb24da3-2e39-4e06-a3a2-702e94a33340 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 931 time: 0.3811116 Aug 16 01:43:16.913459 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0169394-48b4-4266-9605-bb825773b25c req-b4dd1cff-f6bc-4e4e-8523-809fcb5387af tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:16.916932 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-c72df212-ea8d-4014-a2f8-0e1724ef33ff tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:16.917576 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-c72df212-ea8d-4014-a2f8-0e1724ef33ff tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:16.922116 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f0169394-48b4-4266-9605-bb825773b25c req-b4dd1cff-f6bc-4e4e-8523-809fcb5387af tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=baf465d9-5fcb-43e1-9b7c-55934abba106 HTTP/1.1" status: 200 len: 931 time: 0.1119552 Aug 16 01:43:16.993956 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f0169394-48b4-4266-9605-bb825773b25c req-7956660e-185d-456a-969f-2b1491332f4a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695612 Aug 16 01:43:17.083908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c403afa-5b6f-4157-a773-ac5ae2ded066 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:17.094026 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.119381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Transition to ACTIVE for port object 1c403afa-5b6f-4157-a773-ac5ae2ded066 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:17.119670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4feedd5a-b0c6-4fb7-8d26-5958edf1c2af tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:17.165105 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-882807da-2806-46e8-8f97-77779b639f7c req-dfe64f8c-2273-4127-a5ec-c15d01b7a3d6 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802231 Aug 16 01:43:17.165628 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.207163 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50034) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:17.319287 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Pushing event updated for resources: {'Port': ['ID=1c403afa-5b6f-4157-a773-ac5ae2ded066,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:17.348307 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 838633c1-b797-4776-9722-3159243b12ed up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:17.370572 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da101da5-3be3-4fc0-8d87-8800aeae1f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.420854 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 838633c1-b797-4776-9722-3159243b12ed completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:17.426175 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 838633c1-b797-4776-9722-3159243b12ed triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:17.426825 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.483912 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b577333e-4c38-48bc-b8bf-df001176f81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.496103 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b577333e-4c38-48bc-b8bf-df001176f81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.504106 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Attempting to bind port 1c403afa-5b6f-4157-a773-ac5ae2ded066 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:17.504474 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Attempting to bind port 1c403afa-5b6f-4157-a773-ac5ae2ded066 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '382f4ec2-08b6-4d01-8e28-1a50ec7540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:17.504819 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Attempting to bind port 1c403afa-5b6f-4157-a773-ac5ae2ded066 on network 3d04a5aa-97bb-4cae-920e-79216913a598 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:17.511048 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-c72df212-ea8d-4014-a2f8-0e1724ef33ff tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2564185 Aug 16 01:43:17.535752 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-da101da5-3be3-4fc0-8d87-8800aeae1f1c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 01:43:17.535752 n-d-765315-27 neutron-server[94673]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 01:43:17.535752 n-d-765315-27 neutron-server[94673]: [parameters: {'project_id_1': 'fbd5d8d6e1b14691b11dd55d3e0597b3', 'expiration_1': datetime.datetime(2021, 8, 16, 1, 43, 17, 382924)}] Aug 16 01:43:17.535752 n-d-765315-27 neutron-server[94673]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:43:17.536198 n-d-765315-27 neutron-server[94673]: DEBUG oslo_db.api [None req-da101da5-3be3-4fc0-8d87-8800aeae1f1c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:43:17.537115 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Request body: {'port': {'device_id': 'fd02ac15-c964-48af-ae8f-1a53690556fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:17.559324 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Port 1c403afa-5b6f-4157-a773-ac5ae2ded066 on network 3d04a5aa-97bb-4cae-920e-79216913a598 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:43:17.559704 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Attempting to bind port 1c403afa-5b6f-4157-a773-ac5ae2ded066 on network 3d04a5aa-97bb-4cae-920e-79216913a598 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:17.570278 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4feedd5a-b0c6-4fb7-8d26-5958edf1c2af tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.630289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577333e-4c38-48bc-b8bf-df001176f81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70a8920-f179-47c4-bd08-a56c0b921921,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:17.643885 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:17.644495 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Checking segment: {'id': '382f4ec2-08b6-4d01-8e28-1a50ec7540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:17.645093 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Bound using segment: {'id': '382f4ec2-08b6-4d01-8e28-1a50ec7540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:17.645720 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Bound port: 1c403afa-5b6f-4157-a773-ac5ae2ded066, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382f4ec2-08b6-4d01-8e28-1a50ec7540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:17.646909 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.650684 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.663947 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b577333e-4c38-48bc-b8bf-df001176f81e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9207d8005c6e4f06a4c07e13ed9a01e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5422490 Aug 16 01:43:17.665873 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50042) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:17.690544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3dac34-2b71-4c8a-b001-c6539cb2bad8 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:17.701594 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.718025 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 838633c1-b797-4776-9722-3159243b12ed, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=838633c1-b797-4776-9722-3159243b12ed,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:17.722608 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5198ce81-afe2-401e-be08-7f183d3ff527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838633c1-b797-4776-9722-3159243b12ed'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:17.726821 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa35f5b-e87a-4511-9ce9-092e3f589ae6" -d '{"events": [{"server_uuid": "5198ce81-afe2-401e-be08-7f183d3ff527", "name": "network-vif-plugged", "status": "completed", "tag": "838633c1-b797-4776-9722-3159243b12ed"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:17.731915 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.732996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 3f8b3078-dce8-40be-bd79-6f4f920ff26d up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:17.762098 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Transition to ACTIVE for port object df3dac34-2b71-4c8a-b001-c6539cb2bad8 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:17.767394 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0466f-eff8-45d1-8aa5-dac972d4edf2 req-7f8a4dac-0deb-4b0a-a7c0-1ea5457183bb tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:17.776507 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.779459 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-28e0466f-eff8-45d1-8aa5-dac972d4edf2 req-7f8a4dac-0deb-4b0a-a7c0-1ea5457183bb tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=5198ce81-afe2-401e-be08-7f183d3ff527 HTTP/1.1" status: 200 len: 944 time: 0.2297494 Aug 16 01:43:17.803633 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.827693 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9d7e17-ed94-449d-a6eb-d43d21344fd9 x-openstack-request-id: req-0f9d7e17-ed94-449d-a6eb-d43d21344fd9 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:17.828000 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5198ce81-afe2-401e-be08-7f183d3ff527", "name": "network-vif-plugged", "status": "completed", "tag": "838633c1-b797-4776-9722-3159243b12ed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:17.828406 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0f9d7e17-ed94-449d-a6eb-d43d21344fd9 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:17.828936 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5198ce81-afe2-401e-be08-7f183d3ff527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838633c1-b797-4776-9722-3159243b12ed', 'code': 200} Aug 16 01:43:17.841254 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0414e5a2-0760-4cbb-96f4-d0491a8b6083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.855571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 3f8b3078-dce8-40be-bd79-6f4f920ff26d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:17.855932 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.870414 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0414e5a2-0760-4cbb-96f4-d0491a8b6083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.906583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] For port 1c403afa-5b6f-4157-a773-ac5ae2ded066, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:17.950399 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-28e0466f-eff8-45d1-8aa5-dac972d4edf2 req-126f06ac-7f6e-4860-a6c3-6b677bfab222 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682019 Aug 16 01:43:17.958460 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0414e5a2-0760-4cbb-96f4-d0491a8b6083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.961669 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0414e5a2-0760-4cbb-96f4-d0491a8b6083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:17.965568 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0414e5a2-0760-4cbb-96f4-d0491a8b6083 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f70a8920-f179-47c4-bd08-a56c0b921921 HTTP/1.1" status: 204 len: 168 time: 0.2985008 Aug 16 01:43:17.981381 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414e5a2-0760-4cbb-96f4-d0491a8b6083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70a8920-f179-47c4-bd08-a56c0b921921,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:18.013916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] For port 1c403afa-5b6f-4157-a773-ac5ae2ded066, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1c403afa-5b6f-4157-a773-ac5ae2ded066,segment=NetworkSegment(382f4ec2-08b6-4d01-8e28-1a50ec7540fd),segment_id=382f4ec2-08b6-4d01-8e28-1a50ec7540fd)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:18.033459 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4feedd5a-b0c6-4fb7-8d26-5958edf1c2af tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.035701 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.051536 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da101da5-3be3-4fc0-8d87-8800aeae1f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.061251 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=838633c1-b797-4776-9722-3159243b12ed,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:18.078085 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Pushing event updated for resources: {'Port': ['ID=df3dac34-2b71-4c8a-b001-c6539cb2bad8,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:18.102500 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.186964 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 3f8b3078-dce8-40be-bd79-6f4f920ff26d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3f8b3078-dce8-40be-bd79-6f4f920ff26d,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:18.205024 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.288775 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-4feedd5a-b0c6-4fb7-8d26-5958edf1c2af tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Allocated IP 172.25.3.64 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/55ade910-8b28-4bb7-ae7e-5db6396fe724) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:18.315817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=3f8b3078-dce8-40be-bd79-6f4f920ff26d,revision_number=10']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:18.326189 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:18.326848 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.330116 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] 10.222.0.63 "PUT /v2.0/ports/1c403afa-5b6f-4157-a773-ac5ae2ded066 HTTP/1.1" status: 200 len: 1092 time: 2.9136374 Aug 16 01:43:18.345395 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9065766-bde4-4bd0-9575-dc6811779c1f', 'tag': '1c403afa-5b6f-4157-a773-ac5ae2ded066'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:18.348390 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b1606d-2dc7-451b-ac4d-9c04e685c51b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9065766-bde4-4bd0-9575-dc6811779c1f", "tag": "1c403afa-5b6f-4157-a773-ac5ae2ded066"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:18.382100 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Attempting to bind port df3dac34-2b71-4c8a-b001-c6539cb2bad8 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:18.382441 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Attempting to bind port df3dac34-2b71-4c8a-b001-c6539cb2bad8 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:18.382791 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Attempting to bind port df3dac34-2b71-4c8a-b001-c6539cb2bad8 on network e34c68e7-0a34-46ae-ac57-cc0385b7595c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:18.392954 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302a0a3-2688-4e55-b2c9-9bd7b61c72fa req-ef46edba-c67f-4eea-a583-ca375d6ac780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:18.393595 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da101da5-3be3-4fc0-8d87-8800aeae1f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.394588 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f302a0a3-2688-4e55-b2c9-9bd7b61c72fa req-ef46edba-c67f-4eea-a583-ca375d6ac780 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5198ce81-afe2-401e-be08-7f183d3ff527 HTTP/1.1" status: 200 len: 1097 time: 0.4840577 Aug 16 01:43:18.427369 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da101da5-3be3-4fc0-8d87-8800aeae1f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.445394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Port df3dac34-2b71-4c8a-b001-c6539cb2bad8 on network e34c68e7-0a34-46ae-ac57-cc0385b7595c not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:43:18.445784 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Attempting to bind port df3dac34-2b71-4c8a-b001-c6539cb2bad8 on network e34c68e7-0a34-46ae-ac57-cc0385b7595c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:18.502315 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993f085-40aa-4175-bc7a-250d88d15a34 req-4e9274d1-7927-4258-91ed-68d22eb6cabe tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:18.504098 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7993f085-40aa-4175-bc7a-250d88d15a34 req-4e9274d1-7927-4258-91ed-68d22eb6cabe tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=baf465d9-5fcb-43e1-9b7c-55934abba106 HTTP/1.1" status: 200 len: 943 time: 0.3591692 Aug 16 01:43:18.519940 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:18.520330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Checking segment: {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:18.520801 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Bound using segment: {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:18.521234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Bound port: df3dac34-2b71-4c8a-b001-c6539cb2bad8, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:18.521640 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.558728 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b07e0-6ae1-41c0-9de9-591c51c4b6ab req-c5c0ae60-da26-49f7-a487-316699c14904 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:18.570418 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25df4f-39e8-4f82-8322-753d17938c8c service neutron] Pushing event updated for resources: {'Port': ['ID=1c403afa-5b6f-4157-a773-ac5ae2ded066,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:18.571248 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a21b07e0-6ae1-41c0-9de9-591c51c4b6ab req-c5c0ae60-da26-49f7-a487-316699c14904 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 931 time: 0.1970603 Aug 16 01:43:18.586396 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-da101da5-3be3-4fc0-8d87-8800aeae1f1c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fbd5d8d6e1b14691b11dd55d3e0597b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3778760 Aug 16 01:43:18.587563 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50066) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:18.592745 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da101da5-3be3-4fc0-8d87-8800aeae1f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c315bb6-da5f-4019-9d9f-43301f2c9746,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:18.620030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50068) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:18.664089 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a21b07e0-6ae1-41c0-9de9-591c51c4b6ab req-49971ba5-e39d-4df1-b44a-efabe57b9452 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907476 Aug 16 01:43:18.685199 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4feedd5a-b0c6-4fb7-8d26-5958edf1c2af tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.691665 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f302a0a3-2688-4e55-b2c9-9bd7b61c72fa req-f1da3122-1a75-45c8-8f40-2e64b34b1d03 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664843 Aug 16 01:43:18.709287 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18807646-e0e2-4be9-acde-ad6ae6bf3070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.720894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-e846bad9-5016-401e-93a6-aaeb3676ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:18.722814 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-e846bad9-5016-401e-93a6-aaeb3676ef7c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8a898a8963b34957b247dedb88a2f34b&device_id=f9065766-bde4-4bd0-9575-dc6811779c1f HTTP/1.1" status: 200 len: 1095 time: 0.3267450 Aug 16 01:43:18.756871 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7993f085-40aa-4175-bc7a-250d88d15a34 req-ce097427-7bd6-4efc-894e-0da10979a979 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311122 Aug 16 01:43:18.785699 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81425006-11e4-48bf-888b-2c57fb482925 x-openstack-request-id: req-81425006-11e4-48bf-888b-2c57fb482925 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:18.786159 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9065766-bde4-4bd0-9575-dc6811779c1f", "tag": "1c403afa-5b6f-4157-a773-ac5ae2ded066", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:18.786525 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-81425006-11e4-48bf-888b-2c57fb482925 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:18.787589 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4feedd5a-b0c6-4fb7-8d26-5958edf1c2af tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.787725 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9065766-bde4-4bd0-9575-dc6811779c1f', 'tag': '1c403afa-5b6f-4157-a773-ac5ae2ded066', 'status': 'completed', 'code': 200} Aug 16 01:43:18.823822 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feedd5a-b0c6-4fb7-8d26-5958edf1c2af tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:18.826717 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4feedd5a-b0c6-4fb7-8d26-5958edf1c2af tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:18.830636 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feedd5a-b0c6-4fb7-8d26-5958edf1c2af tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:18.848906 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-d7a23e0c-0164-4b36-bf26-58be35f41d08 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c403afa-5b6f-4157-a773-ac5ae2ded066 HTTP/1.1" status: 200 len: 217 time: 0.0854807 Aug 16 01:43:18.880033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feedd5a-b0c6-4fb7-8d26-5958edf1c2af tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Pushing event updated for resources: {'Port': ['ID=55ade910-8b28-4bb7-ae7e-5db6396fe724,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:18.890471 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] For port df3dac34-2b71-4c8a-b001-c6539cb2bad8, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:18.972933 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4feedd5a-b0c6-4fb7-8d26-5958edf1c2af tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:18.979334 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be2a0ac0-2220-4d17-a41a-7fcf12b9d052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.020800 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4feedd5a-b0c6-4fb7-8d26-5958edf1c2af tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.026836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] For port df3dac34-2b71-4c8a-b001-c6539cb2bad8, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=df3dac34-2b71-4c8a-b001-c6539cb2bad8,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:19.075167 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be2a0ac0-2220-4d17-a41a-7fcf12b9d052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.232062 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be2a0ac0-2220-4d17-a41a-7fcf12b9d052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.235046 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be2a0ac0-2220-4d17-a41a-7fcf12b9d052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.237454 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-be2a0ac0-2220-4d17-a41a-7fcf12b9d052 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7c315bb6-da5f-4019-9d9f-43301f2c9746 HTTP/1.1" status: 204 len: 168 time: 0.6423881 Aug 16 01:43:19.238277 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.316132 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4feedd5a-b0c6-4fb7-8d26-5958edf1c2af tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.318145 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18807646-e0e2-4be9-acde-ad6ae6bf3070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.332831 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4feedd5a-b0c6-4fb7-8d26-5958edf1c2af tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.436674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feedd5a-b0c6-4fb7-8d26-5958edf1c2af tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Pushing event updated for resources: {'Port': ['ID=55ade910-8b28-4bb7-ae7e-5db6396fe724,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:19.451845 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4feedd5a-b0c6-4fb7-8d26-5958edf1c2af tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.476761 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4feedd5a-b0c6-4fb7-8d26-5958edf1c2af tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.478574 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4feedd5a-b0c6-4fb7-8d26-5958edf1c2af tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7435856 Aug 16 01:43:19.481043 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50086) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:19.564062 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22be82a-2b22-4fd6-96e6-4f3920578c8a {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:19.571810 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.597439 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bd5006c0-a9f0-4e4a-9808-d585acb45a17 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] 10.222.0.68 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.1135085 Aug 16 01:43:19.598415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50090) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:19.620526 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Transition to ACTIVE for port object f22be82a-2b22-4fd6-96e6-4f3920578c8a will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:19.625411 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Pushing event updated for resources: {'Port': ['ID=df3dac34-2b71-4c8a-b001-c6539cb2bad8,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:19.630588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-6ceecc60-1b58-44d3-8b67-95852f7c6995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:19.632521 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-6ceecc60-1b58-44d3-8b67-95852f7c6995 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=38e6279e-1e5f-45f1-acd1-96fbf1bef968 HTTP/1.1" status: 200 len: 853 time: 0.7671833 Aug 16 01:43:19.633151 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18807646-e0e2-4be9-acde-ad6ae6bf3070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.637066 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a0ac0-2220-4d17-a41a-7fcf12b9d052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c315bb6-da5f-4019-9d9f-43301f2c9746,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:19.678002 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.750272 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f33f226e-6109-4ee6-9514-4bd694f31000 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] 10.222.0.68 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1501293 Aug 16 01:43:19.751033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50094) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:19.786468 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18807646-e0e2-4be9-acde-ad6ae6bf3070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79eeb26a-e0a6-418b-877f-6457b19c3df8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:19.804357 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-051c6d21-3758-4e0d-a6c5-e7cbae617eeb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3d04a5aa-97bb-4cae-920e-79216913a598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1455405 Aug 16 01:43:19.805864 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:19.806475 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.808041 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ced4ca50-a3ec-4860-b063-8cee984a986f service neutron] 10.222.0.73 "PUT /v2.0/ports/df3dac34-2b71-4c8a-b001-c6539cb2bad8 HTTP/1.1" status: 200 len: 1092 time: 3.3420336 Aug 16 01:43:19.824516 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01419db-5331-48fd-a10a-1c73a6b39ce8 req-aab39962-cc37-412a-af64-b0a25e5d7835 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:19.826395 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c01419db-5331-48fd-a10a-1c73a6b39ce8 req-aab39962-cc37-412a-af64-b0a25e5d7835 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=5198ce81-afe2-401e-be08-7f183d3ff527 HTTP/1.1" status: 200 len: 945 time: 0.6742527 Aug 16 01:43:19.830781 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5a865d-2be2-45cd-8f6c-7b913bd20558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8b3078-dce8-40be-bd79-6f4f920ff26d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:19.838881 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61839fee-6826-4d14-8124-0ab8ea4f4a90" -d '{"events": [{"server_uuid": "de5a865d-2be2-45cd-8f6c-7b913bd20558", "name": "network-vif-plugged", "status": "completed", "tag": "3f8b3078-dce8-40be-bd79-6f4f920ff26d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:19.925524 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50102) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:19.963822 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-18807646-e0e2-4be9-acde-ad6ae6bf3070 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0b782af2ab8c41ebbe9ab99a9563d912&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3311956 Aug 16 01:43:19.971497 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-542e77b3-4015-49d5-a3d5-a10a30f17f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:19.975173 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50104) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:20.055848 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1029-7c91-469d-a525-cbe0cc600ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:20.098904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d018b-7173-4d33-b5c1-e6cd22755066 req-14e4148c-5556-4d1b-a7a0-787028e56c3b tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:20.106497 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-826d018b-7173-4d33-b5c1-e6cd22755066 req-14e4148c-5556-4d1b-a7a0-787028e56c3b tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 943 time: 0.2575784 Aug 16 01:43:20.190598 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-542e77b3-4015-49d5-a3d5-a10a30f17f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:20.224730 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-542e77b3-4015-49d5-a3d5-a10a30f17f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:20.244703 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-826d018b-7173-4d33-b5c1-e6cd22755066 req-62f18f6c-2902-4df8-bfc2-3a6d2d9099d3 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372089 Aug 16 01:43:20.253191 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ac6118d-baf9-496d-a4d9-f36343ba3346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:20.280593 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-287a6a38-c194-4757-841f-a1578242313a tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Deleting port 55ade910-8b28-4bb7-ae7e-5db6396fe724 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:20.280593 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-287a6a38-c194-4757-841f-a1578242313a tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:20.377601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Pushing event updated for resources: {'Port': ['ID=f22be82a-2b22-4fd6-96e6-4f3920578c8a,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:20.399132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e77b3-4015-49d5-a3d5-a10a30f17f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1813851c-4ed6-4f89-a6e6-759ac00e600f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:20.406192 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-542e77b3-4015-49d5-a3d5-a10a30f17f01 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c1bc592b0b784ec0907688c1e31f7975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4772739 Aug 16 01:43:20.424614 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ac6118d-baf9-496d-a4d9-f36343ba3346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:20.433079 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50108) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:20.436534 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c01419db-5331-48fd-a10a-1c73a6b39ce8 req-216f062a-a5c2-48e1-bc63-eccafbc81467 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5933669 Aug 16 01:43:20.445417 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-f9128662-423d-4064-af8e-292acaf61b87 service neutron] 10.222.0.63 "GET /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048772 Aug 16 01:43:20.448537 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-287a6a38-c194-4757-841f-a1578242313a tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:20.448981 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-287a6a38-c194-4757-841f-a1578242313a tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:20.503175 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba89e7d-ea40-4716-839f-58604861975d x-openstack-request-id: req-fba89e7d-ea40-4716-839f-58604861975d {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:20.503471 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5a865d-2be2-45cd-8f6c-7b913bd20558", "name": "network-vif-plugged", "status": "completed", "tag": "3f8b3078-dce8-40be-bd79-6f4f920ff26d", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:20.503804 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fba89e7d-ea40-4716-839f-58604861975d {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:20.504636 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5a865d-2be2-45cd-8f6c-7b913bd20558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8b3078-dce8-40be-bd79-6f4f920ff26d', 'code': 200} Aug 16 01:43:20.608022 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-287a6a38-c194-4757-841f-a1578242313a tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Calling delete_port for 55ade910-8b28-4bb7-ae7e-5db6396fe724 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:20.625654 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-c114ede9-0feb-4a6b-95f5-0b28b8bce68e service neutron] 10.222.0.63 "GET /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180744 Aug 16 01:43:20.645680 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ddc508e2-9c85-4d2c-a148-e67a109e84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:20.648195 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-ddc508e2-9c85-4d2c-a148-e67a109e84c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&device_id=baf465d9-5fcb-43e1-9b7c-55934abba106 HTTP/1.1" status: 200 len: 1095 time: 0.7636919 Aug 16 01:43:20.666565 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Attempting to bind port f22be82a-2b22-4fd6-96e6-4f3920578c8a on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:20.666912 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Attempting to bind port f22be82a-2b22-4fd6-96e6-4f3920578c8a by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '382f4ec2-08b6-4d01-8e28-1a50ec7540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:20.667263 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Attempting to bind port f22be82a-2b22-4fd6-96e6-4f3920578c8a on network 3d04a5aa-97bb-4cae-920e-79216913a598 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:20.709372 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2f3bdf0-173d-43f4-9961-a9ebcf5a1dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:20.710311 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-8f16d1c1-33e0-412b-8843-cf0b88704c66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df3dac34-2b71-4c8a-b001-c6539cb2bad8 HTTP/1.1" status: 200 len: 217 time: 0.0448134 Aug 16 01:43:20.763385 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53c182-9600-4577-8be6-471811a5d088 req-b27f1b16-5846-42a9-b80c-f47516ac0960 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:20.771380 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ad53c182-9600-4577-8be6-471811a5d088 req-b27f1b16-5846-42a9-b80c-f47516ac0960 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=baf465d9-5fcb-43e1-9b7c-55934abba106 HTTP/1.1" status: 200 len: 943 time: 0.3661630 Aug 16 01:43:20.801619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Port f22be82a-2b22-4fd6-96e6-4f3920578c8a on network 3d04a5aa-97bb-4cae-920e-79216913a598 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:43:20.801884 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Attempting to bind port f22be82a-2b22-4fd6-96e6-4f3920578c8a on network 3d04a5aa-97bb-4cae-920e-79216913a598 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:20.807479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf465d9-5fcb-43e1-9b7c-55934abba106', 'tag': 'df3dac34-2b71-4c8a-b001-c6539cb2bad8'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:20.808856 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2f3bdf0-173d-43f4-9961-a9ebcf5a1dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:20.809553 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6f632f-e019-441b-a5a0-fc6ba81b3f31" -d '{"events": [{"name": "network-changed", "server_uuid": "baf465d9-5fcb-43e1-9b7c-55934abba106", "tag": "df3dac34-2b71-4c8a-b001-c6539cb2bad8"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:20.813427 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-e2bfa7e2-a33b-416a-9c7c-a59c6af1902f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:20.815256 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-e2bfa7e2-a33b-416a-9c7c-a59c6af1902f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9018291d-2978-41e4-8573-6602cff70f18 HTTP/1.1" status: 200 len: 845 time: 0.0678878 Aug 16 01:43:20.816898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:20.816898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Checking segment: {'id': '382f4ec2-08b6-4d01-8e28-1a50ec7540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:20.817253 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Bound using segment: {'id': '382f4ec2-08b6-4d01-8e28-1a50ec7540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:20.817726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Bound port: f22be82a-2b22-4fd6-96e6-4f3920578c8a, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382f4ec2-08b6-4d01-8e28-1a50ec7540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:20.818079 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:20.823779 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ac6118d-baf9-496d-a4d9-f36343ba3346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:20.826420 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ac6118d-baf9-496d-a4d9-f36343ba3346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:20.843779 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2ac6118d-baf9-496d-a4d9-f36343ba3346 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/79eeb26a-e0a6-418b-877f-6457b19c3df8 HTTP/1.1" status: 204 len: 168 time: 0.8610122 Aug 16 01:43:20.869642 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-0132acb9-9180-4a52-87b4-46844523b6e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e34c68e7-0a34-46ae-ac57-cc0385b7595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434959 Aug 16 01:43:20.877543 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1606d-2dc7-451b-ac4d-9c04e685c51b req-e74d10b6-f93f-4128-b09a-e84482b818df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:20.879119 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85b1606d-2dc7-451b-ac4d-9c04e685c51b req-e74d10b6-f93f-4128-b09a-e84482b818df service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8a898a8963b34957b247dedb88a2f34b&device_id=f9065766-bde4-4bd0-9575-dc6811779c1f HTTP/1.1" status: 200 len: 1095 time: 0.1667521 Aug 16 01:43:20.938286 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] For port f22be82a-2b22-4fd6-96e6-4f3920578c8a, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:20.942582 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] For port f22be82a-2b22-4fd6-96e6-4f3920578c8a, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f22be82a-2b22-4fd6-96e6-4f3920578c8a,segment=NetworkSegment(382f4ec2-08b6-4d01-8e28-1a50ec7540fd),segment_id=382f4ec2-08b6-4d01-8e28-1a50ec7540fd)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:20.947351 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5569dd4b-14c5-4fb8-ad85-2e20d49fcf7c x-openstack-request-id: req-5569dd4b-14c5-4fb8-ad85-2e20d49fcf7c {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:20.947619 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf465d9-5fcb-43e1-9b7c-55934abba106", "tag": "df3dac34-2b71-4c8a-b001-c6539cb2bad8", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:20.947872 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5569dd4b-14c5-4fb8-ad85-2e20d49fcf7c {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:20.949503 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf465d9-5fcb-43e1-9b7c-55934abba106', 'tag': 'df3dac34-2b71-4c8a-b001-c6539cb2bad8', 'status': 'completed', 'code': 200} Aug 16 01:43:20.949653 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6118d-baf9-496d-a4d9-f36343ba3346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79eeb26a-e0a6-418b-877f-6457b19c3df8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:21.025295 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ad53c182-9600-4577-8be6-471811a5d088 req-d7bf9e86-f846-4f41-ab73-b54ab954b5f6 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437429 Aug 16 01:43:21.061362 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-5e65568c-ddd5-4b2e-876c-bcd4fbb2577e service neutron] 10.222.0.73 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156802 Aug 16 01:43:21.065094 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:21.120645 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2f3bdf0-173d-43f4-9961-a9ebcf5a1dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:21.125591 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2f3bdf0-173d-43f4-9961-a9ebcf5a1dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:21.128221 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b2f3bdf0-173d-43f4-9961-a9ebcf5a1dd7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1813851c-4ed6-4f89-a6e6-759ac00e600f HTTP/1.1" status: 204 len: 168 time: 0.6939924 Aug 16 01:43:21.154800 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3bdf0-173d-43f4-9961-a9ebcf5a1dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1813851c-4ed6-4f89-a6e6-759ac00e600f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:21.198045 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-287a6a38-c194-4757-841f-a1578242313a tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:21.257293 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a6a38-c194-4757-841f-a1578242313a tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Pushing event deleted for resources: {'Port': ['ID=55ade910-8b28-4bb7-ae7e-5db6396fe724,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:21.260267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Pushing event updated for resources: {'Port': ['ID=f22be82a-2b22-4fd6-96e6-4f3920578c8a,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:21.264582 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f5adddde-28ff-4ffd-bc36-d09f2de2e67c req-33d496ac-9d77-4c05-ad0d-cfb2b6bdc097 service neutron] 10.222.0.73 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788802 Aug 16 01:43:21.272339 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:21.272965 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:21.274411 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-20b54d95-a927-4b8c-b5b4-b85c5abceafa service neutron] 10.222.0.73 "PUT /v2.0/ports/f22be82a-2b22-4fd6-96e6-4f3920578c8a HTTP/1.1" status: 200 len: 1092 time: 3.7435284 Aug 16 01:43:21.361280 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1606d-2dc7-451b-ac4d-9c04e685c51b req-52fd352a-9296-41a5-a1f0-b868d69153cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:21.367962 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85b1606d-2dc7-451b-ac4d-9c04e685c51b req-52fd352a-9296-41a5-a1f0-b868d69153cc service neutron] 10.222.0.63 "GET /v2.0/networks?id=3d04a5aa-97bb-4cae-920e-79216913a598 HTTP/1.1" status: 200 len: 914 time: 0.4238834 Aug 16 01:43:21.408279 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-287a6a38-c194-4757-841f-a1578242313a tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:21.411579 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-287a6a38-c194-4757-841f-a1578242313a tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:21.412974 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-287a6a38-c194-4757-841f-a1578242313a tempest-FloatingIPAdminTestJSON-1630304093 tempest-FloatingIPAdminTestJSON-1630304093-project] 10.222.0.68 "DELETE /v2.0/floatingips/fff24a7d-2138-41eb-9fde-4c413be59ea6 HTTP/1.1" status: 204 len: 168 time: 1.6543610 Aug 16 01:43:21.416631 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50134) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:21.531599 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85b1606d-2dc7-451b-ac4d-9c04e685c51b req-c14947c3-ff29-4dc1-9563-a88c9355e69f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c403afa-5b6f-4157-a773-ac5ae2ded066 HTTP/1.1" status: 200 len: 217 time: 0.1217718 Aug 16 01:43:21.544480 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d0107-80b4-4e2c-88c8-c3ea873ec68f req-ef37d184-581a-499a-9ba0-286a3cd178fb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:21.546569 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7d0d0107-80b4-4e2c-88c8-c3ea873ec68f req-ef37d184-581a-499a-9ba0-286a3cd178fb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 943 time: 0.1352320 Aug 16 01:43:21.614230 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1606d-2dc7-451b-ac4d-9c04e685c51b req-95d460ef-3c58-495b-975f-85088ef5370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:21.616263 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85b1606d-2dc7-451b-ac4d-9c04e685c51b req-95d460ef-3c58-495b-975f-85088ef5370c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=38e6279e-1e5f-45f1-acd1-96fbf1bef968 HTTP/1.1" status: 200 len: 853 time: 0.0666828 Aug 16 01:43:21.646772 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f632f-e019-441b-a5a0-fc6ba81b3f31 req-4c2c2746-ebe2-44a3-b28f-3d2486848175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:21.650166 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ba6f632f-e019-441b-a5a0-fc6ba81b3f31 req-4c2c2746-ebe2-44a3-b28f-3d2486848175 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&device_id=baf465d9-5fcb-43e1-9b7c-55934abba106 HTTP/1.1" status: 200 len: 1095 time: 0.3117967 Aug 16 01:43:21.737905 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85b1606d-2dc7-451b-ac4d-9c04e685c51b req-5e14977f-3ff0-4268-9423-e58b167b0cbd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3d04a5aa-97bb-4cae-920e-79216913a598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967572 Aug 16 01:43:21.771063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc8dd7-5346-4120-884d-49a8277aeb8f req-fa46578e-ca05-4efa-ac33-d9e250eeb1ec tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:21.780056 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-2ba24277-9e2b-4d68-a600-88a8ad923736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:21.787348 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-2ba24277-9e2b-4d68-a600-88a8ad923736 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a898a8963b34957b247dedb88a2f34b&device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 1095 time: 0.4295075 Aug 16 01:43:21.787727 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c6dc8dd7-5346-4120-884d-49a8277aeb8f req-fa46578e-ca05-4efa-ac33-d9e250eeb1ec tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=5198ce81-afe2-401e-be08-7f183d3ff527 HTTP/1.1" status: 200 len: 945 time: 0.2028766 Aug 16 01:43:21.837857 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c6dc8dd7-5346-4120-884d-49a8277aeb8f req-10640322-b04e-43c9-b2ba-e0fde9e393bb tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481565 Aug 16 01:43:21.854395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d8032eff-1ddb-49fa-b67d-8a9438ff7627 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Deleting port 6e7f9fab-5049-4421-96b6-3367abeea9cb {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:21.855003 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8032eff-1ddb-49fa-b67d-8a9438ff7627 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:21.981992 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8032eff-1ddb-49fa-b67d-8a9438ff7627 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:21.982835 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8032eff-1ddb-49fa-b67d-8a9438ff7627 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:21.984548 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f632f-e019-441b-a5a0-fc6ba81b3f31 req-db2a03fb-d211-46ea-97ee-066eb360b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:21.988053 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ba6f632f-e019-441b-a5a0-fc6ba81b3f31 req-db2a03fb-d211-46ea-97ee-066eb360b82f service neutron] 10.222.0.73 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 906 time: 0.3120415 Aug 16 01:43:22.014673 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d8032eff-1ddb-49fa-b67d-8a9438ff7627 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Calling delete_port for 6e7f9fab-5049-4421-96b6-3367abeea9cb owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:22.137985 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-967831b5-cc65-43ce-8e27-bfc19b244bbc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f22be82a-2b22-4fd6-96e6-4f3920578c8a HTTP/1.1" status: 200 len: 217 time: 0.1473610 Aug 16 01:43:22.395538 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8032eff-1ddb-49fa-b67d-8a9438ff7627 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:22.438931 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7d0d0107-80b4-4e2c-88c8-c3ea873ec68f req-5a8e194d-3cf0-4531-98f6-e0da3f365717 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8179793 Aug 16 01:43:22.500983 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8032eff-1ddb-49fa-b67d-8a9438ff7627 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e7f9fab-5049-4421-96b6-3367abeea9cb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:22.557441 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d319570-4176-495c-8bc0-9d31d133fb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:22.569784 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ba6f632f-e019-441b-a5a0-fc6ba81b3f31 req-0b02e964-5ed0-4fcb-a96f-9abcb9811756 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df3dac34-2b71-4c8a-b001-c6539cb2bad8 HTTP/1.1" status: 200 len: 217 time: 0.3601389 Aug 16 01:43:22.663620 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935edd15-d762-4baf-8434-4eb1316f96ea req-0418a86d-df3c-42d1-a780-c2f4393f720a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:22.670713 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-935edd15-d762-4baf-8434-4eb1316f96ea req-0418a86d-df3c-42d1-a780-c2f4393f720a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=baf465d9-5fcb-43e1-9b7c-55934abba106 HTTP/1.1" status: 200 len: 943 time: 0.2703614 Aug 16 01:43:22.688485 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-d39cb9be-6501-43de-88a8-eee4ef06f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:22.690585 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-d39cb9be-6501-43de-88a8-eee4ef06f762 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=38e6279e-1e5f-45f1-acd1-96fbf1bef968 HTTP/1.1" status: 200 len: 853 time: 0.5101104 Aug 16 01:43:22.697525 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85b1606d-2dc7-451b-ac4d-9c04e685c51b req-9bb86c77-2781-44b0-9528-cf7298c43ef3 service neutron] 10.222.0.63 "GET /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9087226 Aug 16 01:43:22.712909 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8032eff-1ddb-49fa-b67d-8a9438ff7627 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:22.715593 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8032eff-1ddb-49fa-b67d-8a9438ff7627 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:22.720639 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d8032eff-1ddb-49fa-b67d-8a9438ff7627 tempest-FloatingIPAdminTestJSON-504859384 tempest-FloatingIPAdminTestJSON-504859384-project-admin] 10.222.0.68 "DELETE /v2.0/floatingips/f7b8b795-8465-43f5-ac1b-5d5b422fe612 HTTP/1.1" status: 204 len: 168 time: 1.2976449 Aug 16 01:43:22.734516 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-935edd15-d762-4baf-8434-4eb1316f96ea req-92ba03e3-6aec-41ae-b45e-b19caedeb99c tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627906 Aug 16 01:43:22.735055 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50186) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:22.741004 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-dac87e11-2dc1-4c68-8276-cc2edffc8bd6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d04a5aa-97bb-4cae-920e-79216913a598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386398 Aug 16 01:43:22.753515 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bd737-7cb0-4d76-a8f4-c1693533c75a req-ba2f6b99-84b7-483b-9431-48a886635f28 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:22.760638 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cd6bd737-7cb0-4d76-a8f4-c1693533c75a req-ba2f6b99-84b7-483b-9431-48a886635f28 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=5198ce81-afe2-401e-be08-7f183d3ff527 HTTP/1.1" status: 200 len: 945 time: 0.2036555 Aug 16 01:43:22.772352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f632f-e019-441b-a5a0-fc6ba81b3f31 req-e7a646eb-1f92-43d1-93ba-eaa9442b0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:22.773915 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ba6f632f-e019-441b-a5a0-fc6ba81b3f31 req-e7a646eb-1f92-43d1-93ba-eaa9442b0ba4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9018291d-2978-41e4-8573-6602cff70f18 HTTP/1.1" status: 200 len: 845 time: 0.1718142 Aug 16 01:43:22.916648 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ba6f632f-e019-441b-a5a0-fc6ba81b3f31 req-5446b535-34b0-4f83-b876-58e1ac5abddc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e34c68e7-0a34-46ae-ac57-cc0385b7595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156342 Aug 16 01:43:22.964457 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd02ac15-c964-48af-ae8f-1a53690556fb', 'tag': 'f22be82a-2b22-4fd6-96e6-4f3920578c8a'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:22.966964 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6443bc2c-114a-42c4-8640-67ba9e898e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "fd02ac15-c964-48af-ae8f-1a53690556fb", "tag": "f22be82a-2b22-4fd6-96e6-4f3920578c8a"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:22.990324 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f842fc4f-2ee5-4103-8b1c-6e02f23cb187 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Deleting port b3cc3b4e-2590-49eb-811b-9450f87411eb {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:22.997416 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f842fc4f-2ee5-4103-8b1c-6e02f23cb187 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:23.015940 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cd6bd737-7cb0-4d76-a8f4-c1693533c75a req-ebda784d-f5ee-4e87-9066-724c8801de13 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515652 Aug 16 01:43:23.190421 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7d72f9-bd98-4b7d-bc4f-c56fcc1d0b4a x-openstack-request-id: req-de7d72f9-bd98-4b7d-bc4f-c56fcc1d0b4a {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:23.190845 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd02ac15-c964-48af-ae8f-1a53690556fb", "tag": "f22be82a-2b22-4fd6-96e6-4f3920578c8a", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:23.191186 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-de7d72f9-bd98-4b7d-bc4f-c56fcc1d0b4a {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:23.191810 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd02ac15-c964-48af-ae8f-1a53690556fb', 'tag': 'f22be82a-2b22-4fd6-96e6-4f3920578c8a', 'status': 'completed', 'code': 200} Aug 16 01:43:23.195046 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ba6f632f-e019-441b-a5a0-fc6ba81b3f31 req-92cf440b-7216-430f-98af-47c5b5f37dc5 service neutron] 10.222.0.73 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572167 Aug 16 01:43:23.210156 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f842fc4f-2ee5-4103-8b1c-6e02f23cb187 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:23.229069 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:23.243906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f842fc4f-2ee5-4103-8b1c-6e02f23cb187 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Calling delete_port for b3cc3b4e-2590-49eb-811b-9450f87411eb owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:23.354059 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ba6f632f-e019-441b-a5a0-fc6ba81b3f31 req-d2e7e433-1e4b-4659-8f71-ad04f7ec8c2b service neutron] 10.222.0.73 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283641 Aug 16 01:43:23.358178 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85b1606d-2dc7-451b-ac4d-9c04e685c51b req-04c327cf-cca0-47ce-b396-7a4fe70000f2 service neutron] 10.222.0.63 "GET /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6135314 Aug 16 01:43:23.384066 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device df3dac34-2b71-4c8a-b001-c6539cb2bad8 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:43:23.387652 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-2a75d09d-353d-4828-8cf4-f4b0a8f95e41 service neutron] 10.222.0.73 "GET /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169517 Aug 16 01:43:23.568856 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f842fc4f-2ee5-4103-8b1c-6e02f23cb187 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:23.614813 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842fc4f-2ee5-4103-8b1c-6e02f23cb187 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Pushing event deleted for resources: {'Port': ['ID=b3cc3b4e-2590-49eb-811b-9450f87411eb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:23.697008 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411a2b01-313e-4b50-90de-8a4cf5b5b052 req-fc28c572-5e3f-4997-bfce-190da8ab367d service neutron] 10.222.0.73 "GET /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997203 Aug 16 01:43:23.796130 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f842fc4f-2ee5-4103-8b1c-6e02f23cb187 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:23.797425 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port df3dac34-2b71-4c8a-b001-c6539cb2bad8, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=df3dac34-2b71-4c8a-b001-c6539cb2bad8,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:23.806373 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f842fc4f-2ee5-4103-8b1c-6e02f23cb187 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] 10.222.0.68 "DELETE /v2.0/ports/b3cc3b4e-2590-49eb-811b-9450f87411eb HTTP/1.1" status: 204 len: 168 time: 1.0686901 Aug 16 01:43:23.810788 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50234) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:23.869657 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'df3dac34-2b71-4c8a-b001-c6539cb2bad8', 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c', 'port_id': 'df3dac34-2b71-4c8a-b001-c6539cb2bad8', 'mac_address': 'fa:16:3e:e0:3d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9018291d-2978-41e4-8573-6602cff70f18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:43:23.914973 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:23.924436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443bc2c-114a-42c4-8640-67ba9e898e5a req-dac2aa51-5d86-49a6-849e-57e9b7fcf076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:23.926621 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6443bc2c-114a-42c4-8640-67ba9e898e5a req-dac2aa51-5d86-49a6-849e-57e9b7fcf076 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a898a8963b34957b247dedb88a2f34b&device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 1095 time: 0.1510260 Aug 16 01:43:23.948380 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f2b98-0f0d-4866-b3ad-a7ddf777c64e req-e6e824a9-7c0b-44b4-bf59-d78b30e07b5c tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:23.951419 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f3f2b98-0f0d-4866-b3ad-a7ddf777c64e req-e6e824a9-7c0b-44b4-bf59-d78b30e07b5c tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 943 time: 0.2536047 Aug 16 01:43:23.952103 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea73b22-1aaa-42c5-ac13-cee33a5bf1fa tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:23.955500 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3ea73b22-1aaa-42c5-ac13-cee33a5bf1fa tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] 10.222.0.68 "GET /v2.0/ports?device_id=91fa929d-e4ce-495a-ad7f-ac2e41b12537 HTTP/1.1" status: 200 len: 913 time: 0.1433620 Aug 16 01:43:23.956165 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3dac34-2b71-4c8a-b001-c6539cb2bad8 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:23.959905 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50238) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:23.983090 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port df3dac34-2b71-4c8a-b001-c6539cb2bad8, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=df3dac34-2b71-4c8a-b001-c6539cb2bad8,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:23.988803 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:24.201688 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f3f2b98-0f0d-4866-b3ad-a7ddf777c64e req-cdc8b9d4-aab6-4e62-8c85-99d81b7762e5 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220213 Aug 16 01:43:24.211848 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fa513-da0c-4ebc-aea9-123cd493297c req-5e4d9a43-f637-4bfd-81a4-fb1ebdca6674 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:24.226241 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-775fa513-da0c-4ebc-aea9-123cd493297c req-5e4d9a43-f637-4bfd-81a4-fb1ebdca6674 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=baf465d9-5fcb-43e1-9b7c-55934abba106 HTTP/1.1" status: 200 len: 944 time: 0.2687061 Aug 16 01:43:24.287154 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443bc2c-114a-42c4-8640-67ba9e898e5a req-429a6ae4-5bf3-47c2-aeee-4c32e838657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:24.288944 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6443bc2c-114a-42c4-8640-67ba9e898e5a req-429a6ae4-5bf3-47c2-aeee-4c32e838657c service neutron] 10.222.0.73 "GET /v2.0/networks?id=3d04a5aa-97bb-4cae-920e-79216913a598 HTTP/1.1" status: 200 len: 914 time: 0.3345933 Aug 16 01:43:24.320702 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:24.343474 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1c403afa-5b6f-4157-a773-ac5ae2ded066 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:43:24.366123 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=df3dac34-2b71-4c8a-b001-c6539cb2bad8,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:24.374229 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6443bc2c-114a-42c4-8640-67ba9e898e5a req-92ce3dcc-8608-4435-86d5-81bec3917fe6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f22be82a-2b22-4fd6-96e6-4f3920578c8a HTTP/1.1" status: 200 len: 217 time: 0.0764625 Aug 16 01:43:24.480562 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['df3dac34-2b71-4c8a-b001-c6539cb2bad8'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:24.497052 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-775fa513-da0c-4ebc-aea9-123cd493297c req-5c80624c-9313-4b0f-9b32-a7a70fc8b1e7 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697797 Aug 16 01:43:24.566110 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443bc2c-114a-42c4-8640-67ba9e898e5a req-a3c03b74-b4d4-4e22-8e65-09be4e31cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:24.576206 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6443bc2c-114a-42c4-8640-67ba9e898e5a req-a3c03b74-b4d4-4e22-8e65-09be4e31cd01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=38e6279e-1e5f-45f1-acd1-96fbf1bef968 HTTP/1.1" status: 200 len: 853 time: 0.1887050 Aug 16 01:43:24.595420 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003b5bd-3c95-48ae-ae21-0f0232a7b304 req-c5a5a4cc-1da9-43ac-a5b4-1f2bc7c01da8 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:24.602744 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6003b5bd-3c95-48ae-ae21-0f0232a7b304 req-c5a5a4cc-1da9-43ac-a5b4-1f2bc7c01da8 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=5198ce81-afe2-401e-be08-7f183d3ff527 HTTP/1.1" status: 200 len: 945 time: 0.2272522 Aug 16 01:43:24.688106 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6443bc2c-114a-42c4-8640-67ba9e898e5a req-7b5913bc-9977-4184-99d9-aeda24c71de8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d04a5aa-97bb-4cae-920e-79216913a598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095810 Aug 16 01:43:24.748826 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1c403afa-5b6f-4157-a773-ac5ae2ded066, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1c403afa-5b6f-4157-a773-ac5ae2ded066,segment=NetworkSegment(382f4ec2-08b6-4d01-8e28-1a50ec7540fd),segment_id=382f4ec2-08b6-4d01-8e28-1a50ec7540fd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:24.804199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '1c403afa-5b6f-4157-a773-ac5ae2ded066', 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598', 'port_id': '1c403afa-5b6f-4157-a773-ac5ae2ded066', 'mac_address': 'fa:16:3e:29:56:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e6279e-1e5f-45f1-acd1-96fbf1bef968', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:43:24.847149 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6443bc2c-114a-42c4-8640-67ba9e898e5a req-c9a6b52b-5bc7-4ac7-aff7-f7a5f80336a5 service neutron] 10.222.0.73 "GET /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492558 Aug 16 01:43:24.850749 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6003b5bd-3c95-48ae-ae21-0f0232a7b304 req-23a20960-c40f-4484-ae5e-30fce587893a tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350097 Aug 16 01:43:24.941978 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:24.965368 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c403afa-5b6f-4157-a773-ac5ae2ded066 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:24.991945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1c403afa-5b6f-4157-a773-ac5ae2ded066, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1c403afa-5b6f-4157-a773-ac5ae2ded066,segment=NetworkSegment(382f4ec2-08b6-4d01-8e28-1a50ec7540fd),segment_id=382f4ec2-08b6-4d01-8e28-1a50ec7540fd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:24.998134 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:25.091364 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1c403afa-5b6f-4157-a773-ac5ae2ded066,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:25.120880 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6443bc2c-114a-42c4-8640-67ba9e898e5a req-cf996fe0-5c11-4b75-9f7d-cba8232649b4 service neutron] 10.222.0.73 "GET /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655950 Aug 16 01:43:25.248662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['1c403afa-5b6f-4157-a773-ac5ae2ded066'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:25.260100 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acc4515d-7dcf-433d-85d8-40337355000f tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:25.444475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057acf19-6753-42d3-9c45-3a10588df71d req-85626eb5-1ea8-4e56-8f97-501a4b8f3aad tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:25.455491 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-057acf19-6753-42d3-9c45-3a10588df71d req-85626eb5-1ea8-4e56-8f97-501a4b8f3aad tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 943 time: 0.1038089 Aug 16 01:43:25.566654 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-057acf19-6753-42d3-9c45-3a10588df71d req-c2bbabf7-d642-488a-a15b-ae9210579767 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071949 Aug 16 01:43:25.721079 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-acc4515d-7dcf-433d-85d8-40337355000f tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Deleting port dea4529b-62f1-47e2-b568-333f32d0a1dd {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:25.721461 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acc4515d-7dcf-433d-85d8-40337355000f tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:25.830226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d90fb-d253-433c-a9c5-ed0184a08030 req-322fe5e6-9376-414b-8a1e-eeddc13cde75 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:25.840191 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1d7d90fb-d253-433c-a9c5-ed0184a08030 req-322fe5e6-9376-414b-8a1e-eeddc13cde75 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=baf465d9-5fcb-43e1-9b7c-55934abba106 HTTP/1.1" status: 200 len: 944 time: 0.1479013 Aug 16 01:43:25.872358 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:25.914383 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1d7d90fb-d253-433c-a9c5-ed0184a08030 req-cecc91e2-8a7c-4f82-9832-517901920e0f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636814 Aug 16 01:43:25.936895 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acc4515d-7dcf-433d-85d8-40337355000f tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:25.964996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-acc4515d-7dcf-433d-85d8-40337355000f tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Calling delete_port for dea4529b-62f1-47e2-b568-333f32d0a1dd owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:26.351035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1c403afa-5b6f-4157-a773-ac5ae2ded066 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:26.438980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 1c403afa-5b6f-4157-a773-ac5ae2ded066 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:26.445403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 1c403afa-5b6f-4157-a773-ac5ae2ded066 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:26.446273 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:26.542677 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:26.585679 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9065766-bde4-4bd0-9575-dc6811779c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c403afa-5b6f-4157-a773-ac5ae2ded066'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:26.588162 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bea58b0-4881-44cb-9f69-86b5ed8b9429" -d '{"events": [{"server_uuid": "f9065766-bde4-4bd0-9575-dc6811779c1f", "name": "network-vif-plugged", "status": "completed", "tag": "1c403afa-5b6f-4157-a773-ac5ae2ded066"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:26.627498 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1c403afa-5b6f-4157-a773-ac5ae2ded066, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1c403afa-5b6f-4157-a773-ac5ae2ded066,segment=NetworkSegment(382f4ec2-08b6-4d01-8e28-1a50ec7540fd),segment_id=382f4ec2-08b6-4d01-8e28-1a50ec7540fd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:26.649581 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:26.730497 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f96b312-4ef4-4941-9e9a-107c234e5569 x-openstack-request-id: req-5f96b312-4ef4-4941-9e9a-107c234e5569 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:26.730817 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9065766-bde4-4bd0-9575-dc6811779c1f", "name": "network-vif-plugged", "status": "completed", "tag": "1c403afa-5b6f-4157-a773-ac5ae2ded066", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:26.733203 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5f96b312-4ef4-4941-9e9a-107c234e5569 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:26.733815 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9065766-bde4-4bd0-9575-dc6811779c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c403afa-5b6f-4157-a773-ac5ae2ded066', 'code': 200} Aug 16 01:43:26.779398 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acc4515d-7dcf-433d-85d8-40337355000f tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:26.822356 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1c403afa-5b6f-4157-a773-ac5ae2ded066,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:26.883111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4515d-7dcf-433d-85d8-40337355000f tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Pushing event deleted for resources: {'Port': ['ID=dea4529b-62f1-47e2-b568-333f32d0a1dd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:26.964262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7b522-f50a-42ca-b983-e4e3011f09c2 req-14a91851-7f0d-4210-9b36-bc3229d84769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:26.969207 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-30d7b522-f50a-42ca-b983-e4e3011f09c2 req-14a91851-7f0d-4210-9b36-bc3229d84769 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f9065766-bde4-4bd0-9575-dc6811779c1f HTTP/1.1" status: 200 len: 1097 time: 0.2056980 Aug 16 01:43:27.154083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2906d-f08c-452c-8f03-37453652e3d3 req-3bf27b39-86c4-42b3-820a-fe757e5a1512 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:27.156255 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-00a2906d-f08c-452c-8f03-37453652e3d3 req-3bf27b39-86c4-42b3-820a-fe757e5a1512 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 943 time: 0.3179786 Aug 16 01:43:27.280025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-30d7b522-f50a-42ca-b983-e4e3011f09c2 req-3e3cefac-e44e-458f-b1cb-9d661991e96d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011389 Aug 16 01:43:27.336612 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-00a2906d-f08c-452c-8f03-37453652e3d3 req-7a9d3e4a-c98b-461f-bb63-621af1eb9598 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614566 Aug 16 01:43:27.407959 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device f22be82a-2b22-4fd6-96e6-4f3920578c8a details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:43:27.411577 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device df3dac34-2b71-4c8a-b001-c6539cb2bad8 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:27.486910 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acc4515d-7dcf-433d-85d8-40337355000f tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:27.526070 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2df414-a7f6-4906-b964-b44ed031f182 req-d644d39a-486b-4fb7-ab16-22caa99a1686 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:27.535534 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b2df414-a7f6-4906-b964-b44ed031f182 req-d644d39a-486b-4fb7-ab16-22caa99a1686 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=baf465d9-5fcb-43e1-9b7c-55934abba106 HTTP/1.1" status: 200 len: 944 time: 0.1629975 Aug 16 01:43:27.622740 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b2df414-a7f6-4906-b964-b44ed031f182 req-df26eb08-0819-40a2-abfd-afd7130613ee tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859494 Aug 16 01:43:27.787453 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port f22be82a-2b22-4fd6-96e6-4f3920578c8a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f22be82a-2b22-4fd6-96e6-4f3920578c8a,segment=NetworkSegment(382f4ec2-08b6-4d01-8e28-1a50ec7540fd),segment_id=382f4ec2-08b6-4d01-8e28-1a50ec7540fd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:27.806602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'f22be82a-2b22-4fd6-96e6-4f3920578c8a', 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598', 'port_id': 'f22be82a-2b22-4fd6-96e6-4f3920578c8a', 'mac_address': 'fa:16:3e:a0:43:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e6279e-1e5f-45f1-acd1-96fbf1bef968', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:43:27.885001 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port df3dac34-2b71-4c8a-b001-c6539cb2bad8 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:27.891070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port df3dac34-2b71-4c8a-b001-c6539cb2bad8 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:27.891570 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:27.898041 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:27.945942 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22be82a-2b22-4fd6-96e6-4f3920578c8a {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:27.987475 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port f22be82a-2b22-4fd6-96e6-4f3920578c8a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f22be82a-2b22-4fd6-96e6-4f3920578c8a,segment=NetworkSegment(382f4ec2-08b6-4d01-8e28-1a50ec7540fd),segment_id=382f4ec2-08b6-4d01-8e28-1a50ec7540fd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:27.996819 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:28.042895 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc4515d-7dcf-433d-85d8-40337355000f tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Router 91fa929d-e4ce-495a-ad7f-ac2e41b12537 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:43:28.351009 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=f22be82a-2b22-4fd6-96e6-4f3920578c8a,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:28.356854 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:28.430355 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc4515d-7dcf-433d-85d8-40337355000f tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:43:28.438404 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-acc4515d-7dcf-433d-85d8-40337355000f tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] 10.222.0.68 "PUT /v2.0/routers/91fa929d-e4ce-495a-ad7f-ac2e41b12537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4719861 Aug 16 01:43:28.440827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50420) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:28.444312 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae82920a-b5d6-4bc5-b49f-70ead3fae66b None None] Sync routers for ids ['91fa929d-e4ce-495a-ad7f-ac2e41b12537'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:43:28.465452 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae82920a-b5d6-4bc5-b49f-70ead3fae66b None None] Routers {'91fa929d-e4ce-495a-ad7f-ac2e41b12537'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:28.466150 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ae82920a-b5d6-4bc5-b49f-70ead3fae66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:43:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['91fa929d-e4ce-495a-ad7f-ac2e41b12537'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:28.467508 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['f22be82a-2b22-4fd6-96e6-4f3920578c8a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:28.632441 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01860ba7-9bea-4df6-9813-52b0cc943724 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:28.643275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d3050-5458-4abe-b5b6-cb18e39b431e req-41dcc7a5-952f-4c29-af2c-6d277eeb668a tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:28.654973 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b8d3050-5458-4abe-b5b6-cb18e39b431e req-41dcc7a5-952f-4c29-af2c-6d277eeb668a tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 944 time: 0.1246669 Aug 16 01:43:28.656644 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ae82920a-b5d6-4bc5-b49f-70ead3fae66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:28.682120 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae82920a-b5d6-4bc5-b49f-70ead3fae66b None None] Routers {'91fa929d-e4ce-495a-ad7f-ac2e41b12537'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:28.684474 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ae82920a-b5d6-4bc5-b49f-70ead3fae66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:43:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['91fa929d-e4ce-495a-ad7f-ac2e41b12537'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:28.688305 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port df3dac34-2b71-4c8a-b001-c6539cb2bad8, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=df3dac34-2b71-4c8a-b001-c6539cb2bad8,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:28.714981 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:28.761541 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b8d3050-5458-4abe-b5b6-cb18e39b431e req-068aa2d0-e4f0-4b45-9c39-e53d8ba9055b tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928869 Aug 16 01:43:28.779670 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ae82920a-b5d6-4bc5-b49f-70ead3fae66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:28.784929 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae82920a-b5d6-4bc5-b49f-70ead3fae66b None None] The sync data for ids ['91fa929d-e4ce-495a-ad7f-ac2e41b12537'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:43:28.822345 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf465d9-5fcb-43e1-9b7c-55934abba106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3dac34-2b71-4c8a-b001-c6539cb2bad8'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:28.825427 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5d9a87-11e7-453a-80e7-1aa560f9b311" -d '{"events": [{"server_uuid": "baf465d9-5fcb-43e1-9b7c-55934abba106", "name": "network-vif-plugged", "status": "completed", "tag": "df3dac34-2b71-4c8a-b001-c6539cb2bad8"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:28.894244 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01860ba7-9bea-4df6-9813-52b0cc943724 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:28.940414 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efd12e-4357-48cd-a98e-d4f36b4a7226 req-7a8f353c-aa3a-49b9-9a00-0c3f01ae9e42 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:28.949670 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-81efd12e-4357-48cd-a98e-d4f36b4a7226 req-7a8f353c-aa3a-49b9-9a00-0c3f01ae9e42 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=baf465d9-5fcb-43e1-9b7c-55934abba106 HTTP/1.1" status: 200 len: 945 time: 0.0704341 Aug 16 01:43:28.966332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=df3dac34-2b71-4c8a-b001-c6539cb2bad8,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:29.018158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-01860ba7-9bea-4df6-9813-52b0cc943724 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Deleting port f22bd404-eef7-4d4e-96ac-d078272e6053 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:29.021616 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01860ba7-9bea-4df6-9813-52b0cc943724 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:29.064743 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-81efd12e-4357-48cd-a98e-d4f36b4a7226 req-72fd441f-7c50-4b53-b178-659376e3c0c8 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137586 Aug 16 01:43:29.145201 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbd9271-1731-484f-9383-84dde7ef2446 x-openstack-request-id: req-8cbd9271-1731-484f-9383-84dde7ef2446 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:29.145661 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf465d9-5fcb-43e1-9b7c-55934abba106", "name": "network-vif-plugged", "status": "completed", "tag": "df3dac34-2b71-4c8a-b001-c6539cb2bad8", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:29.146237 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8cbd9271-1731-484f-9383-84dde7ef2446 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:29.146413 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf465d9-5fcb-43e1-9b7c-55934abba106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3dac34-2b71-4c8a-b001-c6539cb2bad8', 'code': 200} Aug 16 01:43:29.183985 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01860ba7-9bea-4df6-9813-52b0cc943724 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:29.217615 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-01860ba7-9bea-4df6-9813-52b0cc943724 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Calling delete_port for f22bd404-eef7-4d4e-96ac-d078272e6053 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:29.291685 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4309f60-a22b-44ed-9611-1fd9f6d5aaea req-857a009f-0fb3-4006-92cf-08929b0b0670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:29.294320 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4309f60-a22b-44ed-9611-1fd9f6d5aaea req-857a009f-0fb3-4006-92cf-08929b0b0670 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=baf465d9-5fcb-43e1-9b7c-55934abba106 HTTP/1.1" status: 200 len: 1097 time: 0.0748441 Aug 16 01:43:29.385397 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4309f60-a22b-44ed-9611-1fd9f6d5aaea req-68ab33c0-76c1-497f-ad54-e1b5bb04423c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809338 Aug 16 01:43:29.429936 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 838633c1-b797-4776-9722-3159243b12ed details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:43:29.538683 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01860ba7-9bea-4df6-9813-52b0cc943724 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:29.568009 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 838633c1-b797-4776-9722-3159243b12ed, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=838633c1-b797-4776-9722-3159243b12ed,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:29.575230 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01860ba7-9bea-4df6-9813-52b0cc943724 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Pushing event deleted for resources: {'Port': ['ID=f22bd404-eef7-4d4e-96ac-d078272e6053,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:29.602996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '838633c1-b797-4776-9722-3159243b12ed', 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8', 'port_id': '838633c1-b797-4776-9722-3159243b12ed', 'mac_address': 'fa:16:3e:af:38:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa68bec7-664a-48fb-be7e-46ef8fc16c75', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:43:29.660177 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:29.675832 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 838633c1-b797-4776-9722-3159243b12ed {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:29.697850 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01860ba7-9bea-4df6-9813-52b0cc943724 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:29.700161 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 838633c1-b797-4776-9722-3159243b12ed, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=838633c1-b797-4776-9722-3159243b12ed,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:29.706827 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:29.842526 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01860ba7-9bea-4df6-9813-52b0cc943724 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:29.847333 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01860ba7-9bea-4df6-9813-52b0cc943724 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:29.869344 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['838633c1-b797-4776-9722-3159243b12ed'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:29.888471 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=838633c1-b797-4776-9722-3159243b12ed,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:29.946898 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01860ba7-9bea-4df6-9813-52b0cc943724 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:29.947458 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01860ba7-9bea-4df6-9813-52b0cc943724 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Fanout notify agent at l3_agent the message router_deleted on router 91fa929d-e4ce-495a-ad7f-ac2e41b12537 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:43:29.963058 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01860ba7-9bea-4df6-9813-52b0cc943724 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:29.966527 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-01860ba7-9bea-4df6-9813-52b0cc943724 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] 10.222.0.68 "DELETE /v2.0/routers/91fa929d-e4ce-495a-ad7f-ac2e41b12537 HTTP/1.1" status: 204 len: 168 time: 1.5222948 Aug 16 01:43:29.966917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50474) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:30.113091 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29dd0ff-f1fc-4162-970a-2beeec5e3b37 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Deleting subnet ce695ae9-b8c1-4f50-9f90-f7e431ca04b7 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:43:30.130592 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d29dd0ff-f1fc-4162-970a-2beeec5e3b37 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:30.308989 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d29dd0ff-f1fc-4162-970a-2beeec5e3b37 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:30.504370 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d29dd0ff-f1fc-4162-970a-2beeec5e3b37 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:30.683118 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d29dd0ff-f1fc-4162-970a-2beeec5e3b37 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:30.748409 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29dd0ff-f1fc-4162-970a-2beeec5e3b37 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Pushing event deleted for resources: {'Subnet': ['ID=ce695ae9-b8c1-4f50-9f90-f7e431ca04b7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:30.772408 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d29dd0ff-f1fc-4162-970a-2beeec5e3b37 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:30.773016 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3874d0-bfc5-4a5f-837d-87614c37ecc5 None None] Network c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:43:30.776600 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d29dd0ff-f1fc-4162-970a-2beeec5e3b37 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] 10.222.0.68 "DELETE /v2.0/subnets/ce695ae9-b8c1-4f50-9f90-f7e431ca04b7 HTTP/1.1" status: 204 len: 168 time: 0.8064916 Aug 16 01:43:30.776883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50492) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:30.961149 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.118486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Deleting port 64b82f24-e33b-44cd-a313-781844b20e6e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:31.119589 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.257780 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] For port 64b82f24-e33b-44cd-a313-781844b20e6e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=64b82f24-e33b-44cd-a313-781844b20e6e,segment=NetworkSegment(c3e431ba-d9dd-4d16-a91a-5f61d6a1d210),segment_id=c3e431ba-d9dd-4d16-a91a-5f61d6a1d210)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:31.258348 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.281146 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] DHCP port deletion for c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:43:31.318037 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Calling delete_port for 64b82f24-e33b-44cd-a313-781844b20e6e owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:31.444771 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 838633c1-b797-4776-9722-3159243b12ed up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:31.449252 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] Deleting port 64b82f24-e33b-44cd-a313-781844b20e6e {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:31.449630 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.587498 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.638353 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Pushing event deleted for resources: {'Port': ['ID=64b82f24-e33b-44cd-a313-781844b20e6e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:31.646676 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] No DVR routers for this DVR port 64b82f24-e33b-44cd-a313-781844b20e6e on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:31.714143 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] For port 64b82f24-e33b-44cd-a313-781844b20e6e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=64b82f24-e33b-44cd-a313-781844b20e6e,segment=NetworkSegment(c3e431ba-d9dd-4d16-a91a-5f61d6a1d210),segment_id=c3e431ba-d9dd-4d16-a91a-5f61d6a1d210)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:31.714531 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.749716 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] Calling delete_port for 64b82f24-e33b-44cd-a313-781844b20e6e owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:31.790321 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.792593 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 838633c1-b797-4776-9722-3159243b12ed triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:31.793108 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.804812 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:31.827288 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e431ba-d9dd-4d16-a91a-5f61d6a1d210') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:31.827288 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e431ba-d9dd-4d16-a91a-5f61d6a1d210') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:31.831660 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.849211 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.857711 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:43:31.858407 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:43:31.867668 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:43:32.012674 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:32.020806 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:32.023250 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] 10.222.0.68 "DELETE /v2.0/networks/c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7 HTTP/1.1" status: 204 len: 168 time: 1.2453792 Aug 16 01:43:32.026245 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50504) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:32.060515 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a4312-063b-4e4b-af05-1b2d3d9b9b11 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Pushing event deleted for resources: {'Network': ['ID=c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:32.207160 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:32.253103 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:32.340400 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] Pushing event deleted for resources: {'Port': ['ID=64b82f24-e33b-44cd-a313-781844b20e6e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:32.350351 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6f7fd6ea-ecc6-499f-a4bc-dfcc84d30836 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Deleting port 394ad863-a15b-4d76-9566-c919644401bb {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:32.350763 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f7fd6ea-ecc6-499f-a4bc-dfcc84d30836 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:32.364421 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5198ce81-afe2-401e-be08-7f183d3ff527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838633c1-b797-4776-9722-3159243b12ed'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:32.368250 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8036d7e7-d49b-43b2-9db6-734bf138b9bd" -d '{"events": [{"server_uuid": "5198ce81-afe2-401e-be08-7f183d3ff527", "name": "network-vif-plugged", "status": "completed", "tag": "838633c1-b797-4776-9722-3159243b12ed"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:32.390070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] Network c8d0a3f0-6df1-43ed-a883-47cc0e4cb3b7 is not hosted by any dhcp agent {{(pid=94674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 01:43:32.390807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] No DVR routers for this DVR port 64b82f24-e33b-44cd-a313-781844b20e6e on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:32.412992 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:32.413890 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:32.414747 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:32.415471 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:32.416143 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:32.426515 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:32.427066 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:32.428092 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:32.428877 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:32.429530 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:32.432329 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:32.433047 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e37df56-4b06-479f-a90c-28c136fdafca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:32.451278 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 838633c1-b797-4776-9722-3159243b12ed, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=838633c1-b797-4776-9722-3159243b12ed,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:32.460120 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:32.461304 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device f22be82a-2b22-4fd6-96e6-4f3920578c8a up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:43:32.569121 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f7fd6ea-ecc6-499f-a4bc-dfcc84d30836 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:32.569426 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f7fd6ea-ecc6-499f-a4bc-dfcc84d30836 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:32.595713 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=838633c1-b797-4776-9722-3159243b12ed,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:32.616151 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6f7fd6ea-ecc6-499f-a4bc-dfcc84d30836 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Calling delete_port for 394ad863-a15b-4d76-9566-c919644401bb owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:32.899214 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port f22be82a-2b22-4fd6-96e6-4f3920578c8a completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:43:32.907703 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port f22be82a-2b22-4fd6-96e6-4f3920578c8a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:43:32.910875 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:33.125229 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:33.207156 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f7fd6ea-ecc6-499f-a4bc-dfcc84d30836 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:33.208732 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port f22be82a-2b22-4fd6-96e6-4f3920578c8a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f22be82a-2b22-4fd6-96e6-4f3920578c8a,segment=NetworkSegment(382f4ec2-08b6-4d01-8e28-1a50ec7540fd),segment_id=382f4ec2-08b6-4d01-8e28-1a50ec7540fd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:33.215043 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:33.292254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 64b82f24-e33b-44cd-a313-781844b20e6e no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:33.319225 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fd6ea-ecc6-499f-a4bc-dfcc84d30836 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Pushing event deleted for resources: {'Port': ['ID=394ad863-a15b-4d76-9566-c919644401bb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:33.365156 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 64b82f24-e33b-44cd-a313-781844b20e6e {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:43:33.365658 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 64b82f24-e33b-44cd-a313-781844b20e6e not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:33.376198 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=f22be82a-2b22-4fd6-96e6-4f3920578c8a,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:33.464188 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f7fd6ea-ecc6-499f-a4bc-dfcc84d30836 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:33.466954 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f7fd6ea-ecc6-499f-a4bc-dfcc84d30836 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:33.468252 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6f7fd6ea-ecc6-499f-a4bc-dfcc84d30836 tempest-FloatingIPAdminTestJSON-2086885315 tempest-FloatingIPAdminTestJSON-2086885315-project] 10.222.0.68 "DELETE /v2.0/floatingips/595c4d6a-9841-4a5b-86d6-d3281c8a42c6 HTTP/1.1" status: 204 len: 168 time: 1.4410222 Aug 16 01:43:34.045380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50528) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:34.292654 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3df5d6ea-bee9-4942-add3-c013768518dc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4efee6511e32489091671cc5f56206d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447340 Aug 16 01:43:34.295005 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50540) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:34.379324 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44c14934-7b68-42fc-ad48-b728c2fce39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:34.405742 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44c14934-7b68-42fc-ad48-b728c2fce39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:34.482476 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44c14934-7b68-42fc-ad48-b728c2fce39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:34.496702 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44c14934-7b68-42fc-ad48-b728c2fce39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:34.509325 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-44c14934-7b68-42fc-ad48-b728c2fce39d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e8abe43b-1746-47db-b84d-5aad074117a3 HTTP/1.1" status: 204 len: 168 time: 0.2130392 Aug 16 01:43:34.545355 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c14934-7b68-42fc-ad48-b728c2fce39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8abe43b-1746-47db-b84d-5aad074117a3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:35.307348 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:43:35.366342 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50562) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:35.396334 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6473e39-b048-4beb-8268-6f219bf69c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:35.621989 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6473e39-b048-4beb-8268-6f219bf69c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:35.632738 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6473e39-b048-4beb-8268-6f219bf69c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:35.732292 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f6473e39-b048-4beb-8268-6f219bf69c36 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d549928d97a34b93b0a29857e074168f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3648026 Aug 16 01:43:35.739236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50572) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:35.759549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6473e39-b048-4beb-8268-6f219bf69c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcb5701-bf29-463d-b5ba-785eb96d39c4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:35.820233 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2586-6f69-4040-a0cb-9b9611e11dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:35.888595 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2586-6f69-4040-a0cb-9b9611e11dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:36.299873 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e240ea5-5e7a-4ec5-bcac-67572e8cf705 req-428f7011-883a-4107-b25e-5a0fa5807829 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:36.314838 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6e240ea5-5e7a-4ec5-bcac-67572e8cf705 req-428f7011-883a-4107-b25e-5a0fa5807829 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=baf465d9-5fcb-43e1-9b7c-55934abba106 HTTP/1.1" status: 200 len: 945 time: 0.1510868 Aug 16 01:43:36.401460 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6e240ea5-5e7a-4ec5-bcac-67572e8cf705 req-298574b1-ccfe-4c48-874d-2d3b3ad84648 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772867 Aug 16 01:43:36.448972 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa15f91-6392-4794-a49b-c780f9e6c221 x-openstack-request-id: req-5fa15f91-6392-4794-a49b-c780f9e6c221 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:36.449513 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5198ce81-afe2-401e-be08-7f183d3ff527", "name": "network-vif-plugged", "status": "completed", "tag": "838633c1-b797-4776-9722-3159243b12ed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:36.449513 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5fa15f91-6392-4794-a49b-c780f9e6c221 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:36.449930 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5198ce81-afe2-401e-be08-7f183d3ff527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838633c1-b797-4776-9722-3159243b12ed', 'code': 200} Aug 16 01:43:36.581621 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2586-6f69-4040-a0cb-9b9611e11dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:36.589272 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2586-6f69-4040-a0cb-9b9611e11dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:36.590588 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4b6d2586-6f69-4040-a0cb-9b9611e11dbf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fdcb5701-bf29-463d-b5ba-785eb96d39c4 HTTP/1.1" status: 204 len: 168 time: 0.8494503 Aug 16 01:43:36.621645 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3934c37-f481-4fd5-84d9-f770f8b8cedf req-fbd26345-5b97-4d5d-bde0-ed4cd43db936 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:36.638551 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a3934c37-f481-4fd5-84d9-f770f8b8cedf req-fbd26345-5b97-4d5d-bde0-ed4cd43db936 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 945 time: 0.1690218 Aug 16 01:43:36.648818 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe89a02-174c-4900-97a1-4fa10d79270d req-73367fea-3d8b-440f-9f30-6ad5799ec9b5 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:36.657633 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0fe89a02-174c-4900-97a1-4fa10d79270d req-73367fea-3d8b-440f-9f30-6ad5799ec9b5 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=baf465d9-5fcb-43e1-9b7c-55934abba106 HTTP/1.1" status: 200 len: 945 time: 0.1161885 Aug 16 01:43:36.670891 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d2586-6f69-4040-a0cb-9b9611e11dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcb5701-bf29-463d-b5ba-785eb96d39c4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:36.746166 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0fe89a02-174c-4900-97a1-4fa10d79270d req-0a538fca-403b-445a-8d65-7b2e934278c6 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869846 Aug 16 01:43:36.755081 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a3934c37-f481-4fd5-84d9-f770f8b8cedf req-62384049-47a7-4746-91e5-2c42785b47c7 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153431 Aug 16 01:43:37.187893 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:37.403510 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50646) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:37.427485 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f897c-bbb9-4167-a2ef-ea721792b0d7 req-01a080d5-e0c5-46e7-b228-b26533426e97 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:37.440879 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-351f897c-bbb9-4167-a2ef-ea721792b0d7 req-01a080d5-e0c5-46e7-b228-b26533426e97 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=baf465d9-5fcb-43e1-9b7c-55934abba106 HTTP/1.1" status: 200 len: 945 time: 0.1854346 Aug 16 01:43:37.465063 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e41e2-768e-4059-beb4-a283e46abc30 req-4808923d-d17e-469f-8024-0f3473010a95 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:37.475209 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f3e41e2-768e-4059-beb4-a283e46abc30 req-4808923d-d17e-469f-8024-0f3473010a95 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 950 time: 0.1864858 Aug 16 01:43:37.477556 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f76e4a2-1a24-49ea-8266-35db153c6f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:37.535152 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-351f897c-bbb9-4167-a2ef-ea721792b0d7 req-43f90caf-5daa-4948-b793-7e184b8f7be9 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858471 Aug 16 01:43:37.620780 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f3e41e2-768e-4059-beb4-a283e46abc30 req-1005f480-f2e3-485e-9202-3f450bd2879a tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2582f27-79fb-4f8b-b11c-1a81e4cddfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444042 Aug 16 01:43:37.784468 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f76e4a2-1a24-49ea-8266-35db153c6f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:37.793509 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f76e4a2-1a24-49ea-8266-35db153c6f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:37.901903 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:37.972993 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76e4a2-1a24-49ea-8266-35db153c6f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2806191-9df3-4196-b7fb-440c5316f9b8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:38.009240 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4f76e4a2-1a24-49ea-8266-35db153c6f31 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6f48d7a1760c4414b3570805743efaf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6005816 Aug 16 01:43:38.010547 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50666) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:38.058459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906adfb7-28b3-4454-956b-99544b44373b req-f2ac187c-9522-4e9b-9769-1fe29e9f0378 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:38.067419 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-906adfb7-28b3-4454-956b-99544b44373b req-f2ac187c-9522-4e9b-9769-1fe29e9f0378 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 945 time: 0.1287518 Aug 16 01:43:38.134284 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22574404-7855-4ffe-84a2-647c2e639965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:38.183909 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-906adfb7-28b3-4454-956b-99544b44373b req-42ce6065-6a6a-45f1-9553-12d045f20893 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056669 Aug 16 01:43:38.200663 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22574404-7855-4ffe-84a2-647c2e639965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:38.273710 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22574404-7855-4ffe-84a2-647c2e639965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:38.277491 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22574404-7855-4ffe-84a2-647c2e639965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:38.279288 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-22574404-7855-4ffe-84a2-647c2e639965 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c2806191-9df3-4196-b7fb-440c5316f9b8 HTTP/1.1" status: 204 len: 168 time: 0.2673073 Aug 16 01:43:38.290479 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22574404-7855-4ffe-84a2-647c2e639965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2806191-9df3-4196-b7fb-440c5316f9b8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:38.451348 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd02ac15-c964-48af-ae8f-1a53690556fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22be82a-2b22-4fd6-96e6-4f3920578c8a'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:38.457035 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3817d3-00bd-40bd-9319-e7c92092ff98" -d '{"events": [{"server_uuid": "fd02ac15-c964-48af-ae8f-1a53690556fb", "name": "network-vif-plugged", "status": "completed", "tag": "f22be82a-2b22-4fd6-96e6-4f3920578c8a"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:38.508375 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a32cd8-f99c-4274-a6ed-f0e65ccf44b3 req-31958fbe-9aa4-4836-aa07-357fe0739afe tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:38.511005 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-03a32cd8-f99c-4274-a6ed-f0e65ccf44b3 req-31958fbe-9aa4-4836-aa07-357fe0739afe tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.73 "GET /v2.0/ports?device_id=baf465d9-5fcb-43e1-9b7c-55934abba106 HTTP/1.1" status: 200 len: 945 time: 0.1124794 Aug 16 01:43:38.754846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-03a32cd8-f99c-4274-a6ed-f0e65ccf44b3 req-38896bcc-039b-4394-ab88-ce2a1adc3d0b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Deleting port df3dac34-2b71-4c8a-b001-c6539cb2bad8 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:38.755304 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03a32cd8-f99c-4274-a6ed-f0e65ccf44b3 req-38896bcc-039b-4394-ab88-ce2a1adc3d0b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:38.922315 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-03a32cd8-f99c-4274-a6ed-f0e65ccf44b3 req-38896bcc-039b-4394-ab88-ce2a1adc3d0b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] For port df3dac34-2b71-4c8a-b001-c6539cb2bad8, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=df3dac34-2b71-4c8a-b001-c6539cb2bad8,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:38.922315 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03a32cd8-f99c-4274-a6ed-f0e65ccf44b3 req-38896bcc-039b-4394-ab88-ce2a1adc3d0b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:38.956835 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-03a32cd8-f99c-4274-a6ed-f0e65ccf44b3 req-38896bcc-039b-4394-ab88-ce2a1adc3d0b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Calling delete_port for df3dac34-2b71-4c8a-b001-c6539cb2bad8 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:39.299722 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03a32cd8-f99c-4274-a6ed-f0e65ccf44b3 req-38896bcc-039b-4394-ab88-ce2a1adc3d0b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:39.326972 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ba978e89-0a8f-4e00-b2a7-3d35c60a0298'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:39.385702 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38896bcc-039b-4394-ab88-ce2a1adc3d0b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Pushing event deleted for resources: {'Port': ['ID=df3dac34-2b71-4c8a-b001-c6539cb2bad8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:39.430525 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['df3dac34-2b71-4c8a-b001-c6539cb2bad8'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:39.497587 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 3f8b3078-dce8-40be-bd79-6f4f920ff26d no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:39.523954 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a32cd8-f99c-4274-a6ed-f0e65ccf44b3 req-38896bcc-039b-4394-ab88-ce2a1adc3d0b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] No DVR routers for this DVR port df3dac34-2b71-4c8a-b001-c6539cb2bad8 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:39.531552 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03a32cd8-f99c-4274-a6ed-f0e65ccf44b3 req-38896bcc-039b-4394-ab88-ce2a1adc3d0b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:39.534884 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-03a32cd8-f99c-4274-a6ed-f0e65ccf44b3 req-38896bcc-039b-4394-ab88-ce2a1adc3d0b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.73 "DELETE /v2.0/ports/df3dac34-2b71-4c8a-b001-c6539cb2bad8 HTTP/1.1" status: 204 len: 173 time: 1.0168283 Aug 16 01:43:39.544107 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf465d9-5fcb-43e1-9b7c-55934abba106', 'name': 'network-vif-deleted', 'tag': 'df3dac34-2b71-4c8a-b001-c6539cb2bad8'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:39.555301 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa5d9d5-28b7-448c-ae6a-22bdf6749b09" -d '{"events": [{"server_uuid": "baf465d9-5fcb-43e1-9b7c-55934abba106", "name": "network-vif-deleted", "tag": "df3dac34-2b71-4c8a-b001-c6539cb2bad8"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:39.651274 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe301c8-c27d-4e76-be42-d8f6d1fdbb88 x-openstack-request-id: req-efe301c8-c27d-4e76-be42-d8f6d1fdbb88 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:39.656990 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd02ac15-c964-48af-ae8f-1a53690556fb", "name": "network-vif-plugged", "status": "completed", "tag": "f22be82a-2b22-4fd6-96e6-4f3920578c8a", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:39.658485 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-efe301c8-c27d-4e76-be42-d8f6d1fdbb88 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:39.659278 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd02ac15-c964-48af-ae8f-1a53690556fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22be82a-2b22-4fd6-96e6-4f3920578c8a', 'code': 200} Aug 16 01:43:39.775928 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae6a1e-c8fb-4954-b6f7-ff09548503f9 req-d4f09dfe-ce5a-4574-8d78-c02f7fc435ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:39.787855 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-edae6a1e-c8fb-4954-b6f7-ff09548503f9 req-d4f09dfe-ce5a-4574-8d78-c02f7fc435ff service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 1097 time: 0.2067716 Aug 16 01:43:39.820640 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89a5fd-dc2e-4940-91a8-cd4aae33ab2f req-42dfe865-71c5-499a-a7b5-43a7752a783f tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:39.823593 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1d89a5fd-dc2e-4940-91a8-cd4aae33ab2f req-42dfe865-71c5-499a-a7b5-43a7752a783f tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 945 time: 0.1623037 Aug 16 01:43:39.857704 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8bc2cab5-b25d-4069-953f-9c933b83dc33 req-d975d38c-4f2f-4625-a09c-feaef0b1da43 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=baf465d9-5fcb-43e1-9b7c-55934abba106 HTTP/1.1" status: 200 len: 210 time: 0.1009085 Aug 16 01:43:39.975721 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-edae6a1e-c8fb-4954-b6f7-ff09548503f9 req-72c22ac5-5dee-4f5a-8a47-0c1d90fc3a43 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503129 Aug 16 01:43:39.986363 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1d89a5fd-dc2e-4940-91a8-cd4aae33ab2f req-421bc603-df0e-4861-9bd7-d8739fc92762 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481669 Aug 16 01:43:40.015833 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35d37a7-73af-4b57-b950-190abc3b4fe7 x-openstack-request-id: req-a35d37a7-73af-4b57-b950-190abc3b4fe7 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:40.016842 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf465d9-5fcb-43e1-9b7c-55934abba106", "name": "network-vif-deleted", "tag": "df3dac34-2b71-4c8a-b001-c6539cb2bad8", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:40.017253 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a35d37a7-73af-4b57-b950-190abc3b4fe7 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:40.017945 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf465d9-5fcb-43e1-9b7c-55934abba106', 'name': 'network-vif-deleted', 'tag': 'df3dac34-2b71-4c8a-b001-c6539cb2bad8', 'status': 'completed', 'code': 200} Aug 16 01:43:40.048430 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:40.090750 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 3f8b3078-dce8-40be-bd79-6f4f920ff26d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3f8b3078-dce8-40be-bd79-6f4f920ff26d,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:40.104364 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:40.111759 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device df3dac34-2b71-4c8a-b001-c6539cb2bad8 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:40.365481 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: df3dac34-2b71-4c8a-b001-c6539cb2bad8 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:43:40.369040 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device df3dac34-2b71-4c8a-b001-c6539cb2bad8 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:40.455762 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=3f8b3078-dce8-40be-bd79-6f4f920ff26d,revision_number=11']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:40.770408 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e77df-1874-472c-a4fc-5db5a05a2de2 req-2389ef5b-7779-4461-b832-5ac3b3c880d3 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:40.799401 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e23e77df-1874-472c-a4fc-5db5a05a2de2 req-2389ef5b-7779-4461-b832-5ac3b3c880d3 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 948 time: 0.1440775 Aug 16 01:43:40.931195 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e23e77df-1874-472c-a4fc-5db5a05a2de2 req-6efa61bb-fc2a-4c46-acdd-9670cb6414d6 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2582f27-79fb-4f8b-b11c-1a81e4cddfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266642 Aug 16 01:43:41.228768 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01fd50-17bc-46bf-964a-2a869caec969 req-ecb5528f-169a-4f14-9947-84666904485d tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:41.251302 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ba01fd50-17bc-46bf-964a-2a869caec969 req-ecb5528f-169a-4f14-9947-84666904485d tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 945 time: 0.1174185 Aug 16 01:43:41.362658 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ba01fd50-17bc-46bf-964a-2a869caec969 req-013d8531-884a-40da-9d34-a3963b386d0f tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100583 Aug 16 01:43:41.660700 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5a865d-2be2-45cd-8f6c-7b913bd20558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f8b3078-dce8-40be-bd79-6f4f920ff26d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:41.665189 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6145ba-7018-4e9a-8457-4765d6b15236" -d '{"events": [{"server_uuid": "de5a865d-2be2-45cd-8f6c-7b913bd20558", "name": "network-vif-unplugged", "status": "completed", "tag": "3f8b3078-dce8-40be-bd79-6f4f920ff26d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:41.674128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a36c0-103a-46a2-b7fc-b00ab3998c96 req-49c9ab40-47a3-4d7d-a9e8-900951dd72ca tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:41.686574 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a98a36c0-103a-46a2-b7fc-b00ab3998c96 req-49c9ab40-47a3-4d7d-a9e8-900951dd72ca tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9065766-bde4-4bd0-9575-dc6811779c1f HTTP/1.1" status: 200 len: 945 time: 0.1925824 Aug 16 01:43:41.878975 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a98a36c0-103a-46a2-b7fc-b00ab3998c96 req-80ff1def-74ba-4d5d-b7f1-15a59daca063 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858623 Aug 16 01:43:42.201244 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d878753-076e-4069-afde-0f02a74f4f4a x-openstack-request-id: req-2d878753-076e-4069-afde-0f02a74f4f4a {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:42.201789 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5a865d-2be2-45cd-8f6c-7b913bd20558", "name": "network-vif-unplugged", "status": "completed", "tag": "3f8b3078-dce8-40be-bd79-6f4f920ff26d", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:42.202268 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2d878753-076e-4069-afde-0f02a74f4f4a {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:42.202866 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5a865d-2be2-45cd-8f6c-7b913bd20558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f8b3078-dce8-40be-bd79-6f4f920ff26d', 'code': 200} Aug 16 01:43:42.862828 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3448591-4b45-4ce1-98e7-871ad22a0da0 req-d3b23a54-578c-47e4-8212-825c79e906c5 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:42.867718 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d3448591-4b45-4ce1-98e7-871ad22a0da0 req-d3b23a54-578c-47e4-8212-825c79e906c5 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.73 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 948 time: 0.3226352 Aug 16 01:43:42.910608 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938924f7-cea2-43de-98fb-f076fbc87de8 req-5434a972-b6a5-4a33-b5b7-613f1e5774fe tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:42.912341 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-938924f7-cea2-43de-98fb-f076fbc87de8 req-5434a972-b6a5-4a33-b5b7-613f1e5774fe tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 948 time: 0.2293172 Aug 16 01:43:42.992604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-938924f7-cea2-43de-98fb-f076fbc87de8 req-bbb46eeb-980c-4cbd-becc-b6910b60fbd1 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/security-groups?id=a2582f27-79fb-4f8b-b11c-1a81e4cddfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575407 Aug 16 01:43:43.143517 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-d3448591-4b45-4ce1-98e7-871ad22a0da0 req-f3774634-b1c1-4530-8a00-b242fd1d5065 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Deleting port 3f8b3078-dce8-40be-bd79-6f4f920ff26d {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:43.143883 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d3448591-4b45-4ce1-98e7-871ad22a0da0 req-f3774634-b1c1-4530-8a00-b242fd1d5065 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:43.378053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d3448591-4b45-4ce1-98e7-871ad22a0da0 req-f3774634-b1c1-4530-8a00-b242fd1d5065 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] For port 3f8b3078-dce8-40be-bd79-6f4f920ff26d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3f8b3078-dce8-40be-bd79-6f4f920ff26d,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:43.378761 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d3448591-4b45-4ce1-98e7-871ad22a0da0 req-f3774634-b1c1-4530-8a00-b242fd1d5065 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:43.398700 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50882) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:43.401169 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-d3448591-4b45-4ce1-98e7-871ad22a0da0 req-f3774634-b1c1-4530-8a00-b242fd1d5065 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Calling delete_port for 3f8b3078-dce8-40be-bd79-6f4f920ff26d owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:43.607187 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50892) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:43.708315 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-c3e43d3e-bd95-423e-9304-b973128af192 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:43.730367 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-c3e43d3e-bd95-423e-9304-b973128af192 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 805 time: 0.2302442 Aug 16 01:43:43.788318 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-c0ed541c-e28b-4b23-9768-ee30bfbd6199 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/quotas/5ad2ac0bd7454cfab82eaaabde2ce6ee HTTP/1.1" status: 200 len: 375 time: 0.0568535 Aug 16 01:43:43.913679 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d3448591-4b45-4ce1-98e7-871ad22a0da0 req-f3774634-b1c1-4530-8a00-b242fd1d5065 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:43.958978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3774634-b1c1-4530-8a00-b242fd1d5065 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Pushing event deleted for resources: {'Port': ['ID=3f8b3078-dce8-40be-bd79-6f4f920ff26d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:43.988712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-a760f24d-7f82-4232-b7a0-21489e389547 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1991785 Aug 16 01:43:44.020598 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ff7f8405-1362-4941-8190-262d9dff1314 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:44.053019 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f11635b-75ee-455d-a098-0cb0f4ae0d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:44.080902 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3448591-4b45-4ce1-98e7-871ad22a0da0 req-f3774634-b1c1-4530-8a00-b242fd1d5065 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] No DVR routers for this DVR port 3f8b3078-dce8-40be-bd79-6f4f920ff26d on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:44.085239 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d3448591-4b45-4ce1-98e7-871ad22a0da0 req-f3774634-b1c1-4530-8a00-b242fd1d5065 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:44.088046 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d3448591-4b45-4ce1-98e7-871ad22a0da0 req-f3774634-b1c1-4530-8a00-b242fd1d5065 tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.73 "DELETE /v2.0/ports/3f8b3078-dce8-40be-bd79-6f4f920ff26d HTTP/1.1" status: 204 len: 173 time: 1.2108142 Aug 16 01:43:44.088887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5a865d-2be2-45cd-8f6c-7b913bd20558', 'name': 'network-vif-deleted', 'tag': '3f8b3078-dce8-40be-bd79-6f4f920ff26d'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:44.091374 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70ee209-b6ee-4b70-bfc8-e73167f328ba" -d '{"events": [{"server_uuid": "de5a865d-2be2-45cd-8f6c-7b913bd20558", "name": "network-vif-deleted", "tag": "3f8b3078-dce8-40be-bd79-6f4f920ff26d"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:44.161261 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-96c332e2-ec1a-4c9f-bafa-aee8de04c419 service neutron] 10.222.0.68 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683822 Aug 16 01:43:44.168433 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ff7f8405-1362-4941-8190-262d9dff1314 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] 10.222.0.68 "PUT /v2.0/quotas/ac30c92c4eba48eca020701bdea4e1a3 HTTP/1.1" status: 200 len: 366 time: 0.7678764 Aug 16 01:43:44.169254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50914) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:44.183763 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-8c541b8f-eb6c-4d73-8fde-856e8026b790 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:44.196613 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-8c541b8f-eb6c-4d73-8fde-856e8026b790 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/networks?id=3d04a5aa-97bb-4cae-920e-79216913a598 HTTP/1.1" status: 200 len: 813 time: 0.3617616 Aug 16 01:43:44.260745 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-23b891e6-fd70-4a5c-ac2b-7df2388e4808 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/quotas/8a898a8963b34957b247dedb88a2f34b HTTP/1.1" status: 200 len: 375 time: 0.0453124 Aug 16 01:43:44.268608 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cce66597-814a-4f4e-8296-41ae6352dccf tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] 10.222.0.68 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0706205 Aug 16 01:43:44.277771 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50916) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:44.312597 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f2526fd5-467e-4d01-bda2-84251f456c58 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] 10.222.0.68 "GET /v2.0/quotas/ac30c92c4eba48eca020701bdea4e1a3 HTTP/1.1" status: 200 len: 366 time: 0.0335429 Aug 16 01:43:44.326336 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50920) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:44.410430 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-77fe957c-800d-4a11-bd58-fed763292be1 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] 10.222.0.68 "DELETE /v2.0/quotas/ac30c92c4eba48eca020701bdea4e1a3 HTTP/1.1" status: 204 len: 168 time: 0.0811329 Aug 16 01:43:44.417692 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-7fc844b0-ab2b-4dff-a2ec-e289a725ccfb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8a898a8963b34957b247dedb88a2f34b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1555660 Aug 16 01:43:44.418942 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50922) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:44.476485 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-df81feb2-16f3-486f-8471-2887d798e04c tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] 10.222.0.68 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0531585 Aug 16 01:43:44.480398 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50924) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:44.510605 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-7a0990da-8cc4-422d-bb62-3549da329668 service neutron] 10.222.0.68 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478191 Aug 16 01:43:44.530762 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-56444ada-f639-412e-a517-3c84c560e9b5 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] 10.222.0.68 "GET /v2.0/quotas/ac30c92c4eba48eca020701bdea4e1a3 HTTP/1.1" status: 200 len: 370 time: 0.0470183 Aug 16 01:43:44.545307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50926) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:44.550464 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-62bb147c-b5bb-4164-a77c-fc8d5b4c74e3 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] 10.222.0.68 "GET /v2.0/quotas/ac30c92c4eba48eca020701bdea4e1a3/default HTTP/1.1" status: 200 len: 370 time: 0.0040648 Aug 16 01:43:44.572000 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50928) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:44.581719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d50506-6a28-42dc-b02c-e4e724778f52 req-cf953aa3-0680-407a-a40c-e476f7df1f3c tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:44.583327 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c2d50506-6a28-42dc-b02c-e4e724778f52 req-cf953aa3-0680-407a-a40c-e476f7df1f3c tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9065766-bde4-4bd0-9575-dc6811779c1f HTTP/1.1" status: 200 len: 945 time: 0.2068336 Aug 16 01:43:44.633308 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f11635b-75ee-455d-a098-0cb0f4ae0d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:44.667985 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f11635b-75ee-455d-a098-0cb0f4ae0d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:44.769852 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-ae00bdb9-2b5d-450d-ad91-e55796773f74 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] delete failed (client error): The resource could not be found. Aug 16 01:43:44.770917 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ae00bdb9-2b5d-450d-ad91-e55796773f74 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] 10.222.0.68 "DELETE /v2.0/quotas/ac30c92c4eba48eca020701bdea4e1a3 HTTP/1.1" status: 404 len: 348 time: 0.1859252 Aug 16 01:43:44.915052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e83e7f-753d-4f7b-b40a-6a3e56013b89 req-6e34b305-de37-4c89-a018-a9de48524750 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:44.916553 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-21e83e7f-753d-4f7b-b40a-6a3e56013b89 req-6e34b305-de37-4c89-a018-a9de48524750 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd02ac15-c964-48af-ae8f-1a53690556fb HTTP/1.1" status: 200 len: 945 time: 0.1534388 Aug 16 01:43:44.917206 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50940) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:44.922805 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0f11635b-75ee-455d-a098-0cb0f4ae0d12 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5055a478cce74aca99a0f119b5c4b5a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3032196 Aug 16 01:43:44.923965 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11635b-75ee-455d-a098-0cb0f4ae0d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7a440e-a3a9-49a0-9638-d0756dd465f4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:44.932838 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c2d50506-6a28-42dc-b02c-e4e724778f52 req-1c9c83bf-13b1-4424-9c61-a9dc7b4152cb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Deleting port 1c403afa-5b6f-4157-a773-ac5ae2ded066 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:44.933094 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c2d50506-6a28-42dc-b02c-e4e724778f52 req-1c9c83bf-13b1-4424-9c61-a9dc7b4152cb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:44.954731 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bfe09fd5-332b-4b25-89e4-4cfb6546fd1d req-f0866685-e756-481b-9f49-d274b02f125d tempest-ImagesOneServerTestJSON-1711905792 tempest-ImagesOneServerTestJSON-1711905792-project] 10.222.0.68 "GET /v2.0/ports?device_id=de5a865d-2be2-45cd-8f6c-7b913bd20558 HTTP/1.1" status: 200 len: 210 time: 0.0633228 Aug 16 01:43:44.958896 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-9e981286-c7a3-4fb1-9684-9eaceb8e6fb7 service neutron] 10.222.0.68 "GET /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5396562 Aug 16 01:43:45.061913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50944) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:45.177208 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf0fcca-1320-42c5-a969-cb60d95e3381 x-openstack-request-id: req-ecf0fcca-1320-42c5-a969-cb60d95e3381 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:45.177421 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5a865d-2be2-45cd-8f6c-7b913bd20558", "name": "network-vif-deleted", "tag": "3f8b3078-dce8-40be-bd79-6f4f920ff26d", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:45.177928 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ecf0fcca-1320-42c5-a969-cb60d95e3381 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:45.178040 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5a865d-2be2-45cd-8f6c-7b913bd20558', 'name': 'network-vif-deleted', 'tag': '3f8b3078-dce8-40be-bd79-6f4f920ff26d', 'status': 'completed', 'code': 200} Aug 16 01:43:45.333486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c2d50506-6a28-42dc-b02c-e4e724778f52 req-1c9c83bf-13b1-4424-9c61-a9dc7b4152cb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] For port 1c403afa-5b6f-4157-a773-ac5ae2ded066, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1c403afa-5b6f-4157-a773-ac5ae2ded066,segment=NetworkSegment(382f4ec2-08b6-4d01-8e28-1a50ec7540fd),segment_id=382f4ec2-08b6-4d01-8e28-1a50ec7540fd)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:45.333923 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c2d50506-6a28-42dc-b02c-e4e724778f52 req-1c9c83bf-13b1-4424-9c61-a9dc7b4152cb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:45.360047 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c2d50506-6a28-42dc-b02c-e4e724778f52 req-1c9c83bf-13b1-4424-9c61-a9dc7b4152cb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Calling delete_port for 1c403afa-5b6f-4157-a773-ac5ae2ded066 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:45.367311 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86feb6a5-e9e9-4fb9-9208-244998cd41d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:45.404063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.quota.resource [None req-ef2a74a1-9c07-4da0-95d6-7445e7593e50 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] Usage tracker for resource:network and tenant:007929e8436e42a1baabf48063f9e701 is out of sync, need to count used quota {{(pid=94673) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 01:43:45.442902 n-d-765315-27 neutron-server[94673]: DEBUG neutron.quota.resource [None req-ef2a74a1-9c07-4da0-95d6-7445e7593e50 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94673) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 01:43:45.467982 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-377a5497-9f22-4ba3-b336-472ae2c6c40e service neutron] 10.222.0.68 "GET /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892485 Aug 16 01:43:45.483858 n-d-765315-27 neutron-server[94673]: DEBUG neutron.quota.resource [None req-ef2a74a1-9c07-4da0-95d6-7445e7593e50 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] Usage tracker for resource:subnet and tenant:007929e8436e42a1baabf48063f9e701 is out of sync, need to count used quota {{(pid=94673) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 01:43:45.487575 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86feb6a5-e9e9-4fb9-9208-244998cd41d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:45.491085 n-d-765315-27 neutron-server[94673]: DEBUG neutron.quota.resource [None req-ef2a74a1-9c07-4da0-95d6-7445e7593e50 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94673) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 01:43:45.499040 n-d-765315-27 neutron-server[94673]: DEBUG neutron.quota.resource [None req-ef2a74a1-9c07-4da0-95d6-7445e7593e50 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] Usage tracker for resource:subnetpool and tenant:007929e8436e42a1baabf48063f9e701 is out of sync, need to count used quota {{(pid=94673) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 01:43:45.499689 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 3f8b3078-dce8-40be-bd79-6f4f920ff26d no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:45.505975 n-d-765315-27 neutron-server[94673]: DEBUG neutron.quota.resource [None req-ef2a74a1-9c07-4da0-95d6-7445e7593e50 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94673) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 01:43:45.512872 n-d-765315-27 neutron-server[94673]: DEBUG neutron.quota.resource [None req-ef2a74a1-9c07-4da0-95d6-7445e7593e50 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] Usage tracker for resource:port and tenant:007929e8436e42a1baabf48063f9e701 is out of sync, need to count used quota {{(pid=94673) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 01:43:45.519364 n-d-765315-27 neutron-server[94673]: DEBUG neutron.quota.resource [None req-ef2a74a1-9c07-4da0-95d6-7445e7593e50 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94673) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 01:43:45.527850 n-d-765315-27 neutron-server[94673]: DEBUG neutron.quota.resource [None req-ef2a74a1-9c07-4da0-95d6-7445e7593e50 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] Usage tracker for resource:router and tenant:007929e8436e42a1baabf48063f9e701 is out of sync, need to count used quota {{(pid=94673) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 01:43:45.530113 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-21e83e7f-753d-4f7b-b40a-6a3e56013b89 req-167f1c5e-13b9-4dd6-b937-90517fcac607 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Deleting port f22be82a-2b22-4fd6-96e6-4f3920578c8a {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:45.530458 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-21e83e7f-753d-4f7b-b40a-6a3e56013b89 req-167f1c5e-13b9-4dd6-b937-90517fcac607 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:45.537385 n-d-765315-27 neutron-server[94673]: DEBUG neutron.quota.resource [None req-ef2a74a1-9c07-4da0-95d6-7445e7593e50 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94673) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 01:43:45.543782 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 3f8b3078-dce8-40be-bd79-6f4f920ff26d {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:43:45.544127 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 3f8b3078-dce8-40be-bd79-6f4f920ff26d not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:45.562287 n-d-765315-27 neutron-server[94673]: DEBUG neutron.quota.resource [None req-ef2a74a1-9c07-4da0-95d6-7445e7593e50 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] Usage tracker for resource:floatingip and tenant:007929e8436e42a1baabf48063f9e701 is out of sync, need to count used quota {{(pid=94673) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 01:43:45.569902 n-d-765315-27 neutron-server[94673]: DEBUG neutron.quota.resource [None req-ef2a74a1-9c07-4da0-95d6-7445e7593e50 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94673) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 01:43:45.670440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.quota.resource [None req-ef2a74a1-9c07-4da0-95d6-7445e7593e50 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] Usage tracker for resource:security_group and tenant:007929e8436e42a1baabf48063f9e701 is out of sync, need to count used quota {{(pid=94673) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 01:43:45.676535 n-d-765315-27 neutron-server[94673]: DEBUG neutron.quota.resource [None req-ef2a74a1-9c07-4da0-95d6-7445e7593e50 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94673) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 01:43:45.686391 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c30a6684-05a5-484f-ba24-f5a524675557 req-5afea416-3f9a-4209-8e7b-fa4ae7edc6f0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 210 time: 0.1789834 Aug 16 01:43:45.694794 n-d-765315-27 neutron-server[94673]: DEBUG neutron.quota.resource [None req-ef2a74a1-9c07-4da0-95d6-7445e7593e50 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] Usage tracker for resource:security_group_rule and tenant:007929e8436e42a1baabf48063f9e701 is out of sync, need to count used quota {{(pid=94673) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 01:43:45.702169 n-d-765315-27 neutron-server[94673]: DEBUG neutron.quota.resource [None req-ef2a74a1-9c07-4da0-95d6-7445e7593e50 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94673) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 01:43:45.727340 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ef2a74a1-9c07-4da0-95d6-7445e7593e50 tempest-QuotasTest-1181690025 tempest-QuotasTest-1181690025-project-admin] 10.222.0.68 "GET /v2.0/quotas/007929e8436e42a1baabf48063f9e701/details.json HTTP/1.1" status: 200 len: 703 time: 0.6606746 Aug 16 01:43:45.927479 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c2d50506-6a28-42dc-b02c-e4e724778f52 req-1c9c83bf-13b1-4424-9c61-a9dc7b4152cb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:45.946961 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['f22be82a-2b22-4fd6-96e6-4f3920578c8a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:45.949559 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['1c403afa-5b6f-4157-a773-ac5ae2ded066'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:46.004395 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c83bf-13b1-4424-9c61-a9dc7b4152cb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Pushing event deleted for resources: {'Port': ['ID=1c403afa-5b6f-4157-a773-ac5ae2ded066,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:46.039084 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-21e83e7f-753d-4f7b-b40a-6a3e56013b89 req-167f1c5e-13b9-4dd6-b937-90517fcac607 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] For port f22be82a-2b22-4fd6-96e6-4f3920578c8a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f22be82a-2b22-4fd6-96e6-4f3920578c8a,segment=NetworkSegment(382f4ec2-08b6-4d01-8e28-1a50ec7540fd),segment_id=382f4ec2-08b6-4d01-8e28-1a50ec7540fd)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:46.039810 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2aa22ae6-36e4-408c-9197-3a6ef531af3f req-6edaf3d8-8c60-4eb2-87ea-410c035bc619 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 210 time: 0.0631959 Aug 16 01:43:46.040321 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-21e83e7f-753d-4f7b-b40a-6a3e56013b89 req-167f1c5e-13b9-4dd6-b937-90517fcac607 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:46.099654 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-21e83e7f-753d-4f7b-b40a-6a3e56013b89 req-167f1c5e-13b9-4dd6-b937-90517fcac607 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Calling delete_port for f22be82a-2b22-4fd6-96e6-4f3920578c8a owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:46.169625 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d50506-6a28-42dc-b02c-e4e724778f52 req-1c9c83bf-13b1-4424-9c61-a9dc7b4152cb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] No DVR routers for this DVR port 1c403afa-5b6f-4157-a773-ac5ae2ded066 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:46.177389 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c2d50506-6a28-42dc-b02c-e4e724778f52 req-1c9c83bf-13b1-4424-9c61-a9dc7b4152cb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:46.181507 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c2d50506-6a28-42dc-b02c-e4e724778f52 req-1c9c83bf-13b1-4424-9c61-a9dc7b4152cb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.63 "DELETE /v2.0/ports/1c403afa-5b6f-4157-a773-ac5ae2ded066 HTTP/1.1" status: 204 len: 173 time: 1.5894337 Aug 16 01:43:46.184811 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86feb6a5-e9e9-4fb9-9208-244998cd41d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:46.187327 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86feb6a5-e9e9-4fb9-9208-244998cd41d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:46.189166 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-86feb6a5-e9e9-4fb9-9208-244998cd41d7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0e7a440e-a3a9-49a0-9638-d0756dd465f4 HTTP/1.1" status: 204 len: 168 time: 1.2530129 Aug 16 01:43:46.262772 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feb6a5-e9e9-4fb9-9208-244998cd41d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7a440e-a3a9-49a0-9638-d0756dd465f4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:46.847517 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51008) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:46.862132 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4c218288-a438-41d5-a155-af32680ab175 req-77eedf6a-400b-4617-a612-ed98ad7af890 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 210 time: 0.0813284 Aug 16 01:43:46.929796 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51012) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:46.993058 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-21e83e7f-753d-4f7b-b40a-6a3e56013b89 req-167f1c5e-13b9-4dd6-b937-90517fcac607 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:47.149796 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f1c5e-13b9-4dd6-b937-90517fcac607 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Pushing event deleted for resources: {'Port': ['ID=f22be82a-2b22-4fd6-96e6-4f3920578c8a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:47.202909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9065766-bde4-4bd0-9575-dc6811779c1f', 'name': 'network-vif-deleted', 'tag': '1c403afa-5b6f-4157-a773-ac5ae2ded066'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:47.211435 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67c3821-ba5e-41bb-9d85-d2ac7a4df547" -d '{"events": [{"server_uuid": "f9065766-bde4-4bd0-9575-dc6811779c1f", "name": "network-vif-deleted", "tag": "1c403afa-5b6f-4157-a773-ac5ae2ded066"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:47.324726 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-728bf1a9-780b-4b88-8b4a-91d97a169747 req-754f229f-25e4-4e66-a2dd-282cf810f2b9 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 210 time: 0.1772664 Aug 16 01:43:47.442284 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dacc586-8bbc-4eaa-ab0a-7c3f207da874 x-openstack-request-id: req-8dacc586-8bbc-4eaa-ab0a-7c3f207da874 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:47.442591 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9065766-bde4-4bd0-9575-dc6811779c1f", "name": "network-vif-deleted", "tag": "1c403afa-5b6f-4157-a773-ac5ae2ded066", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:47.442852 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8dacc586-8bbc-4eaa-ab0a-7c3f207da874 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:47.443274 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9065766-bde4-4bd0-9575-dc6811779c1f', 'name': 'network-vif-deleted', 'tag': '1c403afa-5b6f-4157-a773-ac5ae2ded066', 'status': 'completed', 'code': 200} Aug 16 01:43:47.470046 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e83e7f-753d-4f7b-b40a-6a3e56013b89 req-167f1c5e-13b9-4dd6-b937-90517fcac607 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] No DVR routers for this DVR port f22be82a-2b22-4fd6-96e6-4f3920578c8a on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:43:47.488700 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-21e83e7f-753d-4f7b-b40a-6a3e56013b89 req-167f1c5e-13b9-4dd6-b937-90517fcac607 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:47.501969 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-21e83e7f-753d-4f7b-b40a-6a3e56013b89 req-167f1c5e-13b9-4dd6-b937-90517fcac607 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.73 "DELETE /v2.0/ports/f22be82a-2b22-4fd6-96e6-4f3920578c8a HTTP/1.1" status: 204 len: 173 time: 2.5645297 Aug 16 01:43:47.519045 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2f66d249-b77d-46c6-8af9-73a2bbb056c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:47.576299 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-548bc6e3-85ef-40da-82f8-62533b5eaf83 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fc6942614e03477a9449a13254c03eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6451645 Aug 16 01:43:47.582041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51040) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:47.744812 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51044) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:47.836769 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5b7e2b9-0575-47c7-889b-b46692b6f8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:47.874611 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-642cccd7-84a9-483f-b762-5a4ba85d0ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:47.936953 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-642cccd7-84a9-483f-b762-5a4ba85d0ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:47.955053 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2f66d249-b77d-46c6-8af9-73a2bbb056c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:48.016892 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2f66d249-b77d-46c6-8af9-73a2bbb056c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:48.081692 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2f66d249-b77d-46c6-8af9-73a2bbb056c4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8e82cd0963f247008cc37ee807c0d91f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2293983 Aug 16 01:43:48.090396 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51050) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:48.157802 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aadcb467-27ef-4ba7-87f6-984008d3ec98 req-bf6098f3-fa67-472c-acd1-177ebb89b248 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 210 time: 0.1000600 Aug 16 01:43:48.175949 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-642cccd7-84a9-483f-b762-5a4ba85d0ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:48.184507 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-642cccd7-84a9-483f-b762-5a4ba85d0ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:48.185929 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-642cccd7-84a9-483f-b762-5a4ba85d0ef8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a2582f27-79fb-4f8b-b11c-1a81e4cddfe8 HTTP/1.1" status: 204 len: 168 time: 0.5981328 Aug 16 01:43:48.198594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cccd7-84a9-483f-b762-5a4ba85d0ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2582f27-79fb-4f8b-b11c-1a81e4cddfe8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:48.348660 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66d249-b77d-46c6-8af9-73a2bbb056c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc54474-7fd8-4667-80f8-d4777b243b0b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:48.353107 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5b7e2b9-0575-47c7-889b-b46692b6f8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:48.360827 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5b7e2b9-0575-47c7-889b-b46692b6f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:48.388227 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e17626b1-1044-47a4-a579-c5d64ef186ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:48.458493 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1c403afa-5b6f-4157-a773-ac5ae2ded066 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:48.491585 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-46066f3d-bc44-4e1f-a12f-85abd531b6be tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:48.492800 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b5b7e2b9-0575-47c7-889b-b46692b6f8ac admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=91901b810211454da0df6c0571ca6896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7401807 Aug 16 01:43:48.493512 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7e2b9-0575-47c7-889b-b46692b6f8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31770a6-3052-4854-8c7d-a9900651cf1d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:48.494661 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-46066f3d-bc44-4e1f-a12f-85abd531b6be tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.73 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 805 time: 0.6314385 Aug 16 01:43:48.500786 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 1c403afa-5b6f-4157-a773-ac5ae2ded066 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:43:48.506081 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1c403afa-5b6f-4157-a773-ac5ae2ded066 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:48.508603 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51060) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:48.525382 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-c0f82e52-1b36-48ff-be50-d8ecfa77e485 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Request body: {'port': {'device_id': '3636aac8-001c-45a7-9ca3-369a7b7c2446', 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c', 'admin_state_up': True, 'tenant_id': '5ad2ac0bd7454cfab82eaaabde2ce6ee'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:48.534369 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e17626b1-1044-47a4-a579-c5d64ef186ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:48.597807 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a04bf14-9c65-4642-a92c-d76c011113bf req-14d3b3d9-b99c-4b2f-b4ea-66ca54eee02c tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 210 time: 0.1017735 Aug 16 01:43:48.655311 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-53cf6a4d-97fc-4502-913a-55752a5d78ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:48.702775 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-53cf6a4d-97fc-4502-913a-55752a5d78ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:48.815943 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-53cf6a4d-97fc-4502-913a-55752a5d78ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:48.819112 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-53cf6a4d-97fc-4502-913a-55752a5d78ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:48.822996 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-53cf6a4d-97fc-4502-913a-55752a5d78ff admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a31770a6-3052-4854-8c7d-a9900651cf1d HTTP/1.1" status: 204 len: 168 time: 0.3105898 Aug 16 01:43:48.838933 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf6a4d-97fc-4502-913a-55752a5d78ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31770a6-3052-4854-8c7d-a9900651cf1d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:49.082296 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-c0f82e52-1b36-48ff-be50-d8ecfa77e485 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Made reservation on behalf of 5ad2ac0bd7454cfab82eaaabde2ce6ee for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:49.089543 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-c0f82e52-1b36-48ff-be50-d8ecfa77e485 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:49.179521 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e17626b1-1044-47a4-a579-c5d64ef186ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:49.192756 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e17626b1-1044-47a4-a579-c5d64ef186ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:49.196181 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e17626b1-1044-47a4-a579-c5d64ef186ab admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bfc54474-7fd8-4667-80f8-d4777b243b0b HTTP/1.1" status: 204 len: 168 time: 1.0915277 Aug 16 01:43:49.362539 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17626b1-1044-47a4-a579-c5d64ef186ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc54474-7fd8-4667-80f8-d4777b243b0b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:49.395289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-2cd79e13-ed53-4172-9136-63f41790f615 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:49.397647 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-2cd79e13-ed53-4172-9136-63f41790f615 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.73 "GET /v2.0/networks?id=3d04a5aa-97bb-4cae-920e-79216913a598 HTTP/1.1" status: 200 len: 813 time: 0.6054347 Aug 16 01:43:49.418189 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-d1384ff0-bee5-4f0b-bcc1-7e0611d1a229 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Request body: {'port': {'device_id': 'adab5a2f-5dd0-4eef-aff3-81e6c785aae0', 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598', 'admin_state_up': True, 'tenant_id': '8a898a8963b34957b247dedb88a2f34b'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:49.486640 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd02ac15-c964-48af-ae8f-1a53690556fb', 'name': 'network-vif-deleted', 'tag': 'f22be82a-2b22-4fd6-96e6-4f3920578c8a'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:49.495562 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device f22be82a-2b22-4fd6-96e6-4f3920578c8a no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:49.508217 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0b4ddb-23ab-4acb-ba2e-6ea58d270219" -d '{"events": [{"server_uuid": "fd02ac15-c964-48af-ae8f-1a53690556fb", "name": "network-vif-deleted", "tag": "f22be82a-2b22-4fd6-96e6-4f3920578c8a"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:49.552031 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: f22be82a-2b22-4fd6-96e6-4f3920578c8a {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:43:49.552373 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device f22be82a-2b22-4fd6-96e6-4f3920578c8a not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:43:49.572734 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c3c0bb49-66e9-4a7e-bf24-feb0d92c908a req-5b7277c4-cc35-48f7-ac4c-c8d77fd9babb tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 210 time: 0.1654487 Aug 16 01:43:49.754758 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69d1d53c-0f9c-4113-a961-ad679c99c962 req-cff30c25-972d-483d-b140-f5c52afca0bc tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 210 time: 0.0557210 Aug 16 01:43:49.982202 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b44f13-0fae-475f-8e82-261a9eb8882c x-openstack-request-id: req-d0b44f13-0fae-475f-8e82-261a9eb8882c {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:49.983604 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd02ac15-c964-48af-ae8f-1a53690556fb", "name": "network-vif-deleted", "tag": "f22be82a-2b22-4fd6-96e6-4f3920578c8a", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:49.984028 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d0b44f13-0fae-475f-8e82-261a9eb8882c {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:49.986831 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd02ac15-c964-48af-ae8f-1a53690556fb', 'name': 'network-vif-deleted', 'tag': 'f22be82a-2b22-4fd6-96e6-4f3920578c8a', 'status': 'completed', 'code': 200} Aug 16 01:43:49.998130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-c0f82e52-1b36-48ff-be50-d8ecfa77e485 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Allocated IP 172.20.0.9 (e34c68e7-0a34-46ae-ac57-cc0385b7595c/9018291d-2978-41e4-8573-6602cff70f18/e61e91ef-9b25-496a-a71c-164af31fc21f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:50.048878 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d3693a2-a5d9-4dea-be98-7a81c25ca5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.150621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51130) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:50.201836 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0f37ee7-8e01-4fdf-9974-b0e8b40df23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.224402 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51132) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:50.335355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-d1384ff0-bee5-4f0b-bcc1-7e0611d1a229 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Made reservation on behalf of 8a898a8963b34957b247dedb88a2f34b for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:50.339931 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-d1384ff0-bee5-4f0b-bcc1-7e0611d1a229 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.379311 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4d04e98-4a85-4556-951f-ea7f052dc196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.448685 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-7389f879-4666-4c69-a0ae-f2618498fa1f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2253904 Aug 16 01:43:50.664911 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-470caa3e-1366-43b8-b725-45827ccd0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:50.665634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-470caa3e-1366-43b8-b725-45827ccd0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:50.666216 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-470caa3e-1366-43b8-b725-45827ccd0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:50.666754 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-470caa3e-1366-43b8-b725-45827ccd0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:50.667538 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-470caa3e-1366-43b8-b725-45827ccd0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:50.668088 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-470caa3e-1366-43b8-b725-45827ccd0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:50.668626 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-470caa3e-1366-43b8-b725-45827ccd0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:50.671359 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-470caa3e-1366-43b8-b725-45827ccd0231 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5052f870a5d04e98b2cd29c89d03b16c&device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 6498 time: 0.1249583 Aug 16 01:43:50.704885 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-d1384ff0-bee5-4f0b-bcc1-7e0611d1a229 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Allocated IP 172.20.0.14 (3d04a5aa-97bb-4cae-920e-79216913a598/38e6279e-1e5f-45f1-acd1-96fbf1bef968/f36c652e-5b4e-415b-8bcd-2edbd09e97eb) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:50.726753 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0f37ee7-8e01-4fdf-9974-b0e8b40df23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.795110 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0f37ee7-8e01-4fdf-9974-b0e8b40df23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.833414 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0de8c82-437b-44e1-a07e-5ee4dd065057 req-4ecf71d5-f298-41b1-bb94-a37e8cd85761 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7754405 Aug 16 01:43:50.840835 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-3803af95-bc77-470d-b7f1-03c9e8d18582 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:50.855530 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-3803af95-bc77-470d-b7f1-03c9e8d18582 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.73 "GET /v2.0/networks?id=3d04a5aa-97bb-4cae-920e-79216913a598 HTTP/1.1" status: 200 len: 813 time: 0.8469851 Aug 16 01:43:50.946239 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c0f37ee7-8e01-4fdf-9974-b0e8b40df23c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fc8dfacf459b4373b0ff8080670fa083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7917900 Aug 16 01:43:50.971606 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f37ee7-8e01-4fdf-9974-b0e8b40df23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e115ab-4b29-4569-8724-ceb9717649db,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:50.992798 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51152) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:50.995335 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0c2b38c1-f0ab-4e94-a28f-d3cf5b712e69 req-f2f9aaa6-c437-4b56-8873-652490bf01aa tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 210 time: 0.0839531 Aug 16 01:43:51.082990 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-d4c9c0ed-b8b2-4f4d-b939-bedf7297cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:51.083463 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-d4c9c0ed-b8b2-4f4d-b939-bedf7297cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:51.086774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-d4c9c0ed-b8b2-4f4d-b939-bedf7297cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:51.088603 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-d4c9c0ed-b8b2-4f4d-b939-bedf7297cb46 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c9f6cb29-657f-4294-ac8f-e7d12f466242&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=40c3db57-1e7f-42e7-b628-4096f135707a&id=40c3db57-1e7f-42e7-b628-4096f135707a HTTP/1.1" status: 200 len: 2294 time: 0.3823144 Aug 16 01:43:51.130130 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-d1384ff0-bee5-4f0b-bcc1-7e0611d1a229 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.191026 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2554e59e-7b2a-4208-8464-ce331511b352 req-1b2ff199-2638-43b2-8b01-c2ba462a4453 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 210 time: 0.3806021 Aug 16 01:43:51.195385 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-53e0c113-0630-4162-902e-9fa54e38cb47 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Request body: {'port': {'device_id': 'f74fdb87-0f95-4d1d-85f4-7d467ba88b10', 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598', 'admin_state_up': True, 'tenant_id': '8a898a8963b34957b247dedb88a2f34b'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:51.254143 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-d1384ff0-bee5-4f0b-bcc1-7e0611d1a229 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.325027 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e649c202-4a03-4ada-951f-f9fcb6eef063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.402623 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-11772e96-f129-49df-b9f8-4522c194a520 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c3bdef-f3fc-4443-8aad-bf5517788ec1 HTTP/1.1" status: 200 len: 1001 time: 0.3029337 Aug 16 01:43:51.416133 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e649c202-4a03-4ada-951f-f9fcb6eef063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.475506 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-d1384ff0-bee5-4f0b-bcc1-7e0611d1a229 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Network 3d04a5aa-97bb-4cae-920e-79216913a598 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:51.488109 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-d1384ff0-bee5-4f0b-bcc1-7e0611d1a229 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:51.497113 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-d1384ff0-bee5-4f0b-bcc1-7e0611d1a229 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:51.523034 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4d04e98-4a85-4556-951f-ea7f052dc196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.547245 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4d04e98-4a85-4556-951f-ea7f052dc196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.585773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-5a7b0487-5479-4bb7-aab5-62286e8c10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:51.587427 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-5a7b0487-5479-4bb7-aab5-62286e8c10c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de680595-9685-4a06-af23-2b0f71eb9e2f HTTP/1.1" status: 200 len: 851 time: 0.1735368 Aug 16 01:43:51.605615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de8c82-437b-44e1-a07e-5ee4dd065057 req-2331460c-bfab-4904-949d-5c6cf9e365d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:51.607267 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0de8c82-437b-44e1-a07e-5ee4dd065057 req-2331460c-bfab-4904-949d-5c6cf9e365d7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 1097 time: 0.4060071 Aug 16 01:43:51.608079 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1384ff0-bee5-4f0b-bcc1-7e0611d1a229 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Pushing event updated for resources: {'Port': ['ID=f36c652e-5b4e-415b-8bcd-2edbd09e97eb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:51.666363 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e4d04e98-4a85-4556-951f-ea7f052dc196 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=007929e8436e42a1baabf48063f9e701&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4407403 Aug 16 01:43:51.678863 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51194) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:51.705037 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e649c202-4a03-4ada-951f-f9fcb6eef063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.707808 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e649c202-4a03-4ada-951f-f9fcb6eef063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.709202 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e649c202-4a03-4ada-951f-f9fcb6eef063 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c2e115ab-4b29-4569-8724-ceb9717649db HTTP/1.1" status: 204 len: 168 time: 0.7128427 Aug 16 01:43:51.777246 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d04e98-4a85-4556-951f-ea7f052dc196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea5396e-2b19-4bd9-85c8-9ada4a6266a4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:51.838273 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-c0f82e52-1b36-48ff-be50-d8ecfa77e485 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.851089 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-d1384ff0-bee5-4f0b-bcc1-7e0611d1a229 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:51.852360 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-d1384ff0-bee5-4f0b-bcc1-7e0611d1a229 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.884919 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3248-82a4-41f9-9d5c-763460f80b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:51.893131 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-d1384ff0-bee5-4f0b-bcc1-7e0611d1a229 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4787290 Aug 16 01:43:51.938582 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Request body: {'port': {'device_id': 'adab5a2f-5dd0-4eef-aff3-81e6c785aae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:51.945708 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649c202-4a03-4ada-951f-f9fcb6eef063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e115ab-4b29-4569-8724-ceb9717649db,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:52.040231 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-fe4fec7e-45dc-44d8-b7d6-938ed906e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:52.041985 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-fe4fec7e-45dc-44d8-b7d6-938ed906e085 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9f6cb29-657f-4294-ac8f-e7d12f466242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3743703 Aug 16 01:43:52.076900 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3248-82a4-41f9-9d5c-763460f80b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:52.088041 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-53e0c113-0630-4162-902e-9fa54e38cb47 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Made reservation on behalf of 8a898a8963b34957b247dedb88a2f34b for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:52.094762 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-53e0c113-0630-4162-902e-9fa54e38cb47 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:52.102260 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de8c82-437b-44e1-a07e-5ee4dd065057 req-8f098c1e-7322-4865-88ad-c45f04ea4806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:52.104577 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0de8c82-437b-44e1-a07e-5ee4dd065057 req-8f098c1e-7322-4865-88ad-c45f04ea4806 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 906 time: 0.4228981 Aug 16 01:43:52.215365 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3248-82a4-41f9-9d5c-763460f80b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:52.219581 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3248-82a4-41f9-9d5c-763460f80b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:52.221027 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d9ef3248-82a4-41f9-9d5c-763460f80b5a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cea5396e-2b19-4bd9-85c8-9ada4a6266a4 HTTP/1.1" status: 204 len: 168 time: 0.5492601 Aug 16 01:43:52.267406 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef3248-82a4-41f9-9d5c-763460f80b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea5396e-2b19-4bd9-85c8-9ada4a6266a4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:52.381420 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-8fe873d9-d8e5-4d66-bb02-7292e1155ee6 service neutron] 10.222.0.73 "GET /v2.0/networks/c9f6cb29-657f-4294-ac8f-e7d12f466242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013607 Aug 16 01:43:52.562567 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7b6ebd5-ec27-4047-bce4-677cc51efee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:52.872752 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51230) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:52.955594 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83bbabdd-e6cb-4169-a12a-ce06e67e85f0 req-2f6dc447-81a8-4bb8-bafb-3079fd4d8318 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 210 time: 0.5282295 Aug 16 01:43:52.981972 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0de8c82-437b-44e1-a07e-5ee4dd065057 req-102ff7bd-9561-4945-a7ee-9cfc5fd4a9ef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba978e89-0a8f-4e00-b2a7-3d35c60a0298 HTTP/1.1" status: 200 len: 217 time: 0.8459823 Aug 16 01:43:53.037923 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-b60a1dd4-2e5e-462c-a4a9-43393506881b service neutron] 10.222.0.73 "GET /v2.0/networks/c9f6cb29-657f-4294-ac8f-e7d12f466242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6472778 Aug 16 01:43:53.104497 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-93017e97-4459-46d9-a00a-0cf5ab23f176 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=47c48de3-b662-47a6-8021-99cd79188db2 HTTP/1.1" status: 200 len: 217 time: 0.0540762 Aug 16 01:43:53.226074 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:53.233657 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:53.267153 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec66ea30-13e1-49c0-81a7-fd61723f6cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:53.278632 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6b1ef1b8-a411-48c4-be81-eaaf3b965e96 req-58c33a5b-66fd-4aae-b82b-38b338aaee61 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 210 time: 0.2706094 Aug 16 01:43:53.338809 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-7f800ec8-e5c6-4487-a60a-9747ea993e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:53.342550 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-7f800ec8-e5c6-4487-a60a-9747ea993e7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 200 len: 797 time: 0.2289779 Aug 16 01:43:53.363524 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-c0f82e52-1b36-48ff-be50-d8ecfa77e485 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:53.379407 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ba978e89-0a8f-4e00-b2a7-3d35c60a0298'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:43:53.399464 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-c0f82e52-1b36-48ff-be50-d8ecfa77e485 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Network e34c68e7-0a34-46ae-ac57-cc0385b7595c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:53.451024 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-c0f82e52-1b36-48ff-be50-d8ecfa77e485 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:53.518947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-c0f82e52-1b36-48ff-be50-d8ecfa77e485 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:53.544803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de8c82-437b-44e1-a07e-5ee4dd065057 req-c9d547a0-fff2-4bb7-832a-72ba5e81935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:53.547325 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0de8c82-437b-44e1-a07e-5ee4dd065057 req-c9d547a0-fff2-4bb7-832a-72ba5e81935d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9018291d-2978-41e4-8573-6602cff70f18 HTTP/1.1" status: 200 len: 845 time: 0.5169806 Aug 16 01:43:53.601202 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-6d89b8ba-6315-4e67-bd98-074465dd64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:53.602775 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-6d89b8ba-6315-4e67-bd98-074465dd64e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eac9d217-8a8e-4249-a789-0da4a12bc674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2497230 Aug 16 01:43:53.753117 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0de8c82-437b-44e1-a07e-5ee4dd065057 req-d02e1c5d-5d73-4c51-ae65-60509b400e0b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e34c68e7-0a34-46ae-ac57-cc0385b7595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1637497 Aug 16 01:43:53.759799 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f82e52-1b36-48ff-be50-d8ecfa77e485 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Pushing event updated for resources: {'Port': ['ID=e61e91ef-9b25-496a-a71c-164af31fc21f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:53.798430 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-919fc48f-db05-4541-bcb3-7f1d5536797f service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805892 Aug 16 01:43:53.800575 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec66ea30-13e1-49c0-81a7-fd61723f6cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:53.809902 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec66ea30-13e1-49c0-81a7-fd61723f6cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:53.862986 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0de8c82-437b-44e1-a07e-5ee4dd065057 req-157c021f-a77f-4174-8451-99c671b2f80a service neutron] 10.222.0.63 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920405 Aug 16 01:43:53.920387 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-e1b87804-abfd-4910-b1b1-3b9ccee73f4c service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068544 Aug 16 01:43:53.959594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66ea30-13e1-49c0-81a7-fd61723f6cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86e78bf-9f88-4677-8f66-1e5752a851a8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:53.967061 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ec66ea30-13e1-49c0-81a7-fd61723f6cad admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5aa7d4955bb14c3eb36cb409b0ef0d2e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0881424 Aug 16 01:43:53.968210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51288) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:54.054872 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0de8c82-437b-44e1-a07e-5ee4dd065057 req-3b82e6b6-144f-48ec-b18e-919078eb2b0b service neutron] 10.222.0.63 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466148 Aug 16 01:43:54.060312 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-3767df0f-1493-4354-981b-6fade4d5a10d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=0f0afde3-55ae-42f9-858b-d97e140ec6de HTTP/1.1" status: 200 len: 217 time: 0.0539830 Aug 16 01:43:54.072416 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-c0f82e52-1b36-48ff-be50-d8ecfa77e485 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:54.082203 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.082811 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-c0f82e52-1b36-48ff-be50-d8ecfa77e485 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.161283 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf02c432-3b34-4e88-b258-a2e81b168e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.195734 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-c0f82e52-1b36-48ff-be50-d8ecfa77e485 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6670232 Aug 16 01:43:54.209819 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Request body: {'port': {'device_id': '3636aac8-001c-45a7-9ca3-369a7b7c2446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:54.216364 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-401d2218-e743-41bf-ab5e-86484ea50791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:54.218156 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-401d2218-e743-41bf-ab5e-86484ea50791 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 200 len: 797 time: 0.1487527 Aug 16 01:43:54.228446 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf02c432-3b34-4e88-b258-a2e81b168e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.313116 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-53e0c113-0630-4162-902e-9fa54e38cb47 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Allocated IP 172.20.0.4 (3d04a5aa-97bb-4cae-920e-79216913a598/38e6279e-1e5f-45f1-acd1-96fbf1bef968/eb5a043a-14d4-48c9-a011-cfdc835a3b9d) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:54.334608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-843de367-4d74-4a3e-b0fd-5a36eedc704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:54.348638 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-843de367-4d74-4a3e-b0fd-5a36eedc704a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eac9d217-8a8e-4249-a789-0da4a12bc674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0992737 Aug 16 01:43:54.384012 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.402448 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d26ea-2ed8-4816-b9c0-652d6fb16788 req-ec79c584-7eee-4d01-87aa-3419f8700da0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:54.421930 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-207d26ea-2ed8-4816-b9c0-652d6fb16788 req-ec79c584-7eee-4d01-87aa-3419f8700da0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 931 time: 0.2825003 Aug 16 01:43:54.459795 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51310) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:54.492836 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-207d26ea-2ed8-4816-b9c0-652d6fb16788 req-c155ad67-0aa9-443e-8088-2f909e7da49a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697830 Aug 16 01:43:54.563481 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0fce538b-28d0-4a76-ae14-660a96b08f97 req-ff25829b-6e6d-4937-b45b-9383a3c66d77 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 210 time: 0.0971410 Aug 16 01:43:54.583621 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf02c432-3b34-4e88-b258-a2e81b168e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.586236 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf02c432-3b34-4e88-b258-a2e81b168e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.587388 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cf02c432-3b34-4e88-b258-a2e81b168e74 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f86e78bf-9f88-4677-8f66-1e5752a851a8 HTTP/1.1" status: 204 len: 168 time: 0.6172283 Aug 16 01:43:54.678890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02c432-3b34-4e88-b258-a2e81b168e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86e78bf-9f88-4677-8f66-1e5752a851a8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:54.762527 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-d91a861c-a6cb-48a2-9f55-77a3be95f443 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007051 Aug 16 01:43:54.773675 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51348) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:54.953493 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Request body: {'networks': [{'name': 'tempest-network--511538310'}, {'name': 'tempest-network--45822654'}]} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:54.954063 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Request body: {'network': {'name': 'tempest-network--511538310'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:54.956138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Request body: {'network': {'name': 'tempest-network--45822654'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:55.045229 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-64009b16-b096-45d0-907c-f8d4186e74a5 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407660 Aug 16 01:43:55.065173 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-53e0c113-0630-4162-902e-9fa54e38cb47 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:55.099073 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Made reservation on behalf of 06716bb264b84713a933db00d2a6f1b3 for: {'network': 2} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:55.103810 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:55.151585 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:55.200092 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65a027e1-2271-4e0a-848a-6b7d838c96e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:55.203933 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-0beaf8d7-cfef-445f-b356-b5e79e4cdc7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=78577b94-2fed-4393-9b36-8dcb1bbbf4e4 HTTP/1.1" status: 200 len: 217 time: 0.1467237 Aug 16 01:43:55.383017 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-4a378b67-45a9-4dd0-ba4a-f7491a672f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:55.385605 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-4a378b67-45a9-4dd0-ba4a-f7491a672f11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 200 len: 797 time: 0.1576474 Aug 16 01:43:55.458583 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-0db5e6ec-fc9a-4c48-b8c4-27b78bc17af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:55.461967 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-0db5e6ec-fc9a-4c48-b8c4-27b78bc17af9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eac9d217-8a8e-4249-a789-0da4a12bc674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0631888 Aug 16 01:43:55.579940 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e61e91ef-9b25-496a-a71c-164af31fc21f {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:55.598039 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-53e0c113-0630-4162-902e-9fa54e38cb47 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:55.691707 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-8ce6bbef-6a1f-4d7d-b2f4-c780f7996ae0 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173095 Aug 16 01:43:55.696315 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:55.790035 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Transition to ACTIVE for port object e61e91ef-9b25-496a-a71c-164af31fc21f will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:55.796463 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec9a1f-5bc0-463c-b629-48f46147c2b8 req-9f855ef3-5b1e-4f17-af20-98438e059f9f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:55.798922 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-abec9a1f-5bc0-463c-b629-48f46147c2b8 req-9f855ef3-5b1e-4f17-af20-98438e059f9f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 931 time: 0.1654432 Aug 16 01:43:55.808921 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:55.824226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-53e0c113-0630-4162-902e-9fa54e38cb47 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Network 3d04a5aa-97bb-4cae-920e-79216913a598 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:55.856119 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:55.879459 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:55.889969 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-53e0c113-0630-4162-902e-9fa54e38cb47 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:55.893307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0c113-0630-4162-902e-9fa54e38cb47 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Pushing event updated for resources: {'Port': ['ID=eb5a043a-14d4-48c9-a011-cfdc835a3b9d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:55.913335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-53e0c113-0630-4162-902e-9fa54e38cb47 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:55.929307 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:55.930309 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:55.988290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51418) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:56.015056 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c50b2d-3396-4607-a3d2-76610d1f8a36,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:56.024796 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65a027e1-2271-4e0a-848a-6b7d838c96e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.037293 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65a027e1-2271-4e0a-848a-6b7d838c96e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.103929 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-65a027e1-2271-4e0a-848a-6b7d838c96e2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=72d3d2ecfe3e41468bf37aa719671540&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3281651 Aug 16 01:43:56.114752 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51424) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:56.144497 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a027e1-2271-4e0a-848a-6b7d838c96e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03e5e6b-5079-4825-95d6-429287e69cd4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:56.149518 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-abec9a1f-5bc0-463c-b629-48f46147c2b8 req-9fdd8958-cfda-4520-8824-4748311a7c59 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886364 Aug 16 01:43:56.177568 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:43:56.225700 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-0ea7642d-4511-422c-8075-07ba974f8c7f service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147743 Aug 16 01:43:56.248131 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-59ba82b3-95d9-4dd3-837e-207a9b66f426 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-166691086-network', 'tenant_id': '620385b5f1c34d91b02835faf264d73f'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:56.283055 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66da1bba-8b8d-4515-9d97-e9744f0cb6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.284386 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-53e0c113-0630-4162-902e-9fa54e38cb47 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:56.284918 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-53e0c113-0630-4162-902e-9fa54e38cb47 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.294043 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.294573 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Added segment 50c19668-9a7b-4fde-83f5-7d58ebbd0d0f of type vlan for network ff4c0c45-5bf1-4d51-98d6-8c65bd017bcd Aug 16 01:43:56.326142 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66da1bba-8b8d-4515-9d97-e9744f0cb6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.338032 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Pushing event updated for resources: {'Port': ['ID=e61e91ef-9b25-496a-a71c-164af31fc21f,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:56.345960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36c652e-5b4e-415b-8bcd-2edbd09e97eb {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:56.384977 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-898f6829-e9f0-4219-96e2-591c1029cf30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=84fb889f-5772-428e-8866-b0dee48dc778 HTTP/1.1" status: 200 len: 217 time: 0.1498232 Aug 16 01:43:56.393599 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.405209 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66da1bba-8b8d-4515-9d97-e9744f0cb6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.409232 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66da1bba-8b8d-4515-9d97-e9744f0cb6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.410420 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-66da1bba-8b8d-4515-9d97-e9744f0cb6c3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a03e5e6b-5079-4825-95d6-429287e69cd4 HTTP/1.1" status: 204 len: 168 time: 0.2860832 Aug 16 01:43:56.445679 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da1bba-8b8d-4515-9d97-e9744f0cb6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03e5e6b-5079-4825-95d6-429287e69cd4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:56.450050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3d10d-55e9-4f9e-b570-2678b29b6cc9 req-35e1ce33-c3eb-40a1-9843-d861e677eeba tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:56.452142 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d1d3d10d-55e9-4f9e-b570-2678b29b6cc9 req-35e1ce33-c3eb-40a1-9843-d861e677eeba tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 931 time: 0.4194274 Aug 16 01:43:56.454602 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ba82b3-95d9-4dd3-837e-207a9b66f426 admin admin] Made reservation on behalf of 620385b5f1c34d91b02835faf264d73f for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:56.465075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-eff0e1e5-4959-43db-8fa0-e66e1082145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:56.466827 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-eff0e1e5-4959-43db-8fa0-e66e1082145e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 200 len: 797 time: 0.0704453 Aug 16 01:43:56.472762 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59ba82b3-95d9-4dd3-837e-207a9b66f426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.482659 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Attempting to bind port e61e91ef-9b25-496a-a71c-164af31fc21f on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:56.482659 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Attempting to bind port e61e91ef-9b25-496a-a71c-164af31fc21f by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:56.482659 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Attempting to bind port e61e91ef-9b25-496a-a71c-164af31fc21f on network e34c68e7-0a34-46ae-ac57-cc0385b7595c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:56.487514 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.494784 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Transition to ACTIVE for port object f36c652e-5b4e-415b-8bcd-2edbd09e97eb will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:56.499034 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-53e0c113-0630-4162-902e-9fa54e38cb47 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6163070 Aug 16 01:43:56.541473 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Port e61e91ef-9b25-496a-a71c-164af31fc21f on network e34c68e7-0a34-46ae-ac57-cc0385b7595c not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:43:56.542401 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Attempting to bind port e61e91ef-9b25-496a-a71c-164af31fc21f on network e34c68e7-0a34-46ae-ac57-cc0385b7595c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:56.544536 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59ba82b3-95d9-4dd3-837e-207a9b66f426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.546419 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.563774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-5113f38e-b394-4e79-a8b2-d226b1046e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:56.565511 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-5113f38e-b394-4e79-a8b2-d226b1046e7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eac9d217-8a8e-4249-a789-0da4a12bc674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0896962 Aug 16 01:43:56.570545 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Request body: {'port': {'device_id': 'f74fdb87-0f95-4d1d-85f4-7d467ba88b10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:56.630513 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.db.resource_extend [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:43:56.636825 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:56.637259 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Checking segment: {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:56.637521 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Bound using segment: {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:56.638177 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Bound port: e61e91ef-9b25-496a-a71c-164af31fc21f, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:56.638724 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.738604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d1d3d10d-55e9-4f9e-b570-2678b29b6cc9 req-1e866386-0a32-44a4-afd8-304ef4021a0d tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610054 Aug 16 01:43:56.775335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:43:56.778939 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=f36c652e-5b4e-415b-8bcd-2edbd09e97eb,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:56.810019 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-5aea11c1-3e99-4665-a58b-853615facc54 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347593 Aug 16 01:43:56.882575 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.882968 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Added segment 9858bf55-b9e3-4d57-b80b-85815c7d4543 of type vlan for network 51b5e1aa-86ab-4c55-8c50-bc5d404f67d3 Aug 16 01:43:56.906440 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:56.924084 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72502fd5-e87a-4980-807b-91378fb38677 req-40e57418-6b14-477b-a499-8b46713c4f3c tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:56.932117 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-72502fd5-e87a-4980-807b-91378fb38677 req-40e57418-6b14-477b-a499-8b46713c4f3c tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/networks?id=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 HTTP/1.1" status: 200 len: 804 time: 0.2657657 Aug 16 01:43:56.958423 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-72502fd5-e87a-4980-807b-91378fb38677 req-692d2fe4-de39-426d-9115-001769178afd tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/quotas/f4daf488dea148eaa5a254f5ecbbcf18 HTTP/1.1" status: 200 len: 375 time: 0.0252714 Aug 16 01:43:57.037064 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:57.056833 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-72502fd5-e87a-4980-807b-91378fb38677 req-6226dcf1-796b-4d33-ad73-e2a17e3eeca4 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f4daf488dea148eaa5a254f5ecbbcf18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0894463 Aug 16 01:43:57.064426 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] For port e61e91ef-9b25-496a-a71c-164af31fc21f, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:57.075260 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-c21507c2-93ea-4046-89e9-cc50332cd4e5 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550745 Aug 16 01:43:57.107100 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Attempting to bind port f36c652e-5b4e-415b-8bcd-2edbd09e97eb on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:57.107430 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Attempting to bind port f36c652e-5b4e-415b-8bcd-2edbd09e97eb by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '382f4ec2-08b6-4d01-8e28-1a50ec7540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:57.107755 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Attempting to bind port f36c652e-5b4e-415b-8bcd-2edbd09e97eb on network 3d04a5aa-97bb-4cae-920e-79216913a598 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:57.130243 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] For port e61e91ef-9b25-496a-a71c-164af31fc21f, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e61e91ef-9b25-496a-a71c-164af31fc21f,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:57.150255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Port f36c652e-5b4e-415b-8bcd-2edbd09e97eb on network 3d04a5aa-97bb-4cae-920e-79216913a598 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:43:57.150754 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Attempting to bind port f36c652e-5b4e-415b-8bcd-2edbd09e97eb on network 3d04a5aa-97bb-4cae-920e-79216913a598 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:57.179978 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-56c7cc77-8b20-4393-88ca-e615cf17e1a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 HTTP/1.1" status: 200 len: 217 time: 0.0924599 Aug 16 01:43:57.200404 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59ba82b3-95d9-4dd3-837e-207a9b66f426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:57.202427 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:57.267601 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-275d7a9b-912a-43c4-a80b-cc7de30cd363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:57.269075 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-275d7a9b-912a-43c4-a80b-cc7de30cd363 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d2826b0-99a9-4c6d-9d14-a0b94c6e8722 HTTP/1.1" status: 200 len: 797 time: 0.0810313 Aug 16 01:43:57.270409 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:57.271173 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:57.277222 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:57.284610 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:57.285546 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:57.314578 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:57.315344 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:57.316862 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] 10.222.0.73 "PUT /v2.0/ports/e61e91ef-9b25-496a-a71c-164af31fc21f HTTP/1.1" status: 200 len: 1092 time: 3.1167302 Aug 16 01:43:57.323322 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59ba82b3-95d9-4dd3-837e-207a9b66f426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:57.338155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ba82b3-95d9-4dd3-837e-207a9b66f426 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:43:57.342696 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-72502fd5-e87a-4980-807b-91378fb38677 req-c2d46ce8-9175-461a-bb24-1b30bb14ea8d service neutron] 10.222.0.68 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847924 Aug 16 01:43:57.352238 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59ba82b3-95d9-4dd3-837e-207a9b66f426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:57.352714 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-59ba82b3-95d9-4dd3-837e-207a9b66f426 admin admin] Added segment 7ad46953-c443-4400-90a8-2868ba30d1f1 of type vlan for network 72d5b990-ba63-4971-9b85-0dea47d1aa8c Aug 16 01:43:57.367975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3636aac8-001c-45a7-9ca3-369a7b7c2446', 'tag': 'e61e91ef-9b25-496a-a71c-164af31fc21f'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:57.371090 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724cc6ba-d0b3-46ea-a68f-8ec792cd2c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "3636aac8-001c-45a7-9ca3-369a7b7c2446", "tag": "e61e91ef-9b25-496a-a71c-164af31fc21f"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:57.441313 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083813e-4e7b-472e-a557-93c703c56940 service neutron] Pushing event updated for resources: {'Port': ['ID=e61e91ef-9b25-496a-a71c-164af31fc21f,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:57.461117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-9c9535d1-94b1-4664-bd05-a1ae8709bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:57.462931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-9c9535d1-94b1-4664-bd05-a1ae8709bb20 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40c3db57-1e7f-42e7-b628-4096f135707a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1747971 Aug 16 01:43:57.476535 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:57.476876 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Checking segment: {'id': '382f4ec2-08b6-4d01-8e28-1a50ec7540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:57.477280 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Bound using segment: {'id': '382f4ec2-08b6-4d01-8e28-1a50ec7540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:57.477722 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Bound port: f36c652e-5b4e-415b-8bcd-2edbd09e97eb, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382f4ec2-08b6-4d01-8e28-1a50ec7540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:57.478117 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:57.542560 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 838633c1-b797-4776-9722-3159243b12ed no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:43:57.616662 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-72502fd5-e87a-4980-807b-91378fb38677 req-cc2b5ff7-51da-4fa5-a890-3f7621fb4658 service neutron] 10.222.0.68 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442503 Aug 16 01:43:57.644210 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:57.676162 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 3.2034101 Aug 16 01:43:57.680574 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51474) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:57.698807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5198ce81-afe2-401e-be08-7f183d3ff527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838633c1-b797-4776-9722-3159243b12ed'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:43:57.703540 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f19ab5-523d-48e8-bd45-021d7da685d1" -d '{"events": [{"server_uuid": "5198ce81-afe2-401e-be08-7f183d3ff527", "name": "network-vif-unplugged", "status": "completed", "tag": "838633c1-b797-4776-9722-3159243b12ed"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:43:57.711173 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59ba82b3-95d9-4dd3-837e-207a9b66f426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:57.722880 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 838633c1-b797-4776-9722-3159243b12ed, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=838633c1-b797-4776-9722-3159243b12ed,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:57.731825 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:57.770878 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba82b3-95d9-4dd3-837e-207a9b66f426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d87e149-822c-4c30-8173-d6ef291962ef,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:57.779181 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event updated for resources: {'Network': ['ID=ff4c0c45-5bf1-4d51-98d6-8c65bd017bcd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:57.802001 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network ff4c0c45-5bf1-4d51-98d6-8c65bd017bcd details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:43:57.862969 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-a9273103-52c3-4e13-8984-0923ff310264 service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860450 Aug 16 01:43:58.137748 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fea3ad-dfb4-4169-902f-7625fed5c7fe tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:58.156541 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fea3ad-dfb4-4169-902f-7625fed5c7fe tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:58.175855 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fea3ad-dfb4-4169-902f-7625fed5c7fe tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:58.197204 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fea3ad-dfb4-4169-902f-7625fed5c7fe tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:58.211498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-68fea3ad-dfb4-4169-902f-7625fed5c7fe tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.5184948 Aug 16 01:43:58.213056 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51492) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:58.259825 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d569a0-7ac7-46bc-be77-1f61d5b750a6 x-openstack-request-id: req-f1d569a0-7ac7-46bc-be77-1f61d5b750a6 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:58.261243 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5198ce81-afe2-401e-be08-7f183d3ff527", "name": "network-vif-unplugged", "status": "completed", "tag": "838633c1-b797-4776-9722-3159243b12ed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:58.261588 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f1d569a0-7ac7-46bc-be77-1f61d5b750a6 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:58.262100 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5198ce81-afe2-401e-be08-7f183d3ff527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838633c1-b797-4776-9722-3159243b12ed', 'code': 200} Aug 16 01:43:58.263277 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88790453-17cb-4757-b6e2-bd8eaaee3834 x-openstack-request-id: req-88790453-17cb-4757-b6e2-bd8eaaee3834 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:43:58.263750 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3636aac8-001c-45a7-9ca3-369a7b7c2446", "tag": "e61e91ef-9b25-496a-a71c-164af31fc21f", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:43:58.263837 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-88790453-17cb-4757-b6e2-bd8eaaee3834 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:43:58.264175 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3636aac8-001c-45a7-9ca3-369a7b7c2446', 'tag': 'e61e91ef-9b25-496a-a71c-164af31fc21f', 'status': 'completed', 'code': 200} Aug 16 01:43:58.267224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=838633c1-b797-4776-9722-3159243b12ed,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:58.299784 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-9a23d178-8b5a-4e22-b43d-ee6800803802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:58.301590 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-9a23d178-8b5a-4e22-b43d-ee6800803802 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 1095 time: 0.8680038 Aug 16 01:43:58.340700 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.db.resource_extend [None req-59ba82b3-95d9-4dd3-837e-207a9b66f426 admin admin] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:43:58.366211 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-e682bc3b-db54-4e4c-803e-575d0df8a026 service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979188 Aug 16 01:43:58.369572 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.73', 56497) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:58.411516 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d635d25-0ac1-408a-be07-50daea9dca49 req-b0d7e65a-f34d-4d9e-ac82-83f71f567847 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:58.418961 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d635d25-0ac1-408a-be07-50daea9dca49 req-b0d7e65a-f34d-4d9e-ac82-83f71f567847 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 943 time: 1.0437014 Aug 16 01:43:58.431792 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59ba82b3-95d9-4dd3-837e-207a9b66f426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:58.432747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ba82b3-95d9-4dd3-837e-207a9b66f426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:58.433322 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59ba82b3-95d9-4dd3-837e-207a9b66f426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:58.480989 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-4b3ba934-f47f-47b4-9200-8bad24bf3053 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fce76636-95be-483d-8468-a23fd31db758 HTTP/1.1" status: 200 len: 217 time: 0.0923066 Aug 16 01:43:58.492962 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5dd7b242-7f63-4cfe-a1c0-3c517f2c2dbb tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:58.504247 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-4cc07ec3-fd31-4195-863d-03f1695150c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e61e91ef-9b25-496a-a71c-164af31fc21f HTTP/1.1" status: 200 len: 217 time: 0.1520004 Aug 16 01:43:58.521855 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bfc30-ea77-4e26-b24f-62647caa8058 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event updated for resources: {'Network': ['ID=51b5e1aa-86ab-4c55-8c50-bc5d404f67d3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:58.543333 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fe1e1-5da0-4249-a2c7-eee49af54651 req-804ca49b-7450-439c-a385-0c6caaf9fb83 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:58.552046 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-231fe1e1-5da0-4249-a2c7-eee49af54651 req-804ca49b-7450-439c-a385-0c6caaf9fb83 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 931 time: 0.2722211 Aug 16 01:43:58.569509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] For port f36c652e-5b4e-415b-8bcd-2edbd09e97eb, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:58.583152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] For port f36c652e-5b4e-415b-8bcd-2edbd09e97eb, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f36c652e-5b4e-415b-8bcd-2edbd09e97eb,segment=NetworkSegment(382f4ec2-08b6-4d01-8e28-1a50ec7540fd),segment_id=382f4ec2-08b6-4d01-8e28-1a50ec7540fd)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:58.604262 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 51b5e1aa-86ab-4c55-8c50-bc5d404f67d3 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:43:58.606607 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-59ba82b3-95d9-4dd3-837e-207a9b66f426 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5770471 Aug 16 01:43:58.607965 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:58.621894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51506) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:58.641116 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11874529-49c4-417e-b77f-35837761ecee req-5a16e4c0-9855-43c9-8eb6-b224e2a596a2 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:58.643423 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-11874529-49c4-417e-b77f-35837761ecee req-5a16e4c0-9855-43c9-8eb6-b224e2a596a2 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.73 "GET /v2.0/ports?device_id=5198ce81-afe2-401e-be08-7f183d3ff527 HTTP/1.1" status: 200 len: 943 time: 0.2511494 Aug 16 01:43:58.693052 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-044f5ab5-9d48-4c5b-af94-070f0ab42159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:58.695749 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a4753253-d31f-470d-bd85-e2b2227f7501 admin admin] Request body: {'subnet': {'network_id': '72d5b990-ba63-4971-9b85-0dea47d1aa8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-166691086-subnet', 'tenant_id': '620385b5f1c34d91b02835faf264d73f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:58.695892 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-044f5ab5-9d48-4c5b-af94-070f0ab42159 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d2826b0-99a9-4c6d-9d14-a0b94c6e8722 HTTP/1.1" status: 200 len: 797 time: 0.1998990 Aug 16 01:43:58.743448 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d635d25-0ac1-408a-be07-50daea9dca49 req-7b5e4297-96cd-48e0-875c-d2123a8fdde1 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235302 Aug 16 01:43:58.778744 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:58.779771 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:58.782328 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] 10.222.0.73 "PUT /v2.0/ports/f36c652e-5b4e-415b-8bcd-2edbd09e97eb HTTP/1.1" status: 200 len: 1093 time: 6.8624904 Aug 16 01:43:58.792953 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-90563bc0-d1ab-4d89-ab82-585bf69fdd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:58.794888 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-90563bc0-d1ab-4d89-ab82-585bf69fdd84 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9018291d-2978-41e4-8573-6602cff70f18 HTTP/1.1" status: 200 len: 845 time: 0.2823277 Aug 16 01:43:58.810413 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba82b3-95d9-4dd3-837e-207a9b66f426 admin admin] Pushing event updated for resources: {'Network': ['ID=72d5b990-ba63-4971-9b85-0dea47d1aa8c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:58.836018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 72d5b990-ba63-4971-9b85-0dea47d1aa8c details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:43:58.877915 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-231fe1e1-5da0-4249-a2c7-eee49af54651 req-dc447ff4-5c59-4343-93f8-80d507284cae tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204865 Aug 16 01:43:58.890563 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-a56a9c32-ca5a-4c72-a182-5f126db9ab96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e34c68e7-0a34-46ae-ac57-cc0385b7595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765786 Aug 16 01:43:58.910899 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51516) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:58.956186 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4753253-d31f-470d-bd85-e2b2227f7501 admin admin] Made reservation on behalf of 620385b5f1c34d91b02835faf264d73f for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:58.958692 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4753253-d31f-470d-bd85-e2b2227f7501 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.003399 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5dd7b242-7f63-4cfe-a1c0-3c517f2c2dbb tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.008466 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5914027d-96d8-42b4-97c8-1df881171b90 req-0a6478b8-812f-40fb-8c8c-ee966d8b8054 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 210 time: 0.1406641 Aug 16 01:43:59.038381 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-5dd7b242-7f63-4cfe-a1c0-3c517f2c2dbb tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4c0c45-5bf1-4d51-98d6-8c65bd017bcd']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:59.043163 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-973d89c0-70e9-4109-88e9-87aa95773c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:59.043788 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-973d89c0-70e9-4109-88e9-87aa95773c7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40c3db57-1e7f-42e7-b628-4096f135707a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3389502 Aug 16 01:43:59.055323 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-5dd7b242-7f63-4cfe-a1c0-3c517f2c2dbb tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c19668-9a7b-4fde-83f5-7d58ebbd0d0f') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:59.055630 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-5dd7b242-7f63-4cfe-a1c0-3c517f2c2dbb tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c19668-9a7b-4fde-83f5-7d58ebbd0d0f') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:59.078425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6767e-3e0f-43c3-ae8e-1f6d563b9ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=f36c652e-5b4e-415b-8bcd-2edbd09e97eb,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:59.098154 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5dd7b242-7f63-4cfe-a1c0-3c517f2c2dbb tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.106564 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb5a043a-14d4-48c9-a011-cfdc835a3b9d {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:43:59.129144 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.145132 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90bbf37a-1b6d-4914-bb72-33ac7a7a6e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.189703 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-6116fb3c-4d19-4c0e-8649-e2033d5fe0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:59.190839 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-6116fb3c-4d19-4c0e-8649-e2033d5fe0b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a898a8963b34957b247dedb88a2f34b&device_id=adab5a2f-5dd0-4eef-aff3-81e6c785aae0 HTTP/1.1" status: 200 len: 1096 time: 0.3219452 Aug 16 01:43:59.191708 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5dd7b242-7f63-4cfe-a1c0-3c517f2c2dbb tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.201740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-11874529-49c4-417e-b77f-35837761ecee req-c1fd38c9-574b-416a-9d90-29f483ca021f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Deleting port 838633c1-b797-4776-9722-3159243b12ed {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:43:59.202482 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-11874529-49c4-417e-b77f-35837761ecee req-c1fd38c9-574b-416a-9d90-29f483ca021f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.202625 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Transition to ACTIVE for port object eb5a043a-14d4-48c9-a011-cfdc835a3b9d will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:59.209368 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd7b242-7f63-4cfe-a1c0-3c517f2c2dbb tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:43:59.209802 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5dd7b242-7f63-4cfe-a1c0-3c517f2c2dbb tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:43:59.215147 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:43:59.271893 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.329991 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-b685796c-646c-4308-96a5-1e6834c3e878 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f36c652e-5b4e-415b-8bcd-2edbd09e97eb HTTP/1.1" status: 200 len: 217 time: 0.1178777 Aug 16 01:43:59.346034 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5dd7b242-7f63-4cfe-a1c0-3c517f2c2dbb tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.355001 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-0648c75d-7a64-4916-9f36-296dcc285dba service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894433 Aug 16 01:43:59.367162 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5dd7b242-7f63-4cfe-a1c0-3c517f2c2dbb tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.368995 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5dd7b242-7f63-4cfe-a1c0-3c517f2c2dbb tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "DELETE /v2.0/networks/ff4c0c45-5bf1-4d51-98d6-8c65bd017bcd HTTP/1.1" status: 204 len: 168 time: 1.1539888 Aug 16 01:43:59.380182 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-f5771095-4d3e-4e75-9506-c16462ec31fa service neutron] 10.222.0.73 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727221 Aug 16 01:43:59.387915 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51526) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:59.416465 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7b242-7f63-4cfe-a1c0-3c517f2c2dbb tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event deleted for resources: {'Network': ['ID=ff4c0c45-5bf1-4d51-98d6-8c65bd017bcd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:59.527202 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Pushing event updated for resources: {'Port': ['ID=eb5a043a-14d4-48c9-a011-cfdc835a3b9d,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:59.627323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-17e4bea6-1167-47b9-8c38-81f475f6c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:59.628831 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-17e4bea6-1167-47b9-8c38-81f475f6c521 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=38e6279e-1e5f-45f1-acd1-96fbf1bef968 HTTP/1.1" status: 200 len: 853 time: 0.2708337 Aug 16 01:43:59.641720 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72502fd5-e87a-4980-807b-91378fb38677 req-22161e42-fce9-4509-ab90-414ade87a68b tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:59.643235 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72502fd5-e87a-4980-807b-91378fb38677 req-22161e42-fce9-4509-ab90-414ade87a68b tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.63 "GET /v2.0/networks?id=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 HTTP/1.1" status: 200 len: 804 time: 0.4576874 Aug 16 01:43:59.688531 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-72502fd5-e87a-4980-807b-91378fb38677 req-4259b4b0-9aca-4eb0-9da1-a69c2c8710f7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Request body: {'port': {'device_id': 'fdc9486c-d913-4d46-a0bc-0d5c5e665564', 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8', 'admin_state_up': True, 'tenant_id': 'f4daf488dea148eaa5a254f5ecbbcf18'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:59.720981 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-4b01263d-23bf-4d66-88f6-eb5228b1c839 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d04a5aa-97bb-4cae-920e-79216913a598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708325 Aug 16 01:43:59.790489 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-11874529-49c4-417e-b77f-35837761ecee req-c1fd38c9-574b-416a-9d90-29f483ca021f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] For port 838633c1-b797-4776-9722-3159243b12ed, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=838633c1-b797-4776-9722-3159243b12ed,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:43:59.790869 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-11874529-49c4-417e-b77f-35837761ecee req-c1fd38c9-574b-416a-9d90-29f483ca021f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.818032 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-11874529-49c4-417e-b77f-35837761ecee req-c1fd38c9-574b-416a-9d90-29f483ca021f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Calling delete_port for 838633c1-b797-4776-9722-3159243b12ed owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:43:59.856314 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07d0995f-4eaa-445b-9319-7e6619196de5 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.912735 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-d40cb63f-a716-4456-bf50-236fb47bba8b service neutron] 10.222.0.73 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029557 Aug 16 01:43:59.922061 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaae2d69-1de4-4b48-a5cf-c6087540355b req-60137f7d-bdd9-4c4f-8620-335e8cf261ab service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5593162 Aug 16 01:43:59.934981 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4753253-d31f-470d-bd85-e2b2227f7501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.972731 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Attempting to bind port eb5a043a-14d4-48c9-a011-cfdc835a3b9d on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:59.973359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Attempting to bind port eb5a043a-14d4-48c9-a011-cfdc835a3b9d by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '382f4ec2-08b6-4d01-8e28-1a50ec7540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:59.973359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Attempting to bind port eb5a043a-14d4-48c9-a011-cfdc835a3b9d on network 3d04a5aa-97bb-4cae-920e-79216913a598 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:00.005053 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90bbf37a-1b6d-4914-bb72-33ac7a7a6e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.023840 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Port eb5a043a-14d4-48c9-a011-cfdc835a3b9d on network 3d04a5aa-97bb-4cae-920e-79216913a598 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:00.024188 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Attempting to bind port eb5a043a-14d4-48c9-a011-cfdc835a3b9d on network 3d04a5aa-97bb-4cae-920e-79216913a598 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:00.041424 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90bbf37a-1b6d-4914-bb72-33ac7a7a6e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.083363 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07d0995f-4eaa-445b-9319-7e6619196de5 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.089737 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:00.090131 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Checking segment: {'id': '382f4ec2-08b6-4d01-8e28-1a50ec7540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:00.090528 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Bound using segment: {'id': '382f4ec2-08b6-4d01-8e28-1a50ec7540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:00.091015 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Bound port: eb5a043a-14d4-48c9-a011-cfdc835a3b9d, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382f4ec2-08b6-4d01-8e28-1a50ec7540fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:00.091370 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.107108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-07d0995f-4eaa-445b-9319-7e6619196de5 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51b5e1aa-86ab-4c55-8c50-bc5d404f67d3']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:00.139625 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4753253-d31f-470d-bd85-e2b2227f7501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d925b62-f9f4-4f5e-a7a3-e8cf2608ac94,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:00.143767 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-07d0995f-4eaa-445b-9319-7e6619196de5 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9858bf55-b9e3-4d57-b80b-85815c7d4543') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:00.144075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-07d0995f-4eaa-445b-9319-7e6619196de5 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9858bf55-b9e3-4d57-b80b-85815c7d4543') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:00.160687 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07d0995f-4eaa-445b-9319-7e6619196de5 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.171953 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f52917-37d1-4834-a2dd-3de958765d31 req-d649c1cd-e0c1-4547-995c-a4ce8ee73ca0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:00.173494 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-23f52917-37d1-4834-a2dd-3de958765d31 req-d649c1cd-e0c1-4547-995c-a4ce8ee73ca0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 943 time: 0.3361254 Aug 16 01:44:00.174291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cc6ba-d0b3-46ea-a68f-8ec792cd2c0c req-f0da0e3a-23a6-4716-bb8e-dc2c8d00da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:00.176249 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-724cc6ba-d0b3-46ea-a68f-8ec792cd2c0c req-f0da0e3a-23a6-4716-bb8e-dc2c8d00da00 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 1095 time: 0.1671209 Aug 16 01:44:00.184796 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-90bbf37a-1b6d-4914-bb72-33ac7a7a6e8f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e4b7ffdf0928442e8c88f6f697190581&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2641227 Aug 16 01:44:00.193248 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-1e584c89-df83-43ac-9b78-4a6059399408 service neutron] 10.222.0.73 "GET /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304733 Aug 16 01:44:00.193709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51536) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:00.202295 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10842bfc-d585-4032-ad3f-9a07a3924f3c req-bb9d7b69-0d0b-4981-9e45-75f12d2e9cdf tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:00.204468 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10842bfc-d585-4032-ad3f-9a07a3924f3c req-bb9d7b69-0d0b-4981-9e45-75f12d2e9cdf tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 943 time: 0.1971095 Aug 16 01:44:00.206517 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07d0995f-4eaa-445b-9319-7e6619196de5 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.227811 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbf37a-1b6d-4914-bb72-33ac7a7a6e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f361d33-3854-4858-8090-f7683b76613f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:00.263315 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d0995f-4eaa-445b-9319-7e6619196de5 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:44:00.263727 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07d0995f-4eaa-445b-9319-7e6619196de5 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:44:00.267940 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:44:00.274544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4753253-d31f-470d-bd85-e2b2227f7501 admin admin] Checking segment: {'id': '7ad46953-c443-4400-90a8-2868ba30d1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '72d5b990-ba63-4971-9b85-0dea47d1aa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:00.275045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4753253-d31f-470d-bd85-e2b2227f7501 admin admin] Network hostable DHCP agents. Network: 72d5b990-ba63-4971-9b85-0dea47d1aa8c, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:00.276752 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adab5a2f-5dd0-4eef-aff3-81e6c785aae0', 'tag': 'f36c652e-5b4e-415b-8bcd-2edbd09e97eb'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:00.279021 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bc8cf0-7bb8-4837-9e91-d62903b0748d" -d '{"events": [{"name": "network-changed", "server_uuid": "adab5a2f-5dd0-4eef-aff3-81e6c785aae0", "tag": "f36c652e-5b4e-415b-8bcd-2edbd09e97eb"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:00.329318 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72502fd5-e87a-4980-807b-91378fb38677 req-4259b4b0-9aca-4eb0-9da1-a69c2c8710f7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Made reservation on behalf of f4daf488dea148eaa5a254f5ecbbcf18 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:00.332791 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72502fd5-e87a-4980-807b-91378fb38677 req-4259b4b0-9aca-4eb0-9da1-a69c2c8710f7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.350040 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-11874529-49c4-417e-b77f-35837761ecee req-c1fd38c9-574b-416a-9d90-29f483ca021f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.402564 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-23f52917-37d1-4834-a2dd-3de958765d31 req-c6b5b7bb-aeb5-4b2c-ad78-78ad7a4a4ad2 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163970 Aug 16 01:44:00.416922 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd38c9-574b-416a-9d90-29f483ca021f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Pushing event deleted for resources: {'Port': ['ID=838633c1-b797-4776-9722-3159243b12ed,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:00.422306 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] For port eb5a043a-14d4-48c9-a011-cfdc835a3b9d, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:00.431136 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07d0995f-4eaa-445b-9319-7e6619196de5 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.447985 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4753253-d31f-470d-bd85-e2b2227f7501 admin admin] Network 72d5b990-ba63-4971-9b85-0dea47d1aa8c is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:00.452130 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10842bfc-d585-4032-ad3f-9a07a3924f3c req-71f5ce20-70a4-4c26-83d9-28fb9240a0d7 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256377 Aug 16 01:44:00.458214 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] For port eb5a043a-14d4-48c9-a011-cfdc835a3b9d, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=eb5a043a-14d4-48c9-a011-cfdc835a3b9d,segment=NetworkSegment(382f4ec2-08b6-4d01-8e28-1a50ec7540fd),segment_id=382f4ec2-08b6-4d01-8e28-1a50ec7540fd)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:00.459159 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07d0995f-4eaa-445b-9319-7e6619196de5 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.471492 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-07d0995f-4eaa-445b-9319-7e6619196de5 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "DELETE /v2.0/networks/51b5e1aa-86ab-4c55-8c50-bc5d404f67d3 HTTP/1.1" status: 204 len: 168 time: 1.0795090 Aug 16 01:44:00.489833 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51546) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:00.517495 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a4753253-d31f-470d-bd85-e2b2227f7501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 72d5b990-ba63-4971-9b85-0dea47d1aa8c) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:00.523491 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.527978 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a21871a-a953-4c33-9447-ebcf0f2459c3 None None] Network 72d5b990-ba63-4971-9b85-0dea47d1aa8c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:00.533250 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-247da5cf-d9bd-4de6-83b3-c8547518db96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.539870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-11874529-49c4-417e-b77f-35837761ecee req-c1fd38c9-574b-416a-9d90-29f483ca021f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] No DVR routers for this DVR port 838633c1-b797-4776-9722-3159243b12ed on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:00.542386 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4753253-d31f-470d-bd85-e2b2227f7501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:00.543003 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4753253-d31f-470d-bd85-e2b2227f7501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.550871 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0995f-4eaa-445b-9319-7e6619196de5 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event deleted for resources: {'Network': ['ID=51b5e1aa-86ab-4c55-8c50-bc5d404f67d3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:00.551680 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-344f34eb-7ca9-4954-b096-258f0817e9f7 service neutron] 10.222.0.73 "GET /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182690 Aug 16 01:44:00.555863 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-11874529-49c4-417e-b77f-35837761ecee req-c1fd38c9-574b-416a-9d90-29f483ca021f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.567481 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-11874529-49c4-417e-b77f-35837761ecee req-c1fd38c9-574b-416a-9d90-29f483ca021f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.73 "DELETE /v2.0/ports/838633c1-b797-4776-9722-3159243b12ed HTTP/1.1" status: 204 len: 173 time: 1.8638878 Aug 16 01:44:00.580991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5198ce81-afe2-401e-be08-7f183d3ff527', 'name': 'network-vif-deleted', 'tag': '838633c1-b797-4776-9722-3159243b12ed'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:00.591162 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedea79e-5028-4803-a444-ca7cae818115" -d '{"events": [{"server_uuid": "5198ce81-afe2-401e-be08-7f183d3ff527", "name": "network-vif-deleted", "tag": "838633c1-b797-4776-9722-3159243b12ed"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:00.625673 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cc6ba-d0b3-46ea-a68f-8ec792cd2c0c req-5467c6c5-d072-429a-8e96-e5df1304ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:00.627578 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-724cc6ba-d0b3-46ea-a68f-8ec792cd2c0c req-5467c6c5-d072-429a-8e96-e5df1304ab72 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 906 time: 0.4407959 Aug 16 01:44:00.665839 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d543731-de39-44bf-a48b-b8d6a25ee937 req-6d9177a8-d338-4c84-817a-48b6af0b69b7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 210 time: 0.0773828 Aug 16 01:44:00.734423 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-247da5cf-d9bd-4de6-83b3-c8547518db96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.737336 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:00.737993 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:00.739415 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] 10.222.0.73 "PUT /v2.0/ports/eb5a043a-14d4-48c9-a011-cfdc835a3b9d HTTP/1.1" status: 200 len: 1092 time: 4.2015126 Aug 16 01:44:00.741123 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8e268d-3d2d-4634-8750-ae531bdb4fa6 x-openstack-request-id: req-9b8e268d-3d2d-4634-8750-ae531bdb4fa6 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:00.741402 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adab5a2f-5dd0-4eef-aff3-81e6c785aae0", "tag": "f36c652e-5b4e-415b-8bcd-2edbd09e97eb", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:00.741646 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9b8e268d-3d2d-4634-8750-ae531bdb4fa6 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:00.742053 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adab5a2f-5dd0-4eef-aff3-81e6c785aae0', 'tag': 'f36c652e-5b4e-415b-8bcd-2edbd09e97eb', 'status': 'completed', 'code': 200} Aug 16 01:44:00.750652 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a4753253-d31f-470d-bd85-e2b2227f7501 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1165063 Aug 16 01:44:00.760745 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706157fc-3264-49d8-baad-9bd61b7334e9 None None] Network 72d5b990-ba63-4971-9b85-0dea47d1aa8c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:00.775575 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-724cc6ba-d0b3-46ea-a68f-8ec792cd2c0c req-cb5102f4-0023-491c-a9dd-4145f9b8d9e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e61e91ef-9b25-496a-a71c-164af31fc21f HTTP/1.1" status: 200 len: 217 time: 0.1335754 Aug 16 01:44:00.818657 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e632d-c5c1-4c9b-aa9b-130bb165d27b service neutron] Pushing event updated for resources: {'Port': ['ID=eb5a043a-14d4-48c9-a011-cfdc835a3b9d,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:00.867496 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7ec392-3951-4499-9614-ae05714927aa tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:00.875502 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7ec392-3951-4499-9614-ae05714927aa tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:00.881156 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-72502fd5-e87a-4980-807b-91378fb38677 req-4259b4b0-9aca-4eb0-9da1-a69c2c8710f7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Allocated IP 172.20.0.14 (a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8/fa68bec7-664a-48fb-be7e-46ef8fc16c75/ec8a3195-6253-40ff-a36f-1fabfeaabc11) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:00.881944 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51554) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:00.882363 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6b7ec392-3951-4499-9614-ae05714927aa tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3880758 Aug 16 01:44:00.892546 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-831793ab-84fa-4e9a-a11b-616018d749b7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-112771975'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:00.897024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc8cf0-7bb8-4837-9e91-d62903b0748d req-3118bfad-24eb-4f67-9d62-049e2f62db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:00.898871 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4bc8cf0-7bb8-4837-9e91-d62903b0748d req-3118bfad-24eb-4f67-9d62-049e2f62db56 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a898a8963b34957b247dedb88a2f34b&device_id=adab5a2f-5dd0-4eef-aff3-81e6c785aae0 HTTP/1.1" status: 200 len: 1096 time: 0.1536906 Aug 16 01:44:00.900671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cc6ba-d0b3-46ea-a68f-8ec792cd2c0c req-a0bab02c-8a06-4500-87a1-0a83f2a86c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:00.902705 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-724cc6ba-d0b3-46ea-a68f-8ec792cd2c0c req-a0bab02c-8a06-4500-87a1-0a83f2a86c0d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9018291d-2978-41e4-8573-6602cff70f18 HTTP/1.1" status: 200 len: 845 time: 0.1096158 Aug 16 01:44:00.982895 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831793ab-84fa-4e9a-a11b-616018d749b7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Made reservation on behalf of 06716bb264b84713a933db00d2a6f1b3 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:00.991144 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-831793ab-84fa-4e9a-a11b-616018d749b7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:01.048354 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-247da5cf-d9bd-4de6-83b3-c8547518db96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:01.051038 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-247da5cf-d9bd-4de6-83b3-c8547518db96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:01.052577 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-247da5cf-d9bd-4de6-83b3-c8547518db96 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0f361d33-3854-4858-8090-f7683b76613f HTTP/1.1" status: 204 len: 168 time: 0.8549364 Aug 16 01:44:01.053114 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae4f9d3-eb61-48ee-8a51-71656814771e x-openstack-request-id: req-dae4f9d3-eb61-48ee-8a51-71656814771e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:01.053399 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5198ce81-afe2-401e-be08-7f183d3ff527", "name": "network-vif-deleted", "tag": "838633c1-b797-4776-9722-3159243b12ed", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:01.053648 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dae4f9d3-eb61-48ee-8a51-71656814771e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:01.054070 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5198ce81-afe2-401e-be08-7f183d3ff527', 'name': 'network-vif-deleted', 'tag': '838633c1-b797-4776-9722-3159243b12ed', 'status': 'completed', 'code': 200} Aug 16 01:44:01.056433 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-724cc6ba-d0b3-46ea-a68f-8ec792cd2c0c req-935155b6-007d-48b1-bbfd-fb81c3be892a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e34c68e7-0a34-46ae-ac57-cc0385b7595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103754 Aug 16 01:44:01.099278 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247da5cf-d9bd-4de6-83b3-c8547518db96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f361d33-3854-4858-8090-f7683b76613f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:01.118768 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831793ab-84fa-4e9a-a11b-616018d749b7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:01.125296 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-79f91c2e-984c-4c7b-9f1f-9ea50dedb8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:01.127115 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-79f91c2e-984c-4c7b-9f1f-9ea50dedb8f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a898a8963b34957b247dedb88a2f34b&device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 1095 time: 0.1668408 Aug 16 01:44:01.169199 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-44b0e58c-1a96-4f03-b264-af1f0f0d8f8a req-853d1d18-0e4b-45d9-98de-8c1a507766fa tempest-SecurityGroupsNegativeTestJSON-409332093 tempest-SecurityGroupsNegativeTestJSON-409332093-project] show failed (client error): The resource could not be found. Aug 16 01:44:01.179786 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-44b0e58c-1a96-4f03-b264-af1f0f0d8f8a req-853d1d18-0e4b-45d9-98de-8c1a507766fa tempest-SecurityGroupsNegativeTestJSON-409332093 tempest-SecurityGroupsNegativeTestJSON-409332093-project] 10.222.0.68 "GET /v2.0/security-groups/66fc6ff3-dfb9-4735-a377-03d80ac2da31 HTTP/1.1" status: 404 len: 352 time: 0.0708783 Aug 16 01:44:01.212614 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc8cf0-7bb8-4837-9e91-d62903b0748d req-930d8157-edd5-4c4c-ba14-c05183bcfd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:01.214843 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4bc8cf0-7bb8-4837-9e91-d62903b0748d req-930d8157-edd5-4c4c-ba14-c05183bcfd3d service neutron] 10.222.0.73 "GET /v2.0/networks?id=3d04a5aa-97bb-4cae-920e-79216913a598 HTTP/1.1" status: 200 len: 914 time: 0.2791302 Aug 16 01:44:01.235866 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-831793ab-84fa-4e9a-a11b-616018d749b7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:01.236207 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-831793ab-84fa-4e9a-a11b-616018d749b7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Added segment c4482ca2-5c83-49e8-a696-c042cb606bd2 of type vlan for network c484cf7b-d7ed-4912-8f8a-f0effa7018bb Aug 16 01:44:01.248854 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-00318834-8546-4b2c-a722-1c72dd363cf5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb5a043a-14d4-48c9-a011-cfdc835a3b9d HTTP/1.1" status: 200 len: 217 time: 0.1027946 Aug 16 01:44:01.289958 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4bc8cf0-7bb8-4837-9e91-d62903b0748d req-adf9e78e-b200-401f-a521-4935c6e663bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f36c652e-5b4e-415b-8bcd-2edbd09e97eb HTTP/1.1" status: 200 len: 217 time: 0.0605438 Aug 16 01:44:01.292316 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-724cc6ba-d0b3-46ea-a68f-8ec792cd2c0c req-3164561a-7ec8-4697-a01f-a805efabdea0 service neutron] 10.222.0.73 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236121 Aug 16 01:44:01.334262 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-831793ab-84fa-4e9a-a11b-616018d749b7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:01.384381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-ec18a2db-5697-46a8-a7df-f82057da0e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:01.385891 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-ec18a2db-5697-46a8-a7df-f82057da0e5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=38e6279e-1e5f-45f1-acd1-96fbf1bef968 HTTP/1.1" status: 200 len: 853 time: 0.1110592 Aug 16 01:44:01.393393 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72502fd5-e87a-4980-807b-91378fb38677 req-4259b4b0-9aca-4eb0-9da1-a69c2c8710f7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:01.416982 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-25e8e37e-1706-424d-a12b-9767ae164a2c req-900abb1d-b095-4a08-a510-7eba22e06994 tempest-SecurityGroupsNegativeTestJSON-409332093 tempest-SecurityGroupsNegativeTestJSON-409332093-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=620385b5f1c34d91b02835faf264d73f HTTP/1.1" status: 200 len: 2988 time: 0.2008195 Aug 16 01:44:01.447063 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-ca6866f9-7717-4856-9392-2f0e5cd6b23c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d04a5aa-97bb-4cae-920e-79216913a598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454109 Aug 16 01:44:01.465557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc8cf0-7bb8-4837-9e91-d62903b0748d req-54c4b203-7387-4f60-b41c-7e9580d86756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:01.465803 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-831793ab-84fa-4e9a-a11b-616018d749b7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:01.467539 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4bc8cf0-7bb8-4837-9e91-d62903b0748d req-54c4b203-7387-4f60-b41c-7e9580d86756 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=38e6279e-1e5f-45f1-acd1-96fbf1bef968 HTTP/1.1" status: 200 len: 853 time: 0.1523871 Aug 16 01:44:01.472136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831793ab-84fa-4e9a-a11b-616018d749b7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:01.472750 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-831793ab-84fa-4e9a-a11b-616018d749b7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:01.511075 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-25e8e37e-1706-424d-a12b-9767ae164a2c req-46266297-1301-450d-9eef-9048d26c4366 tempest-SecurityGroupsNegativeTestJSON-409332093 tempest-SecurityGroupsNegativeTestJSON-409332093-project] 10.222.0.68 "GET /v2.0/security-groups/5d87e149-822c-4c30-8173-d6ef291962ef HTTP/1.1" status: 200 len: 2985 time: 0.0861237 Aug 16 01:44:01.538405 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-724cc6ba-d0b3-46ea-a68f-8ec792cd2c0c req-1e291cc0-652e-4654-9dfc-ba48edff2fea service neutron] 10.222.0.73 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241480 Aug 16 01:44:01.558516 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 838633c1-b797-4776-9722-3159243b12ed no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:01.611523 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4bc8cf0-7bb8-4837-9e91-d62903b0748d req-932e297a-caab-4144-821e-ca1b827e828e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d04a5aa-97bb-4cae-920e-79216913a598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698237 Aug 16 01:44:01.641070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 838633c1-b797-4776-9722-3159243b12ed {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:44:01.641411 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 838633c1-b797-4776-9722-3159243b12ed not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:44:01.676404 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51578) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:01.690179 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-25e8e37e-1706-424d-a12b-9767ae164a2c req-3da97dbd-f993-4123-ac95-617183841488 tempest-SecurityGroupsNegativeTestJSON-409332093 tempest-SecurityGroupsNegativeTestJSON-409332093-project] 10.222.0.68 "GET /v2.0/security-groups/5d87e149-822c-4c30-8173-d6ef291962ef HTTP/1.1" status: 200 len: 2985 time: 0.1719353 Aug 16 01:44:01.800350 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a6ae00b-a90b-474f-8a74-8cdc14bb4e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:01.900625 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec36ae-4022-484d-a682-ef7a92a3fc20 req-bb7a1674-9c1c-4313-939d-392210aab3a5 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:01.908601 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c3ec36ae-4022-484d-a682-ef7a92a3fc20 req-bb7a1674-9c1c-4313-939d-392210aab3a5 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 943 time: 0.1323555 Aug 16 01:44:01.914683 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4bc8cf0-7bb8-4837-9e91-d62903b0748d req-91eb9cb6-51dc-49e6-87f6-7a12e9283f28 service neutron] 10.222.0.73 "GET /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905436 Aug 16 01:44:01.974461 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-831793ab-84fa-4e9a-a11b-616018d749b7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0913513 Aug 16 01:44:01.983528 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51586) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:02.004026 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-482ff75f-cc43-46c6-bc68-795810c32650 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1133327109'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:02.042455 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c3ec36ae-4022-484d-a682-ef7a92a3fc20 req-9d048f91-67dc-4298-a00a-744167883d57 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324692 Aug 16 01:44:02.048068 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72502fd5-e87a-4980-807b-91378fb38677 req-4259b4b0-9aca-4eb0-9da1-a69c2c8710f7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.054749 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831793ab-84fa-4e9a-a11b-616018d749b7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event updated for resources: {'Network': ['ID=c484cf7b-d7ed-4912-8f8a-f0effa7018bb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:02.074402 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-2abde92d-a365-47f2-a8d1-ffa3b190acc3 service neutron] 10.222.0.73 "GET /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6189132 Aug 16 01:44:02.079067 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network c484cf7b-d7ed-4912-8f8a-f0effa7018bb details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:02.109167 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4bc8cf0-7bb8-4837-9e91-d62903b0748d req-29f317d7-77c6-4c8a-8d53-feb4561f9464 service neutron] 10.222.0.73 "GET /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722529 Aug 16 01:44:02.111491 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a6ae00b-a90b-474f-8a74-8cdc14bb4e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.117341 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a6ae00b-a90b-474f-8a74-8cdc14bb4e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.154520 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0a6ae00b-a90b-474f-8a74-8cdc14bb4e2f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fbbc0e1ba9a84f1fac9ec868a8a8a92d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4630127 Aug 16 01:44:02.157540 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51588) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:02.217294 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c87cae-22d9-485d-b4ad-f763fca16c52 req-ff34e737-10f6-4b36-b525-3d3bddc1067a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:02.220211 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28c87cae-22d9-485d-b4ad-f763fca16c52 req-ff34e737-10f6-4b36-b525-3d3bddc1067a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 943 time: 0.2442803 Aug 16 01:44:02.221989 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ae00b-a90b-474f-8a74-8cdc14bb4e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5a13a5-2c68-469c-a381-691f05f3079e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:02.255132 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72502fd5-e87a-4980-807b-91378fb38677 req-4259b4b0-9aca-4eb0-9da1-a69c2c8710f7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:02.261713 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-44e79579-cb06-4541-873c-6c4422094fb1 req-daf291d6-0b4c-4526-b684-674db24d64c1 tempest-SecurityGroupsNegativeTestJSON-409332093 tempest-SecurityGroupsNegativeTestJSON-409332093-project] 10.222.0.68 "GET /v2.0/security-groups/5d87e149-822c-4c30-8173-d6ef291962ef HTTP/1.1" status: 200 len: 2985 time: 0.1117368 Aug 16 01:44:02.267913 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259b4b0-9aca-4eb0-9da1-a69c2c8710f7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Pushing event updated for resources: {'Port': ['ID=ec8a3195-6253-40ff-a36f-1fabfeaabc11,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:02.278854 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-72502fd5-e87a-4980-807b-91378fb38677 req-4259b4b0-9aca-4eb0-9da1-a69c2c8710f7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:02.284571 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482ff75f-cc43-46c6-bc68-795810c32650 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Made reservation on behalf of 06716bb264b84713a933db00d2a6f1b3 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:02.288019 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-482ff75f-cc43-46c6-bc68-795810c32650 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.290559 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42088611-a397-4b75-a1c2-51f32265e5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.291208 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-72502fd5-e87a-4980-807b-91378fb38677 req-4259b4b0-9aca-4eb0-9da1-a69c2c8710f7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:02.331063 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42088611-a397-4b75-a1c2-51f32265e5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.359336 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28c87cae-22d9-485d-b4ad-f763fca16c52 req-669d2275-bc99-4c73-b90e-88299578853f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128316 Aug 16 01:44:02.379973 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-44e79579-cb06-4541-873c-6c4422094fb1 req-04db11ed-ae38-4dc2-b18e-5a0235943425 tempest-SecurityGroupsNegativeTestJSON-409332093 tempest-SecurityGroupsNegativeTestJSON-409332093-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 01:44:02.383462 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-44e79579-cb06-4541-873c-6c4422094fb1 req-04db11ed-ae38-4dc2-b18e-5a0235943425 tempest-SecurityGroupsNegativeTestJSON-409332093 tempest-SecurityGroupsNegativeTestJSON-409332093-project] 10.222.0.68 "DELETE /v2.0/security-groups/5d87e149-822c-4c30-8173-d6ef291962ef HTTP/1.1" status: 409 len: 352 time: 0.1086380 Aug 16 01:44:02.384619 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-9a93897a-d634-4419-86f9-d580daba48bc service neutron] 10.222.0.73 "GET /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957973 Aug 16 01:44:02.396652 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482ff75f-cc43-46c6-bc68-795810c32650 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:02.404119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72502fd5-e87a-4980-807b-91378fb38677 req-4259b4b0-9aca-4eb0-9da1-a69c2c8710f7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:02.404761 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72502fd5-e87a-4980-807b-91378fb38677 req-4259b4b0-9aca-4eb0-9da1-a69c2c8710f7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.423508 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72502fd5-e87a-4980-807b-91378fb38677 req-4259b4b0-9aca-4eb0-9da1-a69c2c8710f7 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7558062 Aug 16 01:44:02.432063 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-e0577abd-7f43-4342-b769-cefedaa41dc5 req-9254eb0e-947f-46e2-8ea5-2240c0265e2e tempest-SecurityGroupsNegativeTestJSON-409332093 tempest-SecurityGroupsNegativeTestJSON-409332093-project] show failed (client error): The resource could not be found. Aug 16 01:44:02.433172 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0577abd-7f43-4342-b769-cefedaa41dc5 req-9254eb0e-947f-46e2-8ea5-2240c0265e2e tempest-SecurityGroupsNegativeTestJSON-409332093 tempest-SecurityGroupsNegativeTestJSON-409332093-project] 10.222.0.68 "GET /v2.0/security-groups/bcde73f9-d549-4e19-9680-d32e9354372d HTTP/1.1" status: 404 len: 352 time: 0.0181038 Aug 16 01:44:02.442878 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Request body: {'port': {'device_id': 'fdc9486c-d913-4d46-a0bc-0d5c5e665564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:02.444710 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42088611-a397-4b75-a1c2-51f32265e5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.448246 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42088611-a397-4b75-a1c2-51f32265e5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.449557 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-42088611-a397-4b75-a1c2-51f32265e5ae admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9c5a13a5-2c68-469c-a381-691f05f3079e HTTP/1.1" status: 204 len: 168 time: 0.2910261 Aug 16 01:44:02.464080 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-482ff75f-cc43-46c6-bc68-795810c32650 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.464429 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-482ff75f-cc43-46c6-bc68-795810c32650 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Added segment ef656f2c-cd0e-43ed-a72e-40c2c1ee20a0 of type vlan for network 0146bdca-e0e1-47ad-93c8-ff829af7f98a Aug 16 01:44:02.466796 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42088611-a397-4b75-a1c2-51f32265e5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5a13a5-2c68-469c-a381-691f05f3079e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:02.475547 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-9e33fd6f-248c-4914-b830-ea9ba5c0f833 req-994086da-f679-4173-ac01-c1ddb47f6093 tempest-SecurityGroupsNegativeTestJSON-409332093 tempest-SecurityGroupsNegativeTestJSON-409332093-project] show failed (client error): The resource could not be found. Aug 16 01:44:02.476768 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9e33fd6f-248c-4914-b830-ea9ba5c0f833 req-994086da-f679-4173-ac01-c1ddb47f6093 tempest-SecurityGroupsNegativeTestJSON-409332093 tempest-SecurityGroupsNegativeTestJSON-409332093-project] 10.222.0.68 "GET /v2.0/security-groups/2f86edf0-69f5-408d-b303-34b927036e74 HTTP/1.1" status: 404 len: 352 time: 0.0166848 Aug 16 01:44:02.490416 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51596) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:02.541664 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad013967-bc0d-452f-9661-efb0fada8f08 admin admin] Deleting subnet 6d925b62-f9f4-4f5e-a7a3-e8cf2608ac94 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:44:02.544891 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad013967-bc0d-452f-9661-efb0fada8f08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.582299 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad013967-bc0d-452f-9661-efb0fada8f08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.585654 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-482ff75f-cc43-46c6-bc68-795810c32650 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.601997 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e2972-8da3-4866-8748-90f5da71f772 req-ee04c3aa-7539-4310-92d2-dc3cc47c15c1 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:02.603551 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-710e2972-8da3-4866-8748-90f5da71f772 req-ee04c3aa-7539-4310-92d2-dc3cc47c15c1 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 932 time: 0.1552742 Aug 16 01:44:02.609256 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.629407 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad013967-bc0d-452f-9661-efb0fada8f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.695767 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-482ff75f-cc43-46c6-bc68-795810c32650 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.701944 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482ff75f-cc43-46c6-bc68-795810c32650 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:02.703260 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-482ff75f-cc43-46c6-bc68-795810c32650 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.704060 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad013967-bc0d-452f-9661-efb0fada8f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.737723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad013967-bc0d-452f-9661-efb0fada8f08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d925b62-f9f4-4f5e-a7a3-e8cf2608ac94,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:02.748610 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad013967-bc0d-452f-9661-efb0fada8f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.750787 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ad013967-bc0d-452f-9661-efb0fada8f08 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6d925b62-f9f4-4f5e-a7a3-e8cf2608ac94 HTTP/1.1" status: 204 len: 168 time: 0.2593701 Aug 16 01:44:02.750991 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-710e2972-8da3-4866-8748-90f5da71f772 req-ca3fc537-4a29-4d85-bb9e-75ec825c04f4 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351466 Aug 16 01:44:02.753666 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51600) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:02.782482 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74fdb87-0f95-4d1d-85f4-7d467ba88b10', 'tag': 'eb5a043a-14d4-48c9-a011-cfdc835a3b9d'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:02.785074 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8a36f9-b93f-4b3c-977d-f4e40afd714a" -d '{"events": [{"name": "network-changed", "server_uuid": "f74fdb87-0f95-4d1d-85f4-7d467ba88b10", "tag": "eb5a043a-14d4-48c9-a011-cfdc835a3b9d"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:02.843850 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ff656ed-6a0d-430e-9148-9561c3fc7018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:02.897613 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9887a571-7bb8-44c9-8d8d-9bd72d1cba1f x-openstack-request-id: req-9887a571-7bb8-44c9-8d8d-9bd72d1cba1f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:02.897935 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74fdb87-0f95-4d1d-85f4-7d467ba88b10", "tag": "eb5a043a-14d4-48c9-a011-cfdc835a3b9d", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:02.898189 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9887a571-7bb8-44c9-8d8d-9bd72d1cba1f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:02.898599 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74fdb87-0f95-4d1d-85f4-7d467ba88b10', 'tag': 'eb5a043a-14d4-48c9-a011-cfdc835a3b9d', 'status': 'completed', 'code': 200} Aug 16 01:44:02.917893 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-482ff75f-cc43-46c6-bc68-795810c32650 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9271357 Aug 16 01:44:02.919833 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51612) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:02.932011 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Request body: {'ports': [{'network_id': 'c484cf7b-d7ed-4912-8f8a-f0effa7018bb', 'name': 'tempest-port--70590599', 'admin_state_up': True}, {'network_id': '0146bdca-e0e1-47ad-93c8-ff829af7f98a', 'admin_state_up': False}]} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:02.932327 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Request body: {'port': {'network_id': 'c484cf7b-d7ed-4912-8f8a-f0effa7018bb', 'name': 'tempest-port--70590599', 'admin_state_up': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:02.932811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Request body: {'port': {'network_id': '0146bdca-e0e1-47ad-93c8-ff829af7f98a', 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:02.985675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ff75f-cc43-46c6-bc68-795810c32650 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event updated for resources: {'Network': ['ID=0146bdca-e0e1-47ad-93c8-ff829af7f98a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:02.988637 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ff656ed-6a0d-430e-9148-9561c3fc7018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.001793 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 0146bdca-e0e1-47ad-93c8-ff829af7f98a details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:03.019840 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-6ff656ed-6a0d-430e-9148-9561c3fc7018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d5b990-ba63-4971-9b85-0dea47d1aa8c']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:03.025815 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a36f9-b93f-4b3c-977d-f4e40afd714a req-dd2c0708-0040-419e-b260-e8ebec20c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:03.027488 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-af8a36f9-b93f-4b3c-977d-f4e40afd714a req-dd2c0708-0040-419e-b260-e8ebec20c322 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a898a8963b34957b247dedb88a2f34b&device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 1095 time: 0.1280720 Aug 16 01:44:03.051737 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-6ff656ed-6a0d-430e-9148-9561c3fc7018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad46953-c443-4400-90a8-2868ba30d1f1') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:03.052061 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-6ff656ed-6a0d-430e-9148-9561c3fc7018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad46953-c443-4400-90a8-2868ba30d1f1') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:03.071295 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ff656ed-6a0d-430e-9148-9561c3fc7018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.131784 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ff656ed-6a0d-430e-9148-9561c3fc7018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.146744 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff656ed-6a0d-430e-9148-9561c3fc7018 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:44:03.146744 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ff656ed-6a0d-430e-9148-9561c3fc7018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:44:03.147665 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:44:03.253455 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ff656ed-6a0d-430e-9148-9561c3fc7018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.256331 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a36f9-b93f-4b3c-977d-f4e40afd714a req-19346d46-ded6-4832-8231-2e72e0bbcd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:03.260378 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ff656ed-6a0d-430e-9148-9561c3fc7018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.262367 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-af8a36f9-b93f-4b3c-977d-f4e40afd714a req-19346d46-ded6-4832-8231-2e72e0bbcd2a service neutron] 10.222.0.73 "GET /v2.0/networks?id=3d04a5aa-97bb-4cae-920e-79216913a598 HTTP/1.1" status: 200 len: 914 time: 0.2260914 Aug 16 01:44:03.262511 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6ff656ed-6a0d-430e-9148-9561c3fc7018 admin admin] 10.222.0.68 "DELETE /v2.0/networks/72d5b990-ba63-4971-9b85-0dea47d1aa8c HTTP/1.1" status: 204 len: 168 time: 0.5078964 Aug 16 01:44:03.276030 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Made reservation on behalf of 06716bb264b84713a933db00d2a6f1b3 for: {'port': 2} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:03.281235 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.284751 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff656ed-6a0d-430e-9148-9561c3fc7018 admin admin] Pushing event deleted for resources: {'Network': ['ID=72d5b990-ba63-4971-9b85-0dea47d1aa8c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:03.298695 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.368879 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-af8a36f9-b93f-4b3c-977d-f4e40afd714a req-2de657a6-1c0c-4f86-9583-4a713dd74de4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb5a043a-14d4-48c9-a011-cfdc835a3b9d HTTP/1.1" status: 200 len: 217 time: 0.0549841 Aug 16 01:44:03.398572 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] device_id is not set on port bc1e229a-8724-442a-a3b2-3395428fd2ab yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:44:03.412714 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8a3195-6253-40ff-a36f-1fabfeaabc11 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:03.434846 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51636) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:03.456644 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.478702 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b22ab-7a40-4ea4-a022-c292da7965eb req-3636ccc9-7365-4bc5-8b19-aa7859ae28c6 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:03.482668 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8f4b22ab-7a40-4ea4-a022-c292da7965eb req-3636ccc9-7365-4bc5-8b19-aa7859ae28c6 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 943 time: 0.2810273 Aug 16 01:44:03.508919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Transition to ACTIVE for port object ec8a3195-6253-40ff-a36f-1fabfeaabc11 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:03.512620 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a36f9-b93f-4b3c-977d-f4e40afd714a req-d82223a2-c18b-490d-a02a-f36ab89f4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:03.515427 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-af8a36f9-b93f-4b3c-977d-f4e40afd714a req-d82223a2-c18b-490d-a02a-f36ab89f4a1c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=38e6279e-1e5f-45f1-acd1-96fbf1bef968 HTTP/1.1" status: 200 len: 853 time: 0.1357698 Aug 16 01:44:03.518088 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.560672 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device f36c652e-5b4e-415b-8bcd-2edbd09e97eb details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:44:03.566584 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7d3508ee-381e-4ed4-b7e5-e243754ad887 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=620385b5f1c34d91b02835faf264d73f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306176 Aug 16 01:44:03.574807 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51640) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:03.595187 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-af8a36f9-b93f-4b3c-977d-f4e40afd714a req-814b5fc5-3b4a-4050-9429-66d928e60465 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d04a5aa-97bb-4cae-920e-79216913a598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650685 Aug 16 01:44:03.630916 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8f4b22ab-7a40-4ea4-a022-c292da7965eb req-3f172085-8164-4273-90e2-4cda6f74607c tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407290 Aug 16 01:44:03.636433 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64445f33-cb0b-49c5-a1fc-1249c8be12df req-fc83ad3c-36b0-41e1-acd0-92a3ae746bb3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:03.644063 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-64445f33-cb0b-49c5-a1fc-1249c8be12df req-fc83ad3c-36b0-41e1-acd0-92a3ae746bb3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 943 time: 0.1757545 Aug 16 01:44:03.683869 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.696903 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port f36c652e-5b4e-415b-8bcd-2edbd09e97eb, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f36c652e-5b4e-415b-8bcd-2edbd09e97eb,segment=NetworkSegment(382f4ec2-08b6-4d01-8e28-1a50ec7540fd),segment_id=382f4ec2-08b6-4d01-8e28-1a50ec7540fd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:03.708765 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'f36c652e-5b4e-415b-8bcd-2edbd09e97eb', 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598', 'port_id': 'f36c652e-5b4e-415b-8bcd-2edbd09e97eb', 'mac_address': 'fa:16:3e:f3:fb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e6279e-1e5f-45f1-acd1-96fbf1bef968', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:44:03.728503 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-af8a36f9-b93f-4b3c-977d-f4e40afd714a req-7798416d-1236-40be-aa45-139d8b9ec82d service neutron] 10.222.0.73 "GET /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015227 Aug 16 01:44:03.741017 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8a3195-6253-40ff-a36f-1fabfeaabc11,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:03.757275 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.772988 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36c652e-5b4e-415b-8bcd-2edbd09e97eb {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:03.775245 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-64445f33-cb0b-49c5-a1fc-1249c8be12df req-51267369-6dae-4632-8210-734476c128f9 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302328 Aug 16 01:44:03.797882 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7e33742-2c07-40cd-ab01-572fb64cad01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.800777 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port f36c652e-5b4e-415b-8bcd-2edbd09e97eb, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f36c652e-5b4e-415b-8bcd-2edbd09e97eb,segment=NetworkSegment(382f4ec2-08b6-4d01-8e28-1a50ec7540fd),segment_id=382f4ec2-08b6-4d01-8e28-1a50ec7540fd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:03.808795 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.809706 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] device_id is not set on port 96721600-73bb-45b5-8bfd-e22e5db7f91d yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:44:03.810178 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e61e91ef-9b25-496a-a71c-164af31fc21f details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:44:03.838338 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7e33742-2c07-40cd-ab01-572fb64cad01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.907752 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Attempting to bind port ec8a3195-6253-40ff-a36f-1fabfeaabc11 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:03.908150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Attempting to bind port ec8a3195-6253-40ff-a36f-1fabfeaabc11 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'cf7f0371-ebb5-4932-a57c-9ac457f2f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:03.908551 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Attempting to bind port ec8a3195-6253-40ff-a36f-1fabfeaabc11 on network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:03.934506 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=f36c652e-5b4e-415b-8bcd-2edbd09e97eb,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:03.959797 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7e33742-2c07-40cd-ab01-572fb64cad01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.962406 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7e33742-2c07-40cd-ab01-572fb64cad01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:03.966392 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b7e33742-2c07-40cd-ab01-572fb64cad01 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5d87e149-822c-4c30-8173-d6ef291962ef HTTP/1.1" status: 204 len: 168 time: 0.3878140 Aug 16 01:44:03.966764 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Port ec8a3195-6253-40ff-a36f-1fabfeaabc11 on network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:03.967210 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Attempting to bind port ec8a3195-6253-40ff-a36f-1fabfeaabc11 on network a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:03.984587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e33742-2c07-40cd-ab01-572fb64cad01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d87e149-822c-4c30-8173-d6ef291962ef,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:04.028573 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e61e91ef-9b25-496a-a71c-164af31fc21f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e61e91ef-9b25-496a-a71c-164af31fc21f,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:04.034627 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-af8a36f9-b93f-4b3c-977d-f4e40afd714a req-06d71389-0551-4e55-b56c-da468549784b service neutron] 10.222.0.73 "GET /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906423 Aug 16 01:44:04.035410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:04.035713 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Checking segment: {'id': 'cf7f0371-ebb5-4932-a57c-9ac457f2f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:04.036121 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Bound using segment: {'id': 'cf7f0371-ebb5-4932-a57c-9ac457f2f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:04.036642 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Bound port: ec8a3195-6253-40ff-a36f-1fabfeaabc11, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7f0371-ebb5-4932-a57c-9ac457f2f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:04.036938 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.039844 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.045978 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'e61e91ef-9b25-496a-a71c-164af31fc21f', 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c', 'port_id': 'e61e91ef-9b25-496a-a71c-164af31fc21f', 'mac_address': 'fa:16:3e:32:4f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9018291d-2978-41e4-8573-6602cff70f18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:44:04.070172 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f79f09-00af-450f-b008-4fc74409467c req-6164aba5-1d1a-4be8-8bf1-1d70ca56002b tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.071721 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20f79f09-00af-450f-b008-4fc74409467c req-6164aba5-1d1a-4be8-8bf1-1d70ca56002b tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 944 time: 0.1871538 Aug 16 01:44:04.096886 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.110965 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e61e91ef-9b25-496a-a71c-164af31fc21f {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:04.124163 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.153603 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e61e91ef-9b25-496a-a71c-164af31fc21f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e61e91ef-9b25-496a-a71c-164af31fc21f,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:04.156623 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20f79f09-00af-450f-b008-4fc74409467c req-445fc8b0-4053-4f9e-808f-a467c0dc2d2c tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658758 Aug 16 01:44:04.162115 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] For port ec8a3195-6253-40ff-a36f-1fabfeaabc11, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:04.163613 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.184689 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] For port ec8a3195-6253-40ff-a36f-1fabfeaabc11, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ec8a3195-6253-40ff-a36f-1fabfeaabc11,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:04.201739 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.223865 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event updated for resources: {'Port': ['ID=bc1e229a-8724-442a-a3b2-3395428fd2ab,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:04.238964 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.239867 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.241976 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72502fd5-e87a-4980-807b-91378fb38677 req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] 10.222.0.63 "PUT /v2.0/ports/ec8a3195-6253-40ff-a36f-1fabfeaabc11 HTTP/1.1" status: 200 len: 1093 time: 1.8058558 Aug 16 01:44:04.254331 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=e61e91ef-9b25-496a-a71c-164af31fc21f,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:04.267265 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Checking segment: {'id': 'c4482ca2-5c83-49e8-a696-c042cb606bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c484cf7b-d7ed-4912-8f8a-f0effa7018bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:04.267800 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Network hostable DHCP agents. Network: c484cf7b-d7ed-4912-8f8a-f0effa7018bb, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:04.309050 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Network c484cf7b-d7ed-4912-8f8a-f0effa7018bb is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:04.326435 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, c484cf7b-d7ed-4912-8f8a-f0effa7018bb) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:04.332642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:04.333719 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e000608-fd55-4deb-b1bc-7a6ae1ba949c None None] Network c484cf7b-d7ed-4912-8f8a-f0effa7018bb requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:04.335801 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.397453 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb3de5-e1c0-492d-b5d5-93ef68d097f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8a3195-6253-40ff-a36f-1fabfeaabc11,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:04.425520 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72502fd5-e87a-4980-807b-91378fb38677 req-ca95fde8-3749-4139-bc8d-fa97f52112eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.427756 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72502fd5-e87a-4980-807b-91378fb38677 req-ca95fde8-3749-4139-bc8d-fa97f52112eb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f4daf488dea148eaa5a254f5ecbbcf18&device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 1096 time: 0.1330366 Aug 16 01:44:04.467454 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event updated for resources: {'Port': ['ID=96721600-73bb-45b5-8bfd-e22e5db7f91d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:04.474667 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Checking segment: {'id': 'ef656f2c-cd0e-43ed-a72e-40c2c1ee20a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0146bdca-e0e1-47ad-93c8-ff829af7f98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:04.475240 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Network hostable DHCP agents. Network: 0146bdca-e0e1-47ad-93c8-ff829af7f98a, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:04.493924 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72502fd5-e87a-4980-807b-91378fb38677 req-fccfc8d2-4a00-4975-ae27-d0008a89d2e5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec8a3195-6253-40ff-a36f-1fabfeaabc11 HTTP/1.1" status: 200 len: 217 time: 0.0574188 Aug 16 01:44:04.504922 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Network 0146bdca-e0e1-47ad-93c8-ff829af7f98a is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:04.518947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['e61e91ef-9b25-496a-a71c-164af31fc21f'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:04.519545 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 0146bdca-e0e1-47ad-93c8-ff829af7f98a) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:04.523456 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['f36c652e-5b4e-415b-8bcd-2edbd09e97eb'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:04.525238 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:04.540749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.550356 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eae7bf-559d-45e9-a8e0-a38624f41a29 None None] Network 0146bdca-e0e1-47ad-93c8-ff829af7f98a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:04.551169 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.551951 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:04.576165 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-52881ef0-4191-41c0-a8c4-785598307346 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.6540430 Aug 16 01:44:04.578777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51666) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:04.605605 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72502fd5-e87a-4980-807b-91378fb38677 req-9d9ed2fc-2bec-410e-9676-b4135ee7f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.609494 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72502fd5-e87a-4980-807b-91378fb38677 req-9d9ed2fc-2bec-410e-9676-b4135ee7f0d8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa68bec7-664a-48fb-be7e-46ef8fc16c75 HTTP/1.1" status: 200 len: 844 time: 0.1059034 Aug 16 01:44:04.667890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6befb8b-c92a-4e38-b957-57885b1571d4 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.672497 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72502fd5-e87a-4980-807b-91378fb38677 req-b5506fe0-2651-4bc6-b850-4b5c6dbbb951 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520909 Aug 16 01:44:04.677089 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6befb8b-c92a-4e38-b957-57885b1571d4 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.680019 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f6befb8b-c92a-4e38-b957-57885b1571d4 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1000066 Aug 16 01:44:04.683293 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51674) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:04.813862 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72502fd5-e87a-4980-807b-91378fb38677 req-01c7d973-8a34-421a-9b11-e1f7390b8196 service neutron] 10.222.0.63 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314695 Aug 16 01:44:04.907993 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc9486c-d913-4d46-a0bc-0d5c5e665564', 'tag': 'ec8a3195-6253-40ff-a36f-1fabfeaabc11'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:04.912167 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56fa1c5-3751-4841-a8e8-7d0c7d03d7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc9486c-d913-4d46-a0bc-0d5c5e665564", "tag": "ec8a3195-6253-40ff-a36f-1fabfeaabc11"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:04.966686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40149746-392a-42fb-89aa-ade3fa410ef8 req-249813ed-5a92-49c2-b482-4e48e9132a11 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:04.969012 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40149746-392a-42fb-89aa-ade3fa410ef8 req-249813ed-5a92-49c2-b482-4e48e9132a11 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 944 time: 0.0795317 Aug 16 01:44:05.027318 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40149746-392a-42fb-89aa-ade3fa410ef8 req-15b09158-834b-4dc9-bc1d-00140e773ada tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525017 Aug 16 01:44:05.075371 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d05e3-da5a-4e0c-a470-b7e4bcb2ef6a req-c8c00afa-56cc-4bd4-9602-a6055d77eb00 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:05.076905 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-450d05e3-da5a-4e0c-a470-b7e4bcb2ef6a req-c8c00afa-56cc-4bd4-9602-a6055d77eb00 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 943 time: 0.2504241 Aug 16 01:44:05.111852 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf572be-803c-40e4-8ae5-929e23085736 x-openstack-request-id: req-0cf572be-803c-40e4-8ae5-929e23085736 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:05.112226 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc9486c-d913-4d46-a0bc-0d5c5e665564", "tag": "ec8a3195-6253-40ff-a36f-1fabfeaabc11", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:05.112405 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0cf572be-803c-40e4-8ae5-929e23085736 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:05.112810 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc9486c-d913-4d46-a0bc-0d5c5e665564', 'tag': 'ec8a3195-6253-40ff-a36f-1fabfeaabc11', 'status': 'completed', 'code': 200} Aug 16 01:44:05.124856 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72502fd5-e87a-4980-807b-91378fb38677 req-77fa7424-1aea-499d-9465-f39ecdd79c82 service neutron] 10.222.0.63 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548265 Aug 16 01:44:05.136792 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cee89830-0a80-4524-accd-a69b5643d2c2 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Deleting port bc1e229a-8724-442a-a3b2-3395428fd2ab {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:05.137114 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cee89830-0a80-4524-accd-a69b5643d2c2 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.206003 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-450d05e3-da5a-4e0c-a470-b7e4bcb2ef6a req-128dc5f8-481d-4dc8-a12d-da55f93f89da tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183820 Aug 16 01:44:05.244925 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cee89830-0a80-4524-accd-a69b5643d2c2 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.263091 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cee89830-0a80-4524-accd-a69b5643d2c2 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Calling delete_port for bc1e229a-8724-442a-a3b2-3395428fd2ab owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:05.273725 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fa1c5-3751-4841-a8e8-7d0c7d03d7f6 req-9be3c24d-8df0-49a7-99b4-2ae2b91a5dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:05.274715 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f56fa1c5-3751-4841-a8e8-7d0c7d03d7f6 req-9be3c24d-8df0-49a7-99b4-2ae2b91a5dc9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f4daf488dea148eaa5a254f5ecbbcf18&device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 1096 time: 0.0912614 Aug 16 01:44:05.320795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51702) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:05.347624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a3241-7d01-466e-a9b5-4376ac5b5c95 req-299506a1-e770-456f-9fd6-d9184e18aaeb tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:05.357482 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a0a3241-7d01-466e-a9b5-4376ac5b5c95 req-299506a1-e770-456f-9fd6-d9184e18aaeb tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 944 time: 0.1029539 Aug 16 01:44:05.427114 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a0a3241-7d01-466e-a9b5-4376ac5b5c95 req-23cae071-7ee5-44a9-9038-213fe98e2977 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682809 Aug 16 01:44:05.437777 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fa1c5-3751-4841-a8e8-7d0c7d03d7f6 req-9ff83328-7f19-40bf-a978-a1f32dfb8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:05.439273 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f56fa1c5-3751-4841-a8e8-7d0c7d03d7f6 req-9ff83328-7f19-40bf-a978-a1f32dfb8b50 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 HTTP/1.1" status: 200 len: 905 time: 0.1567335 Aug 16 01:44:05.492300 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cee89830-0a80-4524-accd-a69b5643d2c2 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.494960 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f56fa1c5-3751-4841-a8e8-7d0c7d03d7f6 req-60f6882f-bd4a-4764-a034-b1d056d70d32 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec8a3195-6253-40ff-a36f-1fabfeaabc11 HTTP/1.1" status: 200 len: 217 time: 0.0478954 Aug 16 01:44:05.511154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-293f29aa-7aae-4292-b44d-90a3cdd85dda admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-172982936-network', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:05.530221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee89830-0a80-4524-accd-a69b5643d2c2 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event deleted for resources: {'Port': ['ID=bc1e229a-8724-442a-a3b2-3395428fd2ab,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:05.545949 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293f29aa-7aae-4292-b44d-90a3cdd85dda admin admin] Made reservation on behalf of 9ca74d145ad54f52a9156b1910a2719b for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:05.548932 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-293f29aa-7aae-4292-b44d-90a3cdd85dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.565137 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cee89830-0a80-4524-accd-a69b5643d2c2 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.567127 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cee89830-0a80-4524-accd-a69b5643d2c2 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "DELETE /v2.0/ports/bc1e229a-8724-442a-a3b2-3395428fd2ab HTTP/1.1" status: 204 len: 168 time: 0.7608988 Aug 16 01:44:05.570170 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-293f29aa-7aae-4292-b44d-90a3cdd85dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.572111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51712) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:05.590219 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device eb5a043a-14d4-48c9-a011-cfdc835a3b9d details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:44:05.599454 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fa1c5-3751-4841-a8e8-7d0c7d03d7f6 req-1bf51000-3510-4085-9560-0bc1158467ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:05.601237 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f56fa1c5-3751-4841-a8e8-7d0c7d03d7f6 req-1bf51000-3510-4085-9560-0bc1158467ed service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fa68bec7-664a-48fb-be7e-46ef8fc16c75 HTTP/1.1" status: 200 len: 844 time: 0.0807629 Aug 16 01:44:05.686996 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f56fa1c5-3751-4841-a8e8-7d0c7d03d7f6 req-bbd57f09-1bfb-418d-b37b-78996f62dec5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742633 Aug 16 01:44:05.809588 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2ebd2b0d-2ad8-49f7-a429-9958d2305c5b tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Deleting port 96721600-73bb-45b5-8bfd-e22e5db7f91d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:05.810243 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ebd2b0d-2ad8-49f7-a429-9958d2305c5b tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.838563 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port eb5a043a-14d4-48c9-a011-cfdc835a3b9d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=eb5a043a-14d4-48c9-a011-cfdc835a3b9d,segment=NetworkSegment(382f4ec2-08b6-4d01-8e28-1a50ec7540fd),segment_id=382f4ec2-08b6-4d01-8e28-1a50ec7540fd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:05.859340 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'eb5a043a-14d4-48c9-a011-cfdc835a3b9d', 'network_id': '3d04a5aa-97bb-4cae-920e-79216913a598', 'port_id': 'eb5a043a-14d4-48c9-a011-cfdc835a3b9d', 'mac_address': 'fa:16:3e:9d:b6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e6279e-1e5f-45f1-acd1-96fbf1bef968', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:44:05.869467 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f56fa1c5-3751-4841-a8e8-7d0c7d03d7f6 req-94a7e362-53b5-4c14-929d-4196e5a6693f service neutron] 10.222.0.63 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734898 Aug 16 01:44:05.899551 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-293f29aa-7aae-4292-b44d-90a3cdd85dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.903413 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ebd2b0d-2ad8-49f7-a429-9958d2305c5b tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.903934 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.912586 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-293f29aa-7aae-4292-b44d-90a3cdd85dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:05.921341 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb5a043a-14d4-48c9-a011-cfdc835a3b9d {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:05.925525 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2ebd2b0d-2ad8-49f7-a429-9958d2305c5b tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Calling delete_port for 96721600-73bb-45b5-8bfd-e22e5db7f91d owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:05.948424 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port eb5a043a-14d4-48c9-a011-cfdc835a3b9d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=eb5a043a-14d4-48c9-a011-cfdc835a3b9d,segment=NetworkSegment(382f4ec2-08b6-4d01-8e28-1a50ec7540fd),segment_id=382f4ec2-08b6-4d01-8e28-1a50ec7540fd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:05.957633 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293f29aa-7aae-4292-b44d-90a3cdd85dda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:05.957868 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.012982 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=eb5a043a-14d4-48c9-a011-cfdc835a3b9d,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:06.015633 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f29aa-7aae-4292-b44d-90a3cdd85dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3a3152-3681-4329-a88a-5528d6e4d061,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:06.020036 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f56fa1c5-3751-4841-a8e8-7d0c7d03d7f6 req-7f13cf65-83b1-4be8-b895-e1d759ea1c0f service neutron] 10.222.0.63 "GET /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397834 Aug 16 01:44:06.029852 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-293f29aa-7aae-4292-b44d-90a3cdd85dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.030350 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-293f29aa-7aae-4292-b44d-90a3cdd85dda admin admin] Added segment b5f372a8-0b04-455f-92d6-6952aa4b1489 of type vlan for network 5ffd1200-3653-4dd2-97e7-c5074409a495 Aug 16 01:44:06.091287 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-293f29aa-7aae-4292-b44d-90a3cdd85dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.118731 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ebd2b0d-2ad8-49f7-a429-9958d2305c5b tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.162300 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd2b0d-2ad8-49f7-a429-9958d2305c5b tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event deleted for resources: {'Port': ['ID=96721600-73bb-45b5-8bfd-e22e5db7f91d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:06.181160 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-293f29aa-7aae-4292-b44d-90a3cdd85dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.182143 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293f29aa-7aae-4292-b44d-90a3cdd85dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.183089 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-293f29aa-7aae-4292-b44d-90a3cdd85dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.185530 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ebd2b0d-2ad8-49f7-a429-9958d2305c5b tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.188172 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2ebd2b0d-2ad8-49f7-a429-9958d2305c5b tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "DELETE /v2.0/ports/96721600-73bb-45b5-8bfd-e22e5db7f91d HTTP/1.1" status: 204 len: 168 time: 0.6080372 Aug 16 01:44:06.191802 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51724) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:06.256636 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8ee6dbc6-3499-4842-b525-59470906c8e5 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0646944 Aug 16 01:44:06.262157 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51728) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:06.269735 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-24678aaa-3c83-4210-90e6-85b508fd931c tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-447272632'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:06.293975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24678aaa-3c83-4210-90e6-85b508fd931c tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Made reservation on behalf of 06716bb264b84713a933db00d2a6f1b3 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:06.299409 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-24678aaa-3c83-4210-90e6-85b508fd931c tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.336371 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['eb5a043a-14d4-48c9-a011-cfdc835a3b9d'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:06.370191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24678aaa-3c83-4210-90e6-85b508fd931c tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:06.387740 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-24678aaa-3c83-4210-90e6-85b508fd931c tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.388096 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-24678aaa-3c83-4210-90e6-85b508fd931c tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Added segment 5a220b9e-8ffd-4690-9366-7ff9ead99111 of type vlan for network 4c7d8abf-4042-458e-b2d9-1fad563be1b1 Aug 16 01:44:06.412959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f827e-672c-4ddf-9e55-c1b0e0236a23 req-8a62eaf6-6183-4391-9982-b557a808ca3c tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.420863 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f5f827e-672c-4ddf-9e55-c1b0e0236a23 req-8a62eaf6-6183-4391-9982-b557a808ca3c tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 944 time: 0.1058598 Aug 16 01:44:06.476038 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-24678aaa-3c83-4210-90e6-85b508fd931c tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.514511 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f5f827e-672c-4ddf-9e55-c1b0e0236a23 req-31594470-b994-467f-bf92-d3dc8f46d22b tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923972 Aug 16 01:44:06.554022 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-24678aaa-3c83-4210-90e6-85b508fd931c tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.563905 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24678aaa-3c83-4210-90e6-85b508fd931c tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.564631 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-24678aaa-3c83-4210-90e6-85b508fd931c tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.585415 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-24678aaa-3c83-4210-90e6-85b508fd931c tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3216217 Aug 16 01:44:06.588035 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51734) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:06.594690 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-db1c76e6-c2ef-4b3d-8b24-b713922bf734 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-636754443'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:06.602255 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-293f29aa-7aae-4292-b44d-90a3cdd85dda admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2778006 Aug 16 01:44:06.607329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51736) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:06.613190 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d4178f06-158f-46dc-97f1-07c473d1dc60 admin admin] Request body: {'subnet': {'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-172982936-subnet', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:06.645727 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576ad1f-9102-4f95-affb-4ad641d72ba4 req-0730ddd1-3cef-44dc-9ea3-a6368311842b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.648008 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6576ad1f-9102-4f95-affb-4ad641d72ba4 req-0730ddd1-3cef-44dc-9ea3-a6368311842b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 944 time: 0.5198562 Aug 16 01:44:06.661421 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f29aa-7aae-4292-b44d-90a3cdd85dda admin admin] Pushing event updated for resources: {'Network': ['ID=5ffd1200-3653-4dd2-97e7-c5074409a495,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:06.665385 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1c76e6-c2ef-4b3d-8b24-b713922bf734 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Made reservation on behalf of 06716bb264b84713a933db00d2a6f1b3 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:06.669353 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db1c76e6-c2ef-4b3d-8b24-b713922bf734 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.675044 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 5ffd1200-3653-4dd2-97e7-c5074409a495 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:06.699142 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4178f06-158f-46dc-97f1-07c473d1dc60 admin admin] Made reservation on behalf of 9ca74d145ad54f52a9156b1910a2719b for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:06.701849 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4178f06-158f-46dc-97f1-07c473d1dc60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.724647 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24678aaa-3c83-4210-90e6-85b508fd931c tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event updated for resources: {'Network': ['ID=4c7d8abf-4042-458e-b2d9-1fad563be1b1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:06.741543 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 4c7d8abf-4042-458e-b2d9-1fad563be1b1 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:06.749406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1c76e6-c2ef-4b3d-8b24-b713922bf734 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:06.759967 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3eb985-5a7e-43a3-b771-ca84698967ac req-22d3c684-7f13-4654-9756-486342bf24c0 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.761704 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8f3eb985-5a7e-43a3-b771-ca84698967ac req-22d3c684-7f13-4654-9756-486342bf24c0 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 944 time: 0.1253436 Aug 16 01:44:06.765408 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6576ad1f-9102-4f95-affb-4ad641d72ba4 req-39cd6a75-64ac-42a0-b690-fc0750ce5d99 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100020 Aug 16 01:44:06.782197 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db1c76e6-c2ef-4b3d-8b24-b713922bf734 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.782197 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-db1c76e6-c2ef-4b3d-8b24-b713922bf734 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Added segment f81a321a-7014-43b2-a123-23eb41b7c593 of type vlan for network 4308b404-644a-485e-ad4b-660f3d07cbe2 Aug 16 01:44:06.907272 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8f3eb985-5a7e-43a3-b771-ca84698967ac req-a6a10d1a-2b26-408b-aea3-54bbc50bb970 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293883 Aug 16 01:44:06.914170 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db1c76e6-c2ef-4b3d-8b24-b713922bf734 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.947869 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db1c76e6-c2ef-4b3d-8b24-b713922bf734 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.958407 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1c76e6-c2ef-4b3d-8b24-b713922bf734 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:06.959234 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db1c76e6-c2ef-4b3d-8b24-b713922bf734 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:06.977945 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4178f06-158f-46dc-97f1-07c473d1dc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.020509 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-db1c76e6-c2ef-4b3d-8b24-b713922bf734 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4311469 Aug 16 01:44:07.042921 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4178f06-158f-46dc-97f1-07c473d1dc60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2066c6a-92ce-4085-9aef-33a27593c624,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:07.055868 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c76e6-c2ef-4b3d-8b24-b713922bf734 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event updated for resources: {'Network': ['ID=4308b404-644a-485e-ad4b-660f3d07cbe2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:07.060250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4178f06-158f-46dc-97f1-07c473d1dc60 admin admin] Checking segment: {'id': 'b5f372a8-0b04-455f-92d6-6952aa4b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:07.060620 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4178f06-158f-46dc-97f1-07c473d1dc60 admin admin] Network hostable DHCP agents. Network: 5ffd1200-3653-4dd2-97e7-c5074409a495, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:07.068574 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 4308b404-644a-485e-ad4b-660f3d07cbe2 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:07.084822 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4178f06-158f-46dc-97f1-07c473d1dc60 admin admin] Network 5ffd1200-3653-4dd2-97e7-c5074409a495 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:07.108967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d4178f06-158f-46dc-97f1-07c473d1dc60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 5ffd1200-3653-4dd2-97e7-c5074409a495) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:07.119802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4178f06-158f-46dc-97f1-07c473d1dc60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:07.120676 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4178f06-158f-46dc-97f1-07c473d1dc60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.125359 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dac8dac-b6bb-4b7f-856d-5e6b0fecb2e8 None None] Network 5ffd1200-3653-4dd2-97e7-c5074409a495 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:07.142909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51750) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:07.148906 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bf5a3fbb-937c-4bef-bc51-e3b4976dbb0a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-172982936-router', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:07.152351 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d4178f06-158f-46dc-97f1-07c473d1dc60 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5438097 Aug 16 01:44:07.199890 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf5a3fbb-937c-4bef-bc51-e3b4976dbb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.201574 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf5a3fbb-937c-4bef-bc51-e3b4976dbb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.211987 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.311200 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-5ffd1200-3653-4dd2-97e7-c5074409a495', 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'fixed_ips': [{'subnet_id': 'd2066c6a-92ce-4085-9aef-33a27593c624'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:44:07.312192 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.324913 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf5a3fbb-937c-4bef-bc51-e3b4976dbb0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.477540 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Allocated IP 172.20.0.2 (5ffd1200-3653-4dd2-97e7-c5074409a495/d2066c6a-92ce-4085-9aef-33a27593c624/1f784dfd-d622-4703-bc9b-d85f84c4152d) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:07.579312 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf5a3fbb-937c-4bef-bc51-e3b4976dbb0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.599536 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device f36c652e-5b4e-415b-8bcd-2edbd09e97eb up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:07.678554 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.681286 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832de69-0f28-4fc4-ac95-20cf2fd33042 req-40fd0b4a-9d17-485d-a7aa-3ed486e15871 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:07.682835 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b832de69-0f28-4fc4-ac95-20cf2fd33042 req-40fd0b4a-9d17-485d-a7aa-3ed486e15871 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 944 time: 0.0910704 Aug 16 01:44:07.692112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Transition to ACTIVE for port object 1f784dfd-d622-4703-bc9b-d85f84c4152d will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:07.710785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port f36c652e-5b4e-415b-8bcd-2edbd09e97eb completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:07.715922 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Transition to ACTIVE for port object 1f784dfd-d622-4703-bc9b-d85f84c4152d will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:07.719899 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port f36c652e-5b4e-415b-8bcd-2edbd09e97eb triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:07.720271 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.724205 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.747806 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b832de69-0f28-4fc4-ac95-20cf2fd33042 req-f473bbbc-42e3-40d2-9979-cbbcb8a40123 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548530 Aug 16 01:44:07.798023 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Network 5ffd1200-3653-4dd2-97e7-c5074409a495 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:07.809570 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:07.814536 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:07.828158 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Pushing event updated for resources: {'Port': ['ID=1f784dfd-d622-4703-bc9b-d85f84c4152d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:07.875852 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf5a3fbb-937c-4bef-bc51-e3b4976dbb0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.896409 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf5a3fbb-937c-4bef-bc51-e3b4976dbb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.971563 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbc240-c0a5-4da3-bc83-fefe1179a383 req-928bc409-a738-4c2f-9cd9-c2a2c4a2874d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:07.975826 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6fbc240-c0a5-4da3-bc83-fefe1179a383 req-928bc409-a738-4c2f-9cd9-c2a2c4a2874d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 944 time: 0.0996809 Aug 16 01:44:08.019444 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-bf5a3fbb-937c-4bef-bc51-e3b4976dbb0a admin admin] Allocated IP 172.25.3.53 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/0faa9993-9c95-49cf-8915-87705fd7e304) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:08.052926 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6fbc240-c0a5-4da3-bc83-fefe1179a383 req-e513c80a-a679-4f73-b2fa-8453c9c4b234 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704660 Aug 16 01:44:08.097967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Attempting to bind port 1f784dfd-d622-4703-bc9b-d85f84c4152d on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:08.098370 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Attempting to bind port 1f784dfd-d622-4703-bc9b-d85f84c4152d by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'b5f372a8-0b04-455f-92d6-6952aa4b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:08.098725 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Attempting to bind port 1f784dfd-d622-4703-bc9b-d85f84c4152d on network 5ffd1200-3653-4dd2-97e7-c5074409a495 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:08.123186 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.124736 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:08.125111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Checking segment: {'id': 'b5f372a8-0b04-455f-92d6-6952aa4b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:08.125656 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.126170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Bound using segment: {'id': 'b5f372a8-0b04-455f-92d6-6952aa4b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:08.126649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Bound port: 1f784dfd-d622-4703-bc9b-d85f84c4152d, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f372a8-0b04-455f-92d6-6952aa4b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:08.127224 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.139000 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf5a3fbb-937c-4bef-bc51-e3b4976dbb0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.174462 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.208253 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf5a3fbb-937c-4bef-bc51-e3b4976dbb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.215319 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adab5a2f-5dd0-4eef-aff3-81e6c785aae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36c652e-5b4e-415b-8bcd-2edbd09e97eb'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:08.217560 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7a5c4e-1a52-42ad-94b3-c7636eb43588" -d '{"events": [{"server_uuid": "adab5a2f-5dd0-4eef-aff3-81e6c785aae0", "name": "network-vif-plugged", "status": "completed", "tag": "f36c652e-5b4e-415b-8bcd-2edbd09e97eb"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:08.231626 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5a3fbb-937c-4bef-bc51-e3b4976dbb0a admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:08.236367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-bf5a3fbb-937c-4bef-bc51-e3b4976dbb0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:08.238747 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] For port 1f784dfd-d622-4703-bc9b-d85f84c4152d, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:08.242104 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port f36c652e-5b4e-415b-8bcd-2edbd09e97eb, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f36c652e-5b4e-415b-8bcd-2edbd09e97eb,segment=NetworkSegment(382f4ec2-08b6-4d01-8e28-1a50ec7540fd),segment_id=382f4ec2-08b6-4d01-8e28-1a50ec7540fd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:08.254303 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.255170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device eb5a043a-14d4-48c9-a011-cfdc835a3b9d up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:08.259085 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5a3fbb-937c-4bef-bc51-e3b4976dbb0a admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:08.301865 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe7802a-274b-4c85-9010-00ee13fbb9c8 x-openstack-request-id: req-abe7802a-274b-4c85-9010-00ee13fbb9c8 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:08.301865 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adab5a2f-5dd0-4eef-aff3-81e6c785aae0", "name": "network-vif-plugged", "status": "completed", "tag": "f36c652e-5b4e-415b-8bcd-2edbd09e97eb", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:08.302321 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-abe7802a-274b-4c85-9010-00ee13fbb9c8 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:08.302321 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adab5a2f-5dd0-4eef-aff3-81e6c785aae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36c652e-5b4e-415b-8bcd-2edbd09e97eb', 'code': 200} Aug 16 01:44:08.303995 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] For port 1f784dfd-d622-4703-bc9b-d85f84c4152d, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=1f784dfd-d622-4703-bc9b-d85f84c4152d,segment=NetworkSegment(b5f372a8-0b04-455f-92d6-6952aa4b1489),segment_id=b5f372a8-0b04-455f-92d6-6952aa4b1489)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:08.317851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e3d15-f42f-4bc1-8b17-74295a0e6b81 req-da2fabd4-e462-461e-9081-f8c0571f1286 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:08.320111 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b35e3d15-f42f-4bc1-8b17-74295a0e6b81 req-da2fabd4-e462-461e-9081-f8c0571f1286 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 944 time: 0.1423857 Aug 16 01:44:08.342308 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.348678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a3fbb-937c-4bef-bc51-e3b4976dbb0a admin admin] Pushing event updated for resources: {'Port': ['ID=0faa9993-9c95-49cf-8915-87705fd7e304,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:08.378448 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b35e3d15-f42f-4bc1-8b17-74295a0e6b81 req-9ddb385e-ac68-4149-9e58-b5af84ff5f09 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572929 Aug 16 01:44:08.414959 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=f36c652e-5b4e-415b-8bcd-2edbd09e97eb,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:08.468915 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port eb5a043a-14d4-48c9-a011-cfdc835a3b9d completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:08.475825 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port eb5a043a-14d4-48c9-a011-cfdc835a3b9d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:08.476288 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.477857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b149765-5e10-4ca7-9891-305d9627c1e4 None None] Pushing event updated for resources: {'Port': ['ID=1f784dfd-d622-4703-bc9b-d85f84c4152d,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:08.557243 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ec8a3195-6253-40ff-a36f-1fabfeaabc11 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:44:08.616112 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.671729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272e508-94d3-4068-b6e5-5b548bef4593 req-b69b563d-0602-4978-b8c3-0c6a03de3ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:08.673334 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9272e508-94d3-4068-b6e5-5b548bef4593 req-b69b563d-0602-4978-b8c3-0c6a03de3ba9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=adab5a2f-5dd0-4eef-aff3-81e6c785aae0 HTTP/1.1" status: 200 len: 1098 time: 0.1341867 Aug 16 01:44:08.776163 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port eb5a043a-14d4-48c9-a011-cfdc835a3b9d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=eb5a043a-14d4-48c9-a011-cfdc835a3b9d,segment=NetworkSegment(382f4ec2-08b6-4d01-8e28-1a50ec7540fd),segment_id=382f4ec2-08b6-4d01-8e28-1a50ec7540fd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:08.807632 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.810646 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e61e91ef-9b25-496a-a71c-164af31fc21f up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:08.869496 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ec8a3195-6253-40ff-a36f-1fabfeaabc11, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ec8a3195-6253-40ff-a36f-1fabfeaabc11,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:08.902656 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'ec8a3195-6253-40ff-a36f-1fabfeaabc11', 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8', 'port_id': 'ec8a3195-6253-40ff-a36f-1fabfeaabc11', 'mac_address': 'fa:16:3e:7e:ef:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa68bec7-664a-48fb-be7e-46ef8fc16c75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:44:08.998410 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b1d6b-a3e2-4164-b3ea-e2254cb94d6e req-b6c1e7f8-8572-42de-a649-e0d5b10cf5f9 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:09.010876 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c27b1d6b-a3e2-4164-b3ea-e2254cb94d6e req-b6c1e7f8-8572-42de-a649-e0d5b10cf5f9 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 945 time: 0.1170378 Aug 16 01:44:09.070983 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c27b1d6b-a3e2-4164-b3ea-e2254cb94d6e req-273eb10d-e32f-4e63-baf2-8b5db409e321 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582922 Aug 16 01:44:09.076038 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.103290 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8a3195-6253-40ff-a36f-1fabfeaabc11 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:09.132397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ec8a3195-6253-40ff-a36f-1fabfeaabc11, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ec8a3195-6253-40ff-a36f-1fabfeaabc11,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:09.139114 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port e61e91ef-9b25-496a-a71c-164af31fc21f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:09.144298 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=eb5a043a-14d4-48c9-a011-cfdc835a3b9d,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:09.150695 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.217465 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port e61e91ef-9b25-496a-a71c-164af31fc21f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:09.218377 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.271900 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=ec8a3195-6253-40ff-a36f-1fabfeaabc11,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:09.373259 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.407473 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 1f784dfd-d622-4703-bc9b-d85f84c4152d up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:09.462749 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ec8a3195-6253-40ff-a36f-1fabfeaabc11'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:09.569006 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf5a3fbb-937c-4bef-bc51-e3b4976dbb0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.616662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e61e91ef-9b25-496a-a71c-164af31fc21f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e61e91ef-9b25-496a-a71c-164af31fc21f,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:09.642603 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 1f784dfd-d622-4703-bc9b-d85f84c4152d completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:09.652993 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.693581 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6758687-3ac7-4937-a2bf-746e42ad110b req-84d23798-2ad2-4cf7-8de6-20f23099935c tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:09.704683 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6758687-3ac7-4937-a2bf-746e42ad110b req-84d23798-2ad2-4cf7-8de6-20f23099935c tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 945 time: 0.1440625 Aug 16 01:44:09.721690 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=e61e91ef-9b25-496a-a71c-164af31fc21f,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:09.784354 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6758687-3ac7-4937-a2bf-746e42ad110b req-f3d6be9e-e346-4feb-86e4-5f523cdb043e tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719402 Aug 16 01:44:09.905702 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9272e508-94d3-4068-b6e5-5b548bef4593 req-50a42fad-9e6a-4e79-9c24-07cc06bb2308 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2140510 Aug 16 01:44:09.931523 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e828a85-3f8a-4d44-9c22-42a301820a4b req-7eb96c01-7f38-44f4-955d-627a15fbbfbd tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:09.940039 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e828a85-3f8a-4d44-9c22-42a301820a4b req-7eb96c01-7f38-44f4-955d-627a15fbbfbd tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 945 time: 0.1508560 Aug 16 01:44:09.959295 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9267c34c-18a8-4dfb-bd83-23afe6708d57 None None] Network 5ffd1200-3653-4dd2-97e7-c5074409a495 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:10.011930 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf5a3fbb-937c-4bef-bc51-e3b4976dbb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.019258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51804) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:10.094171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-80d6d797-28b0-4a30-b276-d52d197e9dcc None None] Provisioning for port 1f784dfd-d622-4703-bc9b-d85f84c4152d completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:10.098494 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e828a85-3f8a-4d44-9c22-42a301820a4b req-89dd3393-77c7-4a79-921b-0b1ec8feeb23 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573658 Aug 16 01:44:10.104279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-80d6d797-28b0-4a30-b276-d52d197e9dcc None None] Provisioning complete for port 1f784dfd-d622-4703-bc9b-d85f84c4152d triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:10.104844 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80d6d797-28b0-4a30-b276-d52d197e9dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.240104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5a3fbb-937c-4bef-bc51-e3b4976dbb0a admin admin] Router 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:44:10.245299 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8aa76ff-56ef-489d-8158-edd025085ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.263909 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80d6d797-28b0-4a30-b276-d52d197e9dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.283026 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd63d15-8f5b-4461-bf3d-cf7cb187f7b8 req-2642fe2a-9ff0-4395-9354-e7c500b2c4ce tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:10.284849 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bbd63d15-8f5b-4461-bf3d-cf7cb187f7b8 req-2642fe2a-9ff0-4395-9354-e7c500b2c4ce tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 945 time: 0.0982900 Aug 16 01:44:10.303150 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74fdb87-0f95-4d1d-85f4-7d467ba88b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5a043a-14d4-48c9-a011-cfdc835a3b9d'}, {'server_uuid': '3636aac8-001c-45a7-9ca3-369a7b7c2446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61e91ef-9b25-496a-a71c-164af31fc21f'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:10.305477 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9544bc-42ce-4027-ab01-55fd35c519e9" -d '{"events": [{"server_uuid": "f74fdb87-0f95-4d1d-85f4-7d467ba88b10", "name": "network-vif-plugged", "status": "completed", "tag": "eb5a043a-14d4-48c9-a011-cfdc835a3b9d"}, {"server_uuid": "3636aac8-001c-45a7-9ca3-369a7b7c2446", "name": "network-vif-plugged", "status": "completed", "tag": "e61e91ef-9b25-496a-a71c-164af31fc21f"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:10.358949 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-80d6d797-28b0-4a30-b276-d52d197e9dcc None None] For port 1f784dfd-d622-4703-bc9b-d85f84c4152d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=1f784dfd-d622-4703-bc9b-d85f84c4152d,segment=NetworkSegment(b5f372a8-0b04-455f-92d6-6952aa4b1489),segment_id=b5f372a8-0b04-455f-92d6-6952aa4b1489)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:10.375093 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b813a4f5-978c-4506-9ad0-2c968824ba5c x-openstack-request-id: req-b813a4f5-978c-4506-9ad0-2c968824ba5c {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:10.375779 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74fdb87-0f95-4d1d-85f4-7d467ba88b10", "name": "network-vif-plugged", "status": "completed", "tag": "eb5a043a-14d4-48c9-a011-cfdc835a3b9d", "code": 200}, {"server_uuid": "3636aac8-001c-45a7-9ca3-369a7b7c2446", "name": "network-vif-plugged", "status": "completed", "tag": "e61e91ef-9b25-496a-a71c-164af31fc21f", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:10.376330 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b813a4f5-978c-4506-9ad0-2c968824ba5c {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:10.376796 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74fdb87-0f95-4d1d-85f4-7d467ba88b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5a043a-14d4-48c9-a011-cfdc835a3b9d', 'code': 200} Aug 16 01:44:10.377113 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3636aac8-001c-45a7-9ca3-369a7b7c2446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61e91ef-9b25-496a-a71c-164af31fc21f', 'code': 200} Aug 16 01:44:10.378665 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80d6d797-28b0-4a30-b276-d52d197e9dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.453749 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51814) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:10.478243 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Request body: {'subnets': [{'network_id': '4c7d8abf-4042-458e-b2d9-1fad563be1b1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2066128706', 'ip_version': 6}, {'network_id': '4308b404-644a-485e-ad4b-660f3d07cbe2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:10.478849 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Request body: {'subnet': {'network_id': '4c7d8abf-4042-458e-b2d9-1fad563be1b1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2066128706', 'ip_version': 6}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:10.480031 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Request body: {'subnet': {'network_id': '4308b404-644a-485e-ad4b-660f3d07cbe2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:10.511459 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6d797-28b0-4a30-b276-d52d197e9dcc None None] Pushing event updated for resources: {'Port': ['ID=1f784dfd-d622-4703-bc9b-d85f84c4152d,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:10.526507 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bbd63d15-8f5b-4461-bf3d-cf7cb187f7b8 req-a1982ce2-f793-4d13-b48d-8ce3fbca5125 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267890 Aug 16 01:44:10.550532 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ec8a3195-6253-40ff-a36f-1fabfeaabc11 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:10.566585 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8aa76ff-56ef-489d-8158-edd025085ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.574988 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5a3fbb-937c-4bef-bc51-e3b4976dbb0a admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:44:10.576465 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8aa76ff-56ef-489d-8158-edd025085ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.588509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Sync routers for ids ['43b70586-a37c-4aa5-a08c-3c4d8a8fc090'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:44:10.603303 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5008e3-36f9-4be5-a534-dc6e76ecaeee req-9e478131-db15-489b-be9f-b2960adc506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:10.604597 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c5008e3-36f9-4be5-a534-dc6e76ecaeee req-9e478131-db15-489b-be9f-b2960adc506c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 1097 time: 0.1058180 Aug 16 01:44:10.606435 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa76ff-56ef-489d-8158-edd025085ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a84e71-c099-40ec-9ae5-f47d513c0c18,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:10.618465 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Routers {'43b70586-a37c-4aa5-a08c-3c4d8a8fc090'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:44:10.619499 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:43:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['43b70586-a37c-4aa5-a08c-3c4d8a8fc090'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:10.647487 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf5a3fbb-937c-4bef-bc51-e3b4976dbb0a admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.651371 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bf5a3fbb-937c-4bef-bc51-e3b4976dbb0a admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5044131 Aug 16 01:44:10.652197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51816) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:10.658215 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d37d3-946f-4ace-a0ba-7fa54076146d req-f07a613f-363c-4d9d-93fc-c776f8985f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:10.659986 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-621d37d3-946f-4ace-a0ba-7fa54076146d req-f07a613f-363c-4d9d-93fc-c776f8985f13 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 1097 time: 0.1424339 Aug 16 01:44:10.668378 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f8aa76ff-56ef-489d-8158-edd025085ad5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9b0508a89ebe4f49a646e3319697c9a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6480587 Aug 16 01:44:10.676139 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51818) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:10.724637 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c5008e3-36f9-4be5-a534-dc6e76ecaeee req-f576d183-397d-4de7-bf93-3a389a023c47 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947125 Aug 16 01:44:10.736980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e17baf90-7881-4066-b06c-3b33e48e6881 None None] Provisioning complete for port 1f784dfd-d622-4703-bc9b-d85f84c4152d triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:10.737488 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e17baf90-7881-4066-b06c-3b33e48e6881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.774096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Set router 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:44:10.797954 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-621d37d3-946f-4ace-a0ba-7fa54076146d req-d1d6c029-f29f-4a0e-98a6-0c5b33a1538f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211092 Aug 16 01:44:10.823314 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-700b5288-bdda-4ec5-a1b6-24dafae6a9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.849964 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Made reservation on behalf of 06716bb264b84713a933db00d2a6f1b3 for: {'subnet': 2} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:10.853697 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port ec8a3195-6253-40ff-a36f-1fabfeaabc11 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:10.856375 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.856726 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.867016 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port ec8a3195-6253-40ff-a36f-1fabfeaabc11 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:10.867391 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:10.922255 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-700b5288-bdda-4ec5-a1b6-24dafae6a9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.084942 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79fd83-3972-405a-93a0-a06ab15a2461 req-43dfe78f-bbd2-4f0c-b476-abc67a85452d tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:11.086588 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef79fd83-3972-405a-93a0-a06ab15a2461 req-43dfe78f-bbd2-4f0c-b476-abc67a85452d tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 945 time: 0.1292777 Aug 16 01:44:11.089996 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-700b5288-bdda-4ec5-a1b6-24dafae6a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.092281 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.093415 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-700b5288-bdda-4ec5-a1b6-24dafae6a9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.097115 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-700b5288-bdda-4ec5-a1b6-24dafae6a9e9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/09a84e71-c099-40ec-9ae5-f47d513c0c18 HTTP/1.1" status: 204 len: 168 time: 0.4169207 Aug 16 01:44:11.115607 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b5288-bdda-4ec5-a1b6-24dafae6a9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a84e71-c099-40ec-9ae5-f47d513c0c18,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:11.140146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b5288-bdda-4ec5-a1b6-24dafae6a9e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:11.140146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b5288-bdda-4ec5-a1b6-24dafae6a9e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:11.140769 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b5288-bdda-4ec5-a1b6-24dafae6a9e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:11.141071 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ec8a3195-6253-40ff-a36f-1fabfeaabc11, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ec8a3195-6253-40ff-a36f-1fabfeaabc11,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:11.141192 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b5288-bdda-4ec5-a1b6-24dafae6a9e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:11.141630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b5288-bdda-4ec5-a1b6-24dafae6a9e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:11.142060 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b5288-bdda-4ec5-a1b6-24dafae6a9e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:11.142311 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b5288-bdda-4ec5-a1b6-24dafae6a9e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:11.142640 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b5288-bdda-4ec5-a1b6-24dafae6a9e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:11.143514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b5288-bdda-4ec5-a1b6-24dafae6a9e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:11.143514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b5288-bdda-4ec5-a1b6-24dafae6a9e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:11.143731 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b5288-bdda-4ec5-a1b6-24dafae6a9e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:11.144357 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b5288-bdda-4ec5-a1b6-24dafae6a9e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:11.146510 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'name': 'tempest-TaggedBootDevicesTest_v242-172982936-router', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:08Z', 'revision_number': 3, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'gw_port': {'id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:11.200575 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Checking router: 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:44:11.200968 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Updating router 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 port 0faa9993-9c95-49cf-8915-87705fd7e304 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:44:11.203578 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef79fd83-3972-405a-93a0-a06ab15a2461 req-3e22afe3-c253-4542-9347-f461cd47af5f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075039 Aug 16 01:44:11.210612 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.341250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48741100-1a9f-49c4-a7f5-46a9bdfa7edf req-359c1b61-916c-4dd9-bd14-90fd6470baba tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:11.342956 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-48741100-1a9f-49c4-a7f5-46a9bdfa7edf req-359c1b61-916c-4dd9-bd14-90fd6470baba tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 945 time: 0.1441562 Aug 16 01:44:11.347930 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd19f850-a817-42e6-95be-62dcc2b90614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.421000 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 1f784dfd-d622-4703-bc9b-d85f84c4152d up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:11.465338 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.500905 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=ec8a3195-6253-40ff-a36f-1fabfeaabc11,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:11.570888 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51832) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:11.588838 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.608277 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-48741100-1a9f-49c4-a7f5-46a9bdfa7edf req-87fd1562-96f9-4855-b6b2-6bba23e303a5 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577109 Aug 16 01:44:11.610089 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddb3ffbb-6fa0-4e5a-99a3-fa56b8c6395c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.679677 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event updated for resources: {'Subnet': ['ID=eb7e05c6-bbba-4612-ae75-1acfb27248b2,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:11.693449 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-bd19f850-a817-42e6-95be-62dcc2b90614 admin admin] Allocated IP 172.20.0.1 (5ffd1200-3653-4dd2-97e7-c5074409a495/d2066c6a-92ce-4085-9aef-33a27593c624/8e508f1c-e053-4557-9551-15f54666710f) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:11.699385 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Checking segment: {'id': '5a220b9e-8ffd-4690-9366-7ff9ead99111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4c7d8abf-4042-458e-b2d9-1fad563be1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:11.700228 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Network hostable DHCP agents. Network: 4c7d8abf-4042-458e-b2d9-1fad563be1b1, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:11.727369 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Network 4c7d8abf-4042-458e-b2d9-1fad563be1b1 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:11.779466 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 4c7d8abf-4042-458e-b2d9-1fad563be1b1) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:11.788306 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 1f784dfd-d622-4703-bc9b-d85f84c4152d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:11.789907 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.801494 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.816006 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a700f3a2-98c3-40b5-9bec-5458dd89461d None None] Network 4c7d8abf-4042-458e-b2d9-1fad563be1b1 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:11.855387 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddb3ffbb-6fa0-4e5a-99a3-fa56b8c6395c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.870960 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddb3ffbb-6fa0-4e5a-99a3-fa56b8c6395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.893884 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0a7be-d304-4fc2-97f5-b83a4adbabd1 req-664366a8-c06e-4baa-bfb7-fb7b5ffb100c tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:11.902412 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-96d0a7be-d304-4fc2-97f5-b83a4adbabd1 req-664366a8-c06e-4baa-bfb7-fb7b5ffb100c tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 945 time: 0.1594086 Aug 16 01:44:11.907808 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51834) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:11.908613 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ddb3ffbb-6fa0-4e5a-99a3-fa56b8c6395c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fbfe98f7ca3947a895d6035c277982a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3332055 Aug 16 01:44:11.912755 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd19f850-a817-42e6-95be-62dcc2b90614 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.919818 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event updated for resources: {'Subnet': ['ID=41af73a2-f418-421d-a930-b4c829378189,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:11.922722 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:11.947121 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Transition to ACTIVE for port object 0faa9993-9c95-49cf-8915-87705fd7e304 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:11.957856 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bd19f850-a817-42e6-95be-62dcc2b90614 admin admin] Transition to ACTIVE for port object 8e508f1c-e053-4557-9551-15f54666710f will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:11.966252 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3ffbb-6fa0-4e5a-99a3-fa56b8c6395c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8714d52-c038-40b0-a102-cb4505079b50,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:11.978619 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.007969 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd19f850-a817-42e6-95be-62dcc2b90614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.009299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Checking segment: {'id': 'f81a321a-7014-43b2-a123-23eb41b7c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4308b404-644a-485e-ad4b-660f3d07cbe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:12.009861 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Network hostable DHCP agents. Network: 4308b404-644a-485e-ad4b-660f3d07cbe2, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:12.060796 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-96d0a7be-d304-4fc2-97f5-b83a4adbabd1 req-1ec5df57-6f82-4f44-aad9-3c5af5222b8c tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537938 Aug 16 01:44:12.070055 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19f850-a817-42e6-95be-62dcc2b90614 admin admin] Pushing event updated for resources: {'Port': ['ID=8e508f1c-e053-4557-9551-15f54666710f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:12.082745 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Attempting to bind port 0faa9993-9c95-49cf-8915-87705fd7e304 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:12.083245 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Attempting to bind port 0faa9993-9c95-49cf-8915-87705fd7e304 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:12.083936 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Attempting to bind port 0faa9993-9c95-49cf-8915-87705fd7e304 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:12.085792 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bb02d-f50b-494b-8bc3-0a846eecdc2a None None] Pushing event updated for resources: {'Port': ['ID=0faa9993-9c95-49cf-8915-87705fd7e304,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:12.088012 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Network 4308b404-644a-485e-ad4b-660f3d07cbe2 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:12.090910 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd19f850-a817-42e6-95be-62dcc2b90614 admin admin] Network 5ffd1200-3653-4dd2-97e7-c5074409a495 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:12.092897 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bd19f850-a817-42e6-95be-62dcc2b90614 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:12.094940 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-665b2dfd-3300-4678-b3f3-0ab4932f41ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.100551 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:12.101058 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:12.101690 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.102172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:12.102841 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Bound port: 0faa9993-9c95-49cf-8915-87705fd7e304, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:12.103218 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.109436 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd19f850-a817-42e6-95be-62dcc2b90614 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:12.113133 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 4308b404-644a-485e-ad4b-660f3d07cbe2) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:12.124338 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:12.124803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:12.125437 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.132685 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-665b2dfd-3300-4678-b3f3-0ab4932f41ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.133794 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550d07b6-149a-4491-985b-52a7f068507b None None] Network 4308b404-644a-485e-ad4b-660f3d07cbe2 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:12.161862 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b3f58e78-bb36-4b92-ad9f-0e15d1d0526e tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.7057924 Aug 16 01:44:12.167559 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51836) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:12.169396 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd19f850-a817-42e6-95be-62dcc2b90614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.226519 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191acc2e-18fd-4e18-87e8-abff097ba6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-4c7d8abf-4042-458e-b2d9-1fad563be1b1', 'network_id': '4c7d8abf-4042-458e-b2d9-1fad563be1b1', 'tenant_id': '06716bb264b84713a933db00d2a6f1b3', 'fixed_ips': [{'subnet_id': 'eb7e05c6-bbba-4612-ae75-1acfb27248b2'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:44:12.227525 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-191acc2e-18fd-4e18-87e8-abff097ba6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.267008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d95a22-5a2b-4f11-9d2d-477b97120a83 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:12.267943 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] For port 0faa9993-9c95-49cf-8915-87705fd7e304, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:12.268695 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d95a22-5a2b-4f11-9d2d-477b97120a83 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:12.270282 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d95a22-5a2b-4f11-9d2d-477b97120a83 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:12.271927 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b6d95a22-5a2b-4f11-9d2d-477b97120a83 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1034336 Aug 16 01:44:12.282963 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51840) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:12.294901 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-665b2dfd-3300-4678-b3f3-0ab4932f41ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.306853 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-665b2dfd-3300-4678-b3f3-0ab4932f41ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.308473 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:44:12.310223 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-665b2dfd-3300-4678-b3f3-0ab4932f41ce admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a8714d52-c038-40b0-a102-cb4505079b50 HTTP/1.1" status: 204 len: 168 time: 0.3919020 Aug 16 01:44:12.333659 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] For port 0faa9993-9c95-49cf-8915-87705fd7e304, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0faa9993-9c95-49cf-8915-87705fd7e304,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:12.376747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b2dfd-3300-4678-b3f3-0ab4932f41ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8714d52-c038-40b0-a102-cb4505079b50,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:12.399355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ce2b63-33da-4190-8de0-f9694c45ad81 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Deleting subnet eb7e05c6-bbba-4612-ae75-1acfb27248b2 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:44:12.403228 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7ce2b63-33da-4190-8de0-f9694c45ad81 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.429980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc9486c-d913-4d46-a0bc-0d5c5e665564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8a3195-6253-40ff-a36f-1fabfeaabc11'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:12.433055 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8485c2-f6c9-4104-9b4d-bd39a9da33af" -d '{"events": [{"server_uuid": "fdc9486c-d913-4d46-a0bc-0d5c5e665564", "name": "network-vif-plugged", "status": "completed", "tag": "ec8a3195-6253-40ff-a36f-1fabfeaabc11"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:12.444264 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.465401 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7ce2b63-33da-4190-8de0-f9694c45ad81 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.490783 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd19f850-a817-42e6-95be-62dcc2b90614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.516299 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4358725-14f4-4ccf-9abd-f9a53bcc852e x-openstack-request-id: req-e4358725-14f4-4ccf-9abd-f9a53bcc852e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:12.516701 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc9486c-d913-4d46-a0bc-0d5c5e665564", "name": "network-vif-plugged", "status": "completed", "tag": "ec8a3195-6253-40ff-a36f-1fabfeaabc11", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:12.517011 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e4358725-14f4-4ccf-9abd-f9a53bcc852e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:12.517564 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc9486c-d913-4d46-a0bc-0d5c5e665564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8a3195-6253-40ff-a36f-1fabfeaabc11', 'code': 200} Aug 16 01:44:12.525043 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7ce2b63-33da-4190-8de0-f9694c45ad81 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.541843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8e7a3d69-ed97-4b7e-9113-39dd7cb4d75b None None] Provisioning for port 8e508f1c-e053-4557-9551-15f54666710f completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:12.551973 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8e7a3d69-ed97-4b7e-9113-39dd7cb4d75b None None] Provisioning complete for port 8e508f1c-e053-4557-9551-15f54666710f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:12.552435 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8e7a3d69-ed97-4b7e-9113-39dd7cb4d75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.584600 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfdbcf-8996-4237-b242-d902d38c0d52 req-13562e22-13c9-4441-a660-9ab44c6e905d tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:12.586587 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-41dfdbcf-8996-4237-b242-d902d38c0d52 req-13562e22-13c9-4441-a660-9ab44c6e905d tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 946 time: 0.1710968 Aug 16 01:44:12.634967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Routers {'43b70586-a37c-4aa5-a08c-3c4d8a8fc090'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:44:12.635707 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:43:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['43b70586-a37c-4aa5-a08c-3c4d8a8fc090'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:12.659332 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7ce2b63-33da-4190-8de0-f9694c45ad81 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.696774 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce2b63-33da-4190-8de0-f9694c45ad81 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7e05c6-bbba-4612-ae75-1acfb27248b2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:12.703965 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7ce2b63-33da-4190-8de0-f9694c45ad81 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.709462 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d7ce2b63-33da-4190-8de0-f9694c45ad81 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "DELETE /v2.0/subnets/eb7e05c6-bbba-4612-ae75-1acfb27248b2 HTTP/1.1" status: 204 len: 168 time: 0.4250674 Aug 16 01:44:12.710624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51850) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:12.716021 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-41dfdbcf-8996-4237-b242-d902d38c0d52 req-0d82f00c-bef5-43b1-b736-08ba879eaf19 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195915 Aug 16 01:44:12.716529 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08474404-0638-41ad-a554-a04a82b0ec84 req-b58714c3-98de-4188-8cb2-a7ebb259679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:12.719238 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08474404-0638-41ad-a554-a04a82b0ec84 req-b58714c3-98de-4188-8cb2-a7ebb259679c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 1098 time: 0.1107314 Aug 16 01:44:12.768490 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08474404-0638-41ad-a554-a04a82b0ec84 req-b1be7310-2c96-453b-ad57-c92bd2a00666 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381818 Aug 16 01:44:12.821458 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e8101b-bcad-4bcf-b621-3b63deb4e2e7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Deleting subnet 41af73a2-f418-421d-a930-b4c829378189 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server [None req-191acc2e-18fd-4e18-87e8-abff097ba6f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb7e05c6-bbba-4612-ae75-1acfb27248b2: This subnet is being modified by another concurrent operation. Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 01:44:12.823862 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise exception Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb7e05c6-bbba-4612-ae75-1acfb27248b2: This subnet is being modified by another concurrent operation. Aug 16 01:44:12.827865 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Aug 16 01:44:12.845142 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-86e8101b-bcad-4bcf-b621-3b63deb4e2e7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.847041 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b1376e-b470-43b5-bafc-12e81f37cae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-4308b404-644a-485e-ad4b-660f3d07cbe2', 'network_id': '4308b404-644a-485e-ad4b-660f3d07cbe2', 'tenant_id': '06716bb264b84713a933db00d2a6f1b3', 'fixed_ips': [{'subnet_id': '41af73a2-f418-421d-a930-b4c829378189'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:44:12.847926 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9b1376e-b470-43b5-bafc-12e81f37cae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.850756 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bb02d-f50b-494b-8bc3-0a846eecdc2a None None] Pushing event updated for resources: {'Port': ['ID=0faa9993-9c95-49cf-8915-87705fd7e304,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:12.866717 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a3d69-ed97-4b7e-9113-39dd7cb4d75b None None] Port 8e508f1c-e053-4557-9551-15f54666710f cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:12.880328 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] Set router 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:44:12.908263 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd19f850-a817-42e6-95be-62dcc2b90614 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.911498 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43b1ff5-bd14-4811-8129-5636d4e9af2e None None] Network 4c7d8abf-4042-458e-b2d9-1fad563be1b1 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:12.924927 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd19f850-a817-42e6-95be-62dcc2b90614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.937428 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-86e8101b-bcad-4bcf-b621-3b63deb4e2e7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.012475 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde09cb-ec2c-4155-b4b2-c814e8ed6946 req-4ef11acf-fae4-47b7-916d-26d5e47c6156 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:13.014134 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9dde09cb-ec2c-4155-b4b2-c814e8ed6946 req-4ef11acf-fae4-47b7-916d-26d5e47c6156 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 945 time: 0.1991036 Aug 16 01:44:13.093608 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-86e8101b-bcad-4bcf-b621-3b63deb4e2e7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.154314 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19f850-a817-42e6-95be-62dcc2b90614 admin admin] Pushing event updated for resources: {'Port': ['ID=8e508f1c-e053-4557-9551-15f54666710f,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:13.167697 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd19f850-a817-42e6-95be-62dcc2b90614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.217995 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcd8dc-c6bd-4ce0-a581-d0a0339add75 req-8f0f6977-d524-4d28-8a4d-f27a746cd774 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:13.220020 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0edcd8dc-c6bd-4ce0-a581-d0a0339add75 req-8f0f6977-d524-4d28-8a4d-f27a746cd774 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 945 time: 0.0805094 Aug 16 01:44:13.222331 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9dde09cb-ec2c-4155-b4b2-c814e8ed6946 req-4e8a3190-ce8c-406d-8af1-1432f48133c1 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887341 Aug 16 01:44:13.266714 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0edcd8dc-c6bd-4ce0-a581-d0a0339add75 req-1fd208a7-5bb4-43d0-8030-c86ab6fc77d0 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397799 Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server [None req-d9b1376e-b470-43b5-bafc-12e81f37cae3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41af73a2-f418-421d-a930-b4c829378189: This subnet is being modified by another concurrent operation. Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 01:44:13.280970 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise exception Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41af73a2-f418-421d-a930-b4c829378189: This subnet is being modified by another concurrent operation. Aug 16 01:44:13.285047 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Aug 16 01:44:13.288161 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'name': 'tempest-TaggedBootDevicesTest_v242-172982936-router', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:12Z', 'revision_number': 4, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'gw_port': {'id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8e508f1c-e053-4557-9551-15f54666710f', 'name': '', 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'mac_address': 'fa:16:3e:f8:7a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:11Z', 'updated_at': '2021-08-16T01:44:11Z', 'revision_number': 1, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'subnets': [{'id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:13.304728 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-86e8101b-bcad-4bcf-b621-3b63deb4e2e7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.324700 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b18628-93ad-4a48-869f-4d960151003f None None] The sync data for ids ['43b70586-a37c-4aa5-a08c-3c4d8a8fc090'] in n-d-765315-27 is: [{'id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'name': 'tempest-TaggedBootDevicesTest_v242-172982936-router', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:12Z', 'revision_number': 4, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'gw_port': {'id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8e508f1c-e053-4557-9551-15f54666710f', 'name': '', 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'mac_address': 'fa:16:3e:f8:7a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:11Z', 'updated_at': '2021-08-16T01:44:11Z', 'revision_number': 1, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'subnets': [{'id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:44:13.329159 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebfe5aa-0438-45e5-a329-46f743e8e3f4 None None] Network 4308b404-644a-485e-ad4b-660f3d07cbe2 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:13.348219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8101b-bcad-4bcf-b621-3b63deb4e2e7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event deleted for resources: {'Subnet': ['ID=41af73a2-f418-421d-a930-b4c829378189,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:13.372830 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-86e8101b-bcad-4bcf-b621-3b63deb4e2e7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.378380 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-86e8101b-bcad-4bcf-b621-3b63deb4e2e7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "DELETE /v2.0/subnets/41af73a2-f418-421d-a930-b4c829378189 HTTP/1.1" status: 204 len: 168 time: 0.6606295 Aug 16 01:44:13.378954 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51868) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:13.451419 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd19f850-a817-42e6-95be-62dcc2b90614 admin admin] Network 5ffd1200-3653-4dd2-97e7-c5074409a495 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:13.456736 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bd19f850-a817-42e6-95be-62dcc2b90614 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:13.504568 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76f7b3-6922-4df8-89e7-b3e7e379e05d req-5e468f00-69b4-4832-a961-ae0c57d43c0d tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:13.510330 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f76f7b3-6922-4df8-89e7-b3e7e379e05d req-5e468f00-69b4-4832-a961-ae0c57d43c0d tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=adab5a2f-5dd0-4eef-aff3-81e6c785aae0 HTTP/1.1" status: 200 len: 946 time: 0.0923240 Aug 16 01:44:13.513641 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0a6bc5-3745-4ecd-b440-ed8fa3c522f7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:13.534868 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3c0a6bc5-3745-4ecd-b440-ed8fa3c522f7 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1547291 Aug 16 01:44:13.536853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51876) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:13.599930 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba095a-fd74-4eb2-b973-36656ab4c8cb req-2436bfd3-3fcb-4509-8a7c-fba5e70ef49c tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:13.611439 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-89ba095a-fd74-4eb2-b973-36656ab4c8cb req-2436bfd3-3fcb-4509-8a7c-fba5e70ef49c tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 945 time: 0.2645981 Aug 16 01:44:13.695980 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f76f7b3-6922-4df8-89e7-b3e7e379e05d req-f56abd60-e6a8-4be4-a0fb-afabea3e6432 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597414 Aug 16 01:44:13.701674 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fa66259-d967-4e15-bfd8-c8c0010e6d3a tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.782271 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-89ba095a-fd74-4eb2-b973-36656ab4c8cb req-93926849-4163-4e76-8b07-9e2b92240a59 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693625 Aug 16 01:44:13.855768 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd19f850-a817-42e6-95be-62dcc2b90614 admin admin] Router 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:44:13.933810 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912648b4-ddc1-43cd-9097-238dae0c67e0 None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:44:14.008145 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fa66259-d967-4e15-bfd8-c8c0010e6d3a tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:14.028195 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0fa66259-d967-4e15-bfd8-c8c0010e6d3a tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4308b404-644a-485e-ad4b-660f3d07cbe2']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:14.069846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0fa66259-d967-4e15-bfd8-c8c0010e6d3a tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81a321a-7014-43b2-a123-23eb41b7c593') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:14.070549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0fa66259-d967-4e15-bfd8-c8c0010e6d3a tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81a321a-7014-43b2-a123-23eb41b7c593') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:14.071180 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd19f850-a817-42e6-95be-62dcc2b90614 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:44:14.082202 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bd19f850-a817-42e6-95be-62dcc2b90614 admin admin] 10.222.0.68 "PUT /v2.0/routers/43b70586-a37c-4aa5-a08c-3c4d8a8fc090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4292963 Aug 16 01:44:14.121594 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474466d-c82e-43af-afab-694a9947692b req-0d6c917c-036e-4e66-a517-adbfc2af41e9 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:14.131633 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0474466d-c82e-43af-afab-694a9947692b req-0d6c917c-036e-4e66-a517-adbfc2af41e9 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 946 time: 0.2199426 Aug 16 01:44:14.142507 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cd0703a9-349f-4f4d-b6ef-f29522f41ff0 None None] Provisioning complete for port 8e508f1c-e053-4557-9551-15f54666710f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:14.144467 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cd0703a9-349f-4f4d-b6ef-f29522f41ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:14.176759 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fa66259-d967-4e15-bfd8-c8c0010e6d3a tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:14.214702 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fa66259-d967-4e15-bfd8-c8c0010e6d3a tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:14.231325 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0474466d-c82e-43af-afab-694a9947692b req-44aea91c-397c-441f-bb15-3141ce9ada3c tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987122 Aug 16 01:44:14.243542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-cd0703a9-349f-4f4d-b6ef-f29522f41ff0 None None] Port 8e508f1c-e053-4557-9551-15f54666710f cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:14.247370 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912648b4-ddc1-43cd-9097-238dae0c67e0 None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 01:44:14.253900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa66259-d967-4e15-bfd8-c8c0010e6d3a tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:44:14.255138 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fa66259-d967-4e15-bfd8-c8c0010e6d3a tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:44:14.259955 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:44:14.443813 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fa66259-d967-4e15-bfd8-c8c0010e6d3a tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:14.453239 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fa66259-d967-4e15-bfd8-c8c0010e6d3a tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:14.458257 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51906) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:14.461748 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0fa66259-d967-4e15-bfd8-c8c0010e6d3a tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "DELETE /v2.0/networks/4308b404-644a-485e-ad4b-660f3d07cbe2 HTTP/1.1" status: 204 len: 168 time: 0.9238944 Aug 16 01:44:14.495077 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa66259-d967-4e15-bfd8-c8c0010e6d3a tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event deleted for resources: {'Network': ['ID=4308b404-644a-485e-ad4b-660f3d07cbe2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:14.679903 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cad3740-615f-42fc-96c9-e9da119f2655 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:14.885973 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cad3740-615f-42fc-96c9-e9da119f2655 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:14.899707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3cad3740-615f-42fc-96c9-e9da119f2655 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7d8abf-4042-458e-b2d9-1fad563be1b1']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:14.932832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec9b8f-407c-4158-9c55-89f2131df9af req-bcfcec72-37f3-46bb-99af-7378a97ba874 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:14.934511 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f6ec9b8f-407c-4158-9c55-89f2131df9af req-bcfcec72-37f3-46bb-99af-7378a97ba874 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=adab5a2f-5dd0-4eef-aff3-81e6c785aae0 HTTP/1.1" status: 200 len: 946 time: 0.1651680 Aug 16 01:44:14.936973 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3cad3740-615f-42fc-96c9-e9da119f2655 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a220b9e-8ffd-4690-9366-7ff9ead99111') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:14.937337 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3cad3740-615f-42fc-96c9-e9da119f2655 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a220b9e-8ffd-4690-9366-7ff9ead99111') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:14.969041 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cad3740-615f-42fc-96c9-e9da119f2655 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.005251 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cad3740-615f-42fc-96c9-e9da119f2655 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.016032 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fed974-27f8-4a7b-9456-be14b3f068ea None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:44:15.036485 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cad3740-615f-42fc-96c9-e9da119f2655 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:44:15.036901 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cad3740-615f-42fc-96c9-e9da119f2655 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.053482 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f6ec9b8f-407c-4158-9c55-89f2131df9af req-ed2dae05-9318-4bfa-ae95-a053576b0e79 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000090 Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:44:15.054439 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:44:15.214712 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cad3740-615f-42fc-96c9-e9da119f2655 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.270903 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fed974-27f8-4a7b-9456-be14b3f068ea None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 01:44:15.273821 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cad3740-615f-42fc-96c9-e9da119f2655 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.275816 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3cad3740-615f-42fc-96c9-e9da119f2655 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "DELETE /v2.0/networks/4c7d8abf-4042-458e-b2d9-1fad563be1b1 HTTP/1.1" status: 204 len: 168 time: 0.8165023 Aug 16 01:44:15.278974 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51974) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:15.304654 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad3740-615f-42fc-96c9-e9da119f2655 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event deleted for resources: {'Network': ['ID=4c7d8abf-4042-458e-b2d9-1fad563be1b1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:15.359165 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99620195-8af0-412d-a2a5-916be5124a84 req-002bf01c-05da-4d4b-be99-e36ca3d3eff7 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:15.360815 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-99620195-8af0-412d-a2a5-916be5124a84 req-002bf01c-05da-4d4b-be99-e36ca3d3eff7 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 945 time: 0.1853273 Aug 16 01:44:15.493989 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0faa9993-9c95-49cf-8915-87705fd7e304 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:15.502997 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-99620195-8af0-412d-a2a5-916be5124a84 req-95e15089-a223-4624-8d2f-01c6386747b7 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121752 Aug 16 01:44:15.528831 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61dcb5c6-3950-4bac-94de-f8a988c3c93d tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.680275 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61dcb5c6-3950-4bac-94de-f8a988c3c93d tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.695284 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-61dcb5c6-3950-4bac-94de-f8a988c3c93d tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0146bdca-e0e1-47ad-93c8-ff829af7f98a']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:15.726800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-61dcb5c6-3950-4bac-94de-f8a988c3c93d tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef656f2c-cd0e-43ed-a72e-40c2c1ee20a0') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:15.727504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-61dcb5c6-3950-4bac-94de-f8a988c3c93d tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef656f2c-cd0e-43ed-a72e-40c2c1ee20a0') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:15.728077 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 0faa9993-9c95-49cf-8915-87705fd7e304 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:15.761417 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61dcb5c6-3950-4bac-94de-f8a988c3c93d tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.788571 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61dcb5c6-3950-4bac-94de-f8a988c3c93d tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.800938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61dcb5c6-3950-4bac-94de-f8a988c3c93d tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:44:15.801573 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61dcb5c6-3950-4bac-94de-f8a988c3c93d tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:44:15.805610 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:44:15.818540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73166ed4-6aae-4d8a-a3c1-105b51e6475e req-98e81f6f-0d1f-4f0e-aeba-8ab918b20e46 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:15.820976 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-73166ed4-6aae-4d8a-a3c1-105b51e6475e req-98e81f6f-0d1f-4f0e-aeba-8ab918b20e46 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.73 "GET /v2.0/ports?device_id=adab5a2f-5dd0-4eef-aff3-81e6c785aae0 HTTP/1.1" status: 200 len: 946 time: 0.1095200 Aug 16 01:44:15.867764 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 0faa9993-9c95-49cf-8915-87705fd7e304 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:15.868165 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.005677 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61dcb5c6-3950-4bac-94de-f8a988c3c93d tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.021193 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61dcb5c6-3950-4bac-94de-f8a988c3c93d tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.025604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-61dcb5c6-3950-4bac-94de-f8a988c3c93d tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "DELETE /v2.0/networks/0146bdca-e0e1-47ad-93c8-ff829af7f98a HTTP/1.1" status: 204 len: 168 time: 0.7441247 Aug 16 01:44:16.026214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52040) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:16.036129 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.041334 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcb5c6-3950-4bac-94de-f8a988c3c93d tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event deleted for resources: {'Network': ['ID=0146bdca-e0e1-47ad-93c8-ff829af7f98a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:16.091629 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 0faa9993-9c95-49cf-8915-87705fd7e304, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0faa9993-9c95-49cf-8915-87705fd7e304,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:16.094731 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-73166ed4-6aae-4d8a-a3c1-105b51e6475e req-bf687563-0cd1-403e-afdb-a41df1b71de5 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Deleting port f36c652e-5b4e-415b-8bcd-2edbd09e97eb {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:16.095327 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-73166ed4-6aae-4d8a-a3c1-105b51e6475e req-bf687563-0cd1-403e-afdb-a41df1b71de5 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.106566 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.200157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=0faa9993-9c95-49cf-8915-87705fd7e304,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:16.301196 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffba26-8dfd-4b62-9cf6-43e4f023fe5e req-7bccac07-7063-40c8-a5bb-f8dec4684b3c tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:16.303352 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-80ffba26-8dfd-4b62-9cf6-43e4f023fe5e req-7bccac07-7063-40c8-a5bb-f8dec4684b3c tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 946 time: 0.1129403 Aug 16 01:44:16.305786 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.308945 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-73166ed4-6aae-4d8a-a3c1-105b51e6475e req-bf687563-0cd1-403e-afdb-a41df1b71de5 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] For port f36c652e-5b4e-415b-8bcd-2edbd09e97eb, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f36c652e-5b4e-415b-8bcd-2edbd09e97eb,segment=NetworkSegment(382f4ec2-08b6-4d01-8e28-1a50ec7540fd),segment_id=382f4ec2-08b6-4d01-8e28-1a50ec7540fd)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:16.309655 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-73166ed4-6aae-4d8a-a3c1-105b51e6475e req-bf687563-0cd1-403e-afdb-a41df1b71de5 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.339361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa5fc2-3992-4325-b7b6-7c023e742455 req-884e5a8b-936d-4469-b142-65c6cfb66afd tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:16.341194 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-09fa5fc2-3992-4325-b7b6-7c023e742455 req-884e5a8b-936d-4469-b142-65c6cfb66afd tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.73 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 945 time: 0.1732404 Aug 16 01:44:16.364455 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-73166ed4-6aae-4d8a-a3c1-105b51e6475e req-bf687563-0cd1-403e-afdb-a41df1b71de5 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Calling delete_port for f36c652e-5b4e-415b-8bcd-2edbd09e97eb owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:16.372425 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216945fe-88d5-4944-8b7d-7b30fccb7297 req-ff819faa-79d9-4343-850d-d149e76b800b tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:16.375107 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-216945fe-88d5-4944-8b7d-7b30fccb7297 req-ff819faa-79d9-4343-850d-d149e76b800b tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.73 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 945 time: 0.2304151 Aug 16 01:44:16.447857 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-80ffba26-8dfd-4b62-9cf6-43e4f023fe5e req-77db82d3-f2f9-4a02-875b-48c23e2934f3 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341598 Aug 16 01:44:16.519995 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a82452-e47b-498b-ab90-f089a255c5ed req-26383fa1-dfd4-4bec-91dd-8885e80ef533 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:16.529005 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-93a82452-e47b-498b-ab90-f089a255c5ed req-26383fa1-dfd4-4bec-91dd-8885e80ef533 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=adab5a2f-5dd0-4eef-aff3-81e6c785aae0 HTTP/1.1" status: 200 len: 946 time: 0.3221481 Aug 16 01:44:16.648877 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-73166ed4-6aae-4d8a-a3c1-105b51e6475e req-bf687563-0cd1-403e-afdb-a41df1b71de5 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.668465 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['f36c652e-5b4e-415b-8bcd-2edbd09e97eb', 'eb5a043a-14d4-48c9-a011-cfdc835a3b9d'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:16.743134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf687563-0cd1-403e-afdb-a41df1b71de5 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Pushing event deleted for resources: {'Port': ['ID=f36c652e-5b4e-415b-8bcd-2edbd09e97eb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:16.894682 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-73166ed4-6aae-4d8a-a3c1-105b51e6475e req-bf687563-0cd1-403e-afdb-a41df1b71de5 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] No DVR routers for this DVR port f36c652e-5b4e-415b-8bcd-2edbd09e97eb on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:16.897210 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-73166ed4-6aae-4d8a-a3c1-105b51e6475e req-bf687563-0cd1-403e-afdb-a41df1b71de5 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.915670 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-73166ed4-6aae-4d8a-a3c1-105b51e6475e req-bf687563-0cd1-403e-afdb-a41df1b71de5 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.73 "DELETE /v2.0/ports/f36c652e-5b4e-415b-8bcd-2edbd09e97eb HTTP/1.1" status: 204 len: 173 time: 1.0822196 Aug 16 01:44:16.923686 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adab5a2f-5dd0-4eef-aff3-81e6c785aae0', 'name': 'network-vif-deleted', 'tag': 'f36c652e-5b4e-415b-8bcd-2edbd09e97eb'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:16.926018 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ceb8ec-1118-4cf0-a54f-872d9c6ccc7c" -d '{"events": [{"server_uuid": "adab5a2f-5dd0-4eef-aff3-81e6c785aae0", "name": "network-vif-deleted", "tag": "f36c652e-5b4e-415b-8bcd-2edbd09e97eb"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:16.976035 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Sync routers for ids ['43b70586-a37c-4aa5-a08c-3c4d8a8fc090'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:44:16.995384 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Routers {'43b70586-a37c-4aa5-a08c-3c4d8a8fc090'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:44:16.996026 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:43:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['43b70586-a37c-4aa5-a08c-3c4d8a8fc090'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:17.000081 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbc4ab-cc88-4991-bbec-e1d8f3dc0f6b req-e51c1eef-9e84-43e4-b790-8df68b271d34 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:17.005002 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-69dbc4ab-cc88-4991-bbec-e1d8f3dc0f6b req-e51c1eef-9e84-43e4-b790-8df68b271d34 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 945 time: 0.1871819 Aug 16 01:44:17.100952 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-69dbc4ab-cc88-4991-bbec-e1d8f3dc0f6b req-23468f8e-f2ef-43a2-922e-527a4085489d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846577 Aug 16 01:44:17.174035 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c943134b-b9ab-4604-9929-cc96fae9f356 x-openstack-request-id: req-c943134b-b9ab-4604-9929-cc96fae9f356 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:17.174383 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adab5a2f-5dd0-4eef-aff3-81e6c785aae0", "name": "network-vif-deleted", "tag": "f36c652e-5b4e-415b-8bcd-2edbd09e97eb", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:17.174692 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c943134b-b9ab-4604-9929-cc96fae9f356 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:17.175379 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adab5a2f-5dd0-4eef-aff3-81e6c785aae0', 'name': 'network-vif-deleted', 'tag': 'f36c652e-5b4e-415b-8bcd-2edbd09e97eb', 'status': 'completed', 'code': 200} Aug 16 01:44:17.222475 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.257811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c484cf7b-d7ed-4912-8f8a-f0effa7018bb']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:17.258902 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Set router 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:44:17.278573 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4482ca2-5c83-49e8-a696-c042cb606bd2') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:17.278896 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4482ca2-5c83-49e8-a696-c042cb606bd2') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:17.318309 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-93a82452-e47b-498b-ab90-f089a255c5ed req-2f381234-06e2-4435-911d-6ee0a120e440 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/security-groups?id=5fe5719d-77a7-4c25-8344-64e693117972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7882020 Aug 16 01:44:17.332539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0faa9993-9c95-49cf-8915-87705fd7e304 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:17.333790 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.356585 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-09fa5fc2-3992-4325-b7b6-7c023e742455 req-9b94cfa0-7d14-4961-88d8-5900df80f6a0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Deleting port e61e91ef-9b25-496a-a71c-164af31fc21f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:17.357231 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-09fa5fc2-3992-4325-b7b6-7c023e742455 req-9b94cfa0-7d14-4961-88d8-5900df80f6a0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.363250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-216945fe-88d5-4944-8b7d-7b30fccb7297 req-285fe859-5343-4b17-a0e9-1a348c614bdb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Deleting port eb5a043a-14d4-48c9-a011-cfdc835a3b9d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:17.363831 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-216945fe-88d5-4944-8b7d-7b30fccb7297 req-285fe859-5343-4b17-a0e9-1a348c614bdb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.367174 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.400129 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:44:17.400869 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:44:17.416468 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:44:17.490794 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 0faa9993-9c95-49cf-8915-87705fd7e304 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:17.493683 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.739809 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'name': 'tempest-TaggedBootDevicesTest_v242-172982936-router', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:12Z', 'revision_number': 4, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'gw_port': {'id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8e508f1c-e053-4557-9551-15f54666710f', 'name': '', 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'mac_address': 'fa:16:3e:f8:7a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:11Z', 'updated_at': '2021-08-16T01:44:12Z', 'revision_number': 2, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'subnets': [{'id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:17.748957 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.769784 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d41117-e061-44ee-a541-f91abf0fa61b req-c9f1fdf5-de33-43ae-b35a-a25c9ac3fa75 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:17.778113 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.781835 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] 10.222.0.68 "DELETE /v2.0/networks/c484cf7b-d7ed-4912-8f8a-f0effa7018bb HTTP/1.1" status: 204 len: 168 time: 1.7543123 Aug 16 01:44:17.782885 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Checking router: 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:44:17.783084 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09d41117-e061-44ee-a541-f91abf0fa61b req-c9f1fdf5-de33-43ae-b35a-a25c9ac3fa75 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 946 time: 0.1359434 Aug 16 01:44:17.783434 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Updating router 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 port 8e508f1c-e053-4557-9551-15f54666710f binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:44:17.814849 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.868001 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09d41117-e061-44ee-a541-f91abf0fa61b req-a16aa1cb-94fd-4712-abc9-840894675b6a tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835309 Aug 16 01:44:17.875767 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Pushing event deleted for resources: {'Network': ['ID=c484cf7b-d7ed-4912-8f8a-f0effa7018bb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:17.880127 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-216945fe-88d5-4944-8b7d-7b30fccb7297 req-285fe859-5343-4b17-a0e9-1a348c614bdb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] For port eb5a043a-14d4-48c9-a011-cfdc835a3b9d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=eb5a043a-14d4-48c9-a011-cfdc835a3b9d,segment=NetworkSegment(382f4ec2-08b6-4d01-8e28-1a50ec7540fd),segment_id=382f4ec2-08b6-4d01-8e28-1a50ec7540fd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:17.890437 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-216945fe-88d5-4944-8b7d-7b30fccb7297 req-285fe859-5343-4b17-a0e9-1a348c614bdb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.901967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-09fa5fc2-3992-4325-b7b6-7c023e742455 req-9b94cfa0-7d14-4961-88d8-5900df80f6a0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] For port e61e91ef-9b25-496a-a71c-164af31fc21f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e61e91ef-9b25-496a-a71c-164af31fc21f,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:17.902346 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-09fa5fc2-3992-4325-b7b6-7c023e742455 req-9b94cfa0-7d14-4961-88d8-5900df80f6a0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.918066 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:17.918412 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:17.919013 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:17.919357 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:17.919699 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:17.920425 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:17.920772 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:17.921175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:17.921746 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:17.922104 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:17.922431 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:17.922756 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4e5a08-45d9-481e-89a1-8d25689c3574 tempest-BulkNetworkOpsIpV6Test-1345634776 tempest-BulkNetworkOpsIpV6Test-1345634776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:17.936966 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-09fa5fc2-3992-4325-b7b6-7c023e742455 req-9b94cfa0-7d14-4961-88d8-5900df80f6a0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Calling delete_port for e61e91ef-9b25-496a-a71c-164af31fc21f owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:17.939152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-216945fe-88d5-4944-8b7d-7b30fccb7297 req-285fe859-5343-4b17-a0e9-1a348c614bdb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Calling delete_port for eb5a043a-14d4-48c9-a011-cfdc835a3b9d owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:18.249661 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-09fa5fc2-3992-4325-b7b6-7c023e742455 req-9b94cfa0-7d14-4961-88d8-5900df80f6a0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:18.253151 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:18.262913 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ba978e89-0a8f-4e00-b2a7-3d35c60a0298'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:18.268824 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Transition to ACTIVE for port object 8e508f1c-e053-4557-9551-15f54666710f will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:18.286643 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:18.300332 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-216945fe-88d5-4944-8b7d-7b30fccb7297 req-285fe859-5343-4b17-a0e9-1a348c614bdb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:18.300572 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52084) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:18.331501 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94cfa0-7d14-4961-88d8-5900df80f6a0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Pushing event deleted for resources: {'Port': ['ID=e61e91ef-9b25-496a-a71c-164af31fc21f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:18.353539 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9553e-a95e-4507-b47b-cb4872c3e8cd req-e1d01707-a83b-4bca-aea8-bc036a7ec0d1 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:18.361888 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-71c9553e-a95e-4507-b47b-cb4872c3e8cd req-e1d01707-a83b-4bca-aea8-bc036a7ec0d1 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=3636aac8-001c-45a7-9ca3-369a7b7c2446 HTTP/1.1" status: 200 len: 867 time: 0.1706204 Aug 16 01:44:18.362976 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911779ed-78f1-4e6a-b389-c232a8af1929 None None] Pushing event updated for resources: {'Port': ['ID=8e508f1c-e053-4557-9551-15f54666710f,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:18.378356 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911779ed-78f1-4e6a-b389-c232a8af1929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:18.379179 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911779ed-78f1-4e6a-b389-c232a8af1929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:18.379695 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911779ed-78f1-4e6a-b389-c232a8af1929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:18.380164 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911779ed-78f1-4e6a-b389-c232a8af1929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:18.380639 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911779ed-78f1-4e6a-b389-c232a8af1929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:18.381116 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911779ed-78f1-4e6a-b389-c232a8af1929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:18.381591 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911779ed-78f1-4e6a-b389-c232a8af1929 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:18.382323 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911779ed-78f1-4e6a-b389-c232a8af1929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:18.383102 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911779ed-78f1-4e6a-b389-c232a8af1929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:18.383582 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911779ed-78f1-4e6a-b389-c232a8af1929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:18.384113 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911779ed-78f1-4e6a-b389-c232a8af1929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:18.384587 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911779ed-78f1-4e6a-b389-c232a8af1929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:18.463444 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fa5fc2-3992-4325-b7b6-7c023e742455 req-9b94cfa0-7d14-4961-88d8-5900df80f6a0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] No DVR routers for this DVR port e61e91ef-9b25-496a-a71c-164af31fc21f on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:18.470824 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-09fa5fc2-3992-4325-b7b6-7c023e742455 req-9b94cfa0-7d14-4961-88d8-5900df80f6a0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:18.475552 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-09fa5fc2-3992-4325-b7b6-7c023e742455 req-9b94cfa0-7d14-4961-88d8-5900df80f6a0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.73 "DELETE /v2.0/ports/e61e91ef-9b25-496a-a71c-164af31fc21f HTTP/1.1" status: 204 len: 173 time: 2.1228471 Aug 16 01:44:18.485426 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3636aac8-001c-45a7-9ca3-369a7b7c2446', 'name': 'network-vif-deleted', 'tag': 'e61e91ef-9b25-496a-a71c-164af31fc21f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:18.488884 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afaa995-d1a7-4e91-8615-4d6a40645981" -d '{"events": [{"server_uuid": "3636aac8-001c-45a7-9ca3-369a7b7c2446", "name": "network-vif-deleted", "tag": "e61e91ef-9b25-496a-a71c-164af31fc21f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:18.502042 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fe859-5343-4b17-a0e9-1a348c614bdb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Pushing event deleted for resources: {'Port': ['ID=eb5a043a-14d4-48c9-a011-cfdc835a3b9d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:18.538062 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Attempting to bind port 8e508f1c-e053-4557-9551-15f54666710f on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:18.538600 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Attempting to bind port 8e508f1c-e053-4557-9551-15f54666710f by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'b5f372a8-0b04-455f-92d6-6952aa4b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:18.539058 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Attempting to bind port 8e508f1c-e053-4557-9551-15f54666710f on network 5ffd1200-3653-4dd2-97e7-c5074409a495 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:18.553933 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:18.554311 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Checking segment: {'id': 'b5f372a8-0b04-455f-92d6-6952aa4b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:18.554959 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:18.556336 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Bound using segment: {'id': 'b5f372a8-0b04-455f-92d6-6952aa4b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:18.556336 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Bound port: 8e508f1c-e053-4557-9551-15f54666710f, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f372a8-0b04-455f-92d6-6952aa4b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:18.556336 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:18.581851 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-216945fe-88d5-4944-8b7d-7b30fccb7297 req-285fe859-5343-4b17-a0e9-1a348c614bdb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] No DVR routers for this DVR port eb5a043a-14d4-48c9-a011-cfdc835a3b9d on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:18.585371 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-216945fe-88d5-4944-8b7d-7b30fccb7297 req-285fe859-5343-4b17-a0e9-1a348c614bdb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:18.589483 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-216945fe-88d5-4944-8b7d-7b30fccb7297 req-285fe859-5343-4b17-a0e9-1a348c614bdb tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.73 "DELETE /v2.0/ports/eb5a043a-14d4-48c9-a011-cfdc835a3b9d HTTP/1.1" status: 204 len: 173 time: 2.2017403 Aug 16 01:44:18.608716 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ec8a3195-6253-40ff-a36f-1fabfeaabc11 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:44:18.642559 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-71c9553e-a95e-4507-b47b-cb4872c3e8cd req-6bbd07a1-a9ef-4583-b688-598643a0fb33 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796776 Aug 16 01:44:18.726693 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092b0e90-488f-464c-8de5-103c188aeb1d x-openstack-request-id: req-092b0e90-488f-464c-8de5-103c188aeb1d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:18.727235 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3636aac8-001c-45a7-9ca3-369a7b7c2446", "name": "network-vif-deleted", "tag": "e61e91ef-9b25-496a-a71c-164af31fc21f", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:18.728041 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-092b0e90-488f-464c-8de5-103c188aeb1d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:18.728714 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3636aac8-001c-45a7-9ca3-369a7b7c2446', 'name': 'network-vif-deleted', 'tag': 'e61e91ef-9b25-496a-a71c-164af31fc21f', 'status': 'completed', 'code': 200} Aug 16 01:44:18.770081 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0dbe36fb-67d4-4b7f-9886-3b4ce2c2bf4d req-dede4b43-3046-4bf5-a5f8-dbc84ca13687 tempest-MultipleCreateTestJSON-1734280751 tempest-MultipleCreateTestJSON-1734280751-project] 10.222.0.68 "GET /v2.0/ports?device_id=f74fdb87-0f95-4d1d-85f4-7d467ba88b10 HTTP/1.1" status: 200 len: 210 time: 0.1415613 Aug 16 01:44:18.773017 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] For port 8e508f1c-e053-4557-9551-15f54666710f, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:18.784163 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] For port 8e508f1c-e053-4557-9551-15f54666710f, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8e508f1c-e053-4557-9551-15f54666710f,segment=NetworkSegment(b5f372a8-0b04-455f-92d6-6952aa4b1489),segment_id=b5f372a8-0b04-455f-92d6-6952aa4b1489)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:18.809241 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:18.933561 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-39219b9e-f706-43b6-99f4-e8584be11904 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=06716bb264b84713a933db00d2a6f1b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6319585 Aug 16 01:44:18.937320 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52110) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:18.951737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ec8a3195-6253-40ff-a36f-1fabfeaabc11, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ec8a3195-6253-40ff-a36f-1fabfeaabc11,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:18.975401 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'ec8a3195-6253-40ff-a36f-1fabfeaabc11', 'network_id': 'a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8', 'port_id': 'ec8a3195-6253-40ff-a36f-1fabfeaabc11', 'mac_address': 'fa:16:3e:7e:ef:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa68bec7-664a-48fb-be7e-46ef8fc16c75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:44:18.986643 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911779ed-78f1-4e6a-b389-c232a8af1929 None None] Pushing event updated for resources: {'Port': ['ID=8e508f1c-e053-4557-9551-15f54666710f,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:19.060570 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:19.069986 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Routers {'43b70586-a37c-4aa5-a08c-3c4d8a8fc090'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:44:19.073595 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:43:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['43b70586-a37c-4aa5-a08c-3c4d8a8fc090'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:19.088278 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2a3da60-936e-47f2-936e-0224a246180e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:19.090031 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec8a3195-6253-40ff-a36f-1fabfeaabc11 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:19.124788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d34079-7acf-4000-b8e9-c5087f50cd71 req-6f13dbaa-54b6-4046-9329-b6a0d80924c8 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:19.126388 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-49d34079-7acf-4000-b8e9-c5087f50cd71 req-6f13dbaa-54b6-4046-9329-b6a0d80924c8 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 946 time: 0.1331778 Aug 16 01:44:19.136050 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ec8a3195-6253-40ff-a36f-1fabfeaabc11, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ec8a3195-6253-40ff-a36f-1fabfeaabc11,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:19.153857 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2a3da60-936e-47f2-936e-0224a246180e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:19.157287 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:19.265177 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ec8a3195-6253-40ff-a36f-1fabfeaabc11'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:19.276910 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-49d34079-7acf-4000-b8e9-c5087f50cd71 req-2a98d0ee-a0e3-4728-9ab1-979b635e083b tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439593 Aug 16 01:44:19.314388 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2a3da60-936e-47f2-936e-0224a246180e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:19.317609 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2a3da60-936e-47f2-936e-0224a246180e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:19.318872 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f2a3da60-936e-47f2-936e-0224a246180e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/83c50b2d-3396-4607-a3d2-76610d1f8a36 HTTP/1.1" status: 204 len: 168 time: 0.3804052 Aug 16 01:44:19.354270 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3da60-936e-47f2-936e-0224a246180e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c50b2d-3396-4607-a3d2-76610d1f8a36,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:19.492050 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] Set router 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:44:19.612780 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8e508f1c-e053-4557-9551-15f54666710f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:19.786851 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device eb5a043a-14d4-48c9-a011-cfdc835a3b9d no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:19.804657 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=ec8a3195-6253-40ff-a36f-1fabfeaabc11,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:19.976984 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52142) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:19.993196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: eb5a043a-14d4-48c9-a011-cfdc835a3b9d {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:44:19.993679 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device eb5a043a-14d4-48c9-a011-cfdc835a3b9d not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:44:19.997197 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device f36c652e-5b4e-415b-8bcd-2edbd09e97eb no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:20.040584 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'name': 'tempest-TaggedBootDevicesTest_v242-172982936-router', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:12Z', 'revision_number': 4, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'gw_port': {'id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8e508f1c-e053-4557-9551-15f54666710f', 'name': '', 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'mac_address': 'fa:16:3e:f8:7a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:11Z', 'updated_at': '2021-08-16T01:44:18Z', 'revision_number': 4, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'subnets': [{'id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:20.059908 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: f36c652e-5b4e-415b-8bcd-2edbd09e97eb {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:44:20.060486 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device f36c652e-5b4e-415b-8bcd-2edbd09e97eb not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:44:20.061666 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e61e91ef-9b25-496a-a71c-164af31fc21f no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:20.116437 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2aab076-9808-4bce-a9dd-1cca4e04e1ce admin admin] Deleting subnet 38e6279e-1e5f-45f1-acd1-96fbf1bef968 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:44:20.127188 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6731c586-e4df-40c0-88e8-f817a815d570 None None] The sync data for ids ['43b70586-a37c-4aa5-a08c-3c4d8a8fc090'] in n-d-765315-27 is: [{'id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'name': 'tempest-TaggedBootDevicesTest_v242-172982936-router', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:12Z', 'revision_number': 4, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'gw_port': {'id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8e508f1c-e053-4557-9551-15f54666710f', 'name': '', 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'mac_address': 'fa:16:3e:f8:7a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:11Z', 'updated_at': '2021-08-16T01:44:18Z', 'revision_number': 4, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'subnets': [{'id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:44:20.129981 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2aab076-9808-4bce-a9dd-1cca4e04e1ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:20.144123 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: e61e91ef-9b25-496a-a71c-164af31fc21f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:44:20.149314 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e61e91ef-9b25-496a-a71c-164af31fc21f not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:44:20.211256 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6506d5fc-84b1-46be-b82a-7572f3a06fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:20.300038 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2aab076-9808-4bce-a9dd-1cca4e04e1ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:20.323971 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 8e508f1c-e053-4557-9551-15f54666710f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:20.329683 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 8e508f1c-e053-4557-9551-15f54666710f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:20.330118 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:20.548978 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:20.581137 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2aab076-9808-4bce-a9dd-1cca4e04e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:20.660811 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ec8a3195-6253-40ff-a36f-1fabfeaabc11 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:20.671034 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 8e508f1c-e053-4557-9551-15f54666710f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8e508f1c-e053-4557-9551-15f54666710f,segment=NetworkSegment(b5f372a8-0b04-455f-92d6-6952aa4b1489),segment_id=b5f372a8-0b04-455f-92d6-6952aa4b1489)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:20.729992 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:20.751968 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb48c11-c2e2-4359-b5de-e4dad200a39b req-81ba960c-00a2-4a18-9ef6-74b0d9821399 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:20.763918 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-adb48c11-c2e2-4359-b5de-e4dad200a39b req-81ba960c-00a2-4a18-9ef6-74b0d9821399 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 945 time: 0.3434553 Aug 16 01:44:20.766251 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-add2585b-bb90-41bd-978b-6defca0aded2 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:20.768817 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74fdb87-0f95-4d1d-85f4-7d467ba88b10', 'name': 'network-vif-deleted', 'tag': 'eb5a043a-14d4-48c9-a011-cfdc835a3b9d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:20.776623 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30a28bd-a2cb-46ae-b2e0-c6b07acf2e4d" -d '{"events": [{"server_uuid": "f74fdb87-0f95-4d1d-85f4-7d467ba88b10", "name": "network-vif-deleted", "tag": "eb5a043a-14d4-48c9-a011-cfdc835a3b9d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:20.785975 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-add2585b-bb90-41bd-978b-6defca0aded2 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 805 time: 0.3370385 Aug 16 01:44:20.837998 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-e1a78ef8-f354-416c-b258-fd3dbd28b917 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/quotas/5ad2ac0bd7454cfab82eaaabde2ce6ee HTTP/1.1" status: 200 len: 375 time: 0.0510073 Aug 16 01:44:20.911934 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-adb48c11-c2e2-4359-b5de-e4dad200a39b req-bf045098-fff5-4327-bf93-745be19f26c2 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468956 Aug 16 01:44:20.933327 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2aab076-9808-4bce-a9dd-1cca4e04e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.003134 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-19ef9c7a-7650-4d7f-bb13-3519f274f30b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1634469 Aug 16 01:44:21.007548 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aab076-9808-4bce-a9dd-1cca4e04e1ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38e6279e-1e5f-45f1-acd1-96fbf1bef968,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:21.032387 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2aab076-9808-4bce-a9dd-1cca4e04e1ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.038731 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c2aab076-9808-4bce-a9dd-1cca4e04e1ce admin admin] 10.222.0.68 "DELETE /v2.0/subnets/38e6279e-1e5f-45f1-acd1-96fbf1bef968 HTTP/1.1" status: 204 len: 168 time: 1.0594380 Aug 16 01:44:21.041197 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65796ad-5979-4651-bb97-70b6eabf184e x-openstack-request-id: req-e65796ad-5979-4651-bb97-70b6eabf184e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:21.041745 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74fdb87-0f95-4d1d-85f4-7d467ba88b10", "name": "network-vif-deleted", "tag": "eb5a043a-14d4-48c9-a011-cfdc835a3b9d", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:21.042168 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e65796ad-5979-4651-bb97-70b6eabf184e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:21.042768 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74fdb87-0f95-4d1d-85f4-7d467ba88b10', 'name': 'network-vif-deleted', 'tag': 'eb5a043a-14d4-48c9-a011-cfdc835a3b9d', 'status': 'completed', 'code': 200} Aug 16 01:44:21.043720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52188) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:21.179844 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-193d4936-5a1d-41b4-8a3c-de1cbe5c2015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.332770 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-1a101400-3beb-4a2a-855b-402a53e16685 service neutron] 10.222.0.68 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211212 Aug 16 01:44:21.333609 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=8e508f1c-e053-4557-9551-15f54666710f,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:21.334940 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52198) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:21.388963 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port ec8a3195-6253-40ff-a36f-1fabfeaabc11 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:21.389889 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.452925 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-193d4936-5a1d-41b4-8a3c-de1cbe5c2015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.500064 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-193d4936-5a1d-41b4-8a3c-de1cbe5c2015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d04a5aa-97bb-4cae-920e-79216913a598']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:21.511994 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-f61c8303-d7eb-4b66-a7ab-5b7fba4febac service neutron] 10.222.0.68 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780088 Aug 16 01:44:21.563474 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-193d4936-5a1d-41b4-8a3c-de1cbe5c2015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382f4ec2-08b6-4d01-8e28-1a50ec7540fd') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:21.564708 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-193d4936-5a1d-41b4-8a3c-de1cbe5c2015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382f4ec2-08b6-4d01-8e28-1a50ec7540fd') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:21.591413 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.605180 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-193d4936-5a1d-41b4-8a3c-de1cbe5c2015 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.657606 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-193d4936-5a1d-41b4-8a3c-de1cbe5c2015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.690740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193d4936-5a1d-41b4-8a3c-de1cbe5c2015 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:44:21.691173 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-193d4936-5a1d-41b4-8a3c-de1cbe5c2015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.692461 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ec8a3195-6253-40ff-a36f-1fabfeaabc11, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ec8a3195-6253-40ff-a36f-1fabfeaabc11,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:21.695029 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc9486c-d913-4d46-a0bc-0d5c5e665564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8a3195-6253-40ff-a36f-1fabfeaabc11'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:44:21.696967 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:44:21.699204 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3da14b-2c4a-4866-8707-380c8457d0be" -d '{"events": [{"server_uuid": "fdc9486c-d913-4d46-a0bc-0d5c5e665564", "name": "network-vif-plugged", "status": "completed", "tag": "ec8a3195-6253-40ff-a36f-1fabfeaabc11"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:21.707195 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd28df-bb24-4b32-bd77-c461661100c7 req-562c6ef2-3e32-4291-91b6-94fbd0a6a63f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:21.708943 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.712115 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7dcd28df-bb24-4b32-bd77-c461661100c7 req-562c6ef2-3e32-4291-91b6-94fbd0a6a63f tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 945 time: 0.0889206 Aug 16 01:44:21.738529 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1f2e594d-d141-4fb0-9de5-ecfd1b55f192 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2048196388'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:21.837355 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92c0624-a5ee-4086-b58f-e4c2cce585ff x-openstack-request-id: req-f92c0624-a5ee-4086-b58f-e4c2cce585ff {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:21.843227 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc9486c-d913-4d46-a0bc-0d5c5e665564", "name": "network-vif-plugged", "status": "completed", "tag": "ec8a3195-6253-40ff-a36f-1fabfeaabc11", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:21.843809 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f92c0624-a5ee-4086-b58f-e4c2cce585ff {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:21.844238 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc9486c-d913-4d46-a0bc-0d5c5e665564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8a3195-6253-40ff-a36f-1fabfeaabc11', 'code': 200} Aug 16 01:44:21.889155 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=ec8a3195-6253-40ff-a36f-1fabfeaabc11,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:21.893676 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-193d4936-5a1d-41b4-8a3c-de1cbe5c2015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.912297 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-193d4936-5a1d-41b4-8a3c-de1cbe5c2015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.917417 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-193d4936-5a1d-41b4-8a3c-de1cbe5c2015 admin admin] 10.222.0.68 "DELETE /v2.0/networks/3d04a5aa-97bb-4cae-920e-79216913a598 HTTP/1.1" status: 204 len: 168 time: 0.8713982 Aug 16 01:44:21.948328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2e594d-d141-4fb0-9de5-ecfd1b55f192 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Made reservation on behalf of 2becb4dbe1004363a29ce58a9492790d for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:21.959376 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f2e594d-d141-4fb0-9de5-ecfd1b55f192 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.980032 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d4936-5a1d-41b4-8a3c-de1cbe5c2015 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d04a5aa-97bb-4cae-920e-79216913a598,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:21.999826 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c1f55df-2788-4a75-ac6d-e8d59872c9dd req-038d2649-8de6-4549-ab9f-7fce3f080c20 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c3ce6c1-1051-4df9-8525-2e249fbb5cb3 HTTP/1.1" status: 200 len: 210 time: 0.0983994 Aug 16 01:44:22.016544 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f2e594d-d141-4fb0-9de5-ecfd1b55f192 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:22.121124 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-7dcd28df-bb24-4b32-bd77-c461661100c7 req-2a341f59-7d77-4727-b9bd-332dee897d89 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Deleting port ec8a3195-6253-40ff-a36f-1fabfeaabc11 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:22.121664 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7dcd28df-bb24-4b32-bd77-c461661100c7 req-2a341f59-7d77-4727-b9bd-332dee897d89 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:22.326258 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7dcd28df-bb24-4b32-bd77-c461661100c7 req-2a341f59-7d77-4727-b9bd-332dee897d89 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] For port ec8a3195-6253-40ff-a36f-1fabfeaabc11, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ec8a3195-6253-40ff-a36f-1fabfeaabc11,segment=NetworkSegment(cf7f0371-ebb5-4932-a57c-9ac457f2f971),segment_id=cf7f0371-ebb5-4932-a57c-9ac457f2f971)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:22.327879 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7dcd28df-bb24-4b32-bd77-c461661100c7 req-2a341f59-7d77-4727-b9bd-332dee897d89 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:22.334067 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9a076-fc14-4d4e-8d13-860298997053 req-656b863d-bb93-484c-a71d-bbb38f3c7e3d tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:22.361964 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-61a9a076-fc14-4d4e-8d13-860298997053 req-656b863d-bb93-484c-a71d-bbb38f3c7e3d tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 946 time: 0.1540601 Aug 16 01:44:22.362336 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-7dcd28df-bb24-4b32-bd77-c461661100c7 req-2a341f59-7d77-4727-b9bd-332dee897d89 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Calling delete_port for ec8a3195-6253-40ff-a36f-1fabfeaabc11 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:22.453958 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-61a9a076-fc14-4d4e-8d13-860298997053 req-6a6f3fef-8c80-41e6-b4ff-7a7f5c3e4c49 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/security-groups?id=98c57f6e-2543-410b-b673-ef3f4e1bf604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989726 Aug 16 01:44:22.465192 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52258) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:22.553991 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7b713711-3fe1-428a-b341-95ea20c146d3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8a898a8963b34957b247dedb88a2f34b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862987 Aug 16 01:44:22.557017 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52260) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:22.564706 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-abbdf37b-f666-4fa9-bb8b-61ba91e36856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:22.619000 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ec8a3195-6253-40ff-a36f-1fabfeaabc11 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:22.629666 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f2e594d-d141-4fb0-9de5-ecfd1b55f192 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:22.640997 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71fa95b1-25bb-4ba3-a638-9d08e4cfa268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:22.642428 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f2e594d-d141-4fb0-9de5-ecfd1b55f192 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:22.669847 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71fa95b1-25bb-4ba3-a638-9d08e4cfa268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:22.673196 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2e594d-d141-4fb0-9de5-ecfd1b55f192 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:22.686175 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7dcd28df-bb24-4b32-bd77-c461661100c7 req-2a341f59-7d77-4727-b9bd-332dee897d89 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:22.692194 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No active binding found for port ec8a3195-6253-40ff-a36f-1fabfeaabc11 {{(pid=94674) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 01:44:22.692632 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ec8a3195-6253-40ff-a36f-1fabfeaabc11 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:44:22.706156 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e594d-d141-4fb0-9de5-ecfd1b55f192 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00714860-7f1a-40de-8233-06b0d44555a6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:22.726483 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f2e594d-d141-4fb0-9de5-ecfd1b55f192 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:22.727204 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-1f2e594d-d141-4fb0-9de5-ecfd1b55f192 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Added segment f2179c9a-7467-465c-a1ea-7cb3d1ab20c4 of type vlan for network 496f27e4-3603-486e-a1e4-92938f75e67b Aug 16 01:44:22.741495 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a341f59-7d77-4727-b9bd-332dee897d89 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Pushing event deleted for resources: {'Port': ['ID=ec8a3195-6253-40ff-a36f-1fabfeaabc11,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:22.743845 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71fa95b1-25bb-4ba3-a638-9d08e4cfa268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:22.746573 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71fa95b1-25bb-4ba3-a638-9d08e4cfa268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:22.756190 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-71fa95b1-25bb-4ba3-a638-9d08e4cfa268 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5fe5719d-77a7-4c25-8344-64e693117972 HTTP/1.1" status: 204 len: 168 time: 0.1948195 Aug 16 01:44:22.778557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa95b1-25bb-4ba3-a638-9d08e4cfa268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe5719d-77a7-4c25-8344-64e693117972,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:22.836350 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcd28df-bb24-4b32-bd77-c461661100c7 req-2a341f59-7d77-4727-b9bd-332dee897d89 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] No DVR routers for this DVR port ec8a3195-6253-40ff-a36f-1fabfeaabc11 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:22.846108 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7dcd28df-bb24-4b32-bd77-c461661100c7 req-2a341f59-7d77-4727-b9bd-332dee897d89 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:22.848338 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7dcd28df-bb24-4b32-bd77-c461661100c7 req-2a341f59-7d77-4727-b9bd-332dee897d89 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.63 "DELETE /v2.0/ports/ec8a3195-6253-40ff-a36f-1fabfeaabc11 HTTP/1.1" status: 204 len: 173 time: 1.1267121 Aug 16 01:44:22.848778 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc9486c-d913-4d46-a0bc-0d5c5e665564', 'name': 'network-vif-deleted', 'tag': 'ec8a3195-6253-40ff-a36f-1fabfeaabc11'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:22.851047 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c5d64c-5c51-4bc8-8297-06f628710ea4" -d '{"events": [{"server_uuid": "fdc9486c-d913-4d46-a0bc-0d5c5e665564", "name": "network-vif-deleted", "tag": "ec8a3195-6253-40ff-a36f-1fabfeaabc11"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:22.862406 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f2e594d-d141-4fb0-9de5-ecfd1b55f192 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:22.901221 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f2e594d-d141-4fb0-9de5-ecfd1b55f192 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:22.912737 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2e594d-d141-4fb0-9de5-ecfd1b55f192 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:22.913406 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f2e594d-d141-4fb0-9de5-ecfd1b55f192 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:23.110320 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cad6b20-70c0-4e26-970c-9a751d12c363 x-openstack-request-id: req-3cad6b20-70c0-4e26-970c-9a751d12c363 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:23.110944 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc9486c-d913-4d46-a0bc-0d5c5e665564", "name": "network-vif-deleted", "tag": "ec8a3195-6253-40ff-a36f-1fabfeaabc11", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:23.110944 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3cad6b20-70c0-4e26-970c-9a751d12c363 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:23.112111 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc9486c-d913-4d46-a0bc-0d5c5e665564', 'name': 'network-vif-deleted', 'tag': 'ec8a3195-6253-40ff-a36f-1fabfeaabc11', 'status': 'completed', 'code': 200} Aug 16 01:44:23.150326 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1f2e594d-d141-4fb0-9de5-ecfd1b55f192 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8061275 Aug 16 01:44:23.184462 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-79a4fd5f-92e9-4a03-aa4c-15647f457b87 req-657d7b64-ebe0-445f-b55f-091b8f3daf7b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c3ce6c1-1051-4df9-8525-2e249fbb5cb3 HTTP/1.1" status: 200 len: 210 time: 0.0583670 Aug 16 01:44:23.186613 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e594d-d141-4fb0-9de5-ecfd1b55f192 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event updated for resources: {'Network': ['ID=496f27e4-3603-486e-a1e4-92938f75e67b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:23.236658 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:23.299038 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 496f27e4-3603-486e-a1e4-92938f75e67b details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:23.359360 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8e508f1c-e053-4557-9551-15f54666710f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:23.586541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 8e508f1c-e053-4557-9551-15f54666710f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:23.587136 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:23.985396 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea4cd0f5-a506-4a5a-a59c-34eb09222d40 req-a3ec1090-49dc-4933-ba9a-49c7a7a78c76 tempest-ImagesTestJSON-965233870 tempest-ImagesTestJSON-965233870-project] 10.222.0.68 "GET /v2.0/ports?device_id=fdc9486c-d913-4d46-a0bc-0d5c5e665564 HTTP/1.1" status: 200 len: 210 time: 0.1249044 Aug 16 01:44:24.078696 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-863906e0-8eca-4ec1-a4b1-75f4a719cb2b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:24.086888 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:24.094204 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-863906e0-8eca-4ec1-a4b1-75f4a719cb2b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.73 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 805 time: 0.4887772 Aug 16 01:44:24.108561 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-374b5d78-f6b2-4bee-815e-c7d51f51a2a3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Request body: {'port': {'device_id': '5c3ce6c1-1051-4df9-8525-2e249fbb5cb3', 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c', 'admin_state_up': True, 'tenant_id': '5ad2ac0bd7454cfab82eaaabde2ce6ee'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:24.371002 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52308) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:24.393279 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-374b5d78-f6b2-4bee-815e-c7d51f51a2a3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Made reservation on behalf of 5ad2ac0bd7454cfab82eaaabde2ce6ee for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:24.401491 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-374b5d78-f6b2-4bee-815e-c7d51f51a2a3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:24.434233 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db1e6c4f-dc97-4c7f-8d07-424859f814f7 req-e6cc57fa-defb-45cf-8915-f8f6dd3d2e4f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c3ce6c1-1051-4df9-8525-2e249fbb5cb3 HTTP/1.1" status: 200 len: 210 time: 0.0739863 Aug 16 01:44:24.644439 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-820bf62c-e5e2-4ac1-a46a-ca90441e3aa3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1268225252-network', 'tenant_id': '9ad38ce4279c4c39abbb264d2a48c281'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:24.656278 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-374b5d78-f6b2-4bee-815e-c7d51f51a2a3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Allocated IP 172.20.0.7 (e34c68e7-0a34-46ae-ac57-cc0385b7595c/9018291d-2978-41e4-8573-6602cff70f18/a06b1d38-634a-4a78-8402-89db38496bc6) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:24.672846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820bf62c-e5e2-4ac1-a46a-ca90441e3aa3 admin admin] Made reservation on behalf of 9ad38ce4279c4c39abbb264d2a48c281 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:24.675933 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-820bf62c-e5e2-4ac1-a46a-ca90441e3aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:24.703056 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-820bf62c-e5e2-4ac1-a46a-ca90441e3aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:24.898985 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-374b5d78-f6b2-4bee-815e-c7d51f51a2a3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:24.954737 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-374b5d78-f6b2-4bee-815e-c7d51f51a2a3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:24.971972 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ba978e89-0a8f-4e00-b2a7-3d35c60a0298'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:25.095765 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52324) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:25.103539 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-374b5d78-f6b2-4bee-815e-c7d51f51a2a3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Network e34c68e7-0a34-46ae-ac57-cc0385b7595c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:25.109723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-374b5d78-f6b2-4bee-815e-c7d51f51a2a3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:25.113703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-374b5d78-f6b2-4bee-815e-c7d51f51a2a3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:25.150145 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-820bf62c-e5e2-4ac1-a46a-ca90441e3aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.162472 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-820bf62c-e5e2-4ac1-a46a-ca90441e3aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.241474 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820bf62c-e5e2-4ac1-a46a-ca90441e3aa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:25.304245 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-820bf62c-e5e2-4ac1-a46a-ca90441e3aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.315015 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-820bf62c-e5e2-4ac1-a46a-ca90441e3aa3 admin admin] Added segment f5edae77-8da3-4081-83a1-c749f7f89b4e of type vlan for network 4044efb8-d75b-4a0f-a3de-ecd87e29e678 Aug 16 01:44:25.333814 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-374b5d78-f6b2-4bee-815e-c7d51f51a2a3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:25.339601 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-374b5d78-f6b2-4bee-815e-c7d51f51a2a3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.399107 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-374b5d78-f6b2-4bee-815e-c7d51f51a2a3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3025131 Aug 16 01:44:25.411917 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b5d78-f6b2-4bee-815e-c7d51f51a2a3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Pushing event updated for resources: {'Port': ['ID=a06b1d38-634a-4a78-8402-89db38496bc6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:25.430851 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-820bf62c-e5e2-4ac1-a46a-ca90441e3aa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.442753 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Request body: {'port': {'device_id': '5c3ce6c1-1051-4df9-8525-2e249fbb5cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:25.540461 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa69d-75af-4d88-a7e7-a28dfaf12357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.565158 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.810885 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-820bf62c-e5e2-4ac1-a46a-ca90441e3aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.812630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820bf62c-e5e2-4ac1-a46a-ca90441e3aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:25.813677 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-820bf62c-e5e2-4ac1-a46a-ca90441e3aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.821905 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa69d-75af-4d88-a7e7-a28dfaf12357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.889854 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820bf62c-e5e2-4ac1-a46a-ca90441e3aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8810f37d-00df-4e1b-bea1-d0394b0b598d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:25.894485 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa69d-75af-4d88-a7e7-a28dfaf12357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.905161 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.913709 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52362) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:25.924453 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-820bf62c-e5e2-4ac1-a46a-ca90441e3aa3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5490739 Aug 16 01:44:25.939711 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52366) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:25.955306 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f0d44ae8-1f1f-49e9-90d6-fb36e5ad8381 admin admin] Request body: {'subnet': {'network_id': '4044efb8-d75b-4a0f-a3de-ecd87e29e678', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1268225252-subnet', 'tenant_id': '9ad38ce4279c4c39abbb264d2a48c281', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:25.978512 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5fcaa69d-75af-4d88-a7e7-a28dfaf12357 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f6fb840d48dc454185239641c83e3ac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8792019 Aug 16 01:44:25.983767 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52368) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:25.989511 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820bf62c-e5e2-4ac1-a46a-ca90441e3aa3 admin admin] Pushing event updated for resources: {'Network': ['ID=4044efb8-d75b-4a0f-a3de-ecd87e29e678,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:26.002324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 4044efb8-d75b-4a0f-a3de-ecd87e29e678 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:26.031543 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcaa69d-75af-4d88-a7e7-a28dfaf12357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1bb388-da73-4966-af79-26e329d948be,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:26.031864 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-b069fc52-ed34-4a23-be38-9f54423bbe1a admin admin] Deleting subnet fa68bec7-664a-48fb-be7e-46ef8fc16c75 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:44:26.057378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e8563-2de0-409d-86d6-dc8bd08b8980 req-2328d8dc-8589-4bc1-8887-0c6d23361166 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:26.068824 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-173e8563-2de0-409d-86d6-dc8bd08b8980 req-2328d8dc-8589-4bc1-8887-0c6d23361166 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c3ce6c1-1051-4df9-8525-2e249fbb5cb3 HTTP/1.1" status: 200 len: 931 time: 0.5148022 Aug 16 01:44:26.077441 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b069fc52-ed34-4a23-be38-9f54423bbe1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.102609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d44ae8-1f1f-49e9-90d6-fb36e5ad8381 admin admin] Made reservation on behalf of 9ad38ce4279c4c39abbb264d2a48c281 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:26.106035 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0d44ae8-1f1f-49e9-90d6-fb36e5ad8381 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.485240 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b069fc52-ed34-4a23-be38-9f54423bbe1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.518792 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a06b1d38-634a-4a78-8402-89db38496bc6 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:26.532487 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.569512 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Transition to ACTIVE for port object a06b1d38-634a-4a78-8402-89db38496bc6 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:26.575288 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b069fc52-ed34-4a23-be38-9f54423bbe1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.611298 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac42654d-3675-4948-8cd7-11a11a0a86b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.646409 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.672403 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac42654d-3675-4948-8cd7-11a11a0a86b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.849073 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-173e8563-2de0-409d-86d6-dc8bd08b8980 req-862943d2-e635-4231-ad76-1d2f7c149289 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7792373 Aug 16 01:44:26.877749 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52386) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:26.887462 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a6021e13-dede-4e37-9e44-7d428e6ac18f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Request body: {'subnet': {'network_id': '496f27e4-3603-486e-a1e4-92938f75e67b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:26.898063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Pushing event updated for resources: {'Port': ['ID=a06b1d38-634a-4a78-8402-89db38496bc6,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:26.950081 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Attempting to bind port a06b1d38-634a-4a78-8402-89db38496bc6 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:26.952000 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Attempting to bind port a06b1d38-634a-4a78-8402-89db38496bc6 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:26.952663 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Attempting to bind port a06b1d38-634a-4a78-8402-89db38496bc6 on network e34c68e7-0a34-46ae-ac57-cc0385b7595c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:26.959975 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b069fc52-ed34-4a23-be38-9f54423bbe1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.969064 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Port a06b1d38-634a-4a78-8402-89db38496bc6 on network e34c68e7-0a34-46ae-ac57-cc0385b7595c not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:26.969647 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Attempting to bind port a06b1d38-634a-4a78-8402-89db38496bc6 on network e34c68e7-0a34-46ae-ac57-cc0385b7595c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:26.997652 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069fc52-ed34-4a23-be38-9f54423bbe1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa68bec7-664a-48fb-be7e-46ef8fc16c75,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:27.001200 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b069fc52-ed34-4a23-be38-9f54423bbe1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.006454 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b069fc52-ed34-4a23-be38-9f54423bbe1a admin admin] 10.222.0.68 "DELETE /v2.0/subnets/fa68bec7-664a-48fb-be7e-46ef8fc16c75 HTTP/1.1" status: 204 len: 168 time: 1.0900807 Aug 16 01:44:27.007864 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52390) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:27.008649 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:27.009090 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Checking segment: {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:27.009479 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Bound using segment: {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:27.009955 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Bound port: a06b1d38-634a-4a78-8402-89db38496bc6, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:27.010308 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.015448 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52392) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:27.161946 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0d44ae8-1f1f-49e9-90d6-fb36e5ad8381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.165884 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b62ebe7-603e-46f7-aaf0-1cb985bd4a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.252028 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88dade48-58a8-43a7-94ad-057f30710960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.275972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d44ae8-1f1f-49e9-90d6-fb36e5ad8381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5396199f-7418-4116-a851-4150e71c13b5,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:27.278325 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d44ae8-1f1f-49e9-90d6-fb36e5ad8381 admin admin] Checking segment: {'id': 'f5edae77-8da3-4081-83a1-c749f7f89b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4044efb8-d75b-4a0f-a3de-ecd87e29e678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:27.278800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d44ae8-1f1f-49e9-90d6-fb36e5ad8381 admin admin] Network hostable DHCP agents. Network: 4044efb8-d75b-4a0f-a3de-ecd87e29e678, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:27.288256 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac42654d-3675-4948-8cd7-11a11a0a86b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.290806 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac42654d-3675-4948-8cd7-11a11a0a86b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.292082 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ac42654d-3675-4948-8cd7-11a11a0a86b8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/da1bb388-da73-4966-af79-26e329d948be HTTP/1.1" status: 204 len: 168 time: 1.3036120 Aug 16 01:44:27.307474 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42654d-3675-4948-8cd7-11a11a0a86b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1bb388-da73-4966-af79-26e329d948be,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:27.319924 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6021e13-dede-4e37-9e44-7d428e6ac18f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Made reservation on behalf of 2becb4dbe1004363a29ce58a9492790d for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:27.323566 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6021e13-dede-4e37-9e44-7d428e6ac18f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.344085 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d44ae8-1f1f-49e9-90d6-fb36e5ad8381 admin admin] Network 4044efb8-d75b-4a0f-a3de-ecd87e29e678 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:27.401149 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f0d44ae8-1f1f-49e9-90d6-fb36e5ad8381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 4044efb8-d75b-4a0f-a3de-ecd87e29e678) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:27.414063 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28468364-769c-4939-a924-8fdc2d45db93 None None] Network 4044efb8-d75b-4a0f-a3de-ecd87e29e678 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:27.426163 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d44ae8-1f1f-49e9-90d6-fb36e5ad8381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:27.426866 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0d44ae8-1f1f-49e9-90d6-fb36e5ad8381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.429126 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] For port a06b1d38-634a-4a78-8402-89db38496bc6, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:27.443605 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b62ebe7-603e-46f7-aaf0-1cb985bd4a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.465914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-2b62ebe7-603e-46f7-aaf0-1cb985bd4a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:27.481130 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] For port a06b1d38-634a-4a78-8402-89db38496bc6, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a06b1d38-634a-4a78-8402-89db38496bc6,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:27.488178 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-2b62ebe7-603e-46f7-aaf0-1cb985bd4a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7f0371-ebb5-4932-a57c-9ac457f2f971') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:27.488882 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-2b62ebe7-603e-46f7-aaf0-1cb985bd4a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7f0371-ebb5-4932-a57c-9ac457f2f971') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:27.497851 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.510668 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b62ebe7-603e-46f7-aaf0-1cb985bd4a42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.573933 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b62ebe7-603e-46f7-aaf0-1cb985bd4a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.577686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:27.578708 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.580874 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] 10.222.0.73 "PUT /v2.0/ports/a06b1d38-634a-4a78-8402-89db38496bc6 HTTP/1.1" status: 200 len: 1092 time: 2.1530204 Aug 16 01:44:27.581405 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3ce6c1-1051-4df9-8525-2e249fbb5cb3', 'tag': 'a06b1d38-634a-4a78-8402-89db38496bc6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:27.584012 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291f5d4b-0281-4883-b5a9-4fd69edf58c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3ce6c1-1051-4df9-8525-2e249fbb5cb3", "tag": "a06b1d38-634a-4a78-8402-89db38496bc6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:27.626188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b62ebe7-603e-46f7-aaf0-1cb985bd4a42 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:44:27.626622 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b62ebe7-603e-46f7-aaf0-1cb985bd4a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:44:27.636899 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:44:27.652415 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540f86dd-c560-4316-894b-d0ddf755582a None None] Network 4044efb8-d75b-4a0f-a3de-ecd87e29e678 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:27.714495 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6021e13-dede-4e37-9e44-7d428e6ac18f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.731764 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12693cbe-b050-4a55-9d37-51ab525e98be x-openstack-request-id: req-12693cbe-b050-4a55-9d37-51ab525e98be {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:27.732136 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3ce6c1-1051-4df9-8525-2e249fbb5cb3", "tag": "a06b1d38-634a-4a78-8402-89db38496bc6", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:27.732330 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-12693cbe-b050-4a55-9d37-51ab525e98be {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:27.733483 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3ce6c1-1051-4df9-8525-2e249fbb5cb3', 'tag': 'a06b1d38-634a-4a78-8402-89db38496bc6', 'status': 'completed', 'code': 200} Aug 16 01:44:27.779914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f52d7-4211-4590-a74e-67ff86c7741e service neutron] Pushing event updated for resources: {'Port': ['ID=a06b1d38-634a-4a78-8402-89db38496bc6,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:27.795953 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6021e13-dede-4e37-9e44-7d428e6ac18f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event updated for resources: {'Subnet': ['ID=90963279-85c8-4eca-9e93-4879043556fc,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:27.833408 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b62ebe7-603e-46f7-aaf0-1cb985bd4a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.840677 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6021e13-dede-4e37-9e44-7d428e6ac18f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Checking segment: {'id': 'f2179c9a-7467-465c-a1ea-7cb3d1ab20c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '496f27e4-3603-486e-a1e4-92938f75e67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:27.841036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6021e13-dede-4e37-9e44-7d428e6ac18f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Network hostable DHCP agents. Network: 496f27e4-3603-486e-a1e4-92938f75e67b, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:27.850229 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b62ebe7-603e-46f7-aaf0-1cb985bd4a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.852586 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2b62ebe7-603e-46f7-aaf0-1cb985bd4a42 admin admin] 10.222.0.68 "DELETE /v2.0/networks/a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8 HTTP/1.1" status: 204 len: 168 time: 0.8321600 Aug 16 01:44:27.869721 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-8b0750a6-c9b3-4502-ae9b-2d4d87fba1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:27.871641 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-8b0750a6-c9b3-4502-ae9b-2d4d87fba1e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&device_id=5c3ce6c1-1051-4df9-8525-2e249fbb5cb3 HTTP/1.1" status: 200 len: 1095 time: 0.2027011 Aug 16 01:44:27.872163 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6021e13-dede-4e37-9e44-7d428e6ac18f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Network 496f27e4-3603-486e-a1e4-92938f75e67b is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:27.874515 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88dade48-58a8-43a7-94ad-057f30710960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.876282 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62ebe7-603e-46f7-aaf0-1cb985bd4a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=a91d2b43-4c00-4dd0-a3dd-f83a4f812ad8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:27.892815 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a6021e13-dede-4e37-9e44-7d428e6ac18f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 496f27e4-3603-486e-a1e4-92938f75e67b) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:27.899248 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f0d44ae8-1f1f-49e9-90d6-fb36e5ad8381 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9536231 Aug 16 01:44:27.909426 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6021e13-dede-4e37-9e44-7d428e6ac18f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:27.910077 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6021e13-dede-4e37-9e44-7d428e6ac18f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.915618 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cc3d62-1726-4dc7-ba4c-5c30fca78239 None None] Network 496f27e4-3603-486e-a1e4-92938f75e67b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:27.968528 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a6021e13-dede-4e37-9e44-7d428e6ac18f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0910974 Aug 16 01:44:27.971905 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52418) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:27.977034 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-86ed2518-9665-4e0b-ad10-096f8e0fb529 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1150270972'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:28.041662 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-f5909cc0-a720-4fba-95bc-9f12339cceaa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a06b1d38-634a-4a78-8402-89db38496bc6 HTTP/1.1" status: 200 len: 217 time: 0.1399817 Aug 16 01:44:28.044483 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88dade48-58a8-43a7-94ad-057f30710960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.046873 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ed2518-9665-4e0b-ad10-096f8e0fb529 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Made reservation on behalf of 2becb4dbe1004363a29ce58a9492790d for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:28.052026 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86ed2518-9665-4e0b-ad10-096f8e0fb529 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.080551 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ed2518-9665-4e0b-ad10-096f8e0fb529 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:28.091586 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86ed2518-9665-4e0b-ad10-096f8e0fb529 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.093062 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-86ed2518-9665-4e0b-ad10-096f8e0fb529 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Added segment 4fc138f6-6746-490e-9f99-3b6ffd46963f of type vlan for network a8cc1f90-6399-453e-8572-5a176b83452a Aug 16 01:44:28.141866 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86ed2518-9665-4e0b-ad10-096f8e0fb529 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.151893 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52420) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:28.235587 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86ed2518-9665-4e0b-ad10-096f8e0fb529 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.242664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ed2518-9665-4e0b-ad10-096f8e0fb529 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:28.243310 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86ed2518-9665-4e0b-ad10-096f8e0fb529 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.259869 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900d6dd-432b-4e12-87cd-6bd9bb0fdc67 req-f8476bcf-6ab1-4025-bcc2-84b746a84e17 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:28.263210 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3900d6dd-432b-4e12-87cd-6bd9bb0fdc67 req-f8476bcf-6ab1-4025-bcc2-84b746a84e17 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c3ce6c1-1051-4df9-8525-2e249fbb5cb3 HTTP/1.1" status: 200 len: 943 time: 0.2120695 Aug 16 01:44:28.271210 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fb3a52d8-c661-4fd2-8c8f-56aca16c224d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f4daf488dea148eaa5a254f5ecbbcf18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1158557 Aug 16 01:44:28.297407 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dade48-58a8-43a7-94ad-057f30710960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60966e8-c8fb-4f2e-a7e7-b00fdc3827a2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:28.303109 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-88dade48-58a8-43a7-94ad-057f30710960 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=15b12708a69e4d9393f9ee482929f552&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2899976 Aug 16 01:44:28.306147 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52426) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:28.306997 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52428) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:28.317613 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-496f27e4-3603-486e-a1e4-92938f75e67b', 'network_id': '496f27e4-3603-486e-a1e4-92938f75e67b', 'tenant_id': '2becb4dbe1004363a29ce58a9492790d', 'fixed_ips': [{'subnet_id': '90963279-85c8-4eca-9e93-4879043556fc'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:44:28.321284 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.368751 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-86ed2518-9665-4e0b-ad10-096f8e0fb529 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3957560 Aug 16 01:44:28.374693 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52430) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:28.395047 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-46119220-ae43-4e64-9107-cb001d7dfc4a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Request body: {'subnet': {'network_id': 'a8cc1f90-6399-453e-8572-5a176b83452a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:28.400963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-839e332b-3527-403b-9761-903afe39413c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:28.411248 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-839e332b-3527-403b-9761-903afe39413c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9018291d-2978-41e4-8573-6602cff70f18 HTTP/1.1" status: 200 len: 845 time: 0.2949998 Aug 16 01:44:28.415537 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-549bf5e2-4306-45aa-adee-c7dbbef2d2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.471829 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-54b33995-f21d-40a9-9b67-81ac23ff97cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e34c68e7-0a34-46ae-ac57-cc0385b7595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322731 Aug 16 01:44:28.491512 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed2518-9665-4e0b-ad10-096f8e0fb529 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event updated for resources: {'Network': ['ID=a8cc1f90-6399-453e-8572-5a176b83452a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:28.532070 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46119220-ae43-4e64-9107-cb001d7dfc4a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Made reservation on behalf of 2becb4dbe1004363a29ce58a9492790d for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:28.536987 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46119220-ae43-4e64-9107-cb001d7dfc4a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.551271 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network a8cc1f90-6399-453e-8572-5a176b83452a details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:28.614096 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-549bf5e2-4306-45aa-adee-c7dbbef2d2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.635232 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3900d6dd-432b-4e12-87cd-6bd9bb0fdc67 req-48030b37-25e9-4dc5-afd8-a40c624bae4b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582406 Aug 16 01:44:28.659369 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d2b797b-0d93-4cf2-8c19-5ae71740a1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.735131 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d2b797b-0d93-4cf2-8c19-5ae71740a1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.737826 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Allocated IP 2001:db8:0:ffff::2 (496f27e4-3603-486e-a1e4-92938f75e67b/90963279-85c8-4eca-9e93-4879043556fc/aea827aa-8111-423b-b71c-1c893a2b1add) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:28.771149 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-35503938-1e39-4fd0-915f-1a1158f5851b service neutron] 10.222.0.73 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743366 Aug 16 01:44:28.915617 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-549bf5e2-4306-45aa-adee-c7dbbef2d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.921084 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-549bf5e2-4306-45aa-adee-c7dbbef2d2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.927643 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-549bf5e2-4306-45aa-adee-c7dbbef2d2d7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d60966e8-c8fb-4f2e-a7e7-b00fdc3827a2 HTTP/1.1" status: 204 len: 168 time: 0.5990560 Aug 16 01:44:28.975653 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-02ec6739-6db0-4e11-b0c1-80aa935964c8 req-36e477ee-f3ef-4160-862f-bddaaf4f3e2c service neutron] 10.222.0.73 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845949 Aug 16 01:44:28.978310 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d2b797b-0d93-4cf2-8c19-5ae71740a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.981670 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d2b797b-0d93-4cf2-8c19-5ae71740a1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.987212 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2d2b797b-0d93-4cf2-8c19-5ae71740a1f8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/98c57f6e-2543-410b-b673-ef3f4e1bf604 HTTP/1.1" status: 204 len: 168 time: 0.6646924 Aug 16 01:44:28.997282 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549bf5e2-4306-45aa-adee-c7dbbef2d2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60966e8-c8fb-4f2e-a7e7-b00fdc3827a2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:29.015452 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b797b-0d93-4cf2-8c19-5ae71740a1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c57f6e-2543-410b-b673-ef3f4e1bf604,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:29.146551 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f5d4b-0281-4883-b5a9-4fd69edf58c0 req-1e6b4696-e8a1-4f10-91d4-8e1466aae9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:29.148665 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-291f5d4b-0281-4883-b5a9-4fd69edf58c0 req-1e6b4696-e8a1-4f10-91d4-8e1466aae9b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&device_id=5c3ce6c1-1051-4df9-8525-2e249fbb5cb3 HTTP/1.1" status: 200 len: 1095 time: 0.0966275 Aug 16 01:44:29.240321 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:29.250873 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Transition to ACTIVE for port object aea827aa-8111-423b-b71c-1c893a2b1add will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:29.253846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-835ee505-e83c-4a1c-872b-86121436d6bc tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:29.256596 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-835ee505-e83c-4a1c-872b-86121436d6bc tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/networks?id=4044efb8-d75b-4a0f-a3de-ecd87e29e678 HTTP/1.1" status: 200 len: 813 time: 0.2948883 Aug 16 01:44:29.274372 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Transition to ACTIVE for port object aea827aa-8111-423b-b71c-1c893a2b1add will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:29.284838 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:29.295626 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-fa4dd25e-fcf1-4558-a2fc-421738ab0fc0 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/quotas/9ad38ce4279c4c39abbb264d2a48c281 HTTP/1.1" status: 200 len: 375 time: 0.0277691 Aug 16 01:44:29.362005 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f5d4b-0281-4883-b5a9-4fd69edf58c0 req-9855ce1c-15b4-4bf6-9372-bc6958ee12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:29.367538 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-291f5d4b-0281-4883-b5a9-4fd69edf58c0 req-9855ce1c-15b4-4bf6-9372-bc6958ee12a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 906 time: 0.2105422 Aug 16 01:44:29.368311 n-d-765315-27 neutron-server[94672]: DEBUG neutron.objects.ports [None req-46119220-ae43-4e64-9107-cb001d7dfc4a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:44:29.376050 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Network 496f27e4-3603-486e-a1e4-92938f75e67b is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:29.381239 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46119220-ae43-4e64-9107-cb001d7dfc4a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:29.394401 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:29.409853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:29.411850 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-4b9f3148-436f-4e58-9b45-f731cb6cd26b tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9ad38ce4279c4c39abbb264d2a48c281&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725622 Aug 16 01:44:29.474975 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Pushing event updated for resources: {'Port': ['ID=aea827aa-8111-423b-b71c-1c893a2b1add,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:29.512024 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-291f5d4b-0281-4883-b5a9-4fd69edf58c0 req-aa313041-17d0-49cb-9be8-ae101e218eee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a06b1d38-634a-4a78-8402-89db38496bc6 HTTP/1.1" status: 200 len: 217 time: 0.1299603 Aug 16 01:44:29.556707 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Attempting to bind port aea827aa-8111-423b-b71c-1c893a2b1add on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:29.558004 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Attempting to bind port aea827aa-8111-423b-b71c-1c893a2b1add by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'f2179c9a-7467-465c-a1ea-7cb3d1ab20c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '496f27e4-3603-486e-a1e4-92938f75e67b'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:29.561776 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Attempting to bind port aea827aa-8111-423b-b71c-1c893a2b1add on network 496f27e4-3603-486e-a1e4-92938f75e67b {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:29.568623 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:29.573501 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Checking segment: {'id': 'f2179c9a-7467-465c-a1ea-7cb3d1ab20c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '496f27e4-3603-486e-a1e4-92938f75e67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:29.574307 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:29.574942 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Bound using segment: {'id': 'f2179c9a-7467-465c-a1ea-7cb3d1ab20c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '496f27e4-3603-486e-a1e4-92938f75e67b'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:29.575667 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Bound port: aea827aa-8111-423b-b71c-1c893a2b1add, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2179c9a-7467-465c-a1ea-7cb3d1ab20c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '496f27e4-3603-486e-a1e4-92938f75e67b'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:29.576339 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:29.600290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46119220-ae43-4e64-9107-cb001d7dfc4a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event updated for resources: {'Subnet': ['ID=adab461a-603f-4e51-b0b0-d0499c1f0033,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:29.620442 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f5d4b-0281-4883-b5a9-4fd69edf58c0 req-9d56d8b3-1e6e-41d8-b166-cc1ccf4571b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:29.622716 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-291f5d4b-0281-4883-b5a9-4fd69edf58c0 req-9d56d8b3-1e6e-41d8-b166-cc1ccf4571b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9018291d-2978-41e4-8573-6602cff70f18 HTTP/1.1" status: 200 len: 845 time: 0.1059072 Aug 16 01:44:29.629027 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46119220-ae43-4e64-9107-cb001d7dfc4a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Checking segment: {'id': '4fc138f6-6746-490e-9f99-3b6ffd46963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a8cc1f90-6399-453e-8572-5a176b83452a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:29.629464 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46119220-ae43-4e64-9107-cb001d7dfc4a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Network hostable DHCP agents. Network: a8cc1f90-6399-453e-8572-5a176b83452a, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:29.697295 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-291f5d4b-0281-4883-b5a9-4fd69edf58c0 req-f88dba1f-0905-413a-bcfd-cd79e266d082 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e34c68e7-0a34-46ae-ac57-cc0385b7595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649645 Aug 16 01:44:29.714232 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] For port aea827aa-8111-423b-b71c-1c893a2b1add, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:29.722336 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] For port aea827aa-8111-423b-b71c-1c893a2b1add, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=aea827aa-8111-423b-b71c-1c893a2b1add,segment=NetworkSegment(f2179c9a-7467-465c-a1ea-7cb3d1ab20c4),segment_id=f2179c9a-7467-465c-a1ea-7cb3d1ab20c4)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:29.729019 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-c615bba1-8240-45a1-bdbb-92f41c7f61ba service neutron] 10.222.0.68 "GET /v2.0/networks/4044efb8-d75b-4a0f-a3de-ecd87e29e678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721133 Aug 16 01:44:29.739479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46119220-ae43-4e64-9107-cb001d7dfc4a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Network a8cc1f90-6399-453e-8572-5a176b83452a is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:29.750518 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:29.795899 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-46119220-ae43-4e64-9107-cb001d7dfc4a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, a8cc1f90-6399-453e-8572-5a176b83452a) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:29.834010 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46119220-ae43-4e64-9107-cb001d7dfc4a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:29.834600 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46119220-ae43-4e64-9107-cb001d7dfc4a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:29.858287 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075ed1a2-3061-497b-aae6-ff3f144e3451 None None] Network a8cc1f90-6399-453e-8572-5a176b83452a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:29.871564 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-291f5d4b-0281-4883-b5a9-4fd69edf58c0 req-7955d042-efe0-4a85-98d0-fe6284bd7eb2 service neutron] 10.222.0.73 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646936 Aug 16 01:44:29.875341 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-46119220-ae43-4e64-9107-cb001d7dfc4a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4921100 Aug 16 01:44:29.878232 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52472) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:29.883925 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3a880901-41b7-4209-a219-453f64eb5b1d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Request body: {'port': {'network_id': 'a8cc1f90-6399-453e-8572-5a176b83452a', 'name': 'tempest-NetworksIpV6TestAttrs-1899895590'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:29.909734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52474) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:29.996281 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc0e9cc3-d939-4bbe-acf0-b4e8ac1d3738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:30.009069 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-eb3deb1e-7413-4e3c-a703-c23901ca0665 service neutron] 10.222.0.68 "GET /v2.0/networks/4044efb8-d75b-4a0f-a3de-ecd87e29e678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565029 Aug 16 01:44:30.009488 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-291f5d4b-0281-4883-b5a9-4fd69edf58c0 req-3e1c160e-2dd5-42c6-b633-d79001f36769 service neutron] 10.222.0.73 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227453 Aug 16 01:44:30.073657 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7040b5-bb5d-4204-a593-c01c3a97bc44 req-20d7d89a-b119-4ba2-97ce-3c75e0d8cce5 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:30.091550 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6c7040b5-bb5d-4204-a593-c01c3a97bc44 req-20d7d89a-b119-4ba2-97ce-3c75e0d8cce5 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c3ce6c1-1051-4df9-8525-2e249fbb5cb3 HTTP/1.1" status: 200 len: 943 time: 0.2187023 Aug 16 01:44:30.212230 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fd995-2494-4859-b585-e727fe75fe22 None None] Pushing event updated for resources: {'Port': ['ID=aea827aa-8111-423b-b71c-1c893a2b1add,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:30.253275 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc0e9cc3-d939-4bbe-acf0-b4e8ac1d3738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:30.291781 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc0e9cc3-d939-4bbe-acf0-b4e8ac1d3738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:30.382350 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e9cc3-d939-4bbe-acf0-b4e8ac1d3738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352079c9-d57b-4d3b-b1c5-546eb7082b45,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:30.403778 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-dc0e9cc3-d939-4bbe-acf0-b4e8ac1d3738 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=50aecb1b1a184db38463c55e8e06da70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4929714 Aug 16 01:44:30.410080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52490) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:30.458738 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a8cc1f90-6399-453e-8572-5a176b83452a', 'network_id': 'a8cc1f90-6399-453e-8572-5a176b83452a', 'tenant_id': '2becb4dbe1004363a29ce58a9492790d', 'fixed_ips': [{'subnet_id': 'adab461a-603f-4e51-b0b0-d0499c1f0033'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:44:30.465114 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:30.522947 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b6c0d76-5ad0-48d4-bd0f-0e524cf30c1e req-159f67e3-e4da-4e98-89f8-d352faff33ab tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/ports?device_id=0912ba59-8736-4248-949d-fa5e81c24ea4 HTTP/1.1" status: 200 len: 210 time: 0.1115706 Aug 16 01:44:30.528175 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a880901-41b7-4209-a219-453f64eb5b1d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Made reservation on behalf of 2becb4dbe1004363a29ce58a9492790d for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:30.533472 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3a880901-41b7-4209-a219-453f64eb5b1d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:30.644900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-3a880901-41b7-4209-a219-453f64eb5b1d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] device_id is not set on port e022562a-ace9-44f1-b924-ec95c5f750ec yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:44:30.762739 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de86431d-5d2a-4a88-a9d1-e2e28b739f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:30.871135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Allocated IP 2001:db8::f816:3eff:fe9f:d512 (a8cc1f90-6399-453e-8572-5a176b83452a/adab461a-603f-4e51-b0b0-d0499c1f0033/3ca25e8a-edde-40d1-92dd-c03e6a585043) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:30.985061 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6c7040b5-bb5d-4204-a593-c01c3a97bc44 req-6d16a512-7dd8-430c-b831-45c4eeee02df tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8890319 Aug 16 01:44:31.031057 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de86431d-5d2a-4a88-a9d1-e2e28b739f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:31.136281 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de86431d-5d2a-4a88-a9d1-e2e28b739f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:31.140573 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de86431d-5d2a-4a88-a9d1-e2e28b739f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:31.142446 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-de86431d-5d2a-4a88-a9d1-e2e28b739f9e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/352079c9-d57b-4d3b-b1c5-546eb7082b45 HTTP/1.1" status: 204 len: 168 time: 0.7264094 Aug 16 01:44:31.173680 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86431d-5d2a-4a88-a9d1-e2e28b739f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352079c9-d57b-4d3b-b1c5-546eb7082b45,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:31.183114 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:31.225362 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Transition to ACTIVE for port object 3ca25e8a-edde-40d1-92dd-c03e6a585043 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:31.250413 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Transition to ACTIVE for port object 3ca25e8a-edde-40d1-92dd-c03e6a585043 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:31.260391 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:31.335552 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Network a8cc1f90-6399-453e-8572-5a176b83452a is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:31.342714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:31.350671 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:31.354368 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Pushing event updated for resources: {'Port': ['ID=3ca25e8a-edde-40d1-92dd-c03e6a585043,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:31.469030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-3a880901-41b7-4209-a219-453f64eb5b1d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Allocated IP 2001:db8::f816:3eff:fe13:5ea2 (a8cc1f90-6399-453e-8572-5a176b83452a/adab461a-603f-4e51-b0b0-d0499c1f0033/e022562a-ace9-44f1-b924-ec95c5f750ec) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:31.489422 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device aea827aa-8111-423b-b71c-1c893a2b1add up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:31.646095 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Attempting to bind port 3ca25e8a-edde-40d1-92dd-c03e6a585043 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:31.651873 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Attempting to bind port 3ca25e8a-edde-40d1-92dd-c03e6a585043 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '4fc138f6-6746-490e-9f99-3b6ffd46963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a8cc1f90-6399-453e-8572-5a176b83452a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:31.657075 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Attempting to bind port 3ca25e8a-edde-40d1-92dd-c03e6a585043 on network a8cc1f90-6399-453e-8572-5a176b83452a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:31.689634 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a06b1d38-634a-4a78-8402-89db38496bc6 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:44:31.732985 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:31.733483 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Checking segment: {'id': '4fc138f6-6746-490e-9f99-3b6ffd46963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a8cc1f90-6399-453e-8572-5a176b83452a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:31.734003 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:31.734457 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Bound using segment: {'id': '4fc138f6-6746-490e-9f99-3b6ffd46963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a8cc1f90-6399-453e-8572-5a176b83452a'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:31.735158 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Bound port: 3ca25e8a-edde-40d1-92dd-c03e6a585043, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc138f6-6746-490e-9f99-3b6ffd46963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a8cc1f90-6399-453e-8572-5a176b83452a'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:31.736769 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:31.752788 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0d00e0a1-a2f5-48ef-a657-de6f16bcbd6e req-942b0ec1-93f5-450c-aab6-d2c31c9271fe tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/ports?device_id=0912ba59-8736-4248-949d-fa5e81c24ea4 HTTP/1.1" status: 200 len: 210 time: 0.0650623 Aug 16 01:44:31.857212 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] For port 3ca25e8a-edde-40d1-92dd-c03e6a585043, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:31.861050 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] For port 3ca25e8a-edde-40d1-92dd-c03e6a585043, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3ca25e8a-edde-40d1-92dd-c03e6a585043,segment=NetworkSegment(4fc138f6-6746-490e-9f99-3b6ffd46963f),segment_id=4fc138f6-6746-490e-9f99-3b6ffd46963f)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:31.868778 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.resource_extend [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:44:31.883966 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:31.889476 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3a880901-41b7-4209-a219-453f64eb5b1d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:31.926659 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-3a880901-41b7-4209-a219-453f64eb5b1d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Transition to ACTIVE for port object e022562a-ace9-44f1-b924-ec95c5f750ec will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:31.932383 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port aea827aa-8111-423b-b71c-1c893a2b1add completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:32.064795 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3a880901-41b7-4209-a219-453f64eb5b1d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:32.125429 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c07ba-7b73-4bec-b56d-2d67826fd77b None None] Pushing event updated for resources: {'Port': ['ID=3ca25e8a-edde-40d1-92dd-c03e6a585043,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:32.176449 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b566d4fe-7a74-4cfc-9234-5790453db833 None None] Network 496f27e4-3603-486e-a1e4-92938f75e67b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:32.221681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port a06b1d38-634a-4a78-8402-89db38496bc6, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a06b1d38-634a-4a78-8402-89db38496bc6,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:32.230391 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a880901-41b7-4209-a219-453f64eb5b1d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event updated for resources: {'Port': ['ID=e022562a-ace9-44f1-b924-ec95c5f750ec,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:32.279510 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a880901-41b7-4209-a219-453f64eb5b1d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Network a8cc1f90-6399-453e-8572-5a176b83452a is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:32.294236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-3a880901-41b7-4209-a219-453f64eb5b1d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:32.313277 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a880901-41b7-4209-a219-453f64eb5b1d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:32.327868 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'a06b1d38-634a-4a78-8402-89db38496bc6', 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c', 'port_id': 'a06b1d38-634a-4a78-8402-89db38496bc6', 'mac_address': 'fa:16:3e:91:57:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9018291d-2978-41e4-8573-6602cff70f18', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:44:32.357368 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a880901-41b7-4209-a219-453f64eb5b1d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:32.364277 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3a880901-41b7-4209-a219-453f64eb5b1d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:32.436850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bb8af8f0-b407-428a-bae4-abb9d1755cc1 None None] Provisioning for port aea827aa-8111-423b-b71c-1c893a2b1add completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:32.443762 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:32.465073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d802be-7117-4695-b1f5-682f3b30c2af req-0c5aa9c5-b1e6-4813-8f95-90f0e14a4b9c tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:32.474133 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f2d802be-7117-4695-b1f5-682f3b30c2af req-0c5aa9c5-b1e6-4813-8f95-90f0e14a4b9c tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c3ce6c1-1051-4df9-8525-2e249fbb5cb3 HTTP/1.1" status: 200 len: 943 time: 0.2769611 Aug 16 01:44:32.514839 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a06b1d38-634a-4a78-8402-89db38496bc6 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:32.524295 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bb8af8f0-b407-428a-bae4-abb9d1755cc1 None None] Provisioning complete for port aea827aa-8111-423b-b71c-1c893a2b1add triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:32.524673 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb8af8f0-b407-428a-bae4-abb9d1755cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:32.593286 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f2d802be-7117-4695-b1f5-682f3b30c2af req-c947ed67-2eaa-4b24-b0f9-63cebae85d76 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162112 Aug 16 01:44:32.699227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port a06b1d38-634a-4a78-8402-89db38496bc6, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a06b1d38-634a-4a78-8402-89db38496bc6,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:32.709585 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:32.718158 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-8dd6b2d4-bf2f-4e05-a4a9-c76be4f957c2 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=3bbcf668cc624014b875d5f29c4dd055&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779834 Aug 16 01:44:32.754081 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3a880901-41b7-4209-a219-453f64eb5b1d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.8744214 Aug 16 01:44:32.756409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52592) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:32.874561 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb8af8f0-b407-428a-bae4-abb9d1755cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:32.903886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-2a23fd21-c5f8-493c-afd3-2dbcce58af0c tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:32.906028 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-2a23fd21-c5f8-493c-afd3-2dbcce58af0c tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.63 "GET /v2.0/networks?id=4044efb8-d75b-4a0f-a3de-ecd87e29e678 HTTP/1.1" status: 200 len: 813 time: 0.5176225 Aug 16 01:44:32.907816 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=a06b1d38-634a-4a78-8402-89db38496bc6,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:32.922709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-e1e5349f-3fb4-4fe0-b4c7-59b13cf2d157 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Request body: {'port': {'device_id': '0912ba59-8736-4248-949d-fa5e81c24ea4', 'network_id': '4044efb8-d75b-4a0f-a3de-ecd87e29e678', 'admin_state_up': True, 'tenant_id': '9ad38ce4279c4c39abbb264d2a48c281'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:32.923079 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:32.923418 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:32.923756 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:32.924091 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:32.924415 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:32.924740 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:32.925067 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:32.925384 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:32.925702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:32.926046 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:32.930874 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:32.931263 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:32.957598 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b5d64a-d8bb-4be1-b6a6-98451b4fe455 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Deleting subnet adab461a-603f-4e51-b0b0-d0499c1f0033 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:44:32.983942 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d64a-d8bb-4be1-b6a6-98451b4fe455 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:32.985448 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-bb8af8f0-b407-428a-bae4-abb9d1755cc1 None None] For port aea827aa-8111-423b-b71c-1c893a2b1add, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=aea827aa-8111-423b-b71c-1c893a2b1add,segment=NetworkSegment(f2179c9a-7467-465c-a1ea-7cb3d1ab20c4),segment_id=f2179c9a-7467-465c-a1ea-7cb3d1ab20c4)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:33.002568 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb8af8f0-b407-428a-bae4-abb9d1755cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:33.115702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['a06b1d38-634a-4a78-8402-89db38496bc6'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:33.135671 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-db36e24c-3d62-494f-84f0-3890db7cd59d req-6ebf9dbd-6b01-421a-9b3f-ce6fc7d6ebf1 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/ports?device_id=0912ba59-8736-4248-949d-fa5e81c24ea4 HTTP/1.1" status: 200 len: 210 time: 0.1386235 Aug 16 01:44:33.188894 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d64a-d8bb-4be1-b6a6-98451b4fe455 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:33.222035 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-70f264bc-511f-4b5e-a406-34719f766a51 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:33.223630 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-70f264bc-511f-4b5e-a406-34719f766a51 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4983337 Aug 16 01:44:33.224130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52606) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:33.288130 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-05ac5103-88c2-4cf3-936c-30fa98f64cfc tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/quotas/3bbcf668cc624014b875d5f29c4dd055 HTTP/1.1" status: 200 len: 375 time: 0.0368879 Aug 16 01:44:33.291136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-e1e5349f-3fb4-4fe0-b4c7-59b13cf2d157 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Made reservation on behalf of 9ad38ce4279c4c39abbb264d2a48c281 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:33.296849 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-e1e5349f-3fb4-4fe0-b4c7-59b13cf2d157 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:33.429196 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-a2e7ab14-5953-409c-86d7-498b2984c221 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3bbcf668cc624014b875d5f29c4dd055&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1183038 Aug 16 01:44:33.613525 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d64a-d8bb-4be1-b6a6-98451b4fe455 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:33.666265 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f763c865-9c39-4cd2-b1a3-d775b809de8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:33.676235 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3ca25e8a-edde-40d1-92dd-c03e6a585043 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:33.794513 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d64a-d8bb-4be1-b6a6-98451b4fe455 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:33.814895 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8af8f0-b407-428a-bae4-abb9d1755cc1 None None] Pushing event updated for resources: {'Port': ['ID=aea827aa-8111-423b-b71c-1c893a2b1add,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:33.843661 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d64a-d8bb-4be1-b6a6-98451b4fe455 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:33.854538 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e6b5d64a-d8bb-4be1-b6a6-98451b4fe455 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/subnets/adab461a-603f-4e51-b0b0-d0499c1f0033 HTTP/1.1" status: 204 len: 168 time: 1.0963414 Aug 16 01:44:33.907679 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52624) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:33.912736 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-10b1bd01-e6da-400c-96f6-38cc53d98efc None None] Provisioning complete for port aea827aa-8111-423b-b71c-1c893a2b1add triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:33.913673 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-10b1bd01-e6da-400c-96f6-38cc53d98efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:33.938703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5d64a-d8bb-4be1-b6a6-98451b4fe455 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event deleted for resources: {'Subnet': ['ID=adab461a-603f-4e51-b0b0-d0499c1f0033,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:33.988741 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1688914d-037c-42fd-8be0-c4dc6040dab4 None None] Network a8cc1f90-6399-453e-8572-5a176b83452a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:34.016061 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-68f7705b-8106-4031-9665-cc6d87b8aa9f req-6a874697-db1b-407d-8235-6be3a96c67db tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/ports?device_id=213a2227-9723-478a-8324-8a8ada9ea7f0 HTTP/1.1" status: 200 len: 210 time: 0.2717955 Aug 16 01:44:34.067247 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f763c865-9c39-4cd2-b1a3-d775b809de8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.100831 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f763c865-9c39-4cd2-b1a3-d775b809de8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.103672 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 3ca25e8a-edde-40d1-92dd-c03e6a585043 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:34.148065 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6037e-2472-4eef-9769-d2838915f1c5 req-17de5a75-8637-4447-a737-0a362e86936f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:34.150111 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e4c6037e-2472-4eef-9769-d2838915f1c5 req-17de5a75-8637-4447-a737-0a362e86936f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c3ce6c1-1051-4df9-8525-2e249fbb5cb3 HTTP/1.1" status: 200 len: 944 time: 0.3159668 Aug 16 01:44:34.152102 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74dd0ee-a888-4fb5-a27a-d2f2b53bb0c2 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:34.153991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74dd0ee-a888-4fb5-a27a-d2f2b53bb0c2 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:34.161038 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52636) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:34.171044 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b74dd0ee-a888-4fb5-a27a-d2f2b53bb0c2 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2249238 Aug 16 01:44:34.242192 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-e1e5349f-3fb4-4fe0-b4c7-59b13cf2d157 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Allocated IP 172.20.0.11 (4044efb8-d75b-4a0f-a3de-ecd87e29e678/5396199f-7418-4116-a851-4150e71c13b5/82c0823c-46b7-4497-900c-091a6058fb47) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:34.271981 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f763c865-9c39-4cd2-b1a3-d775b809de8d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bd4653151ea84809a7255261bed84b81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0440567 Aug 16 01:44:34.285393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52640) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:34.289596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763c865-9c39-4cd2-b1a3-d775b809de8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce62fab-7cf2-4360-b138-be82654bae99,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:34.379143 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03012ac7-a58a-487b-b5a5-b2a2cbb19958 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.403916 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e4c6037e-2472-4eef-9769-d2838915f1c5 req-99fd5c3d-e780-4672-a06a-62571470a8ef tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438054 Aug 16 01:44:34.407549 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-03012ac7-a58a-487b-b5a5-b2a2cbb19958 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 01:44:34.408209 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03012ac7-a58a-487b-b5a5-b2a2cbb19958 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:44:34.412680 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-03012ac7-a58a-487b-b5a5-b2a2cbb19958 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/networks/a8cc1f90-6399-453e-8572-5a176b83452a HTTP/1.1" status: 409 len: 405 time: 0.2506974 Aug 16 01:44:34.417853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52648) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:34.434679 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f82e90f1-873d-436e-8467-0208494f256e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1767988732'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:34.500412 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b85d5f37-95a8-43f3-b04e-fa6828afe6e9 req-4c8e1abc-fb16-4bb3-ba3a-d6e100e4f87e tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/ports?device_id=0912ba59-8736-4248-949d-fa5e81c24ea4 HTTP/1.1" status: 200 len: 210 time: 0.1603031 Aug 16 01:44:34.505736 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82e90f1-873d-436e-8467-0208494f256e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Made reservation on behalf of 2becb4dbe1004363a29ce58a9492790d for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:34.512028 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f82e90f1-873d-436e-8467-0208494f256e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.601081 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82e90f1-873d-436e-8467-0208494f256e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:34.635240 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2d5bf1-10db-4246-a586-fb4773c9e4ef None None] DHCP port deletion for a8cc1f90-6399-453e-8572-5a176b83452a request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:44:34.635502 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f82e90f1-873d-436e-8467-0208494f256e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.635960 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-f82e90f1-873d-436e-8467-0208494f256e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Added segment c6682cbb-bf58-402d-a449-9327ff3f6bc3 of type vlan for network 5aa4c303-aaef-4130-8b9f-df2f5e2d46cb Aug 16 01:44:34.650958 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-94434f23-58bf-4882-a546-082a3e065485 None None] Provisioning for port 3ca25e8a-edde-40d1-92dd-c03e6a585043 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:34.666284 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-94434f23-58bf-4882-a546-082a3e065485 None None] Provisioning complete for port 3ca25e8a-edde-40d1-92dd-c03e6a585043 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:34.667350 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94434f23-58bf-4882-a546-082a3e065485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.672154 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-847c0ce6-9f63-4f5c-93cc-ce8ae81d31a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.700699 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-847c0ce6-9f63-4f5c-93cc-ce8ae81d31a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.712276 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f82e90f1-873d-436e-8467-0208494f256e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.751789 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f82e90f1-873d-436e-8467-0208494f256e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.761558 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82e90f1-873d-436e-8467-0208494f256e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:34.762559 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f82e90f1-873d-436e-8467-0208494f256e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.776969 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-847c0ce6-9f63-4f5c-93cc-ce8ae81d31a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.782445 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-847c0ce6-9f63-4f5c-93cc-ce8ae81d31a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:34.786667 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-847c0ce6-9f63-4f5c-93cc-ce8ae81d31a8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9ce62fab-7cf2-4360-b138-be82654bae99 HTTP/1.1" status: 204 len: 168 time: 0.4999456 Aug 16 01:44:34.806220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c0ce6-9f63-4f5c-93cc-ce8ae81d31a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce62fab-7cf2-4360-b138-be82654bae99,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:34.899359 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f82e90f1-873d-436e-8467-0208494f256e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4798546 Aug 16 01:44:34.902251 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52658) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:34.923689 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-05b21ffd-782f-4191-ab89-93ec2245ea18 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Request body: {'subnet': {'network_id': '5aa4c303-aaef-4130-8b9f-df2f5e2d46cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:34.925797 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e90f1-873d-436e-8467-0208494f256e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event updated for resources: {'Network': ['ID=5aa4c303-aaef-4130-8b9f-df2f5e2d46cb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:34.955017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 5aa4c303-aaef-4130-8b9f-df2f5e2d46cb details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:35.077221 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94434f23-58bf-4882-a546-082a3e065485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.089473 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-e1e5349f-3fb4-4fe0-b4c7-59b13cf2d157 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.139717 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d5bf1-10db-4246-a586-fb4773c9e4ef None None] Deleting port 3ca25e8a-edde-40d1-92dd-c03e6a585043 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:35.140445 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c2d5bf1-10db-4246-a586-fb4773c9e4ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.160442 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b21ffd-782f-4191-ab89-93ec2245ea18 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Made reservation on behalf of 2becb4dbe1004363a29ce58a9492790d for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:35.164893 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-05b21ffd-782f-4191-ab89-93ec2245ea18 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.219785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-94434f23-58bf-4882-a546-082a3e065485 None None] For port 3ca25e8a-edde-40d1-92dd-c03e6a585043, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3ca25e8a-edde-40d1-92dd-c03e6a585043,segment=NetworkSegment(4fc138f6-6746-490e-9f99-3b6ffd46963f),segment_id=4fc138f6-6746-490e-9f99-3b6ffd46963f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:35.228695 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94434f23-58bf-4882-a546-082a3e065485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.275738 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3c2d5bf1-10db-4246-a586-fb4773c9e4ef None None] For port 3ca25e8a-edde-40d1-92dd-c03e6a585043, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3ca25e8a-edde-40d1-92dd-c03e6a585043,segment=NetworkSegment(4fc138f6-6746-490e-9f99-3b6ffd46963f),segment_id=4fc138f6-6746-490e-9f99-3b6ffd46963f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:35.276135 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c2d5bf1-10db-4246-a586-fb4773c9e4ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.308026 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d5bf1-10db-4246-a586-fb4773c9e4ef None None] Calling delete_port for 3ca25e8a-edde-40d1-92dd-c03e6a585043 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:35.384242 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94434f23-58bf-4882-a546-082a3e065485 None None] Pushing event updated for resources: {'Port': ['ID=3ca25e8a-edde-40d1-92dd-c03e6a585043,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:35.403606 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device aea827aa-8111-423b-b71c-1c893a2b1add up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:35.511791 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-e610b552-e8b6-44d7-83ad-0ee10a541f19 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3bbcf668cc624014b875d5f29c4dd055&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345497 Aug 16 01:44:35.538415 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port aea827aa-8111-423b-b71c-1c893a2b1add triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:35.539167 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.651999 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c2d5bf1-10db-4246-a586-fb4773c9e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.740309 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52674) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:35.743453 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d5bf1-10db-4246-a586-fb4773c9e4ef None None] No DVR routers for this DVR port 3ca25e8a-edde-40d1-92dd-c03e6a585043 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:35.756383 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a06b1d38-634a-4a78-8402-89db38496bc6 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:35.801492 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75fafaf6-22e7-4dc4-b7db-c993a7bf3a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.819255 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d5bf1-10db-4246-a586-fb4773c9e4ef None None] Pushing event deleted for resources: {'Port': ['ID=3ca25e8a-edde-40d1-92dd-c03e6a585043,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:35.836897 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port a06b1d38-634a-4a78-8402-89db38496bc6 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:35.842397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port a06b1d38-634a-4a78-8402-89db38496bc6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:35.843379 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.846026 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df0c0101-2983-4df3-947a-6745c81f347e req-91988d35-95c4-48ff-b2d6-5724a5d47150 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/ports?device_id=213a2227-9723-478a-8324-8a8ada9ea7f0 HTTP/1.1" status: 200 len: 210 time: 0.6511033 Aug 16 01:44:35.928232 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-e1e5349f-3fb4-4fe0-b4c7-59b13cf2d157 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.957726 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:35.974702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494ab0d-5d15-4a91-a90c-dae8484af6a3 req-0b22a272-7082-4a14-ae81-a632b8c5c9b7 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:35.977256 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7494ab0d-5d15-4a91-a90c-dae8484af6a3 req-0b22a272-7082-4a14-ae81-a632b8c5c9b7 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c3ce6c1-1051-4df9-8525-2e249fbb5cb3 HTTP/1.1" status: 200 len: 944 time: 0.2351699 Aug 16 01:44:35.984133 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3ca25e8a-edde-40d1-92dd-c03e6a585043 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:36.007399 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-c9008e14-4414-439e-97ab-63f99e2a2dc8 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:36.011810 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-c9008e14-4414-439e-97ab-63f99e2a2dc8 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4863486 Aug 16 01:44:36.039734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5349f-3fb4-4fe0-b4c7-59b13cf2d157 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Pushing event updated for resources: {'Port': ['ID=82c0823c-46b7-4497-900c-091a6058fb47,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:36.048302 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 3ca25e8a-edde-40d1-92dd-c03e6a585043 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:44:36.050732 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3ca25e8a-edde-40d1-92dd-c03e6a585043 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:44:36.068349 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3ce6c1-1051-4df9-8525-2e249fbb5cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06b1d38-634a-4a78-8402-89db38496bc6'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:36.076141 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac31827-3fe8-4ed9-b4cb-eeacfe708975" -d '{"events": [{"server_uuid": "5c3ce6c1-1051-4df9-8525-2e249fbb5cb3", "name": "network-vif-plugged", "status": "completed", "tag": "a06b1d38-634a-4a78-8402-89db38496bc6"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:36.081688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-16a6bf11-2113-4937-b9b6-d6018f3e4328 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Request body: {'port': {'device_id': '213a2227-9723-478a-8324-8a8ada9ea7f0', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': '3bbcf668cc624014b875d5f29c4dd055'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:36.111600 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-e1e5349f-3fb4-4fe0-b4c7-59b13cf2d157 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Network 4044efb8-d75b-4a0f-a3de-ecd87e29e678 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:36.112490 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port a06b1d38-634a-4a78-8402-89db38496bc6, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a06b1d38-634a-4a78-8402-89db38496bc6,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:36.130001 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:36.132901 n-d-765315-27 neutron-server[94672]: DEBUG neutron.objects.ports [None req-05b21ffd-782f-4191-ab89-93ec2245ea18 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:44:36.136679 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-e1e5349f-3fb4-4fe0-b4c7-59b13cf2d157 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:36.146419 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-05b21ffd-782f-4191-ab89-93ec2245ea18 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:36.149590 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-e1e5349f-3fb4-4fe0-b4c7-59b13cf2d157 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:36.176831 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7494ab0d-5d15-4a91-a90c-dae8484af6a3 req-bf159fac-cf35-42b7-93e2-c1455ee1cffc tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600354 Aug 16 01:44:36.227089 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-e1e5349f-3fb4-4fe0-b4c7-59b13cf2d157 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:36.228645 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-e1e5349f-3fb4-4fe0-b4c7-59b13cf2d157 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:36.256253 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=a06b1d38-634a-4a78-8402-89db38496bc6,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:36.328273 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514ab95-c407-4afc-8c5a-7b505f900e68 req-1bde9a9f-4ce4-4d36-be4f-6002656a3d08 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:36.329905 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e514ab95-c407-4afc-8c5a-7b505f900e68 req-1bde9a9f-4ce4-4d36-be4f-6002656a3d08 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/ports?device_id=0912ba59-8736-4248-949d-fa5e81c24ea4 HTTP/1.1" status: 200 len: 932 time: 0.2940009 Aug 16 01:44:36.354709 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75fafaf6-22e7-4dc4-b7db-c993a7bf3a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:36.364922 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75fafaf6-22e7-4dc4-b7db-c993a7bf3a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:36.378781 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec50fe2-a36f-4dea-be3f-26733025b207 x-openstack-request-id: req-eec50fe2-a36f-4dea-be3f-26733025b207 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:36.379420 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3ce6c1-1051-4df9-8525-2e249fbb5cb3", "name": "network-vif-plugged", "status": "completed", "tag": "a06b1d38-634a-4a78-8402-89db38496bc6", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:36.379913 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eec50fe2-a36f-4dea-be3f-26733025b207 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:36.380477 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3ce6c1-1051-4df9-8525-2e249fbb5cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06b1d38-634a-4a78-8402-89db38496bc6', 'code': 200} Aug 16 01:44:36.408099 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b21ffd-782f-4191-ab89-93ec2245ea18 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event updated for resources: {'Subnet': ['ID=6068f0ea-9869-4ba0-a63e-7175f72b7430,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:36.416527 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-e1e5349f-3fb4-4fe0-b4c7-59b13cf2d157 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4990759 Aug 16 01:44:36.427218 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b21ffd-782f-4191-ab89-93ec2245ea18 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Checking segment: {'id': 'c6682cbb-bf58-402d-a449-9327ff3f6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5aa4c303-aaef-4130-8b9f-df2f5e2d46cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:36.428071 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b21ffd-782f-4191-ab89-93ec2245ea18 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Network hostable DHCP agents. Network: 5aa4c303-aaef-4130-8b9f-df2f5e2d46cb, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:36.451493 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Request body: {'port': {'device_id': '0912ba59-8736-4248-949d-fa5e81c24ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:36.455792 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fafaf6-22e7-4dc4-b7db-c993a7bf3a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68776ecf-97ff-4aed-a178-174127022c5a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:36.483990 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-75fafaf6-22e7-4dc4-b7db-c993a7bf3a91 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ac5b0ba228634446903f52355c520f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7400491 Aug 16 01:44:36.493171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52684) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:36.510096 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e514ab95-c407-4afc-8c5a-7b505f900e68 req-3555f27f-4090-4c7d-8529-72179dd4d399 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/security-groups?id=8810f37d-00df-4e1b-bea1-d0394b0b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690357 Aug 16 01:44:36.535963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-16a6bf11-2113-4937-b9b6-d6018f3e4328 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Made reservation on behalf of 3bbcf668cc624014b875d5f29c4dd055 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:36.539471 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-16a6bf11-2113-4937-b9b6-d6018f3e4328 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:36.589159 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-16a6bf11-2113-4937-b9b6-d6018f3e4328 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:36.632264 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8c3a6-9bd4-4268-a7b5-4eeddcb1ec95 req-a9959d26-09d4-484e-aa17-52c5c1253470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:36.634035 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ed8c3a6-9bd4-4268-a7b5-4eeddcb1ec95 req-a9959d26-09d4-484e-aa17-52c5c1253470 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5c3ce6c1-1051-4df9-8525-2e249fbb5cb3 HTTP/1.1" status: 200 len: 1097 time: 0.1124947 Aug 16 01:44:36.640957 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b21ffd-782f-4191-ab89-93ec2245ea18 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Network 5aa4c303-aaef-4130-8b9f-df2f5e2d46cb is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:36.653244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319ae57-c99a-4783-8727-27cacd267046 req-466184b9-5414-4eb7-94f0-832ff900f73b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:36.660687 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319ae57-c99a-4783-8727-27cacd267046 req-466184b9-5414-4eb7-94f0-832ff900f73b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:36.663085 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-05b21ffd-782f-4191-ab89-93ec2245ea18 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 5aa4c303-aaef-4130-8b9f-df2f5e2d46cb) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:36.666769 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319ae57-c99a-4783-8727-27cacd267046 req-466184b9-5414-4eb7-94f0-832ff900f73b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:36.668931 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:36.671622 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195ae79c-f0f4-48c3-9d08-889c370643af None None] Network 5aa4c303-aaef-4130-8b9f-df2f5e2d46cb requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:36.671907 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f5f82488-59a5-4fbe-9902-34b0116a7f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:36.673621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319ae57-c99a-4783-8727-27cacd267046 req-466184b9-5414-4eb7-94f0-832ff900f73b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:36.676523 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b21ffd-782f-4191-ab89-93ec2245ea18 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:36.677124 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-05b21ffd-782f-4191-ab89-93ec2245ea18 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:36.680092 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319ae57-c99a-4783-8727-27cacd267046 req-466184b9-5414-4eb7-94f0-832ff900f73b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:36.686077 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319ae57-c99a-4783-8727-27cacd267046 req-466184b9-5414-4eb7-94f0-832ff900f73b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:36.692012 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319ae57-c99a-4783-8727-27cacd267046 req-466184b9-5414-4eb7-94f0-832ff900f73b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:36.694234 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6319ae57-c99a-4783-8727-27cacd267046 req-466184b9-5414-4eb7-94f0-832ff900f73b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5434 time: 0.2183106 Aug 16 01:44:36.741391 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f5f82488-59a5-4fbe-9902-34b0116a7f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:36.779795 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ed8c3a6-9bd4-4268-a7b5-4eeddcb1ec95 req-4ad3e6d8-cd79-478a-87f1-257570c95a2c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807464 Aug 16 01:44:36.816555 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6319ae57-c99a-4783-8727-27cacd267046 req-47be9c7e-bb71-4847-87ae-0603f5e9f364 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1060643 Aug 16 01:44:36.912786 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-16a6bf11-2113-4937-b9b6-d6018f3e4328 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:36.933180 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-16a6bf11-2113-4937-b9b6-d6018f3e4328 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:36.996149 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6bf11-2113-4937-b9b6-d6018f3e4328 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05dcb07f-bf6f-44b5-a8b9-0be0557f4df7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:37.013713 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f5f82488-59a5-4fbe-9902-34b0116a7f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.016407 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f5f82488-59a5-4fbe-9902-34b0116a7f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.017693 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f5f82488-59a5-4fbe-9902-34b0116a7f5f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/68776ecf-97ff-4aed-a178-174127022c5a HTTP/1.1" status: 204 len: 168 time: 0.5063570 Aug 16 01:44:37.021703 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-05b21ffd-782f-4191-ab89-93ec2245ea18 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1158836 Aug 16 01:44:37.035631 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-5aa4c303-aaef-4130-8b9f-df2f5e2d46cb', 'network_id': '5aa4c303-aaef-4130-8b9f-df2f5e2d46cb', 'tenant_id': '2becb4dbe1004363a29ce58a9492790d', 'fixed_ips': [{'subnet_id': '6068f0ea-9869-4ba0-a63e-7175f72b7430'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:44:37.038820 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.047599 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52696) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:37.056936 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9f7bd17e-ebd2-46e7-b77b-4588ff7e4198 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Request body: {'port': {'network_id': '5aa4c303-aaef-4130-8b9f-df2f5e2d46cb', 'name': 'tempest-NetworksIpV6TestAttrs-1330161517'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:37.064487 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6ca700cc-944f-4cd9-8a2f-bd35e1c77de5 req-767565df-c4c9-41c5-b1ab-78a0893ed3d0 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/ports?device_id=213a2227-9723-478a-8324-8a8ada9ea7f0 HTTP/1.1" status: 200 len: 210 time: 0.0822327 Aug 16 01:44:37.084765 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f82488-59a5-4fbe-9902-34b0116a7f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68776ecf-97ff-4aed-a178-174127022c5a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:37.292949 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.305435 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b049c7e-738c-4f4e-a95f-4049ba5272a8 req-e39082e4-854a-4fb2-b716-c8f530dd3597 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.316093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b049c7e-738c-4f4e-a95f-4049ba5272a8 req-e39082e4-854a-4fb2-b716-c8f530dd3597 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.322829 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b049c7e-738c-4f4e-a95f-4049ba5272a8 req-e39082e4-854a-4fb2-b716-c8f530dd3597 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.330531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b049c7e-738c-4f4e-a95f-4049ba5272a8 req-e39082e4-854a-4fb2-b716-c8f530dd3597 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.337097 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b049c7e-738c-4f4e-a95f-4049ba5272a8 req-e39082e4-854a-4fb2-b716-c8f530dd3597 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.343736 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b049c7e-738c-4f4e-a95f-4049ba5272a8 req-e39082e4-854a-4fb2-b716-c8f530dd3597 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.350120 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b049c7e-738c-4f4e-a95f-4049ba5272a8 req-e39082e4-854a-4fb2-b716-c8f530dd3597 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.352301 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b049c7e-738c-4f4e-a95f-4049ba5272a8 req-e39082e4-854a-4fb2-b716-c8f530dd3597 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5434 time: 0.3721924 Aug 16 01:44:37.405380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-16a6bf11-2113-4937-b9b6-d6018f3e4328 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Allocated IP 192.168.233.8 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:37.443475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c0823c-46b7-4497-900c-091a6058fb47 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:37.452678 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Allocated IP 2001:db8::f816:3eff:fe01:9832 (5aa4c303-aaef-4130-8b9f-df2f5e2d46cb/6068f0ea-9869-4ba0-a63e-7175f72b7430/20add270-a6ab-482e-80b5-7a08f4bbf807) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:37.453291 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.493641 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12ee74-78e7-49f0-873f-851b9e0bea27 req-151cf95a-7d75-4c5e-84bb-0a131e19f45c tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.496009 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e12ee74-78e7-49f0-873f-851b9e0bea27 req-151cf95a-7d75-4c5e-84bb-0a131e19f45c tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c3ce6c1-1051-4df9-8525-2e249fbb5cb3 HTTP/1.1" status: 200 len: 945 time: 0.1619332 Aug 16 01:44:37.516784 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Transition to ACTIVE for port object 82c0823c-46b7-4497-900c-091a6058fb47 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:37.572995 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.585712 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7bd17e-ebd2-46e7-b77b-4588ff7e4198 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Made reservation on behalf of 2becb4dbe1004363a29ce58a9492790d for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:37.590982 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd17e-ebd2-46e7-b77b-4588ff7e4198 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.693923 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e12ee74-78e7-49f0-873f-851b9e0bea27 req-75e36bf1-01ba-45d7-91b0-c58540c29b58 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799800 Aug 16 01:44:37.708126 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-9f7bd17e-ebd2-46e7-b77b-4588ff7e4198 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] device_id is not set on port 1c941b9d-91d8-4fa5-86b4-ed3e91e620ad yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:44:37.846900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Pushing event updated for resources: {'Port': ['ID=82c0823c-46b7-4497-900c-091a6058fb47,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:37.857500 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912bd76-d8f1-4026-a367-75a6222fccf0 req-cbbf9c8b-2b83-46c6-80dd-aa0ceded9ed7 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:37.859737 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.865800 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b912bd76-d8f1-4026-a367-75a6222fccf0 req-cbbf9c8b-2b83-46c6-80dd-aa0ceded9ed7 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/ports?device_id=0912ba59-8736-4248-949d-fa5e81c24ea4 HTTP/1.1" status: 200 len: 944 time: 0.2015877 Aug 16 01:44:37.866410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Attempting to bind port 82c0823c-46b7-4497-900c-091a6058fb47 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:37.866887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Attempting to bind port 82c0823c-46b7-4497-900c-091a6058fb47 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'f5edae77-8da3-4081-83a1-c749f7f89b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4044efb8-d75b-4a0f-a3de-ecd87e29e678'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:37.867488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Attempting to bind port 82c0823c-46b7-4497-900c-091a6058fb47 on network 4044efb8-d75b-4a0f-a3de-ecd87e29e678 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:37.874174 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Port 82c0823c-46b7-4497-900c-091a6058fb47 on network 4044efb8-d75b-4a0f-a3de-ecd87e29e678 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:37.874836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Attempting to bind port 82c0823c-46b7-4497-900c-091a6058fb47 on network 4044efb8-d75b-4a0f-a3de-ecd87e29e678 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:37.884491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:37.886269 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Checking segment: {'id': 'f5edae77-8da3-4081-83a1-c749f7f89b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4044efb8-d75b-4a0f-a3de-ecd87e29e678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:37.886925 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Bound using segment: {'id': 'f5edae77-8da3-4081-83a1-c749f7f89b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4044efb8-d75b-4a0f-a3de-ecd87e29e678'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:37.888247 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Transition to ACTIVE for port object 20add270-a6ab-482e-80b5-7a08f4bbf807 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:37.889041 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-16a6bf11-2113-4937-b9b6-d6018f3e4328 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.889305 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Bound port: 82c0823c-46b7-4497-900c-091a6058fb47, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5edae77-8da3-4081-83a1-c749f7f89b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4044efb8-d75b-4a0f-a3de-ecd87e29e678'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:37.889862 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.954695 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:37.963300 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Transition to ACTIVE for port object 20add270-a6ab-482e-80b5-7a08f4bbf807 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:37.971101 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-16a6bf11-2113-4937-b9b6-d6018f3e4328 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Transition to ACTIVE for port object a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:37.973023 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.023056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Network 5aa4c303-aaef-4130-8b9f-df2f5e2d46cb is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:38.027989 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:38.033282 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:38.036723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Pushing event updated for resources: {'Port': ['ID=20add270-a6ab-482e-80b5-7a08f4bbf807,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:38.038488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] For port 82c0823c-46b7-4497-900c-091a6058fb47, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:38.050314 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] For port 82c0823c-46b7-4497-900c-091a6058fb47, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=82c0823c-46b7-4497-900c-091a6058fb47,segment=NetworkSegment(f5edae77-8da3-4081-83a1-c749f7f89b4e),segment_id=f5edae77-8da3-4081-83a1-c749f7f89b4e)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:38.064491 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.069776 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b912bd76-d8f1-4026-a367-75a6222fccf0 req-534ec674-11ea-4952-8569-86022e29a250 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/security-groups?id=8810f37d-00df-4e1b-bea1-d0394b0b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025049 Aug 16 01:44:38.161209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:38.161933 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.166560 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] 10.222.0.63 "PUT /v2.0/ports/82c0823c-46b7-4497-900c-091a6058fb47 HTTP/1.1" status: 200 len: 1093 time: 1.7248132 Aug 16 01:44:38.167019 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0912ba59-8736-4248-949d-fa5e81c24ea4', 'tag': '82c0823c-46b7-4497-900c-091a6058fb47'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:38.169380 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4faf32-2fcf-40a2-be30-23c1e094dbb1" -d '{"events": [{"name": "network-changed", "server_uuid": "0912ba59-8736-4248-949d-fa5e81c24ea4", "tag": "82c0823c-46b7-4497-900c-091a6058fb47"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:38.180593 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-9f7bd17e-ebd2-46e7-b77b-4588ff7e4198 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Allocated IP 2001:db8::f816:3eff:febb:c48b (5aa4c303-aaef-4130-8b9f-df2f5e2d46cb/6068f0ea-9869-4ba0-a63e-7175f72b7430/1c941b9d-91d8-4fa5-86b4-ed3e91e620ad) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:38.193559 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Attempting to bind port 20add270-a6ab-482e-80b5-7a08f4bbf807 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:38.194087 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Attempting to bind port 20add270-a6ab-482e-80b5-7a08f4bbf807 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'c6682cbb-bf58-402d-a449-9327ff3f6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5aa4c303-aaef-4130-8b9f-df2f5e2d46cb'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:38.195270 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Attempting to bind port 20add270-a6ab-482e-80b5-7a08f4bbf807 on network 5aa4c303-aaef-4130-8b9f-df2f5e2d46cb {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:38.202906 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:38.203421 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Checking segment: {'id': 'c6682cbb-bf58-402d-a449-9327ff3f6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5aa4c303-aaef-4130-8b9f-df2f5e2d46cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:38.203894 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.204396 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Bound using segment: {'id': 'c6682cbb-bf58-402d-a449-9327ff3f6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5aa4c303-aaef-4130-8b9f-df2f5e2d46cb'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:38.204930 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Bound port: 20add270-a6ab-482e-80b5-7a08f4bbf807, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6682cbb-bf58-402d-a449-9327ff3f6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5aa4c303-aaef-4130-8b9f-df2f5e2d46cb'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:38.205382 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.286285 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a7f18d-8866-4330-8345-98d0e82a82e5 x-openstack-request-id: req-66a7f18d-8866-4330-8345-98d0e82a82e5 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:38.286842 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0912ba59-8736-4248-949d-fa5e81c24ea4", "tag": "82c0823c-46b7-4497-900c-091a6058fb47", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:38.286991 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-66a7f18d-8866-4330-8345-98d0e82a82e5 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:38.287594 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0912ba59-8736-4248-949d-fa5e81c24ea4', 'tag': '82c0823c-46b7-4497-900c-091a6058fb47', 'status': 'completed', 'code': 200} Aug 16 01:44:38.300564 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-16a6bf11-2113-4937-b9b6-d6018f3e4328 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.317009 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] For port 20add270-a6ab-482e-80b5-7a08f4bbf807, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:38.320591 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] For port 20add270-a6ab-482e-80b5-7a08f4bbf807, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=20add270-a6ab-482e-80b5-7a08f4bbf807,segment=NetworkSegment(c6682cbb-bf58-402d-a449-9327ff3f6bc3),segment_id=c6682cbb-bf58-402d-a449-9327ff3f6bc3)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:38.326449 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.364579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca1dad-f199-4181-9310-20d57e1ff133 service neutron] Pushing event updated for resources: {'Port': ['ID=82c0823c-46b7-4497-900c-091a6058fb47,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:38.409420 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-d091bd56-e15c-4645-96e4-fb75c92f92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:38.411417 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-d091bd56-e15c-4645-96e4-fb75c92f92e3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9ad38ce4279c4c39abbb264d2a48c281&device_id=0912ba59-8736-4248-949d-fa5e81c24ea4 HTTP/1.1" status: 200 len: 1096 time: 0.1858902 Aug 16 01:44:38.436251 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d6020-1d7a-4389-9d5f-df66a13fa6c6 req-2c0669ed-1c50-4e11-a326-00b1b77467b4 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:38.443927 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0b7d6020-1d7a-4389-9d5f-df66a13fa6c6 req-2c0669ed-1c50-4e11-a326-00b1b77467b4 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/ports?device_id=213a2227-9723-478a-8324-8a8ada9ea7f0 HTTP/1.1" status: 200 len: 934 time: 0.1539068 Aug 16 01:44:38.445162 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a8e98-5bf5-4f7a-a222-3afe4ab92d27 None None] Pushing event updated for resources: {'Port': ['ID=20add270-a6ab-482e-80b5-7a08f4bbf807,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:38.510855 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-2bcf2212-100c-4fde-97fd-9a6f9eb61be1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82c0823c-46b7-4497-900c-091a6058fb47 HTTP/1.1" status: 200 len: 217 time: 0.0910821 Aug 16 01:44:38.587405 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-f05f504f-c04d-4c8f-8eaf-5fe8f298fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:38.588990 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-f05f504f-c04d-4c8f-8eaf-5fe8f298fba3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5396199f-7418-4116-a851-4150e71c13b5 HTTP/1.1" status: 200 len: 853 time: 0.0694118 Aug 16 01:44:38.604712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0b7d6020-1d7a-4389-9d5f-df66a13fa6c6 req-63aa64a5-b14e-40a4-89db-df7a982ce649 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/security-groups?id=05dcb07f-bf6f-44b5-a8b9-0be0557f4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598315 Aug 16 01:44:38.653924 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd17e-ebd2-46e7-b77b-4588ff7e4198 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:38.663812 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-54a59fd5-e831-4966-b13d-5f614672221b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4044efb8-d75b-4a0f-a3de-ecd87e29e678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533507 Aug 16 01:44:38.689495 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-16a6bf11-2113-4937-b9b6-d6018f3e4328 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:38.713685 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-16a6bf11-2113-4937-b9b6-d6018f3e4328 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:38.743925 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6bf11-2113-4937-b9b6-d6018f3e4328 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Pushing event updated for resources: {'Port': ['ID=a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:38.753646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-16a6bf11-2113-4937-b9b6-d6018f3e4328 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:38.766659 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9f7bd17e-ebd2-46e7-b77b-4588ff7e4198 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Transition to ACTIVE for port object 1c941b9d-91d8-4fa5-86b4-ed3e91e620ad will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:38.932770 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-f368b2a0-94c3-4cbe-b07a-a2d526280f08 service neutron] 10.222.0.63 "GET /v2.0/networks/4044efb8-d75b-4a0f-a3de-ecd87e29e678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607658 Aug 16 01:44:38.975625 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-16a6bf11-2113-4937-b9b6-d6018f3e4328 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:38.979071 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-16a6bf11-2113-4937-b9b6-d6018f3e4328 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:39.001472 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd17e-ebd2-46e7-b77b-4588ff7e4198 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:39.075936 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7bd17e-ebd2-46e7-b77b-4588ff7e4198 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Network 5aa4c303-aaef-4130-8b9f-df2f5e2d46cb is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:39.085404 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-9f7bd17e-ebd2-46e7-b77b-4588ff7e4198 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:39.089381 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7bd17e-ebd2-46e7-b77b-4588ff7e4198 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:39.116790 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7bd17e-ebd2-46e7-b77b-4588ff7e4198 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:39.117695 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd17e-ebd2-46e7-b77b-4588ff7e4198 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:39.150464 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28df6426-7d7d-4a3f-a497-af7ecbbc517b req-6118ecf8-19d7-45f4-81a4-220c0ea65c55 service neutron] 10.222.0.63 "GET /v2.0/networks/4044efb8-d75b-4a0f-a3de-ecd87e29e678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079720 Aug 16 01:44:39.224329 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-082bc758-6107-4553-98ae-5b0439ca6fe1 None None] Provisioning for port a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:39.241158 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-082bc758-6107-4553-98ae-5b0439ca6fe1 None None] Provisioning complete for port a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:39.246162 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-082bc758-6107-4553-98ae-5b0439ca6fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:39.251239 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5df27-8b8e-40b1-9eba-afa0e00ee604 req-e204a990-46b5-4f60-985a-f993209b2f65 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:39.253232 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-37d5df27-8b8e-40b1-9eba-afa0e00ee604 req-e204a990-46b5-4f60-985a-f993209b2f65 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/ports?device_id=0912ba59-8736-4248-949d-fa5e81c24ea4 HTTP/1.1" status: 200 len: 944 time: 0.0786910 Aug 16 01:44:39.297564 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-16a6bf11-2113-4937-b9b6-d6018f3e4328 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2386425 Aug 16 01:44:39.338834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-082bc758-6107-4553-98ae-5b0439ca6fe1 None None] Port a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:39.339104 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Request body: {'port': {'device_id': '213a2227-9723-478a-8324-8a8ada9ea7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:39.423082 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-37d5df27-8b8e-40b1-9eba-afa0e00ee604 req-38fabad8-be0f-4f88-9711-6d20dc458251 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/security-groups?id=8810f37d-00df-4e1b-bea1-d0394b0b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482439 Aug 16 01:44:39.425005 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 20add270-a6ab-482e-80b5-7a08f4bbf807 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:39.440709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4faf32-2fcf-40a2-be30-23c1e094dbb1 req-9cd0f38c-96fb-4577-b346-058a3d8adbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:39.443564 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7d4faf32-2fcf-40a2-be30-23c1e094dbb1 req-9cd0f38c-96fb-4577-b346-058a3d8adbee service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9ad38ce4279c4c39abbb264d2a48c281&device_id=0912ba59-8736-4248-949d-fa5e81c24ea4 HTTP/1.1" status: 200 len: 1096 time: 0.1891572 Aug 16 01:44:39.568657 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:39.580395 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9f7bd17e-ebd2-46e7-b77b-4588ff7e4198 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5297587 Aug 16 01:44:39.582918 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52762) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:39.616818 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bd17e-ebd2-46e7-b77b-4588ff7e4198 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event updated for resources: {'Port': ['ID=1c941b9d-91d8-4fa5-86b4-ed3e91e620ad,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:39.653355 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 20add270-a6ab-482e-80b5-7a08f4bbf807 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:39.768517 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe008d-3c01-4c16-a731-c5b9cc6f6618 req-bbe6cebe-24e0-4abf-9484-a1544910ecf8 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:39.798064 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cfbe008d-3c01-4c16-a731-c5b9cc6f6618 req-bbe6cebe-24e0-4abf-9484-a1544910ecf8 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c3ce6c1-1051-4df9-8525-2e249fbb5cb3 HTTP/1.1" status: 200 len: 945 time: 0.4142771 Aug 16 01:44:40.095178 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cfbe008d-3c01-4c16-a731-c5b9cc6f6618 req-178675ea-960b-442c-8a67-6862e1cb44ef tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864234 Aug 16 01:44:40.182675 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d20481-4f34-4873-afab-aae1f95eb08f None None] Network 5aa4c303-aaef-4130-8b9f-df2f5e2d46cb requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:40.302055 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cca30ad4-dd1b-4019-89a1-16ba65852df1 None None] Provisioning for port 20add270-a6ab-482e-80b5-7a08f4bbf807 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:40.316476 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cca30ad4-dd1b-4019-89a1-16ba65852df1 None None] Provisioning complete for port 20add270-a6ab-482e-80b5-7a08f4bbf807 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:40.317130 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cca30ad4-dd1b-4019-89a1-16ba65852df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:40.500703 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52820) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:40.540791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52824) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:40.594714 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cca30ad4-dd1b-4019-89a1-16ba65852df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:40.737483 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c941020-bf74-4afa-bb26-3646e35aac8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:40.750683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:40.752410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4faf32-2fcf-40a2-be30-23c1e094dbb1 req-e40bb787-d817-495c-8b8b-b489fae010bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:40.755477 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-cca30ad4-dd1b-4019-89a1-16ba65852df1 None None] For port 20add270-a6ab-482e-80b5-7a08f4bbf807, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=20add270-a6ab-482e-80b5-7a08f4bbf807,segment=NetworkSegment(c6682cbb-bf58-402d-a449-9327ff3f6bc3),segment_id=c6682cbb-bf58-402d-a449-9327ff3f6bc3)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:40.765166 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7d4faf32-2fcf-40a2-be30-23c1e094dbb1 req-e40bb787-d817-495c-8b8b-b489fae010bb service neutron] 10.222.0.63 "GET /v2.0/networks?id=4044efb8-d75b-4a0f-a3de-ecd87e29e678 HTTP/1.1" status: 200 len: 914 time: 1.3101203 Aug 16 01:44:40.774989 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:40.775723 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cca30ad4-dd1b-4019-89a1-16ba65852df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:40.809483 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca27768-ea60-443a-b21d-bba657c54939 req-6c6ad65c-bfca-4790-95f3-67332adc3ae8 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:40.814319 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ca27768-ea60-443a-b21d-bba657c54939 req-6c6ad65c-bfca-4790-95f3-67332adc3ae8 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 805 time: 0.3929975 Aug 16 01:44:40.826241 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Transition to ACTIVE for port object a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:40.854468 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:40.878858 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca30ad4-dd1b-4019-89a1-16ba65852df1 None None] Pushing event updated for resources: {'Port': ['ID=20add270-a6ab-482e-80b5-7a08f4bbf807,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:40.879368 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-2872221b-a4d3-46c0-9719-8435257b9465 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Deleting subnet 6068f0ea-9869-4ba0-a63e-7175f72b7430 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:44:40.891946 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2872221b-a4d3-46c0-9719-8435257b9465 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:40.912388 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d87cff-d77a-46ab-b0bf-c03af9563752 req-7666fdc1-3497-4664-9f9b-e3c4da70a623 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:40.914054 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7d87cff-d77a-46ab-b0bf-c03af9563752 req-7666fdc1-3497-4664-9f9b-e3c4da70a623 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/ports?device_id=213a2227-9723-478a-8324-8a8ada9ea7f0 HTTP/1.1" status: 200 len: 934 time: 0.4113388 Aug 16 01:44:40.922061 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7d4faf32-2fcf-40a2-be30-23c1e094dbb1 req-3a4011fd-aebf-4d62-ad6e-6dbdf102eab1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82c0823c-46b7-4497-900c-091a6058fb47 HTTP/1.1" status: 200 len: 217 time: 0.1326413 Aug 16 01:44:40.948276 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ca27768-ea60-443a-b21d-bba657c54939 req-f8760bbe-4495-4a36-93ff-e97d8d5eb75a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/quotas/5ad2ac0bd7454cfab82eaaabde2ce6ee HTTP/1.1" status: 200 len: 375 time: 0.1237621 Aug 16 01:44:40.956091 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Pushing event updated for resources: {'Port': ['ID=a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:41.033258 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61409a-53b5-4e7b-8bd5-562653ec82e4 req-e5603e7c-98e5-47ea-b39d-baf7e3cfc597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:41.034039 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61409a-53b5-4e7b-8bd5-562653ec82e4 req-e5603e7c-98e5-47ea-b39d-baf7e3cfc597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:41.034566 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61409a-53b5-4e7b-8bd5-562653ec82e4 req-e5603e7c-98e5-47ea-b39d-baf7e3cfc597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:41.035038 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61409a-53b5-4e7b-8bd5-562653ec82e4 req-e5603e7c-98e5-47ea-b39d-baf7e3cfc597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:41.035520 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61409a-53b5-4e7b-8bd5-562653ec82e4 req-e5603e7c-98e5-47ea-b39d-baf7e3cfc597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:41.036055 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61409a-53b5-4e7b-8bd5-562653ec82e4 req-e5603e7c-98e5-47ea-b39d-baf7e3cfc597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:41.036637 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61409a-53b5-4e7b-8bd5-562653ec82e4 req-e5603e7c-98e5-47ea-b39d-baf7e3cfc597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:41.045643 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae61409a-53b5-4e7b-8bd5-562653ec82e4 req-e5603e7c-98e5-47ea-b39d-baf7e3cfc597 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 6498 time: 0.5394220 Aug 16 01:44:41.080465 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7d87cff-d77a-46ab-b0bf-c03af9563752 req-6f156db6-8916-4564-a5dd-cb77f77dc5b8 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/security-groups?id=05dcb07f-bf6f-44b5-a8b9-0be0557f4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573937 Aug 16 01:44:41.082797 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2872221b-a4d3-46c0-9719-8435257b9465 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.147873 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae61409a-53b5-4e7b-8bd5-562653ec82e4 req-f622645f-4037-4390-a47a-02501348b493 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012726 Aug 16 01:44:41.174996 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4faf32-2fcf-40a2-be30-23c1e094dbb1 req-097cd52b-82f5-45e7-8779-d53c26b0a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:41.176477 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7d4faf32-2fcf-40a2-be30-23c1e094dbb1 req-097cd52b-82f5-45e7-8779-d53c26b0a639 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5396199f-7418-4116-a851-4150e71c13b5 HTTP/1.1" status: 200 len: 853 time: 0.2296414 Aug 16 01:44:41.221516 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ca27768-ea60-443a-b21d-bba657c54939 req-9eb3ae6b-aa80-41ba-8854-dec50e362dc3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2368648 Aug 16 01:44:41.236501 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3c2cfb7b-156f-4a1d-a1b6-ee458c848c95 None None] Provisioning complete for port 20add270-a6ab-482e-80b5-7a08f4bbf807 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:41.237105 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c2cfb7b-156f-4a1d-a1b6-ee458c848c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.243222 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7d4faf32-2fcf-40a2-be30-23c1e094dbb1 req-300b9505-fd70-4adc-acf9-814c87d6b44d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4044efb8-d75b-4a0f-a3de-ecd87e29e678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528502 Aug 16 01:44:41.369164 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 20add270-a6ab-482e-80b5-7a08f4bbf807 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:41.495703 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8af94b-7a73-44b6-84ef-bdddd8b1eb5d req-94dfe00a-4a58-47de-8298-b9a1d350f9db tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:41.506580 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0b8af94b-7a73-44b6-84ef-bdddd8b1eb5d req-94dfe00a-4a58-47de-8298-b9a1d350f9db tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/ports?device_id=0912ba59-8736-4248-949d-fa5e81c24ea4 HTTP/1.1" status: 200 len: 944 time: 0.2578828 Aug 16 01:44:41.577030 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Attempting to bind port a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:41.577030 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Attempting to bind port a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:41.577552 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Attempting to bind port a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:41.580702 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c941020-bf74-4afa-bb26-3646e35aac8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.596187 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3c2cfb7b-156f-4a1d-a1b6-ee458c848c95 None None] Provisioning for port 1c941b9d-91d8-4fa5-86b4-ed3e91e620ad completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:41.597527 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0b8af94b-7a73-44b6-84ef-bdddd8b1eb5d req-f29cdbf3-7acc-45ae-9a16-d26dc87af590 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/security-groups?id=8810f37d-00df-4e1b-bea1-d0394b0b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895660 Aug 16 01:44:41.598100 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c941020-bf74-4afa-bb26-3646e35aac8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.603557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Port a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:41.603883 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Attempting to bind port a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:41.616387 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3c2cfb7b-156f-4a1d-a1b6-ee458c848c95 None None] Provisioning complete for port 1c941b9d-91d8-4fa5-86b4-ed3e91e620ad triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:41.616909 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c2cfb7b-156f-4a1d-a1b6-ee458c848c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.619824 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 20add270-a6ab-482e-80b5-7a08f4bbf807 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:41.620289 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.640480 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ca27768-ea60-443a-b21d-bba657c54939 req-2909f924-c73a-4fc3-8c4f-280a5b0215a5 service neutron] 10.222.0.68 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158497 Aug 16 01:44:41.666766 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2872221b-a4d3-46c0-9719-8435257b9465 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.729364 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7d4faf32-2fcf-40a2-be30-23c1e094dbb1 req-3c80a776-d939-402f-8ff8-2a5fe2809042 service neutron] 10.222.0.63 "GET /v2.0/networks/4044efb8-d75b-4a0f-a3de-ecd87e29e678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056275 Aug 16 01:44:41.757797 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:41.758135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:41.758536 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:41.758980 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Bound port: a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:41.759350 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.762976 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7071c554-7f82-44b3-a651-f588debcb6f7 service neutron] 10.222.0.68 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105742 Aug 16 01:44:41.778034 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c941020-bf74-4afa-bb26-3646e35aac8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a938343-1c41-4d81-a3d9-4f53a37d3152,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:41.789674 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5c941020-bf74-4afa-bb26-3646e35aac8c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=14278beb6da248bebbf4a45545758021&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2462418 Aug 16 01:44:41.791007 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52848) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:41.867256 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7d4faf32-2fcf-40a2-be30-23c1e094dbb1 req-5512cc38-febb-48bb-9905-c58bf789e07b service neutron] 10.222.0.63 "GET /v2.0/networks/4044efb8-d75b-4a0f-a3de-ecd87e29e678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259730 Aug 16 01:44:41.900106 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2872221b-a4d3-46c0-9719-8435257b9465 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.905824 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] For port a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:41.925174 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9ff5971b-9ec7-432f-9ae5-92c42822f446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.928627 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2872221b-a4d3-46c0-9719-8435257b9465 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.932913 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2872221b-a4d3-46c0-9719-8435257b9465 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/subnets/6068f0ea-9869-4ba0-a63e-7175f72b7430 HTTP/1.1" status: 204 len: 168 time: 2.3457849 Aug 16 01:44:41.955799 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9ff5971b-9ec7-432f-9ae5-92c42822f446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:41.962430 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52850) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:41.972127 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872221b-a4d3-46c0-9719-8435257b9465 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event deleted for resources: {'Subnet': ['ID=6068f0ea-9869-4ba0-a63e-7175f72b7430,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:42.006635 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79f8696-0953-4a9b-953b-31ccbe8b94e0 None None] Network 5aa4c303-aaef-4130-8b9f-df2f5e2d46cb requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:42.009312 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] For port a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:42.015417 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9ff5971b-9ec7-432f-9ae5-92c42822f446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.018788 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9ff5971b-9ec7-432f-9ae5-92c42822f446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.039797 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9ff5971b-9ec7-432f-9ae5-92c42822f446 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2a938343-1c41-4d81-a3d9-4f53a37d3152 HTTP/1.1" status: 204 len: 168 time: 0.2477562 Aug 16 01:44:42.051517 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.067743 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2711028-e0b2-4870-bbd5-b86935c94b8e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:42.072636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2711028-e0b2-4870-bbd5-b86935c94b8e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:42.078368 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b2711028-e0b2-4870-bbd5-b86935c94b8e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1117458 Aug 16 01:44:42.079002 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52858) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:42.096322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5971b-9ec7-432f-9ae5-92c42822f446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a938343-1c41-4d81-a3d9-4f53a37d3152,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:42.147889 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:42.148802 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.150389 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] 10.222.0.73 "PUT /v2.0/ports/a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a HTTP/1.1" status: 200 len: 1095 time: 2.8270299 Aug 16 01:44:42.151288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213a2227-9723-478a-8324-8a8ada9ea7f0', 'tag': 'a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:42.154058 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8852101d-3c85-44de-a8db-93a570ebefc8" -d '{"events": [{"name": "network-changed", "server_uuid": "213a2227-9723-478a-8324-8a8ada9ea7f0", "tag": "a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:42.215933 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc6ea8-12d6-4cc2-b114-3665f71b7df2 service neutron] Pushing event updated for resources: {'Port': ['ID=a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:42.237460 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3c2cfb7b-156f-4a1d-a1b6-ee458c848c95 None None] Port 1c941b9d-91d8-4fa5-86b4-ed3e91e620ad cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:42.350528 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a0e7577d-7e8e-491b-8bb4-6b1ee0c67b61 req-d2e6b8fa-a6be-4657-a0c2-9f9c6ee3cf5c tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=7c8c32bb-245f-436b-a6f5-e0520bfee24b HTTP/1.1" status: 200 len: 210 time: 0.2543380 Aug 16 01:44:42.370700 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375077c-96f1-43a7-85df-7b26f3276b51 req-a73df412-8f73-4be8-80ba-07350764f72d tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:42.379654 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2375077c-96f1-43a7-85df-7b26f3276b51 req-a73df412-8f73-4be8-80ba-07350764f72d tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/ports?device_id=213a2227-9723-478a-8324-8a8ada9ea7f0 HTTP/1.1" status: 200 len: 946 time: 0.1205106 Aug 16 01:44:42.388795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-4a4925b5-5e24-4686-a8eb-bc1e763c5823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:42.390340 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-4a4925b5-5e24-4686-a8eb-bc1e763c5823 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bbcf668cc624014b875d5f29c4dd055&device_id=213a2227-9723-478a-8324-8a8ada9ea7f0 HTTP/1.1" status: 200 len: 1098 time: 0.1700118 Aug 16 01:44:42.467046 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e52d6183-1d7b-47cd-ba74-e79a78c8c055 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.488971 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52d6183-1d7b-47cd-ba74-e79a78c8c055 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 01:44:42.490650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52d6183-1d7b-47cd-ba74-e79a78c8c055 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:44:42.501288 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e52d6183-1d7b-47cd-ba74-e79a78c8c055 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/networks/5aa4c303-aaef-4130-8b9f-df2f5e2d46cb HTTP/1.1" status: 409 len: 405 time: 0.4209275 Aug 16 01:44:42.502129 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52870) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:42.504404 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c88fd4-4bab-45de-ab80-08f21226dba8 x-openstack-request-id: req-25c88fd4-4bab-45de-ab80-08f21226dba8 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:42.504599 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213a2227-9723-478a-8324-8a8ada9ea7f0", "tag": "a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:42.504860 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-25c88fd4-4bab-45de-ab80-08f21226dba8 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:42.505505 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213a2227-9723-478a-8324-8a8ada9ea7f0', 'tag': 'a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a', 'status': 'completed', 'code': 200} Aug 16 01:44:42.516661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-625550f9-01fc-4093-b5d1-12f9159f1d6a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-648231136'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:42.519718 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-22c6ff25-9447-4f0a-ab6a-83699d8c07e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a HTTP/1.1" status: 200 len: 217 time: 0.1199157 Aug 16 01:44:42.581617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625550f9-01fc-4093-b5d1-12f9159f1d6a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Made reservation on behalf of 2becb4dbe1004363a29ce58a9492790d for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:42.596174 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d246d028-e88e-4be8-abda-30cf51325090 None None] Provisioning complete for port 1c941b9d-91d8-4fa5-86b4-ed3e91e620ad triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:42.598203 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d246d028-e88e-4be8-abda-30cf51325090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.601060 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-625550f9-01fc-4093-b5d1-12f9159f1d6a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.697573 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625550f9-01fc-4093-b5d1-12f9159f1d6a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:42.710264 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-625550f9-01fc-4093-b5d1-12f9159f1d6a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.710630 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-625550f9-01fc-4093-b5d1-12f9159f1d6a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Added segment 7393293f-a13b-405b-b797-6f61b2d28da2 of type vlan for network 2d6a1bd4-490e-4da7-8029-444cfac863b7 Aug 16 01:44:42.738996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a080eaec-2aec-439c-b964-2226b1be7ebb None None] DHCP port deletion for 5aa4c303-aaef-4130-8b9f-df2f5e2d46cb request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:44:42.762352 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-625550f9-01fc-4093-b5d1-12f9159f1d6a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.765095 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-8b1e7948-205c-409f-9a15-db4e9a1f1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:42.771267 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 82c0823c-46b7-4497-900c-091a6058fb47 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:44:42.773169 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-8b1e7948-205c-409f-9a15-db4e9a1f1203 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.2336588 Aug 16 01:44:42.780129 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2375077c-96f1-43a7-85df-7b26f3276b51 req-ba271d1c-cb85-4ee4-89dd-4b91329f110d tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/security-groups?id=05dcb07f-bf6f-44b5-a8b9-0be0557f4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996356 Aug 16 01:44:42.821094 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-625550f9-01fc-4093-b5d1-12f9159f1d6a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.835743 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625550f9-01fc-4093-b5d1-12f9159f1d6a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:42.836600 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-625550f9-01fc-4093-b5d1-12f9159f1d6a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.924976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-cf2b908a-f5f7-4080-9efa-d0c806b44656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:42.935644 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-cf2b908a-f5f7-4080-9efa-d0c806b44656 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1498263 Aug 16 01:44:42.941972 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-625550f9-01fc-4093-b5d1-12f9159f1d6a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4372394 Aug 16 01:44:42.955563 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52886) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:42.982087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-135016d3-41cc-4f2b-a76d-8ecafa659510 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Request body: {'subnet': {'network_id': '2d6a1bd4-490e-4da7-8029-444cfac863b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:43.068078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d246d028-e88e-4be8-abda-30cf51325090 None None] Port 1c941b9d-91d8-4fa5-86b4-ed3e91e620ad cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:43.071910 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625550f9-01fc-4093-b5d1-12f9159f1d6a tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event updated for resources: {'Network': ['ID=2d6a1bd4-490e-4da7-8029-444cfac863b7,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:43.094057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28673d-bed8-4769-a9eb-53bb692d2996 req-bcca50b0-2b89-4fd5-8d98-3d9038d15d42 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:43.095960 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c28673d-bed8-4769-a9eb-53bb692d2996 req-bcca50b0-2b89-4fd5-8d98-3d9038d15d42 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/ports?device_id=0912ba59-8736-4248-949d-fa5e81c24ea4 HTTP/1.1" status: 200 len: 944 time: 0.3022671 Aug 16 01:44:43.126139 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 2d6a1bd4-490e-4da7-8029-444cfac863b7 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:43.191222 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c28673d-bed8-4769-a9eb-53bb692d2996 req-d4067f4e-5e91-4167-b260-5c8cf6a4a67b tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/security-groups?id=8810f37d-00df-4e1b-bea1-d0394b0b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814526 Aug 16 01:44:43.228517 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135016d3-41cc-4f2b-a76d-8ecafa659510 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Made reservation on behalf of 2becb4dbe1004363a29ce58a9492790d for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:43.233982 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-135016d3-41cc-4f2b-a76d-8ecafa659510 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:43.236787 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-cc0c9923-46a2-4aaa-afa3-ef0a4aba5aa2 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945881 Aug 16 01:44:43.351237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 82c0823c-46b7-4497-900c-091a6058fb47, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=82c0823c-46b7-4497-900c-091a6058fb47,segment=NetworkSegment(f5edae77-8da3-4081-83a1-c749f7f89b4e),segment_id=f5edae77-8da3-4081-83a1-c749f7f89b4e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:43.408447 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 20add270-a6ab-482e-80b5-7a08f4bbf807 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:43.416730 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6dab7edf-8160-4743-8b00-0cf26f401d66 req-2d0911cb-55fe-45f2-bcba-c1fa86e17202 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701920 Aug 16 01:44:43.489585 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '82c0823c-46b7-4497-900c-091a6058fb47', 'network_id': '4044efb8-d75b-4a0f-a3de-ecd87e29e678', 'port_id': '82c0823c-46b7-4497-900c-091a6058fb47', 'mac_address': 'fa:16:3e:8b:42:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5396199f-7418-4116-a851-4150e71c13b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:44:43.541375 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a080eaec-2aec-439c-b964-2226b1be7ebb None None] Deleting port 20add270-a6ab-482e-80b5-7a08f4bbf807 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:43.542092 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-723bc51b-a40b-4d02-bcc6-2756789d4f6d req-7d0d803a-6aae-46f8-8191-4c1d8525fda3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=7c8c32bb-245f-436b-a6f5-e0520bfee24b HTTP/1.1" status: 200 len: 210 time: 0.0412066 Aug 16 01:44:43.542596 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a080eaec-2aec-439c-b964-2226b1be7ebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:43.651488 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852101d-3c85-44de-a8db-93a570ebefc8 req-a9d2f7af-8cef-47d3-b155-f3ed17576b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:43.653419 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8852101d-3c85-44de-a8db-93a570ebefc8 req-a9d2f7af-8cef-47d3-b155-f3ed17576b83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bbcf668cc624014b875d5f29c4dd055&device_id=213a2227-9723-478a-8324-8a8ada9ea7f0 HTTP/1.1" status: 200 len: 1098 time: 0.1096072 Aug 16 01:44:43.658774 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:43.707398 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c0823c-46b7-4497-900c-091a6058fb47 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:43.758116 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-a080eaec-2aec-439c-b964-2226b1be7ebb None None] For port 20add270-a6ab-482e-80b5-7a08f4bbf807, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=20add270-a6ab-482e-80b5-7a08f4bbf807,segment=NetworkSegment(c6682cbb-bf58-402d-a449-9327ff3f6bc3),segment_id=c6682cbb-bf58-402d-a449-9327ff3f6bc3)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:43.758330 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a080eaec-2aec-439c-b964-2226b1be7ebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:43.780040 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 82c0823c-46b7-4497-900c-091a6058fb47, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=82c0823c-46b7-4497-900c-091a6058fb47,segment=NetworkSegment(f5edae77-8da3-4081-83a1-c749f7f89b4e),segment_id=f5edae77-8da3-4081-83a1-c749f7f89b4e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:43.801168 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:43.810847 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:43.822042 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a080eaec-2aec-439c-b964-2226b1be7ebb None None] Calling delete_port for 20add270-a6ab-482e-80b5-7a08f4bbf807 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:43.927725 n-d-765315-27 neutron-server[94672]: DEBUG neutron.objects.ports [None req-135016d3-41cc-4f2b-a76d-8ecafa659510 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:44:43.958813 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-135016d3-41cc-4f2b-a76d-8ecafa659510 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:43.977685 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852101d-3c85-44de-a8db-93a570ebefc8 req-93a2cda8-332f-4bd0-85b7-d4fbe8d74d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:43.993539 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8852101d-3c85-44de-a8db-93a570ebefc8 req-93a2cda8-332f-4bd0-85b7-d4fbe8d74d75 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.3304746 Aug 16 01:44:44.070096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 20add270-a6ab-482e-80b5-7a08f4bbf807, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=20add270-a6ab-482e-80b5-7a08f4bbf807,segment=NetworkSegment(c6682cbb-bf58-402d-a449-9327ff3f6bc3),segment_id=c6682cbb-bf58-402d-a449-9327ff3f6bc3)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:44.078900 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8852101d-3c85-44de-a8db-93a570ebefc8 req-a593871e-4cef-47bb-acec-09602f4f980f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a HTTP/1.1" status: 200 len: 217 time: 0.0777075 Aug 16 01:44:44.083186 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:44.084862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=82c0823c-46b7-4497-900c-091a6058fb47,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:44.123225 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['82c0823c-46b7-4497-900c-091a6058fb47'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:44.153427 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852101d-3c85-44de-a8db-93a570ebefc8 req-8fc1b6e2-1b4f-4823-a1b7-a827305f4f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:44.155931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8852101d-3c85-44de-a8db-93a570ebefc8 req-8fc1b6e2-1b4f-4823-a1b7-a827305f4f4d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0698264 Aug 16 01:44:44.270745 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852101d-3c85-44de-a8db-93a570ebefc8 req-03b93da9-1022-4c1e-8556-83bd4e6953ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:44.274145 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8852101d-3c85-44de-a8db-93a570ebefc8 req-03b93da9-1022-4c1e-8556-83bd4e6953ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1095324 Aug 16 01:44:44.292886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135016d3-41cc-4f2b-a76d-8ecafa659510 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event updated for resources: {'Subnet': ['ID=201e8201-e371-43f4-a2ad-8efd4b922526,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:44.329176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c301571-82f9-425e-8f21-189eaac17248 req-49cefbc8-0d8f-4774-a872-8410a5693c12 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:44.330779 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c301571-82f9-425e-8f21-189eaac17248 req-49cefbc8-0d8f-4774-a872-8410a5693c12 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/ports?device_id=213a2227-9723-478a-8324-8a8ada9ea7f0 HTTP/1.1" status: 200 len: 946 time: 0.3928766 Aug 16 01:44:44.355655 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=20add270-a6ab-482e-80b5-7a08f4bbf807,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:44.357988 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135016d3-41cc-4f2b-a76d-8ecafa659510 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Checking segment: {'id': '7393293f-a13b-405b-b797-6f61b2d28da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2d6a1bd4-490e-4da7-8029-444cfac863b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:44.358450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135016d3-41cc-4f2b-a76d-8ecafa659510 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Network hostable DHCP agents. Network: 2d6a1bd4-490e-4da7-8029-444cfac863b7, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:44.389836 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a080eaec-2aec-439c-b964-2226b1be7ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:44.399088 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca27768-ea60-443a-b21d-bba657c54939 req-fba44283-bcda-4338-a2b4-dc093aa6c2a0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:44.400585 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5ca27768-ea60-443a-b21d-bba657c54939 req-fba44283-bcda-4338-a2b4-dc093aa6c2a0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.63 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 805 time: 0.3831441 Aug 16 01:44:44.420850 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c301571-82f9-425e-8f21-189eaac17248 req-9a912279-19d7-4a20-99e8-8fe5be3929a9 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/security-groups?id=05dcb07f-bf6f-44b5-a8b9-0be0557f4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782521 Aug 16 01:44:44.432579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5ca27768-ea60-443a-b21d-bba657c54939 req-77d07fc6-ece2-4bfc-9dc8-4f523f06b55d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Request body: {'port': {'device_id': '7c8c32bb-245f-436b-a6f5-e0520bfee24b', 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c', 'admin_state_up': True, 'tenant_id': '5ad2ac0bd7454cfab82eaaabde2ce6ee'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:44.445871 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080eaec-2aec-439c-b964-2226b1be7ebb None None] Pushing event deleted for resources: {'Port': ['ID=20add270-a6ab-482e-80b5-7a08f4bbf807,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:44.460557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a080eaec-2aec-439c-b964-2226b1be7ebb None None] No DVR routers for this DVR port 20add270-a6ab-482e-80b5-7a08f4bbf807 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:44.546319 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135016d3-41cc-4f2b-a76d-8ecafa659510 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Network 2d6a1bd4-490e-4da7-8029-444cfac863b7 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:44.611390 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-135016d3-41cc-4f2b-a76d-8ecafa659510 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 2d6a1bd4-490e-4da7-8029-444cfac863b7) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:44.621014 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22ce7b7-d778-4e1a-aa7d-deafbe5cc42f None None] Network 2d6a1bd4-490e-4da7-8029-444cfac863b7 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:44.621236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135016d3-41cc-4f2b-a76d-8ecafa659510 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:44.621735 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-135016d3-41cc-4f2b-a76d-8ecafa659510 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:44.820390 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0a0e0c51-04c0-4da1-928d-2cbb8ae77d41 req-221e28ef-87be-4684-86b8-017dbf26e126 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=7c8c32bb-245f-436b-a6f5-e0520bfee24b HTTP/1.1" status: 200 len: 210 time: 0.0461178 Aug 16 01:44:44.834335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca27768-ea60-443a-b21d-bba657c54939 req-77d07fc6-ece2-4bfc-9dc8-4f523f06b55d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Made reservation on behalf of 5ad2ac0bd7454cfab82eaaabde2ce6ee for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:44.838217 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca27768-ea60-443a-b21d-bba657c54939 req-77d07fc6-ece2-4bfc-9dc8-4f523f06b55d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:44.854563 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-135016d3-41cc-4f2b-a76d-8ecafa659510 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8954697 Aug 16 01:44:44.855198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52936) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:44.885682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-2d6a1bd4-490e-4da7-8029-444cfac863b7', 'network_id': '2d6a1bd4-490e-4da7-8029-444cfac863b7', 'tenant_id': '2becb4dbe1004363a29ce58a9492790d', 'fixed_ips': [{'subnet_id': '201e8201-e371-43f4-a2ad-8efd4b922526'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:44:44.886601 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:45.015732 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-5ca27768-ea60-443a-b21d-bba657c54939 req-77d07fc6-ece2-4bfc-9dc8-4f523f06b55d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Allocated IP 172.20.0.4 (e34c68e7-0a34-46ae-ac57-cc0385b7595c/9018291d-2978-41e4-8573-6602cff70f18/0b039131-973b-4c8c-a6dc-353925f70517) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:45.022980 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f892d3-405f-43f4-83bd-879515b8d3b5 req-84b87968-a16b-42b1-b013-e2f7feb9cd28 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:45.032453 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-97f892d3-405f-43f4-83bd-879515b8d3b5 req-84b87968-a16b-42b1-b013-e2f7feb9cd28 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/ports?device_id=0912ba59-8736-4248-949d-fa5e81c24ea4 HTTP/1.1" status: 200 len: 945 time: 0.6497867 Aug 16 01:44:45.083060 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8852101d-3c85-44de-a8db-93a570ebefc8 req-5acc2d11-efbe-4439-8df6-58bc5820c5fc service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7813084 Aug 16 01:44:45.118978 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-97f892d3-405f-43f4-83bd-879515b8d3b5 req-3d6fa6e9-7de1-4d1e-80a1-7286f2b27b70 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/security-groups?id=8810f37d-00df-4e1b-bea1-d0394b0b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852926 Aug 16 01:44:45.229401 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52940) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:45.275643 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8852101d-3c85-44de-a8db-93a570ebefc8 req-9e3c13ca-3d48-451e-89d3-702f6eae3140 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802320 Aug 16 01:44:45.298380 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Allocated IP 2001:db8::f816:3eff:fe82:e771 (2d6a1bd4-490e-4da7-8029-444cfac863b7/201e8201-e371-43f4-a2ad-8efd4b922526/f158e344-b67e-4ca6-9502-b727c451924c) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:45.309439 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca27768-ea60-443a-b21d-bba657c54939 req-77d07fc6-ece2-4bfc-9dc8-4f523f06b55d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:45.347267 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:45.400496 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca27768-ea60-443a-b21d-bba657c54939 req-77d07fc6-ece2-4bfc-9dc8-4f523f06b55d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:45.413602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['a06b1d38-634a-4a78-8402-89db38496bc6'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:45.422839 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4602ac41-ea2b-4349-8a91-916811aa1fb7 tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1582100283'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:45.423299 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4602ac41-ea2b-4349-8a91-916811aa1fb7 tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] Unknown quota resources ['metering_label']. {{(pid=94673) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:44:45.426839 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ba978e89-0a8f-4e00-b2a7-3d35c60a0298'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:45.507193 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca27768-ea60-443a-b21d-bba657c54939 req-77d07fc6-ece2-4bfc-9dc8-4f523f06b55d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Network e34c68e7-0a34-46ae-ac57-cc0385b7595c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:45.519224 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-5ca27768-ea60-443a-b21d-bba657c54939 req-77d07fc6-ece2-4bfc-9dc8-4f523f06b55d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:45.525913 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:45.541380 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca27768-ea60-443a-b21d-bba657c54939 req-77d07fc6-ece2-4bfc-9dc8-4f523f06b55d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:45.668859 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:45.678732 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Transition to ACTIVE for port object f158e344-b67e-4ca6-9502-b727c451924c will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:45.691050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d07fc6-ece2-4bfc-9dc8-4f523f06b55d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Pushing event updated for resources: {'Port': ['ID=0b039131-973b-4c8c-a6dc-353925f70517,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:45.704291 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Transition to ACTIVE for port object f158e344-b67e-4ca6-9502-b727c451924c will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:45.733607 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:45.773311 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca27768-ea60-443a-b21d-bba657c54939 req-77d07fc6-ece2-4bfc-9dc8-4f523f06b55d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:45.778424 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca27768-ea60-443a-b21d-bba657c54939 req-77d07fc6-ece2-4bfc-9dc8-4f523f06b55d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:45.787469 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4602ac41-ea2b-4349-8a91-916811aa1fb7 tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:45.788951 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4602ac41-ea2b-4349-8a91-916811aa1fb7 tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5561841 Aug 16 01:44:45.791762 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52948) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:45.797666 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:44:45.798090 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ab13a954-65f6-4fe6-8905-58d9de22d2eb tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1a1e2e32-3bfe-45a8-b4bb-8d581a95ee79'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:45.798724 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ab13a954-65f6-4fe6-8905-58d9de22d2eb tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94673) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:44:45.799930 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:45.906000 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5ca27768-ea60-443a-b21d-bba657c54939 req-77d07fc6-ece2-4bfc-9dc8-4f523f06b55d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4840558 Aug 16 01:44:45.936635 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Network 2d6a1bd4-490e-4da7-8029-444cfac863b7 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:45.938528 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e95a3c-61fa-4037-821b-2310209c59cb req-d1fb3a48-c73d-41fd-8e64-ac79fdaac177 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:45.947062 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:45.949029 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Pushing event updated for resources: {'Port': ['ID=f158e344-b67e-4ca6-9502-b727c451924c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:45.952659 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:45.967268 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43e95a3c-61fa-4037-821b-2310209c59cb req-d1fb3a48-c73d-41fd-8e64-ac79fdaac177 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/ports?device_id=213a2227-9723-478a-8324-8a8ada9ea7f0 HTTP/1.1" status: 200 len: 946 time: 0.4288163 Aug 16 01:44:45.972830 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event deleted for resources: {'Subnet': ['ID=201e8201-e371-43f4-a2ad-8efd4b922526,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:45.990419 n-d-765315-27 neutron-server[94673]: WARNING neutron.services.metering.metering_plugin [None req-ab13a954-65f6-4fe6-8905-58d9de22d2eb tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 01:44:46.087027 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Request body: {'port': {'device_id': '7c8c32bb-245f-436b-a6f5-e0520bfee24b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:46.145304 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.173123 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:46.190250 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43e95a3c-61fa-4037-821b-2310209c59cb req-f038614b-9cb4-4473-bc66-077e95a0ecb8 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/security-groups?id=05dcb07f-bf6f-44b5-a8b9-0be0557f4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125907 Aug 16 01:44:46.192223 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Attempting to bind port f158e344-b67e-4ca6-9502-b727c451924c on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:46.192756 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Attempting to bind port f158e344-b67e-4ca6-9502-b727c451924c by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '7393293f-a13b-405b-b797-6f61b2d28da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2d6a1bd4-490e-4da7-8029-444cfac863b7'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:46.193362 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Attempting to bind port f158e344-b67e-4ca6-9502-b727c451924c on network 2d6a1bd4-490e-4da7-8029-444cfac863b7 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:46.196132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c22f5-759f-4319-a8e1-533d1496878c req-a8746a72-1e29-47ce-80e7-0f7eedf707f0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:46.196860 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6a1bd4-490e-4da7-8029-444cfac863b7']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:46.197650 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a33c22f5-759f-4319-a8e1-533d1496878c req-a8746a72-1e29-47ce-80e7-0f7eedf707f0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=7c8c32bb-245f-436b-a6f5-e0520bfee24b HTTP/1.1" status: 200 len: 931 time: 0.2472441 Aug 16 01:44:46.199285 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab13a954-65f6-4fe6-8905-58d9de22d2eb tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.200461 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ab13a954-65f6-4fe6-8905-58d9de22d2eb tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4076273 Aug 16 01:44:46.203458 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52956) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:46.208234 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-01fdb323-cfef-49a4-b29c-0c98e2bdbcfb tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1a1e2e32-3bfe-45a8-b4bb-8d581a95ee79'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:46.208723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-01fdb323-cfef-49a4-b29c-0c98e2bdbcfb tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94673) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:44:46.221802 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': 'a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a', 'mac_address': 'fa:16:3e:1f:2b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:44:46.229329 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:46.230163 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Checking segment: {'id': '7393293f-a13b-405b-b797-6f61b2d28da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2d6a1bd4-490e-4da7-8029-444cfac863b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:46.230730 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.231278 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Bound using segment: {'id': '7393293f-a13b-405b-b797-6f61b2d28da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2d6a1bd4-490e-4da7-8029-444cfac863b7'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:46.232543 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Bound port: f158e344-b67e-4ca6-9502-b727c451924c, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7393293f-a13b-405b-b797-6f61b2d28da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2d6a1bd4-490e-4da7-8029-444cfac863b7'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:46.234365 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.308044 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a33c22f5-759f-4319-a8e1-533d1496878c req-1d72febd-96eb-4e8c-90f9-a15963ee4c6c tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966566 Aug 16 01:44:46.308753 n-d-765315-27 neutron-server[94673]: WARNING neutron.services.metering.metering_plugin [None req-01fdb323-cfef-49a4-b29c-0c98e2bdbcfb tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 01:44:46.334068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7393293f-a13b-405b-b797-6f61b2d28da2') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:46.334466 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7393293f-a13b-405b-b797-6f61b2d28da2') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:46.350087 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.385989 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:46.403300 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] For port f158e344-b67e-4ca6-9502-b727c451924c, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:46.412546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] For port f158e344-b67e-4ca6-9502-b727c451924c, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f158e344-b67e-4ca6-9502-b727c451924c,segment=NetworkSegment(7393293f-a13b-405b-b797-6f61b2d28da2),segment_id=7393293f-a13b-405b-b797-6f61b2d28da2)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:46.415311 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01fdb323-cfef-49a4-b29c-0c98e2bdbcfb tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.416641 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-01fdb323-cfef-49a4-b29c-0c98e2bdbcfb tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2122562 Aug 16 01:44:46.417427 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:46.422286 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52958) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:46.426417 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.427310 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.439227 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.451627 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a22e3dc8-e742-4e38-b840-dad54d261cce tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=05e92c53-a2b4-4b51-9437-2054cdbf716b HTTP/1.1" status: 200 len: 462 time: 0.0255301 Aug 16 01:44:46.452652 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52960) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:46.460255 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.469302 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.483933 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:44:46.484345 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.496248 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007f77b-3fd4-4db1-a31a-8a0a3edb5274 req-e0d725b5-f76c-4515-bcac-73ba4621ebbd tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:46.498991 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a007f77b-3fd4-4db1-a31a-8a0a3edb5274 req-e0d725b5-f76c-4515-bcac-73ba4621ebbd tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/ports?device_id=0912ba59-8736-4248-949d-fa5e81c24ea4 HTTP/1.1" status: 200 len: 945 time: 0.1470227 Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:44:46.499722 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:44:46.596299 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db81496-8614-4814-a70f-4acdaef20da1 None None] Network 2d6a1bd4-490e-4da7-8029-444cfac863b7 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:46.601290 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9d42b-a5ae-4f4c-ae0f-4b052f4c03d4 None None] Pushing event updated for resources: {'Port': ['ID=f158e344-b67e-4ca6-9502-b727c451924c,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:46.619022 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b89ff6e-d3a7-430b-a324-908bd2988f26 tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.622707 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0b89ff6e-d3a7-430b-a324-908bd2988f26 tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-label-rules/05e92c53-a2b4-4b51-9437-2054cdbf716b HTTP/1.1" status: 204 len: 168 time: 0.1664703 Aug 16 01:44:46.622987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52962) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:46.643454 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-91f21c44-4c48-4834-b1ee-44c0f27dd1cd tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=05e92c53-a2b4-4b51-9437-2054cdbf716b HTTP/1.1" status: 200 len: 221 time: 0.0193372 Aug 16 01:44:46.644580 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52964) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:46.649848 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-448d1101-5e12-404e-ab51-56bd152a8bc9 tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1536702528', 'description': 'label created by tempest'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:46.650769 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-448d1101-5e12-404e-ab51-56bd152a8bc9 tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] Unknown quota resources ['metering_label']. {{(pid=94673) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:44:46.772310 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 82c0823c-46b7-4497-900c-091a6058fb47 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:46.860196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:46.876076 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-448d1101-5e12-404e-ab51-56bd152a8bc9 tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:46.877746 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-448d1101-5e12-404e-ab51-56bd152a8bc9 tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2316515 Aug 16 01:44:46.883745 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52968) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:46.887782 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:46.963032 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.db.api [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 01:44:46.963032 n-d-765315-27 neutron-server[94672]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 01:44:46.963032 n-d-765315-27 neutron-server[94672]: [parameters: {'id': '2d6a1bd4-490e-4da7-8029-444cfac863b7'}] Aug 16 01:44:46.963032 n-d-765315-27 neutron-server[94672]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:44:46.963665 n-d-765315-27 neutron-server[94672]: DEBUG oslo_db.api [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:44:46.981872 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a007f77b-3fd4-4db1-a31a-8a0a3edb5274 req-0517a299-0f2e-4d5b-b9c1-7288b7fa16ff tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/security-groups?id=8810f37d-00df-4e1b-bea1-d0394b0b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418488 Aug 16 01:44:47.002020 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5f66ac-e893-4924-b5f5-28c0172e8d33 None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:44:47.009801 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 82c0823c-46b7-4497-900c-091a6058fb47 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:47.033696 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ed3bb308-0acd-405e-a647-ab6ccb95444a tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=a266030b-f3f5-4a21-a8d5-0d0c91b13c1f HTTP/1.1" status: 200 len: 468 time: 0.1471834 Aug 16 01:44:47.036055 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52970) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:47.041355 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 82c0823c-46b7-4497-900c-091a6058fb47 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:47.041837 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:47.054870 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b039131-973b-4c8c-a6dc-353925f70517 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:47.067673 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:47.085471 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Transition to ACTIVE for port object 0b039131-973b-4c8c-a6dc-353925f70517 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:47.094504 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:47.200057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Pushing event updated for resources: {'Port': ['ID=0b039131-973b-4c8c-a6dc-353925f70517,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:47.289842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Attempting to bind port 0b039131-973b-4c8c-a6dc-353925f70517 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:47.289842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Attempting to bind port 0b039131-973b-4c8c-a6dc-353925f70517 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:47.289842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Attempting to bind port 0b039131-973b-4c8c-a6dc-353925f70517 on network e34c68e7-0a34-46ae-ac57-cc0385b7595c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:47.299812 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Port 0b039131-973b-4c8c-a6dc-353925f70517 on network e34c68e7-0a34-46ae-ac57-cc0385b7595c not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:44:47.300142 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Attempting to bind port 0b039131-973b-4c8c-a6dc-353925f70517 on network e34c68e7-0a34-46ae-ac57-cc0385b7595c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:47.310823 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:47.311161 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Checking segment: {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:47.311713 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Bound using segment: {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:47.312190 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Bound port: 0b039131-973b-4c8c-a6dc-353925f70517, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:47.312742 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:47.468496 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:47.475511 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] For port 0b039131-973b-4c8c-a6dc-353925f70517, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:47.517144 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] For port 0b039131-973b-4c8c-a6dc-353925f70517, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=0b039131-973b-4c8c-a6dc-353925f70517,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:47.524205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5f66ac-e893-4924-b5f5-28c0172e8d33 None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 01:44:47.526645 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:47.626061 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:47.626694 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:47.628187 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5ca27768-ea60-443a-b21d-bba657c54939 req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] 10.222.0.63 "PUT /v2.0/ports/0b039131-973b-4c8c-a6dc-353925f70517 HTTP/1.1" status: 200 len: 1092 time: 1.5713353 Aug 16 01:44:47.628663 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8c32bb-245f-436b-a6f5-e0520bfee24b', 'tag': '0b039131-973b-4c8c-a6dc-353925f70517'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:47.631337 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b792c06d-31ce-4d40-b6e9-767323ca46b2" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8c32bb-245f-436b-a6f5-e0520bfee24b", "tag": "0b039131-973b-4c8c-a6dc-353925f70517"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:47.649481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812900d1-0ca2-449b-be58-e10f90305b4a req-f7fa3160-184f-490c-bd7b-15549242afa6 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:47.651407 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-812900d1-0ca2-449b-be58-e10f90305b4a req-f7fa3160-184f-490c-bd7b-15549242afa6 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=7c8c32bb-245f-436b-a6f5-e0520bfee24b HTTP/1.1" status: 200 len: 943 time: 0.1988027 Aug 16 01:44:47.680009 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-638bd63f-3d7e-4b77-9b36-802f6dea4e74 tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:47.683113 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-638bd63f-3d7e-4b77-9b36-802f6dea4e74 tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-labels/a266030b-f3f5-4a21-a8d5-0d0c91b13c1f HTTP/1.1" status: 204 len: 168 time: 0.6447611 Aug 16 01:44:47.696361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52980) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:47.733674 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1c1ecbb0-5ed8-49c0-985e-4be188a4c3cb tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=a266030b-f3f5-4a21-a8d5-0d0c91b13c1f HTTP/1.1" status: 200 len: 216 time: 0.0349190 Aug 16 01:44:47.736476 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52982) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:47.740618 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce418da-1efe-4235-a996-c2273e9d2c09 service neutron] Pushing event updated for resources: {'Port': ['ID=0b039131-973b-4c8c-a6dc-353925f70517,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:47.760501 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Deleting port f158e344-b67e-4ca6-9502-b727c451924c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:47.760847 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:47.819932 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:47.823008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dd178-f4ee-41b0-b790-6401d207193e req-4b196375-6f51-467b-8a20-7cc4a17a72e8 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:47.826921 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1b5dd178-f4ee-41b0-b790-6401d207193e req-4b196375-6f51-467b-8a20-7cc4a17a72e8 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/ports?device_id=213a2227-9723-478a-8324-8a8ada9ea7f0 HTTP/1.1" status: 200 len: 947 time: 0.4270868 Aug 16 01:44:47.833791 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1c738b10-b2ca-4a5f-a91f-413a5859025d tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0921156 Aug 16 01:44:47.834133 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52986) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:47.836663 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-812900d1-0ca2-449b-be58-e10f90305b4a req-706766b3-33dc-4ece-8ea1-0ffc1746c3b8 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759212 Aug 16 01:44:47.843886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca27768-ea60-443a-b21d-bba657c54939 req-6193e371-29a8-4e65-8b11-eda040d6557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:47.846247 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5ca27768-ea60-443a-b21d-bba657c54939 req-6193e371-29a8-4e65-8b11-eda040d6557c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&device_id=7c8c32bb-245f-436b-a6f5-e0520bfee24b HTTP/1.1" status: 200 len: 1095 time: 0.1668718 Aug 16 01:44:47.867766 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 82c0823c-46b7-4497-900c-091a6058fb47, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=82c0823c-46b7-4497-900c-091a6058fb47,segment=NetworkSegment(f5edae77-8da3-4081-83a1-c749f7f89b4e),segment_id=f5edae77-8da3-4081-83a1-c749f7f89b4e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:47.869180 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0912ba59-8736-4248-949d-fa5e81c24ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c0823c-46b7-4497-900c-091a6058fb47'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:47.872798 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2458b43d-ea7d-417c-925e-b175ab325bc8" -d '{"events": [{"server_uuid": "0912ba59-8736-4248-949d-fa5e81c24ea4", "name": "network-vif-plugged", "status": "completed", "tag": "82c0823c-46b7-4497-900c-091a6058fb47"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:47.878055 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:47.896631 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-71b5ed6b-5916-42d2-96b7-c3176324f774 tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0585065 Aug 16 01:44:47.898738 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52990) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:47.941664 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=82c0823c-46b7-4497-900c-091a6058fb47,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:47.945517 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5a8bc9-7316-4066-a10f-972ceb8ca10c x-openstack-request-id: req-5e5a8bc9-7316-4066-a10f-972ceb8ca10c {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:47.945956 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8c32bb-245f-436b-a6f5-e0520bfee24b", "tag": "0b039131-973b-4c8c-a6dc-353925f70517", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:47.946201 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5e5a8bc9-7316-4066-a10f-972ceb8ca10c {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:47.946606 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8c32bb-245f-436b-a6f5-e0520bfee24b', 'tag': '0b039131-973b-4c8c-a6dc-353925f70517', 'status': 'completed', 'code': 200} Aug 16 01:44:47.953566 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5ca27768-ea60-443a-b21d-bba657c54939 req-0ff404dc-fc03-4de5-bced-482c6f077be7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b039131-973b-4c8c-a6dc-353925f70517 HTTP/1.1" status: 200 len: 217 time: 0.0945234 Aug 16 01:44:47.955738 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9396771f-098a-4529-b46d-472e3529d7ae x-openstack-request-id: req-9396771f-098a-4529-b46d-472e3529d7ae {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:47.956200 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0912ba59-8736-4248-949d-fa5e81c24ea4", "name": "network-vif-plugged", "status": "completed", "tag": "82c0823c-46b7-4497-900c-091a6058fb47", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:47.956587 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9396771f-098a-4529-b46d-472e3529d7ae {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:47.957129 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0912ba59-8736-4248-949d-fa5e81c24ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c0823c-46b7-4497-900c-091a6058fb47', 'code': 200} Aug 16 01:44:47.960673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] For port f158e344-b67e-4ca6-9502-b727c451924c, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f158e344-b67e-4ca6-9502-b727c451924c,segment=NetworkSegment(7393293f-a13b-405b-b797-6f61b2d28da2),segment_id=7393293f-a13b-405b-b797-6f61b2d28da2)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:47.961048 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.006566 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Calling delete_port for f158e344-b67e-4ca6-9502-b727c451924c owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:48.069375 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca27768-ea60-443a-b21d-bba657c54939 req-d943e48f-22bd-4cd6-a40b-e168979c10bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:48.070943 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5ca27768-ea60-443a-b21d-bba657c54939 req-d943e48f-22bd-4cd6-a40b-e168979c10bd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9018291d-2978-41e4-8573-6602cff70f18 HTTP/1.1" status: 200 len: 845 time: 0.1068792 Aug 16 01:44:48.121301 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5ca27768-ea60-443a-b21d-bba657c54939 req-dc1742d7-7425-488a-ba4f-a21ba7170b4d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e34c68e7-0a34-46ae-ac57-cc0385b7595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359342 Aug 16 01:44:48.163018 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1b5dd178-f4ee-41b0-b790-6401d207193e req-7098a7bc-fb2c-4906-9d00-80d8a197052e tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/security-groups?id=05dcb07f-bf6f-44b5-a8b9-0be0557f4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133945 Aug 16 01:44:48.220068 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-50103b85-f540-437a-9851-445392fe2605 tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels/1a1e2e32-3bfe-45a8-b4bb-8d581a95ee79 HTTP/1.1" status: 200 len: 473 time: 0.3174701 Aug 16 01:44:48.223913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52994) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:48.229978 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5ca27768-ea60-443a-b21d-bba657c54939 req-5a9a941e-b218-4615-848b-c0c504fdd9d9 service neutron] 10.222.0.63 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963700 Aug 16 01:44:48.255616 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.264428 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ff713b5e-2012-4904-bc31-40b763c587bc tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules/b008c294-41db-4bc3-90ff-dba5a53d62f7 HTTP/1.1" status: 200 len: 459 time: 0.0188656 Aug 16 01:44:48.265226 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52998) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:48.339377 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181d0b0-ae86-4819-b1eb-ec0742a8a481 req-9ecf25de-0e96-4896-bad0-15d44c30d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:48.341552 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7181d0b0-ae86-4819-b1eb-ec0742a8a481 req-9ecf25de-0e96-4896-bad0-15d44c30d22f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0912ba59-8736-4248-949d-fa5e81c24ea4 HTTP/1.1" status: 200 len: 1098 time: 0.1734746 Aug 16 01:44:48.428663 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0d1884f-bb42-44df-a894-97ec29b694ed req-2e37711f-68af-4bd1-b008-bed20173ad3c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2621112 Aug 16 01:44:48.490046 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-803c22ef-a795-45fb-abf7-38f9c76b26a2 tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.491907 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-803c22ef-a795-45fb-abf7-38f9c76b26a2 tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-label-rules/b008c294-41db-4bc3-90ff-dba5a53d62f7 HTTP/1.1" status: 204 len: 168 time: 0.2233012 Aug 16 01:44:48.509311 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7181d0b0-ae86-4819-b1eb-ec0742a8a481 req-0a3b5078-4eec-48b0-a367-64bf6c289e6d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8810f37d-00df-4e1b-bea1-d0394b0b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129618 Aug 16 01:44:48.511167 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53000) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:48.705983 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1884f-bb42-44df-a894-97ec29b694ed req-1cdcdf77-244b-4f28-b4a7-d4a267603957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:48.707649 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0d1884f-bb42-44df-a894-97ec29b694ed req-1cdcdf77-244b-4f28-b4a7-d4a267603957 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 1097 time: 0.2106833 Aug 16 01:44:48.717862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event deleted for resources: {'Port': ['ID=f158e344-b67e-4ca6-9502-b727c451924c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:48.722713 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] No DVR routers for this DVR port f158e344-b67e-4ca6-9502-b727c451924c on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:48.814987 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-259a5f3a-0416-4624-afbd-616c0ef08798 tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.816127 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-259a5f3a-0416-4624-afbd-616c0ef08798 tempest-MeteringIpV6TestJSON-569217912 tempest-MeteringIpV6TestJSON-569217912-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-labels/1a1e2e32-3bfe-45a8-b4bb-8d581a95ee79 HTTP/1.1" status: 204 len: 168 time: 0.3039699 Aug 16 01:44:48.837039 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693d3b4-fc3b-4f93-a509-5d7d8e532811 req-00321cd0-dca8-44b5-baec-98a68ac0d8d3 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:48.845390 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e693d3b4-fc3b-4f93-a509-5d7d8e532811 req-00321cd0-dca8-44b5-baec-98a68ac0d8d3 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/ports?device_id=0912ba59-8736-4248-949d-fa5e81c24ea4 HTTP/1.1" status: 200 len: 946 time: 0.6136298 Aug 16 01:44:48.872749 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.892819 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1884f-bb42-44df-a894-97ec29b694ed req-1d84019b-a96c-4a0d-b69a-488f6a3d4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:48.895258 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0d1884f-bb42-44df-a894-97ec29b694ed req-1d84019b-a96c-4a0d-b69a-488f6a3d4833 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 906 time: 0.1300099 Aug 16 01:44:48.901170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6a1bd4-490e-4da7-8029-444cfac863b7']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:48.917843 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7393293f-a13b-405b-b797-6f61b2d28da2') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:48.918146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7393293f-a13b-405b-b797-6f61b2d28da2') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:48.928201 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5ca27768-ea60-443a-b21d-bba657c54939 req-94184f47-51dc-4e55-ae4a-ff144290548c service neutron] 10.222.0.63 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6826029 Aug 16 01:44:48.940718 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:48.962628 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e693d3b4-fc3b-4f93-a509-5d7d8e532811 req-231bbd0b-6d91-4668-af64-ef885ff87c67 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/security-groups?id=8810f37d-00df-4e1b-bea1-d0394b0b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159606 Aug 16 01:44:48.982480 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.000270 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:44:49.000693 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:44:49.003956 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:44:49.053982 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0d1884f-bb42-44df-a894-97ec29b694ed req-4ee205df-75f7-4a1a-8ccc-f25d0f44b47a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba978e89-0a8f-4e00-b2a7-3d35c60a0298 HTTP/1.1" status: 200 len: 217 time: 0.1478219 Aug 16 01:44:49.105290 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc29a-d845-4815-93fd-d9b79ecf04cf req-b42441f0-d304-4517-b96b-4d2932229166 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.107766 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9ebdc29a-d845-4815-93fd-d9b79ecf04cf req-b42441f0-d304-4517-b96b-4d2932229166 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=7c8c32bb-245f-436b-a6f5-e0520bfee24b HTTP/1.1" status: 200 len: 943 time: 0.0970376 Aug 16 01:44:49.113358 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792c06d-31ce-4d40-b6e9-767323ca46b2 req-db20d52e-dbd4-4fdb-9dfe-6426b98831ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.115169 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b792c06d-31ce-4d40-b6e9-767323ca46b2 req-db20d52e-dbd4-4fdb-9dfe-6426b98831ca service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&device_id=7c8c32bb-245f-436b-a6f5-e0520bfee24b HTTP/1.1" status: 200 len: 1095 time: 0.1006691 Aug 16 01:44:49.116019 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.131664 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.137453 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/networks/2d6a1bd4-490e-4da7-8029-444cfac863b7 HTTP/1.1" status: 204 len: 168 time: 4.2782621 Aug 16 01:44:49.137969 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53010) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:49.145948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a84baa3f-97e7-4f4e-b751-e3e3986e770d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-688145202'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:49.174434 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84baa3f-97e7-4f4e-b751-e3e3986e770d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Made reservation on behalf of 2becb4dbe1004363a29ce58a9492790d for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:49.177274 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a84baa3f-97e7-4f4e-b751-e3e3986e770d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.181617 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1884f-bb42-44df-a894-97ec29b694ed req-96b65646-2f41-4502-a869-d55904fe5ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.183111 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0d1884f-bb42-44df-a894-97ec29b694ed req-96b65646-2f41-4502-a869-d55904fe5ba6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9018291d-2978-41e4-8573-6602cff70f18 HTTP/1.1" status: 200 len: 845 time: 0.1187158 Aug 16 01:44:49.186728 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09637fae-4021-4ec8-ae0b-5fde5f59b186 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event deleted for resources: {'Network': ['ID=2d6a1bd4-490e-4da7-8029-444cfac863b7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:49.224120 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0d1884f-bb42-44df-a894-97ec29b694ed req-1d7ba0a6-820a-4fdd-9a87-1131561d813e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e34c68e7-0a34-46ae-ac57-cc0385b7595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312746 Aug 16 01:44:49.261954 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84baa3f-97e7-4f4e-b751-e3e3986e770d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:49.275172 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53014) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:49.282390 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9ebdc29a-d845-4815-93fd-d9b79ecf04cf req-f79f779a-53fd-44da-bc5e-4574e4e0d574 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626942 Aug 16 01:44:49.338499 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:44:49.338954 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a84baa3f-97e7-4f4e-b751-e3e3986e770d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.338954 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-a84baa3f-97e7-4f4e-b751-e3e3986e770d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Added segment 546af26b-d687-4a6d-b224-fcb464e91823 of type vlan for network 7efe0665-2fbf-4f6d-86d7-1393f258b0f9 Aug 16 01:44:49.372105 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64a6c3-a2d3-46fe-adcd-4261ffd8f5f5 req-55615414-7e6a-4dcb-a181-9601753a2724 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.374266 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bb64a6c3-a2d3-46fe-adcd-4261ffd8f5f5 req-55615414-7e6a-4dcb-a181-9601753a2724 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/ports?device_id=213a2227-9723-478a-8324-8a8ada9ea7f0 HTTP/1.1" status: 200 len: 947 time: 0.1189489 Aug 16 01:44:49.428172 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a84baa3f-97e7-4f4e-b751-e3e3986e770d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.449263 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792c06d-31ce-4d40-b6e9-767323ca46b2 req-3bcc4a36-176c-426d-96d1-e563f56f5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.454065 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b792c06d-31ce-4d40-b6e9-767323ca46b2 req-3bcc4a36-176c-426d-96d1-e563f56f5a9f service neutron] 10.222.0.63 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 906 time: 0.3253117 Aug 16 01:44:49.472260 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f8539d1-46d5-4241-b857-a390edd245c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.473275 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0d1884f-bb42-44df-a894-97ec29b694ed req-8893bbb3-cbda-44be-8771-ec0d4fc25f15 service neutron] 10.222.0.63 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124522 Aug 16 01:44:49.507755 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a84baa3f-97e7-4f4e-b751-e3e3986e770d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.515968 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84baa3f-97e7-4f4e-b751-e3e3986e770d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.517288 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a84baa3f-97e7-4f4e-b751-e3e3986e770d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.546987 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b792c06d-31ce-4d40-b6e9-767323ca46b2 req-622de8a4-aa93-44e6-9d14-57328b0af0cd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b039131-973b-4c8c-a6dc-353925f70517 HTTP/1.1" status: 200 len: 217 time: 0.0725949 Aug 16 01:44:49.556386 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bb64a6c3-a2d3-46fe-adcd-4261ffd8f5f5 req-45cc5bfd-f0ac-4f24-8c80-103f5e010d24 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/security-groups?id=05dcb07f-bf6f-44b5-a8b9-0be0557f4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487987 Aug 16 01:44:49.640262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792c06d-31ce-4d40-b6e9-767323ca46b2 req-a9d34183-790e-423b-8a3b-eb1233fb526a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:49.642178 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b792c06d-31ce-4d40-b6e9-767323ca46b2 req-a9d34183-790e-423b-8a3b-eb1233fb526a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9018291d-2978-41e4-8573-6602cff70f18 HTTP/1.1" status: 200 len: 845 time: 0.0826652 Aug 16 01:44:49.694599 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b792c06d-31ce-4d40-b6e9-767323ca46b2 req-f12b1fe9-44d4-4ad5-a00b-9dfedf0d536c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e34c68e7-0a34-46ae-ac57-cc0385b7595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379124 Aug 16 01:44:49.701458 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0d1884f-bb42-44df-a894-97ec29b694ed req-924ccd3e-5b53-4872-9314-ca5851b1d2f2 service neutron] 10.222.0.63 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161179 Aug 16 01:44:49.702737 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84baa3f-97e7-4f4e-b751-e3e3986e770d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event updated for resources: {'Network': ['ID=7efe0665-2fbf-4f6d-86d7-1393f258b0f9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:49.732582 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 7efe0665-2fbf-4f6d-86d7-1393f258b0f9 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:49.770994 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f8539d1-46d5-4241-b857-a390edd245c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.786319 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f8539d1-46d5-4241-b857-a390edd245c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.802139 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a84baa3f-97e7-4f4e-b751-e3e3986e770d tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6574821 Aug 16 01:44:49.802139 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53028) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:49.803204 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:49.809010 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7754bffc-b808-44f7-b5a6-0f40f163a14f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Request body: {'subnet': {'network_id': '7efe0665-2fbf-4f6d-86d7-1393f258b0f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:49.875351 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8539d1-46d5-4241-b857-a390edd245c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d47983c-1a55-4fbc-b020-d8b78f3792ae,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:49.887403 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6f8539d1-46d5-4241-b857-a390edd245c0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7bacf23a8ba043519880130385a1c624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6088145 Aug 16 01:44:49.888945 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53032) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:49.932086 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:49.937118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:49.937960 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:49.984528 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b792c06d-31ce-4d40-b6e9-767323ca46b2 req-922ff3d7-2c36-4cc4-8dbe-b5bada88521a service neutron] 10.222.0.63 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594814 Aug 16 01:44:50.038911 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3d0525ee-ef30-4d50-8d15-fcc7812bf5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:50.100506 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3d0525ee-ef30-4d50-8d15-fcc7812bf5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:50.124828 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:50.169122 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213a2227-9723-478a-8324-8a8ada9ea7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:50.171935 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6a5fbd-f3ff-4a01-8277-2740d54da890" -d '{"events": [{"server_uuid": "213a2227-9723-478a-8324-8a8ada9ea7f0", "name": "network-vif-plugged", "status": "completed", "tag": "a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:50.172710 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b792c06d-31ce-4d40-b6e9-767323ca46b2 req-1a55b576-7697-4771-b4c0-6e2895699cad service neutron] 10.222.0.63 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765826 Aug 16 01:44:50.195811 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-558e1a27-2629-4be4-8b25-25ce6c6cb0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:50.202569 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:50.208842 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:50.212152 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3d0525ee-ef30-4d50-8d15-fcc7812bf5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:50.215410 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3d0525ee-ef30-4d50-8d15-fcc7812bf5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:50.220422 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3d0525ee-ef30-4d50-8d15-fcc7812bf5d4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1d47983c-1a55-4fbc-b020-d8b78f3792ae HTTP/1.1" status: 204 len: 168 time: 0.3311725 Aug 16 01:44:50.248203 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0525ee-ef30-4d50-8d15-fcc7812bf5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d47983c-1a55-4fbc-b020-d8b78f3792ae,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:50.286133 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e720833-ff80-4572-934a-3fcc95cc0cb1 x-openstack-request-id: req-4e720833-ff80-4572-934a-3fcc95cc0cb1 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:50.290095 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213a2227-9723-478a-8324-8a8ada9ea7f0", "name": "network-vif-plugged", "status": "completed", "tag": "a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:50.292038 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4e720833-ff80-4572-934a-3fcc95cc0cb1 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:50.292603 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213a2227-9723-478a-8324-8a8ada9ea7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a', 'code': 200} Aug 16 01:44:50.297548 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:50.461866 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4e82d-9794-4cda-b0eb-006205707f1b req-93664154-ba32-48d8-b162-5f72f1a1e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:50.463612 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1cd4e82d-9794-4cda-b0eb-006205707f1b req-93664154-ba32-48d8-b162-5f72f1a1e496 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=213a2227-9723-478a-8324-8a8ada9ea7f0 HTTP/1.1" status: 200 len: 1100 time: 0.1254814 Aug 16 01:44:50.468485 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7754bffc-b808-44f7-b5a6-0f40f163a14f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Made reservation on behalf of 2becb4dbe1004363a29ce58a9492790d for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:50.472330 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7754bffc-b808-44f7-b5a6-0f40f163a14f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:50.480115 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d369476-4125-4951-8ddf-88434c4ff549 req-e9c9d3db-9117-42b4-aafb-1f1b76c9b3d8 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:50.484918 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d369476-4125-4951-8ddf-88434c4ff549 req-e9c9d3db-9117-42b4-aafb-1f1b76c9b3d8 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=7c8c32bb-245f-436b-a6f5-e0520bfee24b HTTP/1.1" status: 200 len: 943 time: 0.0736308 Aug 16 01:44:50.492659 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66706172-39eb-43c8-8e8d-caca08050e80 req-ca734c85-0423-4dd4-a1d3-d4c4a8d42f96 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:50.501394 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-66706172-39eb-43c8-8e8d-caca08050e80 req-ca734c85-0423-4dd4-a1d3-d4c4a8d42f96 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/ports?device_id=0912ba59-8736-4248-949d-fa5e81c24ea4 HTTP/1.1" status: 200 len: 946 time: 0.1646788 Aug 16 01:44:50.550658 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d369476-4125-4951-8ddf-88434c4ff549 req-ec9cf9ca-98fe-479c-bbfe-ceb5a60c129d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601933 Aug 16 01:44:50.617018 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-66706172-39eb-43c8-8e8d-caca08050e80 req-405c47fa-8709-4137-b3e7-7c7a6396e3b6 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/security-groups?id=8810f37d-00df-4e1b-bea1-d0394b0b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147184 Aug 16 01:44:50.621350 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1cd4e82d-9794-4cda-b0eb-006205707f1b req-71b21603-0d6d-4856-a579-a8f00a552861 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=05dcb07f-bf6f-44b5-a8b9-0be0557f4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445003 Aug 16 01:44:50.673743 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53050) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:50.694384 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd2191e7-d987-4594-b5db-bd693854975d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:50.799451 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 0b039131-973b-4c8c-a6dc-353925f70517 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:44:50.844676 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7754bffc-b808-44f7-b5a6-0f40f163a14f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:50.887023 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce79a6-f425-4733-ade7-a3ca11bc54ba req-23f561e6-7126-49ab-b3e2-6207400a0291 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:50.894669 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-efce79a6-f425-4733-ade7-a3ca11bc54ba req-23f561e6-7126-49ab-b3e2-6207400a0291 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/ports?device_id=213a2227-9723-478a-8324-8a8ada9ea7f0 HTTP/1.1" status: 200 len: 948 time: 0.1840942 Aug 16 01:44:50.946890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7754bffc-b808-44f7-b5a6-0f40f163a14f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Checking segment: {'id': '546af26b-d687-4a6d-b224-fcb464e91823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7efe0665-2fbf-4f6d-86d7-1393f258b0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:50.947246 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7754bffc-b808-44f7-b5a6-0f40f163a14f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Network hostable DHCP agents. Network: 7efe0665-2fbf-4f6d-86d7-1393f258b0f9, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:50.982109 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754bffc-b808-44f7-b5a6-0f40f163a14f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event updated for resources: {'Subnet': ['ID=0cb64595-c4c8-4df3-bbd4-54305fa7f5ed,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:50.996522 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7754bffc-b808-44f7-b5a6-0f40f163a14f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Network 7efe0665-2fbf-4f6d-86d7-1393f258b0f9 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:51.010866 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd2191e7-d987-4594-b5db-bd693854975d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.015143 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-efce79a6-f425-4733-ade7-a3ca11bc54ba req-27e29cb1-443e-454f-9453-82f4d0830981 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/security-groups?id=05dcb07f-bf6f-44b5-a8b9-0be0557f4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196134 Aug 16 01:44:51.017570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7754bffc-b808-44f7-b5a6-0f40f163a14f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 7efe0665-2fbf-4f6d-86d7-1393f258b0f9) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:51.031185 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd2191e7-d987-4594-b5db-bd693854975d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.044966 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7754bffc-b808-44f7-b5a6-0f40f163a14f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:51.045182 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f069bb-78b6-404f-9098-51adf4f4d77d None None] Network 7efe0665-2fbf-4f6d-86d7-1393f258b0f9 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:51.045300 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7754bffc-b808-44f7-b5a6-0f40f163a14f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.077577 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7754bffc-b808-44f7-b5a6-0f40f163a14f tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2744763 Aug 16 01:44:51.080163 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53060) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:51.105661 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fd2191e7-d987-4594-b5db-bd693854975d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a8ff6b96c94a46ed94499a17987f6a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306848 Aug 16 01:44:51.108382 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2191e7-d987-4594-b5db-bd693854975d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94406596-12e5-4603-a147-0fc45d22c5b2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:51.111749 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53064) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:51.153889 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 0b039131-973b-4c8c-a6dc-353925f70517, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=0b039131-973b-4c8c-a6dc-353925f70517,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:51.170849 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0bafb17-a5ab-4f35-97c1-f28137b4da6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.188480 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '0b039131-973b-4c8c-a6dc-353925f70517', 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c', 'port_id': '0b039131-973b-4c8c-a6dc-353925f70517', 'mac_address': 'fa:16:3e:77:5a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9018291d-2978-41e4-8573-6602cff70f18', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:44:51.204707 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0bafb17-a5ab-4f35-97c1-f28137b4da6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.250274 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.268573 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b039131-973b-4c8c-a6dc-353925f70517 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:44:51.292121 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0bafb17-a5ab-4f35-97c1-f28137b4da6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.296992 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0bafb17-a5ab-4f35-97c1-f28137b4da6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.296992 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f0bafb17-a5ab-4f35-97c1-f28137b4da6b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/94406596-12e5-4603-a147-0fc45d22c5b2 HTTP/1.1" status: 204 len: 168 time: 0.1840217 Aug 16 01:44:51.311894 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 0b039131-973b-4c8c-a6dc-353925f70517, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=0b039131-973b-4c8c-a6dc-353925f70517,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:51.313812 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bafb17-a5ab-4f35-97c1-f28137b4da6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94406596-12e5-4603-a147-0fc45d22c5b2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:51.314829 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cd3cbd-45cc-4e93-b908-75999b55b61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-7efe0665-2fbf-4f6d-86d7-1393f258b0f9', 'network_id': '7efe0665-2fbf-4f6d-86d7-1393f258b0f9', 'tenant_id': '2becb4dbe1004363a29ce58a9492790d', 'fixed_ips': [{'subnet_id': '0cb64595-c4c8-4df3-bbd4-54305fa7f5ed'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:44:51.315918 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-87cd3cbd-45cc-4e93-b908-75999b55b61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.332628 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a842428-2fb6-4d8d-a4ba-b1fb338fa617 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.335808 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3cfbc-1cc0-4f3d-ae18-6117c5a2389c req-84af12eb-0e1f-46e9-a24f-dbc2b5af7091 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:51.337546 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2d3cfbc-1cc0-4f3d-ae18-6117c5a2389c req-84af12eb-0e1f-46e9-a24f-dbc2b5af7091 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/ports?device_id=0912ba59-8736-4248-949d-fa5e81c24ea4 HTTP/1.1" status: 200 len: 946 time: 0.0886874 Aug 16 01:44:51.354864 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.406609 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2d3cfbc-1cc0-4f3d-ae18-6117c5a2389c req-92fafb98-919c-4865-976f-56f62ebd1dc6 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/security-groups?id=8810f37d-00df-4e1b-bea1-d0394b0b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482907 Aug 16 01:44:51.415982 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a842428-2fb6-4d8d-a4ba-b1fb338fa617 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.461776 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=0b039131-973b-4c8c-a6dc-353925f70517,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:51.507330 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a842428-2fb6-4d8d-a4ba-b1fb338fa617 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.570361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a842428-2fb6-4d8d-a4ba-b1fb338fa617 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb64595-c4c8-4df3-bbd4-54305fa7f5ed,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server [None req-87cd3cbd-45cc-4e93-b908-75999b55b61b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cb64595-c4c8-4df3-bbd4-54305fa7f5ed: This subnet is being modified by another concurrent operation. Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 01:44:51.571190 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise exception Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cb64595-c4c8-4df3-bbd4-54305fa7f5ed: This subnet is being modified by another concurrent operation. Aug 16 01:44:51.574913 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Aug 16 01:44:51.597918 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbb8510-420a-4796-bcb3-ddc1e6b134d6 None None] Network 7efe0665-2fbf-4f6d-86d7-1393f258b0f9 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:51.672957 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a842428-2fb6-4d8d-a4ba-b1fb338fa617 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.681234 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['0b039131-973b-4c8c-a6dc-353925f70517'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:51.715140 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-6a842428-2fb6-4d8d-a4ba-b1fb338fa617 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7efe0665-2fbf-4f6d-86d7-1393f258b0f9']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:51.729135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-6a842428-2fb6-4d8d-a4ba-b1fb338fa617 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546af26b-d687-4a6d-b224-fcb464e91823') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:51.729438 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-6a842428-2fb6-4d8d-a4ba-b1fb338fa617 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546af26b-d687-4a6d-b224-fcb464e91823') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:51.742549 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a842428-2fb6-4d8d-a4ba-b1fb338fa617 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.752224 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14779d-f030-48eb-97c1-53889bd2e963 req-eac029c5-5f2b-4863-a40f-e3ea6b6de651 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:51.753938 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d14779d-f030-48eb-97c1-53889bd2e963 req-eac029c5-5f2b-4863-a40f-e3ea6b6de651 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=7c8c32bb-245f-436b-a6f5-e0520bfee24b HTTP/1.1" status: 200 len: 944 time: 0.0873137 Aug 16 01:44:51.779200 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a842428-2fb6-4d8d-a4ba-b1fb338fa617 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.791188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a842428-2fb6-4d8d-a4ba-b1fb338fa617 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:44:51.791512 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a842428-2fb6-4d8d-a4ba-b1fb338fa617 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:44:51.795289 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:44:51.864492 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d14779d-f030-48eb-97c1-53889bd2e963 req-54dff1db-4c37-415e-bc6f-a5df0676d017 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031041 Aug 16 01:44:51.877349 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd147f0e-2dbc-4f34-9195-e5537676b37e None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:44:51.883067 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a842428-2fb6-4d8d-a4ba-b1fb338fa617 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.895330 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a842428-2fb6-4d8d-a4ba-b1fb338fa617 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.900733 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53086) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:51.902036 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6a842428-2fb6-4d8d-a4ba-b1fb338fa617 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/networks/7efe0665-2fbf-4f6d-86d7-1393f258b0f9 HTTP/1.1" status: 204 len: 168 time: 0.8207006 Aug 16 01:44:51.909160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8b68708a-ae04-45be-b3db-2102269f73a7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-997580014'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:51.915956 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a842428-2fb6-4d8d-a4ba-b1fb338fa617 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event deleted for resources: {'Network': ['ID=7efe0665-2fbf-4f6d-86d7-1393f258b0f9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:51.947386 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b68708a-ae04-45be-b3db-2102269f73a7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Made reservation on behalf of 2becb4dbe1004363a29ce58a9492790d for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:51.953892 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b68708a-ae04-45be-b3db-2102269f73a7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:51.986168 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b68708a-ae04-45be-b3db-2102269f73a7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:52.000672 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b68708a-ae04-45be-b3db-2102269f73a7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:52.001309 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-8b68708a-ae04-45be-b3db-2102269f73a7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Added segment 77834b18-1dac-4484-83f3-6f85c3a2b96a of type vlan for network 37fa38a8-1729-4397-aed7-5e16d1f868fe Aug 16 01:44:52.098430 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd147f0e-2dbc-4f34-9195-e5537676b37e None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 01:44:52.103746 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b68708a-ae04-45be-b3db-2102269f73a7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:52.179845 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b68708a-ae04-45be-b3db-2102269f73a7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:52.186251 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b68708a-ae04-45be-b3db-2102269f73a7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:52.187484 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b68708a-ae04-45be-b3db-2102269f73a7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:52.208890 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8b68708a-ae04-45be-b3db-2102269f73a7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3062503 Aug 16 01:44:52.211771 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53108) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:52.219976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-66e3b290-197c-44b6-a2f6-ab67f1a01040 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Request body: {'subnet': {'network_id': '37fa38a8-1729-4397-aed7-5e16d1f868fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:52.286650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9185cf-78b9-422c-97a2-ce76fd55d57a req-06137e1f-76fa-499c-94b4-e6e4b9d2994f tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:52.288522 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-af9185cf-78b9-422c-97a2-ce76fd55d57a req-06137e1f-76fa-499c-94b4-e6e4b9d2994f tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/ports?device_id=213a2227-9723-478a-8324-8a8ada9ea7f0 HTTP/1.1" status: 200 len: 948 time: 0.1518755 Aug 16 01:44:52.296228 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68708a-ae04-45be-b3db-2102269f73a7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event updated for resources: {'Network': ['ID=37fa38a8-1729-4397-aed7-5e16d1f868fe,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:52.316444 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 37fa38a8-1729-4397-aed7-5e16d1f868fe details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:52.350056 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-af9185cf-78b9-422c-97a2-ce76fd55d57a req-d2461a76-84a7-4ef3-bb03-aeff4a10aa4c tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/security-groups?id=05dcb07f-bf6f-44b5-a8b9-0be0557f4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410926 Aug 16 01:44:52.470434 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e3b290-197c-44b6-a2f6-ab67f1a01040 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Made reservation on behalf of 2becb4dbe1004363a29ce58a9492790d for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:52.477279 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66e3b290-197c-44b6-a2f6-ab67f1a01040 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:52.589026 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-66711cbd-8bdd-498a-ad21-20225c0ea957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:52.673034 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9a1b3-40ca-4ff0-ac86-af43350f51b9 req-7b8b67c1-87d8-41ae-a847-f1399bc5aabf tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:52.675423 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-97a9a1b3-40ca-4ff0-ac86-af43350f51b9 req-7b8b67c1-87d8-41ae-a847-f1399bc5aabf tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.63 "GET /v2.0/ports?device_id=0912ba59-8736-4248-949d-fa5e81c24ea4 HTTP/1.1" status: 200 len: 946 time: 0.1568141 Aug 16 01:44:52.812880 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 0b039131-973b-4c8c-a6dc-353925f70517 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:52.815109 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45997e4b-dbc0-4813-a38b-8b2208174458 req-44043873-e467-4908-8025-3d5dfda9f975 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:52.822998 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-45997e4b-dbc0-4813-a38b-8b2208174458 req-44043873-e467-4908-8025-3d5dfda9f975 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/ports?device_id=0912ba59-8736-4248-949d-fa5e81c24ea4 HTTP/1.1" status: 200 len: 946 time: 0.2320678 Aug 16 01:44:53.038946 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 0b039131-973b-4c8c-a6dc-353925f70517 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:53.053508 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 0b039131-973b-4c8c-a6dc-353925f70517 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:53.055125 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:53.061467 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-45997e4b-dbc0-4813-a38b-8b2208174458 req-2559f768-1bf8-4d11-9c98-1e56cff72242 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/security-groups?id=8810f37d-00df-4e1b-bea1-d0394b0b598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615083 Aug 16 01:44:53.150229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-97a9a1b3-40ca-4ff0-ac86-af43350f51b9 req-29eb9847-08cb-40e6-81cd-fb197655b980 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Deleting port 82c0823c-46b7-4497-900c-091a6058fb47 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:53.150744 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-97a9a1b3-40ca-4ff0-ac86-af43350f51b9 req-29eb9847-08cb-40e6-81cd-fb197655b980 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:53.195374 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d5590-1701-4cf6-9b5f-95b7ecd0e322 req-ebe709db-5174-4cda-9288-ff2e82f4eadb tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:53.216814 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1a6d5590-1701-4cf6-9b5f-95b7ecd0e322 req-ebe709db-5174-4cda-9288-ff2e82f4eadb tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/ports?device_id=213a2227-9723-478a-8324-8a8ada9ea7f0 HTTP/1.1" status: 200 len: 948 time: 0.2683427 Aug 16 01:44:53.328004 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:53.332780 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:53.386754 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8c32bb-245f-436b-a6f5-e0520bfee24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b039131-973b-4c8c-a6dc-353925f70517'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:53.394163 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0c45ab-bd11-43e7-a758-663badcb1114" -d '{"events": [{"server_uuid": "7c8c32bb-245f-436b-a6f5-e0520bfee24b", "name": "network-vif-plugged", "status": "completed", "tag": "0b039131-973b-4c8c-a6dc-353925f70517"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:53.426216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-97a9a1b3-40ca-4ff0-ac86-af43350f51b9 req-29eb9847-08cb-40e6-81cd-fb197655b980 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] For port 82c0823c-46b7-4497-900c-091a6058fb47, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=82c0823c-46b7-4497-900c-091a6058fb47,segment=NetworkSegment(f5edae77-8da3-4081-83a1-c749f7f89b4e),segment_id=f5edae77-8da3-4081-83a1-c749f7f89b4e)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:53.426832 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-97a9a1b3-40ca-4ff0-ac86-af43350f51b9 req-29eb9847-08cb-40e6-81cd-fb197655b980 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:53.427275 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 0b039131-973b-4c8c-a6dc-353925f70517, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=0b039131-973b-4c8c-a6dc-353925f70517,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:53.433931 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:53.449494 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9c1f1-4b5b-42ab-9c83-7f5f45cd9641 req-3a6cf132-af96-4cc4-9156-72d2890aea1f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:53.457929 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b2a9c1f1-4b5b-42ab-9c83-7f5f45cd9641 req-3a6cf132-af96-4cc4-9156-72d2890aea1f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=7c8c32bb-245f-436b-a6f5-e0520bfee24b HTTP/1.1" status: 200 len: 944 time: 0.1533098 Aug 16 01:44:53.477352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-97a9a1b3-40ca-4ff0-ac86-af43350f51b9 req-29eb9847-08cb-40e6-81cd-fb197655b980 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Calling delete_port for 82c0823c-46b7-4497-900c-091a6058fb47 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:53.502112 n-d-765315-27 neutron-server[94673]: DEBUG neutron.objects.ports [None req-66e3b290-197c-44b6-a2f6-ab67f1a01040 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94673) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:44:53.510850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=0b039131-973b-4c8c-a6dc-353925f70517,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:53.529157 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66e3b290-197c-44b6-a2f6-ab67f1a01040 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:53.547191 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1a6d5590-1701-4cf6-9b5f-95b7ecd0e322 req-d273df9d-06b4-4af1-a661-d49cb507e6f4 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/security-groups?id=05dcb07f-bf6f-44b5-a8b9-0be0557f4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286755 Aug 16 01:44:53.628565 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b2a9c1f1-4b5b-42ab-9c83-7f5f45cd9641 req-673083ac-f6b4-4c44-b8e0-c6c62e554de9 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694074 Aug 16 01:44:53.661671 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b75eeef-edfc-4ea1-8d20-81a3f4b51dc5 x-openstack-request-id: req-9b75eeef-edfc-4ea1-8d20-81a3f4b51dc5 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:53.662004 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8c32bb-245f-436b-a6f5-e0520bfee24b", "name": "network-vif-plugged", "status": "completed", "tag": "0b039131-973b-4c8c-a6dc-353925f70517", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:53.662267 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9b75eeef-edfc-4ea1-8d20-81a3f4b51dc5 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:53.662671 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8c32bb-245f-436b-a6f5-e0520bfee24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b039131-973b-4c8c-a6dc-353925f70517', 'code': 200} Aug 16 01:44:53.682162 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-f73989f1-cb58-43f6-aaa7-4c92fe6e2bb9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4599581 Aug 16 01:44:53.767763 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3b290-197c-44b6-a2f6-ab67f1a01040 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event updated for resources: {'Subnet': ['ID=96a7e7af-5e03-45d8-bdd6-81ebe21e01fe,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:53.829867 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-97a9a1b3-40ca-4ff0-ac86-af43350f51b9 req-29eb9847-08cb-40e6-81cd-fb197655b980 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:53.845814 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['82c0823c-46b7-4497-900c-091a6058fb47'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:53.862800 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e3b290-197c-44b6-a2f6-ab67f1a01040 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Checking segment: {'id': '77834b18-1dac-4484-83f3-6f85c3a2b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '37fa38a8-1729-4397-aed7-5e16d1f868fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:53.863172 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e3b290-197c-44b6-a2f6-ab67f1a01040 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Network hostable DHCP agents. Network: 37fa38a8-1729-4397-aed7-5e16d1f868fe, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:53.894723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-cf7d3ec5-06c9-4017-bce0-38ded9d22334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:53.895267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-cf7d3ec5-06c9-4017-bce0-38ded9d22334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:53.895685 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-cf7d3ec5-06c9-4017-bce0-38ded9d22334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:53.896163 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-cf7d3ec5-06c9-4017-bce0-38ded9d22334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:53.896630 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-cf7d3ec5-06c9-4017-bce0-38ded9d22334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:53.897162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-cf7d3ec5-06c9-4017-bce0-38ded9d22334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:53.897542 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-cf7d3ec5-06c9-4017-bce0-38ded9d22334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:53.899537 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-cf7d3ec5-06c9-4017-bce0-38ded9d22334 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5052f870a5d04e98b2cd29c89d03b16c&device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 6498 time: 0.1118860 Aug 16 01:44:53.902030 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b99ee-a76a-46cd-b063-4745eb54d5fb req-f6725948-7636-454e-aa9f-6adb189c9e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:53.904367 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-266b99ee-a76a-46cd-b063-4745eb54d5fb req-f6725948-7636-454e-aa9f-6adb189c9e3c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7c8c32bb-245f-436b-a6f5-e0520bfee24b HTTP/1.1" status: 200 len: 1097 time: 0.1146972 Aug 16 01:44:53.940005 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e3b290-197c-44b6-a2f6-ab67f1a01040 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Network 37fa38a8-1729-4397-aed7-5e16d1f868fe is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:53.944168 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53166) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:53.959823 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb9847-08cb-40e6-81cd-fb197655b980 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Pushing event deleted for resources: {'Port': ['ID=82c0823c-46b7-4497-900c-091a6058fb47,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:54.014341 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a9a1b3-40ca-4ff0-ac86-af43350f51b9 req-29eb9847-08cb-40e6-81cd-fb197655b980 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] No DVR routers for this DVR port 82c0823c-46b7-4497-900c-091a6058fb47 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:54.016892 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-97a9a1b3-40ca-4ff0-ac86-af43350f51b9 req-29eb9847-08cb-40e6-81cd-fb197655b980 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:54.019079 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-97a9a1b3-40ca-4ff0-ac86-af43350f51b9 req-29eb9847-08cb-40e6-81cd-fb197655b980 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.63 "DELETE /v2.0/ports/82c0823c-46b7-4497-900c-091a6058fb47 HTTP/1.1" status: 204 len: 173 time: 1.3340242 Aug 16 01:44:54.019560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0912ba59-8736-4248-949d-fa5e81c24ea4', 'name': 'network-vif-deleted', 'tag': '82c0823c-46b7-4497-900c-091a6058fb47'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:54.022433 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccbfeb4-4619-4e8a-bcfd-723bd8911b5c" -d '{"events": [{"server_uuid": "0912ba59-8736-4248-949d-fa5e81c24ea4", "name": "network-vif-deleted", "tag": "82c0823c-46b7-4497-900c-091a6058fb47"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:54.032383 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-66e3b290-197c-44b6-a2f6-ab67f1a01040 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 37fa38a8-1729-4397-aed7-5e16d1f868fe) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:54.042577 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-266b99ee-a76a-46cd-b063-4745eb54d5fb req-21d3a6e1-9662-431c-a549-4a7ec0cfcfdc service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301346 Aug 16 01:44:54.044531 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd0d5fd-cfec-4904-890a-32a806d19a77 None None] Network 37fa38a8-1729-4397-aed7-5e16d1f868fe requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:54.052189 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e3b290-197c-44b6-a2f6-ab67f1a01040 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:54.052855 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66e3b290-197c-44b6-a2f6-ab67f1a01040 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:54.086333 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53174) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:54.096810 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-66e3b290-197c-44b6-a2f6-ab67f1a01040 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8819492 Aug 16 01:44:54.097922 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e757b2c8-25fc-451d-9886-fe08728146ed x-openstack-request-id: req-e757b2c8-25fc-451d-9886-fe08728146ed {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:54.098065 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0912ba59-8736-4248-949d-fa5e81c24ea4", "name": "network-vif-deleted", "tag": "82c0823c-46b7-4497-900c-091a6058fb47", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:54.098294 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e757b2c8-25fc-451d-9886-fe08728146ed {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:54.098692 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0912ba59-8736-4248-949d-fa5e81c24ea4', 'name': 'network-vif-deleted', 'tag': '82c0823c-46b7-4497-900c-091a6058fb47', 'status': 'completed', 'code': 200} Aug 16 01:44:54.149425 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-a9c2931a-ea1e-44d7-983c-6ea0a1fb9cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:54.149997 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-a9c2931a-ea1e-44d7-983c-6ea0a1fb9cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:54.150591 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-a9c2931a-ea1e-44d7-983c-6ea0a1fb9cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:54.153968 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-a9c2931a-ea1e-44d7-983c-6ea0a1fb9cad service neutron] 10.222.0.73 "GET /v2.0/networks?id=c9f6cb29-657f-4294-ac8f-e7d12f466242&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=eac9d217-8a8e-4249-a789-0da4a12bc674&id=40c3db57-1e7f-42e7-b628-4096f135707a&id=40c3db57-1e7f-42e7-b628-4096f135707a HTTP/1.1" status: 200 len: 2294 time: 0.2104955 Aug 16 01:44:54.159861 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:54.192682 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b8f9dc86-5df3-45f4-8ddd-76300ba9c163 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1978727355', 'router:external': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:54.321433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-37fa38a8-1729-4397-aed7-5e16d1f868fe', 'network_id': '37fa38a8-1729-4397-aed7-5e16d1f868fe', 'tenant_id': '2becb4dbe1004363a29ce58a9492790d', 'fixed_ips': [{'subnet_id': '96a7e7af-5e03-45d8-bdd6-81ebe21e01fe'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:44:54.322822 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:54.323761 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-df9e11ed-a014-4265-87ea-e933665972f9 req-8fdd0da2-2dd3-42e1-829c-2ef8c7229f16 tempest-ServerPasswordTestJSON-1749650380 tempest-ServerPasswordTestJSON-1749650380-project] 10.222.0.68 "GET /v2.0/ports?device_id=0912ba59-8736-4248-949d-fa5e81c24ea4 HTTP/1.1" status: 200 len: 210 time: 0.0680506 Aug 16 01:44:54.335212 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:54.347829 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-9870d2b7-0988-4f94-8b44-9960ef117565 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c3bdef-f3fc-4443-8aad-bf5517788ec1 HTTP/1.1" status: 200 len: 1001 time: 0.1868894 Aug 16 01:44:54.350958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f9dc86-5df3-45f4-8ddd-76300ba9c163 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Made reservation on behalf of f6c38e0dedec47eebb1e6610d8827a81 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:54.353554 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8f9dc86-5df3-45f4-8ddd-76300ba9c163 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:54.384292 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9f210-ca48-4600-a47b-f11487dcff3d req-5e088089-eabc-4bd8-bd9e-3618a23f7049 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:54.385942 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-faa9f210-ca48-4600-a47b-f11487dcff3d req-5e088089-eabc-4bd8-bd9e-3618a23f7049 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.73 "GET /v2.0/ports?device_id=213a2227-9723-478a-8324-8a8ada9ea7f0 HTTP/1.1" status: 200 len: 948 time: 0.1985779 Aug 16 01:44:54.414024 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8f9dc86-5df3-45f4-8ddd-76300ba9c163 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:54.421342 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:54.509149 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-c06e0950-5a38-4116-b5ad-720baad7f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:54.510696 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-c06e0950-5a38-4116-b5ad-720baad7f3d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de680595-9685-4a06-af23-2b0f71eb9e2f HTTP/1.1" status: 200 len: 851 time: 0.1520133 Aug 16 01:44:54.513967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Allocated IP 2001:db8::f816:3eff:fe2c:23a (37fa38a8-1729-4397-aed7-5e16d1f868fe/96a7e7af-5e03-45d8-bdd6-81ebe21e01fe/bba4e46b-500b-4bc6-8f2e-bbc9149bd776) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:54.614875 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-b97bc673-e66b-4d8d-bbfb-a56c6a4a5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:54.616425 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-b97bc673-e66b-4d8d-bbfb-a56c6a4a5d58 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c9f6cb29-657f-4294-ac8f-e7d12f466242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919490 Aug 16 01:44:54.726702 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41390d7d-ed1f-40d5-9c44-305a9b4816b9 req-de125ac2-37b1-46a2-8a20-40e3d352fcb2 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:54.733729 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-41390d7d-ed1f-40d5-9c44-305a9b4816b9 req-de125ac2-37b1-46a2-8a20-40e3d352fcb2 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/ports?device_id=213a2227-9723-478a-8324-8a8ada9ea7f0 HTTP/1.1" status: 200 len: 948 time: 0.1019502 Aug 16 01:44:54.735836 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-ee3047ba-0057-437b-b301-43d10bb9b97a service neutron] 10.222.0.73 "GET /v2.0/networks/c9f6cb29-657f-4294-ac8f-e7d12f466242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118367 Aug 16 01:44:54.744829 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-faa9f210-ca48-4600-a47b-f11487dcff3d req-ce603607-5569-4a68-a6bf-acea46876dfb tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Deleting port a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:54.745225 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-faa9f210-ca48-4600-a47b-f11487dcff3d req-ce603607-5569-4a68-a6bf-acea46876dfb tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:54.760907 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:54.804897 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-41390d7d-ed1f-40d5-9c44-305a9b4816b9 req-be84eadd-ec8d-4c34-a40f-fa43dbf7a353 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/security-groups?id=05dcb07f-bf6f-44b5-a8b9-0be0557f4df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648992 Aug 16 01:44:54.808614 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Transition to ACTIVE for port object bba4e46b-500b-4bc6-8f2e-bbc9149bd776 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:54.846179 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Transition to ACTIVE for port object bba4e46b-500b-4bc6-8f2e-bbc9149bd776 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:54.853170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53194) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:54.859399 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a4cccbba-9c5d-4970-8b9d-ea3c63093613 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1932101287'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:54.866208 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:54.905656 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:54.943988 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Network 37fa38a8-1729-4397-aed7-5e16d1f868fe is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:54.948229 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:54.955043 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:54.967848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event deleted for resources: {'Subnet': ['ID=96a7e7af-5e03-45d8-bdd6-81ebe21e01fe,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:55.006646 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Pushing event updated for resources: {'Port': ['ID=bba4e46b-500b-4bc6-8f2e-bbc9149bd776,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:55.024380 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8f9dc86-5df3-45f4-8ddd-76300ba9c163 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.040189 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8f9dc86-5df3-45f4-8ddd-76300ba9c163 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.051324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Attempting to bind port bba4e46b-500b-4bc6-8f2e-bbc9149bd776 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:55.052037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Attempting to bind port bba4e46b-500b-4bc6-8f2e-bbc9149bd776 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '77834b18-1dac-4484-83f3-6f85c3a2b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '37fa38a8-1729-4397-aed7-5e16d1f868fe'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:55.052037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Attempting to bind port bba4e46b-500b-4bc6-8f2e-bbc9149bd776 on network 37fa38a8-1729-4397-aed7-5e16d1f868fe {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:55.058406 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:55.058936 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Checking segment: {'id': '77834b18-1dac-4484-83f3-6f85c3a2b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '37fa38a8-1729-4397-aed7-5e16d1f868fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:55.059991 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.060598 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Bound using segment: {'id': '77834b18-1dac-4484-83f3-6f85c3a2b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '37fa38a8-1729-4397-aed7-5e16d1f868fe'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:55.061875 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Bound port: bba4e46b-500b-4bc6-8f2e-bbc9149bd776, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77834b18-1dac-4484-83f3-6f85c3a2b96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '37fa38a8-1729-4397-aed7-5e16d1f868fe'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:55.062235 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.106951 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13fef7-e332-45c1-9b7c-d615b2046823 req-d5989f14-2b1e-4f0a-a7ca-efccdc799010 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:55.108759 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1d13fef7-e332-45c1-9b7c-d615b2046823 req-d5989f14-2b1e-4f0a-a7ca-efccdc799010 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=7c8c32bb-245f-436b-a6f5-e0520bfee24b HTTP/1.1" status: 200 len: 945 time: 0.2739840 Aug 16 01:44:55.110575 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.123825 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37fa38a8-1729-4397-aed7-5e16d1f868fe']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:55.124564 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-faa9f210-ca48-4600-a47b-f11487dcff3d req-ce603607-5569-4a68-a6bf-acea46876dfb tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] For port a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:55.125046 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-faa9f210-ca48-4600-a47b-f11487dcff3d req-ce603607-5569-4a68-a6bf-acea46876dfb tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.131959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cccbba-9c5d-4970-8b9d-ea3c63093613 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Made reservation on behalf of 9ca74d145ad54f52a9156b1910a2719b for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:55.131959 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4cccbba-9c5d-4970-8b9d-ea3c63093613 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.153495 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77834b18-1dac-4484-83f3-6f85c3a2b96a') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:55.154059 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77834b18-1dac-4484-83f3-6f85c3a2b96a') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:55.157907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-faa9f210-ca48-4600-a47b-f11487dcff3d req-ce603607-5569-4a68-a6bf-acea46876dfb tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Calling delete_port for a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:55.160153 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f9dc86-5df3-45f4-8ddd-76300ba9c163 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:55.169487 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-9b479755-839a-424b-ae17-ee7c7af10f64 service neutron] 10.222.0.73 "GET /v2.0/networks/c9f6cb29-657f-4294-ac8f-e7d12f466242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333993 Aug 16 01:44:55.181541 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4cccbba-9c5d-4970-8b9d-ea3c63093613 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:55.181820 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] For port bba4e46b-500b-4bc6-8f2e-bbc9149bd776, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:55.187594 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] For port bba4e46b-500b-4bc6-8f2e-bbc9149bd776, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=bba4e46b-500b-4bc6-8f2e-bbc9149bd776,segment=NetworkSegment(77834b18-1dac-4484-83f3-6f85c3a2b96a),segment_id=77834b18-1dac-4484-83f3-6f85c3a2b96a)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:55.190501 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4cccbba-9c5d-4970-8b9d-ea3c63093613 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.190738 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-a4cccbba-9c5d-4970-8b9d-ea3c63093613 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Added segment 5df00727-38a5-4df6-9d7a-be80fee384a1 of type vlan for network 25689f12-8f02-45a9-92d2-2d5bfc262caa Aug 16 01:44:55.203633 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.203909 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.238075 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.251250 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4cccbba-9c5d-4970-8b9d-ea3c63093613 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.253636 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8f9dc86-5df3-45f4-8ddd-76300ba9c163 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.254245 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-b8f9dc86-5df3-45f4-8ddd-76300ba9c163 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Added segment 15ac02ee-6631-4907-ac89-22bebb8999e1 of type vlan for network e149dfd2-26d2-459d-b13e-264a34cc287c Aug 16 01:44:55.255641 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:44:55.256057 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:44:55.259037 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:44:55.272101 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9dc86-5df3-45f4-8ddd-76300ba9c163 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41de5c7f-590d-4079-a6cd-0cbff54f08f2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:55.302204 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-01d8d28f-c7ea-4d67-abcd-ab5c5de7e3ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=47c48de3-b662-47a6-8021-99cd79188db2 HTTP/1.1" status: 200 len: 217 time: 0.1147881 Aug 16 01:44:55.348864 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.db.api [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 01:44:55.348864 n-d-765315-27 neutron-server[94672]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 01:44:55.348864 n-d-765315-27 neutron-server[94672]: [parameters: {'id': '37fa38a8-1729-4397-aed7-5e16d1f868fe'}] Aug 16 01:44:55.348864 n-d-765315-27 neutron-server[94672]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:44:55.349292 n-d-765315-27 neutron-server[94672]: DEBUG oslo_db.api [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:44:55.354470 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4cccbba-9c5d-4970-8b9d-ea3c63093613 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.362838 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cccbba-9c5d-4970-8b9d-ea3c63093613 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:55.364933 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4cccbba-9c5d-4970-8b9d-ea3c63093613 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.370130 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac77d872-7d69-4c1c-8f05-874f631afdb3 None None] Network 37fa38a8-1729-4397-aed7-5e16d1f868fe requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:55.374287 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23102999-4d0b-41db-823d-d9c52ff5ed59 None None] Pushing event updated for resources: {'Port': ['ID=bba4e46b-500b-4bc6-8f2e-bbc9149bd776,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:55.431983 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1d13fef7-e332-45c1-9b7c-d615b2046823 req-205321bd-830e-4104-8db0-646d70f110b7 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835362 Aug 16 01:44:55.432526 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53204) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:55.462012 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8f9dc86-5df3-45f4-8ddd-76300ba9c163 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.514872 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a4cccbba-9c5d-4970-8b9d-ea3c63093613 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6605191 Aug 16 01:44:55.516103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cccbba-9c5d-4970-8b9d-ea3c63093613 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event updated for resources: {'Network': ['ID=25689f12-8f02-45a9-92d2-2d5bfc262caa,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:55.519399 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53210) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:55.532194 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-10a4f6df-f8f1-496a-b2db-928bf5bdb479 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-795374687'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:55.535227 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-b0648f54-b435-43c7-b47a-957647d1b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:55.537092 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-b0648f54-b435-43c7-b47a-957647d1b034 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 200 len: 797 time: 0.1977408 Aug 16 01:44:55.555167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 25689f12-8f02-45a9-92d2-2d5bfc262caa details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:55.563446 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a959e95-2c4e-4cac-aaba-f2aee68bb900 admin admin] Deleting subnet 5396199f-7418-4116-a851-4150e71c13b5 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:44:55.568009 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a4f6df-f8f1-496a-b2db-928bf5bdb479 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Made reservation on behalf of 9ca74d145ad54f52a9156b1910a2719b for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:55.572065 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10a4f6df-f8f1-496a-b2db-928bf5bdb479 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.575968 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3a959e95-2c4e-4cac-aaba-f2aee68bb900 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.607963 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8f9dc86-5df3-45f4-8ddd-76300ba9c163 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.609246 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f9dc86-5df3-45f4-8ddd-76300ba9c163 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:55.610023 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8f9dc86-5df3-45f4-8ddd-76300ba9c163 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.626283 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a4f6df-f8f1-496a-b2db-928bf5bdb479 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:44:55.639888 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10a4f6df-f8f1-496a-b2db-928bf5bdb479 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.640376 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-10a4f6df-f8f1-496a-b2db-928bf5bdb479 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Added segment f0f2d78e-5425-43e8-a59b-5b83930d6cbb of type vlan for network f3ba83b8-171e-47ab-b264-b5e65af7f447 Aug 16 01:44:55.687668 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10a4f6df-f8f1-496a-b2db-928bf5bdb479 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.702930 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b8f9dc86-5df3-45f4-8ddd-76300ba9c163 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7576907 Aug 16 01:44:55.711547 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53212) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:55.718025 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0240f04e-f238-4494-bd4c-13ebda9c76bb tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Request body: {'subnet': {'network_id': 'e149dfd2-26d2-459d-b13e-264a34cc287c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:55.735655 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10a4f6df-f8f1-496a-b2db-928bf5bdb479 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.740324 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-ed122c2a-d3aa-4327-b675-1fefec35e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:55.741946 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-ed122c2a-d3aa-4327-b675-1fefec35e308 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eac9d217-8a8e-4249-a789-0da4a12bc674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1950250 Aug 16 01:44:55.742998 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a4f6df-f8f1-496a-b2db-928bf5bdb479 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:55.743834 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10a4f6df-f8f1-496a-b2db-928bf5bdb479 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.746793 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-faa9f210-ca48-4600-a47b-f11487dcff3d req-ce603607-5569-4a68-a6bf-acea46876dfb tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.760587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9dc86-5df3-45f4-8ddd-76300ba9c163 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Pushing event updated for resources: {'Network': ['ID=e149dfd2-26d2-459d-b13e-264a34cc287c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:55.772727 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3a959e95-2c4e-4cac-aaba-f2aee68bb900 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.806780 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce603607-5569-4a68-a6bf-acea46876dfb tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Pushing event deleted for resources: {'Port': ['ID=a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:55.827494 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:44:55.831409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network e149dfd2-26d2-459d-b13e-264a34cc287c details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:55.852469 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.929192 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-10a4f6df-f8f1-496a-b2db-928bf5bdb479 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4062991 Aug 16 01:44:55.935258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0240f04e-f238-4494-bd4c-13ebda9c76bb tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Made reservation on behalf of f6c38e0dedec47eebb1e6610d8827a81 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:55.938050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53220) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:55.938607 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0240f04e-f238-4494-bd4c-13ebda9c76bb tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:55.990239 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7e2bb446-a361-4374-8b0e-13de9193c8aa req-0dfd9255-fdb6-469e-8501-530d0871c437 tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.68 "GET /v2.0/ports?device_id=213a2227-9723-478a-8324-8a8ada9ea7f0 HTTP/1.1" status: 200 len: 210 time: 0.0646579 Aug 16 01:44:55.991218 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4f6df-f8f1-496a-b2db-928bf5bdb479 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event updated for resources: {'Network': ['ID=f3ba83b8-171e-47ab-b264-b5e65af7f447,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:56.000851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-cf877d98-6609-4f14-af5b-056576ee6afa tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Request body: {'subnet': {'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:56.036451 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3a959e95-2c4e-4cac-aaba-f2aee68bb900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.039495 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.045126 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network f3ba83b8-171e-47ab-b264-b5e65af7f447 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:56.068441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa9f210-ca48-4600-a47b-f11487dcff3d req-ce603607-5569-4a68-a6bf-acea46876dfb tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] No DVR routers for this DVR port a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:56.071249 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-faa9f210-ca48-4600-a47b-f11487dcff3d req-ce603607-5569-4a68-a6bf-acea46876dfb tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.073859 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-faa9f210-ca48-4600-a47b-f11487dcff3d req-ce603607-5569-4a68-a6bf-acea46876dfb tempest-ImagesNegativeTestJSON-1381629741 tempest-ImagesNegativeTestJSON-1381629741-project] 10.222.0.73 "DELETE /v2.0/ports/a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a HTTP/1.1" status: 204 len: 173 time: 1.6611512 Aug 16 01:44:56.086431 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213a2227-9723-478a-8324-8a8ada9ea7f0', 'name': 'network-vif-deleted', 'tag': 'a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:44:56.088768 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0862acbc-b519-4231-bb93-6950d5a11a74" -d '{"events": [{"server_uuid": "213a2227-9723-478a-8324-8a8ada9ea7f0", "name": "network-vif-deleted", "tag": "a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:44:56.155060 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3a959e95-2c4e-4cac-aaba-f2aee68bb900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.216535 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1f2fc4-4213-4f94-b319-43218271cefb x-openstack-request-id: req-4e1f2fc4-4213-4f94-b319-43218271cefb {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:44:56.216849 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213a2227-9723-478a-8324-8a8ada9ea7f0", "name": "network-vif-deleted", "tag": "a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:44:56.217161 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4e1f2fc4-4213-4f94-b319-43218271cefb {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:44:56.217540 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213a2227-9723-478a-8324-8a8ada9ea7f0', 'name': 'network-vif-deleted', 'tag': 'a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a', 'status': 'completed', 'code': 200} Aug 16 01:44:56.227494 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-57021ea4-17d0-4ea6-97a9-b1b6e01c8a57 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689531 Aug 16 01:44:56.232360 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b5d7f4-cb46-47a4-be68-dedd76a3521f None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:44:56.275356 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3a959e95-2c4e-4cac-aaba-f2aee68bb900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.282267 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3a959e95-2c4e-4cac-aaba-f2aee68bb900 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5396199f-7418-4116-a851-4150e71c13b5 HTTP/1.1" status: 204 len: 168 time: 0.8441641 Aug 16 01:44:56.289345 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53232) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:56.313792 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a959e95-2c4e-4cac-aaba-f2aee68bb900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5396199f-7418-4116-a851-4150e71c13b5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:56.368359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Deleting port bba4e46b-500b-4bc6-8f2e-bbc9149bd776 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:56.368359 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.420747 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-201631ff-8e0a-457e-8b2c-68299470cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.421605 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b5d7f4-cb46-47a4-be68-dedd76a3521f None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 01:44:56.486450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf877d98-6609-4f14-af5b-056576ee6afa tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Made reservation on behalf of 9ca74d145ad54f52a9156b1910a2719b for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:56.490512 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf877d98-6609-4f14-af5b-056576ee6afa tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.676848 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-201631ff-8e0a-457e-8b2c-68299470cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.687770 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-201631ff-8e0a-457e-8b2c-68299470cf1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4044efb8-d75b-4a0f-a3de-ecd87e29e678']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:56.699219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-201631ff-8e0a-457e-8b2c-68299470cf1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5edae77-8da3-4081-83a1-c749f7f89b4e') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:56.700138 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-201631ff-8e0a-457e-8b2c-68299470cf1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5edae77-8da3-4081-83a1-c749f7f89b4e') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:56.712004 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-201631ff-8e0a-457e-8b2c-68299470cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.735354 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-0e05e7f6-2147-4e75-8eca-c1f25f950d6f service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919739 Aug 16 01:44:56.789177 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-201631ff-8e0a-457e-8b2c-68299470cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.812885 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] For port bba4e46b-500b-4bc6-8f2e-bbc9149bd776, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=bba4e46b-500b-4bc6-8f2e-bbc9149bd776,segment=NetworkSegment(77834b18-1dac-4484-83f3-6f85c3a2b96a),segment_id=77834b18-1dac-4484-83f3-6f85c3a2b96a)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:56.813537 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.826901 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Calling delete_port for bba4e46b-500b-4bc6-8f2e-bbc9149bd776 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:44:56.830323 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 82c0823c-46b7-4497-900c-091a6058fb47 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:56.841845 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201631ff-8e0a-457e-8b2c-68299470cf1f admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:44:56.842587 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-201631ff-8e0a-457e-8b2c-68299470cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.868722 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 82c0823c-46b7-4497-900c-091a6058fb47 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:44:56.869061 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 82c0823c-46b7-4497-900c-091a6058fb47 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:44:56.882483 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf877d98-6609-4f14-af5b-056576ee6afa tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:44:56.888206 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:44:56.897086 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-e885c99a-2f3a-4163-9767-f138048ac62b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=0f0afde3-55ae-42f9-858b-d97e140ec6de HTTP/1.1" status: 200 len: 217 time: 0.1196251 Aug 16 01:44:56.963031 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-cc5d28d0-891b-4d67-9205-2aa316fec97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:56.964690 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-cc5d28d0-891b-4d67-9205-2aa316fec97b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 200 len: 797 time: 0.0537095 Aug 16 01:44:56.974294 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-201631ff-8e0a-457e-8b2c-68299470cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.990746 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-201631ff-8e0a-457e-8b2c-68299470cf1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:56.994347 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-201631ff-8e0a-457e-8b2c-68299470cf1f admin admin] 10.222.0.68 "DELETE /v2.0/networks/4044efb8-d75b-4a0f-a3de-ecd87e29e678 HTTP/1.1" status: 204 len: 168 time: 0.7021656 Aug 16 01:44:57.032655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201631ff-8e0a-457e-8b2c-68299470cf1f admin admin] Pushing event deleted for resources: {'Network': ['ID=4044efb8-d75b-4a0f-a3de-ecd87e29e678,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:57.040230 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf877d98-6609-4f14-af5b-056576ee6afa tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event updated for resources: {'Subnet': ['ID=4928c19d-6e04-4f53-b85e-b835057b94ec,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:57.058683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-40689715-460e-41ea-82f2-33d254c08ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:57.059252 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c61822-c160-482e-aeb6-afe2bfbfbcf1 req-5d150d29-fe1f-4633-a2d8-9ee21e9dfd75 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:57.061104 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-40689715-460e-41ea-82f2-33d254c08ea3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eac9d217-8a8e-4249-a789-0da4a12bc674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0879562 Aug 16 01:44:57.070366 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76c61822-c160-482e-aeb6-afe2bfbfbcf1 req-5d150d29-fe1f-4633-a2d8-9ee21e9dfd75 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=7c8c32bb-245f-436b-a6f5-e0520bfee24b HTTP/1.1" status: 200 len: 945 time: 0.2898803 Aug 16 01:44:57.072546 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf877d98-6609-4f14-af5b-056576ee6afa tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Checking segment: {'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:57.074142 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf877d98-6609-4f14-af5b-056576ee6afa tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Network hostable DHCP agents. Network: 25689f12-8f02-45a9-92d2-2d5bfc262caa, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:57.113197 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:57.160109 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76c61822-c160-482e-aeb6-afe2bfbfbcf1 req-7ea708db-76d2-4342-9587-e70215120908 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792341 Aug 16 01:44:57.183501 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] No DVR routers for this DVR port bba4e46b-500b-4bc6-8f2e-bbc9149bd776 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:44:57.229036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event deleted for resources: {'Port': ['ID=bba4e46b-500b-4bc6-8f2e-bbc9149bd776,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:57.233249 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf877d98-6609-4f14-af5b-056576ee6afa tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Network 25689f12-8f02-45a9-92d2-2d5bfc262caa is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:57.400676 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-cf877d98-6609-4f14-af5b-056576ee6afa tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 25689f12-8f02-45a9-92d2-2d5bfc262caa) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:57.409382 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059f1b2a-528c-4f41-a3ce-05506d5fa288 None None] Network 25689f12-8f02-45a9-92d2-2d5bfc262caa requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:57.409918 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf877d98-6609-4f14-af5b-056576ee6afa tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:57.410505 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf877d98-6609-4f14-af5b-056576ee6afa tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:57.415505 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53270) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:57.446616 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:57.463398 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37fa38a8-1729-4397-aed7-5e16d1f868fe']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:57.490297 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cf877d98-6609-4f14-af5b-056576ee6afa tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5208223 Aug 16 01:44:57.492092 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77834b18-1dac-4484-83f3-6f85c3a2b96a') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:57.492384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77834b18-1dac-4484-83f3-6f85c3a2b96a') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:57.500762 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53272) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:57.505914 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e197ecd1-bc05-46a7-9861-05607a81b465 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Request body: {'subnet': {'network_id': 'f3ba83b8-171e-47ab-b264-b5e65af7f447', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:57.583674 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:57.608357 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d53c62c5-51a2-4082-baab-ef34f00cd365 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9ad38ce4279c4c39abbb264d2a48c281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918042 Aug 16 01:44:57.628138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53278) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:57.641295 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:57.673175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.objects.ports [None req-0240f04e-f238-4494-bd4c-13ebda9c76bb tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94673) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:44:57.673646 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0240f04e-f238-4494-bd4c-13ebda9c76bb tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:57.674303 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-25689f12-8f02-45a9-92d2-2d5bfc262caa', 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'fixed_ips': [{'subnet_id': '4928c19d-6e04-4f53-b85e-b835057b94ec'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:44:57.677213 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:57.703775 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:44:57.704219 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:44:57.707367 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:44:57.766996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240f04e-f238-4494-bd4c-13ebda9c76bb tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Pushing event updated for resources: {'Subnet': ['ID=97b3dfd8-29df-420f-a51e-ddce7e007767,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:57.801716 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:57.812965 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3442e26-8f9a-4aa9-828b-106455a60418 req-f9236671-a599-4181-a2da-994fedc24e45 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:57.830342 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3442e26-8f9a-4aa9-828b-106455a60418 req-f9236671-a599-4181-a2da-994fedc24e45 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c3ce6c1-1051-4df9-8525-2e249fbb5cb3 HTTP/1.1" status: 200 len: 945 time: 0.2193489 Aug 16 01:44:57.843351 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:57.845238 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/networks/37fa38a8-1729-4397-aed7-5e16d1f868fe HTTP/1.1" status: 204 len: 168 time: 3.7578499 Aug 16 01:44:57.850065 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e197ecd1-bc05-46a7-9861-05607a81b465 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Made reservation on behalf of 9ca74d145ad54f52a9156b1910a2719b for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:57.853490 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e197ecd1-bc05-46a7-9861-05607a81b465 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:57.855840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:44:57.867060 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53282) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:57.881039 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0e230-fcae-4b6e-aa8b-515da26574e7 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event deleted for resources: {'Network': ['ID=37fa38a8-1729-4397-aed7-5e16d1f868fe,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:57.886504 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:44:57.886845 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a855f5c6-e0d6-4b52-9fa4-ed2b59c5973a not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:44:57.916516 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00cd77b1-8638-4de0-98c3-e76de991b456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:57.932274 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3a6bfa-16a4-46a0-9267-8e798d7b8702 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] DELETE failed (client error): The resource could not be found. Aug 16 01:44:57.933677 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3a6bfa-16a4-46a0-9267-8e798d7b8702 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:44:57.938237 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7c3a6bfa-16a4-46a0-9267-8e798d7b8702 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/subnets/96a7e7af-5e03-45d8-bdd6-81ebe21e01fe HTTP/1.1" status: 404 len: 337 time: 0.0687218 Aug 16 01:44:57.940420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53286) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:57.940745 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53290) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:57.942871 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-b1ba40b4-2c4a-4a0f-a6f6-4668e3c923c4 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8708432 Aug 16 01:44:57.946361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240f04e-f238-4494-bd4c-13ebda9c76bb tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Checking segment: {'id': '15ac02ee-6631-4907-ac89-22bebb8999e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e149dfd2-26d2-459d-b13e-264a34cc287c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:57.947077 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0240f04e-f238-4494-bd4c-13ebda9c76bb tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Network hostable DHCP agents. Network: e149dfd2-26d2-459d-b13e-264a34cc287c, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:57.967725 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Allocated IP 10.1.1.2 (25689f12-8f02-45a9-92d2-2d5bfc262caa/4928c19d-6e04-4f53-b85e-b835057b94ec/a025338d-068b-46e5-9206-6108efde60b6) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:57.982256 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00cd77b1-8638-4de0-98c3-e76de991b456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:58.078046 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-80b16a3b-04c1-4118-b0ac-40a44cf76e58 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104569 Aug 16 01:44:58.115292 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3442e26-8f9a-4aa9-828b-106455a60418 req-8b432512-e3cd-4bf7-89f4-ac922a1b7caf tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840950 Aug 16 01:44:58.146023 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00cd77b1-8638-4de0-98c3-e76de991b456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:58.148571 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00cd77b1-8638-4de0-98c3-e76de991b456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:58.152718 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-00cd77b1-8638-4de0-98c3-e76de991b456 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8810f37d-00df-4e1b-bea1-d0394b0b598d HTTP/1.1" status: 204 len: 168 time: 0.5198574 Aug 16 01:44:58.187478 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd77b1-8638-4de0-98c3-e76de991b456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8810f37d-00df-4e1b-bea1-d0394b0b598d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:58.189739 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9a0a41-dac2-49d9-bc44-94312be97690 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] DELETE failed (client error): The resource could not be found. Aug 16 01:44:58.189739 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9a0a41-dac2-49d9-bc44-94312be97690 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:44:58.195598 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3a9a0a41-dac2-49d9-bc44-94312be97690 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/networks/37fa38a8-1729-4397-aed7-5e16d1f868fe HTTP/1.1" status: 404 len: 339 time: 0.2482131 Aug 16 01:44:58.198072 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:58.203758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53298) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:58.208510 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-7fbee54f-a543-42df-bbd0-18759c7a8c6a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=78577b94-2fed-4393-9b36-8dcb1bbbf4e4 HTTP/1.1" status: 200 len: 217 time: 0.1027029 Aug 16 01:44:58.211706 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Transition to ACTIVE for port object a025338d-068b-46e5-9206-6108efde60b6 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:58.250909 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Transition to ACTIVE for port object a025338d-068b-46e5-9206-6108efde60b6 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:58.266377 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:58.297399 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0240f04e-f238-4494-bd4c-13ebda9c76bb tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Network e149dfd2-26d2-459d-b13e-264a34cc287c is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:58.323072 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-0240f04e-f238-4494-bd4c-13ebda9c76bb tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, e149dfd2-26d2-459d-b13e-264a34cc287c) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:58.337229 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0240f04e-f238-4494-bd4c-13ebda9c76bb tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:58.338235 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0240f04e-f238-4494-bd4c-13ebda9c76bb tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:58.339345 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Pushing event updated for resources: {'Port': ['ID=a025338d-068b-46e5-9206-6108efde60b6,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:58.342279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975192ee-c203-42a6-9888-45eaab457097 None None] Network e149dfd2-26d2-459d-b13e-264a34cc287c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:58.377907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-589084ed-4715-4a36-b9a8-5e7811885fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:58.379518 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-589084ed-4715-4a36-b9a8-5e7811885fac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 200 len: 797 time: 0.1635425 Aug 16 01:44:58.389562 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0240f04e-f238-4494-bd4c-13ebda9c76bb tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6764510 Aug 16 01:44:58.390587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53308) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:58.395157 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b03533-77a4-406f-ab03-0635000d75bc tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] DELETE failed (client error): The resource could not be found. Aug 16 01:44:58.397373 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b03533-77a4-406f-ab03-0635000d75bc tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:44:58.403951 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Network 25689f12-8f02-45a9-92d2-2d5bfc262caa is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:58.404749 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-75b03533-77a4-406f-ab03-0635000d75bc tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/subnets/0cb64595-c4c8-4df3-bbd4-54305fa7f5ed HTTP/1.1" status: 404 len: 337 time: 0.1997561 Aug 16 01:44:58.409005 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:58.412678 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:58.426531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-59999e66-6f44-44f8-984d-99a2c427c741 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-181007656', 'network_id': 'e149dfd2-26d2-459d-b13e-264a34cc287c'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:58.447791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53310) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:58.465594 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2127f39e-6051-47ee-bf1a-99bffc85cd7e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3bbcf668cc624014b875d5f29c4dd055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5097315 Aug 16 01:44:58.466061 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53312) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:58.483835 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59999e66-6f44-44f8-984d-99a2c427c741 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Made reservation on behalf of f6c38e0dedec47eebb1e6610d8827a81 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:58.484738 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59999e66-6f44-44f8-984d-99a2c427c741 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:58.510513 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e197ecd1-bc05-46a7-9861-05607a81b465 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:58.528508 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-183e7c0b-0202-4ab8-a676-3ac82e1503c9 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] DELETE failed (client error): The resource could not be found. Aug 16 01:44:58.528747 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183e7c0b-0202-4ab8-a676-3ac82e1503c9 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:44:58.532379 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-183e7c0b-0202-4ab8-a676-3ac82e1503c9 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/networks/7efe0665-2fbf-4f6d-86d7-1393f258b0f9 HTTP/1.1" status: 404 len: 339 time: 0.0766311 Aug 16 01:44:58.537433 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53316) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:58.542789 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Attempting to bind port a025338d-068b-46e5-9206-6108efde60b6 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:58.543496 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Attempting to bind port a025338d-068b-46e5-9206-6108efde60b6 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:58.544677 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Attempting to bind port a025338d-068b-46e5-9206-6108efde60b6 on network 25689f12-8f02-45a9-92d2-2d5bfc262caa {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:58.551514 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:58.552264 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Checking segment: {'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:58.552908 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:58.553450 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Bound using segment: {'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:58.554096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Bound port: a025338d-068b-46e5-9206-6108efde60b6, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:58.554640 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:58.569894 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-59999e66-6f44-44f8-984d-99a2c427c741 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] device_id is not set on port 3bd4c9d0-33ae-4316-bcf3-ec114f8e4234 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:44:58.604888 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-bb008bed-8890-4dbb-a50e-381816ff84b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:58.608075 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-bb008bed-8890-4dbb-a50e-381816ff84b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eac9d217-8a8e-4249-a789-0da4a12bc674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2165992 Aug 16 01:44:58.633801 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46bc3f-cf85-4970-b3ab-30b90a8f2aad req-21e3266b-a921-4be0-82bd-e94b9eb9fc4f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:58.642548 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e46bc3f-cf85-4970-b3ab-30b90a8f2aad req-21e3266b-a921-4be0-82bd-e94b9eb9fc4f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=7c8c32bb-245f-436b-a6f5-e0520bfee24b HTTP/1.1" status: 200 len: 945 time: 0.3584437 Aug 16 01:44:58.670664 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-1145f98c-7b40-4783-bb86-7b2560b3da23 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] DELETE failed (client error): The resource could not be found. Aug 16 01:44:58.671249 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1145f98c-7b40-4783-bb86-7b2560b3da23 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:44:58.675174 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1145f98c-7b40-4783-bb86-7b2560b3da23 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/subnets/201e8201-e371-43f4-a2ad-8efd4b922526 HTTP/1.1" status: 404 len: 337 time: 0.1274209 Aug 16 01:44:58.679415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53322) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:58.705976 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b2aff4-3146-4620-907e-2ac1dd6db499 None None] Network e149dfd2-26d2-459d-b13e-264a34cc287c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:58.732229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e197ecd1-bc05-46a7-9861-05607a81b465 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Checking segment: {'id': 'f0f2d78e-5425-43e8-a59b-5b83930d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f3ba83b8-171e-47ab-b264-b5e65af7f447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:58.732724 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e197ecd1-bc05-46a7-9861-05607a81b465 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Network hostable DHCP agents. Network: f3ba83b8-171e-47ab-b264-b5e65af7f447, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:58.737490 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197ecd1-bc05-46a7-9861-05607a81b465 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event updated for resources: {'Subnet': ['ID=f85f7c82-6a4d-4d57-8a2b-76ed66161b19,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:58.766917 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e46bc3f-cf85-4970-b3ab-30b90a8f2aad req-b7107c9c-15b0-4e49-a01c-bbe4dcac9acb tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234000 Aug 16 01:44:58.784018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e197ecd1-bc05-46a7-9861-05607a81b465 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Network f3ba83b8-171e-47ab-b264-b5e65af7f447 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:58.800970 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e197ecd1-bc05-46a7-9861-05607a81b465 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, f3ba83b8-171e-47ab-b264-b5e65af7f447) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:58.806428 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e197ecd1-bc05-46a7-9861-05607a81b465 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:58.807962 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e197ecd1-bc05-46a7-9861-05607a81b465 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:58.825406 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4a6768-98ef-4c17-8fcc-af6bc6431069 None None] Network f3ba83b8-171e-47ab-b264-b5e65af7f447 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:58.828386 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e197ecd1-bc05-46a7-9861-05607a81b465 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3264561 Aug 16 01:44:58.831425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53332) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:58.839087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5cdf56b9-f43d-4132-94dd-c2ff23d4ba56 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Request body: {'port': {'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa', 'name': 'tempest-TaggedBootDevicesTest_v242-1835961657', 'fixed_ips': [{'subnet_id': '4928c19d-6e04-4f53-b85e-b835057b94ec'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:58.841899 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6e4ad1-f32d-422c-9db6-dd3413fb1216 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] DELETE failed (client error): The resource could not be found. Aug 16 01:44:58.842697 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6e4ad1-f32d-422c-9db6-dd3413fb1216 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:44:58.844291 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] For port a025338d-068b-46e5-9206-6108efde60b6, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:58.847803 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3e6e4ad1-f32d-422c-9db6-dd3413fb1216 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/networks/2d6a1bd4-490e-4da7-8029-444cfac863b7 HTTP/1.1" status: 404 len: 339 time: 0.1578288 Aug 16 01:44:58.851169 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53334) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:58.919624 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-565c2282-1ed3-4966-a5c7-7cd3bb57a8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:58.946373 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] For port a025338d-068b-46e5-9206-6108efde60b6, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a025338d-068b-46e5-9206-6108efde60b6,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:58.965393 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:59.014687 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdf56b9-f43d-4132-94dd-c2ff23d4ba56 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Made reservation on behalf of 9ca74d145ad54f52a9156b1910a2719b for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:59.133880 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30976fbe-776b-4031-a0b9-ba9c13c50e52 None None] Pushing event updated for resources: {'Port': ['ID=a025338d-068b-46e5-9206-6108efde60b6,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:59.173610 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-565c2282-1ed3-4966-a5c7-7cd3bb57a8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:59.245029 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-f3ba83b8-171e-47ab-b264-b5e65af7f447', 'network_id': 'f3ba83b8-171e-47ab-b264-b5e65af7f447', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'fixed_ips': [{'subnet_id': 'f85f7c82-6a4d-4d57-8a2b-76ed66161b19'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:44:59.245814 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:59.246923 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5cdf56b9-f43d-4132-94dd-c2ff23d4ba56 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:59.276219 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-8393dc04-50fa-4eef-80fb-c1c65d255ed8 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236618 Aug 16 01:44:59.282188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-59999e66-6f44-44f8-984d-99a2c427c741 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Allocated IP 172.20.0.14 (e149dfd2-26d2-459d-b13e-264a34cc287c/97b3dfd8-29df-420f-a51e-ddce7e007767/3bd4c9d0-33ae-4316-bcf3-ec114f8e4234) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:59.299136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-5cdf56b9-f43d-4132-94dd-c2ff23d4ba56 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] device_id is not set on port bd0bff2b-08e3-4df0-9d32-cf931a827abb yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:44:59.365863 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446fd43-afeb-4244-88ec-449c1aa01041 req-211982a1-61f6-4d93-b8fe-abd509069d35 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:59.367457 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b446fd43-afeb-4244-88ec-449c1aa01041 req-211982a1-61f6-4d93-b8fe-abd509069d35 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=7c8c32bb-245f-436b-a6f5-e0520bfee24b HTTP/1.1" status: 200 len: 945 time: 0.1760509 Aug 16 01:44:59.463290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53352) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:59.560115 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b446fd43-afeb-4244-88ec-449c1aa01041 req-1885f4b0-75b9-4fef-a0e6-03e442c3777f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650207 Aug 16 01:44:59.567610 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-565c2282-1ed3-4966-a5c7-7cd3bb57a8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:59.569800 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-565c2282-1ed3-4966-a5c7-7cd3bb57a8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:59.570963 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-565c2282-1ed3-4966-a5c7-7cd3bb57a8e6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/05dcb07f-bf6f-44b5-a8b9-0be0557f4df7 HTTP/1.1" status: 204 len: 168 time: 1.1007347 Aug 16 01:44:59.607212 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-67b0fa77-8564-4c3e-941d-154487ed7a4e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Deleting port 1c941b9d-91d8-4fa5-86b4-ed3e91e620ad {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:44:59.607843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Allocated IP 10.2.2.2 (f3ba83b8-171e-47ab-b264-b5e65af7f447/f85f7c82-6a4d-4d57-8a2b-76ed66161b19/d9de2361-fbe7-4b90-b3fa-35fb548a966b) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:59.608807 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67b0fa77-8564-4c3e-941d-154487ed7a4e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:59.672460 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-5cdf56b9-f43d-4132-94dd-c2ff23d4ba56 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Allocated IP 10.1.1.52 (25689f12-8f02-45a9-92d2-2d5bfc262caa/4928c19d-6e04-4f53-b85e-b835057b94ec/bd0bff2b-08e3-4df0-9d32-cf931a827abb) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:59.703389 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-31c4e390-ec41-4964-bfbc-683a4c022a5d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-network', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:59.736723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c4e390-ec41-4964-bfbc-683a4c022a5d admin admin] Made reservation on behalf of ba9abf8115ac4b508816c39be6e59924 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:59.739336 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31c4e390-ec41-4964-bfbc-683a4c022a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:59.750594 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31c4e390-ec41-4964-bfbc-683a4c022a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:59.819536 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c2282-1ed3-4966-a5c7-7cd3bb57a8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dcb07f-bf6f-44b5-a8b9-0be0557f4df7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:59.819851 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:59.857894 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Transition to ACTIVE for port object d9de2361-fbe7-4b90-b3fa-35fb548a966b will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:59.866223 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-499708c8-caff-409c-af01-b67fa1857ce9 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532794 Aug 16 01:44:59.904021 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Transition to ACTIVE for port object d9de2361-fbe7-4b90-b3fa-35fb548a966b will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:59.925409 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67b0fa77-8564-4c3e-941d-154487ed7a4e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:59.943903 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:59.978934 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5cdf56b9-f43d-4132-94dd-c2ff23d4ba56 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.011345 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-f451db01-711b-41b2-9557-2489aaba06b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=84fb889f-5772-428e-8866-b0dee48dc778 HTTP/1.1" status: 200 len: 217 time: 0.1360435 Aug 16 01:45:00.017164 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-67b0fa77-8564-4c3e-941d-154487ed7a4e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Calling delete_port for 1c941b9d-91d8-4fa5-86b4-ed3e91e620ad owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:00.030940 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-5cdf56b9-f43d-4132-94dd-c2ff23d4ba56 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Transition to ACTIVE for port object bd0bff2b-08e3-4df0-9d32-cf931a827abb will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:00.040872 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31c4e390-ec41-4964-bfbc-683a4c022a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.063947 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31c4e390-ec41-4964-bfbc-683a4c022a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.126261 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c4e390-ec41-4964-bfbc-683a4c022a5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:45:00.139304 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31c4e390-ec41-4964-bfbc-683a4c022a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.139801 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-31c4e390-ec41-4964-bfbc-683a4c022a5d admin admin] Added segment 867d8394-ab70-4b0c-9dca-087eac4758eb of type vlan for network 41d6539e-4b24-4ea3-ae06-65cd600ea064 Aug 16 01:45:00.193369 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59999e66-6f44-44f8-984d-99a2c427c741 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.201726 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31c4e390-ec41-4964-bfbc-683a4c022a5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.205999 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-38f7b370-6890-4a23-9733-cd627d043d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.207600 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-38f7b370-6890-4a23-9733-cd627d043d66 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 200 len: 797 time: 0.1817851 Aug 16 01:45:00.253658 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4e390-ec41-4964-bfbc-683a4c022a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dffce8-0d80-4ac8-bfd5-7310c2dc8bd1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:00.268838 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Pushing event updated for resources: {'Port': ['ID=d9de2361-fbe7-4b90-b3fa-35fb548a966b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:00.289364 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31c4e390-ec41-4964-bfbc-683a4c022a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.290498 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c4e390-ec41-4964-bfbc-683a4c022a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.291275 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31c4e390-ec41-4964-bfbc-683a4c022a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.310296 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5cdf56b9-f43d-4132-94dd-c2ff23d4ba56 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.312715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Network f3ba83b8-171e-47ab-b264-b5e65af7f447 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:00.314638 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:00.322531 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:00.336724 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-22a79cba-f1eb-4196-b987-92819989e39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.338484 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-22a79cba-f1eb-4196-b987-92819989e39c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eac9d217-8a8e-4249-a789-0da4a12bc674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1202896 Aug 16 01:45:00.349574 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-31c4e390-ec41-4964-bfbc-683a4c022a5d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8818104 Aug 16 01:45:00.353342 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53374) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:00.364789 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ace0a632-4b12-49af-97d2-1dbb92b61564 admin admin] Request body: {'subnet': {'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-subnet', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:00.401319 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67b0fa77-8564-4c3e-941d-154487ed7a4e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.408190 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59999e66-6f44-44f8-984d-99a2c427c741 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.430724 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace0a632-4b12-49af-97d2-1dbb92b61564 admin admin] Made reservation on behalf of ba9abf8115ac4b508816c39be6e59924 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:00.435534 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ace0a632-4b12-49af-97d2-1dbb92b61564 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.441167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Attempting to bind port d9de2361-fbe7-4b90-b3fa-35fb548a966b on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:00.441167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Attempting to bind port d9de2361-fbe7-4b90-b3fa-35fb548a966b by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'f0f2d78e-5425-43e8-a59b-5b83930d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f3ba83b8-171e-47ab-b264-b5e65af7f447'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:00.441559 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Attempting to bind port d9de2361-fbe7-4b90-b3fa-35fb548a966b on network f3ba83b8-171e-47ab-b264-b5e65af7f447 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:00.448684 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:00.452175 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Checking segment: {'id': 'f0f2d78e-5425-43e8-a59b-5b83930d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f3ba83b8-171e-47ab-b264-b5e65af7f447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:00.452175 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.452175 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Bound using segment: {'id': 'f0f2d78e-5425-43e8-a59b-5b83930d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f3ba83b8-171e-47ab-b264-b5e65af7f447'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:00.452175 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Bound port: d9de2361-fbe7-4b90-b3fa-35fb548a966b, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f2d78e-5425-43e8-a59b-5b83930d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f3ba83b8-171e-47ab-b264-b5e65af7f447'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:00.452175 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.494121 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdf56b9-f43d-4132-94dd-c2ff23d4ba56 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Network 25689f12-8f02-45a9-92d2-2d5bfc262caa is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:00.516171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-5cdf56b9-f43d-4132-94dd-c2ff23d4ba56 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:00.529317 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdf56b9-f43d-4132-94dd-c2ff23d4ba56 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:00.616774 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdf56b9-f43d-4132-94dd-c2ff23d4ba56 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:00.617338 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] For port d9de2361-fbe7-4b90-b3fa-35fb548a966b, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:00.618491 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5cdf56b9-f43d-4132-94dd-c2ff23d4ba56 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.623879 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] For port d9de2361-fbe7-4b90-b3fa-35fb548a966b, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d9de2361-fbe7-4b90-b3fa-35fb548a966b,segment=NetworkSegment(f0f2d78e-5425-43e8-a59b-5b83930d6cbb),segment_id=f0f2d78e-5425-43e8-a59b-5b83930d6cbb)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:00.631088 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf56b9-f43d-4132-94dd-c2ff23d4ba56 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event updated for resources: {'Port': ['ID=bd0bff2b-08e3-4df0-9d32-cf931a827abb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:00.640778 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.654512 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4e390-ec41-4964-bfbc-683a4c022a5d admin admin] Pushing event updated for resources: {'Network': ['ID=41d6539e-4b24-4ea3-ae06-65cd600ea064,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:00.674436 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5cdf56b9-f43d-4132-94dd-c2ff23d4ba56 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8393824 Aug 16 01:45:00.674781 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53388) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:00.679719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c0963e22-eb3e-4473-8597-2eec40ccf4d0 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Request body: {'port': {'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa', 'name': 'tempest-TaggedBootDevicesTest_v242-1819481263', 'fixed_ips': [{'subnet_id': '4928c19d-6e04-4f53-b85e-b835057b94ec'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:00.715322 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 41d6539e-4b24-4ea3-ae06-65cd600ea064 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:45:00.761398 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0fa77-8564-4c3e-941d-154487ed7a4e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event deleted for resources: {'Port': ['ID=1c941b9d-91d8-4fa5-86b4-ed3e91e620ad,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:00.782681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a70059-bcee-44c1-90bf-5c090c7d56ee None None] Pushing event updated for resources: {'Port': ['ID=d9de2361-fbe7-4b90-b3fa-35fb548a966b,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:00.787591 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da22ba0f-e40f-4e37-b7d6-2be49ce447f6 None None] Network 25689f12-8f02-45a9-92d2-2d5bfc262caa requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:00.876161 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53396) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:00.884657 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0963e22-eb3e-4473-8597-2eec40ccf4d0 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Made reservation on behalf of 9ca74d145ad54f52a9156b1910a2719b for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:00.892088 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0963e22-eb3e-4473-8597-2eec40ccf4d0 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:00.916797 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-c0963e22-eb3e-4473-8597-2eec40ccf4d0 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] device_id is not set on port 0acdabdb-c72c-46b9-8121-47f8e483891b yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:45:00.952584 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-071bf39d-e76f-42ef-bc4d-101465767c8c None None] Provisioning for port a025338d-068b-46e5-9206-6108efde60b6 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:01.030071 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67b0fa77-8564-4c3e-941d-154487ed7a4e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.039368 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-67b0fa77-8564-4c3e-941d-154487ed7a4e tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/ports/1c941b9d-91d8-4fa5-86b4-ed3e91e620ad HTTP/1.1" status: 204 len: 168 time: 2.1826344 Aug 16 01:45:01.047898 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53400) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:01.084327 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59999e66-6f44-44f8-984d-99a2c427c741 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Network e149dfd2-26d2-459d-b13e-264a34cc287c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:01.103582 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-59999e66-6f44-44f8-984d-99a2c427c741 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:01.104678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c8457831-9496-4ea8-a489-1aba76306732 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-239630786-network', 'tenant_id': 'ee26a718258e436eb39e6859b9c6f1f9'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:01.111515 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59999e66-6f44-44f8-984d-99a2c427c741 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:01.184110 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ace0a632-4b12-49af-97d2-1dbb92b61564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.198537 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8457831-9496-4ea8-a489-1aba76306732 admin admin] Made reservation on behalf of ee26a718258e436eb39e6859b9c6f1f9 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:01.201699 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8457831-9496-4ea8-a489-1aba76306732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.225819 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8457831-9496-4ea8-a489-1aba76306732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.255664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-c0963e22-eb3e-4473-8597-2eec40ccf4d0 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Allocated IP 10.1.1.92 (25689f12-8f02-45a9-92d2-2d5bfc262caa/4928c19d-6e04-4f53-b85e-b835057b94ec/0acdabdb-c72c-46b9-8121-47f8e483891b) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:01.263599 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59999e66-6f44-44f8-984d-99a2c427c741 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:01.264313 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59999e66-6f44-44f8-984d-99a2c427c741 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.314842 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940619eb-6434-40b6-8706-05228358eff1 req-2e177d78-7ae1-447a-a5e2-bce4d8d94ad4 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:01.322648 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-940619eb-6434-40b6-8706-05228358eff1 req-2e177d78-7ae1-447a-a5e2-bce4d8d94ad4 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=7c8c32bb-245f-436b-a6f5-e0520bfee24b HTTP/1.1" status: 200 len: 945 time: 0.4637878 Aug 16 01:45:01.366301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e8a88-b5f1-4f49-a668-3f030de22aae req-560fc9d0-c409-41fe-82de-add2a18a9965 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:01.367876 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c38e8a88-b5f1-4f49-a668-3f030de22aae req-560fc9d0-c409-41fe-82de-add2a18a9965 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.63 "GET /v2.0/ports?device_id=7c8c32bb-245f-436b-a6f5-e0520bfee24b HTTP/1.1" status: 200 len: 945 time: 0.6078503 Aug 16 01:45:01.368873 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-e787c890-bbce-4c0d-a9d7-ba4bc569100c tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] DELETE failed (client error): The resource could not be found. Aug 16 01:45:01.369325 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e787c890-bbce-4c0d-a9d7-ba4bc569100c tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:45:01.386047 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e787c890-bbce-4c0d-a9d7-ba4bc569100c tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/subnets/6068f0ea-9869-4ba0-a63e-7175f72b7430 HTTP/1.1" status: 404 len: 337 time: 0.3090236 Aug 16 01:45:01.396813 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59999e66-6f44-44f8-984d-99a2c427c741 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Pushing event updated for resources: {'Port': ['ID=3bd4c9d0-33ae-4316-bcf3-ec114f8e4234,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:01.424628 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8457831-9496-4ea8-a489-1aba76306732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.440318 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53408) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:01.511170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d9de2361-fbe7-4b90-b3fa-35fb548a966b up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:01.603852 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8457831-9496-4ea8-a489-1aba76306732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.608833 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port d9de2361-fbe7-4b90-b3fa-35fb548a966b completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:01.613342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a025338d-068b-46e5-9206-6108efde60b6 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:01.626850 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-59999e66-6f44-44f8-984d-99a2c427c741 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.2050712 Aug 16 01:45:01.629321 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-e9e5e091-150c-4180-a55a-3755a9329d1e service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2758703 Aug 16 01:45:01.636158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53414) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:01.655323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8457831-9496-4ea8-a489-1aba76306732 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:45:01.696985 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8457831-9496-4ea8-a489-1aba76306732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2aeabc-178e-4007-9a0d-a51df745aa97,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:01.708384 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-940619eb-6434-40b6-8706-05228358eff1 req-554c9a4a-4a2d-4e8c-9fe6-81ac53cef06d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848538 Aug 16 01:45:01.716693 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8457831-9496-4ea8-a489-1aba76306732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.718230 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-c8457831-9496-4ea8-a489-1aba76306732 admin admin] Added segment 962947a4-95cf-4037-b4a9-3fdf8b7aaf0f of type vlan for network d1bd41b7-e4e3-465c-a858-6a8c07aabefa Aug 16 01:45:01.730802 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19454958-8d08-4970-91fb-ff011ecfa331 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.732438 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-37089b88-01e4-416c-9fe5-1ef31dfc99c1 None None] Provisioning for port bd0bff2b-08e3-4df0-9d32-cf931a827abb completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:01.741323 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-37089b88-01e4-416c-9fe5-1ef31dfc99c1 None None] Provisioning complete for port bd0bff2b-08e3-4df0-9d32-cf931a827abb triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:01.742026 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37089b88-01e4-416c-9fe5-1ef31dfc99c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.743797 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0963e22-eb3e-4473-8597-2eec40ccf4d0 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.785420 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port a025338d-068b-46e5-9206-6108efde60b6 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:01.795978 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a025338d-068b-46e5-9206-6108efde60b6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:01.800173 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.806038 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8457831-9496-4ea8-a489-1aba76306732 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.834679 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-37089b88-01e4-416c-9fe5-1ef31dfc99c1 None None] Port bd0bff2b-08e3-4df0-9d32-cf931a827abb cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:01.848810 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0a632-4b12-49af-97d2-1dbb92b61564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b85102c8-d1ed-4688-b6f1-154a4a3875ac,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:01.851875 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-c0963e22-eb3e-4473-8597-2eec40ccf4d0 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Transition to ACTIVE for port object 0acdabdb-c72c-46b9-8121-47f8e483891b will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:01.853962 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8457831-9496-4ea8-a489-1aba76306732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.855129 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8457831-9496-4ea8-a489-1aba76306732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:01.856070 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8457831-9496-4ea8-a489-1aba76306732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.879584 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-37089b88-01e4-416c-9fe5-1ef31dfc99c1 None None] Provisioning complete for port a025338d-068b-46e5-9206-6108efde60b6 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:01.880095 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37089b88-01e4-416c-9fe5-1ef31dfc99c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:01.954834 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c8457831-9496-4ea8-a489-1aba76306732 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0789711 Aug 16 01:45:01.959516 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53416) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:01.969052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fd0d59e0-ea5e-453d-9385-c71afd19ec48 admin admin] Request body: {'subnet': {'network_id': 'd1bd41b7-e4e3-465c-a858-6a8c07aabefa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-239630786-subnet', 'tenant_id': 'ee26a718258e436eb39e6859b9c6f1f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:02.023886 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.026312 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0d59e0-ea5e-453d-9385-c71afd19ec48 admin admin] Made reservation on behalf of ee26a718258e436eb39e6859b9c6f1f9 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:02.030178 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd0d59e0-ea5e-453d-9385-c71afd19ec48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.080817 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19454958-8d08-4970-91fb-ff011ecfa331 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.095212 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-19454958-8d08-4970-91fb-ff011ecfa331 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa4c303-aaef-4130-8b9f-df2f5e2d46cb']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:02.123117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-19454958-8d08-4970-91fb-ff011ecfa331 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6682cbb-bf58-402d-a449-9327ff3f6bc3') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:02.123117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-19454958-8d08-4970-91fb-ff011ecfa331 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6682cbb-bf58-402d-a449-9327ff3f6bc3') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:02.123598 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port a025338d-068b-46e5-9206-6108efde60b6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a025338d-068b-46e5-9206-6108efde60b6,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:02.125655 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37089b88-01e4-416c-9fe5-1ef31dfc99c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.149083 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.174553 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19454958-8d08-4970-91fb-ff011ecfa331 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.185705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0a632-4b12-49af-97d2-1dbb92b61564 admin admin] Checking segment: {'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:02.186125 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace0a632-4b12-49af-97d2-1dbb92b61564 admin admin] Network hostable DHCP agents. Network: 41d6539e-4b24-4ea3-ae06-65cd600ea064, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:45:02.227769 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19454958-8d08-4970-91fb-ff011ecfa331 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.246123 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-521396cb-b566-4216-97fe-93c20ab54cec tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Deleting port 3bd4c9d0-33ae-4316-bcf3-ec114f8e4234 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:02.247400 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-521396cb-b566-4216-97fe-93c20ab54cec tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.259123 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19454958-8d08-4970-91fb-ff011ecfa331 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:45:02.259619 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19454958-8d08-4970-91fb-ff011ecfa331 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:45:02.276263 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:45:02.280867 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c38e8a88-b5f1-4f49-a668-3f030de22aae req-ab9aac58-4f63-460a-b282-dc7c006c9590 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Deleting port 0b039131-973b-4c8c-a6dc-353925f70517 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:02.281370 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c38e8a88-b5f1-4f49-a668-3f030de22aae req-ab9aac58-4f63-460a-b282-dc7c006c9590 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.290076 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=a025338d-068b-46e5-9206-6108efde60b6,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:02.297541 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-37089b88-01e4-416c-9fe5-1ef31dfc99c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:45:02.298172 n-d-765315-27 neutron-server[94674]: DEBUG oslo_db.api [None req-37089b88-01e4-416c-9fe5-1ef31dfc99c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:45:02.432832 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-0b94351a-103e-4524-85e2-6fbcfe740027 service neutron] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7759511 Aug 16 01:45:02.443022 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace0a632-4b12-49af-97d2-1dbb92b61564 admin admin] Network 41d6539e-4b24-4ea3-ae06-65cd600ea064 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:45:02.471857 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ace0a632-4b12-49af-97d2-1dbb92b61564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 41d6539e-4b24-4ea3-ae06-65cd600ea064) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:02.476022 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace0a632-4b12-49af-97d2-1dbb92b61564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:02.476971 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ace0a632-4b12-49af-97d2-1dbb92b61564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.484908 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117d4451-abd5-4fcb-8287-f61932b95c53 None None] Network 41d6539e-4b24-4ea3-ae06-65cd600ea064 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:02.555085 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd75dcd-b8c4-492a-a975-851c0e663f44 None None] Network f3ba83b8-171e-47ab-b264-b5e65af7f447 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:02.744330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8457831-9496-4ea8-a489-1aba76306732 admin admin] Pushing event updated for resources: {'Network': ['ID=d1bd41b7-e4e3-465c-a858-6a8c07aabefa,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:02.755788 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd0d59e0-ea5e-453d-9385-c71afd19ec48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.770421 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network d1bd41b7-e4e3-465c-a858-6a8c07aabefa details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:45:02.842980 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0963e22-eb3e-4473-8597-2eec40ccf4d0 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.886861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-41d6539e-4b24-4ea3-ae06-65cd600ea064', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:45:02.887973 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.931292 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-7ad117a4-e97d-4435-b4cb-d741193d4f68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 HTTP/1.1" status: 200 len: 217 time: 0.4764066 Aug 16 01:45:02.947643 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19454958-8d08-4970-91fb-ff011ecfa331 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.963943 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d59e0-ea5e-453d-9385-c71afd19ec48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29fbd812-75c6-4cf7-a6ba-c9edee3eebb3,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:02.979972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d59e0-ea5e-453d-9385-c71afd19ec48 admin admin] Checking segment: {'id': '962947a4-95cf-4037-b4a9-3fdf8b7aaf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd1bd41b7-e4e3-465c-a858-6a8c07aabefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:02.980395 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0d59e0-ea5e-453d-9385-c71afd19ec48 admin admin] Network hostable DHCP agents. Network: d1bd41b7-e4e3-465c-a858-6a8c07aabefa, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:45:02.991303 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19454958-8d08-4970-91fb-ff011ecfa331 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:02.992060 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0963e22-eb3e-4473-8597-2eec40ccf4d0 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Network 25689f12-8f02-45a9-92d2-2d5bfc262caa is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:03.003239 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-19454958-8d08-4970-91fb-ff011ecfa331 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/networks/5aa4c303-aaef-4130-8b9f-df2f5e2d46cb HTTP/1.1" status: 204 len: 168 time: 1.5400524 Aug 16 01:45:03.004204 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53434) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:03.005101 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ace0a632-4b12-49af-97d2-1dbb92b61564 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6442962 Aug 16 01:45:03.008005 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c0963e22-eb3e-4473-8597-2eec40ccf4d0 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:03.022690 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0963e22-eb3e-4473-8597-2eec40ccf4d0 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:03.045749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53436) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:03.056862 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-80ea9229-9c66-4a24-9af6-c34a614bfd3e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:03.089283 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19454958-8d08-4970-91fb-ff011ecfa331 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event deleted for resources: {'Network': ['ID=5aa4c303-aaef-4130-8b9f-df2f5e2d46cb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:03.099343 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-521396cb-b566-4216-97fe-93c20ab54cec tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.121455 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80ea9229-9c66-4a24-9af6-c34a614bfd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.122819 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80ea9229-9c66-4a24-9af6-c34a614bfd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.136904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0963e22-eb3e-4473-8597-2eec40ccf4d0 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:03.138233 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0963e22-eb3e-4473-8597-2eec40ccf4d0 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.147295 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-989c2591-a307-4687-863e-5e8b57f4cce9 None None] Provisioning for port d9de2361-fbe7-4b90-b3fa-35fb548a966b completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:03.154038 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c38e8a88-b5f1-4f49-a668-3f030de22aae req-ab9aac58-4f63-460a-b282-dc7c006c9590 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] For port 0b039131-973b-4c8c-a6dc-353925f70517, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=0b039131-973b-4c8c-a6dc-353925f70517,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:03.154608 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c38e8a88-b5f1-4f49-a668-3f030de22aae req-ab9aac58-4f63-460a-b282-dc7c006c9590 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.169959 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-989c2591-a307-4687-863e-5e8b57f4cce9 None None] Provisioning complete for port d9de2361-fbe7-4b90-b3fa-35fb548a966b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:03.170592 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-989c2591-a307-4687-863e-5e8b57f4cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.182707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-521396cb-b566-4216-97fe-93c20ab54cec tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Calling delete_port for 3bd4c9d0-33ae-4316-bcf3-ec114f8e4234 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:03.195426 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c38e8a88-b5f1-4f49-a668-3f030de22aae req-ab9aac58-4f63-460a-b282-dc7c006c9590 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Calling delete_port for 0b039131-973b-4c8c-a6dc-353925f70517 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:03.202096 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0963e22-eb3e-4473-8597-2eec40ccf4d0 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event updated for resources: {'Port': ['ID=0acdabdb-c72c-46b9-8121-47f8e483891b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:03.207950 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c0963e22-eb3e-4473-8597-2eec40ccf4d0 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5322442 Aug 16 01:45:03.210593 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-86c92f11-b697-450b-a18c-7c231c265aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:03.237087 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-86c92f11-b697-450b-a18c-7c231c265aa8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d2826b0-99a9-4c6d-9d14-a0b94c6e8722 HTTP/1.1" status: 200 len: 797 time: 0.2941592 Aug 16 01:45:03.270848 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Allocated IP 172.20.0.2 (41d6539e-4b24-4ea3-ae06-65cd600ea064/b85102c8-d1ed-4688-b6f1-154a4a3875ac/97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:03.297612 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc699708-7880-4e4f-a914-d1fb14e416ad req-85900b5c-1efc-452f-8042-773e0056cb1d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:03.299306 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fc699708-7880-4e4f-a914-d1fb14e416ad req-85900b5c-1efc-452f-8042-773e0056cb1d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=7c8c32bb-245f-436b-a6f5-e0520bfee24b HTTP/1.1" status: 200 len: 945 time: 0.3895311 Aug 16 01:45:03.305178 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0d59e0-ea5e-453d-9385-c71afd19ec48 admin admin] Network d1bd41b7-e4e3-465c-a858-6a8c07aabefa is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:45:03.396738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-fd0d59e0-ea5e-453d-9385-c71afd19ec48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, d1bd41b7-e4e3-465c-a858-6a8c07aabefa) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:03.424948 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a025338d-068b-46e5-9206-6108efde60b6 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:03.426108 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0d59e0-ea5e-453d-9385-c71afd19ec48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:03.426724 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd0d59e0-ea5e-453d-9385-c71afd19ec48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.427724 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb5e911-249e-41a8-902c-8b4db3bb11ab None None] Network d1bd41b7-e4e3-465c-a858-6a8c07aabefa requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:03.469204 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fd0d59e0-ea5e-453d-9385-c71afd19ec48 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5082524 Aug 16 01:45:03.517591 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fc699708-7880-4e4f-a914-d1fb14e416ad req-ccf855a6-e1fd-4b4d-beb1-f842701d4f8b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091019 Aug 16 01:45:03.521058 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-9bbd011b-0eb7-446e-a463-320bf4d3b800 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Deleting port e022562a-ace9-44f1-b924-ec95c5f750ec {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:03.521402 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9bbd011b-0eb7-446e-a463-320bf4d3b800 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.648352 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80ea9229-9c66-4a24-9af6-c34a614bfd3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.669034 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-7fe948d6-1a3d-4f85-a7c5-1526da24adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:03.686841 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-7fe948d6-1a3d-4f85-a7c5-1526da24adc4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40c3db57-1e7f-42e7-b628-4096f135707a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4167364 Aug 16 01:45:03.695482 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9bbd011b-0eb7-446e-a463-320bf4d3b800 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.713063 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-9bbd011b-0eb7-446e-a463-320bf4d3b800 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Calling delete_port for e022562a-ace9-44f1-b924-ec95c5f750ec owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:03.723186 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-989c2591-a307-4687-863e-5e8b57f4cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.816331 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53456) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:03.821485 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b70fb578-0b84-4ef9-a634-a58fea992350 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--310418936', 'description': 'tempest-description--1476734628'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:03.828370 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9bbd011b-0eb7-446e-a463-320bf4d3b800 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.831382 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a025338d-068b-46e5-9206-6108efde60b6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:03.831836 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.888023 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-79611b75-2174-4abe-975c-cdd627ed0abd req-cfe4c1d7-a915-4678-83d6-6f833653b8a0 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-20753451', 'description': 'tempest-description-1376171911'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:03.894027 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f21ba3-c125-4b06-bc08-0a69901578e0 None None] Network d1bd41b7-e4e3-465c-a858-6a8c07aabefa requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:03.904141 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd011b-0eb7-446e-a463-320bf4d3b800 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event deleted for resources: {'Port': ['ID=e022562a-ace9-44f1-b924-ec95c5f750ec,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:03.909604 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.db.api [req-79611b75-2174-4abe-975c-cdd627ed0abd req-cfe4c1d7-a915-4678-83d6-6f833653b8a0 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 01:45:03.909604 n-d-765315-27 neutron-server[94672]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 01:45:03.909604 n-d-765315-27 neutron-server[94672]: [parameters: {'project_id_1': 'ee26a718258e436eb39e6859b9c6f1f9', 'expiration_1': datetime.datetime(2021, 8, 16, 1, 45, 3, 896163)}] Aug 16 01:45:03.909604 n-d-765315-27 neutron-server[94672]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:45:03.910006 n-d-765315-27 neutron-server[94672]: DEBUG oslo_db.api [req-79611b75-2174-4abe-975c-cdd627ed0abd req-cfe4c1d7-a915-4678-83d6-6f833653b8a0 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:45:03.924506 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9bbd011b-0eb7-446e-a463-320bf4d3b800 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.929301 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9bbd011b-0eb7-446e-a463-320bf4d3b800 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/ports/e022562a-ace9-44f1-b924-ec95c5f750ec HTTP/1.1" status: 204 len: 168 time: 0.9056690 Aug 16 01:45:03.929523 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53458) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:03.941366 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b70fb578-0b84-4ef9-a634-a58fea992350 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:03.982894 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5b94c3-985f-4c2a-9042-4a2bf7162971 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] DELETE failed (client error): The resource could not be found. Aug 16 01:45:03.983422 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5b94c3-985f-4c2a-9042-4a2bf7162971 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:45:03.987837 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cd5b94c3-985f-4c2a-9042-4a2bf7162971 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/subnets/adab461a-603f-4e51-b0b0-d0499c1f0033 HTTP/1.1" status: 404 len: 337 time: 0.0547702 Aug 16 01:45:03.988713 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53460) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:04.118836 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80bb3318-b01c-4e11-afa5-252604d79eed tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.125939 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-989c2591-a307-4687-863e-5e8b57f4cce9 None None] For port d9de2361-fbe7-4b90-b3fa-35fb548a966b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d9de2361-fbe7-4b90-b3fa-35fb548a966b,segment=NetworkSegment(f0f2d78e-5425-43e8-a59b-5b83930d6cbb),segment_id=f0f2d78e-5425-43e8-a59b-5b83930d6cbb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:04.126180 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80ea9229-9c66-4a24-9af6-c34a614bfd3e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.147745 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-989c2591-a307-4687-863e-5e8b57f4cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.161443 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.176319 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-fbf5b09b-9a59-499e-bdfa-46e95e2333ec service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701476 Aug 16 01:45:04.226595 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Transition to ACTIVE for port object 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:04.249539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-989c2591-a307-4687-863e-5e8b57f4cce9 None None] Provisioning complete for port bd0bff2b-08e3-4df0-9d32-cf931a827abb triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:04.250075 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-989c2591-a307-4687-863e-5e8b57f4cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.255806 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b70fb578-0b84-4ef9-a634-a58fea992350 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.263603 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b70fb578-0b84-4ef9-a634-a58fea992350 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.267368 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80bb3318-b01c-4e11-afa5-252604d79eed tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.305688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-80bb3318-b01c-4e11-afa5-252604d79eed tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8cc1f90-6399-453e-8572-5a176b83452a']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:04.319027 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Transition to ACTIVE for port object 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:04.332156 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-80bb3318-b01c-4e11-afa5-252604d79eed tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc138f6-6746-490e-9f99-3b6ffd46963f') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:04.332556 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-80bb3318-b01c-4e11-afa5-252604d79eed tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc138f6-6746-490e-9f99-3b6ffd46963f') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:04.341681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c2591-a307-4687-863e-5e8b57f4cce9 None None] Pushing event updated for resources: {'Port': ['ID=d9de2361-fbe7-4b90-b3fa-35fb548a966b,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:04.345387 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b70fb578-0b84-4ef9-a634-a58fea992350 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.349597 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b70fb578-0b84-4ef9-a634-a58fea992350 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5296216 Aug 16 01:45:04.350331 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53470) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:04.350998 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fb578-0b84-4ef9-a634-a58fea992350 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ddb9b6-6b38-43d5-883c-c60fdb703a7a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:04.358199 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fdd6e0a6-a033-4d50-a3cb-347f5e3ea6a7 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Request body: {'security_group_rule': {'security_group_id': '60ddb9b6-6b38-43d5-883c-c60fdb703a7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:04.364906 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80bb3318-b01c-4e11-afa5-252604d79eed tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.380536 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.384076 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80bb3318-b01c-4e11-afa5-252604d79eed tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.398790 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80bb3318-b01c-4e11-afa5-252604d79eed tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:45:04.399257 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80bb3318-b01c-4e11-afa5-252604d79eed tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:45:04.403792 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:45:04.440115 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c38e8a88-b5f1-4f49-a668-3f030de22aae req-ab9aac58-4f63-460a-b282-dc7c006c9590 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.457896 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-989c2591-a307-4687-863e-5e8b57f4cce9 None None] Port bd0bff2b-08e3-4df0-9d32-cf931a827abb cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:04.462076 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['a06b1d38-634a-4a78-8402-89db38496bc6'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:04.469458 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ba978e89-0a8f-4e00-b2a7-3d35c60a0298'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:04.507128 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdd6e0a6-a033-4d50-a3cb-347f5e3ea6a7 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.523980 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-521396cb-b566-4216-97fe-93c20ab54cec tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.529541 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80bb3318-b01c-4e11-afa5-252604d79eed tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.534277 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9aac58-4f63-460a-b282-dc7c006c9590 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Pushing event deleted for resources: {'Port': ['ID=0b039131-973b-4c8c-a6dc-353925f70517,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:04.574807 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80bb3318-b01c-4e11-afa5-252604d79eed tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.579415 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-80bb3318-b01c-4e11-afa5-252604d79eed tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/networks/a8cc1f90-6399-453e-8572-5a176b83452a HTTP/1.1" status: 204 len: 168 time: 0.5894363 Aug 16 01:45:04.580113 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb3318-b01c-4e11-afa5-252604d79eed tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event deleted for resources: {'Network': ['ID=a8cc1f90-6399-453e-8572-5a176b83452a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:04.582506 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-79611b75-2174-4abe-975c-cdd627ed0abd req-cfe4c1d7-a915-4678-83d6-6f833653b8a0 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.586363 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Network 41d6539e-4b24-4ea3-ae06-65cd600ea064 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:04.595759 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53476) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:04.601016 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Pushing event updated for resources: {'Port': ['ID=97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:04.628696 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:04.634616 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:04.683298 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-d2d042da-3e0f-4bbb-8c6f-f859a88cdf43 service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924147 Aug 16 01:45:04.700537 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdd6e0a6-a033-4d50-a3cb-347f5e3ea6a7 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.706182 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1185e33-c074-4c44-bead-9450bf8a47a4 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Deleting subnet 90963279-85c8-4eca-9e93-4879043556fc {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:45:04.709512 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1185e33-c074-4c44-bead-9450bf8a47a4 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.715472 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521396cb-b566-4216-97fe-93c20ab54cec tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bd4c9d0-33ae-4316-bcf3-ec114f8e4234,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:04.736297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-417b7073-9d22-4d5e-b499-abebfdcad20c None None] Provisioning complete for port d9de2361-fbe7-4b90-b3fa-35fb548a966b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:04.736672 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-417b7073-9d22-4d5e-b499-abebfdcad20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.757925 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdd6e0a6-a033-4d50-a3cb-347f5e3ea6a7 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.781614 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38e8a88-b5f1-4f49-a668-3f030de22aae req-ab9aac58-4f63-460a-b282-dc7c006c9590 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] No DVR routers for this DVR port 0b039131-973b-4c8c-a6dc-353925f70517 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:04.801146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6e0a6-a033-4d50-a3cb-347f5e3ea6a7 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deeb621d-c2b4-4068-8207-9d38e17c0d26,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:04.821243 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8d26aa8-33f4-49e1-ad55-678591eb568c req-4a49360d-94bd-4cef-8b78-7d672bc5cad5 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=7c8c32bb-245f-436b-a6f5-e0520bfee24b HTTP/1.1" status: 200 len: 210 time: 0.1365943 Aug 16 01:45:04.824722 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c38e8a88-b5f1-4f49-a668-3f030de22aae req-ab9aac58-4f63-460a-b282-dc7c006c9590 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.839293 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c38e8a88-b5f1-4f49-a668-3f030de22aae req-ab9aac58-4f63-460a-b282-dc7c006c9590 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.63 "DELETE /v2.0/ports/0b039131-973b-4c8c-a6dc-353925f70517 HTTP/1.1" status: 204 len: 173 time: 3.4487925 Aug 16 01:45:04.841847 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8c32bb-245f-436b-a6f5-e0520bfee24b', 'name': 'network-vif-deleted', 'tag': '0b039131-973b-4c8c-a6dc-353925f70517'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:04.848121 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f74eff-5780-4ef9-8ee2-b456028d7e17" -d '{"events": [{"server_uuid": "7c8c32bb-245f-436b-a6f5-e0520bfee24b", "name": "network-vif-deleted", "tag": "0b039131-973b-4c8c-a6dc-353925f70517"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:04.860393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-4a07e613-849f-4941-8977-bede9c0c533f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fce76636-95be-483d-8468-a23fd31db758 HTTP/1.1" status: 200 len: 217 time: 0.1424274 Aug 16 01:45:04.863408 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Attempting to bind port 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:04.863909 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Attempting to bind port 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:04.864196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Attempting to bind port 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c on network 41d6539e-4b24-4ea3-ae06-65cd600ea064 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:04.867379 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 0b039131-973b-4c8c-a6dc-353925f70517 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:04.879874 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1185e33-c074-4c44-bead-9450bf8a47a4 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.895266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 0b039131-973b-4c8c-a6dc-353925f70517 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:04.895616 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 0b039131-973b-4c8c-a6dc-353925f70517 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:04.919985 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:04.920353 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Checking segment: {'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:04.920756 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.921819 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Bound using segment: {'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:04.921819 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Bound port: 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:04.922072 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:04.942312 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256f2828-b19e-439d-932c-e4211b84b33f x-openstack-request-id: req-256f2828-b19e-439d-932c-e4211b84b33f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:04.942684 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8c32bb-245f-436b-a6f5-e0520bfee24b", "name": "network-vif-deleted", "tag": "0b039131-973b-4c8c-a6dc-353925f70517", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:04.943047 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-256f2828-b19e-439d-932c-e4211b84b33f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:04.944080 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8c32bb-245f-436b-a6f5-e0520bfee24b', 'name': 'network-vif-deleted', 'tag': '0b039131-973b-4c8c-a6dc-353925f70517', 'status': 'completed', 'code': 200} Aug 16 01:45:04.998646 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-79611b75-2174-4abe-975c-cdd627ed0abd req-cfe4c1d7-a915-4678-83d6-6f833653b8a0 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.022956 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-521396cb-b566-4216-97fe-93c20ab54cec tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.025155 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-521396cb-b566-4216-97fe-93c20ab54cec tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "DELETE /v2.0/ports/3bd4c9d0-33ae-4316-bcf3-ec114f8e4234 HTTP/1.1" status: 204 len: 168 time: 3.3834643 Aug 16 01:45:05.028856 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53484) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:05.035302 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f9c6212f-a3d8-4127-87c4-1a630a3b0af3 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e149dfd2-26d2-459d-b13e-264a34cc287c', 'external_fixed_ips': [{'subnet_id': '97b3dfd8-29df-420f-a51e-ddce7e007767', 'ip_address': '172.20.0.14'}]}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:05.035551 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-79611b75-2174-4abe-975c-cdd627ed0abd req-cfe4c1d7-a915-4678-83d6-6f833653b8a0 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.057912 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdd6e0a6-a033-4d50-a3cb-347f5e3ea6a7 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.062102 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fdd6e0a6-a033-4d50-a3cb-347f5e3ea6a7 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7059441 Aug 16 01:45:05.065813 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-60e41d42-c820-4b10-974f-bc5416fbe405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:05.067540 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-60e41d42-c820-4b10-974f-bc5416fbe405 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d2826b0-99a9-4c6d-9d14-a0b94c6e8722 HTTP/1.1" status: 200 len: 797 time: 0.1224566 Aug 16 01:45:05.069246 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53486) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:05.070311 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9c6212f-a3d8-4127-87c4-1a630a3b0af3 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.071536 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9c6212f-a3d8-4127-87c4-1a630a3b0af3 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.080494 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-55f5ab43-75af-4c5c-bf10-bb2ee55f7e28 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Request body: {'security_group_rule': {'security_group_id': '60ddb9b6-6b38-43d5-883c-c60fdb703a7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:05.092575 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4c1d7-a915-4678-83d6-6f833653b8a0 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17fa17d5-fe0d-4a8c-81f6-5bb7f95336ce,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:05.096177 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1185e33-c074-4c44-bead-9450bf8a47a4 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.100989 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-79611b75-2174-4abe-975c-cdd627ed0abd req-cfe4c1d7-a915-4678-83d6-6f833653b8a0 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.102426 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-79611b75-2174-4abe-975c-cdd627ed0abd req-cfe4c1d7-a915-4678-83d6-6f833653b8a0 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.2197392 Aug 16 01:45:05.212056 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1185e33-c074-4c44-bead-9450bf8a47a4 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.212351 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d908c69c-2b23-4e30-808a-67620bad209b req-d3d75b67-1ec0-4a5d-9ec9-dfb0858674c9 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-762012739', 'description': 'tempest-description-2038021824'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:05.223350 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] For port 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:05.232759 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] For port 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:05.235412 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-417b7073-9d22-4d5e-b499-abebfdcad20c None None] Provisioning for port 0acdabdb-c72c-46b9-8121-47f8e483891b completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:05.241268 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.252972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1185e33-c074-4c44-bead-9450bf8a47a4 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event deleted for resources: {'Subnet': ['ID=90963279-85c8-4eca-9e93-4879043556fc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:05.257843 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1185e33-c074-4c44-bead-9450bf8a47a4 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.262901 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d1185e33-c074-4c44-bead-9450bf8a47a4 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/subnets/90963279-85c8-4eca-9e93-4879043556fc HTTP/1.1" status: 204 len: 168 time: 0.6633182 Aug 16 01:45:05.264220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53494) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:05.287817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-417b7073-9d22-4d5e-b499-abebfdcad20c None None] Provisioning complete for port 0acdabdb-c72c-46b9-8121-47f8e483891b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:05.288244 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-417b7073-9d22-4d5e-b499-abebfdcad20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.373995 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-417b7073-9d22-4d5e-b499-abebfdcad20c None None] Port 0acdabdb-c72c-46b9-8121-47f8e483891b cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:05.381165 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416c70a7-f9ee-4d7d-b3e3-273e9226d0cb None None] Network 496f27e4-3603-486e-a1e4-92938f75e67b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:05.400450 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9c6212f-a3d8-4127-87c4-1a630a3b0af3 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.428260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d9de2361-fbe7-4b90-b3fa-35fb548a966b up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:05.429794 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55f5ab43-75af-4c5c-bf10-bb2ee55f7e28 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.432520 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.446342 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2171bd-86ad-454b-943a-96c644ea646b req-a7a2bcea-145d-4c84-b72e-d8e02864d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:05.450942 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-a7a2bcea-145d-4c84-b72e-d8e02864d389 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40c3db57-1e7f-42e7-b628-4096f135707a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3737721 Aug 16 01:45:05.532459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Deleting port aea827aa-8111-423b-b71c-1c893a2b1add {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:05.532810 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.718953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440d3b4-58e4-4b2a-bcb0-5dcc821abd72 None None] Pushing event updated for resources: {'Port': ['ID=97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:05.724943 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] For port aea827aa-8111-423b-b71c-1c893a2b1add, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=aea827aa-8111-423b-b71c-1c893a2b1add,segment=NetworkSegment(f2179c9a-7467-465c-a1ea-7cb3d1ab20c4),segment_id=f2179c9a-7467-465c-a1ea-7cb3d1ab20c4)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:05.725444 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.746995 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d908c69c-2b23-4e30-808a-67620bad209b req-d3d75b67-1ec0-4a5d-9ec9-dfb0858674c9 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.752067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Calling delete_port for aea827aa-8111-423b-b71c-1c893a2b1add owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:05.769568 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d9de2361-fbe7-4b90-b3fa-35fb548a966b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:05.769969 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.880557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fc691a-53c1-4627-9caa-cdb9bf2ab9af None None] DHCP port deletion for 496f27e4-3603-486e-a1e4-92938f75e67b request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:45:05.914127 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.967661 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80ea9229-9c66-4a24-9af6-c34a614bfd3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:05.977150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event deleted for resources: {'Port': ['ID=aea827aa-8111-423b-b71c-1c893a2b1add,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:05.977438 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-bb91a3f6-0710-4bbc-81a0-f758ea207d7d service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990137 Aug 16 01:45:05.979265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] No DVR routers for this DVR port aea827aa-8111-423b-b71c-1c893a2b1add on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:06.091141 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9c6212f-a3d8-4127-87c4-1a630a3b0af3 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.102615 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-53fc691a-53c1-4627-9caa-cdb9bf2ab9af None None] Deleting port aea827aa-8111-423b-b71c-1c893a2b1add {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:06.103019 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53fc691a-53c1-4627-9caa-cdb9bf2ab9af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.142891 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.158909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496f27e4-3603-486e-a1e4-92938f75e67b']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:06.174690 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2179c9a-7467-465c-a1ea-7cb3d1ab20c4') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:06.174987 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2179c9a-7467-465c-a1ea-7cb3d1ab20c4') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:06.188598 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.206619 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.217065 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:45:06.217597 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.250878 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-53fc691a-53c1-4627-9caa-cdb9bf2ab9af None None] For port aea827aa-8111-423b-b71c-1c893a2b1add, host n-d-765315-27, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:06.250878 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53fc691a-53c1-4627-9caa-cdb9bf2ab9af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.274531 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-53fc691a-53c1-4627-9caa-cdb9bf2ab9af None None] Calling delete_port for aea827aa-8111-423b-b71c-1c893a2b1add owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:06.298385 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.ipam_backend_mixin [None req-53fc691a-53c1-4627-9caa-cdb9bf2ab9af None None] Port aea827aa-8111-423b-b71c-1c893a2b1add was not found and therefore no delete operation was performed {{(pid=94674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:45:06.299872 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53fc691a-53c1-4627-9caa-cdb9bf2ab9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.322463 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80ea9229-9c66-4a24-9af6-c34a614bfd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.339483 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc691a-53c1-4627-9caa-cdb9bf2ab9af None None] No DVR routers for this DVR port aea827aa-8111-423b-b71c-1c893a2b1add on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:06.346930 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc691a-53c1-4627-9caa-cdb9bf2ab9af None None] Pushing event deleted for resources: {'Port': ['ID=aea827aa-8111-423b-b71c-1c893a2b1add,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:45:06.366246 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:45:06.368811 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d908c69c-2b23-4e30-808a-67620bad209b req-d3d75b67-1ec0-4a5d-9ec9-dfb0858674c9 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.369641 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.375869 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.386976 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] 10.222.0.68 "DELETE /v2.0/networks/496f27e4-3603-486e-a1e4-92938f75e67b HTTP/1.1" status: 204 len: 168 time: 1.1118715 Aug 16 01:45:06.424774 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e48362-526e-4d35-9514-3b1d6a389885 tempest-NetworksIpV6TestAttrs-1075683629 tempest-NetworksIpV6TestAttrs-1075683629-project] Pushing event deleted for resources: {'Network': ['ID=496f27e4-3603-486e-a1e4-92938f75e67b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:06.434818 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d908c69c-2b23-4e30-808a-67620bad209b req-d3d75b67-1ec0-4a5d-9ec9-dfb0858674c9 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.564955 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55f5ab43-75af-4c5c-bf10-bb2ee55f7e28 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.588637 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377ed3f-cc81-497a-846f-85f509a61f96 req-35b29a37-bbc7-4edb-8d80-07e2b8e5ecd6 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:06.604630 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e377ed3f-cc81-497a-846f-85f509a61f96 req-35b29a37-bbc7-4edb-8d80-07e2b8e5ecd6 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c3ce6c1-1051-4df9-8525-2e249fbb5cb3 HTTP/1.1" status: 200 len: 945 time: 0.1491606 Aug 16 01:45:06.642747 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d75b67-1ec0-4a5d-9ec9-dfb0858674c9 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c6798e-5ee4-4408-a353-c32267b1b32f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:06.673256 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e377ed3f-cc81-497a-846f-85f509a61f96 req-5227ffaf-df74-44c6-a0a0-c26334cb0655 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625446 Aug 16 01:45:06.674637 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55f5ab43-75af-4c5c-bf10-bb2ee55f7e28 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.708375 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d908c69c-2b23-4e30-808a-67620bad209b req-d3d75b67-1ec0-4a5d-9ec9-dfb0858674c9 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.713981 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d908c69c-2b23-4e30-808a-67620bad209b req-d3d75b67-1ec0-4a5d-9ec9-dfb0858674c9 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.5501120 Aug 16 01:45:06.768992 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5ab43-75af-4c5c-bf10-bb2ee55f7e28 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fad9d4f-471b-4105-85e1-879092f265cc,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:06.812370 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55f5ab43-75af-4c5c-bf10-bb2ee55f7e28 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.816981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53524) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:06.817336 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-55f5ab43-75af-4c5c-bf10-bb2ee55f7e28 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7414105 Aug 16 01:45:06.829308 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1a3a3c44-2b26-4a69-bddd-94c0eee30445 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:06.879077 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d2171bd-86ad-454b-943a-96c644ea646b req-bbb819ee-bf3a-402b-8adb-3a142ede1981 service neutron] 10.222.0.73 "GET /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6366122 Aug 16 01:45:06.924230 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53526) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:06.937841 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3c44-2b26-4a69-bddd-94c0eee30445 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:06.958048 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-80ea9229-9c66-4a24-9af6-c34a614bfd3e admin admin] Allocated IP 172.25.3.32 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/0da0d079-78ae-4322-9b74-8f4d5a0b980e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:07.119383 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b95c2-9770-47a3-8c29-657bcd17ecc7 None None] Network 41d6539e-4b24-4ea3-ae06-65cd600ea064 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:07.157640 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3c44-2b26-4a69-bddd-94c0eee30445 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:07.332317 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:07.371148 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1252a914-f76e-4bcb-9c96-3ced8899aa20 None None] Provisioning for port 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:07.427150 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:07.495184 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:07.501970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:07.502557 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:07.508707 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-1ad3c969-0144-49f3-b68f-bfa807e1ec2b tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:07.510414 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-1ad3c969-0144-49f3-b68f-bfa807e1ec2b tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/networks?id=d1bd41b7-e4e3-465c-a858-6a8c07aabefa HTTP/1.1" status: 200 len: 812 time: 0.2842660 Aug 16 01:45:07.528901 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-6875e7d8-5c16-4c6c-ab82-c84315c5b9a3 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/quotas/ee26a718258e436eb39e6859b9c6f1f9 HTTP/1.1" status: 200 len: 375 time: 0.0110772 Aug 16 01:45:07.591448 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-cdeece7a-e100-48f8-ade9-b5c4ba7b78ff tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ee26a718258e436eb39e6859b9c6f1f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523996 Aug 16 01:45:07.615356 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:07.691620 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:07.728770 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:07.796602 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-ac06b851-8336-4566-a02c-e4a700c90da3 service neutron] 10.222.0.68 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754231 Aug 16 01:45:07.833234 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device aea827aa-8111-423b-b71c-1c893a2b1add no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:07.842476 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:07.883741 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: aea827aa-8111-423b-b71c-1c893a2b1add {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:07.884089 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device aea827aa-8111-423b-b71c-1c893a2b1add not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:07.910034 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c8ac6487-a079-4ab2-b7ee-52425f935c7e None None] Provisioning complete for port 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:07.911270 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c8ac6487-a079-4ab2-b7ee-52425f935c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:07.925111 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-2ed540f1-da95-43d8-8298-bd0262fe0fcb service neutron] 10.222.0.68 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222317 Aug 16 01:45:07.991539 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.023467 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9c6212f-a3d8-4127-87c4-1a630a3b0af3 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.027288 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80ea9229-9c66-4a24-9af6-c34a614bfd3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.077653 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc0381-fe85-4a86-9f9e-9ceddfb08a06 req-b14ea38e-4e02-41e6-b9b0-38cb34faa095 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:08.079400 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ddcc0381-fe85-4a86-9f9e-9ceddfb08a06 req-b14ea38e-4e02-41e6-b9b0-38cb34faa095 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c3ce6c1-1051-4df9-8525-2e249fbb5cb3 HTTP/1.1" status: 200 len: 945 time: 0.2544293 Aug 16 01:45:08.087766 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b090992b-7594-45a6-95a1-60888b7da647 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2becb4dbe1004363a29ce58a9492790d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1445904 Aug 16 01:45:08.087766 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9c6212f-a3d8-4127-87c4-1a630a3b0af3 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.088106 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53558) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:08.130828 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefab26f-2b73-414b-94b1-bcce0c873342 req-0dcf2bef-d18d-4d13-a156-0e91ec4f2b22 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:08.132362 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eefab26f-2b73-414b-94b1-bcce0c873342 req-0dcf2bef-d18d-4d13-a156-0e91ec4f2b22 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c3ce6c1-1051-4df9-8525-2e249fbb5cb3 HTTP/1.1" status: 200 len: 945 time: 0.3049085 Aug 16 01:45:08.164683 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51e57d20-6c32-475a-9f2a-4ef9902605fd req-a6c46adf-bf51-405b-9d8e-086e32ff8bd6 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 210 time: 0.0368154 Aug 16 01:45:08.188794 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be85f48f-ac1c-4f92-8e4e-ea124718b7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.216204 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be85f48f-ac1c-4f92-8e4e-ea124718b7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.282624 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be85f48f-ac1c-4f92-8e4e-ea124718b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.287465 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be85f48f-ac1c-4f92-8e4e-ea124718b7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.289635 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-be85f48f-ac1c-4f92-8e4e-ea124718b7ff admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/00714860-7f1a-40de-8233-06b0d44555a6 HTTP/1.1" status: 204 len: 168 time: 0.2004945 Aug 16 01:45:08.299869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85f48f-ac1c-4f92-8e4e-ea124718b7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00714860-7f1a-40de-8233-06b0d44555a6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:08.393528 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-f9c6212f-a3d8-4127-87c4-1a630a3b0af3 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Allocated IP 172.20.0.14 (e149dfd2-26d2-459d-b13e-264a34cc287c/97b3dfd8-29df-420f-a51e-ddce7e007767/af8e6be0-55cc-407c-bc3e-ec5401d1a938) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:08.458726 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eefab26f-2b73-414b-94b1-bcce0c873342 req-73265bbc-be6e-4cd0-97a5-9983a874af85 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089298 Aug 16 01:45:08.464637 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80ea9229-9c66-4a24-9af6-c34a614bfd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.526013 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-1a3a3c44-2b26-4a69-bddd-94c0eee30445 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Allocated IP 172.25.3.252 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/8605b595-93c7-4d5e-be82-af7597a0924e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:08.563474 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ea9229-9c66-4a24-9af6-c34a614bfd3e admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:08.578459 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-80ea9229-9c66-4a24-9af6-c34a614bfd3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:08.584683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ea9229-9c66-4a24-9af6-c34a614bfd3e admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:08.597670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea9229-9c66-4a24-9af6-c34a614bfd3e admin admin] Pushing event updated for resources: {'Port': ['ID=0da0d079-78ae-4322-9b74-8f4d5a0b980e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:08.669463 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-ddcc0381-fe85-4a86-9f9e-9ceddfb08a06 req-54b9a05d-2381-45cb-8e49-dc6d178a7d5a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Deleting port a06b1d38-634a-4a78-8402-89db38496bc6 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:08.669848 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ddcc0381-fe85-4a86-9f9e-9ceddfb08a06 req-54b9a05d-2381-45cb-8e49-dc6d178a7d5a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.720634 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3c44-2b26-4a69-bddd-94c0eee30445 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.802873 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3c44-2b26-4a69-bddd-94c0eee30445 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.803075 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9c6212f-a3d8-4127-87c4-1a630a3b0af3 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.880402 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3a3c44-2b26-4a69-bddd-94c0eee30445 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:08.882301 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1a3a3c44-2b26-4a69-bddd-94c0eee30445 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:08.889361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3a3c44-2b26-4a69-bddd-94c0eee30445 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:08.893564 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a3c44-2b26-4a69-bddd-94c0eee30445 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event updated for resources: {'Port': ['ID=8605b595-93c7-4d5e-be82-af7597a0924e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:08.941366 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ddcc0381-fe85-4a86-9f9e-9ceddfb08a06 req-54b9a05d-2381-45cb-8e49-dc6d178a7d5a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] For port a06b1d38-634a-4a78-8402-89db38496bc6, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a06b1d38-634a-4a78-8402-89db38496bc6,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:08.941741 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ddcc0381-fe85-4a86-9f9e-9ceddfb08a06 req-54b9a05d-2381-45cb-8e49-dc6d178a7d5a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:08.967661 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-ddcc0381-fe85-4a86-9f9e-9ceddfb08a06 req-54b9a05d-2381-45cb-8e49-dc6d178a7d5a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Calling delete_port for a06b1d38-634a-4a78-8402-89db38496bc6 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:09.038032 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3c44-2b26-4a69-bddd-94c0eee30445 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.060692 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9c6212f-a3d8-4127-87c4-1a630a3b0af3 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.099466 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3c44-2b26-4a69-bddd-94c0eee30445 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.154269 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c6212f-a3d8-4127-87c4-1a630a3b0af3 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Network e149dfd2-26d2-459d-b13e-264a34cc287c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:09.165808 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f9c6212f-a3d8-4127-87c4-1a630a3b0af3 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:09.173171 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6212f-a3d8-4127-87c4-1a630a3b0af3 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:09.176484 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6212f-a3d8-4127-87c4-1a630a3b0af3 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Pushing event updated for resources: {'Port': ['ID=af8e6be0-55cc-407c-bc3e-ec5401d1a938,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:09.245942 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80ea9229-9c66-4a24-9af6-c34a614bfd3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.346360 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:09.445691 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b7307a3f-3a05-4a5e-a9b3-62c1db058a3e req-6c44b4db-db56-48b7-b868-95fd3ad288fd tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 210 time: 0.1446805 Aug 16 01:45:09.453134 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:09.453518 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.456170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53604) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:09.502353 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3c44-2b26-4a69-bddd-94c0eee30445 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.515389 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3c44-2b26-4a69-bddd-94c0eee30445 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.645009 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a3c44-2b26-4a69-bddd-94c0eee30445 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event updated for resources: {'Port': ['ID=8605b595-93c7-4d5e-be82-af7597a0924e,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:09.659937 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-39531088-9c56-48cf-822b-c1abec996e8b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-807780990'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:09.702229 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3c44-2b26-4a69-bddd-94c0eee30445 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.727876 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39531088-9c56-48cf-822b-c1abec996e8b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:09.732955 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39531088-9c56-48cf-822b-c1abec996e8b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.743516 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39531088-9c56-48cf-822b-c1abec996e8b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.757134 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3c44-2b26-4a69-bddd-94c0eee30445 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.758392 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1a3a3c44-2b26-4a69-bddd-94c0eee30445 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9389753 Aug 16 01:45:09.765043 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ddcc0381-fe85-4a86-9f9e-9ceddfb08a06 req-54b9a05d-2381-45cb-8e49-dc6d178a7d5a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.783996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['a06b1d38-634a-4a78-8402-89db38496bc6'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:09.826270 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ba978e89-0a8f-4e00-b2a7-3d35c60a0298'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:09.886145 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9a05d-2381-45cb-8e49-dc6d178a7d5a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Pushing event deleted for resources: {'Port': ['ID=a06b1d38-634a-4a78-8402-89db38496bc6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:09.888176 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39531088-9c56-48cf-822b-c1abec996e8b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.906092 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39531088-9c56-48cf-822b-c1abec996e8b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.933317 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39531088-9c56-48cf-822b-c1abec996e8b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:45:09.950708 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39531088-9c56-48cf-822b-c1abec996e8b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=854ae2b6-9604-41ce-b158-701eed466370,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:09.961681 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39531088-9c56-48cf-822b-c1abec996e8b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.962289 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-39531088-9c56-48cf-822b-c1abec996e8b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Added segment 53f69b54-45a3-4fa0-ab5e-4f2b898dc667 of type vlan for network 819ebf89-40d1-4359-b7b6-b023f3970c6c Aug 16 01:45:10.032855 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39531088-9c56-48cf-822b-c1abec996e8b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:10.061015 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e294c-a576-43ba-9c15-d4a90e6de8d3 req-66014794-444c-422c-a444-34b483372c7f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.063441 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f6e294c-a576-43ba-9c15-d4a90e6de8d3 req-66014794-444c-422c-a444-34b483372c7f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c3ce6c1-1051-4df9-8525-2e249fbb5cb3 HTTP/1.1" status: 200 len: 867 time: 0.4032335 Aug 16 01:45:10.063737 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39531088-9c56-48cf-822b-c1abec996e8b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:10.072528 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39531088-9c56-48cf-822b-c1abec996e8b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.073202 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39531088-9c56-48cf-822b-c1abec996e8b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:10.154937 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-39531088-9c56-48cf-822b-c1abec996e8b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6942658 Aug 16 01:45:10.157452 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53634) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:10.173068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c', 'name': 'tempest-PortsTestJSON-137991526'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:10.178043 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-a9d26cae-57b0-4782-a6f3-e143429dd9c8 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.179489 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-a9d26cae-57b0-4782-a6f3-e143429dd9c8 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.63 "GET /v2.0/networks?id=d1bd41b7-e4e3-465c-a858-6a8c07aabefa HTTP/1.1" status: 200 len: 812 time: 0.6940310 Aug 16 01:45:10.187146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39531088-9c56-48cf-822b-c1abec996e8b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Network': ['ID=819ebf89-40d1-4359-b7b6-b023f3970c6c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:10.198272 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:45:10.207543 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcc0381-fe85-4a86-9f9e-9ceddfb08a06 req-54b9a05d-2381-45cb-8e49-dc6d178a7d5a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] No DVR routers for this DVR port a06b1d38-634a-4a78-8402-89db38496bc6 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:10.214858 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-e71ef3d0-29a4-4a14-afe6-1adfc44599ef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Request body: {'port': {'device_id': 'd0bf1449-0cf0-4b10-9b60-136ba92a42aa', 'network_id': 'd1bd41b7-e4e3-465c-a858-6a8c07aabefa', 'admin_state_up': True, 'tenant_id': 'ee26a718258e436eb39e6859b9c6f1f9'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:10.224968 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ddcc0381-fe85-4a86-9f9e-9ceddfb08a06 req-54b9a05d-2381-45cb-8e49-dc6d178a7d5a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:10.227162 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ddcc0381-fe85-4a86-9f9e-9ceddfb08a06 req-54b9a05d-2381-45cb-8e49-dc6d178a7d5a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.73 "DELETE /v2.0/ports/a06b1d38-634a-4a78-8402-89db38496bc6 HTTP/1.1" status: 204 len: 173 time: 2.1325052 Aug 16 01:45:10.229500 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3ce6c1-1051-4df9-8525-2e249fbb5cb3', 'name': 'network-vif-deleted', 'tag': 'a06b1d38-634a-4a78-8402-89db38496bc6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:10.238456 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab39d2fe-3a7f-4950-be32-a53e16aa1d59" -d '{"events": [{"server_uuid": "5c3ce6c1-1051-4df9-8525-2e249fbb5cb3", "name": "network-vif-deleted", "tag": "a06b1d38-634a-4a78-8402-89db38496bc6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:10.253507 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-23174782-e220-4e64-a570-604a4cefba84 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--310418936&fields=id&tenant_id=9ca74d145ad54f52a9156b1910a2719b HTTP/1.1" status: 200 len: 267 time: 0.1688643 Aug 16 01:45:10.312226 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9c6212f-a3d8-4127-87c4-1a630a3b0af3 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:10.318942 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-482e6741-5a8b-4d57-b1b4-b26141773bd7 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.326011 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-482e6741-5a8b-4d57-b1b4-b26141773bd7 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports/bd0bff2b-08e3-4df0-9d32-cf931a827abb HTTP/1.1" status: 200 len: 936 time: 0.0617404 Aug 16 01:45:10.389799 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f6e294c-a576-43ba-9c15-d4a90e6de8d3 req-55c3ad6d-f9f1-418c-85ed-7e3cd47dcdf8 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994759 Aug 16 01:45:10.401801 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b9a5604-20f5-4c98-8071-c27cf9e8733c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.404624 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b9a5604-20f5-4c98-8071-c27cf9e8733c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports/0acdabdb-c72c-46b9-8121-47f8e483891b HTTP/1.1" status: 200 len: 936 time: 0.0777802 Aug 16 01:45:10.410613 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80ea9229-9c66-4a24-9af6-c34a614bfd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:10.490584 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-3fa6de35-aea9-4016-9691-688697be3afe tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?network_id=f3ba83b8-171e-47ab-b264-b5e65af7f447&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0697458 Aug 16 01:45:10.496249 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:10.500564 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:10.548968 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-b1433157-4384-4c76-93a7-dd7a8d60a006 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?network_id=f3ba83b8-171e-47ab-b264-b5e65af7f447&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0444150 Aug 16 01:45:10.552432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] device_id is not set on port f7d92745-684f-4648-b505-0cc84d98affc yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:45:10.792572 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-51f44290-8b5d-4f7e-8778-86365e33385e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.799601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-51f44290-8b5d-4f7e-8778-86365e33385e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.801553 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb59816-4cca-47b2-8723-0e02a20dc672 x-openstack-request-id: req-4eb59816-4cca-47b2-8723-0e02a20dc672 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:10.801868 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3ce6c1-1051-4df9-8525-2e249fbb5cb3", "name": "network-vif-deleted", "tag": "a06b1d38-634a-4a78-8402-89db38496bc6", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:10.802118 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4eb59816-4cca-47b2-8723-0e02a20dc672 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:10.802504 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3ce6c1-1051-4df9-8525-2e249fbb5cb3', 'name': 'network-vif-deleted', 'tag': 'a06b1d38-634a-4a78-8402-89db38496bc6', 'status': 'completed', 'code': 200} Aug 16 01:45:10.805476 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-51f44290-8b5d-4f7e-8778-86365e33385e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:10.807295 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-51f44290-8b5d-4f7e-8778-86365e33385e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/networks?id=5ffd1200-3653-4dd2-97e7-c5074409a495&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=f3ba83b8-171e-47ab-b264-b5e65af7f447&id=f3ba83b8-171e-47ab-b264-b5e65af7f447 HTTP/1.1" status: 200 len: 1994 time: 0.2497599 Aug 16 01:45:10.834208 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-de733c45-1290-459b-8e7c-9230c5e2e838 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/quotas/9ca74d145ad54f52a9156b1910a2719b HTTP/1.1" status: 200 len: 375 time: 0.0170112 Aug 16 01:45:10.889672 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0d14e149-e970-46b6-b501-4c9de76ddf41 req-373e83d0-5849-4b96-975b-47e91b96e48b tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 210 time: 0.0863161 Aug 16 01:45:10.930580 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-e71ef3d0-29a4-4a14-afe6-1adfc44599ef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Made reservation on behalf of ee26a718258e436eb39e6859b9c6f1f9 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:10.935400 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:10.935779 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-e71ef3d0-29a4-4a14-afe6-1adfc44599ef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.019082 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-57e7af31-f2fd-453d-94c0-829451f53462 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9ca74d145ad54f52a9156b1910a2719b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1759531 Aug 16 01:45:11.035271 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.152124 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=f7d92745-684f-4648-b505-0cc84d98affc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:11.184352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:11.185248 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:11.185248 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:11.185574 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:11.185863 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:11.186237 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:11.186570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:11.186896 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:11.187079 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9c6212f-a3d8-4127-87c4-1a630a3b0af3 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.187623 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:11.187623 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:11.187889 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:11.188137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:11.207170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Checking segment: {'id': '53f69b54-45a3-4fa0-ab5e-4f2b898dc667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:11.207537 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network hostable DHCP agents. Network: 819ebf89-40d1-4359-b7b6-b023f3970c6c, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:45:11.215581 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-37ac9228-af7a-4f75-8a67-3ee33ff42530 service neutron] 10.222.0.68 "GET /v2.0/networks/5ffd1200-3653-4dd2-97e7-c5074409a495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753781 Aug 16 01:45:11.237083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:45:11.284684 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 819ebf89-40d1-4359-b7b6-b023f3970c6c) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:11.289356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:11.294260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabf5e43-76d4-4366-a29d-fb1e1b12c7c7 None None] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:11.297039 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:11.297487 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.304695 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-e71ef3d0-29a4-4a14-afe6-1adfc44599ef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Allocated IP 172.20.0.5 (d1bd41b7-e4e3-465c-a858-6a8c07aabefa/29fbd812-75c6-4cf7-a6ba-c9edee3eebb3/7ac4cd7a-00e4-4662-956a-2eb20f5ea746) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:11.322360 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ea9229-9c66-4a24-9af6-c34a614bfd3e admin admin] Router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:45:11.324023 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4f6273d7-8cfe-4b13-a213-e912e9ebdbae tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1662250 Aug 16 01:45:11.333201 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53658) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:11.343650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b922076d-5289-4723-b6cb-0196d15c7584 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-326767846'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:11.385947 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-de1e3694-0db0-466f-95ed-22672bfebbf3 service neutron] 10.222.0.68 "GET /v2.0/networks/5ffd1200-3653-4dd2-97e7-c5074409a495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583886 Aug 16 01:45:11.387581 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b922076d-5289-4723-b6cb-0196d15c7584 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:11.393715 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b922076d-5289-4723-b6cb-0196d15c7584 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.474608 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b922076d-5289-4723-b6cb-0196d15c7584 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:45:11.478253 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-27796af4-ff3f-48b9-9295-fd8d4a688518 service neutron] 10.222.0.68 "GET /v2.0/ports/bd0bff2b-08e3-4df0-9d32-cf931a827abb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0754800 Aug 16 01:45:11.487141 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b922076d-5289-4723-b6cb-0196d15c7584 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.487603 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-b922076d-5289-4723-b6cb-0196d15c7584 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Added segment 3cca0d5a-d71a-4809-8c3d-e9d062187b9b of type vlan for network e5952cfa-2415-4f4d-b0dd-a363bdb353a8 Aug 16 01:45:11.595034 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b922076d-5289-4723-b6cb-0196d15c7584 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.660030 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-f1ea4f28-faaf-49eb-b39f-bdc1fee20cc6 service neutron] 10.222.0.68 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624091 Aug 16 01:45:11.665788 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b922076d-5289-4723-b6cb-0196d15c7584 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.676737 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b922076d-5289-4723-b6cb-0196d15c7584 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:11.678100 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b922076d-5289-4723-b6cb-0196d15c7584 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.695112 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c6212f-a3d8-4127-87c4-1a630a3b0af3 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Router 648ad24e-c024-456a-b5b4-759a376107af is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:45:11.778494 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ea9229-9c66-4a24-9af6-c34a614bfd3e admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:45:11.797620 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Sync routers for ids ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:45:11.803888 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b922076d-5289-4723-b6cb-0196d15c7584 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4599884 Aug 16 01:45:11.806992 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53680) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:11.820957 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Routers {'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:11.821670 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:44:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:11.825385 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'ports': [{'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c'}, {'network_id': 'e5952cfa-2415-4f4d-b0dd-a363bdb353a8'}]} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:11.830362 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:11.830843 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'network_id': 'e5952cfa-2415-4f4d-b0dd-a363bdb353a8'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:11.866407 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922076d-5289-4723-b6cb-0196d15c7584 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Network': ['ID=e5952cfa-2415-4f4d-b0dd-a363bdb353a8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:11.879043 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network e5952cfa-2415-4f4d-b0dd-a363bdb353a8 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:45:11.881897 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-e71ef3d0-29a4-4a14-afe6-1adfc44599ef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.893925 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80ea9229-9c66-4a24-9af6-c34a614bfd3e admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:11.896510 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-80ea9229-9c66-4a24-9af6-c34a614bfd3e admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.8475056 Aug 16 01:45:11.907960 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53686) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:11.932494 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-da213abc-ed51-4850-b1a2-3bc812083d14 service neutron] 10.222.0.68 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440047 Aug 16 01:45:11.993357 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a06b1d38-634a-4a78-8402-89db38496bc6 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:12.032714 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2fb46dfb-2e10-4c2f-83a2-7a032f4b25b8 service neutron] 10.222.0.68 "GET /v2.0/ports/0acdabdb-c72c-46b9-8121-47f8e483891b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0856118 Aug 16 01:45:12.038931 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: a06b1d38-634a-4a78-8402-89db38496bc6 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:12.040275 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a06b1d38-634a-4a78-8402-89db38496bc6 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:12.075076 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-f7beb893-56a8-473a-9741-5f616ba25326 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:12.077357 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-f7beb893-56a8-473a-9741-5f616ba25326 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 805 time: 0.3727448 Aug 16 01:45:12.085865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Set router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:12.140355 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c6212f-a3d8-4127-87c4-1a630a3b0af3 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:45:12.151517 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Sync routers for ids ['648ad24e-c024-456a-b5b4-759a376107af'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:45:12.160232 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-2a9f0fb5-e94f-4752-b526-615031fe4434 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/quotas/5ad2ac0bd7454cfab82eaaabde2ce6ee HTTP/1.1" status: 200 len: 375 time: 0.0723717 Aug 16 01:45:12.169732 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Routers {'648ad24e-c024-456a-b5b4-759a376107af'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:12.170501 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:44:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['648ad24e-c024-456a-b5b4-759a376107af'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:12.179483 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-e71ef3d0-29a4-4a14-afe6-1adfc44599ef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:12.272426 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'port': 2} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:12.308127 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:12.321983 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-e71ef3d0-29a4-4a14-afe6-1adfc44599ef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Network d1bd41b7-e4e3-465c-a858-6a8c07aabefa is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:12.325739 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9c6212f-a3d8-4127-87c4-1a630a3b0af3 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:12.327038 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f9c6212f-a3d8-4127-87c4-1a630a3b0af3 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.2956290 Aug 16 01:45:12.331150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53694) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:12.334139 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-e71ef3d0-29a4-4a14-afe6-1adfc44599ef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:12.339211 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-e71ef3d0-29a4-4a14-afe6-1adfc44599ef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:12.350672 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ef3d0-29a4-4a14-afe6-1adfc44599ef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event updated for resources: {'Port': ['ID=7ac4cd7a-00e4-4662-956a-2eb20f5ea746,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:12.389731 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-aeff9905-ef90-4e74-8e19-1573b9bdd9d1 service neutron] 10.222.0.68 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612746 Aug 16 01:45:12.407305 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-aa2688fc-da9b-45e2-a2af-e9d3e8b16eec tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2334473 Aug 16 01:45:12.433396 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Set router 648ad24e-c024-456a-b5b4-759a376107af gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:12.450353 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:12.537392 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-2b4eff1c-e5e4-42ab-837c-125368895332 service neutron] 10.222.0.68 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957615 Aug 16 01:45:12.546063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-e71ef3d0-29a4-4a14-afe6-1adfc44599ef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:12.546718 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-e71ef3d0-29a4-4a14-afe6-1adfc44599ef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:12.658131 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-e71ef3d0-29a4-4a14-afe6-1adfc44599ef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4470110 Aug 16 01:45:12.675005 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:45:08Z', 'revision_number': 3, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:12.700522 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648ad24e-c024-456a-b5b4-759a376107af', 'name': '', 'tenant_id': 'f6c38e0dedec47eebb1e6610d8827a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e149dfd2-26d2-459d-b13e-264a34cc287c', 'external_fixed_ips': [{'subnet_id': '97b3dfd8-29df-420f-a51e-ddce7e007767', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8e6be0-55cc-407c-bc3e-ec5401d1a938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:05Z', 'updated_at': '2021-08-16T01:45:09Z', 'revision_number': 3, 'project_id': 'f6c38e0dedec47eebb1e6610d8827a81', 'gw_port': {'id': 'af8e6be0-55cc-407c-bc3e-ec5401d1a938', 'name': '', 'network_id': 'e149dfd2-26d2-459d-b13e-264a34cc287c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648ad24e-c024-456a-b5b4-759a376107af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '97b3dfd8-29df-420f-a51e-ddce7e007767', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:08Z', 'updated_at': '2021-08-16T01:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97b3dfd8-29df-420f-a51e-ddce7e007767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:12.712748 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Request body: {'port': {'device_id': 'd0bf1449-0cf0-4b10-9b60-136ba92a42aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:12.731841 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Checking router: a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:45:12.732185 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Updating router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a port 0da0d079-78ae-4322-9b74-8f4d5a0b980e binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:45:12.735222 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Checking router: 648ad24e-c024-456a-b5b4-759a376107af for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:45:12.735887 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Updating router 648ad24e-c024-456a-b5b4-759a376107af port af8e6be0-55cc-407c-bc3e-ec5401d1a938 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:45:12.761598 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:12.778603 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:12.871349 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-82bcc401-6fa7-417c-bc89-a2723ba7a8d2 service neutron] 10.222.0.68 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204794 Aug 16 01:45:12.909738 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.192121 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.204379 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Transition to ACTIVE for port object af8e6be0-55cc-407c-bc3e-ec5401d1a938 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:13.219582 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.312938 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f3018-4b65-4e7d-8265-8f74e96902c3 None None] Pushing event updated for resources: {'Port': ['ID=af8e6be0-55cc-407c-bc3e-ec5401d1a938,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:13.340508 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Attempting to bind port af8e6be0-55cc-407c-bc3e-ec5401d1a938 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:13.340883 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Attempting to bind port af8e6be0-55cc-407c-bc3e-ec5401d1a938 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '15ac02ee-6631-4907-ac89-22bebb8999e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e149dfd2-26d2-459d-b13e-264a34cc287c'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:13.341240 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Attempting to bind port af8e6be0-55cc-407c-bc3e-ec5401d1a938 on network e149dfd2-26d2-459d-b13e-264a34cc287c {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:13.346562 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:13.346935 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Checking segment: {'id': '15ac02ee-6631-4907-ac89-22bebb8999e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e149dfd2-26d2-459d-b13e-264a34cc287c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:13.347334 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.347724 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Bound using segment: {'id': '15ac02ee-6631-4907-ac89-22bebb8999e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e149dfd2-26d2-459d-b13e-264a34cc287c'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:13.348182 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Bound port: af8e6be0-55cc-407c-bc3e-ec5401d1a938, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ac02ee-6631-4907-ac89-22bebb8999e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e149dfd2-26d2-459d-b13e-264a34cc287c'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:13.348560 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.363215 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.389785 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-352a0cbb-3e78-47c0-9280-5ca20b52461c tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.399837 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] For port af8e6be0-55cc-407c-bc3e-ec5401d1a938, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:13.403833 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] For port af8e6be0-55cc-407c-bc3e-ec5401d1a938, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=af8e6be0-55cc-407c-bc3e-ec5401d1a938,segment=NetworkSegment(15ac02ee-6631-4907-ac89-22bebb8999e1),segment_id=15ac02ee-6631-4907-ac89-22bebb8999e1)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:13.411986 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.432898 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.469086 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Transition to ACTIVE for port object 0da0d079-78ae-4322-9b74-8f4d5a0b980e will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:13.482531 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.503247 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1326bc2-5b6a-4f85-8178-4fbd85a8c4bc req-c3873d7f-dd88-48bf-b487-21d19c600836 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:13.504249 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1326bc2-5b6a-4f85-8178-4fbd85a8c4bc req-c3873d7f-dd88-48bf-b487-21d19c600836 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 931 time: 0.2390666 Aug 16 01:45:13.548133 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f3018-4b65-4e7d-8265-8f74e96902c3 None None] Pushing event updated for resources: {'Port': ['ID=af8e6be0-55cc-407c-bc3e-ec5401d1a938,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:13.562974 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Attempting to bind port 0da0d079-78ae-4322-9b74-8f4d5a0b980e on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:13.563503 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Attempting to bind port 0da0d079-78ae-4322-9b74-8f4d5a0b980e by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:13.564245 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Attempting to bind port 0da0d079-78ae-4322-9b74-8f4d5a0b980e on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:13.569924 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda1788-332b-49b3-9e0c-1d22de759841 None None] Pushing event updated for resources: {'Port': ['ID=0da0d079-78ae-4322-9b74-8f4d5a0b980e,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:13.578025 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:13.578606 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:13.579528 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.580178 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:13.580907 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Bound port: 0da0d079-78ae-4322-9b74-8f4d5a0b980e, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:13.581571 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.593418 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Routers {'648ad24e-c024-456a-b5b4-759a376107af'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:13.594100 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:44:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['648ad24e-c024-456a-b5b4-759a376107af'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:13.596687 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-352a0cbb-3e78-47c0-9280-5ca20b52461c tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.613019 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1326bc2-5b6a-4f85-8178-4fbd85a8c4bc req-da7f761c-57e8-4c46-97d6-4f96b02cd178 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015582 Aug 16 01:45:13.661583 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] For port 0da0d079-78ae-4322-9b74-8f4d5a0b980e, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:13.666942 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] For port 0da0d079-78ae-4322-9b74-8f4d5a0b980e, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0da0d079-78ae-4322-9b74-8f4d5a0b980e,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:13.674230 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:13.719371 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] device_id is not set on port 0c300600-2a82-4e15-b890-63d1bd1c428e yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:45:13.728655 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-a1a57e07-dfd2-4701-897c-2fe107d9a3f3 service neutron] 10.222.0.68 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3363490 Aug 16 01:45:13.772212 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Routers {'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:13.772826 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:44:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:13.798445 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] Set router 648ad24e-c024-456a-b5b4-759a376107af gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:13.937334 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-6d846cb1-17d5-450d-911d-8444fed56ade service neutron] 10.222.0.68 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945577 Aug 16 01:45:13.954940 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda1788-332b-49b3-9e0c-1d22de759841 None None] Pushing event updated for resources: {'Port': ['ID=0da0d079-78ae-4322-9b74-8f4d5a0b980e,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:13.959080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-352a0cbb-3e78-47c0-9280-5ca20b52461c tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Deleting port af8e6be0-55cc-407c-bc3e-ec5401d1a938 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:13.959442 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-352a0cbb-3e78-47c0-9280-5ca20b52461c tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:14.066299 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648ad24e-c024-456a-b5b4-759a376107af', 'name': '', 'tenant_id': 'f6c38e0dedec47eebb1e6610d8827a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e149dfd2-26d2-459d-b13e-264a34cc287c', 'external_fixed_ips': [{'subnet_id': '97b3dfd8-29df-420f-a51e-ddce7e007767', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8e6be0-55cc-407c-bc3e-ec5401d1a938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:05Z', 'updated_at': '2021-08-16T01:45:09Z', 'revision_number': 3, 'project_id': 'f6c38e0dedec47eebb1e6610d8827a81', 'gw_port': {'id': 'af8e6be0-55cc-407c-bc3e-ec5401d1a938', 'name': '', 'network_id': 'e149dfd2-26d2-459d-b13e-264a34cc287c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648ad24e-c024-456a-b5b4-759a376107af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '97b3dfd8-29df-420f-a51e-ddce7e007767', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:08Z', 'updated_at': '2021-08-16T01:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b3dfd8-29df-420f-a51e-ddce7e007767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:14.099272 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec26ccef-85b6-4972-953c-4900706ff342 None None] The sync data for ids ['648ad24e-c024-456a-b5b4-759a376107af'] in n-d-765315-27 is: [{'id': '648ad24e-c024-456a-b5b4-759a376107af', 'name': '', 'tenant_id': 'f6c38e0dedec47eebb1e6610d8827a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e149dfd2-26d2-459d-b13e-264a34cc287c', 'external_fixed_ips': [{'subnet_id': '97b3dfd8-29df-420f-a51e-ddce7e007767', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8e6be0-55cc-407c-bc3e-ec5401d1a938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:05Z', 'updated_at': '2021-08-16T01:45:09Z', 'revision_number': 3, 'project_id': 'f6c38e0dedec47eebb1e6610d8827a81', 'gw_port': {'id': 'af8e6be0-55cc-407c-bc3e-ec5401d1a938', 'name': '', 'network_id': 'e149dfd2-26d2-459d-b13e-264a34cc287c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648ad24e-c024-456a-b5b4-759a376107af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '97b3dfd8-29df-420f-a51e-ddce7e007767', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:08Z', 'updated_at': '2021-08-16T01:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97b3dfd8-29df-420f-a51e-ddce7e007767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:45:14.168536 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] Set router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:14.256753 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1137b955-2c30-4d0f-bb92-d046fe4607ce req-87267432-02fc-4467-a152-8a93d92613c4 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151f80-5017-4e86-89f9-2f7270de6d4e HTTP/1.1" status: 200 len: 210 time: 0.0764647 Aug 16 01:45:14.274661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-352a0cbb-3e78-47c0-9280-5ca20b52461c tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] For port af8e6be0-55cc-407c-bc3e-ec5401d1a938, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=af8e6be0-55cc-407c-bc3e-ec5401d1a938,segment=NetworkSegment(15ac02ee-6631-4907-ac89-22bebb8999e1),segment_id=15ac02ee-6631-4907-ac89-22bebb8999e1)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:14.275047 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-352a0cbb-3e78-47c0-9280-5ca20b52461c tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:14.296333 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-352a0cbb-3e78-47c0-9280-5ca20b52461c tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Calling delete_port for af8e6be0-55cc-407c-bc3e-ec5401d1a938 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:14.400751 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac4cd7a-00e4-4662-956a-2eb20f5ea746 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:14.414523 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:14.417366 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Allocated IP 172.20.0.1 (41d6539e-4b24-4ea3-ae06-65cd600ea064/b85102c8-d1ed-4688-b6f1-154a4a3875ac/b2b2efff-55ad-47bf-a1dc-4c28420bee07) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:14.467584 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:45:08Z', 'revision_number': 3, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:14.478441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Transition to ACTIVE for port object 7ac4cd7a-00e4-4662-956a-2eb20f5ea746 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:14.482081 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:14.489174 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:14.507294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6156c04f-1a08-45ed-ad59-8ead165a79dd None None] The sync data for ids ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'] in n-d-765315-27 is: [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:45:08Z', 'revision_number': 3, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:45:14.580117 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] device_id is not set on port f48a23de-60d6-44cd-a794-39a5f64885fc yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:45:14.628822 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-07c24593-28cf-4896-afb6-5814cc700584 service neutron] 10.222.0.68 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6538277 Aug 16 01:45:14.648644 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac4cd7a-00e4-4662-956a-2eb20f5ea746,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:14.718634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Attempting to bind port 7ac4cd7a-00e4-4662-956a-2eb20f5ea746 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:14.719085 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Attempting to bind port 7ac4cd7a-00e4-4662-956a-2eb20f5ea746 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '962947a4-95cf-4037-b4a9-3fdf8b7aaf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd1bd41b7-e4e3-465c-a858-6a8c07aabefa'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:14.719812 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Attempting to bind port 7ac4cd7a-00e4-4662-956a-2eb20f5ea746 on network d1bd41b7-e4e3-465c-a858-6a8c07aabefa {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:14.731047 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Port 7ac4cd7a-00e4-4662-956a-2eb20f5ea746 on network d1bd41b7-e4e3-465c-a858-6a8c07aabefa not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:45:14.731894 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Attempting to bind port 7ac4cd7a-00e4-4662-956a-2eb20f5ea746 on network d1bd41b7-e4e3-465c-a858-6a8c07aabefa {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:14.751368 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:14.752731 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Checking segment: {'id': '962947a4-95cf-4037-b4a9-3fdf8b7aaf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd1bd41b7-e4e3-465c-a858-6a8c07aabefa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:14.753272 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Bound using segment: {'id': '962947a4-95cf-4037-b4a9-3fdf8b7aaf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd1bd41b7-e4e3-465c-a858-6a8c07aabefa'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:14.753885 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Bound port: 7ac4cd7a-00e4-4662-956a-2eb20f5ea746, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962947a4-95cf-4037-b4a9-3fdf8b7aaf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd1bd41b7-e4e3-465c-a858-6a8c07aabefa'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:14.754468 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:14.818547 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-352a0cbb-3e78-47c0-9280-5ca20b52461c tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:14.910568 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a0cbb-3e78-47c0-9280-5ca20b52461c tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Pushing event deleted for resources: {'Port': ['ID=af8e6be0-55cc-407c-bc3e-ec5401d1a938,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:14.936202 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d2dbfc4b-25a5-4417-bc77-0e9b44bcb401 service neutron] 10.222.0.68 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074620 Aug 16 01:45:15.222657 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-352a0cbb-3e78-47c0-9280-5ca20b52461c tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.237674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622744cb-230b-4a1e-b6fb-52e00ed484d7 req-959ab358-3efe-4820-802e-7ab95c794b0c tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:15.239503 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-622744cb-230b-4a1e-b6fb-52e00ed484d7 req-959ab358-3efe-4820-802e-7ab95c794b0c tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 943 time: 0.4344349 Aug 16 01:45:15.353960 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] For port 7ac4cd7a-00e4-4662-956a-2eb20f5ea746, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:15.369286 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] For port 7ac4cd7a-00e4-4662-956a-2eb20f5ea746, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7ac4cd7a-00e4-4662-956a-2eb20f5ea746,segment=NetworkSegment(962947a4-95cf-4037-b4a9-3fdf8b7aaf0f),segment_id=962947a4-95cf-4037-b4a9-3fdf8b7aaf0f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:15.402271 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0da0d079-78ae-4322-9b74-8f4d5a0b980e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:15.435407 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-352a0cbb-3e78-47c0-9280-5ca20b52461c tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.441073 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-352a0cbb-3e78-47c0-9280-5ca20b52461c tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.451893 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.468240 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.479288 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-3d3ff714-8963-424e-8f0e-d50677187754 service neutron] 10.222.0.68 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423129 Aug 16 01:45:15.506162 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 0da0d079-78ae-4322-9b74-8f4d5a0b980e completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:15.510379 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 0da0d079-78ae-4322-9b74-8f4d5a0b980e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:15.511214 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.519503 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-1258014b-ff23-4df2-be75-0d27ef86fc87 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:15.521376 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-1258014b-ff23-4df2-be75-0d27ef86fc87 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.73 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 805 time: 0.5879803 Aug 16 01:45:15.562418 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.581644 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-a7f3ef3f-8cd5-4b98-855c-5d235f63dc5e tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Request body: {'port': {'device_id': 'f5151f80-5017-4e86-89f9-2f7270de6d4e', 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c', 'admin_state_up': True, 'tenant_id': '5ad2ac0bd7454cfab82eaaabde2ce6ee'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:15.594842 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:15.595541 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.597601 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] 10.222.0.63 "PUT /v2.0/ports/7ac4cd7a-00e4-4662-956a-2eb20f5ea746 HTTP/1.1" status: 200 len: 1092 time: 2.9000125 Aug 16 01:45:15.602212 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-352a0cbb-3e78-47c0-9280-5ca20b52461c tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.602828 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352a0cbb-3e78-47c0-9280-5ca20b52461c tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 648ad24e-c024-456a-b5b4-759a376107af {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:45:15.611969 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0bf1449-0cf0-4b10-9b60-136ba92a42aa', 'tag': '7ac4cd7a-00e4-4662-956a-2eb20f5ea746'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:15.615747 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdf35f8-986b-4224-95ec-140d6adc7afb" -d '{"events": [{"name": "network-changed", "server_uuid": "d0bf1449-0cf0-4b10-9b60-136ba92a42aa", "tag": "7ac4cd7a-00e4-4662-956a-2eb20f5ea746"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:15.616558 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-352a0cbb-3e78-47c0-9280-5ca20b52461c tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.620498 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-352a0cbb-3e78-47c0-9280-5ca20b52461c tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "DELETE /v2.0/routers/648ad24e-c024-456a-b5b4-759a376107af HTTP/1.1" status: 204 len: 168 time: 3.2790153 Aug 16 01:45:15.623256 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-622744cb-230b-4a1e-b6fb-52e00ed484d7 req-4082debe-ba87-472e-8518-6fe84fd25d3c tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748670 Aug 16 01:45:15.623639 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53742) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:15.713184 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.763391 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51a1481-bfdc-4aae-b9e7-8ab0988a98b0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Deleting subnet 97b3dfd8-29df-420f-a51e-ddce7e007767 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:45:15.765220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 0da0d079-78ae-4322-9b74-8f4d5a0b980e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0da0d079-78ae-4322-9b74-8f4d5a0b980e,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:15.770262 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.770801 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Transition to ACTIVE for port object b2b2efff-55ad-47bf-a1dc-4c28420bee07 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:15.777145 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.800990 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c51a1481-bfdc-4aae-b9e7-8ab0988a98b0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.842213 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.891762 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=0da0d079-78ae-4322-9b74-8f4d5a0b980e,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:15.917794 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-fb1a1ea4-adf5-430e-8c2e-cadedaf055de service neutron] 10.222.0.68 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974128 Aug 16 01:45:15.942598 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:15.950712 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=0c300600-2a82-4e15-b890-63d1bd1c428e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:15.952196 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2bea9a82-1cfa-48d0-b98d-4bc10285f97b req-54c598f7-8864-4acd-a9a0-68d1e44899df tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151f80-5017-4e86-89f9-2f7270de6d4e HTTP/1.1" status: 200 len: 210 time: 0.1384916 Aug 16 01:45:15.961354 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Network 41d6539e-4b24-4ea3-ae06-65cd600ea064 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:15.962913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d7ac4-9f8e-4422-a744-cdc0ad7d1f08 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac4cd7a-00e4-4662-956a-2eb20f5ea746,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:15.991127 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:15.994981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:15.997533 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.000109 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:16.025682 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:16.033976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-506fddae-2f17-4668-87a6-7bdc506758d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:16.035638 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-506fddae-2f17-4668-87a6-7bdc506758d7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee26a718258e436eb39e6859b9c6f1f9&device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 1095 time: 0.3075745 Aug 16 01:45:16.089307 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c7ca03-0b18-4719-a9cd-c7cebc5c63f4 x-openstack-request-id: req-f4c7ca03-0b18-4719-a9cd-c7cebc5c63f4 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:16.089730 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0bf1449-0cf0-4b10-9b60-136ba92a42aa", "tag": "7ac4cd7a-00e4-4662-956a-2eb20f5ea746", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:16.090193 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f4c7ca03-0b18-4719-a9cd-c7cebc5c63f4 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:16.090695 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0bf1449-0cf0-4b10-9b60-136ba92a42aa', 'tag': '7ac4cd7a-00e4-4662-956a-2eb20f5ea746', 'status': 'completed', 'code': 200} Aug 16 01:45:16.096437 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c51a1481-bfdc-4aae-b9e7-8ab0988a98b0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.189028 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=f48a23de-60d6-44cd-a794-39a5f64885fc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:16.202810 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-7fdd1195-a803-4d9c-a592-d2525c7a36fc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ac4cd7a-00e4-4662-956a-2eb20f5ea746 HTTP/1.1" status: 200 len: 217 time: 0.1095037 Aug 16 01:45:16.207907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Pushing event updated for resources: {'Port': ['ID=b2b2efff-55ad-47bf-a1dc-4c28420bee07,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:16.229214 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c51a1481-bfdc-4aae-b9e7-8ab0988a98b0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.235959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Checking segment: {'id': '3cca0d5a-d71a-4809-8c3d-e9d062187b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e5952cfa-2415-4f4d-b0dd-a363bdb353a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:16.236419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network hostable DHCP agents. Network: e5952cfa-2415-4f4d-b0dd-a363bdb353a8, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:45:16.244473 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.297328 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-1876f553-8597-44ed-a716-0936cab74a0d service neutron] 10.222.0.68 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657894 Aug 16 01:45:16.345155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network e5952cfa-2415-4f4d-b0dd-a363bdb353a8 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:45:16.353828 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c51a1481-bfdc-4aae-b9e7-8ab0988a98b0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.361670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-fb117718-fe70-4894-ac4e-a8e1d119fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:16.363205 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-fb117718-fe70-4894-ac4e-a8e1d119fed1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=29fbd812-75c6-4cf7-a6ba-c9edee3eebb3 HTTP/1.1" status: 200 len: 852 time: 0.1453826 Aug 16 01:45:16.363765 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-a7f3ef3f-8cd5-4b98-855c-5d235f63dc5e tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Made reservation on behalf of 5ad2ac0bd7454cfab82eaaabde2ce6ee for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:16.367192 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-a7f3ef3f-8cd5-4b98-855c-5d235f63dc5e tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.407329 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, e5952cfa-2415-4f4d-b0dd-a363bdb353a8) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:16.417543 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c925fb72-38c7-4977-957a-96bf9deae269 None None] Network e5952cfa-2415-4f4d-b0dd-a363bdb353a8 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:16.437540 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-46e45e3c-18c4-4d8c-8226-6eec4fd7a799 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d1bd41b7-e4e3-465c-a858-6a8c07aabefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556743 Aug 16 01:45:16.439947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:16.447715 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:16.454850 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:16.456020 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.464926 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a1481-bfdc-4aae-b9e7-8ab0988a98b0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=97b3dfd8-29df-420f-a51e-ddce7e007767,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:16.476527 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c51a1481-bfdc-4aae-b9e7-8ab0988a98b0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.489847 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c51a1481-bfdc-4aae-b9e7-8ab0988a98b0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "DELETE /v2.0/subnets/97b3dfd8-29df-420f-a51e-ddce7e007767 HTTP/1.1" status: 204 len: 168 time: 0.8494811 Aug 16 01:45:16.515804 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3bf4eb89-cd5c-45bd-bafe-f9266d053c7b None None] Provisioning for port b2b2efff-55ad-47bf-a1dc-4c28420bee07 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:16.516646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53758) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:16.523943 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3bf4eb89-cd5c-45bd-bafe-f9266d053c7b None None] Provisioning complete for port b2b2efff-55ad-47bf-a1dc-4c28420bee07 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:16.524316 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3bf4eb89-cd5c-45bd-bafe-f9266d053c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.572237 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5a93ea05-df6a-47db-912c-d71c15609906 service neutron] 10.222.0.68 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414308 Aug 16 01:45:16.631237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3bf4eb89-cd5c-45bd-bafe-f9266d053c7b None None] Port b2b2efff-55ad-47bf-a1dc-4c28420bee07 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:16.655581 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1539f509-ccda-4563-b334-0f9f31029000 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.8460832 Aug 16 01:45:16.663689 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53760) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:16.692029 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.714463 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.766641 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-75a5b7c5-be3b-42b3-8cb7-19a420e632ff service neutron] 10.222.0.68 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928401 Aug 16 01:45:16.796434 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-afa7a22e-240c-46be-b2ef-9c27cf0c6a72 service neutron] 10.222.0.63 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485949 Aug 16 01:45:16.800237 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a533b6b8-61b2-4de2-9de8-b2bc5fbc1414 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port f48a23de-60d6-44cd-a794-39a5f64885fc {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:16.800883 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a533b6b8-61b2-4de2-9de8-b2bc5fbc1414 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.897044 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a533b6b8-61b2-4de2-9de8-b2bc5fbc1414 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:16.918056 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a533b6b8-61b2-4de2-9de8-b2bc5fbc1414 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for f48a23de-60d6-44cd-a794-39a5f64885fc owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:16.936781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-a7f3ef3f-8cd5-4b98-855c-5d235f63dc5e tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Allocated IP 172.20.0.14 (e34c68e7-0a34-46ae-ac57-cc0385b7595c/9018291d-2978-41e4-8573-6602cff70f18/e1b6af87-6044-4e68-a4f9-8f6465333c5b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:17.025516 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a533b6b8-61b2-4de2-9de8-b2bc5fbc1414 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:17.076116 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533b6b8-61b2-4de2-9de8-b2bc5fbc1414 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=f48a23de-60d6-44cd-a794-39a5f64885fc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:17.092671 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a533b6b8-61b2-4de2-9de8-b2bc5fbc1414 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:17.095425 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a533b6b8-61b2-4de2-9de8-b2bc5fbc1414 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/ports/f48a23de-60d6-44cd-a794-39a5f64885fc HTTP/1.1" status: 204 len: 168 time: 0.4304278 Aug 16 01:45:17.098294 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53778) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:17.182167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8742b79d-46a1-454c-a104-2218867bf29c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:17.192117 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8742b79d-46a1-454c-a104-2218867bf29c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:17.193743 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8742b79d-46a1-454c-a104-2218867bf29c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0942919 Aug 16 01:45:17.196881 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53784) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:17.229443 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200d6b0-17a9-42ca-85fc-e1e1501308ff req-ea49cf6f-acd3-4cb7-a8e4-d3aca7d02e2f tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:17.234233 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d200d6b0-17a9-42ca-85fc-e1e1501308ff req-ea49cf6f-acd3-4cb7-a8e4-d3aca7d02e2f tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 943 time: 0.4813843 Aug 16 01:45:17.320659 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:17.340395 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7ab22dcc-f8f5-478b-90f2-c09b545428b7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port 0c300600-2a82-4e15-b890-63d1bd1c428e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:17.346939 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ab22dcc-f8f5-478b-90f2-c09b545428b7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:17.378827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e149dfd2-26d2-459d-b13e-264a34cc287c']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:17.428895 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ac02ee-6631-4907-ac89-22bebb8999e1') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:17.429213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ac02ee-6631-4907-ac89-22bebb8999e1') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:17.445738 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0da0d079-78ae-4322-9b74-8f4d5a0b980e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:17.451571 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bbe57d4-27fc-4a4a-abea-7f21cd3836f1 req-2f932d6a-5305-43ab-976d-27aeb2343628 service neutron] 10.222.0.63 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341164 Aug 16 01:45:17.517417 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ab22dcc-f8f5-478b-90f2-c09b545428b7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:17.526743 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 0da0d079-78ae-4322-9b74-8f4d5a0b980e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:17.528433 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:17.534431 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:17.559726 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d200d6b0-17a9-42ca-85fc-e1e1501308ff req-28f3f9f3-b30f-4972-abd1-130067e7315b tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115778 Aug 16 01:45:17.571273 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7ab22dcc-f8f5-478b-90f2-c09b545428b7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for 0c300600-2a82-4e15-b890-63d1bd1c428e owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:17.614865 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:17.645878 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:45:17.647744 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:45:17.651039 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:45:17.807449 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ab22dcc-f8f5-478b-90f2-c09b545428b7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:17.845034 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab22dcc-f8f5-478b-90f2-c09b545428b7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=0c300600-2a82-4e15-b890-63d1bd1c428e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:17.853875 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ab22dcc-f8f5-478b-90f2-c09b545428b7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:17.858952 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7ab22dcc-f8f5-478b-90f2-c09b545428b7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/ports/0c300600-2a82-4e15-b890-63d1bd1c428e HTTP/1.1" status: 204 len: 168 time: 0.6579576 Aug 16 01:45:17.870921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53804) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:17.932479 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:17.942734 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9da3ea85-084b-4531-a61d-5fb6ae7d7f7d req-4a39bc3a-5ed6-4c8e-b0b8-664a9fe960a0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151f80-5017-4e86-89f9-2f7270de6d4e HTTP/1.1" status: 200 len: 210 time: 0.1027732 Aug 16 01:45:17.955738 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf35f8-986b-4224-95ec-140d6adc7afb req-5d853a62-5cc5-441f-b2e1-a6efde7fe09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:17.957402 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfdf35f8-986b-4224-95ec-140d6adc7afb req-5d853a62-5cc5-441f-b2e1-a6efde7fe09c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee26a718258e436eb39e6859b9c6f1f9&device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 1095 time: 0.4208417 Aug 16 01:45:17.979832 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:18.000854 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0256c5ab-4db6-437a-a229-b2cdc94fefef req-05c47e67-c70b-4f5f-9a51-2ecc18a78f1e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.0791264 Aug 16 01:45:18.038794 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d348823c-8e27-41c7-8c2e-4dae22a5dc2b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:18.041543 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d348823c-8e27-41c7-8c2e-4dae22a5dc2b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1676390 Aug 16 01:45:18.043822 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53808) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:18.078642 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-676dba4c-ee3e-40c4-b401-c7f89da5529d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] GET failed (client error): The resource could not be found. Aug 16 01:45:18.080660 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-676dba4c-ee3e-40c4-b401-c7f89da5529d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports/f48a23de-60d6-44cd-a794-39a5f64885fc HTTP/1.1" status: 404 len: 333 time: 0.0354567 Aug 16 01:45:18.086238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53814) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:18.101459 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-a7f3ef3f-8cd5-4b98-855c-5d235f63dc5e tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:18.118209 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-789a24dc-e423-4031-aa52-6258d1ac22a0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] GET failed (client error): The resource could not be found. Aug 16 01:45:18.121489 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:18.130261 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-789a24dc-e423-4031-aa52-6258d1ac22a0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports/0c300600-2a82-4e15-b890-63d1bd1c428e HTTP/1.1" status: 404 len: 333 time: 0.0363326 Aug 16 01:45:18.130261 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53818) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:18.157466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e149dfd2-26d2-459d-b13e-264a34cc287c {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 01:45:18.171462 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:18.180365 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "DELETE /v2.0/networks/e149dfd2-26d2-459d-b13e-264a34cc287c HTTP/1.1" status: 204 len: 168 time: 1.6539037 Aug 16 01:45:18.196313 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:18.215349 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Pushing event updated for resources: {'Port': ['ID=b2b2efff-55ad-47bf-a1dc-4c28420bee07,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:18.232018 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Pushing event deleted for resources: {'Network': ['ID=e149dfd2-26d2-459d-b13e-264a34cc287c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:18.264121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.264121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.264121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.264121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.264121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.264121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.264729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.264729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.264884 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.265135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.265458 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.265841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.334845 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-456fc3fc-0c17-413e-bbd3-50735dfbd0bb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:18.464210 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-456fc3fc-0c17-413e-bbd3-50735dfbd0bb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:18.490907 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-456fc3fc-0c17-413e-bbd3-50735dfbd0bb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5952cfa-2415-4f4d-b0dd-a363bdb353a8']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:18.515963 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-456fc3fc-0c17-413e-bbd3-50735dfbd0bb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cca0d5a-d71a-4809-8c3d-e9d062187b9b') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:18.516294 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-456fc3fc-0c17-413e-bbd3-50735dfbd0bb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cca0d5a-d71a-4809-8c3d-e9d062187b9b') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:18.536175 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-456fc3fc-0c17-413e-bbd3-50735dfbd0bb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:18.566511 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-456fc3fc-0c17-413e-bbd3-50735dfbd0bb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:18.580492 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456fc3fc-0c17-413e-bbd3-50735dfbd0bb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:45:18.580938 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-456fc3fc-0c17-413e-bbd3-50735dfbd0bb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:45:18.584910 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:45:18.703715 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-456fc3fc-0c17-413e-bbd3-50735dfbd0bb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:18.711430 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-456fc3fc-0c17-413e-bbd3-50735dfbd0bb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:18.728327 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-456fc3fc-0c17-413e-bbd3-50735dfbd0bb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/networks/e5952cfa-2415-4f4d-b0dd-a363bdb353a8 HTTP/1.1" status: 204 len: 168 time: 0.5968306 Aug 16 01:45:18.729808 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53836) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:18.748720 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-06c8ce0f-f0ff-42cc-9c07-09f6c6e913e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1050473881'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:18.774920 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fc3fc-0c17-413e-bbd3-50735dfbd0bb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Network': ['ID=e5952cfa-2415-4f4d-b0dd-a363bdb353a8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:18.830342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c8ce0f-f0ff-42cc-9c07-09f6c6e913e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:18.837449 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06c8ce0f-f0ff-42cc-9c07-09f6c6e913e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:18.845048 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.845847 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.846545 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.847159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.847808 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.848438 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.849000 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.849556 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.850164 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.850732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.851298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.852960 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc6d01f-e650-45f8-9dfb-c134531cb9b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:18.891299 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53840) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:18.896060 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f085a090-9120-4559-bf60-7385dfce3f89 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Request body: {'router': {'name': 'tempest-router--579999892', 'project_id': 'df7e74508af640808fc0d76ccb583343'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:18.915652 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c8ce0f-f0ff-42cc-9c07-09f6c6e913e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:45:18.927617 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06c8ce0f-f0ff-42cc-9c07-09f6c6e913e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:18.928105 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-06c8ce0f-f0ff-42cc-9c07-09f6c6e913e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Added segment 35a92695-be18-4089-8774-d5affb0e094f of type vlan for network b2ab55be-2e74-4844-9355-d92a8b123b45 Aug 16 01:45:18.935575 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf35f8-986b-4224-95ec-140d6adc7afb req-6c087e13-b0a0-4321-b169-6ff5d78f99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:18.937090 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfdf35f8-986b-4224-95ec-140d6adc7afb req-6c087e13-b0a0-4321-b169-6ff5d78f99ce service neutron] 10.222.0.63 "GET /v2.0/networks?id=d1bd41b7-e4e3-465c-a858-6a8c07aabefa HTTP/1.1" status: 200 len: 913 time: 0.9520109 Aug 16 01:45:18.987947 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06c8ce0f-f0ff-42cc-9c07-09f6c6e913e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:19.014440 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-a7f3ef3f-8cd5-4b98-855c-5d235f63dc5e tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:19.029559 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfdf35f8-986b-4224-95ec-140d6adc7afb req-1590d85c-aaa7-4f1a-840d-1d92af1a6e1f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ac4cd7a-00e4-4662-956a-2eb20f5ea746 HTTP/1.1" status: 200 len: 217 time: 0.0752394 Aug 16 01:45:19.033557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ba978e89-0a8f-4e00-b2a7-3d35c60a0298'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:19.048170 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06c8ce0f-f0ff-42cc-9c07-09f6c6e913e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:19.055981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c8ce0f-f0ff-42cc-9c07-09f6c6e913e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:19.056694 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f085a090-9120-4559-bf60-7385dfce3f89 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:19.057237 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06c8ce0f-f0ff-42cc-9c07-09f6c6e913e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:19.057727 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f085a090-9120-4559-bf60-7385dfce3f89 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:19.145619 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cadd9-e459-4063-988e-2c594bfab677 req-52bb1a0c-c079-4d88-8eff-9b131b3be52e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:19.147530 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-381cadd9-e459-4063-988e-2c594bfab677 req-52bb1a0c-c079-4d88-8eff-9b131b3be52e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 943 time: 0.2757812 Aug 16 01:45:19.156634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8ce0f-f0ff-42cc-9c07-09f6c6e913e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Network': ['ID=b2ab55be-2e74-4844-9355-d92a8b123b45,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:19.163749 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-06c8ce0f-f0ff-42cc-9c07-09f6c6e913e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4218435 Aug 16 01:45:19.164584 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53848) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:19.171406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d6c1125d-ebe3-4edb-9087-ff64b7734887 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'subnet': {'network_id': 'b2ab55be-2e74-4844-9355-d92a8b123b45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:19.172136 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network b2ab55be-2e74-4844-9355-d92a8b123b45 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:45:19.174238 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-a7f3ef3f-8cd5-4b98-855c-5d235f63dc5e tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Network e34c68e7-0a34-46ae-ac57-cc0385b7595c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:19.203365 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-a7f3ef3f-8cd5-4b98-855c-5d235f63dc5e tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:19.206907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Network 41d6539e-4b24-4ea3-ae06-65cd600ea064 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:19.221033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-a7f3ef3f-8cd5-4b98-855c-5d235f63dc5e tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:19.225222 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3ef3f-8cd5-4b98-855c-5d235f63dc5e tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Pushing event updated for resources: {'Port': ['ID=e1b6af87-6044-4e68-a4f9-8f6465333c5b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:19.239829 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:19.272213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf35f8-986b-4224-95ec-140d6adc7afb req-9f2bef4a-3839-428b-8372-5a7ecfafea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:19.274573 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfdf35f8-986b-4224-95ec-140d6adc7afb req-9f2bef4a-3839-428b-8372-5a7ecfafea48 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=29fbd812-75c6-4cf7-a6ba-c9edee3eebb3 HTTP/1.1" status: 200 len: 852 time: 0.2322640 Aug 16 01:45:19.341222 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device af8e6be0-55cc-407c-bc3e-ec5401d1a938 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:19.344033 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9e36d-6d1a-4da3-b5e8-7b5d21e421c2 req-8da77e0e-23bc-4946-abd2-a714e5f0b28f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:19.362847 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85b9e36d-6d1a-4da3-b5e8-7b5d21e421c2 req-8da77e0e-23bc-4946-abd2-a714e5f0b28f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151f80-5017-4e86-89f9-2f7270de6d4e HTTP/1.1" status: 200 len: 932 time: 0.2170384 Aug 16 01:45:19.381406 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f085a090-9120-4559-bf60-7385dfce3f89 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:19.383775 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfdf35f8-986b-4224-95ec-140d6adc7afb req-4f73369d-4686-4903-b5de-650ed49174de service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d1bd41b7-e4e3-465c-a858-6a8c07aabefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474949 Aug 16 01:45:19.384277 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c1125d-ebe3-4edb-9087-ff64b7734887 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:19.385132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: af8e6be0-55cc-407c-bc3e-ec5401d1a938 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:19.385521 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device af8e6be0-55cc-407c-bc3e-ec5401d1a938 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:19.397413 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6c1125d-ebe3-4edb-9087-ff64b7734887 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:19.415773 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-381cadd9-e459-4063-988e-2c594bfab677 req-0a161dca-4495-445e-95a8-22a46fd255d9 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442327 Aug 16 01:45:19.481737 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f085a090-9120-4559-bf60-7385dfce3f89 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:19.538455 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85b9e36d-6d1a-4da3-b5e8-7b5d21e421c2 req-6384da4f-ee25-4b26-be7f-80e10366e3a1 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740925 Aug 16 01:45:19.612061 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-a7f3ef3f-8cd5-4b98-855c-5d235f63dc5e tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:19.612848 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-a7f3ef3f-8cd5-4b98-855c-5d235f63dc5e tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:19.615801 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f085a090-9120-4559-bf60-7385dfce3f89 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:19.617146 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f085a090-9120-4559-bf60-7385dfce3f89 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7245808 Aug 16 01:45:19.621994 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53854) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:19.699583 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f28f88f9-b673-4a97-ace2-8dffedbc2455 None None] Provisioning complete for port b2b2efff-55ad-47bf-a1dc-4c28420bee07 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:19.700186 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f28f88f9-b673-4a97-ace2-8dffedbc2455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:19.706281 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-db16cc14-263d-417f-b4d1-9a98bae81f0a req-1e3e4390-c3a1-44c6-b778-dabc0add49cf tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.1297135 Aug 16 01:45:19.742550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f28f88f9-b673-4a97-ace2-8dffedbc2455 None None] Port b2b2efff-55ad-47bf-a1dc-4c28420bee07 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:19.744482 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87182889-9acc-49c8-84ac-701994f18a66 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:19.775382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-0c8cd27b-64e1-4a23-992f-3c0f9c0540d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:19.776860 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-0c8cd27b-64e1-4a23-992f-3c0f9c0540d5 service neutron] 10.222.0.73 "GET /v2.0/ports/bd0bff2b-08e3-4df0-9d32-cf931a827abb HTTP/1.1" status: 200 len: 1032 time: 0.2673728 Aug 16 01:45:19.778849 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-a7f3ef3f-8cd5-4b98-855c-5d235f63dc5e tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2090235 Aug 16 01:45:19.822306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Request body: {'port': {'device_id': 'f5151f80-5017-4e86-89f9-2f7270de6d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:19.866827 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6c1125d-ebe3-4edb-9087-ff64b7734887 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:19.888325 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfdf35f8-986b-4224-95ec-140d6adc7afb req-9c22afaa-a741-4870-92de-522cf61b5fa0 service neutron] 10.222.0.63 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861803 Aug 16 01:45:19.902629 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-98abedea-37eb-46ff-abbb-8f335761fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:19.904686 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-98abedea-37eb-46ff-abbb-8f335761fa99 service neutron] 10.222.0.73 "GET /v2.0/ports/0acdabdb-c72c-46b9-8121-47f8e483891b HTTP/1.1" status: 200 len: 1032 time: 0.1050718 Aug 16 01:45:19.906831 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:45:20.057038 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fdec4d0f-dfe7-4f00-aa33-3fe246f3a6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:20.312670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:45:20.326008 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Sync routers for ids ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:45:20.337054 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3772b2aa-32be-4cd3-81f9-b9b2e0d99e9c admin admin] 10.222.0.68 "PUT /v2.0/routers/a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4190719 Aug 16 01:45:20.342594 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Routers {'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:20.343485 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:44:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:20.346950 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:20.677109 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d7611d6b-c40f-4741-9cb5-3b54052b9720 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:20.684335 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d7611d6b-c40f-4741-9cb5-3b54052b9720 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:20.690383 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d7611d6b-c40f-4741-9cb5-3b54052b9720 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:20.692269 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d7611d6b-c40f-4741-9cb5-3b54052b9720 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.73 "GET /v2.0/networks?id=5ffd1200-3653-4dd2-97e7-c5074409a495&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=f3ba83b8-171e-47ab-b264-b5e65af7f447&id=f3ba83b8-171e-47ab-b264-b5e65af7f447 HTTP/1.1" status: 200 len: 1994 time: 0.7652004 Aug 16 01:45:20.733611 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Set router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:20.815389 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfdf35f8-986b-4224-95ec-140d6adc7afb req-821d9c36-7694-4582-908c-8b6bd5d5f105 service neutron] 10.222.0.63 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9072261 Aug 16 01:45:20.865172 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d36383ba-1281-4e71-af05-e061435e4e0b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ca74d145ad54f52a9156b1910a2719b HTTP/1.1" status: 200 len: 379 time: 0.0877490 Aug 16 01:45:20.884715 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f4d60a17-602d-4260-817b-ed430ecf376c req-65cd8ba3-224a-4cf1-8aa5-0257f504d863 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Request body: {'port': {'device_id': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495', 'admin_state_up': True, 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'security_groups': ['60ddb9b6-6b38-43d5-883c-c60fdb703a7a']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:20.970889 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 7ac4cd7a-00e4-4662-956a-2eb20f5ea746 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:45:20.978803 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a431c9-4e0f-4da8-a3dc-eb8985cfcb9d req-badd8ee8-cf8f-49df-b397-db0476679505 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:20.980369 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e7a431c9-4e0f-4da8-a3dc-eb8985cfcb9d req-badd8ee8-cf8f-49df-b397-db0476679505 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151f80-5017-4e86-89f9-2f7270de6d4e HTTP/1.1" status: 200 len: 932 time: 0.2779450 Aug 16 01:45:21.069615 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e7a431c9-4e0f-4da8-a3dc-eb8985cfcb9d req-56aaa5f3-6083-47c7-a815-ec6b343328ac tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724111 Aug 16 01:45:21.095669 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87182889-9acc-49c8-84ac-701994f18a66 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.096441 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87182889-9acc-49c8-84ac-701994f18a66 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.165433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 7ac4cd7a-00e4-4662-956a-2eb20f5ea746, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7ac4cd7a-00e4-4662-956a-2eb20f5ea746,segment=NetworkSegment(962947a4-95cf-4037-b4a9-3fdf8b7aaf0f),segment_id=962947a4-95cf-4037-b4a9-3fdf8b7aaf0f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:21.182889 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '7ac4cd7a-00e4-4662-956a-2eb20f5ea746', 'network_id': 'd1bd41b7-e4e3-465c-a858-6a8c07aabefa', 'port_id': '7ac4cd7a-00e4-4662-956a-2eb20f5ea746', 'mac_address': 'fa:16:3e:08:81:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29fbd812-75c6-4cf7-a6ba-c9edee3eebb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:45:21.224292 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87182889-9acc-49c8-84ac-701994f18a66 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.224824 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87182889-9acc-49c8-84ac-701994f18a66 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router debc5327-819d-4eee-b679-6e33cf5e5908 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:45:21.228862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1125d-ebe3-4edb-9087-ff64b7734887 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Subnet': ['ID=6eb83ca4-4a14-45af-8098-75de506ff818,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:21.245728 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87182889-9acc-49c8-84ac-701994f18a66 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.251977 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-87182889-9acc-49c8-84ac-701994f18a66 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "DELETE /v2.0/routers/debc5327-819d-4eee-b679-6e33cf5e5908 HTTP/1.1" status: 204 len: 168 time: 1.6290636 Aug 16 01:45:21.271794 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.293517 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c1125d-ebe3-4edb-9087-ff64b7734887 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Checking segment: {'id': '35a92695-be18-4089-8774-d5affb0e094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b2ab55be-2e74-4844-9355-d92a8b123b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:21.293991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c1125d-ebe3-4edb-9087-ff64b7734887 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network hostable DHCP agents. Network: b2ab55be-2e74-4844-9355-d92a8b123b45, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:45:21.307058 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f20aa-0586-48a3-a0df-de889c59cf5c req-9f50bc66-8289-43bc-bbf3-bb98080b2ede tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:21.315330 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ba7f20aa-0586-48a3-a0df-de889c59cf5c req-9f50bc66-8289-43bc-bbf3-bb98080b2ede tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 943 time: 0.6633854 Aug 16 01:45:21.318975 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac4cd7a-00e4-4662-956a-2eb20f5ea746 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:21.336139 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-65cd8ba3-224a-4cf1-8aa5-0257f504d863 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Made reservation on behalf of 9ca74d145ad54f52a9156b1910a2719b for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:21.340335 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-65cd8ba3-224a-4cf1-8aa5-0257f504d863 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.379213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b6af87-6044-4e68-a4f9-8f6465333c5b {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:21.380040 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ba7f20aa-0586-48a3-a0df-de889c59cf5c req-515c5643-64b9-43cc-a4d8-a0a52fc26126 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637581 Aug 16 01:45:21.392242 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c1125d-ebe3-4edb-9087-ff64b7734887 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network b2ab55be-2e74-4844-9355-d92a8b123b45 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:45:21.445281 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.460665 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d6c1125d-ebe3-4edb-9087-ff64b7734887 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, b2ab55be-2e74-4844-9355-d92a8b123b45) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:21.462597 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 7ac4cd7a-00e4-4662-956a-2eb20f5ea746, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7ac4cd7a-00e4-4662-956a-2eb20f5ea746,segment=NetworkSegment(962947a4-95cf-4037-b4a9-3fdf8b7aaf0f),segment_id=962947a4-95cf-4037-b4a9-3fdf8b7aaf0f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:21.469383 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c1125d-ebe3-4edb-9087-ff64b7734887 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:21.471395 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6c1125d-ebe3-4edb-9087-ff64b7734887 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.476861 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.484648 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c4e662-faf1-4bb2-a8f6-250e3a7c96b5 None None] Network b2ab55be-2e74-4844-9355-d92a8b123b45 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:21.499927 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d6c1125d-ebe3-4edb-9087-ff64b7734887 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3334568 Aug 16 01:45:21.520729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53894) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:21.535921 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8915ed25-138f-410b-a718-e7f71fed171f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'network_id': 'b2ab55be-2e74-4844-9355-d92a8b123b45', 'name': 'tempest-PortsTestJSON-1779713895'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:21.556679 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-839a2679-58a2-4ddf-a706-accd90e31c53 req-a21d25be-d709-4dfa-af77-78608cc5caa6 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.0534289 Aug 16 01:45:21.615244 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53896) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:21.639211 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Transition to ACTIVE for port object e1b6af87-6044-4e68-a4f9-8f6465333c5b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:21.658778 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:21.720557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=7ac4cd7a-00e4-4662-956a-2eb20f5ea746,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:21.868436 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['7ac4cd7a-00e4-4662-956a-2eb20f5ea746'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:21.876834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:45:16Z', 'revision_number': 4, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'b2b2efff-55ad-47bf-a1dc-4c28420bee07', 'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'mac_address': 'fa:16:3e:d3:61:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:13Z', 'updated_at': '2021-08-16T01:45:16Z', 'revision_number': 2, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'subnets': [{'id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:21.938021 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-90922d15-a85c-44e8-9dc9-77f0421d5d51 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1755494246', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:22.000010 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53906) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:22.009250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b6af87-6044-4e68-a4f9-8f6465333c5b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:22.016213 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f69d1726-10c9-47de-be82-d60227d53203 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1977983938', 'description': 'tempest-description--632153046'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:22.062391 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90922d15-a85c-44e8-9dc9-77f0421d5d51 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.063706 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90922d15-a85c-44e8-9dc9-77f0421d5d51 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.097647 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-f4d60a17-602d-4260-817b-ed430ecf376c req-65cd8ba3-224a-4cf1-8aa5-0257f504d863 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Allocated IP 172.20.0.8 (5ffd1200-3653-4dd2-97e7-c5074409a495/d2066c6a-92ce-4085-9aef-33a27593c624/15416754-813f-49e1-bf9c-3e1659dcbe8b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:22.130516 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f69d1726-10c9-47de-be82-d60227d53203 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.176754 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8915ed25-138f-410b-a718-e7f71fed171f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:22.180909 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8915ed25-138f-410b-a718-e7f71fed171f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.187744 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Checking router: a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:45:22.188367 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Updating router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a port b2b2efff-55ad-47bf-a1dc-4c28420bee07 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:45:22.190747 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-b2ab55be-2e74-4844-9355-d92a8b123b45', 'network_id': 'b2ab55be-2e74-4844-9355-d92a8b123b45', 'tenant_id': '81838e3aa0c9493fbc6d0bcbcdcdd7ba', 'fixed_ips': [{'subnet_id': '6eb83ca4-4a14-45af-8098-75de506ff818'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:45:22.199690 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.208714 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Attempting to bind port e1b6af87-6044-4e68-a4f9-8f6465333c5b on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:22.209487 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Attempting to bind port e1b6af87-6044-4e68-a4f9-8f6465333c5b by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:22.210402 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Attempting to bind port e1b6af87-6044-4e68-a4f9-8f6465333c5b on network e34c68e7-0a34-46ae-ac57-cc0385b7595c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:22.248551 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-8915ed25-138f-410b-a718-e7f71fed171f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] device_id is not set on port 537d75c6-3d1d-42d1-8f72-bac9511b04d1 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:45:22.267527 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90922d15-a85c-44e8-9dc9-77f0421d5d51 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.430846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595ca2c-fb89-4fbe-91a4-6a555cfa2c64 req-99215ca5-615d-4d88-bbc4-a32af21900ec tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:22.432630 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c595ca2c-fb89-4fbe-91a4-6a555cfa2c64 req-99215ca5-615d-4d88-bbc4-a32af21900ec tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151f80-5017-4e86-89f9-2f7270de6d4e HTTP/1.1" status: 200 len: 944 time: 0.1822147 Aug 16 01:45:22.444256 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-65cd8ba3-224a-4cf1-8aa5-0257f504d863 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.456195 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Allocated IP 172.20.0.2 (b2ab55be-2e74-4844-9355-d92a8b123b45/6eb83ca4-4a14-45af-8098-75de506ff818/53f39980-32e9-4ad6-b412-637401f88560) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:22.461814 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f4d60a17-602d-4260-817b-ed430ecf376c req-65cd8ba3-224a-4cf1-8aa5-0257f504d863 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Transition to ACTIVE for port object 15416754-813f-49e1-bf9c-3e1659dcbe8b will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:22.496730 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Port e1b6af87-6044-4e68-a4f9-8f6465333c5b on network e34c68e7-0a34-46ae-ac57-cc0385b7595c not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:45:22.497222 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Attempting to bind port e1b6af87-6044-4e68-a4f9-8f6465333c5b on network e34c68e7-0a34-46ae-ac57-cc0385b7595c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:22.509464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:22.509973 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Checking segment: {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:22.510557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Bound using segment: {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:22.511093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Bound port: e1b6af87-6044-4e68-a4f9-8f6465333c5b, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:22.511638 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.545533 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-65cd8ba3-224a-4cf1-8aa5-0257f504d863 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.570392 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90922d15-a85c-44e8-9dc9-77f0421d5d51 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.612612 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.621674 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Transition to ACTIVE for port object 53f39980-32e9-4ad6-b412-637401f88560 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:22.637983 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Transition to ACTIVE for port object 53f39980-32e9-4ad6-b412-637401f88560 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:22.660957 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.661421 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c595ca2c-fb89-4fbe-91a4-6a555cfa2c64 req-d54eafc1-eac4-4e3e-bf34-2a6b5fef8eff tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149408 Aug 16 01:45:22.691158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd8ba3-224a-4cf1-8aa5-0257f504d863 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event updated for resources: {'Port': ['ID=15416754-813f-49e1-bf9c-3e1659dcbe8b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:22.722758 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Pushing event updated for resources: {'Port': ['ID=53f39980-32e9-4ad6-b412-637401f88560,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:22.725101 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.743555 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f69d1726-10c9-47de-be82-d60227d53203 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.754137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d60a17-602d-4260-817b-ed430ecf376c req-65cd8ba3-224a-4cf1-8aa5-0257f504d863 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Network 5ffd1200-3653-4dd2-97e7-c5074409a495 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:22.760783 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f69d1726-10c9-47de-be82-d60227d53203 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.803244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-f4d60a17-602d-4260-817b-ed430ecf376c req-65cd8ba3-224a-4cf1-8aa5-0257f504d863 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:22.813727 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d60a17-602d-4260-817b-ed430ecf376c req-65cd8ba3-224a-4cf1-8aa5-0257f504d863 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:22.819739 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f69d1726-10c9-47de-be82-d60227d53203 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.824792 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f69d1726-10c9-47de-be82-d60227d53203 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8232391 Aug 16 01:45:22.827583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53924) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:22.831239 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Network b2ab55be-2e74-4844-9355-d92a8b123b45 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:22.843093 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:22.858977 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3cf7dba7-8185-4767-acc1-d3162a86b01b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Request body: {'security_group_rule': {'security_group_id': 'a5ea00c6-2837-4588-8d98-11b330c77f08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:22.862267 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae15b0ff-9e90-46eb-bc69-68a7111851cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:22.872518 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:22.905078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d1726-10c9-47de-be82-d60227d53203 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ea00c6-2837-4588-8d98-11b330c77f08,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:23.001932 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31300e1-ccfa-4620-bf30-90088fae09df req-830c245b-9a45-4295-907d-d9228f4c7809 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:23.015304 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e31300e1-ccfa-4620-bf30-90088fae09df req-830c245b-9a45-4295-907d-d9228f4c7809 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 931 time: 0.1964390 Aug 16 01:45:23.045711 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3cf7dba7-8185-4767-acc1-d3162a86b01b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.076559 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-65cd8ba3-224a-4cf1-8aa5-0257f504d863 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:23.079076 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-65cd8ba3-224a-4cf1-8aa5-0257f504d863 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.135850 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e31300e1-ccfa-4620-bf30-90088fae09df req-ce9ee98a-543f-4e84-9032-b67642294639 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191986 Aug 16 01:45:23.216337 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8e7a2-5cba-4e15-914f-ec72d7038962 req-a2c42402-c258-4b0e-8693-3571e7ff426d tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:23.218083 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43a8e7a2-5cba-4e15-914f-ec72d7038962 req-a2c42402-c258-4b0e-8693-3571e7ff426d tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 944 time: 0.6581583 Aug 16 01:45:23.265478 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-65cd8ba3-224a-4cf1-8aa5-0257f504d863 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3850415 Aug 16 01:45:23.284760 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f4d60a17-602d-4260-817b-ed430ecf376c req-b21d2f00-709f-4d1b-a073-dde32b70a8c4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Request body: {'port': {'device_id': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa', 'admin_state_up': True, 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'security_groups': ['60ddb9b6-6b38-43d5-883c-c60fdb703a7a']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:23.290153 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90922d15-a85c-44e8-9dc9-77f0421d5d51 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.299577 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3cf7dba7-8185-4767-acc1-d3162a86b01b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.338365 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3cf7dba7-8185-4767-acc1-d3162a86b01b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.347033 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90922d15-a85c-44e8-9dc9-77f0421d5d51 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.353021 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Attempting to bind port 53f39980-32e9-4ad6-b412-637401f88560 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:23.353646 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Attempting to bind port 53f39980-32e9-4ad6-b412-637401f88560 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '35a92695-be18-4089-8774-d5affb0e094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b2ab55be-2e74-4844-9355-d92a8b123b45'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:23.353973 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Attempting to bind port 53f39980-32e9-4ad6-b412-637401f88560 on network b2ab55be-2e74-4844-9355-d92a8b123b45 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:23.368610 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43a8e7a2-5cba-4e15-914f-ec72d7038962 req-ee44241f-5f75-44b2-b788-568ac6cb5cae tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436911 Aug 16 01:45:23.368844 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:23.369842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Checking segment: {'id': '35a92695-be18-4089-8774-d5affb0e094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b2ab55be-2e74-4844-9355-d92a8b123b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:23.370333 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7dba7-8185-4767-acc1-d3162a86b01b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696ac287-1a64-44bf-a180-489cde4f3c5b,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:23.370655 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.371590 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Bound using segment: {'id': '35a92695-be18-4089-8774-d5affb0e094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b2ab55be-2e74-4844-9355-d92a8b123b45'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:23.372371 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Bound port: 53f39980-32e9-4ad6-b412-637401f88560, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a92695-be18-4089-8774-d5affb0e094f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b2ab55be-2e74-4844-9355-d92a8b123b45'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:23.372862 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.405067 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] For port e1b6af87-6044-4e68-a4f9-8f6465333c5b, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:23.415158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-8915ed25-138f-410b-a718-e7f71fed171f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Allocated IP 172.20.0.10 (b2ab55be-2e74-4844-9355-d92a8b123b45/6eb83ca4-4a14-45af-8098-75de506ff818/537d75c6-3d1d-42d1-8f72-bac9511b04d1) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:23.420530 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3cf7dba7-8185-4767-acc1-d3162a86b01b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.425457 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3cf7dba7-8185-4767-acc1-d3162a86b01b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5955627 Aug 16 01:45:23.426378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53932) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:23.434982 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-adad7405-cc93-438c-96df-26bee6d57f09 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Request body: {'security_group_rule': {'security_group_id': 'a5ea00c6-2837-4588-8d98-11b330c77f08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:23.460097 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] For port e1b6af87-6044-4e68-a4f9-8f6465333c5b, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e1b6af87-6044-4e68-a4f9-8f6465333c5b,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:23.467791 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b99e9517-30b8-4b18-b192-cc52b85afb7c None None] Provisioning for port 15416754-813f-49e1-bf9c-3e1659dcbe8b completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:23.492582 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b99e9517-30b8-4b18-b192-cc52b85afb7c None None] Provisioning complete for port 15416754-813f-49e1-bf9c-3e1659dcbe8b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:23.493392 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b99e9517-30b8-4b18-b192-cc52b85afb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.508524 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.536629 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.541451 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-90922d15-a85c-44e8-9dc9-77f0421d5d51 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Allocated IP 172.25.3.43 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/f779e376-aed9-445a-8345-55a92c9ba54a) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:23.588690 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:23.589420 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.591696 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] 10.222.0.73 "PUT /v2.0/ports/e1b6af87-6044-4e68-a4f9-8f6465333c5b HTTP/1.1" status: 200 len: 1093 time: 3.7757044 Aug 16 01:45:23.596715 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5151f80-5017-4e86-89f9-2f7270de6d4e', 'tag': 'e1b6af87-6044-4e68-a4f9-8f6465333c5b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:23.599195 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d211213-5f6e-47cf-b38f-2157006a86a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f5151f80-5017-4e86-89f9-2f7270de6d4e", "tag": "e1b6af87-6044-4e68-a4f9-8f6465333c5b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:23.672306 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90922d15-a85c-44e8-9dc9-77f0421d5d51 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.707847 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8e038-d478-4b46-9c41-9936d3d3a618 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b6af87-6044-4e68-a4f9-8f6465333c5b,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:23.716095 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6f6272-4d16-428d-99c7-a85d7b9bc356 x-openstack-request-id: req-5e6f6272-4d16-428d-99c7-a85d7b9bc356 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:23.716541 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5151f80-5017-4e86-89f9-2f7270de6d4e", "tag": "e1b6af87-6044-4e68-a4f9-8f6465333c5b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:23.717031 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5e6f6272-4d16-428d-99c7-a85d7b9bc356 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:23.718091 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5151f80-5017-4e86-89f9-2f7270de6d4e', 'tag': 'e1b6af87-6044-4e68-a4f9-8f6465333c5b', 'status': 'completed', 'code': 200} Aug 16 01:45:23.731596 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90922d15-a85c-44e8-9dc9-77f0421d5d51 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.787466 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.796612 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90922d15-a85c-44e8-9dc9-77f0421d5d51 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:23.801850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b99e9517-30b8-4b18-b192-cc52b85afb7c None None] Port 15416754-813f-49e1-bf9c-3e1659dcbe8b cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:23.809556 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-adad7405-cc93-438c-96df-26bee6d57f09 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.819682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Transition to ACTIVE for port object b2b2efff-55ad-47bf-a1dc-4c28420bee07 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:23.833499 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] For port 53f39980-32e9-4ad6-b412-637401f88560, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:23.837714 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.844985 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] For port 53f39980-32e9-4ad6-b412-637401f88560, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=53f39980-32e9-4ad6-b412-637401f88560,segment=NetworkSegment(35a92695-be18-4089-8774-d5affb0e094f),segment_id=35a92695-be18-4089-8774-d5affb0e094f)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:23.859094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-90922d15-a85c-44e8-9dc9-77f0421d5d51 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:23.893732 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-adad7405-cc93-438c-96df-26bee6d57f09 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.894961 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90922d15-a85c-44e8-9dc9-77f0421d5d51 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:23.907780 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-935f9b21-4ea3-48e6-98d2-39f695305f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:23.909968 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:23.910141 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-935f9b21-4ea3-48e6-98d2-39f695305f36 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&device_id=f5151f80-5017-4e86-89f9-2f7270de6d4e HTTP/1.1" status: 200 len: 1096 time: 0.2428591 Aug 16 01:45:24.009744 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d733e6b-2222-44de-b8dc-a3f7e770543c None None] Pushing event updated for resources: {'Port': ['ID=b2b2efff-55ad-47bf-a1dc-4c28420bee07,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:24.120385 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40dcc7-f684-412e-b9dd-f37fb5f893ff None None] Pushing event updated for resources: {'Port': ['ID=53f39980-32e9-4ad6-b412-637401f88560,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:24.142984 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-adad7405-cc93-438c-96df-26bee6d57f09 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:24.147566 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90922d15-a85c-44e8-9dc9-77f0421d5d51 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Pushing event updated for resources: {'Port': ['ID=f779e376-aed9-445a-8345-55a92c9ba54a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:24.173006 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-adad7405-cc93-438c-96df-26bee6d57f09 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:24.177123 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-adad7405-cc93-438c-96df-26bee6d57f09 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7442722 Aug 16 01:45:24.178275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53946) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:24.195382 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Attempting to bind port b2b2efff-55ad-47bf-a1dc-4c28420bee07 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:24.195875 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Attempting to bind port b2b2efff-55ad-47bf-a1dc-4c28420bee07 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:24.196316 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Attempting to bind port b2b2efff-55ad-47bf-a1dc-4c28420bee07 on network 41d6539e-4b24-4ea3-ae06-65cd600ea064 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:24.208990 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:24.211915 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:24.214007 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Checking segment: {'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:24.214599 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:24.218389 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Bound using segment: {'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:24.219062 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Bound port: b2b2efff-55ad-47bf-a1dc-4c28420bee07, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:24.219566 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:24.259732 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad7405-cc93-438c-96df-26bee6d57f09 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc91efc-dd83-44db-b3c1-3f723a3ac991,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:24.268620 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-162fe2f3-c421-4fa9-873f-890e1f55c48c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:24.314801 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-162fe2f3-c421-4fa9-873f-890e1f55c48c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:24.433985 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] For port b2b2efff-55ad-47bf-a1dc-4c28420bee07, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:24.441374 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] For port b2b2efff-55ad-47bf-a1dc-4c28420bee07, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b2b2efff-55ad-47bf-a1dc-4c28420bee07,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:24.481472 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:24.588838 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d733e6b-2222-44de-b8dc-a3f7e770543c None None] Pushing event updated for resources: {'Port': ['ID=b2b2efff-55ad-47bf-a1dc-4c28420bee07,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:24.624347 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Routers {'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:24.625024 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:45:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:24.638645 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8915ed25-138f-410b-a718-e7f71fed171f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:24.665726 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90922d15-a85c-44e8-9dc9-77f0421d5d51 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:24.667816 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8915ed25-138f-410b-a718-e7f71fed171f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Transition to ACTIVE for port object 537d75c6-3d1d-42d1-8f72-bac9511b04d1 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:24.744438 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-b21d2f00-709f-4d1b-a073-dde32b70a8c4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Made reservation on behalf of 9ca74d145ad54f52a9156b1910a2719b for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:24.757183 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-b21d2f00-709f-4d1b-a073-dde32b70a8c4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:24.784446 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476b793-0e5f-4e35-b89c-7ba0f0d75393 req-23199961-164e-42c3-8158-0fdd26c3b5f3 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:24.786997 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4476b793-0e5f-4e35-b89c-7ba0f0d75393 req-23199961-164e-42c3-8158-0fdd26c3b5f3 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 931 time: 0.4741051 Aug 16 01:45:24.843157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] Set router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:25.054331 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 7ac4cd7a-00e4-4662-956a-2eb20f5ea746 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:25.072671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-f4d60a17-602d-4260-817b-ed430ecf376c req-b21d2f00-709f-4d1b-a073-dde32b70a8c4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Allocated IP 10.1.1.237 (25689f12-8f02-45a9-92d2-2d5bfc262caa/4928c19d-6e04-4f53-b85e-b835057b94ec/bee42ab6-fdb5-48a2-98ba-795a696d06da) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:25.181114 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-162fe2f3-c421-4fa9-873f-890e1f55c48c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.428503 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-b21d2f00-709f-4d1b-a073-dde32b70a8c4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.438898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-162fe2f3-c421-4fa9-873f-890e1f55c48c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Allocated IP 172.25.3.82 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/1966fe9a-159a-44b0-b008-349479f5521f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:25.486158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f4d60a17-602d-4260-817b-ed430ecf376c req-b21d2f00-709f-4d1b-a073-dde32b70a8c4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Transition to ACTIVE for port object bee42ab6-fdb5-48a2-98ba-795a696d06da will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:25.510943 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 7ac4cd7a-00e4-4662-956a-2eb20f5ea746 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:25.531424 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 53f39980-32e9-4ad6-b412-637401f88560 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:25.538375 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 7ac4cd7a-00e4-4662-956a-2eb20f5ea746 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:25.538981 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.579936 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8915ed25-138f-410b-a718-e7f71fed171f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.608461 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-b21d2f00-709f-4d1b-a073-dde32b70a8c4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.661984 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f9f96b-6d7b-4e1b-ab93-fc74bcef384a None None] Network b2ab55be-2e74-4844-9355-d92a8b123b45 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:25.667578 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90922d15-a85c-44e8-9dc9-77f0421d5d51 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.678039 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-162fe2f3-c421-4fa9-873f-890e1f55c48c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.694176 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4476b793-0e5f-4e35-b89c-7ba0f0d75393 req-ae87c657-b35a-49ed-8a6a-28a2b4d0e229 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8134255 Aug 16 01:45:25.739448 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:45:16Z', 'revision_number': 4, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'b2b2efff-55ad-47bf-a1dc-4c28420bee07', 'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'mac_address': 'fa:16:3e:d3:61:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:13Z', 'updated_at': '2021-08-16T01:45:24Z', 'revision_number': 4, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'subnets': [{'id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:25.785082 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d60a17-602d-4260-817b-ed430ecf376c req-b21d2f00-709f-4d1b-a073-dde32b70a8c4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Network 25689f12-8f02-45a9-92d2-2d5bfc262caa is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:25.785082 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-3824d199-36c3-4763-bfeb-740cb05bff99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1b6af87-6044-4e68-a4f9-8f6465333c5b HTTP/1.1" status: 200 len: 217 time: 1.8499129 Aug 16 01:45:25.790214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-f4d60a17-602d-4260-817b-ed430ecf376c req-b21d2f00-709f-4d1b-a073-dde32b70a8c4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:25.859996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63faf44-82c2-46e8-bf57-83728d8fe24a None None] The sync data for ids ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'] in n-d-765315-27 is: [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:45:16Z', 'revision_number': 4, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'b2b2efff-55ad-47bf-a1dc-4c28420bee07', 'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'mac_address': 'fa:16:3e:d3:61:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:13Z', 'updated_at': '2021-08-16T01:45:24Z', 'revision_number': 4, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'subnets': [{'id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:45:25.878646 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-af7f94e7-3949-412b-b677-5e72d4caa7b9 None None] Provisioning for port 53f39980-32e9-4ad6-b412-637401f88560 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:25.892420 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.930728 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 53f39980-32e9-4ad6-b412-637401f88560 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:25.942457 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.962952 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 53f39980-32e9-4ad6-b412-637401f88560 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:25.963719 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:25.985499 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d60a17-602d-4260-817b-ed430ecf376c req-b21d2f00-709f-4d1b-a073-dde32b70a8c4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:26.023392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bf1449-0cf0-4b10-9b60-136ba92a42aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac4cd7a-00e4-4662-956a-2eb20f5ea746'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:26.025977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5a0d4-cdb4-45b0-a2dc-bb2ba80564a2 req-90c2c7fc-4f34-4bdb-b4ce-851cc2fbaf6f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:26.026560 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98eda501-71d5-4661-9a5c-36141906f4a5" -d '{"events": [{"server_uuid": "d0bf1449-0cf0-4b10-9b60-136ba92a42aa", "name": "network-vif-plugged", "status": "completed", "tag": "7ac4cd7a-00e4-4662-956a-2eb20f5ea746"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:26.036967 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3cc5a0d4-cdb4-45b0-a2dc-bb2ba80564a2 req-90c2c7fc-4f34-4bdb-b4ce-851cc2fbaf6f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151f80-5017-4e86-89f9-2f7270de6d4e HTTP/1.1" status: 200 len: 944 time: 2.2779896 Aug 16 01:45:26.037704 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915ed25-138f-410b-a718-e7f71fed171f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=537d75c6-3d1d-42d1-8f72-bac9511b04d1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:26.054260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 7ac4cd7a-00e4-4662-956a-2eb20f5ea746, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7ac4cd7a-00e4-4662-956a-2eb20f5ea746,segment=NetworkSegment(962947a4-95cf-4037-b4a9-3fdf8b7aaf0f),segment_id=962947a4-95cf-4037-b4a9-3fdf8b7aaf0f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:26.064106 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:26.099867 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-162fe2f3-c421-4fa9-873f-890e1f55c48c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:26.214655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-b49168ff-6ad2-416b-97e5-dde1b0c4c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:26.216969 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162fe2f3-c421-4fa9-873f-890e1f55c48c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:26.226418 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fe2f3-c421-4fa9-873f-890e1f55c48c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Pushing event updated for resources: {'Port': ['ID=1966fe9a-159a-44b0-b008-349479f5521f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:26.226651 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-b49168ff-6ad2-416b-97e5-dde1b0c4c00d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9018291d-2978-41e4-8573-6602cff70f18 HTTP/1.1" status: 200 len: 845 time: 0.4114797 Aug 16 01:45:26.241621 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-162fe2f3-c421-4fa9-873f-890e1f55c48c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:26.254156 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162fe2f3-c421-4fa9-873f-890e1f55c48c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:26.303639 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:26.306708 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=7ac4cd7a-00e4-4662-956a-2eb20f5ea746,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:26.312056 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:45:26.369031 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c5696-472c-4c67-a71c-1fc4510a30b7 req-ede0a9a9-8fd7-430f-bfa2-135466dcdf71 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:26.371287 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c0c5696-472c-4c67-a71c-1fc4510a30b7 req-ede0a9a9-8fd7-430f-bfa2-135466dcdf71 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 944 time: 0.5690258 Aug 16 01:45:26.391961 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8915ed25-138f-410b-a718-e7f71fed171f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network b2ab55be-2e74-4844-9355-d92a8b123b45 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:26.396180 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-d22b89fe-6028-432d-85a0-76c432e29e09 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e34c68e7-0a34-46ae-ac57-cc0385b7595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808351 Aug 16 01:45:26.416772 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 53f39980-32e9-4ad6-b412-637401f88560, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=53f39980-32e9-4ad6-b412-637401f88560,segment=NetworkSegment(35a92695-be18-4089-8774-d5affb0e094f),segment_id=35a92695-be18-4089-8774-d5affb0e094f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:26.427377 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:26.561683 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90922d15-a85c-44e8-9dc9-77f0421d5d51 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Router e1efe5a1-289c-494d-b99a-3563ddc8dd17 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:45:26.569617 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=53f39980-32e9-4ad6-b412-637401f88560,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:26.580614 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bfb5620f-dca5-4c46-b3e3-09ff52569235 None None] Provisioning for port bee42ab6-fdb5-48a2-98ba-795a696d06da completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:26.584688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bfb5620f-dca5-4c46-b3e3-09ff52569235 None None] Provisioning complete for port bee42ab6-fdb5-48a2-98ba-795a696d06da triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:26.585070 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bfb5620f-dca5-4c46-b3e3-09ff52569235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:26.644062 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c0c5696-472c-4c67-a71c-1fc4510a30b7 req-48cab03b-7573-42c8-a6ee-f8be2023e49c tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659395 Aug 16 01:45:26.661481 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bfb5620f-dca5-4c46-b3e3-09ff52569235 None None] Port bee42ab6-fdb5-48a2-98ba-795a696d06da cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:26.682221 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-162fe2f3-c421-4fa9-873f-890e1f55c48c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:26.697476 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-8e040b5f-0b37-4d3d-93fb-8888e191b813 service neutron] 10.222.0.73 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735646 Aug 16 01:45:26.698366 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8915ed25-138f-410b-a718-e7f71fed171f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:26.711997 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8915ed25-138f-410b-a718-e7f71fed171f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:26.743673 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a261ed87-8a31-442a-b4fb-cfa8d6a7ecee x-openstack-request-id: req-a261ed87-8a31-442a-b4fb-cfa8d6a7ecee {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:26.744025 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0bf1449-0cf0-4b10-9b60-136ba92a42aa", "name": "network-vif-plugged", "status": "completed", "tag": "7ac4cd7a-00e4-4662-956a-2eb20f5ea746", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:26.744260 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a261ed87-8a31-442a-b4fb-cfa8d6a7ecee {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:26.744846 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bf1449-0cf0-4b10-9b60-136ba92a42aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac4cd7a-00e4-4662-956a-2eb20f5ea746', 'code': 200} Aug 16 01:45:26.897315 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90922d15-a85c-44e8-9dc9-77f0421d5d51 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:45:26.908210 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da66423e-4f75-443d-8aaf-3bab216b3c44 None None] Sync routers for ids ['e1efe5a1-289c-494d-b99a-3563ddc8dd17'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:45:26.932637 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b1798e29-2360-4d1a-9ffe-faa5c8514536 None None] Provisioning for port 537d75c6-3d1d-42d1-8f72-bac9511b04d1 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:26.936496 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da66423e-4f75-443d-8aaf-3bab216b3c44 None None] Routers {'e1efe5a1-289c-494d-b99a-3563ddc8dd17'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:26.938705 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-da66423e-4f75-443d-8aaf-3bab216b3c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:45:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e1efe5a1-289c-494d-b99a-3563ddc8dd17'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:26.943781 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26823bce-1659-4158-b7fc-2a518d0a2b12 req-fe07814e-7b7f-4113-804a-dbb511adb2e1 service neutron] 10.222.0.73 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129869 Aug 16 01:45:26.944375 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b1798e29-2360-4d1a-9ffe-faa5c8514536 None None] Provisioning complete for port 537d75c6-3d1d-42d1-8f72-bac9511b04d1 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:26.944770 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1798e29-2360-4d1a-9ffe-faa5c8514536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:27.028467 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b1798e29-2360-4d1a-9ffe-faa5c8514536 None None] Port 537d75c6-3d1d-42d1-8f72-bac9511b04d1 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:27.064616 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b1798e29-2360-4d1a-9ffe-faa5c8514536 None None] Provisioning complete for port 53f39980-32e9-4ad6-b412-637401f88560 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:27.065304 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1798e29-2360-4d1a-9ffe-faa5c8514536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:27.090309 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-da66423e-4f75-443d-8aaf-3bab216b3c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:27.115218 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da66423e-4f75-443d-8aaf-3bab216b3c44 None None] Routers {'e1efe5a1-289c-494d-b99a-3563ddc8dd17'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:27.118822 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-da66423e-4f75-443d-8aaf-3bab216b3c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:45:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e1efe5a1-289c-494d-b99a-3563ddc8dd17'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:27.160042 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-162fe2f3-c421-4fa9-873f-890e1f55c48c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:27.213238 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-da66423e-4f75-443d-8aaf-3bab216b3c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:27.216764 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da66423e-4f75-443d-8aaf-3bab216b3c44 None None] The sync data for ids ['e1efe5a1-289c-494d-b99a-3563ddc8dd17'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:45:27.252802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-b21d2f00-709f-4d1b-a073-dde32b70a8c4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:27.254385 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-b21d2f00-709f-4d1b-a073-dde32b70a8c4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:27.265549 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3cc5a0d4-cdb4-45b0-a2dc-bb2ba80564a2 req-b174ddf1-1064-48d0-98c1-457329bc4aa9 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0925860 Aug 16 01:45:27.306226 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d2f00-709f-4d1b-a073-dde32b70a8c4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event updated for resources: {'Port': ['ID=bee42ab6-fdb5-48a2-98ba-795a696d06da,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:27.375732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8915ed25-138f-410b-a718-e7f71fed171f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:27.382536 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8915ed25-138f-410b-a718-e7f71fed171f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:27.397658 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-b21d2f00-709f-4d1b-a073-dde32b70a8c4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1166625 Aug 16 01:45:27.403058 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f01411-de45-4f0d-988b-c14c2f76db02 req-d2797a58-0062-448d-90a0-cc898a1491c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:27.403058 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30f01411-de45-4f0d-988b-c14c2f76db02 req-d2797a58-0062-448d-90a0-cc898a1491c0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 1097 time: 0.4581187 Aug 16 01:45:27.413268 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d759c902-5ed7-4bb4-94a5-3d596de47957 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Request body: {'port': {'device_id': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa', 'admin_state_up': True, 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'security_groups': ['60ddb9b6-6b38-43d5-883c-c60fdb703a7a']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:27.423441 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8540cb10-fc0a-46e5-908b-347de2494082 None None] Provisioning complete for port 537d75c6-3d1d-42d1-8f72-bac9511b04d1 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:27.423827 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8540cb10-fc0a-46e5-908b-347de2494082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:27.445907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d211213-5f6e-47cf-b38f-2157006a86a2 req-9d06e4ff-b534-46dc-8b3c-b87cfa438a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:27.447726 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d211213-5f6e-47cf-b38f-2157006a86a2 req-9d06e4ff-b534-46dc-8b3c-b87cfa438a6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&device_id=f5151f80-5017-4e86-89f9-2f7270de6d4e HTTP/1.1" status: 200 len: 1096 time: 0.3395586 Aug 16 01:45:27.538923 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8540cb10-fc0a-46e5-908b-347de2494082 None None] Port 537d75c6-3d1d-42d1-8f72-bac9511b04d1 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:27.628463 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b2b2efff-55ad-47bf-a1dc-4c28420bee07 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:27.654013 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8915ed25-138f-410b-a718-e7f71fed171f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.1291521 Aug 16 01:45:27.654723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53992) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:27.755461 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port b2b2efff-55ad-47bf-a1dc-4c28420bee07 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:27.759611 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port b2b2efff-55ad-47bf-a1dc-4c28420bee07 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:27.759994 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:27.833584 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30f01411-de45-4f0d-988b-c14c2f76db02 req-bd815d47-c7b7-458f-b535-1cf77bb8d70a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113691 Aug 16 01:45:27.835070 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d211213-5f6e-47cf-b38f-2157006a86a2 req-986dbb75-0dd0-40f6-aa86-61a44860fbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:27.836954 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d211213-5f6e-47cf-b38f-2157006a86a2 req-986dbb75-0dd0-40f6-aa86-61a44860fbe4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 906 time: 0.3694215 Aug 16 01:45:27.967834 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:28.008120 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d211213-5f6e-47cf-b38f-2157006a86a2 req-77e2ab94-5a13-448a-9279-d4a9142ccb70 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1b6af87-6044-4e68-a4f9-8f6465333c5b HTTP/1.1" status: 200 len: 217 time: 0.1580675 Aug 16 01:45:28.035533 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port b2b2efff-55ad-47bf-a1dc-4c28420bee07, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b2b2efff-55ad-47bf-a1dc-4c28420bee07,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:28.045227 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:28.046056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 53f39980-32e9-4ad6-b412-637401f88560 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:28.103630 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-162fe2f3-c421-4fa9-873f-890e1f55c48c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:28.108329 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90922d15-a85c-44e8-9dc9-77f0421d5d51 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:28.113032 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-90922d15-a85c-44e8-9dc9-77f0421d5d51 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.4949248 Aug 16 01:45:28.114342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54000) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:28.115028 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-162fe2f3-c421-4fa9-873f-890e1f55c48c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:28.156510 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d211213-5f6e-47cf-b38f-2157006a86a2 req-bddeed73-0106-42fd-a071-3d95205e4c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:28.159467 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d211213-5f6e-47cf-b38f-2157006a86a2 req-bddeed73-0106-42fd-a071-3d95205e4c6e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9018291d-2978-41e4-8573-6602cff70f18 HTTP/1.1" status: 200 len: 845 time: 0.1290419 Aug 16 01:45:28.174748 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=b2b2efff-55ad-47bf-a1dc-4c28420bee07,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:28.235533 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 53f39980-32e9-4ad6-b412-637401f88560 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:28.236008 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:28.271149 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46155006-6330-47d1-98b1-f71b419fe766 req-530ce87c-a6b7-48b9-abb6-5efb1ff7b1ed tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:28.283206 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46155006-6330-47d1-98b1-f71b419fe766 req-530ce87c-a6b7-48b9-abb6-5efb1ff7b1ed tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:28.283206 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-46155006-6330-47d1-98b1-f71b419fe766 req-530ce87c-a6b7-48b9-abb6-5efb1ff7b1ed tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 1653 time: 1.3809681 Aug 16 01:45:28.318372 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d211213-5f6e-47cf-b38f-2157006a86a2 req-893882ae-1baf-4ed3-969f-808a94f7a76c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e34c68e7-0a34-46ae-ac57-cc0385b7595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172969 Aug 16 01:45:28.341911 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1ad07-dedb-4d50-9698-a6a1d5d3281b req-a226c9a9-ddd2-4e4e-ac50-2752cf2f80de tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:28.344744 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-80f1ad07-dedb-4d50-9698-a6a1d5d3281b req-a226c9a9-ddd2-4e4e-ac50-2752cf2f80de tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 945 time: 0.5894113 Aug 16 01:45:28.345396 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d759c902-5ed7-4bb4-94a5-3d596de47957 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Made reservation on behalf of 9ca74d145ad54f52a9156b1910a2719b for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:28.348847 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d759c902-5ed7-4bb4-94a5-3d596de47957 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:28.387655 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fe2f3-c421-4fa9-873f-890e1f55c48c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Pushing event updated for resources: {'Port': ['ID=1966fe9a-159a-44b0-b008-349479f5521f,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:28.393986 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-162fe2f3-c421-4fa9-873f-890e1f55c48c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:28.441605 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-46155006-6330-47d1-98b1-f71b419fe766 req-3a9059af-782c-4e09-9d04-58fb0e5c4863 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384234 Aug 16 01:45:28.460600 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-162fe2f3-c421-4fa9-873f-890e1f55c48c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:28.470770 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-162fe2f3-c421-4fa9-873f-890e1f55c48c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2032709 Aug 16 01:45:28.470770 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ccede997-06a2-4992-b6b1-e284ec452eb9 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "GET /v2.0/routers/e1efe5a1-289c-494d-b99a-3563ddc8dd17 HTTP/1.1" status: 200 len: 920 time: 0.3371587 Aug 16 01:45:28.470770 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54008) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:28.506711 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f33f2254-d7cd-4be5-8260-eeb71af2911e tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1efe5a1-289c-494d-b99a-3563ddc8dd17 HTTP/1.1" status: 200 len: 205 time: 0.0369172 Aug 16 01:45:28.507327 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54014) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:28.612223 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-81ed1b56-42a0-46ea-83da-fa0a8485b94f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port 537d75c6-3d1d-42d1-8f72-bac9511b04d1 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:28.612711 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81ed1b56-42a0-46ea-83da-fa0a8485b94f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:28.634261 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-80f1ad07-dedb-4d50-9698-a6a1d5d3281b req-8193f708-c087-4f56-bb88-b37dc7592f34 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677181 Aug 16 01:45:28.715598 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c41dfa-384d-4a99-960e-fd5341a06202 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:28.801604 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48a415-ed88-4fed-8808-9d5252072a7b req-e2970e41-63f9-4211-a509-4f5506e2f396 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:28.810895 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0b48a415-ed88-4fed-8808-9d5252072a7b req-e2970e41-63f9-4211-a509-4f5506e2f396 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151f80-5017-4e86-89f9-2f7270de6d4e HTTP/1.1" status: 200 len: 944 time: 0.2276385 Aug 16 01:45:28.864276 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d211213-5f6e-47cf-b38f-2157006a86a2 req-0b47f3f4-c0d1-4a24-95f2-e1abc664a3b8 service neutron] 10.222.0.73 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783521 Aug 16 01:45:28.921067 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0b48a415-ed88-4fed-8808-9d5252072a7b req-63e315f4-e424-4802-abe5-f5a45c85c898 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092072 Aug 16 01:45:28.958249 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c41dfa-384d-4a99-960e-fd5341a06202 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:28.970579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d759c902-5ed7-4bb4-94a5-3d596de47957 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Allocated IP 10.1.1.95 (25689f12-8f02-45a9-92d2-2d5bfc262caa/4928c19d-6e04-4f53-b85e-b835057b94ec/b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:29.013076 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81ed1b56-42a0-46ea-83da-fa0a8485b94f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.073855 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e0c41dfa-384d-4a99-960e-fd5341a06202 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Deleting port f779e376-aed9-445a-8345-55a92c9ba54a {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:29.074573 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c41dfa-384d-4a99-960e-fd5341a06202 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.077233 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-81ed1b56-42a0-46ea-83da-fa0a8485b94f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for 537d75c6-3d1d-42d1-8f72-bac9511b04d1 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:29.084527 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-2209a9cc-93bf-4a66-a81f-a67b81f7dee8 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1977983938&fields=id&tenant_id=ba9abf8115ac4b508816c39be6e59924 HTTP/1.1" status: 200 len: 267 time: 0.2480602 Aug 16 01:45:29.142569 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d211213-5f6e-47cf-b38f-2157006a86a2 req-d03b50c0-d022-4f62-adc0-633dddc78652 service neutron] 10.222.0.73 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434831 Aug 16 01:45:29.174466 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c41dfa-384d-4a99-960e-fd5341a06202 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.187288 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e0c41dfa-384d-4a99-960e-fd5341a06202 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Calling delete_port for f779e376-aed9-445a-8345-55a92c9ba54a owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:29.409138 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-9d706675-19d7-4ffd-a9be-dba38f96fafd tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:29.410751 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-9d706675-19d7-4ffd-a9be-dba38f96fafd tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/networks?id=41d6539e-4b24-4ea3-ae06-65cd600ea064 HTTP/1.1" status: 200 len: 817 time: 0.3141694 Aug 16 01:45:29.443102 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c41dfa-384d-4a99-960e-fd5341a06202 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.449327 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b2b2efff-55ad-47bf-a1dc-4c28420bee07 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:29.486329 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d759c902-5ed7-4bb4-94a5-3d596de47957 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.492652 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-472ade73-d27f-4e49-b9e5-cc3fafccc1fc tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/quotas/ba9abf8115ac4b508816c39be6e59924 HTTP/1.1" status: 200 len: 375 time: 0.0560446 Aug 16 01:45:29.492994 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c41dfa-384d-4a99-960e-fd5341a06202 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Pushing event deleted for resources: {'Port': ['ID=f779e376-aed9-445a-8345-55a92c9ba54a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:29.559962 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d759c902-5ed7-4bb4-94a5-3d596de47957 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Transition to ACTIVE for port object b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:29.561600 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81ed1b56-42a0-46ea-83da-fa0a8485b94f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.585970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port b2b2efff-55ad-47bf-a1dc-4c28420bee07 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:29.586582 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.641470 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed1b56-42a0-46ea-83da-fa0a8485b94f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=537d75c6-3d1d-42d1-8f72-bac9511b04d1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:29.701666 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c41dfa-384d-4a99-960e-fd5341a06202 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.731237 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81ed1b56-42a0-46ea-83da-fa0a8485b94f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.735654 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-81ed1b56-42a0-46ea-83da-fa0a8485b94f tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/ports/537d75c6-3d1d-42d1-8f72-bac9511b04d1 HTTP/1.1" status: 204 len: 168 time: 2.0729635 Aug 16 01:45:29.748663 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54042) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:29.761584 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d759c902-5ed7-4bb4-94a5-3d596de47957 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.827326 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-0ca9f023-2063-442d-a786-4d8bce9bf4ce tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba9abf8115ac4b508816c39be6e59924&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3173127 Aug 16 01:45:29.862265 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2934be2-3edd-4079-a969-415c987a1037 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] DELETE failed (client error): The resource could not be found. Aug 16 01:45:29.863274 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2934be2-3edd-4079-a969-415c987a1037 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:45:29.865816 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d2934be2-3edd-4079-a969-415c987a1037 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/ports/537d75c6-3d1d-42d1-8f72-bac9511b04d1 HTTP/1.1" status: 404 len: 333 time: 0.1159008 Aug 16 01:45:29.867672 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c41dfa-384d-4a99-960e-fd5341a06202 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.869369 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54048) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:29.882829 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62ef3d-5544-4b5c-b732-75cfdab7f3da req-317f3574-5091-45c5-8c7c-7774807aa5e3 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:29.890499 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62ef3d-5544-4b5c-b732-75cfdab7f3da req-317f3574-5091-45c5-8c7c-7774807aa5e3 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:29.890696 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d759c902-5ed7-4bb4-94a5-3d596de47957 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Network 25689f12-8f02-45a9-92d2-2d5bfc262caa is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:29.910627 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ad62ef3d-5544-4b5c-b732-75cfdab7f3da req-317f3574-5091-45c5-8c7c-7774807aa5e3 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 1653 time: 0.2912381 Aug 16 01:45:29.916614 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d759c902-5ed7-4bb4-94a5-3d596de47957 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:29.926154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d759c902-5ed7-4bb4-94a5-3d596de47957 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:29.930397 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c41dfa-384d-4a99-960e-fd5341a06202 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:29.969608 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-b068f1c1-ca49-4be2-b2ee-02c88e258752 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] GET failed (client error): The resource could not be found. Aug 16 01:45:29.974349 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b068f1c1-ca49-4be2-b2ee-02c88e258752 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports/537d75c6-3d1d-42d1-8f72-bac9511b04d1 HTTP/1.1" status: 404 len: 333 time: 0.1040835 Aug 16 01:45:29.975011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54052) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:30.043741 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e1b6af87-6044-4e68-a4f9-8f6465333c5b details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:45:30.132396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ad62ef3d-5544-4b5c-b732-75cfdab7f3da req-ff339ebb-9976-44fa-86c4-4c062ef151b8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201977 Aug 16 01:45:30.138180 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c41dfa-384d-4a99-960e-fd5341a06202 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.139594 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c41dfa-384d-4a99-960e-fd5341a06202 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Fanout notify agent at l3_agent the message router_deleted on router e1efe5a1-289c-494d-b99a-3563ddc8dd17 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:45:30.151878 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d759c902-5ed7-4bb4-94a5-3d596de47957 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:30.167037 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d759c902-5ed7-4bb4-94a5-3d596de47957 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.169566 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c41dfa-384d-4a99-960e-fd5341a06202 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.173671 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e0c41dfa-384d-4a99-960e-fd5341a06202 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "DELETE /v2.0/routers/e1efe5a1-289c-494d-b99a-3563ddc8dd17 HTTP/1.1" status: 204 len: 168 time: 1.6625755 Aug 16 01:45:30.177572 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54058) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:30.191215 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f715cc4e-c00b-4457-97b1-1542b44696b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1869123491', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'enable_snat': False}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:30.246191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2ee938-1c0a-411e-a1b1-3b4e0fc41f90 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting subnet 6eb83ca4-4a14-45af-8098-75de506ff818 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:45:30.256741 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac2ee938-1c0a-411e-a1b1-3b4e0fc41f90 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.260427 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759c902-5ed7-4bb4-94a5-3d596de47957 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event updated for resources: {'Port': ['ID=b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:30.298296 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d759c902-5ed7-4bb4-94a5-3d596de47957 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8899891 Aug 16 01:45:30.326129 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f4d60a17-602d-4260-817b-ed430ecf376c req-6d3cd32d-8f98-4be3-ae5b-da47147fde9a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Request body: {'port': {'device_id': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f3ba83b8-171e-47ab-b264-b5e65af7f447', 'admin_state_up': True, 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'security_groups': ['60ddb9b6-6b38-43d5-883c-c60fdb703a7a']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:30.369017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e1b6af87-6044-4e68-a4f9-8f6465333c5b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e1b6af87-6044-4e68-a4f9-8f6465333c5b,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:30.400431 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'e1b6af87-6044-4e68-a4f9-8f6465333c5b', 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c', 'port_id': 'e1b6af87-6044-4e68-a4f9-8f6465333c5b', 'mac_address': 'fa:16:3e:c6:62:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9018291d-2978-41e4-8573-6602cff70f18', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:45:30.400903 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f715cc4e-c00b-4457-97b1-1542b44696b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.402991 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f715cc4e-c00b-4457-97b1-1542b44696b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.415915 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac2ee938-1c0a-411e-a1b1-3b4e0fc41f90 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.441549 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-4de0fede-d1d7-44f7-a623-7fe334608cf9 service neutron] 10.222.0.68 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671833 Aug 16 01:45:30.482120 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7c7b4132-59a7-485a-b8b0-08c8fe81ee5f None None] Provisioning for port b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:30.523626 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7c7b4132-59a7-485a-b8b0-08c8fe81ee5f None None] Provisioning complete for port b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:30.524267 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4132-59a7-485a-b8b0-08c8fe81ee5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.566838 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cdf32-1d65-42c0-8757-3e0d0f654092 req-42b21b48-c150-490b-bcb2-bb3428f12880 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:30.568450 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-491cdf32-1d65-42c0-8757-3e0d0f654092 req-42b21b48-c150-490b-bcb2-bb3428f12880 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 945 time: 0.2351463 Aug 16 01:45:30.670690 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-a7f879c3-1ad8-43eb-870e-91dc0f566469 service neutron] 10.222.0.68 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279072 Aug 16 01:45:30.732751 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-6d3cd32d-8f98-4be3-ae5b-da47147fde9a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Made reservation on behalf of 9ca74d145ad54f52a9156b1910a2719b for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:30.802697 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac2ee938-1c0a-411e-a1b1-3b4e0fc41f90 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.856760 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-6d3cd32d-8f98-4be3-ae5b-da47147fde9a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.870060 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7c7b4132-59a7-485a-b8b0-08c8fe81ee5f None None] Port b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:30.876451 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f715cc4e-c00b-4457-97b1-1542b44696b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.879252 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:30.913320 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b6af87-6044-4e68-a4f9-8f6465333c5b {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:30.952854 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e1b6af87-6044-4e68-a4f9-8f6465333c5b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e1b6af87-6044-4e68-a4f9-8f6465333c5b,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:30.959808 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.001741 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-491cdf32-1d65-42c0-8757-3e0d0f654092 req-2bac81e4-2e07-4dc6-a236-82d05c684147 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607514 Aug 16 01:45:31.063342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=e1b6af87-6044-4e68-a4f9-8f6465333c5b,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:31.151396 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f715cc4e-c00b-4457-97b1-1542b44696b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.188524 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac2ee938-1c0a-411e-a1b1-3b4e0fc41f90 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.207185 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0298bdc5-5ded-4110-900e-8c05c3554189 req-d9c2c3ee-61f0-4e45-9591-d9874ac78950 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 210 time: 0.0405288 Aug 16 01:45:31.267730 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ee938-1c0a-411e-a1b1-3b4e0fc41f90 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb83ca4-4a14-45af-8098-75de506ff818,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:31.302719 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac2ee938-1c0a-411e-a1b1-3b4e0fc41f90 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.309016 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['e1b6af87-6044-4e68-a4f9-8f6465333c5b'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:31.314948 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ac2ee938-1c0a-411e-a1b1-3b4e0fc41f90 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/subnets/6eb83ca4-4a14-45af-8098-75de506ff818 HTTP/1.1" status: 204 len: 168 time: 1.3066316 Aug 16 01:45:31.326075 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54082) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:31.374290 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5891cb-2a95-4d0f-8b9c-147b661bd0fb None None] Network b2ab55be-2e74-4844-9355-d92a8b123b45 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:31.485279 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1129ce2d-3ac1-4fea-88e4-221af7617d05 req-afe823fe-94ff-4da7-8963-2e7c77d79937 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-20753451&fields=id&tenant_id=ee26a718258e436eb39e6859b9c6f1f9 HTTP/1.1" status: 200 len: 267 time: 0.1222081 Aug 16 01:45:31.548013 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.569625 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129ce2d-3ac1-4fea-88e4-221af7617d05 req-85f3a266-c5ce-4997-a284-7630389dffba tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:31.578176 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1129ce2d-3ac1-4fea-88e4-221af7617d05 req-85f3a266-c5ce-4997-a284-7630389dffba tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 945 time: 0.0919206 Aug 16 01:45:31.594773 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1129ce2d-3ac1-4fea-88e4-221af7617d05 req-e362f57e-9bc0-4ef1-a899-0e665cf82cef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Request body: {'port': {'security_groups': ['ac2aeabc-178e-4007-9a0d-a51df745aa97', '17fa17d5-fe0d-4a8c-81f6-5bb7f95336ce']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:31.802466 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1129ce2d-3ac1-4fea-88e4-221af7617d05 req-e362f57e-9bc0-4ef1-a899-0e665cf82cef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:31.860031 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11291968-70fd-4f5d-86b4-18ca601aa440 None None] DHCP port deletion for b2ab55be-2e74-4844-9355-d92a8b123b45 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:45:31.945873 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-11291968-70fd-4f5d-86b4-18ca601aa440 None None] Deleting port 53f39980-32e9-4ad6-b412-637401f88560 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:31.946280 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-11291968-70fd-4f5d-86b4-18ca601aa440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.035956 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-11291968-70fd-4f5d-86b4-18ca601aa440 None None] For port 53f39980-32e9-4ad6-b412-637401f88560, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=53f39980-32e9-4ad6-b412-637401f88560,segment=NetworkSegment(35a92695-be18-4089-8774-d5affb0e094f),segment_id=35a92695-be18-4089-8774-d5affb0e094f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:32.038061 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-11291968-70fd-4f5d-86b4-18ca601aa440 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.070579 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-11291968-70fd-4f5d-86b4-18ca601aa440 None None] Calling delete_port for 53f39980-32e9-4ad6-b412-637401f88560 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:32.181374 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-f4d60a17-602d-4260-817b-ed430ecf376c req-6d3cd32d-8f98-4be3-ae5b-da47147fde9a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Allocated IP 10.2.2.100 (f3ba83b8-171e-47ab-b264-b5e65af7f447/f85f7c82-6a4d-4d57-8a2b-76ed66161b19/465a6ed0-dc32-464e-baf2-d0f03e4442f0) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:32.195983 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1644f-c60d-4ac2-919a-a6288ee22eae req-0c112b00-08da-4f22-baa4-31e9bbd5f190 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:32.204743 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-caf1644f-c60d-4ac2-919a-a6288ee22eae req-0c112b00-08da-4f22-baa4-31e9bbd5f190 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151f80-5017-4e86-89f9-2f7270de6d4e HTTP/1.1" status: 200 len: 945 time: 1.1382532 Aug 16 01:45:32.224317 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-11291968-70fd-4f5d-86b4-18ca601aa440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.253867 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11291968-70fd-4f5d-86b4-18ca601aa440 None None] Pushing event deleted for resources: {'Port': ['ID=53f39980-32e9-4ad6-b412-637401f88560,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:32.269427 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port 53f39980-32e9-4ad6-b412-637401f88560 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:32.270459 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.272598 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11291968-70fd-4f5d-86b4-18ca601aa440 None None] No DVR routers for this DVR port 53f39980-32e9-4ad6-b412-637401f88560 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:32.316858 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-caf1644f-c60d-4ac2-919a-a6288ee22eae req-d87b530e-15ae-461c-a1d1-a33c9a4e1757 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107943 Aug 16 01:45:32.452284 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1129ce2d-3ac1-4fea-88e4-221af7617d05 req-e362f57e-9bc0-4ef1-a899-0e665cf82cef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] For port 7ac4cd7a-00e4-4662-956a-2eb20f5ea746, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7ac4cd7a-00e4-4662-956a-2eb20f5ea746,segment=NetworkSegment(962947a4-95cf-4037-b4a9-3fdf8b7aaf0f),segment_id=962947a4-95cf-4037-b4a9-3fdf8b7aaf0f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:32.522347 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f715cc4e-c00b-4457-97b1-1542b44696b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.557583 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f715cc4e-c00b-4457-97b1-1542b44696b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.559671 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-6d3cd32d-8f98-4be3-ae5b-da47147fde9a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.572339 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01042b4d-6144-4410-9269-36a136c34ef4 req-ebbfd6dc-90e4-4e05-ab64-d7c11c40c575 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:32.579407 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01042b4d-6144-4410-9269-36a136c34ef4 req-ebbfd6dc-90e4-4e05-ab64-d7c11c40c575 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:32.585401 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01042b4d-6144-4410-9269-36a136c34ef4 req-ebbfd6dc-90e4-4e05-ab64-d7c11c40c575 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:32.593861 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-01042b4d-6144-4410-9269-36a136c34ef4 req-ebbfd6dc-90e4-4e05-ab64-d7c11c40c575 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 2373 time: 0.1624291 Aug 16 01:45:32.675770 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f4d60a17-602d-4260-817b-ed430ecf376c req-6d3cd32d-8f98-4be3-ae5b-da47147fde9a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Transition to ACTIVE for port object 465a6ed0-dc32-464e-baf2-d0f03e4442f0 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:32.676148 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-f715cc4e-c00b-4457-97b1-1542b44696b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Allocated IP 172.25.3.163 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/d6b42ce0-5bcf-4c44-aac8-33078c58d97f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:32.735731 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-01042b4d-6144-4410-9269-36a136c34ef4 req-5f86e2bf-3a12-4fda-ab6b-e2069fb6528e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409092 Aug 16 01:45:32.798632 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] For port 53f39980-32e9-4ad6-b412-637401f88560, host n-d-765315-27, got binding levels [] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:32.799572 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.868332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for 53f39980-32e9-4ad6-b412-637401f88560 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:32.868525 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-ec5382cb-d3b5-4b3c-9616-404d2e635cda tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:32.869724 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-ec5382cb-d3b5-4b3c-9616-404d2e635cda tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.63 "GET /v2.0/networks?id=41d6539e-4b24-4ea3-ae06-65cd600ea064 HTTP/1.1" status: 200 len: 817 time: 0.2714677 Aug 16 01:45:32.876384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.ipam_backend_mixin [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Port 53f39980-32e9-4ad6-b412-637401f88560 was not found and therefore no delete operation was performed {{(pid=94672) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:45:32.888219 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.895524 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1129ce2d-3ac1-4fea-88e4-221af7617d05 req-e362f57e-9bc0-4ef1-a899-0e665cf82cef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.905907 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-6d3cd32d-8f98-4be3-ae5b-da47147fde9a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.914586 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-21a59829-624d-4055-985a-971a0b156574 req-dfb32298-7145-4f33-9d14-4f7a2e8946ed tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 210 time: 0.0434701 Aug 16 01:45:32.930868 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1129ce2d-3ac1-4fea-88e4-221af7617d05 req-e362f57e-9bc0-4ef1-a899-0e665cf82cef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:32.946992 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=53f39980-32e9-4ad6-b412-637401f88560,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:32.951771 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['7ac4cd7a-00e4-4662-956a-2eb20f5ea746'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:32.954075 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No DVR routers for this DVR port 53f39980-32e9-4ad6-b412-637401f88560 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:32.972343 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-425047ae-df90-4d13-b347-5bf00bf24597 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba9abf8115ac4b508816c39be6e59924 HTTP/1.1" status: 200 len: 380 time: 0.0885203 Aug 16 01:45:33.024660 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-55f20dc7-788f-46dc-aa0c-1ed2d060dc21 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Request body: {'port': {'device_id': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'admin_state_up': True, 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'security_groups': ['a5ea00c6-2837-4588-8d98-11b330c77f08']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:33.031928 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f715cc4e-c00b-4457-97b1-1542b44696b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.044081 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129ce2d-3ac1-4fea-88e4-221af7617d05 req-e362f57e-9bc0-4ef1-a899-0e665cf82cef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:33.044877 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1129ce2d-3ac1-4fea-88e4-221af7617d05 req-e362f57e-9bc0-4ef1-a899-0e665cf82cef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.046472 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1129ce2d-3ac1-4fea-88e4-221af7617d05 req-e362f57e-9bc0-4ef1-a899-0e665cf82cef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "PUT /v2.0/ports/7ac4cd7a-00e4-4662-956a-2eb20f5ea746 HTTP/1.1" status: 200 len: 981 time: 1.4674537 Aug 16 01:45:33.121457 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d60a17-602d-4260-817b-ed430ecf376c req-6d3cd32d-8f98-4be3-ae5b-da47147fde9a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Network f3ba83b8-171e-47ab-b264-b5e65af7f447 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:33.134114 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-f4d60a17-602d-4260-817b-ed430ecf376c req-6d3cd32d-8f98-4be3-ae5b-da47147fde9a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:33.135459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0bf1449-0cf0-4b10-9b60-136ba92a42aa', 'tag': '7ac4cd7a-00e4-4662-956a-2eb20f5ea746'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:33.136920 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cd32d-8f98-4be3-ae5b-da47147fde9a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event updated for resources: {'Port': ['ID=465a6ed0-dc32-464e-baf2-d0f03e4442f0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:33.155231 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d60a17-602d-4260-817b-ed430ecf376c req-6d3cd32d-8f98-4be3-ae5b-da47147fde9a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:33.159760 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71c2cbf-3da9-4c45-bd83-90bcf2cd5654" -d '{"events": [{"name": "network-changed", "server_uuid": "d0bf1449-0cf0-4b10-9b60-136ba92a42aa", "tag": "7ac4cd7a-00e4-4662-956a-2eb20f5ea746"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:33.194497 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['7ac4cd7a-00e4-4662-956a-2eb20f5ea746'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:33.234713 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f715cc4e-c00b-4457-97b1-1542b44696b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.260252 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f715cc4e-c00b-4457-97b1-1542b44696b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:33.269691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f715cc4e-c00b-4457-97b1-1542b44696b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:33.278086 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b55995-c243-4d7b-9aff-01c9ecb36b53 x-openstack-request-id: req-27b55995-c243-4d7b-9aff-01c9ecb36b53 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:33.278640 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0bf1449-0cf0-4b10-9b60-136ba92a42aa", "tag": "7ac4cd7a-00e4-4662-956a-2eb20f5ea746", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:33.279628 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-27b55995-c243-4d7b-9aff-01c9ecb36b53 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:33.280241 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0bf1449-0cf0-4b10-9b60-136ba92a42aa', 'tag': '7ac4cd7a-00e4-4662-956a-2eb20f5ea746', 'status': 'completed', 'code': 200} Aug 16 01:45:33.282365 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.288965 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f715cc4e-c00b-4457-97b1-1542b44696b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:33.301721 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-6d3cd32d-8f98-4be3-ae5b-da47147fde9a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:33.302367 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-6d3cd32d-8f98-4be3-ae5b-da47147fde9a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.440914 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-6d3cd32d-8f98-4be3-ae5b-da47147fde9a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1277132 Aug 16 01:45:33.456080 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-316c23fd-ccab-42e5-80b2-930d57ec40d5 req-43028fa0-972f-422a-aaeb-3a67da7254aa tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-762012739&fields=id&tenant_id=ee26a718258e436eb39e6859b9c6f1f9 HTTP/1.1" status: 200 len: 267 time: 0.1269071 Aug 16 01:45:33.462367 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 53f39980-32e9-4ad6-b412-637401f88560 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:33.483881 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f4d60a17-602d-4260-817b-ed430ecf376c req-a7c1aab8-98ba-476e-8463-135bcd820156 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Request body: {'port': {'device_id': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f3ba83b8-171e-47ab-b264-b5e65af7f447', 'admin_state_up': True, 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'security_groups': ['60ddb9b6-6b38-43d5-883c-c60fdb703a7a']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:33.555141 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 53f39980-32e9-4ad6-b412-637401f88560 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:33.555853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 53f39980-32e9-4ad6-b412-637401f88560 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:33.584572 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-55f20dc7-788f-46dc-aa0c-1ed2d060dc21 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Made reservation on behalf of ba9abf8115ac4b508816c39be6e59924 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:33.589898 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-55f20dc7-788f-46dc-aa0c-1ed2d060dc21 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.630252 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ab55be-2e74-4844-9355-d92a8b123b45']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:33.661017 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c23fd-ccab-42e5-80b2-930d57ec40d5 req-f5eb7975-ef1e-4696-b617-d567dc23218e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:33.678358 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-316c23fd-ccab-42e5-80b2-930d57ec40d5 req-f5eb7975-ef1e-4696-b617-d567dc23218e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 984 time: 0.2213151 Aug 16 01:45:33.696006 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-316c23fd-ccab-42e5-80b2-930d57ec40d5 req-e722bb47-4bcb-4d87-8f3d-324b570c8ffe tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Request body: {'port': {'security_groups': ['17fa17d5-fe0d-4a8c-81f6-5bb7f95336ce', 'ac2aeabc-178e-4007-9a0d-a51df745aa97', 'd2c6798e-5ee4-4408-a353-c32267b1b32f']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:33.703018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-106cb45e-3b05-4441-a07a-61ca704b02f4 None None] Provisioning for port 465a6ed0-dc32-464e-baf2-d0f03e4442f0 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:33.714971 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-106cb45e-3b05-4441-a07a-61ca704b02f4 None None] Provisioning complete for port 465a6ed0-dc32-464e-baf2-d0f03e4442f0 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:33.715813 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-106cb45e-3b05-4441-a07a-61ca704b02f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:33.888726 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-106cb45e-3b05-4441-a07a-61ca704b02f4 None None] Port 465a6ed0-dc32-464e-baf2-d0f03e4442f0 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:33.998768 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-316c23fd-ccab-42e5-80b2-930d57ec40d5 req-e722bb47-4bcb-4d87-8f3d-324b570c8ffe tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.015087 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-a7c1aab8-98ba-476e-8463-135bcd820156 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Made reservation on behalf of 9ca74d145ad54f52a9156b1910a2719b for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:34.034429 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-a7c1aab8-98ba-476e-8463-135bcd820156 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.066559 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e1b6af87-6044-4e68-a4f9-8f6465333c5b up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:34.080259 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-55f20dc7-788f-46dc-aa0c-1ed2d060dc21 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Allocated IP 172.20.0.4 (41d6539e-4b24-4ea3-ae06-65cd600ea064/b85102c8-d1ed-4688-b6f1-154a4a3875ac/dee21c7b-16db-43e3-94af-82d037864954) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:34.181334 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port e1b6af87-6044-4e68-a4f9-8f6465333c5b completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:34.189971 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port e1b6af87-6044-4e68-a4f9-8f6465333c5b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:34.190762 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.211103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a92695-be18-4089-8774-d5affb0e094f') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:34.211470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a92695-be18-4089-8774-d5affb0e094f') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:34.221818 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.236151 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.242085 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:45:34.242479 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.298836 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-55f20dc7-788f-46dc-aa0c-1ed2d060dc21 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:45:34.320777 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:45:34.328095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362f57e-9bc0-4ef1-a899-0e665cf82cef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event updated for resources: {'Port': ['ID=7ac4cd7a-00e4-4662-956a-2eb20f5ea746,revision_number=6']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:34.329364 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.348012 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.349896 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/networks/b2ab55be-2e74-4844-9355-d92a8b123b45 HTTP/1.1" status: 204 len: 168 time: 3.0219414 Aug 16 01:45:34.372140 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54132) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:34.382063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4e034588-e71d-4ce1-a6d9-85cb78ca42a2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-329603473'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:34.393683 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a77f8-bcff-48ed-af09-0b6ac65a1b26 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Network': ['ID=b2ab55be-2e74-4844-9355-d92a8b123b45,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:34.411559 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c2cbf-3da9-4c45-bd83-90bcf2cd5654 req-f7443a88-6e29-4502-b6bf-d66f23d427d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:34.413073 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c71c2cbf-3da9-4c45-bd83-90bcf2cd5654 req-f7443a88-6e29-4502-b6bf-d66f23d427d4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee26a718258e436eb39e6859b9c6f1f9&device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 1136 time: 0.8137965 Aug 16 01:45:34.413938 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.426071 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9b0b0-f124-4a93-b673-82135da08fd1 req-2cf4033f-15c8-40c2-8db7-bc5d1ccccf9c tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:34.434204 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a6a9b0b0-f124-4a93-b673-82135da08fd1 req-2cf4033f-15c8-40c2-8db7-bc5d1ccccf9c tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151f80-5017-4e86-89f9-2f7270de6d4e HTTP/1.1" status: 200 len: 945 time: 0.8514771 Aug 16 01:45:34.435469 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-55f20dc7-788f-46dc-aa0c-1ed2d060dc21 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Transition to ACTIVE for port object dee21c7b-16db-43e3-94af-82d037864954 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:34.474871 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e1b6af87-6044-4e68-a4f9-8f6465333c5b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e1b6af87-6044-4e68-a4f9-8f6465333c5b,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:34.476417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5151f80-5017-4e86-89f9-2f7270de6d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b6af87-6044-4e68-a4f9-8f6465333c5b'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:34.488443 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129dd1ae-c7d5-4c96-8ab6-389f1b5be576" -d '{"events": [{"server_uuid": "f5151f80-5017-4e86-89f9-2f7270de6d4e", "name": "network-vif-plugged", "status": "completed", "tag": "e1b6af87-6044-4e68-a4f9-8f6465333c5b"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:34.498200 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.501356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715cc4e-c00b-4457-97b1-1542b44696b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Pushing event updated for resources: {'Port': ['ID=d6b42ce0-5bcf-4c44-aac8-33078c58d97f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:34.503657 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f715cc4e-c00b-4457-97b1-1542b44696b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.521400 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e034588-e71d-4ce1-a6d9-85cb78ca42a2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:34.525220 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e034588-e71d-4ce1-a6d9-85cb78ca42a2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.575283 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a6a9b0b0-f124-4a93-b673-82135da08fd1 req-2948ebfd-9364-4a7a-97fc-8afe3c35f586 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399443 Aug 16 01:45:34.595883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=e1b6af87-6044-4e68-a4f9-8f6465333c5b,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:34.624837 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:34.625274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:34.625672 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:34.626092 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:34.626497 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:34.626895 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:34.627342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:34.627737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:34.628121 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:34.628517 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:34.628905 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:34.629293 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:34.711777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-f4d60a17-602d-4260-817b-ed430ecf376c req-a7c1aab8-98ba-476e-8463-135bcd820156 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Allocated IP 10.2.2.200 (f3ba83b8-171e-47ab-b264-b5e65af7f447/f85f7c82-6a4d-4d57-8a2b-76ed66161b19/ff481ee4-d554-41f9-8c85-9df7af1599d3) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:34.787037 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c2cbf-3da9-4c45-bd83-90bcf2cd5654 req-cf69e25c-15f8-4146-be0d-09699a25a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:34.789205 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c71c2cbf-3da9-4c45-bd83-90bcf2cd5654 req-cf69e25c-15f8-4146-be0d-09699a25a7d3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d1bd41b7-e4e3-465c-a858-6a8c07aabefa HTTP/1.1" status: 200 len: 913 time: 0.3447421 Aug 16 01:45:34.829673 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e034588-e71d-4ce1-a6d9-85cb78ca42a2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:45:34.848549 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c71c2cbf-3da9-4c45-bd83-90bcf2cd5654 req-df7fa8ae-bcf9-49eb-855f-92ac135d427d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ac4cd7a-00e4-4662-956a-2eb20f5ea746 HTTP/1.1" status: 200 len: 217 time: 0.0449705 Aug 16 01:45:34.868976 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-55f20dc7-788f-46dc-aa0c-1ed2d060dc21 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:34.904402 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-55f20dc7-788f-46dc-aa0c-1ed2d060dc21 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Network 41d6539e-4b24-4ea3-ae06-65cd600ea064 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:34.941868 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-55f20dc7-788f-46dc-aa0c-1ed2d060dc21 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:34.944744 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-55f20dc7-788f-46dc-aa0c-1ed2d060dc21 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:35.024658 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-55f20dc7-788f-46dc-aa0c-1ed2d060dc21 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:35.025285 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-55f20dc7-788f-46dc-aa0c-1ed2d060dc21 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.028450 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f715cc4e-c00b-4457-97b1-1542b44696b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.029684 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e034588-e71d-4ce1-a6d9-85cb78ca42a2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.030062 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-4e034588-e71d-4ce1-a6d9-85cb78ca42a2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Added segment 8a09bb9e-93fa-41e1-9c2e-596d63d5f5a7 of type vlan for network 3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b Aug 16 01:45:35.068649 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7d2fc-bbfd-4043-a6a3-ed384153d074 req-0945ef42-67ff-4cee-a6fd-4a5111948a83 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:35.079664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7d2fc-bbfd-4043-a6a3-ed384153d074 req-0945ef42-67ff-4cee-a6fd-4a5111948a83 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:35.087448 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7d2fc-bbfd-4043-a6a3-ed384153d074 req-0945ef42-67ff-4cee-a6fd-4a5111948a83 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:35.097703 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7d2fc-bbfd-4043-a6a3-ed384153d074 req-0945ef42-67ff-4cee-a6fd-4a5111948a83 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:35.115847 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ddd7d2fc-bbfd-4043-a6a3-ed384153d074 req-0945ef42-67ff-4cee-a6fd-4a5111948a83 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 3094 time: 0.4162674 Aug 16 01:45:35.140831 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-55f20dc7-788f-46dc-aa0c-1ed2d060dc21 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1213677 Aug 16 01:45:35.152291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f20dc7-788f-46dc-aa0c-1ed2d060dc21 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Pushing event updated for resources: {'Port': ['ID=dee21c7b-16db-43e3-94af-82d037864954,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:35.166303 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e034588-e71d-4ce1-a6d9-85cb78ca42a2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.175914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Request body: {'port': {'device_id': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:35.244433 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.315981 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-316c23fd-ccab-42e5-80b2-930d57ec40d5 req-e722bb47-4bcb-4d87-8f3d-324b570c8ffe tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] For port 7ac4cd7a-00e4-4662-956a-2eb20f5ea746, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7ac4cd7a-00e4-4662-956a-2eb20f5ea746,segment=NetworkSegment(962947a4-95cf-4037-b4a9-3fdf8b7aaf0f),segment_id=962947a4-95cf-4037-b4a9-3fdf8b7aaf0f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:35.345028 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c2cbf-3da9-4c45-bd83-90bcf2cd5654 req-da413531-8212-45f5-9c6c-7869f90daccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:35.347179 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c71c2cbf-3da9-4c45-bd83-90bcf2cd5654 req-da413531-8212-45f5-9c6c-7869f90daccf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=29fbd812-75c6-4cf7-a6ba-c9edee3eebb3 HTTP/1.1" status: 200 len: 852 time: 0.4549859 Aug 16 01:45:35.349579 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-a7c1aab8-98ba-476e-8463-135bcd820156 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.350303 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5799fef4-4d1d-49c5-bd3a-74e3eb20c512 None None] Provisioning for port dee21c7b-16db-43e3-94af-82d037864954 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:35.352500 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ddd7d2fc-bbfd-4043-a6a3-ed384153d074 req-830720dd-c797-4dfd-a1b7-a655397c35dd tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352328 Aug 16 01:45:35.371637 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5799fef4-4d1d-49c5-bd3a-74e3eb20c512 None None] Provisioning complete for port dee21c7b-16db-43e3-94af-82d037864954 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:35.371947 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5799fef4-4d1d-49c5-bd3a-74e3eb20c512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.400652 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c71c2cbf-3da9-4c45-bd83-90bcf2cd5654 req-709db02a-06b7-42ee-8fa3-fd13a81d482b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d1bd41b7-e4e3-465c-a858-6a8c07aabefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454865 Aug 16 01:45:35.403908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f715cc4e-c00b-4457-97b1-1542b44696b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Router 20bdb3d7-2361-41ae-8796-d12445543170 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:45:35.458234 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f4d60a17-602d-4260-817b-ed430ecf376c req-a7c1aab8-98ba-476e-8463-135bcd820156 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Transition to ACTIVE for port object ff481ee4-d554-41f9-8c85-9df7af1599d3 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:35.468815 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5799fef4-4d1d-49c5-bd3a-74e3eb20c512 None None] Port dee21c7b-16db-43e3-94af-82d037864954 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:35.540733 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c71c2cbf-3da9-4c45-bd83-90bcf2cd5654 req-80a5c666-0994-4d0b-b25d-667327a5d056 service neutron] 10.222.0.63 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306908 Aug 16 01:45:35.583505 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e034588-e71d-4ce1-a6d9-85cb78ca42a2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.591752 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e034588-e71d-4ce1-a6d9-85cb78ca42a2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:35.592404 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e034588-e71d-4ce1-a6d9-85cb78ca42a2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.625155 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-a7c1aab8-98ba-476e-8463-135bcd820156 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.727993 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-316c23fd-ccab-42e5-80b2-930d57ec40d5 req-e722bb47-4bcb-4d87-8f3d-324b570c8ffe tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.746855 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d60a17-602d-4260-817b-ed430ecf376c req-a7c1aab8-98ba-476e-8463-135bcd820156 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Network f3ba83b8-171e-47ab-b264-b5e65af7f447 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:35.761146 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-316c23fd-ccab-42e5-80b2-930d57ec40d5 req-e722bb47-4bcb-4d87-8f3d-324b570c8ffe tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.771027 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4e034588-e71d-4ce1-a6d9-85cb78ca42a2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3946624 Aug 16 01:45:35.776207 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['7ac4cd7a-00e4-4662-956a-2eb20f5ea746'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:35.777975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fc97d-7097-4cfc-bcd2-4b156257de3c req-64c97ad6-d291-4752-8244-c850396d801f tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:35.786178 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c9fc97d-7097-4cfc-bcd2-4b156257de3c req-64c97ad6-d291-4752-8244-c850396d801f tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 931 time: 0.2405353 Aug 16 01:45:35.787853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54156) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:35.806086 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-f4d60a17-602d-4260-817b-ed430ecf376c req-a7c1aab8-98ba-476e-8463-135bcd820156 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:35.809419 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d60a17-602d-4260-817b-ed430ecf376c req-a7c1aab8-98ba-476e-8463-135bcd820156 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:35.828822 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-58f2b251-0f59-4f17-a392-7fcc93085f4d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'subnet': {'network_id': '3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:35.852403 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f715cc4e-c00b-4457-97b1-1542b44696b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:45:35.880266 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-a7c1aab8-98ba-476e-8463-135bcd820156 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:35.880266 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-a7c1aab8-98ba-476e-8463-135bcd820156 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.895686 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Sync routers for ids ['20bdb3d7-2361-41ae-8796-d12445543170'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:45:35.896984 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e034588-e71d-4ce1-a6d9-85cb78ca42a2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Network': ['ID=3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:35.924899 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c23fd-ccab-42e5-80b2-930d57ec40d5 req-e722bb47-4bcb-4d87-8f3d-324b570c8ffe tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:35.925577 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-316c23fd-ccab-42e5-80b2-930d57ec40d5 req-e722bb47-4bcb-4d87-8f3d-324b570c8ffe tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:35.927317 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-316c23fd-ccab-42e5-80b2-930d57ec40d5 req-e722bb47-4bcb-4d87-8f3d-324b570c8ffe tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "PUT /v2.0/ports/7ac4cd7a-00e4-4662-956a-2eb20f5ea746 HTTP/1.1" status: 200 len: 1020 time: 2.2479215 Aug 16 01:45:35.933482 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0bf1449-0cf0-4b10-9b60-136ba92a42aa', 'tag': '7ac4cd7a-00e4-4662-956a-2eb20f5ea746'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:35.936278 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f60df0-b2d6-4dd1-a5f3-cf2b520d6676" -d '{"events": [{"name": "network-changed", "server_uuid": "d0bf1449-0cf0-4b10-9b60-136ba92a42aa", "tag": "7ac4cd7a-00e4-4662-956a-2eb20f5ea746"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:35.941853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1aab8-98ba-476e-8463-135bcd820156 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event updated for resources: {'Port': ['ID=ff481ee4-d554-41f9-8c85-9df7af1599d3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:35.943372 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:45:35.967727 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-a7c1aab8-98ba-476e-8463-135bcd820156 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4849017 Aug 16 01:45:36.052509 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Request body: {'port': {'device_id': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:36.108226 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b3fa6b-e27d-4d00-8d37-131cf4bb76c5 x-openstack-request-id: req-08b3fa6b-e27d-4d00-8d37-131cf4bb76c5 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:36.112862 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5151f80-5017-4e86-89f9-2f7270de6d4e", "name": "network-vif-plugged", "status": "completed", "tag": "e1b6af87-6044-4e68-a4f9-8f6465333c5b", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:36.113418 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-08b3fa6b-e27d-4d00-8d37-131cf4bb76c5 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:36.114100 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5151f80-5017-4e86-89f9-2f7270de6d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b6af87-6044-4e68-a4f9-8f6465333c5b', 'code': 200} Aug 16 01:45:36.162663 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Routers {'20bdb3d7-2361-41ae-8796-d12445543170'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:36.163701 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:45:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['20bdb3d7-2361-41ae-8796-d12445543170'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:36.167546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['7ac4cd7a-00e4-4662-956a-2eb20f5ea746'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:36.235224 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c9fc97d-7097-4cfc-bcd2-4b156257de3c req-42f6060f-84e6-4b90-bf7e-1da34c810b42 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4480648 Aug 16 01:45:36.243621 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f715cc4e-c00b-4457-97b1-1542b44696b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:36.248540 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f715cc4e-c00b-4457-97b1-1542b44696b4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.0658245 Aug 16 01:45:36.257262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54168) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:36.355792 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722bb47-4bcb-4d87-8f3d-324b570c8ffe tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event updated for resources: {'Port': ['ID=7ac4cd7a-00e4-4662-956a-2eb20f5ea746,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:36.384848 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c71c2cbf-3da9-4c45-bd83-90bcf2cd5654 req-4c257f4d-0edd-497a-be73-2d3e6abab0d0 service neutron] 10.222.0.63 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7853539 Aug 16 01:45:36.424275 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee21c7b-16db-43e3-94af-82d037864954 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:36.433550 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c7811-d64d-48d0-9d36-c872d614cc80 req-9edc5a4e-f98c-4ad2-8005-2e49570a29cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:36.435571 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f75c7811-d64d-48d0-9d36-c872d614cc80 req-9edc5a4e-f98c-4ad2-8005-2e49570a29cc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f5151f80-5017-4e86-89f9-2f7270de6d4e HTTP/1.1" status: 200 len: 1098 time: 0.3218098 Aug 16 01:45:36.474799 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:36.515396 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:36.529345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853e990-53ab-4b92-9848-bb8f2146b748 req-4060f925-3d9c-47cb-90fe-eaea856e0905 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:36.531495 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0853e990-53ab-4b92-9848-bb8f2146b748 req-4060f925-3d9c-47cb-90fe-eaea856e0905 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 1023 time: 0.1720161 Aug 16 01:45:36.541341 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6d0ac59c-2532-4880-afae-690fcb22f5f8 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "GET /v2.0/routers/20bdb3d7-2361-41ae-8796-d12445543170 HTTP/1.1" status: 200 len: 909 time: 0.2595246 Aug 16 01:45:36.544951 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54176) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:36.550389 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f3aa971e-a326-4a6c-aeae-75ec8a93a1a0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1869123491', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'enable_snat': True}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:36.567908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f2b251-0f59-4f17-a392-7fcc93085f4d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:36.571750 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Transition to ACTIVE for port object dee21c7b-16db-43e3-94af-82d037864954 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:36.572395 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-58f2b251-0f59-4f17-a392-7fcc93085f4d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:36.613399 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283767a7-97d7-409e-8c36-6419ec91febb req-8fb22626-806e-4db8-83ac-8923c91fcde2 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:36.615153 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-283767a7-97d7-409e-8c36-6419ec91febb req-8fb22626-806e-4db8-83ac-8923c91fcde2 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151f80-5017-4e86-89f9-2f7270de6d4e HTTP/1.1" status: 200 len: 946 time: 0.2616124 Aug 16 01:45:36.619774 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:36.683281 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Pushing event updated for resources: {'Port': ['ID=dee21c7b-16db-43e3-94af-82d037864954,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:36.690774 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3aa971e-a326-4a6c-aeae-75ec8a93a1a0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:36.692202 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3aa971e-a326-4a6c-aeae-75ec8a93a1a0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:36.697566 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f75c7811-d64d-48d0-9d36-c872d614cc80 req-844bed09-d0a1-4934-ba79-d73babe36c09 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302294 Aug 16 01:45:36.776299 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-283767a7-97d7-409e-8c36-6419ec91febb req-5f860622-ec8e-4557-80d2-90622c31a78b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009610 Aug 16 01:45:36.811914 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5bcfb5e9-075d-4a3f-a86b-5c4a7918b66b None None] Provisioning for port ff481ee4-d554-41f9-8c85-9df7af1599d3 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:36.894322 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0853e990-53ab-4b92-9848-bb8f2146b748 req-7f694d7c-a8a1-4ef4-8519-7e452b78ee5c tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=17fa17d5-fe0d-4a8c-81f6-5bb7f95336ce&id=d2c6798e-5ee4-4408-a353-c32267b1b32f&id=ac2aeabc-178e-4007-9a0d-a51df745aa97 HTTP/1.1" status: 200 len: 6155 time: 0.3379555 Aug 16 01:45:36.956995 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5bcfb5e9-075d-4a3f-a86b-5c4a7918b66b None None] Provisioning complete for port ff481ee4-d554-41f9-8c85-9df7af1599d3 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:36.956995 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bcfb5e9-075d-4a3f-a86b-5c4a7918b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:36.971480 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ef2338-9334-4086-ab23-6505a5d1cc8e x-openstack-request-id: req-a4ef2338-9334-4086-ab23-6505a5d1cc8e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:36.971480 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0bf1449-0cf0-4b10-9b60-136ba92a42aa", "tag": "7ac4cd7a-00e4-4662-956a-2eb20f5ea746", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:36.971838 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a4ef2338-9334-4086-ab23-6505a5d1cc8e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:36.972086 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0bf1449-0cf0-4b10-9b60-136ba92a42aa', 'tag': '7ac4cd7a-00e4-4662-956a-2eb20f5ea746', 'status': 'completed', 'code': 200} Aug 16 01:45:37.062961 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5bcfb5e9-075d-4a3f-a86b-5c4a7918b66b None None] Port ff481ee4-d554-41f9-8c85-9df7af1599d3 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:37.066398 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-3439103d-d2b1-4989-b783-213b9f218d08 req-759d4659-3579-4474-9f8b-8e52e594294f tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1025064329 ', 'description': 'tempest-description-3647084'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:37.074271 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3aa971e-a326-4a6c-aeae-75ec8a93a1a0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.199778 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Set router 20bdb3d7-2361-41ae-8796-d12445543170 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:37.226428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e7fe1-88b9-4cd2-8941-9b6e2a809b18 req-7a638097-afe6-4663-86bc-5df9a9661eda tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:37.234436 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e7fe1-88b9-4cd2-8941-9b6e2a809b18 req-7a638097-afe6-4663-86bc-5df9a9661eda tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:37.241456 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e7fe1-88b9-4cd2-8941-9b6e2a809b18 req-7a638097-afe6-4663-86bc-5df9a9661eda tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:37.244963 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3439103d-d2b1-4989-b783-213b9f218d08 req-759d4659-3579-4474-9f8b-8e52e594294f tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.247995 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e7fe1-88b9-4cd2-8941-9b6e2a809b18 req-7a638097-afe6-4663-86bc-5df9a9661eda tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:37.255008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e7fe1-88b9-4cd2-8941-9b6e2a809b18 req-7a638097-afe6-4663-86bc-5df9a9661eda tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:37.257138 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa9e7fe1-88b9-4cd2-8941-9b6e2a809b18 req-7a638097-afe6-4663-86bc-5df9a9661eda tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 3815 time: 0.1797378 Aug 16 01:45:37.275566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Attempting to bind port dee21c7b-16db-43e3-94af-82d037864954 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:37.275907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Attempting to bind port dee21c7b-16db-43e3-94af-82d037864954 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:37.277442 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Attempting to bind port dee21c7b-16db-43e3-94af-82d037864954 on network 41d6539e-4b24-4ea3-ae06-65cd600ea064 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:37.309472 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f60df0-b2d6-4dd1-a5f3-cf2b520d6676 req-2c843443-d21b-4029-bf62-24bb24d34f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:37.311230 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-04f60df0-b2d6-4dd1-a5f3-cf2b520d6676 req-2c843443-d21b-4029-bf62-24bb24d34f37 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee26a718258e436eb39e6859b9c6f1f9&device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 1175 time: 0.2982535 Aug 16 01:45:37.329621 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa9e7fe1-88b9-4cd2-8941-9b6e2a809b18 req-b4af7a7e-0e82-4c83-832c-e673946d8754 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632825 Aug 16 01:45:37.330456 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Port dee21c7b-16db-43e3-94af-82d037864954 on network 41d6539e-4b24-4ea3-ae06-65cd600ea064 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:45:37.330790 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Attempting to bind port dee21c7b-16db-43e3-94af-82d037864954 on network 41d6539e-4b24-4ea3-ae06-65cd600ea064 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:37.359611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:37.360536 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Checking segment: {'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:37.361916 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Bound using segment: {'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:37.362543 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Bound port: dee21c7b-16db-43e3-94af-82d037864954, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:37.363067 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.565810 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.566070 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3aa971e-a326-4a6c-aeae-75ec8a93a1a0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.616189 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-58f2b251-0f59-4f17-a392-7fcc93085f4d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.623961 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15416754-813f-49e1-bf9c-3e1659dcbe8b {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:37.640330 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab17010-e626-4cd1-b7fc-1620a19e4087 req-e0ccad32-f5c2-4679-bf88-e87064280cf0 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:37.649403 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7ab17010-e626-4cd1-b7fc-1620a19e4087 req-e0ccad32-f5c2-4679-bf88-e87064280cf0 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 943 time: 0.1801310 Aug 16 01:45:37.695807 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.715031 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7ab17010-e626-4cd1-b7fc-1620a19e4087 req-f40358c8-0744-459c-bb76-4b2c4af13270 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591969 Aug 16 01:45:37.724588 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] For port dee21c7b-16db-43e3-94af-82d037864954, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:37.749090 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] For port dee21c7b-16db-43e3-94af-82d037864954, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=dee21c7b-16db-43e3-94af-82d037864954,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:37.755941 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Transition to ACTIVE for port object 15416754-813f-49e1-bf9c-3e1659dcbe8b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:37.758395 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.769501 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.835616 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:37.838249 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:37.841987 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] 10.222.0.63 "PUT /v2.0/ports/dee21c7b-16db-43e3-94af-82d037864954 HTTP/1.1" status: 200 len: 1092 time: 2.6701772 Aug 16 01:45:37.891904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f60df0-b2d6-4dd1-a5f3-cf2b520d6676 req-5de46a22-536c-4d47-aacd-7ab3f32539f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:37.894065 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-04f60df0-b2d6-4dd1-a5f3-cf2b520d6676 req-5de46a22-536c-4d47-aacd-7ab3f32539f7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d1bd41b7-e4e3-465c-a858-6a8c07aabefa HTTP/1.1" status: 200 len: 913 time: 0.5182514 Aug 16 01:45:37.926834 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2b251-0f59-4f17-a392-7fcc93085f4d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Subnet': ['ID=c358c442-dfe8-4ef9-b5f7-45ae59d39d1f,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:37.984383 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:38.011363 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-04f60df0-b2d6-4dd1-a5f3-cf2b520d6676 req-da5f1c34-303b-4df2-9c2d-00a8dd1a7b27 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ac4cd7a-00e4-4662-956a-2eb20f5ea746 HTTP/1.1" status: 200 len: 217 time: 0.0972965 Aug 16 01:45:38.024297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bdb3d7-2361-41ae-8796-d12445543170', 'name': 'tempest-snat-router-1869123491', 'tenant_id': 'f6c38e0dedec47eebb1e6610d8827a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.163'}], 'enable_snat': False}, 'gw_port_id': 'd6b42ce0-5bcf-4c44-aac8-33078c58d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:30Z', 'updated_at': '2021-08-16T01:45:33Z', 'revision_number': 3, 'project_id': 'f6c38e0dedec47eebb1e6610d8827a81', 'gw_port': {'id': 'd6b42ce0-5bcf-4c44-aac8-33078c58d97f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bdb3d7-2361-41ae-8796-d12445543170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:32Z', 'updated_at': '2021-08-16T01:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:38.046541 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f2b251-0f59-4f17-a392-7fcc93085f4d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Checking segment: {'id': '8a09bb9e-93fa-41e1-9c2e-596d63d5f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:38.046910 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f2b251-0f59-4f17-a392-7fcc93085f4d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network hostable DHCP agents. Network: 3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:45:38.052322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3500f0-b452-46c5-b527-6aacd438028a service neutron] Pushing event updated for resources: {'Port': ['ID=dee21c7b-16db-43e3-94af-82d037864954,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:38.098728 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3439103d-d2b1-4989-b783-213b9f218d08 req-759d4659-3579-4474-9f8b-8e52e594294f tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:38.114477 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Checking router: 20bdb3d7-2361-41ae-8796-d12445543170 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:45:38.114825 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Updating router 20bdb3d7-2361-41ae-8796-d12445543170 port d6b42ce0-5bcf-4c44-aac8-33078c58d97f binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:45:38.118763 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3439103d-d2b1-4989-b783-213b9f218d08 req-759d4659-3579-4474-9f8b-8e52e594294f tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:38.185584 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3439103d-d2b1-4989-b783-213b9f218d08 req-759d4659-3579-4474-9f8b-8e52e594294f tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:38.186869 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3439103d-d2b1-4989-b783-213b9f218d08 req-759d4659-3579-4474-9f8b-8e52e594294f tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.1722317 Aug 16 01:45:38.193603 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f60df0-b2d6-4dd1-a5f3-cf2b520d6676 req-ca009a4b-36bb-45fd-bfcc-6c5e7ad1b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:38.195445 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-04f60df0-b2d6-4dd1-a5f3-cf2b520d6676 req-ca009a4b-36bb-45fd-bfcc-6c5e7ad1b5f5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=29fbd812-75c6-4cf7-a6ba-c9edee3eebb3 HTTP/1.1" status: 200 len: 852 time: 0.1701488 Aug 16 01:45:38.201057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f2b251-0f59-4f17-a392-7fcc93085f4d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network 3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:45:38.205403 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d4659-3579-4474-9f8b-8e52e594294f tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caece828-02b0-47d5-9366-9a8d17a34e7b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:38.212466 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:38.261252 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-04f60df0-b2d6-4dd1-a5f3-cf2b520d6676 req-e868ed6d-11fa-4bf6-a9e3-ac805f059f87 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d1bd41b7-e4e3-465c-a858-6a8c07aabefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497577 Aug 16 01:45:38.315828 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-58f2b251-0f59-4f17-a392-7fcc93085f4d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:38.340022 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a03d80-38f8-47b1-83e6-5e36cade4d11 None None] Network 3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:38.386378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f2b251-0f59-4f17-a392-7fcc93085f4d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:38.387139 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-58f2b251-0f59-4f17-a392-7fcc93085f4d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:38.485226 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-58f2b251-0f59-4f17-a392-7fcc93085f4d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6825190 Aug 16 01:45:38.519604 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54202) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:38.524774 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-696077b8-2fdd-4a91-b6a0-2e15ab4edc17 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'network_id': '3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-329271457'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:38.548017 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dec158cd-101f-4a5c-a857-33e66914d865 req-03b04df1-139b-43be-95e7-92ac70a6a213 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/caece828-02b0-47d5-9366-9a8d17a34e7b HTTP/1.1" status: 200 len: 1780 time: 0.2976139 Aug 16 01:45:38.571296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-fc4346c4-5ff6-4bdd-a07c-bc8de30feb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:38.572741 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-fc4346c4-5ff6-4bdd-a07c-bc8de30feb62 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba9abf8115ac4b508816c39be6e59924&device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 1095 time: 0.6451271 Aug 16 01:45:38.627952 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-04f60df0-b2d6-4dd1-a5f3-cf2b520d6676 req-48b38fc8-967f-49e0-bc47-722f3c36af71 service neutron] 10.222.0.63 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410270 Aug 16 01:45:38.644324 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-06164d17-c97b-4a6a-aff8-ea84718c52d3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dee21c7b-16db-43e3-94af-82d037864954 HTTP/1.1" status: 200 len: 217 time: 0.0558958 Aug 16 01:45:38.646546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Pushing event updated for resources: {'Port': ['ID=15416754-813f-49e1-bf9c-3e1659dcbe8b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:38.686611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Attempting to bind port 15416754-813f-49e1-bf9c-3e1659dcbe8b on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:38.686952 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Attempting to bind port 15416754-813f-49e1-bf9c-3e1659dcbe8b by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'b5f372a8-0b04-455f-92d6-6952aa4b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:38.687292 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Attempting to bind port 15416754-813f-49e1-bf9c-3e1659dcbe8b on network 5ffd1200-3653-4dd2-97e7-c5074409a495 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:38.693116 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Port 15416754-813f-49e1-bf9c-3e1659dcbe8b on network 5ffd1200-3653-4dd2-97e7-c5074409a495 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:45:38.693445 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Attempting to bind port 15416754-813f-49e1-bf9c-3e1659dcbe8b on network 5ffd1200-3653-4dd2-97e7-c5074409a495 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:38.703647 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb1408-3902-443e-b1e1-e8c9d0f25374 req-6ea16f22-3605-4bef-93e9-feee1f383284 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:38.705331 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4fb1408-3902-443e-b1e1-e8c9d0f25374 req-6ea16f22-3605-4bef-93e9-feee1f383284 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151f80-5017-4e86-89f9-2f7270de6d4e HTTP/1.1" status: 200 len: 946 time: 0.7680094 Aug 16 01:45:38.767329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:38.767669 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Checking segment: {'id': 'b5f372a8-0b04-455f-92d6-6952aa4b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:38.768068 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Bound using segment: {'id': 'b5f372a8-0b04-455f-92d6-6952aa4b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:38.768523 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Bound port: 15416754-813f-49e1-bf9c-3e1659dcbe8b, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f372a8-0b04-455f-92d6-6952aa4b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:38.768893 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:38.788092 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b', 'network_id': '3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b', 'tenant_id': '81838e3aa0c9493fbc6d0bcbcdcdd7ba', 'fixed_ips': [{'subnet_id': 'c358c442-dfe8-4ef9-b5f7-45ae59d39d1f'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:45:38.788962 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:38.795268 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4fb1408-3902-443e-b1e1-e8c9d0f25374 req-d54affc5-db74-4afc-97fa-9945b83065b7 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645578 Aug 16 01:45:38.804975 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-e4d98c22-668a-4b59-980d-441f45cd0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:38.806518 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-e4d98c22-668a-4b59-980d-441f45cd0625 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b85102c8-d1ed-4688-b6f1-154a4a3875ac HTTP/1.1" status: 200 len: 856 time: 0.1323519 Aug 16 01:45:38.866708 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] For port 15416754-813f-49e1-bf9c-3e1659dcbe8b, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:38.870742 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] For port 15416754-813f-49e1-bf9c-3e1659dcbe8b, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=15416754-813f-49e1-bf9c-3e1659dcbe8b,segment=NetworkSegment(b5f372a8-0b04-455f-92d6-6952aa4b1489),segment_id=b5f372a8-0b04-455f-92d6-6952aa4b1489)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:38.914981 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:38.975767 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:38.976478 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:38.978531 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] 10.222.0.73 "PUT /v2.0/ports/15416754-813f-49e1-bf9c-3e1659dcbe8b HTTP/1.1" status: 200 len: 1092 time: 2.9312994 Aug 16 01:45:38.987272 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'tag': 'dee21c7b-16db-43e3-94af-82d037864954'}, {'name': 'network-changed', 'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'tag': '15416754-813f-49e1-bf9c-3e1659dcbe8b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:38.990824 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a065c0c-bce4-484f-b064-a35ae88772ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a83bc784-1195-489d-98d5-2826d2ae4b8a", "tag": "dee21c7b-16db-43e3-94af-82d037864954"}, {"name": "network-changed", "server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "tag": "15416754-813f-49e1-bf9c-3e1659dcbe8b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:39.019161 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-66e05c68-e1c8-45dd-9514-7701de76bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:39.020725 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-66e05c68-e1c8-45dd-9514-7701de76bf09 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=41d6539e-4b24-4ea3-ae06-65cd600ea064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1479425 Aug 16 01:45:39.028958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Request body: {'port': {'device_id': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:39.054059 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.070683 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Transition to ACTIVE for port object d6b42ce0-5bcf-4c44-aac8-33078c58d97f will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:39.089251 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1290981-4915-4c86-b4a5-c26f40ef7fba req-60d61776-3724-4119-9c11-da1c2093072c tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/caece828-02b0-47d5-9366-9a8d17a34e7b HTTP/1.1" status: 200 len: 1780 time: 0.1886129 Aug 16 01:45:39.110454 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.193872 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.211625 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e979cc-0865-4c25-ab42-3fb411a6ee7f None None] Pushing event updated for resources: {'Port': ['ID=d6b42ce0-5bcf-4c44-aac8-33078c58d97f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:39.215683 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3aa971e-a326-4a6c-aeae-75ec8a93a1a0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.334096 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3aa971e-a326-4a6c-aeae-75ec8a93a1a0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.453487 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696077b8-2fdd-4a91-b6a0-2e15ab4edc17 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:39.457750 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-696077b8-2fdd-4a91-b6a0-2e15ab4edc17 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.495787 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-04f60df0-b2d6-4dd1-a5f3-cf2b520d6676 req-a18dce4f-2dcd-4a79-9300-af298546b852 service neutron] 10.222.0.63 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8552108 Aug 16 01:45:39.508050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc5382-bb8e-4dc8-81fb-3385d2b1aa74 req-85019e69-229c-4014-8374-5412cbc482d4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:39.516007 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc5382-bb8e-4dc8-81fb-3385d2b1aa74 req-85019e69-229c-4014-8374-5412cbc482d4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:39.522959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc5382-bb8e-4dc8-81fb-3385d2b1aa74 req-85019e69-229c-4014-8374-5412cbc482d4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:39.530324 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc5382-bb8e-4dc8-81fb-3385d2b1aa74 req-85019e69-229c-4014-8374-5412cbc482d4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:39.536777 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc5382-bb8e-4dc8-81fb-3385d2b1aa74 req-85019e69-229c-4014-8374-5412cbc482d4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:39.544864 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3acc5382-bb8e-4dc8-81fb-3385d2b1aa74 req-85019e69-229c-4014-8374-5412cbc482d4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 3827 time: 0.3736303 Aug 16 01:45:39.552266 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0bff2b-08e3-4df0-9d32-cf931a827abb {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:39.563147 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.571206 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-696077b8-2fdd-4a91-b6a0-2e15ab4edc17 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] device_id is not set on port 5f288225-906e-43cb-aa15-e5488e4969b5 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:45:39.577300 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Transition to ACTIVE for port object bd0bff2b-08e3-4df0-9d32-cf931a827abb will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:39.583021 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fbd91-2472-4b30-a24c-df9aa34d1921 service neutron] Pushing event updated for resources: {'Port': ['ID=15416754-813f-49e1-bf9c-3e1659dcbe8b,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:39.606150 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.618090 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Allocated IP 172.20.0.2 (3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b/c358c442-dfe8-4ef9-b5f7-45ae59d39d1f/4a4d7791-39a9-48c7-b517-5f822172553f) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:39.647649 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1290981-4915-4c86-b4a5-c26f40ef7fba req-3684c292-2f76-435d-ac16-98cf884e4240 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.671278 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3acc5382-bb8e-4dc8-81fb-3385d2b1aa74 req-b1c71dbb-2722-43b4-8825-fe9a2d0f6711 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252658 Aug 16 01:45:39.764983 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1290981-4915-4c86-b4a5-c26f40ef7fba req-3684c292-2f76-435d-ac16-98cf884e4240 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.786630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-f3aa971e-a326-4a6c-aeae-75ec8a93a1a0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Allocated IP 172.25.3.91 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/b7141e8e-fac4-4d31-bebe-3d8202c353a1) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:39.828083 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.837926 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Transition to ACTIVE for port object 4a4d7791-39a9-48c7-b517-5f822172553f will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:39.851111 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-c96fe0c1-c9ac-44e8-9ac4-a91b185f6174 service neutron] 10.222.0.63 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7830896 Aug 16 01:45:39.859102 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Transition to ACTIVE for port object 4a4d7791-39a9-48c7-b517-5f822172553f will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:39.864680 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Pushing event updated for resources: {'Port': ['ID=bd0bff2b-08e3-4df0-9d32-cf931a827abb,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:39.897958 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.956799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Pushing event updated for resources: {'Port': ['ID=4a4d7791-39a9-48c7-b517-5f822172553f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:39.959216 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Attempting to bind port d6b42ce0-5bcf-4c44-aac8-33078c58d97f on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:39.965861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Attempting to bind port d6b42ce0-5bcf-4c44-aac8-33078c58d97f by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:39.966179 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Attempting to bind port d6b42ce0-5bcf-4c44-aac8-33078c58d97f on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:39.975934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:39.976310 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:39.976713 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.978280 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:39.979199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Bound port: d6b42ce0-5bcf-4c44-aac8-33078c58d97f, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:39.980254 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:39.982131 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7149280a-f68a-472c-9e51-4a54b98c3d9f req-a0e6b333-040a-470b-8496-f5bec4d0a846 service neutron] 10.222.0.63 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119704 Aug 16 01:45:40.004764 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Attempting to bind port bd0bff2b-08e3-4df0-9d32-cf931a827abb on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:40.005379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Attempting to bind port bd0bff2b-08e3-4df0-9d32-cf931a827abb by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:40.005869 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Attempting to bind port bd0bff2b-08e3-4df0-9d32-cf931a827abb on network 25689f12-8f02-45a9-92d2-2d5bfc262caa {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:40.010140 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Network 3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:40.015516 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:40.019738 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:40.026991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde00e1f-4464-4910-80cb-1d41377038a3 req-310a75f4-449e-4b69-8e7c-e64caac39b7a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:40.034660 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fde00e1f-4464-4910-80cb-1d41377038a3 req-310a75f4-449e-4b69-8e7c-e64caac39b7a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 943 time: 0.2311041 Aug 16 01:45:40.037249 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Port bd0bff2b-08e3-4df0-9d32-cf931a827abb on network 25689f12-8f02-45a9-92d2-2d5bfc262caa not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:45:40.037860 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Attempting to bind port bd0bff2b-08e3-4df0-9d32-cf931a827abb on network 25689f12-8f02-45a9-92d2-2d5bfc262caa {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:40.050127 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:40.050808 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Checking segment: {'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:40.051375 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Bound using segment: {'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:40.052008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Bound port: bd0bff2b-08e3-4df0-9d32-cf931a827abb, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:40.052602 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:40.083799 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-696077b8-2fdd-4a91-b6a0-2e15ab4edc17 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Allocated IP 172.20.0.7 (3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b/c358c442-dfe8-4ef9-b5f7-45ae59d39d1f/5f288225-906e-43cb-aa15-e5488e4969b5) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:40.120709 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fde00e1f-4464-4910-80cb-1d41377038a3 req-67f8441f-81a8-4ef4-9fe7-8cca03f1fbb7 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797179 Aug 16 01:45:40.125276 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] For port d6b42ce0-5bcf-4c44-aac8-33078c58d97f, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:40.132487 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Attempting to bind port 4a4d7791-39a9-48c7-b517-5f822172553f on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:40.132862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Attempting to bind port 4a4d7791-39a9-48c7-b517-5f822172553f by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '8a09bb9e-93fa-41e1-9c2e-596d63d5f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:40.133225 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Attempting to bind port 4a4d7791-39a9-48c7-b517-5f822172553f on network 3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:40.158024 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1290981-4915-4c86-b4a5-c26f40ef7fba req-3684c292-2f76-435d-ac16-98cf884e4240 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:40.161374 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] For port d6b42ce0-5bcf-4c44-aac8-33078c58d97f, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d6b42ce0-5bcf-4c44-aac8-33078c58d97f,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:40.162064 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1290981-4915-4c86-b4a5-c26f40ef7fba req-3684c292-2f76-435d-ac16-98cf884e4240 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:40.162809 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:40.163308 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Checking segment: {'id': '8a09bb9e-93fa-41e1-9c2e-596d63d5f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:40.163727 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:40.164284 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Bound using segment: {'id': '8a09bb9e-93fa-41e1-9c2e-596d63d5f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:40.164819 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Bound port: 4a4d7791-39a9-48c7-b517-5f822172553f, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a09bb9e-93fa-41e1-9c2e-596d63d5f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:40.165375 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:40.178063 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:40.180758 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1290981-4915-4c86-b4a5-c26f40ef7fba req-3684c292-2f76-435d-ac16-98cf884e4240 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "DELETE /v2.0/security-groups/caece828-02b0-47d5-9366-9a8d17a34e7b HTTP/1.1" status: 204 len: 173 time: 1.0297389 Aug 16 01:45:40.186036 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3aa971e-a326-4a6c-aeae-75ec8a93a1a0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:40.222800 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684c292-2f76-435d-ac16-98cf884e4240 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caece828-02b0-47d5-9366-9a8d17a34e7b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:40.279736 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89655947-cbf0-44ae-aba6-db64f155bbc5 x-openstack-request-id: req-89655947-cbf0-44ae-aba6-db64f155bbc5 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:40.283039 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83bc784-1195-489d-98d5-2826d2ae4b8a", "tag": "dee21c7b-16db-43e3-94af-82d037864954", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "tag": "15416754-813f-49e1-bf9c-3e1659dcbe8b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:40.283920 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-89655947-cbf0-44ae-aba6-db64f155bbc5 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:40.284491 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'tag': 'dee21c7b-16db-43e3-94af-82d037864954', 'status': 'completed', 'code': 200} Aug 16 01:45:40.284934 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'tag': '15416754-813f-49e1-bf9c-3e1659dcbe8b', 'status': 'completed', 'code': 200} Aug 16 01:45:40.305143 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Routers {'20bdb3d7-2361-41ae-8796-d12445543170'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:40.305924 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:45:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['20bdb3d7-2361-41ae-8796-d12445543170'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:40.391033 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e979cc-0865-4c25-ab42-3fb411a6ee7f None None] Pushing event updated for resources: {'Port': ['ID=d6b42ce0-5bcf-4c44-aac8-33078c58d97f,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:40.429282 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-696077b8-2fdd-4a91-b6a0-2e15ab4edc17 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:40.434400 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] For port bd0bff2b-08e3-4df0-9d32-cf931a827abb, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:40.434871 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] For port 4a4d7791-39a9-48c7-b517-5f822172553f, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:40.448616 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-8750674a-a76c-474a-9a9a-a1f9d65203eb req-c2a5d19f-cb89-42dd-8daf-30d77e93f482 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] show failed (client error): The resource could not be found. Aug 16 01:45:40.455436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-696077b8-2fdd-4a91-b6a0-2e15ab4edc17 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Transition to ACTIVE for port object 5f288225-906e-43cb-aa15-e5488e4969b5 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:40.455826 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] For port 4a4d7791-39a9-48c7-b517-5f822172553f, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4a4d7791-39a9-48c7-b517-5f822172553f,segment=NetworkSegment(8a09bb9e-93fa-41e1-9c2e-596d63d5f5a7),segment_id=8a09bb9e-93fa-41e1-9c2e-596d63d5f5a7)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:40.456596 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8750674a-a76c-474a-9a9a-a1f9d65203eb req-c2a5d19f-cb89-42dd-8daf-30d77e93f482 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/caece828-02b0-47d5-9366-9a8d17a34e7b HTTP/1.1" status: 404 len: 352 time: 0.1402125 Aug 16 01:45:40.470146 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:40.475158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] For port bd0bff2b-08e3-4df0-9d32-cf931a827abb, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bd0bff2b-08e3-4df0-9d32-cf931a827abb,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:40.486012 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-c97e7a0c-5804-4f14-8126-c043ab289d5e req-1820d020-691d-4da7-a6c9-56e3b9a4b854 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1625779693', 'description': 'tempest-description-1449313383'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:40.498014 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:40.515328 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] Set router 20bdb3d7-2361-41ae-8796-d12445543170 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:40.572386 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-0fb5d1e2-2cb2-4aa3-b6b7-833ea5e1e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:40.575287 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-0fb5d1e2-2cb2-4aa3-b6b7-833ea5e1e75a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba9abf8115ac4b508816c39be6e59924&device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 1095 time: 0.2582424 Aug 16 01:45:40.588345 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-8b91c353-6817-4ed5-870a-e1866f56d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:40.589254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-8b91c353-6817-4ed5-870a-e1866f56d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:40.590496 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-8b91c353-6817-4ed5-870a-e1866f56d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:40.591185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-8b91c353-6817-4ed5-870a-e1866f56d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:40.591856 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-8b91c353-6817-4ed5-870a-e1866f56d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:40.592509 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-8b91c353-6817-4ed5-870a-e1866f56d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:40.594766 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-8b91c353-6817-4ed5-870a-e1866f56d8d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ca74d145ad54f52a9156b1910a2719b&device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5250 time: 0.2895775 Aug 16 01:45:40.607327 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-696077b8-2fdd-4a91-b6a0-2e15ab4edc17 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:40.611376 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:40.612817 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:40.614573 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] 10.222.0.73 "PUT /v2.0/ports/bd0bff2b-08e3-4df0-9d32-cf931a827abb HTTP/1.1" status: 200 len: 1136 time: 1.5903268 Aug 16 01:45:40.627649 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3aa971e-a326-4a6c-aeae-75ec8a93a1a0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:40.685841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Request body: {'port': {'device_id': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:40.722567 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fd122-6ffa-4d10-a2af-2a67e423f911 None None] Pushing event updated for resources: {'Port': ['ID=4a4d7791-39a9-48c7-b517-5f822172553f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:40.754524 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696077b8-2fdd-4a91-b6a0-2e15ab4edc17 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network 3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:40.783763 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29779a33-4d44-42aa-bf53-bd87bc12a9fb req-3fffca85-51e7-4b0c-a981-82de4b897a9a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:40.785434 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-29779a33-4d44-42aa-bf53-bd87bc12a9fb req-3fffca85-51e7-4b0c-a981-82de4b897a9a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151f80-5017-4e86-89f9-2f7270de6d4e HTTP/1.1" status: 200 len: 946 time: 0.2757139 Aug 16 01:45:40.796240 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-696077b8-2fdd-4a91-b6a0-2e15ab4edc17 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:40.830103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aa971e-a326-4a6c-aeae-75ec8a93a1a0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:40.831108 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696077b8-2fdd-4a91-b6a0-2e15ab4edc17 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:40.832008 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bdb3d7-2361-41ae-8796-d12445543170', 'name': 'tempest-snat-router-1869123491', 'tenant_id': 'f6c38e0dedec47eebb1e6610d8827a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.163'}], 'enable_snat': False}, 'gw_port_id': 'd6b42ce0-5bcf-4c44-aac8-33078c58d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:30Z', 'updated_at': '2021-08-16T01:45:33Z', 'revision_number': 3, 'project_id': 'f6c38e0dedec47eebb1e6610d8827a81', 'gw_port': {'id': 'd6b42ce0-5bcf-4c44-aac8-33078c58d97f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bdb3d7-2361-41ae-8796-d12445543170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:32Z', 'updated_at': '2021-08-16T01:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:40.849835 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696077b8-2fdd-4a91-b6a0-2e15ab4edc17 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=5f288225-906e-43cb-aa15-e5488e4969b5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:40.904602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86367e6-51da-4142-bf75-6be0c147c657 None None] The sync data for ids ['20bdb3d7-2361-41ae-8796-d12445543170'] in n-d-765315-27 is: [{'id': '20bdb3d7-2361-41ae-8796-d12445543170', 'name': 'tempest-snat-router-1869123491', 'tenant_id': 'f6c38e0dedec47eebb1e6610d8827a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.163'}], 'enable_snat': False}, 'gw_port_id': 'd6b42ce0-5bcf-4c44-aac8-33078c58d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:30Z', 'updated_at': '2021-08-16T01:45:33Z', 'revision_number': 3, 'project_id': 'f6c38e0dedec47eebb1e6610d8827a81', 'gw_port': {'id': 'd6b42ce0-5bcf-4c44-aac8-33078c58d97f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bdb3d7-2361-41ae-8796-d12445543170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:32Z', 'updated_at': '2021-08-16T01:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:45:40.914688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f3aa971e-a326-4a6c-aeae-75ec8a93a1a0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:40.947806 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aa971e-a326-4a6c-aeae-75ec8a93a1a0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:41.021623 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c97e7a0c-5804-4f14-8126-c043ab289d5e req-1820d020-691d-4da7-a6c9-56e3b9a4b854 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.041430 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30b01e-3de5-42ef-b560-f5bfcd06fdef service neutron] Pushing event updated for resources: {'Port': ['ID=bd0bff2b-08e3-4df0-9d32-cf931a827abb,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:41.087448 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-29779a33-4d44-42aa-bf53-bd87bc12a9fb req-5883879f-3fd2-49c9-819d-564240dc1999 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879999 Aug 16 01:45:41.160279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa971e-a326-4a6c-aeae-75ec8a93a1a0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Pushing event updated for resources: {'Port': ['ID=b7141e8e-fac4-4d31-bebe-3d8202c353a1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:41.171579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696077b8-2fdd-4a91-b6a0-2e15ab4edc17 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.172282 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-696077b8-2fdd-4a91-b6a0-2e15ab4edc17 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.199815 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-9d0027f1-b255-48bc-a2c3-fa77aef6782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.200573 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-9d0027f1-b255-48bc-a2c3-fa77aef6782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.201044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-9d0027f1-b255-48bc-a2c3-fa77aef6782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.202755 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-9d0027f1-b255-48bc-a2c3-fa77aef6782f service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=9ca74d145ad54f52a9156b1910a2719b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5859172 Aug 16 01:45:41.246531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-425280f0-c42c-4f8b-8369-3f75f8a309b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.248059 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-425280f0-c42c-4f8b-8369-3f75f8a309b9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=41d6539e-4b24-4ea3-ae06-65cd600ea064 HTTP/1.1" status: 200 len: 918 time: 0.6519227 Aug 16 01:45:41.363602 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005f5c3-5e32-4c19-97c9-36dfc9024aab req-03083a8d-844e-4005-b3d5-3e1dcb518f03 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.371939 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005f5c3-5e32-4c19-97c9-36dfc9024aab req-03083a8d-844e-4005-b3d5-3e1dcb518f03 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.373632 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.376845 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-330223f2-444f-4765-9e9f-44823c3b1e25 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dee21c7b-16db-43e3-94af-82d037864954 HTTP/1.1" status: 200 len: 217 time: 0.0636880 Aug 16 01:45:41.378853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005f5c3-5e32-4c19-97c9-36dfc9024aab req-03083a8d-844e-4005-b3d5-3e1dcb518f03 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.386454 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005f5c3-5e32-4c19-97c9-36dfc9024aab req-03083a8d-844e-4005-b3d5-3e1dcb518f03 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.393504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005f5c3-5e32-4c19-97c9-36dfc9024aab req-03083a8d-844e-4005-b3d5-3e1dcb518f03 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.399846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005f5c3-5e32-4c19-97c9-36dfc9024aab req-03083a8d-844e-4005-b3d5-3e1dcb518f03 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.402392 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e005f5c3-5e32-4c19-97c9-36dfc9024aab req-03083a8d-844e-4005-b3d5-3e1dcb518f03 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 4604 time: 0.1984975 Aug 16 01:45:41.538891 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e005f5c3-5e32-4c19-97c9-36dfc9024aab req-e5e5d40c-6035-47fa-8cb5-7c53026524ff tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1234293 Aug 16 01:45:41.609879 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d6b42ce0-5bcf-4c44-aac8-33078c58d97f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:41.695533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-49e1a46b-edf3-4e00-83b0-dc26b0c24cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.704465 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-49e1a46b-edf3-4e00-83b0-dc26b0c24cc3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b85102c8-d1ed-4688-b6f1-154a4a3875ac HTTP/1.1" status: 200 len: 856 time: 0.3112223 Aug 16 01:45:41.708667 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port d6b42ce0-5bcf-4c44-aac8-33078c58d97f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:41.719837 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d6b42ce0-5bcf-4c44-aac8-33078c58d97f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:41.720469 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.750909 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3aa971e-a326-4a6c-aeae-75ec8a93a1a0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.870715 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220da914-4acf-4eec-a771-faf146627d1f req-5cbc28b4-76d6-4acf-8284-f7c37cb32c65 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.878407 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-220da914-4acf-4eec-a771-faf146627d1f req-5cbc28b4-76d6-4acf-8284-f7c37cb32c65 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151f80-5017-4e86-89f9-2f7270de6d4e HTTP/1.1" status: 200 len: 946 time: 0.1767738 Aug 16 01:45:41.885717 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c97e7a0c-5804-4f14-8126-c043ab289d5e req-1820d020-691d-4da7-a6c9-56e3b9a4b854 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.896316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-de7b907e-7f72-4f3d-8585-8b4351aaae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:41.897892 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-de7b907e-7f72-4f3d-8585-8b4351aaae4e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6729870 Aug 16 01:45:41.899926 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.921688 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c97e7a0c-5804-4f14-8126-c043ab289d5e req-1820d020-691d-4da7-a6c9-56e3b9a4b854 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.931146 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port d6b42ce0-5bcf-4c44-aac8-33078c58d97f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d6b42ce0-5bcf-4c44-aac8-33078c58d97f,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:41.940063 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:41.941511 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4a4d7791-39a9-48c7-b517-5f822172553f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:41.985691 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-696077b8-2fdd-4a91-b6a0-2e15ab4edc17 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.4622905 Aug 16 01:45:41.991200 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54230) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:42.005363 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-85e7fddb-1ef2-4c46-a2f1-27f8509948db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:42.007733 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-85e7fddb-1ef2-4c46-a2f1-27f8509948db service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=41d6539e-4b24-4ea3-ae06-65cd600ea064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2696157 Aug 16 01:45:42.059539 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c97e7a0c-5804-4f14-8126-c043ab289d5e req-1820d020-691d-4da7-a6c9-56e3b9a4b854 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.060821 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c97e7a0c-5804-4f14-8126-c043ab289d5e req-1820d020-691d-4da7-a6c9-56e3b9a4b854 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.5788534 Aug 16 01:45:42.081509 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820d020-691d-4da7-a6c9-56e3b9a4b854 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=454189bf-64e2-4a85-9050-1177dd59075f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:42.123210 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=d6b42ce0-5bcf-4c44-aac8-33078c58d97f,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:42.151137 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 4a4d7791-39a9-48c7-b517-5f822172553f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:42.170395 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-220da914-4acf-4eec-a771-faf146627d1f req-3891e64f-4bce-4603-8d0d-9912db13e888 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906606 Aug 16 01:45:42.212887 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2deedd0-fc8e-47d7-bba6-d4eb2ad456e7 None None] Network 3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:42.259984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-cef356ae-f350-472f-bde3-0d7cba8a07f3 req-cb98f5b3-8c75-487c-806a-22e67d5439a3 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1774056356', 'description': 'tempest-description-2113336267'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:42.290195 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'tag': 'bd0bff2b-08e3-4df0-9d32-cf931a827abb'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:42.293954 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cca4e1-c77d-4416-8d25-9622298c506b" -d '{"events": [{"name": "network-changed", "server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "tag": "bd0bff2b-08e3-4df0-9d32-cf931a827abb"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:42.327996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-aec0c12b-b932-4953-b2ad-31831fa4dd6a None None] Provisioning for port 4a4d7791-39a9-48c7-b517-5f822172553f completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:42.345102 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-aec0c12b-b932-4953-b2ad-31831fa4dd6a None None] Provisioning complete for port 4a4d7791-39a9-48c7-b517-5f822172553f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:42.345569 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aec0c12b-b932-4953-b2ad-31831fa4dd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.370558 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cef356ae-f350-472f-bde3-0d7cba8a07f3 req-cb98f5b3-8c75-487c-806a-22e67d5439a3 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.381644 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18b742-410e-425c-b63d-faad774921f7 req-118d2eee-4850-45a1-b30e-205d7c544a77 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:42.384337 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3e18b742-410e-425c-b63d-faad774921f7 req-118d2eee-4850-45a1-b30e-205d7c544a77 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 943 time: 0.1667149 Aug 16 01:45:42.394387 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b6072-29d8-413d-b71d-f011f0ed89c7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port 5f288225-906e-43cb-aa15-e5488e4969b5 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:42.394865 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b1b6072-29d8-413d-b71d-f011f0ed89c7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.407448 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-d9ff9e94-1991-4832-aafd-d6a48038d6ad service neutron] 10.222.0.63 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583336 Aug 16 01:45:42.541082 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aec0c12b-b932-4953-b2ad-31831fa4dd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.569158 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a065c0c-bce4-484f-b064-a35ae88772ee req-5a9dfcb5-3312-440d-aa39-41d4a313b046 service neutron] 10.222.0.63 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452484 Aug 16 01:45:42.578703 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cef356ae-f350-472f-bde3-0d7cba8a07f3 req-cb98f5b3-8c75-487c-806a-22e67d5439a3 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.584752 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3aa971e-a326-4a6c-aeae-75ec8a93a1a0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.590810 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cef356ae-f350-472f-bde3-0d7cba8a07f3 req-cb98f5b3-8c75-487c-806a-22e67d5439a3 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.599020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0acdabdb-c72c-46b9-8121-47f8e483891b {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:42.602555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-aec0c12b-b932-4953-b2ad-31831fa4dd6a None None] For port 4a4d7791-39a9-48c7-b517-5f822172553f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4a4d7791-39a9-48c7-b517-5f822172553f,segment=NetworkSegment(8a09bb9e-93fa-41e1-9c2e-596d63d5f5a7),segment_id=8a09bb9e-93fa-41e1-9c2e-596d63d5f5a7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:42.608651 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aec0c12b-b932-4953-b2ad-31831fa4dd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.621164 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.627691 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3e18b742-410e-425c-b63d-faad774921f7 req-513a953c-d4c0-484b-8f49-bfc3bf9bec4d tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343214 Aug 16 01:45:42.647943 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Transition to ACTIVE for port object 0acdabdb-c72c-46b9-8121-47f8e483891b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:42.657632 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.707703 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cef356ae-f350-472f-bde3-0d7cba8a07f3 req-cb98f5b3-8c75-487c-806a-22e67d5439a3 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.720257 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cef356ae-f350-472f-bde3-0d7cba8a07f3 req-cb98f5b3-8c75-487c-806a-22e67d5439a3 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4641404 Aug 16 01:45:42.752765 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0c12b-b932-4953-b2ad-31831fa4dd6a None None] Pushing event updated for resources: {'Port': ['ID=4a4d7791-39a9-48c7-b517-5f822172553f,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:42.803508 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98f5b3-8c75-487c-806a-22e67d5439a3 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0dabd6-afb3-4bba-9d7e-0ffb4e208d51,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:42.841075 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b1b6072-29d8-413d-b71d-f011f0ed89c7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.885345 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402eacc3-cb65-4dff-acb3-cdd057f5a3be x-openstack-request-id: req-402eacc3-cb65-4dff-acb3-cdd057f5a3be {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:42.886480 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "tag": "bd0bff2b-08e3-4df0-9d32-cf931a827abb", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:42.886582 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-402eacc3-cb65-4dff-acb3-cdd057f5a3be {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:42.887174 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'tag': 'bd0bff2b-08e3-4df0-9d32-cf931a827abb', 'status': 'completed', 'code': 200} Aug 16 01:45:42.909687 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Pushing event updated for resources: {'Port': ['ID=0acdabdb-c72c-46b9-8121-47f8e483891b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:42.937892 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b6072-29d8-413d-b71d-f011f0ed89c7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for 5f288225-906e-43cb-aa15-e5488e4969b5 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:42.963125 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-128c326f-2ed6-496f-b027-905ee78068f8 req-b04cdfce-fbdb-4eb3-ad03-189809d90b6d tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1912072150', 'description': 'tempest-description-1566634467'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:42.991547 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Attempting to bind port 0acdabdb-c72c-46b9-8121-47f8e483891b on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:42.992127 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Attempting to bind port 0acdabdb-c72c-46b9-8121-47f8e483891b by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:42.992716 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Attempting to bind port 0acdabdb-c72c-46b9-8121-47f8e483891b on network 25689f12-8f02-45a9-92d2-2d5bfc262caa {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:43.008957 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Port 0acdabdb-c72c-46b9-8121-47f8e483891b on network 25689f12-8f02-45a9-92d2-2d5bfc262caa not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:45:43.009424 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Attempting to bind port 0acdabdb-c72c-46b9-8121-47f8e483891b on network 25689f12-8f02-45a9-92d2-2d5bfc262caa {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:43.027578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:43.027578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Checking segment: {'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:43.028481 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Bound using segment: {'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:43.028892 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Bound port: 0acdabdb-c72c-46b9-8121-47f8e483891b, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:43.029369 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.044597 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-dfdc540b-de37-4578-af9c-f7074eae903d None None] Provisioning for port 5f288225-906e-43cb-aa15-e5488e4969b5 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:43.054931 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cca4e1-c77d-4416-8d25-9622298c506b req-e223412a-5f37-4e71-b8e4-59d3d88e11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.055582 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cca4e1-c77d-4416-8d25-9622298c506b req-e223412a-5f37-4e71-b8e4-59d3d88e11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.056115 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cca4e1-c77d-4416-8d25-9622298c506b req-e223412a-5f37-4e71-b8e4-59d3d88e11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.056730 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cca4e1-c77d-4416-8d25-9622298c506b req-e223412a-5f37-4e71-b8e4-59d3d88e11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.057317 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cca4e1-c77d-4416-8d25-9622298c506b req-e223412a-5f37-4e71-b8e4-59d3d88e11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.058612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cca4e1-c77d-4416-8d25-9622298c506b req-e223412a-5f37-4e71-b8e4-59d3d88e11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.059329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cca4e1-c77d-4416-8d25-9622298c506b req-e223412a-5f37-4e71-b8e4-59d3d88e11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.060234 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-dfdc540b-de37-4578-af9c-f7074eae903d None None] Provisioning complete for port 5f288225-906e-43cb-aa15-e5488e4969b5 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:43.060716 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dfdc540b-de37-4578-af9c-f7074eae903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.061649 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17cca4e1-c77d-4416-8d25-9622298c506b req-e223412a-5f37-4e71-b8e4-59d3d88e11dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ca74d145ad54f52a9156b1910a2719b&device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 6179 time: 0.1737018 Aug 16 01:45:43.064917 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-128c326f-2ed6-496f-b027-905ee78068f8 req-b04cdfce-fbdb-4eb3-ad03-189809d90b6d tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.103120 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device dee21c7b-16db-43e3-94af-82d037864954 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:45:43.138194 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-dfdc540b-de37-4578-af9c-f7074eae903d None None] Port 5f288225-906e-43cb-aa15-e5488e4969b5 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:45:43.202364 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] For port 0acdabdb-c72c-46b9-8121-47f8e483891b, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:43.212643 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] For port 0acdabdb-c72c-46b9-8121-47f8e483891b, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0acdabdb-c72c-46b9-8121-47f8e483891b,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:43.258783 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.266495 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-dfdc540b-de37-4578-af9c-f7074eae903d None None] Provisioning complete for port 4a4d7791-39a9-48c7-b517-5f822172553f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:43.267127 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dfdc540b-de37-4578-af9c-f7074eae903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.275031 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b1b6072-29d8-413d-b71d-f011f0ed89c7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.329157 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b6072-29d8-413d-b71d-f011f0ed89c7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=5f288225-906e-43cb-aa15-e5488e4969b5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:43.356037 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ffbb2-1f44-4baa-9a57-6ff8a5f13565 req-3e8d00d0-166b-4a72-b51d-5e313f8bd6ad tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.363904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ffbb2-1f44-4baa-9a57-6ff8a5f13565 req-3e8d00d0-166b-4a72-b51d-5e313f8bd6ad tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.373272 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ffbb2-1f44-4baa-9a57-6ff8a5f13565 req-3e8d00d0-166b-4a72-b51d-5e313f8bd6ad tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.381331 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ffbb2-1f44-4baa-9a57-6ff8a5f13565 req-3e8d00d0-166b-4a72-b51d-5e313f8bd6ad tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.382895 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.383717 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.389900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ffbb2-1f44-4baa-9a57-6ff8a5f13565 req-3e8d00d0-166b-4a72-b51d-5e313f8bd6ad tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.396068 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] 10.222.0.73 "PUT /v2.0/ports/0acdabdb-c72c-46b9-8121-47f8e483891b HTTP/1.1" status: 200 len: 1136 time: 2.7182384 Aug 16 01:45:43.400247 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ffbb2-1f44-4baa-9a57-6ff8a5f13565 req-3e8d00d0-166b-4a72-b51d-5e313f8bd6ad tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.408486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ffbb2-1f44-4baa-9a57-6ff8a5f13565 req-3e8d00d0-166b-4a72-b51d-5e313f8bd6ad tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.418551 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-655ffbb2-1f44-4baa-9a57-6ff8a5f13565 req-3e8d00d0-166b-4a72-b51d-5e313f8bd6ad tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5381 time: 0.4556375 Aug 16 01:45:43.445249 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Request body: {'port': {'device_id': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:43.483647 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-655ffbb2-1f44-4baa-9a57-6ff8a5f13565 req-426bf21c-bedd-4262-b128-f63dc458c439 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637946 Aug 16 01:45:43.485188 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d6b42ce0-5bcf-4c44-aac8-33078c58d97f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:43.598335 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port dee21c7b-16db-43e3-94af-82d037864954, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=dee21c7b-16db-43e3-94af-82d037864954,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:43.686539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'dee21c7b-16db-43e3-94af-82d037864954', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'port_id': 'dee21c7b-16db-43e3-94af-82d037864954', 'mac_address': 'fa:16:3e:78:9a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:45:43.712805 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d6b42ce0-5bcf-4c44-aac8-33078c58d97f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:43.714801 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.733382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53616b04-be2b-4f76-bd37-198b28a67fcf service neutron] Pushing event updated for resources: {'Port': ['ID=0acdabdb-c72c-46b9-8121-47f8e483891b,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:43.750410 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cca4e1-c77d-4416-8d25-9622298c506b req-0ca14635-ef33-4506-acdc-2ef6481b6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.750410 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cca4e1-c77d-4416-8d25-9622298c506b req-0ca14635-ef33-4506-acdc-2ef6481b6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.751795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cca4e1-c77d-4416-8d25-9622298c506b req-0ca14635-ef33-4506-acdc-2ef6481b6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.752623 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17cca4e1-c77d-4416-8d25-9622298c506b req-0ca14635-ef33-4506-acdc-2ef6481b6b26 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=9ca74d145ad54f52a9156b1910a2719b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5363367 Aug 16 01:45:43.794878 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b1b6072-29d8-413d-b71d-f011f0ed89c7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.797271 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5b1b6072-29d8-413d-b71d-f011f0ed89c7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/ports/5f288225-906e-43cb-aa15-e5488e4969b5 HTTP/1.1" status: 204 len: 168 time: 1.8046422 Aug 16 01:45:43.800410 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-128c326f-2ed6-496f-b027-905ee78068f8 req-b04cdfce-fbdb-4eb3-ad03-189809d90b6d tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.803961 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54250) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:43.805236 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.849845 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.850427 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05cbcfd-dbc9-495f-9c8a-0c88341135f0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] GET failed (client error): The resource could not be found. Aug 16 01:45:43.854907 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e05cbcfd-dbc9-495f-9c8a-0c88341135f0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports/5f288225-906e-43cb-aa15-e5488e4969b5 HTTP/1.1" status: 404 len: 333 time: 0.0393302 Aug 16 01:45:43.854907 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3aa971e-a326-4a6c-aeae-75ec8a93a1a0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Router 0e78996a-7ec3-4c3c-b958-ce9f19e95890 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:45:43.859179 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54252) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:43.875609 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-30ceac4f-004d-4c4a-9203-af30310a78b9 None None] Could not find standard attr ID for object 5f288225-906e-43cb-aa15-e5488e4969b5. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:45:43.890764 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc869a-aa0e-44ea-9514-ef6d8f4d5f9b req-2b37011c-a070-41e4-a16e-15ce0efc8b61 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:43.892901 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6afc869a-aa0e-44ea-9514-ef6d8f4d5f9b req-2b37011c-a070-41e4-a16e-15ce0efc8b61 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151f80-5017-4e86-89f9-2f7270de6d4e HTTP/1.1" status: 200 len: 946 time: 0.2273288 Aug 16 01:45:43.916187 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee21c7b-16db-43e3-94af-82d037864954 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:43.945150 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port dee21c7b-16db-43e3-94af-82d037864954, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=dee21c7b-16db-43e3-94af-82d037864954,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:43.982905 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6afc869a-aa0e-44ea-9514-ef6d8f4d5f9b req-797c40ac-5f00-4184-85cf-66a9c147f4b9 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575907 Aug 16 01:45:43.987382 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:43.990211 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4a4d7791-39a9-48c7-b517-5f822172553f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:44.083493 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=dee21c7b-16db-43e3-94af-82d037864954,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:44.104682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 4a4d7791-39a9-48c7-b517-5f822172553f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:44.105471 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.144445 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8eb19f-e6e1-4df2-903f-253030cd176e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting subnet c358c442-dfe8-4ef9-b5f7-45ae59d39d1f {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:45:44.192481 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f8eb19f-e6e1-4df2-903f-253030cd176e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.271472 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['dee21c7b-16db-43e3-94af-82d037864954'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:44.299385 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b303d-f282-44bf-b3a8-f76c7a685807 req-3262ab0c-77ee-4e6c-a762-0de87304e1fc tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:44.301009 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-028b303d-f282-44bf-b3a8-f76c7a685807 req-3262ab0c-77ee-4e6c-a762-0de87304e1fc tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 944 time: 0.1836848 Aug 16 01:45:44.302138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3aa971e-a326-4a6c-aeae-75ec8a93a1a0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:45:44.316657 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Sync routers for ids ['0e78996a-7ec3-4c3c-b958-ce9f19e95890'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:45:44.329495 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Routers {'0e78996a-7ec3-4c3c-b958-ce9f19e95890'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:44.331120 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:45:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['0e78996a-7ec3-4c3c-b958-ce9f19e95890'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:44.352424 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-128c326f-2ed6-496f-b027-905ee78068f8 req-b04cdfce-fbdb-4eb3-ad03-189809d90b6d tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.357470 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f8eb19f-e6e1-4df2-903f-253030cd176e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.424990 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-128c326f-2ed6-496f-b027-905ee78068f8 req-b04cdfce-fbdb-4eb3-ad03-189809d90b6d tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.426776 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-128c326f-2ed6-496f-b027-905ee78068f8 req-b04cdfce-fbdb-4eb3-ad03-189809d90b6d tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.4973388 Aug 16 01:45:44.427812 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-028b303d-f282-44bf-b3a8-f76c7a685807 req-5ce216bc-568c-40c7-93a0-0318d9d06fa1 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940237 Aug 16 01:45:44.439484 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3aa971e-a326-4a6c-aeae-75ec8a93a1a0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.439484 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f3aa971e-a326-4a6c-aeae-75ec8a93a1a0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.8886847 Aug 16 01:45:44.447026 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54256) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:44.496396 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04cdfce-fbdb-4eb3-ad03-189809d90b6d tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=208c21d4-5c10-4005-8814-1ffc485fb361,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:44.521087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d86d4-d55c-4fe2-8019-301c4690755e req-137ff25f-bfda-4d45-a54f-11345a24ff97 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:44.523541 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8f0d86d4-d55c-4fe2-8019-301c4690755e req-137ff25f-bfda-4d45-a54f-11345a24ff97 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5151f80-5017-4e86-89f9-2f7270de6d4e HTTP/1.1" status: 200 len: 946 time: 0.1931596 Aug 16 01:45:44.567330 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Set router 0e78996a-7ec3-4c3c-b958-ce9f19e95890 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:44.641471 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f8eb19f-e6e1-4df2-903f-253030cd176e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.741157 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdae816-999c-4692-b610-e47a30b0c645 req-d5ffdeab-49b2-4ae2-b532-fbfa2427610d tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:44.748431 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdae816-999c-4692-b610-e47a30b0c645 req-d5ffdeab-49b2-4ae2-b532-fbfa2427610d tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:44.758853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdae816-999c-4692-b610-e47a30b0c645 req-d5ffdeab-49b2-4ae2-b532-fbfa2427610d tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:44.765361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdae816-999c-4692-b610-e47a30b0c645 req-d5ffdeab-49b2-4ae2-b532-fbfa2427610d tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:44.765580 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-661cd1b6-773a-4d85-82a8-81fa376f9976 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "GET /v2.0/routers/0e78996a-7ec3-4c3c-b958-ce9f19e95890 HTTP/1.1" status: 200 len: 907 time: 0.3084276 Aug 16 01:45:44.767038 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cca4e1-c77d-4416-8d25-9622298c506b req-3953a3f6-f98b-4140-8c02-c113321ad7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:44.768585 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17cca4e1-c77d-4416-8d25-9622298c506b req-3953a3f6-f98b-4140-8c02-c113321ad7db service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9927664 Aug 16 01:45:44.771801 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdae816-999c-4692-b610-e47a30b0c645 req-d5ffdeab-49b2-4ae2-b532-fbfa2427610d tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:44.772595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54262) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:44.778887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdae816-999c-4692-b610-e47a30b0c645 req-d5ffdeab-49b2-4ae2-b532-fbfa2427610d tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:44.785549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdae816-999c-4692-b610-e47a30b0c645 req-d5ffdeab-49b2-4ae2-b532-fbfa2427610d tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:44.787709 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ebdae816-999c-4692-b610-e47a30b0c645 req-d5ffdeab-49b2-4ae2-b532-fbfa2427610d tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5381 time: 0.1963711 Aug 16 01:45:44.825884 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f8eb19f-e6e1-4df2-903f-253030cd176e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.864162 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-8f0d86d4-d55c-4fe2-8019-301c4690755e req-4c223a56-231f-43d9-9970-ddff06ee3d92 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Deleting port e1b6af87-6044-4e68-a4f9-8f6465333c5b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:44.864501 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8f0d86d4-d55c-4fe2-8019-301c4690755e req-4c223a56-231f-43d9-9970-ddff06ee3d92 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.865778 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e78996a-7ec3-4c3c-b958-ce9f19e95890', 'name': 'tempest-snat-router-1869123491', 'tenant_id': 'f6c38e0dedec47eebb1e6610d8827a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b7141e8e-fac4-4d31-bebe-3d8202c353a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:36Z', 'updated_at': '2021-08-16T01:45:41Z', 'revision_number': 3, 'project_id': 'f6c38e0dedec47eebb1e6610d8827a81', 'gw_port': {'id': 'b7141e8e-fac4-4d31-bebe-3d8202c353a1', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:09:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e78996a-7ec3-4c3c-b958-ce9f19e95890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:39Z', 'updated_at': '2021-08-16T01:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:44.867817 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8eb19f-e6e1-4df2-903f-253030cd176e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Subnet': ['ID=c358c442-dfe8-4ef9-b5f7-45ae59d39d1f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:44.890091 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afa7d2c-d65c-4dea-ac97-3a7f5a9c0995 None None] Network 3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:45:44.904994 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f8eb19f-e6e1-4df2-903f-253030cd176e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.910867 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6f8eb19f-e6e1-4df2-903f-253030cd176e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/subnets/c358c442-dfe8-4ef9-b5f7-45ae59d39d1f HTTP/1.1" status: 204 len: 168 time: 1.0500894 Aug 16 01:45:44.916030 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Checking router: 0e78996a-7ec3-4c3c-b958-ce9f19e95890 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:45:44.917091 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Updating router 0e78996a-7ec3-4c3c-b958-ce9f19e95890 port b7141e8e-fac4-4d31-bebe-3d8202c353a1 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:45:44.936420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54264) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:44.946531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'tag': '0acdabdb-c72c-46b9-8121-47f8e483891b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:44.954213 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cf3206-4519-43f7-a821-8ca4aae79a21" -d '{"events": [{"name": "network-changed", "server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "tag": "0acdabdb-c72c-46b9-8121-47f8e483891b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:44.958609 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ea89ad4-a874-4337-9429-b9576198aec8 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.964514 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.978918 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ebdae816-999c-4692-b610-e47a30b0c645 req-f121ed99-cb95-471e-99f2-2172f0d394eb tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1782687 Aug 16 01:45:45.068800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8f0d86d4-d55c-4fe2-8019-301c4690755e req-4c223a56-231f-43d9-9970-ddff06ee3d92 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] For port e1b6af87-6044-4e68-a4f9-8f6465333c5b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e1b6af87-6044-4e68-a4f9-8f6465333c5b,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:45.070463 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8f0d86d4-d55c-4fe2-8019-301c4690755e req-4c223a56-231f-43d9-9970-ddff06ee3d92 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.092447 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-8f0d86d4-d55c-4fe2-8019-301c4690755e req-4c223a56-231f-43d9-9970-ddff06ee3d92 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Calling delete_port for e1b6af87-6044-4e68-a4f9-8f6465333c5b owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:45.125828 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device dee21c7b-16db-43e3-94af-82d037864954 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:45.175783 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae288d1-1bae-431b-a5b5-d356826d7b15 None None] DHCP port deletion for 3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:45:45.259186 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213f994a-8fd7-433a-9874-d95df357fd00 x-openstack-request-id: req-213f994a-8fd7-433a-9874-d95df357fd00 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:45.259685 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "tag": "0acdabdb-c72c-46b9-8121-47f8e483891b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:45.260092 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-213f994a-8fd7-433a-9874-d95df357fd00 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:45.261259 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'tag': '0acdabdb-c72c-46b9-8121-47f8e483891b', 'status': 'completed', 'code': 200} Aug 16 01:45:45.348357 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1ae288d1-1bae-431b-a5b5-d356826d7b15 None None] Deleting port 4a4d7791-39a9-48c7-b517-5f822172553f {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:45.349260 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ae288d1-1bae-431b-a5b5-d356826d7b15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.351370 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port dee21c7b-16db-43e3-94af-82d037864954 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:45.356431 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8f0d86d4-d55c-4fe2-8019-301c4690755e req-4c223a56-231f-43d9-9970-ddff06ee3d92 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.371782 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ba978e89-0a8f-4e00-b2a7-3d35c60a0298'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:45.402533 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e75f7682-0f39-4405-b8d7-51b70363addb req-763026d5-4ccb-4240-bb71-c67f09699e78 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ee26a718258e436eb39e6859b9c6f1f9 HTTP/1.1" status: 200 len: 10911 time: 0.6693718 Aug 16 01:45:45.406007 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port dee21c7b-16db-43e3-94af-82d037864954 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:45.406551 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.412889 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['e1b6af87-6044-4e68-a4f9-8f6465333c5b'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:45.418724 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d7acc97-5fae-4e80-bd08-b6a068f8e081 req-928c5632-cb70-43ac-a478-5e84bede58f1 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5151f80-5017-4e86-89f9-2f7270de6d4e HTTP/1.1" status: 200 len: 210 time: 0.0886753 Aug 16 01:45:45.426576 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4a4d7791-39a9-48c7-b517-5f822172553f no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:45.464533 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c223a56-231f-43d9-9970-ddff06ee3d92 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Pushing event deleted for resources: {'Port': ['ID=e1b6af87-6044-4e68-a4f9-8f6465333c5b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:45.567075 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0d86d4-d55c-4fe2-8019-301c4690755e req-4c223a56-231f-43d9-9970-ddff06ee3d92 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] No DVR routers for this DVR port e1b6af87-6044-4e68-a4f9-8f6465333c5b on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:45.599287 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8f0d86d4-d55c-4fe2-8019-301c4690755e req-4c223a56-231f-43d9-9970-ddff06ee3d92 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.601255 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ea89ad4-a874-4337-9429-b9576198aec8 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.602584 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8f0d86d4-d55c-4fe2-8019-301c4690755e req-4c223a56-231f-43d9-9970-ddff06ee3d92 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.73 "DELETE /v2.0/ports/e1b6af87-6044-4e68-a4f9-8f6465333c5b HTTP/1.1" status: 204 len: 173 time: 1.0533345 Aug 16 01:45:45.604527 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5151f80-5017-4e86-89f9-2f7270de6d4e', 'name': 'network-vif-deleted', 'tag': 'e1b6af87-6044-4e68-a4f9-8f6465333c5b'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:45.607222 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a3095b-9cc4-4c6a-a909-06bd740ec8c8" -d '{"events": [{"server_uuid": "f5151f80-5017-4e86-89f9-2f7270de6d4e", "name": "network-vif-deleted", "tag": "e1b6af87-6044-4e68-a4f9-8f6465333c5b"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:45.662645 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f731e3-ad6e-4d86-9b41-48e3e2c68269 req-2c2b42d1-b53d-498e-b8dd-b0174ca8dbff tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:45.672538 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28f731e3-ad6e-4d86-9b41-48e3e2c68269 req-2c2b42d1-b53d-498e-b8dd-b0174ca8dbff tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 944 time: 0.1071432 Aug 16 01:45:45.686182 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.699991 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Transition to ACTIVE for port object b7141e8e-fac4-4d31-bebe-3d8202c353a1 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:45.715894 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.723528 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.758035 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28f731e3-ad6e-4d86-9b41-48e3e2c68269 req-b83bc448-9523-4ce8-abc9-04a2c5531841 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841026 Aug 16 01:45:45.846786 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Attempting to bind port b7141e8e-fac4-4d31-bebe-3d8202c353a1 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:45.847031 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a9d35d-3f64-40b9-bfbe-088c0e0e9a1c x-openstack-request-id: req-14a9d35d-3f64-40b9-bfbe-088c0e0e9a1c {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:45.847157 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Attempting to bind port b7141e8e-fac4-4d31-bebe-3d8202c353a1 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:45.847270 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5151f80-5017-4e86-89f9-2f7270de6d4e", "name": "network-vif-deleted", "tag": "e1b6af87-6044-4e68-a4f9-8f6465333c5b", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:45.847556 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Attempting to bind port b7141e8e-fac4-4d31-bebe-3d8202c353a1 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:45.847685 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-14a9d35d-3f64-40b9-bfbe-088c0e0e9a1c {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:45.847914 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5151f80-5017-4e86-89f9-2f7270de6d4e', 'name': 'network-vif-deleted', 'tag': 'e1b6af87-6044-4e68-a4f9-8f6465333c5b', 'status': 'completed', 'code': 200} Aug 16 01:45:45.849682 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cc4f6-24d8-41c6-9a11-f214d0f8ee3d None None] Pushing event updated for resources: {'Port': ['ID=b7141e8e-fac4-4d31-bebe-3d8202c353a1,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:45.863274 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf3206-4519-43f7-a821-8ca4aae79a21 req-eba370ab-e18a-4eb9-af18-845599f734cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:45.863760 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf3206-4519-43f7-a821-8ca4aae79a21 req-eba370ab-e18a-4eb9-af18-845599f734cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:45.864232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf3206-4519-43f7-a821-8ca4aae79a21 req-eba370ab-e18a-4eb9-af18-845599f734cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:45.864705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf3206-4519-43f7-a821-8ca4aae79a21 req-eba370ab-e18a-4eb9-af18-845599f734cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:45.865172 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf3206-4519-43f7-a821-8ca4aae79a21 req-eba370ab-e18a-4eb9-af18-845599f734cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:45.865667 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:45.865842 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf3206-4519-43f7-a821-8ca4aae79a21 req-eba370ab-e18a-4eb9-af18-845599f734cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:45.866188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf3206-4519-43f7-a821-8ca4aae79a21 req-eba370ab-e18a-4eb9-af18-845599f734cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:45.868181 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22cf3206-4519-43f7-a821-8ca4aae79a21 req-eba370ab-e18a-4eb9-af18-845599f734cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ca74d145ad54f52a9156b1910a2719b&device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 6221 time: 0.5785420 Aug 16 01:45:45.882181 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:45.882652 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.883059 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:45.883559 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Bound port: b7141e8e-fac4-4d31-bebe-3d8202c353a1, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:45.883945 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.888253 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc4f6-24d8-41c6-9a11-f214d0f8ee3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:45.888598 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc4f6-24d8-41c6-9a11-f214d0f8ee3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:45.888933 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc4f6-24d8-41c6-9a11-f214d0f8ee3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:45.889266 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc4f6-24d8-41c6-9a11-f214d0f8ee3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:45.889601 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc4f6-24d8-41c6-9a11-f214d0f8ee3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:45.889952 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc4f6-24d8-41c6-9a11-f214d0f8ee3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:45.890273 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc4f6-24d8-41c6-9a11-f214d0f8ee3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:45.890596 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc4f6-24d8-41c6-9a11-f214d0f8ee3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:45.890913 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc4f6-24d8-41c6-9a11-f214d0f8ee3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:45.891230 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc4f6-24d8-41c6-9a11-f214d0f8ee3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:45.894128 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc4f6-24d8-41c6-9a11-f214d0f8ee3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:45.894438 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cc4f6-24d8-41c6-9a11-f214d0f8ee3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:45:45.895769 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e75f7682-0f39-4405-b8d7-51b70363addb req-2b032390-e2da-4908-98a4-94917dd07dfe tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/ac2aeabc-178e-4007-9a0d-a51df745aa97 HTTP/1.1" status: 200 len: 2985 time: 0.4924281 Aug 16 01:45:45.928086 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-1ae288d1-1bae-431b-a5b5-d356826d7b15 None None] For port 4a4d7791-39a9-48c7-b517-5f822172553f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4a4d7791-39a9-48c7-b517-5f822172553f,segment=NetworkSegment(8a09bb9e-93fa-41e1-9c2e-596d63d5f5a7),segment_id=8a09bb9e-93fa-41e1-9c2e-596d63d5f5a7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:45.928086 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ae288d1-1bae-431b-a5b5-d356826d7b15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.960736 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1ae288d1-1bae-431b-a5b5-d356826d7b15 None None] Calling delete_port for 4a4d7791-39a9-48c7-b517-5f822172553f owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:45.983745 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.037562 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] For port b7141e8e-fac4-4d31-bebe-3d8202c353a1, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:46.049212 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] For port b7141e8e-fac4-4d31-bebe-3d8202c353a1, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b7141e8e-fac4-4d31-bebe-3d8202c353a1,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:46.073594 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.126499 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e75f7682-0f39-4405-b8d7-51b70363addb req-46aa1073-810f-4ef6-b124-2d690c9bdc7f tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/ac2aeabc-178e-4007-9a0d-a51df745aa97 HTTP/1.1" status: 200 len: 2985 time: 0.2102253 Aug 16 01:45:46.129085 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee42ab6-fdb5-48a2-98ba-795a696d06da {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:46.137807 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5ea89ad4-a874-4337-9429-b9576198aec8 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Deleting port b7141e8e-fac4-4d31-bebe-3d8202c353a1 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:46.138165 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ea89ad4-a874-4337-9429-b9576198aec8 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.156835 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.172666 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.251336 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf3206-4519-43f7-a821-8ca4aae79a21 req-3d3035c3-558c-4ec8-99b9-7a3414473ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:46.251811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf3206-4519-43f7-a821-8ca4aae79a21 req-3d3035c3-558c-4ec8-99b9-7a3414473ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:46.252280 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf3206-4519-43f7-a821-8ca4aae79a21 req-3d3035c3-558c-4ec8-99b9-7a3414473ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:46.261472 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22cf3206-4519-43f7-a821-8ca4aae79a21 req-3d3035c3-558c-4ec8-99b9-7a3414473ab5 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=9ca74d145ad54f52a9156b1910a2719b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3799946 Aug 16 01:45:46.269843 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4007f-a07a-43be-a54e-d399a0971810 req-b4370456-d2a5-4efd-a29f-2ecb00c420b4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:46.272130 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 4a4d7791-39a9-48c7-b517-5f822172553f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4a4d7791-39a9-48c7-b517-5f822172553f,segment=NetworkSegment(8a09bb9e-93fa-41e1-9c2e-596d63d5f5a7),segment_id=8a09bb9e-93fa-41e1-9c2e-596d63d5f5a7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:46.277868 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4007f-a07a-43be-a54e-d399a0971810 req-b4370456-d2a5-4efd-a29f-2ecb00c420b4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:46.284791 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4007f-a07a-43be-a54e-d399a0971810 req-b4370456-d2a5-4efd-a29f-2ecb00c420b4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:46.291016 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4007f-a07a-43be-a54e-d399a0971810 req-b4370456-d2a5-4efd-a29f-2ecb00c420b4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:46.292633 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cc4f6-24d8-41c6-9a11-f214d0f8ee3d None None] Pushing event updated for resources: {'Port': ['ID=b7141e8e-fac4-4d31-bebe-3d8202c353a1,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:46.297659 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4007f-a07a-43be-a54e-d399a0971810 req-b4370456-d2a5-4efd-a29f-2ecb00c420b4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:46.304082 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4007f-a07a-43be-a54e-d399a0971810 req-b4370456-d2a5-4efd-a29f-2ecb00c420b4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:46.310923 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4007f-a07a-43be-a54e-d399a0971810 req-b4370456-d2a5-4efd-a29f-2ecb00c420b4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:46.316902 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Transition to ACTIVE for port object bee42ab6-fdb5-48a2-98ba-795a696d06da will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:46.319363 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b7f4007f-a07a-43be-a54e-d399a0971810 req-b4370456-d2a5-4efd-a29f-2ecb00c420b4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5381 time: 0.1517336 Aug 16 01:45:46.322454 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Routers {'0e78996a-7ec3-4c3c-b958-ce9f19e95890'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:46.325664 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:45:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['0e78996a-7ec3-4c3c-b958-ce9f19e95890'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:46.337238 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.408124 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b7f4007f-a07a-43be-a54e-d399a0971810 req-49228ce0-972a-45c6-bd9f-77947985ab6b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0861392 Aug 16 01:45:46.408668 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.450806 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee21c7b-16db-43e3-94af-82d037864954'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:46.453028 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3d54f0-81f5-4b25-9cbf-6b40ab74f5f2" -d '{"events": [{"server_uuid": "a83bc784-1195-489d-98d5-2826d2ae4b8a", "name": "network-vif-plugged", "status": "completed", "tag": "dee21c7b-16db-43e3-94af-82d037864954"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:46.470178 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] Set router 0e78996a-7ec3-4c3c-b958-ce9f19e95890 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:46.489277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port dee21c7b-16db-43e3-94af-82d037864954, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=dee21c7b-16db-43e3-94af-82d037864954,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:46.522346 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.539518 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=4a4d7791-39a9-48c7-b517-5f822172553f,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:46.564216 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ae288d1-1bae-431b-a5b5-d356826d7b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.566700 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e78996a-7ec3-4c3c-b958-ce9f19e95890', 'name': 'tempest-snat-router-1869123491', 'tenant_id': 'f6c38e0dedec47eebb1e6610d8827a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:36Z', 'updated_at': '2021-08-16T01:45:45Z', 'revision_number': 4, 'project_id': 'f6c38e0dedec47eebb1e6610d8827a81', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:46.608237 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff30c3c6-0fe7-4c0f-bc62-5f562089dfae x-openstack-request-id: req-ff30c3c6-0fe7-4c0f-bc62-5f562089dfae {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:46.608591 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83bc784-1195-489d-98d5-2826d2ae4b8a", "name": "network-vif-plugged", "status": "completed", "tag": "dee21c7b-16db-43e3-94af-82d037864954", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:46.608795 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ff30c3c6-0fe7-4c0f-bc62-5f562089dfae {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:46.609186 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee21c7b-16db-43e3-94af-82d037864954', 'code': 200} Aug 16 01:45:46.622977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Pushing event updated for resources: {'Port': ['ID=bee42ab6-fdb5-48a2-98ba-795a696d06da,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:46.634957 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae288d1-1bae-431b-a5b5-d356826d7b15 None None] No DVR routers for this DVR port 4a4d7791-39a9-48c7-b517-5f822172553f on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:46.674464 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fa907d-e04a-4977-b63b-90a4839a614b None None] The sync data for ids ['0e78996a-7ec3-4c3c-b958-ce9f19e95890'] in n-d-765315-27 is: [{'id': '0e78996a-7ec3-4c3c-b958-ce9f19e95890', 'name': 'tempest-snat-router-1869123491', 'tenant_id': 'f6c38e0dedec47eebb1e6610d8827a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:36Z', 'updated_at': '2021-08-16T01:45:45Z', 'revision_number': 4, 'project_id': 'f6c38e0dedec47eebb1e6610d8827a81', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:45:46.678155 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=dee21c7b-16db-43e3-94af-82d037864954,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:46.679416 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30733998-035e-4aed-be12-158d4573b480 req-9fe8795f-4df3-4d10-afc8-e1aeb811692e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/454189bf-64e2-4a85-9050-1177dd59075f HTTP/1.1" status: 200 len: 1803 time: 0.4448371 Aug 16 01:45:46.722797 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae288d1-1bae-431b-a5b5-d356826d7b15 None None] Pushing event deleted for resources: {'Port': ['ID=4a4d7791-39a9-48c7-b517-5f822172553f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:46.750376 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port 4a4d7791-39a9-48c7-b517-5f822172553f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:46.750722 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.822510 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ea89ad4-a874-4337-9429-b9576198aec8 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:46.889739 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5ea89ad4-a874-4337-9429-b9576198aec8 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Calling delete_port for b7141e8e-fac4-4d31-bebe-3d8202c353a1 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:46.970167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-45e364e7-941e-4d7d-b0c1-db1c42dcbf8d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:46.971877 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-45e364e7-941e-4d7d-b0c1-db1c42dcbf8d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 805 time: 0.1393514 Aug 16 01:45:46.999964 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-55fa5330-78f9-4a23-b297-20828d32e0a2 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/quotas/5ad2ac0bd7454cfab82eaaabde2ce6ee HTTP/1.1" status: 200 len: 375 time: 0.0222387 Aug 16 01:45:47.002473 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf3206-4519-43f7-a821-8ca4aae79a21 req-ee4b6ecd-0ab9-4f02-ba2b-fc89be42b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.004138 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22cf3206-4519-43f7-a821-8ca4aae79a21 req-ee4b6ecd-0ab9-4f02-ba2b-fc89be42b531 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7213635 Aug 16 01:45:47.052065 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-d1706313-b5d8-45d7-903c-8a7b50d04d43 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458298 Aug 16 01:45:47.065059 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-30733998-035e-4aed-be12-158d4573b480 req-549dd312-db2a-421d-9b4b-656f148ed9f0 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:47.068761 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91841294-b5b7-4614-a464-523553c9ae66 req-9f170f9c-ae65-4bab-a5a7-8e6812398794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.070300 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91841294-b5b7-4614-a464-523553c9ae66 req-9f170f9c-ae65-4bab-a5a7-8e6812398794 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 1097 time: 0.3291428 Aug 16 01:45:47.075752 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] For port 4a4d7791-39a9-48c7-b517-5f822172553f, host n-d-765315-27, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:47.076123 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:47.123073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for 4a4d7791-39a9-48c7-b517-5f822172553f owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:47.136224 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Port 4a4d7791-39a9-48c7-b517-5f822172553f was not found and therefore no delete operation was performed {{(pid=94673) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:45:47.147921 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:47.149431 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-898e000c-7882-43cd-9cbd-3a684b0e0db3 service neutron] 10.222.0.68 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892665 Aug 16 01:45:47.149899 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Attempting to bind port bee42ab6-fdb5-48a2-98ba-795a696d06da on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:47.150231 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Attempting to bind port bee42ab6-fdb5-48a2-98ba-795a696d06da by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:47.150560 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Attempting to bind port bee42ab6-fdb5-48a2-98ba-795a696d06da on network 25689f12-8f02-45a9-92d2-2d5bfc262caa {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:47.169577 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-30733998-035e-4aed-be12-158d4573b480 req-549dd312-db2a-421d-9b4b-656f148ed9f0 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:47.217792 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Port bee42ab6-fdb5-48a2-98ba-795a696d06da on network 25689f12-8f02-45a9-92d2-2d5bfc262caa not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:45:47.218108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Attempting to bind port bee42ab6-fdb5-48a2-98ba-795a696d06da on network 25689f12-8f02-45a9-92d2-2d5bfc262caa {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:47.224887 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=4a4d7791-39a9-48c7-b517-5f822172553f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:47.230755 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No DVR routers for this DVR port 4a4d7791-39a9-48c7-b517-5f822172553f on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:45:47.246230 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91841294-b5b7-4614-a464-523553c9ae66 req-d1270471-129b-4e1a-8010-d09c5d6b7210 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644931 Aug 16 01:45:47.252436 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-220af117-d668-427f-884d-b4125214b053 service neutron] 10.222.0.68 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951078 Aug 16 01:45:47.272959 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:47.273316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Checking segment: {'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:47.273683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Bound using segment: {'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:47.274167 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Bound port: bee42ab6-fdb5-48a2-98ba-795a696d06da, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:47.274530 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:47.500353 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc815ab-4e6c-4d43-9ce3-7c6c833c135e req-5f954e3c-a122-4946-96d0-ca48e565f989 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.509164 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bdc815ab-4e6c-4d43-9ce3-7c6c833c135e req-5f954e3c-a122-4946-96d0-ca48e565f989 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.0648677 Aug 16 01:45:47.555301 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-30733998-035e-4aed-be12-158d4573b480 req-549dd312-db2a-421d-9b4b-656f148ed9f0 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:47.558776 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-30733998-035e-4aed-be12-158d4573b480 req-549dd312-db2a-421d-9b4b-656f148ed9f0 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:47.560429 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30733998-035e-4aed-be12-158d4573b480 req-549dd312-db2a-421d-9b4b-656f148ed9f0 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "DELETE /v2.0/security-groups/454189bf-64e2-4a85-9050-1177dd59075f HTTP/1.1" status: 204 len: 173 time: 0.8417525 Aug 16 01:45:47.573855 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bdc815ab-4e6c-4d43-9ce3-7c6c833c135e req-5ea7fef3-e22d-4a63-b695-1faf414d3867 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558567 Aug 16 01:45:47.588185 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ea89ad4-a874-4337-9429-b9576198aec8 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:47.599232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549dd312-db2a-421d-9b4b-656f148ed9f0 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=454189bf-64e2-4a85-9050-1177dd59075f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:47.613068 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:47.675924 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:47.693418 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea89ad4-a874-4337-9429-b9576198aec8 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7141e8e-fac4-4d31-bebe-3d8202c353a1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:47.727222 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b483b7-349e-4f88-94f0-23b553d5f365 req-d28a3595-6d3e-408d-892a-8f042e74a358 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.742786 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b483b7-349e-4f88-94f0-23b553d5f365 req-d28a3595-6d3e-408d-892a-8f042e74a358 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.750703 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b483b7-349e-4f88-94f0-23b553d5f365 req-d28a3595-6d3e-408d-892a-8f042e74a358 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.759290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b483b7-349e-4f88-94f0-23b553d5f365 req-d28a3595-6d3e-408d-892a-8f042e74a358 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.767361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b483b7-349e-4f88-94f0-23b553d5f365 req-d28a3595-6d3e-408d-892a-8f042e74a358 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.774184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b483b7-349e-4f88-94f0-23b553d5f365 req-d28a3595-6d3e-408d-892a-8f042e74a358 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.787992 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b483b7-349e-4f88-94f0-23b553d5f365 req-d28a3595-6d3e-408d-892a-8f042e74a358 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:47.790054 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14b483b7-349e-4f88-94f0-23b553d5f365 req-d28a3595-6d3e-408d-892a-8f042e74a358 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5393 time: 0.1427693 Aug 16 01:45:47.818892 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a09bb9e-93fa-41e1-9c2e-596d63d5f5a7') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:47.819212 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a09bb9e-93fa-41e1-9c2e-596d63d5f5a7') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:47.873605 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eb0a68d9-b508-4f5a-969c-22576d6543a1 req-bb85e1be-da18-454c-896c-d32681e98b16 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 210 time: 0.1184330 Aug 16 01:45:47.876120 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ea89ad4-a874-4337-9429-b9576198aec8 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:47.962497 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] For port bee42ab6-fdb5-48a2-98ba-795a696d06da, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:47.998441 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.015183 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-97178d38-7782-4321-93df-aeb220070a8b req-ca5c2425-3bda-482e-a37d-3ae348e3d72c tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] show failed (client error): The resource could not be found. Aug 16 01:45:48.016174 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-97178d38-7782-4321-93df-aeb220070a8b req-ca5c2425-3bda-482e-a37d-3ae348e3d72c tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/454189bf-64e2-4a85-9050-1177dd59075f HTTP/1.1" status: 404 len: 352 time: 0.0552950 Aug 16 01:45:48.036024 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ea89ad4-a874-4337-9429-b9576198aec8 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.042566 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ea89ad4-a874-4337-9429-b9576198aec8 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.045540 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] For port bee42ab6-fdb5-48a2-98ba-795a696d06da, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bee42ab6-fdb5-48a2-98ba-795a696d06da,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:48.058212 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.078508 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.103670 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e1b6af87-6044-4e68-a4f9-8f6465333c5b no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:48.112549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:45:48.112972 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:45:48.169224 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:45:48.176712 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: e1b6af87-6044-4e68-a4f9-8f6465333c5b {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:48.178683 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e1b6af87-6044-4e68-a4f9-8f6465333c5b not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:48.189393 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Pushing event updated for resources: {'Port': ['ID=bee42ab6-fdb5-48a2-98ba-795a696d06da,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:48.265785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:48.267036 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.268525 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-bae87b3a-033d-4f1b-bef1-6e20412b8732 service neutron] 10.222.0.73 "PUT /v2.0/ports/bee42ab6-fdb5-48a2-98ba-795a696d06da HTTP/1.1" status: 200 len: 1092 time: 4.8361025 Aug 16 01:45:48.270731 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'tag': 'bee42ab6-fdb5-48a2-98ba-795a696d06da'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:48.272990 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdec9c9-20d3-4f2c-8c26-224c24392858" -d '{"events": [{"name": "network-changed", "server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "tag": "bee42ab6-fdb5-48a2-98ba-795a696d06da"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:48.275895 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ea89ad4-a874-4337-9429-b9576198aec8 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.276946 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea89ad4-a874-4337-9429-b9576198aec8 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e78996a-7ec3-4c3c-b958-ce9f19e95890 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:45:48.286934 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ea89ad4-a874-4337-9429-b9576198aec8 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.289959 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5ea89ad4-a874-4337-9429-b9576198aec8 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "DELETE /v2.0/routers/0e78996a-7ec3-4c3c-b958-ce9f19e95890 HTTP/1.1" status: 204 len: 168 time: 3.5163894 Aug 16 01:45:48.293937 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54320) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:48.320752 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-99ef29f2-e423-4cd1-a485-4b5c00350cc5 req-fbd1c558-cc18-48f5-9a00-287396cc82cd tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/ba0dabd6-afb3-4bba-9d7e-0ffb4e208d51 HTTP/1.1" status: 200 len: 1803 time: 0.2717931 Aug 16 01:45:48.329091 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.358744 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Request body: {'port': {'device_id': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:48.402822 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.410489 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/networks/3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b HTTP/1.1" status: 204 len: 168 time: 3.4481685 Aug 16 01:45:48.433920 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54324) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:48.475893 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-942f8324-d0e7-4be5-a9e6-37b3aede232b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c', 'name': 'tempest-PortsTestJSON-540552674'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:48.488317 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029b706-2c7a-43ff-a261-68bd89282b83 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Network': ['ID=3c4ba65a-a89d-4b42-bf09-13a6a1e2a99b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:48.527684 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14b483b7-349e-4f88-94f0-23b553d5f365 req-5245ffc2-14aa-4564-a759-64d23f667695 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7272170 Aug 16 01:45:48.532442 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ade987d-e79e-4dea-bab2-b8c68487e01d tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.584923 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.591957 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fe3ecc-150c-46c9-9882-7b50c17b4112 x-openstack-request-id: req-f5fe3ecc-150c-46c9-9882-7b50c17b4112 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:48.592562 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "tag": "bee42ab6-fdb5-48a2-98ba-795a696d06da", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:48.593053 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f5fe3ecc-150c-46c9-9882-7b50c17b4112 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:48.593662 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'tag': 'bee42ab6-fdb5-48a2-98ba-795a696d06da', 'status': 'completed', 'code': 200} Aug 16 01:45:48.734900 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-99ef29f2-e423-4cd1-a485-4b5c00350cc5 req-bd7bf583-f0a7-4569-99e9-3c8e9c3e905c tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.802041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942f8324-d0e7-4be5-a9e6-37b3aede232b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:48.806406 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-942f8324-d0e7-4be5-a9e6-37b3aede232b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.811222 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-99ef29f2-e423-4cd1-a485-4b5c00350cc5 req-bd7bf583-f0a7-4569-99e9-3c8e9c3e905c tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.841382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdec9c9-20d3-4f2c-8c26-224c24392858 req-87d49923-2b60-497d-ada2-ebfb44c41dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:48.841580 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ade987d-e79e-4dea-bab2-b8c68487e01d tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:48.843186 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdec9c9-20d3-4f2c-8c26-224c24392858 req-87d49923-2b60-497d-ada2-ebfb44c41dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:48.844077 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdec9c9-20d3-4f2c-8c26-224c24392858 req-87d49923-2b60-497d-ada2-ebfb44c41dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:48.844812 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdec9c9-20d3-4f2c-8c26-224c24392858 req-87d49923-2b60-497d-ada2-ebfb44c41dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:48.845328 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdec9c9-20d3-4f2c-8c26-224c24392858 req-87d49923-2b60-497d-ada2-ebfb44c41dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:48.846029 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdec9c9-20d3-4f2c-8c26-224c24392858 req-87d49923-2b60-497d-ada2-ebfb44c41dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:48.847010 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdec9c9-20d3-4f2c-8c26-224c24392858 req-87d49923-2b60-497d-ada2-ebfb44c41dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:48.849066 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bdec9c9-20d3-4f2c-8c26-224c24392858 req-87d49923-2b60-497d-ada2-ebfb44c41dc2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ca74d145ad54f52a9156b1910a2719b&device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 6289 time: 0.2295370 Aug 16 01:45:48.873534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c1acb-7de9-4cac-b2c3-979a2cbe30a2 req-36f443ba-682d-4df5-a088-da907a59eb53 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:48.875316 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-402c1acb-7de9-4cac-b2c3-979a2cbe30a2 req-36f443ba-682d-4df5-a088-da907a59eb53 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.1819015 Aug 16 01:45:48.976770 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-402c1acb-7de9-4cac-b2c3-979a2cbe30a2 req-908fe43e-28b2-4cba-8536-c63a14707777 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769665 Aug 16 01:45:48.987451 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-09d99657-c0f4-4c23-807e-074e4868d16d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:48.989004 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-09d99657-c0f4-4c23-807e-074e4868d16d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.73 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 805 time: 0.2159729 Aug 16 01:45:49.010681 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-ecd6432c-da36-44f5-b11e-427da1bd44ec tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Request body: {'port': {'device_id': 'db527b46-4e22-4ea4-824d-6592fef7cfe4', 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c', 'admin_state_up': True, 'tenant_id': '5ad2ac0bd7454cfab82eaaabde2ce6ee'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:49.060856 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4ade987d-e79e-4dea-bab2-b8c68487e01d tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Deleting port d6b42ce0-5bcf-4c44-aac8-33078c58d97f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:49.061199 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ade987d-e79e-4dea-bab2-b8c68487e01d tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:49.132909 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3ee33e66-4bf1-460a-8282-757aec4a4e8e req-5a54ad11-3382-43d7-9f48-cf76b0f658a3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 210 time: 0.0736911 Aug 16 01:45:49.255352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-4ade987d-e79e-4dea-bab2-b8c68487e01d tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] For port d6b42ce0-5bcf-4c44-aac8-33078c58d97f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d6b42ce0-5bcf-4c44-aac8-33078c58d97f,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:49.255720 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ade987d-e79e-4dea-bab2-b8c68487e01d tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:49.283673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4ade987d-e79e-4dea-bab2-b8c68487e01d tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Calling delete_port for d6b42ce0-5bcf-4c44-aac8-33078c58d97f owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:49.292940 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-ecd6432c-da36-44f5-b11e-427da1bd44ec tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Made reservation on behalf of 5ad2ac0bd7454cfab82eaaabde2ce6ee for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:49.296057 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-942f8324-d0e7-4be5-a9e6-37b3aede232b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] device_id is not set on port dedbf99e-9af0-406a-9e8d-7651ca278027 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:45:49.296527 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-ecd6432c-da36-44f5-b11e-427da1bd44ec tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:49.310152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93439f23-16cd-4584-94ff-82e046c7fe7a req-dd0d9d4e-7fad-429d-806f-4637a63cbd75 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.311879 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-93439f23-16cd-4584-94ff-82e046c7fe7a req-dd0d9d4e-7fad-429d-806f-4637a63cbd75 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.1089864 Aug 16 01:45:49.329322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54332) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:49.341666 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7beb8d0a-f6f8-413b-a446-10a76729236a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Request body: {'floatingip': {'port_id': 'dee21c7b-16db-43e3-94af-82d037864954'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:49.495131 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7beb8d0a-f6f8-413b-a446-10a76729236a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:49.555003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-ecd6432c-da36-44f5-b11e-427da1bd44ec tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Allocated IP 172.20.0.14 (e34c68e7-0a34-46ae-ac57-cc0385b7595c/9018291d-2978-41e4-8573-6602cff70f18/a337f7df-4e96-4aec-8534-60e8c9a000be) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:49.595502 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-99ef29f2-e423-4cd1-a485-4b5c00350cc5 req-bd7bf583-f0a7-4569-99e9-3c8e9c3e905c tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:49.599495 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-99ef29f2-e423-4cd1-a485-4b5c00350cc5 req-bd7bf583-f0a7-4569-99e9-3c8e9c3e905c tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:49.601376 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-99ef29f2-e423-4cd1-a485-4b5c00350cc5 req-bd7bf583-f0a7-4569-99e9-3c8e9c3e905c tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "DELETE /v2.0/security-groups/ba0dabd6-afb3-4bba-9d7e-0ffb4e208d51 HTTP/1.1" status: 204 len: 173 time: 1.2796881 Aug 16 01:45:49.608401 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ade987d-e79e-4dea-bab2-b8c68487e01d tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:49.649179 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade987d-e79e-4dea-bab2-b8c68487e01d tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6b42ce0-5bcf-4c44-aac8-33078c58d97f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:49.714979 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bf583-f0a7-4569-99e9-3c8e9c3e905c tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0dabd6-afb3-4bba-9d7e-0ffb4e208d51,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:49.774349 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-00366899-6e78-41dd-9d5b-b403a1560fbc req-dbbb9794-76f0-408c-8422-f46ea8eae493 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] show failed (client error): The resource could not be found. Aug 16 01:45:49.775793 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00366899-6e78-41dd-9d5b-b403a1560fbc req-dbbb9794-76f0-408c-8422-f46ea8eae493 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/ba0dabd6-afb3-4bba-9d7e-0ffb4e208d51 HTTP/1.1" status: 404 len: 352 time: 0.0950100 Aug 16 01:45:49.813418 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd60d91-dc59-40db-af71-98ca1b3ef88f req-02c99429-80cb-4da5-9fb0-78de3396cfba tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.819396 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd60d91-dc59-40db-af71-98ca1b3ef88f req-02c99429-80cb-4da5-9fb0-78de3396cfba tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.827525 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd60d91-dc59-40db-af71-98ca1b3ef88f req-02c99429-80cb-4da5-9fb0-78de3396cfba tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.831128 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdec9c9-20d3-4f2c-8c26-224c24392858 req-879920d7-2d98-4ca0-b054-b65567f13d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.831863 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdec9c9-20d3-4f2c-8c26-224c24392858 req-879920d7-2d98-4ca0-b054-b65567f13d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.832535 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdec9c9-20d3-4f2c-8c26-224c24392858 req-879920d7-2d98-4ca0-b054-b65567f13d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.833405 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd60d91-dc59-40db-af71-98ca1b3ef88f req-02c99429-80cb-4da5-9fb0-78de3396cfba tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.836375 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bdec9c9-20d3-4f2c-8c26-224c24392858 req-879920d7-2d98-4ca0-b054-b65567f13d6c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=9ca74d145ad54f52a9156b1910a2719b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9353402 Aug 16 01:45:49.843576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd60d91-dc59-40db-af71-98ca1b3ef88f req-02c99429-80cb-4da5-9fb0-78de3396cfba tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.849701 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd60d91-dc59-40db-af71-98ca1b3ef88f req-02c99429-80cb-4da5-9fb0-78de3396cfba tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.856568 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd60d91-dc59-40db-af71-98ca1b3ef88f req-02c99429-80cb-4da5-9fb0-78de3396cfba tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:49.858565 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-edd60d91-dc59-40db-af71-98ca1b3ef88f req-02c99429-80cb-4da5-9fb0-78de3396cfba tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5393 time: 0.2155483 Aug 16 01:45:49.859486 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ade987d-e79e-4dea-bab2-b8c68487e01d tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:49.979912 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ade987d-e79e-4dea-bab2-b8c68487e01d tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:49.988313 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ade987d-e79e-4dea-bab2-b8c68487e01d tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.055906 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d12d339-4154-4cdf-8caf-449cb90c8143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.073031 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-ecd6432c-da36-44f5-b11e-427da1bd44ec tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.080961 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-edd60d91-dc59-40db-af71-98ca1b3ef88f req-36221007-6334-412e-a147-632e580f0afb tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1821303 Aug 16 01:45:50.087378 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ade987d-e79e-4dea-bab2-b8c68487e01d tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.087739 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ade987d-e79e-4dea-bab2-b8c68487e01d tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20bdb3d7-2361-41ae-8796-d12445543170 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:45:50.094167 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ade987d-e79e-4dea-bab2-b8c68487e01d tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.098578 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4ade987d-e79e-4dea-bab2-b8c68487e01d tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "DELETE /v2.0/routers/20bdb3d7-2361-41ae-8796-d12445543170 HTTP/1.1" status: 204 len: 168 time: 1.7918999 Aug 16 01:45:50.098848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54354) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:50.113783 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-77ab558f-4074-403b-8c06-75d12a232887 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1475294172', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:50.132777 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77ab558f-4074-403b-8c06-75d12a232887 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.133814 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77ab558f-4074-403b-8c06-75d12a232887 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.186713 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-942f8324-d0e7-4be5-a9e6-37b3aede232b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.218435 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74fa3b64-ca93-4aaa-bad7-63b206f6207b req-d592f566-a152-45e9-a8d5-2f58243c5c5b tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/208c21d4-5c10-4005-8814-1ffc485fb361 HTTP/1.1" status: 200 len: 1803 time: 0.3904567 Aug 16 01:45:50.222683 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-ecd6432c-da36-44f5-b11e-427da1bd44ec tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.226389 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77ab558f-4074-403b-8c06-75d12a232887 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.239234 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ba978e89-0a8f-4e00-b2a7-3d35c60a0298'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:50.329972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-ecd6432c-da36-44f5-b11e-427da1bd44ec tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Network e34c68e7-0a34-46ae-ac57-cc0385b7595c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:50.370607 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-ecd6432c-da36-44f5-b11e-427da1bd44ec tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:50.381200 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-ecd6432c-da36-44f5-b11e-427da1bd44ec tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:50.471174 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdec9c9-20d3-4f2c-8c26-224c24392858 req-6a3b9f0d-f04a-475d-b90e-22915c434322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:50.472335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6432c-da36-44f5-b11e-427da1bd44ec tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Pushing event updated for resources: {'Port': ['ID=a337f7df-4e96-4aec-8534-60e8c9a000be,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:50.472641 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bdec9c9-20d3-4f2c-8c26-224c24392858 req-6a3b9f0d-f04a-475d-b90e-22915c434322 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5545607 Aug 16 01:45:50.475540 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:50.486315 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-70641545-d163-4fc3-88fc-fe3eb963af63 req-94a2657c-ee28-47ba-b4e0-27d10b144490 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4072948 Aug 16 01:45:50.505383 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.517185 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2c6dc-e68e-4727-8cb2-77a0d7a03c3e req-116f7740-e73d-4ef4-afe7-adfa8351ec49 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:50.525069 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fdb2c6dc-e68e-4727-8cb2-77a0d7a03c3e req-116f7740-e73d-4ef4-afe7-adfa8351ec49 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 932 time: 0.3062587 Aug 16 01:45:50.548440 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77ab558f-4074-403b-8c06-75d12a232887 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.562362 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-942f8324-d0e7-4be5-a9e6-37b3aede232b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.572174 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-ecd6432c-da36-44f5-b11e-427da1bd44ec tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:50.572910 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-ecd6432c-da36-44f5-b11e-427da1bd44ec tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.603064 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Transition to ACTIVE for port object b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:50.608038 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fdb2c6dc-e68e-4727-8cb2-77a0d7a03c3e req-1c969dc5-eced-4b85-a443-f66a35fb8d1f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813997 Aug 16 01:45:50.650481 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-ecd6432c-da36-44f5-b11e-427da1bd44ec tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6468456 Aug 16 01:45:50.654561 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.668073 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Request body: {'port': {'device_id': 'db527b46-4e22-4ea4-824d-6592fef7cfe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:50.722564 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-74fa3b64-ca93-4aaa-bad7-63b206f6207b req-ac16eeb0-caa0-4090-b50a-0b9a29ddd101 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.730536 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942f8324-d0e7-4be5-a9e6-37b3aede232b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:50.740579 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.751259 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-942f8324-d0e7-4be5-a9e6-37b3aede232b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:50.767928 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f8324-d0e7-4be5-a9e6-37b3aede232b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=dedbf99e-9af0-406a-9e8d-7651ca278027,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:50.772602 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942f8324-d0e7-4be5-a9e6-37b3aede232b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:50.782403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942f8324-d0e7-4be5-a9e6-37b3aede232b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:50.782728 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-942f8324-d0e7-4be5-a9e6-37b3aede232b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.849109 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-74fa3b64-ca93-4aaa-bad7-63b206f6207b req-ac16eeb0-caa0-4090-b50a-0b9a29ddd101 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:50.854727 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70641545-d163-4fc3-88fc-fe3eb963af63 req-eb115f13-9d56-4a8b-a9c5-b071d610d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:50.856646 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-70641545-d163-4fc3-88fc-fe3eb963af63 req-eb115f13-9d56-4a8b-a9c5-b071d610d814 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 1097 time: 0.2975483 Aug 16 01:45:50.905275 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-942f8324-d0e7-4be5-a9e6-37b3aede232b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4333084 Aug 16 01:45:50.906015 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54358) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:50.982179 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77ab558f-4074-403b-8c06-75d12a232887 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:51.008141 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77ab558f-4074-403b-8c06-75d12a232887 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:51.086225 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:51.108365 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.db.resource_extend [None req-7beb8d0a-f6f8-413b-a446-10a76729236a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:45:51.199977 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-77ab558f-4074-403b-8c06-75d12a232887 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Allocated IP 172.25.3.35 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/fa2f7f4f-50c7-47f3-aa7e-a83a5645d67f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:51.242445 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-74fa3b64-ca93-4aaa-bad7-63b206f6207b req-ac16eeb0-caa0-4090-b50a-0b9a29ddd101 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:51.245929 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-74fa3b64-ca93-4aaa-bad7-63b206f6207b req-ac16eeb0-caa0-4090-b50a-0b9a29ddd101 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:51.247655 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74fa3b64-ca93-4aaa-bad7-63b206f6207b req-ac16eeb0-caa0-4090-b50a-0b9a29ddd101 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "DELETE /v2.0/security-groups/208c21d4-5c10-4005-8814-1ffc485fb361 HTTP/1.1" status: 204 len: 173 time: 1.0072141 Aug 16 01:45:51.292748 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7beb8d0a-f6f8-413b-a446-10a76729236a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:51.293695 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Attempting to bind port b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:51.294280 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Attempting to bind port b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:51.294667 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Attempting to bind port b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be on network 25689f12-8f02-45a9-92d2-2d5bfc262caa {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:51.305560 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16eeb0-caa0-4090-b50a-0b9a29ddd101 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=208c21d4-5c10-4005-8814-1ffc485fb361,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:51.323202 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7beb8d0a-f6f8-413b-a446-10a76729236a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:51.331801 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Port b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be on network 25689f12-8f02-45a9-92d2-2d5bfc262caa not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:45:51.333127 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Attempting to bind port b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be on network 25689f12-8f02-45a9-92d2-2d5bfc262caa {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:51.341193 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a337f7df-4e96-4aec-8534-60e8c9a000be {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:51.360048 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:51.369729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70641545-d163-4fc3-88fc-fe3eb963af63 req-d7776cbf-66e1-4a3b-83e2-cf8eb6cb3540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.371697 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-70641545-d163-4fc3-88fc-fe3eb963af63 req-d7776cbf-66e1-4a3b-83e2-cf8eb6cb3540 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 906 time: 0.4648149 Aug 16 01:45:51.375971 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-19c86ac6-0302-491e-bd1a-85124a4f6bcf req-2ee67e82-806f-4f15-b5a6-e1ed81dd44a9 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] show failed (client error): The resource could not be found. Aug 16 01:45:51.377384 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-19c86ac6-0302-491e-bd1a-85124a4f6bcf req-2ee67e82-806f-4f15-b5a6-e1ed81dd44a9 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/208c21d4-5c10-4005-8814-1ffc485fb361 HTTP/1.1" status: 404 len: 352 time: 0.0908284 Aug 16 01:45:51.399580 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295f72a-b38e-40c2-a975-6612c711a3f5 req-79cf3e0d-271e-4966-962a-8a5c0e2cbebb tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.404802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:51.405504 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Checking segment: {'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:51.406156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Bound using segment: {'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:51.406832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Bound port: b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df00727-38a5-4df6-9d7a-be80fee384a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:51.407046 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295f72a-b38e-40c2-a975-6612c711a3f5 req-79cf3e0d-271e-4966-962a-8a5c0e2cbebb tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.407634 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:51.413167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295f72a-b38e-40c2-a975-6612c711a3f5 req-79cf3e0d-271e-4966-962a-8a5c0e2cbebb tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.419761 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295f72a-b38e-40c2-a975-6612c711a3f5 req-79cf3e0d-271e-4966-962a-8a5c0e2cbebb tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.425646 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295f72a-b38e-40c2-a975-6612c711a3f5 req-79cf3e0d-271e-4966-962a-8a5c0e2cbebb tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.431552 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295f72a-b38e-40c2-a975-6612c711a3f5 req-79cf3e0d-271e-4966-962a-8a5c0e2cbebb tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.438423 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295f72a-b38e-40c2-a975-6612c711a3f5 req-79cf3e0d-271e-4966-962a-8a5c0e2cbebb tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.440528 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d6b42ce0-5bcf-4c44-aac8-33078c58d97f no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:45:51.441063 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e295f72a-b38e-40c2-a975-6612c711a3f5 req-79cf3e0d-271e-4966-962a-8a5c0e2cbebb tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5405 time: 0.2211680 Aug 16 01:45:51.441928 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Transition to ACTIVE for port object a337f7df-4e96-4aec-8534-60e8c9a000be will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:51.447453 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:51.469869 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-70641545-d163-4fc3-88fc-fe3eb963af63 req-5ed1945c-68fc-4092-8edb-fb0037e8af19 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba978e89-0a8f-4e00-b2a7-3d35c60a0298 HTTP/1.1" status: 200 len: 217 time: 0.0899901 Aug 16 01:45:51.475430 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: d6b42ce0-5bcf-4c44-aac8-33078c58d97f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:45:51.476242 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d6b42ce0-5bcf-4c44-aac8-33078c58d97f not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:45:51.546698 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77ab558f-4074-403b-8c06-75d12a232887 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:51.592726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Pushing event updated for resources: {'Port': ['ID=a337f7df-4e96-4aec-8534-60e8c9a000be,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:51.609673 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e295f72a-b38e-40c2-a975-6612c711a3f5 req-b37ede7b-e1c9-40de-b63a-c48bca85f4bb tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1522534 Aug 16 01:45:51.612850 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6fc50218-3d2d-413c-815f-521e6ca559e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port dedbf99e-9af0-406a-9e8d-7651ca278027 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:51.613376 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6fc50218-3d2d-413c-815f-521e6ca559e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:51.683054 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Attempting to bind port a337f7df-4e96-4aec-8534-60e8c9a000be on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:51.683506 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Attempting to bind port a337f7df-4e96-4aec-8534-60e8c9a000be by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:51.683841 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Attempting to bind port a337f7df-4e96-4aec-8534-60e8c9a000be on network e34c68e7-0a34-46ae-ac57-cc0385b7595c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:51.689945 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77ab558f-4074-403b-8c06-75d12a232887 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:51.693919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Port a337f7df-4e96-4aec-8534-60e8c9a000be on network e34c68e7-0a34-46ae-ac57-cc0385b7595c not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:45:51.694225 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Attempting to bind port a337f7df-4e96-4aec-8534-60e8c9a000be on network e34c68e7-0a34-46ae-ac57-cc0385b7595c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:51.728483 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70641545-d163-4fc3-88fc-fe3eb963af63 req-3b208e1f-0fec-4863-86fe-3762dcab5dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.728745 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:51.729747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Checking segment: {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:51.730089 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Bound using segment: {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:51.730576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Bound port: a337f7df-4e96-4aec-8534-60e8c9a000be, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f89d840-05e2-4453-8949-1e0dc7e1ec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:51.730873 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:51.731750 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-70641545-d163-4fc3-88fc-fe3eb963af63 req-3b208e1f-0fec-4863-86fe-3762dcab5dc7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9018291d-2978-41e4-8573-6602cff70f18 HTTP/1.1" status: 200 len: 845 time: 0.2196405 Aug 16 01:45:51.745543 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-7beb8d0a-f6f8-413b-a446-10a76729236a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Floating IP 0bce5d71-4b1a-475f-8f6a-bbe4968e725b associated. External IP: 172.25.3.82, port: dee21c7b-16db-43e3-94af-82d037864954. Aug 16 01:45:51.778664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ab558f-4074-403b-8c06-75d12a232887 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:51.784569 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-77ab558f-4074-403b-8c06-75d12a232887 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:51.787280 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ab558f-4074-403b-8c06-75d12a232887 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:51.837477 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab558f-4074-403b-8c06-75d12a232887 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Pushing event updated for resources: {'Port': ['ID=fa2f7f4f-50c7-47f3-aa7e-a83a5645d67f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:51.863916 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-70641545-d163-4fc3-88fc-fe3eb963af63 req-f44e3e76-a875-422e-a4da-cc62c37e4517 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e34c68e7-0a34-46ae-ac57-cc0385b7595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149752 Aug 16 01:45:51.864526 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] For port b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:51.875083 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6fc50218-3d2d-413c-815f-521e6ca559e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:51.894049 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e0624-6036-462d-91fa-c220b8b36bba req-be32daca-696d-4cd4-a9c7-cd9a840fea8d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:51.895543 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-212e0624-6036-462d-91fa-c220b8b36bba req-be32daca-696d-4cd4-a9c7-cd9a840fea8d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 944 time: 0.1679783 Aug 16 01:45:52.311934 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] For port a337f7df-4e96-4aec-8534-60e8c9a000be, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:52.330409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] For port b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:52.337516 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7aefb312-eb03-4878-a1b9-51b7cda047d0 req-ef45106b-175b-418f-95b5-cafdb84bf96c tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ee26a718258e436eb39e6859b9c6f1f9 HTTP/1.1" status: 200 len: 6155 time: 0.8873689 Aug 16 01:45:52.339167 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6fc50218-3d2d-413c-815f-521e6ca559e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for dedbf99e-9af0-406a-9e8d-7651ca278027 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:52.379800 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:52.390883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] For port a337f7df-4e96-4aec-8534-60e8c9a000be, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a337f7df-4e96-4aec-8534-60e8c9a000be,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:52.405628 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:52.436801 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-212e0624-6036-462d-91fa-c220b8b36bba req-db0c658d-a6d2-4161-83e1-7979b9dbed4b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292620 Aug 16 01:45:52.466227 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.467207 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:52.469008 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] 10.222.0.73 "PUT /v2.0/ports/a337f7df-4e96-4aec-8534-60e8c9a000be HTTP/1.1" status: 200 len: 1093 time: 1.8063142 Aug 16 01:45:52.469515 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db527b46-4e22-4ea4-824d-6592fef7cfe4', 'tag': 'a337f7df-4e96-4aec-8534-60e8c9a000be'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:52.472178 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f2826c-ac21-45bd-becc-7afa0a35d49f" -d '{"events": [{"name": "network-changed", "server_uuid": "db527b46-4e22-4ea4-824d-6592fef7cfe4", "tag": "a337f7df-4e96-4aec-8534-60e8c9a000be"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:52.533542 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacdc44b-489e-45d5-8101-79d63bfb2d4f x-openstack-request-id: req-eacdc44b-489e-45d5-8101-79d63bfb2d4f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:52.533856 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db527b46-4e22-4ea4-824d-6592fef7cfe4", "tag": "a337f7df-4e96-4aec-8534-60e8c9a000be", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:52.534110 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eacdc44b-489e-45d5-8101-79d63bfb2d4f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:52.534496 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db527b46-4e22-4ea4-824d-6592fef7cfe4', 'tag': 'a337f7df-4e96-4aec-8534-60e8c9a000be', 'status': 'completed', 'code': 200} Aug 16 01:45:52.552714 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.553375 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:52.554793 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] 10.222.0.73 "PUT /v2.0/ports/b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be HTTP/1.1" status: 200 len: 1091 time: 4.2093699 Aug 16 01:45:52.555251 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'tag': 'b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:52.556100 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20368eb1-70c4-414e-b531-f55148165564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:52.557811 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fecceb-4a99-4d49-9193-9119db058e46" -d '{"events": [{"name": "network-changed", "server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "tag": "b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:52.597369 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Request body: {'port': {'device_id': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:52.653036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f2800-4bce-483a-ad60-b2fc3fc59f58 service neutron] Pushing event updated for resources: {'Port': ['ID=a337f7df-4e96-4aec-8534-60e8c9a000be,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:52.676482 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-7d17ce81-2dc0-472e-8dd3-a75bf8c02e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.678043 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-7d17ce81-2dc0-472e-8dd3-a75bf8c02e89 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 1096 time: 0.1412365 Aug 16 01:45:52.686767 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77ab558f-4074-403b-8c06-75d12a232887 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:52.687560 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7aefb312-eb03-4878-a1b9-51b7cda047d0 req-67a4004a-3428-47d4-a8e1-def578fb5c43 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/ac2aeabc-178e-4007-9a0d-a51df745aa97 HTTP/1.1" status: 200 len: 2985 time: 0.3113079 Aug 16 01:45:52.721795 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58254d1-45de-460d-8589-b10a1622e888 x-openstack-request-id: req-d58254d1-45de-460d-8589-b10a1622e888 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:52.722139 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "tag": "b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:52.722423 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d58254d1-45de-460d-8589-b10a1622e888 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:52.722915 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'tag': 'b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be', 'status': 'completed', 'code': 200} Aug 16 01:45:52.803032 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-89fc0450-d81a-4d91-a39c-00e07c643801 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a337f7df-4e96-4aec-8534-60e8c9a000be HTTP/1.1" status: 200 len: 217 time: 0.0560064 Aug 16 01:45:52.832360 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546ed8a-e4f2-46b8-8d27-88429c0715a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:52.879165 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-70641545-d163-4fc3-88fc-fe3eb963af63 req-f9f98275-0e62-4fe7-9eb6-62d63a0cca2a service neutron] 10.222.0.63 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9914956 Aug 16 01:45:52.917345 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:52.944655 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-2ed435ae-1aee-4dd8-b60a-923aac430860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.946161 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-2ed435ae-1aee-4dd8-b60a-923aac430860 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9018291d-2978-41e4-8573-6602cff70f18 HTTP/1.1" status: 200 len: 845 time: 0.1239591 Aug 16 01:45:52.959431 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4fe0b-623f-4902-a0b5-ab4c704d9815 req-f509d1ee-afe6-4c0f-9b5b-3bd9acaf982c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.965455 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4fe0b-623f-4902-a0b5-ab4c704d9815 req-f509d1ee-afe6-4c0f-9b5b-3bd9acaf982c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.971363 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4fe0b-623f-4902-a0b5-ab4c704d9815 req-f509d1ee-afe6-4c0f-9b5b-3bd9acaf982c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.977914 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4fe0b-623f-4902-a0b5-ab4c704d9815 req-f509d1ee-afe6-4c0f-9b5b-3bd9acaf982c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.983940 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4fe0b-623f-4902-a0b5-ab4c704d9815 req-f509d1ee-afe6-4c0f-9b5b-3bd9acaf982c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.990239 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4fe0b-623f-4902-a0b5-ab4c704d9815 req-f509d1ee-afe6-4c0f-9b5b-3bd9acaf982c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:52.998355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4fe0b-623f-4902-a0b5-ab4c704d9815 req-f509d1ee-afe6-4c0f-9b5b-3bd9acaf982c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:53.008471 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8be4fe0b-623f-4902-a0b5-ab4c704d9815 req-f509d1ee-afe6-4c0f-9b5b-3bd9acaf982c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5405 time: 0.2239718 Aug 16 01:45:53.089788 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7aefb312-eb03-4878-a1b9-51b7cda047d0 req-9d7119aa-0daf-449a-864a-0bd2ac8bd677 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/ac2aeabc-178e-4007-9a0d-a51df745aa97 HTTP/1.1" status: 200 len: 2985 time: 0.3796375 Aug 16 01:45:53.092968 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-2f6dd0c5-78f1-4369-b051-e76cf8dce614 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e34c68e7-0a34-46ae-ac57-cc0385b7595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749378 Aug 16 01:45:53.099325 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6fc50218-3d2d-413c-815f-521e6ca559e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:53.107988 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fecceb-4a99-4d49-9193-9119db058e46 req-03c33a94-deac-4774-9478-3cb4a25499be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:53.108478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fecceb-4a99-4d49-9193-9119db058e46 req-03c33a94-deac-4774-9478-3cb4a25499be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:53.108952 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fecceb-4a99-4d49-9193-9119db058e46 req-03c33a94-deac-4774-9478-3cb4a25499be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:53.109408 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fecceb-4a99-4d49-9193-9119db058e46 req-03c33a94-deac-4774-9478-3cb4a25499be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:53.109902 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fecceb-4a99-4d49-9193-9119db058e46 req-03c33a94-deac-4774-9478-3cb4a25499be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:53.110367 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fecceb-4a99-4d49-9193-9119db058e46 req-03c33a94-deac-4774-9478-3cb4a25499be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:53.110827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fecceb-4a99-4d49-9193-9119db058e46 req-03c33a94-deac-4774-9478-3cb4a25499be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:53.112831 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-46fecceb-4a99-4d49-9193-9119db058e46 req-03c33a94-deac-4774-9478-3cb4a25499be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ca74d145ad54f52a9156b1910a2719b&device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 6357 time: 0.4089432 Aug 16 01:45:53.162442 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-3215ee7a-fa8a-4d3e-92af-52d001eb6639 req-84532e21-d9cf-456e-b9be-9c20d4ad859e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2112589647', 'description': 'tempest-description-336485028'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:53.173466 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8be4fe0b-623f-4902-a0b5-ab4c704d9815 req-fd33567c-a056-44d1-906c-faabb8d5b7b6 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1641240 Aug 16 01:45:53.233179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc50218-3d2d-413c-815f-521e6ca559e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=dedbf99e-9af0-406a-9e8d-7651ca278027,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:53.242684 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:53.244746 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7beb8d0a-f6f8-413b-a446-10a76729236a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:45:53.274781 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77ab558f-4074-403b-8c06-75d12a232887 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:53.279871 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6fc50218-3d2d-413c-815f-521e6ca559e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:53.284777 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6fc50218-3d2d-413c-815f-521e6ca559e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/ports/dedbf99e-9af0-406a-9e8d-7651ca278027 HTTP/1.1" status: 204 len: 168 time: 2.3403268 Aug 16 01:45:53.287154 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54388) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:53.295061 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0f2bf040-571a-426d-aeb8-ffc43a3034e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c', 'mac_address': 'fa:16:3e:a9:90:ea', 'name': 'tempest-PortsTestJSON-1979119599'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:53.333692 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-70641545-d163-4fc3-88fc-fe3eb963af63 req-a1a4a3ce-b71d-42cb-a7fa-7c5a3c5c386f service neutron] 10.222.0.63 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447048 Aug 16 01:45:53.376756 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3215ee7a-fa8a-4d3e-92af-52d001eb6639 req-84532e21-d9cf-456e-b9be-9c20d4ad859e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:53.436999 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-02d89dc4-c6d9-4e2d-8c44-55fa68aca88c service neutron] 10.222.0.73 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314939 Aug 16 01:45:53.500515 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fecceb-4a99-4d49-9193-9119db058e46 req-3856fafe-b0df-48c3-a46d-a2fb708148db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:53.500880 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fecceb-4a99-4d49-9193-9119db058e46 req-3856fafe-b0df-48c3-a46d-a2fb708148db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:53.501565 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fecceb-4a99-4d49-9193-9119db058e46 req-3856fafe-b0df-48c3-a46d-a2fb708148db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:53.503408 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-46fecceb-4a99-4d49-9193-9119db058e46 req-3856fafe-b0df-48c3-a46d-a2fb708148db service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=9ca74d145ad54f52a9156b1910a2719b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3806820 Aug 16 01:45:53.626116 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.db.api [None req-0f2bf040-571a-426d-aeb8-ffc43a3034e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 01:45:53.626116 n-d-765315-27 neutron-server[94672]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 01:45:53.626116 n-d-765315-27 neutron-server[94672]: [parameters: {'project_id_1': '81838e3aa0c9493fbc6d0bcbcdcdd7ba', 'expiration_1': datetime.datetime(2021, 8, 16, 1, 45, 53, 547734)}] Aug 16 01:45:53.626116 n-d-765315-27 neutron-server[94672]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:45:53.626587 n-d-765315-27 neutron-server[94672]: DEBUG oslo_db.api [None req-0f2bf040-571a-426d-aeb8-ffc43a3034e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:45:53.663865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed71d0c-f71f-42fd-986c-80f3374d1b5b req-e9a509c3-114c-4606-ad80-62a91aa73ce5 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:53.665451 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eed71d0c-f71f-42fd-986c-80f3374d1b5b req-e9a509c3-114c-4606-ad80-62a91aa73ce5 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 944 time: 0.1220765 Aug 16 01:45:53.675062 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e354fcf-99da-47b4-85da-2c67a8248de1 req-76467932-5402-411b-adbb-df76a3863c80 service neutron] 10.222.0.73 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206984 Aug 16 01:45:53.726413 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7beb8d0a-f6f8-413b-a446-10a76729236a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:45:53.731920 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ab558f-4074-403b-8c06-75d12a232887 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Router 7fc7ed10-f261-4291-b770-def69c765c9f is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:45:53.747107 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f4cf3d-7dd6-443b-9e5a-313fbd6cf3ae None None] Sync routers for ids ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:45:53.754092 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7beb8d0a-f6f8-413b-a446-10a76729236a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:53.765334 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eed71d0c-f71f-42fd-986c-80f3374d1b5b req-37288701-36b8-461f-b4a1-56f4dde2f6a6 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853374 Aug 16 01:45:53.804428 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f4cf3d-7dd6-443b-9e5a-313fbd6cf3ae None None] Routers {'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:53.806091 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-80f4cf3d-7dd6-443b-9e5a-313fbd6cf3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:45:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:53.840086 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fecceb-4a99-4d49-9193-9119db058e46 req-d9a3e71b-3d8b-4ad9-982e-e4f6b415ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:53.841824 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-46fecceb-4a99-4d49-9193-9119db058e46 req-d9a3e71b-3d8b-4ad9-982e-e4f6b415ea16 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3238308 Aug 16 01:45:53.863514 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3215ee7a-fa8a-4d3e-92af-52d001eb6639 req-84532e21-d9cf-456e-b9be-9c20d4ad859e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:53.868101 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7beb8d0a-f6f8-413b-a446-10a76729236a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "PUT /v2.0/floatingips/0bce5d71-4b1a-475f-8f6a-bbe4968e725b HTTP/1.1" status: 200 len: 990 time: 4.5290551 Aug 16 01:45:53.868985 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3215ee7a-fa8a-4d3e-92af-52d001eb6639 req-84532e21-d9cf-456e-b9be-9c20d4ad859e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:53.869119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2826c-ac21-45bd-becc-7afa0a35d49f req-0d2130b4-a407-435f-9287-2daf8ecd4f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:53.871271 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08f2826c-ac21-45bd-becc-7afa0a35d49f req-0d2130b4-a407-435f-9287-2daf8ecd4f9b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 1096 time: 0.1005909 Aug 16 01:45:53.879806 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465a6ed0-dc32-464e-baf2-d0f03e4442f0 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:53.892555 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:53.929987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Transition to ACTIVE for port object 465a6ed0-dc32-464e-baf2-d0f03e4442f0 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:53.932032 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3215ee7a-fa8a-4d3e-92af-52d001eb6639 req-84532e21-d9cf-456e-b9be-9c20d4ad859e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:53.933777 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3215ee7a-fa8a-4d3e-92af-52d001eb6639 req-84532e21-d9cf-456e-b9be-9c20d4ad859e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7925098 Aug 16 01:45:53.934495 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84532e21-d9cf-456e-b9be-9c20d4ad859e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a86990-3ed1-4be9-805a-d6f926586560,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:53.943371 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:53.994839 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-6d218752-57e5-44c0-96aa-d5d6ac8fc013 req-f7104f7f-e5c0-412a-a122-814cba6bbb38 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-921486702', 'description': 'tempest-description-1138393366'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:54.045495 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Pushing event updated for resources: {'Port': ['ID=465a6ed0-dc32-464e-baf2-d0f03e4442f0,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:54.055463 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ab558f-4074-403b-8c06-75d12a232887 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:45:54.061667 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-80f4cf3d-7dd6-443b-9e5a-313fbd6cf3ae None None] Set router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:54.066804 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea28077a-d9c7-45d8-99fe-430a813fe935 None None] Sync routers for ids ['7fc7ed10-f261-4291-b770-def69c765c9f'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:45:54.082372 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea28077a-d9c7-45d8-99fe-430a813fe935 None None] Routers {'7fc7ed10-f261-4291-b770-def69c765c9f'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:54.083492 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ea28077a-d9c7-45d8-99fe-430a813fe935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:45:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7fc7ed10-f261-4291-b770-def69c765c9f'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:54.084496 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6d218752-57e5-44c0-96aa-d5d6ac8fc013 req-f7104f7f-e5c0-412a-a122-814cba6bbb38 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:54.107014 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2826c-ac21-45bd-becc-7afa0a35d49f req-b01de41e-1e3d-440f-b9f5-e00de998ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:54.108638 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08f2826c-ac21-45bd-becc-7afa0a35d49f req-b01de41e-1e3d-440f-b9f5-e00de998ae93 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 200 len: 906 time: 0.2281959 Aug 16 01:45:54.110066 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77ab558f-4074-403b-8c06-75d12a232887 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:54.114303 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-77ab558f-4074-403b-8c06-75d12a232887 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0142694 Aug 16 01:45:54.114916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54400) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:54.131250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b78686f9-9282-4593-9f02-ea5dfe569eb0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'enable_snat': False}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:54.151101 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ea28077a-d9c7-45d8-99fe-430a813fe935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:54.163339 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea28077a-d9c7-45d8-99fe-430a813fe935 None None] Routers {'7fc7ed10-f261-4291-b770-def69c765c9f'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:54.164459 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ea28077a-d9c7-45d8-99fe-430a813fe935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:45:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7fc7ed10-f261-4291-b770-def69c765c9f'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:54.212438 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ea28077a-d9c7-45d8-99fe-430a813fe935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:54.214495 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea28077a-d9c7-45d8-99fe-430a813fe935 None None] The sync data for ids ['7fc7ed10-f261-4291-b770-def69c765c9f'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:45:54.240327 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08f2826c-ac21-45bd-becc-7afa0a35d49f req-dc285efd-cd63-4c3a-b015-239fe6582c93 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a337f7df-4e96-4aec-8534-60e8c9a000be HTTP/1.1" status: 200 len: 217 time: 0.1231430 Aug 16 01:45:54.282236 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Attempting to bind port 465a6ed0-dc32-464e-baf2-d0f03e4442f0 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:54.282652 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Attempting to bind port 465a6ed0-dc32-464e-baf2-d0f03e4442f0 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'f0f2d78e-5425-43e8-a59b-5b83930d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f3ba83b8-171e-47ab-b264-b5e65af7f447'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:54.283046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Attempting to bind port 465a6ed0-dc32-464e-baf2-d0f03e4442f0 on network f3ba83b8-171e-47ab-b264-b5e65af7f447 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:54.310028 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Port 465a6ed0-dc32-464e-baf2-d0f03e4442f0 on network f3ba83b8-171e-47ab-b264-b5e65af7f447 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:45:54.311015 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Attempting to bind port 465a6ed0-dc32-464e-baf2-d0f03e4442f0 on network f3ba83b8-171e-47ab-b264-b5e65af7f447 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:54.317900 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:54.326009 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:54.332770 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Checking segment: {'id': 'f0f2d78e-5425-43e8-a59b-5b83930d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f3ba83b8-171e-47ab-b264-b5e65af7f447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:54.333517 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Bound using segment: {'id': 'f0f2d78e-5425-43e8-a59b-5b83930d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f3ba83b8-171e-47ab-b264-b5e65af7f447'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:54.334841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Bound port: 465a6ed0-dc32-464e-baf2-d0f03e4442f0, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f2d78e-5425-43e8-a59b-5b83930d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f3ba83b8-171e-47ab-b264-b5e65af7f447'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:54.340765 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:54.391650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2826c-ac21-45bd-becc-7afa0a35d49f req-4f0f96cc-6d08-4938-8218-decb7fea26f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:54.393085 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08f2826c-ac21-45bd-becc-7afa0a35d49f req-4f0f96cc-6d08-4938-8218-decb7fea26f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9018291d-2978-41e4-8573-6602cff70f18 HTTP/1.1" status: 200 len: 845 time: 0.1392338 Aug 16 01:45:54.464478 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6d218752-57e5-44c0-96aa-d5d6ac8fc013 req-f7104f7f-e5c0-412a-a122-814cba6bbb38 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:54.480816 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6d218752-57e5-44c0-96aa-d5d6ac8fc013 req-f7104f7f-e5c0-412a-a122-814cba6bbb38 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:54.514925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-80f4cf3d-7dd6-443b-9e5a-313fbd6cf3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:45:16Z', 'revision_number': 4, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '0bce5d71-4b1a-475f-8f6a-bbe4968e725b', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'port_id': 'dee21c7b-16db-43e3-94af-82d037864954', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'mac_address': 'fa:16:3e:78:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:45:26Z', 'updated_at': '2021-08-16T01:45:50Z', 'revision_number': 1, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b2efff-55ad-47bf-a1dc-4c28420bee07', 'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'mac_address': 'fa:16:3e:d3:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:13Z', 'updated_at': '2021-08-16T01:45:27Z', 'revision_number': 5, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'subnets': [{'id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:54.517421 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08f2826c-ac21-45bd-becc-7afa0a35d49f req-d5e1cfdb-e829-4150-963e-88c423c0929b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e34c68e7-0a34-46ae-ac57-cc0385b7595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113005 Aug 16 01:45:54.528889 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] For port 465a6ed0-dc32-464e-baf2-d0f03e4442f0, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:54.554945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f4cf3d-7dd6-443b-9e5a-313fbd6cf3ae None None] Checking router: a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:45:54.555985 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] For port 465a6ed0-dc32-464e-baf2-d0f03e4442f0, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=465a6ed0-dc32-464e-baf2-d0f03e4442f0,segment=NetworkSegment(f0f2d78e-5425-43e8-a59b-5b83930d6cbb),segment_id=f0f2d78e-5425-43e8-a59b-5b83930d6cbb)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:54.558184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7104f7f-e5c0-412a-a122-814cba6bbb38 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78980f8-45ab-4b09-a3cd-ca802286a029,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:54.574177 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:54.582705 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f4cf3d-7dd6-443b-9e5a-313fbd6cf3ae None None] Routers {'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:54.583703 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-80f4cf3d-7dd6-443b-9e5a-313fbd6cf3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:45:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:54.605736 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:54.606406 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:54.607960 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] 10.222.0.73 "PUT /v2.0/ports/465a6ed0-dc32-464e-baf2-d0f03e4442f0 HTTP/1.1" status: 200 len: 1092 time: 2.0149496 Aug 16 01:45:54.672695 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641ff4d-aa80-48a1-89fe-9ab8cfc6ee93 service neutron] Pushing event updated for resources: {'Port': ['ID=465a6ed0-dc32-464e-baf2-d0f03e4442f0,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:54.684766 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Request body: {'port': {'device_id': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:54.747116 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2bf040-571a-426d-aeb8-ffc43a3034e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:54.772096 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'tag': 'dee21c7b-16db-43e3-94af-82d037864954'}, {'name': 'network-changed', 'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'tag': '465a6ed0-dc32-464e-baf2-d0f03e4442f0'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:54.774440 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "a83bc784-1195-489d-98d5-2826d2ae4b8a", "tag": "dee21c7b-16db-43e3-94af-82d037864954"}, {"name": "network-changed", "server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "tag": "465a6ed0-dc32-464e-baf2-d0f03e4442f0"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:54.777925 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:54.783025 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6d218752-57e5-44c0-96aa-d5d6ac8fc013 req-f7104f7f-e5c0-412a-a122-814cba6bbb38 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:54.787771 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d218752-57e5-44c0-96aa-d5d6ac8fc013 req-f7104f7f-e5c0-412a-a122-814cba6bbb38 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7988195 Aug 16 01:45:54.825240 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-80f4cf3d-7dd6-443b-9e5a-313fbd6cf3ae None None] Set router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:45:54.922640 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58a69df-d431-4d7d-8008-413418eb56f5 x-openstack-request-id: req-f58a69df-d431-4d7d-8008-413418eb56f5 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:54.923066 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83bc784-1195-489d-98d5-2826d2ae4b8a", "tag": "dee21c7b-16db-43e3-94af-82d037864954", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "tag": "465a6ed0-dc32-464e-baf2-d0f03e4442f0", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:54.923551 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f58a69df-d431-4d7d-8008-413418eb56f5 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:54.925500 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'tag': 'dee21c7b-16db-43e3-94af-82d037864954', 'status': 'completed', 'code': 200} Aug 16 01:45:54.925890 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'tag': '465a6ed0-dc32-464e-baf2-d0f03e4442f0', 'status': 'completed', 'code': 200} Aug 16 01:45:54.950024 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2352d-0704-4187-8fda-a8cb46f82b2f req-728b43eb-b165-48b1-b1b3-1f963b290ef2 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:54.966276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2352d-0704-4187-8fda-a8cb46f82b2f req-728b43eb-b165-48b1-b1b3-1f963b290ef2 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:54.972723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2352d-0704-4187-8fda-a8cb46f82b2f req-728b43eb-b165-48b1-b1b3-1f963b290ef2 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:54.991077 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2352d-0704-4187-8fda-a8cb46f82b2f req-728b43eb-b165-48b1-b1b3-1f963b290ef2 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.002436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2352d-0704-4187-8fda-a8cb46f82b2f req-728b43eb-b165-48b1-b1b3-1f963b290ef2 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.019048 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2352d-0704-4187-8fda-a8cb46f82b2f req-728b43eb-b165-48b1-b1b3-1f963b290ef2 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.030026 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2352d-0704-4187-8fda-a8cb46f82b2f req-728b43eb-b165-48b1-b1b3-1f963b290ef2 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.034646 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-61b2352d-0704-4187-8fda-a8cb46f82b2f req-728b43eb-b165-48b1-b1b3-1f963b290ef2 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5417 time: 0.6273284 Aug 16 01:45:55.098184 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f2bf040-571a-426d-aeb8-ffc43a3034e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:55.120677 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b78686f9-9282-4593-9f02-ea5dfe569eb0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:55.156765 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08f2826c-ac21-45bd-becc-7afa0a35d49f req-c1603f03-eb8a-4af1-bb0a-eb0b508eb7c7 service neutron] 10.222.0.73 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101470 Aug 16 01:45:55.176948 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-80f4cf3d-7dd6-443b-9e5a-313fbd6cf3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:45:16Z', 'revision_number': 4, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '0bce5d71-4b1a-475f-8f6a-bbe4968e725b', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'port_id': 'dee21c7b-16db-43e3-94af-82d037864954', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'mac_address': 'fa:16:3e:78:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:45:26Z', 'updated_at': '2021-08-16T01:45:50Z', 'revision_number': 1, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b2efff-55ad-47bf-a1dc-4c28420bee07', 'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'mac_address': 'fa:16:3e:d3:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:13Z', 'updated_at': '2021-08-16T01:45:27Z', 'revision_number': 5, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'subnets': [{'id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:55.200578 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-0f2bf040-571a-426d-aeb8-ffc43a3034e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] device_id is not set on port 031607eb-d837-44c0-93db-77a4c7d05c86 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:45:55.210235 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-61b2352d-0704-4187-8fda-a8cb46f82b2f req-03855314-eead-4ad1-bb27-bf9299f627ab tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1627824 Aug 16 01:45:55.220076 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f4cf3d-7dd6-443b-9e5a-313fbd6cf3ae None None] The sync data for ids ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'] in n-d-765315-27 is: [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:45:16Z', 'revision_number': 4, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '0bce5d71-4b1a-475f-8f6a-bbe4968e725b', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'port_id': 'dee21c7b-16db-43e3-94af-82d037864954', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'mac_address': 'fa:16:3e:78:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:45:26Z', 'updated_at': '2021-08-16T01:45:50Z', 'revision_number': 1, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b2efff-55ad-47bf-a1dc-4c28420bee07', 'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'mac_address': 'fa:16:3e:d3:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:13Z', 'updated_at': '2021-08-16T01:45:27Z', 'revision_number': 5, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'subnets': [{'id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:45:55.338256 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-9804023f-1b12-4c99-8259-c9d3fd99fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.340595 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-9804023f-1b12-4c99-8259-c9d3fd99fa1c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba9abf8115ac4b508816c39be6e59924&device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 1097 time: 0.2974880 Aug 16 01:45:55.399648 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-ab792af4-5509-47fd-8244-0b987e206d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.400417 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-ab792af4-5509-47fd-8244-0b987e206d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.401083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-ab792af4-5509-47fd-8244-0b987e206d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.401561 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-ab792af4-5509-47fd-8244-0b987e206d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.402179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-ab792af4-5509-47fd-8244-0b987e206d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.402953 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-ab792af4-5509-47fd-8244-0b987e206d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.403568 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-ab792af4-5509-47fd-8244-0b987e206d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.406137 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-ab792af4-5509-47fd-8244-0b987e206d1b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ca74d145ad54f52a9156b1910a2719b&device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 6425 time: 0.3275979 Aug 16 01:45:55.564247 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9a519e-4683-49b0-9505-fff34c4b8b6f None None] New status for floating IP 0bce5d71-4b1a-475f-8f6a-bbe4968e725b: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:45:55.671185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a02ce3-5302-45b6-abd5-ba260676fe50 req-ef9dd494-1c7d-4228-be67-0e24eae2c37e tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.672856 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5a02ce3-5302-45b6-abd5-ba260676fe50 req-ef9dd494-1c7d-4228-be67-0e24eae2c37e tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 944 time: 0.5992212 Aug 16 01:45:55.757425 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-52541eb8-d1c9-4571-8e5d-e9aeeda0553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.759150 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-52541eb8-d1c9-4571-8e5d-e9aeeda0553b service neutron] 10.222.0.63 "GET /v2.0/networks?id=41d6539e-4b24-4ea3-ae06-65cd600ea064 HTTP/1.1" status: 200 len: 918 time: 0.4069035 Aug 16 01:45:55.771586 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-2a873ab1-f421-4de0-97dd-a48fa3e3919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.772169 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-2a873ab1-f421-4de0-97dd-a48fa3e3919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.772750 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-2a873ab1-f421-4de0-97dd-a48fa3e3919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:55.774405 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-2a873ab1-f421-4de0-97dd-a48fa3e3919c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=9ca74d145ad54f52a9156b1910a2719b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3178391 Aug 16 01:45:55.810628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff481ee4-d554-41f9-8c85-9df7af1599d3 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:55.857218 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5a02ce3-5302-45b6-abd5-ba260676fe50 req-2c8de1d6-cd71-4778-940b-102d82b81699 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721532 Aug 16 01:45:55.883887 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:55.933358 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:56.067777 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08f2826c-ac21-45bd-becc-7afa0a35d49f req-7fc4fce3-81e3-4caa-ab96-dc9b18ec7511 service neutron] 10.222.0.73 "GET /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8853781 Aug 16 01:45:56.103798 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-2988029f-a578-4702-ba3a-d8b83258305c tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:56.105378 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-2988029f-a578-4702-ba3a-d8b83258305c tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/networks?id=d1bd41b7-e4e3-465c-a858-6a8c07aabefa HTTP/1.1" status: 200 len: 812 time: 0.7588630 Aug 16 01:45:56.134921 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a337f7df-4e96-4aec-8534-60e8c9a000be details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:45:56.157144 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-91870135-5c0f-49ba-95e6-c25be93377ce tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/quotas/ee26a718258e436eb39e6859b9c6f1f9 HTTP/1.1" status: 200 len: 375 time: 0.0324287 Aug 16 01:45:56.162540 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f2bf040-571a-426d-aeb8-ffc43a3034e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:56.290826 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-dafb839e-eebb-43d3-b4be-aee9f4d33e84 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ee26a718258e436eb39e6859b9c6f1f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1223173 Aug 16 01:45:56.305373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Transition to ACTIVE for port object ff481ee4-d554-41f9-8c85-9df7af1599d3 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:45:56.320965 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:56.328309 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-4911db57-3a52-4b42-ac17-5000850af872 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dee21c7b-16db-43e3-94af-82d037864954 HTTP/1.1" status: 200 len: 1000 time: 0.5433679 Aug 16 01:45:56.350649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port a337f7df-4e96-4aec-8534-60e8c9a000be, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a337f7df-4e96-4aec-8534-60e8c9a000be,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:56.390701 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'a337f7df-4e96-4aec-8534-60e8c9a000be', 'network_id': 'e34c68e7-0a34-46ae-ac57-cc0385b7595c', 'port_id': 'a337f7df-4e96-4aec-8534-60e8c9a000be', 'mac_address': 'fa:16:3e:00:38:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9018291d-2978-41e4-8573-6602cff70f18', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:45:56.449955 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-59c02be8-9b64-4a8d-a5c0-365608f93607 service neutron] 10.222.0.68 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105158 Aug 16 01:45:56.460817 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:56.479751 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a337f7df-4e96-4aec-8534-60e8c9a000be {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:45:56.490661 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-4bdbee58-272f-46ab-b8ba-6732cddcff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:56.493395 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-4bdbee58-272f-46ab-b8ba-6732cddcff8f service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6975763 Aug 16 01:45:56.497207 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Pushing event updated for resources: {'Port': ['ID=ff481ee4-d554-41f9-8c85-9df7af1599d3,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:56.506620 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f2bf040-571a-426d-aeb8-ffc43a3034e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:56.508493 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port a337f7df-4e96-4aec-8534-60e8c9a000be, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a337f7df-4e96-4aec-8534-60e8c9a000be,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:56.516039 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:56.521641 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-f5f1914f-f301-4b0b-903e-4abfe8bac8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:56.522130 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-f5f1914f-f301-4b0b-903e-4abfe8bac8ea service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b85102c8-d1ed-4688-b6f1-154a4a3875ac HTTP/1.1" status: 200 len: 856 time: 0.1578703 Aug 16 01:45:56.594937 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=a337f7df-4e96-4aec-8534-60e8c9a000be,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:56.642478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe4b4d-15ac-4e8a-8f07-e5d97c398f42 req-faa72066-2ce9-4b75-8e90-8e1767520d9e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:56.655764 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2bf040-571a-426d-aeb8-ffc43a3034e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:56.656449 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe4b4d-15ac-4e8a-8f07-e5d97c398f42 req-faa72066-2ce9-4b75-8e90-8e1767520d9e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:56.663596 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe4b4d-15ac-4e8a-8f07-e5d97c398f42 req-faa72066-2ce9-4b75-8e90-8e1767520d9e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:56.671685 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe4b4d-15ac-4e8a-8f07-e5d97c398f42 req-faa72066-2ce9-4b75-8e90-8e1767520d9e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:56.677561 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-0f2bf040-571a-426d-aeb8-ffc43a3034e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:56.678275 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe4b4d-15ac-4e8a-8f07-e5d97c398f42 req-faa72066-2ce9-4b75-8e90-8e1767520d9e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:56.680816 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2bf040-571a-426d-aeb8-ffc43a3034e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:56.685562 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe4b4d-15ac-4e8a-8f07-e5d97c398f42 req-faa72066-2ce9-4b75-8e90-8e1767520d9e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:56.687718 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2bf040-571a-426d-aeb8-ffc43a3034e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:56.688459 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f2bf040-571a-426d-aeb8-ffc43a3034e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:56.691786 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe4b4d-15ac-4e8a-8f07-e5d97c398f42 req-faa72066-2ce9-4b75-8e90-8e1767520d9e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:56.693817 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bffe4b4d-15ac-4e8a-8f07-e5d97c398f42 req-faa72066-2ce9-4b75-8e90-8e1767520d9e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5429 time: 0.2650826 Aug 16 01:45:56.722090 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0f2bf040-571a-426d-aeb8-ffc43a3034e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.4337678 Aug 16 01:45:56.722916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bf040-571a-426d-aeb8-ffc43a3034e0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=031607eb-d837-44c0-93db-77a4c7d05c86,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:56.728246 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54430) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:56.741130 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-93c8cef3-886d-4a43-b206-e44ce59a4f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:56.742724 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-93c8cef3-886d-4a43-b206-e44ce59a4f48 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=41d6539e-4b24-4ea3-ae06-65cd600ea064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1966846 Aug 16 01:45:56.752259 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Attempting to bind port ff481ee4-d554-41f9-8c85-9df7af1599d3 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:45:56.752657 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Attempting to bind port ff481ee4-d554-41f9-8c85-9df7af1599d3 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'f0f2d78e-5425-43e8-a59b-5b83930d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f3ba83b8-171e-47ab-b264-b5e65af7f447'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:45:56.752993 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Attempting to bind port ff481ee4-d554-41f9-8c85-9df7af1599d3 on network f3ba83b8-171e-47ab-b264-b5e65af7f447 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:56.796458 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bffe4b4d-15ac-4e8a-8f07-e5d97c398f42 req-20f0f21c-8294-410d-bb4f-2e7c660736ec tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0920985 Aug 16 01:45:56.797124 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Port ff481ee4-d554-41f9-8c85-9df7af1599d3 on network f3ba83b8-171e-47ab-b264-b5e65af7f447 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:45:56.797351 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Attempting to bind port ff481ee4-d554-41f9-8c85-9df7af1599d3 on network f3ba83b8-171e-47ab-b264-b5e65af7f447 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:45:56.830252 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:45:56.830596 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Checking segment: {'id': 'f0f2d78e-5425-43e8-a59b-5b83930d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f3ba83b8-171e-47ab-b264-b5e65af7f447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:45:56.830983 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Bound using segment: {'id': 'f0f2d78e-5425-43e8-a59b-5b83930d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f3ba83b8-171e-47ab-b264-b5e65af7f447'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:45:56.831424 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Bound port: ff481ee4-d554-41f9-8c85-9df7af1599d3, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f2d78e-5425-43e8-a59b-5b83930d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f3ba83b8-171e-47ab-b264-b5e65af7f447'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:45:56.831790 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:56.834949 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d7ec40-16bb-400d-9056-e6496c7a3dd1 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:56.837370 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-94d7ec40-16bb-400d-9056-e6496c7a3dd1 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports/031607eb-d837-44c0-93db-77a4c7d05c86 HTTP/1.1" status: 200 len: 841 time: 0.0986822 Aug 16 01:45:56.841486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54434) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:56.873524 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['a337f7df-4e96-4aec-8534-60e8c9a000be'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:56.873902 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-a2032ebf-3488-4dd2-88de-9401ffc751d9 service neutron] 10.222.0.68 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985050 Aug 16 01:45:56.932919 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-1738dcf0-4eec-4005-a361-ec08f697425f service neutron] 10.222.0.63 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715088 Aug 16 01:45:56.951602 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] For port ff481ee4-d554-41f9-8c85-9df7af1599d3, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:45:57.015916 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] For port ff481ee4-d554-41f9-8c85-9df7af1599d3, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ff481ee4-d554-41f9-8c85-9df7af1599d3,segment=NetworkSegment(f0f2d78e-5425-43e8-a59b-5b83930d6cbb),segment_id=f0f2d78e-5425-43e8-a59b-5b83930d6cbb)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:45:57.055595 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:57.116709 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb1d90-698d-447c-9c53-15b781b76dd4 req-e404d2cb-f2a9-4acf-8385-d32243c7e516 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:57.129308 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bbcb1d90-698d-447c-9c53-15b781b76dd4 req-e404d2cb-f2a9-4acf-8385-d32243c7e516 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 945 time: 0.1318440 Aug 16 01:45:57.147490 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:57.148123 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:57.150064 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] 10.222.0.73 "PUT /v2.0/ports/ff481ee4-d554-41f9-8c85-9df7af1599d3 HTTP/1.1" status: 200 len: 1092 time: 2.4704454 Aug 16 01:45:57.170418 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'tag': 'ff481ee4-d554-41f9-8c85-9df7af1599d3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:57.172788 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fabc59d-77e3-4513-b699-5cd50ead0538" -d '{"events": [{"name": "network-changed", "server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "tag": "ff481ee4-d554-41f9-8c85-9df7af1599d3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:57.257311 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b78686f9-9282-4593-9f02-ea5dfe569eb0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:57.262911 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-be2a9fb1-394d-48e8-a8d7-71e27e689450 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port 031607eb-d837-44c0-93db-77a4c7d05c86 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:45:57.263254 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be2a9fb1-394d-48e8-a8d7-71e27e689450 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:57.274676 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b78686f9-9282-4593-9f02-ea5dfe569eb0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:57.329373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a85bd-a9f7-4f58-ba19-f3a6266d1407 service neutron] Pushing event updated for resources: {'Port': ['ID=ff481ee4-d554-41f9-8c85-9df7af1599d3,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:57.342360 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4bf7a7fa-dd81-4c47-9500-1e930d854aa7 req-54f8b151-45db-4657-b839-dda8b1d22ea7 service neutron] 10.222.0.63 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012716 Aug 16 01:45:57.357440 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bbcb1d90-698d-447c-9c53-15b781b76dd4 req-9b2eb878-12f7-4e94-bf74-a2a2fecd9027 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061813 Aug 16 01:45:57.370914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-099d6ce2-e990-4290-84e4-9fc0050ca037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:57.371527 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-099d6ce2-e990-4290-84e4-9fc0050ca037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:57.372229 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-099d6ce2-e990-4290-84e4-9fc0050ca037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:57.372781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-099d6ce2-e990-4290-84e4-9fc0050ca037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:57.373272 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-099d6ce2-e990-4290-84e4-9fc0050ca037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:57.373770 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-099d6ce2-e990-4290-84e4-9fc0050ca037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:57.374509 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-099d6ce2-e990-4290-84e4-9fc0050ca037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:57.377216 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-099d6ce2-e990-4290-84e4-9fc0050ca037 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ca74d145ad54f52a9156b1910a2719b&device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 6493 time: 0.1671951 Aug 16 01:45:57.439880 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6dcabc5-7ef0-4ab4-aae3-fa7423bd10e3 req-e04123ab-99dc-424e-a16e-58208b86c646 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 210 time: 0.1370945 Aug 16 01:45:57.457813 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc7248f-06e2-4494-896d-ff4dcb9a3882 x-openstack-request-id: req-0bc7248f-06e2-4494-896d-ff4dcb9a3882 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:57.457813 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "tag": "ff481ee4-d554-41f9-8c85-9df7af1599d3", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:57.457813 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0bc7248f-06e2-4494-896d-ff4dcb9a3882 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:57.457813 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'tag': 'ff481ee4-d554-41f9-8c85-9df7af1599d3', 'status': 'completed', 'code': 200} Aug 16 01:45:57.464740 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-162b246c-5239-45de-9d61-23a60938603a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15416754-813f-49e1-bf9c-3e1659dcbe8b HTTP/1.1" status: 200 len: 217 time: 0.0773463 Aug 16 01:45:57.529512 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-3bfee709-df12-4b18-a905-edb35bbfa9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:57.531112 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-3bfee709-df12-4b18-a905-edb35bbfa9cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2066c6a-92ce-4085-9aef-33a27593c624 HTTP/1.1" status: 200 len: 855 time: 0.0583808 Aug 16 01:45:57.538152 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be2a9fb1-394d-48e8-a8d7-71e27e689450 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:57.562731 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-be2a9fb1-394d-48e8-a8d7-71e27e689450 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for 031607eb-d837-44c0-93db-77a4c7d05c86 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:45:57.598103 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-eead58e9-c668-4dea-8a39-5156ae9b1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:57.601094 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-eead58e9-c668-4dea-8a39-5156ae9b1a96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ffd1200-3653-4dd2-97e7-c5074409a495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577772 Aug 16 01:45:57.680612 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78686f9-9282-4593-9f02-ea5dfe569eb0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Router 7fc7ed10-f261-4291-b770-def69c765c9f has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:45:57.732198 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-758794d4-fbb5-484c-92ff-a793cf9c6ac9 service neutron] 10.222.0.73 "GET /v2.0/networks/5ffd1200-3653-4dd2-97e7-c5074409a495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203709 Aug 16 01:45:57.761919 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be2a9fb1-394d-48e8-a8d7-71e27e689450 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:57.809510 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be2a9fb1-394d-48e8-a8d7-71e27e689450 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:57.811533 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-be2a9fb1-394d-48e8-a8d7-71e27e689450 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/ports/031607eb-d837-44c0-93db-77a4c7d05c86 HTTP/1.1" status: 204 len: 168 time: 0.9644427 Aug 16 01:45:57.814710 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54452) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:57.856727 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a9fb1-394d-48e8-a8d7-71e27e689450 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=031607eb-d837-44c0-93db-77a4c7d05c86,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:57.869749 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-4de620ca-70b1-4771-8770-5ebddee4a3af service neutron] 10.222.0.73 "GET /v2.0/networks/5ffd1200-3653-4dd2-97e7-c5074409a495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278052 Aug 16 01:45:57.921893 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fca5b63-16b0-4c11-9696-13939be5838b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] GET failed (client error): The resource could not be found. Aug 16 01:45:57.926750 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7fca5b63-16b0-4c11-9696-13939be5838b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports/031607eb-d837-44c0-93db-77a4c7d05c86 HTTP/1.1" status: 404 len: 333 time: 0.1078393 Aug 16 01:45:57.933200 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54458) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:57.942959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-96ed3498-6bcc-4dc6-b0d9-37341dfc849c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c', 'name': 'tempest-PortsTestJSON-1503381189'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:57.949808 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-dc331d41-fd8c-4bcb-a50d-ac7fad30e416 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=bd0bff2b-08e3-4df0-9d32-cf931a827abb HTTP/1.1" status: 200 len: 217 time: 0.0705125 Aug 16 01:45:58.015687 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78686f9-9282-4593-9f02-ea5dfe569eb0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:45:58.027840 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d86274-d131-4243-8366-b0cf5e185e85 None None] Sync routers for ids ['7fc7ed10-f261-4291-b770-def69c765c9f'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:45:58.036233 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b78686f9-9282-4593-9f02-ea5dfe569eb0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:58.037188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27abc00-d1a1-43f3-b75a-1ee31e19ff6c req-7716e7e9-4f68-4b4b-9457-04b031c4cb4f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:58.038957 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b78686f9-9282-4593-9f02-ea5dfe569eb0 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "PUT /v2.0/routers/7fc7ed10-f261-4291-b770-def69c765c9f HTTP/1.1" status: 200 len: 921 time: 3.9230406 Aug 16 01:45:58.040811 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d86274-d131-4243-8366-b0cf5e185e85 None None] Routers {'7fc7ed10-f261-4291-b770-def69c765c9f'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:58.042586 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e8d86274-d131-4243-8366-b0cf5e185e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:45:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7fc7ed10-f261-4291-b770-def69c765c9f'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:58.044400 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27abc00-d1a1-43f3-b75a-1ee31e19ff6c req-7716e7e9-4f68-4b4b-9457-04b031c4cb4f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:58.045393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54460) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:58.050984 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27abc00-d1a1-43f3-b75a-1ee31e19ff6c req-7716e7e9-4f68-4b4b-9457-04b031c4cb4f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:58.057920 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27abc00-d1a1-43f3-b75a-1ee31e19ff6c req-7716e7e9-4f68-4b4b-9457-04b031c4cb4f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:58.065133 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27abc00-d1a1-43f3-b75a-1ee31e19ff6c req-7716e7e9-4f68-4b4b-9457-04b031c4cb4f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:58.071443 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27abc00-d1a1-43f3-b75a-1ee31e19ff6c req-7716e7e9-4f68-4b4b-9457-04b031c4cb4f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:58.080247 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27abc00-d1a1-43f3-b75a-1ee31e19ff6c req-7716e7e9-4f68-4b4b-9457-04b031c4cb4f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:58.083126 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b27abc00-d1a1-43f3-b75a-1ee31e19ff6c req-7716e7e9-4f68-4b4b-9457-04b031c4cb4f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5429 time: 0.1462631 Aug 16 01:45:58.085412 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-a475468f-818f-436b-b868-3e6ef6e9e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:58.087007 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-a475468f-818f-436b-b868-3e6ef6e9e45b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.1197894 Aug 16 01:45:58.107667 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e8d86274-d131-4243-8366-b0cf5e185e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:58.119298 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d86274-d131-4243-8366-b0cf5e185e85 None None] Routers {'7fc7ed10-f261-4291-b770-def69c765c9f'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:45:58.121277 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e8d86274-d131-4243-8366-b0cf5e185e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:45:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7fc7ed10-f261-4291-b770-def69c765c9f'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:58.149557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a337f7df-4e96-4aec-8534-60e8c9a000be up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:45:58.165485 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e8d86274-d131-4243-8366-b0cf5e185e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:45:58.167481 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d86274-d131-4243-8366-b0cf5e185e85 None None] The sync data for ids ['7fc7ed10-f261-4291-b770-def69c765c9f'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:45:58.175804 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b27abc00-d1a1-43f3-b75a-1ee31e19ff6c req-a36ea6ab-a02d-4ad0-8693-a01c7f52a3c3 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839250 Aug 16 01:45:58.181239 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-0a1774f5-4c93-46c8-9187-a9a0179e97ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:58.183856 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-0a1774f5-4c93-46c8-9187-a9a0179e97ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0840907 Aug 16 01:45:58.246433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port a337f7df-4e96-4aec-8534-60e8c9a000be completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:45:58.251188 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ed3498-6bcc-4dc6-b0d9-37341dfc849c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:58.251622 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port a337f7df-4e96-4aec-8534-60e8c9a000be triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:45:58.252011 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:58.256770 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-96ed3498-6bcc-4dc6-b0d9-37341dfc849c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:58.297046 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-96ed3498-6bcc-4dc6-b0d9-37341dfc849c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] device_id is not set on port 2c1610b1-9542-4ee0-8a94-f053a0a5f092 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:45:58.305246 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e4c2c76b-7837-4bb0-afec-61607b9a906c tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "GET /v2.0/routers/7fc7ed10-f261-4291-b770-def69c765c9f HTTP/1.1" status: 200 len: 921 time: 0.2579551 Aug 16 01:45:58.310692 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54464) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:58.328206 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-ec26eb39-9cff-44dc-afe6-ba2c5e49bcaa service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328204 Aug 16 01:45:58.422649 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:58.463455 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-b177c396-46bf-44b0-8477-b305590a8f45 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215878 Aug 16 01:45:58.484729 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port a337f7df-4e96-4aec-8534-60e8c9a000be, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a337f7df-4e96-4aec-8534-60e8c9a000be,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:45:58.486013 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db527b46-4e22-4ea4-824d-6592fef7cfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a337f7df-4e96-4aec-8534-60e8c9a000be'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:45:58.489444 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07538564-da79-4279-a078-896c83bdff86" -d '{"events": [{"server_uuid": "db527b46-4e22-4ea4-824d-6592fef7cfe4", "name": "network-vif-plugged", "status": "completed", "tag": "a337f7df-4e96-4aec-8534-60e8c9a000be"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:45:58.498641 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:58.558864 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=a337f7df-4e96-4aec-8534-60e8c9a000be,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:58.647363 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-b007386d-76fe-473c-a5d5-b0a731ef385c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=0acdabdb-c72c-46b9-8121-47f8e483891b HTTP/1.1" status: 200 len: 217 time: 0.1448300 Aug 16 01:45:58.652245 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6523e10-f4bc-4101-a3d5-8484feaf9d9e req-6d6cf0eb-3e1f-44ca-83e4-efac00b0fac7 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 210 time: 0.0429828 Aug 16 01:45:58.660500 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21313770-684a-47cd-b9ac-5a9d14934425 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:58.662035 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-21313770-684a-47cd-b9ac-5a9d14934425 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=624da80d-1349-4890-b915-f302637330f0&device_id=7fc7ed10-f261-4291-b770-def69c765c9f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3499551 Aug 16 01:45:58.667628 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54472) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:58.689080 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-96ed3498-6bcc-4dc6-b0d9-37341dfc849c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:58.742624 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db33e971-8776-4afe-896d-a6dbca5617fa x-openstack-request-id: req-db33e971-8776-4afe-896d-a6dbca5617fa {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:45:58.744279 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db527b46-4e22-4ea4-824d-6592fef7cfe4", "name": "network-vif-plugged", "status": "completed", "tag": "a337f7df-4e96-4aec-8534-60e8c9a000be", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:45:58.745384 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-db33e971-8776-4afe-896d-a6dbca5617fa {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:45:58.746075 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db527b46-4e22-4ea4-824d-6592fef7cfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a337f7df-4e96-4aec-8534-60e8c9a000be', 'code': 200} Aug 16 01:45:58.770735 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5b0d5-2062-4a01-908c-8477866489e5 req-227541ca-900b-42a4-bc37-10be351abddc tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:58.772487 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbc5b0d5-2062-4a01-908c-8477866489e5 req-227541ca-900b-42a4-bc37-10be351abddc tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.2960014 Aug 16 01:45:58.807594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-43e3cc50-bc59-4933-aae0-d51103ff7c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:58.809163 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-43e3cc50-bc59-4933-aae0-d51103ff7c5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.1386974 Aug 16 01:45:58.815747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149877ff-3b01-4fcf-9850-4d725fc2f8d2 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:58.816804 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-149877ff-3b01-4fcf-9850-4d725fc2f8d2 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 881 time: 0.1482315 Aug 16 01:45:58.820141 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54474) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:58.832575 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-96ed3498-6bcc-4dc6-b0d9-37341dfc849c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:58.845676 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-125a3984-50b4-4cfc-9f4c-0b7952889916 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:58.847304 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-125a3984-50b4-4cfc-9f4c-0b7952889916 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.63 "GET /v2.0/networks?id=d1bd41b7-e4e3-465c-a858-6a8c07aabefa HTTP/1.1" status: 200 len: 812 time: 0.2886527 Aug 16 01:45:58.868126 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e5882f3b-26eb-4904-b41e-d34b5d71f1ae tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fc7ed10-f261-4291-b770-def69c765c9f HTTP/1.1" status: 200 len: 205 time: 0.0430167 Aug 16 01:45:58.868126 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54476) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:58.879557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-32693794-0c65-4e30-9760-4f90f6386055 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Request body: {'port': {'device_id': '3bb61eda-3dd3-4371-b528-18bb771131ee', 'network_id': 'd1bd41b7-e4e3-465c-a858-6a8c07aabefa', 'admin_state_up': True, 'tenant_id': 'ee26a718258e436eb39e6859b9c6f1f9'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:58.922367 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbc5b0d5-2062-4a01-908c-8477866489e5 req-b1ead508-7dea-4c6f-91a8-9e6a990e4563 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382310 Aug 16 01:45:58.954418 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ed3498-6bcc-4dc6-b0d9-37341dfc849c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:58.956393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-96ed3498-6bcc-4dc6-b0d9-37341dfc849c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:58.959055 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ed3498-6bcc-4dc6-b0d9-37341dfc849c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:45:58.967414 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ed3498-6bcc-4dc6-b0d9-37341dfc849c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:58.968068 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-96ed3498-6bcc-4dc6-b0d9-37341dfc849c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:58.992270 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8549a01-e2bf-40cc-bf7c-4d10d3ed2203 req-95fe449e-52f5-4353-8129-ad701e78a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:58.993812 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a8549a01-e2bf-40cc-bf7c-4d10d3ed2203 req-95fe449e-52f5-4353-8129-ad701e78a551 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 1098 time: 0.1444173 Aug 16 01:45:59.008068 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-96ed3498-6bcc-4dc6-b0d9-37341dfc849c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0724006 Aug 16 01:45:59.016963 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed3498-6bcc-4dc6-b0d9-37341dfc849c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=2c1610b1-9542-4ee0-8a94-f053a0a5f092,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:45:59.016963 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54482) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:59.024296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-803a60e1-9cc9-4e30-8771-bd26d7206a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:59.026402 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-803a60e1-9cc9-4e30-8771-bd26d7206a2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2024930 Aug 16 01:45:59.055100 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a567060a-36a0-4e30-9483-4128cdc2fde4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:45:59.120541 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a8549a01-e2bf-40cc-bf7c-4d10d3ed2203 req-43af4009-5662-4daa-a704-710786309a99 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135685 Aug 16 01:45:59.140893 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fd581c5-245d-4429-b414-d1c8de0ae1d8 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:59.146644 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a567060a-36a0-4e30-9483-4128cdc2fde4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:59.171684 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-32693794-0c65-4e30-9760-4f90f6386055 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Made reservation on behalf of ee26a718258e436eb39e6859b9c6f1f9 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:45:59.175451 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-32693794-0c65-4e30-9760-4f90f6386055 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:59.199465 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-99cbe80a-91c8-4cc7-8bee-f5bebcf10982 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603169 Aug 16 01:45:59.389432 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-f3ce0dc2-6bcd-4577-8714-f364b45f8645 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729057 Aug 16 01:45:59.407981 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fd581c5-245d-4429-b414-d1c8de0ae1d8 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:59.412564 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-32693794-0c65-4e30-9760-4f90f6386055 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Allocated IP 172.20.0.4 (d1bd41b7-e4e3-465c-a858-6a8c07aabefa/29fbd812-75c6-4cf7-a6ba-c9edee3eebb3/95cd0bec-313c-4572-856d-206fed462bbe) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:45:59.438152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73edd50-7c13-4c40-af33-f883058830ee req-3cd22e32-2829-4b8b-989e-8b04c3969ad8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:59.444007 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73edd50-7c13-4c40-af33-f883058830ee req-3cd22e32-2829-4b8b-989e-8b04c3969ad8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:59.448350 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-fc449704-22f7-498b-90d6-c048dca104ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=bee42ab6-fdb5-48a2-98ba-795a696d06da HTTP/1.1" status: 200 len: 217 time: 0.0458763 Aug 16 01:45:59.451821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73edd50-7c13-4c40-af33-f883058830ee req-3cd22e32-2829-4b8b-989e-8b04c3969ad8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:59.458062 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73edd50-7c13-4c40-af33-f883058830ee req-3cd22e32-2829-4b8b-989e-8b04c3969ad8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:59.464761 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73edd50-7c13-4c40-af33-f883058830ee req-3cd22e32-2829-4b8b-989e-8b04c3969ad8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:59.471075 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73edd50-7c13-4c40-af33-f883058830ee req-3cd22e32-2829-4b8b-989e-8b04c3969ad8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:59.477221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73edd50-7c13-4c40-af33-f883058830ee req-3cd22e32-2829-4b8b-989e-8b04c3969ad8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:59.479191 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b73edd50-7c13-4c40-af33-f883058830ee req-3cd22e32-2829-4b8b-989e-8b04c3969ad8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5429 time: 0.2024620 Aug 16 01:45:59.532822 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-91973671-6284-4592-90ca-bbbeaae73a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:59.534587 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-91973671-6284-4592-90ca-bbbeaae73a9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.0776441 Aug 16 01:45:59.541889 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a567060a-36a0-4e30-9483-4128cdc2fde4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:59.556638 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a567060a-36a0-4e30-9483-4128cdc2fde4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:59.596789 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b73edd50-7c13-4c40-af33-f883058830ee req-716d8170-7c64-4f57-95d3-bb2cadaab881 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0951724 Aug 16 01:45:59.610794 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a567060a-36a0-4e30-9483-4128cdc2fde4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] In _notify_port_updated(), no bound segment for port 2c1610b1-9542-4ee0-8a94-f053a0a5f092 on network 819ebf89-40d1-4359-b7b6-b023f3970c6c {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:45:59.616254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567060a-36a0-4e30-9483-4128cdc2fde4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:59.616854 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a567060a-36a0-4e30-9483-4128cdc2fde4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:59.618167 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a567060a-36a0-4e30-9483-4128cdc2fde4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "PUT /v2.0/ports/2c1610b1-9542-4ee0-8a94-f053a0a5f092 HTTP/1.1" status: 200 len: 818 time: 0.5949445 Aug 16 01:45:59.629982 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54488) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:45:59.652058 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-4af43c1d-692c-4ba9-9e48-4dcb0bc72131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:45:59.653580 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-4af43c1d-692c-4ba9-9e48-4dcb0bc72131 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1048322 Aug 16 01:45:59.734985 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-32693794-0c65-4e30-9760-4f90f6386055 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:59.781033 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5c9f18b-a85b-45f4-beb1-6f2de1060140 req-897266a1-5b08-4fd0-b423-46a8f4c16ccb tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 210 time: 0.0418506 Aug 16 01:45:59.827149 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-01825625-05e2-4dc1-be07-76af805812f3 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637557 Aug 16 01:45:59.839702 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-32693794-0c65-4e30-9760-4f90f6386055 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:59.851384 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['7ac4cd7a-00e4-4662-956a-2eb20f5ea746'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:45:59.929336 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-32693794-0c65-4e30-9760-4f90f6386055 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Network d1bd41b7-e4e3-465c-a858-6a8c07aabefa is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:45:59.934915 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-32693794-0c65-4e30-9760-4f90f6386055 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:45:59.944774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-32693794-0c65-4e30-9760-4f90f6386055 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:00.017559 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32693794-0c65-4e30-9760-4f90f6386055 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event updated for resources: {'Port': ['ID=95cd0bec-313c-4572-856d-206fed462bbe,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:00.055016 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-32693794-0c65-4e30-9760-4f90f6386055 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:00.055950 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-32693794-0c65-4e30-9760-4f90f6386055 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:00.068200 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-d7f759dc-8515-4e1e-bc32-f0f5f0a01bfa service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264459 Aug 16 01:46:00.072886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567060a-36a0-4e30-9483-4128cdc2fde4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=2c1610b1-9542-4ee0-8a94-f053a0a5f092,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:00.076269 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7fd581c5-245d-4429-b414-d1c8de0ae1d8 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Deleting port fa2f7f4f-50c7-47f3-aa7e-a83a5645d67f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:00.076604 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fd581c5-245d-4429-b414-d1c8de0ae1d8 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:00.136746 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-32693794-0c65-4e30-9760-4f90f6386055 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2610743 Aug 16 01:46:00.137886 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-8b08d0f8-0016-49a9-b1c5-a78eb3551024 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be HTTP/1.1" status: 200 len: 217 time: 0.0554256 Aug 16 01:46:00.159931 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Request body: {'port': {'device_id': '3bb61eda-3dd3-4371-b528-18bb771131ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:00.233813 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d177c-b75a-4452-bbb0-cf9dc06f95b6 req-c33ff098-2c80-4535-bbeb-ee9f081ccfbb tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:00.235289 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a8d177c-b75a-4452-bbb0-cf9dc06f95b6 req-c33ff098-2c80-4535-bbeb-ee9f081ccfbb tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.1523960 Aug 16 01:46:00.246667 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c34b27ad-89cc-4485-8c94-3311c7aead1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:00.246891 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fd581c5-245d-4429-b414-d1c8de0ae1d8 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:00.248173 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-c34b27ad-89cc-4485-8c94-3311c7aead1b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.1027143 Aug 16 01:46:00.253121 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:00.281186 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7fd581c5-245d-4429-b414-d1c8de0ae1d8 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Calling delete_port for fa2f7f4f-50c7-47f3-aa7e-a83a5645d67f owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:00.301915 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-886f6987-53e9-4e42-8bd7-de7e5ca0da2a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port 2c1610b1-9542-4ee0-8a94-f053a0a5f092 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:00.302246 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-886f6987-53e9-4e42-8bd7-de7e5ca0da2a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:00.343436 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-7588a72c-3b2a-460f-a443-e126ceba96a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:00.344990 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-7588a72c-3b2a-460f-a443-e126ceba96a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0832806 Aug 16 01:46:00.431065 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-886f6987-53e9-4e42-8bd7-de7e5ca0da2a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:00.450523 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-886f6987-53e9-4e42-8bd7-de7e5ca0da2a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for 2c1610b1-9542-4ee0-8a94-f053a0a5f092 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:00.468224 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a8d177c-b75a-4452-bbb0-cf9dc06f95b6 req-ef0ed84e-f32f-4eb0-8803-aad963f2859d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103443 Aug 16 01:46:00.562618 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-a330e96f-ae94-4f58-8191-cdb7b803b661 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679792 Aug 16 01:46:00.802675 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-886f6987-53e9-4e42-8bd7-de7e5ca0da2a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:00.802675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f6987-53e9-4e42-8bd7-de7e5ca0da2a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=2c1610b1-9542-4ee0-8a94-f053a0a5f092,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:00.805634 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-886f6987-53e9-4e42-8bd7-de7e5ca0da2a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:00.817743 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-886f6987-53e9-4e42-8bd7-de7e5ca0da2a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/ports/2c1610b1-9542-4ee0-8a94-f053a0a5f092 HTTP/1.1" status: 204 len: 168 time: 1.1941504 Aug 16 01:46:00.824344 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54520) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:00.872245 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fd581c5-245d-4429-b414-d1c8de0ae1d8 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:00.909378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd581c5-245d-4429-b414-d1c8de0ae1d8 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Pushing event deleted for resources: {'Port': ['ID=fa2f7f4f-50c7-47f3-aa7e-a83a5645d67f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:00.973240 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d511ff8-aac0-43c1-af63-4ceb547f2724 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:00.975094 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1d511ff8-aac0-43c1-af63-4ceb547f2724 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1512229 Aug 16 01:46:00.979930 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54524) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:01.040580 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9fa381-b71c-4177-8327-3cd9a9999576 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] GET failed (client error): The resource could not be found. Aug 16 01:46:01.042940 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6d9fa381-b71c-4177-8327-3cd9a9999576 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports/2c1610b1-9542-4ee0-8a94-f053a0a5f092 HTTP/1.1" status: 404 len: 333 time: 0.0613635 Aug 16 01:46:01.046685 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54530) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:01.053092 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a06db812-4ef8-49fc-9203-5d11e53cb102 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1438703798'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:01.066983 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d521c-54cf-4fc4-872f-de4117ebe88a req-147107e0-4008-4f26-bdf8-36674824b91e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:01.068910 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a42d521c-54cf-4fc4-872f-de4117ebe88a req-147107e0-4008-4f26-bdf8-36674824b91e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 931 time: 0.1681237 Aug 16 01:46:01.100420 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fd581c5-245d-4429-b414-d1c8de0ae1d8 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.208846 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-955fe912-1ff9-4de1-b3ca-05717e4241ee service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370499 Aug 16 01:46:01.209423 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06db812-4ef8-49fc-9203-5d11e53cb102 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:01.213073 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a06db812-4ef8-49fc-9203-5d11e53cb102 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.221791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95cd0bec-313c-4572-856d-206fed462bbe {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:01.233028 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a42d521c-54cf-4fc4-872f-de4117ebe88a req-f78950fe-f7e9-44fa-bd9f-b2af547eade4 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548903 Aug 16 01:46:01.234863 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fd581c5-245d-4429-b414-d1c8de0ae1d8 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.238084 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fd581c5-245d-4429-b414-d1c8de0ae1d8 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.262311 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f0b2-ab6f-46a5-95a3-efab7760f640 req-c0c4fab8-119d-4e50-abb4-500581d98982 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:01.268224 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f0b2-ab6f-46a5-95a3-efab7760f640 req-c0c4fab8-119d-4e50-abb4-500581d98982 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:01.274287 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f0b2-ab6f-46a5-95a3-efab7760f640 req-c0c4fab8-119d-4e50-abb4-500581d98982 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:01.280873 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f0b2-ab6f-46a5-95a3-efab7760f640 req-c0c4fab8-119d-4e50-abb4-500581d98982 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:01.287561 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f0b2-ab6f-46a5-95a3-efab7760f640 req-c0c4fab8-119d-4e50-abb4-500581d98982 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:01.294528 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f0b2-ab6f-46a5-95a3-efab7760f640 req-c0c4fab8-119d-4e50-abb4-500581d98982 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:01.294717 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06db812-4ef8-49fc-9203-5d11e53cb102 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:46:01.301604 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f0b2-ab6f-46a5-95a3-efab7760f640 req-c0c4fab8-119d-4e50-abb4-500581d98982 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:01.303964 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29e2f0b2-ab6f-46a5-95a3-efab7760f640 req-c0c4fab8-119d-4e50-abb4-500581d98982 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5429 time: 0.2251077 Aug 16 01:46:01.307493 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a06db812-4ef8-49fc-9203-5d11e53cb102 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.307963 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-a06db812-4ef8-49fc-9203-5d11e53cb102 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Added segment 5c530774-ec54-4408-b205-21aebcdf64df of type vlan for network 3b7bf647-eec6-4aea-a8d4-5549b1284253 Aug 16 01:46:01.318586 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fd581c5-245d-4429-b414-d1c8de0ae1d8 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.320960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd581c5-245d-4429-b414-d1c8de0ae1d8 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Fanout notify agent at l3_agent the message router_deleted on router 7fc7ed10-f261-4291-b770-def69c765c9f {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:46:01.328489 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fd581c5-245d-4429-b414-d1c8de0ae1d8 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.329491 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7fd581c5-245d-4429-b414-d1c8de0ae1d8 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "DELETE /v2.0/routers/7fc7ed10-f261-4291-b770-def69c765c9f HTTP/1.1" status: 204 len: 168 time: 2.4602733 Aug 16 01:46:01.333697 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54536) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:01.337044 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.341095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-30e64abc-c7ad-4979-8de0-406e0cc9ff28 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-833156168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:01.351743 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-e0d5d861-9af4-48fa-b091-9d6d0fee6960 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=465a6ed0-dc32-464e-baf2-d0f03e4442f0 HTTP/1.1" status: 200 len: 217 time: 0.1322839 Aug 16 01:46:01.375258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Transition to ACTIVE for port object 95cd0bec-313c-4572-856d-206fed462bbe will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:01.390616 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a06db812-4ef8-49fc-9203-5d11e53cb102 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.406878 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e64abc-c7ad-4979-8de0-406e0cc9ff28 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.407350 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.407897 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e64abc-c7ad-4979-8de0-406e0cc9ff28 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.449136 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a06db812-4ef8-49fc-9203-5d11e53cb102 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.454626 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29e2f0b2-ab6f-46a5-95a3-efab7760f640 req-a66eb030-f126-41e5-be1a-4560a65f13c8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1140122 Aug 16 01:46:01.454917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06db812-4ef8-49fc-9203-5d11e53cb102 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:01.455580 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a06db812-4ef8-49fc-9203-5d11e53cb102 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.500688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-fbaa223a-c648-4e54-a3d8-d4470a6ad6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:01.502212 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-fbaa223a-c648-4e54-a3d8-d4470a6ad6be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85f7c82-6a4d-4d57-8a2b-76ed66161b19 HTTP/1.1" status: 200 len: 797 time: 0.1391041 Aug 16 01:46:01.545140 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e64abc-c7ad-4979-8de0-406e0cc9ff28 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.559755 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a06db812-4ef8-49fc-9203-5d11e53cb102 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5103502 Aug 16 01:46:01.563309 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e64abc-c7ad-4979-8de0-406e0cc9ff28 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.568899 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54546) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:01.575645 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-48b9b49d-5674-406b-92fb-35516eab8b00 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'subnet': {'network_id': '3b7bf647-eec6-4aea-a8d4-5549b1284253', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:01.580361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06db812-4ef8-49fc-9203-5d11e53cb102 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Network': ['ID=3b7bf647-eec6-4aea-a8d4-5549b1284253,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:01.594356 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 3b7bf647-eec6-4aea-a8d4-5549b1284253 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:46:01.595466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Pushing event updated for resources: {'Port': ['ID=95cd0bec-313c-4572-856d-206fed462bbe,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:01.636668 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e64abc-c7ad-4979-8de0-406e0cc9ff28 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.637934 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-30e64abc-c7ad-4979-8de0-406e0cc9ff28 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3031087 Aug 16 01:46:01.644766 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54548) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:01.653193 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-780e1ecc-396d-442b-a863-1397754149f0 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Request body: {'router': {'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:01.695858 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-8d46fce7-a9ac-44f5-93be-8e1c4289913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:01.698042 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-8d46fce7-a9ac-44f5-93be-8e1c4289913f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ba83b8-171e-47ab-b264-b5e65af7f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1742458 Aug 16 01:46:01.755761 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09329208-bc77-4f88-a347-572a35ef755f req-46397fe2-d173-43a5-bbf1-1056d8df0ee3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:01.757255 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-09329208-bc77-4f88-a347-572a35ef755f req-46397fe2-d173-43a5-bbf1-1056d8df0ee3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.1880908 Aug 16 01:46:01.790109 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Attempting to bind port 95cd0bec-313c-4572-856d-206fed462bbe on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:01.790445 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Attempting to bind port 95cd0bec-313c-4572-856d-206fed462bbe by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '962947a4-95cf-4037-b4a9-3fdf8b7aaf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd1bd41b7-e4e3-465c-a858-6a8c07aabefa'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:01.790780 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Attempting to bind port 95cd0bec-313c-4572-856d-206fed462bbe on network d1bd41b7-e4e3-465c-a858-6a8c07aabefa {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:01.813256 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Port 95cd0bec-313c-4572-856d-206fed462bbe on network d1bd41b7-e4e3-465c-a858-6a8c07aabefa not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:46:01.813480 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Attempting to bind port 95cd0bec-313c-4572-856d-206fed462bbe on network d1bd41b7-e4e3-465c-a858-6a8c07aabefa {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:01.830601 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:01.830967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Checking segment: {'id': '962947a4-95cf-4037-b4a9-3fdf8b7aaf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd1bd41b7-e4e3-465c-a858-6a8c07aabefa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:01.831333 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Bound using segment: {'id': '962947a4-95cf-4037-b4a9-3fdf8b7aaf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd1bd41b7-e4e3-465c-a858-6a8c07aabefa'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:01.831781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Bound port: 95cd0bec-313c-4572-856d-206fed462bbe, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962947a4-95cf-4037-b4a9-3fdf8b7aaf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd1bd41b7-e4e3-465c-a858-6a8c07aabefa'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:01.832143 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.875370 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-09329208-bc77-4f88-a347-572a35ef755f req-5312b796-cca2-462b-88dd-a969dacea58c tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883934 Aug 16 01:46:01.887148 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b9b49d-5674-406b-92fb-35516eab8b00 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:01.890460 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48b9b49d-5674-406b-92fb-35516eab8b00 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.909797 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-4e8aa53d-53ae-499b-9590-71222d90177e service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031376 Aug 16 01:46:01.961742 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-780e1ecc-396d-442b-a863-1397754149f0 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:01.993093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] For port 95cd0bec-313c-4572-856d-206fed462bbe, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:02.014280 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] For port 95cd0bec-313c-4572-856d-206fed462bbe, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=95cd0bec-313c-4572-856d-206fed462bbe,segment=NetworkSegment(962947a4-95cf-4037-b4a9-3fdf8b7aaf0f),segment_id=962947a4-95cf-4037-b4a9-3fdf8b7aaf0f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:02.034086 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.091604 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:02.092229 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.094115 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] 10.222.0.63 "PUT /v2.0/ports/95cd0bec-313c-4572-856d-206fed462bbe HTTP/1.1" status: 200 len: 1092 time: 1.9384158 Aug 16 01:46:02.095535 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-ba4533f3-531f-47e6-b055-da86ceacb06b service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751938 Aug 16 01:46:02.096068 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb61eda-3dd3-4371-b528-18bb771131ee', 'tag': '95cd0bec-313c-4572-856d-206fed462bbe'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:02.105457 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d758044f-d1ed-440e-ba06-b4472d975252" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb61eda-3dd3-4371-b528-18bb771131ee", "tag": "95cd0bec-313c-4572-856d-206fed462bbe"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:02.224075 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a284326-e7fa-4360-a0e2-b4435b6ee079 x-openstack-request-id: req-2a284326-e7fa-4360-a0e2-b4435b6ee079 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:02.224791 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb61eda-3dd3-4371-b528-18bb771131ee", "tag": "95cd0bec-313c-4572-856d-206fed462bbe", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:02.224791 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2a284326-e7fa-4360-a0e2-b4435b6ee079 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:02.225087 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb61eda-3dd3-4371-b528-18bb771131ee', 'tag': '95cd0bec-313c-4572-856d-206fed462bbe', 'status': 'completed', 'code': 200} Aug 16 01:46:02.241619 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48b9b49d-5674-406b-92fb-35516eab8b00 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.243339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-7c8b2fab-bfbd-4665-ae13-1e02c44767b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ff481ee4-d554-41f9-8c85-9df7af1599d3 HTTP/1.1" status: 200 len: 217 time: 0.1289301 Aug 16 01:46:02.308112 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b9558-3e3c-46c6-b2a4-52aa51fc990b service neutron] Pushing event updated for resources: {'Port': ['ID=95cd0bec-313c-4572-856d-206fed462bbe,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:02.354225 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-780e1ecc-396d-442b-a863-1397754149f0 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.398013 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139fa86-1c92-4054-a078-a6a27c81697d req-8c3231ef-6b90-49dc-bf53-bcf94c5e9cb6 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:02.399569 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1139fa86-1c92-4054-a078-a6a27c81697d req-8c3231ef-6b90-49dc-bf53-bcf94c5e9cb6 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.1772666 Aug 16 01:46:02.410649 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-07440296-d600-446e-8363-ca7334ec81b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:02.410649 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-07440296-d600-446e-8363-ca7334ec81b2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee26a718258e436eb39e6859b9c6f1f9&device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 1095 time: 0.2000442 Aug 16 01:46:02.413089 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-780e1ecc-396d-442b-a863-1397754149f0 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.414604 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9b49d-5674-406b-92fb-35516eab8b00 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Subnet': ['ID=5f836259-b33f-4ad3-aaef-5dc33eed510d,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:02.435464 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b9b49d-5674-406b-92fb-35516eab8b00 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Checking segment: {'id': '5c530774-ec54-4408-b205-21aebcdf64df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3b7bf647-eec6-4aea-a8d4-5549b1284253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:02.435875 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b9b49d-5674-406b-92fb-35516eab8b00 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network hostable DHCP agents. Network: 3b7bf647-eec6-4aea-a8d4-5549b1284253, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:46:02.440474 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-aa06212b-8193-4d9e-aa56-37bea1e30925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:02.442030 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-aa06212b-8193-4d9e-aa56-37bea1e30925 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85f7c82-6a4d-4d57-8a2b-76ed66161b19 HTTP/1.1" status: 200 len: 797 time: 0.1401024 Aug 16 01:46:02.479910 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-4128b6e0-9bb2-4df5-a20c-f00203810569 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95cd0bec-313c-4572-856d-206fed462bbe HTTP/1.1" status: 200 len: 217 time: 0.0561817 Aug 16 01:46:02.493126 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54f7d1-2bac-484c-a403-d161dbd8bda3 req-d3591f29-b1d0-44de-97a5-0a2fd27b0687 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:02.494964 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dc54f7d1-2bac-484c-a403-d161dbd8bda3 req-d3591f29-b1d0-44de-97a5-0a2fd27b0687 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 943 time: 0.1572287 Aug 16 01:46:02.516720 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b9b49d-5674-406b-92fb-35516eab8b00 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network 3b7bf647-eec6-4aea-a8d4-5549b1284253 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:46:02.563934 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1139fa86-1c92-4054-a078-a6a27c81697d req-178c2d1e-0508-435e-8b25-4a24a5f8eb43 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509988 Aug 16 01:46:02.568838 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-48b9b49d-5674-406b-92fb-35516eab8b00 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 3b7bf647-eec6-4aea-a8d4-5549b1284253) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:02.578547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9b49d-5674-406b-92fb-35516eab8b00 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:02.579081 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48b9b49d-5674-406b-92fb-35516eab8b00 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.580348 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edafdd99-e6e2-4938-870a-4e4e8bbc80af None None] Network 3b7bf647-eec6-4aea-a8d4-5549b1284253 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:02.585914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60a17-602d-4260-817b-ed430ecf376c req-789e0cce-49fe-4e17-9e82-c17b8ac51678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:02.587434 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-789e0cce-49fe-4e17-9e82-c17b8ac51678 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ba83b8-171e-47ab-b264-b5e65af7f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1169884 Aug 16 01:46:02.593186 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dc54f7d1-2bac-484c-a403-d161dbd8bda3 req-54a90118-97c7-48bf-8104-e817a2f9c6a9 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888779 Aug 16 01:46:02.608529 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-68df931c-e021-4417-aaf3-49054482b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:02.610838 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-68df931c-e021-4417-aaf3-49054482b5bf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=29fbd812-75c6-4cf7-a6ba-c9edee3eebb3 HTTP/1.1" status: 200 len: 852 time: 0.1183851 Aug 16 01:46:02.647817 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-780e1ecc-396d-442b-a863-1397754149f0 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Allocated IP 172.25.3.81 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/2daff440-0074-47cb-a317-2de677f79d0e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:02.654006 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-48b9b49d-5674-406b-92fb-35516eab8b00 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0827751 Aug 16 01:46:02.689202 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54584) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:02.718235 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-78593af4-ed15-4f72-a648-3f62a8e564ec tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'subnet': {'network_id': '3b7bf647-eec6-4aea-a8d4-5549b1284253', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:02.728079 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-a249b52d-0ed5-4990-b034-284ead597d46 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d1bd41b7-e4e3-465c-a858-6a8c07aabefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005287 Aug 16 01:46:02.873747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fc484-73d9-4f03-8032-d5960eb02bed req-cb4cd5e1-9caa-4a94-a988-e4b79b3a6098 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:02.875310 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3f5fc484-73d9-4f03-8032-d5960eb02bed req-cb4cd5e1-9caa-4a94-a988-e4b79b3a6098 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.0782197 Aug 16 01:46:02.898687 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-3b7bf647-eec6-4aea-a8d4-5549b1284253', 'network_id': '3b7bf647-eec6-4aea-a8d4-5549b1284253', 'tenant_id': '81838e3aa0c9493fbc6d0bcbcdcdd7ba', 'fixed_ips': [{'subnet_id': '5f836259-b33f-4ad3-aaef-5dc33eed510d'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:46:02.899971 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.921384 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-780e1ecc-396d-442b-a863-1397754149f0 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:02.966243 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3f5fc484-73d9-4f03-8032-d5960eb02bed req-d19946db-eb81-421b-8d30-e717a7b52cb0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665643 Aug 16 01:46:02.974721 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-cbe2c5c4-931c-40ad-a227-e8dd6f479e3d service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774993 Aug 16 01:46:03.011276 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-780e1ecc-396d-442b-a863-1397754149f0 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:03.120063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1de3f-c0ab-44ce-a92d-6a261d18fe93 req-cf153dfb-6d34-44ee-a1c5-35a842d614ed tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.127057 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1de3f-c0ab-44ce-a92d-6a261d18fe93 req-cf153dfb-6d34-44ee-a1c5-35a842d614ed tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.134077 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1de3f-c0ab-44ce-a92d-6a261d18fe93 req-cf153dfb-6d34-44ee-a1c5-35a842d614ed tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.140070 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1de3f-c0ab-44ce-a92d-6a261d18fe93 req-cf153dfb-6d34-44ee-a1c5-35a842d614ed tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.146406 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1de3f-c0ab-44ce-a92d-6a261d18fe93 req-cf153dfb-6d34-44ee-a1c5-35a842d614ed tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.152594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1de3f-c0ab-44ce-a92d-6a261d18fe93 req-cf153dfb-6d34-44ee-a1c5-35a842d614ed tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.159043 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1de3f-c0ab-44ce-a92d-6a261d18fe93 req-cf153dfb-6d34-44ee-a1c5-35a842d614ed tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.161028 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a2a1de3f-c0ab-44ce-a92d-6a261d18fe93 req-cf153dfb-6d34-44ee-a1c5-35a842d614ed tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5429 time: 0.4375558 Aug 16 01:46:03.230969 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4d60a17-602d-4260-817b-ed430ecf376c req-21a45d77-3b37-456a-b06d-f16c74e7da0e service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451859 Aug 16 01:46:03.238082 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-5090b8a5-2499-48ef-8f3e-b071ec876d87 service neutron] 10.222.0.63 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792893 Aug 16 01:46:03.310578 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Allocated IP 172.20.0.2 (3b7bf647-eec6-4aea-a8d4-5549b1284253/5f836259-b33f-4ad3-aaef-5dc33eed510d/314f3f3a-5cb4-4145-92ae-5333142eda62) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:03.313707 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:46:03.339518 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a2a1de3f-c0ab-44ce-a92d-6a261d18fe93 req-9df05c51-734d-4b37-be95-568e051be100 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1640916 Aug 16 01:46:03.360781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78593af4-ed15-4f72-a648-3f62a8e564ec tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:03.364705 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-78593af4-ed15-4f72-a648-3f62a8e564ec tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:03.407356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780e1ecc-396d-442b-a863-1397754149f0 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:03.415792 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-780e1ecc-396d-442b-a863-1397754149f0 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:03.420989 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780e1ecc-396d-442b-a863-1397754149f0 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:03.428924 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e1ecc-396d-442b-a863-1397754149f0 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Pushing event updated for resources: {'Port': ['ID=2daff440-0074-47cb-a317-2de677f79d0e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:03.477394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f90a6-e345-4473-912c-027ba529a9a6 req-82647c09-14ed-4294-aa47-1176245a0db3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.485604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bd5f90a6-e345-4473-912c-027ba529a9a6 req-82647c09-14ed-4294-aa47-1176245a0db3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.1099782 Aug 16 01:46:03.513974 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabc59d-77e3-4513-b699-5cd50ead0538 req-926c44b7-628a-4754-9fac-476b46b3030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.514727 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabc59d-77e3-4513-b699-5cd50ead0538 req-926c44b7-628a-4754-9fac-476b46b3030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.515361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabc59d-77e3-4513-b699-5cd50ead0538 req-926c44b7-628a-4754-9fac-476b46b3030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.515993 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabc59d-77e3-4513-b699-5cd50ead0538 req-926c44b7-628a-4754-9fac-476b46b3030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.516620 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabc59d-77e3-4513-b699-5cd50ead0538 req-926c44b7-628a-4754-9fac-476b46b3030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.517245 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabc59d-77e3-4513-b699-5cd50ead0538 req-926c44b7-628a-4754-9fac-476b46b3030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.517899 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabc59d-77e3-4513-b699-5cd50ead0538 req-926c44b7-628a-4754-9fac-476b46b3030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.519973 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2fabc59d-77e3-4513-b699-5cd50ead0538 req-926c44b7-628a-4754-9fac-476b46b3030f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ca74d145ad54f52a9156b1910a2719b&device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 6493 time: 0.1924887 Aug 16 01:46:03.527047 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b3badb10-05b7-4e07-88ed-f1d37434c728 req-4ef90e05-cb68-4e8d-8e6c-e0ec322e4c7d service neutron] 10.222.0.63 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787738 Aug 16 01:46:03.554259 n-d-765315-27 neutron-server[94673]: INFO neutron.db.ipam_backend_mixin [None req-78593af4-ed15-4f72-a648-3f62a8e564ec tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5f836259-b33f-4ad3-aaef-5dc33eed510d (CIDR: 172.20.0.0/28) Aug 16 01:46:03.588581 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-78593af4-ed15-4f72-a648-3f62a8e564ec tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:46:03.592947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78593af4-ed15-4f72-a648-3f62a8e564ec tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:46:03.649370 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bd5f90a6-e345-4473-912c-027ba529a9a6 req-af04a769-f4d3-4d13-bc3e-6da5315f105b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628168 Aug 16 01:46:03.745048 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-78593af4-ed15-4f72-a648-3f62a8e564ec tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0517325 Aug 16 01:46:03.748974 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54612) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:03.755919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2e5f56a8-5023-4b47-a700-1995324755eb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'subnet': {'network_id': '3b7bf647-eec6-4aea-a8d4-5549b1284253', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:03.818597 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabc59d-77e3-4513-b699-5cd50ead0538 req-4fb6ea61-63bb-4228-9f04-e772cdd34c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.820390 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2fabc59d-77e3-4513-b699-5cd50ead0538 req-4fb6ea61-63bb-4228-9f04-e772cdd34c99 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3ba83b8-171e-47ab-b264-b5e65af7f447 HTTP/1.1" status: 200 len: 902 time: 0.2880695 Aug 16 01:46:03.843108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758044f-d1ed-440e-ba06-b4472d975252 req-d36c426b-361e-4d7e-a378-c095f9fabac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.845638 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d758044f-d1ed-440e-ba06-b4472d975252 req-d36c426b-361e-4d7e-a378-c095f9fabac4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee26a718258e436eb39e6859b9c6f1f9&device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 1095 time: 0.1516919 Aug 16 01:46:03.852172 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:03.866070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Transition to ACTIVE for port object 314f3f3a-5cb4-4145-92ae-5333142eda62 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:03.899630 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Transition to ACTIVE for port object 314f3f3a-5cb4-4145-92ae-5333142eda62 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:03.909229 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:03.923051 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec50b42-0cbb-4245-9ee9-e684e73737c7 req-9a35d6b4-f883-4cb4-a222-e2e897d72859 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:03.924606 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1ec50b42-0cbb-4245-9ee9-e684e73737c7 req-9a35d6b4-f883-4cb4-a222-e2e897d72859 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 943 time: 0.1829581 Aug 16 01:46:03.925975 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2fabc59d-77e3-4513-b699-5cd50ead0538 req-ad309122-4a57-4018-be68-fc8687c04abb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ff481ee4-d554-41f9-8c85-9df7af1599d3 HTTP/1.1" status: 200 len: 217 time: 0.0882869 Aug 16 01:46:03.970652 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-780e1ecc-396d-442b-a863-1397754149f0 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:03.971194 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Pushing event updated for resources: {'Port': ['ID=314f3f3a-5cb4-4145-92ae-5333142eda62,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:03.983591 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Network 3b7bf647-eec6-4aea-a8d4-5549b1284253 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:03.985330 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:03.987789 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:04.037982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758044f-d1ed-440e-ba06-b4472d975252 req-2766c497-0c90-4e8d-898d-771917c12d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:04.039696 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d758044f-d1ed-440e-ba06-b4472d975252 req-2766c497-0c90-4e8d-898d-771917c12d29 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d1bd41b7-e4e3-465c-a858-6a8c07aabefa HTTP/1.1" status: 200 len: 913 time: 0.1414793 Aug 16 01:46:04.052414 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Attempting to bind port 314f3f3a-5cb4-4145-92ae-5333142eda62 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:04.052966 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Attempting to bind port 314f3f3a-5cb4-4145-92ae-5333142eda62 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '5c530774-ec54-4408-b205-21aebcdf64df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3b7bf647-eec6-4aea-a8d4-5549b1284253'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:04.053588 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Attempting to bind port 314f3f3a-5cb4-4145-92ae-5333142eda62 on network 3b7bf647-eec6-4aea-a8d4-5549b1284253 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:04.060476 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:04.061269 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Checking segment: {'id': '5c530774-ec54-4408-b205-21aebcdf64df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3b7bf647-eec6-4aea-a8d4-5549b1284253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:04.061966 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:04.062592 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Bound using segment: {'id': '5c530774-ec54-4408-b205-21aebcdf64df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3b7bf647-eec6-4aea-a8d4-5549b1284253'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:04.063315 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Bound port: 314f3f3a-5cb4-4145-92ae-5333142eda62, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c530774-ec54-4408-b205-21aebcdf64df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3b7bf647-eec6-4aea-a8d4-5549b1284253'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:04.063776 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:04.102699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5f56a8-5023-4b47-a700-1995324755eb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:04.108121 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e5f56a8-5023-4b47-a700-1995324755eb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:04.128647 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d758044f-d1ed-440e-ba06-b4472d975252 req-1f883c88-71eb-4264-b67f-058873ddf050 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95cd0bec-313c-4572-856d-206fed462bbe HTTP/1.1" status: 200 len: 217 time: 0.0780799 Aug 16 01:46:04.148689 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] For port 314f3f3a-5cb4-4145-92ae-5333142eda62, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:04.153349 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] For port 314f3f3a-5cb4-4145-92ae-5333142eda62, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=314f3f3a-5cb4-4145-92ae-5333142eda62,segment=NetworkSegment(5c530774-ec54-4408-b205-21aebcdf64df),segment_id=5c530774-ec54-4408-b205-21aebcdf64df)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:04.169414 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:04.215473 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758044f-d1ed-440e-ba06-b4472d975252 req-1ea25db7-a7f1-4b62-b4eb-fb832fb8ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:04.217546 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d758044f-d1ed-440e-ba06-b4472d975252 req-1ea25db7-a7f1-4b62-b4eb-fb832fb8ccb2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=29fbd812-75c6-4cf7-a6ba-c9edee3eebb3 HTTP/1.1" status: 200 len: 852 time: 0.0751305 Aug 16 01:46:04.229468 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1ec50b42-0cbb-4245-9ee9-e684e73737c7 req-82c46d5a-4c18-4059-9310-7a1954f72a10 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916272 Aug 16 01:46:04.237443 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabc59d-77e3-4513-b699-5cd50ead0538 req-15612f30-4c03-49c9-8229-2e368e6372d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:04.240199 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2fabc59d-77e3-4513-b699-5cd50ead0538 req-15612f30-4c03-49c9-8229-2e368e6372d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85f7c82-6a4d-4d57-8a2b-76ed66161b19 HTTP/1.1" status: 200 len: 797 time: 0.3023436 Aug 16 01:46:04.300046 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3c65f-1414-496e-a154-449f3be02dff None None] Pushing event updated for resources: {'Port': ['ID=314f3f3a-5cb4-4145-92ae-5333142eda62,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:04.305257 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d758044f-d1ed-440e-ba06-b4472d975252 req-edf996e4-4018-47fa-9854-9e558fdf4d00 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d1bd41b7-e4e3-465c-a858-6a8c07aabefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743434 Aug 16 01:46:04.324734 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabc59d-77e3-4513-b699-5cd50ead0538 req-5a492fe9-2de1-49c0-a2ca-e5761f6d2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:04.326717 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2fabc59d-77e3-4513-b699-5cd50ead0538 req-5a492fe9-2de1-49c0-a2ca-e5761f6d2e94 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ba83b8-171e-47ab-b264-b5e65af7f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0765791 Aug 16 01:46:04.389392 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-780e1ecc-396d-442b-a863-1397754149f0 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:04.437480 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-780e1ecc-396d-442b-a863-1397754149f0 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:04.592480 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2fabc59d-77e3-4513-b699-5cd50ead0538 req-0ec89846-7f3c-4ffe-a7c0-5e7d8e73678e service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547994 Aug 16 01:46:04.616505 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d758044f-d1ed-440e-ba06-b4472d975252 req-4c693db8-01fb-4d10-9fb1-6445df267805 service neutron] 10.222.0.63 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015521 Aug 16 01:46:04.648531 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188c96a-d5c2-4a99-9a74-77633be9d143 req-f78de18f-0995-48eb-b2d1-79251adbb01c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:04.656583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188c96a-d5c2-4a99-9a74-77633be9d143 req-f78de18f-0995-48eb-b2d1-79251adbb01c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:04.665256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188c96a-d5c2-4a99-9a74-77633be9d143 req-f78de18f-0995-48eb-b2d1-79251adbb01c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:04.673319 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188c96a-d5c2-4a99-9a74-77633be9d143 req-f78de18f-0995-48eb-b2d1-79251adbb01c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:04.679932 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188c96a-d5c2-4a99-9a74-77633be9d143 req-f78de18f-0995-48eb-b2d1-79251adbb01c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:04.689068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188c96a-d5c2-4a99-9a74-77633be9d143 req-f78de18f-0995-48eb-b2d1-79251adbb01c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:04.698178 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188c96a-d5c2-4a99-9a74-77633be9d143 req-f78de18f-0995-48eb-b2d1-79251adbb01c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:04.708716 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4188c96a-d5c2-4a99-9a74-77633be9d143 req-f78de18f-0995-48eb-b2d1-79251adbb01c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5429 time: 0.2727342 Aug 16 01:46:04.799004 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e5f56a8-5023-4b47-a700-1995324755eb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:04.830374 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4188c96a-d5c2-4a99-9a74-77633be9d143 req-468facd0-c803-43d9-93e1-8495be1f35fa tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1204014 Aug 16 01:46:04.873072 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2fabc59d-77e3-4513-b699-5cd50ead0538 req-de90615f-0526-44b9-a28a-04baa9bf0fa0 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553380 Aug 16 01:46:04.875612 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5f56a8-5023-4b47-a700-1995324755eb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network 3b7bf647-eec6-4aea-a8d4-5549b1284253 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:04.877428 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d758044f-d1ed-440e-ba06-b4472d975252 req-50493924-d701-4764-8dc6-fb415ddb0972 service neutron] 10.222.0.63 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444911 Aug 16 01:46:04.887739 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-2e5f56a8-5023-4b47-a700-1995324755eb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:04.893653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5f56a8-5023-4b47-a700-1995324755eb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:04.894566 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e5f56a8-5023-4b47-a700-1995324755eb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:04.918026 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f56a8-5023-4b47-a700-1995324755eb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Subnet': ['ID=4f36bd1e-03d1-4417-a869-0fbaa73ec942,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:04.927558 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd74c1-9327-44da-b21c-98598b2a5d7b req-fdf84068-856e-4e51-8520-6773ebbc744a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:04.929140 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-95dd74c1-9327-44da-b21c-98598b2a5d7b req-fdf84068-856e-4e51-8520-6773ebbc744a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.1605809 Aug 16 01:46:04.936785 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2e5f56a8-5023-4b47-a700-1995324755eb tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1865997 Aug 16 01:46:04.939744 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54638) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:04.944964 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-782b7410-616d-4d83-b6ea-4dbbbb897c22 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'network_id': '3b7bf647-eec6-4aea-a8d4-5549b1284253', 'fixed_ips': [{'subnet_id': '5f836259-b33f-4ad3-aaef-5dc33eed510d'}, {'subnet_id': '4f36bd1e-03d1-4417-a869-0fbaa73ec942'}], 'name': 'tempest-PortsTestJSON-1648383488'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:04.952374 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780e1ecc-396d-442b-a863-1397754149f0 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Router e1c383f9-e442-4fed-827b-d1faff3360dc is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:46:04.981223 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-95dd74c1-9327-44da-b21c-98598b2a5d7b req-64842ec6-0958-420b-a8e5-2fd44eb65a50 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405104 Aug 16 01:46:05.161536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780e1ecc-396d-442b-a863-1397754149f0 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:46:05.173226 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-780e1ecc-396d-442b-a863-1397754149f0 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:05.174777 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-780e1ecc-396d-442b-a863-1397754149f0 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "PUT /v2.0/routers/e1c383f9-e442-4fed-827b-d1faff3360dc HTTP/1.1" status: 200 len: 878 time: 3.5283740 Aug 16 01:46:05.177195 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54646) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:05.178228 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc3108-a383-43b4-9869-d383bd2c3119 None None] Sync routers for ids ['e1c383f9-e442-4fed-827b-d1faff3360dc'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:46:05.206925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc3108-a383-43b4-9869-d383bd2c3119 None None] Routers {'e1c383f9-e442-4fed-827b-d1faff3360dc'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:05.207590 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6ddc3108-a383-43b4-9869-d383bd2c3119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:45:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e1c383f9-e442-4fed-827b-d1faff3360dc'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:05.234980 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782b7410-616d-4d83-b6ea-4dbbbb897c22 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:05.286846 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 95cd0bec-313c-4572-856d-206fed462bbe details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:05.317403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6ddc3108-a383-43b4-9869-d383bd2c3119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:05.428729 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc3108-a383-43b4-9869-d383bd2c3119 None None] Routers {'e1c383f9-e442-4fed-827b-d1faff3360dc'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:05.429274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6ddc3108-a383-43b4-9869-d383bd2c3119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:45:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e1c383f9-e442-4fed-827b-d1faff3360dc'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:05.452932 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8deb71c1-5505-4217-b3c5-33bdd146d088 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "GET /v2.0/routers/e1c383f9-e442-4fed-827b-d1faff3360dc HTTP/1.1" status: 200 len: 919 time: 0.2741463 Aug 16 01:46:05.456448 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54656) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:05.499970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6ddc3108-a383-43b4-9869-d383bd2c3119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:05.499970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc3108-a383-43b4-9869-d383bd2c3119 None None] The sync data for ids ['e1c383f9-e442-4fed-827b-d1faff3360dc'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:46:05.519305 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 95cd0bec-313c-4572-856d-206fed462bbe, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=95cd0bec-313c-4572-856d-206fed462bbe,segment=NetworkSegment(962947a4-95cf-4037-b4a9-3fdf8b7aaf0f),segment_id=962947a4-95cf-4037-b4a9-3fdf8b7aaf0f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:05.523506 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-782b7410-616d-4d83-b6ea-4dbbbb897c22 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:05.553866 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 314f3f3a-5cb4-4145-92ae-5333142eda62 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:05.560031 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ea6125-3f34-4217-9ed4-69df416be7a7 None None] Network 3b7bf647-eec6-4aea-a8d4-5549b1284253 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:05.604749 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '95cd0bec-313c-4572-856d-206fed462bbe', 'network_id': 'd1bd41b7-e4e3-465c-a858-6a8c07aabefa', 'port_id': '95cd0bec-313c-4572-856d-206fed462bbe', 'mac_address': 'fa:16:3e:2b:8a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29fbd812-75c6-4cf7-a6ba-c9edee3eebb3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:05.611886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-782b7410-616d-4d83-b6ea-4dbbbb897c22 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] device_id is not set on port d54aa2bf-67d0-44f0-a1cf-30973b8b7110 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:46:05.647714 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b55521-45a3-444c-8e4f-e36908cfb009 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:05.649712 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-26b55521-45a3-444c-8e4f-e36908cfb009 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=624da80d-1349-4890-b915-f302637330f0&device_id=e1c383f9-e442-4fed-827b-d1faff3360dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1907828 Aug 16 01:46:05.652920 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54662) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:05.681154 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a402d8d-bd1c-4008-a70c-00b9325fcb63 req-a7c33d16-2f85-412f-8967-3dbd72d2bc85 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:05.682737 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a402d8d-bd1c-4008-a70c-00b9325fcb63 req-a7c33d16-2f85-412f-8967-3dbd72d2bc85 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 943 time: 0.2401767 Aug 16 01:46:05.745376 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c80fa07d-7960-4816-885e-62e49c8babab None None] Provisioning for port 314f3f3a-5cb4-4145-92ae-5333142eda62 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:05.761117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef1224a-4fb5-430d-891c-5b95bd20aaf8 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:05.766179 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-eef1224a-4fb5-430d-891c-5b95bd20aaf8 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 881 time: 0.1118343 Aug 16 01:46:05.767150 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54664) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:05.814499 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a402d8d-bd1c-4008-a70c-00b9325fcb63 req-9c686903-7c39-4509-a622-cf0f657e22f0 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223264 Aug 16 01:46:05.825778 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:05.842794 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c89636d2-00fd-44f4-9d6a-7e5ae0c492aa tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1c383f9-e442-4fed-827b-d1faff3360dc HTTP/1.1" status: 200 len: 205 time: 0.0744269 Aug 16 01:46:05.850190 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 314f3f3a-5cb4-4145-92ae-5333142eda62 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:05.850957 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54668) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:05.869553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 314f3f3a-5cb4-4145-92ae-5333142eda62 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:05.870325 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:05.875640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cd0bec-313c-4572-856d-206fed462bbe {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:05.967303 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 95cd0bec-313c-4572-856d-206fed462bbe, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=95cd0bec-313c-4572-856d-206fed462bbe,segment=NetworkSegment(962947a4-95cf-4037-b4a9-3fdf8b7aaf0f),segment_id=962947a4-95cf-4037-b4a9-3fdf8b7aaf0f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:05.982206 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:06.048243 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=95cd0bec-313c-4572-856d-206fed462bbe,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:06.108279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-782b7410-616d-4d83-b6ea-4dbbbb897c22 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Allocated IP 172.20.0.10 (3b7bf647-eec6-4aea-a8d4-5549b1284253/5f836259-b33f-4ad3-aaef-5dc33eed510d/d54aa2bf-67d0-44f0-a1cf-30973b8b7110) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:06.116354 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-782b7410-616d-4d83-b6ea-4dbbbb897c22 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Allocated IP 172.20.0.25 (3b7bf647-eec6-4aea-a8d4-5549b1284253/4f36bd1e-03d1-4417-a869-0fbaa73ec942/d54aa2bf-67d0-44f0-a1cf-30973b8b7110) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:06.132874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92add3-034b-4b40-8916-b17cdd80f64d req-1cfd1068-9745-48af-8584-de117ed02458 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:06.140283 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92add3-034b-4b40-8916-b17cdd80f64d req-1cfd1068-9745-48af-8584-de117ed02458 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:06.146205 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92add3-034b-4b40-8916-b17cdd80f64d req-1cfd1068-9745-48af-8584-de117ed02458 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:06.153279 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92add3-034b-4b40-8916-b17cdd80f64d req-1cfd1068-9745-48af-8584-de117ed02458 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:06.162864 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92add3-034b-4b40-8916-b17cdd80f64d req-1cfd1068-9745-48af-8584-de117ed02458 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:06.170838 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92add3-034b-4b40-8916-b17cdd80f64d req-1cfd1068-9745-48af-8584-de117ed02458 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:06.177599 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92add3-034b-4b40-8916-b17cdd80f64d req-1cfd1068-9745-48af-8584-de117ed02458 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:06.180534 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7f92add3-034b-4b40-8916-b17cdd80f64d req-1cfd1068-9745-48af-8584-de117ed02458 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5429 time: 0.1628911 Aug 16 01:46:06.194608 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-791f76d6-95ff-4532-afbf-7dae70d05486 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:06.270440 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:06.315604 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['95cd0bec-313c-4572-856d-206fed462bbe'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:06.372814 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3662238-7b50-456e-9c20-871ea476a84f None None] Update dhcp port {'port': {'network_id': '3b7bf647-eec6-4aea-a8d4-5549b1284253', 'fixed_ips': [{'subnet_id': '5f836259-b33f-4ad3-aaef-5dc33eed510d', 'ip_address': '172.20.0.2'}, {'subnet_id': '4f36bd1e-03d1-4417-a869-0fbaa73ec942'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '314f3f3a-5cb4-4145-92ae-5333142eda62'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 01:46:06.381911 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 314f3f3a-5cb4-4145-92ae-5333142eda62, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=314f3f3a-5cb4-4145-92ae-5333142eda62,segment=NetworkSegment(5c530774-ec54-4408-b205-21aebcdf64df),segment_id=5c530774-ec54-4408-b205-21aebcdf64df)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:06.405539 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:06.414202 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-782b7410-616d-4d83-b6ea-4dbbbb897c22 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:06.449677 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-782b7410-616d-4d83-b6ea-4dbbbb897c22 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Transition to ACTIVE for port object d54aa2bf-67d0-44f0-a1cf-30973b8b7110 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:06.497486 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b3662238-7b50-456e-9c20-871ea476a84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:06.533792 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=314f3f3a-5cb4-4145-92ae-5333142eda62,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:06.565811 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5832b1e-ba67-438c-bbd2-5b35ebfa5af3 req-6c221bb4-74eb-44be-b08a-beb0dc47ff78 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:06.585332 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5832b1e-ba67-438c-bbd2-5b35ebfa5af3 req-6c221bb4-74eb-44be-b08a-beb0dc47ff78 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.3412707 Aug 16 01:46:06.660208 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-782b7410-616d-4d83-b6ea-4dbbbb897c22 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:06.678396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5832b1e-ba67-438c-bbd2-5b35ebfa5af3 req-7da89d20-6a04-42b8-b532-933be6f76e25 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917630 Aug 16 01:46:06.740607 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782b7410-616d-4d83-b6ea-4dbbbb897c22 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network 3b7bf647-eec6-4aea-a8d4-5549b1284253 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:06.744617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-782b7410-616d-4d83-b6ea-4dbbbb897c22 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:06.751029 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b7410-616d-4d83-b6ea-4dbbbb897c22 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:06.796059 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b7410-616d-4d83-b6ea-4dbbbb897c22 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=d54aa2bf-67d0-44f0-a1cf-30973b8b7110,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:06.844960 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-791f76d6-95ff-4532-afbf-7dae70d05486 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:06.850018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782b7410-616d-4d83-b6ea-4dbbbb897c22 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:06.850711 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-782b7410-616d-4d83-b6ea-4dbbbb897c22 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:06.877170 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7f92add3-034b-4b40-8916-b17cdd80f64d req-8ef3c2e6-7a5a-48b1-b1f0-fee44ae7a158 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6875803 Aug 16 01:46:06.886941 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-782b7410-616d-4d83-b6ea-4dbbbb897c22 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.9460552 Aug 16 01:46:06.889506 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54692) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:06.901248 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-62f8c502-3663-4f08-9957-f051b3bc9416 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5f836259-b33f-4ad3-aaef-5dc33eed510d'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:06.969233 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-791f76d6-95ff-4532-afbf-7dae70d05486 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Deleting port 2daff440-0074-47cb-a317-2de677f79d0e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:06.969575 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-791f76d6-95ff-4532-afbf-7dae70d05486 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.006598 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-b3662238-7b50-456e-9c20-871ea476a84f None None] Allocated IP 172.20.0.18 (3b7bf647-eec6-4aea-a8d4-5549b1284253/4f36bd1e-03d1-4417-a869-0fbaa73ec942/314f3f3a-5cb4-4145-92ae-5333142eda62) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:07.092690 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-791f76d6-95ff-4532-afbf-7dae70d05486 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.111626 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-791f76d6-95ff-4532-afbf-7dae70d05486 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Calling delete_port for 2daff440-0074-47cb-a317-2de677f79d0e owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:07.168027 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b3662238-7b50-456e-9c20-871ea476a84f None None] For port 314f3f3a-5cb4-4145-92ae-5333142eda62, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=314f3f3a-5cb4-4145-92ae-5333142eda62,segment=NetworkSegment(5c530774-ec54-4408-b205-21aebcdf64df),segment_id=5c530774-ec54-4408-b205-21aebcdf64df)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:07.230151 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b3662238-7b50-456e-9c20-871ea476a84f None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.248314 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b3662238-7b50-456e-9c20-871ea476a84f None None] Transition to ACTIVE for port object 314f3f3a-5cb4-4145-92ae-5333142eda62 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:07.269649 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b3662238-7b50-456e-9c20-871ea476a84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.345846 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3662238-7b50-456e-9c20-871ea476a84f None None] Pushing event updated for resources: {'Port': ['ID=314f3f3a-5cb4-4145-92ae-5333142eda62,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:07.385538 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.393438 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c2a9a-30f3-4b62-8d13-f664ecc22b41 req-1c794d2d-5514-44da-86f1-febb604b4d0d tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:07.394986 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-393c2a9a-30f3-4b62-8d13-f664ecc22b41 req-1c794d2d-5514-44da-86f1-febb604b4d0d tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 944 time: 0.4601674 Aug 16 01:46:07.395586 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62f8c502-3663-4f08-9957-f051b3bc9416 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.423234 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-791f76d6-95ff-4532-afbf-7dae70d05486 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.448435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 314f3f3a-5cb4-4145-92ae-5333142eda62 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:07.477122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f76d6-95ff-4532-afbf-7dae70d05486 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Pushing event deleted for resources: {'Port': ['ID=2daff440-0074-47cb-a317-2de677f79d0e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:07.486040 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-393c2a9a-30f3-4b62-8d13-f664ecc22b41 req-f764c62b-f134-49f1-9ce6-7b7d07d41378 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700884 Aug 16 01:46:07.579468 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-791f76d6-95ff-4532-afbf-7dae70d05486 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.705545 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-791f76d6-95ff-4532-afbf-7dae70d05486 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.711117 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-791f76d6-95ff-4532-afbf-7dae70d05486 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.834182 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-791f76d6-95ff-4532-afbf-7dae70d05486 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.834719 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791f76d6-95ff-4532-afbf-7dae70d05486 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Fanout notify agent at l3_agent the message router_deleted on router e1c383f9-e442-4fed-827b-d1faff3360dc {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:46:07.843393 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-791f76d6-95ff-4532-afbf-7dae70d05486 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.844634 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-791f76d6-95ff-4532-afbf-7dae70d05486 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "DELETE /v2.0/routers/e1c383f9-e442-4fed-827b-d1faff3360dc HTTP/1.1" status: 204 len: 168 time: 1.9926524 Aug 16 01:46:07.849802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54712) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:07.855689 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1cdd5f0f-372b-4407-9c15-6de411618a33 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-593463221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:07.879131 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-62f8c502-3663-4f08-9957-f051b3bc9416 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Delete allocated IP 172.20.0.25 (3b7bf647-eec6-4aea-a8d4-5549b1284253/4f36bd1e-03d1-4417-a869-0fbaa73ec942) {{(pid=94672) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 01:46:07.893828 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a9d73-f2df-4782-b419-b4b28c0e7ece req-da7ee699-d057-4a07-8a68-eabd1ae6c654 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:07.901648 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e55a9d73-f2df-4782-b419-b4b28c0e7ece req-da7ee699-d057-4a07-8a68-eabd1ae6c654 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.1122108 Aug 16 01:46:07.930042 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.952316 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cdd5f0f-372b-4407-9c15-6de411618a33 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.954230 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cdd5f0f-372b-4407-9c15-6de411618a33 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:07.992285 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e55a9d73-f2df-4782-b419-b4b28c0e7ece req-1da5daad-a27e-4592-b2eb-2d84985739ff tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894382 Aug 16 01:46:08.074701 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cdd5f0f-372b-4407-9c15-6de411618a33 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:08.081479 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cdd5f0f-372b-4407-9c15-6de411618a33 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:08.111509 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cdd5f0f-372b-4407-9c15-6de411618a33 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:08.112782 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1cdd5f0f-372b-4407-9c15-6de411618a33 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2615800 Aug 16 01:46:08.115442 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54722) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:08.122416 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4c0f3902-760c-43a7-86b8-a5bea58f89d4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'enable_snat': True}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:08.153316 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddeb2f8-c744-48d9-8fd9-67c2223da940 req-27d3ec97-fe01-433c-8919-5db690d965a9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:08.160953 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddeb2f8-c744-48d9-8fd9-67c2223da940 req-27d3ec97-fe01-433c-8919-5db690d965a9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:08.169390 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddeb2f8-c744-48d9-8fd9-67c2223da940 req-27d3ec97-fe01-433c-8919-5db690d965a9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:08.175836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddeb2f8-c744-48d9-8fd9-67c2223da940 req-27d3ec97-fe01-433c-8919-5db690d965a9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:08.183094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddeb2f8-c744-48d9-8fd9-67c2223da940 req-27d3ec97-fe01-433c-8919-5db690d965a9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:08.191552 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddeb2f8-c744-48d9-8fd9-67c2223da940 req-27d3ec97-fe01-433c-8919-5db690d965a9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:08.199363 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddeb2f8-c744-48d9-8fd9-67c2223da940 req-27d3ec97-fe01-433c-8919-5db690d965a9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:08.201592 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ddeb2f8-c744-48d9-8fd9-67c2223da940 req-27d3ec97-fe01-433c-8919-5db690d965a9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5429 time: 0.1523428 Aug 16 01:46:08.231274 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62f8c502-3663-4f08-9957-f051b3bc9416 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:08.232118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3074c9b5-74e5-47f7-8bf6-8a5fe6610c55 None None] Network 3b7bf647-eec6-4aea-a8d4-5549b1284253 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:08.249908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-62f8c502-3663-4f08-9957-f051b3bc9416 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Ignored duplicate provisioning block setup for port d54aa2bf-67d0-44f0-a1cf-30973b8b7110 by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 01:46:08.262970 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62f8c502-3663-4f08-9957-f051b3bc9416 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:08.376234 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ddeb2f8-c744-48d9-8fd9-67c2223da940 req-46841f64-080a-4b5c-a99d-39f501fd18f2 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1623449 Aug 16 01:46:08.418401 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3902-760c-43a7-86b8-a5bea58f89d4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:08.438159 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8c502-3663-4f08-9957-f051b3bc9416 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=d54aa2bf-67d0-44f0-a1cf-30973b8b7110,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:08.458717 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-591aa148-3027-42c5-8d68-e182a54aac99 None None] Provisioning for port 314f3f3a-5cb4-4145-92ae-5333142eda62 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:08.467857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-591aa148-3027-42c5-8d68-e182a54aac99 None None] Provisioning complete for port 314f3f3a-5cb4-4145-92ae-5333142eda62 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:08.468618 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-591aa148-3027-42c5-8d68-e182a54aac99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:08.469082 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-62f8c502-3663-4f08-9957-f051b3bc9416 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] In _notify_port_updated(), no bound segment for port d54aa2bf-67d0-44f0-a1cf-30973b8b7110 on network 3b7bf647-eec6-4aea-a8d4-5549b1284253 {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:46:08.474757 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f8c502-3663-4f08-9957-f051b3bc9416 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:08.475370 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62f8c502-3663-4f08-9957-f051b3bc9416 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:08.476683 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-62f8c502-3663-4f08-9957-f051b3bc9416 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "PUT /v2.0/ports/d54aa2bf-67d0-44f0-a1cf-30973b8b7110 HTTP/1.1" status: 200 len: 920 time: 1.5859175 Aug 16 01:46:08.479892 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54732) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:08.485437 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2243345b-f5f7-4abf-98ba-ca442d242da7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5f836259-b33f-4ad3-aaef-5dc33eed510d'}, {'subnet_id': '4f36bd1e-03d1-4417-a869-0fbaa73ec942'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:08.563390 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2243345b-f5f7-4abf-98ba-ca442d242da7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:08.773310 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af181356-e52e-425d-9e4f-0490e7c88bdc req-40fceb33-cb93-4f15-8e67-6c1ee996e62a tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:08.782325 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-af181356-e52e-425d-9e4f-0490e7c88bdc req-40fceb33-cb93-4f15-8e67-6c1ee996e62a tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 944 time: 0.1906557 Aug 16 01:46:08.846091 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-af181356-e52e-425d-9e4f-0490e7c88bdc req-35d48b64-0ea4-4829-a842-82773eb37557 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582221 Aug 16 01:46:08.848017 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3902-760c-43a7-86b8-a5bea58f89d4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:08.878905 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3902-760c-43a7-86b8-a5bea58f89d4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:08.914017 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-2243345b-f5f7-4abf-98ba-ca442d242da7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Allocated IP 172.20.0.30 (3b7bf647-eec6-4aea-a8d4-5549b1284253/4f36bd1e-03d1-4417-a869-0fbaa73ec942/d54aa2bf-67d0-44f0-a1cf-30973b8b7110) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:08.996558 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fb9eea57-2cf1-4d81-a397-0966eeda06ec None None] Provisioning for port d54aa2bf-67d0-44f0-a1cf-30973b8b7110 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:09.021160 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-4c0f3902-760c-43a7-86b8-a5bea58f89d4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Allocated IP 172.25.3.60 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/cfece1fd-1bac-4db0-b031-3813df0c633a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:09.023026 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fb9eea57-2cf1-4d81-a397-0966eeda06ec None None] Provisioning complete for port d54aa2bf-67d0-44f0-a1cf-30973b8b7110 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:09.023256 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb9eea57-2cf1-4d81-a397-0966eeda06ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.094616 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2243345b-f5f7-4abf-98ba-ca442d242da7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.113343 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-2243345b-f5f7-4abf-98ba-ca442d242da7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Ignored duplicate provisioning block setup for port d54aa2bf-67d0-44f0-a1cf-30973b8b7110 by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 01:46:09.121879 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2243345b-f5f7-4abf-98ba-ca442d242da7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.141329 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-fb9eea57-2cf1-4d81-a397-0966eeda06ec None None] Port d54aa2bf-67d0-44f0-a1cf-30973b8b7110 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:09.163689 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fb9eea57-2cf1-4d81-a397-0966eeda06ec None None] Provisioning complete for port 314f3f3a-5cb4-4145-92ae-5333142eda62 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:09.164057 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb9eea57-2cf1-4d81-a397-0966eeda06ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.205747 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3902-760c-43a7-86b8-a5bea58f89d4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.205935 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243345b-f5f7-4abf-98ba-ca442d242da7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=d54aa2bf-67d0-44f0-a1cf-30973b8b7110,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:09.241389 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 95cd0bec-313c-4572-856d-206fed462bbe up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:09.279313 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3902-760c-43a7-86b8-a5bea58f89d4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.365036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2243345b-f5f7-4abf-98ba-ca442d242da7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] In _notify_port_updated(), no bound segment for port d54aa2bf-67d0-44f0-a1cf-30973b8b7110 on network 3b7bf647-eec6-4aea-a8d4-5549b1284253 {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:46:09.390955 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2243345b-f5f7-4abf-98ba-ca442d242da7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:09.392026 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2243345b-f5f7-4abf-98ba-ca442d242da7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.393519 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f3902-760c-43a7-86b8-a5bea58f89d4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:09.398317 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f3902-760c-43a7-86b8-a5bea58f89d4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:09.404311 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2243345b-f5f7-4abf-98ba-ca442d242da7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "PUT /v2.0/ports/d54aa2bf-67d0-44f0-a1cf-30973b8b7110 HTTP/1.1" status: 200 len: 1000 time: 0.9233627 Aug 16 01:46:09.405789 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 95cd0bec-313c-4572-856d-206fed462bbe completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:09.412329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54756) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:09.413304 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0f3902-760c-43a7-86b8-a5bea58f89d4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:09.415175 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 95cd0bec-313c-4572-856d-206fed462bbe triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:09.416946 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.458340 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845afc9c-6a95-455a-a484-83075a5d864a req-c823103d-97a6-47c0-a430-f6942ddabef0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:09.473105 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 314f3f3a-5cb4-4145-92ae-5333142eda62 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:09.475489 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-845afc9c-6a95-455a-a484-83075a5d864a req-c823103d-97a6-47c0-a430-f6942ddabef0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.2703261 Aug 16 01:46:09.546405 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-67456bbe-ed3f-489b-9db6-39b8f14cc5e1 None None] Provisioning complete for port d54aa2bf-67d0-44f0-a1cf-30973b8b7110 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:09.547027 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67456bbe-ed3f-489b-9db6-39b8f14cc5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.559698 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-845afc9c-6a95-455a-a484-83075a5d864a req-826d6da4-2128-4d49-8fe2-93abf6b80fb1 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825570 Aug 16 01:46:09.638149 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-67456bbe-ed3f-489b-9db6-39b8f14cc5e1 None None] Port d54aa2bf-67d0-44f0-a1cf-30973b8b7110 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:09.641713 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.667836 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 314f3f3a-5cb4-4145-92ae-5333142eda62 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:09.668147 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.676213 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb61eda-3dd3-4371-b528-18bb771131ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cd0bec-313c-4572-856d-206fed462bbe'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:09.678366 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dec2d0c-79c9-45ea-985d-70c6127d27c6" -d '{"events": [{"server_uuid": "3bb61eda-3dd3-4371-b528-18bb771131ee", "name": "network-vif-plugged", "status": "completed", "tag": "95cd0bec-313c-4572-856d-206fed462bbe"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:09.694579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f3902-760c-43a7-86b8-a5bea58f89d4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Pushing event updated for resources: {'Port': ['ID=cfece1fd-1bac-4db0-b031-3813df0c633a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:09.724442 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 95cd0bec-313c-4572-856d-206fed462bbe, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=95cd0bec-313c-4572-856d-206fed462bbe,segment=NetworkSegment(962947a4-95cf-4037-b4a9-3fdf8b7aaf0f),segment_id=962947a4-95cf-4037-b4a9-3fdf8b7aaf0f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:09.732982 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.778063 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf966cf-9533-4577-97e4-5bd767e2b58f x-openstack-request-id: req-ccf966cf-9533-4577-97e4-5bd767e2b58f {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:09.778063 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb61eda-3dd3-4371-b528-18bb771131ee", "name": "network-vif-plugged", "status": "completed", "tag": "95cd0bec-313c-4572-856d-206fed462bbe", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:09.778063 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ccf966cf-9533-4577-97e4-5bd767e2b58f {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:09.778525 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb61eda-3dd3-4371-b528-18bb771131ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cd0bec-313c-4572-856d-206fed462bbe', 'code': 200} Aug 16 01:46:09.828834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1f0cb2be-15bc-4adc-97fe-01c67dbdde31 None None] Provisioning complete for port d54aa2bf-67d0-44f0-a1cf-30973b8b7110 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:09.828834 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f0cb2be-15bc-4adc-97fe-01c67dbdde31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:09.834058 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76120f1a-e30c-456a-b792-0ea9db85a8bd req-33de95c1-a8cf-482e-8766-9ee176179b62 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:09.839994 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76120f1a-e30c-456a-b792-0ea9db85a8bd req-33de95c1-a8cf-482e-8766-9ee176179b62 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:09.847253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76120f1a-e30c-456a-b792-0ea9db85a8bd req-33de95c1-a8cf-482e-8766-9ee176179b62 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:09.853374 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76120f1a-e30c-456a-b792-0ea9db85a8bd req-33de95c1-a8cf-482e-8766-9ee176179b62 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:09.859377 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76120f1a-e30c-456a-b792-0ea9db85a8bd req-33de95c1-a8cf-482e-8766-9ee176179b62 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:09.865292 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76120f1a-e30c-456a-b792-0ea9db85a8bd req-33de95c1-a8cf-482e-8766-9ee176179b62 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:09.868613 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=95cd0bec-313c-4572-856d-206fed462bbe,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:09.872515 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76120f1a-e30c-456a-b792-0ea9db85a8bd req-33de95c1-a8cf-482e-8766-9ee176179b62 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:09.874486 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-76120f1a-e30c-456a-b792-0ea9db85a8bd req-33de95c1-a8cf-482e-8766-9ee176179b62 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5429 time: 0.2778702 Aug 16 01:46:10.000372 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a9a435e3-1c9a-463e-9a9e-45a42674e56b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port d54aa2bf-67d0-44f0-a1cf-30973b8b7110 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:10.001106 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9a435e3-1c9a-463e-9a9e-45a42674e56b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.001934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1f0cb2be-15bc-4adc-97fe-01c67dbdde31 None None] Port d54aa2bf-67d0-44f0-a1cf-30973b8b7110 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:10.038817 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ce535-be03-42c7-ade3-d988781a8595 req-53c2c5ba-c156-4d64-9738-fc2a8fa69f76 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:10.041167 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-259ce535-be03-42c7-ade3-d988781a8595 req-53c2c5ba-c156-4d64-9738-fc2a8fa69f76 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 945 time: 0.0680127 Aug 16 01:46:10.077236 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-76120f1a-e30c-456a-b792-0ea9db85a8bd req-16a1288d-2255-4b55-8ca8-acd7ceac7d1f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1946123 Aug 16 01:46:10.090667 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-259ce535-be03-42c7-ade3-d988781a8595 req-06137d63-81a5-44c8-9f33-0a1cc745b788 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416389 Aug 16 01:46:10.129302 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-77d24e21-9ca9-4b05-b854-79ac50484e72 None None] Provisioning complete for port d54aa2bf-67d0-44f0-a1cf-30973b8b7110 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:10.129529 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f5608-90a0-40db-a324-c003dd1a7064 req-1a1ea855-bd0d-4e07-9eb0-6894daf5566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:10.129681 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77d24e21-9ca9-4b05-b854-79ac50484e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.131030 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-544f5608-90a0-40db-a324-c003dd1a7064 req-1a1ea855-bd0d-4e07-9eb0-6894daf5566d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 1097 time: 0.2410040 Aug 16 01:46:10.174403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-77d24e21-9ca9-4b05-b854-79ac50484e72 None None] Port d54aa2bf-67d0-44f0-a1cf-30973b8b7110 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:10.190108 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3902-760c-43a7-86b8-a5bea58f89d4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.233698 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9a435e3-1c9a-463e-9a9e-45a42674e56b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.251086 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a9a435e3-1c9a-463e-9a9e-45a42674e56b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for d54aa2bf-67d0-44f0-a1cf-30973b8b7110 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:10.257705 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-544f5608-90a0-40db-a324-c003dd1a7064 req-3198a046-51af-47ae-8007-236aa23c2121 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170342 Aug 16 01:46:10.520304 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3902-760c-43a7-86b8-a5bea58f89d4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.526933 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3902-760c-43a7-86b8-a5bea58f89d4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.657731 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9a435e3-1c9a-463e-9a9e-45a42674e56b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.692783 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a435e3-1c9a-463e-9a9e-45a42674e56b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=d54aa2bf-67d0-44f0-a1cf-30973b8b7110,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:10.705881 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bde92a-51fc-4def-97fd-ce14c3011a4c req-dcf517ad-3f4a-466d-ac79-7c7ad041e3c6 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:10.722185 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a0bde92a-51fc-4def-97fd-ce14c3011a4c req-dcf517ad-3f4a-466d-ac79-7c7ad041e3c6 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.0814674 Aug 16 01:46:10.764620 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a0bde92a-51fc-4def-97fd-ce14c3011a4c req-5d7ea779-82d0-4fca-bd29-cda81a1b626f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414205 Aug 16 01:46:10.813072 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9a435e3-1c9a-463e-9a9e-45a42674e56b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.815907 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a9a435e3-1c9a-463e-9a9e-45a42674e56b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/ports/d54aa2bf-67d0-44f0-a1cf-30973b8b7110 HTTP/1.1" status: 204 len: 168 time: 1.3986883 Aug 16 01:46:10.818290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54792) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:10.834892 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0f3902-760c-43a7-86b8-a5bea58f89d4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Router 160da2b7-9a9d-4a49-b7f6-8891bce43aee is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:46:10.848069 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-37346f71-df00-4bf8-9840-acace136d42c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] GET failed (client error): The resource could not be found. Aug 16 01:46:10.852079 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-37346f71-df00-4bf8-9840-acace136d42c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports/d54aa2bf-67d0-44f0-a1cf-30973b8b7110 HTTP/1.1" status: 404 len: 333 time: 0.0303183 Aug 16 01:46:10.852472 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54796) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:10.923042 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-410e08c2-e823-496c-861d-c6cb070f9259 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting subnet 4f36bd1e-03d1-4417-a869-0fbaa73ec942 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:46:10.926527 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-410e08c2-e823-496c-861d-c6cb070f9259 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.965481 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0f3902-760c-43a7-86b8-a5bea58f89d4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:46:10.971806 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3902-760c-43a7-86b8-a5bea58f89d4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:10.977567 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54800) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:10.980945 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1221136d-c792-4a13-b053-c51c9aa392f6 None None] Sync routers for ids ['160da2b7-9a9d-4a49-b7f6-8891bce43aee'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:46:10.981575 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4c0f3902-760c-43a7-86b8-a5bea58f89d4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "PUT /v2.0/routers/160da2b7-9a9d-4a49-b7f6-8891bce43aee HTTP/1.1" status: 200 len: 913 time: 2.8640330 Aug 16 01:46:10.991866 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1221136d-c792-4a13-b053-c51c9aa392f6 None None] Routers {'160da2b7-9a9d-4a49-b7f6-8891bce43aee'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:10.992491 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1221136d-c792-4a13-b053-c51c9aa392f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:45:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['160da2b7-9a9d-4a49-b7f6-8891bce43aee'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:11.028970 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-410e08c2-e823-496c-861d-c6cb070f9259 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.048043 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1221136d-c792-4a13-b053-c51c9aa392f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:11.059371 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1221136d-c792-4a13-b053-c51c9aa392f6 None None] Routers {'160da2b7-9a9d-4a49-b7f6-8891bce43aee'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:11.059982 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1221136d-c792-4a13-b053-c51c9aa392f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:45:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['160da2b7-9a9d-4a49-b7f6-8891bce43aee'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:11.096300 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1221136d-c792-4a13-b053-c51c9aa392f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:11.096956 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1221136d-c792-4a13-b053-c51c9aa392f6 None None] The sync data for ids ['160da2b7-9a9d-4a49-b7f6-8891bce43aee'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:46:11.204203 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9a21e594-3c38-4960-8a61-63f38a3d41c4 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "GET /v2.0/routers/160da2b7-9a9d-4a49-b7f6-8891bce43aee HTTP/1.1" status: 200 len: 919 time: 0.2251680 Aug 16 01:46:11.207071 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54810) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:11.226985 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-410e08c2-e823-496c-861d-c6cb070f9259 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.290392 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfae251-c534-4b64-962f-66cbabb5511d req-7e6fe8bb-8cd6-4753-963b-aadda0928a45 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:11.299137 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5bfae251-c534-4b64-962f-66cbabb5511d req-7e6fe8bb-8cd6-4753-963b-aadda0928a45 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 945 time: 0.1050923 Aug 16 01:46:11.350453 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5bfae251-c534-4b64-962f-66cbabb5511d req-ad4f468a-1379-4b47-9155-243b50b46409 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505788 Aug 16 01:46:11.362288 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-410e08c2-e823-496c-861d-c6cb070f9259 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.392694 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e08c2-e823-496c-861d-c6cb070f9259 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Subnet': ['ID=4f36bd1e-03d1-4417-a869-0fbaa73ec942,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:11.405707 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e08c2-e823-496c-861d-c6cb070f9259 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.406204 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e08c2-e823-496c-861d-c6cb070f9259 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.406619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e08c2-e823-496c-861d-c6cb070f9259 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.407022 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e08c2-e823-496c-861d-c6cb070f9259 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.407424 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e08c2-e823-496c-861d-c6cb070f9259 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.407826 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e08c2-e823-496c-861d-c6cb070f9259 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.408475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e08c2-e823-496c-861d-c6cb070f9259 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.408870 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e08c2-e823-496c-861d-c6cb070f9259 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.409261 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e08c2-e823-496c-861d-c6cb070f9259 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.409652 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e08c2-e823-496c-861d-c6cb070f9259 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.410103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e08c2-e823-496c-861d-c6cb070f9259 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.410498 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e08c2-e823-496c-861d-c6cb070f9259 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:11.423450 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-410e08c2-e823-496c-861d-c6cb070f9259 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.425653 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-410e08c2-e823-496c-861d-c6cb070f9259 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/subnets/4f36bd1e-03d1-4417-a869-0fbaa73ec942 HTTP/1.1" status: 204 len: 168 time: 0.5722594 Aug 16 01:46:11.428190 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54816) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:11.429599 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad4b5d7-27ad-48fd-98dc-151a770b807a None None] Network 3b7bf647-eec6-4aea-a8d4-5549b1284253 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:11.514417 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-068efe67-91db-4653-ba2d-39cd32f9b742 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting subnet 5f836259-b33f-4ad3-aaef-5dc33eed510d {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:46:11.520561 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-068efe67-91db-4653-ba2d-39cd32f9b742 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.576912 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-068efe67-91db-4653-ba2d-39cd32f9b742 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.693488 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c818db-9496-4cfe-b665-29189645bc68 req-1b088817-5e13-45f1-8903-cbd1d3a9f98e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:11.700211 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c818db-9496-4cfe-b665-29189645bc68 req-1b088817-5e13-45f1-8903-cbd1d3a9f98e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:11.706266 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c818db-9496-4cfe-b665-29189645bc68 req-1b088817-5e13-45f1-8903-cbd1d3a9f98e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:11.712253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c818db-9496-4cfe-b665-29189645bc68 req-1b088817-5e13-45f1-8903-cbd1d3a9f98e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:11.714993 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-068efe67-91db-4653-ba2d-39cd32f9b742 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.719053 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c818db-9496-4cfe-b665-29189645bc68 req-1b088817-5e13-45f1-8903-cbd1d3a9f98e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:11.725396 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c818db-9496-4cfe-b665-29189645bc68 req-1b088817-5e13-45f1-8903-cbd1d3a9f98e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:11.732485 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c818db-9496-4cfe-b665-29189645bc68 req-1b088817-5e13-45f1-8903-cbd1d3a9f98e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:11.740643 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f6c818db-9496-4cfe-b665-29189645bc68 req-1b088817-5e13-45f1-8903-cbd1d3a9f98e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5429 time: 0.5503352 Aug 16 01:46:11.767223 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e87c69-6438-40f1-9d50-353343fd6218 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:11.771573 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f4e87c69-6438-40f1-9d50-353343fd6218 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=624da80d-1349-4890-b915-f302637330f0&device_id=160da2b7-9a9d-4a49-b7f6-8891bce43aee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1335206 Aug 16 01:46:11.771743 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54826) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:11.813494 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f6c818db-9496-4cfe-b665-29189645bc68 req-89c3c930-7bf6-4952-9771-409ef9da8392 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656822 Aug 16 01:46:11.933689 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-068efe67-91db-4653-ba2d-39cd32f9b742 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:11.983122 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239bb32-fbf5-4f84-b2b6-bfc3fbfaf4d0 req-4e623df0-fa69-4742-93b0-c39d97b99f76 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:11.984693 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e239bb32-fbf5-4f84-b2b6-bfc3fbfaf4d0 req-4e623df0-fa69-4742-93b0-c39d97b99f76 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.1290774 Aug 16 01:46:11.992620 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068efe67-91db-4653-ba2d-39cd32f9b742 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Subnet': ['ID=5f836259-b33f-4ad3-aaef-5dc33eed510d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:12.007901 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0c5c3b-c72d-4604-881a-710e9f69f1aa tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:12.009271 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6c0c5c3b-c72d-4604-881a-710e9f69f1aa tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 881 time: 0.2365482 Aug 16 01:46:12.013234 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54836) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:12.019013 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-068efe67-91db-4653-ba2d-39cd32f9b742 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.023565 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-068efe67-91db-4653-ba2d-39cd32f9b742 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/subnets/5f836259-b33f-4ad3-aaef-5dc33eed510d HTTP/1.1" status: 204 len: 168 time: 0.5943916 Aug 16 01:46:12.024175 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54838) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:12.052832 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6aae8cff-7c8b-4eb6-a165-c629703228ce tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "GET /v2.0/ports?device_id=160da2b7-9a9d-4a49-b7f6-8891bce43aee HTTP/1.1" status: 200 len: 205 time: 0.0380657 Aug 16 01:46:12.055162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54840) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:12.104334 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e239bb32-fbf5-4f84-b2b6-bfc3fbfaf4d0 req-7425bf1b-dd55-4701-a48b-d88694b4d447 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054480 Aug 16 01:46:12.139522 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.205846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port 314f3f3a-5cb4-4145-92ae-5333142eda62 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:12.205846 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.210857 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d0b046e-7e1e-47fa-9b17-2a0b46ceef2f tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.294850 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] For port 314f3f3a-5cb4-4145-92ae-5333142eda62, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=314f3f3a-5cb4-4145-92ae-5333142eda62,segment=NetworkSegment(5c530774-ec54-4408-b205-21aebcdf64df),segment_id=5c530774-ec54-4408-b205-21aebcdf64df)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:12.295349 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.312963 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for 314f3f3a-5cb4-4145-92ae-5333142eda62 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:12.336778 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d0b046e-7e1e-47fa-9b17-2a0b46ceef2f tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.410395 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50433ae4-39fb-43d6-b6c5-4ce155e66dc7 None None] Network 3b7bf647-eec6-4aea-a8d4-5549b1284253 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:12.412530 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.433680 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8d0b046e-7e1e-47fa-9b17-2a0b46ceef2f tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Deleting port cfece1fd-1bac-4db0-b031-3813df0c633a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:12.434419 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d0b046e-7e1e-47fa-9b17-2a0b46ceef2f tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.453316 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No DVR routers for this DVR port 314f3f3a-5cb4-4145-92ae-5333142eda62 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:12.461727 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=314f3f3a-5cb4-4145-92ae-5333142eda62,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:12.491536 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a9269ffd-7f95-4cbd-8f0a-dcac3a31502d None None] Provisioning complete for port 314f3f3a-5cb4-4145-92ae-5333142eda62 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:12.492544 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9269ffd-7f95-4cbd-8f0a-dcac3a31502d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.547628 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a9269ffd-7f95-4cbd-8f0a-dcac3a31502d None None] Port 314f3f3a-5cb4-4145-92ae-5333142eda62 was deleted so its status cannot be updated. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 01:46:12.550832 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.562020 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d0b046e-7e1e-47fa-9b17-2a0b46ceef2f tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.565106 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7bf647-eec6-4aea-a8d4-5549b1284253']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:12.576024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8d0b046e-7e1e-47fa-9b17-2a0b46ceef2f tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Calling delete_port for cfece1fd-1bac-4db0-b031-3813df0c633a owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:12.577398 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c530774-ec54-4408-b205-21aebcdf64df') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:12.577702 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c530774-ec54-4408-b205-21aebcdf64df') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:12.589129 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.611978 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.621423 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:46:12.621923 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:46:12.625267 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:46:12.677949 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748214e-2867-4672-9612-fc049032e471 req-214d5392-00fc-48d5-8d3e-5651641d19dd tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:12.690694 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e748214e-2867-4672-9612-fc049032e471 req-214d5392-00fc-48d5-8d3e-5651641d19dd tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 945 time: 0.2515135 Aug 16 01:46:12.699950 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.708527 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.716173 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54858) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:12.716751 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/networks/3b7bf647-eec6-4aea-a8d4-5549b1284253 HTTP/1.1" status: 204 len: 168 time: 0.6886978 Aug 16 01:46:12.721802 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306b10ad-63e7-4c5b-839c-e3f24bfac5b3 None None] DHCP port deletion for 3b7bf647-eec6-4aea-a8d4-5549b1284253 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:46:12.742073 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5213ff-48dc-4177-9922-feb440974536 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Network': ['ID=3b7bf647-eec6-4aea-a8d4-5549b1284253,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:12.844949 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e748214e-2867-4672-9612-fc049032e471 req-8e9d9394-48d3-4c82-a319-0bc4e02e0508 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507592 Aug 16 01:46:12.922410 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790fe15c-d426-4362-924a-6746ecd76598 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:12.927369 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-790fe15c-d426-4362-924a-6746ecd76598 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2087300 Aug 16 01:46:12.940285 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54868) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:12.984106 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d0b046e-7e1e-47fa-9b17-2a0b46ceef2f tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.030654 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13a69d-b22e-4b59-b2df-37ea632ca730 req-b8414a54-ecee-4eaa-afdc-9c9957f66014 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:13.039162 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13a69d-b22e-4b59-b2df-37ea632ca730 req-b8414a54-ecee-4eaa-afdc-9c9957f66014 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:13.039769 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7333dd9f-a972-44e9-97ee-6cf0df9b4e0b req-3e41408a-9b08-43d0-ba76-8956274af7d6 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2112589647&fields=id&tenant_id=ee26a718258e436eb39e6859b9c6f1f9 HTTP/1.1" status: 200 len: 267 time: 0.0995400 Aug 16 01:46:13.044895 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b046e-7e1e-47fa-9b17-2a0b46ceef2f tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Pushing event deleted for resources: {'Port': ['ID=cfece1fd-1bac-4db0-b031-3813df0c633a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:13.048010 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13a69d-b22e-4b59-b2df-37ea632ca730 req-b8414a54-ecee-4eaa-afdc-9c9957f66014 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:13.054457 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13a69d-b22e-4b59-b2df-37ea632ca730 req-b8414a54-ecee-4eaa-afdc-9c9957f66014 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:13.062063 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13a69d-b22e-4b59-b2df-37ea632ca730 req-b8414a54-ecee-4eaa-afdc-9c9957f66014 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:13.069821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13a69d-b22e-4b59-b2df-37ea632ca730 req-b8414a54-ecee-4eaa-afdc-9c9957f66014 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:13.076146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13a69d-b22e-4b59-b2df-37ea632ca730 req-b8414a54-ecee-4eaa-afdc-9c9957f66014 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:13.078141 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9e13a69d-b22e-4b59-b2df-37ea632ca730 req-b8414a54-ecee-4eaa-afdc-9c9957f66014 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5429 time: 0.1463361 Aug 16 01:46:13.088271 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d3a4416c-bb8a-4574-95e6-413c51a7e679 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1459825 Aug 16 01:46:13.089904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54872) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:13.126105 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0ed4fdb0-fab2-4603-bbf0-618377a28f2b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-359362913'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:13.131896 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9e13a69d-b22e-4b59-b2df-37ea632ca730 req-8f4848ef-a189-4d8a-9448-bf0f5ba8000b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421772 Aug 16 01:46:13.206182 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333dd9f-a972-44e9-97ee-6cf0df9b4e0b req-d9e09ee8-d10f-40af-bad5-3098c349e2a8 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:13.206182 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7333dd9f-a972-44e9-97ee-6cf0df9b4e0b req-d9e09ee8-d10f-40af-bad5-3098c349e2a8 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 945 time: 0.1254535 Aug 16 01:46:13.208729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed4fdb0-fab2-4603-bbf0-618377a28f2b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:13.215348 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fdb0-fab2-4603-bbf0-618377a28f2b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.221545 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d0b046e-7e1e-47fa-9b17-2a0b46ceef2f tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.238456 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7333dd9f-a972-44e9-97ee-6cf0df9b4e0b req-3a0589e4-04ce-4e00-90ed-a391d00dccef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Request body: {'port': {'security_groups': ['ac2aeabc-178e-4007-9a0d-a51df745aa97', '54a86990-3ed1-4be9-805a-d6f926586560']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:13.270410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f79bc-c4a9-4df6-80d6-40560d1c9f35 req-6c4c7dbd-540a-44e5-8a21-32bee6f96fad tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:13.272198 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb0f79bc-c4a9-4df6-80d6-40560d1c9f35 req-6c4c7dbd-540a-44e5-8a21-32bee6f96fad tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.0691788 Aug 16 01:46:13.331572 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb0f79bc-c4a9-4df6-80d6-40560d1c9f35 req-ba80759c-4b2c-4a4a-bf01-3b02f3212d4b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451064 Aug 16 01:46:13.406542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 314f3f3a-5cb4-4145-92ae-5333142eda62 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:13.411941 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d0b046e-7e1e-47fa-9b17-2a0b46ceef2f tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.419925 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d0b046e-7e1e-47fa-9b17-2a0b46ceef2f tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.426183 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed4fdb0-fab2-4603-bbf0-618377a28f2b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:46:13.442435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 314f3f3a-5cb4-4145-92ae-5333142eda62 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:46:13.443077 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 314f3f3a-5cb4-4145-92ae-5333142eda62 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:13.446294 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7333dd9f-a972-44e9-97ee-6cf0df9b4e0b req-3a0589e4-04ce-4e00-90ed-a391d00dccef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.483308 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fdb0-fab2-4603-bbf0-618377a28f2b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.483713 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-0ed4fdb0-fab2-4603-bbf0-618377a28f2b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Added segment f7912b9f-07e4-4819-920e-e864df964bb1 of type vlan for network aca32f45-77df-4b63-bec6-e72d03dbe13f Aug 16 01:46:13.502106 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d0b046e-7e1e-47fa-9b17-2a0b46ceef2f tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.502668 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0b046e-7e1e-47fa-9b17-2a0b46ceef2f tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Fanout notify agent at l3_agent the message router_deleted on router 160da2b7-9a9d-4a49-b7f6-8891bce43aee {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:46:13.511544 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d0b046e-7e1e-47fa-9b17-2a0b46ceef2f tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.512977 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8d0b046e-7e1e-47fa-9b17-2a0b46ceef2f tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "DELETE /v2.0/routers/160da2b7-9a9d-4a49-b7f6-8891bce43aee HTTP/1.1" status: 204 len: 168 time: 1.4564250 Aug 16 01:46:13.516863 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54884) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:13.542649 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b8a33d1c-f9b6-4ace-88c7-f4eafbcff09a tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1284036114', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:13.590948 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fdb0-fab2-4603-bbf0-618377a28f2b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.620658 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8a33d1c-f9b6-4ace-88c7-f4eafbcff09a tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.621672 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8a33d1c-f9b6-4ace-88c7-f4eafbcff09a tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.690161 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fdb0-fab2-4603-bbf0-618377a28f2b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.695687 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed4fdb0-fab2-4603-bbf0-618377a28f2b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:13.696276 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fdb0-fab2-4603-bbf0-618377a28f2b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.821323 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8a33d1c-f9b6-4ace-88c7-f4eafbcff09a tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.856106 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0ed4fdb0-fab2-4603-bbf0-618377a28f2b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7547958 Aug 16 01:46:13.857903 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8a33d1c-f9b6-4ace-88c7-f4eafbcff09a tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.860982 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54896) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:13.867369 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-30ab4538-558c-4dde-a151-fd378b1deec2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'subnet': {'network_id': 'aca32f45-77df-4b63-bec6-e72d03dbe13f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:13.875651 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4fdb0-fab2-4603-bbf0-618377a28f2b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Network': ['ID=aca32f45-77df-4b63-bec6-e72d03dbe13f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:13.889135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network aca32f45-77df-4b63-bec6-e72d03dbe13f details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:46:13.899131 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8a33d1c-f9b6-4ace-88c7-f4eafbcff09a tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.900715 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b8a33d1c-f9b6-4ace-88c7-f4eafbcff09a tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3828709 Aug 16 01:46:13.908341 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54902) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:13.916144 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-805046af-f534-4edb-b200-ab7d58b18f98 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'enable_snat': False}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:13.991066 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ab4538-558c-4dde-a151-fd378b1deec2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:13.997034 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30ab4538-558c-4dde-a151-fd378b1deec2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.013990 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7333dd9f-a972-44e9-97ee-6cf0df9b4e0b req-3a0589e4-04ce-4e00-90ed-a391d00dccef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] For port 95cd0bec-313c-4572-856d-206fed462bbe, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=95cd0bec-313c-4572-856d-206fed462bbe,segment=NetworkSegment(962947a4-95cf-4037-b4a9-3fdf8b7aaf0f),segment_id=962947a4-95cf-4037-b4a9-3fdf8b7aaf0f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:14.187920 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-805046af-f534-4edb-b200-ab7d58b18f98 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.192547 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7333dd9f-a972-44e9-97ee-6cf0df9b4e0b req-3a0589e4-04ce-4e00-90ed-a391d00dccef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.203095 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7333dd9f-a972-44e9-97ee-6cf0df9b4e0b req-3a0589e4-04ce-4e00-90ed-a391d00dccef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.234445 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['7ac4cd7a-00e4-4662-956a-2eb20f5ea746', '95cd0bec-313c-4572-856d-206fed462bbe'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:14.234853 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30ab4538-558c-4dde-a151-fd378b1deec2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.297667 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab4538-558c-4dde-a151-fd378b1deec2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Subnet': ['ID=776733a9-9b84-4ec4-bc50-f5ff0590635f,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:14.331182 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333dd9f-a972-44e9-97ee-6cf0df9b4e0b req-3a0589e4-04ce-4e00-90ed-a391d00dccef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:14.332076 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7333dd9f-a972-44e9-97ee-6cf0df9b4e0b req-3a0589e4-04ce-4e00-90ed-a391d00dccef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.334191 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7333dd9f-a972-44e9-97ee-6cf0df9b4e0b req-3a0589e4-04ce-4e00-90ed-a391d00dccef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "PUT /v2.0/ports/95cd0bec-313c-4572-856d-206fed462bbe HTTP/1.1" status: 200 len: 981 time: 1.1138635 Aug 16 01:46:14.339515 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb61eda-3dd3-4371-b528-18bb771131ee', 'tag': '95cd0bec-313c-4572-856d-206fed462bbe'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:14.341786 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010b8f5f-9069-447b-bbe0-85289c1a1dec" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb61eda-3dd3-4371-b528-18bb771131ee", "tag": "95cd0bec-313c-4572-856d-206fed462bbe"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:14.374741 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0589e4-04ce-4e00-90ed-a391d00dccef tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event updated for resources: {'Port': ['ID=95cd0bec-313c-4572-856d-206fed462bbe,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:14.401519 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ab4538-558c-4dde-a151-fd378b1deec2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Checking segment: {'id': 'f7912b9f-07e4-4819-920e-e864df964bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aca32f45-77df-4b63-bec6-e72d03dbe13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:14.402024 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ab4538-558c-4dde-a151-fd378b1deec2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network hostable DHCP agents. Network: aca32f45-77df-4b63-bec6-e72d03dbe13f, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:46:14.417787 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80944e31-8d65-4ffa-a3b3-818752762fe8 req-b2892756-16fa-4181-b3ad-92d8039caecf tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:14.423887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80944e31-8d65-4ffa-a3b3-818752762fe8 req-b2892756-16fa-4181-b3ad-92d8039caecf tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:14.426213 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-34b0df56-6d9d-4989-ad4e-6a68fde65ebf req-c0f75320-b9c0-48ef-abe8-254fbe754094 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/54a86990-3ed1-4be9-805a-d6f926586560 HTTP/1.1" status: 200 len: 1802 time: 0.0637877 Aug 16 01:46:14.436557 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80944e31-8d65-4ffa-a3b3-818752762fe8 req-b2892756-16fa-4181-b3ad-92d8039caecf tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:14.443937 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80944e31-8d65-4ffa-a3b3-818752762fe8 req-b2892756-16fa-4181-b3ad-92d8039caecf tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:14.451707 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['95cd0bec-313c-4572-856d-206fed462bbe'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:14.452117 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80944e31-8d65-4ffa-a3b3-818752762fe8 req-b2892756-16fa-4181-b3ad-92d8039caecf tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:14.458149 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80944e31-8d65-4ffa-a3b3-818752762fe8 req-b2892756-16fa-4181-b3ad-92d8039caecf tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:14.465670 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80944e31-8d65-4ffa-a3b3-818752762fe8 req-b2892756-16fa-4181-b3ad-92d8039caecf tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:14.468072 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-80944e31-8d65-4ffa-a3b3-818752762fe8 req-b2892756-16fa-4181-b3ad-92d8039caecf tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5429 time: 0.1798220 Aug 16 01:46:14.495621 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ab4538-558c-4dde-a151-fd378b1deec2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network aca32f45-77df-4b63-bec6-e72d03dbe13f is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:46:14.517069 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-30ab4538-558c-4dde-a151-fd378b1deec2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, aca32f45-77df-4b63-bec6-e72d03dbe13f) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:14.526548 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ab4538-558c-4dde-a151-fd378b1deec2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:14.527369 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30ab4538-558c-4dde-a151-fd378b1deec2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.534174 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ed7fe1-1344-4ff5-a20b-962d4f08e6bf None None] Network aca32f45-77df-4b63-bec6-e72d03dbe13f requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:14.543492 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-80944e31-8d65-4ffa-a3b3-818752762fe8 req-2c51f677-1a19-4cab-8829-b7b1014e9297 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626600 Aug 16 01:46:14.546122 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-30ab4538-558c-4dde-a151-fd378b1deec2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6836417 Aug 16 01:46:14.548910 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54918) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:14.554237 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-34b0df56-6d9d-4989-ad4e-6a68fde65ebf req-d22b707c-df7d-4ae6-8c8c-b8996c356306 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 01:46:14.554666 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d100755a-a8ca-42b8-b742-c89467988c49 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'network_id': 'aca32f45-77df-4b63-bec6-e72d03dbe13f', 'name': 'tempest-PortsTestJSON-1025626656'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:14.555675 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-34b0df56-6d9d-4989-ad4e-6a68fde65ebf req-d22b707c-df7d-4ae6-8c8c-b8996c356306 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "DELETE /v2.0/security-groups/54a86990-3ed1-4be9-805a-d6f926586560 HTTP/1.1" status: 409 len: 341 time: 0.1215503 Aug 16 01:46:14.625416 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-805046af-f534-4edb-b200-ab7d58b18f98 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.665348 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca43b6e0-b627-4d1d-b534-5921ae3af6a0 x-openstack-request-id: req-ca43b6e0-b627-4d1d-b534-5921ae3af6a0 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:14.666531 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb61eda-3dd3-4371-b528-18bb771131ee", "tag": "95cd0bec-313c-4572-856d-206fed462bbe", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:14.667003 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ca43b6e0-b627-4d1d-b534-5921ae3af6a0 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:14.667599 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb61eda-3dd3-4371-b528-18bb771131ee', 'tag': '95cd0bec-313c-4572-856d-206fed462bbe', 'status': 'completed', 'code': 200} Aug 16 01:46:14.670554 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-805046af-f534-4edb-b200-ab7d58b18f98 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:14.795546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b8f5f-9069-447b-bbe0-85289c1a1dec req-8653305d-5da4-4501-927e-3059d2d65cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:14.797605 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-010b8f5f-9069-447b-bbe0-85289c1a1dec req-8653305d-5da4-4501-927e-3059d2d65cc3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee26a718258e436eb39e6859b9c6f1f9&device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 1136 time: 0.1289921 Aug 16 01:46:14.862680 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812e8e4-d0e8-413e-a301-0a81f7182ffa req-76849937-651d-429c-8bc7-f279cbfad61c tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:14.871488 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f812e8e4-d0e8-413e-a301-0a81f7182ffa req-76849937-651d-429c-8bc7-f279cbfad61c tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.1617978 Aug 16 01:46:14.936084 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f812e8e4-d0e8-413e-a301-0a81f7182ffa req-f47a392d-a18b-416d-a3f4-153de03611b9 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632360 Aug 16 01:46:14.981540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d100755a-a8ca-42b8-b742-c89467988c49 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:14.989472 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d100755a-a8ca-42b8-b742-c89467988c49 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.021045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-d100755a-a8ca-42b8-b742-c89467988c49 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] device_id is not set on port d57cc9a8-e2a9-4ae9-a275-93ed659fa4ee yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:46:15.043935 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-805046af-f534-4edb-b200-ab7d58b18f98 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Allocated IP 172.25.3.127 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/281f287c-f364-4804-9f9d-40f0f776a2a5) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:15.090102 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b8f5f-9069-447b-bbe0-85289c1a1dec req-7173bd8c-a4ba-4dcc-b735-e6804286bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:15.091721 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-010b8f5f-9069-447b-bbe0-85289c1a1dec req-7173bd8c-a4ba-4dcc-b735-e6804286bea1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d1bd41b7-e4e3-465c-a858-6a8c07aabefa HTTP/1.1" status: 200 len: 913 time: 0.2838402 Aug 16 01:46:15.140580 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-aca32f45-77df-4b63-bec6-e72d03dbe13f', 'network_id': 'aca32f45-77df-4b63-bec6-e72d03dbe13f', 'tenant_id': '81838e3aa0c9493fbc6d0bcbcdcdd7ba', 'fixed_ips': [{'subnet_id': '776733a9-9b84-4ec4-bc50-f5ff0590635f'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:46:15.142437 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.171510 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-010b8f5f-9069-447b-bbe0-85289c1a1dec req-c1ce7b9b-5d7b-43e1-9083-6cdaa1344a34 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95cd0bec-313c-4572-856d-206fed462bbe HTTP/1.1" status: 200 len: 217 time: 0.0490148 Aug 16 01:46:15.214572 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc4191-4f21-4868-83db-d79a20537b68 req-58efe2fd-d329-4b7d-8dde-44ec349e0806 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:15.222105 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08fc4191-4f21-4868-83db-d79a20537b68 req-58efe2fd-d329-4b7d-8dde-44ec349e0806 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 984 time: 0.1408648 Aug 16 01:46:15.246781 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-d100755a-a8ca-42b8-b742-c89467988c49 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Allocated IP 172.20.0.8 (aca32f45-77df-4b63-bec6-e72d03dbe13f/776733a9-9b84-4ec4-bc50-f5ff0590635f/d57cc9a8-e2a9-4ae9-a275-93ed659fa4ee) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:15.262634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b8f5f-9069-447b-bbe0-85289c1a1dec req-a2faab7a-fb2f-464b-bc44-c8f4e03de8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:15.264245 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-010b8f5f-9069-447b-bbe0-85289c1a1dec req-a2faab7a-fb2f-464b-bc44-c8f4e03de8a2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=29fbd812-75c6-4cf7-a6ba-c9edee3eebb3 HTTP/1.1" status: 200 len: 852 time: 0.0733528 Aug 16 01:46:15.283916 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08fc4191-4f21-4868-83db-d79a20537b68 req-c64a224f-4924-48a7-94aa-57c4a6a7b181 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=54a86990-3ed1-4be9-805a-d6f926586560&id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0608652 Aug 16 01:46:15.314355 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-010b8f5f-9069-447b-bbe0-85289c1a1dec req-fdef6adb-d3a8-4328-8571-7a236a57c107 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d1bd41b7-e4e3-465c-a858-6a8c07aabefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415151 Aug 16 01:46:15.319980 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-805046af-f534-4edb-b200-ab7d58b18f98 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.434750 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-010b8f5f-9069-447b-bbe0-85289c1a1dec req-260dbe70-8d39-4909-8404-a3dc6cadc19c service neutron] 10.222.0.63 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073050 Aug 16 01:46:15.467500 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d100755a-a8ca-42b8-b742-c89467988c49 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.482967 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-d100755a-a8ca-42b8-b742-c89467988c49 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Transition to ACTIVE for port object d57cc9a8-e2a9-4ae9-a275-93ed659fa4ee will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:15.504768 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-805046af-f534-4edb-b200-ab7d58b18f98 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.530995 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d100755a-a8ca-42b8-b742-c89467988c49 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.573146 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Allocated IP 172.20.0.2 (aca32f45-77df-4b63-bec6-e72d03dbe13f/776733a9-9b84-4ec4-bc50-f5ff0590635f/04798e20-70da-4acc-8d68-34108d7958cb) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:15.574353 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805046af-f534-4edb-b200-ab7d58b18f98 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:15.577861 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805046af-f534-4edb-b200-ab7d58b18f98 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Pushing event updated for resources: {'Port': ['ID=281f287c-f364-4804-9f9d-40f0f776a2a5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:15.584161 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-805046af-f534-4edb-b200-ab7d58b18f98 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:15.600852 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d100755a-a8ca-42b8-b742-c89467988c49 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network aca32f45-77df-4b63-bec6-e72d03dbe13f is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:15.601104 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805046af-f534-4edb-b200-ab7d58b18f98 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:15.610462 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d100755a-a8ca-42b8-b742-c89467988c49 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:15.615322 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d100755a-a8ca-42b8-b742-c89467988c49 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:15.632894 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-010b8f5f-9069-447b-bbe0-85289c1a1dec req-ba2d0ceb-afa9-4f64-8a8b-1eb40412e4d2 service neutron] 10.222.0.63 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895924 Aug 16 01:46:15.647925 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100755a-a8ca-42b8-b742-c89467988c49 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=d57cc9a8-e2a9-4ae9-a275-93ed659fa4ee,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:15.699435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d100755a-a8ca-42b8-b742-c89467988c49 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:15.700113 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d100755a-a8ca-42b8-b742-c89467988c49 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.722317 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d100755a-a8ca-42b8-b742-c89467988c49 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1721604 Aug 16 01:46:15.724590 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54932) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:15.729956 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ac68638c-1a19-449e-b1f6-b9bd30801895 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'network_id': 'aca32f45-77df-4b63-bec6-e72d03dbe13f', 'name': 'tempest-PortsTestJSON-1927861680'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:15.836833 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.847810 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Transition to ACTIVE for port object 04798e20-70da-4acc-8d68-34108d7958cb will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:15.866297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Transition to ACTIVE for port object 04798e20-70da-4acc-8d68-34108d7958cb will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:15.876636 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.888743 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac68638c-1a19-449e-b1f6-b9bd30801895 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:15.892860 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac68638c-1a19-449e-b1f6-b9bd30801895 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.916444 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-ac68638c-1a19-449e-b1f6-b9bd30801895 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] device_id is not set on port fb3754cc-05d7-4a02-a17d-9e4fbefd97ae yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:46:15.918779 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Network aca32f45-77df-4b63-bec6-e72d03dbe13f is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:15.921829 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:15.927959 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:15.937967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Pushing event updated for resources: {'Port': ['ID=04798e20-70da-4acc-8d68-34108d7958cb,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:16.004227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Attempting to bind port 04798e20-70da-4acc-8d68-34108d7958cb on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:16.004846 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Attempting to bind port 04798e20-70da-4acc-8d68-34108d7958cb by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'f7912b9f-07e4-4819-920e-e864df964bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aca32f45-77df-4b63-bec6-e72d03dbe13f'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:16.005222 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Attempting to bind port 04798e20-70da-4acc-8d68-34108d7958cb on network aca32f45-77df-4b63-bec6-e72d03dbe13f {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:16.012713 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:16.013161 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Checking segment: {'id': 'f7912b9f-07e4-4819-920e-e864df964bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aca32f45-77df-4b63-bec6-e72d03dbe13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:16.013645 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.014268 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Bound using segment: {'id': 'f7912b9f-07e4-4819-920e-e864df964bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aca32f45-77df-4b63-bec6-e72d03dbe13f'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:16.014779 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Bound port: 04798e20-70da-4acc-8d68-34108d7958cb, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7912b9f-07e4-4819-920e-e864df964bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'aca32f45-77df-4b63-bec6-e72d03dbe13f'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:16.015167 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.093427 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c7840ce1-421c-4736-8044-22819b692817 None None] For port 04798e20-70da-4acc-8d68-34108d7958cb, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:16.098610 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c7840ce1-421c-4736-8044-22819b692817 None None] For port 04798e20-70da-4acc-8d68-34108d7958cb, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=04798e20-70da-4acc-8d68-34108d7958cb,segment=NetworkSegment(f7912b9f-07e4-4819-920e-e864df964bb1),segment_id=f7912b9f-07e4-4819-920e-e864df964bb1)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:16.105706 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.191931 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7840ce1-421c-4736-8044-22819b692817 None None] Pushing event updated for resources: {'Port': ['ID=04798e20-70da-4acc-8d68-34108d7958cb,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:16.247105 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f31cde-70bf-4857-b334-c752ab18899f req-79a68ce2-8b54-4af9-99bd-06e65bdb9064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:16.248793 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69f31cde-70bf-4857-b334-c752ab18899f req-79a68ce2-8b54-4af9-99bd-06e65bdb9064 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee26a718258e436eb39e6859b9c6f1f9&device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 1136 time: 0.1232822 Aug 16 01:46:16.270773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee0811-a12d-43a8-8f95-091dbdf28cda req-7f51828b-99c5-4e05-9905-a66fa7f4ac9c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:16.277490 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee0811-a12d-43a8-8f95-091dbdf28cda req-7f51828b-99c5-4e05-9905-a66fa7f4ac9c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:16.284015 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee0811-a12d-43a8-8f95-091dbdf28cda req-7f51828b-99c5-4e05-9905-a66fa7f4ac9c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:16.290123 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee0811-a12d-43a8-8f95-091dbdf28cda req-7f51828b-99c5-4e05-9905-a66fa7f4ac9c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:16.296514 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee0811-a12d-43a8-8f95-091dbdf28cda req-7f51828b-99c5-4e05-9905-a66fa7f4ac9c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:16.303572 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee0811-a12d-43a8-8f95-091dbdf28cda req-7f51828b-99c5-4e05-9905-a66fa7f4ac9c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:16.309564 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee0811-a12d-43a8-8f95-091dbdf28cda req-7f51828b-99c5-4e05-9905-a66fa7f4ac9c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:16.311586 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b4ee0811-a12d-43a8-8f95-091dbdf28cda req-7f51828b-99c5-4e05-9905-a66fa7f4ac9c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5429 time: 0.6151969 Aug 16 01:46:16.454798 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf752e-403a-419f-a6dd-442cc3b2ab36 req-8c45282d-b661-42bd-a769-e11a78408f90 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:16.456551 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2fcf752e-403a-419f-a6dd-442cc3b2ab36 req-8c45282d-b661-42bd-a769-e11a78408f90 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.4292221 Aug 16 01:46:16.457855 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-ac68638c-1a19-449e-b1f6-b9bd30801895 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Allocated IP 172.20.0.4 (aca32f45-77df-4b63-bec6-e72d03dbe13f/776733a9-9b84-4ec4-bc50-f5ff0590635f/fb3754cc-05d7-4a02-a17d-9e4fbefd97ae) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:16.497457 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b4ee0811-a12d-43a8-8f95-091dbdf28cda req-ff7d1228-9f23-47cd-a7b2-e7db30cf0efb tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1722629 Aug 16 01:46:16.542739 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2fcf752e-403a-419f-a6dd-442cc3b2ab36 req-9acc719f-c7e4-41ba-821f-193b1c74d37b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737474 Aug 16 01:46:16.581159 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-805046af-f534-4edb-b200-ab7d58b18f98 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.657662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f31cde-70bf-4857-b334-c752ab18899f req-b60079d9-d137-43ca-b1e7-bdf5581ee80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:16.660199 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69f31cde-70bf-4857-b334-c752ab18899f req-b60079d9-d137-43ca-b1e7-bdf5581ee80b service neutron] 10.222.0.63 "GET /v2.0/networks?id=d1bd41b7-e4e3-465c-a858-6a8c07aabefa HTTP/1.1" status: 200 len: 913 time: 0.3473523 Aug 16 01:46:16.742623 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69f31cde-70bf-4857-b334-c752ab18899f req-04cc77d1-f4d1-42c1-a94e-2137bfc6a862 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95cd0bec-313c-4572-856d-206fed462bbe HTTP/1.1" status: 200 len: 217 time: 0.0718603 Aug 16 01:46:16.765748 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac68638c-1a19-449e-b1f6-b9bd30801895 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.779213 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b445e0d-e29d-43cf-ac75-ca46fb3505c9 req-2df08edf-73bb-445d-8455-8ef6b1fda74e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:16.780758 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b445e0d-e29d-43cf-ac75-ca46fb3505c9 req-2df08edf-73bb-445d-8455-8ef6b1fda74e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 984 time: 0.0854094 Aug 16 01:46:16.799880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-ac68638c-1a19-449e-b1f6-b9bd30801895 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Transition to ACTIVE for port object fb3754cc-05d7-4a02-a17d-9e4fbefd97ae will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:16.847195 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f31cde-70bf-4857-b334-c752ab18899f req-0396360a-8226-4857-be1d-afa2bd4ef2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:16.847876 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b445e0d-e29d-43cf-ac75-ca46fb3505c9 req-72b2d6a2-0461-4b30-be56-902619d3c122 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=54a86990-3ed1-4be9-805a-d6f926586560&id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0542638 Aug 16 01:46:16.849380 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69f31cde-70bf-4857-b334-c752ab18899f req-0396360a-8226-4857-be1d-afa2bd4ef2ad service neutron] 10.222.0.63 "GET /v2.0/subnets?id=29fbd812-75c6-4cf7-a6ba-c9edee3eebb3 HTTP/1.1" status: 200 len: 852 time: 0.0977244 Aug 16 01:46:16.876375 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac68638c-1a19-449e-b1f6-b9bd30801895 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.914031 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69f31cde-70bf-4857-b334-c752ab18899f req-cfab4251-e8bf-4576-94de-c0a74600e398 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d1bd41b7-e4e3-465c-a858-6a8c07aabefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321634 Aug 16 01:46:16.925117 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac68638c-1a19-449e-b1f6-b9bd30801895 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network aca32f45-77df-4b63-bec6-e72d03dbe13f is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:16.930691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ac68638c-1a19-449e-b1f6-b9bd30801895 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:16.934066 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac68638c-1a19-449e-b1f6-b9bd30801895 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:16.952492 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-805046af-f534-4edb-b200-ab7d58b18f98 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.968567 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68638c-1a19-449e-b1f6-b9bd30801895 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=fb3754cc-05d7-4a02-a17d-9e4fbefd97ae,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:16.983710 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-805046af-f534-4edb-b200-ab7d58b18f98 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.994787 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac68638c-1a19-449e-b1f6-b9bd30801895 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:16.995937 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac68638c-1a19-449e-b1f6-b9bd30801895 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.012108 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ac68638c-1a19-449e-b1f6-b9bd30801895 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2864461 Aug 16 01:46:17.015064 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54942) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:17.113358 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69f31cde-70bf-4857-b334-c752ab18899f req-345a06ce-5242-4c54-a84d-b7e7a3d5bc07 service neutron] 10.222.0.63 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860414 Aug 16 01:46:17.123631 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d18c791-147a-40c8-9ed2-651fea5cc5d9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:17.125279 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1d18c791-147a-40c8-9ed2-651fea5cc5d9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.1088457 Aug 16 01:46:17.128050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54944) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:17.248497 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-8903c3e0-72f1-4724-a6c8-b29483c3ad6e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port fb3754cc-05d7-4a02-a17d-9e4fbefd97ae {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:17.249430 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8903c3e0-72f1-4724-a6c8-b29483c3ad6e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.252828 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69f31cde-70bf-4857-b334-c752ab18899f req-b0bd79a8-c837-4dd6-be7f-50b7d220f3cd service neutron] 10.222.0.63 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301360 Aug 16 01:46:17.256083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805046af-f534-4edb-b200-ab7d58b18f98 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Router c03e2fdd-ba4a-41b7-b6cb-bf1ea66dec90 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:46:17.392554 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805046af-f534-4edb-b200-ab7d58b18f98 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:46:17.401902 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-805046af-f534-4edb-b200-ab7d58b18f98 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.402383 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b75a713-14c6-4a68-b465-f8c6374e18b6 None None] Sync routers for ids ['c03e2fdd-ba4a-41b7-b6cb-bf1ea66dec90'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:46:17.405926 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-805046af-f534-4edb-b200-ab7d58b18f98 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "PUT /v2.0/routers/c03e2fdd-ba4a-41b7-b6cb-bf1ea66dec90 HTTP/1.1" status: 200 len: 916 time: 3.4942615 Aug 16 01:46:17.406274 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54946) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:17.409292 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8903c3e0-72f1-4724-a6c8-b29483c3ad6e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.424931 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b75a713-14c6-4a68-b465-f8c6374e18b6 None None] Routers {'c03e2fdd-ba4a-41b7-b6cb-bf1ea66dec90'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:17.425516 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7b75a713-14c6-4a68-b465-f8c6374e18b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:45:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['c03e2fdd-ba4a-41b7-b6cb-bf1ea66dec90'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:17.455672 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-8903c3e0-72f1-4724-a6c8-b29483c3ad6e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for fb3754cc-05d7-4a02-a17d-9e4fbefd97ae owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:17.510313 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7b75a713-14c6-4a68-b465-f8c6374e18b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:17.519192 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 04798e20-70da-4acc-8d68-34108d7958cb up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:17.551942 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-128eaa72-d657-4e5a-96d0-f62ad3c61192 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "GET /v2.0/routers/c03e2fdd-ba4a-41b7-b6cb-bf1ea66dec90 HTTP/1.1" status: 200 len: 922 time: 0.1442707 Aug 16 01:46:17.554955 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54950) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:17.580653 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f7df87-58c9-4f94-afe4-b12f3e5cc05d None None] Network aca32f45-77df-4b63-bec6-e72d03dbe13f requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:17.599611 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b75a713-14c6-4a68-b465-f8c6374e18b6 None None] Routers {'c03e2fdd-ba4a-41b7-b6cb-bf1ea66dec90'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:17.602553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7b75a713-14c6-4a68-b465-f8c6374e18b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:45:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['c03e2fdd-ba4a-41b7-b6cb-bf1ea66dec90'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:17.685982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26b5970-345c-4302-a201-4f5f8947b672 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:17.688345 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f26b5970-345c-4302-a201-4f5f8947b672 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=624da80d-1349-4890-b915-f302637330f0&device_id=c03e2fdd-ba4a-41b7-b6cb-bf1ea66dec90&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1324849 Aug 16 01:46:17.690955 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54956) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:17.733399 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7b75a713-14c6-4a68-b465-f8c6374e18b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:17.733999 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b75a713-14c6-4a68-b465-f8c6374e18b6 None None] The sync data for ids ['c03e2fdd-ba4a-41b7-b6cb-bf1ea66dec90'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:46:17.748275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68af9d-0643-4044-8995-406acf35975a req-f300a506-3b62-4d6a-8dd2-9013e3eb5d30 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:17.751062 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef68af9d-0643-4044-8995-406acf35975a req-f300a506-3b62-4d6a-8dd2-9013e3eb5d30 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.0892594 Aug 16 01:46:17.768035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 04798e20-70da-4acc-8d68-34108d7958cb completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:17.783541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1f414692-0dfe-40f8-9791-fe835ff34f15 None None] Provisioning for port 04798e20-70da-4acc-8d68-34108d7958cb completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:17.800908 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1f414692-0dfe-40f8-9791-fe835ff34f15 None None] Provisioning complete for port 04798e20-70da-4acc-8d68-34108d7958cb triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:17.801298 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f414692-0dfe-40f8-9791-fe835ff34f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.809729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955e58b-62d7-4127-90fa-1e17587d98a4 req-b597bd3c-1bd4-47af-9dd3-3b6e3128ed08 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:17.815155 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955e58b-62d7-4127-90fa-1e17587d98a4 req-b597bd3c-1bd4-47af-9dd3-3b6e3128ed08 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:17.821918 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955e58b-62d7-4127-90fa-1e17587d98a4 req-b597bd3c-1bd4-47af-9dd3-3b6e3128ed08 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:17.828870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955e58b-62d7-4127-90fa-1e17587d98a4 req-b597bd3c-1bd4-47af-9dd3-3b6e3128ed08 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:17.836936 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955e58b-62d7-4127-90fa-1e17587d98a4 req-b597bd3c-1bd4-47af-9dd3-3b6e3128ed08 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:17.861589 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955e58b-62d7-4127-90fa-1e17587d98a4 req-b597bd3c-1bd4-47af-9dd3-3b6e3128ed08 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:17.869117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955e58b-62d7-4127-90fa-1e17587d98a4 req-b597bd3c-1bd4-47af-9dd3-3b6e3128ed08 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:17.871502 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9955e58b-62d7-4127-90fa-1e17587d98a4 req-b597bd3c-1bd4-47af-9dd3-3b6e3128ed08 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5429 time: 0.2238553 Aug 16 01:46:17.890888 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8903c3e0-72f1-4724-a6c8-b29483c3ad6e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.938843 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d62ab3-ee03-45c2-9620-022557ae12e8 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:17.939741 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c2d62ab3-ee03-45c2-9620-022557ae12e8 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 881 time: 0.2476408 Aug 16 01:46:17.950142 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54962) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:17.968502 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f414692-0dfe-40f8-9791-fe835ff34f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.974372 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903c3e0-72f1-4724-a6c8-b29483c3ad6e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=fb3754cc-05d7-4a02-a17d-9e4fbefd97ae,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:17.991431 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef68af9d-0643-4044-8995-406acf35975a req-0eb1e951-ac1e-4147-b4b8-81fa6c6c0247 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661086 Aug 16 01:46:18.004046 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4fb58b51-fcbe-4dce-b6af-e630f288d2fa tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "GET /v2.0/ports?device_id=c03e2fdd-ba4a-41b7-b6cb-bf1ea66dec90 HTTP/1.1" status: 200 len: 205 time: 0.0525591 Aug 16 01:46:18.006878 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54964) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:18.020047 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9955e58b-62d7-4127-90fa-1e17587d98a4 req-0567de10-1c73-4005-8ac9-7bbd5cbb696d tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0903006 Aug 16 01:46:18.071478 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-1f414692-0dfe-40f8-9791-fe835ff34f15 None None] For port 04798e20-70da-4acc-8d68-34108d7958cb, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=04798e20-70da-4acc-8d68-34108d7958cb,segment=NetworkSegment(f7912b9f-07e4-4819-920e-e864df964bb1),segment_id=f7912b9f-07e4-4819-920e-e864df964bb1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:18.084002 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f414692-0dfe-40f8-9791-fe835ff34f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.148055 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8903c3e0-72f1-4724-a6c8-b29483c3ad6e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.150276 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8903c3e0-72f1-4724-a6c8-b29483c3ad6e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/ports/fb3754cc-05d7-4a02-a17d-9e4fbefd97ae HTTP/1.1" status: 204 len: 168 time: 1.0211575 Aug 16 01:46:18.153204 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54966) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:18.179609 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c1781-0e42-460f-8ae3-c423dfe6f803 req-38555194-45cb-4165-9d4c-4c280c110156 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:18.182825 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b20c1781-0e42-460f-8ae3-c423dfe6f803 req-38555194-45cb-4165-9d4c-4c280c110156 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 984 time: 0.0756924 Aug 16 01:46:18.202639 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-513db0b3-cff0-4b3f-8a27-0f4a2003fa31 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] GET failed (client error): The resource could not be found. Aug 16 01:46:18.206481 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-513db0b3-cff0-4b3f-8a27-0f4a2003fa31 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports/fb3754cc-05d7-4a02-a17d-9e4fbefd97ae HTTP/1.1" status: 404 len: 333 time: 0.0497775 Aug 16 01:46:18.207240 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54968) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:18.209500 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f414692-0dfe-40f8-9791-fe835ff34f15 None None] Pushing event updated for resources: {'Port': ['ID=04798e20-70da-4acc-8d68-34108d7958cb,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:18.270784 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49f95532-b411-41ae-89fd-b94dae2fa2f9 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.280984 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b20c1781-0e42-460f-8ae3-c423dfe6f803 req-b239dbd4-2e93-492a-800c-944019961b29 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=54a86990-3ed1-4be9-805a-d6f926586560&id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0917497 Aug 16 01:46:18.320130 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3182ca9d-2102-48a1-882a-e4efb1fa6134 None None] Provisioning for port d57cc9a8-e2a9-4ae9-a275-93ed659fa4ee completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:18.326791 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3182ca9d-2102-48a1-882a-e4efb1fa6134 None None] Provisioning complete for port d57cc9a8-e2a9-4ae9-a275-93ed659fa4ee triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:18.327279 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3182ca9d-2102-48a1-882a-e4efb1fa6134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.382013 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ac982-22c9-487b-9937-e35b8780f6fc tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port d57cc9a8-e2a9-4ae9-a275-93ed659fa4ee {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:18.384424 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b5ac982-22c9-487b-9937-e35b8780f6fc tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.387332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3182ca9d-2102-48a1-882a-e4efb1fa6134 None None] Port d57cc9a8-e2a9-4ae9-a275-93ed659fa4ee cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:18.398686 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3182ca9d-2102-48a1-882a-e4efb1fa6134 None None] Provisioning complete for port 04798e20-70da-4acc-8d68-34108d7958cb triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:18.399174 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3182ca9d-2102-48a1-882a-e4efb1fa6134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.469572 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d7bbccdc-d7c4-41fd-b014-2de545d763f6 req-690fe87e-fa6d-4d0b-a0fe-f23d5d1b6ae2 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-921486702&fields=id&tenant_id=ee26a718258e436eb39e6859b9c6f1f9 HTTP/1.1" status: 200 len: 267 time: 0.0710423 Aug 16 01:46:18.510844 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49f95532-b411-41ae-89fd-b94dae2fa2f9 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.514011 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b5ac982-22c9-487b-9937-e35b8780f6fc tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.534877 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ac982-22c9-487b-9937-e35b8780f6fc tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for d57cc9a8-e2a9-4ae9-a275-93ed659fa4ee owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:18.539390 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbccdc-d7c4-41fd-b014-2de545d763f6 req-4bde44a1-282f-4dfb-8bec-52b142b6e9ce tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:18.548258 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d7bbccdc-d7c4-41fd-b014-2de545d763f6 req-4bde44a1-282f-4dfb-8bec-52b142b6e9ce tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 984 time: 0.0777726 Aug 16 01:46:18.572124 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d7bbccdc-d7c4-41fd-b014-2de545d763f6 req-fa7ff795-939e-445c-adbf-248c29ab7167 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Request body: {'port': {'security_groups': ['54a86990-3ed1-4be9-805a-d6f926586560', 'ac2aeabc-178e-4007-9a0d-a51df745aa97', 'a78980f8-45ab-4b09-a3cd-ca802286a029']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:18.656954 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7bbccdc-d7c4-41fd-b014-2de545d763f6 req-fa7ff795-939e-445c-adbf-248c29ab7167 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.699199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c4963f29-b920-49bb-90ef-aa0efa65b613 None None] Provisioning complete for port d57cc9a8-e2a9-4ae9-a275-93ed659fa4ee triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:18.699796 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c4963f29-b920-49bb-90ef-aa0efa65b613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.742372 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-49f95532-b411-41ae-89fd-b94dae2fa2f9 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Deleting port 281f287c-f364-4804-9f9d-40f0f776a2a5 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:18.742718 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49f95532-b411-41ae-89fd-b94dae2fa2f9 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.757274 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b5ac982-22c9-487b-9937-e35b8780f6fc tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.765458 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c4963f29-b920-49bb-90ef-aa0efa65b613 None None] Port d57cc9a8-e2a9-4ae9-a275-93ed659fa4ee cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:18.800703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ac982-22c9-487b-9937-e35b8780f6fc tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=d57cc9a8-e2a9-4ae9-a275-93ed659fa4ee,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:18.874478 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49f95532-b411-41ae-89fd-b94dae2fa2f9 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.892899 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-49f95532-b411-41ae-89fd-b94dae2fa2f9 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Calling delete_port for 281f287c-f364-4804-9f9d-40f0f776a2a5 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:18.906473 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b5ac982-22c9-487b-9937-e35b8780f6fc tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.919231 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54974) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:18.919846 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7b5ac982-22c9-487b-9937-e35b8780f6fc tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/ports/d57cc9a8-e2a9-4ae9-a275-93ed659fa4ee HTTP/1.1" status: 204 len: 168 time: 0.7089224 Aug 16 01:46:18.980784 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c066fafd-44f1-4f27-94d3-d73c0fe44521 None None] Could not find standard attr ID for object fb3754cc-05d7-4a02-a17d-9e4fbefd97ae. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:46:19.007422 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7422c0-078f-4eb8-b206-66c5a95a5645 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] GET failed (client error): The resource could not be found. Aug 16 01:46:19.012979 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5b7422c0-078f-4eb8-b206-66c5a95a5645 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports/d57cc9a8-e2a9-4ae9-a275-93ed659fa4ee HTTP/1.1" status: 404 len: 333 time: 0.0888147 Aug 16 01:46:19.014941 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54976) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:19.154670 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0150cf-3add-49b3-8f05-449fe3a0f47b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting subnet 776733a9-9b84-4ec4-bc50-f5ff0590635f {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:46:19.159837 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d549687-88ad-4422-bb5b-6013f4bf2083 req-fc564559-b8cc-49f7-a342-6789bd2b2e3a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:19.160336 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d7bbccdc-d7c4-41fd-b014-2de545d763f6 req-fa7ff795-939e-445c-adbf-248c29ab7167 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] For port 95cd0bec-313c-4572-856d-206fed462bbe, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=95cd0bec-313c-4572-856d-206fed462bbe,segment=NetworkSegment(962947a4-95cf-4037-b4a9-3fdf8b7aaf0f),segment_id=962947a4-95cf-4037-b4a9-3fdf8b7aaf0f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:19.161800 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d549687-88ad-4422-bb5b-6013f4bf2083 req-fc564559-b8cc-49f7-a342-6789bd2b2e3a tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.0538504 Aug 16 01:46:19.164485 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef0150cf-3add-49b3-8f05-449fe3a0f47b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.229211 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d549687-88ad-4422-bb5b-6013f4bf2083 req-5d409149-4d28-4542-97ed-6f663da03959 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551059 Aug 16 01:46:19.240128 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef0150cf-3add-49b3-8f05-449fe3a0f47b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.276490 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7bbccdc-d7c4-41fd-b014-2de545d763f6 req-fa7ff795-939e-445c-adbf-248c29ab7167 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.303452 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7bbccdc-d7c4-41fd-b014-2de545d763f6 req-fa7ff795-939e-445c-adbf-248c29ab7167 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.315258 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['7ac4cd7a-00e4-4662-956a-2eb20f5ea746', '95cd0bec-313c-4572-856d-206fed462bbe'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:19.406516 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802a902-9e7b-4673-85e3-8fb373345dd9 req-937ac7dc-2a89-47d6-a8e6-e4461427b450 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:19.416816 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbccdc-d7c4-41fd-b014-2de545d763f6 req-fa7ff795-939e-445c-adbf-248c29ab7167 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:19.417495 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7bbccdc-d7c4-41fd-b014-2de545d763f6 req-fa7ff795-939e-445c-adbf-248c29ab7167 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.418281 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802a902-9e7b-4673-85e3-8fb373345dd9 req-937ac7dc-2a89-47d6-a8e6-e4461427b450 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:19.429323 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802a902-9e7b-4673-85e3-8fb373345dd9 req-937ac7dc-2a89-47d6-a8e6-e4461427b450 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:19.434347 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d7bbccdc-d7c4-41fd-b014-2de545d763f6 req-fa7ff795-939e-445c-adbf-248c29ab7167 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "PUT /v2.0/ports/95cd0bec-313c-4572-856d-206fed462bbe HTTP/1.1" status: 200 len: 1020 time: 0.8847959 Aug 16 01:46:19.437203 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb61eda-3dd3-4371-b528-18bb771131ee', 'tag': '95cd0bec-313c-4572-856d-206fed462bbe'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:19.439659 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11ae2b0-1a89-404d-8e42-062a0fb998f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb61eda-3dd3-4371-b528-18bb771131ee", "tag": "95cd0bec-313c-4572-856d-206fed462bbe"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:19.440934 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802a902-9e7b-4673-85e3-8fb373345dd9 req-937ac7dc-2a89-47d6-a8e6-e4461427b450 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:19.449701 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802a902-9e7b-4673-85e3-8fb373345dd9 req-937ac7dc-2a89-47d6-a8e6-e4461427b450 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:19.457726 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802a902-9e7b-4673-85e3-8fb373345dd9 req-937ac7dc-2a89-47d6-a8e6-e4461427b450 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:19.464778 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802a902-9e7b-4673-85e3-8fb373345dd9 req-937ac7dc-2a89-47d6-a8e6-e4461427b450 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:19.467484 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0802a902-9e7b-4673-85e3-8fb373345dd9 req-937ac7dc-2a89-47d6-a8e6-e4461427b450 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5429 time: 0.1548107 Aug 16 01:46:19.491354 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['95cd0bec-313c-4572-856d-206fed462bbe'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:19.508435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 04798e20-70da-4acc-8d68-34108d7958cb up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:19.532643 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49f95532-b411-41ae-89fd-b94dae2fa2f9 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.539973 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ff795-939e-445c-adbf-248c29ab7167 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event updated for resources: {'Port': ['ID=95cd0bec-313c-4572-856d-206fed462bbe,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:19.540602 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0802a902-9e7b-4673-85e3-8fb373345dd9 req-5134b290-dc68-403b-a8fa-db2545d784d0 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649593 Aug 16 01:46:19.625486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f95532-b411-41ae-89fd-b94dae2fa2f9 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Pushing event deleted for resources: {'Port': ['ID=281f287c-f364-4804-9f9d-40f0f776a2a5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:19.645695 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869a292e-82a0-4f79-8e6e-5efc99c6df01 x-openstack-request-id: req-869a292e-82a0-4f79-8e6e-5efc99c6df01 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:19.646024 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb61eda-3dd3-4371-b528-18bb771131ee", "tag": "95cd0bec-313c-4572-856d-206fed462bbe", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:19.646280 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-869a292e-82a0-4f79-8e6e-5efc99c6df01 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:19.646676 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb61eda-3dd3-4371-b528-18bb771131ee', 'tag': '95cd0bec-313c-4572-856d-206fed462bbe', 'status': 'completed', 'code': 200} Aug 16 01:46:19.651567 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef0150cf-3add-49b3-8f05-449fe3a0f47b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.752991 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49f95532-b411-41ae-89fd-b94dae2fa2f9 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.795380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ae2b0-1a89-404d-8e42-062a0fb998f3 req-27ba6f2b-cf4f-415a-b748-434f269db90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:19.797017 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d11ae2b0-1a89-404d-8e42-062a0fb998f3 req-27ba6f2b-cf4f-415a-b748-434f269db90f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee26a718258e436eb39e6859b9c6f1f9&device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 1175 time: 0.0638182 Aug 16 01:46:19.807821 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 04798e20-70da-4acc-8d68-34108d7958cb triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:19.808940 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.836395 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-203ac65d-5e40-4ebd-a140-ea70c2382acd req-97046c54-cb06-4081-a6cf-345392107b17 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/a78980f8-45ab-4b09-a3cd-ca802286a029 HTTP/1.1" status: 200 len: 1802 time: 0.2405701 Aug 16 01:46:19.903958 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49f95532-b411-41ae-89fd-b94dae2fa2f9 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.905884 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef0150cf-3add-49b3-8f05-449fe3a0f47b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.914108 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49f95532-b411-41ae-89fd-b94dae2fa2f9 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:19.927720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ae2b0-1a89-404d-8e42-062a0fb998f3 req-a68fb26e-5ca4-485d-b3a0-b47d6bf43657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:19.930824 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d11ae2b0-1a89-404d-8e42-062a0fb998f3 req-a68fb26e-5ca4-485d-b3a0-b47d6bf43657 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d1bd41b7-e4e3-465c-a858-6a8c07aabefa HTTP/1.1" status: 200 len: 913 time: 0.1247921 Aug 16 01:46:20.000747 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef0150cf-3add-49b3-8f05-449fe3a0f47b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.003376 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ef0150cf-3add-49b3-8f05-449fe3a0f47b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/subnets/776733a9-9b84-4ec4-bc50-f5ff0590635f HTTP/1.1" status: 204 len: 168 time: 0.9853959 Aug 16 01:46:20.008520 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0150cf-3add-49b3-8f05-449fe3a0f47b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Subnet': ['ID=776733a9-9b84-4ec4-bc50-f5ff0590635f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:20.014065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abb5ccc-cfaf-427b-bcb9-8a960d67df21 None None] Network aca32f45-77df-4b63-bec6-e72d03dbe13f requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:20.015672 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54990) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:20.034364 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49f95532-b411-41ae-89fd-b94dae2fa2f9 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.034971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f95532-b411-41ae-89fd-b94dae2fa2f9 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Fanout notify agent at l3_agent the message router_deleted on router c03e2fdd-ba4a-41b7-b6cb-bf1ea66dec90 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:46:20.038373 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d11ae2b0-1a89-404d-8e42-062a0fb998f3 req-6d86a3f4-6bd5-4e5f-954c-09f6bb6885e5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95cd0bec-313c-4572-856d-206fed462bbe HTTP/1.1" status: 200 len: 217 time: 0.0983074 Aug 16 01:46:20.049784 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49f95532-b411-41ae-89fd-b94dae2fa2f9 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.053190 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-49f95532-b411-41ae-89fd-b94dae2fa2f9 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "DELETE /v2.0/routers/c03e2fdd-ba4a-41b7-b6cb-bf1ea66dec90 HTTP/1.1" status: 204 len: 168 time: 2.0428283 Aug 16 01:46:20.054515 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54992) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:20.063112 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a0b61c91-d257-4fe8-8672-2bc4bcf21db6 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-993210956', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:20.081267 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [req-203ac65d-5e40-4ebd-a140-ea70c2382acd req-7aad80f6-2d7d-4052-8ef8-5d61bb00c113 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 01:46:20.082768 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-203ac65d-5e40-4ebd-a140-ea70c2382acd req-7aad80f6-2d7d-4052-8ef8-5d61bb00c113 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "DELETE /v2.0/security-groups/a78980f8-45ab-4b09-a3cd-ca802286a029 HTTP/1.1" status: 409 len: 341 time: 0.1942549 Aug 16 01:46:20.110643 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0b61c91-d257-4fe8-8672-2bc4bcf21db6 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.111924 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0b61c91-d257-4fe8-8672-2bc4bcf21db6 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.127601 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.179783 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ac092175-bb95-4dd5-acd9-460ae1c6f043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.189248 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ae2b0-1a89-404d-8e42-062a0fb998f3 req-23263325-3f6e-4f79-9531-aff291e9ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:20.191264 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d11ae2b0-1a89-404d-8e42-062a0fb998f3 req-23263325-3f6e-4f79-9531-aff291e9ce8f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=29fbd812-75c6-4cf7-a6ba-c9edee3eebb3 HTTP/1.1" status: 200 len: 852 time: 0.0614433 Aug 16 01:46:20.200625 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0b61c91-d257-4fe8-8672-2bc4bcf21db6 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.235847 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d11ae2b0-1a89-404d-8e42-062a0fb998f3 req-3c23385a-aacd-4111-a255-ba98e963a1f1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d1bd41b7-e4e3-465c-a858-6a8c07aabefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374081 Aug 16 01:46:20.406917 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port 04798e20-70da-4acc-8d68-34108d7958cb {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:20.407268 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.412032 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d11ae2b0-1a89-404d-8e42-062a0fb998f3 req-48672ba0-5a43-41c6-a264-fad3e66732c6 service neutron] 10.222.0.63 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510837 Aug 16 01:46:20.504732 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affdbbad-841e-40b6-9996-28e41594f11e None None] DHCP port deletion for aca32f45-77df-4b63-bec6-e72d03dbe13f request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:46:20.569408 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-affdbbad-841e-40b6-9996-28e41594f11e None None] Deleting port 04798e20-70da-4acc-8d68-34108d7958cb {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:20.569706 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-affdbbad-841e-40b6-9996-28e41594f11e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.673142 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-affdbbad-841e-40b6-9996-28e41594f11e None None] For port 04798e20-70da-4acc-8d68-34108d7958cb, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=04798e20-70da-4acc-8d68-34108d7958cb,segment=NetworkSegment(f7912b9f-07e4-4819-920e-e864df964bb1),segment_id=f7912b9f-07e4-4819-920e-e864df964bb1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:20.673549 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-affdbbad-841e-40b6-9996-28e41594f11e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.701913 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-affdbbad-841e-40b6-9996-28e41594f11e None None] Calling delete_port for 04798e20-70da-4acc-8d68-34108d7958cb owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:20.714407 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] For port 04798e20-70da-4acc-8d68-34108d7958cb, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=04798e20-70da-4acc-8d68-34108d7958cb,segment=NetworkSegment(f7912b9f-07e4-4819-920e-e864df964bb1),segment_id=f7912b9f-07e4-4819-920e-e864df964bb1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:20.714763 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.764031 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for 04798e20-70da-4acc-8d68-34108d7958cb owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:20.784420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d068ae2-52ba-46d6-87e0-0c20d9436fee req-37941c93-1a57-4bb4-8fb0-d33fc8dd9aeb tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:20.794251 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d068ae2-52ba-46d6-87e0-0c20d9436fee req-37941c93-1a57-4bb4-8fb0-d33fc8dd9aeb tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 1023 time: 0.2615752 Aug 16 01:46:20.862707 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0b61c91-d257-4fe8-8672-2bc4bcf21db6 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.893385 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf5b76-2c30-40ee-a642-0530bb62b9b9 req-7d8b6ec6-b785-413b-b521-40fc5866d89f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:20.899299 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6edf5b76-2c30-40ee-a642-0530bb62b9b9 req-7d8b6ec6-b785-413b-b521-40fc5866d89f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.4742053 Aug 16 01:46:20.922498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d11ae2b0-1a89-404d-8e42-062a0fb998f3 req-5b52bc99-5b52-4f39-9de6-8825e5e15c66 service neutron] 10.222.0.63 "GET /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758179 Aug 16 01:46:20.949020 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-affdbbad-841e-40b6-9996-28e41594f11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:20.984419 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d068ae2-52ba-46d6-87e0-0c20d9436fee req-96a259d6-e18d-40c7-b083-92eb89dfa829 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=54a86990-3ed1-4be9-805a-d6f926586560&id=a78980f8-45ab-4b09-a3cd-ca802286a029&id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1809938 Aug 16 01:46:20.988511 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6edf5b76-2c30-40ee-a642-0530bb62b9b9 req-45441945-eb05-4ecc-9460-51138b20a80f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706563 Aug 16 01:46:21.042946 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdbbad-841e-40b6-9996-28e41594f11e None None] Pushing event deleted for resources: {'Port': ['ID=04798e20-70da-4acc-8d68-34108d7958cb,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:21.047419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affdbbad-841e-40b6-9996-28e41594f11e None None] No DVR routers for this DVR port 04798e20-70da-4acc-8d68-34108d7958cb on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:21.064131 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.111283 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=04798e20-70da-4acc-8d68-34108d7958cb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:21.134714 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:21.135183 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:21.135592 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:21.135994 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:21.136395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:21.136792 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:21.137188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:21.137582 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:21.137993 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:21.138424 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:21.138791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:21.139177 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:21.145777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No DVR routers for this DVR port 04798e20-70da-4acc-8d68-34108d7958cb on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:21.222305 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0b61c91-d257-4fe8-8672-2bc4bcf21db6 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.241660 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0b61c91-d257-4fe8-8672-2bc4bcf21db6 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.258880 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4ca0c-de50-470e-a055-9c8ff7dc6d78 req-d82abb68-2b53-454a-9074-a55f4f365137 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:21.265004 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4ca0c-de50-470e-a055-9c8ff7dc6d78 req-d82abb68-2b53-454a-9074-a55f4f365137 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:21.270913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4ca0c-de50-470e-a055-9c8ff7dc6d78 req-d82abb68-2b53-454a-9074-a55f4f365137 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:21.276911 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4ca0c-de50-470e-a055-9c8ff7dc6d78 req-d82abb68-2b53-454a-9074-a55f4f365137 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:21.282904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4ca0c-de50-470e-a055-9c8ff7dc6d78 req-d82abb68-2b53-454a-9074-a55f4f365137 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:21.289224 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4ca0c-de50-470e-a055-9c8ff7dc6d78 req-d82abb68-2b53-454a-9074-a55f4f365137 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:21.295841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4ca0c-de50-470e-a055-9c8ff7dc6d78 req-d82abb68-2b53-454a-9074-a55f4f365137 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:21.297746 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8fd4ca0c-de50-470e-a055-9c8ff7dc6d78 req-d82abb68-2b53-454a-9074-a55f4f365137 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5429 time: 0.1754949 Aug 16 01:46:21.306839 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.333162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca32f45-77df-4b63-bec6-e72d03dbe13f']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:21.347011 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7912b9f-07e4-4819-920e-e864df964bb1') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:21.347188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7912b9f-07e4-4819-920e-e864df964bb1') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:21.351247 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-a0b61c91-d257-4fe8-8672-2bc4bcf21db6 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Allocated IP 172.25.3.139 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/1ffadd84-719c-4c7f-8528-02626ff58b66) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:21.365143 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.377875 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8fd4ca0c-de50-470e-a055-9c8ff7dc6d78 req-14348345-2de3-4502-b5d3-f390358b1883 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739639 Aug 16 01:46:21.386204 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.393329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:46:21.393901 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:46:21.407749 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:46:21.412752 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 04798e20-70da-4acc-8d68-34108d7958cb no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:21.433330 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 04798e20-70da-4acc-8d68-34108d7958cb {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:46:21.433714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 04798e20-70da-4acc-8d68-34108d7958cb not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:21.463136 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.471588 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.473383 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/networks/aca32f45-77df-4b63-bec6-e72d03dbe13f HTTP/1.1" status: 204 len: 168 time: 1.4568696 Aug 16 01:46:21.477446 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55006) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:21.483846 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29385697-0211-4813-b658-9a5ed4369c0b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Network': ['ID=aca32f45-77df-4b63-bec6-e72d03dbe13f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:21.488327 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0b61c91-d257-4fe8-8672-2bc4bcf21db6 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.493697 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4c438358-5b2f-4eb7-843d-9ea5eaf6030c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1546857670'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:21.526267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c438358-5b2f-4eb7-843d-9ea5eaf6030c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:21.529634 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c438358-5b2f-4eb7-843d-9ea5eaf6030c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.565013 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0b61c91-d257-4fe8-8672-2bc4bcf21db6 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.577351 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c438358-5b2f-4eb7-843d-9ea5eaf6030c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:46:21.618321 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b61c91-d257-4fe8-8672-2bc4bcf21db6 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:21.623694 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c438358-5b2f-4eb7-843d-9ea5eaf6030c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.624042 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-4c438358-5b2f-4eb7-843d-9ea5eaf6030c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Added segment de29e5f8-de66-425c-aa22-6108ee88a6d9 of type vlan for network ffbcccff-a63b-4c43-831a-a7e3e5431373 Aug 16 01:46:21.627154 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a0b61c91-d257-4fe8-8672-2bc4bcf21db6 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:21.629578 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b61c91-d257-4fe8-8672-2bc4bcf21db6 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:21.659568 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b61c91-d257-4fe8-8672-2bc4bcf21db6 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Pushing event updated for resources: {'Port': ['ID=1ffadd84-719c-4c7f-8528-02626ff58b66,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:21.703468 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c438358-5b2f-4eb7-843d-9ea5eaf6030c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.819981 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c438358-5b2f-4eb7-843d-9ea5eaf6030c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.826615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c438358-5b2f-4eb7-843d-9ea5eaf6030c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:21.827220 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c438358-5b2f-4eb7-843d-9ea5eaf6030c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:21.897384 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4c438358-5b2f-4eb7-843d-9ea5eaf6030c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4184978 Aug 16 01:46:21.901094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55014) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:21.906249 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e9937096-37d4-4bb6-95ea-424e37e2a686 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'subnet': {'network_id': 'ffbcccff-a63b-4c43-831a-a7e3e5431373', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:21.951662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c438358-5b2f-4eb7-843d-9ea5eaf6030c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Network': ['ID=ffbcccff-a63b-4c43-831a-a7e3e5431373,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:21.966479 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network ffbcccff-a63b-4c43-831a-a7e3e5431373 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:46:22.043477 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0b61c91-d257-4fe8-8672-2bc4bcf21db6 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.077502 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9937096-37d4-4bb6-95ea-424e37e2a686 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:22.081446 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9937096-37d4-4bb6-95ea-424e37e2a686 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.226505 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf3fbf-e0db-4b72-b5c2-339a66b2b12d req-c0680a6b-1c48-4396-9c99-e2132ce8e905 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:22.228589 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ddf3fbf-e0db-4b72-b5c2-339a66b2b12d req-c0680a6b-1c48-4396-9c99-e2132ce8e905 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.0818937 Aug 16 01:46:22.261527 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9774e47-0ee7-4a79-8934-39ff099096c7 req-6f9bd26b-3016-4406-b781-5a45cc60f260 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:22.263125 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d9774e47-0ee7-4a79-8934-39ff099096c7 req-6f9bd26b-3016-4406-b781-5a45cc60f260 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.63 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 1023 time: 0.2713165 Aug 16 01:46:22.273158 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 465a6ed0-dc32-464e-baf2-d0f03e4442f0 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:22.329943 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c899e-ecdc-44ff-baf1-093299155ff9 req-42d742ad-249a-4981-8396-3a7685958d29 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:22.331547 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-736c899e-ecdc-44ff-baf1-093299155ff9 req-42d742ad-249a-4981-8396-3a7685958d29 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 1023 time: 0.1591926 Aug 16 01:46:22.444405 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 465a6ed0-dc32-464e-baf2-d0f03e4442f0, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=465a6ed0-dc32-464e-baf2-d0f03e4442f0,segment=NetworkSegment(f0f2d78e-5425-43e8-a59b-5b83930d6cbb),segment_id=f0f2d78e-5425-43e8-a59b-5b83930d6cbb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:22.454203 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ddf3fbf-e0db-4b72-b5c2-339a66b2b12d req-9898af36-2973-4bf2-ac38-a26a9ef889e5 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736457 Aug 16 01:46:22.461895 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0b61c91-d257-4fe8-8672-2bc4bcf21db6 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.465144 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '465a6ed0-dc32-464e-baf2-d0f03e4442f0', 'network_id': 'f3ba83b8-171e-47ab-b264-b5e65af7f447', 'port_id': '465a6ed0-dc32-464e-baf2-d0f03e4442f0', 'mac_address': 'fa:16:3e:35:06:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85f7c82-6a4d-4d57-8a2b-76ed66161b19', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:22.493389 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-736c899e-ecdc-44ff-baf1-093299155ff9 req-d827803f-42ef-4be0-a9bf-b891d3c4ba0b tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=54a86990-3ed1-4be9-805a-d6f926586560&id=a78980f8-45ab-4b09-a3cd-ca802286a029&id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1518424 Aug 16 01:46:22.553117 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.559852 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d8c128a-8c36-4647-80a5-5e0b4ae9d7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.579454 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 465a6ed0-dc32-464e-baf2-d0f03e4442f0 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:22.611020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-d9774e47-0ee7-4a79-8934-39ff099096c7 req-886f2297-8dea-4b96-9ea2-5c53331b986a tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Deleting port 95cd0bec-313c-4572-856d-206fed462bbe {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:22.611496 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d9774e47-0ee7-4a79-8934-39ff099096c7 req-886f2297-8dea-4b96-9ea2-5c53331b986a tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.620383 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 465a6ed0-dc32-464e-baf2-d0f03e4442f0, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=465a6ed0-dc32-464e-baf2-d0f03e4442f0,segment=NetworkSegment(f0f2d78e-5425-43e8-a59b-5b83930d6cbb),segment_id=f0f2d78e-5425-43e8-a59b-5b83930d6cbb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:22.629183 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.630163 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:22.651869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b61c91-d257-4fe8-8672-2bc4bcf21db6 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Router 70199d22-ff82-40e0-91aa-e9f08586ed6b is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:46:22.698912 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=465a6ed0-dc32-464e-baf2-d0f03e4442f0,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:22.787545 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b61c91-d257-4fe8-8672-2bc4bcf21db6 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:46:22.799705 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca92734c-e4be-40aa-b090-2fb60720c76b None None] Sync routers for ids ['70199d22-ff82-40e0-91aa-e9f08586ed6b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:46:22.816686 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca92734c-e4be-40aa-b090-2fb60720c76b None None] Routers {'70199d22-ff82-40e0-91aa-e9f08586ed6b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:22.818367 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ca92734c-e4be-40aa-b090-2fb60720c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['70199d22-ff82-40e0-91aa-e9f08586ed6b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:22.818547 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0b61c91-d257-4fe8-8672-2bc4bcf21db6 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.820244 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a0b61c91-d257-4fe8-8672-2bc4bcf21db6 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7612877 Aug 16 01:46:22.823589 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55040) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:22.831044 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:22.832829 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d9774e47-0ee7-4a79-8934-39ff099096c7 req-886f2297-8dea-4b96-9ea2-5c53331b986a tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] For port 95cd0bec-313c-4572-856d-206fed462bbe, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=95cd0bec-313c-4572-856d-206fed462bbe,segment=NetworkSegment(962947a4-95cf-4037-b4a9-3fdf8b7aaf0f),segment_id=962947a4-95cf-4037-b4a9-3fdf8b7aaf0f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:22.833203 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d9774e47-0ee7-4a79-8934-39ff099096c7 req-886f2297-8dea-4b96-9ea2-5c53331b986a tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.836970 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e9ee5a1e-711a-4dab-b7df-ef8100434557 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:22.849742 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9937096-37d4-4bb6-95ea-424e37e2a686 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.851395 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be', 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa', 'port_id': 'b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be', 'mac_address': 'fa:16:3e:6b:33:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4928c19d-6e04-4f53-b85e-b835057b94ec', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:22.873147 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ca92734c-e4be-40aa-b090-2fb60720c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:22.886120 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca92734c-e4be-40aa-b090-2fb60720c76b None None] Routers {'70199d22-ff82-40e0-91aa-e9f08586ed6b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:22.889276 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ca92734c-e4be-40aa-b090-2fb60720c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['70199d22-ff82-40e0-91aa-e9f08586ed6b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:22.889432 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009fb27-ddad-45fb-b318-725813ca6f2e req-21c6335e-4395-45d8-827e-7753e68e7202 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:22.895322 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.898196 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009fb27-ddad-45fb-b318-725813ca6f2e req-21c6335e-4395-45d8-827e-7753e68e7202 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:22.905791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009fb27-ddad-45fb-b318-725813ca6f2e req-21c6335e-4395-45d8-827e-7753e68e7202 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:22.910849 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:22.913142 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009fb27-ddad-45fb-b318-725813ca6f2e req-21c6335e-4395-45d8-827e-7753e68e7202 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:22.921054 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009fb27-ddad-45fb-b318-725813ca6f2e req-21c6335e-4395-45d8-827e-7753e68e7202 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:22.928188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009fb27-ddad-45fb-b318-725813ca6f2e req-21c6335e-4395-45d8-827e-7753e68e7202 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:22.935866 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009fb27-ddad-45fb-b318-725813ca6f2e req-21c6335e-4395-45d8-827e-7753e68e7202 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:22.936927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:22.938106 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1009fb27-ddad-45fb-b318-725813ca6f2e req-21c6335e-4395-45d8-827e-7753e68e7202 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5430 time: 0.2649608 Aug 16 01:46:22.948738 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:22.949834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ff481ee4-d554-41f9-8c85-9df7af1599d3 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:22.977868 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ca92734c-e4be-40aa-b090-2fb60720c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:22.978691 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca92734c-e4be-40aa-b090-2fb60720c76b None None] The sync data for ids ['70199d22-ff82-40e0-91aa-e9f08586ed6b'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:46:23.006671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9937096-37d4-4bb6-95ea-424e37e2a686 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Subnet': ['ID=3e33cb82-cff8-4b4f-8217-ba521ea67101,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:23.012976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-d9774e47-0ee7-4a79-8934-39ff099096c7 req-886f2297-8dea-4b96-9ea2-5c53331b986a tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Calling delete_port for 95cd0bec-313c-4572-856d-206fed462bbe owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:23.053046 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port ff481ee4-d554-41f9-8c85-9df7af1599d3, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ff481ee4-d554-41f9-8c85-9df7af1599d3,segment=NetworkSegment(f0f2d78e-5425-43e8-a59b-5b83930d6cbb),segment_id=f0f2d78e-5425-43e8-a59b-5b83930d6cbb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:23.056794 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:23.077252 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'ff481ee4-d554-41f9-8c85-9df7af1599d3', 'network_id': 'f3ba83b8-171e-47ab-b264-b5e65af7f447', 'port_id': 'ff481ee4-d554-41f9-8c85-9df7af1599d3', 'mac_address': 'fa:16:3e:6b:54:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85f7c82-6a4d-4d57-8a2b-76ed66161b19', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:23.123322 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.127563 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9937096-37d4-4bb6-95ea-424e37e2a686 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Checking segment: {'id': 'de29e5f8-de66-425c-aa22-6108ee88a6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ffbcccff-a63b-4c43-831a-a7e3e5431373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:23.127998 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9937096-37d4-4bb6-95ea-424e37e2a686 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network hostable DHCP agents. Network: ffbcccff-a63b-4c43-831a-a7e3e5431373, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:46:23.140726 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1009fb27-ddad-45fb-b318-725813ca6f2e req-3e3974db-a067-4158-b90f-1ce309c63b02 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1477661 Aug 16 01:46:23.155246 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff481ee4-d554-41f9-8c85-9df7af1599d3 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:23.177839 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9937096-37d4-4bb6-95ea-424e37e2a686 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network ffbcccff-a63b-4c43-831a-a7e3e5431373 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:46:23.186144 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port ff481ee4-d554-41f9-8c85-9df7af1599d3, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ff481ee4-d554-41f9-8c85-9df7af1599d3,segment=NetworkSegment(f0f2d78e-5425-43e8-a59b-5b83930d6cbb),segment_id=f0f2d78e-5425-43e8-a59b-5b83930d6cbb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:23.193541 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.194628 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0acdabdb-c72c-46b9-8121-47f8e483891b details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:23.198714 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e9937096-37d4-4bb6-95ea-424e37e2a686 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, ffbcccff-a63b-4c43-831a-a7e3e5431373) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:23.203298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9937096-37d4-4bb6-95ea-424e37e2a686 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:23.203822 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9937096-37d4-4bb6-95ea-424e37e2a686 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.239181 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e9937096-37d4-4bb6-95ea-424e37e2a686 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3369370 Aug 16 01:46:23.242617 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed38b92-905c-43f5-9729-c2eeaa5c804e None None] Network ffbcccff-a63b-4c43-831a-a7e3e5431373 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:23.244616 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55046) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:23.254506 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1251b666-f0b2-4a4b-ae9c-428a9a25d03c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'network_id': 'ffbcccff-a63b-4c43-831a-a7e3e5431373', 'name': 'tempest-PortsTestJSON-82342999', 'fixed_ips': [{'subnet_id': '3e33cb82-cff8-4b4f-8217-ba521ea67101', 'ip_address': '172.20.0.10'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:23.369831 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.406393 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0acdabdb-c72c-46b9-8121-47f8e483891b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0acdabdb-c72c-46b9-8121-47f8e483891b,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:23.471307 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d9774e47-0ee7-4a79-8934-39ff099096c7 req-886f2297-8dea-4b96-9ea2-5c53331b986a tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.545857 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9ee5a1e-711a-4dab-b7df-ef8100434557 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.574094 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9ee5a1e-711a-4dab-b7df-ef8100434557 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.670692 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=ff481ee4-d554-41f9-8c85-9df7af1599d3,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:23.678207 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['7ac4cd7a-00e4-4662-956a-2eb20f5ea746'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:23.691151 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '0acdabdb-c72c-46b9-8121-47f8e483891b', 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa', 'port_id': '0acdabdb-c72c-46b9-8121-47f8e483891b', 'mac_address': 'fa:16:3e:72:4d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4928c19d-6e04-4f53-b85e-b835057b94ec', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:23.756984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b63d3-ddb4-4165-8765-ab4f2e34d492 req-4ed8ef44-fa93-4da7-b8a9-e80459c266b0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:23.759963 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b39b63d3-ddb4-4165-8765-ab4f2e34d492 req-4ed8ef44-fa93-4da7-b8a9-e80459c266b0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.1042647 Aug 16 01:46:23.791476 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e9ee5a1e-711a-4dab-b7df-ef8100434557 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Deleting port 1ffadd84-719c-4c7f-8528-02626ff58b66 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:23.792172 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9ee5a1e-711a-4dab-b7df-ef8100434557 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.917038 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:23.938671 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b39b63d3-ddb4-4165-8765-ab4f2e34d492 req-309d144b-10d7-4612-8190-6b78a5124052 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495116 Aug 16 01:46:23.983745 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd482a80-45b3-47db-9f0f-83c4125c7c6e req-7c01abb4-ee62-407f-99eb-d3c370219f9d tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bb61eda-3dd3-4371-b528-18bb771131ee HTTP/1.1" status: 200 len: 210 time: 0.0695381 Aug 16 01:46:23.984644 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f2297-8dea-4b96-9ea2-5c53331b986a tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event deleted for resources: {'Port': ['ID=95cd0bec-313c-4572-856d-206fed462bbe,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:24.039089 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9774e47-0ee7-4a79-8934-39ff099096c7 req-886f2297-8dea-4b96-9ea2-5c53331b986a tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] No DVR routers for this DVR port 95cd0bec-313c-4572-856d-206fed462bbe on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:24.045201 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d9774e47-0ee7-4a79-8934-39ff099096c7 req-886f2297-8dea-4b96-9ea2-5c53331b986a tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:24.047587 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d9774e47-0ee7-4a79-8934-39ff099096c7 req-886f2297-8dea-4b96-9ea2-5c53331b986a tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.63 "DELETE /v2.0/ports/95cd0bec-313c-4572-856d-206fed462bbe HTTP/1.1" status: 204 len: 173 time: 1.7743847 Aug 16 01:46:24.048219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb61eda-3dd3-4371-b528-18bb771131ee', 'name': 'network-vif-deleted', 'tag': '95cd0bec-313c-4572-856d-206fed462bbe'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:24.050660 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023ed57c-f8ca-4b45-8d70-a17cbc2d3bba" -d '{"events": [{"server_uuid": "3bb61eda-3dd3-4371-b528-18bb771131ee", "name": "network-vif-deleted", "tag": "95cd0bec-313c-4572-856d-206fed462bbe"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:24.085529 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9ee5a1e-711a-4dab-b7df-ef8100434557 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:24.092029 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1251b666-f0b2-4a4b-ae9c-428a9a25d03c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:24.148273 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-ffbcccff-a63b-4c43-831a-a7e3e5431373', 'network_id': 'ffbcccff-a63b-4c43-831a-a7e3e5431373', 'tenant_id': '81838e3aa0c9493fbc6d0bcbcdcdd7ba', 'fixed_ips': [{'subnet_id': '3e33cb82-cff8-4b4f-8217-ba521ea67101'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:46:24.149575 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:24.159181 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e9ee5a1e-711a-4dab-b7df-ef8100434557 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Calling delete_port for 1ffadd84-719c-4c7f-8528-02626ff58b66 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:24.170312 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c66b13-3960-4c62-86c5-6dca0575be94 x-openstack-request-id: req-a2c66b13-3960-4c62-86c5-6dca0575be94 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:24.171265 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb61eda-3dd3-4371-b528-18bb771131ee", "name": "network-vif-deleted", "tag": "95cd0bec-313c-4572-856d-206fed462bbe", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:24.171768 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a2c66b13-3960-4c62-86c5-6dca0575be94 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:24.172425 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb61eda-3dd3-4371-b528-18bb771131ee', 'name': 'network-vif-deleted', 'tag': '95cd0bec-313c-4572-856d-206fed462bbe', 'status': 'completed', 'code': 200} Aug 16 01:46:24.191704 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acdabdb-c72c-46b9-8121-47f8e483891b {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:24.273866 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1251b666-f0b2-4a4b-ae9c-428a9a25d03c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:24.315752 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-1251b666-f0b2-4a4b-ae9c-428a9a25d03c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] device_id is not set on port 4ed47a3b-76d6-46f2-9ab4-02be3abedcb4 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:46:24.321047 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:24.400521 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0acdabdb-c72c-46b9-8121-47f8e483891b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0acdabdb-c72c-46b9-8121-47f8e483891b,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:24.439715 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:24.443479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6137a-865c-4662-b04a-2138c172ff01 req-6a2f9be7-62c6-4b77-bcc0-b0fe4a6d746c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:24.454649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device bee42ab6-fdb5-48a2-98ba-795a696d06da details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:24.456616 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6137a-865c-4662-b04a-2138c172ff01 req-6a2f9be7-62c6-4b77-bcc0-b0fe4a6d746c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:24.464074 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6137a-865c-4662-b04a-2138c172ff01 req-6a2f9be7-62c6-4b77-bcc0-b0fe4a6d746c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:24.471844 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6137a-865c-4662-b04a-2138c172ff01 req-6a2f9be7-62c6-4b77-bcc0-b0fe4a6d746c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:24.480978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6137a-865c-4662-b04a-2138c172ff01 req-6a2f9be7-62c6-4b77-bcc0-b0fe4a6d746c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:24.488882 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6137a-865c-4662-b04a-2138c172ff01 req-6a2f9be7-62c6-4b77-bcc0-b0fe4a6d746c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:24.496792 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6137a-865c-4662-b04a-2138c172ff01 req-6a2f9be7-62c6-4b77-bcc0-b0fe4a6d746c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:24.499134 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-52d6137a-865c-4662-b04a-2138c172ff01 req-6a2f9be7-62c6-4b77-bcc0-b0fe4a6d746c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5432 time: 0.1529224 Aug 16 01:46:24.515174 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=0acdabdb-c72c-46b9-8121-47f8e483891b,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:24.594200 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-52d6137a-865c-4662-b04a-2138c172ff01 req-99cbfa67-ab26-4feb-a842-ffa94e194ed0 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0861504 Aug 16 01:46:24.595554 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9ee5a1e-711a-4dab-b7df-ef8100434557 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:24.639124 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee5a1e-711a-4dab-b7df-ef8100434557 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Pushing event deleted for resources: {'Port': ['ID=1ffadd84-719c-4c7f-8528-02626ff58b66,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:24.678441 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port bee42ab6-fdb5-48a2-98ba-795a696d06da, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bee42ab6-fdb5-48a2-98ba-795a696d06da,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:24.695729 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Allocated IP 172.20.0.2 (ffbcccff-a63b-4c43-831a-a7e3e5431373/3e33cb82-cff8-4b4f-8217-ba521ea67101/b161ede5-572e-4535-92cd-8620a2101ef3) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:24.717418 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'bee42ab6-fdb5-48a2-98ba-795a696d06da', 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa', 'port_id': 'bee42ab6-fdb5-48a2-98ba-795a696d06da', 'mac_address': 'fa:16:3e:93:bc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4928c19d-6e04-4f53-b85e-b835057b94ec', 'ip_address': '10.1.1.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:24.748073 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9ee5a1e-711a-4dab-b7df-ef8100434557 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:24.905026 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:24.930606 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee42ab6-fdb5-48a2-98ba-795a696d06da {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:24.980693 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port bee42ab6-fdb5-48a2-98ba-795a696d06da, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bee42ab6-fdb5-48a2-98ba-795a696d06da,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:25.021561 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.025547 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 15416754-813f-49e1-bf9c-3e1659dcbe8b details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:25.117442 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2eb45-4b2c-4b92-bbde-83c715d659e6 req-4fa21df9-43bf-49c4-b4e9-fafe7bbd355d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:25.126246 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f7b2eb45-4b2c-4b92-bbde-83c715d659e6 req-4fa21df9-43bf-49c4-b4e9-fafe7bbd355d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.0789218 Aug 16 01:46:25.188506 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f7b2eb45-4b2c-4b92-bbde-83c715d659e6 req-2d6c3fd4-d2b6-438c-8e8e-ff0c071963cb tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613823 Aug 16 01:46:25.190277 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.302822 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Transition to ACTIVE for port object b161ede5-572e-4535-92cd-8620a2101ef3 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:25.359078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=bee42ab6-fdb5-48a2-98ba-795a696d06da,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:25.378937 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Transition to ACTIVE for port object b161ede5-572e-4535-92cd-8620a2101ef3 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:25.421533 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 95cd0bec-313c-4572-856d-206fed462bbe no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:25.434221 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-67964ecb-2b51-4786-95cd-1c59c873613c req-828ed7e4-d888-4863-815d-8cc1765a8a90 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/54a86990-3ed1-4be9-805a-d6f926586560 HTTP/1.1" status: 200 len: 1802 time: 0.1553442 Aug 16 01:46:25.469032 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.483550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 95cd0bec-313c-4572-856d-206fed462bbe {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:46:25.484803 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 95cd0bec-313c-4572-856d-206fed462bbe not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:25.501140 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1251b666-f0b2-4a4b-ae9c-428a9a25d03c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Allocated IP 172.20.0.10 (ffbcccff-a63b-4c43-831a-a7e3e5431373/3e33cb82-cff8-4b4f-8217-ba521ea67101/4ed47a3b-76d6-46f2-9ab4-02be3abedcb4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:25.535285 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Network ffbcccff-a63b-4c43-831a-a7e3e5431373 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:25.546656 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:25.554740 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 15416754-813f-49e1-bf9c-3e1659dcbe8b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=15416754-813f-49e1-bf9c-3e1659dcbe8b,segment=NetworkSegment(b5f372a8-0b04-455f-92d6-6952aa4b1489),segment_id=b5f372a8-0b04-455f-92d6-6952aa4b1489)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:25.564721 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:25.589609 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Pushing event updated for resources: {'Port': ['ID=b161ede5-572e-4535-92cd-8620a2101ef3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:25.643308 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '15416754-813f-49e1-bf9c-3e1659dcbe8b', 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495', 'port_id': '15416754-813f-49e1-bf9c-3e1659dcbe8b', 'mac_address': 'fa:16:3e:5b:b8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:25.712868 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Attempting to bind port b161ede5-572e-4535-92cd-8620a2101ef3 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:25.713596 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Attempting to bind port b161ede5-572e-4535-92cd-8620a2101ef3 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'de29e5f8-de66-425c-aa22-6108ee88a6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ffbcccff-a63b-4c43-831a-a7e3e5431373'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:25.714370 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Attempting to bind port b161ede5-572e-4535-92cd-8620a2101ef3 on network ffbcccff-a63b-4c43-831a-a7e3e5431373 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:25.728788 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:25.729970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Checking segment: {'id': 'de29e5f8-de66-425c-aa22-6108ee88a6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ffbcccff-a63b-4c43-831a-a7e3e5431373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:25.730605 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.731442 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Bound using segment: {'id': 'de29e5f8-de66-425c-aa22-6108ee88a6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ffbcccff-a63b-4c43-831a-a7e3e5431373'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:25.732154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Bound port: b161ede5-572e-4535-92cd-8620a2101ef3, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de29e5f8-de66-425c-aa22-6108ee88a6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ffbcccff-a63b-4c43-831a-a7e3e5431373'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:25.732764 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.741180 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9ee5a1e-711a-4dab-b7df-ef8100434557 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.750082 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.754851 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9ee5a1e-711a-4dab-b7df-ef8100434557 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.768289 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67964ecb-2b51-4786-95cd-1c59c873613c req-6afd7858-9ba1-4d15-af28-14eaff11c063 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.786533 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15416754-813f-49e1-bf9c-3e1659dcbe8b {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:25.858943 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 15416754-813f-49e1-bf9c-3e1659dcbe8b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=15416754-813f-49e1-bf9c-3e1659dcbe8b,segment=NetworkSegment(b5f372a8-0b04-455f-92d6-6952aa4b1489),segment_id=b5f372a8-0b04-455f-92d6-6952aa4b1489)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:25.891952 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1251b666-f0b2-4a4b-ae9c-428a9a25d03c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.898526 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.900548 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device bd0bff2b-08e3-4df0-9d32-cf931a827abb details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:46:25.901663 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67964ecb-2b51-4786-95cd-1c59c873613c req-6afd7858-9ba1-4d15-af28-14eaff11c063 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.913538 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:25.914433 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3e5e5-dfb8-41c1-874d-535a14c4b101 req-672245fe-5f26-4b4c-a1b7-edf05e7fe037 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:25.916941 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ee5a1e-711a-4dab-b7df-ef8100434557 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Router 70199d22-ff82-40e0-91aa-e9f08586ed6b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:46:25.920973 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3e5e5-dfb8-41c1-874d-535a14c4b101 req-672245fe-5f26-4b4c-a1b7-edf05e7fe037 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:25.927743 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3e5e5-dfb8-41c1-874d-535a14c4b101 req-672245fe-5f26-4b4c-a1b7-edf05e7fe037 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:25.951472 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3e5e5-dfb8-41c1-874d-535a14c4b101 req-672245fe-5f26-4b4c-a1b7-edf05e7fe037 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:25.958047 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3e5e5-dfb8-41c1-874d-535a14c4b101 req-672245fe-5f26-4b4c-a1b7-edf05e7fe037 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:25.977554 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3e5e5-dfb8-41c1-874d-535a14c4b101 req-672245fe-5f26-4b4c-a1b7-edf05e7fe037 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:25.979979 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] For port b161ede5-572e-4535-92cd-8620a2101ef3, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:25.990726 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3e5e5-dfb8-41c1-874d-535a14c4b101 req-672245fe-5f26-4b4c-a1b7-edf05e7fe037 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:26.003494 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bd3e5e5-dfb8-41c1-874d-535a14c4b101 req-672245fe-5f26-4b4c-a1b7-edf05e7fe037 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5434 time: 0.2190235 Aug 16 01:46:26.017061 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] For port b161ede5-572e-4535-92cd-8620a2101ef3, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b161ede5-572e-4535-92cd-8620a2101ef3,segment=NetworkSegment(de29e5f8-de66-425c-aa22-6108ee88a6d9),segment_id=de29e5f8-de66-425c-aa22-6108ee88a6d9)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:26.036182 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.039098 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ee5a1e-711a-4dab-b7df-ef8100434557 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:46:26.040142 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port bd0bff2b-08e3-4df0-9d32-cf931a827abb, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bd0bff2b-08e3-4df0-9d32-cf931a827abb,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:26.046191 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1251b666-f0b2-4a4b-ae9c-428a9a25d03c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Transition to ACTIVE for port object 4ed47a3b-76d6-46f2-9ab4-02be3abedcb4 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:26.046926 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9ee5a1e-711a-4dab-b7df-ef8100434557 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.048417 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e9ee5a1e-711a-4dab-b7df-ef8100434557 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "PUT /v2.0/routers/70199d22-ff82-40e0-91aa-e9f08586ed6b HTTP/1.1" status: 200 len: 705 time: 3.2224913 Aug 16 01:46:26.049489 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67964ecb-2b51-4786-95cd-1c59c873613c req-6afd7858-9ba1-4d15-af28-14eaff11c063 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.052331 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67964ecb-2b51-4786-95cd-1c59c873613c req-6afd7858-9ba1-4d15-af28-14eaff11c063 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.053794 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-67964ecb-2b51-4786-95cd-1c59c873613c req-6afd7858-9ba1-4d15-af28-14eaff11c063 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "DELETE /v2.0/security-groups/54a86990-3ed1-4be9-805a-d6f926586560 HTTP/1.1" status: 204 len: 173 time: 0.6187007 Aug 16 01:46:26.054542 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55324) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:26.083248 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10c8250-7ab1-487d-a25b-43d6a5ecf889 None None] Sync routers for ids ['70199d22-ff82-40e0-91aa-e9f08586ed6b'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:46:26.103030 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'bd0bff2b-08e3-4df0-9d32-cf931a827abb', 'network_id': '25689f12-8f02-45a9-92d2-2d5bfc262caa', 'port_id': 'bd0bff2b-08e3-4df0-9d32-cf931a827abb', 'mac_address': 'fa:16:3e:29:57:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4928c19d-6e04-4f53-b85e-b835057b94ec', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:46:26.105273 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=15416754-813f-49e1-bf9c-3e1659dcbe8b,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:26.144154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10c8250-7ab1-487d-a25b-43d6a5ecf889 None None] Routers {'70199d22-ff82-40e0-91aa-e9f08586ed6b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:26.148839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd7858-9ba1-4d15-af28-14eaff11c063 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a86990-3ed1-4be9-805a-d6f926586560,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:26.150953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f10c8250-7ab1-487d-a25b-43d6a5ecf889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['70199d22-ff82-40e0-91aa-e9f08586ed6b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:26.168031 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bd3e5e5-dfb8-41c1-874d-535a14c4b101 req-76de94ea-adfb-4026-b973-62257e7c0c1d tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1589694 Aug 16 01:46:26.227591 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-28374533-1198-45bb-b3e0-9cb9cea118ea tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "GET /v2.0/routers/70199d22-ff82-40e0-91aa-e9f08586ed6b HTTP/1.1" status: 200 len: 740 time: 0.1641476 Aug 16 01:46:26.231215 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1251b666-f0b2-4a4b-ae9c-428a9a25d03c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.234896 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55346) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:26.268167 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8d0fabfa-fc50-40ac-a624-2ed0bf180b19 req-1a337b80-09f3-4980-9fd6-5b23e607a035 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/a78980f8-45ab-4b09-a3cd-ca802286a029 HTTP/1.1" status: 200 len: 1802 time: 0.1835089 Aug 16 01:46:26.354894 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f10c8250-7ab1-487d-a25b-43d6a5ecf889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:26.358978 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8d0fabfa-fc50-40ac-a624-2ed0bf180b19 req-7ae37831-d572-4fb8-902a-37f65253c125 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.406638 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8d0fabfa-fc50-40ac-a624-2ed0bf180b19 req-7ae37831-d572-4fb8-902a-37f65253c125 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.424617 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10c8250-7ab1-487d-a25b-43d6a5ecf889 None None] Routers {'70199d22-ff82-40e0-91aa-e9f08586ed6b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:26.425554 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f10c8250-7ab1-487d-a25b-43d6a5ecf889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['70199d22-ff82-40e0-91aa-e9f08586ed6b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:26.448968 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a57e39e9-77b3-4334-9809-c45b0b0efe19 tempest-RoutersAdminTest-1086952234 tempest-RoutersAdminTest-1086952234-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=624da80d-1349-4890-b915-f302637330f0&device_id=70199d22-ff82-40e0-91aa-e9f08586ed6b HTTP/1.1" status: 200 len: 205 time: 0.2119632 Aug 16 01:46:26.456346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55372) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:26.477086 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8d0fabfa-fc50-40ac-a624-2ed0bf180b19 req-7ae37831-d572-4fb8-902a-37f65253c125 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.487018 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8d0fabfa-fc50-40ac-a624-2ed0bf180b19 req-7ae37831-d572-4fb8-902a-37f65253c125 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.488471 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8d0fabfa-fc50-40ac-a624-2ed0bf180b19 req-7ae37831-d572-4fb8-902a-37f65253c125 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "DELETE /v2.0/security-groups/a78980f8-45ab-4b09-a3cd-ca802286a029 HTTP/1.1" status: 204 len: 173 time: 0.2192173 Aug 16 01:46:26.488625 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f10c8250-7ab1-487d-a25b-43d6a5ecf889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:26.489276 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10c8250-7ab1-487d-a25b-43d6a5ecf889 None None] The sync data for ids ['70199d22-ff82-40e0-91aa-e9f08586ed6b'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:46:26.491459 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.504552 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae37831-d572-4fb8-902a-37f65253c125 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78980f8-45ab-4b09-a3cd-ca802286a029,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:26.504761 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35d34f-4a79-4d28-9989-70f3e157b0cc None None] Pushing event updated for resources: {'Port': ['ID=b161ede5-572e-4535-92cd-8620a2101ef3,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:26.534731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0bff2b-08e3-4df0-9d32-cf931a827abb {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:46:26.567723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port bd0bff2b-08e3-4df0-9d32-cf931a827abb, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bd0bff2b-08e3-4df0-9d32-cf931a827abb,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:26.580585 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.649124 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1251b666-f0b2-4a4b-ae9c-428a9a25d03c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network ffbcccff-a63b-4c43-831a-a7e3e5431373 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:26.652250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1251b666-f0b2-4a4b-ae9c-428a9a25d03c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:26.656123 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1251b666-f0b2-4a4b-ae9c-428a9a25d03c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:26.668819 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4245e154-93c3-4a2f-9c6d-a143e0f71298 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "GET /v2.0/ports?device_id=70199d22-ff82-40e0-91aa-e9f08586ed6b HTTP/1.1" status: 200 len: 205 time: 0.1924357 Aug 16 01:46:26.672161 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55392) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:26.725290 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251b666-f0b2-4a4b-ae9c-428a9a25d03c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=4ed47a3b-76d6-46f2-9ab4-02be3abedcb4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:26.768586 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=bd0bff2b-08e3-4df0-9d32-cf931a827abb,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:26.795176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-68f1c89f-f072-44df-a01e-e95d583d390d req-ba992baa-2f06-4f6a-9b53-bc7740df0b96 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1825637692', 'description': 'tempest-description-1467279124'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:26.802686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1251b666-f0b2-4a4b-ae9c-428a9a25d03c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:26.803365 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1251b666-f0b2-4a4b-ae9c-428a9a25d03c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.813608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f19c63-2f15-4700-b569-7725eebfda0f req-c4a96083-5d95-42cb-8593-8a96485fb252 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:26.815204 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81f19c63-2f15-4700-b569-7725eebfda0f req-c4a96083-5d95-42cb-8593-8a96485fb252 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.4217651 Aug 16 01:46:26.842043 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02c36ebe-8e25-44fa-b607-1c10c5bbacb3 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.871627 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1251b666-f0b2-4a4b-ae9c-428a9a25d03c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6240339 Aug 16 01:46:26.872719 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55414) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:26.888700 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7f21f088-b37c-4756-a1a8-a347a11519a0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'network_id': 'ffbcccff-a63b-4c43-831a-a7e3e5431373', 'name': 'tempest-PortsTestJSON-1617803370', 'fixed_ips': [{'subnet_id': '3e33cb82-cff8-4b4f-8217-ba521ea67101', 'ip_address': '172.20.0.9'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:26.940863 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68f1c89f-f072-44df-a01e-e95d583d390d req-ba992baa-2f06-4f6a-9b53-bc7740df0b96 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:26.993297 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81f19c63-2f15-4700-b569-7725eebfda0f req-10a4979c-51f8-4e5b-9e04-6bffbe705277 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681504 Aug 16 01:46:27.063125 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02c36ebe-8e25-44fa-b607-1c10c5bbacb3 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.066980 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02c36ebe-8e25-44fa-b607-1c10c5bbacb3 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.082754 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f21f088-b37c-4756-a1a8-a347a11519a0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:27.088455 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f21f088-b37c-4756-a1a8-a347a11519a0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.111595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-7f21f088-b37c-4756-a1a8-a347a11519a0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] device_id is not set on port b839716e-e651-4ff6-a329-8e06dc2568db yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:46:27.150756 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02c36ebe-8e25-44fa-b607-1c10c5bbacb3 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.151596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c36ebe-8e25-44fa-b607-1c10c5bbacb3 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Fanout notify agent at l3_agent the message router_deleted on router 70199d22-ff82-40e0-91aa-e9f08586ed6b {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:46:27.183580 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02c36ebe-8e25-44fa-b607-1c10c5bbacb3 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.185497 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-02c36ebe-8e25-44fa-b607-1c10c5bbacb3 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "DELETE /v2.0/routers/70199d22-ff82-40e0-91aa-e9f08586ed6b HTTP/1.1" status: 204 len: 168 time: 0.5117595 Aug 16 01:46:27.189228 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55448) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:27.248149 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-871a597d-3ca7-4c1d-8a43-5b3d79fb8329 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "GET /v2.0/ports?device_id=70199d22-ff82-40e0-91aa-e9f08586ed6b HTTP/1.1" status: 200 len: 205 time: 0.0569720 Aug 16 01:46:27.253104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55456) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:27.369191 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-7f21f088-b37c-4756-a1a8-a347a11519a0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Allocated IP 172.20.0.9 (ffbcccff-a63b-4c43-831a-a7e3e5431373/3e33cb82-cff8-4b4f-8217-ba521ea67101/b839716e-e651-4ff6-a329-8e06dc2568db) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:27.378910 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['465a6ed0-dc32-464e-baf2-d0f03e4442f0'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:27.433254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['0acdabdb-c72c-46b9-8121-47f8e483891b'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:27.436907 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-0d168a0b-5ebf-4b5d-a57d-153dceeccdfe tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] delete failed (client error): The resource could not be found. Aug 16 01:46:27.440999 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0d168a0b-5ebf-4b5d-a57d-153dceeccdfe tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "DELETE /v2.0/routers/70199d22-ff82-40e0-91aa-e9f08586ed6b HTTP/1.1" status: 404 len: 336 time: 0.1839213 Aug 16 01:46:27.442907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55472) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:27.458045 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['bd0bff2b-08e3-4df0-9d32-cf931a827abb'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:27.473809 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['15416754-813f-49e1-bf9c-3e1659dcbe8b'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:27.506650 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68f1c89f-f072-44df-a01e-e95d583d390d req-ba992baa-2f06-4f6a-9b53-bc7740df0b96 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.514404 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68f1c89f-f072-44df-a01e-e95d583d390d req-ba992baa-2f06-4f6a-9b53-bc7740df0b96 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.532000 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c87afe91-2582-4bd7-bc56-8a889d6a65ee tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "GET /v2.0/ports?device_id=c03e2fdd-ba4a-41b7-b6cb-bf1ea66dec90 HTTP/1.1" status: 200 len: 205 time: 0.0848031 Aug 16 01:46:27.538169 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55482) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:27.539722 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['ff481ee4-d554-41f9-8c85-9df7af1599d3'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:27.575611 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68f1c89f-f072-44df-a01e-e95d583d390d req-ba992baa-2f06-4f6a-9b53-bc7740df0b96 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.581767 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-68f1c89f-f072-44df-a01e-e95d583d390d req-ba992baa-2f06-4f6a-9b53-bc7740df0b96 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7952573 Aug 16 01:46:27.582860 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b207a-af72-4322-bb6e-edffe13f5978 req-67606a87-0d0f-4ab0-b5b9-893e812de3a7 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:27.598898 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b207a-af72-4322-bb6e-edffe13f5978 req-67606a87-0d0f-4ab0-b5b9-893e812de3a7 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:27.606613 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b207a-af72-4322-bb6e-edffe13f5978 req-67606a87-0d0f-4ab0-b5b9-893e812de3a7 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:27.620533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b207a-af72-4322-bb6e-edffe13f5978 req-67606a87-0d0f-4ab0-b5b9-893e812de3a7 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:27.627707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b207a-af72-4322-bb6e-edffe13f5978 req-67606a87-0d0f-4ab0-b5b9-893e812de3a7 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:27.633126 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b161ede5-572e-4535-92cd-8620a2101ef3 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:27.644640 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b207a-af72-4322-bb6e-edffe13f5978 req-67606a87-0d0f-4ab0-b5b9-893e812de3a7 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:27.655141 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-24af9e87-b14b-423e-8d0c-a32db17b4974 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] delete failed (client error): The resource could not be found. Aug 16 01:46:27.656467 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-24af9e87-b14b-423e-8d0c-a32db17b4974 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "DELETE /v2.0/routers/c03e2fdd-ba4a-41b7-b6cb-bf1ea66dec90 HTTP/1.1" status: 404 len: 336 time: 0.1086776 Aug 16 01:46:27.656589 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b207a-af72-4322-bb6e-edffe13f5978 req-67606a87-0d0f-4ab0-b5b9-893e812de3a7 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:27.659362 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55498) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:27.659532 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f76b207a-af72-4322-bb6e-edffe13f5978 req-67606a87-0d0f-4ab0-b5b9-893e812de3a7 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5436 time: 0.2828200 Aug 16 01:46:27.719898 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6fd92f2b-81e4-4376-bc76-11322d2180b5 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "GET /v2.0/ports?device_id=160da2b7-9a9d-4a49-b7f6-8891bce43aee HTTP/1.1" status: 200 len: 205 time: 0.0464833 Aug 16 01:46:27.735648 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55506) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:27.741472 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba992baa-2f06-4f6a-9b53-bc7740df0b96 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eedf4dc2-50ae-4d7c-9b9b-9fa75f10aadf,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:27.783953 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cc50e6bd-c5fe-495d-873f-cc2d8fd8425e req-9fb7ef77-94ae-4362-af30-255332670423 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/eedf4dc2-50ae-4d7c-9b9b-9fa75f10aadf HTTP/1.1" status: 200 len: 1803 time: 0.1408553 Aug 16 01:46:27.789322 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-cc50e6bd-c5fe-495d-873f-cc2d8fd8425e req-3f3d43f0-00b0-43a5-b7a7-3284cd8bb611 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Request body: {'security_group': {'name': 'tempest-sg-hth-155065575', 'description': 'tempest-description-hth-120604826'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:27.821997 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc50e6bd-c5fe-495d-873f-cc2d8fd8425e req-3f3d43f0-00b0-43a5-b7a7-3284cd8bb611 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.841913 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f76b207a-af72-4322-bb6e-edffe13f5978 req-72009780-707e-4eee-a38a-bfba8eb2fa40 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1722503 Aug 16 01:46:27.843915 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69896271-a0ba-4bf6-8360-b9ed0c4cd99c None None] Network ffbcccff-a63b-4c43-831a-a7e3e5431373 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:27.894939 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-00d3928e-d731-4641-beb0-4124d4e0e773 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] delete failed (client error): The resource could not be found. Aug 16 01:46:27.897500 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-00d3928e-d731-4641-beb0-4124d4e0e773 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "DELETE /v2.0/routers/160da2b7-9a9d-4a49-b7f6-8891bce43aee HTTP/1.1" status: 404 len: 336 time: 0.0978553 Aug 16 01:46:27.897625 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc50e6bd-c5fe-495d-873f-cc2d8fd8425e req-3f3d43f0-00b0-43a5-b7a7-3284cd8bb611 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.900396 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55522) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:27.938203 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc50e6bd-c5fe-495d-873f-cc2d8fd8425e req-3f3d43f0-00b0-43a5-b7a7-3284cd8bb611 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.943281 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc50e6bd-c5fe-495d-873f-cc2d8fd8425e req-3f3d43f0-00b0-43a5-b7a7-3284cd8bb611 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.974701 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cc50e6bd-c5fe-495d-873f-cc2d8fd8425e req-3f3d43f0-00b0-43a5-b7a7-3284cd8bb611 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "PUT /v2.0/security-groups/eedf4dc2-50ae-4d7c-9b9b-9fa75f10aadf HTTP/1.1" status: 200 len: 1775 time: 0.1895022 Aug 16 01:46:27.980701 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f21f088-b37c-4756-a1a8-a347a11519a0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:27.995525 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a41b0f49-82df-4314-ba86-77f64c5a3f36 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1c383f9-e442-4fed-827b-d1faff3360dc HTTP/1.1" status: 200 len: 205 time: 0.0878677 Aug 16 01:46:27.996768 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55536) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:28.014238 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7f21f088-b37c-4756-a1a8-a347a11519a0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Transition to ACTIVE for port object b839716e-e651-4ff6-a329-8e06dc2568db will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:28.069802 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f21f088-b37c-4756-a1a8-a347a11519a0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.076863 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-053457bf-6974-4066-8a0a-fff2330a1704 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] delete failed (client error): The resource could not be found. Aug 16 01:46:28.078177 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-053457bf-6974-4066-8a0a-fff2330a1704 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "DELETE /v2.0/routers/e1c383f9-e442-4fed-827b-d1faff3360dc HTTP/1.1" status: 404 len: 336 time: 0.0809579 Aug 16 01:46:28.083971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55548) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:28.128464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f21f088-b37c-4756-a1a8-a347a11519a0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network ffbcccff-a63b-4c43-831a-a7e3e5431373 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:28.131184 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3d96704b-ceae-49d9-9f5e-2f5824a91493 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "GET /v2.0/ports?device_id=7fc7ed10-f261-4291-b770-def69c765c9f HTTP/1.1" status: 200 len: 205 time: 0.0451930 Aug 16 01:46:28.135283 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55554) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:28.142723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d43f0-00b0-43a5-b7a7-3284cd8bb611 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eedf4dc2-50ae-4d7c-9b9b-9fa75f10aadf,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:28.153024 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3518783-064d-4f9e-af50-b4cb399673c6 req-3ff88247-61dc-4d9a-a8ba-624141f3e236 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/eedf4dc2-50ae-4d7c-9b9b-9fa75f10aadf HTTP/1.1" status: 200 len: 1775 time: 0.1621749 Aug 16 01:46:28.166498 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7f21f088-b37c-4756-a1a8-a347a11519a0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:28.173822 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f21f088-b37c-4756-a1a8-a347a11519a0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:28.189444 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-aef54c60-d129-4494-9517-369744d34ab9 None None] Provisioning for port b161ede5-572e-4535-92cd-8620a2101ef3 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:28.204050 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-83531e90-8653-4067-8b9f-e69b1a116221 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] delete failed (client error): The resource could not be found. Aug 16 01:46:28.205059 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-83531e90-8653-4067-8b9f-e69b1a116221 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "DELETE /v2.0/routers/7fc7ed10-f261-4291-b770-def69c765c9f HTTP/1.1" status: 404 len: 336 time: 0.0684602 Aug 16 01:46:28.211476 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55558) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:28.217159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21f088-b37c-4756-a1a8-a347a11519a0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=b839716e-e651-4ff6-a329-8e06dc2568db,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:28.247041 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-afda733c-c16c-48d0-985e-de13fb90ac7b tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1efe5a1-289c-494d-b99a-3563ddc8dd17 HTTP/1.1" status: 200 len: 205 time: 0.0339477 Aug 16 01:46:28.249635 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55560) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:28.262635 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port b161ede5-572e-4535-92cd-8620a2101ef3 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:28.270355 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3ddb578d-32be-45d6-ac65-f9f570cc3f32 req-281cb01a-3dd7-4630-b3fc-b83e3a6f4315 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/eedf4dc2-50ae-4d7c-9b9b-9fa75f10aadf HTTP/1.1" status: 200 len: 1775 time: 0.0685382 Aug 16 01:46:28.278167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-aef54c60-d129-4494-9517-369744d34ab9 None None] Provisioning complete for port b161ede5-572e-4535-92cd-8620a2101ef3 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:28.278776 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aef54c60-d129-4494-9517-369744d34ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.305444 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f21f088-b37c-4756-a1a8-a347a11519a0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:28.306707 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f21f088-b37c-4756-a1a8-a347a11519a0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.314180 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-39cdff9d-5ce6-44b0-b7ea-7b0ccb46b3a9 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] delete failed (client error): The resource could not be found. Aug 16 01:46:28.315230 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-39cdff9d-5ce6-44b0-b7ea-7b0ccb46b3a9 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "DELETE /v2.0/routers/e1efe5a1-289c-494d-b99a-3563ddc8dd17 HTTP/1.1" status: 404 len: 336 time: 0.0645282 Aug 16 01:46:28.319519 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55562) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:28.325823 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3bc85-af30-4a93-9e5f-07edb867460d req-d42579b8-9b3a-4d65-bf14-430dad244fd4 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:28.333798 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0c3bc85-af30-4a93-9e5f-07edb867460d req-d42579b8-9b3a-4d65-bf14-430dad244fd4 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.2220120 Aug 16 01:46:28.358399 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7f21f088-b37c-4756-a1a8-a347a11519a0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4756148 Aug 16 01:46:28.359135 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2634ee-171e-4e2f-948c-3c286e8a8a13 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] DELETE failed (client error): The resource could not be found. Aug 16 01:46:28.359708 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac2634ee-171e-4e2f-948c-3c286e8a8a13 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:46:28.360293 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55564) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:28.361828 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ac2634ee-171e-4e2f-948c-3c286e8a8a13 tempest-RoutersAdminTest-1145803864 tempest-RoutersAdminTest-1145803864-project] 10.222.0.68 "DELETE /v2.0/subnets/97b3dfd8-29df-420f-a51e-ddce7e007767 HTTP/1.1" status: 404 len: 337 time: 0.0404944 Aug 16 01:46:28.390158 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3ddb578d-32be-45d6-ac65-f9f570cc3f32 req-d7922ef7-8061-4df6-80f6-894d009aaa28 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.428234 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0c3bc85-af30-4a93-9e5f-07edb867460d req-f56375bf-9211-4a6f-8c8d-2ee3cc8c10fa tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886052 Aug 16 01:46:28.429335 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3ddb578d-32be-45d6-ac65-f9f570cc3f32 req-d7922ef7-8061-4df6-80f6-894d009aaa28 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.451285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4b491a-f4f7-4e9a-8846-2ba74373109a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:28.453197 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cb4b491a-f4f7-4e9a-8846-2ba74373109a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.0919673 Aug 16 01:46:28.456369 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55568) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:28.489070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['bee42ab6-fdb5-48a2-98ba-795a696d06da'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:28.491566 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:28.493850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port b161ede5-572e-4535-92cd-8620a2101ef3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:28.494452 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.495593 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3ddb578d-32be-45d6-ac65-f9f570cc3f32 req-d7922ef7-8061-4df6-80f6-894d009aaa28 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.512358 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3ddb578d-32be-45d6-ac65-f9f570cc3f32 req-d7922ef7-8061-4df6-80f6-894d009aaa28 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.518672 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3ddb578d-32be-45d6-ac65-f9f570cc3f32 req-d7922ef7-8061-4df6-80f6-894d009aaa28 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "DELETE /v2.0/security-groups/eedf4dc2-50ae-4d7c-9b9b-9fa75f10aadf HTTP/1.1" status: 204 len: 173 time: 0.2413237 Aug 16 01:46:28.545495 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4c50bc-bf95-4829-95be-3e165999f4f1 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:28.549583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7922ef7-8061-4df6-80f6-894d009aaa28 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedf4dc2-50ae-4d7c-9b9b-9fa75f10aadf,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:28.552133 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4c50bc-bf95-4829-95be-3e165999f4f1 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:28.565422 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4c50bc-bf95-4829-95be-3e165999f4f1 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:28.567347 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fa4c50bc-bf95-4829-95be-3e165999f4f1 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1099684 Aug 16 01:46:28.570869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55580) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:28.727567 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-938baab4-5176-4c03-8e3f-7331fdc40814 req-9886749a-0b7c-4666-a06a-84adbb4eddff tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] show failed (client error): The resource could not be found. Aug 16 01:46:28.730351 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-938baab4-5176-4c03-8e3f-7331fdc40814 req-9886749a-0b7c-4666-a06a-84adbb4eddff tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/a78980f8-45ab-4b09-a3cd-ca802286a029 HTTP/1.1" status: 404 len: 352 time: 0.0517895 Aug 16 01:46:28.749576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-331d8c40-c392-4a72-a05a-fd552da716c2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port b839716e-e651-4ff6-a329-8e06dc2568db {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:28.750268 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-331d8c40-c392-4a72-a05a-fd552da716c2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.829860 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55592) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:28.872396 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [req-6160012a-7080-4e90-990f-fd98d903f0cf req-89df8e45-4fe7-4df9-b586-adc1bce6a11d tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] show failed (client error): The resource could not be found. Aug 16 01:46:28.873598 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6160012a-7080-4e90-990f-fd98d903f0cf req-89df8e45-4fe7-4df9-b586-adc1bce6a11d tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/54a86990-3ed1-4be9-805a-d6f926586560 HTTP/1.1" status: 404 len: 352 time: 0.0586796 Aug 16 01:46:28.945029 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-3e3d9240-6d77-4bf3-b6cc-8a710cf4692f req-a31f7025-ffd6-49bf-ab0a-8bb43a17c20a tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] show failed (client error): The resource could not be found. Aug 16 01:46:28.946042 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-331d8c40-c392-4a72-a05a-fd552da716c2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:28.947371 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3e3d9240-6d77-4bf3-b6cc-8a710cf4692f req-a31f7025-ffd6-49bf-ab0a-8bb43a17c20a tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/208c21d4-5c10-4005-8814-1ffc485fb361 HTTP/1.1" status: 404 len: 352 time: 0.0208542 Aug 16 01:46:28.985970 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-331d8c40-c392-4a72-a05a-fd552da716c2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for b839716e-e651-4ff6-a329-8e06dc2568db owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:29.000990 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-4bd625ad-7e32-48dd-b6c0-0eb8b2fd7e34 req-1413995a-57b0-4479-84e8-bf539dbab332 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] show failed (client error): The resource could not be found. Aug 16 01:46:29.018943 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4bd625ad-7e32-48dd-b6c0-0eb8b2fd7e34 req-1413995a-57b0-4479-84e8-bf539dbab332 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/ba0dabd6-afb3-4bba-9d7e-0ffb4e208d51 HTTP/1.1" status: 404 len: 352 time: 0.0388403 Aug 16 01:46:29.059562 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-c68539a0-0fcd-47f1-bc7b-5a82072f91e8 req-9e782801-45d6-4b76-85a6-301433b27330 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] show failed (client error): The resource could not be found. Aug 16 01:46:29.060659 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c68539a0-0fcd-47f1-bc7b-5a82072f91e8 req-9e782801-45d6-4b76-85a6-301433b27330 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/454189bf-64e2-4a85-9050-1177dd59075f HTTP/1.1" status: 404 len: 352 time: 0.0179753 Aug 16 01:46:29.076347 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2601b2c7-c70a-4662-846c-10126b59cdbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.160592 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcfd7f-6f19-4a7f-a8f9-61535340af7e req-40962800-b3d3-4087-bed8-87b643777e5f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:29.169399 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcfd7f-6f19-4a7f-a8f9-61535340af7e req-40962800-b3d3-4087-bed8-87b643777e5f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:29.176281 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcfd7f-6f19-4a7f-a8f9-61535340af7e req-40962800-b3d3-4087-bed8-87b643777e5f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:29.184246 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcfd7f-6f19-4a7f-a8f9-61535340af7e req-40962800-b3d3-4087-bed8-87b643777e5f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:29.192299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcfd7f-6f19-4a7f-a8f9-61535340af7e req-40962800-b3d3-4087-bed8-87b643777e5f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:29.209139 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcfd7f-6f19-4a7f-a8f9-61535340af7e req-40962800-b3d3-4087-bed8-87b643777e5f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:29.216419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcfd7f-6f19-4a7f-a8f9-61535340af7e req-40962800-b3d3-4087-bed8-87b643777e5f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:29.224728 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2601b2c7-c70a-4662-846c-10126b59cdbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.235011 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6fbcfd7f-6f19-4a7f-a8f9-61535340af7e req-40962800-b3d3-4087-bed8-87b643777e5f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5436 time: 0.1673868 Aug 16 01:46:29.242383 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2601b2c7-c70a-4662-846c-10126b59cdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.257312 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-188dbcbc-4095-4adb-89a6-8c377a6683f5 req-1ef44fa7-5e32-4630-80a9-5235bc27b048 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] show failed (client error): The resource could not be found. Aug 16 01:46:29.270412 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-188dbcbc-4095-4adb-89a6-8c377a6683f5 req-1ef44fa7-5e32-4630-80a9-5235bc27b048 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/caece828-02b0-47d5-9366-9a8d17a34e7b HTTP/1.1" status: 404 len: 352 time: 0.0516350 Aug 16 01:46:29.307353 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6fbcfd7f-6f19-4a7f-a8f9-61535340af7e req-caedf594-cdca-47e7-84b5-31ceca4aa04c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677876 Aug 16 01:46:29.329208 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55616) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:29.329570 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2601b2c7-c70a-4662-846c-10126b59cdbc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f452f7e163a6486bba6167b5c6abdfa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4983280 Aug 16 01:46:29.364267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601b2c7-c70a-4662-846c-10126b59cdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cff4acf-d271-426f-84f3-b291497575bc,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:29.382098 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aef54c60-d129-4494-9517-369744d34ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.416022 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.480753 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-331d8c40-c392-4a72-a05a-fd552da716c2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.534535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-aef54c60-d129-4494-9517-369744d34ab9 None None] For port b161ede5-572e-4535-92cd-8620a2101ef3, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b161ede5-572e-4535-92cd-8620a2101ef3,segment=NetworkSegment(de29e5f8-de66-425c-aa22-6108ee88a6d9),segment_id=de29e5f8-de66-425c-aa22-6108ee88a6d9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:29.546887 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aef54c60-d129-4494-9517-369744d34ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.573041 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d8c40-c392-4a72-a05a-fd552da716c2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=b839716e-e651-4ff6-a329-8e06dc2568db,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:29.640636 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef54c60-d129-4494-9517-369744d34ab9 None None] Pushing event updated for resources: {'Port': ['ID=b161ede5-572e-4535-92cd-8620a2101ef3,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:29.643055 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbcd1ce3-41ce-4399-b933-da41d54734f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.663320 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d98ea-76db-40cd-98c4-be74552664d8 req-214cf77c-b04c-4ae8-ab1b-1e95c308f279 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:29.672905 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d70d98ea-76db-40cd-98c4-be74552664d8 req-214cf77c-b04c-4ae8-ab1b-1e95c308f279 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 1023 time: 0.0971315 Aug 16 01:46:29.674027 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbcd1ce3-41ce-4399-b933-da41d54734f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.736069 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:46:29.736714 n-d-765315-27 neutron-server[94674]: DEBUG oslo_db.api [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:46:29.738254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-35540574-6b52-454c-9015-9c0d6e338c41 None None] Provisioning for port 4ed47a3b-76d6-46f2-9ab4-02be3abedcb4 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:29.741246 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d70d98ea-76db-40cd-98c4-be74552664d8 req-4637d94a-a8a4-438b-8dda-f111c395bc17 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=17fa17d5-fe0d-4a8c-81f6-5bb7f95336ce&id=d2c6798e-5ee4-4408-a353-c32267b1b32f&id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0672917 Aug 16 01:46:29.744707 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-35540574-6b52-454c-9015-9c0d6e338c41 None None] Provisioning complete for port 4ed47a3b-76d6-46f2-9ab4-02be3abedcb4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:29.745674 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-35540574-6b52-454c-9015-9c0d6e338c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.756197 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbcd1ce3-41ce-4399-b933-da41d54734f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.758755 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbcd1ce3-41ce-4399-b933-da41d54734f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.760553 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fbcd1ce3-41ce-4399-b933-da41d54734f3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5cff4acf-d271-426f-84f3-b291497575bc HTTP/1.1" status: 204 len: 168 time: 0.4035385 Aug 16 01:46:29.807901 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee327c-6c34-45cd-a01a-5c461e093290 req-90078151-4f04-4be4-987f-a5656023a1ad tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:29.810522 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12ee327c-6c34-45cd-a01a-5c461e093290 req-90078151-4f04-4be4-987f-a5656023a1ad tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.2442932 Aug 16 01:46:29.812250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd1ce3-41ce-4399-b933-da41d54734f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cff4acf-d271-426f-84f3-b291497575bc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:29.818399 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-331d8c40-c392-4a72-a05a-fd552da716c2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.824182 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-331d8c40-c392-4a72-a05a-fd552da716c2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/ports/b839716e-e651-4ff6-a329-8e06dc2568db HTTP/1.1" status: 204 len: 168 time: 1.2486672 Aug 16 01:46:29.824728 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55624) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:29.825547 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-35540574-6b52-454c-9015-9c0d6e338c41 None None] Port 4ed47a3b-76d6-46f2-9ab4-02be3abedcb4 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:29.869440 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-e290eaae-fccb-4afc-a3c1-a50a749736b1 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] GET failed (client error): The resource could not be found. Aug 16 01:46:29.871459 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-35540574-6b52-454c-9015-9c0d6e338c41 None None] Provisioning complete for port b161ede5-572e-4535-92cd-8620a2101ef3 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:29.872207 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-35540574-6b52-454c-9015-9c0d6e338c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:29.874312 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e290eaae-fccb-4afc-a3c1-a50a749736b1 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports/b839716e-e651-4ff6-a329-8e06dc2568db HTTP/1.1" status: 404 len: 333 time: 0.0477402 Aug 16 01:46:29.877440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55626) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:29.907556 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12ee327c-6c34-45cd-a01a-5c461e093290 req-9469987c-471f-4c27-9e17-338f94729a79 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837605 Aug 16 01:46:30.033968 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-35540574-6b52-454c-9015-9c0d6e338c41 None None] Could not find standard attr ID for object b839716e-e651-4ff6-a329-8e06dc2568db. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:46:30.087367 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0585c2a7-fb2f-45b8-b62e-f23b38ce10c8 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port 4ed47a3b-76d6-46f2-9ab4-02be3abedcb4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:30.087639 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0585c2a7-fb2f-45b8-b62e-f23b38ce10c8 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.157524 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d23d2e19-d505-4d26-af0b-39fb3ae8e497 None None] Provisioning complete for port 4ed47a3b-76d6-46f2-9ab4-02be3abedcb4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:30.157979 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d23d2e19-d505-4d26-af0b-39fb3ae8e497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.211296 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0585c2a7-fb2f-45b8-b62e-f23b38ce10c8 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.212443 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d23d2e19-d505-4d26-af0b-39fb3ae8e497 None None] Port 4ed47a3b-76d6-46f2-9ab4-02be3abedcb4 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:30.216628 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d23d2e19-d505-4d26-af0b-39fb3ae8e497 None None] Could not find standard attr ID for object b839716e-e651-4ff6-a329-8e06dc2568db. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:46:30.230725 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0585c2a7-fb2f-45b8-b62e-f23b38ce10c8 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for 4ed47a3b-76d6-46f2-9ab4-02be3abedcb4 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:30.307101 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55634) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:30.378263 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-64d43f50-63ce-497f-95fb-9e1ecab43c19 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f6c38e0dedec47eebb1e6610d8827a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699136 Aug 16 01:46:30.380975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55638) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:30.390765 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b161ede5-572e-4535-92cd-8620a2101ef3 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:30.447985 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port b161ede5-572e-4535-92cd-8620a2101ef3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:30.448250 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.463332 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0585c2a7-fb2f-45b8-b62e-f23b38ce10c8 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.478879 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3d12a7fd-cae7-480d-b758-53ddc5c391cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.495172 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585c2a7-fb2f-45b8-b62e-f23b38ce10c8 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=4ed47a3b-76d6-46f2-9ab4-02be3abedcb4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:30.512868 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b555d-23eb-4ec7-a01b-ce4309015d31 req-f788957f-3c01-401d-8199-231ea1960695 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:30.519124 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b555d-23eb-4ec7-a01b-ce4309015d31 req-f788957f-3c01-401d-8199-231ea1960695 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:30.525566 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b555d-23eb-4ec7-a01b-ce4309015d31 req-f788957f-3c01-401d-8199-231ea1960695 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:30.531940 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b555d-23eb-4ec7-a01b-ce4309015d31 req-f788957f-3c01-401d-8199-231ea1960695 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:30.538174 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b555d-23eb-4ec7-a01b-ce4309015d31 req-f788957f-3c01-401d-8199-231ea1960695 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:30.546549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b555d-23eb-4ec7-a01b-ce4309015d31 req-f788957f-3c01-401d-8199-231ea1960695 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:30.553364 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b555d-23eb-4ec7-a01b-ce4309015d31 req-f788957f-3c01-401d-8199-231ea1960695 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:30.556014 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-396b555d-23eb-4ec7-a01b-ce4309015d31 req-f788957f-3c01-401d-8199-231ea1960695 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5436 time: 0.1257825 Aug 16 01:46:30.565265 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0585c2a7-fb2f-45b8-b62e-f23b38ce10c8 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.569002 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3d12a7fd-cae7-480d-b758-53ddc5c391cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.570637 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0585c2a7-fb2f-45b8-b62e-f23b38ce10c8 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/ports/4ed47a3b-76d6-46f2-9ab4-02be3abedcb4 HTTP/1.1" status: 204 len: 168 time: 0.6904616 Aug 16 01:46:30.572229 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55640) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:30.599466 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b22ef3-e42f-46c8-89e0-b9c5bbd65229 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] GET failed (client error): The resource could not be found. Aug 16 01:46:30.600923 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-63b22ef3-e42f-46c8-89e0-b9c5bbd65229 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports/4ed47a3b-76d6-46f2-9ab4-02be3abedcb4 HTTP/1.1" status: 404 len: 333 time: 0.0274377 Aug 16 01:46:30.604403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55642) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:30.630714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 465a6ed0-dc32-464e-baf2-d0f03e4442f0 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:30.635859 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-396b555d-23eb-4ec7-a01b-ce4309015d31 req-a3577ca7-d26c-4fc3-9e1d-4ab08c19c0e2 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695000 Aug 16 01:46:30.660295 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3d12a7fd-cae7-480d-b758-53ddc5c391cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.669290 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3d12a7fd-cae7-480d-b758-53ddc5c391cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.670730 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3d12a7fd-cae7-480d-b758-53ddc5c391cc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/41de5c7f-590d-4079-a6cd-0cbff54f08f2 HTTP/1.1" status: 204 len: 168 time: 0.2887342 Aug 16 01:46:30.686015 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d865356-499f-4110-9362-c788d8cd12f7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting subnet 3e33cb82-cff8-4b4f-8217-ba521ea67101 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:46:30.688507 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12a7fd-cae7-480d-b758-53ddc5c391cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41de5c7f-590d-4079-a6cd-0cbff54f08f2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:30.691842 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d865356-499f-4110-9362-c788d8cd12f7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.735374 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 465a6ed0-dc32-464e-baf2-d0f03e4442f0 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:30.740400 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 465a6ed0-dc32-464e-baf2-d0f03e4442f0 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:30.740772 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.755059 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d865356-499f-4110-9362-c788d8cd12f7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.843861 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.880427 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465a6ed0-dc32-464e-baf2-d0f03e4442f0'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:30.883080 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dea72c-1cb1-4a6b-90c1-b23dad1c0158" -d '{"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-plugged", "status": "completed", "tag": "465a6ed0-dc32-464e-baf2-d0f03e4442f0"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:30.901790 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d865356-499f-4110-9362-c788d8cd12f7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.908791 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 465a6ed0-dc32-464e-baf2-d0f03e4442f0, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=465a6ed0-dc32-464e-baf2-d0f03e4442f0,segment=NetworkSegment(f0f2d78e-5425-43e8-a59b-5b83930d6cbb),segment_id=f0f2d78e-5425-43e8-a59b-5b83930d6cbb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:30.916413 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:30.941359 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3cdb9-699a-4586-828b-3add923e78a1 req-cf62bbbd-d579-4f4f-b9f9-a774e45dec66 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:30.942762 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4dc3cdb9-699a-4586-828b-3add923e78a1 req-cf62bbbd-d579-4f4f-b9f9-a774e45dec66 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 1023 time: 0.1030321 Aug 16 01:46:30.997224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=465a6ed0-dc32-464e-baf2-d0f03e4442f0,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:31.000872 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4dc3cdb9-699a-4586-828b-3add923e78a1 req-4a3814df-2c1a-4bfe-a801-efdfd4e336fa tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups?id=17fa17d5-fe0d-4a8c-81f6-5bb7f95336ce&id=d2c6798e-5ee4-4408-a353-c32267b1b32f&id=ac2aeabc-178e-4007-9a0d-a51df745aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0474920 Aug 16 01:46:31.022095 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d865356-499f-4110-9362-c788d8cd12f7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.071902 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d865356-499f-4110-9362-c788d8cd12f7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Subnet': ['ID=3e33cb82-cff8-4b4f-8217-ba521ea67101,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:31.073991 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d865356-499f-4110-9362-c788d8cd12f7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.075908 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5d865356-499f-4110-9362-c788d8cd12f7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/subnets/3e33cb82-cff8-4b4f-8217-ba521ea67101 HTTP/1.1" status: 204 len: 168 time: 0.4705887 Aug 16 01:46:31.078655 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55662) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:31.086578 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cca9ac5-7a6b-4b74-9001-0ad5bd1507ac None None] Network ffbcccff-a63b-4c43-831a-a7e3e5431373 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:31.122125 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913d049-ba8e-4c9f-a14f-e2aeb61a31c2 req-f558ffcd-7778-4c85-93fb-0471f1e653e7 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:31.123632 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8913d049-ba8e-4c9f-a14f-e2aeb61a31c2 req-f558ffcd-7778-4c85-93fb-0471f1e653e7 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 1023 time: 0.0648229 Aug 16 01:46:31.244938 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f876633d-3cb7-4484-9083-b8b84212ec04 x-openstack-request-id: req-f876633d-3cb7-4484-9083-b8b84212ec04 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:31.245195 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-plugged", "status": "completed", "tag": "465a6ed0-dc32-464e-baf2-d0f03e4442f0", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:31.245411 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f876633d-3cb7-4484-9083-b8b84212ec04 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:31.245789 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465a6ed0-dc32-464e-baf2-d0f03e4442f0', 'code': 200} Aug 16 01:46:31.285296 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.328332 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d76dac-cebe-429c-8e34-4d1fae1cdc5e req-2c37c565-2b41-4f7e-baee-13f783ceb8da tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:31.334261 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e2d76dac-cebe-429c-8e34-4d1fae1cdc5e req-2c37c565-2b41-4f7e-baee-13f783ceb8da tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.1288934 Aug 16 01:46:31.370794 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b64068-b1bf-4edc-80f4-9296815303d5 None None] DHCP port deletion for ffbcccff-a63b-4c43-831a-a7e3e5431373 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:46:31.395455 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port b161ede5-572e-4535-92cd-8620a2101ef3 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:31.396382 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.405478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8913d049-ba8e-4c9f-a14f-e2aeb61a31c2 req-38a4f3bd-5981-4cc3-9467-c887969dcd0e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Deleting port 7ac4cd7a-00e4-4662-956a-2eb20f5ea746 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:31.405853 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8913d049-ba8e-4c9f-a14f-e2aeb61a31c2 req-38a4f3bd-5981-4cc3-9467-c887969dcd0e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.473259 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e2d76dac-cebe-429c-8e34-4d1fae1cdc5e req-43a198d9-520b-41b4-943f-75f34d346c95 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264837 Aug 16 01:46:31.474330 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-81b64068-b1bf-4edc-80f4-9296815303d5 None None] Deleting port b161ede5-572e-4535-92cd-8620a2101ef3 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:31.475416 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81b64068-b1bf-4edc-80f4-9296815303d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.488121 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] For port b161ede5-572e-4535-92cd-8620a2101ef3, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b161ede5-572e-4535-92cd-8620a2101ef3,segment=NetworkSegment(de29e5f8-de66-425c-aa22-6108ee88a6d9),segment_id=de29e5f8-de66-425c-aa22-6108ee88a6d9)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:31.488497 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.506005 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for b161ede5-572e-4535-92cd-8620a2101ef3 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:31.549631 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8913d049-ba8e-4c9f-a14f-e2aeb61a31c2 req-38a4f3bd-5981-4cc3-9467-c887969dcd0e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] For port 7ac4cd7a-00e4-4662-956a-2eb20f5ea746, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7ac4cd7a-00e4-4662-956a-2eb20f5ea746,segment=NetworkSegment(962947a4-95cf-4037-b4a9-3fdf8b7aaf0f),segment_id=962947a4-95cf-4037-b4a9-3fdf8b7aaf0f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:31.550857 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8913d049-ba8e-4c9f-a14f-e2aeb61a31c2 req-38a4f3bd-5981-4cc3-9467-c887969dcd0e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.568103 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-81b64068-b1bf-4edc-80f4-9296815303d5 None None] For port b161ede5-572e-4535-92cd-8620a2101ef3, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b161ede5-572e-4535-92cd-8620a2101ef3,segment=NetworkSegment(de29e5f8-de66-425c-aa22-6108ee88a6d9),segment_id=de29e5f8-de66-425c-aa22-6108ee88a6d9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:31.568498 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81b64068-b1bf-4edc-80f4-9296815303d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.569742 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8913d049-ba8e-4c9f-a14f-e2aeb61a31c2 req-38a4f3bd-5981-4cc3-9467-c887969dcd0e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Calling delete_port for 7ac4cd7a-00e4-4662-956a-2eb20f5ea746 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:31.586228 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-81b64068-b1bf-4edc-80f4-9296815303d5 None None] Calling delete_port for b161ede5-572e-4535-92cd-8620a2101ef3 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:31.627392 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.678311 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=b161ede5-572e-4535-92cd-8620a2101ef3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:31.689018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No DVR routers for this DVR port b161ede5-572e-4535-92cd-8620a2101ef3 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:31.703482 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81b64068-b1bf-4edc-80f4-9296815303d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.731251 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b64068-b1bf-4edc-80f4-9296815303d5 None None] Pushing event deleted for resources: {'Port': ['ID=b161ede5-572e-4535-92cd-8620a2101ef3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:31.734728 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b64068-b1bf-4edc-80f4-9296815303d5 None None] No DVR routers for this DVR port b161ede5-572e-4535-92cd-8620a2101ef3 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:31.795307 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8913d049-ba8e-4c9f-a14f-e2aeb61a31c2 req-38a4f3bd-5981-4cc3-9467-c887969dcd0e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.823896 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4f3bd-5981-4cc3-9467-c887969dcd0e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event deleted for resources: {'Port': ['ID=7ac4cd7a-00e4-4662-956a-2eb20f5ea746,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:31.893415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8913d049-ba8e-4c9f-a14f-e2aeb61a31c2 req-38a4f3bd-5981-4cc3-9467-c887969dcd0e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] No DVR routers for this DVR port 7ac4cd7a-00e4-4662-956a-2eb20f5ea746 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:31.896198 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8913d049-ba8e-4c9f-a14f-e2aeb61a31c2 req-38a4f3bd-5981-4cc3-9467-c887969dcd0e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:31.898678 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8913d049-ba8e-4c9f-a14f-e2aeb61a31c2 req-38a4f3bd-5981-4cc3-9467-c887969dcd0e tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.63 "DELETE /v2.0/ports/7ac4cd7a-00e4-4662-956a-2eb20f5ea746 HTTP/1.1" status: 204 len: 173 time: 0.7651639 Aug 16 01:46:31.899821 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bf1449-0cf0-4b10-9b60-136ba92a42aa', 'name': 'network-vif-deleted', 'tag': '7ac4cd7a-00e4-4662-956a-2eb20f5ea746'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:31.902936 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f932e013-28d0-4d9c-8a88-b98caf6a7c53" -d '{"events": [{"server_uuid": "d0bf1449-0cf0-4b10-9b60-136ba92a42aa", "name": "network-vif-deleted", "tag": "7ac4cd7a-00e4-4662-956a-2eb20f5ea746"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:31.999799 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7eb4b6f-1645-42e6-8a72-c50ed535b985 x-openstack-request-id: req-d7eb4b6f-1645-42e6-8a72-c50ed535b985 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:32.000102 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0bf1449-0cf0-4b10-9b60-136ba92a42aa", "name": "network-vif-deleted", "tag": "7ac4cd7a-00e4-4662-956a-2eb20f5ea746", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:32.000357 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d7eb4b6f-1645-42e6-8a72-c50ed535b985 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:32.000797 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bf1449-0cf0-4b10-9b60-136ba92a42aa', 'name': 'network-vif-deleted', 'tag': '7ac4cd7a-00e4-4662-956a-2eb20f5ea746', 'status': 'completed', 'code': 200} Aug 16 01:46:32.130685 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.143705 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffbcccff-a63b-4c43-831a-a7e3e5431373']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:32.173066 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de29e5f8-de66-425c-aa22-6108ee88a6d9') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:32.173621 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de29e5f8-de66-425c-aa22-6108ee88a6d9') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:32.180715 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-67cbdf25-8056-4367-ab7b-f74eb7ad4183 req-b000c8e1-8430-4e50-85d3-1ac6642a9723 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/ports?device_id=d0bf1449-0cf0-4b10-9b60-136ba92a42aa HTTP/1.1" status: 200 len: 210 time: 0.0336347 Aug 16 01:46:32.205368 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.224390 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.233530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:46:32.233948 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:46:32.237042 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:46:32.262081 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1973fe-90ec-47b3-a6f8-c84ead6814dd req-4f215180-4679-4a0d-b5dc-e87f3fcf2481 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:32.268560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1973fe-90ec-47b3-a6f8-c84ead6814dd req-4f215180-4679-4a0d-b5dc-e87f3fcf2481 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:32.275742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1973fe-90ec-47b3-a6f8-c84ead6814dd req-4f215180-4679-4a0d-b5dc-e87f3fcf2481 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:32.281986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1973fe-90ec-47b3-a6f8-c84ead6814dd req-4f215180-4679-4a0d-b5dc-e87f3fcf2481 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:32.288635 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1973fe-90ec-47b3-a6f8-c84ead6814dd req-4f215180-4679-4a0d-b5dc-e87f3fcf2481 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:32.298791 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1973fe-90ec-47b3-a6f8-c84ead6814dd req-4f215180-4679-4a0d-b5dc-e87f3fcf2481 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:32.301359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1973fe-90ec-47b3-a6f8-c84ead6814dd req-4f215180-4679-4a0d-b5dc-e87f3fcf2481 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:32.310089 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e1973fe-90ec-47b3-a6f8-c84ead6814dd req-4f215180-4679-4a0d-b5dc-e87f3fcf2481 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5437 time: 0.1526117 Aug 16 01:46:32.395275 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.402457 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e1973fe-90ec-47b3-a6f8-c84ead6814dd req-6ac99a9d-5d3a-4783-9140-2b49caeef46a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0913968 Aug 16 01:46:32.409471 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.411571 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/networks/ffbcccff-a63b-4c43-831a-a7e3e5431373 HTTP/1.1" status: 204 len: 168 time: 1.3317840 Aug 16 01:46:32.415594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55700) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:32.424096 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ec69a0ba-d328-4995-aef6-48b9b726f82b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1546412555'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:32.433666 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2127f-fc95-40aa-a24d-3dcc631b8557 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Network': ['ID=ffbcccff-a63b-4c43-831a-a7e3e5431373,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:32.459504 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec69a0ba-d328-4995-aef6-48b9b726f82b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:32.471345 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec69a0ba-d328-4995-aef6-48b9b726f82b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.505146 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b161ede5-572e-4535-92cd-8620a2101ef3 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:32.534207 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec69a0ba-d328-4995-aef6-48b9b726f82b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:46:32.547940 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec69a0ba-d328-4995-aef6-48b9b726f82b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.548715 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-ec69a0ba-d328-4995-aef6-48b9b726f82b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Added segment 6143f3de-977a-46cd-b222-7912a52afcae of type vlan for network 31ed1d1a-4b61-47a0-b96a-89c2f662a137 Aug 16 01:46:32.575131 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: b161ede5-572e-4535-92cd-8620a2101ef3 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:46:32.575818 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b161ede5-572e-4535-92cd-8620a2101ef3 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:32.603914 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec69a0ba-d328-4995-aef6-48b9b726f82b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.632118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:32.653843 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec69a0ba-d328-4995-aef6-48b9b726f82b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.663446 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec69a0ba-d328-4995-aef6-48b9b726f82b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:32.664094 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec69a0ba-d328-4995-aef6-48b9b726f82b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.720410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba22950-e613-4d9a-b21b-77e70c1b5209 req-05cb4613-a7ae-4ebd-8fbb-2672d746db69 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:32.721995 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dba22950-e613-4d9a-b21b-77e70c1b5209 req-05cb4613-a7ae-4ebd-8fbb-2672d746db69 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.0995057 Aug 16 01:46:32.737055 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:32.742629 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:32.744432 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.796264 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ec69a0ba-d328-4995-aef6-48b9b726f82b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3785000 Aug 16 01:46:32.799261 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55710) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:32.805135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69a0ba-d328-4995-aef6-48b9b726f82b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Network': ['ID=31ed1d1a-4b61-47a0-b96a-89c2f662a137,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:32.806304 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-eee6c8e5-1b1c-4907-b824-e87b296abe64 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'subnet': {'network_id': '31ed1d1a-4b61-47a0-b96a-89c2f662a137', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:32.823193 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 31ed1d1a-4b61-47a0-b96a-89c2f662a137 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:46:32.842625 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55712) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:32.887983 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dba22950-e613-4d9a-b21b-77e70c1b5209 req-0ede5194-a15e-45b7-a07b-5aef6bb7a1f3 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544709 Aug 16 01:46:32.928442 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.956335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee6c8e5-1b1c-4907-b824-e87b296abe64 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:32.960086 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eee6c8e5-1b1c-4907-b824-e87b296abe64 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.971777 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:32.976989 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:32.978668 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ff481ee4-d554-41f9-8c85-9df7af1599d3 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:33.064347 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-812a40f0-d3bd-4d8c-a4e1-58ec1db175a1 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-252602779', 'router:external': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:33.077897 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:33.092795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812a40f0-d3bd-4d8c-a4e1-58ec1db175a1 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Made reservation on behalf of 240feae930f5493484e2253520f1ae73 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:33.094693 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port ff481ee4-d554-41f9-8c85-9df7af1599d3 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:33.096352 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-812a40f0-d3bd-4d8c-a4e1-58ec1db175a1 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.099111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port ff481ee4-d554-41f9-8c85-9df7af1599d3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:33.099555 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.111661 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-812a40f0-d3bd-4d8c-a4e1-58ec1db175a1 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.192948 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.217324 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eee6c8e5-1b1c-4907-b824-e87b296abe64 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.248911 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be'}, {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff481ee4-d554-41f9-8c85-9df7af1599d3'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:33.251445 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9482a0b1-883b-4065-a9f4-8eca71a34c23" -d '{"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-plugged", "status": "completed", "tag": "b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be"}, {"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-plugged", "status": "completed", "tag": "ff481ee4-d554-41f9-8c85-9df7af1599d3"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:33.278628 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-812a40f0-d3bd-4d8c-a4e1-58ec1db175a1 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.285019 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6c8e5-1b1c-4907-b824-e87b296abe64 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Subnet': ['ID=ab5e8cf3-9570-4790-9b2b-366bf97eb244,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:33.297703 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-812a40f0-d3bd-4d8c-a4e1-58ec1db175a1 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.299065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port ff481ee4-d554-41f9-8c85-9df7af1599d3, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ff481ee4-d554-41f9-8c85-9df7af1599d3,segment=NetworkSegment(f0f2d78e-5425-43e8-a59b-5b83930d6cbb),segment_id=f0f2d78e-5425-43e8-a59b-5b83930d6cbb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:33.312860 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.313625 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device bee42ab6-fdb5-48a2-98ba-795a696d06da up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:33.346962 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812a40f0-d3bd-4d8c-a4e1-58ec1db175a1 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:46:33.354334 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee6c8e5-1b1c-4907-b824-e87b296abe64 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Checking segment: {'id': '6143f3de-977a-46cd-b222-7912a52afcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '31ed1d1a-4b61-47a0-b96a-89c2f662a137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:33.354683 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee6c8e5-1b1c-4907-b824-e87b296abe64 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network hostable DHCP agents. Network: 31ed1d1a-4b61-47a0-b96a-89c2f662a137, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:46:33.376064 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee6c8e5-1b1c-4907-b824-e87b296abe64 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network 31ed1d1a-4b61-47a0-b96a-89c2f662a137 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:46:33.388212 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0008b61c-20f1-4baa-9317-e258a9e00881 x-openstack-request-id: req-0008b61c-20f1-4baa-9317-e258a9e00881 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:33.389024 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-plugged", "status": "completed", "tag": "b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be", "code": 200}, {"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-plugged", "status": "completed", "tag": "ff481ee4-d554-41f9-8c85-9df7af1599d3", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:33.389024 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0008b61c-20f1-4baa-9317-e258a9e00881 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:33.389508 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be', 'code': 200} Aug 16 01:46:33.390039 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-812a40f0-d3bd-4d8c-a4e1-58ec1db175a1 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.390397 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-812a40f0-d3bd-4d8c-a4e1-58ec1db175a1 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Added segment bf661ece-1571-4b14-aceb-5fdc81e60e42 of type vlan for network 9ccafb02-8847-42f6-bb43-0aa509719623 Aug 16 01:46:33.391653 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff481ee4-d554-41f9-8c85-9df7af1599d3', 'code': 200} Aug 16 01:46:33.391981 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a40f0-d3bd-4d8c-a4e1-58ec1db175a1 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6326d03a-fb18-49d3-9f40-4dfb3a34f54b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:33.392836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-eee6c8e5-1b1c-4907-b824-e87b296abe64 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 31ed1d1a-4b61-47a0-b96a-89c2f662a137) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:33.398917 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 7ac4cd7a-00e4-4662-956a-2eb20f5ea746 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:33.411112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8717b43e-2e5a-43c7-8fe5-b24b1b4057f9 None None] Network 31ed1d1a-4b61-47a0-b96a-89c2f662a137 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:33.412030 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c3f7858-adc4-4af0-89ca-900e519801fd req-a1d0fff1-2240-4e41-8f5c-0da69efa62d0 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/d2c6798e-5ee4-4408-a353-c32267b1b32f HTTP/1.1" status: 200 len: 1802 time: 0.1319070 Aug 16 01:46:33.413609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee6c8e5-1b1c-4907-b824-e87b296abe64 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.414323 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eee6c8e5-1b1c-4907-b824-e87b296abe64 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.434823 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-eee6c8e5-1b1c-4907-b824-e87b296abe64 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6320455 Aug 16 01:46:33.435252 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55722) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:33.441270 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e132d777-f20f-488b-a551-2275db970f9e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-566873996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:33.463304 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 7ac4cd7a-00e4-4662-956a-2eb20f5ea746 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:46:33.463997 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 7ac4cd7a-00e4-4662-956a-2eb20f5ea746 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:33.469328 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e132d777-f20f-488b-a551-2275db970f9e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.474644 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e132d777-f20f-488b-a551-2275db970f9e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.503333 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-812a40f0-d3bd-4d8c-a4e1-58ec1db175a1 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.537154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=ff481ee4-d554-41f9-8c85-9df7af1599d3,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:33.539174 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c3f7858-adc4-4af0-89ca-900e519801fd req-4d57903f-2d75-4b72-b779-a20ab660d336 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.574194 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c3f7858-adc4-4af0-89ca-900e519801fd req-4d57903f-2d75-4b72-b779-a20ab660d336 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.587803 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e132d777-f20f-488b-a551-2275db970f9e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.592205 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-812a40f0-d3bd-4d8c-a4e1-58ec1db175a1 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.593220 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812a40f0-d3bd-4d8c-a4e1-58ec1db175a1 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.593745 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-812a40f0-d3bd-4d8c-a4e1-58ec1db175a1 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.603807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port bee42ab6-fdb5-48a2-98ba-795a696d06da completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:33.611194 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port bee42ab6-fdb5-48a2-98ba-795a696d06da triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:33.611580 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.626062 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e132d777-f20f-488b-a551-2275db970f9e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.666608 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e132d777-f20f-488b-a551-2275db970f9e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.672469 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e132d777-f20f-488b-a551-2275db970f9e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2358172 Aug 16 01:46:33.672797 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55730) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:33.691074 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a40f0-d3bd-4d8c-a4e1-58ec1db175a1 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Pushing event updated for resources: {'Network': ['ID=9ccafb02-8847-42f6-bb43-0aa509719623,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:33.692098 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2c815227-8a85-451b-900d-03014edc54d9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'network_id': '31ed1d1a-4b61-47a0-b96a-89c2f662a137', 'name': 'tempest-PortsTestJSON-1989517107'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:33.701046 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c3f7858-adc4-4af0-89ca-900e519801fd req-4d57903f-2d75-4b72-b779-a20ab660d336 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.703625 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7c3f7858-adc4-4af0-89ca-900e519801fd req-4d57903f-2d75-4b72-b779-a20ab660d336 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.704795 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c3f7858-adc4-4af0-89ca-900e519801fd req-4d57903f-2d75-4b72-b779-a20ab660d336 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "DELETE /v2.0/security-groups/d2c6798e-5ee4-4408-a353-c32267b1b32f HTTP/1.1" status: 204 len: 173 time: 0.2700667 Aug 16 01:46:33.710476 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-812a40f0-d3bd-4d8c-a4e1-58ec1db175a1 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8649108 Aug 16 01:46:33.723055 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 9ccafb02-8847-42f6-bb43-0aa509719623 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:46:33.734524 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55734) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:33.742791 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-31ed1d1a-4b61-47a0-b96a-89c2f662a137', 'network_id': '31ed1d1a-4b61-47a0-b96a-89c2f662a137', 'tenant_id': '81838e3aa0c9493fbc6d0bcbcdcdd7ba', 'fixed_ips': [{'subnet_id': 'ab5e8cf3-9570-4790-9b2b-366bf97eb244'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:46:33.743864 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-653008d8-b52e-4226-88f6-87546bc4a05b tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Request body: {'subnet': {'network_id': '9ccafb02-8847-42f6-bb43-0aa509719623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:33.744678 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.760722 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57903f-2d75-4b72-b779-a20ab660d336 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c6798e-5ee4-4408-a353-c32267b1b32f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:33.785084 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653008d8-b52e-4226-88f6-87546bc4a05b tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Made reservation on behalf of 240feae930f5493484e2253520f1ae73 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:33.788430 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-653008d8-b52e-4226-88f6-87546bc4a05b tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.849796 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d786b0-329d-4ab7-b2dd-5823b3b934be req-6292ace3-4455-4338-8839-9bedd9b6d384 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.856496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d786b0-329d-4ab7-b2dd-5823b3b934be req-6292ace3-4455-4338-8839-9bedd9b6d384 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.862593 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d786b0-329d-4ab7-b2dd-5823b3b934be req-6292ace3-4455-4338-8839-9bedd9b6d384 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.870322 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d786b0-329d-4ab7-b2dd-5823b3b934be req-6292ace3-4455-4338-8839-9bedd9b6d384 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.877409 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d786b0-329d-4ab7-b2dd-5823b3b934be req-6292ace3-4455-4338-8839-9bedd9b6d384 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.887185 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d786b0-329d-4ab7-b2dd-5823b3b934be req-6292ace3-4455-4338-8839-9bedd9b6d384 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.900908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d786b0-329d-4ab7-b2dd-5823b3b934be req-6292ace3-4455-4338-8839-9bedd9b6d384 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.903336 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-63d786b0-329d-4ab7-b2dd-5823b3b934be req-6292ace3-4455-4338-8839-9bedd9b6d384 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5439 time: 0.3138952 Aug 16 01:46:33.941434 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:33.979774 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-63d786b0-329d-4ab7-b2dd-5823b3b934be req-dc4ee1a6-5862-4734-9b48-0743430ac237 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691173 Aug 16 01:46:34.009269 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-16fb32f0-60bd-4a13-a407-b190a53f0b66 req-abb39ff3-8334-4d81-a240-98003991af92 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "GET /v2.0/security-groups/17fa17d5-fe0d-4a8c-81f6-5bb7f95336ce HTTP/1.1" status: 200 len: 1801 time: 0.0940092 Aug 16 01:46:34.016481 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port bee42ab6-fdb5-48a2-98ba-795a696d06da, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bee42ab6-fdb5-48a2-98ba-795a696d06da,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:34.038113 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.041135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 15416754-813f-49e1-bf9c-3e1659dcbe8b up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:34.044577 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c815227-8a85-451b-900d-03014edc54d9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:34.048239 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c815227-8a85-451b-900d-03014edc54d9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.078465 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-2c815227-8a85-451b-900d-03014edc54d9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] device_id is not set on port b14f5725-2568-480e-9b8c-9417e532ec3f yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:46:34.139124 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-16fb32f0-60bd-4a13-a407-b190a53f0b66 req-1ab24b50-8eab-4d0b-8afe-32ddf8509805 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.194118 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f71319-da57-4755-b757-73a1a2c3bc2a req-674731e2-7b31-47f2-b3ad-df4351f7bcc1 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:34.195784 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09f71319-da57-4755-b757-73a1a2c3bc2a req-674731e2-7b31-47f2-b3ad-df4351f7bcc1 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.1207130 Aug 16 01:46:34.221569 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-16fb32f0-60bd-4a13-a407-b190a53f0b66 req-1ab24b50-8eab-4d0b-8afe-32ddf8509805 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.239817 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09f71319-da57-4755-b757-73a1a2c3bc2a req-6acb6502-97bf-42d2-9b35-b629e20b58da tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370409 Aug 16 01:46:34.308890 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-16fb32f0-60bd-4a13-a407-b190a53f0b66 req-1ab24b50-8eab-4d0b-8afe-32ddf8509805 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.311976 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-16fb32f0-60bd-4a13-a407-b190a53f0b66 req-1ab24b50-8eab-4d0b-8afe-32ddf8509805 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.317795 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-16fb32f0-60bd-4a13-a407-b190a53f0b66 req-1ab24b50-8eab-4d0b-8afe-32ddf8509805 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] 10.222.0.68 "DELETE /v2.0/security-groups/17fa17d5-fe0d-4a8c-81f6-5bb7f95336ce HTTP/1.1" status: 204 len: 173 time: 0.2990434 Aug 16 01:46:34.321011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55742) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:34.331590 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab24b50-8eab-4d0b-8afe-32ddf8509805 tempest-SecurityGroupsTestJSON-416445476 tempest-SecurityGroupsTestJSON-416445476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fa17d5-fe0d-4a8c-81f6-5bb7f95336ce,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:34.359065 n-d-765315-27 neutron-server[94673]: DEBUG neutron.objects.ports [None req-653008d8-b52e-4226-88f6-87546bc4a05b tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94673) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:46:34.359687 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-653008d8-b52e-4226-88f6-87546bc4a05b tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.410727 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c831e4b-03c7-4bf3-8132-3ecee1a130e5 admin admin] Deleting subnet 29fbd812-75c6-4cf7-a6ba-c9edee3eebb3 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:46:34.413429 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Allocated IP 172.20.0.2 (31ed1d1a-4b61-47a0-b96a-89c2f662a137/ab5e8cf3-9570-4790-9b2b-366bf97eb244/d855b6df-8b27-4a44-810f-a29cbabfbe34) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:34.416662 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c831e4b-03c7-4bf3-8132-3ecee1a130e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.436361 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=bee42ab6-fdb5-48a2-98ba-795a696d06da,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:34.466206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653008d8-b52e-4226-88f6-87546bc4a05b tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Checking segment: {'id': 'bf661ece-1571-4b14-aceb-5fdc81e60e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9ccafb02-8847-42f6-bb43-0aa509719623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:34.466613 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653008d8-b52e-4226-88f6-87546bc4a05b tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Network hostable DHCP agents. Network: 9ccafb02-8847-42f6-bb43-0aa509719623, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:46:34.468096 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c831e4b-03c7-4bf3-8132-3ecee1a130e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.489986 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653008d8-b52e-4226-88f6-87546bc4a05b tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9023da48-1abc-4775-9648-d82abd75d1da,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:34.503994 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 15416754-813f-49e1-bf9c-3e1659dcbe8b completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:34.519190 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c831e4b-03c7-4bf3-8132-3ecee1a130e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.524649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 15416754-813f-49e1-bf9c-3e1659dcbe8b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:34.525388 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.535356 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653008d8-b52e-4226-88f6-87546bc4a05b tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Network 9ccafb02-8847-42f6-bb43-0aa509719623 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:46:34.594871 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-653008d8-b52e-4226-88f6-87546bc4a05b tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 9ccafb02-8847-42f6-bb43-0aa509719623) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:34.601202 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653008d8-b52e-4226-88f6-87546bc4a05b tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:34.603080 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-653008d8-b52e-4226-88f6-87546bc4a05b tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.609619 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75087df-3d0c-463e-b4e2-18927efbd91d None None] Network 9ccafb02-8847-42f6-bb43-0aa509719623 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:34.619418 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c831e4b-03c7-4bf3-8132-3ecee1a130e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.634178 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf627bd0-f0fc-4d16-88f4-f7a39426772a req-d1f91cf0-432b-4e32-ba80-9b7074c1eba8 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:34.642471 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bf627bd0-f0fc-4d16-88f4-f7a39426772a req-d1f91cf0-432b-4e32-ba80-9b7074c1eba8 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.1262760 Aug 16 01:46:34.651555 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c831e4b-03c7-4bf3-8132-3ecee1a130e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29fbd812-75c6-4cf7-a6ba-c9edee3eebb3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:34.659326 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c831e4b-03c7-4bf3-8132-3ecee1a130e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.667018 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8c831e4b-03c7-4bf3-8132-3ecee1a130e5 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/29fbd812-75c6-4cf7-a6ba-c9edee3eebb3 HTTP/1.1" status: 204 len: 168 time: 0.3438802 Aug 16 01:46:34.667639 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55748) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:34.679850 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-653008d8-b52e-4226-88f6-87546bc4a05b tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9422233 Aug 16 01:46:34.687091 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55750) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:34.692260 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-068d518d-515c-4ccb-97b2-8f1876962297 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1714394682', 'network_id': '9ccafb02-8847-42f6-bb43-0aa509719623'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:34.736517 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bf627bd0-f0fc-4d16-88f4-f7a39426772a req-b8887a10-6da0-4861-bac6-2c0dc4242fce tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928590 Aug 16 01:46:34.739311 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068d518d-515c-4ccb-97b2-8f1876962297 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Made reservation on behalf of 240feae930f5493484e2253520f1ae73 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:34.745904 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068d518d-515c-4ccb-97b2-8f1876962297 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.747173 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.766900 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dcc5e79-e2e1-4278-bdf9-2c083ccece97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.768433 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-068d518d-515c-4ccb-97b2-8f1876962297 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] device_id is not set on port c24d88d0-31a7-40cd-92c4-e954851da380 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:46:34.772019 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Transition to ACTIVE for port object d855b6df-8b27-4a44-810f-a29cbabfbe34 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:34.792771 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.813749 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Transition to ACTIVE for port object d855b6df-8b27-4a44-810f-a29cbabfbe34 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:34.836132 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.886197 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dcc5e79-e2e1-4278-bdf9-2c083ccece97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.896977 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5dcc5e79-e2e1-4278-bdf9-2c083ccece97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bd41b7-e4e3-465c-a858-6a8c07aabefa']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:34.910055 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Network 31ed1d1a-4b61-47a0-b96a-89c2f662a137 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:34.910877 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5dcc5e79-e2e1-4278-bdf9-2c083ccece97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962947a4-95cf-4037-b4a9-3fdf8b7aaf0f') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:34.911177 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5dcc5e79-e2e1-4278-bdf9-2c083ccece97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962947a4-95cf-4037-b4a9-3fdf8b7aaf0f') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:34.911306 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec296101-7f64-4430-9365-e7ee2621e3e4 None None] Network 9ccafb02-8847-42f6-bb43-0aa509719623 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:34.922482 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dcc5e79-e2e1-4278-bdf9-2c083ccece97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.934118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:34.938734 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 15416754-813f-49e1-bf9c-3e1659dcbe8b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=15416754-813f-49e1-bf9c-3e1659dcbe8b,segment=NetworkSegment(b5f372a8-0b04-455f-92d6-6952aa4b1489),segment_id=b5f372a8-0b04-455f-92d6-6952aa4b1489)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:34.939066 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dcc5e79-e2e1-4278-bdf9-2c083ccece97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.946657 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcc5e79-e2e1-4278-bdf9-2c083ccece97 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:46:34.947800 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dcc5e79-e2e1-4278-bdf9-2c083ccece97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.968756 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:34.978575 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:34.979370 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0acdabdb-c72c-46b9-8121-47f8e483891b up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:34.986503 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-068d518d-515c-4ccb-97b2-8f1876962297 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Allocated IP 2001:db8::2ae (9ccafb02-8847-42f6-bb43-0aa509719623/9023da48-1abc-4775-9648-d82abd75d1da/c24d88d0-31a7-40cd-92c4-e954851da380) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:35.029338 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Pushing event updated for resources: {'Port': ['ID=d855b6df-8b27-4a44-810f-a29cbabfbe34,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:46:35.037869 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:46:35.081334 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dcc5e79-e2e1-4278-bdf9-2c083ccece97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.093879 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dcc5e79-e2e1-4278-bdf9-2c083ccece97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.098389 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5dcc5e79-e2e1-4278-bdf9-2c083ccece97 admin admin] 10.222.0.68 "DELETE /v2.0/networks/d1bd41b7-e4e3-465c-a858-6a8c07aabefa HTTP/1.1" status: 204 len: 168 time: 0.4274166 Aug 16 01:46:35.121736 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc5e79-e2e1-4278-bdf9-2c083ccece97 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1bd41b7-e4e3-465c-a858-6a8c07aabefa,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:35.143914 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7195c-e1e8-40f4-a3a8-dc62e8d99eb0 req-20d21e06-a156-4f13-8796-9e85bc8ff794 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:35.151190 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-73d7195c-e1e8-40f4-a3a8-dc62e8d99eb0 req-20d21e06-a156-4f13-8796-9e85bc8ff794 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.1312680 Aug 16 01:46:35.161631 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-2c815227-8a85-451b-900d-03014edc54d9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Allocated IP 172.20.0.8 (31ed1d1a-4b61-47a0-b96a-89c2f662a137/ab5e8cf3-9570-4790-9b2b-366bf97eb244/b14f5725-2568-480e-9b8c-9417e532ec3f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:35.169246 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:35.169595 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:35.170603 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:35.170794 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:35.171124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:35.171496 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:35.171949 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:35.172199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:35.173662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:35.174661 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:35.175003 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:35.175326 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:35.232017 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-73d7195c-e1e8-40f4-a3a8-dc62e8d99eb0 req-8dd69302-58d0-4798-94a0-46a2c12ac07e tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796835 Aug 16 01:46:35.241099 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068d518d-515c-4ccb-97b2-8f1876962297 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.298203 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068d518d-515c-4ccb-97b2-8f1876962297 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.334558 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Attempting to bind port d855b6df-8b27-4a44-810f-a29cbabfbe34 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:35.335750 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Attempting to bind port d855b6df-8b27-4a44-810f-a29cbabfbe34 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '6143f3de-977a-46cd-b222-7912a52afcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '31ed1d1a-4b61-47a0-b96a-89c2f662a137'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:35.336274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Attempting to bind port d855b6df-8b27-4a44-810f-a29cbabfbe34 on network 31ed1d1a-4b61-47a0-b96a-89c2f662a137 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:35.373867 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d518d-515c-4ccb-97b2-8f1876962297 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Pushing event updated for resources: {'Port': ['ID=c24d88d0-31a7-40cd-92c4-e954851da380,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:35.383666 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:35.384684 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Checking segment: {'id': '6143f3de-977a-46cd-b222-7912a52afcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '31ed1d1a-4b61-47a0-b96a-89c2f662a137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:35.385654 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.387297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Bound using segment: {'id': '6143f3de-977a-46cd-b222-7912a52afcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '31ed1d1a-4b61-47a0-b96a-89c2f662a137'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:35.388172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Bound port: d855b6df-8b27-4a44-810f-a29cbabfbe34, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6143f3de-977a-46cd-b222-7912a52afcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '31ed1d1a-4b61-47a0-b96a-89c2f662a137'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:35.388929 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.395493 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee42ab6-fdb5-48a2-98ba-795a696d06da'}, {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15416754-813f-49e1-bf9c-3e1659dcbe8b'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:35.398772 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068d518d-515c-4ccb-97b2-8f1876962297 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Network 9ccafb02-8847-42f6-bb43-0aa509719623 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:35.399084 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f18b159-f3d0-4e55-aa48-0ea83013af09" -d '{"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-plugged", "status": "completed", "tag": "bee42ab6-fdb5-48a2-98ba-795a696d06da"}, {"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-plugged", "status": "completed", "tag": "15416754-813f-49e1-bf9c-3e1659dcbe8b"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:35.403183 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-068d518d-515c-4ccb-97b2-8f1876962297 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:35.406347 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068d518d-515c-4ccb-97b2-8f1876962297 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:35.407706 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068d518d-515c-4ccb-97b2-8f1876962297 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:35.409316 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068d518d-515c-4ccb-97b2-8f1876962297 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.435072 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-068d518d-515c-4ccb-97b2-8f1876962297 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7467115 Aug 16 01:46:35.437717 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55764) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:35.452214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c988f-6b8b-483a-888c-b6087de782fe req-b6363bf5-5f12-459d-ba69-cd6c8f4e2ce4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:35.459614 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c988f-6b8b-483a-888c-b6087de782fe req-b6363bf5-5f12-459d-ba69-cd6c8f4e2ce4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:35.467145 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c988f-6b8b-483a-888c-b6087de782fe req-b6363bf5-5f12-459d-ba69-cd6c8f4e2ce4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:35.467797 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=15416754-813f-49e1-bf9c-3e1659dcbe8b,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:35.483528 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c988f-6b8b-483a-888c-b6087de782fe req-b6363bf5-5f12-459d-ba69-cd6c8f4e2ce4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:35.487509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 0acdabdb-c72c-46b9-8121-47f8e483891b completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:35.490270 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c988f-6b8b-483a-888c-b6087de782fe req-b6363bf5-5f12-459d-ba69-cd6c8f4e2ce4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:35.497473 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c988f-6b8b-483a-888c-b6087de782fe req-b6363bf5-5f12-459d-ba69-cd6c8f4e2ce4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:35.504645 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c988f-6b8b-483a-888c-b6087de782fe req-b6363bf5-5f12-459d-ba69-cd6c8f4e2ce4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:35.514640 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c56c988f-6b8b-483a-888c-b6087de782fe req-b6363bf5-5f12-459d-ba69-cd6c8f4e2ce4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5441 time: 0.2304306 Aug 16 01:46:35.523786 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55766) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:35.563187 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 0acdabdb-c72c-46b9-8121-47f8e483891b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:35.563744 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.593300 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c815227-8a85-451b-900d-03014edc54d9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.610676 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-2c815227-8a85-451b-900d-03014edc54d9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Transition to ACTIVE for port object b14f5725-2568-480e-9b8c-9417e532ec3f will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:35.619521 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-15f7e6f8-40ba-4e72-8464-00de9fc7f585 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ee26a718258e436eb39e6859b9c6f1f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0825622 Aug 16 01:46:35.622195 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55772) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:35.650708 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c56c988f-6b8b-483a-888c-b6087de782fe req-186c2233-6028-4212-a62e-648dcaa2f946 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1346743 Aug 16 01:46:35.657296 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa20ea52-b623-44e6-bb5b-01510098b511 x-openstack-request-id: req-aa20ea52-b623-44e6-bb5b-01510098b511 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:35.658866 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-plugged", "status": "completed", "tag": "bee42ab6-fdb5-48a2-98ba-795a696d06da", "code": 200}, {"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-plugged", "status": "completed", "tag": "15416754-813f-49e1-bf9c-3e1659dcbe8b", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:35.659994 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-aa20ea52-b623-44e6-bb5b-01510098b511 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:35.660117 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c815227-8a85-451b-900d-03014edc54d9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.660952 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee42ab6-fdb5-48a2-98ba-795a696d06da', 'code': 200} Aug 16 01:46:35.661550 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15416754-813f-49e1-bf9c-3e1659dcbe8b', 'code': 200} Aug 16 01:46:35.707463 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be02d61b-3ef9-44e1-b5a6-2549c6534ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.732802 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be02d61b-3ef9-44e1-b5a6-2549c6534ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.733135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] For port d855b6df-8b27-4a44-810f-a29cbabfbe34, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:35.742753 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c815227-8a85-451b-900d-03014edc54d9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=b14f5725-2568-480e-9b8c-9417e532ec3f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:35.757387 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] For port d855b6df-8b27-4a44-810f-a29cbabfbe34, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d855b6df-8b27-4a44-810f-a29cbabfbe34,segment=NetworkSegment(6143f3de-977a-46cd-b222-7912a52afcae),segment_id=6143f3de-977a-46cd-b222-7912a52afcae)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:35.770887 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.798355 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be02d61b-3ef9-44e1-b5a6-2549c6534ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.798734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c815227-8a85-451b-900d-03014edc54d9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network 31ed1d1a-4b61-47a0-b96a-89c2f662a137 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:35.802134 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be02d61b-3ef9-44e1-b5a6-2549c6534ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.802715 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-2c815227-8a85-451b-900d-03014edc54d9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:35.804056 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-be02d61b-3ef9-44e1-b5a6-2549c6534ea1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ac2aeabc-178e-4007-9a0d-a51df745aa97 HTTP/1.1" status: 204 len: 168 time: 0.1808472 Aug 16 01:46:35.815855 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c815227-8a85-451b-900d-03014edc54d9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:35.848570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02d61b-3ef9-44e1-b5a6-2549c6534ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2aeabc-178e-4007-9a0d-a51df745aa97,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:35.870175 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c815227-8a85-451b-900d-03014edc54d9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:35.870836 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c815227-8a85-451b-900d-03014edc54d9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.890949 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2c92a654-7a71-43b0-8297-145c9ad0f2e7 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Deleting port c24d88d0-31a7-40cd-92c4-e954851da380 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:35.891284 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c92a654-7a71-43b0-8297-145c9ad0f2e7 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.898634 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8406ed-d611-4d30-a677-7643e703d486 None None] Pushing event updated for resources: {'Port': ['ID=d855b6df-8b27-4a44-810f-a29cbabfbe34,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:35.922810 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b92fb-2f45-4bfa-b7ab-1a4c979248bb req-3efa441a-61f1-41e5-ad50-a74ba86e66c1 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:35.924395 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-875b92fb-2f45-4bfa-b7ab-1a4c979248bb req-3efa441a-61f1-41e5-ad50-a74ba86e66c1 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.1736181 Aug 16 01:46:35.928799 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:35.987706 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2c815227-8a85-451b-900d-03014edc54d9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3082206 Aug 16 01:46:35.988763 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55778) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:36.020080 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0acdabdb-c72c-46b9-8121-47f8e483891b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0acdabdb-c72c-46b9-8121-47f8e483891b,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:36.030254 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-875b92fb-2f45-4bfa-b7ab-1a4c979248bb req-4f25911b-0561-478b-a226-5501eb7ed15d tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589485 Aug 16 01:46:36.035675 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:36.036915 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device bd0bff2b-08e3-4df0-9d32-cf931a827abb up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:36.122437 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c92a654-7a71-43b0-8297-145c9ad0f2e7 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:36.146309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2c92a654-7a71-43b0-8297-145c9ad0f2e7 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Calling delete_port for c24d88d0-31a7-40cd-92c4-e954851da380 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:36.209737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=0acdabdb-c72c-46b9-8121-47f8e483891b,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:36.216207 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port bd0bff2b-08e3-4df0-9d32-cf931a827abb completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:36.223438 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port bd0bff2b-08e3-4df0-9d32-cf931a827abb triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:36.225058 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:36.458315 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:36.499404 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c92a654-7a71-43b0-8297-145c9ad0f2e7 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:36.512762 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port bd0bff2b-08e3-4df0-9d32-cf931a827abb, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bd0bff2b-08e3-4df0-9d32-cf931a827abb,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:36.518933 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d855b6df-8b27-4a44-810f-a29cbabfbe34 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:36.536330 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:36.582309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92a654-7a71-43b0-8297-145c9ad0f2e7 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Pushing event deleted for resources: {'Port': ['ID=c24d88d0-31a7-40cd-92c4-e954851da380,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:36.647017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=bd0bff2b-08e3-4df0-9d32-cf931a827abb,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:36.651680 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c92a654-7a71-43b0-8297-145c9ad0f2e7 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:36.652754 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port d855b6df-8b27-4a44-810f-a29cbabfbe34 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:36.656317 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2c92a654-7a71-43b0-8297-145c9ad0f2e7 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "DELETE /v2.0/ports/c24d88d0-31a7-40cd-92c4-e954851da380 HTTP/1.1" status: 204 len: 168 time: 1.2119119 Aug 16 01:46:36.658705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55792) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:36.663235 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b3f0f360-415f-47dc-9605-42454932a043 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ccafb02-8847-42f6-bb43-0aa509719623', 'external_fixed_ips': [{'subnet_id': '9023da48-1abc-4775-9648-d82abd75d1da', 'ip_address': '2001:db8::2ae'}]}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:36.705781 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7334-f48d-4b27-99ef-41ab012754b5 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:36.717976 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3f0f360-415f-47dc-9605-42454932a043 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:36.719425 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3f0f360-415f-47dc-9605-42454932a043 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:36.821112 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875879b-7c9b-4cf7-8285-f8954523c6a8 req-29ea110c-a000-48a9-9ed5-702d2ef10c2d tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:36.827306 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875879b-7c9b-4cf7-8285-f8954523c6a8 req-29ea110c-a000-48a9-9ed5-702d2ef10c2d tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:36.830097 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3f0f360-415f-47dc-9605-42454932a043 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:36.833728 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875879b-7c9b-4cf7-8285-f8954523c6a8 req-29ea110c-a000-48a9-9ed5-702d2ef10c2d tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:36.840452 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875879b-7c9b-4cf7-8285-f8954523c6a8 req-29ea110c-a000-48a9-9ed5-702d2ef10c2d tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:36.846631 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875879b-7c9b-4cf7-8285-f8954523c6a8 req-29ea110c-a000-48a9-9ed5-702d2ef10c2d tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:36.853508 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875879b-7c9b-4cf7-8285-f8954523c6a8 req-29ea110c-a000-48a9-9ed5-702d2ef10c2d tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:36.859562 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875879b-7c9b-4cf7-8285-f8954523c6a8 req-29ea110c-a000-48a9-9ed5-702d2ef10c2d tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:36.862508 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4875879b-7c9b-4cf7-8285-f8954523c6a8 req-29ea110c-a000-48a9-9ed5-702d2ef10c2d tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5443 time: 0.1078522 Aug 16 01:46:36.920481 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4875879b-7c9b-4cf7-8285-f8954523c6a8 req-eaa86499-d0d3-4574-a5e9-b4a907dfb33f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0499682 Aug 16 01:46:37.091539 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55806) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:37.215314 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-95ae2ccd-3254-4a9e-a11a-2f50619fcd16 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1624508070-network', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:37.233221 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.260668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ae2ccd-3254-4a9e-a11a-2f50619fcd16 admin admin] Made reservation on behalf of 1529735a2a4048bbb2f4e83bd590d36c for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:37.263859 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95ae2ccd-3254-4a9e-a11a-2f50619fcd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.280321 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95ae2ccd-3254-4a9e-a11a-2f50619fcd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.386618 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f90d3b-c700-49a9-b336-edf2dadd2075 None None] Network 31ed1d1a-4b61-47a0-b96a-89c2f662a137 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:37.415618 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95ae2ccd-3254-4a9e-a11a-2f50619fcd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.421898 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95ae2ccd-3254-4a9e-a11a-2f50619fcd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.447175 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ae2ccd-3254-4a9e-a11a-2f50619fcd16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:46:37.465639 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae2ccd-3254-4a9e-a11a-2f50619fcd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788ef9d1-7736-4989-b82f-ae775959d468,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:37.470318 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95ae2ccd-3254-4a9e-a11a-2f50619fcd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.470995 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-95ae2ccd-3254-4a9e-a11a-2f50619fcd16 admin admin] Added segment 119b8383-cbdb-46f9-9a3b-5028d09affca of type vlan for network 27b5d8d5-10cf-4fee-9418-9d301dc64f6c Aug 16 01:46:37.471590 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fe02f7e5-d744-495a-96ac-5cd0b519cf17 None None] Provisioning for port d855b6df-8b27-4a44-810f-a29cbabfbe34 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:37.478311 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fe02f7e5-d744-495a-96ac-5cd0b519cf17 None None] Provisioning complete for port d855b6df-8b27-4a44-810f-a29cbabfbe34 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:37.478789 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fe02f7e5-d744-495a-96ac-5cd0b519cf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.525952 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95ae2ccd-3254-4a9e-a11a-2f50619fcd16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.567375 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95ae2ccd-3254-4a9e-a11a-2f50619fcd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.569022 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ae2ccd-3254-4a9e-a11a-2f50619fcd16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:37.569868 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95ae2ccd-3254-4a9e-a11a-2f50619fcd16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.650560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae2ccd-3254-4a9e-a11a-2f50619fcd16 admin admin] Pushing event updated for resources: {'Network': ['ID=27b5d8d5-10cf-4fee-9418-9d301dc64f6c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:37.669086 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-95ae2ccd-3254-4a9e-a11a-2f50619fcd16 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5763030 Aug 16 01:46:37.670243 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acdabdb-c72c-46b9-8121-47f8e483891b'}, {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0bff2b-08e3-4df0-9d32-cf931a827abb'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:37.671757 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55816) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:37.676301 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ff40c1-9dad-43c8-a327-f8f9f741048e" -d '{"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-plugged", "status": "completed", "tag": "0acdabdb-c72c-46b9-8121-47f8e483891b"}, {"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-plugged", "status": "completed", "tag": "bd0bff2b-08e3-4df0-9d32-cf931a827abb"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:37.681280 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8137c1ed-64d2-4771-a921-5ef5a0fce63e admin admin] Request body: {'subnet': {'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1624508070-subnet', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:37.684013 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3f0f360-415f-47dc-9605-42454932a043 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.693211 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 27b5d8d5-10cf-4fee-9418-9d301dc64f6c details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:46:37.698104 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fe02f7e5-d744-495a-96ac-5cd0b519cf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.732224 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8137c1ed-64d2-4771-a921-5ef5a0fce63e admin admin] Made reservation on behalf of 1529735a2a4048bbb2f4e83bd590d36c for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:37.734923 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8137c1ed-64d2-4771-a921-5ef5a0fce63e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.793339 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468aa91c-3268-4d60-bf3d-6950d87ebfe8 x-openstack-request-id: req-468aa91c-3268-4d60-bf3d-6950d87ebfe8 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:37.794405 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-plugged", "status": "completed", "tag": "0acdabdb-c72c-46b9-8121-47f8e483891b", "code": 200}, {"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-plugged", "status": "completed", "tag": "bd0bff2b-08e3-4df0-9d32-cf931a827abb", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:37.794830 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-468aa91c-3268-4d60-bf3d-6950d87ebfe8 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:37.795413 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acdabdb-c72c-46b9-8121-47f8e483891b', 'code': 200} Aug 16 01:46:37.795871 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0bff2b-08e3-4df0-9d32-cf931a827abb', 'code': 200} Aug 16 01:46:37.862421 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df77794-fcf3-43eb-a544-ed45714d0c6f req-77baf523-40c6-4b83-a4d7-ae9c83b7bd5c tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:37.864061 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4df77794-fcf3-43eb-a544-ed45714d0c6f req-77baf523-40c6-4b83-a4d7-ae9c83b7bd5c tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.73 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.8263383 Aug 16 01:46:37.874878 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-fe02f7e5-d744-495a-96ac-5cd0b519cf17 None None] For port d855b6df-8b27-4a44-810f-a29cbabfbe34, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d855b6df-8b27-4a44-810f-a29cbabfbe34,segment=NetworkSegment(6143f3de-977a-46cd-b222-7912a52afcae),segment_id=6143f3de-977a-46cd-b222-7912a52afcae)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:37.880413 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9547e1b-816b-4505-99cd-4e1de2ba78fd req-760c3c6a-3908-47ab-b379-3c0fc91b4b28 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:37.882054 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b9547e1b-816b-4505-99cd-4e1de2ba78fd req-760c3c6a-3908-47ab-b379-3c0fc91b4b28 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 946 time: 0.3119183 Aug 16 01:46:37.889949 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fe02f7e5-d744-495a-96ac-5cd0b519cf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.973731 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:37.977899 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02f7e5-d744-495a-96ac-5cd0b519cf17 None None] Pushing event updated for resources: {'Port': ['ID=d855b6df-8b27-4a44-810f-a29cbabfbe34,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:37.987936 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8137c1ed-64d2-4771-a921-5ef5a0fce63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.044054 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137c1ed-64d2-4771-a921-5ef5a0fce63e admin admin] Pushing event updated for resources: {'Subnet': ['ID=66424a27-2b04-48e7-b747-252110db691a,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:38.046354 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7334-f48d-4b27-99ef-41ab012754b5 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.076536 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7334-f48d-4b27-99ef-41ab012754b5 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.113312 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e2f4dd75-92ec-4ef3-9281-7b422545fb06 None None] Provisioning complete for port d855b6df-8b27-4a44-810f-a29cbabfbe34 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:38.113728 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2f4dd75-92ec-4ef3-9281-7b422545fb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.119810 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137c1ed-64d2-4771-a921-5ef5a0fce63e admin admin] Checking segment: {'id': '119b8383-cbdb-46f9-9a3b-5028d09affca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:38.120029 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8137c1ed-64d2-4771-a921-5ef5a0fce63e admin admin] Network hostable DHCP agents. Network: 27b5d8d5-10cf-4fee-9418-9d301dc64f6c, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:46:38.136111 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f2892-80ae-4df2-8f64-4982e667bfe3 req-3efe5c78-9a08-4435-8fdc-3b69c72d6da1 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:38.142128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f2892-80ae-4df2-8f64-4982e667bfe3 req-3efe5c78-9a08-4435-8fdc-3b69c72d6da1 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:38.149507 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f2892-80ae-4df2-8f64-4982e667bfe3 req-3efe5c78-9a08-4435-8fdc-3b69c72d6da1 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:38.161228 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f2892-80ae-4df2-8f64-4982e667bfe3 req-3efe5c78-9a08-4435-8fdc-3b69c72d6da1 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:38.168348 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f2892-80ae-4df2-8f64-4982e667bfe3 req-3efe5c78-9a08-4435-8fdc-3b69c72d6da1 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:38.172747 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b9547e1b-816b-4505-99cd-4e1de2ba78fd req-09b42a59-8371-435c-a529-12744290dff0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606871 Aug 16 01:46:38.174438 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f2892-80ae-4df2-8f64-4982e667bfe3 req-3efe5c78-9a08-4435-8fdc-3b69c72d6da1 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:38.180566 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f2892-80ae-4df2-8f64-4982e667bfe3 req-3efe5c78-9a08-4435-8fdc-3b69c72d6da1 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:38.183406 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-534f2892-80ae-4df2-8f64-4982e667bfe3 req-3efe5c78-9a08-4435-8fdc-3b69c72d6da1 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5443 time: 0.1356864 Aug 16 01:46:38.250050 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29a2b1-c0fa-4439-9c1a-7fcce45fa49e req-70aae77f-98f2-4032-8931-e9b87931bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:38.250612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29a2b1-c0fa-4439-9c1a-7fcce45fa49e req-70aae77f-98f2-4032-8931-e9b87931bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:38.251081 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29a2b1-c0fa-4439-9c1a-7fcce45fa49e req-70aae77f-98f2-4032-8931-e9b87931bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:38.251600 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29a2b1-c0fa-4439-9c1a-7fcce45fa49e req-70aae77f-98f2-4032-8931-e9b87931bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:38.252144 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29a2b1-c0fa-4439-9c1a-7fcce45fa49e req-70aae77f-98f2-4032-8931-e9b87931bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:38.252536 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29a2b1-c0fa-4439-9c1a-7fcce45fa49e req-70aae77f-98f2-4032-8931-e9b87931bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:38.252995 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29a2b1-c0fa-4439-9c1a-7fcce45fa49e req-70aae77f-98f2-4032-8931-e9b87931bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:38.255281 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cb29a2b1-c0fa-4439-9c1a-7fcce45fa49e req-70aae77f-98f2-4032-8931-e9b87931bb41 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 6507 time: 0.3837924 Aug 16 01:46:38.260800 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e2f4dd75-92ec-4ef3-9281-7b422545fb06 None None] Provisioning for port b14f5725-2568-480e-9b8c-9417e532ec3f completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:38.265643 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e2f4dd75-92ec-4ef3-9281-7b422545fb06 None None] Provisioning complete for port b14f5725-2568-480e-9b8c-9417e532ec3f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:38.266176 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2f4dd75-92ec-4ef3-9281-7b422545fb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.267138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8137c1ed-64d2-4771-a921-5ef5a0fce63e admin admin] Network 27b5d8d5-10cf-4fee-9418-9d301dc64f6c is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:46:38.273213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa7334-f48d-4b27-99ef-41ab012754b5 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=b14f5725-2568-480e-9b8c-9417e532ec3f,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:38.282481 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-534f2892-80ae-4df2-8f64-4982e667bfe3 req-7ce3e86e-fb72-4d4a-a994-6d4c6f8fba0a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899732 Aug 16 01:46:38.291825 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-8137c1ed-64d2-4771-a921-5ef5a0fce63e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 27b5d8d5-10cf-4fee-9418-9d301dc64f6c) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:38.304821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8137c1ed-64d2-4771-a921-5ef5a0fce63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:38.306109 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8137c1ed-64d2-4771-a921-5ef5a0fce63e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.321251 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd603e6f-d20b-4aad-86eb-b28535e822bd None None] Network 27b5d8d5-10cf-4fee-9418-9d301dc64f6c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:38.343079 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8137c1ed-64d2-4771-a921-5ef5a0fce63e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6700115 Aug 16 01:46:38.344222 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55826) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:38.350484 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5ee2b9d4-89d5-41ba-8113-a089f64dde54 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1624508070-router', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:38.383386 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b9d4-89d5-41ba-8113-a089f64dde54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.386259 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b9d4-89d5-41ba-8113-a089f64dde54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.413107 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e2f4dd75-92ec-4ef3-9281-7b422545fb06 None None] Port b14f5725-2568-480e-9b8c-9417e532ec3f cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:38.455206 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d855b6df-8b27-4a44-810f-a29cbabfbe34 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:38.477786 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cb29a2b1-c0fa-4439-9c1a-7fcce45fa49e req-30ab6498-f8d0-411e-a2b2-bd38c80104c2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2002954 Aug 16 01:46:38.492347 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b9d4-89d5-41ba-8113-a089f64dde54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.511521 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-4df77794-fcf3-43eb-a544-ed45714d0c6f req-cb364439-e9b3-4f9e-ac7b-5195e9db9e12 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Deleting port a337f7df-4e96-4aec-8534-60e8c9a000be {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:38.511870 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4df77794-fcf3-43eb-a544-ed45714d0c6f req-cb364439-e9b3-4f9e-ac7b-5195e9db9e12 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.572691 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-88d313ef-e1fb-44c1-aed8-5651e30b9b6a None None] Provisioning complete for port b14f5725-2568-480e-9b8c-9417e532ec3f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:38.573281 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-88d313ef-e1fb-44c1-aed8-5651e30b9b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.617361 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-88d313ef-e1fb-44c1-aed8-5651e30b9b6a None None] Port b14f5725-2568-480e-9b8c-9417e532ec3f cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:38.638064 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d855b6df-8b27-4a44-810f-a29cbabfbe34 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:38.638536 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.643321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-27b5d8d5-10cf-4fee-9418-9d301dc64f6c', 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'fixed_ips': [{'subnet_id': '66424a27-2b04-48e7-b747-252110db691a'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:46:38.644279 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.655656 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b9d4-89d5-41ba-8113-a089f64dde54 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.778029 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3f0f360-415f-47dc-9605-42454932a043 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.803212 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7334-f48d-4b27-99ef-41ab012754b5 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.810981 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3f0f360-415f-47dc-9605-42454932a043 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.869121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4df77794-fcf3-43eb-a544-ed45714d0c6f req-cb364439-e9b3-4f9e-ac7b-5195e9db9e12 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] For port a337f7df-4e96-4aec-8534-60e8c9a000be, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a337f7df-4e96-4aec-8534-60e8c9a000be,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:38.869406 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4df77794-fcf3-43eb-a544-ed45714d0c6f req-cb364439-e9b3-4f9e-ac7b-5195e9db9e12 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.926711 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b9d4-89d5-41ba-8113-a089f64dde54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:38.952465 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-4df77794-fcf3-43eb-a544-ed45714d0c6f req-cb364439-e9b3-4f9e-ac7b-5195e9db9e12 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Calling delete_port for a337f7df-4e96-4aec-8534-60e8c9a000be owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:38.957800 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b9d4-89d5-41ba-8113-a089f64dde54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.031472 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cf487439-598b-4c21-b297-7ab4d44ed5b5 None None] Provisioning complete for port b14f5725-2568-480e-9b8c-9417e532ec3f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:39.032196 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cf487439-598b-4c21-b297-7ab4d44ed5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.103899 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Allocated IP 172.20.0.2 (27b5d8d5-10cf-4fee-9418-9d301dc64f6c/66424a27-2b04-48e7-b747-252110db691a/df193805-d23b-4016-babd-22832e8f5a72) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:39.110344 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-5ee2b9d4-89d5-41ba-8113-a089f64dde54 admin admin] Allocated IP 172.25.3.202 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/d32580d7-cb10-4328-ac88-8de589152f61) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:39.118904 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-cf487439-598b-4c21-b297-7ab4d44ed5b5 None None] Port b14f5725-2568-480e-9b8c-9417e532ec3f cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:39.121868 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7334-f48d-4b27-99ef-41ab012754b5 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.165223 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-b3f0f360-415f-47dc-9605-42454932a043 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Allocated IP 2001:db8::2ae (9ccafb02-8847-42f6-bb43-0aa509719623/9023da48-1abc-4775-9648-d82abd75d1da/7197cfb6-0f34-41d8-8d44-29f0c9c0ba8f) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:39.247343 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b9d4-89d5-41ba-8113-a089f64dde54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.311893 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b9d4-89d5-41ba-8113-a089f64dde54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.326384 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.529671 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Transition to ACTIVE for port object df193805-d23b-4016-babd-22832e8f5a72 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:39.540081 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4df77794-fcf3-43eb-a544-ed45714d0c6f req-cb364439-e9b3-4f9e-ac7b-5195e9db9e12 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.554281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ba978e89-0a8f-4e00-b2a7-3d35c60a0298'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:46:39.561716 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Transition to ACTIVE for port object df193805-d23b-4016-babd-22832e8f5a72 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:39.596951 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3f0f360-415f-47dc-9605-42454932a043 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.615033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb364439-e9b3-4f9e-ac7b-5195e9db9e12 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Pushing event deleted for resources: {'Port': ['ID=a337f7df-4e96-4aec-8534-60e8c9a000be,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:39.626203 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.718960 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Pushing event updated for resources: {'Port': ['ID=df193805-d23b-4016-babd-22832e8f5a72,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:39.730074 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee2b9d4-89d5-41ba-8113-a089f64dde54 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:39.739426 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-5ee2b9d4-89d5-41ba-8113-a089f64dde54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:39.743404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee2b9d4-89d5-41ba-8113-a089f64dde54 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:39.755612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Network 27b5d8d5-10cf-4fee-9418-9d301dc64f6c is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:39.765282 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:39.769602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:39.781385 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2b9d4-89d5-41ba-8113-a089f64dde54 admin admin] Pushing event updated for resources: {'Port': ['ID=d32580d7-cb10-4328-ac88-8de589152f61,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:39.794812 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898305f-8bc2-45dd-a8ef-961469a2db47 req-aeef3992-feda-4a0c-9618-27263cc2e854 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:39.796367 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e898305f-8bc2-45dd-a8ef-961469a2db47 req-aeef3992-feda-4a0c-9618-27263cc2e854 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=db527b46-4e22-4ea4-824d-6592fef7cfe4 HTTP/1.1" status: 200 len: 867 time: 0.4981315 Aug 16 01:46:39.847617 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7334-f48d-4b27-99ef-41ab012754b5 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.865612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b862d-731a-4954-8c40-217dc060160f req-d5e9c3ee-8d45-4817-8a55-5de074c892e8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:39.874038 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b862d-731a-4954-8c40-217dc060160f req-d5e9c3ee-8d45-4817-8a55-5de074c892e8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:39.882983 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b862d-731a-4954-8c40-217dc060160f req-d5e9c3ee-8d45-4817-8a55-5de074c892e8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:39.888484 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Attempting to bind port df193805-d23b-4016-babd-22832e8f5a72 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:39.888948 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Attempting to bind port df193805-d23b-4016-babd-22832e8f5a72 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '119b8383-cbdb-46f9-9a3b-5028d09affca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:39.889225 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Attempting to bind port df193805-d23b-4016-babd-22832e8f5a72 on network 27b5d8d5-10cf-4fee-9418-9d301dc64f6c {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:39.895894 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:39.896279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Checking segment: {'id': '119b8383-cbdb-46f9-9a3b-5028d09affca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:39.896454 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b862d-731a-4954-8c40-217dc060160f req-d5e9c3ee-8d45-4817-8a55-5de074c892e8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:39.897128 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.897259 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Bound using segment: {'id': '119b8383-cbdb-46f9-9a3b-5028d09affca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:39.898106 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Bound port: df193805-d23b-4016-babd-22832e8f5a72, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119b8383-cbdb-46f9-9a3b-5028d09affca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:39.898743 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:39.906634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b862d-731a-4954-8c40-217dc060160f req-d5e9c3ee-8d45-4817-8a55-5de074c892e8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:39.911801 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e898305f-8bc2-45dd-a8ef-961469a2db47 req-0b515f7a-507e-4a1d-bc8c-fd532c808ca5 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078651 Aug 16 01:46:39.913107 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b862d-731a-4954-8c40-217dc060160f req-d5e9c3ee-8d45-4817-8a55-5de074c892e8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:39.919978 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b862d-731a-4954-8c40-217dc060160f req-d5e9c3ee-8d45-4817-8a55-5de074c892e8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:39.931146 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d33b862d-731a-4954-8c40-217dc060160f req-d5e9c3ee-8d45-4817-8a55-5de074c892e8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5443 time: 0.4987016 Aug 16 01:46:39.953251 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7334-f48d-4b27-99ef-41ab012754b5 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.024511 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] For port df193805-d23b-4016-babd-22832e8f5a72, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:40.028017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] For port df193805-d23b-4016-babd-22832e8f5a72, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=df193805-d23b-4016-babd-22832e8f5a72,segment=NetworkSegment(119b8383-cbdb-46f9-9a3b-5028d09affca),segment_id=119b8383-cbdb-46f9-9a3b-5028d09affca)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:40.036142 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.053106 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df77794-fcf3-43eb-a544-ed45714d0c6f req-cb364439-e9b3-4f9e-ac7b-5195e9db9e12 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] No DVR routers for this DVR port a337f7df-4e96-4aec-8534-60e8c9a000be on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:40.081583 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4df77794-fcf3-43eb-a544-ed45714d0c6f req-cb364439-e9b3-4f9e-ac7b-5195e9db9e12 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.083906 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4df77794-fcf3-43eb-a544-ed45714d0c6f req-cb364439-e9b3-4f9e-ac7b-5195e9db9e12 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.73 "DELETE /v2.0/ports/a337f7df-4e96-4aec-8534-60e8c9a000be HTTP/1.1" status: 204 len: 173 time: 2.1939526 Aug 16 01:46:40.088833 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db527b46-4e22-4ea4-824d-6592fef7cfe4', 'name': 'network-vif-deleted', 'tag': 'a337f7df-4e96-4aec-8534-60e8c9a000be'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:40.090863 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f5acda-1a0d-4f47-b52f-ea3d90e4620e" -d '{"events": [{"server_uuid": "db527b46-4e22-4ea4-824d-6592fef7cfe4", "name": "network-vif-deleted", "tag": "a337f7df-4e96-4aec-8534-60e8c9a000be"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:40.125327 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b9d4-89d5-41ba-8113-a089f64dde54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.139827 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3f0f360-415f-47dc-9605-42454932a043 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.148171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7352dc8-5b98-46ce-b000-c0b9ae866fa1 None None] Pushing event updated for resources: {'Port': ['ID=df193805-d23b-4016-babd-22832e8f5a72,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:40.188125 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dd4672-5ca2-4a88-a7b8-d271d361cc88 x-openstack-request-id: req-50dd4672-5ca2-4a88-a7b8-d271d361cc88 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:40.188394 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db527b46-4e22-4ea4-824d-6592fef7cfe4", "name": "network-vif-deleted", "tag": "a337f7df-4e96-4aec-8534-60e8c9a000be", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:40.188696 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-50dd4672-5ca2-4a88-a7b8-d271d361cc88 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:40.189105 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db527b46-4e22-4ea4-824d-6592fef7cfe4', 'name': 'network-vif-deleted', 'tag': 'a337f7df-4e96-4aec-8534-60e8c9a000be', 'status': 'completed', 'code': 200} Aug 16 01:46:40.225563 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7334-f48d-4b27-99ef-41ab012754b5 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.247041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa7334-f48d-4b27-99ef-41ab012754b5 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=b14f5725-2568-480e-9b8c-9417e532ec3f,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:40.255720 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d33b862d-731a-4954-8c40-217dc060160f req-3883fff8-2158-4cdb-bc30-cbf5d6432128 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3236589 Aug 16 01:46:40.269460 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f0f360-415f-47dc-9605-42454932a043 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Network 9ccafb02-8847-42f6-bb43-0aa509719623 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:40.320680 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:46:40.361031 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b3f0f360-415f-47dc-9605-42454932a043 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:40.369581 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f0f360-415f-47dc-9605-42454932a043 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:40.474093 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b9d4-89d5-41ba-8113-a089f64dde54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.475529 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0f360-415f-47dc-9605-42454932a043 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Pushing event updated for resources: {'Port': ['ID=7197cfb6-0f34-41d8-8d44-29f0c9c0ba8f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:40.553294 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaa7334-f48d-4b27-99ef-41ab012754b5 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network 31ed1d1a-4b61-47a0-b96a-89c2f662a137 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:40.556156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bfaa7334-f48d-4b27-99ef-41ab012754b5 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:40.647357 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a337f7df-4e96-4aec-8534-60e8c9a000be no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:40.684884 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: a337f7df-4e96-4aec-8534-60e8c9a000be {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:46:40.685234 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a337f7df-4e96-4aec-8534-60e8c9a000be not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:40.687347 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee2b9d4-89d5-41ba-8113-a089f64dde54 admin admin] Router 8da44f5f-819b-4d06-b3df-7acf75657634 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:46:40.844616 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee2b9d4-89d5-41ba-8113-a089f64dde54 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:46:40.855324 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Sync routers for ids ['8da44f5f-819b-4d06-b3df-7acf75657634'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:46:40.855713 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3f0f360-415f-47dc-9605-42454932a043 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.870975 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Routers {'8da44f5f-819b-4d06-b3df-7acf75657634'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:40.871209 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b9d4-89d5-41ba-8113-a089f64dde54 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:40.871979 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8da44f5f-819b-4d06-b3df-7acf75657634'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:40.873747 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5ee2b9d4-89d5-41ba-8113-a089f64dde54 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5277987 Aug 16 01:46:40.877115 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55862) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:40.960319 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfaa7334-f48d-4b27-99ef-41ab012754b5 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Router 53d015f6-1ffb-44c9-a641-ca3086460952 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:46:41.051090 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Set router 8da44f5f-819b-4d06-b3df-7acf75657634 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:46:41.073875 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-022058cd-928c-4823-8de9-1a032429f796 None None] Provisioning complete for port b14f5725-2568-480e-9b8c-9417e532ec3f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:41.077238 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-022058cd-928c-4823-8de9-1a032429f796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.182460 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-022058cd-928c-4823-8de9-1a032429f796 None None] Port b14f5725-2568-480e-9b8c-9417e532ec3f cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:41.468476 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'name': 'tempest-ServersTestBootFromVolume-1624508070-router', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:39Z', 'revision_number': 3, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'gw_port': {'id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:41.529018 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Checking router: 8da44f5f-819b-4d06-b3df-7acf75657634 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:46:41.529629 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Updating router 8da44f5f-819b-4d06-b3df-7acf75657634 port d32580d7-cb10-4328-ac88-8de589152f61 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:46:41.569842 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.589265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b307b-0a71-4079-8c07-7a394ae639d0 req-2751076e-f3cc-421b-be31-703c873e298f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:41.596595 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b307b-0a71-4079-8c07-7a394ae639d0 req-2751076e-f3cc-421b-be31-703c873e298f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:41.603827 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b307b-0a71-4079-8c07-7a394ae639d0 req-2751076e-f3cc-421b-be31-703c873e298f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:41.610558 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b307b-0a71-4079-8c07-7a394ae639d0 req-2751076e-f3cc-421b-be31-703c873e298f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:41.623403 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b307b-0a71-4079-8c07-7a394ae639d0 req-2751076e-f3cc-421b-be31-703c873e298f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:41.635043 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b307b-0a71-4079-8c07-7a394ae639d0 req-2751076e-f3cc-421b-be31-703c873e298f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:41.642650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b307b-0a71-4079-8c07-7a394ae639d0 req-2751076e-f3cc-421b-be31-703c873e298f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:41.650284 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a4b307b-0a71-4079-8c07-7a394ae639d0 req-2751076e-f3cc-421b-be31-703c873e298f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5443 time: 0.1973445 Aug 16 01:46:41.689210 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d1d75c-6ceb-41aa-b606-4ca96407cf27 None None] Network 27b5d8d5-10cf-4fee-9418-9d301dc64f6c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:41.841821 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a4b307b-0a71-4079-8c07-7a394ae639d0 req-9e4f7151-f5f8-46ea-8e62-ef4e7209277a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1245284 Aug 16 01:46:41.863782 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3f0f360-415f-47dc-9605-42454932a043 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:41.941967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8c33547f-30b3-46db-aca4-bf17455650f0 None None] Provisioning for port df193805-d23b-4016-babd-22832e8f5a72 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:42.059421 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.073182 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Transition to ACTIVE for port object d32580d7-cb10-4328-ac88-8de589152f61 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:42.085124 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.125653 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfaa7334-f48d-4b27-99ef-41ab012754b5 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:46:42.128171 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da66562d-4025-4049-b494-299b919edb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.136835 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bfaa7334-f48d-4b27-99ef-41ab012754b5 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "PUT /v2.0/routers/53d015f6-1ffb-44c9-a641-ca3086460952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1440065 Aug 16 01:46:42.138268 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55916) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:42.139971 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b436a2b-0502-4d1e-bf1e-04dadac47d7a None None] Sync routers for ids ['53d015f6-1ffb-44c9-a641-ca3086460952'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:46:42.155373 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b436a2b-0502-4d1e-bf1e-04dadac47d7a None None] Routers {'53d015f6-1ffb-44c9-a641-ca3086460952'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:42.156275 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6b436a2b-0502-4d1e-bf1e-04dadac47d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['53d015f6-1ffb-44c9-a641-ca3086460952'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:42.178328 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e5d14-14ed-4726-8561-573ea8796c5e None None] Pushing event updated for resources: {'Port': ['ID=d32580d7-cb10-4328-ac88-8de589152f61,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:42.215210 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Attempting to bind port d32580d7-cb10-4328-ac88-8de589152f61 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:42.215552 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Attempting to bind port d32580d7-cb10-4328-ac88-8de589152f61 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:42.215904 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Attempting to bind port d32580d7-cb10-4328-ac88-8de589152f61 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:42.225177 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:42.230330 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:42.231276 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.231830 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:42.232483 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Bound port: d32580d7-cb10-4328-ac88-8de589152f61, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:42.233048 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.235295 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6b436a2b-0502-4d1e-bf1e-04dadac47d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:42.261987 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b436a2b-0502-4d1e-bf1e-04dadac47d7a None None] Routers {'53d015f6-1ffb-44c9-a641-ca3086460952'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:42.262894 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6b436a2b-0502-4d1e-bf1e-04dadac47d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['53d015f6-1ffb-44c9-a641-ca3086460952'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:42.314763 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bcac46-81a3-4cee-b255-d1d71b4c9673 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:42.322323 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-94bcac46-81a3-4cee-b255-d1d71b4c9673 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports?device_id=53d015f6-1ffb-44c9-a641-ca3086460952 HTTP/1.1" status: 200 len: 982 time: 0.1828063 Aug 16 01:46:42.322989 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55920) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:42.367330 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6b436a2b-0502-4d1e-bf1e-04dadac47d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:42.368905 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] For port d32580d7-cb10-4328-ac88-8de589152f61, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:42.369345 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b436a2b-0502-4d1e-bf1e-04dadac47d7a None None] The sync data for ids ['53d015f6-1ffb-44c9-a641-ca3086460952'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:46:42.377681 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] For port d32580d7-cb10-4328-ac88-8de589152f61, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d32580d7-cb10-4328-ac88-8de589152f61,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:42.387442 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.536694 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device df193805-d23b-4016-babd-22832e8f5a72 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:42.588691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add188df-36f0-41b2-9e60-3c0615724a43 req-07b15fdd-0264-4ee1-aefc-7ece0f0c196b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:42.604617 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f0f360-415f-47dc-9605-42454932a043 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Router a489373a-ebdf-418e-bf9d-111e2073e3a2 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:46:42.606758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add188df-36f0-41b2-9e60-3c0615724a43 req-07b15fdd-0264-4ee1-aefc-7ece0f0c196b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:42.608945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port df193805-d23b-4016-babd-22832e8f5a72 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:42.613439 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port df193805-d23b-4016-babd-22832e8f5a72 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:42.613875 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.624450 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Routers {'8da44f5f-819b-4d06-b3df-7acf75657634'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:42.625078 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8da44f5f-819b-4d06-b3df-7acf75657634'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:42.628865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add188df-36f0-41b2-9e60-3c0615724a43 req-07b15fdd-0264-4ee1-aefc-7ece0f0c196b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:42.643407 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e5d14-14ed-4726-8561-573ea8796c5e None None] Pushing event updated for resources: {'Port': ['ID=d32580d7-cb10-4328-ac88-8de589152f61,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:42.672513 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add188df-36f0-41b2-9e60-3c0615724a43 req-07b15fdd-0264-4ee1-aefc-7ece0f0c196b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:42.691133 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add188df-36f0-41b2-9e60-3c0615724a43 req-07b15fdd-0264-4ee1-aefc-7ece0f0c196b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:42.706355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add188df-36f0-41b2-9e60-3c0615724a43 req-07b15fdd-0264-4ee1-aefc-7ece0f0c196b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:42.721533 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add188df-36f0-41b2-9e60-3c0615724a43 req-07b15fdd-0264-4ee1-aefc-7ece0f0c196b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:42.730598 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-add188df-36f0-41b2-9e60-3c0615724a43 req-07b15fdd-0264-4ee1-aefc-7ece0f0c196b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5443 time: 0.7664001 Aug 16 01:46:42.737179 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55928) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:42.749356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-aa38200f-a50b-4f7a-bd06-141cbd557632 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Request body: {'floatingip': {'port_id': '15416754-813f-49e1-bf9c-3e1659dcbe8b'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:42.767372 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] Set router 8da44f5f-819b-4d06-b3df-7acf75657634 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:46:42.769391 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.848156 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port df193805-d23b-4016-babd-22832e8f5a72, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=df193805-d23b-4016-babd-22832e8f5a72,segment=NetworkSegment(119b8383-cbdb-46f9-9a3b-5028d09affca),segment_id=119b8383-cbdb-46f9-9a3b-5028d09affca)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:42.854306 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.866406 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce587ef9-f312-44e9-a498-6048b43ceeea req-431510a9-e16e-42d5-ac63-9d5fe1cb77d1 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:42.868732 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce587ef9-f312-44e9-a498-6048b43ceeea req-431510a9-e16e-42d5-ac63-9d5fe1cb77d1 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 945 time: 0.1872425 Aug 16 01:46:42.914825 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=df193805-d23b-4016-babd-22832e8f5a72,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:42.962670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f0f360-415f-47dc-9605-42454932a043 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:46:42.975268 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Sync routers for ids ['a489373a-ebdf-418e-bf9d-111e2073e3a2'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:46:43.000460 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Routers {'a489373a-ebdf-418e-bf9d-111e2073e3a2'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:43.001497 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a489373a-ebdf-418e-bf9d-111e2073e3a2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:43.088585 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce587ef9-f312-44e9-a498-6048b43ceeea req-76bf52f3-0e30-4303-9051-18fb3d103cd7 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040362 Aug 16 01:46:43.107335 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3f0f360-415f-47dc-9605-42454932a043 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.107335 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b3f0f360-415f-47dc-9605-42454932a043 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.4324293 Aug 16 01:46:43.107335 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55940) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:43.271969 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Set router a489373a-ebdf-418e-bf9d-111e2073e3a2 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:46:43.333544 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8cdc3cf4-95f5-4dff-9332-6f79b093d176 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.355390 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa38200f-a50b-4f7a-bd06-141cbd557632 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.400442 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40b1cf00-3b71-4689-b4d8-60968d6afb8a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.453418 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-da66562d-4025-4049-b494-299b919edb8d admin admin] Allocated IP 172.20.0.1 (27b5d8d5-10cf-4fee-9418-9d301dc64f6c/66424a27-2b04-48e7-b747-252110db691a/cae0a193-0ab0-484b-a439-459e0cd9a1bd) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:43.538926 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'name': 'tempest-ServersTestBootFromVolume-1624508070-router', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:39Z', 'revision_number': 3, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'gw_port': {'id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:43.591936 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fca7c1-c3a2-4a5a-9c75-f829249e12b2 None None] The sync data for ids ['8da44f5f-819b-4d06-b3df-7acf75657634'] in n-d-765315-27 is: [{'id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'name': 'tempest-ServersTestBootFromVolume-1624508070-router', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:39Z', 'revision_number': 3, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'gw_port': {'id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:46:43.607526 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a489373a-ebdf-418e-bf9d-111e2073e3a2', 'name': '', 'tenant_id': '240feae930f5493484e2253520f1ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ccafb02-8847-42f6-bb43-0aa509719623', 'external_fixed_ips': [{'subnet_id': '9023da48-1abc-4775-9648-d82abd75d1da', 'ip_address': '2001:db8::2ae'}], 'enable_snat': True}, 'gw_port_id': '7197cfb6-0f34-41d8-8d44-29f0c9c0ba8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:36Z', 'updated_at': '2021-08-16T01:46:40Z', 'revision_number': 3, 'project_id': '240feae930f5493484e2253520f1ae73', 'gw_port': {'id': '7197cfb6-0f34-41d8-8d44-29f0c9c0ba8f', 'name': '', 'network_id': '9ccafb02-8847-42f6-bb43-0aa509719623', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a489373a-ebdf-418e-bf9d-111e2073e3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9023da48-1abc-4775-9648-d82abd75d1da', 'ip_address': '2001:db8::2ae', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9023da48-1abc-4775-9648-d82abd75d1da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:43.660012 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Checking router: a489373a-ebdf-418e-bf9d-111e2073e3a2 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:46:43.660679 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Updating router a489373a-ebdf-418e-bf9d-111e2073e3a2 port 7197cfb6-0f34-41d8-8d44-29f0c9c0ba8f binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:46:43.690052 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.748192 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40b1cf00-3b71-4689-b4d8-60968d6afb8a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:43.881338 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f54eff-8f9d-4a74-87bf-292012a76930 req-2ec0e924-c83a-45bc-ac54-91fe86d73c1c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:43.887889 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f54eff-8f9d-4a74-87bf-292012a76930 req-2ec0e924-c83a-45bc-ac54-91fe86d73c1c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:43.893872 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f54eff-8f9d-4a74-87bf-292012a76930 req-2ec0e924-c83a-45bc-ac54-91fe86d73c1c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:43.900930 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f54eff-8f9d-4a74-87bf-292012a76930 req-2ec0e924-c83a-45bc-ac54-91fe86d73c1c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:43.907034 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f54eff-8f9d-4a74-87bf-292012a76930 req-2ec0e924-c83a-45bc-ac54-91fe86d73c1c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:43.913241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f54eff-8f9d-4a74-87bf-292012a76930 req-2ec0e924-c83a-45bc-ac54-91fe86d73c1c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:43.926252 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f54eff-8f9d-4a74-87bf-292012a76930 req-2ec0e924-c83a-45bc-ac54-91fe86d73c1c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:43.943042 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-90f54eff-8f9d-4a74-87bf-292012a76930 req-2ec0e924-c83a-45bc-ac54-91fe86d73c1c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5434 time: 0.2861509 Aug 16 01:46:44.010942 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecd2db-e68a-4a0f-bde4-7ef76fe63481 req-2079c901-ce5e-4883-aa9c-31d32b2549b0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:44.022184 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69ecd2db-e68a-4a0f-bde4-7ef76fe63481 req-2079c901-ce5e-4883-aa9c-31d32b2549b0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 945 time: 0.1565702 Aug 16 01:46:44.027452 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8cdc3cf4-95f5-4dff-9332-6f79b093d176 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port b14f5725-2568-480e-9b8c-9417e532ec3f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:44.028087 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8cdc3cf4-95f5-4dff-9332-6f79b093d176 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.034403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-40b1cf00-3b71-4689-b4d8-60968d6afb8a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Deleting port 7197cfb6-0f34-41d8-8d44-29f0c9c0ba8f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:44.035067 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40b1cf00-3b71-4689-b4d8-60968d6afb8a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.088293 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da66562d-4025-4049-b494-299b919edb8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.114397 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-90f54eff-8f9d-4a74-87bf-292012a76930 req-dd39c296-12e7-4bef-bc6e-bf9128d69199 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1699049 Aug 16 01:46:44.159883 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.194738 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Transition to ACTIVE for port object 7197cfb6-0f34-41d8-8d44-29f0c9c0ba8f will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:44.201207 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40b1cf00-3b71-4689-b4d8-60968d6afb8a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.211996 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.236898 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-40b1cf00-3b71-4689-b4d8-60968d6afb8a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Calling delete_port for 7197cfb6-0f34-41d8-8d44-29f0c9c0ba8f owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:44.244787 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-da66562d-4025-4049-b494-299b919edb8d admin admin] Transition to ACTIVE for port object cae0a193-0ab0-484b-a439-459e0cd9a1bd will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:44.383518 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Attempting to bind port 7197cfb6-0f34-41d8-8d44-29f0c9c0ba8f on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:44.384294 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Attempting to bind port 7197cfb6-0f34-41d8-8d44-29f0c9c0ba8f by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'bf661ece-1571-4b14-aceb-5fdc81e60e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9ccafb02-8847-42f6-bb43-0aa509719623'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:44.384981 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Attempting to bind port 7197cfb6-0f34-41d8-8d44-29f0c9c0ba8f on network 9ccafb02-8847-42f6-bb43-0aa509719623 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:44.396036 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:44.396400 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Checking segment: {'id': 'bf661ece-1571-4b14-aceb-5fdc81e60e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9ccafb02-8847-42f6-bb43-0aa509719623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:44.396794 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.397169 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Bound using segment: {'id': 'bf661ece-1571-4b14-aceb-5fdc81e60e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9ccafb02-8847-42f6-bb43-0aa509719623'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:44.401314 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Bound port: 7197cfb6-0f34-41d8-8d44-29f0c9c0ba8f, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf661ece-1571-4b14-aceb-5fdc81e60e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9ccafb02-8847-42f6-bb43-0aa509719623'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:44.402892 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.406031 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4eb652-119d-4034-8820-a47d4861f5d0 None None] Pushing event updated for resources: {'Port': ['ID=7197cfb6-0f34-41d8-8d44-29f0c9c0ba8f,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:44.505770 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] For port 7197cfb6-0f34-41d8-8d44-29f0c9c0ba8f, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:44.510735 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] For port 7197cfb6-0f34-41d8-8d44-29f0c9c0ba8f, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7197cfb6-0f34-41d8-8d44-29f0c9c0ba8f,segment=NetworkSegment(bf661ece-1571-4b14-aceb-5fdc81e60e42),segment_id=bf661ece-1571-4b14-aceb-5fdc81e60e42)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:44.515769 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8cdc3cf4-95f5-4dff-9332-6f79b093d176 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.520981 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.560461 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da66562d-4025-4049-b494-299b919edb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.576810 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device df193805-d23b-4016-babd-22832e8f5a72 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:44.645307 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8cdc3cf4-95f5-4dff-9332-6f79b093d176 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for b14f5725-2568-480e-9b8c-9417e532ec3f owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:44.684092 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Routers {'a489373a-ebdf-418e-bf9d-111e2073e3a2'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:44.684731 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a489373a-ebdf-418e-bf9d-111e2073e3a2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:44.685549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da66562d-4025-4049-b494-299b919edb8d admin admin] Network 27b5d8d5-10cf-4fee-9418-9d301dc64f6c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:44.696815 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port df193805-d23b-4016-babd-22832e8f5a72 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:44.697282 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.720174 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-da66562d-4025-4049-b494-299b919edb8d admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:44.726681 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da66562d-4025-4049-b494-299b919edb8d admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:44.760592 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4eb652-119d-4034-8820-a47d4861f5d0 None None] Pushing event updated for resources: {'Port': ['ID=7197cfb6-0f34-41d8-8d44-29f0c9c0ba8f,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:44.796310 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.db.resource_extend [None req-aa38200f-a50b-4f7a-bd06-141cbd557632 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:46:44.800394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66562d-4025-4049-b494-299b919edb8d admin admin] Pushing event updated for resources: {'Port': ['ID=cae0a193-0ab0-484b-a439-459e0cd9a1bd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:44.962219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25365e2c-93c7-46fb-8f9b-e072c2bae0ab req-5bc442d2-37e9-4c73-b038-410137b5dbf0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:44.995550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d32580d7-cb10-4328-ac88-8de589152f61 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:44.996327 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] Set router a489373a-ebdf-418e-bf9d-111e2073e3a2 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:46:44.999917 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-25365e2c-93c7-46fb-8f9b-e072c2bae0ab req-5bc442d2-37e9-4c73-b038-410137b5dbf0 tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 945 time: 0.7356050 Aug 16 01:46:45.031802 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa38200f-a50b-4f7a-bd06-141cbd557632 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:45.050203 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da66562d-4025-4049-b494-299b919edb8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:45.081247 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa38200f-a50b-4f7a-bd06-141cbd557632 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:45.109481 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port d32580d7-cb10-4328-ac88-8de589152f61 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:45.118619 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d32580d7-cb10-4328-ac88-8de589152f61 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:45.119044 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:45.130865 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a489373a-ebdf-418e-bf9d-111e2073e3a2', 'name': '', 'tenant_id': '240feae930f5493484e2253520f1ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:36Z', 'updated_at': '2021-08-16T01:46:43Z', 'revision_number': 4, 'project_id': '240feae930f5493484e2253520f1ae73', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:45.222162 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe11510-45f2-4767-89bf-399a6d3fec01 None None] The sync data for ids ['a489373a-ebdf-418e-bf9d-111e2073e3a2'] in n-d-765315-27 is: [{'id': 'a489373a-ebdf-418e-bf9d-111e2073e3a2', 'name': '', 'tenant_id': '240feae930f5493484e2253520f1ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:36Z', 'updated_at': '2021-08-16T01:46:43Z', 'revision_number': 4, 'project_id': '240feae930f5493484e2253520f1ae73', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:46:45.308787 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:45.324265 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-235b0009-80c6-4c08-a249-e6af92655cb9 None None] Provisioning for port cae0a193-0ab0-484b-a439-459e0cd9a1bd completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:45.341850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-235b0009-80c6-4c08-a249-e6af92655cb9 None None] Provisioning complete for port cae0a193-0ab0-484b-a439-459e0cd9a1bd triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:45.341850 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-235b0009-80c6-4c08-a249-e6af92655cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:45.417242 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-235b0009-80c6-4c08-a249-e6af92655cb9 None None] Port cae0a193-0ab0-484b-a439-459e0cd9a1bd cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:45.422638 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port d32580d7-cb10-4328-ac88-8de589152f61, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d32580d7-cb10-4328-ac88-8de589152f61,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:45.428742 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:45.454727 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e8ba1-7fd8-404f-816e-e1530d6f95b2 req-61e968b9-3c28-481c-8a13-7dddbe8c7606 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.463275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e8ba1-7fd8-404f-816e-e1530d6f95b2 req-61e968b9-3c28-481c-8a13-7dddbe8c7606 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.469671 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e8ba1-7fd8-404f-816e-e1530d6f95b2 req-61e968b9-3c28-481c-8a13-7dddbe8c7606 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.476803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e8ba1-7fd8-404f-816e-e1530d6f95b2 req-61e968b9-3c28-481c-8a13-7dddbe8c7606 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.484275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e8ba1-7fd8-404f-816e-e1530d6f95b2 req-61e968b9-3c28-481c-8a13-7dddbe8c7606 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.490723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e8ba1-7fd8-404f-816e-e1530d6f95b2 req-61e968b9-3c28-481c-8a13-7dddbe8c7606 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.500405 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=d32580d7-cb10-4328-ac88-8de589152f61,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:45.502860 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e8ba1-7fd8-404f-816e-e1530d6f95b2 req-61e968b9-3c28-481c-8a13-7dddbe8c7606 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.505168 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b0e8ba1-7fd8-404f-816e-e1530d6f95b2 req-61e968b9-3c28-481c-8a13-7dddbe8c7606 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5434 time: 0.2552760 Aug 16 01:46:45.725227 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-44ef5550-bfe2-484c-9fbb-db900f813ef4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.732135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-44ef5550-bfe2-484c-9fbb-db900f813ef4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.738403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-44ef5550-bfe2-484c-9fbb-db900f813ef4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.745697 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-44ef5550-bfe2-484c-9fbb-db900f813ef4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.751906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-44ef5550-bfe2-484c-9fbb-db900f813ef4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.758816 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-44ef5550-bfe2-484c-9fbb-db900f813ef4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.765103 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-44ef5550-bfe2-484c-9fbb-db900f813ef4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.767177 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-44ef5550-bfe2-484c-9fbb-db900f813ef4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5434 time: 0.9325044 Aug 16 01:46:45.863704 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-aa38200f-a50b-4f7a-bd06-141cbd557632 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Floating IP 06a8a784-1f7e-420b-8b19-5f112c2a0858 associated. External IP: 172.25.3.252, port: 15416754-813f-49e1-bf9c-3e1659dcbe8b. Aug 16 01:46:45.867535 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-25365e2c-93c7-46fb-8f9b-e072c2bae0ab req-0652e716-4e56-453e-8271-d259ad9c493c tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/security-groups?id=dd9f77f6-7534-430d-84f7-33ca6e6ece85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8653560 Aug 16 01:46:45.943622 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-b90474ca-9727-48ca-88ba-db096c03dfd8 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:45.945101 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-b90474ca-9727-48ca-88ba-db096c03dfd8 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.73 "GET /v2.0/ports/47c48de3-b662-47a6-8021-99cd79188db2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1398814 Aug 16 01:46:45.983058 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b0e8ba1-7fd8-404f-816e-e1530d6f95b2 req-f7eaf6eb-9c18-487a-90f8-d996e6aa52f3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4516842 Aug 16 01:46:45.985230 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da66562d-4025-4049-b494-299b919edb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:46.080904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-69ecd2db-e68a-4a0f-bde4-7ef76fe63481 req-d19b8e32-3327-4391-bd9e-626afd902c2f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Deleting port ba978e89-0a8f-4e00-b2a7-3d35c60a0298 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:46.081245 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-69ecd2db-e68a-4a0f-bde4-7ef76fe63481 req-d19b8e32-3327-4391-bd9e-626afd902c2f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:46.096342 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8cdc3cf4-95f5-4dff-9332-6f79b093d176 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:46.225104 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc3cf4-95f5-4dff-9332-6f79b093d176 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=b14f5725-2568-480e-9b8c-9417e532ec3f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:46.265372 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40b1cf00-3b71-4689-b4d8-60968d6afb8a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:46.330378 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1cf00-3b71-4689-b4d8-60968d6afb8a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Pushing event deleted for resources: {'Port': ['ID=7197cfb6-0f34-41d8-8d44-29f0c9c0ba8f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:46.339862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa38200f-a50b-4f7a-bd06-141cbd557632 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Router 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:46:46.347404 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-06474a66-c16a-448c-b489-ae8ca5530803 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.73 "GET /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3827112 Aug 16 01:46:46.351458 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da66562d-4025-4049-b494-299b919edb8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:46.363806 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da66562d-4025-4049-b494-299b919edb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:46.440769 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-69ecd2db-e68a-4a0f-bde4-7ef76fe63481 req-d19b8e32-3327-4391-bd9e-626afd902c2f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] For port ba978e89-0a8f-4e00-b2a7-3d35c60a0298, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ba978e89-0a8f-4e00-b2a7-3d35c60a0298,segment=NetworkSegment(0f89d840-05e2-4453-8949-1e0dc7e1ec05),segment_id=0f89d840-05e2-4453-8949-1e0dc7e1ec05)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:46.441144 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-69ecd2db-e68a-4a0f-bde4-7ef76fe63481 req-d19b8e32-3327-4391-bd9e-626afd902c2f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:46.461875 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d32580d7-cb10-4328-ac88-8de589152f61 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:46.476121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-69ecd2db-e68a-4a0f-bde4-7ef76fe63481 req-d19b8e32-3327-4391-bd9e-626afd902c2f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Calling delete_port for ba978e89-0a8f-4e00-b2a7-3d35c60a0298 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:46.555478 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66562d-4025-4049-b494-299b919edb8d admin admin] Pushing event updated for resources: {'Port': ['ID=cae0a193-0ab0-484b-a439-459e0cd9a1bd,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:46.574087 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d32580d7-cb10-4328-ac88-8de589152f61 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:46.574467 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:46.609066 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da66562d-4025-4049-b494-299b919edb8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:46.693537 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:46.693647 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa38200f-a50b-4f7a-bd06-141cbd557632 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:46:46.702225 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa38200f-a50b-4f7a-bd06-141cbd557632 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:46.715066 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-eb95e8e1-4fa7-414e-94be-1ac7d5a0baad service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:46.722363 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8f69fb-ab6f-47d6-83f6-888e7bd2cd56 None None] Sync routers for ids ['43b70586-a37c-4aa5-a08c-3c4d8a8fc090'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:46:46.724732 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-69ecd2db-e68a-4a0f-bde4-7ef76fe63481 req-d19b8e32-3327-4391-bd9e-626afd902c2f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:46.752575 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8f69fb-ab6f-47d6-83f6-888e7bd2cd56 None None] Routers {'43b70586-a37c-4aa5-a08c-3c4d8a8fc090'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:46.753486 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2a8f69fb-ab6f-47d6-83f6-888e7bd2cd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['43b70586-a37c-4aa5-a08c-3c4d8a8fc090'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:46.754875 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-aa38200f-a50b-4f7a-bd06-141cbd557632 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "PUT /v2.0/floatingips/06a8a784-1f7e-420b-8b19-5f112c2a0858 HTTP/1.1" status: 200 len: 991 time: 4.0147243 Aug 16 01:46:46.757112 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'tag': '15416754-813f-49e1-bf9c-3e1659dcbe8b'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:46.770250 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29a04aa-1749-444d-9316-1a5253a9e5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "tag": "15416754-813f-49e1-bf9c-3e1659dcbe8b"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:46.817859 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da66562d-4025-4049-b494-299b919edb8d admin admin] Network 27b5d8d5-10cf-4fee-9418-9d301dc64f6c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:46.819773 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-da66562d-4025-4049-b494-299b919edb8d admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:46.906281 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40b1cf00-3b71-4689-b4d8-60968d6afb8a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.026050 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-2a8f69fb-ab6f-47d6-83f6-888e7bd2cd56 None None] Set router 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:46:47.038241 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-eb95e8e1-4fa7-414e-94be-1ac7d5a0baad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.043772 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8cdc3cf4-95f5-4dff-9332-6f79b093d176 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.045731 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b8e32-3327-4391-bd9e-626afd902c2f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Pushing event deleted for resources: {'Port': ['ID=ba978e89-0a8f-4e00-b2a7-3d35c60a0298,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:47.133159 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d0dc0b-2e68-4c43-8803-e7a27d3c4761 x-openstack-request-id: req-f9d0dc0b-2e68-4c43-8803-e7a27d3c4761 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:47.133791 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "tag": "15416754-813f-49e1-bf9c-3e1659dcbe8b", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:47.133791 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f9d0dc0b-2e68-4c43-8803-e7a27d3c4761 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:47.134104 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'tag': '15416754-813f-49e1-bf9c-3e1659dcbe8b', 'status': 'completed', 'code': 200} Aug 16 01:46:47.154621 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da66562d-4025-4049-b494-299b919edb8d admin admin] Router 8da44f5f-819b-4d06-b3df-7acf75657634 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:46:47.204642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ecd2db-e68a-4a0f-bde4-7ef76fe63481 req-d19b8e32-3327-4391-bd9e-626afd902c2f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] No DVR routers for this DVR port ba978e89-0a8f-4e00-b2a7-3d35c60a0298 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:47.260835 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-69ecd2db-e68a-4a0f-bde4-7ef76fe63481 req-d19b8e32-3327-4391-bd9e-626afd902c2f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.262871 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69ecd2db-e68a-4a0f-bde4-7ef76fe63481 req-d19b8e32-3327-4391-bd9e-626afd902c2f tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.63 "DELETE /v2.0/ports/ba978e89-0a8f-4e00-b2a7-3d35c60a0298 HTTP/1.1" status: 204 len: 173 time: 3.0071518 Aug 16 01:46:47.265532 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a31d9ec-0f31-4604-96f9-7ac28d860f42', 'name': 'network-vif-deleted', 'tag': 'ba978e89-0a8f-4e00-b2a7-3d35c60a0298'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:47.285717 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6a8cf0-507c-4f4c-8da3-083adf61b747" -d '{"events": [{"server_uuid": "1a31d9ec-0f31-4604-96f9-7ac28d860f42", "name": "network-vif-deleted", "tag": "ba978e89-0a8f-4e00-b2a7-3d35c60a0298"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:47.303555 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.323582 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69b01fe7-cea8-4ab9-b595-542feb4b51d6 req-51a159bb-5052-4313-b63a-ad39ce85e35b tempest-ServersTestJSON-1501870295 tempest-ServersTestJSON-1501870295-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a31d9ec-0f31-4604-96f9-7ac28d860f42 HTTP/1.1" status: 200 len: 210 time: 0.1349292 Aug 16 01:46:47.325838 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40b1cf00-3b71-4689-b4d8-60968d6afb8a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.337169 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40b1cf00-3b71-4689-b4d8-60968d6afb8a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.367113 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:47.371984 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e02b39-791d-4756-be80-8998ea2cfb8a" -d '{"events": [{"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-unplugged", "status": "completed", "tag": "7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:47.400461 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50,segment=NetworkSegment(9cf99d00-c970-4f57-8882-af2657344335),segment_id=9cf99d00-c970-4f57-8882-af2657344335)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:47.455907 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.456955 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 84fb889f-5772-428e-8866-b0dee48dc778 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:47.493340 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948f1b6e-e9b1-496b-b026-de55db55e338 x-openstack-request-id: req-948f1b6e-e9b1-496b-b026-de55db55e338 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:47.493632 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a31d9ec-0f31-4604-96f9-7ac28d860f42", "name": "network-vif-deleted", "tag": "ba978e89-0a8f-4e00-b2a7-3d35c60a0298", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:47.493912 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-948f1b6e-e9b1-496b-b026-de55db55e338 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:47.494308 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a31d9ec-0f31-4604-96f9-7ac28d860f42', 'name': 'network-vif-deleted', 'tag': 'ba978e89-0a8f-4e00-b2a7-3d35c60a0298', 'status': 'completed', 'code': 200} Aug 16 01:46:47.495624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da66562d-4025-4049-b494-299b919edb8d admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:46:47.504110 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ba978e89-0a8f-4e00-b2a7-3d35c60a0298 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:47.508821 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a168c240-8458-4e7f-b3ee-47a89436dbcc x-openstack-request-id: req-a168c240-8458-4e7f-b3ee-47a89436dbcc {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:47.509225 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-unplugged", "status": "completed", "tag": "7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:47.509742 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a168c240-8458-4e7f-b3ee-47a89436dbcc {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:47.510171 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50', 'code': 200} Aug 16 01:46:47.512715 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Sync routers for ids ['8da44f5f-819b-4d06-b3df-7acf75657634'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:46:47.521681 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-da66562d-4025-4049-b494-299b919edb8d admin admin] 10.222.0.68 "PUT /v2.0/routers/8da44f5f-819b-4d06-b3df-7acf75657634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6424572 Aug 16 01:46:47.526651 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Routers {'8da44f5f-819b-4d06-b3df-7acf75657634'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:47.527580 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8da44f5f-819b-4d06-b3df-7acf75657634'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:47.549610 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a04aa-1749-444d-9316-1a5253a9e5a3 req-5618ff50-75ea-4e5d-9ef9-17429c096629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.550111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a04aa-1749-444d-9316-1a5253a9e5a3 req-5618ff50-75ea-4e5d-9ef9-17429c096629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.550582 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a04aa-1749-444d-9316-1a5253a9e5a3 req-5618ff50-75ea-4e5d-9ef9-17429c096629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.551047 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a04aa-1749-444d-9316-1a5253a9e5a3 req-5618ff50-75ea-4e5d-9ef9-17429c096629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.551508 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a04aa-1749-444d-9316-1a5253a9e5a3 req-5618ff50-75ea-4e5d-9ef9-17429c096629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.551968 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a04aa-1749-444d-9316-1a5253a9e5a3 req-5618ff50-75ea-4e5d-9ef9-17429c096629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.552424 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a04aa-1749-444d-9316-1a5253a9e5a3 req-5618ff50-75ea-4e5d-9ef9-17429c096629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.564931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e29a04aa-1749-444d-9316-1a5253a9e5a3 req-5618ff50-75ea-4e5d-9ef9-17429c096629 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ca74d145ad54f52a9156b1910a2719b&device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 6507 time: 0.4161961 Aug 16 01:46:47.582803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d4d59-5d1d-4a40-8345-f3e888fdcf0f req-88b70a0f-17b8-4bc5-a606-47e472ab9805 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.598551 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d4d59-5d1d-4a40-8345-f3e888fdcf0f req-88b70a0f-17b8-4bc5-a606-47e472ab9805 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.601557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: ba978e89-0a8f-4e00-b2a7-3d35c60a0298 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:46:47.602387 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ba978e89-0a8f-4e00-b2a7-3d35c60a0298 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:47.617001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d4d59-5d1d-4a40-8345-f3e888fdcf0f req-88b70a0f-17b8-4bc5-a606-47e472ab9805 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.633668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d4d59-5d1d-4a40-8345-f3e888fdcf0f req-88b70a0f-17b8-4bc5-a606-47e472ab9805 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.653714 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d4d59-5d1d-4a40-8345-f3e888fdcf0f req-88b70a0f-17b8-4bc5-a606-47e472ab9805 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.673706 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d4d59-5d1d-4a40-8345-f3e888fdcf0f req-88b70a0f-17b8-4bc5-a606-47e472ab9805 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.679801 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fdfd5a88-389c-4392-9416-277c00eb4d45 None None] Provisioning complete for port cae0a193-0ab0-484b-a439-459e0cd9a1bd triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:47.680427 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fdfd5a88-389c-4392-9416-277c00eb4d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.689929 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d4d59-5d1d-4a40-8345-f3e888fdcf0f req-88b70a0f-17b8-4bc5-a606-47e472ab9805 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:47.702656 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b3d4d59-5d1d-4a40-8345-f3e888fdcf0f req-88b70a0f-17b8-4bc5-a606-47e472ab9805 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5434 time: 0.3778455 Aug 16 01:46:47.772782 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.788466 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Set router 8da44f5f-819b-4d06-b3df-7acf75657634 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:46:47.815068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-fdfd5a88-389c-4392-9416-277c00eb4d45 None None] Port cae0a193-0ab0-484b-a439-459e0cd9a1bd cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:47.842334 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b3d4d59-5d1d-4a40-8345-f3e888fdcf0f req-796f50b6-44c9-46dc-abb8-857903e68db2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1262908 Aug 16 01:46:47.904636 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:47.939133 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 84fb889f-5772-428e-8866-b0dee48dc778, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=84fb889f-5772-428e-8866-b0dee48dc778,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:47.960924 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40b1cf00-3b71-4689-b4d8-60968d6afb8a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.962254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b1cf00-3b71-4689-b4d8-60968d6afb8a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a489373a-ebdf-418e-bf9d-111e2073e3a2 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:46:47.963059 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2a8f69fb-ab6f-47d6-83f6-888e7bd2cd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'name': 'tempest-TaggedBootDevicesTest_v242-172982936-router', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:12Z', 'revision_number': 4, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'gw_port': {'id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '06a8a784-1f7e-420b-8b19-5f112c2a0858', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'port_id': '15416754-813f-49e1-bf9c-3e1659dcbe8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495', 'mac_address': 'fa:16:3e:5b:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:45:08Z', 'updated_at': '2021-08-16T01:46:44Z', 'revision_number': 1, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e508f1c-e053-4557-9551-15f54666710f', 'name': '', 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'mac_address': 'fa:16:3e:f8:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:11Z', 'updated_at': '2021-08-16T01:44:20Z', 'revision_number': 5, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'subnets': [{'id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:47.980730 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdc3cf4-95f5-4dff-9332-6f79b093d176 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Router 53d015f6-1ffb-44c9-a641-ca3086460952 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:46:47.986198 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40b1cf00-3b71-4689-b4d8-60968d6afb8a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:47.987389 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-40b1cf00-3b71-4689-b4d8-60968d6afb8a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "DELETE /v2.0/routers/a489373a-ebdf-418e-bf9d-111e2073e3a2 HTTP/1.1" status: 204 len: 168 time: 4.8887393 Aug 16 01:46:47.990216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56030) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:48.007272 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-eb95e8e1-4fa7-414e-94be-1ac7d5a0baad service neutron] For port 47c48de3-b662-47a6-8021-99cd79188db2, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=47c48de3-b662-47a6-8021-99cd79188db2,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:48.012636 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a04aa-1749-444d-9316-1a5253a9e5a3 req-49a48fb3-4bf3-498e-8e76-8f3a471f4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:48.014218 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e29a04aa-1749-444d-9316-1a5253a9e5a3 req-49a48fb3-4bf3-498e-8e76-8f3a471f4cee service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ffd1200-3653-4dd2-97e7-c5074409a495 HTTP/1.1" status: 200 len: 917 time: 0.3036089 Aug 16 01:46:48.102600 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8f69fb-ab6f-47d6-83f6-888e7bd2cd56 None None] Checking router: 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:46:48.132753 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.137296 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device fce76636-95be-483d-8468-a23fd31db758 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:48.184376 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-08dad153-f2e8-497b-a4ea-a94d533d8261 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Deleting subnet 9023da48-1abc-4775-9648-d82abd75d1da {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:46:48.200057 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08dad153-f2e8-497b-a4ea-a94d533d8261 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.292873 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdc3cf4-95f5-4dff-9332-6f79b093d176 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:46:48.297009 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08dad153-f2e8-497b-a4ea-a94d533d8261 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.341646 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8cdc3cf4-95f5-4dff-9332-6f79b093d176 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "PUT /v2.0/routers/53d015f6-1ffb-44c9-a641-ca3086460952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0135386 Aug 16 01:46:48.353116 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56040) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:48.402771 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-3982af0e-162d-4d71-b193-5bc3fc8519a7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] GET failed (client error): The resource could not be found. Aug 16 01:46:48.404364 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3982af0e-162d-4d71-b193-5bc3fc8519a7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports/b14f5725-2568-480e-9b8c-9417e532ec3f HTTP/1.1" status: 404 len: 333 time: 0.0502326 Aug 16 01:46:48.413537 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56044) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:48.431200 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-eb95e8e1-4fa7-414e-94be-1ac7d5a0baad service neutron] For port 47c48de3-b662-47a6-8021-99cd79188db2, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:48.442842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b318c737-3f1a-4a31-8f57-8f63e2264c29 None None] Sync routers for ids ['53d015f6-1ffb-44c9-a641-ca3086460952'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:46:48.445645 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56046) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:48.466201 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08dad153-f2e8-497b-a4ea-a94d533d8261 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.480880 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8f69fb-ab6f-47d6-83f6-888e7bd2cd56 None None] Routers {'43b70586-a37c-4aa5-a08c-3c4d8a8fc090'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:48.481577 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2a8f69fb-ab6f-47d6-83f6-888e7bd2cd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['43b70586-a37c-4aa5-a08c-3c4d8a8fc090'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:48.501129 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e29a04aa-1749-444d-9316-1a5253a9e5a3 req-51cca334-a423-4ad6-a835-bd5f9409c009 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15416754-813f-49e1-bf9c-3e1659dcbe8b HTTP/1.1" status: 200 len: 999 time: 0.4766080 Aug 16 01:46:48.595700 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-005d9529-c749-4960-81b3-793ddc2732f3 admin admin] Deleting subnet 9018291d-2978-41e4-8573-6602cff70f18 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:46:48.610070 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-005d9529-c749-4960-81b3-793ddc2732f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.672555 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'name': 'tempest-ServersTestBootFromVolume-1624508070-router', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:45Z', 'revision_number': 4, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'gw_port': {'id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'cae0a193-0ab0-484b-a439-459e0cd9a1bd', 'name': '', 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'mac_address': 'fa:16:3e:a2:93:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '66424a27-2b04-48e7-b747-252110db691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:42Z', 'updated_at': '2021-08-16T01:46:46Z', 'revision_number': 2, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'subnets': [{'id': '66424a27-2b04-48e7-b747-252110db691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:48.682568 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08dad153-f2e8-497b-a4ea-a94d533d8261 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.695962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-2a8f69fb-ab6f-47d6-83f6-888e7bd2cd56 None None] Set router 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:46:48.717736 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Checking router: 8da44f5f-819b-4d06-b3df-7acf75657634 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:46:48.718473 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Updating router 8da44f5f-819b-4d06-b3df-7acf75657634 port cae0a193-0ab0-484b-a439-459e0cd9a1bd binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:46:48.746545 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b318c737-3f1a-4a31-8f57-8f63e2264c29 None None] Routers {'53d015f6-1ffb-44c9-a641-ca3086460952'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:48.750535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b318c737-3f1a-4a31-8f57-8f63e2264c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['53d015f6-1ffb-44c9-a641-ca3086460952'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:48.751749 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.759857 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-005d9529-c749-4960-81b3-793ddc2732f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.810958 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56052) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:48.820194 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-49bd7150-1532-45d0-8401-771eb2fd47a9 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--966633598', 'description': 'tempest-description--202980912'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:48.832089 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b318c737-3f1a-4a31-8f57-8f63e2264c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:48.833526 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dad153-f2e8-497b-a4ea-a94d533d8261 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9023da48-1abc-4775-9648-d82abd75d1da,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:48.843386 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=84fb889f-5772-428e-8866-b0dee48dc778,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:48.848536 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08dad153-f2e8-497b-a4ea-a94d533d8261 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.850580 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-08dad153-f2e8-497b-a4ea-a94d533d8261 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "DELETE /v2.0/subnets/9023da48-1abc-4775-9648-d82abd75d1da HTTP/1.1" status: 204 len: 168 time: 0.8591421 Aug 16 01:46:48.856634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56056) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:48.936341 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49bd7150-1532-45d0-8401-771eb2fd47a9 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.952653 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-005d9529-c749-4960-81b3-793ddc2732f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:48.987835 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b318c737-3f1a-4a31-8f57-8f63e2264c29 None None] Routers {'53d015f6-1ffb-44c9-a641-ca3086460952'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:48.988178 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b318c737-3f1a-4a31-8f57-8f63e2264c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['53d015f6-1ffb-44c9-a641-ca3086460952'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:49.034526 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a04aa-1749-444d-9316-1a5253a9e5a3 req-6a06be22-d5db-4fa0-9402-322e293eb947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.036008 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e29a04aa-1749-444d-9316-1a5253a9e5a3 req-6a06be22-d5db-4fa0-9402-322e293eb947 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2066c6a-92ce-4085-9aef-33a27593c624 HTTP/1.1" status: 200 len: 855 time: 0.0609026 Aug 16 01:46:49.058054 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b318c737-3f1a-4a31-8f57-8f63e2264c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:49.059364 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b318c737-3f1a-4a31-8f57-8f63e2264c29 None None] The sync data for ids ['53d015f6-1ffb-44c9-a641-ca3086460952'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:46:49.059498 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b65906e3-3317-46b0-9f08-9139d71ccaec tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.084441 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.098517 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad2ab931-cf58-41ea-9105-01090d27c66a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.120547 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.134188 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Transition to ACTIVE for port object cae0a193-0ab0-484b-a439-459e0cd9a1bd will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:49.145011 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.149887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496d88a-7550-46a3-aee0-be2a207421e9 req-eef0380b-a74b-449c-a1cf-8bbe6db50a55 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.156356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496d88a-7550-46a3-aee0-be2a207421e9 req-eef0380b-a74b-449c-a1cf-8bbe6db50a55 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.164593 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496d88a-7550-46a3-aee0-be2a207421e9 req-eef0380b-a74b-449c-a1cf-8bbe6db50a55 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.177212 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496d88a-7550-46a3-aee0-be2a207421e9 req-eef0380b-a74b-449c-a1cf-8bbe6db50a55 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.192057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496d88a-7550-46a3-aee0-be2a207421e9 req-eef0380b-a74b-449c-a1cf-8bbe6db50a55 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.201671 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port fce76636-95be-483d-8468-a23fd31db758, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fce76636-95be-483d-8468-a23fd31db758,segment=NetworkSegment(9cf99d00-c970-4f57-8882-af2657344335),segment_id=9cf99d00-c970-4f57-8882-af2657344335)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:49.204474 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496d88a-7550-46a3-aee0-be2a207421e9 req-eef0380b-a74b-449c-a1cf-8bbe6db50a55 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.221414 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496d88a-7550-46a3-aee0-be2a207421e9 req-eef0380b-a74b-449c-a1cf-8bbe6db50a55 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.224772 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.228774 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c496d88a-7550-46a3-aee0-be2a207421e9 req-eef0380b-a74b-449c-a1cf-8bbe6db50a55 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 5430 time: 0.2567863 Aug 16 01:46:49.236391 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e6c3bdef-f3fc-4443-8aad-bf5517788ec1 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:49.249562 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-eb95e8e1-4fa7-414e-94be-1ac7d5a0baad service neutron] device_id is not set on port 47c48de3-b662-47a6-8021-99cd79188db2 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:46:49.314761 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de49b3-940f-4c4d-9e54-804555f5f4f8 None None] Pushing event updated for resources: {'Port': ['ID=cae0a193-0ab0-484b-a439-459e0cd9a1bd,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:49.327857 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-eb95e8e1-4fa7-414e-94be-1ac7d5a0baad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.388460 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de49b3-940f-4c4d-9e54-804555f5f4f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:49.389693 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-005d9529-c749-4960-81b3-793ddc2732f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.392152 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de49b3-940f-4c4d-9e54-804555f5f4f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:49.392581 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de49b3-940f-4c4d-9e54-804555f5f4f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:49.393061 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de49b3-940f-4c4d-9e54-804555f5f4f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:49.393391 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de49b3-940f-4c4d-9e54-804555f5f4f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:49.393712 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de49b3-940f-4c4d-9e54-804555f5f4f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:49.394054 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de49b3-940f-4c4d-9e54-804555f5f4f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:49.394371 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de49b3-940f-4c4d-9e54-804555f5f4f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:49.394684 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de49b3-940f-4c4d-9e54-804555f5f4f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:49.394996 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de49b3-940f-4c4d-9e54-804555f5f4f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:49.395305 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de49b3-940f-4c4d-9e54-804555f5f4f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:49.399364 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59de49b3-940f-4c4d-9e54-804555f5f4f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:49.416225 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Attempting to bind port cae0a193-0ab0-484b-a439-459e0cd9a1bd on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:49.416583 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Attempting to bind port cae0a193-0ab0-484b-a439-459e0cd9a1bd by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '119b8383-cbdb-46f9-9a3b-5028d09affca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:49.416938 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Attempting to bind port cae0a193-0ab0-484b-a439-459e0cd9a1bd on network 27b5d8d5-10cf-4fee-9418-9d301dc64f6c {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:49.434290 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:49.434661 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Checking segment: {'id': '119b8383-cbdb-46f9-9a3b-5028d09affca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:49.435060 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.435442 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Bound using segment: {'id': '119b8383-cbdb-46f9-9a3b-5028d09affca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:49.436004 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Bound port: cae0a193-0ab0-484b-a439-459e0cd9a1bd, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119b8383-cbdb-46f9-9a3b-5028d09affca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:49.436382 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.437208 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-eb95e8e1-4fa7-414e-94be-1ac7d5a0baad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.504837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d9529-c749-4960-81b3-793ddc2732f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9018291d-2978-41e4-8573-6602cff70f18,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:49.529680 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84fb889f-5772-428e-8866-b0dee48dc778'}, {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fce76636-95be-483d-8468-a23fd31db758'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:49.532503 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44321213-e296-4cb4-aa20-faa38f77b708" -d '{"events": [{"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-unplugged", "status": "completed", "tag": "84fb889f-5772-428e-8866-b0dee48dc778"}, {"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-unplugged", "status": "completed", "tag": "fce76636-95be-483d-8468-a23fd31db758"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:49.543712 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95e8e1-4fa7-414e-94be-1ac7d5a0baad service neutron] Pushing event updated for resources: {'Port': ['ID=47c48de3-b662-47a6-8021-99cd79188db2,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:49.557292 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=fce76636-95be-483d-8468-a23fd31db758,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:49.561323 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a04aa-1749-444d-9316-1a5253a9e5a3 req-c8fbefd9-bbcc-46f2-a8db-119c92ab63ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:49.564029 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e29a04aa-1749-444d-9316-1a5253a9e5a3 req-c8fbefd9-bbcc-46f2-a8db-119c92ab63ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ffd1200-3653-4dd2-97e7-c5074409a495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5186765 Aug 16 01:46:49.593980 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b65906e3-3317-46b0-9f08-9139d71ccaec tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.594472 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] For port cae0a193-0ab0-484b-a439-459e0cd9a1bd, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:49.598101 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b65906e3-3317-46b0-9f08-9139d71ccaec tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.600621 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] For port cae0a193-0ab0-484b-a439-459e0cd9a1bd, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=cae0a193-0ab0-484b-a439-459e0cd9a1bd,segment=NetworkSegment(119b8383-cbdb-46f9-9a3b-5028d09affca),segment_id=119b8383-cbdb-46f9-9a3b-5028d09affca)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:49.624078 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad2ab931-cf58-41ea-9105-01090d27c66a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.627438 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.629520 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.657701 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1982c70c-cf4c-4b3b-a8b4-6aa861ccae89 x-openstack-request-id: req-1982c70c-cf4c-4b3b-a8b4-6aa861ccae89 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:49.658350 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-unplugged", "status": "completed", "tag": "84fb889f-5772-428e-8866-b0dee48dc778", "code": 200}, {"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-unplugged", "status": "completed", "tag": "fce76636-95be-483d-8468-a23fd31db758", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:49.658805 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1982c70c-cf4c-4b3b-a8b4-6aa861ccae89 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:49.659980 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84fb889f-5772-428e-8866-b0dee48dc778', 'code': 200} Aug 16 01:46:49.659980 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fce76636-95be-483d-8468-a23fd31db758', 'code': 200} Aug 16 01:46:49.702555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e6c3bdef-f3fc-4443-8aad-bf5517788ec1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e6c3bdef-f3fc-4443-8aad-bf5517788ec1,segment=NetworkSegment(72824b89-0c91-4936-85af-79fcb697aaee),segment_id=72824b89-0c91-4936-85af-79fcb697aaee)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:49.718992 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2a8f69fb-ab6f-47d6-83f6-888e7bd2cd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'name': 'tempest-TaggedBootDevicesTest_v242-172982936-router', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:12Z', 'revision_number': 4, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'gw_port': {'id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '06a8a784-1f7e-420b-8b19-5f112c2a0858', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'port_id': '15416754-813f-49e1-bf9c-3e1659dcbe8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495', 'mac_address': 'fa:16:3e:5b:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:45:08Z', 'updated_at': '2021-08-16T01:46:44Z', 'revision_number': 1, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e508f1c-e053-4557-9551-15f54666710f', 'name': '', 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'mac_address': 'fa:16:3e:f8:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:11Z', 'updated_at': '2021-08-16T01:44:20Z', 'revision_number': 5, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'subnets': [{'id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:49.725033 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Routers {'8da44f5f-819b-4d06-b3df-7acf75657634'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:49.737922 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8da44f5f-819b-4d06-b3df-7acf75657634'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:49.784198 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.785176 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 47c48de3-b662-47a6-8021-99cd79188db2 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:49.807991 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49bd7150-1532-45d0-8401-771eb2fd47a9 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.811196 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de49b3-940f-4c4d-9e54-804555f5f4f8 None None] Pushing event updated for resources: {'Port': ['ID=cae0a193-0ab0-484b-a439-459e0cd9a1bd,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:49.830879 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c496d88a-7550-46a3-aee0-be2a207421e9 req-449e5b54-f0a5-45be-91cc-ca5b6257e565 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=5c4305c5-058a-42e2-bc2b-62c0f435312a&id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5812213 Aug 16 01:46:49.841466 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-005d9529-c749-4960-81b3-793ddc2732f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.845836 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-005d9529-c749-4960-81b3-793ddc2732f3 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/9018291d-2978-41e4-8573-6602cff70f18 HTTP/1.1" status: 204 len: 168 time: 1.3966236 Aug 16 01:46:49.845836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ad2ab931-cf58-41ea-9105-01090d27c66a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ccafb02-8847-42f6-bb43-0aa509719623']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:49.848102 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56074) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:49.848361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-eb95e8e1-4fa7-414e-94be-1ac7d5a0baad service neutron] No DVR routers for this DVR port 47c48de3-b662-47a6-8021-99cd79188db2 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:49.848549 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49bd7150-1532-45d0-8401-771eb2fd47a9 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.921548 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8f69fb-ab6f-47d6-83f6-888e7bd2cd56 None None] The sync data for ids ['43b70586-a37c-4aa5-a08c-3c4d8a8fc090'] in n-d-765315-27 is: [{'id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'name': 'tempest-TaggedBootDevicesTest_v242-172982936-router', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:12Z', 'revision_number': 4, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'gw_port': {'id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '06a8a784-1f7e-420b-8b19-5f112c2a0858', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'port_id': '15416754-813f-49e1-bf9c-3e1659dcbe8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495', 'mac_address': 'fa:16:3e:5b:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:45:08Z', 'updated_at': '2021-08-16T01:46:44Z', 'revision_number': 1, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e508f1c-e053-4557-9551-15f54666710f', 'name': '', 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'mac_address': 'fa:16:3e:f8:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:11Z', 'updated_at': '2021-08-16T01:44:20Z', 'revision_number': 5, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'subnets': [{'id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:46:49.929882 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=e6c3bdef-f3fc-4443-8aad-bf5517788ec1,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:49.944872 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ad2ab931-cf58-41ea-9105-01090d27c66a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf661ece-1571-4b14-aceb-5fdc81e60e42') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:49.945912 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ad2ab931-cf58-41ea-9105-01090d27c66a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf661ece-1571-4b14-aceb-5fdc81e60e42') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:49.962840 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b65906e3-3317-46b0-9f08-9139d71ccaec tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.963340 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65906e3-3317-46b0-9f08-9139d71ccaec tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Fanout notify agent at l3_agent the message router_deleted on router 53d015f6-1ffb-44c9-a641-ca3086460952 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:46:49.979767 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b65906e3-3317-46b0-9f08-9139d71ccaec tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:49.990084 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] Set router 8da44f5f-819b-4d06-b3df-7acf75657634 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:46:49.999282 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b65906e3-3317-46b0-9f08-9139d71ccaec tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/routers/53d015f6-1ffb-44c9-a641-ca3086460952 HTTP/1.1" status: 204 len: 168 time: 1.5841229 Aug 16 01:46:50.027476 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 47c48de3-b662-47a6-8021-99cd79188db2 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:50.028717 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0f0afde3-55ae-42f9-858b-d97e140ec6de no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:50.031344 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56076) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:50.078393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e29a04aa-1749-444d-9316-1a5253a9e5a3 req-bf5b3911-84a2-486a-8480-28d9fdc9dd5f service neutron] 10.222.0.73 "GET /v2.0/networks/5ffd1200-3653-4dd2-97e7-c5074409a495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966714 Aug 16 01:46:50.139809 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad2ab931-cf58-41ea-9105-01090d27c66a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.141644 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efbbb1c6-796d-438d-aa16-eb0c44be22eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.166187 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a08b1bfe-c5f6-4338-a60c-ca6b455569b2 None None] Provisioning complete for port 47c48de3-b662-47a6-8021-99cd79188db2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:50.166651 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a08b1bfe-c5f6-4338-a60c-ca6b455569b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.247185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-eb95e8e1-4fa7-414e-94be-1ac7d5a0baad service neutron] In _notify_port_updated(), no bound segment for port 47c48de3-b662-47a6-8021-99cd79188db2 on network eac9d217-8a8e-4249-a789-0da4a12bc674 {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:46:50.249674 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a08b1bfe-c5f6-4338-a60c-ca6b455569b2 None None] Port 47c48de3-b662-47a6-8021-99cd79188db2 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:50.253205 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.262048 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-eb95e8e1-4fa7-414e-94be-1ac7d5a0baad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:50.263257 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-eb95e8e1-4fa7-414e-94be-1ac7d5a0baad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.264891 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-eb95e8e1-4fa7-414e-94be-1ac7d5a0baad service neutron] 10.222.0.73 "PUT /v2.0/ports/47c48de3-b662-47a6-8021-99cd79188db2 HTTP/1.1" status: 200 len: 1028 time: 3.8448801 Aug 16 01:46:50.272176 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49bd7150-1532-45d0-8401-771eb2fd47a9 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.278762 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-49bd7150-1532-45d0-8401-771eb2fd47a9 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4634180 Aug 16 01:46:50.282058 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56086) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:50.306523 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0f0afde3-55ae-42f9-858b-d97e140ec6de, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0f0afde3-55ae-42f9-858b-d97e140ec6de,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:50.312962 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.313867 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 78577b94-2fed-4393-9b36-8dcb1bbbf4e4 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:50.332283 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f34051be-2200-4bb2-93b2-69fd99437688 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Request body: {'security_group_rule': {'security_group_id': '381232e5-89f5-4a83-80f0-4adffaeb489a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:50.336679 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad2ab931-cf58-41ea-9105-01090d27c66a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.338615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd7150-1532-45d0-8401-771eb2fd47a9 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381232e5-89f5-4a83-80f0-4adffaeb489a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:50.402417 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fd5ff8-24f9-4aaf-91e1-f3c5591ffdda tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting subnet ab5e8cf3-9570-4790-9b2b-366bf97eb244 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:46:50.402767 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49bc696-91e1-4df2-8d4b-12b3f831f716 None None] New status for floating IP 06a8a784-1f7e-420b-8b19-5f112c2a0858: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:46:50.407230 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2ab931-cf58-41ea-9105-01090d27c66a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:46:50.408468 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad2ab931-cf58-41ea-9105-01090d27c66a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:46:50.410025 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:46:50.443200 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8777a1d2-7735-460a-a8ea-669fa646c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.445000 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7fd5ff8-24f9-4aaf-91e1-f3c5591ffdda tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.451188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-469450dd-06f4-41b6-ad2e-1166218946ac tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:50.452679 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-469450dd-06f4-41b6-ad2e-1166218946ac tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.73 "GET /v2.0/ports/0f0afde3-55ae-42f9-858b-d97e140ec6de?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1766114 Aug 16 01:46:50.463390 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=0f0afde3-55ae-42f9-858b-d97e140ec6de,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:50.476298 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e29a04aa-1749-444d-9316-1a5253a9e5a3 req-b6a88a1f-d8ab-4999-80f2-8012de54615e service neutron] 10.222.0.73 "GET /v2.0/networks/5ffd1200-3653-4dd2-97e7-c5074409a495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820720 Aug 16 01:46:50.483882 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-bffdd9b5-2cf4-4feb-8732-72f86d09790f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:50.514415 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.604066 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad2ab931-cf58-41ea-9105-01090d27c66a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.605330 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 78577b94-2fed-4393-9b36-8dcb1bbbf4e4, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=78577b94-2fed-4393-9b36-8dcb1bbbf4e4,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:50.605662 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-bffdd9b5-2cf4-4feb-8732-72f86d09790f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.611138 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.614889 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'name': 'tempest-ServersTestBootFromVolume-1624508070-router', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:45Z', 'revision_number': 4, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'gw_port': {'id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'cae0a193-0ab0-484b-a439-459e0cd9a1bd', 'name': '', 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'mac_address': 'fa:16:3e:a2:93:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '66424a27-2b04-48e7-b747-252110db691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:42Z', 'updated_at': '2021-08-16T01:46:49Z', 'revision_number': 4, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'subnets': [{'id': '66424a27-2b04-48e7-b747-252110db691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:50.634562 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2ab931-cf58-41ea-9105-01090d27c66a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ccafb02-8847-42f6-bb43-0aa509719623 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 01:46:50.687645 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f34051be-2200-4bb2-93b2-69fd99437688 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.691991 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=78577b94-2fed-4393-9b36-8dcb1bbbf4e4,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:50.735713 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7fd5ff8-24f9-4aaf-91e1-f3c5591ffdda tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.737893 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5609ac1-6a4b-4ca5-be25-2257d6b0b673 None None] The sync data for ids ['8da44f5f-819b-4d06-b3df-7acf75657634'] in n-d-765315-27 is: [{'id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'name': 'tempest-ServersTestBootFromVolume-1624508070-router', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:45Z', 'revision_number': 4, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'gw_port': {'id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'cae0a193-0ab0-484b-a439-459e0cd9a1bd', 'name': '', 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'mac_address': 'fa:16:3e:a2:93:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '66424a27-2b04-48e7-b747-252110db691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:42Z', 'updated_at': '2021-08-16T01:46:49Z', 'revision_number': 4, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'subnets': [{'id': '66424a27-2b04-48e7-b747-252110db691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:46:50.777417 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad2ab931-cf58-41ea-9105-01090d27c66a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.781132 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ad2ab931-cf58-41ea-9105-01090d27c66a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "DELETE /v2.0/networks/9ccafb02-8847-42f6-bb43-0aa509719623 HTTP/1.1" status: 204 len: 168 time: 1.9199481 Aug 16 01:46:50.817688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ab931-cf58-41ea-9105-01090d27c66a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ccafb02-8847-42f6-bb43-0aa509719623,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:50.835901 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-bffdd9b5-2cf4-4feb-8732-72f86d09790f service neutron] For port 0f0afde3-55ae-42f9-858b-d97e140ec6de, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0f0afde3-55ae-42f9-858b-d97e140ec6de,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:50.894783 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-bffdd9b5-2cf4-4feb-8732-72f86d09790f service neutron] For port 0f0afde3-55ae-42f9-858b-d97e140ec6de, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:50.936276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-bffdd9b5-2cf4-4feb-8732-72f86d09790f service neutron] device_id is not set on port 0f0afde3-55ae-42f9-858b-d97e140ec6de yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:46:50.947496 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-bffdd9b5-2cf4-4feb-8732-72f86d09790f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:50.960193 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-bffdd9b5-2cf4-4feb-8732-72f86d09790f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.027777 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f34051be-2200-4bb2-93b2-69fd99437688 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.034142 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8777a1d2-7735-460a-a8ea-669fa646c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.076667 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f34051be-2200-4bb2-93b2-69fd99437688 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.084870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffdd9b5-2cf4-4feb-8732-72f86d09790f service neutron] Pushing event updated for resources: {'Port': ['ID=0f0afde3-55ae-42f9-858b-d97e140ec6de,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:51.088393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-8777a1d2-7735-460a-a8ea-669fa646c0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34c68e7-0a34-46ae-ac57-cc0385b7595c']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:51.092312 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7fd5ff8-24f9-4aaf-91e1-f3c5591ffdda tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.125895 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-bffdd9b5-2cf4-4feb-8732-72f86d09790f service neutron] No DVR routers for this DVR port 0f0afde3-55ae-42f9-858b-d97e140ec6de on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:51.141097 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-8777a1d2-7735-460a-a8ea-669fa646c0d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f89d840-05e2-4453-8949-1e0dc7e1ec05') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:51.141714 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-8777a1d2-7735-460a-a8ea-669fa646c0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f89d840-05e2-4453-8949-1e0dc7e1ec05') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:51.178271 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8777a1d2-7735-460a-a8ea-669fa646c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.182806 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f34051be-2200-4bb2-93b2-69fd99437688 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.183292 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee799fe-84e9-44b0-8857-47650dcdd34e req-88d42489-7d7d-4a9a-84a0-70d41e6b7a76 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:51.189967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee799fe-84e9-44b0-8857-47650dcdd34e req-88d42489-7d7d-4a9a-84a0-70d41e6b7a76 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:51.190655 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f34051be-2200-4bb2-93b2-69fd99437688 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8985403 Aug 16 01:46:51.192496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34051be-2200-4bb2-93b2-69fd99437688 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5bf06b3-01d2-463c-abb9-0a53863be339,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:51.197382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee799fe-84e9-44b0-8857-47650dcdd34e req-88d42489-7d7d-4a9a-84a0-70d41e6b7a76 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:51.209338 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee799fe-84e9-44b0-8857-47650dcdd34e req-88d42489-7d7d-4a9a-84a0-70d41e6b7a76 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:51.221199 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee799fe-84e9-44b0-8857-47650dcdd34e req-88d42489-7d7d-4a9a-84a0-70d41e6b7a76 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:51.238090 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1ee799fe-84e9-44b0-8857-47650dcdd34e req-88d42489-7d7d-4a9a-84a0-70d41e6b7a76 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 3876 time: 0.2265115 Aug 16 01:46:51.252370 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56106) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:51.269978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-671d5fd4-3863-4a61-b9dd-061b96b0c677 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Request body: {'security_group_rule': {'security_group_id': '381232e5-89f5-4a83-80f0-4adffaeb489a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:51.292210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-bffdd9b5-2cf4-4feb-8732-72f86d09790f service neutron] In _notify_port_updated(), no bound segment for port 0f0afde3-55ae-42f9-858b-d97e140ec6de on network eac9d217-8a8e-4249-a789-0da4a12bc674 {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:46:51.294688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-bffdd9b5-2cf4-4feb-8732-72f86d09790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:51.296340 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-bffdd9b5-2cf4-4feb-8732-72f86d09790f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.297921 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-bffdd9b5-2cf4-4feb-8732-72f86d09790f service neutron] 10.222.0.73 "PUT /v2.0/ports/0f0afde3-55ae-42f9-858b-d97e140ec6de HTTP/1.1" status: 200 len: 1026 time: 0.8199637 Aug 16 01:46:51.350328 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8777a1d2-7735-460a-a8ea-669fa646c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.376490 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56110) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:51.388235 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c5f9015b-86e6-4c6e-8a3b-23a72c268a84 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Request body: {'router': {'name': 'tempest-router--1339021743', 'project_id': '21a23444798c4897a9082f20ee406714'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:51.442466 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1ee799fe-84e9-44b0-8857-47650dcdd34e req-ca17284e-ce89-4260-b9f0-f7c237eafd8f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988750 Aug 16 01:46:51.456115 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8777a1d2-7735-460a-a8ea-669fa646c0d8 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:46:51.458416 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8777a1d2-7735-460a-a8ea-669fa646c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:46:51.465417 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:46:51.536878 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-a3093075-873a-4211-8c58-4932e507433b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Deleting port 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:51.537453 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-a3093075-873a-4211-8c58-4932e507433b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.551184 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a65bc2eb-3645-4026-9980-0271fa1c4d55 None None] Provisioning complete for port 0f0afde3-55ae-42f9-858b-d97e140ec6de triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:51.552576 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a65bc2eb-3645-4026-9980-0271fa1c4d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.562139 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7fd5ff8-24f9-4aaf-91e1-f3c5591ffdda tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.567059 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-671d5fd4-3863-4a61-b9dd-061b96b0c677 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.605875 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5f9015b-86e6-4c6e-8a3b-23a72c268a84 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.626186 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5f9015b-86e6-4c6e-8a3b-23a72c268a84 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.647849 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7fd5ff8-24f9-4aaf-91e1-f3c5591ffdda tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.668287 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e7fd5ff8-24f9-4aaf-91e1-f3c5591ffdda tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/subnets/ab5e8cf3-9570-4790-9b2b-366bf97eb244 HTTP/1.1" status: 204 len: 168 time: 1.5791440 Aug 16 01:46:51.669324 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56120) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:51.670713 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c3bdef-f3fc-4443-8aad-bf5517788ec1'}, {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f0afde3-55ae-42f9-858b-d97e140ec6de'}, {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78577b94-2fed-4393-9b36-8dcb1bbbf4e4'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:51.676010 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e727649a-5046-4573-973a-747425934111" -d '{"events": [{"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-unplugged", "status": "completed", "tag": "e6c3bdef-f3fc-4443-8aad-bf5517788ec1"}, {"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-unplugged", "status": "completed", "tag": "0f0afde3-55ae-42f9-858b-d97e140ec6de"}, {"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-unplugged", "status": "completed", "tag": "78577b94-2fed-4393-9b36-8dcb1bbbf4e4"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:51.677660 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8777a1d2-7735-460a-a8ea-669fa646c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.694498 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8777a1d2-7735-460a-a8ea-669fa646c0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.703599 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8777a1d2-7735-460a-a8ea-669fa646c0d8 admin admin] 10.222.0.68 "DELETE /v2.0/networks/e34c68e7-0a34-46ae-ac57-cc0385b7595c HTTP/1.1" status: 204 len: 168 time: 1.8400722 Aug 16 01:46:51.710862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef30585-2182-4039-8da9-214a1ff910fc None None] Network 31ed1d1a-4b61-47a0-b96a-89c2f662a137 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:51.724659 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd5ff8-24f9-4aaf-91e1-f3c5591ffdda tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5e8cf3-9570-4790-9b2b-366bf97eb244,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:51.877111 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bb5fe1-9fc2-4939-bd2f-1da589d95e57 x-openstack-request-id: req-52bb5fe1-9fc2-4939-bd2f-1da589d95e57 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:51.879978 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-unplugged", "status": "completed", "tag": "e6c3bdef-f3fc-4443-8aad-bf5517788ec1", "code": 200}, {"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-unplugged", "status": "completed", "tag": "0f0afde3-55ae-42f9-858b-d97e140ec6de", "code": 200}, {"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-unplugged", "status": "completed", "tag": "78577b94-2fed-4393-9b36-8dcb1bbbf4e4", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:51.880452 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-52bb5fe1-9fc2-4939-bd2f-1da589d95e57 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:51.880937 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c3bdef-f3fc-4443-8aad-bf5517788ec1', 'code': 200} Aug 16 01:46:51.883349 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f0afde3-55ae-42f9-858b-d97e140ec6de', 'code': 200} Aug 16 01:46:51.884340 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78577b94-2fed-4393-9b36-8dcb1bbbf4e4', 'code': 200} Aug 16 01:46:51.893367 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5f9015b-86e6-4c6e-8a3b-23a72c268a84 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.904299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777a1d2-7735-460a-a8ea-669fa646c0d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e34c68e7-0a34-46ae-ac57-cc0385b7595c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:51.916074 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5f9015b-86e6-4c6e-8a3b-23a72c268a84 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.930380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-a3093075-873a-4211-8c58-4932e507433b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] For port 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50,segment=NetworkSegment(9cf99d00-c970-4f57-8882-af2657344335),segment_id=9cf99d00-c970-4f57-8882-af2657344335)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:51.931208 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-a3093075-873a-4211-8c58-4932e507433b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.937625 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a65bc2eb-3645-4026-9980-0271fa1c4d55 None None] Port 0f0afde3-55ae-42f9-858b-d97e140ec6de cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:51.953660 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5f9015b-86e6-4c6e-8a3b-23a72c268a84 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:51.955585 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c5f9015b-86e6-4c6e-8a3b-23a72c268a84 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5727341 Aug 16 01:46:51.956675 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-a3093075-873a-4211-8c58-4932e507433b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Calling delete_port for 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:51.958480 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56130) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:52.079399 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-671d5fd4-3863-4a61-b9dd-061b96b0c677 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.093823 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.109259 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7770932e-ce5d-4c1e-86e2-80bf96812ad5 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.112946 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-671d5fd4-3863-4a61-b9dd-061b96b0c677 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.172254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56132) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:52.190334 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d5fd4-3863-4a61-b9dd-061b96b0c677 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda61e66-9c5b-4bac-9bfa-685b551fb580,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:52.215683 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-671d5fd4-3863-4a61-b9dd-061b96b0c677 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.220965 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-671d5fd4-3863-4a61-b9dd-061b96b0c677 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9672027 Aug 16 01:46:52.224168 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56134) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:52.246197 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40f5a34-938b-469e-bded-7983f2b2847f None None] DHCP port deletion for 31ed1d1a-4b61-47a0-b96a-89c2f662a137 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:46:52.310212 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bad0ab0a-44da-4e5f-8f61-a08338017e71 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:52.380917 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ee3ff15d-5ed5-4b3a-ab44-0a5b963f5e5e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5ad2ac0bd7454cfab82eaaabde2ce6ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044079 Aug 16 01:46:52.386059 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c40f5a34-938b-469e-bded-7983f2b2847f None None] Deleting port d855b6df-8b27-4a44-810f-a29cbabfbe34 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:52.387239 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c40f5a34-938b-469e-bded-7983f2b2847f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.389677 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56138) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:52.394256 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bad0ab0a-44da-4e5f-8f61-a08338017e71 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.518545 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port d855b6df-8b27-4a44-810f-a29cbabfbe34 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:52.519140 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.534687 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c40f5a34-938b-469e-bded-7983f2b2847f None None] For port d855b6df-8b27-4a44-810f-a29cbabfbe34, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d855b6df-8b27-4a44-810f-a29cbabfbe34,segment=NetworkSegment(6143f3de-977a-46cd-b222-7912a52afcae),segment_id=6143f3de-977a-46cd-b222-7912a52afcae)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:52.540918 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c40f5a34-938b-469e-bded-7983f2b2847f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.565111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cae0a193-0ab0-484b-a439-459e0cd9a1bd up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:52.625892 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-a3093075-873a-4211-8c58-4932e507433b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.636589 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c40f5a34-938b-469e-bded-7983f2b2847f None None] Calling delete_port for d855b6df-8b27-4a44-810f-a29cbabfbe34 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:52.664564 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81ad86c4-b597-40c8-ae6c-06dd07a28cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.675853 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7770932e-ce5d-4c1e-86e2-80bf96812ad5 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.677680 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3093075-873a-4211-8c58-4932e507433b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event deleted for resources: {'Port': ['ID=7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:52.689727 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7770932e-ce5d-4c1e-86e2-80bf96812ad5 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.743920 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port cae0a193-0ab0-484b-a439-459e0cd9a1bd completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:52.758198 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port cae0a193-0ab0-484b-a439-459e0cd9a1bd triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:52.758600 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.870034 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-a3093075-873a-4211-8c58-4932e507433b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] No DVR routers for this DVR port 7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:52.873409 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-a3093075-873a-4211-8c58-4932e507433b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.876411 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-a3093075-873a-4211-8c58-4932e507433b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.73 "DELETE /v2.0/ports/7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50 HTTP/1.1" status: 204 len: 173 time: 1.5695245 Aug 16 01:46:52.881452 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-deleted', 'tag': '7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:52.885059 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e43abb6-4833-4473-ab4a-b2bcdbf223a4" -d '{"events": [{"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-deleted", "tag": "7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:52.887978 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7770932e-ce5d-4c1e-86e2-80bf96812ad5 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.888134 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fed91eb2-8f1f-4ea0-81bd-f0093ae1cb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.888522 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7770932e-ce5d-4c1e-86e2-80bf96812ad5 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e4e2ae4-3b31-42c5-aa90-da55afd5c15d {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:46:52.894027 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7770932e-ce5d-4c1e-86e2-80bf96812ad5 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:52.897687 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7770932e-ce5d-4c1e-86e2-80bf96812ad5 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "DELETE /v2.0/routers/4e4e2ae4-3b31-42c5-aa90-da55afd5c15d HTTP/1.1" status: 204 len: 168 time: 0.9357388 Aug 16 01:46:53.048393 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fed91eb2-8f1f-4ea0-81bd-f0093ae1cb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.072905 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c40f5a34-938b-469e-bded-7983f2b2847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.078480 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] For port d855b6df-8b27-4a44-810f-a29cbabfbe34, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d855b6df-8b27-4a44-810f-a29cbabfbe34,segment=NetworkSegment(6143f3de-977a-46cd-b222-7912a52afcae),segment_id=6143f3de-977a-46cd-b222-7912a52afcae)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:53.080409 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.092516 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceb3eca-0ab8-49ee-bb51-208ea3fb3e0e x-openstack-request-id: req-cceb3eca-0ab8-49ee-bb51-208ea3fb3e0e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:53.092830 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-deleted", "tag": "7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:53.099277 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cceb3eca-0ab8-49ee-bb51-208ea3fb3e0e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:53.099277 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-deleted', 'tag': '7b9831fa-858f-4bd5-b0dd-c7e30d3b1d50', 'status': 'completed', 'code': 200} Aug 16 01:46:53.127318 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.151891 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-8b71468b-fa20-4447-a281-1e5e9e51f970 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Deleting port e6c3bdef-f3fc-4443-8aad-bf5517788ec1 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:53.154464 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-8b71468b-fa20-4447-a281-1e5e9e51f970 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.206286 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f5a34-938b-469e-bded-7983f2b2847f None None] No DVR routers for this DVR port d855b6df-8b27-4a44-810f-a29cbabfbe34 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:53.224573 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56160) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:53.257277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f5a34-938b-469e-bded-7983f2b2847f None None] Pushing event deleted for resources: {'Port': ['ID=d855b6df-8b27-4a44-810f-a29cbabfbe34,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:53.297962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port cae0a193-0ab0-484b-a439-459e0cd9a1bd, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=cae0a193-0ab0-484b-a439-459e0cd9a1bd,segment=NetworkSegment(119b8383-cbdb-46f9-9a3b-5028d09affca),segment_id=119b8383-cbdb-46f9-9a3b-5028d09affca)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:53.304793 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.317181 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.433518 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd2d8856-e5be-41f0-9e61-ebf8a3b39e47 req-e2f8e290-10c2-42c5-b5ca-a533ba93a4bf service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6563201 Aug 16 01:46:53.435889 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=cae0a193-0ab0-484b-a439-459e0cd9a1bd,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:53.445620 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d855b6df-8b27-4a44-810f-a29cbabfbe34 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:46:53.511582 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: d855b6df-8b27-4a44-810f-a29cbabfbe34 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:46:53.511931 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d855b6df-8b27-4a44-810f-a29cbabfbe34 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:46:53.529493 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-8b71468b-fa20-4447-a281-1e5e9e51f970 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] For port e6c3bdef-f3fc-4443-8aad-bf5517788ec1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e6c3bdef-f3fc-4443-8aad-bf5517788ec1,segment=NetworkSegment(72824b89-0c91-4936-85af-79fcb697aaee),segment_id=72824b89-0c91-4936-85af-79fcb697aaee)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:53.529897 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-8b71468b-fa20-4447-a281-1e5e9e51f970 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.628341 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for d855b6df-8b27-4a44-810f-a29cbabfbe34 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:53.656574 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5202e-8d50-4563-a0ba-9fffb3f0ce1c req-9867653e-60bb-4c2f-9742-2439c9764ea1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:53.663393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5202e-8d50-4563-a0ba-9fffb3f0ce1c req-9867653e-60bb-4c2f-9742-2439c9764ea1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:53.670152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5202e-8d50-4563-a0ba-9fffb3f0ce1c req-9867653e-60bb-4c2f-9742-2439c9764ea1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:53.676650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5202e-8d50-4563-a0ba-9fffb3f0ce1c req-9867653e-60bb-4c2f-9742-2439c9764ea1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:53.685491 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72f5202e-8d50-4563-a0ba-9fffb3f0ce1c req-9867653e-60bb-4c2f-9742-2439c9764ea1 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 3143 time: 1.0357227 Aug 16 01:46:53.859296 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bad0ab0a-44da-4e5f-8f61-a08338017e71 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.878820 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fed91eb2-8f1f-4ea0-81bd-f0093ae1cb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.881688 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fed91eb2-8f1f-4ea0-81bd-f0093ae1cb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:53.883185 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fed91eb2-8f1f-4ea0-81bd-f0093ae1cb4e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dd9f77f6-7534-430d-84f7-33ca6e6ece85 HTTP/1.1" status: 204 len: 168 time: 1.4911857 Aug 16 01:46:53.952464 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.000104 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0654bca4-7488-4854-9cf5-300bcad6facc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1684655184', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:54.006044 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72f5202e-8d50-4563-a0ba-9fffb3f0ce1c req-dcdcd390-ddfc-4755-a273-7f6826aa45b3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167160 Aug 16 01:46:54.086593 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed91eb2-8f1f-4ea0-81bd-f0093ae1cb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9f77f6-7534-430d-84f7-33ca6e6ece85,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:54.096243 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.139688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No DVR routers for this DVR port d855b6df-8b27-4a44-810f-a29cbabfbe34 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:54.141603 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=d855b6df-8b27-4a44-810f-a29cbabfbe34,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:54.216283 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d8856-e5be-41f0-9e61-ebf8a3b39e47 req-544785ba-cd6d-447b-9744-ff664ce37a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:54.219422 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd2d8856-e5be-41f0-9e61-ebf8a3b39e47 req-544785ba-cd6d-447b-9744-ff664ce37a99 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba9abf8115ac4b508816c39be6e59924&device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 1097 time: 0.7551253 Aug 16 01:46:54.232960 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0654bca4-7488-4854-9cf5-300bcad6facc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.238829 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.240515 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0654bca4-7488-4854-9cf5-300bcad6facc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.251193 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ed1d1a-4b61-47a0-b96a-89c2f662a137']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:54.268673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6143f3de-977a-46cd-b222-7912a52afcae') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:54.269286 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6143f3de-977a-46cd-b222-7912a52afcae') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:54.336038 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.362676 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.373283 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:46:54.373706 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:46:54.443233 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:46:54.459076 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cae0a193-0ab0-484b-a439-459e0cd9a1bd up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:54.475468 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-bad0ab0a-44da-4e5f-8f61-a08338017e71 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Allocated IP 172.25.3.218 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/f0b9ea49-c628-4779-b442-8f736194d10c) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:54.483583 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.491347 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.502541 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/networks/31ed1d1a-4b61-47a0-b96a-89c2f662a137 HTTP/1.1" status: 204 len: 168 time: 2.8258119 Aug 16 01:46:54.503575 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56192) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:54.549887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b01633-1d5b-468e-a201-093631089563 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Network': ['ID=31ed1d1a-4b61-47a0-b96a-89c2f662a137,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:54.552993 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port cae0a193-0ab0-484b-a439-459e0cd9a1bd triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:54.553641 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.616871 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d8856-e5be-41f0-9e61-ebf8a3b39e47 req-3977d403-47c8-43bd-a1ff-db64d9227b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:54.618708 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd2d8856-e5be-41f0-9e61-ebf8a3b39e47 req-3977d403-47c8-43bd-a1ff-db64d9227b3b service neutron] 10.222.0.63 "GET /v2.0/networks?id=41d6539e-4b24-4ea3-ae06-65cd600ea064 HTTP/1.1" status: 200 len: 918 time: 0.3641992 Aug 16 01:46:54.625737 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0654bca4-7488-4854-9cf5-300bcad6facc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.646900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d5fc9f-41fa-4ed9-9d26-cffa0785b9cc tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:54.652495 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-25d5fc9f-41fa-4ed9-9d26-cffa0785b9cc tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports/f7d92745-684f-4648-b505-0cc84d98affc HTTP/1.1" status: 200 len: 840 time: 0.1193659 Aug 16 01:46:54.655316 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56198) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:54.736165 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd2d8856-e5be-41f0-9e61-ebf8a3b39e47 req-ad6df03d-3abf-4d98-afaa-e22379ff39ee service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dee21c7b-16db-43e3-94af-82d037864954 HTTP/1.1" status: 200 len: 1000 time: 0.1086812 Aug 16 01:46:54.746426 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e6b82fd6-6daf-4346-84d8-52fc1beac93c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports/f7d92745-684f-4648-b505-0cc84d98affc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0858822 Aug 16 01:46:54.746656 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56204) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:54.751518 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c374819c-ccba-42f7-8530-bed77863903d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'subnet': {'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:54.884920 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bad0ab0a-44da-4e5f-8f61-a08338017e71 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.909321 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c374819c-ccba-42f7-8530-bed77863903d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:54.913059 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c374819c-ccba-42f7-8530-bed77863903d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.964745 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d8856-e5be-41f0-9e61-ebf8a3b39e47 req-d51fed32-a02d-4f3a-a4da-f33e9021b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:54.966610 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd2d8856-e5be-41f0-9e61-ebf8a3b39e47 req-d51fed32-a02d-4f3a-a4da-f33e9021b179 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b85102c8-d1ed-4688-b6f1-154a4a3875ac HTTP/1.1" status: 200 len: 856 time: 0.1854289 Aug 16 01:46:54.974491 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-8b71468b-fa20-4447-a281-1e5e9e51f970 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.974863 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-8b71468b-fa20-4447-a281-1e5e9e51f970 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:54.975240 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-8b71468b-fa20-4447-a281-1e5e9e51f970 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Floating IP 459f7385-5553-49e7-993d-2685eba63ff1 disassociated. External IP: 172.25.3.242, port: e6c3bdef-f3fc-4443-8aad-bf5517788ec1. Aug 16 01:46:54.975581 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-8b71468b-fa20-4447-a281-1e5e9e51f970 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Calling delete_port for e6c3bdef-f3fc-4443-8aad-bf5517788ec1 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:55.028505 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bad0ab0a-44da-4e5f-8f61-a08338017e71 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.162571 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0654bca4-7488-4854-9cf5-300bcad6facc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.181650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad0ab0a-44da-4e5f-8f61-a08338017e71 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:55.188505 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-bad0ab0a-44da-4e5f-8f61-a08338017e71 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:55.199256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad0ab0a-44da-4e5f-8f61-a08338017e71 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:55.270711 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0ab0a-44da-4e5f-8f61-a08338017e71 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Pushing event updated for resources: {'Port': ['ID=f0b9ea49-c628-4779-b442-8f736194d10c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:55.355322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d8856-e5be-41f0-9e61-ebf8a3b39e47 req-6a390708-4976-48d1-819e-a5a62fbd0765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:55.356852 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd2d8856-e5be-41f0-9e61-ebf8a3b39e47 req-6a390708-4976-48d1-819e-a5a62fbd0765 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=41d6539e-4b24-4ea3-ae06-65cd600ea064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3768325 Aug 16 01:46:55.403102 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c374819c-ccba-42f7-8530-bed77863903d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.436515 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-2623564d-90f6-42af-b0d8-aa70cba55f34 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2661755 Aug 16 01:46:55.464649 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b90d7-b63e-4f96-b38c-0fdf080e99f2 req-410fccea-0b86-4715-bfd1-30928dc26745 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:55.472019 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b90d7-b63e-4f96-b38c-0fdf080e99f2 req-410fccea-0b86-4715-bfd1-30928dc26745 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:55.479667 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b90d7-b63e-4f96-b38c-0fdf080e99f2 req-410fccea-0b86-4715-bfd1-30928dc26745 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:55.487590 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b90d7-b63e-4f96-b38c-0fdf080e99f2 req-410fccea-0b86-4715-bfd1-30928dc26745 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:55.494572 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bad0ab0a-44da-4e5f-8f61-a08338017e71 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.502826 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374819c-ccba-42f7-8530-bed77863903d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Subnet': ['ID=52e13958-f29b-49d9-95f2-8b409ace5ac7,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:55.503868 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-955b90d7-b63e-4f96-b38c-0fdf080e99f2 req-410fccea-0b86-4715-bfd1-30928dc26745 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 3143 time: 0.3207235 Aug 16 01:46:55.514699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c374819c-ccba-42f7-8530-bed77863903d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:55.517034 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c374819c-ccba-42f7-8530-bed77863903d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:55.521331 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c374819c-ccba-42f7-8530-bed77863903d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:55.524144 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c374819c-ccba-42f7-8530-bed77863903d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.529275 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d148045-67ca-426a-8ba8-838a19a6642d None None] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:55.563003 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bad0ab0a-44da-4e5f-8f61-a08338017e71 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.565511 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c374819c-ccba-42f7-8530-bed77863903d tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8179166 Aug 16 01:46:55.568752 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56240) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:55.576514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-54535df6-ff2a-4b22-9ece-44a06c32c661 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'security_group': {'name': 'tempest-secgroup-619928543'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:55.643826 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54535df6-ff2a-4b22-9ece-44a06c32c661 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.728311 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd2d8856-e5be-41f0-9e61-ebf8a3b39e47 req-7272a56a-b692-4dc7-8f6d-1ae6342802bb service neutron] 10.222.0.63 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494315 Aug 16 01:46:55.733236 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-8b71468b-fa20-4447-a281-1e5e9e51f970 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.818260 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56244) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:55.828835 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-819ebf89-40d1-4359-b7b6-b023f3970c6c', 'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c', 'tenant_id': '81838e3aa0c9493fbc6d0bcbcdcdd7ba', 'fixed_ips': [{'subnet_id': '52e13958-f29b-49d9-95f2-8b409ace5ac7'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:46:55.829857 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.847815 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bad0ab0a-44da-4e5f-8f61-a08338017e71 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.848409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71468b-fa20-4447-a281-1e5e9e51f970 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event deleted for resources: {'Port': ['ID=e6c3bdef-f3fc-4443-8aad-bf5517788ec1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:55.869177 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bad0ab0a-44da-4e5f-8f61-a08338017e71 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.895206 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54535df6-ff2a-4b22-9ece-44a06c32c661 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.939193 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54535df6-ff2a-4b22-9ece-44a06c32c661 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:55.954667 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.008598 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54535df6-ff2a-4b22-9ece-44a06c32c661 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.012952 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-54535df6-ff2a-4b22-9ece-44a06c32c661 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4385841 Aug 16 01:46:56.012952 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54535df6-ff2a-4b22-9ece-44a06c32c661 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ed99f4-3523-4123-a91f-1cbf9b709c81,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:56.014327 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56254) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:56.025498 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0ab0a-44da-4e5f-8f61-a08338017e71 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Pushing event updated for resources: {'Port': ['ID=f0b9ea49-c628-4779-b442-8f736194d10c,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:56.037696 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-955b90d7-b63e-4f96-b38c-0fdf080e99f2 req-cd4c2694-b9ea-40c9-a41d-d5a4ccbdbf42 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4945071 Aug 16 01:46:56.045249 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-12a85e5e-b736-4c51-a6bf-1f9dda1f0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:56.045970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-12a85e5e-b736-4c51-a6bf-1f9dda1f0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:56.046517 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-12a85e5e-b736-4c51-a6bf-1f9dda1f0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:56.046990 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-12a85e5e-b736-4c51-a6bf-1f9dda1f0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:56.047518 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-12a85e5e-b736-4c51-a6bf-1f9dda1f0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:56.048040 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-12a85e5e-b736-4c51-a6bf-1f9dda1f0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:56.048562 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-12a85e5e-b736-4c51-a6bf-1f9dda1f0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:56.051457 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-12a85e5e-b736-4c51-a6bf-1f9dda1f0b68 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ca74d145ad54f52a9156b1910a2719b&device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 6507 time: 0.5027184 Aug 16 01:46:56.053474 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-375f0124-a9d2-4cf5-95bf-45696d30dba9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'security_group': {'name': 'tempest-secgroup-178487624'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:56.079340 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bad0ab0a-44da-4e5f-8f61-a08338017e71 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.153644 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb2745af-0d66-428e-be0c-112419075197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.156810 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-375f0124-a9d2-4cf5-95bf-45696d30dba9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.183888 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bad0ab0a-44da-4e5f-8f61-a08338017e71 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.208670 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bad0ab0a-44da-4e5f-8f61-a08338017e71 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9823065 Aug 16 01:46:56.283700 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd2d8856-e5be-41f0-9e61-ebf8a3b39e47 req-e5540241-4b84-4f93-af00-18dc58fbd7bd service neutron] 10.222.0.63 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5478477 Aug 16 01:46:56.434029 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Allocated IP 172.20.0.2 (819ebf89-40d1-4359-b7b6-b023f3970c6c/52e13958-f29b-49d9-95f2-8b409ace5ac7/57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:56.440950 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb2745af-0d66-428e-be0c-112419075197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.454534 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb2745af-0d66-428e-be0c-112419075197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.476160 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-074f8a4d-ecf0-43d6-a4d1-cbc80261c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:56.477556 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-074f8a4d-ecf0-43d6-a4d1-cbc80261c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:56.478254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-074f8a4d-ecf0-43d6-a4d1-cbc80261c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:56.480311 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-074f8a4d-ecf0-43d6-a4d1-cbc80261c596 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ffd1200-3653-4dd2-97e7-c5074409a495&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=f3ba83b8-171e-47ab-b264-b5e65af7f447&id=f3ba83b8-171e-47ab-b264-b5e65af7f447 HTTP/1.1" status: 200 len: 2297 time: 0.3884156 Aug 16 01:46:56.497948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-8b71468b-fa20-4447-a281-1e5e9e51f970 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Router 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:46:56.564765 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-eb2745af-0d66-428e-be0c-112419075197 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7c570a7656f7452ca6fc7d0d920ee36d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7412374 Aug 16 01:46:56.565791 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2745af-0d66-428e-be0c-112419075197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0a78ed-5aa7-4b2e-aea8-4695d307a84c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:56.586895 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56288) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:56.649511 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-375f0124-a9d2-4cf5-95bf-45696d30dba9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.655791 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-375f0124-a9d2-4cf5-95bf-45696d30dba9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.713319 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-375f0124-a9d2-4cf5-95bf-45696d30dba9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.715050 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-375f0124-a9d2-4cf5-95bf-45696d30dba9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6906011 Aug 16 01:46:56.720132 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56310) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:56.726423 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2c4ee3f7-9535-4ec9-8bf0-f1c21575fae4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-857431889', 'security_groups': ['19e85bc6-3e38-4e95-8a98-916c264649ab'], 'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '52e13958-f29b-49d9-95f2-8b409ace5ac7'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:56.806075 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.816222 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Transition to ACTIVE for port object 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:56.842698 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Transition to ACTIVE for port object 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:56.854636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f0124-a9d2-4cf5-95bf-45696d30dba9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e85bc6-3e38-4e95-8a98-916c264649ab,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:56.855290 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:56.915133 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:56.920800 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:56.928288 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:56.951937 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4ee3f7-9535-4ec9-8bf0-f1c21575fae4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:56.955112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Pushing event updated for resources: {'Port': ['ID=57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:57.017492 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Attempting to bind port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:46:57.018037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Attempting to bind port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '53f69b54-45a3-4fa0-ab5e-4f2b898dc667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:46:57.018420 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Attempting to bind port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 on network 819ebf89-40d1-4359-b7b6-b023f3970c6c {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:46:57.025618 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:46:57.026027 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Checking segment: {'id': '53f69b54-45a3-4fa0-ab5e-4f2b898dc667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:46:57.026439 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.026986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Bound using segment: {'id': '53f69b54-45a3-4fa0-ab5e-4f2b898dc667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:46:57.027698 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Bound port: 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f69b54-45a3-4fa0-ab5e-4f2b898dc667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:46:57.027913 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.119279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] For port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:46:57.125667 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] For port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4,segment=NetworkSegment(53f69b54-45a3-4fa0-ab5e-4f2b898dc667),segment_id=53f69b54-45a3-4fa0-ab5e-4f2b898dc667)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:46:57.133532 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.204570 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c4ee3f7-9535-4ec9-8bf0-f1c21575fae4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.209748 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0654bca4-7488-4854-9cf5-300bcad6facc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.236411 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0654bca4-7488-4854-9cf5-300bcad6facc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.285217 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b62e9c-ba0c-4246-a9f5-9417301c04f3 None None] Pushing event updated for resources: {'Port': ['ID=57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:57.300105 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-2c4ee3f7-9535-4ec9-8bf0-f1c21575fae4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] device_id is not set on port 8c0c4ac3-552c-4e1a-b43a-c29beeb858d7 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:46:57.314902 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9ced821-5b27-4f38-9f3b-b9611fabdb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.426326 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-faaa62fb-7297-493a-bd7a-8c4e4b1c32b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15416754-813f-49e1-bf9c-3e1659dcbe8b HTTP/1.1" status: 200 len: 1001 time: 0.8412781 Aug 16 01:46:57.480597 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f7edd-44e8-4036-9751-d5767245ac67 req-068f127e-d971-46c0-adfe-b56af11030d9 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:57.499139 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f7edd-44e8-4036-9751-d5767245ac67 req-068f127e-d971-46c0-adfe-b56af11030d9 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:57.501643 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9ced821-5b27-4f38-9f3b-b9611fabdb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.514319 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f7edd-44e8-4036-9751-d5767245ac67 req-068f127e-d971-46c0-adfe-b56af11030d9 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:57.516387 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-718f7edd-44e8-4036-9751-d5767245ac67 req-068f127e-d971-46c0-adfe-b56af11030d9 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 2410 time: 0.3173308 Aug 16 01:46:57.700478 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-718f7edd-44e8-4036-9751-d5767245ac67 req-cef0d9de-3aa4-46db-b0ba-298987bafb68 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732507 Aug 16 01:46:57.703086 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-0654bca4-7488-4854-9cf5-300bcad6facc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Allocated IP 172.25.3.250 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/5d91c3b4-9455-421a-ba49-58e0f194880d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:57.736991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-2c4ee3f7-9535-4ec9-8bf0-f1c21575fae4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Allocated IP 172.20.0.14 (819ebf89-40d1-4359-b7b6-b023f3970c6c/52e13958-f29b-49d9-95f2-8b409ace5ac7/8c0c4ac3-552c-4e1a-b43a-c29beeb858d7) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:46:57.842615 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0654bca4-7488-4854-9cf5-300bcad6facc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.917849 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-8b71468b-fa20-4447-a281-1e5e9e51f970 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:46:57.931244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-c006313e-880e-4e15-87c8-3596f231fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:57.931470 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7408da-670f-412a-8041-9870d56ab1af None None] Sync routers for ids ['893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:46:57.932209 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-c006313e-880e-4e15-87c8-3596f231fc1a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2066c6a-92ce-4085-9aef-33a27593c624 HTTP/1.1" status: 200 len: 855 time: 0.4569008 Aug 16 01:46:57.947028 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7408da-670f-412a-8041-9870d56ab1af None None] Routers {'893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:57.947692 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4e7408da-670f-412a-8041-9870d56ab1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:57.981820 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-8b71468b-fa20-4447-a281-1e5e9e51f970 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] No DVR routers for this DVR port e6c3bdef-f3fc-4443-8aad-bf5517788ec1 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:46:57.987219 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-8b71468b-fa20-4447-a281-1e5e9e51f970 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:57.989245 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-8b71468b-fa20-4447-a281-1e5e9e51f970 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.73 "DELETE /v2.0/ports/e6c3bdef-f3fc-4443-8aad-bf5517788ec1 HTTP/1.1" status: 204 len: 173 time: 5.0922742 Aug 16 01:46:57.990827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-deleted', 'tag': 'e6c3bdef-f3fc-4443-8aad-bf5517788ec1'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:46:57.993639 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c88be02-fe6c-41e3-87c7-569e95f2c36b" -d '{"events": [{"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-deleted", "tag": "e6c3bdef-f3fc-4443-8aad-bf5517788ec1"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:46:58.006208 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c4ee3f7-9535-4ec9-8bf0-f1c21575fae4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:58.027331 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0654bca4-7488-4854-9cf5-300bcad6facc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:58.076023 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-2c4ee3f7-9535-4ec9-8bf0-f1c21575fae4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Transition to ACTIVE for port object 8c0c4ac3-552c-4e1a-b43a-c29beeb858d7 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:46:58.111478 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9ced821-5b27-4f38-9f3b-b9611fabdb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:58.114045 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9ced821-5b27-4f38-9f3b-b9611fabdb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:58.118242 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e9ced821-5b27-4f38-9f3b-b9611fabdb27 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3e0a78ed-5aa7-4b2e-aea8-4695d307a84c HTTP/1.1" status: 204 len: 168 time: 1.5274997 Aug 16 01:46:58.146282 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206d8bbe-4bdd-451d-8c55-a46da61e359b x-openstack-request-id: req-206d8bbe-4bdd-451d-8c55-a46da61e359b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:46:58.146579 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-deleted", "tag": "e6c3bdef-f3fc-4443-8aad-bf5517788ec1", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:46:58.146834 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-206d8bbe-4bdd-451d-8c55-a46da61e359b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:46:58.147239 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-deleted', 'tag': 'e6c3bdef-f3fc-4443-8aad-bf5517788ec1', 'status': 'completed', 'code': 200} Aug 16 01:46:58.151917 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0654bca4-7488-4854-9cf5-300bcad6facc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:58.181939 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c4ee3f7-9535-4ec9-8bf0-f1c21575fae4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:58.208907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-688c353d-b31f-4965-a2a8-33117db5b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:58.210456 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-688c353d-b31f-4965-a2a8-33117db5b0ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ffd1200-3653-4dd2-97e7-c5074409a495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2594407 Aug 16 01:46:58.212113 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-0654bca4-7488-4854-9cf5-300bcad6facc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:58.218587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ced821-5b27-4f38-9f3b-b9611fabdb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0a78ed-5aa7-4b2e-aea8-4695d307a84c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:58.222414 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654bca4-7488-4854-9cf5-300bcad6facc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:58.233584 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654bca4-7488-4854-9cf5-300bcad6facc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Pushing event updated for resources: {'Port': ['ID=5d91c3b4-9455-421a-ba49-58e0f194880d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:58.249394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4ee3f7-9535-4ec9-8bf0-f1c21575fae4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:46:58.255109 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-2c4ee3f7-9535-4ec9-8bf0-f1c21575fae4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:46:58.259619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4ee3f7-9535-4ec9-8bf0-f1c21575fae4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:46:58.295985 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4e7408da-670f-412a-8041-9870d56ab1af None None] Set router 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:46:58.322979 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ee3f7-9535-4ec9-8bf0-f1c21575fae4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=8c0c4ac3-552c-4e1a-b43a-c29beeb858d7,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:58.388478 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4ee3f7-9535-4ec9-8bf0-f1c21575fae4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:58.391231 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c4ee3f7-9535-4ec9-8bf0-f1c21575fae4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:58.460404 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2c4ee3f7-9535-4ec9-8bf0-f1c21575fae4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7380953 Aug 16 01:46:58.463011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56382) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:58.488352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a01d84d7-dee2-4777-a7a5-fdbbed68a5c9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'subnet': {'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:58.627407 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:46:58.764258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-95818cd9-c6ca-4b2f-bc26-ac23d2789a92 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Deleting port 78577b94-2fed-4393-9b36-8dcb1bbbf4e4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:46:58.764846 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-95818cd9-c6ca-4b2f-bc26-ac23d2789a92 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:58.901015 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:58.911006 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01d84d7-dee2-4777-a7a5-fdbbed68a5c9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:58.915223 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a01d84d7-dee2-4777-a7a5-fdbbed68a5c9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:58.982870 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-92b6542a-1eea-4adf-a8e8-afdf46de151e service neutron] 10.222.0.73 "GET /v2.0/networks/5ffd1200-3653-4dd2-97e7-c5074409a495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7613850 Aug 16 01:46:59.019707 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4e7408da-670f-412a-8041-9870d56ab1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'name': 'tempest-TaggedBootDevicesTest-1786595185-router', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:58Z', 'updated_at': '2021-08-16T01:36:08Z', 'revision_number': 4, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'gw_port': {'id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:59Z', 'updated_at': '2021-08-16T01:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '6b6574ff-ba1f-4096-b3b0-eb6200f526f9', 'name': '', 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'mac_address': 'fa:16:3e:ed:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'de680595-9685-4a06-af23-2b0f71eb9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:36:06Z', 'updated_at': '2021-08-16T01:36:15Z', 'revision_number': 5, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'subnets': [{'id': 'de680595-9685-4a06-af23-2b0f71eb9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:59.102751 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7408da-670f-412a-8041-9870d56ab1af None None] Checking router: 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:46:59.108862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff37ee-7e2a-4aff-8781-d8c9fa762923 req-7bc186d0-a836-45e6-9e4e-3a7442aa20d2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:59.120644 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff37ee-7e2a-4aff-8781-d8c9fa762923 req-7bc186d0-a836-45e6-9e4e-3a7442aa20d2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:59.128998 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7408da-670f-412a-8041-9870d56ab1af None None] Routers {'893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:46:59.129544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff37ee-7e2a-4aff-8781-d8c9fa762923 req-7bc186d0-a836-45e6-9e4e-3a7442aa20d2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:59.134179 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4e7408da-670f-412a-8041-9870d56ab1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:46:59.137966 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6ff37ee-7e2a-4aff-8781-d8c9fa762923 req-7bc186d0-a836-45e6-9e4e-3a7442aa20d2 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 2410 time: 0.2628198 Aug 16 01:46:59.261883 n-d-765315-27 neutron-server[94672]: INFO neutron.db.ipam_backend_mixin [None req-a01d84d7-dee2-4777-a7a5-fdbbed68a5c9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 52e13958-f29b-49d9-95f2-8b409ace5ac7 (CIDR: 172.20.0.0/28) Aug 16 01:46:59.285674 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01d84d7-dee2-4777-a7a5-fdbbed68a5c9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:46:59.286633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a01d84d7-dee2-4777-a7a5-fdbbed68a5c9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:46:59.305172 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6ff37ee-7e2a-4aff-8781-d8c9fa762923 req-5048c6cf-5b51-414b-ba02-7be6667e152d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622441 Aug 16 01:46:59.349913 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a01d84d7-dee2-4777-a7a5-fdbbed68a5c9 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8841000 Aug 16 01:46:59.352716 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56404) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:59.372537 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-34b93bf9-ecb2-4788-a1b3-8c4b4fe1a162 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'subnet': {'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:59.388760 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4e7408da-670f-412a-8041-9870d56ab1af None None] Set router 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:46:59.392256 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f4d1175b-9f96-45c2-983f-7f671c049544 None None] Provisioning complete for port f7d92745-684f-4648-b505-0cc84d98affc triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:59.392621 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4d1175b-9f96-45c2-983f-7f671c049544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.500460 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-95818cd9-c6ca-4b2f-bc26-ac23d2789a92 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] For port 78577b94-2fed-4393-9b36-8dcb1bbbf4e4, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=78577b94-2fed-4393-9b36-8dcb1bbbf4e4,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:46:59.501087 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-95818cd9-c6ca-4b2f-bc26-ac23d2789a92 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.532076 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f4d1175b-9f96-45c2-983f-7f671c049544 None None] Port f7d92745-684f-4648-b505-0cc84d98affc cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:46:59.543224 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-95818cd9-c6ca-4b2f-bc26-ac23d2789a92 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Calling delete_port for 78577b94-2fed-4393-9b36-8dcb1bbbf4e4 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:46:59.632326 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0654bca4-7488-4854-9cf5-300bcad6facc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.724133 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b93bf9-ecb2-4788-a1b3-8c4b4fe1a162 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:46:59.728126 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-34b93bf9-ecb2-4788-a1b3-8c4b4fe1a162 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.780549 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f4d1175b-9f96-45c2-983f-7f671c049544 None None] Provisioning for port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:46:59.796957 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f4d1175b-9f96-45c2-983f-7f671c049544 None None] Provisioning complete for port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:59.797441 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4d1175b-9f96-45c2-983f-7f671c049544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.843896 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-b81aceef-ea8a-47bf-bc54-efb4063bf7b6 service neutron] 10.222.0.73 "GET /v2.0/networks/5ffd1200-3653-4dd2-97e7-c5074409a495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6342580 Aug 16 01:46:59.921815 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-95918285-1349-41a7-a052-db103222370c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=bd0bff2b-08e3-4df0-9d32-cf931a827abb HTTP/1.1" status: 200 len: 217 time: 0.0585301 Aug 16 01:46:59.960394 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4d1175b-9f96-45c2-983f-7f671c049544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:00.037026 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f4d1175b-9f96-45c2-983f-7f671c049544 None None] For port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4,segment=NetworkSegment(53f69b54-45a3-4fa0-ab5e-4f2b898dc667),segment_id=53f69b54-45a3-4fa0-ab5e-4f2b898dc667)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:00.044053 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4e7408da-670f-412a-8041-9870d56ab1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'name': 'tempest-TaggedBootDevicesTest-1786595185-router', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:58Z', 'updated_at': '2021-08-16T01:36:08Z', 'revision_number': 4, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'gw_port': {'id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:59Z', 'updated_at': '2021-08-16T01:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '6b6574ff-ba1f-4096-b3b0-eb6200f526f9', 'name': '', 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'mac_address': 'fa:16:3e:ed:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'de680595-9685-4a06-af23-2b0f71eb9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:36:06Z', 'updated_at': '2021-08-16T01:36:15Z', 'revision_number': 5, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'subnets': [{'id': 'de680595-9685-4a06-af23-2b0f71eb9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:00.080703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-3d10291d-2d39-4aa3-85df-7941eee8d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:00.082588 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-3d10291d-2d39-4aa3-85df-7941eee8d465 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.1279631 Aug 16 01:47:00.148566 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4d1175b-9f96-45c2-983f-7f671c049544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:00.223831 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7408da-670f-412a-8041-9870d56ab1af None None] The sync data for ids ['893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'] in n-d-765315-27 is: [{'id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'name': 'tempest-TaggedBootDevicesTest-1786595185-router', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:58Z', 'updated_at': '2021-08-16T01:36:08Z', 'revision_number': 4, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'gw_port': {'id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:59Z', 'updated_at': '2021-08-16T01:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '6b6574ff-ba1f-4096-b3b0-eb6200f526f9', 'name': '', 'network_id': 'c9f6cb29-657f-4294-ac8f-e7d12f466242', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'mac_address': 'fa:16:3e:ed:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'de680595-9685-4a06-af23-2b0f71eb9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:36:06Z', 'updated_at': '2021-08-16T01:36:15Z', 'revision_number': 5, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'subnets': [{'id': 'de680595-9685-4a06-af23-2b0f71eb9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:47:00.286241 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1175b-9f96-45c2-983f-7f671c049544 None None] Pushing event updated for resources: {'Port': ['ID=57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:00.321508 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b34b11c0-72bb-4554-a026-85758d1f8ab7 None None] Provisioning for port 8c0c4ac3-552c-4e1a-b43a-c29beeb858d7 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:00.325555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b34b11c0-72bb-4554-a026-85758d1f8ab7 None None] Provisioning complete for port 8c0c4ac3-552c-4e1a-b43a-c29beeb858d7 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:00.326174 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b34b11c0-72bb-4554-a026-85758d1f8ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:00.376138 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0654bca4-7488-4854-9cf5-300bcad6facc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:00.414824 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-34b93bf9-ecb2-4788-a1b3-8c4b4fe1a162 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:00.418498 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b34b11c0-72bb-4554-a026-85758d1f8ab7 None None] Port 8c0c4ac3-552c-4e1a-b43a-c29beeb858d7 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:00.506420 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b93bf9-ecb2-4788-a1b3-8c4b4fe1a162 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:00.518573 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-34b93bf9-ecb2-4788-a1b3-8c4b4fe1a162 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:00.521831 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b93bf9-ecb2-4788-a1b3-8c4b4fe1a162 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:00.522441 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-34b93bf9-ecb2-4788-a1b3-8c4b4fe1a162 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:00.531667 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cf0c45-fdf3-402a-99a2-31a2b4d3c1be None None] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:00.540108 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b93bf9-ecb2-4788-a1b3-8c4b4fe1a162 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Subnet': ['ID=24f56e78-0fd5-4767-83aa-1d3b0966e706,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:00.593383 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-34b93bf9-ecb2-4788-a1b3-8c4b4fe1a162 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2388861 Aug 16 01:47:00.596106 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56444) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:00.669859 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-7bbd9371-5a63-479b-ba2a-c64cb3b07314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:00.674335 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-7bbd9371-5a63-479b-ba2a-c64cb3b07314 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5508943 Aug 16 01:47:00.676815 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-95818cd9-c6ca-4b2f-bc26-ac23d2789a92 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:00.700248 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-89cde959-167f-47d9-b4ec-9923010dc0c2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-51842134', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '24f56e78-0fd5-4767-83aa-1d3b0966e706'}], 'security_groups': ['71ed99f4-3523-4123-a91f-1cbf9b709c81']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:00.725390 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:00.798763 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b295756-7417-4391-a0f0-7a0c7b614d7c None None] New status for floating IP 459f7385-5553-49e7-993d-2685eba63ff1: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:47:00.872977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95818cd9-c6ca-4b2f-bc26-ac23d2789a92 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event deleted for resources: {'Port': ['ID=78577b94-2fed-4393-9b36-8dcb1bbbf4e4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:00.923763 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8acf51-732f-4ac9-8874-bed5c3948dea req-8a1f9487-eab8-41c4-9ee1-f3d6e71a66d4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:00.926902 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:00.927273 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:00.939673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8acf51-732f-4ac9-8874-bed5c3948dea req-8a1f9487-eab8-41c4-9ee1-f3d6e71a66d4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:00.943676 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a8acf51-732f-4ac9-8874-bed5c3948dea req-8a1f9487-eab8-41c4-9ee1-f3d6e71a66d4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 1677 time: 0.3892620 Aug 16 01:47:00.990785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0654bca4-7488-4854-9cf5-300bcad6facc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Router db2e29d6-3471-45cd-8714-87feba4220f2 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:47:01.023653 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-89cde959-167f-47d9-b4ec-9923010dc0c2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.108611 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167c3374-4ee2-4009-b5e2-91bcd50f9259 None None] Update dhcp port {'port': {'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c', 'fixed_ips': [{'subnet_id': '52e13958-f29b-49d9-95f2-8b409ace5ac7', 'ip_address': '172.20.0.2'}, {'subnet_id': '24f56e78-0fd5-4767-83aa-1d3b0966e706'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 01:47:01.179949 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2a8acf51-732f-4ac9-8874-bed5c3948dea req-c66087bb-553f-4236-8da4-3820820c9e17 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248194 Aug 16 01:47:01.193024 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-167c3374-4ee2-4009-b5e2-91bcd50f9259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.495176 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-167c3374-4ee2-4009-b5e2-91bcd50f9259 None None] Allocated IP 172.20.0.18 (819ebf89-40d1-4359-b7b6-b023f3970c6c/24f56e78-0fd5-4767-83aa-1d3b0966e706/57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:01.633865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-167c3374-4ee2-4009-b5e2-91bcd50f9259 None None] For port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4,segment=NetworkSegment(53f69b54-45a3-4fa0-ab5e-4f2b898dc667),segment_id=53f69b54-45a3-4fa0-ab5e-4f2b898dc667)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:01.701377 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-167c3374-4ee2-4009-b5e2-91bcd50f9259 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.704220 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-95818cd9-c6ca-4b2f-bc26-ac23d2789a92 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] No DVR routers for this DVR port 78577b94-2fed-4393-9b36-8dcb1bbbf4e4 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:01.721296 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-167c3374-4ee2-4009-b5e2-91bcd50f9259 None None] Transition to ACTIVE for port object 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:01.739228 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-167c3374-4ee2-4009-b5e2-91bcd50f9259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.765709 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-95818cd9-c6ca-4b2f-bc26-ac23d2789a92 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:01.767951 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-95818cd9-c6ca-4b2f-bc26-ac23d2789a92 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.73 "DELETE /v2.0/ports/78577b94-2fed-4393-9b36-8dcb1bbbf4e4 HTTP/1.1" status: 204 len: 173 time: 3.7494912 Aug 16 01:47:01.768589 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-deleted', 'tag': '78577b94-2fed-4393-9b36-8dcb1bbbf4e4'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:01.771032 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3799381-dfea-4f5d-9848-5c3bad04e755" -d '{"events": [{"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-deleted", "tag": "78577b94-2fed-4393-9b36-8dcb1bbbf4e4"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:01.857591 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-7aa72a0c-1a9e-4d0c-8924-b533c51ad0f7 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1652875 Aug 16 01:47:01.936969 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c23a3d-ce2e-4a36-9599-7db96c73c4fb x-openstack-request-id: req-01c23a3d-ce2e-4a36-9599-7db96c73c4fb {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:01.937694 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-deleted", "tag": "78577b94-2fed-4393-9b36-8dcb1bbbf4e4", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:01.937694 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-01c23a3d-ce2e-4a36-9599-7db96c73c4fb {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:01.937929 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-deleted', 'tag': '78577b94-2fed-4393-9b36-8dcb1bbbf4e4', 'status': 'completed', 'code': 200} Aug 16 01:47:01.944596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-89cde959-167f-47d9-b4ec-9923010dc0c2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Delete allocated IP 172.20.0.14 (819ebf89-40d1-4359-b7b6-b023f3970c6c/52e13958-f29b-49d9-95f2-8b409ace5ac7) {{(pid=94672) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 01:47:01.953736 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-89cde959-167f-47d9-b4ec-9923010dc0c2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Allocated IP 172.20.0.30 (819ebf89-40d1-4359-b7b6-b023f3970c6c/24f56e78-0fd5-4767-83aa-1d3b0966e706/8c0c4ac3-552c-4e1a-b43a-c29beeb858d7) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:02.010956 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c3374-4ee2-4009-b5e2-91bcd50f9259 None None] Pushing event updated for resources: {'Port': ['ID=57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:02.108485 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0654bca4-7488-4854-9cf5-300bcad6facc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:47:02.122720 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd37d637-78b9-486c-81b0-841d22efb094 None None] Sync routers for ids ['db2e29d6-3471-45cd-8714-87feba4220f2'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:47:02.141902 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd37d637-78b9-486c-81b0-841d22efb094 None None] Routers {'db2e29d6-3471-45cd-8714-87feba4220f2'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:02.143560 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fd37d637-78b9-486c-81b0-841d22efb094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['db2e29d6-3471-45cd-8714-87feba4220f2'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:02.201066 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0654bca4-7488-4854-9cf5-300bcad6facc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.205198 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0654bca4-7488-4854-9cf5-300bcad6facc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.9488065 Aug 16 01:47:02.206287 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56482) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:02.214941 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-ee754ac1-5ecb-4e2b-be67-918a7f970374 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Deleting port 84fb889f-5772-428e-8866-b0dee48dc778 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:02.215298 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-ee754ac1-5ecb-4e2b-be67-918a7f970374 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.217042 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-89cde959-167f-47d9-b4ec-9923010dc0c2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.225350 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-17651b02-08c0-4398-9a16-731b1803b4ed service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900629 Aug 16 01:47:02.303774 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-89cde959-167f-47d9-b4ec-9923010dc0c2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Transition to ACTIVE for port object 8c0c4ac3-552c-4e1a-b43a-c29beeb858d7 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:02.304013 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fd37d637-78b9-486c-81b0-841d22efb094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:02.327860 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-89cde959-167f-47d9-b4ec-9923010dc0c2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.332659 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd37d637-78b9-486c-81b0-841d22efb094 None None] Routers {'db2e29d6-3471-45cd-8714-87feba4220f2'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:02.334842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fd37d637-78b9-486c-81b0-841d22efb094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['db2e29d6-3471-45cd-8714-87feba4220f2'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:02.403680 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-975f230a-eb59-482e-b1ed-4aa64a3ae9a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=0acdabdb-c72c-46b9-8121-47f8e483891b HTTP/1.1" status: 200 len: 217 time: 0.1580312 Aug 16 01:47:02.433992 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fd37d637-78b9-486c-81b0-841d22efb094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:02.435159 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd37d637-78b9-486c-81b0-841d22efb094 None None] The sync data for ids ['db2e29d6-3471-45cd-8714-87feba4220f2'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:47:02.523481 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:02.541465 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-90eb34d7-9fc9-4782-93c3-dee6522743b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.556375 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-90eb34d7-9fc9-4782-93c3-dee6522743b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.1374631 Aug 16 01:47:02.570386 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cde959-167f-47d9-b4ec-9923010dc0c2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=8c0c4ac3-552c-4e1a-b43a-c29beeb858d7,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:02.651907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-ee754ac1-5ecb-4e2b-be67-918a7f970374 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] For port 84fb889f-5772-428e-8866-b0dee48dc778, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=84fb889f-5772-428e-8866-b0dee48dc778,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:02.652558 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-ee754ac1-5ecb-4e2b-be67-918a7f970374 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.679843 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-ee754ac1-5ecb-4e2b-be67-918a7f970374 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Calling delete_port for 84fb889f-5772-428e-8866-b0dee48dc778 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:02.701370 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-ad52c51a-c878-49da-97ed-ef2c7b94d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.707900 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-ad52c51a-c878-49da-97ed-ef2c7b94d20c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1308951 Aug 16 01:47:02.795758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-89cde959-167f-47d9-b4ec-9923010dc0c2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] In _notify_port_updated(), no bound segment for port 8c0c4ac3-552c-4e1a-b43a-c29beeb858d7 on network 819ebf89-40d1-4359-b7b6-b023f3970c6c {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:47:02.817717 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cde959-167f-47d9-b4ec-9923010dc0c2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.818411 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-89cde959-167f-47d9-b4ec-9923010dc0c2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:02.834786 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-89cde959-167f-47d9-b4ec-9923010dc0c2 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "PUT /v2.0/ports/8c0c4ac3-552c-4e1a-b43a-c29beeb858d7 HTTP/1.1" status: 200 len: 919 time: 2.2243242 Aug 16 01:47:02.839462 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56500) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:02.951004 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bdbb28c4-e4f3-499d-98a9-45ea3743cbdd tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "GET /v2.0/routers/db2e29d6-3471-45cd-8714-87feba4220f2 HTTP/1.1" status: 200 len: 925 time: 0.7435176 Aug 16 01:47:02.954192 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56504) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:02.987782 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f805e-84aa-4dee-98e3-4a31f0e57ef7 req-fa5f395e-adfa-48cd-8d05-1aef082cec98 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.993829 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f805e-84aa-4dee-98e3-4a31f0e57ef7 req-fa5f395e-adfa-48cd-8d05-1aef082cec98 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:03.003180 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-036f805e-84aa-4dee-98e3-4a31f0e57ef7 req-fa5f395e-adfa-48cd-8d05-1aef082cec98 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 1677 time: 0.5126772 Aug 16 01:47:03.013840 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0d68c2c5-1603-4be9-b61f-5a1918e0fd97 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2e29d6-3471-45cd-8714-87feba4220f2 HTTP/1.1" status: 200 len: 205 time: 0.0439939 Aug 16 01:47:03.038266 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56506) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:03.063388 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-036f805e-84aa-4dee-98e3-4a31f0e57ef7 req-7b6635cf-045a-4966-a76c-dcf574bb606a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572114 Aug 16 01:47:03.067712 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2a3fd1b5-189f-43b4-a104-04d46ce345e2 None None] Provisioning for port 8c0c4ac3-552c-4e1a-b43a-c29beeb858d7 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:03.074464 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2a3fd1b5-189f-43b4-a104-04d46ce345e2 None None] Provisioning complete for port 8c0c4ac3-552c-4e1a-b43a-c29beeb858d7 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:03.076348 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd1b5-189f-43b4-a104-04d46ce345e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.115868 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-ebc72b42-6ae2-4eb9-8bb0-ad118e804510 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980088 Aug 16 01:47:03.160025 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cd9fe270-03e2-4736-8603-ea40c2a80226 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port 8c0c4ac3-552c-4e1a-b43a-c29beeb858d7 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:03.161110 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd9fe270-03e2-4736-8603-ea40c2a80226 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.175549 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2a3fd1b5-189f-43b4-a104-04d46ce345e2 None None] Port 8c0c4ac3-552c-4e1a-b43a-c29beeb858d7 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:03.199005 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2a3fd1b5-189f-43b4-a104-04d46ce345e2 None None] Provisioning for port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:03.207244 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2a3fd1b5-189f-43b4-a104-04d46ce345e2 None None] Provisioning complete for port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:03.208502 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd1b5-189f-43b4-a104-04d46ce345e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.278595 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d3b8e96-0028-4749-9c8d-d3d5a60ceafb tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.331329 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-ee754ac1-5ecb-4e2b-be67-918a7f970374 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.369151 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd9fe270-03e2-4736-8603-ea40c2a80226 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.382081 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee754ac1-5ecb-4e2b-be67-918a7f970374 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event deleted for resources: {'Port': ['ID=84fb889f-5772-428e-8866-b0dee48dc778,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:03.387444 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2a3fd1b5-189f-43b4-a104-04d46ce345e2 None None] Provisioning complete for port f7d92745-684f-4648-b505-0cc84d98affc triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:03.388968 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd1b5-189f-43b4-a104-04d46ce345e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.401225 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cd9fe270-03e2-4736-8603-ea40c2a80226 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for 8c0c4ac3-552c-4e1a-b43a-c29beeb858d7 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:03.459902 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-99d49943-64d8-47fa-8142-b3b7c44dec1c service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075504 Aug 16 01:47:03.461482 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2a3fd1b5-189f-43b4-a104-04d46ce345e2 None None] Port f7d92745-684f-4648-b505-0cc84d98affc cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:03.601587 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d3b8e96-0028-4749-9c8d-d3d5a60ceafb tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.611253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-ee754ac1-5ecb-4e2b-be67-918a7f970374 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] No DVR routers for this DVR port 84fb889f-5772-428e-8866-b0dee48dc778 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:03.615114 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-ee754ac1-5ecb-4e2b-be67-918a7f970374 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.620149 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-ee754ac1-5ecb-4e2b-be67-918a7f970374 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.73 "DELETE /v2.0/ports/84fb889f-5772-428e-8866-b0dee48dc778 HTTP/1.1" status: 204 len: 173 time: 1.8452413 Aug 16 01:47:03.623103 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-14803876-1d8e-4188-a598-841c18c1761a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=bee42ab6-fdb5-48a2-98ba-795a696d06da HTTP/1.1" status: 200 len: 217 time: 0.1366374 Aug 16 01:47:03.691198 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3346125a-16fc-4362-b404-eb640155ec85 None None] Provisioning complete for port 8c0c4ac3-552c-4e1a-b43a-c29beeb858d7 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:03.691596 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3346125a-16fc-4362-b404-eb640155ec85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.768002 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3346125a-16fc-4362-b404-eb640155ec85 None None] Port 8c0c4ac3-552c-4e1a-b43a-c29beeb858d7 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:03.837461 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-bbcec70d-70e0-4119-b3ac-74a2ee479f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:03.839180 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-bbcec70d-70e0-4119-b3ac-74a2ee479f04 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.1862121 Aug 16 01:47:03.897106 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7d3b8e96-0028-4749-9c8d-d3d5a60ceafb tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Deleting port 5d91c3b4-9455-421a-ba49-58e0f194880d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:03.897649 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d3b8e96-0028-4749-9c8d-d3d5a60ceafb tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:03.971201 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-deleted', 'tag': '84fb889f-5772-428e-8866-b0dee48dc778'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:03.973428 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639f9f06-3971-4762-b28e-9dfb4ff47daa" -d '{"events": [{"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-deleted", "tag": "84fb889f-5772-428e-8866-b0dee48dc778"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:03.984900 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-78d59d49-e8a5-4c94-a3c0-45448b48870f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Deleting port fce76636-95be-483d-8468-a23fd31db758 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:03.985259 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-78d59d49-e8a5-4c94-a3c0-45448b48870f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.105437 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-0ea818d7-f496-4160-bfbb-55de099b6622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:04.107024 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-0ea818d7-f496-4160-bfbb-55de099b6622 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2585857 Aug 16 01:47:04.173929 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77442ec0-1df8-4034-ae3d-c335b1992a06 x-openstack-request-id: req-77442ec0-1df8-4034-ae3d-c335b1992a06 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:04.174507 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-deleted", "tag": "84fb889f-5772-428e-8866-b0dee48dc778", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:04.174947 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-77442ec0-1df8-4034-ae3d-c335b1992a06 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:04.175724 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-deleted', 'tag': '84fb889f-5772-428e-8866-b0dee48dc778', 'status': 'completed', 'code': 200} Aug 16 01:47:04.196566 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd9fe270-03e2-4736-8603-ea40c2a80226 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.258328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9fe270-03e2-4736-8603-ea40c2a80226 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=8c0c4ac3-552c-4e1a-b43a-c29beeb858d7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:04.260677 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d3b8e96-0028-4749-9c8d-d3d5a60ceafb tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.406825 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd9fe270-03e2-4736-8603-ea40c2a80226 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.413378 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cd9fe270-03e2-4736-8603-ea40c2a80226 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/ports/8c0c4ac3-552c-4e1a-b43a-c29beeb858d7 HTTP/1.1" status: 204 len: 168 time: 1.5718606 Aug 16 01:47:04.415570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56544) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:04.461733 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa416bd9-054b-4ded-8b65-13a4b5a6a66a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] GET failed (client error): The resource could not be found. Aug 16 01:47:04.470808 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fa416bd9-054b-4ded-8b65-13a4b5a6a66a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports/8c0c4ac3-552c-4e1a-b43a-c29beeb858d7 HTTP/1.1" status: 404 len: 333 time: 0.0525150 Aug 16 01:47:04.473044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56546) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:04.548358 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c8719-387a-4ce9-9e0c-feaa52f5c9c0 req-0880289c-3d4e-49dc-aa17-a0d304a86c81 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:04.560458 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff5c8719-387a-4ce9-9e0c-feaa52f5c9c0 req-0880289c-3d4e-49dc-aa17-a0d304a86c81 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 943 time: 0.2883053 Aug 16 01:47:04.649318 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff5c8719-387a-4ce9-9e0c-feaa52f5c9c0 req-b07ee927-4e57-498a-bc7a-fb90e10d6a72 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups?id=42cc320b-036d-43c5-8f9a-ec9c54deb1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874624 Aug 16 01:47:04.669894 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7a4f4622-bb5e-4d6c-b7fd-bbc374e139b3 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.728842 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7a4f4622-bb5e-4d6c-b7fd-bbc374e139b3 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.736345 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7d3b8e96-0028-4749-9c8d-d3d5a60ceafb tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Calling delete_port for 5d91c3b4-9455-421a-ba49-58e0f194880d owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:04.774867 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-78d59d49-e8a5-4c94-a3c0-45448b48870f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] For port fce76636-95be-483d-8468-a23fd31db758, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fce76636-95be-483d-8468-a23fd31db758,segment=NetworkSegment(9cf99d00-c970-4f57-8882-af2657344335),segment_id=9cf99d00-c970-4f57-8882-af2657344335)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:04.775236 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-78d59d49-e8a5-4c94-a3c0-45448b48870f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.837119 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-78d59d49-e8a5-4c94-a3c0-45448b48870f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Calling delete_port for fce76636-95be-483d-8468-a23fd31db758 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:04.838060 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7a4f4622-bb5e-4d6c-b7fd-bbc374e139b3 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.843376 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7a4f4622-bb5e-4d6c-b7fd-bbc374e139b3 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.843863 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-a1bd0885-b31d-44b7-8b61-6ee9e5a9e68d service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7195950 Aug 16 01:47:04.849296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56558) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:04.849606 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7a4f4622-bb5e-4d6c-b7fd-bbc374e139b3 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/security-groups/19e85bc6-3e38-4e95-8a98-916c264649ab HTTP/1.1" status: 204 len: 168 time: 0.3742368 Aug 16 01:47:04.878608 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f4622-bb5e-4d6c-b7fd-bbc374e139b3 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e85bc6-3e38-4e95-8a98-916c264649ab,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:04.983609 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-a8b4a31a-4d22-4133-80cf-0ce63dc2f323 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174788 Aug 16 01:47:05.118508 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-bc26e97e-1ed3-4fb4-9aa2-5752d5dab6f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be HTTP/1.1" status: 200 len: 217 time: 0.0903628 Aug 16 01:47:05.207543 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64409568-8cf1-4653-98be-ed78d0c684bc tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.303768 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-8be0bd72-9118-4988-bed6-4f416c8b4c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:05.306752 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-8be0bd72-9118-4988-bed6-4f416c8b4c3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.1737759 Aug 16 01:47:05.313889 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64409568-8cf1-4653-98be-ed78d0c684bc tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.410212 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d3b8e96-0028-4749-9c8d-d3d5a60ceafb tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.492147 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b8e96-0028-4749-9c8d-d3d5a60ceafb tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Pushing event deleted for resources: {'Port': ['ID=5d91c3b4-9455-421a-ba49-58e0f194880d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:05.553640 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-78d59d49-e8a5-4c94-a3c0-45448b48870f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.557552 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-5b65b65d-ed95-4254-8ae8-6aec3e5d278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:05.559137 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-5b65b65d-ed95-4254-8ae8-6aec3e5d278e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2347996 Aug 16 01:47:05.559807 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64409568-8cf1-4653-98be-ed78d0c684bc tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.562352 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64409568-8cf1-4653-98be-ed78d0c684bc tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.565807 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-64409568-8cf1-4653-98be-ed78d0c684bc tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/security-groups/71ed99f4-3523-4123-a91f-1cbf9b709c81 HTTP/1.1" status: 204 len: 168 time: 0.7079132 Aug 16 01:47:05.566734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56574) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:05.662608 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-312b3e16-c552-4493-a9bb-7d09061f5838 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting subnet 52e13958-f29b-49d9-95f2-8b409ace5ac7 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:47:05.668231 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-312b3e16-c552-4493-a9bb-7d09061f5838 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.756516 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64409568-8cf1-4653-98be-ed78d0c684bc tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ed99f4-3523-4123-a91f-1cbf9b709c81,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:05.805388 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d3b8e96-0028-4749-9c8d-d3d5a60ceafb tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.809233 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-312b3e16-c552-4493-a9bb-7d09061f5838 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.934893 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d3b8e96-0028-4749-9c8d-d3d5a60ceafb tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.938316 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d3b8e96-0028-4749-9c8d-d3d5a60ceafb tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.988219 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e4fcce7d-eff0-41fe-97a7-9be0832a25fb req-5d80204f-5726-44e5-aa58-edb3aa910a2d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.2329321 Aug 16 01:47:06.050196 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d59d49-e8a5-4c94-a3c0-45448b48870f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event deleted for resources: {'Port': ['ID=fce76636-95be-483d-8468-a23fd31db758,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:06.064816 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-312b3e16-c552-4493-a9bb-7d09061f5838 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.151130 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-312b3e16-c552-4493-a9bb-7d09061f5838 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.165773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-78d59d49-e8a5-4c94-a3c0-45448b48870f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] No DVR routers for this DVR port fce76636-95be-483d-8468-a23fd31db758 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:06.168770 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-78d59d49-e8a5-4c94-a3c0-45448b48870f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.171361 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c54ca10-a164-48da-9094-72ba78c51a82 req-78d59d49-e8a5-4c94-a3c0-45448b48870f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.73 "DELETE /v2.0/ports/fce76636-95be-483d-8468-a23fd31db758 HTTP/1.1" status: 204 len: 173 time: 2.5197539 Aug 16 01:47:06.171965 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d3b8e96-0028-4749-9c8d-d3d5a60ceafb tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.172609 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3b8e96-0028-4749-9c8d-d3d5a60ceafb tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Fanout notify agent at l3_agent the message router_deleted on router db2e29d6-3471-45cd-8714-87feba4220f2 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:47:06.188677 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b3e16-c552-4493-a9bb-7d09061f5838 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Subnet': ['ID=52e13958-f29b-49d9-95f2-8b409ace5ac7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:06.193246 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-312b3e16-c552-4493-a9bb-7d09061f5838 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.196585 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-312b3e16-c552-4493-a9bb-7d09061f5838 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/subnets/52e13958-f29b-49d9-95f2-8b409ace5ac7 HTTP/1.1" status: 204 len: 168 time: 0.6272926 Aug 16 01:47:06.200806 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56592) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:06.203289 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5b66f7-6907-4e47-8766-12b7851044b7 None None] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:06.218006 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9c5d9669-0905-49e2-9c1c-edd7417b6b72 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'subnet': {'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:06.236944 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d3b8e96-0028-4749-9c8d-d3d5a60ceafb tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.237476 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7d3b8e96-0028-4749-9c8d-d3d5a60ceafb tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "DELETE /v2.0/routers/db2e29d6-3471-45cd-8714-87feba4220f2 HTTP/1.1" status: 204 len: 168 time: 3.1974490 Aug 16 01:47:06.246180 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-deleted', 'tag': 'fce76636-95be-483d-8468-a23fd31db758'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:06.253203 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e3465b-148e-454f-a598-54d6add93b66" -d '{"events": [{"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-deleted", "tag": "fce76636-95be-483d-8468-a23fd31db758"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:06.260635 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56598) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:06.279841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f3842199-185f-4381-903a-31f91190724f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1193209138', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'enable_snat': False}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:06.402176 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68491fe6-0d7a-4c61-8105-41aaca18ff4b x-openstack-request-id: req-68491fe6-0d7a-4c61-8105-41aaca18ff4b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:06.403804 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e", "name": "network-vif-deleted", "tag": "fce76636-95be-483d-8468-a23fd31db758", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:06.404449 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-68491fe6-0d7a-4c61-8105-41aaca18ff4b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:06.409732 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e', 'name': 'network-vif-deleted', 'tag': 'fce76636-95be-483d-8468-a23fd31db758', 'status': 'completed', 'code': 200} Aug 16 01:47:06.455988 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3842199-185f-4381-903a-31f91190724f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.459020 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3842199-185f-4381-903a-31f91190724f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.479063 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-d6525347-a5cf-4c74-8390-7a073bcf9fb7 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9039376 Aug 16 01:47:06.613839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5d9669-0905-49e2-9c1c-edd7417b6b72 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:06.628591 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9c5d9669-0905-49e2-9c1c-edd7417b6b72 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:06.839308 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3842199-185f-4381-903a-31f91190724f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:07.242145 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:07.435932 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3842199-185f-4381-903a-31f91190724f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:07.440481 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9c5d9669-0905-49e2-9c1c-edd7417b6b72 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:07.522336 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a8478b2-11ed-4bcb-ad6f-85fd9d8949e6 req-cf31ebea-33ec-4d6d-a798-8a66a4c7810e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.3418565 Aug 16 01:47:07.588405 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5d9669-0905-49e2-9c1c-edd7417b6b72 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:07.618427 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9c5d9669-0905-49e2-9c1c-edd7417b6b72 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:07.626880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5d9669-0905-49e2-9c1c-edd7417b6b72 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:07.627708 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9c5d9669-0905-49e2-9c1c-edd7417b6b72 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:07.690429 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9c5d9669-0905-49e2-9c1c-edd7417b6b72 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4844308 Aug 16 01:47:07.693528 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56628) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:07.717894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7925a36c-512a-4f72-9f12-31bd90ea367c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'security_group': {'name': 'tempest-secgroup-2015099980'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:07.732544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d9669-0905-49e2-9c1c-edd7417b6b72 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Subnet': ['ID=f7bf44f0-642b-406a-a015-45fb79cee86c,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:07.736964 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-3c4e9e41-8601-430f-ac9c-9842695d57cb service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2503538 Aug 16 01:47:07.763375 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7925a36c-512a-4f72-9f12-31bd90ea367c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:07.794712 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8aadcc-1fe9-435a-9845-620f70154187 None None] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:07.897580 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-5bdc3475-dd7f-4134-bede-b77e2916b6ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=465a6ed0-dc32-464e-baf2-d0f03e4442f0 HTTP/1.1" status: 200 len: 217 time: 0.1463897 Aug 16 01:47:08.091878 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7925a36c-512a-4f72-9f12-31bd90ea367c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.107479 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7925a36c-512a-4f72-9f12-31bd90ea367c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.118233 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d5c30af3-06ff-411e-9855-31f7f8bfb54a None None] Provisioning complete for port f7d92745-684f-4648-b505-0cc84d98affc triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:08.119205 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5c30af3-06ff-411e-9855-31f7f8bfb54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.120998 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.167697 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7925a36c-512a-4f72-9f12-31bd90ea367c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.172527 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7925a36c-512a-4f72-9f12-31bd90ea367c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4629533 Aug 16 01:47:08.180113 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-fa8e9f26-b84e-45fe-b907-bb5899114a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:08.181691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56644) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:08.193222 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-fa8e9f26-b84e-45fe-b907-bb5899114a8c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85f7c82-6a4d-4d57-8a2b-76ed66161b19 HTTP/1.1" status: 200 len: 797 time: 0.2567677 Aug 16 01:47:08.210748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9d4be82d-ad51-412b-ba47-dc3d7890cecf tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'security_group': {'name': 'tempest-secgroup-587118132'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:08.387652 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925a36c-512a-4f72-9f12-31bd90ea367c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68340d24-6583-4b7f-8b11-f8aae9fe0259,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:08.407819 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d4be82d-ad51-412b-ba47-dc3d7890cecf tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.452708 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-6eca0af7-873f-416d-9a4b-d7d06eb2faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:08.458492 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-6eca0af7-873f-416d-9a4b-d7d06eb2faaf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ba83b8-171e-47ab-b264-b5e65af7f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2184935 Aug 16 01:47:08.641917 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d5c30af3-06ff-411e-9855-31f7f8bfb54a None None] Port f7d92745-684f-4648-b505-0cc84d98affc cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:08.664529 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d4be82d-ad51-412b-ba47-dc3d7890cecf tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.681623 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d4be82d-ad51-412b-ba47-dc3d7890cecf tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.753220 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d4be82d-ad51-412b-ba47-dc3d7890cecf tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.757075 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9d4be82d-ad51-412b-ba47-dc3d7890cecf tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5680375 Aug 16 01:47:08.775262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56656) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:08.799688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b2efdb67-8eae-4bcd-bdfd-e8ed155acca0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'security_group': {'name': 'tempest-secgroup-422552302'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:08.818568 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d5c30af3-06ff-411e-9855-31f7f8bfb54a None None] Provisioning complete for port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:08.818912 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5c30af3-06ff-411e-9855-31f7f8bfb54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.827928 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4be82d-ad51-412b-ba47-dc3d7890cecf tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbaaca3-b546-4e27-8913-35b84caf6b7a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:08.870225 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b2efdb67-8eae-4bcd-bdfd-e8ed155acca0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.927528 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3842199-185f-4381-903a-31f91190724f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.944276 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c84e6a3f-c00b-4b6a-b708-f5e114728be0 req-cd8b0b6c-82d5-49e4-ad69-89da9e1a225a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.1199985 Aug 16 01:47:09.017137 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a0de67-c93c-40fc-a787-1b64a485052e None None] Update dhcp port {'port': {'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c', 'fixed_ips': [{'subnet_id': '24f56e78-0fd5-4767-83aa-1d3b0966e706', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f7bf44f0-642b-406a-a015-45fb79cee86c'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 01:47:09.036205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56660) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:09.056177 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5a0de67-c93c-40fc-a787-1b64a485052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.056851 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b2efdb67-8eae-4bcd-bdfd-e8ed155acca0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.072098 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b2efdb67-8eae-4bcd-bdfd-e8ed155acca0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.128602 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b2efdb67-8eae-4bcd-bdfd-e8ed155acca0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.133576 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b2efdb67-8eae-4bcd-bdfd-e8ed155acca0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3538969 Aug 16 01:47:09.134026 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56664) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:09.146694 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1031629647', 'security_groups': ['b1dab610-9099-44c4-9103-56544d6c6d83'], 'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f7bf44f0-642b-406a-a015-45fb79cee86c'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:09.160421 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efdb67-8eae-4bcd-bdfd-e8ed155acca0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dab610-9099-44c4-9103-56544d6c6d83,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:09.185269 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3842199-185f-4381-903a-31f91190724f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.387014 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-3888ebc1-2045-4265-ade6-e2269468072d service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8397536 Aug 16 01:47:09.393941 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e23f8284-1df0-46fe-8a82-3309419c0f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.454996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-e5a0de67-c93c-40fc-a787-1b64a485052e None None] Allocated IP 172.20.0.2 (819ebf89-40d1-4359-b7b6-b023f3970c6c/f7bf44f0-642b-406a-a015-45fb79cee86c/57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:09.624476 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e5a0de67-c93c-40fc-a787-1b64a485052e None None] For port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4,segment=NetworkSegment(53f69b54-45a3-4fa0-ab5e-4f2b898dc667),segment_id=53f69b54-45a3-4fa0-ab5e-4f2b898dc667)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:09.663930 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5a0de67-c93c-40fc-a787-1b64a485052e None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.687062 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e5a0de67-c93c-40fc-a787-1b64a485052e None None] Transition to ACTIVE for port object 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:09.699192 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5a0de67-c93c-40fc-a787-1b64a485052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.708365 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-f3842199-185f-4381-903a-31f91190724f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Allocated IP 172.25.3.64 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/c8896b39-938b-446f-ba8b-38090826bd34) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:09.764849 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e23f8284-1df0-46fe-8a82-3309419c0f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.778507 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e23f8284-1df0-46fe-8a82-3309419c0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.940643 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:09.964810 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0de67-c93c-40fc-a787-1b64a485052e None None] Pushing event updated for resources: {'Port': ['ID=57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:10.099279 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-f5b65575-4075-417c-9bc4-405e6a6b6b29 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7013850 Aug 16 01:47:10.179488 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e23f8284-1df0-46fe-8a82-3309419c0f36 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e91e187931e34e93b647ec25b6f7eeb4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1403906 Aug 16 01:47:10.205951 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56684) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:10.221389 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-ba6b85c3-3b0c-4930-b2d0-d721b188a551 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ff481ee4-d554-41f9-8c85-9df7af1599d3 HTTP/1.1" status: 200 len: 217 time: 0.1013210 Aug 16 01:47:10.311268 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a06c267-506d-465e-8e20-0b62cb4481a0 req-9bf38fa2-c373-4449-a85c-ef080d69d7b4 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.1266081 Aug 16 01:47:10.312078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f8284-1df0-46fe-8a82-3309419c0f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7334738-86d8-4c82-afca-c855786ab045,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:10.350059 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-8995efab-b503-4827-82d5-4db1ba5101c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:10.359639 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-8995efab-b503-4827-82d5-4db1ba5101c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85f7c82-6a4d-4d57-8a2b-76ed66161b19 HTTP/1.1" status: 200 len: 797 time: 0.1283474 Aug 16 01:47:10.363364 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3842199-185f-4381-903a-31f91190724f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:10.494997 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:10.497471 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-681cdb66-0ee1-4f99-8071-351986b95a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:10.533444 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-6db93dcf-a878-4700-b682-e67e130e757c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:10.536850 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-6db93dcf-a878-4700-b682-e67e130e757c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ba83b8-171e-47ab-b264-b5e65af7f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1689019 Aug 16 01:47:10.578349 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-681cdb66-0ee1-4f99-8071-351986b95a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:10.646195 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:10.724751 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3842199-185f-4381-903a-31f91190724f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:10.741549 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-681cdb66-0ee1-4f99-8071-351986b95a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:10.744161 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-681cdb66-0ee1-4f99-8071-351986b95a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:10.761051 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-681cdb66-0ee1-4f99-8071-351986b95a49 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d7334738-86d8-4c82-afca-c855786ab045 HTTP/1.1" status: 204 len: 168 time: 0.5474775 Aug 16 01:47:10.817501 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cdb66-0ee1-4f99-8071-351986b95a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7334738-86d8-4c82-afca-c855786ab045,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:10.822028 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] device_id is not set on port 238e07d8-5f3c-46c9-9fed-ea6b5e29c9f6 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:47:10.890000 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3842199-185f-4381-903a-31f91190724f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Pushing event updated for resources: {'Port': ['ID=c8896b39-938b-446f-ba8b-38090826bd34,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:10.918707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3842199-185f-4381-903a-31f91190724f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:10.921862 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f3842199-185f-4381-903a-31f91190724f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:10.999788 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3842199-185f-4381-903a-31f91190724f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:11.131123 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-a6d4af4f-a2fe-4cf0-bbf8-cb3d81798350 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5793815 Aug 16 01:47:11.209096 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Allocated IP 172.20.0.5 (819ebf89-40d1-4359-b7b6-b023f3970c6c/f7bf44f0-642b-406a-a015-45fb79cee86c/238e07d8-5f3c-46c9-9fed-ea6b5e29c9f6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:11.279279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-84ce7b85-659f-4ec6-997d-d0f47d7d01b9 None None] Provisioning complete for port f7d92745-684f-4648-b505-0cc84d98affc triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:11.279995 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84ce7b85-659f-4ec6-997d-d0f47d7d01b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.425907 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-84ce7b85-659f-4ec6-997d-d0f47d7d01b9 None None] Port f7d92745-684f-4648-b505-0cc84d98affc cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:11.456073 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-84ce7b85-659f-4ec6-997d-d0f47d7d01b9 None None] Provisioning for port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:11.470733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-84ce7b85-659f-4ec6-997d-d0f47d7d01b9 None None] Provisioning complete for port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:11.471124 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84ce7b85-659f-4ec6-997d-d0f47d7d01b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.675210 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.698641 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Transition to ACTIVE for port object 238e07d8-5f3c-46c9-9fed-ea6b5e29c9f6 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:11.779061 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.883284 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:11.887551 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:11.892882 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:12.006449 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=238e07d8-5f3c-46c9-9fed-ea6b5e29c9f6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:12.032331 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.032688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.034672 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.050321 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.052244 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.053466 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.055354 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.059729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.068484 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.070755 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.071392 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.072147 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:12.176010 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:12.176010 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.209062 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3cebf7ea-29cb-4f85-87fa-fcab69f15244 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0740855 Aug 16 01:47:12.212573 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56740) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:12.224410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-69d335aa-7ad2-4bb4-99df-ab58333c3ff4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'subnet': {'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:12.313583 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c7ec392-76b7-4e43-b719-c8b68dfd95b7 req-c3e3df38-7fcf-455e-9998-7c94d31b3e7e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.1982765 Aug 16 01:47:12.348883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6e2d94a9-5bc8-4bb9-9fb4-be4a79c3f1b2 None None] Provisioning for port 238e07d8-5f3c-46c9-9fed-ea6b5e29c9f6 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:12.354793 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6e2d94a9-5bc8-4bb9-9fb4-be4a79c3f1b2 None None] Provisioning complete for port 238e07d8-5f3c-46c9-9fed-ea6b5e29c9f6 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:12.355559 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e2d94a9-5bc8-4bb9-9fb4-be4a79c3f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.405702 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10acb51e-23de-4e70-bf72-bf25efcf70b3 req-38690421-56e0-46f6-be14-15eec96bbaaa service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2657180 Aug 16 01:47:12.426836 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d94a9-5bc8-4bb9-9fb4-be4a79c3f1b2 None None] Port 238e07d8-5f3c-46c9-9fed-ea6b5e29c9f6 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:12.526811 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d335aa-7ad2-4bb4-99df-ab58333c3ff4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:12.536300 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69d335aa-7ad2-4bb4-99df-ab58333c3ff4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.588258 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3842199-185f-4381-903a-31f91190724f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.727205 n-d-765315-27 neutron-server[94672]: INFO neutron.db.ipam_backend_mixin [None req-69d335aa-7ad2-4bb4-99df-ab58333c3ff4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f7bf44f0-642b-406a-a015-45fb79cee86c (CIDR: 172.20.0.0/28) Aug 16 01:47:12.739097 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d335aa-7ad2-4bb4-99df-ab58333c3ff4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:47:12.740419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d335aa-7ad2-4bb4-99df-ab58333c3ff4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:47:12.799840 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-69d335aa-7ad2-4bb4-99df-ab58333c3ff4 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5844421 Aug 16 01:47:12.802868 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56752) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:12.811787 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4bdb1747-2c60-4cbd-8817-79dfed552658 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'subnet': {'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:12.955743 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3842199-185f-4381-903a-31f91190724f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.106583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdb1747-2c60-4cbd-8817-79dfed552658 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:13.111869 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bdb1747-2c60-4cbd-8817-79dfed552658 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.209953 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3842199-185f-4381-903a-31f91190724f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Router 58b17360-7f98-4f31-9a3a-f45ed89cf302 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:47:13.332745 n-d-765315-27 neutron-server[94672]: INFO neutron.db.ipam_backend_mixin [None req-4bdb1747-2c60-4cbd-8817-79dfed552658 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 24f56e78-0fd5-4767-83aa-1d3b0966e706 (CIDR: 172.20.0.16/28) Aug 16 01:47:13.354660 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdb1747-2c60-4cbd-8817-79dfed552658 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:47:13.355169 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdb1747-2c60-4cbd-8817-79dfed552658 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:47:13.386155 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4bdb1747-2c60-4cbd-8817-79dfed552658 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5784764 Aug 16 01:47:13.389043 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56778) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:13.409651 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e5537855-0260-49fd-a126-3b2e2fa96e43 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'subnet': {'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:13.539646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3842199-185f-4381-903a-31f91190724f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:47:13.551292 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Sync routers for ids ['58b17360-7f98-4f31-9a3a-f45ed89cf302'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:47:13.571420 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Routers {'58b17360-7f98-4f31-9a3a-f45ed89cf302'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:13.574566 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3842199-185f-4381-903a-31f91190724f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.576436 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['58b17360-7f98-4f31-9a3a-f45ed89cf302'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:13.579448 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f3842199-185f-4381-903a-31f91190724f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.3133109 Aug 16 01:47:13.583347 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56784) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:13.588499 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-934c1544-fbae-48a1-aa8c-03618411d986 req-45b9afae-d06c-4675-8121-d809527c151f tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.1076028 Aug 16 01:47:13.730540 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Set router 58b17360-7f98-4f31-9a3a-f45ed89cf302 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:47:13.758850 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5537855-0260-49fd-a126-3b2e2fa96e43 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Made reservation on behalf of 81838e3aa0c9493fbc6d0bcbcdcdd7ba for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:13.762648 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5537855-0260-49fd-a126-3b2e2fa96e43 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.854036 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-97a39f5b-6451-4fe8-a883-4635a0351dc7 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "GET /v2.0/routers/58b17360-7f98-4f31-9a3a-f45ed89cf302 HTTP/1.1" status: 200 len: 908 time: 0.2685161 Aug 16 01:47:13.859957 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56794) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:13.878804 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1903a9ec-3844-40b7-b360-637dfae3f153 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1193209138', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'enable_snat': True}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:13.956628 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1903a9ec-3844-40b7-b360-637dfae3f153 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:13.960454 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1903a9ec-3844-40b7-b360-637dfae3f153 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.133921 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1903a9ec-3844-40b7-b360-637dfae3f153 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.142541 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b17360-7f98-4f31-9a3a-f45ed89cf302', 'name': 'tempest-snat-router-1193209138', 'tenant_id': '240feae930f5493484e2253520f1ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.64'}], 'enable_snat': False}, 'gw_port_id': 'c8896b39-938b-446f-ba8b-38090826bd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:06Z', 'updated_at': '2021-08-16T01:47:12Z', 'revision_number': 3, 'project_id': '240feae930f5493484e2253520f1ae73', 'gw_port': {'id': 'c8896b39-938b-446f-ba8b-38090826bd34', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b17360-7f98-4f31-9a3a-f45ed89cf302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:09Z', 'updated_at': '2021-08-16T01:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:14.214736 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Checking router: 58b17360-7f98-4f31-9a3a-f45ed89cf302 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:47:14.215077 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Updating router 58b17360-7f98-4f31-9a3a-f45ed89cf302 port c8896b39-938b-446f-ba8b-38090826bd34 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:47:14.267004 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5537855-0260-49fd-a126-3b2e2fa96e43 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.295584 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.392232 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5537855-0260-49fd-a126-3b2e2fa96e43 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:14.415777 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e5537855-0260-49fd-a126-3b2e2fa96e43 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:14.420280 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5537855-0260-49fd-a126-3b2e2fa96e43 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:14.420873 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5537855-0260-49fd-a126-3b2e2fa96e43 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.426989 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764ac965-9277-4d1e-85cd-f054b53a9d1e None None] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:14.466625 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5537855-0260-49fd-a126-3b2e2fa96e43 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Subnet': ['ID=c607b2de-5d15-4b53-b808-354e68cf16af,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:14.486816 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e5537855-0260-49fd-a126-3b2e2fa96e43 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0963433 Aug 16 01:47:14.487969 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56814) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:14.501832 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-75aa7bb7-86e0-4d88-b2b1-ebde764f447a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1093676743', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c607b2de-5d15-4b53-b808-354e68cf16af'}], 'security_groups': ['68340d24-6583-4b7f-8b11-f8aae9fe0259', '5cbaaca3-b546-4e27-8913-35b84caf6b7a']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:14.567603 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1903a9ec-3844-40b7-b360-637dfae3f153 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.708346 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75aa7bb7-86e0-4d88-b2b1-ebde764f447a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.864797 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2bc70f09-fe96-4549-9d17-6acc423fc0f6 req-65c1cff3-23cb-45a4-8a0d-9d06f8f17e61 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.0902858 Aug 16 01:47:15.044832 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.056720 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Transition to ACTIVE for port object c8896b39-938b-446f-ba8b-38090826bd34 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:15.070327 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.105833 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c81a4d8-9449-4911-bb7a-aa5c5db4f740 None None] Update dhcp port {'port': {'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c', 'fixed_ips': [{'subnet_id': '24f56e78-0fd5-4767-83aa-1d3b0966e706', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f7bf44f0-642b-406a-a015-45fb79cee86c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c607b2de-5d15-4b53-b808-354e68cf16af'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 01:47:15.191121 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c81a4d8-9449-4911-bb7a-aa5c5db4f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.200301 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1903a9ec-3844-40b7-b360-637dfae3f153 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.215608 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Attempting to bind port c8896b39-938b-446f-ba8b-38090826bd34 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:15.220724 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Attempting to bind port c8896b39-938b-446f-ba8b-38090826bd34 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:15.221339 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Attempting to bind port c8896b39-938b-446f-ba8b-38090826bd34 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:15.265512 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:15.271499 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:15.272172 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.273892 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:15.275049 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Bound port: c8896b39-938b-446f-ba8b-38090826bd34, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:15.275823 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.280117 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0be97e-1f7a-4261-a690-967107c93a14 None None] Pushing event updated for resources: {'Port': ['ID=c8896b39-938b-446f-ba8b-38090826bd34,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:15.296155 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1903a9ec-3844-40b7-b360-637dfae3f153 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.401265 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] For port c8896b39-938b-446f-ba8b-38090826bd34, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:15.414905 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] For port c8896b39-938b-446f-ba8b-38090826bd34, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c8896b39-938b-446f-ba8b-38090826bd34,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:15.430059 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.616984 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1903a9ec-3844-40b7-b360-637dfae3f153 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Allocated IP 172.25.3.57 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/047dd5bd-0010-4b3b-91e1-ca68109171cc) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:15.623847 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0be97e-1f7a-4261-a690-967107c93a14 None None] Pushing event updated for resources: {'Port': ['ID=c8896b39-938b-446f-ba8b-38090826bd34,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:15.634086 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-75aa7bb7-86e0-4d88-b2b1-ebde764f447a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Delete allocated IP 172.20.0.5 (819ebf89-40d1-4359-b7b6-b023f3970c6c/f7bf44f0-642b-406a-a015-45fb79cee86c) {{(pid=94672) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 01:47:15.646353 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Routers {'58b17360-7f98-4f31-9a3a-f45ed89cf302'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:15.647851 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['58b17360-7f98-4f31-9a3a-f45ed89cf302'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:15.658784 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-75aa7bb7-86e0-4d88-b2b1-ebde764f447a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Allocated IP 172.20.0.43 (819ebf89-40d1-4359-b7b6-b023f3970c6c/c607b2de-5d15-4b53-b808-354e68cf16af/238e07d8-5f3c-46c9-9fed-ea6b5e29c9f6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:15.776873 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1903a9ec-3844-40b7-b360-637dfae3f153 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.879219 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] Set router 58b17360-7f98-4f31-9a3a-f45ed89cf302 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:47:15.894486 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1903a9ec-3844-40b7-b360-637dfae3f153 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.038458 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1903a9ec-3844-40b7-b360-637dfae3f153 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:16.044526 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1903a9ec-3844-40b7-b360-637dfae3f153 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:16.052182 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1903a9ec-3844-40b7-b360-637dfae3f153 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:16.063483 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903a9ec-3844-40b7-b360-637dfae3f153 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Pushing event updated for resources: {'Port': ['ID=047dd5bd-0010-4b3b-91e1-ca68109171cc,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:16.115292 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-57bfe0d7-0280-4990-93a5-ec165056cb4e req-827a52f7-619f-4d79-b3a3-47057eeb832c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.0962613 Aug 16 01:47:16.173321 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75aa7bb7-86e0-4d88-b2b1-ebde764f447a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.210732 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-75aa7bb7-86e0-4d88-b2b1-ebde764f447a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Transition to ACTIVE for port object 238e07d8-5f3c-46c9-9fed-ea6b5e29c9f6 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:16.234515 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b17360-7f98-4f31-9a3a-f45ed89cf302', 'name': 'tempest-snat-router-1193209138', 'tenant_id': '240feae930f5493484e2253520f1ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.64'}], 'enable_snat': False}, 'gw_port_id': 'c8896b39-938b-446f-ba8b-38090826bd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:06Z', 'updated_at': '2021-08-16T01:47:12Z', 'revision_number': 3, 'project_id': '240feae930f5493484e2253520f1ae73', 'gw_port': {'id': 'c8896b39-938b-446f-ba8b-38090826bd34', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b17360-7f98-4f31-9a3a-f45ed89cf302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:09Z', 'updated_at': '2021-08-16T01:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:16.242160 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75aa7bb7-86e0-4d88-b2b1-ebde764f447a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.273075 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aefa035-d04f-44ee-a354-bf45e8731fce None None] The sync data for ids ['58b17360-7f98-4f31-9a3a-f45ed89cf302'] in n-d-765315-27 is: [{'id': '58b17360-7f98-4f31-9a3a-f45ed89cf302', 'name': 'tempest-snat-router-1193209138', 'tenant_id': '240feae930f5493484e2253520f1ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.64'}], 'enable_snat': False}, 'gw_port_id': 'c8896b39-938b-446f-ba8b-38090826bd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:06Z', 'updated_at': '2021-08-16T01:47:12Z', 'revision_number': 3, 'project_id': '240feae930f5493484e2253520f1ae73', 'gw_port': {'id': 'c8896b39-938b-446f-ba8b-38090826bd34', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:54:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b17360-7f98-4f31-9a3a-f45ed89cf302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:09Z', 'updated_at': '2021-08-16T01:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:47:16.378623 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-5c81a4d8-9449-4911-bb7a-aa5c5db4f740 None None] Allocated IP 172.20.0.34 (819ebf89-40d1-4359-b7b6-b023f3970c6c/c607b2de-5d15-4b53-b808-354e68cf16af/57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:16.472615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa7bb7-86e0-4d88-b2b1-ebde764f447a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event updated for resources: {'Port': ['ID=238e07d8-5f3c-46c9-9fed-ea6b5e29c9f6,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:16.580646 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-75aa7bb7-86e0-4d88-b2b1-ebde764f447a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] In _notify_port_updated(), no bound segment for port 238e07d8-5f3c-46c9-9fed-ea6b5e29c9f6 on network 819ebf89-40d1-4359-b7b6-b023f3970c6c {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:47:16.598634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aa7bb7-86e0-4d88-b2b1-ebde764f447a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:16.599441 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75aa7bb7-86e0-4d88-b2b1-ebde764f447a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.602973 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-75aa7bb7-86e0-4d88-b2b1-ebde764f447a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "PUT /v2.0/ports/238e07d8-5f3c-46c9-9fed-ea6b5e29c9f6 HTTP/1.1" status: 200 len: 960 time: 2.1133616 Aug 16 01:47:16.605718 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56862) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:16.764771 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5c81a4d8-9449-4911-bb7a-aa5c5db4f740 None None] For port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4,segment=NetworkSegment(53f69b54-45a3-4fa0-ab5e-4f2b898dc667),segment_id=53f69b54-45a3-4fa0-ab5e-4f2b898dc667)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:16.866907 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1903a9ec-3844-40b7-b360-637dfae3f153 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.871061 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6117e0bc-7007-4102-a2c7-aca310d6ed5c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port 238e07d8-5f3c-46c9-9fed-ea6b5e29c9f6 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:16.871545 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6117e0bc-7007-4102-a2c7-aca310d6ed5c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:16.936411 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c81a4d8-9449-4911-bb7a-aa5c5db4f740 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.036438 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5c81a4d8-9449-4911-bb7a-aa5c5db4f740 None None] Transition to ACTIVE for port object 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:17.045349 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c81a4d8-9449-4911-bb7a-aa5c5db4f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.156573 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6117e0bc-7007-4102-a2c7-aca310d6ed5c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.189920 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6117e0bc-7007-4102-a2c7-aca310d6ed5c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for 238e07d8-5f3c-46c9-9fed-ea6b5e29c9f6 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:17.273523 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56874) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:17.308871 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81a4d8-9449-4911-bb7a-aa5c5db4f740 None None] Pushing event updated for resources: {'Port': ['ID=57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:17.321279 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:47:17.402531 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-13fe289e-1715-4cf1-9826-00f1a976976f req-a27cb654-4700-4f56-a173-fe96ce26885e tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.0970144 Aug 16 01:47:17.540691 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1903a9ec-3844-40b7-b360-637dfae3f153 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.734593 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6117e0bc-7007-4102-a2c7-aca310d6ed5c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.869066 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f54348b-162d-4d86-ab38-145382a30b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:17.994051 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6117e0bc-7007-4102-a2c7-aca310d6ed5c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.004018 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6117e0bc-7007-4102-a2c7-aca310d6ed5c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/ports/238e07d8-5f3c-46c9-9fed-ea6b5e29c9f6 HTTP/1.1" status: 204 len: 168 time: 1.3969955 Aug 16 01:47:18.004669 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56890) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:18.018352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117e0bc-7007-4102-a2c7-aca310d6ed5c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=238e07d8-5f3c-46c9-9fed-ea6b5e29c9f6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:18.050531 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a173bb-5cf1-4dbc-8a9b-5e25aa320216 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] GET failed (client error): The resource could not be found. Aug 16 01:47:18.055773 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-67a173bb-5cf1-4dbc-8a9b-5e25aa320216 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports/238e07d8-5f3c-46c9-9fed-ea6b5e29c9f6 HTTP/1.1" status: 404 len: 333 time: 0.0476165 Aug 16 01:47:18.056827 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56896) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:18.141327 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-658afcac-ac15-4782-a844-6f021fabcefa tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.180899 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-658afcac-ac15-4782-a844-6f021fabcefa tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.275277 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-658afcac-ac15-4782-a844-6f021fabcefa tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.299703 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-658afcac-ac15-4782-a844-6f021fabcefa tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.301108 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-658afcac-ac15-4782-a844-6f021fabcefa tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/security-groups/b1dab610-9099-44c4-9103-56544d6c6d83 HTTP/1.1" status: 204 len: 168 time: 0.2431071 Aug 16 01:47:18.311558 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56898) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:18.334606 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658afcac-ac15-4782-a844-6f021fabcefa tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dab610-9099-44c4-9103-56544d6c6d83,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:18.451486 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5041c362-3754-4244-98f6-2bdf85a1cbf0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.508644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-287a135a-f934-4bf6-be36-802c8c20a720 None None] Provisioning complete for port f7d92745-684f-4648-b505-0cc84d98affc triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:18.510542 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-287a135a-f934-4bf6-be36-802c8c20a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.576781 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5041c362-3754-4244-98f6-2bdf85a1cbf0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.606758 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1903a9ec-3844-40b7-b360-637dfae3f153 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Router b07e6ca2-8576-42f2-8a64-74afc3b9e650 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:47:18.623364 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-287a135a-f934-4bf6-be36-802c8c20a720 None None] Port f7d92745-684f-4648-b505-0cc84d98affc cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:18.652913 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-287a135a-f934-4bf6-be36-802c8c20a720 None None] Provisioning for port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:18.663510 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-287a135a-f934-4bf6-be36-802c8c20a720 None None] Provisioning complete for port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:18.664021 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-287a135a-f934-4bf6-be36-802c8c20a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.785177 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-37e94b0c-b9b0-4fb6-8e7b-f8da8638ef8c req-02cec6c4-7c3d-48cd-818b-b9024e66a47a tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.1937516 Aug 16 01:47:18.798601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:18.816380 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f54348b-162d-4d86-ab38-145382a30b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.840453 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f54348b-162d-4d86-ab38-145382a30b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.904177 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5041c362-3754-4244-98f6-2bdf85a1cbf0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.906942 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5041c362-3754-4244-98f6-2bdf85a1cbf0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:18.908374 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5041c362-3754-4244-98f6-2bdf85a1cbf0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/security-groups/5cbaaca3-b546-4e27-8913-35b84caf6b7a HTTP/1.1" status: 204 len: 168 time: 0.5953178 Aug 16 01:47:18.920099 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56914) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:18.942615 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54348b-162d-4d86-ab38-145382a30b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd106554-52fb-4243-afd4-4b5362bea1ce,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:18.991745 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041c362-3754-4244-98f6-2bdf85a1cbf0 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbaaca3-b546-4e27-8913-35b84caf6b7a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:19.100584 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:19.100584 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.161275 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f32a3251-768f-4ee6-b55e-e64754a3017c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.187529 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1903a9ec-3844-40b7-b360-637dfae3f153 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:47:19.227885 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1903a9ec-3844-40b7-b360-637dfae3f153 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.230776 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1903a9ec-3844-40b7-b360-637dfae3f153 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3696234 Aug 16 01:47:19.233662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56920) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:19.234412 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f32a3251-768f-4ee6-b55e-e64754a3017c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.244808 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39aa010-d3fd-4bd3-af7e-a4c8c0894a19 None None] Sync routers for ids ['b07e6ca2-8576-42f2-8a64-74afc3b9e650'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:47:19.269631 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4f54348b-162d-4d86-ab38-145382a30b46 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c3acadb916a940d4b6a87013cf6a68d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9488142 Aug 16 01:47:19.285216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56922) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:19.346906 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39aa010-d3fd-4bd3-af7e-a4c8c0894a19 None None] Routers {'b07e6ca2-8576-42f2-8a64-74afc3b9e650'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:19.358415 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b39aa010-d3fd-4bd3-af7e-a4c8c0894a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:46:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b07e6ca2-8576-42f2-8a64-74afc3b9e650'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:19.479909 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2baff020-fb11-4053-bf6e-d85bdd5d4dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.520966 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f32a3251-768f-4ee6-b55e-e64754a3017c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.525669 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f32a3251-768f-4ee6-b55e-e64754a3017c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.527266 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f32a3251-768f-4ee6-b55e-e64754a3017c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/security-groups/68340d24-6583-4b7f-8b11-f8aae9fe0259 HTTP/1.1" status: 204 len: 168 time: 0.6061163 Aug 16 01:47:19.537565 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56924) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:19.565949 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a5728b72-99d4-4f0a-b903-f418c43e4fc5 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "GET /v2.0/routers/b07e6ca2-8576-42f2-8a64-74afc3b9e650 HTTP/1.1" status: 200 len: 907 time: 0.3270888 Aug 16 01:47:19.566223 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56926) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:19.573626 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2baff020-fb11-4053-bf6e-d85bdd5d4dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.585789 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a3251-768f-4ee6-b55e-e64754a3017c tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68340d24-6583-4b7f-8b11-f8aae9fe0259,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:19.624978 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c8896b39-938b-446f-ba8b-38090826bd34 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:19.723449 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-287a135a-f934-4bf6-be36-802c8c20a720 None None] Could not find standard attr ID for object 238e07d8-5f3c-46c9-9fed-ea6b5e29c9f6. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:47:19.745709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c645a8-4107-4e53-9e93-d470bd800c9b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting subnet f7bf44f0-642b-406a-a015-45fb79cee86c {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:47:19.763498 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-16c645a8-4107-4e53-9e93-d470bd800c9b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.780094 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port c8896b39-938b-446f-ba8b-38090826bd34 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:19.786710 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port c8896b39-938b-446f-ba8b-38090826bd34 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:19.787346 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.863592 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b39aa010-d3fd-4bd3-af7e-a4c8c0894a19 None None] Set router b07e6ca2-8576-42f2-8a64-74afc3b9e650 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:47:19.870838 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aacc8cf5-c969-4e62-81d7-a298b068e8e3 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.871118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7def3523-7157-46b7-a69f-6c11112dbbd0 None None] Could not find standard attr ID for object 238e07d8-5f3c-46c9-9fed-ea6b5e29c9f6. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:47:19.884016 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-16c645a8-4107-4e53-9e93-d470bd800c9b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.981295 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2baff020-fb11-4053-bf6e-d85bdd5d4dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.986304 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2baff020-fb11-4053-bf6e-d85bdd5d4dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.988031 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:19.988964 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2baff020-fb11-4053-bf6e-d85bdd5d4dc5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fd106554-52fb-4243-afd4-4b5362bea1ce HTTP/1.1" status: 204 len: 168 time: 0.7021868 Aug 16 01:47:20.016694 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port c8896b39-938b-446f-ba8b-38090826bd34, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c8896b39-938b-446f-ba8b-38090826bd34,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:20.019637 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baff020-fb11-4053-bf6e-d85bdd5d4dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd106554-52fb-4243-afd4-4b5362bea1ce,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:20.023633 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:20.163052 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-16c645a8-4107-4e53-9e93-d470bd800c9b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:20.197080 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f56a7c06-b27e-4386-90fb-663dcb4d855a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:20.228515 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fef80d27-f771-47c2-936d-b14d07229266 req-9d1b9c1d-1bd7-4895-919a-3461133ceb2b tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.0997553 Aug 16 01:47:20.268286 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-16c645a8-4107-4e53-9e93-d470bd800c9b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:20.296227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=c8896b39-938b-446f-ba8b-38090826bd34,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:20.308006 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aacc8cf5-c969-4e62-81d7-a298b068e8e3 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:20.401690 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c645a8-4107-4e53-9e93-d470bd800c9b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Subnet': ['ID=f7bf44f0-642b-406a-a015-45fb79cee86c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:20.403793 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-16c645a8-4107-4e53-9e93-d470bd800c9b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:20.405705 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-16c645a8-4107-4e53-9e93-d470bd800c9b tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/subnets/f7bf44f0-642b-406a-a015-45fb79cee86c HTTP/1.1" status: 204 len: 168 time: 0.8584232 Aug 16 01:47:20.417062 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56946) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:20.453681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891fe6ce-f5d8-4a61-8e39-18cf25c8f675 None None] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:20.506292 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-aacc8cf5-c969-4e62-81d7-a298b068e8e3 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Deleting port 047dd5bd-0010-4b3b-91e1-ca68109171cc {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:20.507183 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aacc8cf5-c969-4e62-81d7-a298b068e8e3 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:20.512548 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffeb3638-e4c3-42ee-8e21-bb95b2130ea6 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting subnet c607b2de-5d15-4b53-b808-354e68cf16af {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:47:20.517852 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3638-e4c3-42ee-8e21-bb95b2130ea6 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:20.583262 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3638-e4c3-42ee-8e21-bb95b2130ea6 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:20.653325 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c8896b39-938b-446f-ba8b-38090826bd34 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:20.707885 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b39aa010-d3fd-4bd3-af7e-a4c8c0894a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07e6ca2-8576-42f2-8a64-74afc3b9e650', 'name': 'tempest-snat-router-1193209138', 'tenant_id': '240feae930f5493484e2253520f1ae73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '047dd5bd-0010-4b3b-91e1-ca68109171cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:47:13Z', 'updated_at': '2021-08-16T01:47:16Z', 'revision_number': 3, 'project_id': '240feae930f5493484e2253520f1ae73', 'gw_port': {'id': '047dd5bd-0010-4b3b-91e1-ca68109171cc', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07e6ca2-8576-42f2-8a64-74afc3b9e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:47:15Z', 'updated_at': '2021-08-16T01:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:20.751639 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39aa010-d3fd-4bd3-af7e-a4c8c0894a19 None None] Checking router: b07e6ca2-8576-42f2-8a64-74afc3b9e650 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:47:20.751988 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39aa010-d3fd-4bd3-af7e-a4c8c0894a19 None None] Updating router b07e6ca2-8576-42f2-8a64-74afc3b9e650 port 047dd5bd-0010-4b3b-91e1-ca68109171cc binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:47:20.784417 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b39aa010-d3fd-4bd3-af7e-a4c8c0894a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:20.791519 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56952) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:20.806257 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e11226cd-e304-4fc6-994b-d3465cb01292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:20.884243 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3638-e4c3-42ee-8e21-bb95b2130ea6 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.043332 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e11226cd-e304-4fc6-994b-d3465cb01292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.056855 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e11226cd-e304-4fc6-994b-d3465cb01292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.069747 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aacc8cf5-c969-4e62-81d7-a298b068e8e3 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.118884 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e11226cd-e304-4fc6-994b-d3465cb01292 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f5120f0ddc6e4ae4833c7bf855b9d463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260982 Aug 16 01:47:21.123140 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56958) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:21.123877 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-aacc8cf5-c969-4e62-81d7-a298b068e8e3 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Calling delete_port for 047dd5bd-0010-4b3b-91e1-ca68109171cc owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:21.335324 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3638-e4c3-42ee-8e21-bb95b2130ea6 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.378070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port c8896b39-938b-446f-ba8b-38090826bd34 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:21.378457 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.410253 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11226cd-e304-4fc6-994b-d3465cb01292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9033c00b-b46f-485d-8771-e6cbe35b3e73,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:21.487138 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd16d343-154a-4a9d-8053-63d909e422fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.516782 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb3638-e4c3-42ee-8e21-bb95b2130ea6 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Subnet': ['ID=c607b2de-5d15-4b53-b808-354e68cf16af,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:21.529685 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3638-e4c3-42ee-8e21-bb95b2130ea6 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.531742 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ffeb3638-e4c3-42ee-8e21-bb95b2130ea6 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/subnets/c607b2de-5d15-4b53-b808-354e68cf16af HTTP/1.1" status: 204 len: 168 time: 1.1137013 Aug 16 01:47:21.537085 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56974) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:21.552579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3638-e4c3-42ee-8e21-bb95b2130ea6 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:21.552948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3638-e4c3-42ee-8e21-bb95b2130ea6 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:21.553405 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3638-e4c3-42ee-8e21-bb95b2130ea6 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:21.553748 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3638-e4c3-42ee-8e21-bb95b2130ea6 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:21.554125 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3638-e4c3-42ee-8e21-bb95b2130ea6 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:21.554458 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3638-e4c3-42ee-8e21-bb95b2130ea6 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:21.554914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3638-e4c3-42ee-8e21-bb95b2130ea6 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:21.555247 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3638-e4c3-42ee-8e21-bb95b2130ea6 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:21.555810 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3638-e4c3-42ee-8e21-bb95b2130ea6 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:21.557078 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3638-e4c3-42ee-8e21-bb95b2130ea6 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:21.557417 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3638-e4c3-42ee-8e21-bb95b2130ea6 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:21.557748 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3638-e4c3-42ee-8e21-bb95b2130ea6 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:21.612043 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74e8809-8add-4f1e-84c4-7ee461ad0c75 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] DELETE failed (client error): The resource could not be found. Aug 16 01:47:21.621377 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74e8809-8add-4f1e-84c4-7ee461ad0c75 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:47:21.631878 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a74e8809-8add-4f1e-84c4-7ee461ad0c75 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/subnets/f7bf44f0-642b-406a-a015-45fb79cee86c HTTP/1.1" status: 404 len: 337 time: 0.0914052 Aug 16 01:47:21.632497 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56976) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:21.657391 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc0d4e15-1000-4dc2-b66a-30e8e9369453 req-a47e7845-b90b-43ca-af49-c0b6dc56256c tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.1601944 Aug 16 01:47:21.728242 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd16d343-154a-4a9d-8053-63d909e422fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.784338 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46c7e63-c835-41d1-be97-0977a42070b3 None None] Update dhcp port {'port': {'network_id': '819ebf89-40d1-4359-b7b6-b023f3970c6c', 'fixed_ips': [{'subnet_id': '24f56e78-0fd5-4767-83aa-1d3b0966e706', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c607b2de-5d15-4b53-b808-354e68cf16af'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 01:47:21.831289 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd16d343-154a-4a9d-8053-63d909e422fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.834276 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd16d343-154a-4a9d-8053-63d909e422fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.838940 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f46c7e63-c835-41d1-be97-0977a42070b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:21.839671 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cd16d343-154a-4a9d-8053-63d909e422fa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9033c00b-b46f-485d-8771-e6cbe35b3e73 HTTP/1.1" status: 204 len: 168 time: 0.7139432 Aug 16 01:47:21.848941 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16d343-154a-4a9d-8053-63d909e422fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9033c00b-b46f-485d-8771-e6cbe35b3e73,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:21.887435 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5b86f9-7d80-48fc-908f-46b7b6369460 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting subnet 24f56e78-0fd5-4767-83aa-1d3b0966e706 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:47:21.894883 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea5b86f9-7d80-48fc-908f-46b7b6369460 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.062345 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea5b86f9-7d80-48fc-908f-46b7b6369460 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.139808 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aacc8cf5-c969-4e62-81d7-a298b068e8e3 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.228387 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-b39aa010-d3fd-4bd3-af7e-a4c8c0894a19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:47:22.228739 n-d-765315-27 neutron-server[94674]: DEBUG oslo_db.api [None req-b39aa010-d3fd-4bd3-af7e-a4c8c0894a19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:47:22.250503 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc8cf5-c969-4e62-81d7-a298b068e8e3 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Pushing event deleted for resources: {'Port': ['ID=047dd5bd-0010-4b3b-91e1-ca68109171cc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:22.308140 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea5b86f9-7d80-48fc-908f-46b7b6369460 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.344768 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aacc8cf5-c969-4e62-81d7-a298b068e8e3 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.526710 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aacc8cf5-c969-4e62-81d7-a298b068e8e3 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.530880 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aacc8cf5-c969-4e62-81d7-a298b068e8e3 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server [None req-f46c7e63-c835-41d1-be97-0977a42070b3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24f56e78-0fd5-4767-83aa-1d3b0966e706: This subnet is being modified by another concurrent operation. Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 01:47:22.588736 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise exception Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24f56e78-0fd5-4767-83aa-1d3b0966e706: This subnet is being modified by another concurrent operation. Aug 16 01:47:22.592597 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Aug 16 01:47:22.606146 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea5b86f9-7d80-48fc-908f-46b7b6369460 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.640589 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce425d40-31b6-42ce-9784-10cf0cacd63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.755334 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b86f9-7d80-48fc-908f-46b7b6369460 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Subnet': ['ID=24f56e78-0fd5-4767-83aa-1d3b0966e706,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:22.760001 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39aa010-d3fd-4bd3-af7e-a4c8c0894a19 None None] Port 047dd5bd-0010-4b3b-91e1-ca68109171cc not found while updating agent binding for router b07e6ca2-8576-42f2-8a64-74afc3b9e650. {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 01:47:22.771906 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aacc8cf5-c969-4e62-81d7-a298b068e8e3 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.773229 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacc8cf5-c969-4e62-81d7-a298b068e8e3 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b07e6ca2-8576-42f2-8a64-74afc3b9e650 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:47:22.781170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1ff26f-daee-4ebb-9ae4-c6502c251d25 None None] Network 819ebf89-40d1-4359-b7b6-b023f3970c6c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:22.784029 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aacc8cf5-c969-4e62-81d7-a298b068e8e3 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.786666 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-aacc8cf5-c969-4e62-81d7-a298b068e8e3 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "DELETE /v2.0/routers/b07e6ca2-8576-42f2-8a64-74afc3b9e650 HTTP/1.1" status: 204 len: 168 time: 3.2191017 Aug 16 01:47:22.788275 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea5b86f9-7d80-48fc-908f-46b7b6369460 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.789394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57018) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:22.799803 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ea5b86f9-7d80-48fc-908f-46b7b6369460 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/subnets/24f56e78-0fd5-4767-83aa-1d3b0966e706 HTTP/1.1" status: 204 len: 168 time: 1.1600580 Aug 16 01:47:22.800990 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57020) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:22.806645 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39aa010-d3fd-4bd3-af7e-a4c8c0894a19 None None] Routers set() bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:22.820221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39aa010-d3fd-4bd3-af7e-a4c8c0894a19 None None] Router IDs set() for agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 01:47:22.820725 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_agentschedulers_db [None req-b39aa010-d3fd-4bd3-af7e-a4c8c0894a19 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b07e6ca2-8576-42f2-8a64-74afc3b9e650'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:47:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent'). {{(pid=94674) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 01:47:22.821559 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39aa010-d3fd-4bd3-af7e-a4c8c0894a19 None None] The sync data for ids ['b07e6ca2-8576-42f2-8a64-74afc3b9e650'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:47:22.844517 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ad31c3-3fc1-418d-ab5d-d9b0a7922c03 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] DELETE failed (client error): The resource could not be found. Aug 16 01:47:22.845832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ad31c3-3fc1-418d-ab5d-d9b0a7922c03 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:47:22.854794 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-77ad31c3-3fc1-418d-ab5d-d9b0a7922c03 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/subnets/52e13958-f29b-49d9-95f2-8b409ace5ac7 HTTP/1.1" status: 404 len: 337 time: 0.0524771 Aug 16 01:47:22.857195 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57022) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:22.930878 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d7421db5-8bd7-4f2b-9a70-61bbfa1ea6c0 None None] Provisioning complete for port f7d92745-684f-4648-b505-0cc84d98affc triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:22.932104 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d7421db5-8bd7-4f2b-9a70-61bbfa1ea6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:22.973796 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c25e74d6-364b-4015-931a-33c2101b8b95 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "GET /v2.0/ports?device_id=53d015f6-1ffb-44c9-a641-ca3086460952 HTTP/1.1" status: 200 len: 205 time: 0.1151066 Aug 16 01:47:22.976906 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f2a54cb5-7905-4529-bd46-062acf799ddf req-6d9e7820-9265-4d23-a713-082b1af09380 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.1205490 Aug 16 01:47:22.977720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57032) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:23.021388 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d7421db5-8bd7-4f2b-9a70-61bbfa1ea6c0 None None] Port f7d92745-684f-4648-b505-0cc84d98affc cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:23.075759 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-b3507d8a-52b2-4ce9-bbb9-0b06fe4bb839 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] delete failed (client error): The resource could not be found. Aug 16 01:47:23.084422 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b3507d8a-52b2-4ce9-bbb9-0b06fe4bb839 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/routers/53d015f6-1ffb-44c9-a641-ca3086460952 HTTP/1.1" status: 404 len: 336 time: 0.1031601 Aug 16 01:47:23.085819 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57042) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:23.093269 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d7421db5-8bd7-4f2b-9a70-61bbfa1ea6c0 None None] Provisioning complete for port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:23.093798 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d7421db5-8bd7-4f2b-9a70-61bbfa1ea6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.119120 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb41dc55-688c-4a3c-a43d-345f84d3149a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] DELETE failed (client error): The resource could not be found. Aug 16 01:47:23.119506 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb41dc55-688c-4a3c-a43d-345f84d3149a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:47:23.121404 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-eb41dc55-688c-4a3c-a43d-345f84d3149a tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/subnets/ab5e8cf3-9570-4790-9b2b-366bf97eb244 HTTP/1.1" status: 404 len: 337 time: 0.0341017 Aug 16 01:47:23.124062 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57044) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:23.131837 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8d3b94a-e16f-40ad-b74d-4ef848cd5b9a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.215678 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7d309f-1051-4308-9531-037d6f17e239 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] DELETE failed (client error): The resource could not be found. Aug 16 01:47:23.220396 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa7d309f-1051-4308-9531-037d6f17e239 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:47:23.223598 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fa7d309f-1051-4308-9531-037d6f17e239 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/subnets/3e33cb82-cff8-4b4f-8217-ba521ea67101 HTTP/1.1" status: 404 len: 337 time: 0.0985718 Aug 16 01:47:23.226895 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57048) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:23.245914 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.330915 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db591a51-7524-4a80-9f0a-41a6646d31da None None] DHCP port deletion for 819ebf89-40d1-4359-b7b6-b023f3970c6c request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:47:23.345016 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac61e6c-7237-46fa-8a0c-64edae192f59 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] DELETE failed (client error): The resource could not be found. Aug 16 01:47:23.347628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac61e6c-7237-46fa-8a0c-64edae192f59 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:47:23.349065 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8d3b94a-e16f-40ad-b74d-4ef848cd5b9a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.352636 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5ac61e6c-7237-46fa-8a0c-64edae192f59 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/subnets/776733a9-9b84-4ec4-bc50-f5ff0590635f HTTP/1.1" status: 404 len: 337 time: 0.1191251 Aug 16 01:47:23.355732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57054) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:23.458927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-db591a51-7524-4a80-9f0a-41a6646d31da None None] Deleting port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:23.459301 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-db591a51-7524-4a80-9f0a-41a6646d31da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.476367 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1979488-a1dd-43d0-a335-7a6f7238b596 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] DELETE failed (client error): The resource could not be found. Aug 16 01:47:23.483568 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1979488-a1dd-43d0-a335-7a6f7238b596 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:47:23.487469 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b1979488-a1dd-43d0-a335-7a6f7238b596 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/ports/d54aa2bf-67d0-44f0-a1cf-30973b8b7110 HTTP/1.1" status: 404 len: 333 time: 0.1286066 Aug 16 01:47:23.488080 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57062) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:23.511421 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e8d3b94a-e16f-40ad-b74d-4ef848cd5b9a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Deleting port c8896b39-938b-446f-ba8b-38090826bd34 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:23.512680 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8d3b94a-e16f-40ad-b74d-4ef848cd5b9a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.552898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-db591a51-7524-4a80-9f0a-41a6646d31da None None] For port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4,segment=NetworkSegment(53f69b54-45a3-4fa0-ab5e-4f2b898dc667),segment_id=53f69b54-45a3-4fa0-ab5e-4f2b898dc667)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:23.554227 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-db591a51-7524-4a80-9f0a-41a6646d31da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.583802 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-6565149d-ca84-4bec-8a80-30340f5e91ce tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] DELETE failed (client error): The resource could not be found. Aug 16 01:47:23.584314 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6565149d-ca84-4bec-8a80-30340f5e91ce tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:47:23.585440 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-db591a51-7524-4a80-9f0a-41a6646d31da None None] Calling delete_port for 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:23.586140 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6565149d-ca84-4bec-8a80-30340f5e91ce tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/subnets/4f36bd1e-03d1-4417-a869-0fbaa73ec942 HTTP/1.1" status: 404 len: 337 time: 0.0971184 Aug 16 01:47:23.589147 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57066) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:23.667666 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e8634d-27f9-4137-b7ca-8778fe88cfef tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] DELETE failed (client error): The resource could not be found. Aug 16 01:47:23.668123 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e8634d-27f9-4137-b7ca-8778fe88cfef tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:47:23.669943 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d6e8634d-27f9-4137-b7ca-8778fe88cfef tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/subnets/5f836259-b33f-4ad3-aaef-5dc33eed510d HTTP/1.1" status: 404 len: 337 time: 0.0798478 Aug 16 01:47:23.672691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57068) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:23.739520 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-00accd00-5d80-47c4-985a-fe67db1e7e5e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] DELETE failed (client error): The resource could not be found. Aug 16 01:47:23.740655 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00accd00-5d80-47c4-985a-fe67db1e7e5e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:47:23.747361 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-00accd00-5d80-47c4-985a-fe67db1e7e5e tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/ports/5f288225-906e-43cb-aa15-e5488e4969b5 HTTP/1.1" status: 404 len: 333 time: 0.0701892 Aug 16 01:47:23.747699 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57074) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:23.789597 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-db591a51-7524-4a80-9f0a-41a6646d31da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.807763 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff026319-5989-4732-b78c-0108523283ca tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] DELETE failed (client error): The resource could not be found. Aug 16 01:47:23.808288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff026319-5989-4732-b78c-0108523283ca tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:47:23.812539 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ff026319-5989-4732-b78c-0108523283ca tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/subnets/c358c442-dfe8-4ef9-b5f7-45ae59d39d1f HTTP/1.1" status: 404 len: 337 time: 0.0614307 Aug 16 01:47:23.812726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-e8d3b94a-e16f-40ad-b74d-4ef848cd5b9a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] For port c8896b39-938b-446f-ba8b-38090826bd34, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c8896b39-938b-446f-ba8b-38090826bd34,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:23.812726 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8d3b94a-e16f-40ad-b74d-4ef848cd5b9a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:23.822151 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57080) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:23.838750 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db591a51-7524-4a80-9f0a-41a6646d31da None None] Pushing event deleted for resources: {'Port': ['ID=57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:23.841090 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db591a51-7524-4a80-9f0a-41a6646d31da None None] No DVR routers for this DVR port 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:23.861130 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e060cf66-c3a7-4624-8450-3a9c2c943ff8 None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:47:23.901271 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e8d3b94a-e16f-40ad-b74d-4ef848cd5b9a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Calling delete_port for c8896b39-938b-446f-ba8b-38090826bd34 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:23.904413 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b005369-91b2-48f1-b624-fbf8ee2dc5d7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] DELETE failed (client error): The resource could not be found. Aug 16 01:47:23.905199 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b005369-91b2-48f1-b624-fbf8ee2dc5d7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:47:23.907195 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1b005369-91b2-48f1-b624-fbf8ee2dc5d7 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/subnets/6eb83ca4-4a14-45af-8098-75de506ff818 HTTP/1.1" status: 404 len: 337 time: 0.0812318 Aug 16 01:47:23.910521 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57084) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:24.132305 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.147648 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea3a09-72e9-4c46-8130-192e5d1c2a56 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Deleting port f7d92745-684f-4648-b505-0cc84d98affc {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:24.149989 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3a09-72e9-4c46-8130-192e5d1c2a56 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.223996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e060cf66-c3a7-4624-8450-3a9c2c943ff8 None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 01:47:24.300911 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f41686cd-4837-4194-a358-d053ce5fb9bd req-04602f0f-f337-4f8f-ad21-e48aa8aa85cc tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.1114826 Aug 16 01:47:24.375974 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3a09-72e9-4c46-8130-192e5d1c2a56 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.405901 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8d3b94a-e16f-40ad-b74d-4ef848cd5b9a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.419365 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea3a09-72e9-4c46-8130-192e5d1c2a56 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Calling delete_port for f7d92745-684f-4648-b505-0cc84d98affc owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:24.520443 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3b94a-e16f-40ad-b74d-4ef848cd5b9a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8896b39-938b-446f-ba8b-38090826bd34,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:24.636790 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3a09-72e9-4c46-8130-192e5d1c2a56 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.681045 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8d3b94a-e16f-40ad-b74d-4ef848cd5b9a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.696615 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:24.745150 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea3a09-72e9-4c46-8130-192e5d1c2a56 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Port': ['ID=f7d92745-684f-4648-b505-0cc84d98affc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:24.765266 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3a09-72e9-4c46-8130-192e5d1c2a56 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:24.774019 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e3ea3a09-72e9-4c46-8130-192e5d1c2a56 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/ports/f7d92745-684f-4648-b505-0cc84d98affc HTTP/1.1" status: 204 len: 168 time: 0.8622751 Aug 16 01:47:24.774644 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57108) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:24.906920 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:47:24.907475 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 57a3efc8-cc68-4c5c-9d35-c6cfb771b8d4 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:47:24.963115 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e218856f-fe18-41cc-90e9-7ff1bc2a0479 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.216014 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e218856f-fe18-41cc-90e9-7ff1bc2a0479 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.240457 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e218856f-fe18-41cc-90e9-7ff1bc2a0479 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819ebf89-40d1-4359-b7b6-b023f3970c6c']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:25.253575 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e218856f-fe18-41cc-90e9-7ff1bc2a0479 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f69b54-45a3-4fa0-ab5e-4f2b898dc667') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:25.253909 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e218856f-fe18-41cc-90e9-7ff1bc2a0479 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f69b54-45a3-4fa0-ab5e-4f2b898dc667') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:25.267608 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e218856f-fe18-41cc-90e9-7ff1bc2a0479 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.312550 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e218856f-fe18-41cc-90e9-7ff1bc2a0479 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.323732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e218856f-fe18-41cc-90e9-7ff1bc2a0479 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:47:25.324664 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e218856f-fe18-41cc-90e9-7ff1bc2a0479 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: items = [ Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:47:25.328341 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:47:25.529662 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8d3b94a-e16f-40ad-b74d-4ef848cd5b9a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.533862 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8d3b94a-e16f-40ad-b74d-4ef848cd5b9a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.537443 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f2bd96b3-c587-4fe3-a105-7bb00d63de92 req-df161ba7-6af9-419f-a3f0-4a0e6f3a0dff tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.0665095 Aug 16 01:47:25.591989 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e218856f-fe18-41cc-90e9-7ff1bc2a0479 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.594525 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8d3b94a-e16f-40ad-b74d-4ef848cd5b9a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.595803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d3b94a-e16f-40ad-b74d-4ef848cd5b9a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58b17360-7f98-4f31-9a3a-f45ed89cf302 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:47:25.609848 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8d3b94a-e16f-40ad-b74d-4ef848cd5b9a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.615408 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e218856f-fe18-41cc-90e9-7ff1bc2a0479 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.616967 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e8d3b94a-e16f-40ad-b74d-4ef848cd5b9a tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "DELETE /v2.0/routers/58b17360-7f98-4f31-9a3a-f45ed89cf302 HTTP/1.1" status: 204 len: 168 time: 2.8251262 Aug 16 01:47:25.618197 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e218856f-fe18-41cc-90e9-7ff1bc2a0479 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] 10.222.0.68 "DELETE /v2.0/networks/819ebf89-40d1-4359-b7b6-b023f3970c6c HTTP/1.1" status: 204 len: 168 time: 0.8406308 Aug 16 01:47:25.618662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57148) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:25.627138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0969ce04-f486-400a-859d-abf20c9cbec7 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-985003280', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:25.668540 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218856f-fe18-41cc-90e9-7ff1bc2a0479 tempest-PortsTestJSON-1897869507 tempest-PortsTestJSON-1897869507-project] Pushing event deleted for resources: {'Network': ['ID=819ebf89-40d1-4359-b7b6-b023f3970c6c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:25.695568 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0969ce04-f486-400a-859d-abf20c9cbec7 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.697525 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0969ce04-f486-400a-859d-abf20c9cbec7 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.783972 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0969ce04-f486-400a-859d-abf20c9cbec7 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:25.889098 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:26.127373 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0969ce04-f486-400a-859d-abf20c9cbec7 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:26.380606 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57182) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:26.635378 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c8896b39-938b-446f-ba8b-38090826bd34 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:26.697970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: c8896b39-938b-446f-ba8b-38090826bd34 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:47:26.698723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c8896b39-938b-446f-ba8b-38090826bd34 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:47:26.730805 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0969ce04-f486-400a-859d-abf20c9cbec7 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:26.817438 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7659cd9b-c927-48cb-b446-e151471d1831 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=81838e3aa0c9493fbc6d0bcbcdcdd7ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4347486 Aug 16 01:47:26.819406 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57200) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:26.821609 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c921e4e-d3df-4504-8545-3c6e0f8f0a66 req-ed36534a-06d6-4475-8075-b6a67e40d713 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.0909381 Aug 16 01:47:26.823038 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0969ce04-f486-400a-859d-abf20c9cbec7 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:26.928039 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cbfc-b868-42cb-a828-38b6ee147258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:26.983044 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cbfc-b868-42cb-a828-38b6ee147258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:27.072762 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cbfc-b868-42cb-a828-38b6ee147258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:27.075882 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cf0cbfc-b868-42cb-a828-38b6ee147258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:27.079879 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1cf0cbfc-b868-42cb-a828-38b6ee147258 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/854ae2b6-9604-41ce-b158-701eed466370 HTTP/1.1" status: 204 len: 168 time: 0.2589841 Aug 16 01:47:27.106175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0cbfc-b868-42cb-a828-38b6ee147258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854ae2b6-9604-41ce-b158-701eed466370,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:27.122008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-0969ce04-f486-400a-859d-abf20c9cbec7 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Allocated IP 172.25.3.6 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/9a73d265-c0fb-4674-94dd-f2486d28836e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:27.420568 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0969ce04-f486-400a-859d-abf20c9cbec7 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:27.451281 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57226) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:27.526899 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0969ce04-f486-400a-859d-abf20c9cbec7 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:27.611880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0969ce04-f486-400a-859d-abf20c9cbec7 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:27.629138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-0969ce04-f486-400a-859d-abf20c9cbec7 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:27.636045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0969ce04-f486-400a-859d-abf20c9cbec7 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:27.743438 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969ce04-f486-400a-859d-abf20c9cbec7 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Pushing event updated for resources: {'Port': ['ID=9a73d265-c0fb-4674-94dd-f2486d28836e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:27.789107 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-005437ee-da41-4c9e-a3fd-cff64f135c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:28.060187 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-005437ee-da41-4c9e-a3fd-cff64f135c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:28.065445 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-005437ee-da41-4c9e-a3fd-cff64f135c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:28.177273 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0969ce04-f486-400a-859d-abf20c9cbec7 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:28.238558 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea309c4a-d988-408e-9750-0b7ab4f4be68 req-08a78b90-e393-4363-88d6-7dc300ff4e18 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.1697557 Aug 16 01:47:28.239302 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005437ee-da41-4c9e-a3fd-cff64f135c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828a2405-29c3-41dd-86f2-9e79280b17ac,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:28.308423 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57260) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:28.311898 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-005437ee-da41-4c9e-a3fd-cff64f135c32 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=afedf86591af4b8ea8f2b5409326a947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8577015 Aug 16 01:47:28.329242 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57264) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:28.530205 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4ab8fc9f-ec53-41f0-8a6e-06ffaea97986 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:28.530918 n-d-765315-27 neutron-server[94673]: WARNING neutron.api.v2.base [None req-4ab8fc9f-ec53-41f0-8a6e-06ffaea97986 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 01:47:28.531414 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-4ab8fc9f-ec53-41f0-8a6e-06ffaea97986 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 01:47:28.532389 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4ab8fc9f-ec53-41f0-8a6e-06ffaea97986 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2033451 Aug 16 01:47:28.538161 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57270) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:28.542731 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0f944f72-df25-453f-9011-ead2f753ce3f tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1328499911'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:28.565294 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37282b96-0ac2-4520-9945-79332c2085a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:28.596947 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f944f72-df25-453f-9011-ead2f753ce3f tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:28.614352 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f944f72-df25-453f-9011-ead2f753ce3f tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:28.634924 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37282b96-0ac2-4520-9945-79332c2085a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:28.686613 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0969ce04-f486-400a-859d-abf20c9cbec7 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:28.762221 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37282b96-0ac2-4520-9945-79332c2085a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:28.771111 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37282b96-0ac2-4520-9945-79332c2085a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:28.773619 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-37282b96-0ac2-4520-9945-79332c2085a3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/828a2405-29c3-41dd-86f2-9e79280b17ac HTTP/1.1" status: 204 len: 168 time: 0.4637403 Aug 16 01:47:28.790275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37282b96-0ac2-4520-9945-79332c2085a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828a2405-29c3-41dd-86f2-9e79280b17ac,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:28.803348 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f944f72-df25-453f-9011-ead2f753ce3f tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:28.822834 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f944f72-df25-453f-9011-ead2f753ce3f tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:28.942076 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f944f72-df25-453f-9011-ead2f753ce3f tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc52e60f-e3ee-4b70-ba2e-a14b96172218,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:29.004959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0969ce04-f486-400a-859d-abf20c9cbec7 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Router 491453d5-7ecf-47d9-b36f-d7dbf37fbe0a is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:47:29.029030 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f944f72-df25-453f-9011-ead2f753ce3f tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.035814 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f944f72-df25-453f-9011-ead2f753ce3f tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.066428 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f944f72-df25-453f-9011-ead2f753ce3f tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.073891 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0f944f72-df25-453f-9011-ead2f753ce3f tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5344131 Aug 16 01:47:29.074701 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57282) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:29.089668 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-19401e9c-dfa8-46c9-a46c-5fac691762e2 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': '4694a383-c735-4f30-b6c9-9bc6e796cbfa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:29.138816 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f944f72-df25-453f-9011-ead2f753ce3f tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4694a383-c735-4f30-b6c9-9bc6e796cbfa,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:29.194295 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19401e9c-dfa8-46c9-a46c-5fac691762e2 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.306914 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0969ce04-f486-400a-859d-abf20c9cbec7 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:47:29.319069 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f9af1d-8ffe-4964-9d1b-d59b3fb65d8f None None] Sync routers for ids ['491453d5-7ecf-47d9-b36f-d7dbf37fbe0a'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:47:29.348961 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f9af1d-8ffe-4964-9d1b-d59b3fb65d8f None None] Routers {'491453d5-7ecf-47d9-b36f-d7dbf37fbe0a'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:29.351709 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f7f9af1d-8ffe-4964-9d1b-d59b3fb65d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:47:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['491453d5-7ecf-47d9-b36f-d7dbf37fbe0a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:29.362742 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0969ce04-f486-400a-859d-abf20c9cbec7 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.364652 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0969ce04-f486-400a-859d-abf20c9cbec7 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7441158 Aug 16 01:47:29.368474 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57300) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:29.374438 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4d2ac537-ab2c-4a0d-8573-be942276c17f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'enable_snat': False}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:29.405558 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19401e9c-dfa8-46c9-a46c-5fac691762e2 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.432530 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19401e9c-dfa8-46c9-a46c-5fac691762e2 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.435981 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f7f9af1d-8ffe-4964-9d1b-d59b3fb65d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:29.451591 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f9af1d-8ffe-4964-9d1b-d59b3fb65d8f None None] Routers {'491453d5-7ecf-47d9-b36f-d7dbf37fbe0a'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:29.453100 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f7f9af1d-8ffe-4964-9d1b-d59b3fb65d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:47:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['491453d5-7ecf-47d9-b36f-d7dbf37fbe0a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:29.521162 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f7f9af1d-8ffe-4964-9d1b-d59b3fb65d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:29.522628 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f9af1d-8ffe-4964-9d1b-d59b3fb65d8f None None] The sync data for ids ['491453d5-7ecf-47d9-b36f-d7dbf37fbe0a'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:47:29.531838 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19401e9c-dfa8-46c9-a46c-5fac691762e2 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09df3141-b089-4953-be85-44d2a37c800d,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:29.553997 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19401e9c-dfa8-46c9-a46c-5fac691762e2 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.562755 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-19401e9c-dfa8-46c9-a46c-5fac691762e2 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4799862 Aug 16 01:47:29.562755 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57304) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:29.565355 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57306) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:29.596079 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-66b78595-5352-4772-9a6c-f9317650820a tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': '4694a383-c735-4f30-b6c9-9bc6e796cbfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:29.597396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f58fcce5-0efc-44ce-a1f0-d7e9dadd6e2f req-5b4706e6-0a81-4281-ae12-3ac034832e04 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.1325052 Aug 16 01:47:29.621178 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea172a41-2374-4a4c-be95-9f3d19f232a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.774168 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea172a41-2374-4a4c-be95-9f3d19f232a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.787088 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea172a41-2374-4a4c-be95-9f3d19f232a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.890726 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea172a41-2374-4a4c-be95-9f3d19f232a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da905b89-dbc0-4c64-a7f1-7a83e378c709,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:29.894342 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66b78595-5352-4772-9a6c-f9317650820a tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:29.939696 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ea172a41-2374-4a4c-be95-9f3d19f232a8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=57157fb588344fb5ab49fae71f94f3cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3744357 Aug 16 01:47:29.941162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57310) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:30.000627 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4d2ac537-ab2c-4a0d-8573-be942276c17f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.007941 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-66b78595-5352-4772-9a6c-f9317650820a tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 01:47:30.009089 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-66b78595-5352-4772-9a6c-f9317650820a tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4184320 Aug 16 01:47:30.011830 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57312) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:30.049921 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-20e5077e-7fa8-46e2-b625-aee1b4a9c216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.097485 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62d4c7c6-b77c-41f0-b9a5-904499ba7f03 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.101144 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-20e5077e-7fa8-46e2-b625-aee1b4a9c216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.151268 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62d4c7c6-b77c-41f0-b9a5-904499ba7f03 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.208528 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62d4c7c6-b77c-41f0-b9a5-904499ba7f03 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.212438 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62d4c7c6-b77c-41f0-b9a5-904499ba7f03 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.216713 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-62d4c7c6-b77c-41f0-b9a5-904499ba7f03 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "DELETE /v2.0/security-groups/4694a383-c735-4f30-b6c9-9bc6e796cbfa HTTP/1.1" status: 204 len: 168 time: 0.2039557 Aug 16 01:47:30.218137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57314) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:30.281157 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-20e5077e-7fa8-46e2-b625-aee1b4a9c216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.284173 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-20e5077e-7fa8-46e2-b625-aee1b4a9c216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.285718 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-20e5077e-7fa8-46e2-b625-aee1b4a9c216 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/da905b89-dbc0-4c64-a7f1-7a83e378c709 HTTP/1.1" status: 204 len: 168 time: 0.3375785 Aug 16 01:47:30.301705 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c94ff131-6e83-4432-8dac-d9205805612b tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0797069 Aug 16 01:47:30.303049 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57320) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:30.319484 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9ddb886d-c732-4151-9d52-0eb7bd6ae3a3 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group': {'name': 'tempest-secgroup--594682387'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:30.330401 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4c7c6-b77c-41f0-b9a5-904499ba7f03 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4694a383-c735-4f30-b6c9-9bc6e796cbfa,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:30.345213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5077e-7fa8-46e2-b625-aee1b4a9c216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da905b89-dbc0-4c64-a7f1-7a83e378c709,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:30.362833 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9ddb886d-c732-4151-9d52-0eb7bd6ae3a3 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.575836 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9ddb886d-c732-4151-9d52-0eb7bd6ae3a3 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.590045 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9ddb886d-c732-4151-9d52-0eb7bd6ae3a3 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.639575 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb886d-c732-4151-9d52-0eb7bd6ae3a3 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a657cd1-9b67-4dd2-9f04-b866a174e469,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:30.700617 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9ddb886d-c732-4151-9d52-0eb7bd6ae3a3 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.703511 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9ddb886d-c732-4151-9d52-0eb7bd6ae3a3 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3992290 Aug 16 01:47:30.706686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57330) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:30.714687 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3f868ecb-ef24-4eeb-a13b-ab4d95f6c367 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': '0a657cd1-9b67-4dd2-9f04-b866a174e469', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:30.715985 n-d-765315-27 neutron-server[94673]: WARNING neutron.api.v2.base [None req-3f868ecb-ef24-4eeb-a13b-ab4d95f6c367 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 01:47:30.717239 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-3f868ecb-ef24-4eeb-a13b-ab4d95f6c367 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:47:30.718373 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3f868ecb-ef24-4eeb-a13b-ab4d95f6c367 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0107303 Aug 16 01:47:30.721176 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57334) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:30.804222 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4d2ac537-ab2c-4a0d-8573-be942276c17f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.811922 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4d2ac537-ab2c-4a0d-8573-be942276c17f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.855190 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-257e9e95-2b16-4bbe-b027-dc1365699b63 req-09301c79-8057-4dd4-bb4f-3a66d4ec3866 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.0985992 Aug 16 01:47:30.939814 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fe4810df-ed38-421e-9bfa-bc2cf4880db4 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:30.977356 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fe4810df-ed38-421e-9bfa-bc2cf4880db4 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.051112 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2ac537-ab2c-4a0d-8573-be942276c17f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Router 491453d5-7ecf-47d9-b36f-d7dbf37fbe0a has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:47:31.236199 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2ac537-ab2c-4a0d-8573-be942276c17f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:47:31.243890 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4d2ac537-ab2c-4a0d-8573-be942276c17f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.245425 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4d2ac537-ab2c-4a0d-8573-be942276c17f tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "PUT /v2.0/routers/491453d5-7ecf-47d9-b36f-d7dbf37fbe0a HTTP/1.1" status: 200 len: 923 time: 1.8754592 Aug 16 01:47:31.250030 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30850138-d6f5-4b39-9cbf-e4165a218b10 None None] Sync routers for ids ['491453d5-7ecf-47d9-b36f-d7dbf37fbe0a'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:47:31.257165 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57348) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:31.268777 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30850138-d6f5-4b39-9cbf-e4165a218b10 None None] Routers {'491453d5-7ecf-47d9-b36f-d7dbf37fbe0a'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:31.270683 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-30850138-d6f5-4b39-9cbf-e4165a218b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:47:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['491453d5-7ecf-47d9-b36f-d7dbf37fbe0a'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:31.411566 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-30850138-d6f5-4b39-9cbf-e4165a218b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:31.431177 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30850138-d6f5-4b39-9cbf-e4165a218b10 None None] Routers {'491453d5-7ecf-47d9-b36f-d7dbf37fbe0a'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:31.432292 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-30850138-d6f5-4b39-9cbf-e4165a218b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:47:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['491453d5-7ecf-47d9-b36f-d7dbf37fbe0a'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:31.476326 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-30850138-d6f5-4b39-9cbf-e4165a218b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:31.477184 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30850138-d6f5-4b39-9cbf-e4165a218b10 None None] The sync data for ids ['491453d5-7ecf-47d9-b36f-d7dbf37fbe0a'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:47:31.487171 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fe4810df-ed38-421e-9bfa-bc2cf4880db4 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.492689 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fe4810df-ed38-421e-9bfa-bc2cf4880db4 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.514834 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fe4810df-ed38-421e-9bfa-bc2cf4880db4 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "DELETE /v2.0/security-groups/0a657cd1-9b67-4dd2-9f04-b866a174e469 HTTP/1.1" status: 204 len: 168 time: 0.7925658 Aug 16 01:47:31.523557 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57362) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:31.549135 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d50f73c4-dcd1-46ee-b546-a6bcc5256857 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "GET /v2.0/routers/491453d5-7ecf-47d9-b36f-d7dbf37fbe0a HTTP/1.1" status: 200 len: 923 time: 0.2856541 Aug 16 01:47:31.554568 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57366) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:31.559198 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4810df-ed38-421e-9bfa-bc2cf4880db4 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a657cd1-9b67-4dd2-9f04-b866a174e469,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:31.641565 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f424ed49-cac7-4b57-a5ac-83e5806a37a4 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1110137 Aug 16 01:47:31.641825 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57372) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:31.648773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a6bf9111-50f7-4ecd-8617-9fb00748e8ab tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group': {'name': 'tempest-secgroup--106735458'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:31.679239 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcff3fac-bbd9-483d-aa3d-1329899524e1 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:31.686249 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fcff3fac-bbd9-483d-aa3d-1329899524e1 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=624da80d-1349-4890-b915-f302637330f0&device_id=491453d5-7ecf-47d9-b36f-d7dbf37fbe0a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0944052 Aug 16 01:47:31.690358 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57376) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:31.705495 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9111-50f7-4ecd-8617-9fb00748e8ab tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.867608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d12973-ad86-4db6-ba8d-89b34a46a9c9 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:31.874354 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57382) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:31.874885 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-52d12973-ad86-4db6-ba8d-89b34a46a9c9 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 881 time: 0.1827288 Aug 16 01:47:31.965160 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7f87aae3-99ed-4cae-b41d-afa71159c2bb tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "GET /v2.0/ports?device_id=491453d5-7ecf-47d9-b36f-d7dbf37fbe0a HTTP/1.1" status: 200 len: 205 time: 0.0861940 Aug 16 01:47:31.965974 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57386) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:31.975038 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9111-50f7-4ecd-8617-9fb00748e8ab tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:31.987008 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9111-50f7-4ecd-8617-9fb00748e8ab tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.067588 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-e38cbaec-0690-48f5-a70c-9c6fef99a6bf tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--966633598&fields=id&tenant_id=1529735a2a4048bbb2f4e83bd590d36c HTTP/1.1" status: 200 len: 267 time: 0.2627513 Aug 16 01:47:32.093371 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9111-50f7-4ecd-8617-9fb00748e8ab tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.095229 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a6bf9111-50f7-4ecd-8617-9fb00748e8ab tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4522281 Aug 16 01:47:32.107091 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57388) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:32.117440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-abf08dc9-dfc7-4e87-b721-043597b5e873 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': 'dcd273e7-0bbb-4cf7-92d3-bad7720fbfa5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:32.119764 n-d-765315-27 neutron-server[94673]: WARNING neutron.api.v2.base [None req-abf08dc9-dfc7-4e87-b721-043597b5e873 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 01:47:32.120553 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-abf08dc9-dfc7-4e87-b721-043597b5e873 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:47:32.121912 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-abf08dc9-dfc7-4e87-b721-043597b5e873 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0131958 Aug 16 01:47:32.136066 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57390) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:32.137683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf9111-50f7-4ecd-8617-9fb00748e8ab tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd273e7-0bbb-4cf7-92d3-bad7720fbfa5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:32.239834 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-847342e3-e33b-4d55-a91b-9f37f55eee04 req-f48f3bdd-f2b3-47d7-abba-0bf861bf3b6d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb886ef2-1c16-4791-bdb1-f1c3a6bbd94e HTTP/1.1" status: 200 len: 210 time: 0.1267846 Aug 16 01:47:32.314939 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ba80aaa8-137c-44ae-a2b4-0280f1cf11ce tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:32.323917 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ba80aaa8-137c-44ae-a2b4-0280f1cf11ce tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/networks?id=27b5d8d5-10cf-4fee-9418-9d301dc64f6c HTTP/1.1" status: 200 len: 816 time: 0.2346237 Aug 16 01:47:32.335571 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-957d157f-8b19-41a4-9ce2-22f124165c06 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/quotas/1529735a2a4048bbb2f4e83bd590d36c HTTP/1.1" status: 200 len: 375 time: 0.0103183 Aug 16 01:47:32.522195 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-4e6c075c-0c7e-45b8-beb5-499f60eda9ce tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1529735a2a4048bbb2f4e83bd590d36c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1773605 Aug 16 01:47:32.694932 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-c0f282de-c490-40c5-870c-22c13a31c6c4 service neutron] 10.222.0.68 "GET /v2.0/networks/27b5d8d5-10cf-4fee-9418-9d301dc64f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573079 Aug 16 01:47:32.907778 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bb0f-7ebe-478f-8430-6b135a85c0b9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:32.918511 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-c6f959b0-7dd3-4faf-a471-d1fb990611e8 service neutron] 10.222.0.68 "GET /v2.0/networks/27b5d8d5-10cf-4fee-9418-9d301dc64f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168295 Aug 16 01:47:32.927721 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb068-1dfd-4a29-b5eb-c83f12dd36b5 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.008648 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb068-1dfd-4a29-b5eb-c83f12dd36b5 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.124675 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb068-1dfd-4a29-b5eb-c83f12dd36b5 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.127463 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb068-1dfd-4a29-b5eb-c83f12dd36b5 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.131258 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0f7fb068-1dfd-4a29-b5eb-c83f12dd36b5 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "DELETE /v2.0/security-groups/dcd273e7-0bbb-4cf7-92d3-bad7720fbfa5 HTTP/1.1" status: 204 len: 168 time: 0.9916403 Aug 16 01:47:33.131994 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57418) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:33.134203 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bb0f-7ebe-478f-8430-6b135a85c0b9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.146490 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fb068-1dfd-4a29-b5eb-c83f12dd36b5 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd273e7-0bbb-4cf7-92d3-bad7720fbfa5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:33.227635 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-51ba563b-45c9-46d8-b733-a01aa9b91707 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0888183 Aug 16 01:47:33.227896 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57422) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:33.235012 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e2ec20a9-dc7e-4f32-a4b6-073343a6cc17 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1153630340'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:33.262874 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4ca8bb0f-7ebe-478f-8430-6b135a85c0b9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Deleting port 9a73d265-c0fb-4674-94dd-f2486d28836e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:33.263340 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bb0f-7ebe-478f-8430-6b135a85c0b9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.324126 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2ec20a9-dc7e-4f32-a4b6-073343a6cc17 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.444780 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57438) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:33.466035 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f907b7f5-ab89-49df-b2f0-765f3cc581df req-1fee3848-eaa0-4163-afb8-4e2099a31574 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 210 time: 0.0462313 Aug 16 01:47:33.481426 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bb0f-7ebe-478f-8430-6b135a85c0b9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.511178 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4ca8bb0f-7ebe-478f-8430-6b135a85c0b9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Calling delete_port for 9a73d265-c0fb-4674-94dd-f2486d28836e owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:33.663659 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2ec20a9-dc7e-4f32-a4b6-073343a6cc17 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.670896 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b8351df0-d21b-4c11-af44-7158529ad3e7 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.682047 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2ec20a9-dc7e-4f32-a4b6-073343a6cc17 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.731455 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b8351df0-d21b-4c11-af44-7158529ad3e7 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.842742 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b8351df0-d21b-4c11-af44-7158529ad3e7 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.845434 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b8351df0-d21b-4c11-af44-7158529ad3e7 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.849204 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b8351df0-d21b-4c11-af44-7158529ad3e7 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "DELETE /v2.0/security-groups/42cc320b-036d-43c5-8f9a-ec9c54deb1bd HTTP/1.1" status: 204 len: 168 time: 0.4012067 Aug 16 01:47:33.849986 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57458) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:33.856082 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2ec20a9-dc7e-4f32-a4b6-073343a6cc17 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:33.857311 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e2ec20a9-dc7e-4f32-a4b6-073343a6cc17 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6284540 Aug 16 01:47:33.858044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec20a9-dc7e-4f32-a4b6-073343a6cc17 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c968e9e-9444-412b-99c3-e1d2adacdefb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:33.860397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57460) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:33.878461 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9a2b5bac-0b9a-4291-bb83-452a749d5e2e tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': '7c968e9e-9444-412b-99c3-e1d2adacdefb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:33.893502 n-d-765315-27 neutron-server[94672]: WARNING neutron.api.v2.base [None req-9a2b5bac-0b9a-4291-bb83-452a749d5e2e tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 01:47:33.894107 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-9a2b5bac-0b9a-4291-bb83-452a749d5e2e tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:47:33.895278 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9a2b5bac-0b9a-4291-bb83-452a749d5e2e tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0324233 Aug 16 01:47:33.896305 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8351df0-d21b-4c11-af44-7158529ad3e7 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cc320b-036d-43c5-8f9a-ec9c54deb1bd,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:33.900360 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57466) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:33.919363 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-076daae0-417e-4cab-9763-8d425c3fa4b4 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': '7c968e9e-9444-412b-99c3-e1d2adacdefb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:33.921077 n-d-765315-27 neutron-server[94673]: WARNING neutron.api.v2.base [None req-076daae0-417e-4cab-9763-8d425c3fa4b4 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 01:47:33.921515 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-076daae0-417e-4cab-9763-8d425c3fa4b4 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:47:33.936414 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-076daae0-417e-4cab-9763-8d425c3fa4b4 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0293462 Aug 16 01:47:33.942609 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-4e17f21c-0eb1-4da0-a0f7-53bc84823b14 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] show failed (client error): The resource could not be found. Aug 16 01:47:33.953862 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4e17f21c-0eb1-4da0-a0f7-53bc84823b14 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "GET /v2.0/security-groups/42cc320b-036d-43c5-8f9a-ec9c54deb1bd HTTP/1.1" status: 404 len: 347 time: 0.1001494 Aug 16 01:47:33.954887 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57468) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:33.955287 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57470) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:34.000137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4c7b042c-1cd6-432d-96f9-2b2ca74ea253 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': '7c968e9e-9444-412b-99c3-e1d2adacdefb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:34.003956 n-d-765315-27 neutron-server[94673]: WARNING neutron.api.v2.base [None req-4c7b042c-1cd6-432d-96f9-2b2ca74ea253 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 01:47:34.004493 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-4c7b042c-1cd6-432d-96f9-2b2ca74ea253 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:47:34.009793 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4c7b042c-1cd6-432d-96f9-2b2ca74ea253 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0507269 Aug 16 01:47:34.012890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57476) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:34.024073 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-418575a2-e61a-4164-b93d-a665a01e861d tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': '7c968e9e-9444-412b-99c3-e1d2adacdefb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:34.027108 n-d-765315-27 neutron-server[94672]: WARNING neutron.api.v2.base [None req-418575a2-e61a-4164-b93d-a665a01e861d tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 01:47:34.027720 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-418575a2-e61a-4164-b93d-a665a01e861d tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:47:34.030758 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-418575a2-e61a-4164-b93d-a665a01e861d tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0166736 Aug 16 01:47:34.033834 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57478) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:34.182426 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11be59d3-c585-4f2a-8f35-d095d55344ec tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.198384 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bb0f-7ebe-478f-8430-6b135a85c0b9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.234837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8bb0f-7ebe-478f-8430-6b135a85c0b9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Pushing event deleted for resources: {'Port': ['ID=9a73d265-c0fb-4674-94dd-f2486d28836e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:34.257906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-194a0958-4fc3-482c-8108-84cd8b3a69b3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Deleting port 1aaa74e8-d6fe-4e6c-96f3-e852a6654c6a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:34.260039 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-194a0958-4fc3-482c-8108-84cd8b3a69b3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.275110 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11be59d3-c585-4f2a-8f35-d095d55344ec tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.448481 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21f800-69c3-43f3-ab6e-3621c933584f req-8c8af93d-9936-4b2d-99db-9a3180636c58 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:34.456549 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fb21f800-69c3-43f3-ab6e-3621c933584f req-8c8af93d-9936-4b2d-99db-9a3180636c58 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.1031470 Aug 16 01:47:34.460446 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bb0f-7ebe-478f-8430-6b135a85c0b9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.489861 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-194a0958-4fc3-482c-8108-84cd8b3a69b3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.490371 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-194a0958-4fc3-482c-8108-84cd8b3a69b3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.510970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-194a0958-4fc3-482c-8108-84cd8b3a69b3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Calling delete_port for 1aaa74e8-d6fe-4e6c-96f3-e852a6654c6a owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:34.540936 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fb21f800-69c3-43f3-ab6e-3621c933584f req-0e66073e-c855-4cc3-af46-2423515d5898 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833271 Aug 16 01:47:34.558579 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11be59d3-c585-4f2a-8f35-d095d55344ec tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.561666 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11be59d3-c585-4f2a-8f35-d095d55344ec tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.565046 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-11be59d3-c585-4f2a-8f35-d095d55344ec tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "DELETE /v2.0/security-groups/7c968e9e-9444-412b-99c3-e1d2adacdefb HTTP/1.1" status: 204 len: 168 time: 0.5262911 Aug 16 01:47:34.568150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57498) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:34.639345 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bb0f-7ebe-478f-8430-6b135a85c0b9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.664394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be59d3-c585-4f2a-8f35-d095d55344ec tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c968e9e-9444-412b-99c3-e1d2adacdefb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:34.668962 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bb0f-7ebe-478f-8430-6b135a85c0b9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.708541 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-135fe2f7-b7a5-434e-849f-5e1098bcabf4 req-212a01a1-f9e3-4ab5-a0cd-71f53abc9727 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 210 time: 0.0924795 Aug 16 01:47:34.768579 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bb0f-7ebe-478f-8430-6b135a85c0b9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.773080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca8bb0f-7ebe-478f-8430-6b135a85c0b9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Fanout notify agent at l3_agent the message router_deleted on router 491453d5-7ecf-47d9-b36f-d7dbf37fbe0a {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:47:34.774997 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-afa9c134-4d94-48d1-9061-ae312c470c99 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1709514 Aug 16 01:47:34.781081 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ca8bb0f-7ebe-478f-8430-6b135a85c0b9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.782398 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4ca8bb0f-7ebe-478f-8430-6b135a85c0b9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "DELETE /v2.0/routers/491453d5-7ecf-47d9-b36f-d7dbf37fbe0a HTTP/1.1" status: 204 len: 168 time: 2.8148339 Aug 16 01:47:34.783376 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57506) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:34.790222 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-40358889-81d0-482a-9de7-c94b57956b74 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group': {'name': 'tempest-secgroup--551512417'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:34.790482 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57508) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:34.803982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ac634750-a70f-4a47-a902-6b17bbf157a3 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-487184895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:34.821137 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-194a0958-4fc3-482c-8108-84cd8b3a69b3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.826885 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40358889-81d0-482a-9de7-c94b57956b74 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.919947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a0958-4fc3-482c-8108-84cd8b3a69b3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event deleted for resources: {'Port': ['ID=1aaa74e8-d6fe-4e6c-96f3-e852a6654c6a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:34.975654 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac634750-a70f-4a47-a902-6b17bbf157a3 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:34.978952 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac634750-a70f-4a47-a902-6b17bbf157a3 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.052619 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40358889-81d0-482a-9de7-c94b57956b74 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.059121 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40358889-81d0-482a-9de7-c94b57956b74 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.059653 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-194a0958-4fc3-482c-8108-84cd8b3a69b3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.062611 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-194a0958-4fc3-482c-8108-84cd8b3a69b3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.066325 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-194a0958-4fc3-482c-8108-84cd8b3a69b3 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "DELETE /v2.0/floatingips/459f7385-5553-49e7-993d-2685eba63ff1 HTTP/1.1" status: 204 len: 168 time: 1.1008389 Aug 16 01:47:35.067408 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57514) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:35.107340 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40358889-81d0-482a-9de7-c94b57956b74 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.109118 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-40358889-81d0-482a-9de7-c94b57956b74 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3246298 Aug 16 01:47:35.111814 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57518) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:35.118315 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b4d43ce9-e59a-4f0c-b3ad-337ae4bdf948 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': '9b21990f-7bc0-405b-948e-3750a74fc9a7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:35.119683 n-d-765315-27 neutron-server[94672]: WARNING neutron.api.v2.base [None req-b4d43ce9-e59a-4f0c-b3ad-337ae4bdf948 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 01:47:35.120348 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-b4d43ce9-e59a-4f0c-b3ad-337ae4bdf948 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:47:35.121700 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b4d43ce9-e59a-4f0c-b3ad-337ae4bdf948 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085561 Aug 16 01:47:35.123238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40358889-81d0-482a-9de7-c94b57956b74 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b21990f-7bc0-405b-948e-3750a74fc9a7,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:35.138816 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57520) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:35.144894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2a0eb4ee-7ea1-4b66-9f65-73c3600e264e tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': '9b21990f-7bc0-405b-948e-3750a74fc9a7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:35.207072 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-2a0eb4ee-7ea1-4b66-9f65-73c3600e264e tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:47:35.210384 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2a0eb4ee-7ea1-4b66-9f65-73c3600e264e tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0718467 Aug 16 01:47:35.213417 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57524) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:35.216552 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac634750-a70f-4a47-a902-6b17bbf157a3 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.220289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a16c1648-8dd8-4acb-b9dc-6489b18afa82 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': '9b21990f-7bc0-405b-948e-3750a74fc9a7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:35.221008 n-d-765315-27 neutron-server[94672]: WARNING neutron.api.v2.base [None req-a16c1648-8dd8-4acb-b9dc-6489b18afa82 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 01:47:35.221882 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-a16c1648-8dd8-4acb-b9dc-6489b18afa82 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:47:35.223269 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a16c1648-8dd8-4acb-b9dc-6489b18afa82 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081544 Aug 16 01:47:35.226697 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57526) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:35.231836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4f411be6-abe4-443f-bcdc-d07c6561caf8 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': '9b21990f-7bc0-405b-948e-3750a74fc9a7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:35.239588 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac634750-a70f-4a47-a902-6b17bbf157a3 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.283474 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d8fb0-7171-4e99-8634-ee26fcc46b60 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Deleting port 0f0afde3-55ae-42f9-858b-d97e140ec6de {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:35.283835 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec5d8fb0-7171-4e99-8634-ee26fcc46b60 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.298112 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac634750-a70f-4a47-a902-6b17bbf157a3 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.302722 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ac634750-a70f-4a47-a902-6b17bbf157a3 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5111637 Aug 16 01:47:35.305047 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57530) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:35.320211 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5e9727d3-d9a0-4d32-879c-5cff7dc6a570 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Request body: {'router': {'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:35.327395 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-4f411be6-abe4-443f-bcdc-d07c6561caf8 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:47:35.331773 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4f411be6-abe4-443f-bcdc-d07c6561caf8 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1009903 Aug 16 01:47:35.331953 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57534) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:35.345464 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-53eb7b55-83fb-4142-a57e-888b3156822d tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': '9b21990f-7bc0-405b-948e-3750a74fc9a7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:35.345923 n-d-765315-27 neutron-server[94672]: WARNING neutron.api.v2.base [None req-53eb7b55-83fb-4142-a57e-888b3156822d tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 01:47:35.346428 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-53eb7b55-83fb-4142-a57e-888b3156822d tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:47:35.350890 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-53eb7b55-83fb-4142-a57e-888b3156822d tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0125129 Aug 16 01:47:35.351129 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57536) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:35.360148 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2f53eb64-58f0-43ca-b05b-adcef1c302a2 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': '9b21990f-7bc0-405b-948e-3750a74fc9a7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:35.398496 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-2f53eb64-58f0-43ca-b05b-adcef1c302a2 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Project d1097e918bf647968bd3ec7b0d84756b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 01:47:35.422387 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-2f53eb64-58f0-43ca-b05b-adcef1c302a2 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:47:35.425674 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2f53eb64-58f0-43ca-b05b-adcef1c302a2 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0721948 Aug 16 01:47:35.428826 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57538) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:35.435165 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7ffd36ef-2307-4ccf-a843-a5e39a1f813b tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': '9b21990f-7bc0-405b-948e-3750a74fc9a7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:35.436409 n-d-765315-27 neutron-server[94672]: WARNING neutron.api.v2.base [None req-7ffd36ef-2307-4ccf-a843-a5e39a1f813b tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 01:47:35.437142 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-7ffd36ef-2307-4ccf-a843-a5e39a1f813b tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:47:35.440303 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7ffd36ef-2307-4ccf-a843-a5e39a1f813b tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080774 Aug 16 01:47:35.442569 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57540) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:35.449896 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4eb7fc6e-af09-4b04-89ed-d3303214ff8d tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': '9b21990f-7bc0-405b-948e-3750a74fc9a7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:35.521647 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-4eb7fc6e-af09-4b04-89ed-d3303214ff8d tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Project d1097e918bf647968bd3ec7b0d84756b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 01:47:35.543353 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-4eb7fc6e-af09-4b04-89ed-d3303214ff8d tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:47:35.548080 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4eb7fc6e-af09-4b04-89ed-d3303214ff8d tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1042085 Aug 16 01:47:35.548918 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57544) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:35.555540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9c63dffa-e3d4-4e6d-b064-486ad50f82aa tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': '9b21990f-7bc0-405b-948e-3750a74fc9a7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:35.602110 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-9c63dffa-e3d4-4e6d-b064-486ad50f82aa tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Project d1097e918bf647968bd3ec7b0d84756b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 01:47:35.629474 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-9c63dffa-e3d4-4e6d-b064-486ad50f82aa tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:47:35.630621 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9c63dffa-e3d4-4e6d-b064-486ad50f82aa tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0801792 Aug 16 01:47:35.635413 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57550) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:35.837540 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4111b7da-5e8a-4fe1-b5c0-2931a6db1bbb tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.844808 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e9727d3-d9a0-4d32-879c-5cff7dc6a570 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.920774 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a177b82-999d-4746-8ee8-9a84409953a0 req-cd99ad29-3f89-4992-8dae-0d2ab2c35342 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 210 time: 0.0707564 Aug 16 01:47:35.922764 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec5d8fb0-7171-4e99-8634-ee26fcc46b60 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.951917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11680f0e-90d5-4811-8f5e-0030c2b2e90b req-90d2fd70-2279-4012-b93d-4682fcbfba32 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:35.951917 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11680f0e-90d5-4811-8f5e-0030c2b2e90b req-90d2fd70-2279-4012-b93d-4682fcbfba32 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.2344723 Aug 16 01:47:35.964289 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4111b7da-5e8a-4fe1-b5c0-2931a6db1bbb tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:35.977149 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d8fb0-7171-4e99-8634-ee26fcc46b60 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Calling delete_port for 0f0afde3-55ae-42f9-858b-d97e140ec6de owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:36.078623 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11680f0e-90d5-4811-8f5e-0030c2b2e90b req-d9f4b217-af67-4d50-a1dc-b9ef0cbe37e1 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169355 Aug 16 01:47:36.126784 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4111b7da-5e8a-4fe1-b5c0-2931a6db1bbb tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.131076 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4111b7da-5e8a-4fe1-b5c0-2931a6db1bbb tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.132815 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4111b7da-5e8a-4fe1-b5c0-2931a6db1bbb tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "DELETE /v2.0/security-groups/9b21990f-7bc0-405b-948e-3750a74fc9a7 HTTP/1.1" status: 204 len: 168 time: 0.4962354 Aug 16 01:47:36.155494 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57562) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:36.156410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111b7da-5e8a-4fe1-b5c0-2931a6db1bbb tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b21990f-7bc0-405b-948e-3750a74fc9a7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:36.175128 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ed97a572-b7c3-4278-ba41-6cda43662d39 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:36.176752 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ed97a572-b7c3-4278-ba41-6cda43662d39 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.73 "GET /v2.0/networks?id=27b5d8d5-10cf-4fee-9418-9d301dc64f6c HTTP/1.1" status: 200 len: 816 time: 0.7284527 Aug 16 01:47:36.177352 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec5d8fb0-7171-4e99-8634-ee26fcc46b60 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.285215 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a962a65b-b709-463a-aec1-ed6423fee5d5 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0925493 Aug 16 01:47:36.286700 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57566) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:36.301555 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a60d6cf9-fe72-4924-ba4c-eb372c468f50 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group': {'name': 'tempest-secgroup--443277346'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:36.356743 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a60d6cf9-fe72-4924-ba4c-eb372c468f50 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.419228 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d8fb0-7171-4e99-8634-ee26fcc46b60 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event deleted for resources: {'Port': ['ID=0f0afde3-55ae-42f9-858b-d97e140ec6de,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:36.525513 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-d07a242c-e48b-473f-8a9f-e9d7a5152680 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1529735a2a4048bbb2f4e83bd590d36c HTTP/1.1" status: 200 len: 379 time: 0.2637019 Aug 16 01:47:36.527278 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec5d8fb0-7171-4e99-8634-ee26fcc46b60 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.529323 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ec5d8fb0-7171-4e99-8634-ee26fcc46b60 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "DELETE /v2.0/ports/0f0afde3-55ae-42f9-858b-d97e140ec6de HTTP/1.1" status: 204 len: 168 time: 1.4604979 Aug 16 01:47:36.533922 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57570) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:36.538138 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-50221f1b-23ed-48fc-b76b-2e370a8828ed tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Request body: {'port': {'device_id': '8005f88c-3cb1-4d93-b5ab-25ffce08b44a', 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c', 'admin_state_up': True, 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'security_groups': ['381232e5-89f5-4a83-80f0-4adffaeb489a']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:36.540536 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a60d6cf9-fe72-4924-ba4c-eb372c468f50 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.547179 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a60d6cf9-fe72-4924-ba4c-eb372c468f50 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.592157 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d6cf9-fe72-4924-ba4c-eb372c468f50 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10299a43-dee9-483e-8d97-5fc63e7dde8f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:36.595488 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a60d6cf9-fe72-4924-ba4c-eb372c468f50 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.601203 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a60d6cf9-fe72-4924-ba4c-eb372c468f50 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3073261 Aug 16 01:47:36.601477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57572) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:36.633174 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4851743b-70b8-4deb-903e-f5c59862cdce tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': '10299a43-dee9-483e-8d97-5fc63e7dde8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:36.837392 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-50221f1b-23ed-48fc-b76b-2e370a8828ed tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Made reservation on behalf of 1529735a2a4048bbb2f4e83bd590d36c for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:36.841416 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-50221f1b-23ed-48fc-b76b-2e370a8828ed tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:36.932658 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-4851743b-70b8-4deb-903e-f5c59862cdce tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The resource could not be found. Aug 16 01:47:36.936314 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4851743b-70b8-4deb-903e-f5c59862cdce tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3264022 Aug 16 01:47:36.936985 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57580) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:36.942293 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ee92366a-02f5-42ca-8217-e1fc2f819a29 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': '10299a43-dee9-483e-8d97-5fc63e7dde8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7d4971e4-625f-42ab-86a6-aeaa260fa1dc'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:36.985735 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-af8a73fc-b8e1-47df-a92a-c1e81ce888dd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Deleting port 47c48de3-b662-47a6-8021-99cd79188db2 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:36.986172 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af8a73fc-b8e1-47df-a92a-c1e81ce888dd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.010312 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-ee92366a-02f5-42ca-8217-e1fc2f819a29 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The resource could not be found. Aug 16 01:47:37.018563 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ee92366a-02f5-42ca-8217-e1fc2f819a29 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0797594 Aug 16 01:47:37.020256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57584) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:37.022387 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e9727d3-d9a0-4d32-879c-5cff7dc6a570 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.089472 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b473786-9bc8-4b1c-b629-1cb4dcc1243f req-d12e7198-0d84-41c6-995a-165bea431973 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 210 time: 0.0544426 Aug 16 01:47:37.089734 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e9727d3-d9a0-4d32-879c-5cff7dc6a570 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.139948 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1b56157-0ec5-47bf-8d25-337269e5c9e2 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.192342 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1b56157-0ec5-47bf-8d25-337269e5c9e2 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.232667 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.245011 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1b56157-0ec5-47bf-8d25-337269e5c9e2 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.249124 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1b56157-0ec5-47bf-8d25-337269e5c9e2 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.253627 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d1b56157-0ec5-47bf-8d25-337269e5c9e2 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "DELETE /v2.0/security-groups/10299a43-dee9-483e-8d97-5fc63e7dde8f HTTP/1.1" status: 204 len: 168 time: 0.2300384 Aug 16 01:47:37.254769 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57592) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:37.312367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b56157-0ec5-47bf-8d25-337269e5c9e2 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10299a43-dee9-483e-8d97-5fc63e7dde8f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:37.357322 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b75b6bf4-1fa4-4d5b-8eed-fc97d43a86d7 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0902183 Aug 16 01:47:37.358650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57598) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:37.366525 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a3e9cec1-6056-4db7-9533-0a9f0d28c108 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': 'a9455099-67c9-407b-9347-476f1d30d0e9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:37.424710 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-a3e9cec1-6056-4db7-9533-0a9f0d28c108 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The resource could not be found. Aug 16 01:47:37.431620 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a3e9cec1-6056-4db7-9533-0a9f0d28c108 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0675974 Aug 16 01:47:37.431966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57602) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:37.438079 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a64511e1-f806-4a59-a8c5-4fa7bbacef43 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1469054189'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:37.475815 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64511e1-f806-4a59-a8c5-4fa7bbacef43 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.582614 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64511e1-f806-4a59-a8c5-4fa7bbacef43 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.587681 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64511e1-f806-4a59-a8c5-4fa7bbacef43 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.622067 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64511e1-f806-4a59-a8c5-4fa7bbacef43 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.623397 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a64511e1-f806-4a59-a8c5-4fa7bbacef43 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1903312 Aug 16 01:47:37.626600 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57608) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:37.632177 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fc8cfffb-7d53-4fa0-b8f6-af34371354e1 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group': {'name': 'tempest-secgroup--879225939'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:37.640457 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64511e1-f806-4a59-a8c5-4fa7bbacef43 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cece8dca-0fcb-4d0c-9193-12357743c6a5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:37.661250 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc8cfffb-7d53-4fa0-b8f6-af34371354e1 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.694069 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-5e9727d3-d9a0-4d32-879c-5cff7dc6a570 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Allocated IP 172.25.3.240 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/4f71b67c-a0dc-4ebb-a74a-c949615702b2) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:37.766594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb5db9-ffa0-4210-a752-024062cbe98d req-60cac111-30f4-44fd-8dfe-de5071cdd8b3 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:37.768160 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ebfb5db9-ffa0-4210-a752-024062cbe98d req-60cac111-30f4-44fd-8dfe-de5071cdd8b3 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.1997170 Aug 16 01:47:37.772592 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc8cfffb-7d53-4fa0-b8f6-af34371354e1 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.781538 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af8a73fc-b8e1-47df-a92a-c1e81ce888dd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.785142 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-50221f1b-23ed-48fc-b76b-2e370a8828ed tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Allocated IP 172.20.0.11 (27b5d8d5-10cf-4fee-9418-9d301dc64f6c/66424a27-2b04-48e7-b747-252110db691a/ab4e7ee7-32f9-4f4c-9303-ac5638d650e7) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:37.792385 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc8cfffb-7d53-4fa0-b8f6-af34371354e1 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.856814 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc8cfffb-7d53-4fa0-b8f6-af34371354e1 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:37.861175 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fc8cfffb-7d53-4fa0-b8f6-af34371354e1 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2310662 Aug 16 01:47:37.861175 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cfffb-7d53-4fa0-b8f6-af34371354e1 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8ad4d7-8ea0-4274-8ecf-328b38bd7862,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:37.864215 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57614) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:37.865206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-af8a73fc-b8e1-47df-a92a-c1e81ce888dd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Calling delete_port for 47c48de3-b662-47a6-8021-99cd79188db2 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:37.871633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e7e44074-bffc-483b-be91-67dc1aa21c02 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': 'cece8dca-0fcb-4d0c-9193-12357743c6a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7b8ad4d7-8ea0-4274-8ecf-328b38bd7862'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:37.928981 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-e7e44074-bffc-483b-be91-67dc1aa21c02 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:47:37.931047 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e7e44074-bffc-483b-be91-67dc1aa21c02 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0650685 Aug 16 01:47:37.933965 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57616) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:37.967506 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.011903 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ebfb5db9-ffa0-4210-a752-024062cbe98d req-e5166f82-bdaf-4300-a883-4c953c503b8a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235837 Aug 16 01:47:38.026150 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-beff5d4f-bd4f-432e-a658-c4c7bf3b544e tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.057742 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-beff5d4f-bd4f-432e-a658-c4c7bf3b544e tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.114639 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-beff5d4f-bd4f-432e-a658-c4c7bf3b544e tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.123088 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e9727d3-d9a0-4d32-879c-5cff7dc6a570 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.135874 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-beff5d4f-bd4f-432e-a658-c4c7bf3b544e tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.138536 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-beff5d4f-bd4f-432e-a658-c4c7bf3b544e tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "DELETE /v2.0/security-groups/7b8ad4d7-8ea0-4274-8ecf-328b38bd7862 HTTP/1.1" status: 204 len: 168 time: 0.2028556 Aug 16 01:47:38.140827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57624) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:38.161815 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff5d4f-bd4f-432e-a658-c4c7bf3b544e tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8ad4d7-8ea0-4274-8ecf-328b38bd7862,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:38.245361 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3b1bd551-dc70-406d-81a9-3c1e731e1b45 req-9d6d991c-b435-4290-a7e4-21302c82c5e1 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 210 time: 0.0398943 Aug 16 01:47:38.335676 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-50221f1b-23ed-48fc-b76b-2e370a8828ed tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.354147 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c814c1f2-8b4f-450e-a7d2-ba1e4d910585 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2069254 Aug 16 01:47:38.355573 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57630) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:38.359605 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af8a73fc-b8e1-47df-a92a-c1e81ce888dd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.378136 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-50221f1b-23ed-48fc-b76b-2e370a8828ed tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Transition to ACTIVE for port object ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:38.400423 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e9727d3-d9a0-4d32-879c-5cff7dc6a570 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.406657 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a73fc-b8e1-47df-a92a-c1e81ce888dd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event deleted for resources: {'Port': ['ID=47c48de3-b662-47a6-8021-99cd79188db2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:38.485592 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-802caf80-d386-45f2-9201-6623edfc556e tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.513503 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9727d3-d9a0-4d32-879c-5cff7dc6a570 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:38.517377 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-802caf80-d386-45f2-9201-6623edfc556e tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.527088 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-5e9727d3-d9a0-4d32-879c-5cff7dc6a570 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:38.542245 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9727d3-d9a0-4d32-879c-5cff7dc6a570 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:38.567283 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9727d3-d9a0-4d32-879c-5cff7dc6a570 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Pushing event updated for resources: {'Port': ['ID=4f71b67c-a0dc-4ebb-a74a-c949615702b2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:38.589480 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af8a73fc-b8e1-47df-a92a-c1e81ce888dd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.594742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57638) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:38.596489 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-af8a73fc-b8e1-47df-a92a-c1e81ce888dd tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "DELETE /v2.0/ports/47c48de3-b662-47a6-8021-99cd79188db2 HTTP/1.1" status: 204 len: 168 time: 2.0051432 Aug 16 01:47:38.604071 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-50221f1b-23ed-48fc-b76b-2e370a8828ed tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.619879 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-802caf80-d386-45f2-9201-6623edfc556e tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.629443 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-802caf80-d386-45f2-9201-6623edfc556e tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.632264 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-802caf80-d386-45f2-9201-6623edfc556e tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "DELETE /v2.0/security-groups/cece8dca-0fcb-4d0c-9193-12357743c6a5 HTTP/1.1" status: 204 len: 168 time: 0.2754056 Aug 16 01:47:38.659799 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57640) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:38.682398 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50221f1b-23ed-48fc-b76b-2e370a8828ed tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Pushing event updated for resources: {'Port': ['ID=ab4e7ee7-32f9-4f4c-9303-ac5638d650e7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:38.688959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802caf80-d386-45f2-9201-6623edfc556e tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cece8dca-0fcb-4d0c-9193-12357743c6a5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:38.693210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-50221f1b-23ed-48fc-b76b-2e370a8828ed tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Network 27b5d8d5-10cf-4fee-9418-9d301dc64f6c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:38.697871 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-50221f1b-23ed-48fc-b76b-2e370a8828ed tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:38.700651 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-50221f1b-23ed-48fc-b76b-2e370a8828ed tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:38.762420 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-d152e246-fecb-44dd-9fda-c59944a2b282 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Deleting subnet 2d2826b0-99a9-4c6d-9d14-a0b94c6e8722 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:47:38.766824 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d152e246-fecb-44dd-9fda-c59944a2b282 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.777185 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6a2cba1a-d031-4c19-9945-39d49a66dacd tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1095521 Aug 16 01:47:38.793118 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57644) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:38.798395 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-db8bc441-1157-4c80-ba98-af491bc8e76c tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group': {'name': 'tempest-secgroup--623807326'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:38.838724 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d152e246-fecb-44dd-9fda-c59944a2b282 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.887136 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-50221f1b-23ed-48fc-b76b-2e370a8828ed tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:38.887795 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-50221f1b-23ed-48fc-b76b-2e370a8828ed tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.889323 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db8bc441-1157-4c80-ba98-af491bc8e76c tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:38.960397 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-50221f1b-23ed-48fc-b76b-2e370a8828ed tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4281542 Aug 16 01:47:38.981996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Request body: {'port': {'device_id': '8005f88c-3cb1-4d93-b5ab-25ffce08b44a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:39.162971 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d152e246-fecb-44dd-9fda-c59944a2b282 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.224827 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-96166d4d-9b11-4fab-8a06-b018fecb4f55 None None] Provisioning for port ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:39.231152 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-96166d4d-9b11-4fab-8a06-b018fecb4f55 None None] Provisioning complete for port ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:39.231784 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96166d4d-9b11-4fab-8a06-b018fecb4f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.297419 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.313967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-96166d4d-9b11-4fab-8a06-b018fecb4f55 None None] Port ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:47:39.373821 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db8bc441-1157-4c80-ba98-af491bc8e76c tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.395846 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db8bc441-1157-4c80-ba98-af491bc8e76c tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.398832 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e9727d3-d9a0-4d32-879c-5cff7dc6a570 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.458840 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86438268-6c9c-4b7b-ab6b-3d1966536975 req-90d64470-ad9f-4937-a571-5016a41d72e9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:39.466810 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-86438268-6c9c-4b7b-ab6b-3d1966536975 req-90d64470-ad9f-4937-a571-5016a41d72e9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.3091638 Aug 16 01:47:39.509996 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db8bc441-1157-4c80-ba98-af491bc8e76c tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.514359 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-db8bc441-1157-4c80-ba98-af491bc8e76c tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7170243 Aug 16 01:47:39.514359 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d152e246-fecb-44dd-9fda-c59944a2b282 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.518621 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57684) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:39.529843 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2367ae52-6739-4496-bb2b-44e9692c56c7 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': '945532aa-cdad-46dd-8177-e4e3c1d3af21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:39.537847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8bc441-1157-4c80-ba98-af491bc8e76c tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=945532aa-cdad-46dd-8177-e4e3c1d3af21,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:39.576916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152e246-fecb-44dd-9fda-c59944a2b282 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event deleted for resources: {'Subnet': ['ID=2d2826b0-99a9-4c6d-9d14-a0b94c6e8722,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:39.579072 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0212d3-5c1e-4723-9b92-62705fe5141a None None] Network 40c3db57-1e7f-42e7-b628-4096f135707a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:39.580316 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d152e246-fecb-44dd-9fda-c59944a2b282 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.585828 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d152e246-fecb-44dd-9fda-c59944a2b282 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "DELETE /v2.0/subnets/2d2826b0-99a9-4c6d-9d14-a0b94c6e8722 HTTP/1.1" status: 204 len: 168 time: 0.9867823 Aug 16 01:47:39.589719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57688) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:39.615560 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd98d07-514f-4740-af2d-da61ae776010 req-356a038f-4297-4365-9075-7edaec36cd49 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:39.620640 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9fd98d07-514f-4740-af2d-da61ae776010 req-356a038f-4297-4365-9075-7edaec36cd49 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 932 time: 0.2696514 Aug 16 01:47:39.629988 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-86438268-6c9c-4b7b-ab6b-3d1966536975 req-88ce5f43-7b6a-49c6-9dd7-48cbb5c1418f tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621885 Aug 16 01:47:39.706448 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1d9561-909d-4541-9a2a-24b43c0bfac8 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Deleting subnet 3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:47:39.713116 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-2367ae52-6739-4496-bb2b-44e9692c56c7 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:47:39.715041 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2367ae52-6739-4496-bb2b-44e9692c56c7 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1942713 Aug 16 01:47:39.716315 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b1d9561-909d-4541-9a2a-24b43c0bfac8 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.720376 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57702) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:39.768235 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-04b650a3-ee5a-418a-944a-997fff8d6927 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group_rule': {'security_group_id': '945532aa-cdad-46dd-8177-e4e3c1d3af21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:39.823892 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b1d9561-909d-4541-9a2a-24b43c0bfac8 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.864906 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9fd98d07-514f-4740-af2d-da61ae776010 req-97d06cea-3eb3-477f-802d-e304348403f2 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/security-groups?id=381232e5-89f5-4a83-80f0-4adffaeb489a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326787 Aug 16 01:47:39.875819 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-04b650a3-ee5a-418a-944a-997fff8d6927 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:47:39.877026 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-04b650a3-ee5a-418a-944a-997fff8d6927 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1552525 Aug 16 01:47:39.879905 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57712) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:39.986783 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b1d9561-909d-4541-9a2a-24b43c0bfac8 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.014267 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-67346bf9-aa0e-4f44-9456-adec7f68d112 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.030081 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc447c72-963b-481e-a147-f01b18412299 None None] DHCP port deletion for 40c3db57-1e7f-42e7-b628-4096f135707a request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:47:40.045707 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e9727d3-d9a0-4d32-879c-5cff7dc6a570 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.056480 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e9727d3-d9a0-4d32-879c-5cff7dc6a570 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.067202 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-67346bf9-aa0e-4f44-9456-adec7f68d112 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.135398 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-dc447c72-963b-481e-a147-f01b18412299 None None] Deleting port cd172f82-4e38-4678-8dfe-a266603936f1 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:40.136024 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dc447c72-963b-481e-a147-f01b18412299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.154747 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:40.167311 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-67346bf9-aa0e-4f44-9456-adec7f68d112 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.172386 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.180190 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-67346bf9-aa0e-4f44-9456-adec7f68d112 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.185342 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-67346bf9-aa0e-4f44-9456-adec7f68d112 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "DELETE /v2.0/security-groups/945532aa-cdad-46dd-8177-e4e3c1d3af21 HTTP/1.1" status: 204 len: 168 time: 0.3043606 Aug 16 01:47:40.187404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57740) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:40.189330 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Transition to ACTIVE for port object ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:40.193537 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b1d9561-909d-4541-9a2a-24b43c0bfac8 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.196211 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.265325 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d9561-909d-4541-9a2a-24b43c0bfac8 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee9d256-d8d6-469a-b8c6-fd9f439f7f74,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:40.296526 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67346bf9-aa0e-4f44-9456-adec7f68d112 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=945532aa-cdad-46dd-8177-e4e3c1d3af21,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:40.305642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-dc447c72-963b-481e-a147-f01b18412299 None None] For port cd172f82-4e38-4678-8dfe-a266603936f1, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=cd172f82-4e38-4678-8dfe-a266603936f1,segment=NetworkSegment(9cf99d00-c970-4f57-8882-af2657344335),segment_id=9cf99d00-c970-4f57-8882-af2657344335)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:40.306781 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dc447c72-963b-481e-a147-f01b18412299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.316469 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b1d9561-909d-4541-9a2a-24b43c0bfac8 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.325448 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0b1d9561-909d-4541-9a2a-24b43c0bfac8 tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "DELETE /v2.0/subnets/3ee9d256-d8d6-469a-b8c6-fd9f439f7f74 HTTP/1.1" status: 204 len: 168 time: 0.7317309 Aug 16 01:47:40.329318 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bbe6ec-d13b-4cd0-8e68-8a3ac1eb84ff None None] Network eac9d217-8a8e-4249-a789-0da4a12bc674 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:40.329504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57758) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:40.353379 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-dc447c72-963b-481e-a147-f01b18412299 None None] Calling delete_port for cd172f82-4e38-4678-8dfe-a266603936f1 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:40.461682 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3ebd9c76-b3c2-4183-88f8-3d5faa39321a tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2625504 Aug 16 01:47:40.462545 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57770) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:40.491729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Pushing event updated for resources: {'Port': ['ID=ab4e7ee7-32f9-4f4c-9303-ac5638d650e7,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:40.564598 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b4283066-4a96-4a28-a4c3-7cc40aa6a85f tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1424250777'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:40.618426 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dc447c72-963b-481e-a147-f01b18412299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.701115 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cd172f82-4e38-4678-8dfe-a266603936f1 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:40.751031 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4283066-4a96-4a28-a4c3-7cc40aa6a85f tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.765508 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: cd172f82-4e38-4678-8dfe-a266603936f1 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:47:40.766794 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cd172f82-4e38-4678-8dfe-a266603936f1 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:47:40.769229 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41fd13c-a1fc-4071-a1d8-07df98488f5a None None] DHCP port deletion for eac9d217-8a8e-4249-a789-0da4a12bc674 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:47:40.784219 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc447c72-963b-481e-a147-f01b18412299 None None] No DVR routers for this DVR port cd172f82-4e38-4678-8dfe-a266603936f1 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:40.790705 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc447c72-963b-481e-a147-f01b18412299 None None] Pushing event deleted for resources: {'Port': ['ID=cd172f82-4e38-4678-8dfe-a266603936f1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:40.790904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Attempting to bind port ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:40.791272 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Attempting to bind port ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '119b8383-cbdb-46f9-9a3b-5028d09affca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:40.791583 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Attempting to bind port ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 on network 27b5d8d5-10cf-4fee-9418-9d301dc64f6c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:40.808846 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Port ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 on network 27b5d8d5-10cf-4fee-9418-9d301dc64f6c not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:47:40.809220 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Attempting to bind port ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 on network 27b5d8d5-10cf-4fee-9418-9d301dc64f6c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:40.813409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9727d3-d9a0-4d32-879c-5cff7dc6a570 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Router 8e4b95ee-23ad-479f-9491-dde54d224a0b is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:47:40.820442 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:40.820811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Checking segment: {'id': '119b8383-cbdb-46f9-9a3b-5028d09affca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:40.821219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Bound using segment: {'id': '119b8383-cbdb-46f9-9a3b-5028d09affca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:40.821714 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Bound port: ab4e7ee7-32f9-4f4c-9303-ac5638d650e7, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119b8383-cbdb-46f9-9a3b-5028d09affca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:40.822130 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.897385 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b20f700-d004-4c6d-8b12-64838e5a03ce tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:40.897591 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc447c72-963b-481e-a147-f01b18412299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:40.904953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc447c72-963b-481e-a147-f01b18412299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:40.904953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc447c72-963b-481e-a147-f01b18412299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:40.904953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc447c72-963b-481e-a147-f01b18412299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:40.904953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc447c72-963b-481e-a147-f01b18412299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:40.904953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc447c72-963b-481e-a147-f01b18412299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:40.904953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc447c72-963b-481e-a147-f01b18412299 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:40.904953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc447c72-963b-481e-a147-f01b18412299 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:40.904953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc447c72-963b-481e-a147-f01b18412299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:40.904953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc447c72-963b-481e-a147-f01b18412299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:40.904953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc447c72-963b-481e-a147-f01b18412299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:40.904953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc447c72-963b-481e-a147-f01b18412299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:40.991469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e41fd13c-a1fc-4071-a1d8-07df98488f5a None None] Deleting port 5bb9b842-29ee-4f76-b381-245a393610d8 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:40.992715 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e41fd13c-a1fc-4071-a1d8-07df98488f5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.010172 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] For port ab4e7ee7-32f9-4f4c-9303-ac5638d650e7, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:41.016809 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] For port ab4e7ee7-32f9-4f4c-9303-ac5638d650e7, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ab4e7ee7-32f9-4f4c-9303-ac5638d650e7,segment=NetworkSegment(119b8383-cbdb-46f9-9a3b-5028d09affca),segment_id=119b8383-cbdb-46f9-9a3b-5028d09affca)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:41.159879 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b20f700-d004-4c6d-8b12-64838e5a03ce tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.161783 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e41fd13c-a1fc-4071-a1d8-07df98488f5a None None] For port 5bb9b842-29ee-4f76-b381-245a393610d8, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5bb9b842-29ee-4f76-b381-245a393610d8,segment=NetworkSegment(722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f),segment_id=722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:41.166195 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e41fd13c-a1fc-4071-a1d8-07df98488f5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.183477 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-8b20f700-d004-4c6d-8b12-64838e5a03ce tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c3db57-1e7f-42e7-b628-4096f135707a']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:41.187618 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4283066-4a96-4a28-a4c3-7cc40aa6a85f tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.198930 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4283066-4a96-4a28-a4c3-7cc40aa6a85f tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.199731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e41fd13c-a1fc-4071-a1d8-07df98488f5a None None] Calling delete_port for 5bb9b842-29ee-4f76-b381-245a393610d8 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:41.202343 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-8b20f700-d004-4c6d-8b12-64838e5a03ce tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf99d00-c970-4f57-8882-af2657344335') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:41.202678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-8b20f700-d004-4c6d-8b12-64838e5a03ce tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf99d00-c970-4f57-8882-af2657344335') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:41.248705 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2b9ac-1fc3-4499-839e-c97469c3a4cd req-aabfbc71-af1b-4eae-8ed2-8fd18f8d8079 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:41.260093 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43e2b9ac-1fc3-4499-839e-c97469c3a4cd req-aabfbc71-af1b-4eae-8ed2-8fd18f8d8079 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 944 time: 0.2369161 Aug 16 01:47:41.281780 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b20f700-d004-4c6d-8b12-64838e5a03ce tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.322628 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4283066-4a96-4a28-a4c3-7cc40aa6a85f tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.326831 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b4283066-4a96-4a28-a4c3-7cc40aa6a85f tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8557353 Aug 16 01:47:41.328057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57852) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:41.329042 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4283066-4a96-4a28-a4c3-7cc40aa6a85f tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa902f15-1f72-4433-8e6d-d038f29d06b6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:41.331758 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e41fd13c-a1fc-4071-a1d8-07df98488f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.338913 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-81dac239-e273-40ab-a09e-999f9dbbeb22 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:41.339157 n-d-765315-27 neutron-server[94672]: WARNING neutron.api.v2.base [None req-81dac239-e273-40ab-a09e-999f9dbbeb22 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 01:47:41.339667 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-81dac239-e273-40ab-a09e-999f9dbbeb22 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 01:47:41.352814 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-81dac239-e273-40ab-a09e-999f9dbbeb22 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "PUT /v2.0/security-groups/fa902f15-1f72-4433-8e6d-d038f29d06b6 HTTP/1.1" status: 409 len: 330 time: 0.0188606 Aug 16 01:47:41.355940 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b20f700-d004-4c6d-8b12-64838e5a03ce tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.363362 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57858) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:41.374519 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fd13c-a1fc-4071-a1d8-07df98488f5a None None] Pushing event deleted for resources: {'Port': ['ID=5bb9b842-29ee-4f76-b381-245a393610d8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:41.380017 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.387155 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43e2b9ac-1fc3-4499-839e-c97469c3a4cd req-50b64e39-8995-49aa-9f80-8fc82f1c8a4f tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/security-groups?id=381232e5-89f5-4a83-80f0-4adffaeb489a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259730 Aug 16 01:47:41.388400 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b20f700-d004-4c6d-8b12-64838e5a03ce tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:47:41.389003 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b20f700-d004-4c6d-8b12-64838e5a03ce tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.390256 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41fd13c-a1fc-4071-a1d8-07df98488f5a None None] No DVR routers for this DVR port 5bb9b842-29ee-4f76-b381-245a393610d8 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:47:41.392280 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:47:41.493491 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b20f700-d004-4c6d-8b12-64838e5a03ce tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.516921 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b20f700-d004-4c6d-8b12-64838e5a03ce tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.527623 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8b20f700-d004-4c6d-8b12-64838e5a03ce tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "DELETE /v2.0/networks/40c3db57-1e7f-42e7-b628-4096f135707a HTTP/1.1" status: 204 len: 168 time: 1.1885028 Aug 16 01:47:41.529413 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20f700-d004-4c6d-8b12-64838e5a03ce tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event deleted for resources: {'Network': ['ID=40c3db57-1e7f-42e7-b628-4096f135707a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:41.531654 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57872) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:41.622993 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57878) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:41.723350 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fe2715f-2eba-4ae5-90dc-e5f77283093d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.881411 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b5cd0db-ca57-4fbc-904d-27a339f2b7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.905896 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fe2715f-2eba-4ae5-90dc-e5f77283093d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.923399 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4fe2715f-2eba-4ae5-90dc-e5f77283093d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac9d217-8a8e-4249-a789-0da4a12bc674']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:41.944221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4fe2715f-2eba-4ae5-90dc-e5f77283093d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:41.944221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4fe2715f-2eba-4ae5-90dc-e5f77283093d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722fb3c7-bb7f-4f4f-9b1b-eb696dbbc64f') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:41.961725 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fe2715f-2eba-4ae5-90dc-e5f77283093d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.972273 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:41.973248 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.975821 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] 10.222.0.73 "PUT /v2.0/ports/ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 HTTP/1.1" status: 200 len: 1093 time: 3.0024664 Aug 16 01:47:41.984441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8005f88c-3cb1-4d93-b5ab-25ffce08b44a', 'tag': 'ab4e7ee7-32f9-4f4c-9303-ac5638d650e7'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:41.985656 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fe2715f-2eba-4ae5-90dc-e5f77283093d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:41.988838 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1089588-939d-41a3-af0b-5af24ddf7f38" -d '{"events": [{"name": "network-changed", "server_uuid": "8005f88c-3cb1-4d93-b5ab-25ffce08b44a", "tag": "ab4e7ee7-32f9-4f4c-9303-ac5638d650e7"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:42.015553 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe2715f-2eba-4ae5-90dc-e5f77283093d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:47:42.016011 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fe2715f-2eba-4ae5-90dc-e5f77283093d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:47:42.019624 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:47:42.063787 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27a500-ba73-4903-bfe2-a7337463d602 req-5d700db0-7f15-4fca-b7e6-c0a33d163066 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:42.072395 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a27a500-ba73-4903-bfe2-a7337463d602 req-5d700db0-7f15-4fca-b7e6-c0a33d163066 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 1.2264943 Aug 16 01:47:42.075611 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62688b3f-36ff-4108-bab8-1ce75514d966 x-openstack-request-id: req-62688b3f-36ff-4108-bab8-1ce75514d966 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:42.076021 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8005f88c-3cb1-4d93-b5ab-25ffce08b44a", "tag": "ab4e7ee7-32f9-4f4c-9303-ac5638d650e7", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:42.076394 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-62688b3f-36ff-4108-bab8-1ce75514d966 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:42.076952 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8005f88c-3cb1-4d93-b5ab-25ffce08b44a', 'tag': 'ab4e7ee7-32f9-4f4c-9303-ac5638d650e7', 'status': 'completed', 'code': 200} Aug 16 01:47:42.089462 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9727d3-d9a0-4d32-879c-5cff7dc6a570 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:47:42.101919 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18986c51-d261-4c6c-b7e1-8291a1aad343 None None] Sync routers for ids ['8e4b95ee-23ad-479f-9491-dde54d224a0b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:47:42.113045 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e9727d3-d9a0-4d32-879c-5cff7dc6a570 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.114442 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5e9727d3-d9a0-4d32-879c-5cff7dc6a570 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "PUT /v2.0/routers/8e4b95ee-23ad-479f-9491-dde54d224a0b HTTP/1.1" status: 200 len: 883 time: 6.8084483 Aug 16 01:47:42.116086 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada95229-5216-4de1-9d74-3e4a7451051d service neutron] Pushing event updated for resources: {'Port': ['ID=ab4e7ee7-32f9-4f4c-9303-ac5638d650e7,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:42.118448 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18986c51-d261-4c6c-b7e1-8291a1aad343 None None] Routers {'8e4b95ee-23ad-479f-9491-dde54d224a0b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:42.119080 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-18986c51-d261-4c6c-b7e1-8291a1aad343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:47:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8e4b95ee-23ad-479f-9491-dde54d224a0b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:42.140264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57916) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:42.151106 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fe2715f-2eba-4ae5-90dc-e5f77283093d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.199187 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d77ec177-9659-434b-9912-e6ba82330dae tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.207574 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fe2715f-2eba-4ae5-90dc-e5f77283093d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.210924 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4fe2715f-2eba-4ae5-90dc-e5f77283093d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] 10.222.0.68 "DELETE /v2.0/networks/eac9d217-8a8e-4249-a789-0da4a12bc674 HTTP/1.1" status: 204 len: 168 time: 0.6780598 Aug 16 01:47:42.227198 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-18986c51-d261-4c6c-b7e1-8291a1aad343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:42.238579 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a27a500-ba73-4903-bfe2-a7337463d602 req-b20ad149-beae-44d2-961b-24b12559c654 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522803 Aug 16 01:47:42.238952 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2715f-2eba-4ae5-90dc-e5f77283093d tempest-TaggedBootDevicesTest-1825834786 tempest-TaggedBootDevicesTest-1825834786-project] Pushing event deleted for resources: {'Network': ['ID=eac9d217-8a8e-4249-a789-0da4a12bc674,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:42.254814 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-da6fa25b-0e36-4803-ba16-abf905f30025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:42.264203 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-da6fa25b-0e36-4803-ba16-abf905f30025 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1529735a2a4048bbb2f4e83bd590d36c&device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 1096 time: 0.1798356 Aug 16 01:47:42.265723 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18986c51-d261-4c6c-b7e1-8291a1aad343 None None] Routers {'8e4b95ee-23ad-479f-9491-dde54d224a0b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:42.266749 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-18986c51-d261-4c6c-b7e1-8291a1aad343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:47:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8e4b95ee-23ad-479f-9491-dde54d224a0b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:42.330200 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-18986c51-d261-4c6c-b7e1-8291a1aad343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:42.332567 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18986c51-d261-4c6c-b7e1-8291a1aad343 None None] The sync data for ids ['8e4b95ee-23ad-479f-9491-dde54d224a0b'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:47:42.349247 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d77ec177-9659-434b-9912-e6ba82330dae tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.425589 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-43360f7d-b009-42b9-a345-ba6109e42450 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 HTTP/1.1" status: 200 len: 217 time: 0.0528057 Aug 16 01:47:42.447161 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b5cd0db-ca57-4fbc-904d-27a339f2b7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.461705 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b5cd0db-ca57-4fbc-904d-27a339f2b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.547297 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cd0db-ca57-4fbc-904d-27a339f2b7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059604d2-8c64-4c08-a6ff-20b74fb6987b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:42.597793 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b0f150ce-b45e-4121-bd18-35bda52634a0 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "GET /v2.0/routers/8e4b95ee-23ad-479f-9491-dde54d224a0b HTTP/1.1" status: 200 len: 924 time: 0.4536662 Aug 16 01:47:42.600678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57960) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:42.606470 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5bb9b842-29ee-4f76-b381-245a393610d8 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:47:42.616778 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d77ec177-9659-434b-9912-e6ba82330dae tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.620405 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d77ec177-9659-434b-9912-e6ba82330dae tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.621563 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d77ec177-9659-434b-9912-e6ba82330dae tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "DELETE /v2.0/security-groups/fa902f15-1f72-4433-8e6d-d038f29d06b6 HTTP/1.1" status: 204 len: 168 time: 1.2371778 Aug 16 01:47:42.629435 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57966) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:42.659202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 5bb9b842-29ee-4f76-b381-245a393610d8 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:47:42.659581 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5bb9b842-29ee-4f76-b381-245a393610d8 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:47:42.691698 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0b5cd0db-ca57-4fbc-904d-27a339f2b7e0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=eec41b52179e4a9fbf3a9390a68db54f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0581057 Aug 16 01:47:42.696913 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57974) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:42.750680 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-344ffa60-07af-49a4-88ea-90c055903468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:42.752306 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-344ffa60-07af-49a4-88ea-90c055903468 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66424a27-2b04-48e7-b747-252110db691a HTTP/1.1" status: 200 len: 855 time: 0.3094404 Aug 16 01:47:42.762575 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c3361e-4cce-4ee9-814c-31a85b512623 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:42.764598 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-83c3361e-4cce-4ee9-814c-31a85b512623 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=624da80d-1349-4890-b915-f302637330f0&device_id=8e4b95ee-23ad-479f-9491-dde54d224a0b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1456664 Aug 16 01:47:42.769915 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57982) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:42.779367 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ec177-9659-434b-9912-e6ba82330dae tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa902f15-1f72-4433-8e6d-d038f29d06b6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:42.863621 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-07f8d878-331f-43dc-9a25-3ba6ca0013f3 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2048185 Aug 16 01:47:42.874166 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8800a1f-ba63-4505-8b8d-87e1e884d50d req-1c1d1abb-7618-4481-b52c-60084a56103e tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:42.875949 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c8800a1f-ba63-4505-8b8d-87e1e884d50d req-1c1d1abb-7618-4481-b52c-60084a56103e tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 944 time: 0.3292274 Aug 16 01:47:42.876791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57988) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:42.880574 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f1f4db3-5bbc-4102-8a24-85ece4fbd79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.916840 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f1f4db3-5bbc-4102-8a24-85ece4fbd79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.931212 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-b43c2930-c948-49b3-b4b0-fc26b7703a79 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] delete failed (client error): The resource could not be found. Aug 16 01:47:42.932938 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b43c2930-c948-49b3-b4b0-fc26b7703a79 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "DELETE /v2.0/security-groups/c5dd6405-4543-41ed-a484-8e6de8311bf8 HTTP/1.1" status: 404 len: 347 time: 0.0502219 Aug 16 01:47:42.940344 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57998) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:42.959946 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-b6e217a0-346f-4dfb-bc25-4fa2d23bdae5 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] show failed (client error): The resource could not be found. Aug 16 01:47:42.961593 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b6e217a0-346f-4dfb-bc25-4fa2d23bdae5 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "GET /v2.0/security-groups/871129a3-3f81-4740-82b8-71de1bfc0edd HTTP/1.1" status: 404 len: 347 time: 0.0184975 Aug 16 01:47:42.966854 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58002) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:42.972959 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-02543838-33a5-442f-9a28-1bccf499ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:42.975239 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-02543838-33a5-442f-9a28-1bccf499ac30 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27b5d8d5-10cf-4fee-9418-9d301dc64f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1883812 Aug 16 01:47:42.985021 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d62682-6288-4cf4-ba7c-8a01f9c6e0b8 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:42.989137 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-87d62682-6288-4cf4-ba7c-8a01f9c6e0b8 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 881 time: 0.2156658 Aug 16 01:47:42.989137 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-c818f69d-b22f-4b5c-9068-5eae4d700168 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] show failed (client error): The resource could not be found. Aug 16 01:47:42.989137 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c818f69d-b22f-4b5c-9068-5eae4d700168 tempest-NegativeSecGroupIPv6Test-1192489639 tempest-NegativeSecGroupIPv6Test-1192489639-project] 10.222.0.68 "GET /v2.0/security-group-rules/2b5f0da5-3b50-4484-9eee-4367c9c2f486 HTTP/1.1" status: 404 len: 356 time: 0.0197315 Aug 16 01:47:42.989664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58006) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:43.058803 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-06cd59d8-4d9c-478f-81a8-56881b2703de tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e4b95ee-23ad-479f-9491-dde54d224a0b HTTP/1.1" status: 200 len: 205 time: 0.0668721 Aug 16 01:47:43.066684 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58014) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:43.107072 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-be4c8410-2469-4005-b393-a780eeb48846 service neutron] 10.222.0.73 "GET /v2.0/networks/27b5d8d5-10cf-4fee-9418-9d301dc64f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131988 Aug 16 01:47:43.110870 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c8800a1f-ba63-4505-8b8d-87e1e884d50d req-974d737f-9f50-4694-aa4a-94a45b75c6a9 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/security-groups?id=381232e5-89f5-4a83-80f0-4adffaeb489a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134118 Aug 16 01:47:43.141140 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f1f4db3-5bbc-4102-8a24-85ece4fbd79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.143688 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f1f4db3-5bbc-4102-8a24-85ece4fbd79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.151819 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4f1f4db3-5bbc-4102-8a24-85ece4fbd79a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/059604d2-8c64-4c08-a6ff-20b74fb6987b HTTP/1.1" status: 204 len: 168 time: 0.4521911 Aug 16 01:47:43.165583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f4db3-5bbc-4102-8a24-85ece4fbd79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059604d2-8c64-4c08-a6ff-20b74fb6987b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:43.270310 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38b43afc-9f6a-4c54-af74-dc76eaa65658 req-ffae5e4b-1214-42c7-8908-1a0e8b38afc8 service neutron] 10.222.0.73 "GET /v2.0/networks/27b5d8d5-10cf-4fee-9418-9d301dc64f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498759 Aug 16 01:47:43.299088 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7030fa9-c1e1-4b09-b5ef-569408963384 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.433388 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58052) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:43.467267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1089588-939d-41a3-af0b-5af24ddf7f38 req-a468cdd5-6f65-492d-a673-e1c29f1f3fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:43.470554 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b1089588-939d-41a3-af0b-5af24ddf7f38 req-a468cdd5-6f65-492d-a673-e1c29f1f3fa4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1529735a2a4048bbb2f4e83bd590d36c&device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 1096 time: 0.1004949 Aug 16 01:47:43.651596 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1089588-939d-41a3-af0b-5af24ddf7f38 req-953ede5d-e285-47d2-9fd9-8ee2a390d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:43.653931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b1089588-939d-41a3-af0b-5af24ddf7f38 req-953ede5d-e285-47d2-9fd9-8ee2a390d872 service neutron] 10.222.0.73 "GET /v2.0/networks?id=27b5d8d5-10cf-4fee-9418-9d301dc64f6c HTTP/1.1" status: 200 len: 917 time: 0.1639049 Aug 16 01:47:43.726308 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58088) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:43.745326 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b1089588-939d-41a3-af0b-5af24ddf7f38 req-fdc294ce-4279-426d-8c2e-c2822cc7c717 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 HTTP/1.1" status: 200 len: 217 time: 0.0783861 Aug 16 01:47:43.774663 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be8659dc-2514-4f65-af7c-960ca6ebeae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:43.828080 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d669920e-fe80-4ef2-9230-99823d5b69cc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d1097e918bf647968bd3ec7b0d84756b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3864908 Aug 16 01:47:43.831279 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58102) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:43.850523 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d2012-5184-45ea-8315-7a0c4829cdca req-d677fb0c-f353-4d05-8864-3c79360962ee tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:43.853364 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c85d2012-5184-45ea-8315-7a0c4829cdca req-d677fb0c-f353-4d05-8864-3c79360962ee tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.1421919 Aug 16 01:47:43.881644 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1089588-939d-41a3-af0b-5af24ddf7f38 req-a1ebbcf2-77c4-42a3-830e-898802bc1fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:43.883771 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b1089588-939d-41a3-af0b-5af24ddf7f38 req-a1ebbcf2-77c4-42a3-830e-898802bc1fcd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66424a27-2b04-48e7-b747-252110db691a HTTP/1.1" status: 200 len: 855 time: 0.1234722 Aug 16 01:47:43.996350 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1089588-939d-41a3-af0b-5af24ddf7f38 req-61bbb94d-1db6-4eaf-9f6a-f49b5f5ca7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:43.997886 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b1089588-939d-41a3-af0b-5af24ddf7f38 req-61bbb94d-1db6-4eaf-9f6a-f49b5f5ca7de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27b5d8d5-10cf-4fee-9418-9d301dc64f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024806 Aug 16 01:47:43.998931 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c9e20d4-099d-4a65-a5a7-9583e3e8ccee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.018762 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7030fa9-c1e1-4b09-b5ef-569408963384 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.032548 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c85d2012-5184-45ea-8315-7a0c4829cdca req-63f7188d-8ec4-4a2e-b102-4a0ea0441748 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691611 Aug 16 01:47:44.094779 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c9e20d4-099d-4a65-a5a7-9583e3e8ccee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.112883 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be8659dc-2514-4f65-af7c-960ca6ebeae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.122713 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be8659dc-2514-4f65-af7c-960ca6ebeae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.176343 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c7030fa9-c1e1-4b09-b5ef-569408963384 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Deleting port 4f71b67c-a0dc-4ebb-a74a-c949615702b2 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:44.177078 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7030fa9-c1e1-4b09-b5ef-569408963384 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.183685 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-be8659dc-2514-4f65-af7c-960ca6ebeae9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=549a13823d9148b8b215adb39ee019af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4550710 Aug 16 01:47:44.187295 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58146) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:44.256901 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8659dc-2514-4f65-af7c-960ca6ebeae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcbc80b-0913-431b-a51b-c9f6ca986df5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:44.272602 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c9e20d4-099d-4a65-a5a7-9583e3e8ccee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.276214 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c9e20d4-099d-4a65-a5a7-9583e3e8ccee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.277336 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6c9e20d4-099d-4a65-a5a7-9583e3e8ccee admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fc52e60f-e3ee-4b70-ba2e-a14b96172218 HTTP/1.1" status: 204 len: 168 time: 0.4446700 Aug 16 01:47:44.315827 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b1089588-939d-41a3-af0b-5af24ddf7f38 req-401375f0-e511-49c7-a037-4052c70db4ef service neutron] 10.222.0.73 "GET /v2.0/networks/27b5d8d5-10cf-4fee-9418-9d301dc64f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034127 Aug 16 01:47:44.336607 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e20d4-099d-4a65-a5a7-9583e3e8ccee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc52e60f-e3ee-4b70-ba2e-a14b96172218,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:44.368772 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f026ac6-8354-4ebc-8e62-2afd78f9da10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.374414 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7030fa9-c1e1-4b09-b5ef-569408963384 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.398777 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c7030fa9-c1e1-4b09-b5ef-569408963384 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Calling delete_port for 4f71b67c-a0dc-4ebb-a74a-c949615702b2 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:44.413143 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f026ac6-8354-4ebc-8e62-2afd78f9da10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.480476 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9754c-a534-4652-b443-7358cadd0fff req-29a563c8-71c7-4951-a51c-f8f49848667e tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:44.482806 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbd9754c-a534-4652-b443-7358cadd0fff req-29a563c8-71c7-4951-a51c-f8f49848667e tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 944 time: 0.2279623 Aug 16 01:47:44.499549 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b1089588-939d-41a3-af0b-5af24ddf7f38 req-4de81e6f-27c6-4e84-b6d3-b61847cb0860 service neutron] 10.222.0.73 "GET /v2.0/networks/27b5d8d5-10cf-4fee-9418-9d301dc64f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655507 Aug 16 01:47:44.591718 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbd9754c-a534-4652-b443-7358cadd0fff req-16f7424c-48f6-4b3c-ae3f-4479c1cb9eaa tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/security-groups?id=381232e5-89f5-4a83-80f0-4adffaeb489a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947869 Aug 16 01:47:44.598807 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f026ac6-8354-4ebc-8e62-2afd78f9da10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.607533 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f026ac6-8354-4ebc-8e62-2afd78f9da10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.608699 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8f026ac6-8354-4ebc-8e62-2afd78f9da10 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3dcbc80b-0913-431b-a51b-c9f6ca986df5 HTTP/1.1" status: 204 len: 168 time: 0.3979480 Aug 16 01:47:44.644282 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f026ac6-8354-4ebc-8e62-2afd78f9da10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcbc80b-0913-431b-a51b-c9f6ca986df5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:44.777651 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7030fa9-c1e1-4b09-b5ef-569408963384 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.855912 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7030fa9-c1e1-4b09-b5ef-569408963384 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Pushing event deleted for resources: {'Port': ['ID=4f71b67c-a0dc-4ebb-a74a-c949615702b2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:45.020136 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7030fa9-c1e1-4b09-b5ef-569408963384 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.133785 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7030fa9-c1e1-4b09-b5ef-569408963384 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.139694 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7030fa9-c1e1-4b09-b5ef-569408963384 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.210083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5301a-d7ef-4231-9695-902cb19d97eb req-a424e417-1b30-49de-b75a-6ba5f5be25b4 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:45.211775 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0eb5301a-d7ef-4231-9695-902cb19d97eb req-a424e417-1b30-49de-b75a-6ba5f5be25b4 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.0705979 Aug 16 01:47:45.242806 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7030fa9-c1e1-4b09-b5ef-569408963384 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.244215 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7030fa9-c1e1-4b09-b5ef-569408963384 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Fanout notify agent at l3_agent the message router_deleted on router 8e4b95ee-23ad-479f-9491-dde54d224a0b {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:47:45.253150 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7030fa9-c1e1-4b09-b5ef-569408963384 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.255352 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c7030fa9-c1e1-4b09-b5ef-569408963384 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "DELETE /v2.0/routers/8e4b95ee-23ad-479f-9491-dde54d224a0b HTTP/1.1" status: 204 len: 168 time: 2.1876791 Aug 16 01:47:45.258989 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58232) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:45.272607 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-68903290-adfc-4aa5-8033-1c985a56a6ab tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-379176502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:45.300427 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0eb5301a-d7ef-4231-9695-902cb19d97eb req-a5d1cb1c-5dea-4468-838f-8b3820d1c259 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785367 Aug 16 01:47:45.354872 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68903290-adfc-4aa5-8033-1c985a56a6ab tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.356900 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68903290-adfc-4aa5-8033-1c985a56a6ab tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.436920 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68903290-adfc-4aa5-8033-1c985a56a6ab tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.442544 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68903290-adfc-4aa5-8033-1c985a56a6ab tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.465629 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68903290-adfc-4aa5-8033-1c985a56a6ab tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.467425 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-68903290-adfc-4aa5-8033-1c985a56a6ab tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2072163 Aug 16 01:47:45.470819 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58240) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:45.476581 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0705d89a-a2cf-49b4-82fe-25ce563cae98 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'enable_snat': True}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:45.763967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device dee21c7b-16db-43e3-94af-82d037864954 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:45.920054 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0705d89a-a2cf-49b4-82fe-25ce563cae98 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.924183 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5b3c5-4ace-468a-ad34-e58640f1d76c req-d852ab53-e0c7-49cc-a742-d23f9abffc0b tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:45.934615 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d9a5b3c5-4ace-468a-ad34-e58640f1d76c req-d852ab53-e0c7-49cc-a742-d23f9abffc0b tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 944 time: 0.1958880 Aug 16 01:47:45.950728 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58264) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:46.034862 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d9a5b3c5-4ace-468a-ad34-e58640f1d76c req-4d0888b3-cb61-4544-abe4-f6b89bd9fc1e tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/security-groups?id=381232e5-89f5-4a83-80f0-4adffaeb489a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992324 Aug 16 01:47:46.125256 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port dee21c7b-16db-43e3-94af-82d037864954, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=dee21c7b-16db-43e3-94af-82d037864954,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:46.145435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'dee21c7b-16db-43e3-94af-82d037864954', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'port_id': 'dee21c7b-16db-43e3-94af-82d037864954', 'mac_address': 'fa:16:3e:78:9a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:46.242889 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.279196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dee21c7b-16db-43e3-94af-82d037864954 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:46.331044 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port dee21c7b-16db-43e3-94af-82d037864954, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=dee21c7b-16db-43e3-94af-82d037864954,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:46.338172 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.405706 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0705d89a-a2cf-49b4-82fe-25ce563cae98 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.440939 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0705d89a-a2cf-49b4-82fe-25ce563cae98 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.481400 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-33b68042-8f72-41be-b14f-d39c65c7716a tempest-SubnetPoolsTestJSON-2139465241 tempest-SubnetPoolsTestJSON-2139465241-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-328357477', 'prefixes': ['172.20.0.0/16']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:46.494533 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['dee21c7b-16db-43e3-94af-82d037864954'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:46.604558 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=dee21c7b-16db-43e3-94af-82d037864954,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:46.609082 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24daa2-290a-48b2-9512-62fe095c5940 req-05b5d0be-72e7-49ed-9da3-10c73bf38dcb tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:46.612755 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-0705d89a-a2cf-49b4-82fe-25ce563cae98 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Allocated IP 172.25.3.190 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/0e7c8e33-2ebd-44a5-84ed-bd3477728816) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:46.620291 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c24daa2-290a-48b2-9512-62fe095c5940 req-05b5d0be-72e7-49ed-9da3-10c73bf38dcb tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 944 time: 0.1782873 Aug 16 01:47:46.698777 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c24daa2-290a-48b2-9512-62fe095c5940 req-0f01b6aa-2509-44fa-b523-3419642aff0e tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712445 Aug 16 01:47:46.734194 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33b68042-8f72-41be-b14f-d39c65c7716a tempest-SubnetPoolsTestJSON-2139465241 tempest-SubnetPoolsTestJSON-2139465241-project] Notify callbacks [] for subnetpool, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.737847 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-33b68042-8f72-41be-b14f-d39c65c7716a tempest-SubnetPoolsTestJSON-2139465241 tempest-SubnetPoolsTestJSON-2139465241-project] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7822647 Aug 16 01:47:46.738093 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58284) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:46.795518 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0705d89a-a2cf-49b4-82fe-25ce563cae98 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.840509 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-681d08a6-8bee-4069-b2f7-910ad87276ac tempest-SubnetPoolsTestJSON-2139465241 tempest-SubnetPoolsTestJSON-2139465241-project] 10.222.0.68 "GET /v2.0/subnetpools/6a51bbe5-2635-46c9-beb7-fa4eb58141cb HTTP/1.1" status: 200 len: 731 time: 0.1012173 Aug 16 01:47:46.843174 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58290) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:46.855537 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5a8590d7-2ca3-4ab5-a215-adb24309309c tempest-SubnetPoolsTestJSON-2139465241 tempest-SubnetPoolsTestJSON-2139465241-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1221762432'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:46.898779 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0705d89a-a2cf-49b4-82fe-25ce563cae98 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.952912 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0705d89a-a2cf-49b4-82fe-25ce563cae98 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:46.956377 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-0705d89a-a2cf-49b4-82fe-25ce563cae98 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:46.961208 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0705d89a-a2cf-49b4-82fe-25ce563cae98 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:46.997406 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5a8590d7-2ca3-4ab5-a215-adb24309309c tempest-SubnetPoolsTestJSON-2139465241 tempest-SubnetPoolsTestJSON-2139465241-project] Notify callbacks [] for subnetpool, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:46.998664 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5a8590d7-2ca3-4ab5-a215-adb24309309c tempest-SubnetPoolsTestJSON-2139465241 tempest-SubnetPoolsTestJSON-2139465241-project] 10.222.0.68 "PUT /v2.0/subnetpools/6a51bbe5-2635-46c9-beb7-fa4eb58141cb HTTP/1.1" status: 200 len: 684 time: 0.1545258 Aug 16 01:47:47.002216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58298) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:47.011489 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705d89a-a2cf-49b4-82fe-25ce563cae98 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Pushing event updated for resources: {'Port': ['ID=0e7c8e33-2ebd-44a5-84ed-bd3477728816,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:47.164245 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a3caf900-5d8f-4a9b-8368-9140c9a83bbe tempest-SubnetPoolsTestJSON-2139465241 tempest-SubnetPoolsTestJSON-2139465241-project] Notify callbacks [] for subnetpool, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:47.169689 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a3caf900-5d8f-4a9b-8368-9140c9a83bbe tempest-SubnetPoolsTestJSON-2139465241 tempest-SubnetPoolsTestJSON-2139465241-project] 10.222.0.68 "DELETE /v2.0/subnetpools/6a51bbe5-2635-46c9-beb7-fa4eb58141cb HTTP/1.1" status: 204 len: 168 time: 0.1636143 Aug 16 01:47:47.182364 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58308) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:47.222297 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-761ac899-9a79-49c7-a1ee-069347ed8217 tempest-SubnetPoolsTestJSON-2139465241 tempest-SubnetPoolsTestJSON-2139465241-project] show failed (client error): The resource could not be found. Aug 16 01:47:47.223350 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-761ac899-9a79-49c7-a1ee-069347ed8217 tempest-SubnetPoolsTestJSON-2139465241 tempest-SubnetPoolsTestJSON-2139465241-project] 10.222.0.68 "GET /v2.0/subnetpools/6a51bbe5-2635-46c9-beb7-fa4eb58141cb HTTP/1.1" status: 404 len: 346 time: 0.0399680 Aug 16 01:47:47.235760 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58314) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:47.293214 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-3c9729f4-e824-4d2c-aa5d-460f99fca7a9 tempest-SubnetPoolsTestJSON-2139465241 tempest-SubnetPoolsTestJSON-2139465241-project] delete failed (client error): The resource could not be found. Aug 16 01:47:47.300168 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3c9729f4-e824-4d2c-aa5d-460f99fca7a9 tempest-SubnetPoolsTestJSON-2139465241 tempest-SubnetPoolsTestJSON-2139465241-project] 10.222.0.68 "DELETE /v2.0/subnetpools/6a51bbe5-2635-46c9-beb7-fa4eb58141cb HTTP/1.1" status: 404 len: 346 time: 0.0633287 Aug 16 01:47:47.466091 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6bba0-cd9f-4d29-9697-59d21921ab03 req-f7aefb3e-460d-426c-ab34-c2e95a622690 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:47.474316 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bb6bba0-cd9f-4d29-9697-59d21921ab03 req-f7aefb3e-460d-426c-ab34-c2e95a622690 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 944 time: 0.2254939 Aug 16 01:47:47.588908 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bb6bba0-cd9f-4d29-9697-59d21921ab03 req-320478ad-8ec5-410a-bf3c-95fa04c0194d tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/security-groups?id=381232e5-89f5-4a83-80f0-4adffaeb489a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136179 Aug 16 01:47:47.664948 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0705d89a-a2cf-49b4-82fe-25ce563cae98 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:47.780777 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device dee21c7b-16db-43e3-94af-82d037864954 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:47.885531 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port dee21c7b-16db-43e3-94af-82d037864954 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:47.886309 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:47.945436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58346) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:48.022960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0ec2f-7695-44b9-9502-f59083c8d95c req-b10a6a61-991a-4e8a-a360-03a487c69e05 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:48.033505 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-48b0ec2f-7695-44b9-9502-f59083c8d95c req-b10a6a61-991a-4e8a-a360-03a487c69e05 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 944 time: 0.1567466 Aug 16 01:47:48.087965 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.092001 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0705d89a-a2cf-49b4-82fe-25ce563cae98 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.095674 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0705d89a-a2cf-49b4-82fe-25ce563cae98 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.149207 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-48b0ec2f-7695-44b9-9502-f59083c8d95c req-35767077-cf2a-4427-b321-3392cf087063 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138673 Aug 16 01:47:48.188616 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port dee21c7b-16db-43e3-94af-82d037864954, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=dee21c7b-16db-43e3-94af-82d037864954,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:48.189502 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee21c7b-16db-43e3-94af-82d037864954'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:48.193490 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adf88e8-4dcc-493a-8db2-013299b46295" -d '{"events": [{"server_uuid": "a83bc784-1195-489d-98d5-2826d2ae4b8a", "name": "network-vif-plugged", "status": "completed", "tag": "dee21c7b-16db-43e3-94af-82d037864954"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:48.204895 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.275634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0705d89a-a2cf-49b4-82fe-25ce563cae98 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Router d3f80028-e26e-41d2-b52f-e90220cd1c05 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:47:48.385040 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e018-e00d-4b31-ab57-d294dc074b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.526463 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eb113b-f44e-49d8-ab20-ad47c8ff2b18 x-openstack-request-id: req-21eb113b-f44e-49d8-ab20-ad47c8ff2b18 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:48.526781 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83bc784-1195-489d-98d5-2826d2ae4b8a", "name": "network-vif-plugged", "status": "completed", "tag": "dee21c7b-16db-43e3-94af-82d037864954", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:48.529309 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-21eb113b-f44e-49d8-ab20-ad47c8ff2b18 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:48.529651 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee21c7b-16db-43e3-94af-82d037864954', 'code': 200} Aug 16 01:47:48.607746 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e018-e00d-4b31-ab57-d294dc074b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.613481 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bdf5e018-e00d-4b31-ab57-d294dc074b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.654649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=dee21c7b-16db-43e3-94af-82d037864954,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:48.674903 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bdf5e018-e00d-4b31-ab57-d294dc074b92 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9af23ad8191046e28384e8a2ab04a466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7195966 Aug 16 01:47:48.675840 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58370) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:48.676987 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5e018-e00d-4b31-ab57-d294dc074b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e348d82d-d56d-490e-a708-91cd26fc43d1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:48.850047 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76aa9850-54df-45f0-8c16-f4a4ceb8a0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.927694 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76aa9850-54df-45f0-8c16-f4a4ceb8a0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.061839 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76aa9850-54df-45f0-8c16-f4a4ceb8a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.072460 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76aa9850-54df-45f0-8c16-f4a4ceb8a0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.076748 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-76aa9850-54df-45f0-8c16-f4a4ceb8a0c6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e348d82d-d56d-490e-a708-91cd26fc43d1 HTTP/1.1" status: 204 len: 168 time: 0.3835249 Aug 16 01:47:49.119603 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa9850-54df-45f0-8c16-f4a4ceb8a0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e348d82d-d56d-490e-a708-91cd26fc43d1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:49.342969 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0705d89a-a2cf-49b4-82fe-25ce563cae98 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:47:49.357245 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0705d89a-a2cf-49b4-82fe-25ce563cae98 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:49.359676 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c8699a-b587-48cb-acfe-da95b61b375a None None] Sync routers for ids ['d3f80028-e26e-41d2-b52f-e90220cd1c05'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:47:49.372726 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c8699a-b587-48cb-acfe-da95b61b375a None None] Routers {'d3f80028-e26e-41d2-b52f-e90220cd1c05'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:49.373373 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-85c8699a-b587-48cb-acfe-da95b61b375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:47:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d3f80028-e26e-41d2-b52f-e90220cd1c05'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:49.378928 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0705d89a-a2cf-49b4-82fe-25ce563cae98 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "PUT /v2.0/routers/d3f80028-e26e-41d2-b52f-e90220cd1c05 HTTP/1.1" status: 200 len: 918 time: 3.9068232 Aug 16 01:47:49.379789 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58384) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:49.410668 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d5591-5522-4f19-bb65-5fab972cac34 req-a836edfb-702f-4f87-ac43-dacfcc3b1f7c tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:49.416344 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8f7d5591-5522-4f19-bb65-5fab972cac34 req-a836edfb-702f-4f87-ac43-dacfcc3b1f7c tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 944 time: 0.1664722 Aug 16 01:47:49.513958 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-85c8699a-b587-48cb-acfe-da95b61b375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:49.526001 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8f7d5591-5522-4f19-bb65-5fab972cac34 req-18ad2c55-65ec-460a-b289-e401aebfc269 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/security-groups?id=381232e5-89f5-4a83-80f0-4adffaeb489a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953813 Aug 16 01:47:49.569161 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c8699a-b587-48cb-acfe-da95b61b375a None None] Routers {'d3f80028-e26e-41d2-b52f-e90220cd1c05'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:47:49.569836 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-85c8699a-b587-48cb-acfe-da95b61b375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:47:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d3f80028-e26e-41d2-b52f-e90220cd1c05'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:49.726368 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-85c8699a-b587-48cb-acfe-da95b61b375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:47:49.736599 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c8699a-b587-48cb-acfe-da95b61b375a None None] The sync data for ids ['d3f80028-e26e-41d2-b52f-e90220cd1c05'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:47:49.853731 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8be3248c-9a23-45db-aa37-ba013dd97e45 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "GET /v2.0/routers/d3f80028-e26e-41d2-b52f-e90220cd1c05 HTTP/1.1" status: 200 len: 924 time: 0.4697182 Aug 16 01:47:49.854926 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58402) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:49.907192 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714e82c-313f-4eb0-8a30-5d29e5779c24 req-fc0dd0dd-aaa3-4bd1-9145-08e16402c60c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:49.923145 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8714e82c-313f-4eb0-8a30-5d29e5779c24 req-fc0dd0dd-aaa3-4bd1-9145-08e16402c60c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.5456672 Aug 16 01:47:49.967208 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b33db8-51b6-4190-9a91-31345086253c tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:49.977106 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-72b33db8-51b6-4190-9a91-31345086253c tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=624da80d-1349-4890-b915-f302637330f0&device_id=d3f80028-e26e-41d2-b52f-e90220cd1c05&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1199121 Aug 16 01:47:49.979090 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58406) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:50.027912 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8714e82c-313f-4eb0-8a30-5d29e5779c24 req-091e1940-ca09-44ee-a1a6-8f82c73ccb4b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004133 Aug 16 01:47:50.085588 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-073d5ba2-3a35-4419-b336-0f525b636cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.155128 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96198a11-ae87-4289-a154-6fc6e155013b tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:50.160378 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-96198a11-ae87-4289-a154-6fc6e155013b tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 881 time: 0.1779690 Aug 16 01:47:50.161000 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58410) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:50.219939 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-62943873-215d-4caa-bf6e-d52d746cd995 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3f80028-e26e-41d2-b52f-e90220cd1c05 HTTP/1.1" status: 200 len: 205 time: 0.0568120 Aug 16 01:47:50.222643 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58416) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:50.437443 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58422) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:50.481782 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd077801-d6d5-4b18-b9b3-80a80c9a81f4 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.753665 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8711e0a1-7fbe-4327-8a33-0d5c317da30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.942423 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd077801-d6d5-4b18-b9b3-80a80c9a81f4 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:50.962956 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9af1ab-9ba2-4170-8cf1-75cf82ae57bc req-afaf2c5e-7092-4ee2-9512-8671d729d3bd tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:50.974600 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1f9af1ab-9ba2-4170-8cf1-75cf82ae57bc req-afaf2c5e-7092-4ee2-9512-8671d729d3bd tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 944 time: 0.1867588 Aug 16 01:47:51.030197 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8711e0a1-7fbe-4327-8a33-0d5c317da30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.043850 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8711e0a1-7fbe-4327-8a33-0d5c317da30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.082710 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1f9af1ab-9ba2-4170-8cf1-75cf82ae57bc req-8009c864-bd01-46fb-807d-17f372951d5f tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/security-groups?id=381232e5-89f5-4a83-80f0-4adffaeb489a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059928 Aug 16 01:47:51.180800 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-dd077801-d6d5-4b18-b9b3-80a80c9a81f4 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Deleting port 0e7c8e33-2ebd-44a5-84ed-bd3477728816 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:47:51.181823 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd077801-d6d5-4b18-b9b3-80a80c9a81f4 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.242932 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8711e0a1-7fbe-4327-8a33-0d5c317da30b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ec4876eab1284cf2a64defa29673d8b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8042612 Aug 16 01:47:51.253110 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58444) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:51.255145 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711e0a1-7fbe-4327-8a33-0d5c317da30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc21540-7a58-4c01-baef-b3f6c94c825a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:51.420682 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd077801-d6d5-4b18-b9b3-80a80c9a81f4 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.475558 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-dd077801-d6d5-4b18-b9b3-80a80c9a81f4 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Calling delete_port for 0e7c8e33-2ebd-44a5-84ed-bd3477728816 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:47:51.528242 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc041-76a6-4fcc-8838-516438755f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.615008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba92776-a24c-4825-967f-d58324c7b395 req-53a519d6-6ad0-481d-bd29-f859fc9111ea tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:51.616622 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2ba92776-a24c-4825-967f-d58324c7b395 req-53a519d6-6ad0-481d-bd29-f859fc9111ea tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.3658950 Aug 16 01:47:51.692315 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc041-76a6-4fcc-8838-516438755f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.785379 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2ba92776-a24c-4825-967f-d58324c7b395 req-c48dd600-16fb-4107-b967-df170c1c3303 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507151 Aug 16 01:47:51.906432 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc041-76a6-4fcc-8838-516438755f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.909472 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc041-76a6-4fcc-8838-516438755f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.924803 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9bfbc041-76a6-4fcc-8838-516438755f0a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7bc21540-7a58-4c01-baef-b3f6c94c825a HTTP/1.1" status: 204 len: 168 time: 0.6546376 Aug 16 01:47:51.948088 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd077801-d6d5-4b18-b9b3-80a80c9a81f4 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:51.987225 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbc041-76a6-4fcc-8838-516438755f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc21540-7a58-4c01-baef-b3f6c94c825a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:52.000366 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd077801-d6d5-4b18-b9b3-80a80c9a81f4 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Pushing event deleted for resources: {'Port': ['ID=0e7c8e33-2ebd-44a5-84ed-bd3477728816,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:52.078461 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd077801-d6d5-4b18-b9b3-80a80c9a81f4 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.317269 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968205b-9036-4616-91ec-df6b4c56b3a7 req-44c4570e-2fa8-494c-9871-08e5a31f8f1a tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:52.330004 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a968205b-9036-4616-91ec-df6b4c56b3a7 req-44c4570e-2fa8-494c-9871-08e5a31f8f1a tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 944 time: 0.1470499 Aug 16 01:47:52.361309 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd077801-d6d5-4b18-b9b3-80a80c9a81f4 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.369580 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd077801-d6d5-4b18-b9b3-80a80c9a81f4 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.398018 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a968205b-9036-4616-91ec-df6b4c56b3a7 req-05d20502-5954-468d-87ff-43036c9e565d tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/security-groups?id=381232e5-89f5-4a83-80f0-4adffaeb489a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564523 Aug 16 01:47:52.476218 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd077801-d6d5-4b18-b9b3-80a80c9a81f4 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.476977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd077801-d6d5-4b18-b9b3-80a80c9a81f4 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Fanout notify agent at l3_agent the message router_deleted on router d3f80028-e26e-41d2-b52f-e90220cd1c05 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:47:52.485599 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd077801-d6d5-4b18-b9b3-80a80c9a81f4 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.487134 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dd077801-d6d5-4b18-b9b3-80a80c9a81f4 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "DELETE /v2.0/routers/d3f80028-e26e-41d2-b52f-e90220cd1c05 HTTP/1.1" status: 204 len: 168 time: 2.2633576 Aug 16 01:47:52.491968 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58470) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:52.498970 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-298fb092-23f9-424e-9eef-ec32e1cb2492 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-603900208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:52.554681 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-298fb092-23f9-424e-9eef-ec32e1cb2492 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.556001 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-298fb092-23f9-424e-9eef-ec32e1cb2492 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.581991 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58ffdd85-cd34-46c0-8b92-f9becbc1e05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.733483 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-298fb092-23f9-424e-9eef-ec32e1cb2492 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.744088 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-298fb092-23f9-424e-9eef-ec32e1cb2492 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.809043 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-298fb092-23f9-424e-9eef-ec32e1cb2492 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:52.814913 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-298fb092-23f9-424e-9eef-ec32e1cb2492 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3187985 Aug 16 01:47:52.815038 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58478) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:52.820635 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-16ad4c8b-675d-4461-b269-4834d6e00f07 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'enable_snat': False}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:52.987046 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58486) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:53.006708 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:47:53.013732 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09d5cd00-1f4e-4e77-bf89-c223b7d82bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.248800 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port ab4e7ee7-32f9-4f4c-9303-ac5638d650e7, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ab4e7ee7-32f9-4f4c-9303-ac5638d650e7,segment=NetworkSegment(119b8383-cbdb-46f9-9a3b-5028d09affca),segment_id=119b8383-cbdb-46f9-9a3b-5028d09affca)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:53.299716 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'ab4e7ee7-32f9-4f4c-9303-ac5638d650e7', 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c', 'port_id': 'ab4e7ee7-32f9-4f4c-9303-ac5638d650e7', 'mac_address': 'fa:16:3e:a7:67:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66424a27-2b04-48e7-b747-252110db691a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:47:53.323395 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09d5cd00-1f4e-4e77-bf89-c223b7d82bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.330611 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09d5cd00-1f4e-4e77-bf89-c223b7d82bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.386475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5cd00-1f4e-4e77-bf89-c223b7d82bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9088d2ba-8adc-40f0-8298-53fa446a0ff9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:53.390253 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.451107 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.486231 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:47:53.489250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58498) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:53.501093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc8fc3-af4f-4b39-86ce-c708103de1ba req-f2ff9702-c840-460e-bd56-c739cfc8d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:53.503844 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-09d5cd00-1f4e-4e77-bf89-c223b7d82bc2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3d552912e4a542259ac9f31124979b14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5101388 Aug 16 01:47:53.504970 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3fc8fc3-af4f-4b39-86ce-c708103de1ba req-f2ff9702-c840-460e-bd56-c739cfc8d85e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba9abf8115ac4b508816c39be6e59924&device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 1097 time: 0.4624653 Aug 16 01:47:53.542732 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port ab4e7ee7-32f9-4f4c-9303-ac5638d650e7, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ab4e7ee7-32f9-4f4c-9303-ac5638d650e7,segment=NetworkSegment(119b8383-cbdb-46f9-9a3b-5028d09affca),segment_id=119b8383-cbdb-46f9-9a3b-5028d09affca)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:53.550618 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.603887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b66ef-a84b-41cf-b900-4918720b14ef req-7e705b9a-b184-4828-8f34-b88c1922a7fa tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:53.607034 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-437b66ef-a84b-41cf-b900-4918720b14ef req-7e705b9a-b184-4828-8f34-b88c1922a7fa tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 944 time: 0.0789781 Aug 16 01:47:53.651876 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb3134-9f10-44c4-8685-99a063cd5556 req-bfacdd3d-6e9b-46f8-8b7c-7b7c8f555383 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:53.653473 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a3fb3134-9f10-44c4-8685-99a063cd5556 req-bfacdd3d-6e9b-46f8-8b7c-7b7c8f555383 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.5511105 Aug 16 01:47:53.675079 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-437b66ef-a84b-41cf-b900-4918720b14ef req-d538602a-181f-489e-b1a3-08239657a0ef tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/security-groups?id=381232e5-89f5-4a83-80f0-4adffaeb489a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612216 Aug 16 01:47:53.722033 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=ab4e7ee7-32f9-4f4c-9303-ac5638d650e7,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:53.813814 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16ad4c8b-675d-4461-b269-4834d6e00f07 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:53.866744 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58504) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:53.904236 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['ab4e7ee7-32f9-4f4c-9303-ac5638d650e7'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:47:54.028009 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28d187d6-16b1-4cb3-9e04-1299f85a8661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.044337 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc8fc3-af4f-4b39-86ce-c708103de1ba req-98bd59f7-729d-4fdf-ae7c-8eb609305398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:54.045968 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3fc8fc3-af4f-4b39-86ce-c708103de1ba req-98bd59f7-729d-4fdf-ae7c-8eb609305398 service neutron] 10.222.0.63 "GET /v2.0/networks?id=41d6539e-4b24-4ea3-ae06-65cd600ea064 HTTP/1.1" status: 200 len: 918 time: 0.3913882 Aug 16 01:47:54.070202 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-23b8b01c-bbe1-4daf-acc0-aecf9b8cf8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.093214 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a3fb3134-9f10-44c4-8685-99a063cd5556 req-b85653de-9a84-4ac1-ba2a-393bdd14d7fd tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3909802 Aug 16 01:47:54.134579 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.317292 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-23b8b01c-bbe1-4daf-acc0-aecf9b8cf8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.322761 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:47:54.327841 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-23b8b01c-bbe1-4daf-acc0-aecf9b8cf8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.372958 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28d187d6-16b1-4cb3-9e04-1299f85a8661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.430926 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8b01c-bbe1-4daf-acc0-aecf9b8cf8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2735d0e8-b198-44fc-b7b5-abaf5d94ac06,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:54.435955 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-23b8b01c-bbe1-4daf-acc0-aecf9b8cf8c6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e062810a983d4ed8930796a8d09a8309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5680923 Aug 16 01:47:54.439211 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58516) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:54.445902 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3fc8fc3-af4f-4b39-86ce-c708103de1ba req-c120f689-4964-4e87-bf22-19a5a5b3b15f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dee21c7b-16db-43e3-94af-82d037864954 HTTP/1.1" status: 200 len: 1000 time: 0.3560381 Aug 16 01:47:54.499507 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28d187d6-16b1-4cb3-9e04-1299f85a8661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.502143 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28d187d6-16b1-4cb3-9e04-1299f85a8661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.503307 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-28d187d6-16b1-4cb3-9e04-1299f85a8661 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9088d2ba-8adc-40f0-8298-53fa446a0ff9 HTTP/1.1" status: 204 len: 168 time: 0.9968410 Aug 16 01:47:54.556737 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c87b27a1-154a-4ee5-b30d-38176ff674ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.597335 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc8fc3-af4f-4b39-86ce-c708103de1ba req-6f3f6947-fb7c-4ba7-ba63-5154b2b9272e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:54.600432 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3fc8fc3-af4f-4b39-86ce-c708103de1ba req-6f3f6947-fb7c-4ba7-ba63-5154b2b9272e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b85102c8-d1ed-4688-b6f1-154a4a3875ac HTTP/1.1" status: 200 len: 856 time: 0.1353238 Aug 16 01:47:54.613273 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c87b27a1-154a-4ee5-b30d-38176ff674ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.616194 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d187d6-16b1-4cb3-9e04-1299f85a8661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9088d2ba-8adc-40f0-8298-53fa446a0ff9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:54.715569 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c87b27a1-154a-4ee5-b30d-38176ff674ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.719879 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c87b27a1-154a-4ee5-b30d-38176ff674ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:54.721040 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c87b27a1-154a-4ee5-b30d-38176ff674ba admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2735d0e8-b198-44fc-b7b5-abaf5d94ac06 HTTP/1.1" status: 204 len: 168 time: 0.2791820 Aug 16 01:47:54.735667 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b27a1-154a-4ee5-b30d-38176ff674ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2735d0e8-b198-44fc-b7b5-abaf5d94ac06,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:54.763109 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc8fc3-af4f-4b39-86ce-c708103de1ba req-d2a3b7eb-db44-46d8-885d-af10d6165d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:54.765073 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3fc8fc3-af4f-4b39-86ce-c708103de1ba req-d2a3b7eb-db44-46d8-885d-af10d6165d33 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=41d6539e-4b24-4ea3-ae06-65cd600ea064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1518104 Aug 16 01:47:55.019962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:55.271316 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:55.276205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:55.276846 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.345454 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4f9b9-f267-4459-82c9-12e8907334e1 req-a7dca3e9-5d60-4cf2-87c2-82bd63adc2cf tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:55.350645 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bde4f9b9-f267-4459-82c9-12e8907334e1 req-a7dca3e9-5d60-4cf2-87c2-82bd63adc2cf tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 945 time: 0.4809163 Aug 16 01:47:55.395250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ebfb9-36be-492f-8fb0-a696b0f4b20b req-10d1087d-fe30-4a4d-992f-45b236b243e4 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:55.404749 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c3ebfb9-36be-492f-8fb0-a696b0f4b20b req-10d1087d-fe30-4a4d-992f-45b236b243e4 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.0787075 Aug 16 01:47:55.435696 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3fc8fc3-af4f-4b39-86ce-c708103de1ba req-5e6a0d56-74c5-4a5f-997d-d7a96e5f39f6 service neutron] 10.222.0.63 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6568246 Aug 16 01:47:55.523009 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c3ebfb9-36be-492f-8fb0-a696b0f4b20b req-048ef163-94ba-4977-8178-8185d941a5fd tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169894 Aug 16 01:47:55.573062 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.652776 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8005f88c-3cb1-4d93-b5ab-25ffce08b44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4e7ee7-32f9-4f4c-9303-ac5638d650e7'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:47:55.658929 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d961b0e-a300-4e44-9d1d-ae0f7d8ed38c" -d '{"events": [{"server_uuid": "8005f88c-3cb1-4d93-b5ab-25ffce08b44a", "name": "network-vif-plugged", "status": "completed", "tag": "ab4e7ee7-32f9-4f4c-9303-ac5638d650e7"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:47:55.695231 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port ab4e7ee7-32f9-4f4c-9303-ac5638d650e7, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ab4e7ee7-32f9-4f4c-9303-ac5638d650e7,segment=NetworkSegment(119b8383-cbdb-46f9-9a3b-5028d09affca),segment_id=119b8383-cbdb-46f9-9a3b-5028d09affca)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:55.701084 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.847730 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637cc011-db75-4a38-8b1e-ec6519e47d72 x-openstack-request-id: req-637cc011-db75-4a38-8b1e-ec6519e47d72 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:47:55.848020 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8005f88c-3cb1-4d93-b5ab-25ffce08b44a", "name": "network-vif-plugged", "status": "completed", "tag": "ab4e7ee7-32f9-4f4c-9303-ac5638d650e7", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:47:55.848519 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-637cc011-db75-4a38-8b1e-ec6519e47d72 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:47:55.848715 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8005f88c-3cb1-4d93-b5ab-25ffce08b44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4e7ee7-32f9-4f4c-9303-ac5638d650e7', 'code': 200} Aug 16 01:47:55.849245 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=ab4e7ee7-32f9-4f4c-9303-ac5638d650e7,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:55.903832 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:55.991797 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58558) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:56.018987 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b1a963e8-d6a6-43b9-8318-88beda0c06ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:56.051458 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16ad4c8b-675d-4461-b269-4834d6e00f07 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:56.150616 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16ad4c8b-675d-4461-b269-4834d6e00f07 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:56.168570 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bde4f9b9-f267-4459-82c9-12e8907334e1 req-fc632961-1237-4e05-8d38-28fabee04046 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/security-groups?id=381232e5-89f5-4a83-80f0-4adffaeb489a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7466810 Aug 16 01:47:56.198412 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-5b26a3cf-c758-4d6f-8680-c9ceffc4bac0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.9457071 Aug 16 01:47:56.243161 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b1a963e8-d6a6-43b9-8318-88beda0c06ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:56.260288 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b1a963e8-d6a6-43b9-8318-88beda0c06ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:56.362068 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b1a963e8-d6a6-43b9-8318-88beda0c06ef admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f4b0bb5586784ded882d0dca3febd603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3689785 Aug 16 01:47:56.366534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58562) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:56.398228 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd41aa-c32a-43e9-a3bb-0b3331a44b0c req-8bb6a181-bfac-4a22-8e35-a054be03520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:56.400401 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c2dd41aa-c32a-43e9-a3bb-0b3331a44b0c req-8bb6a181-bfac-4a22-8e35-a054be03520c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 1098 time: 0.3528762 Aug 16 01:47:56.427279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a963e8-d6a6-43b9-8318-88beda0c06ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaa3236-62ab-401f-982b-0ee9f624384e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:56.484319 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c638f58-0a2d-435d-9f1f-b77122501c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:56.503512 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-16ad4c8b-675d-4461-b269-4834d6e00f07 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Allocated IP 172.25.3.39 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/a4e68729-2618-4c16-91c1-339aebe7ff84) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:56.549682 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c638f58-0a2d-435d-9f1f-b77122501c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:56.617806 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3fc8fc3-af4f-4b39-86ce-c708103de1ba req-332ef8e8-cd26-4b25-af86-d081142f2d27 service neutron] 10.222.0.63 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1733506 Aug 16 01:47:56.655872 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c2dd41aa-c32a-43e9-a3bb-0b3331a44b0c req-af30d8d2-43dc-4fba-8a05-5d7104351557 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=381232e5-89f5-4a83-80f0-4adffaeb489a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644324 Aug 16 01:47:56.674541 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-840c51c3-5b9d-4d40-b7ff-72ab9636722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:56.675539 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-840c51c3-5b9d-4d40-b7ff-72ab9636722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:56.675859 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-840c51c3-5b9d-4d40-b7ff-72ab9636722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:56.676436 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-840c51c3-5b9d-4d40-b7ff-72ab9636722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:56.678211 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-840c51c3-5b9d-4d40-b7ff-72ab9636722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:56.678852 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-840c51c3-5b9d-4d40-b7ff-72ab9636722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:56.681516 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-840c51c3-5b9d-4d40-b7ff-72ab9636722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:56.690930 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-840c51c3-5b9d-4d40-b7ff-72ab9636722e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ca74d145ad54f52a9156b1910a2719b&device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 6507 time: 0.3431253 Aug 16 01:47:56.700848 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c638f58-0a2d-435d-9f1f-b77122501c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:56.706618 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c638f58-0a2d-435d-9f1f-b77122501c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:56.710568 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8c638f58-0a2d-435d-9f1f-b77122501c6d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ccaa3236-62ab-401f-982b-0ee9f624384e HTTP/1.1" status: 204 len: 168 time: 0.3385074 Aug 16 01:47:56.771136 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16ad4c8b-675d-4461-b269-4834d6e00f07 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:56.789694 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c638f58-0a2d-435d-9f1f-b77122501c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaa3236-62ab-401f-982b-0ee9f624384e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:56.853898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1ec99-ee63-4bca-8f6f-f1860da893fc req-5d858626-5720-4994-8106-26517f2526d2 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:56.855796 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1bc1ec99-ee63-4bca-8f6f-f1860da893fc req-5d858626-5720-4994-8106-26517f2526d2 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.1404161 Aug 16 01:47:56.934369 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1bc1ec99-ee63-4bca-8f6f-f1860da893fc req-bd8b5757-7671-414a-95d6-f110743ecf77 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711012 Aug 16 01:47:56.994787 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-2de33f1a-1536-4f3c-996f-e4be934ccce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:56.995288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-2de33f1a-1536-4f3c-996f-e4be934ccce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:56.996361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-2de33f1a-1536-4f3c-996f-e4be934ccce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:56.999546 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-2de33f1a-1536-4f3c-996f-e4be934ccce5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ffd1200-3653-4dd2-97e7-c5074409a495&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=f3ba83b8-171e-47ab-b264-b5e65af7f447&id=f3ba83b8-171e-47ab-b264-b5e65af7f447 HTTP/1.1" status: 200 len: 2297 time: 0.2247872 Aug 16 01:47:57.024953 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16ad4c8b-675d-4461-b269-4834d6e00f07 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:57.156531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad4c8b-675d-4461-b269-4834d6e00f07 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Pushing event updated for resources: {'Port': ['ID=a4e68729-2618-4c16-91c1-339aebe7ff84,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:57.220823 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ad4c8b-675d-4461-b269-4834d6e00f07 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:57.231180 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-16ad4c8b-675d-4461-b269-4834d6e00f07 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:57.243621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad4c8b-675d-4461-b269-4834d6e00f07 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:57.577410 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-1c923407-3616-49ea-a1e0-ac298c3cf460 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15416754-813f-49e1-bf9c-3e1659dcbe8b HTTP/1.1" status: 200 len: 1001 time: 0.5660143 Aug 16 01:47:58.049163 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58610) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:58.174201 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd722ca-e154-44da-9bc3-ca7b1e4f6608 req-5254df60-cd18-4fc1-a6f5-30708660dd3c tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:58.177822 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dcd722ca-e154-44da-9bc3-ca7b1e4f6608 req-5254df60-cd18-4fc1-a6f5-30708660dd3c tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 946 time: 0.5944746 Aug 16 01:47:58.217500 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-d1f64dbc-8dc8-4ee0-972a-10f65658521f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:58.225170 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-d1f64dbc-8dc8-4ee0-972a-10f65658521f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2066c6a-92ce-4085-9aef-33a27593c624 HTTP/1.1" status: 200 len: 855 time: 0.6103742 Aug 16 01:47:58.326328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef47b8-da32-4688-a00f-701ca412018d req-4094bf33-e667-4c64-b878-3473520fad6b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:58.327935 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-baef47b8-da32-4688-a00f-701ca412018d req-4094bf33-e667-4c64-b878-3473520fad6b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.1602981 Aug 16 01:47:58.374093 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3c55-421b-452b-900b-552ea57071cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.498382 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-baef47b8-da32-4688-a00f-701ca412018d req-fe014851-dd0d-4e7a-a8dd-51c6b18dd878 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624916 Aug 16 01:47:58.507481 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dcd722ca-e154-44da-9bc3-ca7b1e4f6608 req-14143e29-c00f-4b37-8f3c-7d7c9c5492c1 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/security-groups?id=381232e5-89f5-4a83-80f0-4adffaeb489a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3135331 Aug 16 01:47:58.566587 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16ad4c8b-675d-4461-b269-4834d6e00f07 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.771566 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3c55-421b-452b-900b-552ea57071cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.785087 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3c55-421b-452b-900b-552ea57071cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:58.808677 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-3f583a94-33d6-4ad7-8a39-2465d2a0fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:58.811083 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-3f583a94-33d6-4ad7-8a39-2465d2a0fc40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ffd1200-3653-4dd2-97e7-c5074409a495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5576572 Aug 16 01:47:58.868016 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e5ae3c55-421b-452b-900b-552ea57071cc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b8b5c48d6ec74524a89b36af58a1b38f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8169637 Aug 16 01:47:58.869380 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae3c55-421b-452b-900b-552ea57071cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755a308d-7ead-47d0-a2b7-dd1d9a3ba21a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:58.872088 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58632) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:58.966945 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-efab71b3-691d-483d-b5d8-c6205030d31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.019763 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-efab71b3-691d-483d-b5d8-c6205030d31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.157008 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-efab71b3-691d-483d-b5d8-c6205030d31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.161719 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-efab71b3-691d-483d-b5d8-c6205030d31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.163481 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-efab71b3-691d-483d-b5d8-c6205030d31b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/755a308d-7ead-47d0-a2b7-dd1d9a3ba21a HTTP/1.1" status: 204 len: 168 time: 0.2899384 Aug 16 01:47:59.175773 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab71b3-691d-483d-b5d8-c6205030d31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755a308d-7ead-47d0-a2b7-dd1d9a3ba21a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:59.218233 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16ad4c8b-675d-4461-b269-4834d6e00f07 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.223537 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16ad4c8b-675d-4461-b269-4834d6e00f07 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.316608 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-f179a6a8-1c36-4f7a-bf03-03e03312bba7 service neutron] 10.222.0.73 "GET /v2.0/networks/5ffd1200-3653-4dd2-97e7-c5074409a495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926872 Aug 16 01:47:59.347152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58652) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:59.783381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a6c2a5a5-2af9-4162-a45d-301f3be5f7fc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1554998312-network', 'tenant_id': '71fadf1154f842bfb50d5654ea65c10f'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:59.803006 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-e9d6ad0f-c26c-47f6-b6bd-dea2e6ec5e87 service neutron] 10.222.0.73 "GET /v2.0/networks/5ffd1200-3653-4dd2-97e7-c5074409a495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772160 Aug 16 01:47:59.830521 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c2a5a5-2af9-4162-a45d-301f3be5f7fc admin admin] Made reservation on behalf of 71fadf1154f842bfb50d5654ea65c10f for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:59.835585 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6c2a5a5-2af9-4162-a45d-301f3be5f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.862229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34629969-3bfb-4d7d-9036-d4d2d6c6b8f7 req-c5990b5c-cca8-4747-804a-c0b205568fdf tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:59.874915 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-34629969-3bfb-4d7d-9036-d4d2d6c6b8f7 req-c5990b5c-cca8-4747-804a-c0b205568fdf tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 946 time: 0.1516027 Aug 16 01:47:59.877980 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-0037cf0f-b840-4689-a5a1-dc675610776a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=bd0bff2b-08e3-4df0-9d32-cf931a827abb HTTP/1.1" status: 200 len: 217 time: 0.0624461 Aug 16 01:47:59.890091 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c9b31-7b0d-4c73-bc92-fa84b6621b17 req-bb64724c-8614-41e5-9a2c-db0754379f7c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:59.891662 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8b7c9b31-7b0d-4c73-bc92-fa84b6621b17 req-bb64724c-8614-41e5-9a2c-db0754379f7c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.2240694 Aug 16 01:47:59.903856 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6c2a5a5-2af9-4162-a45d-301f3be5f7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:59.941728 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-34629969-3bfb-4d7d-9036-d4d2d6c6b8f7 req-7466b9c1-0dd0-4055-98e3-4dd52788f6ca tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/security-groups?id=381232e5-89f5-4a83-80f0-4adffaeb489a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609894 Aug 16 01:48:00.043735 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58670) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:00.068487 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-9615ee84-6b64-4058-a158-ccb7622ac006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:00.070340 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-9615ee84-6b64-4058-a158-ccb7622ac006 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.1755733 Aug 16 01:48:00.084974 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58674) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:00.111446 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6c2a5a5-2af9-4162-a45d-301f3be5f7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.142118 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8b7c9b31-7b0d-4c73-bc92-fa84b6621b17 req-b7c1d31b-ef6c-4ce8-8bf2-74d2bee95190 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339270 Aug 16 01:48:00.142965 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7444b853-c60f-440a-a45c-1834603ad921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.175387 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ad4c8b-675d-4461-b269-4834d6e00f07 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Router 7dcb9775-570f-4b2a-aad6-9456e35120ee is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:48:00.235307 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6c2a5a5-2af9-4162-a45d-301f3be5f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.257445 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-31f7e270-afb3-417f-9828-e09f4018df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:00.259780 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-31f7e270-afb3-417f-9828-e09f4018df46 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1766622 Aug 16 01:48:00.295479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c2a5a5-2af9-4162-a45d-301f3be5f7fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:48:00.334200 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6c2a5a5-2af9-4162-a45d-301f3be5f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.334446 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-a6c2a5a5-2af9-4162-a45d-301f3be5f7fc admin admin] Added segment 44d5d16f-4b91-4fcc-a22a-12c00fe71859 of type vlan for network 04dd9494-4db7-41a2-822e-2b75280feaec Aug 16 01:48:00.538551 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2a9b4-9f4c-4c08-8d58-63cbc876f44b req-ff391555-600b-499a-bc6e-b4d7ad6c9e38 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:00.547587 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-97c2a9b4-9f4c-4c08-8d58-63cbc876f44b req-ff391555-600b-499a-bc6e-b4d7ad6c9e38 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 946 time: 0.4343176 Aug 16 01:48:00.548576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2a5a5-2af9-4162-a45d-301f3be5f7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a51fa1c-b080-496a-8bae-76bf1769ac8a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:00.568365 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58682) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:00.572188 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6c2a5a5-2af9-4162-a45d-301f3be5f7fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.591340 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1553c5f6-b1b8-4da8-96dc-0eda00e3c8f0 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Request body: {'floatingip': {'port_id': 'ab4e7ee7-32f9-4f4c-9303-ac5638d650e7'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:00.710164 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1553c5f6-b1b8-4da8-96dc-0eda00e3c8f0 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.712222 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-5f0d03e6-d044-4e0f-90a7-28d613792e80 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072189 Aug 16 01:48:00.717044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ad4c8b-675d-4461-b269-4834d6e00f07 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:48:00.729469 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7c8f4a-38ce-41cf-b079-5f859e78044f None None] Sync routers for ids ['7dcb9775-570f-4b2a-aad6-9456e35120ee'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:48:00.735044 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16ad4c8b-675d-4461-b269-4834d6e00f07 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.736255 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-16ad4c8b-675d-4461-b269-4834d6e00f07 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "PUT /v2.0/routers/7dcb9775-570f-4b2a-aad6-9456e35120ee HTTP/1.1" status: 200 len: 918 time: 7.9204524 Aug 16 01:48:00.748335 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c8f4a-38ce-41cf-b079-5f859e78044f None None] Routers {'7dcb9775-570f-4b2a-aad6-9456e35120ee'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:00.750367 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ca7c8f4a-38ce-41cf-b079-5f859e78044f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:47:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7dcb9775-570f-4b2a-aad6-9456e35120ee'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:00.753682 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58686) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:00.835048 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ca7c8f4a-38ce-41cf-b079-5f859e78044f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:00.862224 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c8f4a-38ce-41cf-b079-5f859e78044f None None] Routers {'7dcb9775-570f-4b2a-aad6-9456e35120ee'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:00.865631 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ca7c8f4a-38ce-41cf-b079-5f859e78044f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:47:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7dcb9775-570f-4b2a-aad6-9456e35120ee'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:00.881991 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6c2a5a5-2af9-4162-a45d-301f3be5f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.887900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c2a5a5-2af9-4162-a45d-301f3be5f7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:00.888757 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6c2a5a5-2af9-4162-a45d-301f3be5f7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:00.983631 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ca7c8f4a-38ce-41cf-b079-5f859e78044f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:00.984698 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7c8f4a-38ce-41cf-b079-5f859e78044f None None] The sync data for ids ['7dcb9775-570f-4b2a-aad6-9456e35120ee'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:48:01.079976 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2a5a5-2af9-4162-a45d-301f3be5f7fc admin admin] Pushing event updated for resources: {'Network': ['ID=04dd9494-4db7-41a2-822e-2b75280feaec,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:01.091416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 04dd9494-4db7-41a2-822e-2b75280feaec details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:48:01.168940 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7444b853-c60f-440a-a45c-1834603ad921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.249199 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a6c2a5a5-2af9-4162-a45d-301f3be5f7fc admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8980191 Aug 16 01:48:01.249844 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58694) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:01.256652 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e625b9b4-aef5-4374-9b70-bdfb65e0ce34 admin admin] Request body: {'subnet': {'network_id': '04dd9494-4db7-41a2-822e-2b75280feaec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1554998312-subnet', 'tenant_id': '71fadf1154f842bfb50d5654ea65c10f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:01.292356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e625b9b4-aef5-4374-9b70-bdfb65e0ce34 admin admin] Made reservation on behalf of 71fadf1154f842bfb50d5654ea65c10f for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:01.294956 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e625b9b4-aef5-4374-9b70-bdfb65e0ce34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.315774 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7444b853-c60f-440a-a45c-1834603ad921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.391732 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7444b853-c60f-440a-a45c-1834603ad921 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=df936af9aba14a659fc1af1cb3613c34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3057249 Aug 16 01:48:01.412829 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58702) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:01.530107 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e625b9b4-aef5-4374-9b70-bdfb65e0ce34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.585137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444b853-c60f-440a-a45c-1834603ad921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64870f00-9fb4-4ce1-98cc-b8a6d1cc90ef,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:01.610725 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-e27a7e3a-2188-432b-a560-55ffbca401d8 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8891213 Aug 16 01:48:01.627375 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc684b-18d3-48a0-a11a-2e4c7ecb69a2 req-cef7a372-244a-4e89-95e3-091ae518d674 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:01.629314 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-59fc684b-18d3-48a0-a11a-2e4c7ecb69a2 req-cef7a372-244a-4e89-95e3-091ae518d674 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.2577114 Aug 16 01:48:01.664661 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f7f4ce2e-96b3-4577-be2b-138990a379bf tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "GET /v2.0/routers/7dcb9775-570f-4b2a-aad6-9456e35120ee HTTP/1.1" status: 200 len: 924 time: 0.5762379 Aug 16 01:48:01.701665 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58708) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:01.711633 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-6307bf2b-e4ac-4777-889c-13598e3590f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=0acdabdb-c72c-46b9-8121-47f8e483891b HTTP/1.1" status: 200 len: 217 time: 0.0717897 Aug 16 01:48:01.737909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625b9b4-aef5-4374-9b70-bdfb65e0ce34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6294327f-4608-4d52-b501-068eb8492f6b,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:01.770432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e625b9b4-aef5-4374-9b70-bdfb65e0ce34 admin admin] Checking segment: {'id': '44d5d16f-4b91-4fcc-a22a-12c00fe71859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '04dd9494-4db7-41a2-822e-2b75280feaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:01.771531 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e625b9b4-aef5-4374-9b70-bdfb65e0ce34 admin admin] Network hostable DHCP agents. Network: 04dd9494-4db7-41a2-822e-2b75280feaec, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:48:01.822385 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a899ac0b-fa87-4cfb-947f-cc5456ab8194 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:01.827549 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a899ac0b-fa87-4cfb-947f-cc5456ab8194 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=624da80d-1349-4890-b915-f302637330f0&device_id=7dcb9775-570f-4b2a-aad6-9456e35120ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1182382 Aug 16 01:48:01.828396 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58712) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:01.835067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e625b9b4-aef5-4374-9b70-bdfb65e0ce34 admin admin] Network 04dd9494-4db7-41a2-822e-2b75280feaec is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:48:01.872920 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c57e428-7ad9-48be-ac54-b1044b683e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.884716 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-59fc684b-18d3-48a0-a11a-2e4c7ecb69a2 req-7f22703c-eade-437b-9406-176525c7dc22 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356057 Aug 16 01:48:01.923384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e625b9b4-aef5-4374-9b70-bdfb65e0ce34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 04dd9494-4db7-41a2-822e-2b75280feaec) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:01.936039 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-96918f71-6d1c-4b29-b432-9c2f96d9ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:01.938709 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-96918f71-6d1c-4b29-b432-9c2f96d9ca86 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.1797006 Aug 16 01:48:01.940297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b881c24-0c75-4ccd-9dfa-c9e21e95c1b3 None None] Network 04dd9494-4db7-41a2-822e-2b75280feaec requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:48:01.941210 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c57e428-7ad9-48be-ac54-b1044b683e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:01.963306 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e625b9b4-aef5-4374-9b70-bdfb65e0ce34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:01.970966 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e625b9b4-aef5-4374-9b70-bdfb65e0ce34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.051057 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-0c0a804e-3939-4657-8911-56e1ad3fd357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:02.054060 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-0c0a804e-3939-4657-8911-56e1ad3fd357 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1010110 Aug 16 01:48:02.160954 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c57e428-7ad9-48be-ac54-b1044b683e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.164574 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c57e428-7ad9-48be-ac54-b1044b683e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.166101 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3c57e428-7ad9-48be-ac54-b1044b683e4c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/64870f00-9fb4-4ce1-98cc-b8a6d1cc90ef HTTP/1.1" status: 204 len: 168 time: 0.7244575 Aug 16 01:48:02.202149 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57e428-7ad9-48be-ac54-b1044b683e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64870f00-9fb4-4ce1-98cc-b8a6d1cc90ef,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:02.220694 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e625b9b4-aef5-4374-9b70-bdfb65e0ce34 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9614947 Aug 16 01:48:02.290415 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-450975bf-6ced-413b-9c22-ecdbd7b0ac09 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271512 Aug 16 01:48:02.293549 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39d5e0d1-8d2a-4387-acb7-1169ec9a633e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:02.398861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac50ed7b-d316-46c8-9b64-cad24399376a None None] Network 04dd9494-4db7-41a2-822e-2b75280feaec requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:48:02.741467 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-50c95924-e619-42a3-9a23-9c88248477eb service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439001 Aug 16 01:48:02.771585 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.db.resource_extend [None req-1553c5f6-b1b8-4da8-96dc-0eda00e3c8f0 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] It took 0.70 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:48:02.807438 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e767ede7-34fa-42bb-a0b0-d94b375a2859 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:02.812885 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e767ede7-34fa-42bb-a0b0-d94b375a2859 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 881 time: 0.9812572 Aug 16 01:48:02.816148 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58734) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:02.840543 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-88a47c61-5e1f-4df1-bc93-42e18df240c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=bee42ab6-fdb5-48a2-98ba-795a696d06da HTTP/1.1" status: 200 len: 217 time: 0.0614102 Aug 16 01:48:02.854857 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-72399e55-78f7-418f-9ad1-b290427127f8 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dcb9775-570f-4b2a-aad6-9456e35120ee HTTP/1.1" status: 200 len: 205 time: 0.0372291 Aug 16 01:48:02.857545 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58736) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:02.921879 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-1ac0ca70-e297-4e09-aa38-8acaa237fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:02.923307 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-1ac0ca70-e297-4e09-aa38-8acaa237fd2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.0745924 Aug 16 01:48:02.987364 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86d10772-dc2e-431a-a5f2-a3155b801d6e tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.040300 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1553c5f6-b1b8-4da8-96dc-0eda00e3c8f0 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.046088 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1553c5f6-b1b8-4da8-96dc-0eda00e3c8f0 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.133149 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-f99aabb8-8816-4634-8180-991cee8905c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:03.135223 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-f99aabb8-8816-4634-8180-991cee8905c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1957695 Aug 16 01:48:03.152751 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb30ba-0605-4ab3-a9ba-a20bcbcbb15c req-ca41e0c4-eb6d-49ef-b0ed-924a56370ee8 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:03.154609 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bcfb30ba-0605-4ab3-a9ba-a20bcbcbb15c req-ca41e0c4-eb6d-49ef-b0ed-924a56370ee8 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.1053085 Aug 16 01:48:03.247970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-39d5e0d1-8d2a-4387-acb7-1169ec9a633e admin admin] Deleting port 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:48:03.248726 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39d5e0d1-8d2a-4387-acb7-1169ec9a633e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.259427 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-1553c5f6-b1b8-4da8-96dc-0eda00e3c8f0 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Floating IP 42452a0e-cfde-4e7f-bb2f-dc49139a14cc associated. External IP: 172.25.3.218, port: ab4e7ee7-32f9-4f4c-9303-ac5638d650e7. Aug 16 01:48:03.312762 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bcfb30ba-0605-4ab3-a9ba-a20bcbcbb15c req-cead3743-ae56-4151-ab79-601564345f1b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429799 Aug 16 01:48:03.416015 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86d10772-dc2e-431a-a5f2-a3155b801d6e tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.499773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-39d5e0d1-8d2a-4387-acb7-1169ec9a633e admin admin] For port 6b6574ff-ba1f-4096-b3b0-eb6200f526f9, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6b6574ff-ba1f-4096-b3b0-eb6200f526f9,segment=NetworkSegment(72824b89-0c91-4936-85af-79fcb697aaee),segment_id=72824b89-0c91-4936-85af-79fcb697aaee)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:03.499773 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39d5e0d1-8d2a-4387-acb7-1169ec9a633e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.555123 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-39d5e0d1-8d2a-4387-acb7-1169ec9a633e admin admin] Calling delete_port for 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:48:03.581018 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-84132dd8-714c-4a41-8edb-51038cb27e96 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251368 Aug 16 01:48:03.593624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-86d10772-dc2e-431a-a5f2-a3155b801d6e tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Deleting port a4e68729-2618-4c16-91c1-339aebe7ff84 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:48:03.594166 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86d10772-dc2e-431a-a5f2-a3155b801d6e tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.685906 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86d10772-dc2e-431a-a5f2-a3155b801d6e tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.698877 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-86d10772-dc2e-431a-a5f2-a3155b801d6e tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Calling delete_port for a4e68729-2618-4c16-91c1-339aebe7ff84 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:48:03.910828 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1553c5f6-b1b8-4da8-96dc-0eda00e3c8f0 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Router 8da44f5f-819b-4d06-b3df-7acf75657634 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:48:03.936208 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86d10772-dc2e-431a-a5f2-a3155b801d6e tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:03.950168 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-1ce1c18a-8224-4f2d-abd7-4e0b91a5bf52 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425491 Aug 16 01:48:04.016833 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d10772-dc2e-431a-a5f2-a3155b801d6e tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Pushing event deleted for resources: {'Port': ['ID=a4e68729-2618-4c16-91c1-339aebe7ff84,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:04.050461 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58768) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:04.067757 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-199a300b-5d18-45cf-842f-db90eb6cd880 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be HTTP/1.1" status: 200 len: 217 time: 0.1010973 Aug 16 01:48:04.109605 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b0e51fd2-8b4b-47f9-8e79-2316c6c22b12 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1741255682-network', 'tenant_id': 'c145b1f7a0e241e19fc5b763299f204e'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:04.187420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-110cfc1f-9fff-4fbc-94f0-2f678842147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:04.189597 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-110cfc1f-9fff-4fbc-94f0-2f678842147c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.1122763 Aug 16 01:48:04.252636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1553c5f6-b1b8-4da8-96dc-0eda00e3c8f0 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:48:04.255844 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e51fd2-8b4b-47f9-8e79-2316c6c22b12 admin admin] Made reservation on behalf of c145b1f7a0e241e19fc5b763299f204e for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:04.259028 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0e51fd2-8b4b-47f9-8e79-2316c6c22b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:04.264323 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1553c5f6-b1b8-4da8-96dc-0eda00e3c8f0 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:04.269819 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235f96eb-2413-42b9-bc7b-c53d2f531e6b None None] Sync routers for ids ['8da44f5f-819b-4d06-b3df-7acf75657634'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:48:04.283727 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235f96eb-2413-42b9-bc7b-c53d2f531e6b None None] Routers {'8da44f5f-819b-4d06-b3df-7acf75657634'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:04.284737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-235f96eb-2413-42b9-bc7b-c53d2f531e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:47:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8da44f5f-819b-4d06-b3df-7acf75657634'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:04.295862 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-b231456b-0fa0-45da-bbae-0443737e1408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:04.297477 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-b231456b-0fa0-45da-bbae-0443737e1408 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0805759 Aug 16 01:48:04.298635 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39d5e0d1-8d2a-4387-acb7-1169ec9a633e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:04.320659 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86d10772-dc2e-431a-a5f2-a3155b801d6e tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:04.323697 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1553c5f6-b1b8-4da8-96dc-0eda00e3c8f0 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "PUT /v2.0/floatingips/42452a0e-cfde-4e7f-bb2f-dc49139a14cc HTTP/1.1" status: 200 len: 992 time: 3.7408514 Aug 16 01:48:04.331134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8005f88c-3cb1-4d93-b5ab-25ffce08b44a', 'tag': 'ab4e7ee7-32f9-4f4c-9303-ac5638d650e7'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:04.334332 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588925c3-b388-48e2-b7f8-babda89bdd0b" -d '{"events": [{"name": "network-changed", "server_uuid": "8005f88c-3cb1-4d93-b5ab-25ffce08b44a", "tag": "ab4e7ee7-32f9-4f4c-9303-ac5638d650e7"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:04.377288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5e0d1-8d2a-4387-acb7-1169ec9a633e admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6574ff-ba1f-4096-b3b0-eb6200f526f9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:04.379547 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0e51fd2-8b4b-47f9-8e79-2316c6c22b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:04.515084 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a587ff-9683-424f-ad34-28f157a15c72 x-openstack-request-id: req-02a587ff-9683-424f-ad34-28f157a15c72 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:04.515379 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8005f88c-3cb1-4d93-b5ab-25ffce08b44a", "tag": "ab4e7ee7-32f9-4f4c-9303-ac5638d650e7", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:04.523688 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-02a587ff-9683-424f-ad34-28f157a15c72 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:04.523688 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8005f88c-3cb1-4d93-b5ab-25ffce08b44a', 'tag': 'ab4e7ee7-32f9-4f4c-9303-ac5638d650e7', 'status': 'completed', 'code': 200} Aug 16 01:48:04.588986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-235f96eb-2413-42b9-bc7b-c53d2f531e6b None None] Set router 8da44f5f-819b-4d06-b3df-7acf75657634 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:04.894101 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86d10772-dc2e-431a-a5f2-a3155b801d6e tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:04.902153 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86d10772-dc2e-431a-a5f2-a3155b801d6e tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.069893 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d43c88-0d1f-4e94-874c-27c2deef0e63 req-cdd382a4-798d-4ed1-b411-fd807ba27c2a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:05.085471 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d7d43c88-0d1f-4e94-874c-27c2deef0e63 req-cdd382a4-798d-4ed1-b411-fd807ba27c2a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.3664851 Aug 16 01:48:05.140543 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-235f96eb-2413-42b9-bc7b-c53d2f531e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'name': 'tempest-ServersTestBootFromVolume-1624508070-router', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:45Z', 'revision_number': 4, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'gw_port': {'id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '42452a0e-cfde-4e7f-bb2f-dc49139a14cc', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'port_id': 'ab4e7ee7-32f9-4f4c-9303-ac5638d650e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c', 'mac_address': 'fa:16:3e:a7:67:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8005f88c-3cb1-4d93-b5ab-25ffce08b44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:46:55Z', 'updated_at': '2021-08-16T01:48:02Z', 'revision_number': 1, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae0a193-0ab0-484b-a439-459e0cd9a1bd', 'name': '', 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'mac_address': 'fa:16:3e:a2:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '66424a27-2b04-48e7-b747-252110db691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:42Z', 'updated_at': '2021-08-16T01:46:53Z', 'revision_number': 5, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'subnets': [{'id': '66424a27-2b04-48e7-b747-252110db691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:05.159237 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86d10772-dc2e-431a-a5f2-a3155b801d6e tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.165703 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d10772-dc2e-431a-a5f2-a3155b801d6e tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Fanout notify agent at l3_agent the message router_deleted on router 7dcb9775-570f-4b2a-aad6-9456e35120ee {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:48:05.175850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235f96eb-2413-42b9-bc7b-c53d2f531e6b None None] Checking router: 8da44f5f-819b-4d06-b3df-7acf75657634 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:48:05.193027 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235f96eb-2413-42b9-bc7b-c53d2f531e6b None None] Routers {'8da44f5f-819b-4d06-b3df-7acf75657634'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:05.196046 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86d10772-dc2e-431a-a5f2-a3155b801d6e tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.198286 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-235f96eb-2413-42b9-bc7b-c53d2f531e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:47:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8da44f5f-819b-4d06-b3df-7acf75657634'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:05.203297 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-86d10772-dc2e-431a-a5f2-a3155b801d6e tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "DELETE /v2.0/routers/7dcb9775-570f-4b2a-aad6-9456e35120ee HTTP/1.1" status: 204 len: 168 time: 2.3444538 Aug 16 01:48:05.208048 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58798) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:05.224144 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9eaaa213-467b-4f7e-b8bd-31e6842cf0cc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1959886410', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:05.256129 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d7d43c88-0d1f-4e94-874c-27c2deef0e63 req-cd2f8093-6ec1-4cbf-8879-ba8d4fe484c9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667061 Aug 16 01:48:05.342546 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0e51fd2-8b4b-47f9-8e79-2316c6c22b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.362573 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0e51fd2-8b4b-47f9-8e79-2316c6c22b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.429659 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e51fd2-8b4b-47f9-8e79-2316c6c22b12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:48:05.456204 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa213-467b-4f7e-b8bd-31e6842cf0cc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.459889 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa213-467b-4f7e-b8bd-31e6842cf0cc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.504930 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-235f96eb-2413-42b9-bc7b-c53d2f531e6b None None] Set router 8da44f5f-819b-4d06-b3df-7acf75657634 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:05.541651 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39d5e0d1-8d2a-4387-acb7-1169ec9a633e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.554761 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588925c3-b388-48e2-b7f8-babda89bdd0b req-10d5317a-00c7-4c4e-8ee8-e9a5805c1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:05.556651 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-588925c3-b388-48e2-b7f8-babda89bdd0b req-10d5317a-00c7-4c4e-8ee8-e9a5805c1d00 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1529735a2a4048bbb2f4e83bd590d36c&device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 1098 time: 1.0328364 Aug 16 01:48:05.583444 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-c2b67445-3bdb-4f73-992c-d05b21df24fb service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2291257 Aug 16 01:48:05.633491 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa213-467b-4f7e-b8bd-31e6842cf0cc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.646631 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e51fd2-8b4b-47f9-8e79-2316c6c22b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230348c9-a828-41df-9abd-b0b9c596e8a9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:05.685212 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0e51fd2-8b4b-47f9-8e79-2316c6c22b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:05.686185 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-b0e51fd2-8b4b-47f9-8e79-2316c6c22b12 admin admin] Added segment d4192068-2422-4bfc-ae01-7f227aec9330 of type vlan for network fa3c6b12-cea1-4a3a-87d7-7863f6b76bf0 Aug 16 01:48:06.113227 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0e51fd2-8b4b-47f9-8e79-2316c6c22b12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.118189 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58818) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:06.229906 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa213-467b-4f7e-b8bd-31e6842cf0cc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.335004 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-d6fb5fcd-3cab-498d-a2b5-3600aa9cc036 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6966603 Aug 16 01:48:06.349455 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0e51fd2-8b4b-47f9-8e79-2316c6c22b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.351158 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e51fd2-8b4b-47f9-8e79-2316c6c22b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.357933 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0e51fd2-8b4b-47f9-8e79-2316c6c22b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.366612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-235f96eb-2413-42b9-bc7b-c53d2f531e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'name': 'tempest-ServersTestBootFromVolume-1624508070-router', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:45Z', 'revision_number': 4, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'gw_port': {'id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '42452a0e-cfde-4e7f-bb2f-dc49139a14cc', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'port_id': 'ab4e7ee7-32f9-4f4c-9303-ac5638d650e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c', 'mac_address': 'fa:16:3e:a7:67:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8005f88c-3cb1-4d93-b5ab-25ffce08b44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:46:55Z', 'updated_at': '2021-08-16T01:48:02Z', 'revision_number': 1, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae0a193-0ab0-484b-a439-459e0cd9a1bd', 'name': '', 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'mac_address': 'fa:16:3e:a2:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '66424a27-2b04-48e7-b747-252110db691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:42Z', 'updated_at': '2021-08-16T01:46:53Z', 'revision_number': 5, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'subnets': [{'id': '66424a27-2b04-48e7-b747-252110db691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:06.370415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588925c3-b388-48e2-b7f8-babda89bdd0b req-f1c8150b-4eae-4d88-af5b-9e236659416a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.377889 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-588925c3-b388-48e2-b7f8-babda89bdd0b req-f1c8150b-4eae-4d88-af5b-9e236659416a service neutron] 10.222.0.73 "GET /v2.0/networks?id=27b5d8d5-10cf-4fee-9418-9d301dc64f6c HTTP/1.1" status: 200 len: 917 time: 0.8109043 Aug 16 01:48:06.467372 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235f96eb-2413-42b9-bc7b-c53d2f531e6b None None] The sync data for ids ['8da44f5f-819b-4d06-b3df-7acf75657634'] in n-d-765315-27 is: [{'id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'name': 'tempest-ServersTestBootFromVolume-1624508070-router', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:45Z', 'revision_number': 4, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'gw_port': {'id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '42452a0e-cfde-4e7f-bb2f-dc49139a14cc', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'port_id': 'ab4e7ee7-32f9-4f4c-9303-ac5638d650e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c', 'mac_address': 'fa:16:3e:a7:67:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8005f88c-3cb1-4d93-b5ab-25ffce08b44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:46:55Z', 'updated_at': '2021-08-16T01:48:02Z', 'revision_number': 1, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae0a193-0ab0-484b-a439-459e0cd9a1bd', 'name': '', 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'mac_address': 'fa:16:3e:a2:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '66424a27-2b04-48e7-b747-252110db691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:42Z', 'updated_at': '2021-08-16T01:46:53Z', 'revision_number': 5, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'subnets': [{'id': '66424a27-2b04-48e7-b747-252110db691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:48:06.589626 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-d2864833-db23-4f34-9f29-5d4f213a10b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=465a6ed0-dc32-464e-baf2-d0f03e4442f0 HTTP/1.1" status: 200 len: 217 time: 0.2212062 Aug 16 01:48:06.714108 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b0e51fd2-8b4b-47f9-8e79-2316c6c22b12 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6227760 Aug 16 01:48:06.720018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58832) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:06.734963 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b4cf18cd-f8c2-4d92-915e-32c51bfc827c admin admin] Request body: {'subnet': {'network_id': 'fa3c6b12-cea1-4a3a-87d7-7863f6b76bf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1741255682-subnet', 'tenant_id': 'c145b1f7a0e241e19fc5b763299f204e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:06.813668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cf18cd-f8c2-4d92-915e-32c51bfc827c admin admin] Made reservation on behalf of c145b1f7a0e241e19fc5b763299f204e for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:06.818134 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4cf18cd-f8c2-4d92-915e-32c51bfc827c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:06.826557 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e51fd2-8b4b-47f9-8e79-2316c6c22b12 admin admin] Pushing event updated for resources: {'Network': ['ID=fa3c6b12-cea1-4a3a-87d7-7863f6b76bf0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:06.845374 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network fa3c6b12-cea1-4a3a-87d7-7863f6b76bf0 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:48:06.913382 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-588925c3-b388-48e2-b7f8-babda89bdd0b req-9a9007cb-c1d9-4dfd-9260-e52a752a5e85 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 HTTP/1.1" status: 200 len: 1000 time: 0.3388956 Aug 16 01:48:06.913382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-368787e6-db41-470d-87ac-13bbba31783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:06.913382 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-368787e6-db41-470d-87ac-13bbba31783e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85f7c82-6a4d-4d57-8a2b-76ed66161b19 HTTP/1.1" status: 200 len: 797 time: 0.2766576 Aug 16 01:48:07.001326 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588925c3-b388-48e2-b7f8-babda89bdd0b req-ad0e5b60-9f2d-4825-9f99-134e631c3182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:07.012975 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-588925c3-b388-48e2-b7f8-babda89bdd0b req-ad0e5b60-9f2d-4825-9f99-134e631c3182 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66424a27-2b04-48e7-b747-252110db691a HTTP/1.1" status: 200 len: 855 time: 0.1107931 Aug 16 01:48:07.066998 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472fcaa5-5fb3-48e1-9d59-a47c95d77ddb None None] New status for floating IP 42452a0e-cfde-4e7f-bb2f-dc49139a14cc: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:48:07.250979 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.336663 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49cc41cd-c32b-4411-a242-d133a735c266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:07.467548 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210feac-7cac-4c32-b963-6638e3c84079 req-b81bc561-1a4f-47df-971b-cabd2bda6f37 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:07.478857 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e210feac-7cac-4c32-b963-6638e3c84079 req-b81bc561-1a4f-47df-971b-cabd2bda6f37 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.9210453 Aug 16 01:48:07.491863 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588925c3-b388-48e2-b7f8-babda89bdd0b req-0d9c874b-fef0-40db-82be-248ca45141ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:07.498021 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-588925c3-b388-48e2-b7f8-babda89bdd0b req-0d9c874b-fef0-40db-82be-248ca45141ae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=27b5d8d5-10cf-4fee-9418-9d301dc64f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4263332 Aug 16 01:48:07.528840 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d5e0d1-8d2a-4387-acb7-1169ec9a633e admin admin] Router 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:48:07.603366 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-e90e5e5e-2d8d-4988-8aac-08b248af5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:07.605001 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-e90e5e5e-2d8d-4988-8aac-08b248af5d91 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ba83b8-171e-47ab-b264-b5e65af7f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5869007 Aug 16 01:48:07.779502 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-588925c3-b388-48e2-b7f8-babda89bdd0b req-10565d1d-75c5-493f-8480-91dbe7daeed3 service neutron] 10.222.0.73 "GET /v2.0/networks/27b5d8d5-10cf-4fee-9418-9d301dc64f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579336 Aug 16 01:48:07.968792 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.053927 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa213-467b-4f7e-b8bd-31e6842cf0cc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.122531 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa213-467b-4f7e-b8bd-31e6842cf0cc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.133078 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4cf18cd-f8c2-4d92-915e-32c51bfc827c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.135889 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d5e0d1-8d2a-4387-acb7-1169ec9a633e admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:48:08.146071 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd4b89c-671b-4d94-8167-fcfcc7fba380 None None] Sync routers for ids ['893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:48:08.162964 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd4b89c-671b-4d94-8167-fcfcc7fba380 None None] Routers {'893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:08.165319 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-39d5e0d1-8d2a-4387-acb7-1169ec9a633e admin admin] 10.222.0.68 "PUT /v2.0/routers/893fe1c0-1ffa-4e51-8769-2e1f534a1dcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1182854 Aug 16 01:48:08.165997 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bdd4b89c-671b-4d94-8167-fcfcc7fba380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:47:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:08.171786 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58858) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:08.328981 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e210feac-7cac-4c32-b963-6638e3c84079 req-5cff1aa7-7357-4e24-92f8-ac44c5318388 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8476324 Aug 16 01:48:08.371623 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-bdd4b89c-671b-4d94-8167-fcfcc7fba380 None None] Set router 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:08.406751 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-9eaaa213-467b-4f7e-b8bd-31e6842cf0cc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Allocated IP 172.25.3.208 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/2bcf6ace-d678-47a5-b62f-a40e1d499143) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:08.509033 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-295a230e-df3e-4f01-93f2-15b8a42c23ff admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.596781 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa213-467b-4f7e-b8bd-31e6842cf0cc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.626704 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-588925c3-b388-48e2-b7f8-babda89bdd0b req-0e59a230-0a8a-43d3-a7a4-309f88c7e628 service neutron] 10.222.0.73 "GET /v2.0/networks/27b5d8d5-10cf-4fee-9418-9d301dc64f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7210066 Aug 16 01:48:08.628352 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-44d0cad7-00b9-44e7-ba3a-eb01c97f95e5 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9304471 Aug 16 01:48:08.631147 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bdd4b89c-671b-4d94-8167-fcfcc7fba380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'name': 'tempest-TaggedBootDevicesTest-1786595185-router', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:58Z', 'updated_at': '2021-08-16T01:48:04Z', 'revision_number': 5, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'gw_port': {'id': '0b758f8a-dba9-4930-bcf4-8d81324d6338', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:35:59Z', 'updated_at': '2021-08-16T01:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:08.633095 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-295a230e-df3e-4f01-93f2-15b8a42c23ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.667865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd4b89c-671b-4d94-8167-fcfcc7fba380 None None] Checking router: 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:48:08.669049 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf18cd-f8c2-4d92-915e-32c51bfc827c admin admin] Pushing event updated for resources: {'Subnet': ['ID=534d46ba-a016-4fd4-91ac-7ca7ce7f3db5,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:08.685086 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd4b89c-671b-4d94-8167-fcfcc7fba380 None None] Routers {'893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:08.685796 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bdd4b89c-671b-4d94-8167-fcfcc7fba380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:47:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:08.693028 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa213-467b-4f7e-b8bd-31e6842cf0cc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.777982 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaaa213-467b-4f7e-b8bd-31e6842cf0cc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Pushing event updated for resources: {'Port': ['ID=2bcf6ace-d678-47a5-b62f-a40e1d499143,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:08.802932 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-295a230e-df3e-4f01-93f2-15b8a42c23ff admin admin] Deleting port 0b758f8a-dba9-4930-bcf4-8d81324d6338 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:48:08.803627 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-295a230e-df3e-4f01-93f2-15b8a42c23ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.808387 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-bdd4b89c-671b-4d94-8167-fcfcc7fba380 None None] Set router 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:48:08.863832 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cf18cd-f8c2-4d92-915e-32c51bfc827c admin admin] Checking segment: {'id': 'd4192068-2422-4bfc-ae01-7f227aec9330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fa3c6b12-cea1-4a3a-87d7-7863f6b76bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:08.865057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cf18cd-f8c2-4d92-915e-32c51bfc827c admin admin] Network hostable DHCP agents. Network: fa3c6b12-cea1-4a3a-87d7-7863f6b76bf0, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:48:08.876988 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bdd4b89c-671b-4d94-8167-fcfcc7fba380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'name': 'tempest-TaggedBootDevicesTest-1786595185-router', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:58Z', 'updated_at': '2021-08-16T01:48:08Z', 'revision_number': 6, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:08.889023 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaaa213-467b-4f7e-b8bd-31e6842cf0cc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:08.896082 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-295a230e-df3e-4f01-93f2-15b8a42c23ff admin admin] For port 0b758f8a-dba9-4930-bcf4-8d81324d6338, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0b758f8a-dba9-4930-bcf4-8d81324d6338,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:08.896743 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-295a230e-df3e-4f01-93f2-15b8a42c23ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:08.902212 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9eaaa213-467b-4f7e-b8bd-31e6842cf0cc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:08.907223 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaaa213-467b-4f7e-b8bd-31e6842cf0cc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:08.913112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd4b89c-671b-4d94-8167-fcfcc7fba380 None None] The sync data for ids ['893fe1c0-1ffa-4e51-8769-2e1f534a1dcf'] in n-d-765315-27 is: [{'id': '893fe1c0-1ffa-4e51-8769-2e1f534a1dcf', 'name': 'tempest-TaggedBootDevicesTest-1786595185-router', 'tenant_id': '5052f870a5d04e98b2cd29c89d03b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:35:58Z', 'updated_at': '2021-08-16T01:48:08Z', 'revision_number': 6, 'project_id': '5052f870a5d04e98b2cd29c89d03b16c', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:48:08.913696 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-295a230e-df3e-4f01-93f2-15b8a42c23ff admin admin] Calling delete_port for 0b758f8a-dba9-4930-bcf4-8d81324d6338 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:48:09.023932 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49cc41cd-c32b-4411-a242-d133a735c266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.030462 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cf18cd-f8c2-4d92-915e-32c51bfc827c admin admin] Network fa3c6b12-cea1-4a3a-87d7-7863f6b76bf0 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:48:09.044042 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49cc41cd-c32b-4411-a242-d133a735c266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.142309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-b4cf18cd-f8c2-4d92-915e-32c51bfc827c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, fa3c6b12-cea1-4a3a-87d7-7863f6b76bf0) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:09.156065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b95616-ac00-4b57-80cb-12d349771730 None None] Network fa3c6b12-cea1-4a3a-87d7-7863f6b76bf0 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:48:09.156988 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-dd41eb79-cd6d-4a85-813d-48b5f855d7bf service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139015 Aug 16 01:48:09.159429 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-295a230e-df3e-4f01-93f2-15b8a42c23ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.193143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cf18cd-f8c2-4d92-915e-32c51bfc827c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:09.193836 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4cf18cd-f8c2-4d92-915e-32c51bfc827c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.200297 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-49cc41cd-c32b-4411-a242-d133a735c266 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d4a5b2b660aa46cfbdc1adf2c87837c6&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0811915 Aug 16 01:48:09.204193 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc41cd-c32b-4411-a242-d133a735c266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bdd8e1-4c4d-4806-8666-4bf84dc49627,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:09.206747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58880) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:09.252342 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-1dc2f57a-7f59-4ff5-88f9-70fec40e9e19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ff481ee4-d554-41f9-8c85-9df7af1599d3 HTTP/1.1" status: 200 len: 217 time: 0.0863204 Aug 16 01:48:09.253319 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a230e-df3e-4f01-93f2-15b8a42c23ff admin admin] Pushing event deleted for resources: {'Port': ['ID=0b758f8a-dba9-4930-bcf4-8d81324d6338,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:09.278916 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b4cf18cd-f8c2-4d92-915e-32c51bfc827c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5506933 Aug 16 01:48:09.370881 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-295a230e-df3e-4f01-93f2-15b8a42c23ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.466711 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8e86787-8aef-45d5-8116-1889ce746569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.610956 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8e86787-8aef-45d5-8116-1889ce746569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.662045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58892) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:09.677219 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-295a230e-df3e-4f01-93f2-15b8a42c23ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.678691 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa213-467b-4f7e-b8bd-31e6842cf0cc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.680178 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-295a230e-df3e-4f01-93f2-15b8a42c23ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.755061 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-295a230e-df3e-4f01-93f2-15b8a42c23ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.755468 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0fdf2-85c1-4f27-89b8-37b261f50070 req-c3716d83-2249-4b75-b790-99ba668c3e06 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:09.755653 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295a230e-df3e-4f01-93f2-15b8a42c23ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 893fe1c0-1ffa-4e51-8769-2e1f534a1dcf {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:48:09.757510 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8b0fdf2-85c1-4f27-89b8-37b261f50070 req-c3716d83-2249-4b75-b790-99ba668c3e06 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.2230890 Aug 16 01:48:09.781730 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-295a230e-df3e-4f01-93f2-15b8a42c23ff admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.784441 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-295a230e-df3e-4f01-93f2-15b8a42c23ff admin admin] 10.222.0.68 "DELETE /v2.0/routers/893fe1c0-1ffa-4e51-8769-2e1f534a1dcf HTTP/1.1" status: 204 len: 168 time: 1.6103506 Aug 16 01:48:09.789772 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58894) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:09.846219 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93ae9bf-2861-419e-91ae-cee404d8da00 admin admin] Deleting subnet 6294327f-4608-4d52-b501-068eb8492f6b {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:48:09.851741 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8e86787-8aef-45d5-8116-1889ce746569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.854045 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8e86787-8aef-45d5-8116-1889ce746569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.854417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdffb09-80f0-4be0-87da-1ec165e5c51b None None] Network fa3c6b12-cea1-4a3a-87d7-7863f6b76bf0 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:48:09.855346 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c8e86787-8aef-45d5-8116-1889ce746569 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d2bdd8e1-4c4d-4806-8666-4bf84dc49627 HTTP/1.1" status: 204 len: 168 time: 0.6429362 Aug 16 01:48:09.862196 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a93ae9bf-2861-419e-91ae-cee404d8da00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:09.865706 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-e24bc3c1-e90c-4623-9349-a025779aaae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:09.867406 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-e24bc3c1-e90c-4623-9349-a025779aaae5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85f7c82-6a4d-4d57-8a2b-76ed66161b19 HTTP/1.1" status: 200 len: 797 time: 0.5886822 Aug 16 01:48:09.920491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e86787-8aef-45d5-8116-1889ce746569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bdd8e1-4c4d-4806-8666-4bf84dc49627,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:09.954240 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8b0fdf2-85c1-4f27-89b8-37b261f50070 req-d082b46a-3bf4-4f08-a4b7-734412fe7bbe tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817744 Aug 16 01:48:09.960369 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a93ae9bf-2861-419e-91ae-cee404d8da00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.127284 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a93ae9bf-2861-419e-91ae-cee404d8da00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.210363 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa213-467b-4f7e-b8bd-31e6842cf0cc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.305748 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a93ae9bf-2861-419e-91ae-cee404d8da00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.384625 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ae9bf-2861-419e-91ae-cee404d8da00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6294327f-4608-4d52-b501-068eb8492f6b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:10.400140 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a93ae9bf-2861-419e-91ae-cee404d8da00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.403549 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a93ae9bf-2861-419e-91ae-cee404d8da00 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6294327f-4608-4d52-b501-068eb8492f6b HTTP/1.1" status: 204 len: 168 time: 0.7386522 Aug 16 01:48:10.415610 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58908) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:10.600914 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51eb28f8-6783-4a93-a931-1532d74faa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.637610 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:48:10.660604 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eaaa213-467b-4f7e-b8bd-31e6842cf0cc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Router 66a1c4f3-190c-4535-a37d-044ca3410155 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:48:10.705149 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:48:10.705503 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6b6574ff-ba1f-4096-b3b0-eb6200f526f9 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:48:10.705953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0b758f8a-dba9-4930-bcf4-8d81324d6338 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:48:10.747955 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 0b758f8a-dba9-4930-bcf4-8d81324d6338 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:48:10.750862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0b758f8a-dba9-4930-bcf4-8d81324d6338 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:48:10.758632 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef9a086-a6a4-429d-b43d-1478291545cb admin admin] Deleting subnet de680595-9685-4a06-af23-2b0f71eb9e2f {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:48:10.772263 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cef9a086-a6a4-429d-b43d-1478291545cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.824391 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-dc6eadd3-a115-4ef9-a9a2-692898145a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:10.826315 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-dc6eadd3-a115-4ef9-a9a2-692898145a45 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ba83b8-171e-47ab-b264-b5e65af7f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1849711 Aug 16 01:48:10.841208 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51eb28f8-6783-4a93-a931-1532d74faa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.860224 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-51eb28f8-6783-4a93-a931-1532d74faa4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04dd9494-4db7-41a2-822e-2b75280feaec']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:10.872413 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cef9a086-a6a4-429d-b43d-1478291545cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.903399 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-51eb28f8-6783-4a93-a931-1532d74faa4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d5d16f-4b91-4fcc-a22a-12c00fe71859') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:10.904147 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-51eb28f8-6783-4a93-a931-1532d74faa4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d5d16f-4b91-4fcc-a22a-12c00fe71859') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:10.920462 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51eb28f8-6783-4a93-a931-1532d74faa4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.946414 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51eb28f8-6783-4a93-a931-1532d74faa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.953471 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaaa213-467b-4f7e-b8bd-31e6842cf0cc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:48:10.965040 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51eb28f8-6783-4a93-a931-1532d74faa4b admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:48:10.965854 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51eb28f8-6783-4a93-a931-1532d74faa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:10.967140 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9f7817-68fd-489a-8355-4474359db7dc None None] Sync routers for ids ['66a1c4f3-190c-4535-a37d-044ca3410155'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:48:10.968502 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:48:10.985744 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9f7817-68fd-489a-8355-4474359db7dc None None] Routers {'66a1c4f3-190c-4535-a37d-044ca3410155'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:10.987974 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-af9f7817-68fd-489a-8355-4474359db7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:47:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['66a1c4f3-190c-4535-a37d-044ca3410155'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:11.106382 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa213-467b-4f7e-b8bd-31e6842cf0cc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.108029 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9eaaa213-467b-4f7e-b8bd-31e6842cf0cc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.8926558 Aug 16 01:48:11.111099 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58926) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:11.122483 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0797d38d-db2f-42d2-a148-42e7fd82a0a9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:11.134298 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51eb28f8-6783-4a93-a931-1532d74faa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.152775 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-af9f7817-68fd-489a-8355-4474359db7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:11.170282 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9f7817-68fd-489a-8355-4474359db7dc None None] Routers {'66a1c4f3-190c-4535-a37d-044ca3410155'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:11.171353 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-af9f7817-68fd-489a-8355-4474359db7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:47:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['66a1c4f3-190c-4535-a37d-044ca3410155'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:11.220192 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-af9f7817-68fd-489a-8355-4474359db7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:11.221230 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9f7817-68fd-489a-8355-4474359db7dc None None] The sync data for ids ['66a1c4f3-190c-4535-a37d-044ca3410155'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:48:11.227679 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51eb28f8-6783-4a93-a931-1532d74faa4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.247660 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-51eb28f8-6783-4a93-a931-1532d74faa4b admin admin] 10.222.0.68 "DELETE /v2.0/networks/04dd9494-4db7-41a2-822e-2b75280feaec HTTP/1.1" status: 204 len: 168 time: 0.8257184 Aug 16 01:48:11.249388 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-dda9cfd6-381a-4977-8698-ee52f6165f3b service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145510 Aug 16 01:48:11.251865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58930) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:11.303259 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6dd47-31bd-4a2b-8000-344391c2d4fb req-16322089-0b08-4e4c-8a89-3cd8728cf233 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:11.305446 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83e6dd47-31bd-4a2b-8000-344391c2d4fb req-16322089-0b08-4e4c-8a89-3cd8728cf233 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.2080588 Aug 16 01:48:11.358437 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb28f8-6783-4a93-a931-1532d74faa4b admin admin] Pushing event deleted for resources: {'Network': ['ID=04dd9494-4db7-41a2-822e-2b75280feaec,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:11.428199 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b9fa76-9393-4a65-98c7-39cbe13c2107 admin admin] Deleting subnet 534d46ba-a016-4fd4-91ac-7ca7ce7f3db5 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:48:11.435637 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4b9fa76-9393-4a65-98c7-39cbe13c2107 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.437371 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cef9a086-a6a4-429d-b43d-1478291545cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.564081 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83e6dd47-31bd-4a2b-8000-344391c2d4fb req-d3203573-4a0d-4ec8-b40b-7ee5a9ce5a4c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825030 Aug 16 01:48:11.587620 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4b9fa76-9393-4a65-98c7-39cbe13c2107 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.657576 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f57bf1d-ce22-4075-921d-0b880caba383 req-aa667936-dafe-4600-9e60-25a19b3e89b9 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878956 Aug 16 01:48:11.666585 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cef9a086-a6a4-429d-b43d-1478291545cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.699541 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9a086-a6a4-429d-b43d-1478291545cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de680595-9685-4a06-af23-2b0f71eb9e2f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:11.705306 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cef9a086-a6a4-429d-b43d-1478291545cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.707353 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cef9a086-a6a4-429d-b43d-1478291545cb admin admin] 10.222.0.68 "DELETE /v2.0/subnets/de680595-9685-4a06-af23-2b0f71eb9e2f HTTP/1.1" status: 204 len: 168 time: 1.8967235 Aug 16 01:48:11.712647 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58309c5-cb95-4813-8eae-abad28decfd1 None None] Network c9f6cb29-657f-4294-ac8f-e7d12f466242 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:48:11.713414 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58940) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:11.768258 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4b9fa76-9393-4a65-98c7-39cbe13c2107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:11.865317 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.042357 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] Deleting port d9283f40-c07d-4630-91fe-91b86680a6f8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:48:12.042708 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.066260 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4b9fa76-9393-4a65-98c7-39cbe13c2107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.117690 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68717c8-091b-4f1a-ab80-4c6842e77327 None None] DHCP port deletion for c9f6cb29-657f-4294-ac8f-e7d12f466242 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:48:12.247228 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f68717c8-091b-4f1a-ab80-4c6842e77327 None None] Deleting port d9283f40-c07d-4630-91fe-91b86680a6f8 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:48:12.247860 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f68717c8-091b-4f1a-ab80-4c6842e77327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.278950 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] For port d9283f40-c07d-4630-91fe-91b86680a6f8, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d9283f40-c07d-4630-91fe-91b86680a6f8,segment=NetworkSegment(72824b89-0c91-4936-85af-79fcb697aaee),segment_id=72824b89-0c91-4936-85af-79fcb697aaee)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:12.279972 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.315104 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] Calling delete_port for d9283f40-c07d-4630-91fe-91b86680a6f8 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:48:12.327277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f68717c8-091b-4f1a-ab80-4c6842e77327 None None] For port d9283f40-c07d-4630-91fe-91b86680a6f8, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d9283f40-c07d-4630-91fe-91b86680a6f8,segment=NetworkSegment(72824b89-0c91-4936-85af-79fcb697aaee),segment_id=72824b89-0c91-4936-85af-79fcb697aaee)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:12.327686 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f68717c8-091b-4f1a-ab80-4c6842e77327 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.343139 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f68717c8-091b-4f1a-ab80-4c6842e77327 None None] Calling delete_port for d9283f40-c07d-4630-91fe-91b86680a6f8 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:48:12.445456 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f68717c8-091b-4f1a-ab80-4c6842e77327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.492099 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68717c8-091b-4f1a-ab80-4c6842e77327 None None] No DVR routers for this DVR port d9283f40-c07d-4630-91fe-91b86680a6f8 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:48:12.523362 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68717c8-091b-4f1a-ab80-4c6842e77327 None None] Pushing event deleted for resources: {'Port': ['ID=d9283f40-c07d-4630-91fe-91b86680a6f8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:12.528287 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.584682 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9283f40-c07d-4630-91fe-91b86680a6f8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:12.587141 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] No DVR routers for this DVR port d9283f40-c07d-4630-91fe-91b86680a6f8 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:48:12.637330 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d9283f40-c07d-4630-91fe-91b86680a6f8 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:48:12.665142 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: d9283f40-c07d-4630-91fe-91b86680a6f8 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:48:12.665833 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d9283f40-c07d-4630-91fe-91b86680a6f8 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:48:12.783513 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4b9fa76-9393-4a65-98c7-39cbe13c2107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.790191 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e4b9fa76-9393-4a65-98c7-39cbe13c2107 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/534d46ba-a016-4fd4-91ac-7ca7ce7f3db5 HTTP/1.1" status: 204 len: 168 time: 1.5303421 Aug 16 01:48:12.800582 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0797d38d-db2f-42d2-a148-42e7fd82a0a9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.803873 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58968) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:12.828466 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9fa76-9393-4a65-98c7-39cbe13c2107 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=534d46ba-a016-4fd4-91ac-7ca7ce7f3db5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:12.889183 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.896375 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0797d38d-db2f-42d2-a148-42e7fd82a0a9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.915145 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f6cb29-657f-4294-ac8f-e7d12f466242']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:12.923589 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9fa76-9393-4a65-98c7-39cbe13c2107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.924850 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9fa76-9393-4a65-98c7-39cbe13c2107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.925450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9fa76-9393-4a65-98c7-39cbe13c2107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.927192 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9fa76-9393-4a65-98c7-39cbe13c2107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.927480 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9fa76-9393-4a65-98c7-39cbe13c2107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.929891 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9fa76-9393-4a65-98c7-39cbe13c2107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.930679 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9fa76-9393-4a65-98c7-39cbe13c2107 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.931303 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9fa76-9393-4a65-98c7-39cbe13c2107 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.931518 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9fa76-9393-4a65-98c7-39cbe13c2107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.931865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9fa76-9393-4a65-98c7-39cbe13c2107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.932265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9fa76-9393-4a65-98c7-39cbe13c2107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.932531 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9fa76-9393-4a65-98c7-39cbe13c2107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:12.936970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72824b89-0c91-4936-85af-79fcb697aaee') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:12.937621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72824b89-0c91-4936-85af-79fcb697aaee') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:12.957082 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-deb27f75-4a41-4e70-b7ae-f368be409c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.969278 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.023767 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.052887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8c73b-d7eb-433e-9de7-a0d7f6f18499 req-ebefeb28-35dc-4fa6-bff3-31ed1ab3553a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:13.054605 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-56b8c73b-d7eb-433e-9de7-a0d7f6f18499 req-ebefeb28-35dc-4fa6-bff3-31ed1ab3553a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.2469602 Aug 16 01:48:13.059711 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:48:13.060260 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:48:13.062290 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:48:13.188088 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-56b8c73b-d7eb-433e-9de7-a0d7f6f18499 req-91fd7ce5-947a-4dfb-addd-c2e59a20fa05 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209395 Aug 16 01:48:13.189242 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-deb27f75-4a41-4e70-b7ae-f368be409c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.201262 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.210839 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-deb27f75-4a41-4e70-b7ae-f368be409c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3c6b12-cea1-4a3a-87d7-7863f6b76bf0']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:13.213877 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.217994 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0797d38d-db2f-42d2-a148-42e7fd82a0a9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Deleting port 2bcf6ace-d678-47a5-b62f-a40e1d499143 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:48:13.218347 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0797d38d-db2f-42d2-a148-42e7fd82a0a9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.229660 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] 10.222.0.68 "DELETE /v2.0/networks/c9f6cb29-657f-4294-ac8f-e7d12f466242 HTTP/1.1" status: 204 len: 168 time: 1.5074518 Aug 16 01:48:13.266310 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa69ff-a601-4f17-bfbc-bfdc40137ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f6cb29-657f-4294-ac8f-e7d12f466242,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:13.285164 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-deb27f75-4a41-4e70-b7ae-f368be409c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4192068-2422-4bfc-ae01-7f227aec9330') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:13.285164 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-deb27f75-4a41-4e70-b7ae-f368be409c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4192068-2422-4bfc-ae01-7f227aec9330') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:13.302414 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-deb27f75-4a41-4e70-b7ae-f368be409c91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.336836 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-deb27f75-4a41-4e70-b7ae-f368be409c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.351296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb27f75-4a41-4e70-b7ae-f368be409c91 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:48:13.354667 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-deb27f75-4a41-4e70-b7ae-f368be409c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:48:13.361109 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:48:13.424188 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0797d38d-db2f-42d2-a148-42e7fd82a0a9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.452057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0797d38d-db2f-42d2-a148-42e7fd82a0a9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Calling delete_port for 2bcf6ace-d678-47a5-b62f-a40e1d499143 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:48:13.516162 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-deb27f75-4a41-4e70-b7ae-f368be409c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.537230 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-deb27f75-4a41-4e70-b7ae-f368be409c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.543002 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-deb27f75-4a41-4e70-b7ae-f368be409c91 admin admin] 10.222.0.68 "DELETE /v2.0/networks/fa3c6b12-cea1-4a3a-87d7-7863f6b76bf0 HTTP/1.1" status: 204 len: 168 time: 0.7354565 Aug 16 01:48:13.569956 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb27f75-4a41-4e70-b7ae-f368be409c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa3c6b12-cea1-4a3a-87d7-7863f6b76bf0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:13.630689 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58988) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:13.762781 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6ae09a37-53a2-468a-9926-8e1394660fda admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5052f870a5d04e98b2cd29c89d03b16c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1283197 Aug 16 01:48:13.765403 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58990) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:13.955320 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0797d38d-db2f-42d2-a148-42e7fd82a0a9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:13.979305 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59000) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:14.090531 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-76bb741b-8159-4ad4-92be-a4e4f5f24def admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=71fadf1154f842bfb50d5654ea65c10f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1101382 Aug 16 01:48:14.093000 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59002) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:14.099506 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797d38d-db2f-42d2-a148-42e7fd82a0a9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Pushing event deleted for resources: {'Port': ['ID=2bcf6ace-d678-47a5-b62f-a40e1d499143,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:14.134669 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-505de287-b6ad-472f-92eb-64bd003b5ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.153863 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0797d38d-db2f-42d2-a148-42e7fd82a0a9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.253148 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c910490e-5b7a-4ee0-9b9f-0e04bdeb7402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.319257 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-505de287-b6ad-472f-92eb-64bd003b5ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.402019 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c910490e-5b7a-4ee0-9b9f-0e04bdeb7402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.456953 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f296a8-6e0c-4014-beca-4c77fb90f86d req-60d2ceee-c690-4cf1-b0b7-ab3ed217229f tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:14.466031 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-97f296a8-6e0c-4014-beca-4c77fb90f86d req-60d2ceee-c690-4cf1-b0b7-ab3ed217229f tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.1500733 Aug 16 01:48:14.544153 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-97f296a8-6e0c-4014-beca-4c77fb90f86d req-e26b8869-e0be-44a2-aa62-8344d24db430 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771999 Aug 16 01:48:14.561238 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c910490e-5b7a-4ee0-9b9f-0e04bdeb7402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.568424 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c910490e-5b7a-4ee0-9b9f-0e04bdeb7402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.582242 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c910490e-5b7a-4ee0-9b9f-0e04bdeb7402 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6a51fa1c-b080-496a-8bae-76bf1769ac8a HTTP/1.1" status: 204 len: 168 time: 0.4845612 Aug 16 01:48:14.608405 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910490e-5b7a-4ee0-9b9f-0e04bdeb7402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a51fa1c-b080-496a-8bae-76bf1769ac8a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:14.623326 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0797d38d-db2f-42d2-a148-42e7fd82a0a9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.648742 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0797d38d-db2f-42d2-a148-42e7fd82a0a9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.844488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0797d38d-db2f-42d2-a148-42e7fd82a0a9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Router 66a1c4f3-190c-4535-a37d-044ca3410155 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:48:14.860067 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-505de287-b6ad-472f-92eb-64bd003b5ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.863378 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-505de287-b6ad-472f-92eb-64bd003b5ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.867592 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-505de287-b6ad-472f-92eb-64bd003b5ab6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5c4305c5-058a-42e2-bc2b-62c0f435312a HTTP/1.1" status: 204 len: 168 time: 1.1032159 Aug 16 01:48:14.943042 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505de287-b6ad-472f-92eb-64bd003b5ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4305c5-058a-42e2-bc2b-62c0f435312a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:15.000335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0797d38d-db2f-42d2-a148-42e7fd82a0a9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:48:15.014588 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0797d38d-db2f-42d2-a148-42e7fd82a0a9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.014588 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0797d38d-db2f-42d2-a148-42e7fd82a0a9 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "PUT /v2.0/routers/66a1c4f3-190c-4535-a37d-044ca3410155 HTTP/1.1" status: 200 len: 710 time: 3.9001827 Aug 16 01:48:15.014588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59026) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:15.042703 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb91b2a7-dc35-47a5-b612-96ce9cd99782 None None] Sync routers for ids ['66a1c4f3-190c-4535-a37d-044ca3410155'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:48:15.088176 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb91b2a7-dc35-47a5-b612-96ce9cd99782 None None] Routers {'66a1c4f3-190c-4535-a37d-044ca3410155'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:15.089220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-eb91b2a7-dc35-47a5-b612-96ce9cd99782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:47:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['66a1c4f3-190c-4535-a37d-044ca3410155'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:15.173719 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-eb91b2a7-dc35-47a5-b612-96ce9cd99782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:15.188645 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb91b2a7-dc35-47a5-b612-96ce9cd99782 None None] Routers {'66a1c4f3-190c-4535-a37d-044ca3410155'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:48:15.193883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-eb91b2a7-dc35-47a5-b612-96ce9cd99782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:47:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['66a1c4f3-190c-4535-a37d-044ca3410155'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:15.235140 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-eb91b2a7-dc35-47a5-b612-96ce9cd99782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:48:15.236186 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb91b2a7-dc35-47a5-b612-96ce9cd99782 None None] The sync data for ids ['66a1c4f3-190c-4535-a37d-044ca3410155'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:48:15.271993 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59034) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:15.272649 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d4a08930-24ac-4f39-b03f-f8b44caeae7e tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "GET /v2.0/routers/66a1c4f3-190c-4535-a37d-044ca3410155 HTTP/1.1" status: 200 len: 745 time: 0.2576146 Aug 16 01:48:15.321628 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ec31c390-d3ec-4f5a-ab55-d6b2944d0351 tempest-RoutersIpV6AdminTest-600387918 tempest-RoutersIpV6AdminTest-600387918-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=624da80d-1349-4890-b915-f302637330f0&device_id=66a1c4f3-190c-4535-a37d-044ca3410155 HTTP/1.1" status: 200 len: 205 time: 0.0483327 Aug 16 01:48:15.324312 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59040) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:15.378206 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-286bb393-51e6-4257-b2eb-5ab9f54be238 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "GET /v2.0/ports?device_id=66a1c4f3-190c-4535-a37d-044ca3410155 HTTP/1.1" status: 200 len: 205 time: 0.0526867 Aug 16 01:48:15.381249 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59044) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:15.392056 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59046) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:15.458267 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-250b9261-b7e7-4efa-9bc1-f7e87d874413 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c145b1f7a0e241e19fc5b763299f204e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638309 Aug 16 01:48:15.460412 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59048) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:15.524873 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-257034bf-2d83-4f42-8dea-7581c3827a7a tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.537951 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ddf7919e-22a9-4fc1-a3b8-e0b03f714a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.574249 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ddf7919e-22a9-4fc1-a3b8-e0b03f714a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.670048 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ddf7919e-22a9-4fc1-a3b8-e0b03f714a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.673594 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ddf7919e-22a9-4fc1-a3b8-e0b03f714a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.677143 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ddf7919e-22a9-4fc1-a3b8-e0b03f714a6d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/230348c9-a828-41df-9abd-b0b9c596e8a9 HTTP/1.1" status: 204 len: 168 time: 0.2150402 Aug 16 01:48:15.703660 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7919e-22a9-4fc1-a3b8-e0b03f714a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230348c9-a828-41df-9abd-b0b9c596e8a9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:15.883822 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-257034bf-2d83-4f42-8dea-7581c3827a7a tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.886592 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-257034bf-2d83-4f42-8dea-7581c3827a7a tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.892216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d2ccd-9d18-40dd-994c-1bdcf3508f78 req-c656e162-1548-4495-a016-63d890928b76 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:15.894985 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6b3d2ccd-9d18-40dd-994c-1bdcf3508f78 req-c656e162-1548-4495-a016-63d890928b76 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.1991858 Aug 16 01:48:15.947567 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-257034bf-2d83-4f42-8dea-7581c3827a7a tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.949638 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257034bf-2d83-4f42-8dea-7581c3827a7a tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Fanout notify agent at l3_agent the message router_deleted on router 66a1c4f3-190c-4535-a37d-044ca3410155 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:48:15.959288 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-257034bf-2d83-4f42-8dea-7581c3827a7a tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.961926 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-257034bf-2d83-4f42-8dea-7581c3827a7a tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "DELETE /v2.0/routers/66a1c4f3-190c-4535-a37d-044ca3410155 HTTP/1.1" status: 204 len: 168 time: 0.5792849 Aug 16 01:48:15.966740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59068) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:16.024435 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6b3d2ccd-9d18-40dd-994c-1bdcf3508f78 req-e577cb55-4b41-423a-a9af-5971e2ab68fb tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223104 Aug 16 01:48:16.037554 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a00a7643-c494-40ed-a827-a4ea049b6f61 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "GET /v2.0/ports?device_id=66a1c4f3-190c-4535-a37d-044ca3410155 HTTP/1.1" status: 200 len: 205 time: 0.0673747 Aug 16 01:48:16.040200 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59072) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:16.101653 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-5d9ce78f-bb08-461d-92ec-918c03a90c37 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] delete failed (client error): The resource could not be found. Aug 16 01:48:16.105219 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5d9ce78f-bb08-461d-92ec-918c03a90c37 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "DELETE /v2.0/routers/66a1c4f3-190c-4535-a37d-044ca3410155 HTTP/1.1" status: 404 len: 336 time: 0.0616193 Aug 16 01:48:16.105512 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59074) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:16.152799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59076) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:16.153744 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e1eb7fd2-00be-4d4b-92a5-43b77e11f261 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "GET /v2.0/ports?device_id=7dcb9775-570f-4b2a-aad6-9456e35120ee HTTP/1.1" status: 200 len: 205 time: 0.0464659 Aug 16 01:48:16.245706 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-d34e9218-dd44-4ad3-878a-a7802ed2b2be tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] delete failed (client error): The resource could not be found. Aug 16 01:48:16.246923 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d34e9218-dd44-4ad3-878a-a7802ed2b2be tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "DELETE /v2.0/routers/7dcb9775-570f-4b2a-aad6-9456e35120ee HTTP/1.1" status: 404 len: 336 time: 0.0932059 Aug 16 01:48:16.249601 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59084) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:16.291954 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ab2956d8-fbba-4973-b04e-1770ad96d968 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3f80028-e26e-41d2-b52f-e90220cd1c05 HTTP/1.1" status: 200 len: 205 time: 0.0399034 Aug 16 01:48:16.295532 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59088) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:16.349341 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-c0b804ac-cdc9-4b73-9622-7d3b327c2242 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] delete failed (client error): The resource could not be found. Aug 16 01:48:16.351287 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c0b804ac-cdc9-4b73-9622-7d3b327c2242 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "DELETE /v2.0/routers/d3f80028-e26e-41d2-b52f-e90220cd1c05 HTTP/1.1" status: 404 len: 336 time: 0.0544372 Aug 16 01:48:16.353731 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59092) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:16.404365 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2b8563c3-b7f7-4e64-9687-3f3bdd21aafe tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e4b95ee-23ad-479f-9491-dde54d224a0b HTTP/1.1" status: 200 len: 205 time: 0.0491571 Aug 16 01:48:16.407069 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59100) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:16.472503 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-9d6d3d33-5104-4ac5-aa08-461eb3a0fbbf tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] delete failed (client error): The resource could not be found. Aug 16 01:48:16.474878 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9d6d3d33-5104-4ac5-aa08-461eb3a0fbbf tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "DELETE /v2.0/routers/8e4b95ee-23ad-479f-9491-dde54d224a0b HTTP/1.1" status: 404 len: 336 time: 0.0655851 Aug 16 01:48:16.476764 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59104) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:16.511417 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-db4bfb38-5e06-4c46-be4c-dbb8dc432897 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "GET /v2.0/ports?device_id=491453d5-7ecf-47d9-b36f-d7dbf37fbe0a HTTP/1.1" status: 200 len: 205 time: 0.0333860 Aug 16 01:48:16.513826 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59110) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:16.587100 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-64c7f199-ecc6-418a-bedf-50c222ef84a4 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] delete failed (client error): The resource could not be found. Aug 16 01:48:16.591337 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59120) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:16.591972 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-64c7f199-ecc6-418a-bedf-50c222ef84a4 tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "DELETE /v2.0/routers/491453d5-7ecf-47d9-b36f-d7dbf37fbe0a HTTP/1.1" status: 404 len: 336 time: 0.0760715 Aug 16 01:48:16.631563 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2027ee81-4916-49ba-b1e4-49b24148e8bc tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2e29d6-3471-45cd-8714-87feba4220f2 HTTP/1.1" status: 200 len: 205 time: 0.0356112 Aug 16 01:48:16.631713 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59126) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:16.665171 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-e3e3e05d-2059-4fe4-86ec-1e8a06d5987c tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=ffdfe9e8548c42bd9d1cbff491f6a75f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355239 Aug 16 01:48:16.685332 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-1d87a7e5-8020-4a20-8374-24ebb922cabf tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] delete failed (client error): The resource could not be found. Aug 16 01:48:16.687614 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1d87a7e5-8020-4a20-8374-24ebb922cabf tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "DELETE /v2.0/routers/db2e29d6-3471-45cd-8714-87feba4220f2 HTTP/1.1" status: 404 len: 336 time: 0.0536840 Aug 16 01:48:16.689060 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59132) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:16.717722 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8738f68-2319-495d-b64c-b4b9db7d41ed tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] DELETE failed (client error): The resource could not be found. Aug 16 01:48:16.718209 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8738f68-2319-495d-b64c-b4b9db7d41ed tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:48:16.719935 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e8738f68-2319-495d-b64c-b4b9db7d41ed tempest-RoutersIpV6AdminTest-1202228892 tempest-RoutersIpV6AdminTest-1202228892-project] 10.222.0.68 "DELETE /v2.0/subnets/9023da48-1abc-4775-9648-d82abd75d1da HTTP/1.1" status: 404 len: 337 time: 0.0299344 Aug 16 01:48:16.837851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-6fe01311-c036-4214-b746-73dab60b1be2 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:16.840360 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-6fe01311-c036-4214-b746-73dab60b1be2 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1680655 Aug 16 01:48:16.865592 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-272f6067-c5e6-4726-8c1d-6a6260e9f4c7 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/quotas/ffdfe9e8548c42bd9d1cbff491f6a75f HTTP/1.1" status: 200 len: 375 time: 0.0117624 Aug 16 01:48:16.916658 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-598a6b8f-0e27-4f9a-9428-37b5382b65c5 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ffdfe9e8548c42bd9d1cbff491f6a75f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440328 Aug 16 01:48:17.143460 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-57119a42-a53d-4b41-86b3-d6f6218c98c8 req-42d73b47-72d3-4c88-b65d-5dee989b08ac tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/ports?device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd HTTP/1.1" status: 200 len: 210 time: 0.0689256 Aug 16 01:48:17.236798 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac5fca-8989-4f7a-ac8e-7d87eed2103f req-193c977f-e82f-4c0d-a240-58b396472787 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:17.247125 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ccac5fca-8989-4f7a-ac8e-7d87eed2103f req-193c977f-e82f-4c0d-a240-58b396472787 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.1065204 Aug 16 01:48:17.265152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59162) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:17.304383 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ccac5fca-8989-4f7a-ac8e-7d87eed2103f req-91b50a77-1730-4ed2-8282-73bcf50aa610 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520515 Aug 16 01:48:17.390996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1349f-3ca7-4d52-acc4-ee160771372c req-ec95285a-f430-4105-8951-1db814055d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:17.392651 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ba1349f-3ca7-4d52-acc4-ee160771372c req-ec95285a-f430-4105-8951-1db814055d72 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba9abf8115ac4b508816c39be6e59924&device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 1097 time: 0.0600379 Aug 16 01:48:17.523942 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc011340-0e28-4919-920f-0194b2aafefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.540662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1349f-3ca7-4d52-acc4-ee160771372c req-13580c77-0f8d-4d7b-ba95-788b77fd48d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:17.542672 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ba1349f-3ca7-4d52-acc4-ee160771372c req-13580c77-0f8d-4d7b-ba95-788b77fd48d0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=41d6539e-4b24-4ea3-ae06-65cd600ea064 HTTP/1.1" status: 200 len: 918 time: 0.1380000 Aug 16 01:48:17.710416 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc011340-0e28-4919-920f-0194b2aafefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.715067 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ba1349f-3ca7-4d52-acc4-ee160771372c req-9de82534-e253-4bb7-81f6-9b1154c456d2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dee21c7b-16db-43e3-94af-82d037864954 HTTP/1.1" status: 200 len: 1000 time: 0.0975266 Aug 16 01:48:17.719923 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc011340-0e28-4919-920f-0194b2aafefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.798688 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fc011340-0e28-4919-920f-0194b2aafefb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b96bd32438204c9a9f43fb6689877712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5321567 Aug 16 01:48:17.801472 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59190) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:17.811698 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc011340-0e28-4919-920f-0194b2aafefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429ec441-ce7f-441c-ace5-19d245e076ed,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:17.834326 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1349f-3ca7-4d52-acc4-ee160771372c req-42976d4f-82bd-4f4c-8a43-0399d9fdf8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:17.837558 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ba1349f-3ca7-4d52-acc4-ee160771372c req-42976d4f-82bd-4f4c-8a43-0399d9fdf8a2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b85102c8-d1ed-4688-b6f1-154a4a3875ac HTTP/1.1" status: 200 len: 856 time: 0.1042926 Aug 16 01:48:17.866291 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9224b08-7bc4-4a06-90e6-5ba93a5251da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.892208 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9224b08-7bc4-4a06-90e6-5ba93a5251da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.915911 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1349f-3ca7-4d52-acc4-ee160771372c req-1b2546eb-f989-49dd-80ae-70daffbff5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:17.918364 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ba1349f-3ca7-4d52-acc4-ee160771372c req-1b2546eb-f989-49dd-80ae-70daffbff5f8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=41d6539e-4b24-4ea3-ae06-65cd600ea064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565999 Aug 16 01:48:17.967578 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9224b08-7bc4-4a06-90e6-5ba93a5251da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.971206 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9224b08-7bc4-4a06-90e6-5ba93a5251da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:17.972451 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f9224b08-7bc4-4a06-90e6-5ba93a5251da admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/429ec441-ce7f-441c-ace5-19d245e076ed HTTP/1.1" status: 204 len: 168 time: 0.1698642 Aug 16 01:48:18.005143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9224b08-7bc4-4a06-90e6-5ba93a5251da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429ec441-ce7f-441c-ace5-19d245e076ed,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:18.072656 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ba1349f-3ca7-4d52-acc4-ee160771372c req-50f1da95-26bc-4ab1-9e8f-1db3614b85da service neutron] 10.222.0.63 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428556 Aug 16 01:48:18.192876 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ba1349f-3ca7-4d52-acc4-ee160771372c req-0e54c3f0-89d5-4274-8a93-b98cc6d78d4e service neutron] 10.222.0.63 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121607 Aug 16 01:48:18.270681 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-577b5938-e843-439e-b025-00d0b7f547d9 req-4400b1ff-f062-4aa3-8727-4d11bb889496 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/ports?device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd HTTP/1.1" status: 200 len: 210 time: 0.0355117 Aug 16 01:48:18.480504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dbcee-c39d-4bc7-9fca-c3d7c9c35b33 req-ec3610f8-63b6-44ec-83fa-1d04d524d270 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:18.482405 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-295dbcee-c39d-4bc7-9fca-c3d7c9c35b33 req-ec3610f8-63b6-44ec-83fa-1d04d524d270 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.0681062 Aug 16 01:48:18.485247 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-4ea31b93-1f24-451d-a542-40aec33411bb tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=ffdfe9e8548c42bd9d1cbff491f6a75f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393488 Aug 16 01:48:18.558804 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-295dbcee-c39d-4bc7-9fca-c3d7c9c35b33 req-b51a3084-6a29-40cf-9814-652f2abfe643 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702579 Aug 16 01:48:18.709338 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59228) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:18.761060 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-a804909c-5515-4080-b2cd-6d60984438ed tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:18.762804 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-a804909c-5515-4080-b2cd-6d60984438ed tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2711923 Aug 16 01:48:18.772797 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-852c760b-78eb-42d5-a8d2-753d3ff97630 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=240feae930f5493484e2253520f1ae73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0613229 Aug 16 01:48:18.775153 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59230) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:18.781506 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-af18ec5f-eba6-4612-baed-5181c6ad830d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Request body: {'port': {'device_id': 'da20a2ef-fb75-4bf1-8d48-97701bdecbbd', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': 'ffdfe9e8548c42bd9d1cbff491f6a75f'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:18.842463 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7297407f-d89a-4b08-946b-3de3f544ad64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.869372 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7297407f-d89a-4b08-946b-3de3f544ad64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.941301 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7297407f-d89a-4b08-946b-3de3f544ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.945164 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7297407f-d89a-4b08-946b-3de3f544ad64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.950286 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7297407f-d89a-4b08-946b-3de3f544ad64 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6326d03a-fb18-49d3-9f40-4dfb3a34f54b HTTP/1.1" status: 204 len: 168 time: 0.1735799 Aug 16 01:48:18.962288 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297407f-d89a-4b08-946b-3de3f544ad64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6326d03a-fb18-49d3-9f40-4dfb3a34f54b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:18.979671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-af18ec5f-eba6-4612-baed-5181c6ad830d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Made reservation on behalf of ffdfe9e8548c42bd9d1cbff491f6a75f for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:48:18.984479 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-af18ec5f-eba6-4612-baed-5181c6ad830d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:18.996427 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-af18ec5f-eba6-4612-baed-5181c6ad830d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.103530 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-af18ec5f-eba6-4612-baed-5181c6ad830d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.110414 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-af18ec5f-eba6-4612-baed-5181c6ad830d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.175138 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18ec5f-eba6-4612-baed-5181c6ad830d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d3ca29-a7dc-42a9-a006-542b508ddcb6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:19.264987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-af18ec5f-eba6-4612-baed-5181c6ad830d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Allocated IP 192.168.233.176 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/644f4704-17b8-4e5d-a3fd-c1e98aaa7c16) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:48:19.368331 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59254) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:19.401652 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09ff1a14-2b3b-460a-8313-d2b00c9469a0 req-52a8c9ac-a77d-4c83-9c7f-f097dfea8ab7 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/ports?device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd HTTP/1.1" status: 200 len: 210 time: 0.0472481 Aug 16 01:48:19.459852 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-af18ec5f-eba6-4612-baed-5181c6ad830d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.475393 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-af18ec5f-eba6-4612-baed-5181c6ad830d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Transition to ACTIVE for port object 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:19.510728 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-af18ec5f-eba6-4612-baed-5181c6ad830d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.570296 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a33fb10b-5996-446e-99b6-c2206324f55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.584330 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-af18ec5f-eba6-4612-baed-5181c6ad830d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:48:19.586696 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-af18ec5f-eba6-4612-baed-5181c6ad830d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:48:19.597606 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18ec5f-eba6-4612-baed-5181c6ad830d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Pushing event updated for resources: {'Port': ['ID=644f4704-17b8-4e5d-a3fd-c1e98aaa7c16,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:19.601097 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-af18ec5f-eba6-4612-baed-5181c6ad830d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:48:19.680238 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-af18ec5f-eba6-4612-baed-5181c6ad830d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:19.681316 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-af18ec5f-eba6-4612-baed-5181c6ad830d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.792341 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a33fb10b-5996-446e-99b6-c2206324f55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.798801 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a33fb10b-5996-446e-99b6-c2206324f55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.812441 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-af18ec5f-eba6-4612-baed-5181c6ad830d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0361261 Aug 16 01:48:19.840187 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f7188-5c4b-4e6f-beb5-db8cb41f2436 req-5dae76dc-9d6b-4100-ad79-dd403f8961fb tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:19.842073 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ad7f7188-5c4b-4e6f-beb5-db8cb41f2436 req-5dae76dc-9d6b-4100-ad79-dd403f8961fb tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.1366208 Aug 16 01:48:19.846716 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Request body: {'port': {'device_id': 'da20a2ef-fb75-4bf1-8d48-97701bdecbbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:19.849524 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a33fb10b-5996-446e-99b6-c2206324f55b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7220dd07ddd24d21b15f07ed8627876d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4797971 Aug 16 01:48:19.850659 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33fb10b-5996-446e-99b6-c2206324f55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f958b8-d9fd-4b63-abc2-da72b501c4f3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:19.853032 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59276) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:19.923300 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-655fa8b5-4dd4-45cb-9fb6-f8bfab0912da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.953659 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-655fa8b5-4dd4-45cb-9fb6-f8bfab0912da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.970790 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ad7f7188-5c4b-4e6f-beb5-db8cb41f2436 req-40b56ed8-b105-4a0c-aa5b-fdabfa2a1d88 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945292 Aug 16 01:48:19.982194 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:19.987376 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9a9f3372-7395-4e76-9d7c-05e46431d5e4 None None] Provisioning for port 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:19.996560 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9a9f3372-7395-4e76-9d7c-05e46431d5e4 None None] Provisioning complete for port 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:19.997807 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a9f3372-7395-4e76-9d7c-05e46431d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.037810 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-655fa8b5-4dd4-45cb-9fb6-f8bfab0912da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.045210 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-655fa8b5-4dd4-45cb-9fb6-f8bfab0912da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.046519 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-655fa8b5-4dd4-45cb-9fb6-f8bfab0912da admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/96f958b8-d9fd-4b63-abc2-da72b501c4f3 HTTP/1.1" status: 204 len: 168 time: 0.1917610 Aug 16 01:48:20.067681 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fa8b5-4dd4-45cb-9fb6-f8bfab0912da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f958b8-d9fd-4b63-abc2-da72b501c4f3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:20.101666 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9a9f3372-7395-4e76-9d7c-05e46431d5e4 None None] Port 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:48:20.130472 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce69351c-6676-4c11-b3ea-e538f4e73704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.673115 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef496d-2568-48b1-8d18-41e43768d9da req-4997eede-e0fe-4866-9c95-b470236f37e3 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:20.674700 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9bef496d-2568-48b1-8d18-41e43768d9da req-4997eede-e0fe-4866-9c95-b470236f37e3 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/ports?device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd HTTP/1.1" status: 200 len: 936 time: 0.1185524 Aug 16 01:48:20.740423 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9bef496d-2568-48b1-8d18-41e43768d9da req-d2a7388f-6b0b-45b0-869a-d7592524a422 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/security-groups?id=34d3ca29-a7dc-42a9-a006-542b508ddcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532162 Aug 16 01:48:20.873936 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:20.893848 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:20.914798 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Transition to ACTIVE for port object 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:20.921532 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.033617 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Pushing event updated for resources: {'Port': ['ID=644f4704-17b8-4e5d-a3fd-c1e98aaa7c16,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:21.112624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Attempting to bind port 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:21.113103 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Attempting to bind port 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:21.115072 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Attempting to bind port 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:21.175534 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Port 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:21.176135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Attempting to bind port 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:21.187767 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:21.188176 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:21.188480 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:21.188918 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Bound port: 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:21.189500 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.262929 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db6882-84c0-47a2-aeb4-22d95b32e8ed req-37cec62f-56ae-463c-ad6a-dce2aba678c8 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:21.264682 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2db6882-84c0-47a2-aeb4-22d95b32e8ed req-37cec62f-56ae-463c-ad6a-dce2aba678c8 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.1406322 Aug 16 01:48:21.329301 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59328) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:21.334142 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0036030 Aug 16 01:48:21.336758 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] For port 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:21.340290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59330) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:21.358503 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] For port 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=644f4704-17b8-4e5d-a3fd-c1e98aaa7c16,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:21.380235 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.396730 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2db6882-84c0-47a2-aeb4-22d95b32e8ed req-69e7f383-b653-4ce7-877d-337e08a03ea2 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208179 Aug 16 01:48:21.443024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:21.443888 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:21.445217 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] 10.222.0.63 "PUT /v2.0/ports/644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 HTTP/1.1" status: 200 len: 1097 time: 1.6024773 Aug 16 01:48:21.458106 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da20a2ef-fb75-4bf1-8d48-97701bdecbbd', 'tag': '644f4704-17b8-4e5d-a3fd-c1e98aaa7c16'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:21.461319 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6a6719-9d39-4b7c-ace1-dbd3272c12d4" -d '{"events": [{"name": "network-changed", "server_uuid": "da20a2ef-fb75-4bf1-8d48-97701bdecbbd", "tag": "644f4704-17b8-4e5d-a3fd-c1e98aaa7c16"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:21.579690 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Pushing event updated for resources: {'Port': ['ID=644f4704-17b8-4e5d-a3fd-c1e98aaa7c16,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:21.584624 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434bb4de-f6a1-4ebe-b661-45b71e122120 x-openstack-request-id: req-434bb4de-f6a1-4ebe-b661-45b71e122120 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:21.584917 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da20a2ef-fb75-4bf1-8d48-97701bdecbbd", "tag": "644f4704-17b8-4e5d-a3fd-c1e98aaa7c16", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:21.585150 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-434bb4de-f6a1-4ebe-b661-45b71e122120 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:21.585541 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da20a2ef-fb75-4bf1-8d48-97701bdecbbd', 'tag': '644f4704-17b8-4e5d-a3fd-c1e98aaa7c16', 'status': 'completed', 'code': 200} Aug 16 01:48:21.609078 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:21.609507 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:21.611886 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:21.612236 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:21.616879 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:21.617304 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:21.617630 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:21.619350 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:21.619710 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:21.620031 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:21.620361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:21.620688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf7cc30-03a7-4ce8-b676-6493d4ac36c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:21.681786 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-8846b08c-1950-479c-b0c3-83b1e3a9818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:21.684721 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-8846b08c-1950-479c-b0c3-83b1e3a9818a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ffdfe9e8548c42bd9d1cbff491f6a75f&device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd HTTP/1.1" status: 200 len: 1100 time: 0.1893055 Aug 16 01:48:21.788045 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-d1bf4164-8983-431b-91c1-6c496e0e95f1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 HTTP/1.1" status: 200 len: 217 time: 0.0896966 Aug 16 01:48:21.894838 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device dee21c7b-16db-43e3-94af-82d037864954 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:48:21.980167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbf519-e4b6-4e27-a576-ed34e5d8f61c req-bd3c2e52-3ffe-464c-9c93-18011588dc50 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:21.990405 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-94fbf519-e4b6-4e27-a576-ed34e5d8f61c req-bd3c2e52-3ffe-464c-9c93-18011588dc50 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/ports?device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd HTTP/1.1" status: 200 len: 948 time: 0.1139491 Aug 16 01:48:22.026382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-7c250987-3123-4464-8d51-5dd03e880cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:22.028398 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-7c250987-3123-4464-8d51-5dd03e880cd7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.2267780 Aug 16 01:48:22.101080 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-94fbf519-e4b6-4e27-a576-ed34e5d8f61c req-e05ffa70-ea14-46c5-ac25-a99de6ec5b67 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/security-groups?id=34d3ca29-a7dc-42a9-a006-542b508ddcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091084 Aug 16 01:48:22.103642 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.125625 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-64525ccc-c3c1-4898-8d41-1beb59d4234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:22.131301 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-64525ccc-c3c1-4898-8d41-1beb59d4234e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0900466 Aug 16 01:48:22.217054 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port dee21c7b-16db-43e3-94af-82d037864954, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=dee21c7b-16db-43e3-94af-82d037864954,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:22.221848 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dee21c7b-16db-43e3-94af-82d037864954'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:22.227593 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f00f20c8-1a7c-46aa-b4bf-0651485f6c56 tempest-NetworksApiDiscovery-988473638 tempest-NetworksApiDiscovery-988473638-project] 10.222.0.68 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.8829784 Aug 16 01:48:22.234866 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74da2f20-bc2a-4597-be9a-0d8a9ad923ae" -d '{"events": [{"server_uuid": "a83bc784-1195-489d-98d5-2826d2ae4b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "dee21c7b-16db-43e3-94af-82d037864954"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:22.247151 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.322942 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c1074c-8b74-458e-9b9e-4f54adc0ec90 x-openstack-request-id: req-06c1074c-8b74-458e-9b9e-4f54adc0ec90 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:22.323513 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83bc784-1195-489d-98d5-2826d2ae4b8a", "name": "network-vif-unplugged", "status": "failed", "tag": "dee21c7b-16db-43e3-94af-82d037864954", "code": 422}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:22.324095 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-06c1074c-8b74-458e-9b9e-4f54adc0ec90 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:22.324847 n-d-765315-27 neutron-server[94674]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dee21c7b-16db-43e3-94af-82d037864954', 'code': 422} returned with failed status Aug 16 01:48:22.376583 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-2f7e8513-02d1-4cdd-ae3a-2143af3e360a service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286198 Aug 16 01:48:22.414486 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=dee21c7b-16db-43e3-94af-82d037864954,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:22.557872 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9e22cb89-0c56-4b24-aaaf-b57ad548942c req-36c48782-ba1e-48f5-bc7d-34ca2f96da1c service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701782 Aug 16 01:48:22.578124 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65cdf953-862a-4219-a428-7f8199a2e4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:22.676623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a6719-9d39-4b7c-ace1-dbd3272c12d4 req-c3fb345d-7156-432c-a7ef-13272291fece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:22.683288 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f6a6719-9d39-4b7c-ace1-dbd3272c12d4 req-c3fb345d-7156-432c-a7ef-13272291fece service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ffdfe9e8548c42bd9d1cbff491f6a75f&device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd HTTP/1.1" status: 200 len: 1100 time: 0.0705409 Aug 16 01:48:22.775576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59390) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:22.825461 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d7680-b342-477c-81a5-4f9b76907523 req-82d45daa-fe93-4349-a6c5-7c16286fc3dc tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:22.827537 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-046d7680-b342-477c-81a5-4f9b76907523 req-82d45daa-fe93-4349-a6c5-7c16286fc3dc tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 943 time: 0.0888758 Aug 16 01:48:22.850561 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a6719-9d39-4b7c-ace1-dbd3272c12d4 req-9dfcee0a-1d6b-4a3d-b2e1-68d6460c9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:22.852091 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f6a6719-9d39-4b7c-ace1-dbd3272c12d4 req-9dfcee0a-1d6b-4a3d-b2e1-68d6460c9d68 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.1590924 Aug 16 01:48:22.910335 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-046d7680-b342-477c-81a5-4f9b76907523 req-aed879cf-06d7-4aab-b353-cc4523806841 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694110 Aug 16 01:48:22.946709 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f6a6719-9d39-4b7c-ace1-dbd3272c12d4 req-7eeb61eb-f36e-47af-a19a-b4b047b52abf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 HTTP/1.1" status: 200 len: 217 time: 0.0843430 Aug 16 01:48:23.035315 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a6719-9d39-4b7c-ace1-dbd3272c12d4 req-cadd86d2-adcf-4c7e-8c99-5d124a9ce225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:23.037350 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f6a6719-9d39-4b7c-ace1-dbd3272c12d4 req-cadd86d2-adcf-4c7e-8c99-5d124a9ce225 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0822008 Aug 16 01:48:23.109961 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a6719-9d39-4b7c-ace1-dbd3272c12d4 req-352f8acf-aa09-43ac-a0ae-60b5179a8fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:23.111504 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f6a6719-9d39-4b7c-ace1-dbd3272c12d4 req-352f8acf-aa09-43ac-a0ae-60b5179a8fa3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0659328 Aug 16 01:48:23.240325 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.335287 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2cbc9cd4-88f3-4e8d-914b-896442fbc52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.374853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fc7be-1e92-4da0-9a83-26433a0fa90f req-f3d63471-a527-48a6-9b18-bb683cc7b551 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:23.383499 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c66fc7be-1e92-4da0-9a83-26433a0fa90f req-f3d63471-a527-48a6-9b18-bb683cc7b551 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/ports?device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd HTTP/1.1" status: 200 len: 948 time: 0.1954787 Aug 16 01:48:23.392714 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f6a6719-9d39-4b7c-ace1-dbd3272c12d4 req-063baeb5-1ef6-4dea-8c09-178f6d5f87c2 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733686 Aug 16 01:48:23.470210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59412) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:23.486577 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2cbc9cd4-88f3-4e8d-914b-896442fbc52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.493022 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2cbc9cd4-88f3-4e8d-914b-896442fbc52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.532974 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc9cd4-88f3-4e8d-914b-896442fbc52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808348ec-b447-450d-912d-49feabcb99e4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:23.578226 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2cbc9cd4-88f3-4e8d-914b-896442fbc52c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6f222d38efa14072ab1e54b9992d15ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8015513 Aug 16 01:48:23.580839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59422) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:23.593874 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c66fc7be-1e92-4da0-9a83-26433a0fa90f req-09f46543-4033-45de-9e8e-04790443a6ec tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/security-groups?id=34d3ca29-a7dc-42a9-a006-542b508ddcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089443 Aug 16 01:48:23.656957 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f6a6719-9d39-4b7c-ace1-dbd3272c12d4 req-fe21c720-c240-43db-b44c-9c981043ffaa service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488899 Aug 16 01:48:23.669137 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-07b4feb1-3c22-431c-b148-cc7cfbdddfc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.682450 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fea688ac-0020-4857-b02e-34690bcebe68 req-577fd832-8917-4e57-a363-c5cf47105571 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2871573 Aug 16 01:48:23.696800 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd95013d-14bd-4ba1-ba22-07159c45d2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.714604 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-07b4feb1-3c22-431c-b148-cc7cfbdddfc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.786741 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-07b4feb1-3c22-431c-b148-cc7cfbdddfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.790131 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-07b4feb1-3c22-431c-b148-cc7cfbdddfc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.793435 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-07b4feb1-3c22-431c-b148-cc7cfbdddfc6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/808348ec-b447-450d-912d-49feabcb99e4 HTTP/1.1" status: 204 len: 168 time: 0.2093160 Aug 16 01:48:23.812186 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4feb1-3c22-431c-b148-cc7cfbdddfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808348ec-b447-450d-912d-49feabcb99e4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:23.894132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:23.905428 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd95013d-14bd-4ba1-ba22-07159c45d2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.913887 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd95013d-14bd-4ba1-ba22-07159c45d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:23.985018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59446) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:23.987104 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bd95013d-14bd-4ba1-ba22-07159c45d2dc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3bc08c0834034c8cbe2e653ff19bb78f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5079105 Aug 16 01:48:24.031888 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95013d-14bd-4ba1-ba22-07159c45d2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bb1bd7-e405-4be4-b8f7-dcb8c9720b1f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:24.097034 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb496af0-e0f7-4f42-817f-9ef38ef1a70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.104641 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=644f4704-17b8-4e5d-a3fd-c1e98aaa7c16,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:24.125179 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb496af0-e0f7-4f42-817f-9ef38ef1a70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.175648 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.186410 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '644f4704-17b8-4e5d-a3fd-c1e98aaa7c16', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '644f4704-17b8-4e5d-a3fd-c1e98aaa7c16', 'mac_address': 'fa:16:3e:b5:81:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:48:24.241951 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb496af0-e0f7-4f42-817f-9ef38ef1a70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.244628 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb496af0-e0f7-4f42-817f-9ef38ef1a70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.245878 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fb496af0-e0f7-4f42-817f-9ef38ef1a70b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b8bb1bd7-e405-4be4-b8f7-dcb8c9720b1f HTTP/1.1" status: 204 len: 168 time: 0.2594798 Aug 16 01:48:24.263811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e54be9-5e5f-4298-a1ec-c1f18f22e347 req-cfffedb9-74bd-42c0-ad53-26bdeaa6dae8 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:24.265420 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-07e54be9-5e5f-4298-a1ec-c1f18f22e347 req-cfffedb9-74bd-42c0-ad53-26bdeaa6dae8 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 943 time: 0.1460989 Aug 16 01:48:24.272947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb496af0-e0f7-4f42-817f-9ef38ef1a70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bb1bd7-e405-4be4-b8f7-dcb8c9720b1f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:24.352092 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-07e54be9-5e5f-4298-a1ec-c1f18f22e347 req-4cf27183-6565-4fa1-9413-7c2bd0ed170b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783682 Aug 16 01:48:24.411077 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.421350 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-06e0c4bf-4f6c-499c-a0c4-706b39c09301 req-7131259e-c1c3-4057-860d-5d82fcbab100 tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0813146 Aug 16 01:48:24.459604 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:24.506043 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=644f4704-17b8-4e5d-a3fd-c1e98aaa7c16,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:24.522624 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.619277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=644f4704-17b8-4e5d-a3fd-c1e98aaa7c16,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:24.661598 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59470) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:24.683765 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e6efecd-17d8-4bf6-9801-3bdee2ebfc4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.787018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['644f4704-17b8-4e5d-a3fd-c1e98aaa7c16'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:24.866291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119ef7f-f6d2-4818-b996-e87efd88241d req-96013bc1-756e-402c-b719-1dfccc79009d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:24.869536 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b119ef7f-f6d2-4818-b996-e87efd88241d req-96013bc1-756e-402c-b719-1dfccc79009d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/ports?device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd HTTP/1.1" status: 200 len: 949 time: 0.1477413 Aug 16 01:48:24.950245 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b119ef7f-f6d2-4818-b996-e87efd88241d req-85c1ea91-d451-41d5-84e1-00d4bd64adae tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/security-groups?id=34d3ca29-a7dc-42a9-a006-542b508ddcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729837 Aug 16 01:48:24.965336 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e6efecd-17d8-4bf6-9801-3bdee2ebfc4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:24.975411 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e6efecd-17d8-4bf6-9801-3bdee2ebfc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:25.067009 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3e6efecd-17d8-4bf6-9801-3bdee2ebfc4a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d268a968e1c84330bd259b5ec7107334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4040556 Aug 16 01:48:25.068426 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6efecd-17d8-4bf6-9801-3bdee2ebfc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ef1d6b-f2a5-4122-be74-693b474cbece,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:25.070413 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59484) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:25.143287 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2678937f-f9e6-46f9-a4a4-83150983907c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:25.181681 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2678937f-f9e6-46f9-a4a4-83150983907c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:25.266094 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2678937f-f9e6-46f9-a4a4-83150983907c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:25.269089 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2678937f-f9e6-46f9-a4a4-83150983907c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:25.274564 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2678937f-f9e6-46f9-a4a4-83150983907c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/30ef1d6b-f2a5-4122-be74-693b474cbece HTTP/1.1" status: 204 len: 168 time: 0.2027984 Aug 16 01:48:25.286711 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678937f-f9e6-46f9-a4a4-83150983907c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ef1d6b-f2a5-4122-be74-693b474cbece,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:25.592635 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755421d-36ee-4597-a92d-efcfd1296e64 req-7411fd6f-c6d7-4066-96cf-b90634d2ecaf tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:25.594513 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1755421d-36ee-4597-a92d-efcfd1296e64 req-7411fd6f-c6d7-4066-96cf-b90634d2ecaf tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 943 time: 0.0813963 Aug 16 01:48:25.611806 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b0880cf4-db93-4944-92c6-03e24bad7f4a req-a431f9be-51ad-440a-be07-0782f22077dc tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0415127 Aug 16 01:48:25.683057 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1755421d-36ee-4597-a92d-efcfd1296e64 req-3eda90e9-d610-4157-84bb-a8fc4a012426 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806067 Aug 16 01:48:25.911403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:48:25.966715 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:26.044235 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:48:26.050555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:48:26.051361 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:26.191101 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:26.234565 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da20a2ef-fb75-4bf1-8d48-97701bdecbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644f4704-17b8-4e5d-a3fd-c1e98aaa7c16'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:26.236806 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b79cb-882e-40d6-90e5-607f387f36f8 req-a9962048-f375-4165-b858-352467ed2f14 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:26.238233 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a0a88f-4ca4-4feb-9b27-b17ddb883655" -d '{"events": [{"server_uuid": "da20a2ef-fb75-4bf1-8d48-97701bdecbbd", "name": "network-vif-plugged", "status": "completed", "tag": "644f4704-17b8-4e5d-a3fd-c1e98aaa7c16"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:26.246872 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d35b79cb-882e-40d6-90e5-607f387f36f8 req-a9962048-f375-4165-b858-352467ed2f14 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/ports?device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd HTTP/1.1" status: 200 len: 949 time: 0.1622655 Aug 16 01:48:26.259263 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=644f4704-17b8-4e5d-a3fd-c1e98aaa7c16,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:26.264861 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:26.364120 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3f1baa-0953-41f4-b2d7-35bc7b850a3b x-openstack-request-id: req-0c3f1baa-0953-41f4-b2d7-35bc7b850a3b {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:26.365627 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da20a2ef-fb75-4bf1-8d48-97701bdecbbd", "name": "network-vif-plugged", "status": "completed", "tag": "644f4704-17b8-4e5d-a3fd-c1e98aaa7c16", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:26.366093 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0c3f1baa-0953-41f4-b2d7-35bc7b850a3b {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:26.366681 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da20a2ef-fb75-4bf1-8d48-97701bdecbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644f4704-17b8-4e5d-a3fd-c1e98aaa7c16', 'code': 200} Aug 16 01:48:26.367592 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=644f4704-17b8-4e5d-a3fd-c1e98aaa7c16,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:26.380168 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d35b79cb-882e-40d6-90e5-607f387f36f8 req-11dca27a-e4c1-4af0-952d-faed300646c1 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/security-groups?id=34d3ca29-a7dc-42a9-a006-542b508ddcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214230 Aug 16 01:48:26.449500 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baf81f-fc79-46ea-992d-d7141089056d req-d695b5e8-8262-4b0d-8f79-c97e675bfddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:26.452578 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-94baf81f-fc79-46ea-992d-d7141089056d req-d695b5e8-8262-4b0d-8f79-c97e675bfddc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd HTTP/1.1" status: 200 len: 1102 time: 0.0610838 Aug 16 01:48:26.531034 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-94baf81f-fc79-46ea-992d-d7141089056d req-abd3498f-46b8-4d19-b229-63a32211dffe service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=34d3ca29-a7dc-42a9-a006-542b508ddcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664489 Aug 16 01:48:26.922407 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-26981234-2336-4fa6-84e0-ec5bedb4c64c req-1cc8a13e-c1d7-4822-ad8f-e6a33ba40bdd tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0969419 Aug 16 01:48:26.954842 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b6487-d7fd-4a53-ba06-ad412b5243f1 req-be5c367f-7914-488f-9409-f27a47e24d6f tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:26.965405 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a44b6487-d7fd-4a53-ba06-ad412b5243f1 req-be5c367f-7914-488f-9409-f27a47e24d6f tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 943 time: 0.1067314 Aug 16 01:48:27.065353 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a44b6487-d7fd-4a53-ba06-ad412b5243f1 req-28546cb6-20a2-4f38-9ed7-1fa75f6f1796 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987458 Aug 16 01:48:27.324820 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12582c7b-b809-4b03-865a-6120eccd0c6b req-e524bd53-d0ce-4d83-a932-a4c54b817b6f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0761223 Aug 16 01:48:27.475052 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59564) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:27.591227 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e505e6-b925-4304-9cfa-11782e2818ec req-ebdd8a7a-e9bf-417e-a225-c270f6f84288 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:27.591227 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26e505e6-b925-4304-9cfa-11782e2818ec req-ebdd8a7a-e9bf-417e-a225-c270f6f84288 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/ports?device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd HTTP/1.1" status: 200 len: 950 time: 0.0610778 Aug 16 01:48:27.641741 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26e505e6-b925-4304-9cfa-11782e2818ec req-b6483471-de4e-4057-ab50-0a5b89da7fcd tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/security-groups?id=34d3ca29-a7dc-42a9-a006-542b508ddcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445530 Aug 16 01:48:27.663525 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5007cae1-578c-497d-a97b-f32681dcf75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.833813 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5007cae1-578c-497d-a97b-f32681dcf75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.839853 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5007cae1-578c-497d-a97b-f32681dcf75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:27.888643 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5007cae1-578c-497d-a97b-f32681dcf75b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e6202cccffe343928ea0a8ec901bb3f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124968 Aug 16 01:48:27.890434 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007cae1-578c-497d-a97b-f32681dcf75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8025f2e5-5886-4edd-8c36-16a5ddadc815,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:27.892270 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59574) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:27.975723 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab31d032-70e8-4d3c-9b63-199a05ed44c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.005276 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab31d032-70e8-4d3c-9b63-199a05ed44c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.098445 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dfa8448f-5722-40a1-ae91-d7d61199b7c5 req-efa1e17a-e268-4d2d-a764-f53b1e49452b tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0635197 Aug 16 01:48:28.114878 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab31d032-70e8-4d3c-9b63-199a05ed44c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.117649 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab31d032-70e8-4d3c-9b63-199a05ed44c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.120013 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ab31d032-70e8-4d3c-9b63-199a05ed44c2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8025f2e5-5886-4edd-8c36-16a5ddadc815 HTTP/1.1" status: 204 len: 168 time: 0.2264006 Aug 16 01:48:28.172687 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31d032-70e8-4d3c-9b63-199a05ed44c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8025f2e5-5886-4edd-8c36-16a5ddadc815,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:28.358109 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10af22c-2e50-47ae-83a0-f3e9d0e0ac29 req-1927a57f-cd6a-4d09-a80a-a5b4cef83fe3 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:28.371022 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c10af22c-2e50-47ae-83a0-f3e9d0e0ac29 req-1927a57f-cd6a-4d09-a80a-a5b4cef83fe3 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 943 time: 0.0975075 Aug 16 01:48:28.430815 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c10af22c-2e50-47ae-83a0-f3e9d0e0ac29 req-c5af7b7f-f7dc-4537-8494-015d2d2ac941 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535944 Aug 16 01:48:28.745922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59606) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:28.772718 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca06ed0c-bc11-46f6-a1c7-147cf3cb3702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.867673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bf228-8acb-411f-aad6-d20512dd32d2 req-a603f68e-76af-4126-a5ae-6593e3f66861 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:28.869289 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-da7bf228-8acb-411f-aad6-d20512dd32d2 req-a603f68e-76af-4126-a5ae-6593e3f66861 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/ports?device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd HTTP/1.1" status: 200 len: 950 time: 0.1002667 Aug 16 01:48:28.939965 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-da7bf228-8acb-411f-aad6-d20512dd32d2 req-6c95b7a7-469a-4779-9d0c-db37a3527d95 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/security-groups?id=34d3ca29-a7dc-42a9-a006-542b508ddcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598581 Aug 16 01:48:28.990280 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca06ed0c-bc11-46f6-a1c7-147cf3cb3702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.997035 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca06ed0c-bc11-46f6-a1c7-147cf3cb3702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:29.055242 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ca06ed0c-bc11-46f6-a1c7-147cf3cb3702 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f6be8e5a768841c78d9cc33b74212cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3077555 Aug 16 01:48:29.057166 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06ed0c-bc11-46f6-a1c7-147cf3cb3702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c61a08-6ab5-4d3d-be15-ccf2119a95a8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:29.058079 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59612) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:29.154817 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa83d3bb-eeb0-45bf-bbef-381ac50707ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:29.217721 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa83d3bb-eeb0-45bf-bbef-381ac50707ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:29.332828 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0a1fd7a4-3633-4c4d-b093-aa704994b694 req-53e37fea-44bf-43c1-8512-8e962e8b03a7 tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0338848 Aug 16 01:48:29.403306 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa83d3bb-eeb0-45bf-bbef-381ac50707ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:29.406917 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa83d3bb-eeb0-45bf-bbef-381ac50707ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:29.408793 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fa83d3bb-eeb0-45bf-bbef-381ac50707ad admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/24c61a08-6ab5-4d3d-be15-ccf2119a95a8 HTTP/1.1" status: 204 len: 168 time: 0.3496830 Aug 16 01:48:29.438373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83d3bb-eeb0-45bf-bbef-381ac50707ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c61a08-6ab5-4d3d-be15-ccf2119a95a8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:29.794543 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18cbfa-1797-4382-9c3d-d2b953008459 req-f9b57c0f-28ea-4bd3-961f-a8587511364a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:29.797144 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9a18cbfa-1797-4382-9c3d-d2b953008459 req-f9b57c0f-28ea-4bd3-961f-a8587511364a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 943 time: 0.1064181 Aug 16 01:48:29.916281 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9a18cbfa-1797-4382-9c3d-d2b953008459 req-816ac5a5-b11a-4c62-86b6-f4e6c86d9e81 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060786 Aug 16 01:48:30.227574 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7e5b93c4-b3aa-4959-a6a6-b8a2b88e5294 req-1a725438-1389-4dc8-a5aa-469bb3f95156 tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0583010 Aug 16 01:48:31.086784 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d99c3-481e-49d3-ae1e-387110d7d1c5 req-b9cc20bc-a767-4c4f-ae63-2a64ccd7a7da tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:31.101610 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-726d99c3-481e-49d3-ae1e-387110d7d1c5 req-b9cc20bc-a767-4c4f-ae63-2a64ccd7a7da tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 943 time: 0.0932462 Aug 16 01:48:31.146711 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-726d99c3-481e-49d3-ae1e-387110d7d1c5 req-52825655-7bd7-4984-90db-4f83525ef4be tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440915 Aug 16 01:48:31.323089 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:48:31.352348 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc072f33-1480-4383-b8fe-4201a07bf040 req-098d8690-8ce3-4fba-af02-86cde07e6153 tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0370481 Aug 16 01:48:32.405344 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6d024-5c3d-4f1b-a792-0a0ff9ce667d req-1c5d4369-6298-45c8-9e45-9ceb8386360a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:32.414784 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-acf6d024-5c3d-4f1b-a792-0a0ff9ce667d req-1c5d4369-6298-45c8-9e45-9ceb8386360a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 943 time: 0.1393268 Aug 16 01:48:32.472061 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-acf6d024-5c3d-4f1b-a792-0a0ff9ce667d req-7761b2be-afc5-4b7d-a146-4f28e5a75738 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556302 Aug 16 01:48:32.486090 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-51e3f89e-7fb1-4f6e-9057-c7d1588df4ed req-988b629c-57d8-4bea-8c98-88a74aa0f61f tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0432489 Aug 16 01:48:32.634827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea688ac-0020-4857-b02e-34690bcebe68 req-2013b425-0d50-4b7f-9648-098368005163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:32.636844 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fea688ac-0020-4857-b02e-34690bcebe68 req-2013b425-0d50-4b7f-9648-098368005163 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a&tenant_id=ba9abf8115ac4b508816c39be6e59924 HTTP/1.1" status: 200 len: 1095 time: 0.1176534 Aug 16 01:48:32.654386 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:48:32.737632 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:33.293989 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] For port dee21c7b-16db-43e3-94af-82d037864954, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=dee21c7b-16db-43e3-94af-82d037864954,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:33.346344 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] For port dee21c7b-16db-43e3-94af-82d037864954, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:33.419939 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee21c7b-16db-43e3-94af-82d037864954 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:33.439453 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59774) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:33.452468 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:33.487470 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Transition to ACTIVE for port object dee21c7b-16db-43e3-94af-82d037864954 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:48:33.500852 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:33.534365 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59782) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:33.609860 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Pushing event updated for resources: {'Port': ['ID=dee21c7b-16db-43e3-94af-82d037864954,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:33.920263 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30df45-c5c2-4388-82f3-19855ee24659 req-024acb6c-2504-4225-b1e4-6aa0401233aa tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:33.923505 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b30df45-c5c2-4388-82f3-19855ee24659 req-024acb6c-2504-4225-b1e4-6aa0401233aa tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 943 time: 0.2042930 Aug 16 01:48:33.926561 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68fea492-26d4-496e-be8f-c5a35a80be33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:33.952277 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fb397b97-096a-4cb0-8a23-24d7ac6dcbfc req-8d019399-eca4-424b-8bd0-f944340a2f15 tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.1035607 Aug 16 01:48:34.061278 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] No DVR routers for this DVR port dee21c7b-16db-43e3-94af-82d037864954 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:48:34.128839 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76c4d646-f23d-416f-a823-3885ad94f85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.185219 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68fea492-26d4-496e-be8f-c5a35a80be33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.204765 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68fea492-26d4-496e-be8f-c5a35a80be33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.292996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Attempting to bind port dee21c7b-16db-43e3-94af-82d037864954 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:48:34.293343 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Attempting to bind port dee21c7b-16db-43e3-94af-82d037864954 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:48:34.293826 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Attempting to bind port dee21c7b-16db-43e3-94af-82d037864954 on network 41d6539e-4b24-4ea3-ae06-65cd600ea064 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:34.301120 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Port dee21c7b-16db-43e3-94af-82d037864954 on network 41d6539e-4b24-4ea3-ae06-65cd600ea064 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:48:34.302320 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Attempting to bind port dee21c7b-16db-43e3-94af-82d037864954 on network 41d6539e-4b24-4ea3-ae06-65cd600ea064 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:48:34.318492 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:48:34.318492 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Checking segment: {'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:48:34.318492 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Bound using segment: {'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:48:34.318492 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Bound port: dee21c7b-16db-43e3-94af-82d037864954, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:48:34.318492 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.361811 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b30df45-c5c2-4388-82f3-19855ee24659 req-57e21f22-baad-4500-b397-586b4b0fdf2b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4154437 Aug 16 01:48:34.389949 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fea492-26d4-496e-be8f-c5a35a80be33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdda7ed1-a633-4f7a-8dc9-0602a6d41d94,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:34.401356 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-68fea492-26d4-496e-be8f-c5a35a80be33 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=434751dcbe9b49368d50e32fca8f6d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8642166 Aug 16 01:48:34.409603 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59800) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:34.457855 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] For port dee21c7b-16db-43e3-94af-82d037864954, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:48:34.478992 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] For port dee21c7b-16db-43e3-94af-82d037864954, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=dee21c7b-16db-43e3-94af-82d037864954,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:48:34.486079 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76c4d646-f23d-416f-a823-3885ad94f85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.490696 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.495588 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76c4d646-f23d-416f-a823-3885ad94f85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.527829 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-add3ac21-4e95-488f-b9ee-f485d788625f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.552094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:34.552739 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.554316 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fea688ac-0020-4857-b02e-34690bcebe68 req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] 10.222.0.73 "PUT /v2.0/ports/dee21c7b-16db-43e3-94af-82d037864954 HTTP/1.1" status: 200 len: 1092 time: 1.9076622 Aug 16 01:48:34.556834 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'tag': 'dee21c7b-16db-43e3-94af-82d037864954'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:48:34.559387 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfdcaa0-343f-47c7-b06b-2b6aaf0f8bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "a83bc784-1195-489d-98d5-2826d2ae4b8a", "tag": "dee21c7b-16db-43e3-94af-82d037864954"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:48:34.570181 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-76c4d646-f23d-416f-a823-3885ad94f85c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=aa764d7bba7e4d06922a7d6744d8720d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1295376 Aug 16 01:48:34.571015 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4d646-f23d-416f-a823-3885ad94f85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef64467b-91c9-4ab7-a62f-0a3f8ea35796,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:34.575608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59806) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:34.635037 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-add3ac21-4e95-488f-b9ee-f485d788625f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.666833 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f277c5-6a62-4c08-bae3-ee545356dfe0 x-openstack-request-id: req-53f277c5-6a62-4c08-bae3-ee545356dfe0 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:48:34.667166 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83bc784-1195-489d-98d5-2826d2ae4b8a", "tag": "dee21c7b-16db-43e3-94af-82d037864954", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:48:34.667444 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-53f277c5-6a62-4c08-bae3-ee545356dfe0 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:48:34.667764 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'tag': 'dee21c7b-16db-43e3-94af-82d037864954', 'status': 'completed', 'code': 200} Aug 16 01:48:34.696419 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5c374-7ed6-4aa2-9911-f3cc2bebeae0 service neutron] Pushing event updated for resources: {'Port': ['ID=dee21c7b-16db-43e3-94af-82d037864954,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:34.738590 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea688ac-0020-4857-b02e-34690bcebe68 req-f66ee90c-acab-4111-b964-75f7b369df74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:34.740343 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fea688ac-0020-4857-b02e-34690bcebe68 req-f66ee90c-acab-4111-b964-75f7b369df74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba9abf8115ac4b508816c39be6e59924&device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 1096 time: 0.1468503 Aug 16 01:48:34.776982 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72e8a7ff-8fd8-4a75-a02b-62c469ef5d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.821621 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-add3ac21-4e95-488f-b9ee-f485d788625f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.824302 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-add3ac21-4e95-488f-b9ee-f485d788625f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.830695 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-add3ac21-4e95-488f-b9ee-f485d788625f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cdda7ed1-a633-4f7a-8dc9-0602a6d41d94 HTTP/1.1" status: 204 len: 168 time: 0.4149141 Aug 16 01:48:34.891330 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3ac21-4e95-488f-b9ee-f485d788625f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdda7ed1-a633-4f7a-8dc9-0602a6d41d94,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:34.896817 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72e8a7ff-8fd8-4a75-a02b-62c469ef5d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:34.951324 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea688ac-0020-4857-b02e-34690bcebe68 req-30bacd08-7551-41d8-8703-51440462eee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:34.952816 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fea688ac-0020-4857-b02e-34690bcebe68 req-30bacd08-7551-41d8-8703-51440462eee7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=41d6539e-4b24-4ea3-ae06-65cd600ea064 HTTP/1.1" status: 200 len: 918 time: 0.2034473 Aug 16 01:48:35.026424 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72e8a7ff-8fd8-4a75-a02b-62c469ef5d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:35.029257 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72e8a7ff-8fd8-4a75-a02b-62c469ef5d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:35.033822 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-72e8a7ff-8fd8-4a75-a02b-62c469ef5d5c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ef64467b-91c9-4ab7-a62f-0a3f8ea35796 HTTP/1.1" status: 204 len: 168 time: 0.4455020 Aug 16 01:48:35.054345 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8a7ff-8fd8-4a75-a02b-62c469ef5d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef64467b-91c9-4ab7-a62f-0a3f8ea35796,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:35.057505 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fea688ac-0020-4857-b02e-34690bcebe68 req-f9d3a76e-f234-43b5-a546-bb5a1928c319 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dee21c7b-16db-43e3-94af-82d037864954 HTTP/1.1" status: 200 len: 998 time: 0.0961132 Aug 16 01:48:35.138111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea688ac-0020-4857-b02e-34690bcebe68 req-66cfce87-ceeb-4235-8a75-2fffdbd4217e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:35.139996 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fea688ac-0020-4857-b02e-34690bcebe68 req-66cfce87-ceeb-4235-8a75-2fffdbd4217e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b85102c8-d1ed-4688-b6f1-154a4a3875ac HTTP/1.1" status: 200 len: 856 time: 0.0748541 Aug 16 01:48:35.166376 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d4c9486e-6017-4da9-a72e-4ec00b131a8f req-df1b4c3c-d597-4fc0-9ef0-d6be60f900ef tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0655694 Aug 16 01:48:35.231988 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea688ac-0020-4857-b02e-34690bcebe68 req-3beab043-9b88-46cd-98c4-ecd329937ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:35.233734 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fea688ac-0020-4857-b02e-34690bcebe68 req-3beab043-9b88-46cd-98c4-ecd329937ea7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41d6539e-4b24-4ea3-ae06-65cd600ea064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662951 Aug 16 01:48:35.352648 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fea688ac-0020-4857-b02e-34690bcebe68 req-760412cb-dd62-4a88-aa0e-b1e176649584 service neutron] 10.222.0.73 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086364 Aug 16 01:48:35.505644 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fea688ac-0020-4857-b02e-34690bcebe68 req-46707e12-1ef4-417d-82d0-c0ffb0789019 service neutron] 10.222.0.73 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438286 Aug 16 01:48:35.539811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79867423-16ab-4029-b158-1cb17fbce991 req-b918da93-6b61-4d44-a5d6-c1bd6cddfce9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:35.549344 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-79867423-16ab-4029-b158-1cb17fbce991 req-b918da93-6b61-4d44-a5d6-c1bd6cddfce9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 944 time: 0.0953004 Aug 16 01:48:35.634391 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-79867423-16ab-4029-b158-1cb17fbce991 req-a00e7c6a-4728-4716-844d-ff09d9f3cc86 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836103 Aug 16 01:48:35.643970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdcaa0-343f-47c7-b06b-2b6aaf0f8bd3 req-c44daed1-65aa-4f42-9b43-1edec7e30ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:35.647001 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dbfdcaa0-343f-47c7-b06b-2b6aaf0f8bd3 req-c44daed1-65aa-4f42-9b43-1edec7e30ef5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba9abf8115ac4b508816c39be6e59924&device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 1096 time: 0.0738344 Aug 16 01:48:35.763670 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59842) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:35.771632 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdcaa0-343f-47c7-b06b-2b6aaf0f8bd3 req-f50d47e2-3538-43f1-bc60-3547d6984079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:35.773141 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dbfdcaa0-343f-47c7-b06b-2b6aaf0f8bd3 req-f50d47e2-3538-43f1-bc60-3547d6984079 service neutron] 10.222.0.73 "GET /v2.0/networks?id=41d6539e-4b24-4ea3-ae06-65cd600ea064 HTTP/1.1" status: 200 len: 918 time: 0.1172099 Aug 16 01:48:35.778790 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da276764-064a-4bd6-b483-f6f4f3872020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:35.846429 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59844) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:35.870607 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9130dc2-2157-46f4-b88d-2859d875315a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:35.902459 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dbfdcaa0-343f-47c7-b06b-2b6aaf0f8bd3 req-228b3728-c9be-4fc4-a573-ccb43329dc75 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dee21c7b-16db-43e3-94af-82d037864954 HTTP/1.1" status: 200 len: 998 time: 0.1216288 Aug 16 01:48:35.934532 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da276764-064a-4bd6-b483-f6f4f3872020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:35.944452 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da276764-064a-4bd6-b483-f6f4f3872020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.000357 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdcaa0-343f-47c7-b06b-2b6aaf0f8bd3 req-15b7fcce-222b-4832-b8f8-d9ff43681d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:36.012927 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dbfdcaa0-343f-47c7-b06b-2b6aaf0f8bd3 req-15b7fcce-222b-4832-b8f8-d9ff43681d0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b85102c8-d1ed-4688-b6f1-154a4a3875ac HTTP/1.1" status: 200 len: 856 time: 0.1031661 Aug 16 01:48:36.014965 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-da276764-064a-4bd6-b483-f6f4f3872020 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f8494ef627d9441798c9947c93a62a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500956 Aug 16 01:48:36.015943 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da276764-064a-4bd6-b483-f6f4f3872020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd69e37-cb24-4a27-8e87-85c5a6d88f14,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:36.018686 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59850) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:36.105446 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6798a284-6ebf-49ee-bf43-dc2edf620b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.152483 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6798a284-6ebf-49ee-bf43-dc2edf620b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.152968 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9130dc2-2157-46f4-b88d-2859d875315a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.164784 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9130dc2-2157-46f4-b88d-2859d875315a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.202206 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b9130dc2-2157-46f4-b88d-2859d875315a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7150cec8f4c34b55811eca92d42c1a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3531427 Aug 16 01:48:36.204716 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdcaa0-343f-47c7-b06b-2b6aaf0f8bd3 req-34203b70-eff1-47cf-aab8-1643a52f35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:36.206368 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dbfdcaa0-343f-47c7-b06b-2b6aaf0f8bd3 req-34203b70-eff1-47cf-aab8-1643a52f35b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41d6539e-4b24-4ea3-ae06-65cd600ea064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1828825 Aug 16 01:48:36.208918 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59858) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:36.271442 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6798a284-6ebf-49ee-bf43-dc2edf620b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.274615 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6798a284-6ebf-49ee-bf43-dc2edf620b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.278432 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6798a284-6ebf-49ee-bf43-dc2edf620b10 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0bd69e37-cb24-4a27-8e87-85c5a6d88f14 HTTP/1.1" status: 204 len: 168 time: 0.2559795 Aug 16 01:48:36.314252 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798a284-6ebf-49ee-bf43-dc2edf620b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd69e37-cb24-4a27-8e87-85c5a6d88f14,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:36.437411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9130dc2-2157-46f4-b88d-2859d875315a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf728b66-a148-4cc9-9a7d-e2491d21de73,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:36.558252 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-11f59542-f4f9-4500-ae4c-ba19a41715b5 req-76e9dbeb-d0fb-4679-aa09-84987b43d9a2 tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.1970165 Aug 16 01:48:36.680449 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aab73487-24e2-4857-8177-d024af05f8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.719215 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dbfdcaa0-343f-47c7-b06b-2b6aaf0f8bd3 req-0041e6bd-eb14-49df-b4de-4dc763a9e709 service neutron] 10.222.0.73 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953680 Aug 16 01:48:36.776780 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aab73487-24e2-4857-8177-d024af05f8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:36.931138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5c583-bc5a-4b42-b2e2-747d92a558c2 req-77a246b2-efdc-4bb1-b92f-64a483f6aa32 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:36.945958 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28b5c583-bc5a-4b42-b2e2-747d92a558c2 req-77a246b2-efdc-4bb1-b92f-64a483f6aa32 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 944 time: 0.1079867 Aug 16 01:48:37.077307 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28b5c583-bc5a-4b42-b2e2-747d92a558c2 req-7a35fdb2-b694-46cf-9ef6-164beccd668e tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223431 Aug 16 01:48:37.247795 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:37.789925 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dbfdcaa0-343f-47c7-b06b-2b6aaf0f8bd3 req-50fdd0d0-a52f-46e9-93d9-fdef9c988e16 service neutron] 10.222.0.73 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9248412 Aug 16 01:48:37.827156 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aab73487-24e2-4857-8177-d024af05f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:37.830876 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aab73487-24e2-4857-8177-d024af05f8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:37.832984 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-aab73487-24e2-4857-8177-d024af05f8b4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bf728b66-a148-4cc9-9a7d-e2491d21de73 HTTP/1.1" status: 204 len: 168 time: 1.6228037 Aug 16 01:48:37.850152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab73487-24e2-4857-8177-d024af05f8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf728b66-a148-4cc9-9a7d-e2491d21de73,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:37.863005 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88efd73e-31c3-4ded-b59b-20d26be5edc2 req-1f8c1d43-f4d3-4444-8af6-c6512fb53e8f tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.1140497 Aug 16 01:48:37.975086 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:38.309888 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24723e94-4ec3-43b5-b562-09a01d78360b req-e3fd1bf9-88e8-47c3-8694-8926eb66cdc9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:38.322008 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-24723e94-4ec3-43b5-b562-09a01d78360b req-e3fd1bf9-88e8-47c3-8694-8926eb66cdc9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 944 time: 0.1453764 Aug 16 01:48:38.427417 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-24723e94-4ec3-43b5-b562-09a01d78360b req-59680bd1-d1ae-4041-b813-4c61d366cbb7 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028502 Aug 16 01:48:46.387401 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb4408-3f48-4985-aaa1-741629c0c114 req-f4cc6fc4-8e76-4d43-8b27-9256add10f19 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:46.397592 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82cb4408-3f48-4985-aaa1-741629c0c114 req-f4cc6fc4-8e76-4d43-8b27-9256add10f19 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 944 time: 0.1214864 Aug 16 01:48:46.479535 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-529eb69d-29a9-4a41-a2d4-af5d97205e53 req-14283edb-7476-4455-b606-580e2efcfc09 tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0894871 Aug 16 01:48:46.530229 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82cb4408-3f48-4985-aaa1-741629c0c114 req-5938bd15-5fa0-42de-b9cf-067ac4e4ccf0 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311159 Aug 16 01:48:47.747952 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e0935-8e2d-4264-a514-60baf1431e48 req-6a9a61b9-2527-48cd-b230-bf3a73b11bbb tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:47.761473 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a6e0935-8e2d-4264-a514-60baf1431e48 req-6a9a61b9-2527-48cd-b230-bf3a73b11bbb tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 944 time: 0.1077728 Aug 16 01:48:47.778380 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-405a1530-c967-465f-8cdd-7c064277283f req-d2e2822e-9283-4bbe-bb15-cfa99b21afd5 tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.1044278 Aug 16 01:48:47.895700 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60220) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:47.896275 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a6e0935-8e2d-4264-a514-60baf1431e48 req-59ef3371-7c38-435a-b233-556b0cffdf0e tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258101 Aug 16 01:48:48.108620 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3393b1b-5ec8-418c-8985-3771841b127e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:48.325629 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3393b1b-5ec8-418c-8985-3771841b127e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:48.334614 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3393b1b-5ec8-418c-8985-3771841b127e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:48.422265 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3393b1b-5ec8-418c-8985-3771841b127e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb1e3ad-a905-4615-a8bb-e42fe63ebfa5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:48.440361 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b3393b1b-5ec8-418c-8985-3771841b127e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e3e9174c74c64ae3abf9b0b97737ee0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5435841 Aug 16 01:48:48.443642 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60240) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:48.565862 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c095d8ed-7159-4120-98bf-a08e565045ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:48.592701 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c095d8ed-7159-4120-98bf-a08e565045ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:48.652272 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c095d8ed-7159-4120-98bf-a08e565045ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:48.655732 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c095d8ed-7159-4120-98bf-a08e565045ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:48.661184 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c095d8ed-7159-4120-98bf-a08e565045ac admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8fb1e3ad-a905-4615-a8bb-e42fe63ebfa5 HTTP/1.1" status: 204 len: 168 time: 0.2148607 Aug 16 01:48:48.677409 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095d8ed-7159-4120-98bf-a08e565045ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb1e3ad-a905-4615-a8bb-e42fe63ebfa5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:48.944704 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d3f442b-ca45-4c2b-b543-e56bbd8ce78d req-254fa0a3-8e9d-4c30-ac8a-1d888d47c91a tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0485168 Aug 16 01:48:49.049691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b08e9a-7ede-46cb-96b3-8100d8b76b43 req-25c5182f-fbb2-4b7d-998c-3e5ceac773f3 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:49.052602 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7b08e9a-7ede-46cb-96b3-8100d8b76b43 req-25c5182f-fbb2-4b7d-998c-3e5ceac773f3 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 944 time: 0.0580711 Aug 16 01:48:49.100732 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7b08e9a-7ede-46cb-96b3-8100d8b76b43 req-e8a1b006-20fd-4835-b473-9e2e72585404 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402083 Aug 16 01:48:49.139975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60266) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:49.155449 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbf67092-347e-4c44-9121-0b28ab5965bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:49.271721 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbf67092-347e-4c44-9121-0b28ab5965bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:49.277808 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbf67092-347e-4c44-9121-0b28ab5965bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:49.321515 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf67092-347e-4c44-9121-0b28ab5965bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73d7635-b10a-4cfc-a20f-76b38e05a2d3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:49.333927 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bbf67092-347e-4c44-9121-0b28ab5965bf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=41799a6c011540908b09118c16e3b720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895909 Aug 16 01:48:49.334353 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60270) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:49.394809 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44fe12e4-c6e8-4562-90cc-bccf843e0e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:49.422991 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44fe12e4-c6e8-4562-90cc-bccf843e0e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:49.507432 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44fe12e4-c6e8-4562-90cc-bccf843e0e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:49.510550 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44fe12e4-c6e8-4562-90cc-bccf843e0e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:49.511719 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-44fe12e4-c6e8-4562-90cc-bccf843e0e39 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b73d7635-b10a-4cfc-a20f-76b38e05a2d3 HTTP/1.1" status: 204 len: 168 time: 0.1761913 Aug 16 01:48:49.521307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe12e4-c6e8-4562-90cc-bccf843e0e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73d7635-b10a-4cfc-a20f-76b38e05a2d3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:50.066155 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75fc1dda-b053-4c81-9bc1-3571fb3ed997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.104725 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c16c3c89-0379-41ef-9f3b-6237ba2aa718 req-1b2550df-b1fb-4aa9-86a7-99d279ece963 tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0369790 Aug 16 01:48:50.270634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6837d1-8b34-43b2-8d74-5895070ef3fb req-3e978dc3-b4f9-4d78-b12e-8592f824649b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:50.276061 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c6837d1-8b34-43b2-8d74-5895070ef3fb req-3e978dc3-b4f9-4d78-b12e-8592f824649b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 944 time: 0.0696645 Aug 16 01:48:50.292772 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60316) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:50.347832 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c6837d1-8b34-43b2-8d74-5895070ef3fb req-7146d2cc-a5c5-4069-82ea-ec5bad7a7d95 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565820 Aug 16 01:48:50.471247 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-36f05967-261a-41a7-88c1-bb12c6bd1556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.614802 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-36f05967-261a-41a7-88c1-bb12c6bd1556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.634873 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-36f05967-261a-41a7-88c1-bb12c6bd1556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.698670 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-36f05967-261a-41a7-88c1-bb12c6bd1556 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ce389c3b991941cc9f0d8b3f87ee51ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4052448 Aug 16 01:48:50.702137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60330) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:50.710135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f05967-261a-41a7-88c1-bb12c6bd1556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a0bbc6-ce5d-4df6-aba8-07fa8cc04a59,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:50.789251 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a4cd0da-c199-4704-9b83-567a917de409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.823632 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a4cd0da-c199-4704-9b83-567a917de409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.886770 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a4cd0da-c199-4704-9b83-567a917de409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.890669 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a4cd0da-c199-4704-9b83-567a917de409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:50.896098 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0a4cd0da-c199-4704-9b83-567a917de409 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/17a0bbc6-ce5d-4df6-aba8-07fa8cc04a59 HTTP/1.1" status: 204 len: 168 time: 0.1926868 Aug 16 01:48:50.905505 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cd0da-c199-4704-9b83-567a917de409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a0bbc6-ce5d-4df6-aba8-07fa8cc04a59,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:51.270150 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d7b48ea-5320-4b0c-baf6-e8aaa98e0b5b req-23fdaf0d-133d-4d02-bead-95da205f8caf tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0359604 Aug 16 01:48:51.502146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60360) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:51.516321 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e49f89c-57ac-47a3-aae4-3eee6c2b8550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:51.521857 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efd95c-dc8d-46be-82f9-2bea874e4ed4 req-53479f65-d178-40ef-ab9a-69346267d478 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:51.524307 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22efd95c-dc8d-46be-82f9-2bea874e4ed4 req-53479f65-d178-40ef-ab9a-69346267d478 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 944 time: 0.0786824 Aug 16 01:48:51.630744 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22efd95c-dc8d-46be-82f9-2bea874e4ed4 req-4eef5797-3923-42c4-a51d-89c18cb1cc3b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803409 Aug 16 01:48:51.695496 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e49f89c-57ac-47a3-aae4-3eee6c2b8550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:51.712902 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e49f89c-57ac-47a3-aae4-3eee6c2b8550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:51.799377 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7e49f89c-57ac-47a3-aae4-3eee6c2b8550 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a02b1b82890540258fcc13b8cf922374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2936542 Aug 16 01:48:51.799683 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60372) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:51.844122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49f89c-57ac-47a3-aae4-3eee6c2b8550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788b0eef-0c88-4fdc-9038-f4da31dd5ee1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:51.917786 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-557cbf3b-7f18-43aa-9e2b-15b823d5a6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:51.986449 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-557cbf3b-7f18-43aa-9e2b-15b823d5a6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.127955 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-557cbf3b-7f18-43aa-9e2b-15b823d5a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.134543 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-557cbf3b-7f18-43aa-9e2b-15b823d5a6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.135710 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-557cbf3b-7f18-43aa-9e2b-15b823d5a6d4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/788b0eef-0c88-4fdc-9038-f4da31dd5ee1 HTTP/1.1" status: 204 len: 168 time: 0.3345711 Aug 16 01:48:52.156760 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cbf3b-7f18-43aa-9e2b-15b823d5a6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788b0eef-0c88-4fdc-9038-f4da31dd5ee1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:52.402395 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1f622110-a0bb-4f5c-bcf7-ab6eb6f1ced8 req-3f6a3539-5e1c-434e-8872-7f3c80fc2734 tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0362062 Aug 16 01:48:52.579196 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f0c76e0-ca28-47fb-81fd-489a1cc99127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:52.853747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758d902-ce1c-41c1-8915-2993ccb39ebf req-6d473681-d810-487b-9efe-56e6d3bdd3b5 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:52.861619 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0758d902-ce1c-41c1-8915-2993ccb39ebf req-6d473681-d810-487b-9efe-56e6d3bdd3b5 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 944 time: 0.1335301 Aug 16 01:48:52.939640 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0758d902-ce1c-41c1-8915-2993ccb39ebf req-385c8df9-826c-43dd-9c87-067f4d0bde50 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722132 Aug 16 01:48:53.253901 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:53.612838 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5cb2897d-2b96-4a58-a3ce-478a86d967e7 req-8f608577-5c03-4438-9101-9f6db0b7fcb3 tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0652385 Aug 16 01:48:54.118381 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:54.193246 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d4d3809-1a5d-4ee1-a108-be4e2cc84440 req-1e4b9524-5c4d-45ac-b688-15a3392d2c16 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0489643 Aug 16 01:48:54.341059 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0158b82-e768-4297-9156-f476b1347d9e req-7a88926b-8084-410b-b4a0-3421f31765e8 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:54.352318 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0158b82-e768-4297-9156-f476b1347d9e req-7a88926b-8084-410b-b4a0-3421f31765e8 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 944 time: 0.1069646 Aug 16 01:48:54.484598 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0158b82-e768-4297-9156-f476b1347d9e req-4418483f-a9be-467e-9c14-4f404ef4cf16 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241727 Aug 16 01:48:54.863514 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-031e945c-78ce-4b59-9adc-c0fa998e93cf req-469973e8-442a-4b1e-8928-5efcabab86aa tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0904825 Aug 16 01:48:55.375419 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-08b16042-cf41-4970-a22a-c1444bd87600 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1805542 Aug 16 01:48:55.545419 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5cdc34e5-ca42-4578-8a2b-445c13d8821e req-0f7520d7-c651-4967-8471-e00aee7079a7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1630144 Aug 16 01:48:55.640740 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60492) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:55.717080 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-4e5b08e8-f709-465a-ac9b-5181f77a3b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.717626 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-4e5b08e8-f709-465a-ac9b-5181f77a3b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.718131 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-4e5b08e8-f709-465a-ac9b-5181f77a3b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.718594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-4e5b08e8-f709-465a-ac9b-5181f77a3b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.719059 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-4e5b08e8-f709-465a-ac9b-5181f77a3b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.719517 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-4e5b08e8-f709-465a-ac9b-5181f77a3b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.719976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-4e5b08e8-f709-465a-ac9b-5181f77a3b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.722141 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-4e5b08e8-f709-465a-ac9b-5181f77a3b2c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ca74d145ad54f52a9156b1910a2719b&device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 6507 time: 0.1741221 Aug 16 01:48:55.756819 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc34e5-ca42-4578-8a2b-445c13d8821e req-0693daee-4aad-4556-9ddb-0fcd076b8bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.758084 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5cdc34e5-ca42-4578-8a2b-445c13d8821e req-0693daee-4aad-4556-9ddb-0fcd076b8bba service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ffdfe9e8548c42bd9d1cbff491f6a75f&device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd HTTP/1.1" status: 200 len: 1102 time: 0.1526606 Aug 16 01:48:55.844754 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e9898-ff5e-46a5-a517-dd00ab230f29 req-192cb2b3-b3f4-41e2-8731-66ff793b9286 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:55.848739 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20aaaef7-8737-4cb1-a71a-52c3375320b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:55.852876 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a1e9898-ff5e-46a5-a517-dd00ab230f29 req-192cb2b3-b3f4-41e2-8731-66ff793b9286 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 944 time: 0.1958966 Aug 16 01:48:55.988926 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:56.034849 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a1e9898-ff5e-46a5-a517-dd00ab230f29 req-e95d7cf7-f544-4c32-b9cb-9ae84ef9f440 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789050 Aug 16 01:48:56.172657 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-45150a25-2376-41a9-8335-4c85e5bb0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:56.173432 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-45150a25-2376-41a9-8335-4c85e5bb0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:56.174111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-45150a25-2376-41a9-8335-4c85e5bb0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:56.176241 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-45150a25-2376-41a9-8335-4c85e5bb0dc6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ffd1200-3653-4dd2-97e7-c5074409a495&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=f3ba83b8-171e-47ab-b264-b5e65af7f447&id=f3ba83b8-171e-47ab-b264-b5e65af7f447 HTTP/1.1" status: 200 len: 2297 time: 0.4172559 Aug 16 01:48:56.182529 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc34e5-ca42-4578-8a2b-445c13d8821e req-2c176c82-7bab-4bbd-8033-bd7337f49f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:56.184281 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5cdc34e5-ca42-4578-8a2b-445c13d8821e req-2c176c82-7bab-4bbd-8033-bd7337f49f8e service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.3881347 Aug 16 01:48:56.220878 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d85d58b9-7528-4425-bc51-a9f7cad501f1 req-93a931a4-8eaa-47f3-b82d-65c73279bfa5 tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.1354392 Aug 16 01:48:56.257029 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5cdc34e5-ca42-4578-8a2b-445c13d8821e req-a21f438b-ce05-442b-b9fb-8647d5fb7eae service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 HTTP/1.1" status: 200 len: 217 time: 0.0645881 Aug 16 01:48:56.289566 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20aaaef7-8737-4cb1-a71a-52c3375320b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:56.298612 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20aaaef7-8737-4cb1-a71a-52c3375320b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:56.404312 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-a83148fc-2d16-4e4a-86fc-042365031bd4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15416754-813f-49e1-bf9c-3e1659dcbe8b HTTP/1.1" status: 200 len: 1001 time: 0.2185912 Aug 16 01:48:56.410666 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aaaef7-8737-4cb1-a71a-52c3375320b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bbdbb7-cf7c-4eeb-bdbf-2f6080194ad6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:56.423901 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-20aaaef7-8737-4cb1-a71a-52c3375320b0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9959cdd83b8b4dbd86c001ce0c27980f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7815547 Aug 16 01:48:56.428561 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60516) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:56.559469 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-da571eb5-9409-45e9-8509-79867f93b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:56.563132 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-da571eb5-9409-45e9-8509-79867f93b084 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2066c6a-92ce-4085-9aef-33a27593c624 HTTP/1.1" status: 200 len: 855 time: 0.1498897 Aug 16 01:48:56.568100 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc34e5-ca42-4578-8a2b-445c13d8821e req-023c4316-e64b-48c5-ba6e-771795810c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:56.571006 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5cdc34e5-ca42-4578-8a2b-445c13d8821e req-023c4316-e64b-48c5-ba6e-771795810c1e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.2473440 Aug 16 01:48:56.595922 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed9bed6f-40e6-42d0-a2a2-1268ef028ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:56.670433 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed9bed6f-40e6-42d0-a2a2-1268ef028ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:56.771179 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6b0218c-b8b0-4f27-8a65-9b1aff317866 req-39be8f5f-36ce-4dd4-829f-7394f6d191c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=194e6783dcd049c7862087f867614425&device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.1046610 Aug 16 01:48:56.809404 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb635c42-a8a7-4204-badb-e45e1ed302ea req-6ddbc8cb-0a6a-4266-8311-f6ec0230adbd tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0493712 Aug 16 01:48:56.828624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-8069edfb-46bb-4a05-a30f-398bd5a14746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:56.830247 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-8069edfb-46bb-4a05-a30f-398bd5a14746 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ffd1200-3653-4dd2-97e7-c5074409a495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2555683 Aug 16 01:48:56.847980 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed9bed6f-40e6-42d0-a2a2-1268ef028ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:56.887150 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed9bed6f-40e6-42d0-a2a2-1268ef028ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:56.902896 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ed9bed6f-40e6-42d0-a2a2-1268ef028ba1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e8bbdbb7-cf7c-4eeb-bdbf-2f6080194ad6 HTTP/1.1" status: 204 len: 168 time: 0.4730372 Aug 16 01:48:56.930221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9bed6f-40e6-42d0-a2a2-1268ef028ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bbdbb7-cf7c-4eeb-bdbf-2f6080194ad6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:57.050311 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6b0218c-b8b0-4f27-8a65-9b1aff317866 req-9e71de2b-6598-4ad9-9e5f-30a48e585927 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=194e6783dcd049c7862087f867614425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2330201 Aug 16 01:48:57.052515 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-f122a644-34c6-4c51-ad84-7b02479a3c51 service neutron] 10.222.0.73 "GET /v2.0/networks/5ffd1200-3653-4dd2-97e7-c5074409a495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078104 Aug 16 01:48:57.066475 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc34e5-ca42-4578-8a2b-445c13d8821e req-88cad45b-ec5d-4334-a770-5f4f71f0acca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:57.068290 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5cdc34e5-ca42-4578-8a2b-445c13d8821e req-88cad45b-ec5d-4334-a770-5f4f71f0acca service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4304659 Aug 16 01:48:57.331052 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device dee21c7b-16db-43e3-94af-82d037864954 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:48:57.381556 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f0abc-b938-472c-be0a-f6f82e26d9de req-6c471917-336b-409e-aaa3-5b721b739638 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:57.400823 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-111f0abc-b938-472c-be0a-f6f82e26d9de req-6c471917-336b-409e-aaa3-5b721b739638 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 944 time: 0.1761358 Aug 16 01:48:57.425923 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0218c-b8b0-4f27-8a65-9b1aff317866 req-ca41298f-4435-44e3-9fa1-9c85f313759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:57.427882 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6b0218c-b8b0-4f27-8a65-9b1aff317866 req-ca41298f-4435-44e3-9fa1-9c85f313759a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3571260 Aug 16 01:48:57.476235 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-111f0abc-b938-472c-be0a-f6f82e26d9de req-6265c24e-86b2-4440-ae5f-598e830f5cef tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745184 Aug 16 01:48:57.522308 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port dee21c7b-16db-43e3-94af-82d037864954, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=dee21c7b-16db-43e3-94af-82d037864954,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:57.536485 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'dee21c7b-16db-43e3-94af-82d037864954', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'port_id': 'dee21c7b-16db-43e3-94af-82d037864954', 'mac_address': 'fa:16:3e:78:9a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:48:57.547880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60544) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:57.570645 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-6e3d55d9-b06d-408a-ad5a-f410ef1b1f5f service neutron] 10.222.0.73 "GET /v2.0/networks/5ffd1200-3653-4dd2-97e7-c5074409a495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010989 Aug 16 01:48:57.591203 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5cdc34e5-ca42-4578-8a2b-445c13d8821e req-9e44493e-bcd7-46d1-929c-487f37cca75d service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724713 Aug 16 01:48:57.650027 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-745b6d19-46f2-4d1e-8a7f-afb78fad6032 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=bd0bff2b-08e3-4df0-9d32-cf931a827abb HTTP/1.1" status: 200 len: 217 time: 0.0571296 Aug 16 01:48:57.666671 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.683065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee21c7b-16db-43e3-94af-82d037864954 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:48:57.706460 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port dee21c7b-16db-43e3-94af-82d037864954, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=dee21c7b-16db-43e3-94af-82d037864954,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:48:57.711787 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.714882 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-259597fa-11af-4091-aa0e-576131814aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.730332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60548) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:57.734437 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-01783003-9aa4-4c5c-8c1b-1e66110fb5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:57.736560 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-01783003-9aa4-4c5c-8c1b-1e66110fb5ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.0538709 Aug 16 01:48:57.752352 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-828532d4-c015-487e-b87c-3b58ea6f12a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.776375 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=dee21c7b-16db-43e3-94af-82d037864954,revision_number=11']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:57.804304 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:57.804671 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:57.805601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:57.805958 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:57.806290 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:57.806618 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:57.807152 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:57.807938 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:57.808279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:57.808604 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:57.808926 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:57.809297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:57.852206 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5cdc34e5-ca42-4578-8a2b-445c13d8821e req-6ad06d5a-2952-4da1-9ab5-6fc7366b75a2 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527273 Aug 16 01:48:57.868670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-faa47c95-787b-4af1-a4e2-5cd32d1740b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:57.871252 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-faa47c95-787b-4af1-a4e2-5cd32d1740b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1252418 Aug 16 01:48:57.872662 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-259597fa-11af-4091-aa0e-576131814aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.899324 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-259597fa-11af-4091-aa0e-576131814aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:57.969606 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-259597fa-11af-4091-aa0e-576131814aba admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6e1409406a8d4e03b8bb88c2c5d77335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207637 Aug 16 01:48:57.970536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259597fa-11af-4091-aa0e-576131814aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7a9f9f-0775-498e-b7bc-c02b2555cdab,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:57.979749 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60554) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:58.000301 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f5829b8-a647-4fb6-85b2-f686a0d25db7 req-785cf16c-18b9-4f6e-b7d2-b11d10b73527 tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0700188 Aug 16 01:48:58.030723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['dee21c7b-16db-43e3-94af-82d037864954'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:48:58.071464 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-8b5009d0-92cd-4919-8c1d-44125ef641e0 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875823 Aug 16 01:48:58.076974 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1418533f-aa30-4cc1-8931-44f046d1b05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.146223 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1418533f-aa30-4cc1-8931-44f046d1b05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.227352 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-828532d4-c015-487e-b87c-3b58ea6f12a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.228799 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-18ea9f37-20d9-4610-9ae4-6b76e6882e84 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496344 Aug 16 01:48:58.241011 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-828532d4-c015-487e-b87c-3b58ea6f12a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.323368 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-d65be0b8-d079-4d8d-a694-bed81b450417 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=0acdabdb-c72c-46b9-8121-47f8e483891b HTTP/1.1" status: 200 len: 217 time: 0.0830586 Aug 16 01:48:58.359464 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828532d4-c015-487e-b87c-3b58ea6f12a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b899a8-710a-43b5-907b-601d6c51ec06,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:58.376426 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-828532d4-c015-487e-b87c-3b58ea6f12a7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ca961b626a064b39a72c5303a5381626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6426966 Aug 16 01:48:58.380453 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60566) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:58.486446 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce8fa434-8128-4321-af44-d99968a3585b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.493954 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1418533f-aa30-4cc1-8931-44f046d1b05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.497419 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1418533f-aa30-4cc1-8931-44f046d1b05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.498879 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1418533f-aa30-4cc1-8931-44f046d1b05a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0f7a9f9f-0775-498e-b7bc-c02b2555cdab HTTP/1.1" status: 204 len: 168 time: 0.5157561 Aug 16 01:48:58.511697 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-d6ce7953-ab19-44fb-a2cd-a7067260dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:58.514224 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-d6ce7953-ab19-44fb-a2cd-a7067260dbfb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.1827934 Aug 16 01:48:58.606370 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-d37c9b9c-90c1-4078-b1d6-abe665d52d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:58.608888 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-d37c9b9c-90c1-4078-b1d6-abe665d52d2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0850711 Aug 16 01:48:58.631241 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce8fa434-8128-4321-af44-d99968a3585b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.724582 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418533f-aa30-4cc1-8931-44f046d1b05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7a9f9f-0775-498e-b7bc-c02b2555cdab,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:58.741196 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce8fa434-8128-4321-af44-d99968a3585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.744114 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce8fa434-8128-4321-af44-d99968a3585b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:58.748235 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ce8fa434-8128-4321-af44-d99968a3585b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/22b899a8-710a-43b5-907b-601d6c51ec06 HTTP/1.1" status: 204 len: 168 time: 0.3650470 Aug 16 01:48:58.780435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fa434-8128-4321-af44-d99968a3585b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b899a8-710a-43b5-907b-601d6c51ec06,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:58.831733 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86e6d6-bed9-47dc-ab3e-58d27ddf96f2 req-69afe73e-1830-4ba3-827f-81b6125a22e5 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:58.837103 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bd86e6d6-bed9-47dc-ab3e-58d27ddf96f2 req-69afe73e-1830-4ba3-827f-81b6125a22e5 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.1089833 Aug 16 01:48:58.910752 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-dc6c016e-763d-4c5f-b785-d4a4c2086bcf service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922227 Aug 16 01:48:58.920554 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bd86e6d6-bed9-47dc-ab3e-58d27ddf96f2 req-63f66f62-e44a-49a7-8fdf-105ba8fc42ca tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760601 Aug 16 01:48:58.950643 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6b0218c-b8b0-4f27-8a65-9b1aff317866 req-88cf9281-1fe3-4f97-8425-50aa39be20f2 tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.1070981 Aug 16 01:48:59.120361 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-3c537c28-5429-48b4-a083-fb4cb70c0938 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893957 Aug 16 01:48:59.194978 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-d845c412-1b97-48ed-a6e9-98fa5c645d14 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=bee42ab6-fdb5-48a2-98ba-795a696d06da HTTP/1.1" status: 200 len: 217 time: 0.0624938 Aug 16 01:48:59.328879 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-3e7701bf-c6ac-47ea-9f1c-7272f77315e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:59.334374 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-3e7701bf-c6ac-47ea-9f1c-7272f77315e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.1252401 Aug 16 01:48:59.348554 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f1af1fd5-9f61-446b-b6f0-278a0dfb7735 req-4ae32191-c2fb-4ec8-b05a-d5cb8476a8a4 tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.1294436 Aug 16 01:48:59.394879 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-6b4f5d01-feb3-4009-9044-c76d948ebe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:59.396894 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-6b4f5d01-feb3-4009-9044-c76d948ebe4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0564616 Aug 16 01:48:59.543420 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-9fb095ee-3941-4e55-950e-d1688900560a service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336024 Aug 16 01:48:59.681908 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-12c7ba88-6541-4efc-85c9-34ef3197210a service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257286 Aug 16 01:48:59.753932 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-4f1ae621-b9fd-4057-bd0f-1c3ed50a257b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be HTTP/1.1" status: 200 len: 217 time: 0.0581725 Aug 16 01:48:59.790039 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60604) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:59.813341 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e55ca64f-1619-491e-890e-91b1d8630b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:59.886159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-b91127ab-5cbd-4f1a-8104-6ebaab8d5cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:48:59.887866 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-b91127ab-5cbd-4f1a-8104-6ebaab8d5cfb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.1140628 Aug 16 01:48:59.943268 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e55ca64f-1619-491e-890e-91b1d8630b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:59.957432 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e55ca64f-1619-491e-890e-91b1d8630b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:59.995792 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ca64f-1619-491e-890e-91b1d8630b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb972c1c-8c3f-47c9-9b39-69e2a105a7fa,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:00.012922 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e55ca64f-1619-491e-890e-91b1d8630b15 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=137851cb2d6f4169b1ae6425d1c0d9f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2217309 Aug 16 01:49:00.015607 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60612) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:00.021470 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-715e0d95-f10d-430c-a4ec-4779af75b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:00.026864 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-715e0d95-f10d-430c-a4ec-4779af75b238 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1268005 Aug 16 01:49:00.121004 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b9fac72b-6162-43b5-9b8a-102ec22dc3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:00.150124 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b9fac72b-6162-43b5-9b8a-102ec22dc3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:00.165343 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b653d92-87ae-4b1d-8a0b-28f88bb99960 req-97179c14-6d4c-41e4-9b95-06b9307d6f0e tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:00.172841 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8b653d92-87ae-4b1d-8a0b-28f88bb99960 req-97179c14-6d4c-41e4-9b95-06b9307d6f0e tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.1457298 Aug 16 01:49:00.181195 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-7e15d682-c29d-404c-81df-09aac71755ed service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449001 Aug 16 01:49:00.230077 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8b653d92-87ae-4b1d-8a0b-28f88bb99960 req-a58d4ae9-ecf0-4a47-b5c9-78fcb71bc408 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498660 Aug 16 01:49:00.297248 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b9fac72b-6162-43b5-9b8a-102ec22dc3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:00.301629 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b9fac72b-6162-43b5-9b8a-102ec22dc3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:00.305323 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b9fac72b-6162-43b5-9b8a-102ec22dc3cf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cb972c1c-8c3f-47c9-9b39-69e2a105a7fa HTTP/1.1" status: 204 len: 168 time: 0.2885253 Aug 16 01:49:00.348131 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fac72b-6162-43b5-9b8a-102ec22dc3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb972c1c-8c3f-47c9-9b39-69e2a105a7fa,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:00.566026 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-9d485fc6-1125-499f-bdcb-f298fbd6907a service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675072 Aug 16 01:49:00.577880 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-86634a3f-71fb-4373-a2dc-eee710cf0fff req-c0d217dc-e324-4283-bba2-d8d0995919a9 tempest-ServerShowV257Test-2079830783 tempest-ServerShowV257Test-2079830783-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ddcbdf3-1924-410a-a19c-152ed565bb4f HTTP/1.1" status: 200 len: 210 time: 0.0722241 Aug 16 01:49:00.625502 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-fae4195d-e0b5-4dc3-8392-402d547754bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=465a6ed0-dc32-464e-baf2-d0f03e4442f0 HTTP/1.1" status: 200 len: 217 time: 0.0433898 Aug 16 01:49:00.698252 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-ac34c98c-000c-44de-a87a-97772d487986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:00.699762 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-ac34c98c-000c-44de-a87a-97772d487986 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85f7c82-6a4d-4d57-8a2b-76ed66161b19 HTTP/1.1" status: 200 len: 797 time: 0.0492973 Aug 16 01:49:00.760934 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-a34b3f05-aab0-4fac-a01b-a81cb7d93fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:00.762556 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-a34b3f05-aab0-4fac-a01b-a81cb7d93fda service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ba83b8-171e-47ab-b264-b5e65af7f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0516968 Aug 16 01:49:00.906510 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-1152759d-2add-46d1-b2e1-ee740054da45 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315718 Aug 16 01:49:01.077442 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-3d67530b-996c-4922-9728-a6d0267410cb service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469667 Aug 16 01:49:01.089891 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60654) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:01.140188 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-4c27c11f-bc61-46f3-a412-ce1826fe8776 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ff481ee4-d554-41f9-8c85-9df7af1599d3 HTTP/1.1" status: 200 len: 217 time: 0.0501320 Aug 16 01:49:01.214701 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-ceffbb11-deda-44b2-916b-3849c53f3bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:01.217675 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-ceffbb11-deda-44b2-916b-3849c53f3bd0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85f7c82-6a4d-4d57-8a2b-76ed66161b19 HTTP/1.1" status: 200 len: 797 time: 0.0655787 Aug 16 01:49:01.283479 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-4c0ae3e0-4c95-4a3f-bc25-753c8d2e740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:01.286278 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-4c0ae3e0-4c95-4a3f-bc25-753c8d2e740e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ba83b8-171e-47ab-b264-b5e65af7f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0569267 Aug 16 01:49:01.348289 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device dee21c7b-16db-43e3-94af-82d037864954 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:01.442129 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port dee21c7b-16db-43e3-94af-82d037864954 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:01.453878 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port dee21c7b-16db-43e3-94af-82d037864954 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:01.454563 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:01.462464 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9b61e79-f09e-4918-9a5f-a9b75c4ededb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:01.493339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-93419a7a-a7e0-465f-9650-41867685f11f service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949246 Aug 16 01:49:01.568153 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4117176-5905-4726-b359-9a52c9900a56 req-490e5c9f-df5b-4730-96af-a049ec82f019 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:01.572214 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4117176-5905-4726-b359-9a52c9900a56 req-490e5c9f-df5b-4730-96af-a049ec82f019 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 945 time: 0.2124133 Aug 16 01:49:01.632634 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:01.667754 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9b61e79-f09e-4918-9a5f-a9b75c4ededb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:01.691615 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9b61e79-f09e-4918-9a5f-a9b75c4ededb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:01.694394 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port dee21c7b-16db-43e3-94af-82d037864954, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=dee21c7b-16db-43e3-94af-82d037864954,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:01.695667 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee21c7b-16db-43e3-94af-82d037864954'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:01.699210 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2eba4a-37e2-4137-bd9e-c79746f9dafd" -d '{"events": [{"server_uuid": "a83bc784-1195-489d-98d5-2826d2ae4b8a", "name": "network-vif-plugged", "status": "completed", "tag": "dee21c7b-16db-43e3-94af-82d037864954"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:01.718256 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:01.762667 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12349ef5-fcc0-46af-9ee4-ef3cb0eb8758 req-1788a422-1995-4f74-98ad-1334f8283fba service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528095 Aug 16 01:49:01.829110 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e9b61e79-f09e-4918-9a5f-a9b75c4ededb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=07b789b003574e5a8be13764436594ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7377682 Aug 16 01:49:01.832230 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60680) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:01.849103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b61e79-f09e-4918-9a5f-a9b75c4ededb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaeffc07-f17a-4d84-a6ae-5aaf18fec8c2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:01.855569 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ea2878-ac92-4b2a-b383-441863a9e74f x-openstack-request-id: req-77ea2878-ac92-4b2a-b383-441863a9e74f {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:01.860477 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83bc784-1195-489d-98d5-2826d2ae4b8a", "name": "network-vif-plugged", "status": "completed", "tag": "dee21c7b-16db-43e3-94af-82d037864954", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:01.860999 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-77ea2878-ac92-4b2a-b383-441863a9e74f {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:01.861582 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee21c7b-16db-43e3-94af-82d037864954', 'code': 200} Aug 16 01:49:01.862590 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=dee21c7b-16db-43e3-94af-82d037864954,revision_number=12']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:01.873099 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4117176-5905-4726-b359-9a52c9900a56 req-653f553a-e790-46dc-8677-f14a577d4e99 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918510 Aug 16 01:49:01.938082 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f3b1072-bd43-444e-881e-f08f7061c687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:01.986837 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f3b1072-bd43-444e-881e-f08f7061c687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:02.374961 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60692) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:02.542425 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7743a808-8cba-4abf-ad2c-2b4629c96d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:02.651120 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f3b1072-bd43-444e-881e-f08f7061c687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:02.655568 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f3b1072-bd43-444e-881e-f08f7061c687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:02.659069 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9f3b1072-bd43-444e-881e-f08f7061c687 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/aaeffc07-f17a-4d84-a6ae-5aaf18fec8c2 HTTP/1.1" status: 204 len: 168 time: 0.8240321 Aug 16 01:49:02.682585 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b1072-bd43-444e-881e-f08f7061c687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaeffc07-f17a-4d84-a6ae-5aaf18fec8c2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:02.687648 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6555a-c791-46bb-84e1-50de890b958a req-200e56aa-89c8-43a8-a226-d094a1ceb010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:02.693276 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0b6555a-c791-46bb-84e1-50de890b958a req-200e56aa-89c8-43a8-a226-d094a1ceb010 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 1098 time: 0.6420834 Aug 16 01:49:02.750818 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0b6555a-c791-46bb-84e1-50de890b958a req-6e415ac1-42dd-4f60-850c-3f9723d21426 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465543 Aug 16 01:49:02.777478 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7743a808-8cba-4abf-ad2c-2b4629c96d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:02.785504 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7743a808-8cba-4abf-ad2c-2b4629c96d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:02.835003 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7743a808-8cba-4abf-ad2c-2b4629c96d07 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=194e6783dcd049c7862087f867614425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4581587 Aug 16 01:49:02.836095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743a808-8cba-4abf-ad2c-2b4629c96d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de02670-ede6-4ca7-b5be-9c99e91730e2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:02.837691 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60710) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:02.951831 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edec6745-6e9f-4727-9775-239d9c4bb707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:03.008358 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edec6745-6e9f-4727-9775-239d9c4bb707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:03.176429 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df021e3-9130-4ddd-97c9-e42bbeff0754 req-30641f58-8eb8-4c2c-810f-dd68c6ef7b70 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:03.186307 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5df021e3-9130-4ddd-97c9-e42bbeff0754 req-30641f58-8eb8-4c2c-810f-dd68c6ef7b70 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 946 time: 0.1537533 Aug 16 01:49:03.221153 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edec6745-6e9f-4727-9775-239d9c4bb707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:03.225219 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edec6745-6e9f-4727-9775-239d9c4bb707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:03.226485 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-edec6745-6e9f-4727-9775-239d9c4bb707 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4de02670-ede6-4ca7-b5be-9c99e91730e2 HTTP/1.1" status: 204 len: 168 time: 0.3862257 Aug 16 01:49:03.246066 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec6745-6e9f-4727-9775-239d9c4bb707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de02670-ede6-4ca7-b5be-9c99e91730e2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:03.278248 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5df021e3-9130-4ddd-97c9-e42bbeff0754 req-af853249-760a-425f-bb98-cc6927f8f5fe tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900655 Aug 16 01:49:04.470909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a81390-4465-4035-a8ce-590c6a2a3e5d req-3865ba5d-00cd-463e-b98e-1dac1481a3bb tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:04.480480 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-26a81390-4465-4035-a8ce-590c6a2a3e5d req-3865ba5d-00cd-463e-b98e-1dac1481a3bb tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 946 time: 0.0914407 Aug 16 01:49:04.529086 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-26a81390-4465-4035-a8ce-590c6a2a3e5d req-a9f94705-cec9-4539-a9f8-c0a9af64001b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474343 Aug 16 01:49:04.889522 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60838) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:05.188062 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6fa6e196-a77f-4aa9-97d2-fed0ca77d9b0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2039033061-network', 'tenant_id': 'ef4e924cb4584ac79c6f9319dffe168f'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:05.246962 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa6e196-a77f-4aa9-97d2-fed0ca77d9b0 admin admin] Made reservation on behalf of ef4e924cb4584ac79c6f9319dffe168f for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:05.251117 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6fa6e196-a77f-4aa9-97d2-fed0ca77d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:05.270147 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6fa6e196-a77f-4aa9-97d2-fed0ca77d9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:05.447309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60858) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:05.513244 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6fa6e196-a77f-4aa9-97d2-fed0ca77d9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:05.521653 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6fa6e196-a77f-4aa9-97d2-fed0ca77d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:05.564788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa6e196-a77f-4aa9-97d2-fed0ca77d9b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:49:05.577524 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6e196-a77f-4aa9-97d2-fed0ca77d9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70289ed8-5719-4a0b-b0c4-0f481a7bba43,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:05.594799 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6fa6e196-a77f-4aa9-97d2-fed0ca77d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:05.595338 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-6fa6e196-a77f-4aa9-97d2-fed0ca77d9b0 admin admin] Added segment 6cf97c46-10f7-4287-94d1-911a786c4347 of type vlan for network 01b33568-5ec3-42e6-bddb-b426d0964c41 Aug 16 01:49:05.664489 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6fa6e196-a77f-4aa9-97d2-fed0ca77d9b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:05.723626 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6fa6e196-a77f-4aa9-97d2-fed0ca77d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:05.725224 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa6e196-a77f-4aa9-97d2-fed0ca77d9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:05.726081 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6fa6e196-a77f-4aa9-97d2-fed0ca77d9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:05.766709 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73806dce-14c5-4e01-98a2-463a5364f4bd req-5f2f6b2a-3c19-4fd9-a916-ea91e61d6bff tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:05.777546 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-73806dce-14c5-4e01-98a2-463a5364f4bd req-5f2f6b2a-3c19-4fd9-a916-ea91e61d6bff tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 946 time: 0.0788758 Aug 16 01:49:05.826763 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6fa6e196-a77f-4aa9-97d2-fed0ca77d9b0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9357409 Aug 16 01:49:05.832187 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60872) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:05.837297 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6e196-a77f-4aa9-97d2-fed0ca77d9b0 admin admin] Pushing event updated for resources: {'Network': ['ID=01b33568-5ec3-42e6-bddb-b426d0964c41,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:05.850004 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 01b33568-5ec3-42e6-bddb-b426d0964c41 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:49:05.876029 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-56006c9e-5e0d-432b-a574-1af340c9bb58 admin admin] Request body: {'subnet': {'network_id': '01b33568-5ec3-42e6-bddb-b426d0964c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2039033061-subnet', 'tenant_id': 'ef4e924cb4584ac79c6f9319dffe168f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:05.927264 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-73806dce-14c5-4e01-98a2-463a5364f4bd req-96932a44-7aae-43fa-b802-60f8474190d2 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483517 Aug 16 01:49:05.953806 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c666a6c-8a88-4e5b-a988-bfada2443aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:05.987769 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56006c9e-5e0d-432b-a574-1af340c9bb58 admin admin] Made reservation on behalf of ef4e924cb4584ac79c6f9319dffe168f for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:05.992316 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56006c9e-5e0d-432b-a574-1af340c9bb58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:06.234553 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c666a6c-8a88-4e5b-a988-bfada2443aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:06.242167 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c666a6c-8a88-4e5b-a988-bfada2443aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:06.286204 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2c666a6c-8a88-4e5b-a988-bfada2443aa1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=90b2d046d70c4cd4a1a1def8a8beab3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8349733 Aug 16 01:49:06.288508 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c666a6c-8a88-4e5b-a988-bfada2443aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3fe4bc-d17e-45c6-a102-e1848f0cd4bb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:06.294276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60884) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:06.341298 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56006c9e-5e0d-432b-a574-1af340c9bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:06.372208 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-34c21bd6-0ec2-478c-8790-265a57b3a017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:06.414708 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-34c21bd6-0ec2-478c-8790-265a57b3a017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:06.416720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56006c9e-5e0d-432b-a574-1af340c9bb58 admin admin] Checking segment: {'id': '6cf97c46-10f7-4287-94d1-911a786c4347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '01b33568-5ec3-42e6-bddb-b426d0964c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:06.417290 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56006c9e-5e0d-432b-a574-1af340c9bb58 admin admin] Network hostable DHCP agents. Network: 01b33568-5ec3-42e6-bddb-b426d0964c41, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:49:06.432165 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56006c9e-5e0d-432b-a574-1af340c9bb58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c2bf130-b6e7-4498-8611-5b3d6e9eeb89,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:06.464924 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56006c9e-5e0d-432b-a574-1af340c9bb58 admin admin] Network 01b33568-5ec3-42e6-bddb-b426d0964c41 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:49:06.487605 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-56006c9e-5e0d-432b-a574-1af340c9bb58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 01b33568-5ec3-42e6-bddb-b426d0964c41) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:06.505497 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36a0b9b-0cf3-4c9f-a8f0-33ede1207a5e None None] Network 01b33568-5ec3-42e6-bddb-b426d0964c41 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:06.518928 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56006c9e-5e0d-432b-a574-1af340c9bb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:06.519894 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56006c9e-5e0d-432b-a574-1af340c9bb58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:06.522601 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-34c21bd6-0ec2-478c-8790-265a57b3a017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:06.525168 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-34c21bd6-0ec2-478c-8790-265a57b3a017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:06.528710 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-34c21bd6-0ec2-478c-8790-265a57b3a017 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0f3fe4bc-d17e-45c6-a102-e1848f0cd4bb HTTP/1.1" status: 204 len: 168 time: 0.2311671 Aug 16 01:49:06.536758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c21bd6-0ec2-478c-8790-265a57b3a017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3fe4bc-d17e-45c6-a102-e1848f0cd4bb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:06.566928 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-56006c9e-5e0d-432b-a574-1af340c9bb58 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7233779 Aug 16 01:49:06.714202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e3f230-061e-41d2-af1e-c54652143271 None None] Network 01b33568-5ec3-42e6-bddb-b426d0964c41 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:06.726290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60912) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:07.179237 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60934) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:07.205135 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-abd047cb-aae3-4bf9-9f47-08ef90d60adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:07.273511 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:07.414401 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-abd047cb-aae3-4bf9-9f47-08ef90d60adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:07.421851 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-abd047cb-aae3-4bf9-9f47-08ef90d60adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:07.524855 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-abd047cb-aae3-4bf9-9f47-08ef90d60adf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3ae5d344d1284dcdaf195bc2430ea19b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3440931 Aug 16 01:49:07.526239 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd047cb-aae3-4bf9-9f47-08ef90d60adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48940f9-3c26-4a19-b471-70e5a09064bb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:07.545357 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60936) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:07.627853 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0277f874-43f7-4128-97dc-d14490a2dedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:07.696846 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5739dd70-c589-46e6-89b9-9204e1d16789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:07.787945 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0277f874-43f7-4128-97dc-d14490a2dedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:07.798768 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0277f874-43f7-4128-97dc-d14490a2dedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:07.802053 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5739dd70-c589-46e6-89b9-9204e1d16789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:07.907553 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0277f874-43f7-4128-97dc-d14490a2dedb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b5e3f4af60644257a50dd6cccd24b7b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1779978 Aug 16 01:49:07.907553 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277f874-43f7-4128-97dc-d14490a2dedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb690c7b-1b3d-4d92-8ae0-e6ceab1450d8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:07.909969 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60958) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:07.969322 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb603dea-ea93-49f7-9a8e-b2ef6c0defca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:07.969978 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-22aa3284-9fc5-4f35-973b-411573503f41 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:07.972925 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-22aa3284-9fc5-4f35-973b-411573503f41 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/networks?id=01b33568-5ec3-42e6-bddb-b426d0964c41 HTTP/1.1" status: 200 len: 814 time: 0.2933812 Aug 16 01:49:07.979374 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:07.998494 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-e251138f-7d18-438f-b554-000f84a0a68b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/quotas/ef4e924cb4584ac79c6f9319dffe168f HTTP/1.1" status: 200 len: 375 time: 0.0178564 Aug 16 01:49:08.015965 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb603dea-ea93-49f7-9a8e-b2ef6c0defca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:08.029701 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5739dd70-c589-46e6-89b9-9204e1d16789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:08.034448 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5739dd70-c589-46e6-89b9-9204e1d16789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:08.037782 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5739dd70-c589-46e6-89b9-9204e1d16789 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c48940f9-3c26-4a19-b471-70e5a09064bb HTTP/1.1" status: 204 len: 168 time: 0.4890003 Aug 16 01:49:08.061799 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-7b22c9e4-a6d7-438e-a7d4-0f4d90b967d7 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ef4e924cb4584ac79c6f9319dffe168f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554526 Aug 16 01:49:08.068612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739dd70-c589-46e6-89b9-9204e1d16789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48940f9-3c26-4a19-b471-70e5a09064bb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:08.128857 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb603dea-ea93-49f7-9a8e-b2ef6c0defca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:08.133586 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb603dea-ea93-49f7-9a8e-b2ef6c0defca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:08.136087 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-eb603dea-ea93-49f7-9a8e-b2ef6c0defca admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eb690c7b-1b3d-4d92-8ae0-e6ceab1450d8 HTTP/1.1" status: 204 len: 168 time: 0.2253311 Aug 16 01:49:08.155750 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb603dea-ea93-49f7-9a8e-b2ef6c0defca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb690c7b-1b3d-4d92-8ae0-e6ceab1450d8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:08.325782 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:49:08.524370 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-66ba21bb-da3d-4f1c-a12d-aeb2707f0bf9 service neutron] 10.222.0.68 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446061 Aug 16 01:49:08.770024 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-8dc43ed0-0f86-414f-b2ed-39decf442fab service neutron] 10.222.0.68 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381518 Aug 16 01:49:08.920496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 32768) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:08.943622 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66b61fbf-85c9-4c5e-8b97-52d6447b237c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:09.127983 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-06d74ded-27cd-4b06-8f8e-c6ea8a898755 req-5a135726-4ce6-43a0-ba20-1395fef448f5 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 210 time: 0.0457003 Aug 16 01:49:09.203282 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66b61fbf-85c9-4c5e-8b97-52d6447b237c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:09.210229 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66b61fbf-85c9-4c5e-8b97-52d6447b237c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:09.274371 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 32790) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:09.274677 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-66b61fbf-85c9-4c5e-8b97-52d6447b237c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=559b945b4300418b815009ab8f33ad89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3525729 Aug 16 01:49:09.288187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b61fbf-85c9-4c5e-8b97-52d6447b237c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a146688-3656-4443-8c3c-10d0645c2623,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:09.381821 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b21743c1-5b09-475e-b2fb-1b3887833d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:09.409317 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b21743c1-5b09-475e-b2fb-1b3887833d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:09.477552 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b21743c1-5b09-475e-b2fb-1b3887833d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:09.483040 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b21743c1-5b09-475e-b2fb-1b3887833d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:09.487740 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b21743c1-5b09-475e-b2fb-1b3887833d9f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0a146688-3656-4443-8c3c-10d0645c2623 HTTP/1.1" status: 204 len: 168 time: 0.2115431 Aug 16 01:49:09.523247 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21743c1-5b09-475e-b2fb-1b3887833d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a146688-3656-4443-8c3c-10d0645c2623,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:10.314410 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bdd59a62-135b-410c-81ff-4328822179b3 req-fa8f2876-1306-48e2-a25b-9a3453febc00 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 210 time: 0.0654213 Aug 16 01:49:10.580063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-7db41d70-bc1f-4ca8-be5f-f66e48e1645a tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:10.583581 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-7db41d70-bc1f-4ca8-be5f-f66e48e1645a tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.63 "GET /v2.0/networks?id=01b33568-5ec3-42e6-bddb-b426d0964c41 HTTP/1.1" status: 200 len: 814 time: 0.2159157 Aug 16 01:49:10.600845 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-6e3a3cf0-9b78-4630-83a4-fd5c60c0e69b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Request body: {'port': {'device_id': '0375245d-6550-48af-a2fc-b46a83fbd1df', 'network_id': '01b33568-5ec3-42e6-bddb-b426d0964c41', 'admin_state_up': True, 'tenant_id': 'ef4e924cb4584ac79c6f9319dffe168f'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:10.802134 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-6e3a3cf0-9b78-4630-83a4-fd5c60c0e69b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Made reservation on behalf of ef4e924cb4584ac79c6f9319dffe168f for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:10.811704 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-6e3a3cf0-9b78-4630-83a4-fd5c60c0e69b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:10.970694 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 32878) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:11.056167 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-6e3a3cf0-9b78-4630-83a4-fd5c60c0e69b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Allocated IP 172.20.0.7 (01b33568-5ec3-42e6-bddb-b426d0964c41/2c2bf130-b6e7-4498-8611-5b3d6e9eeb89/1ee91ad2-d371-4249-a96d-5d3ecec245e3) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:11.213560 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7c066f84-90bd-4252-9c0c-8508c778947b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.343848 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7c066f84-90bd-4252-9c0c-8508c778947b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.366253 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7c066f84-90bd-4252-9c0c-8508c778947b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.367641 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-6e3a3cf0-9b78-4630-83a4-fd5c60c0e69b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.445052 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-6e3a3cf0-9b78-4630-83a4-fd5c60c0e69b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.470514 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7c066f84-90bd-4252-9c0c-8508c778947b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=52d5cf8fcb1f47bca07670e47a9e4c91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4984589 Aug 16 01:49:11.499349 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c066f84-90bd-4252-9c0c-8508c778947b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb0af57-7b11-4b9c-86be-0be081e2cdb7,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:11.506977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 32912) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:11.546260 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98724d3a-c9e2-4713-9e58-ac23ac5ab86b req-ea5a81ca-6671-4b28-9b8c-71cf57e8953f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:11.555356 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-98724d3a-c9e2-4713-9e58-ac23ac5ab86b req-ea5a81ca-6671-4b28-9b8c-71cf57e8953f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 931 time: 0.0960703 Aug 16 01:49:11.582642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a3cf0-9b78-4630-83a4-fd5c60c0e69b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Pushing event updated for resources: {'Port': ['ID=1ee91ad2-d371-4249-a96d-5d3ecec245e3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:11.611179 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-98724d3a-c9e2-4713-9e58-ac23ac5ab86b req-bf800a22-9dd8-43e7-9082-d9c9446278c9 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506382 Aug 16 01:49:11.622529 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-6e3a3cf0-9b78-4630-83a4-fd5c60c0e69b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Network 01b33568-5ec3-42e6-bddb-b426d0964c41 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:11.634798 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-6e3a3cf0-9b78-4630-83a4-fd5c60c0e69b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:11.644605 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-6e3a3cf0-9b78-4630-83a4-fd5c60c0e69b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:11.670421 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77f40c42-6485-4a8f-b5d2-8725a70250e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.722855 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-6e3a3cf0-9b78-4630-83a4-fd5c60c0e69b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:11.723709 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-6e3a3cf0-9b78-4630-83a4-fd5c60c0e69b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.744940 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77f40c42-6485-4a8f-b5d2-8725a70250e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.765932 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-6e3a3cf0-9b78-4630-83a4-fd5c60c0e69b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1700833 Aug 16 01:49:11.787330 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Request body: {'port': {'device_id': '0375245d-6550-48af-a2fc-b46a83fbd1df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:11.880124 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.891898 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77f40c42-6485-4a8f-b5d2-8725a70250e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.895349 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77f40c42-6485-4a8f-b5d2-8725a70250e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:11.896757 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-77f40c42-6485-4a8f-b5d2-8725a70250e7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3cb0af57-7b11-4b9c-86be-0be081e2cdb7 HTTP/1.1" status: 204 len: 168 time: 0.3841116 Aug 16 01:49:11.922226 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f40c42-6485-4a8f-b5d2-8725a70250e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb0af57-7b11-4b9c-86be-0be081e2cdb7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:12.169668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 32958) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:12.311665 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee91ad2-d371-4249-a96d-5d3ecec245e3 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:12.320414 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.335348 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Transition to ACTIVE for port object 1ee91ad2-d371-4249-a96d-5d3ecec245e3 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:12.340998 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.404414 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee91ad2-d371-4249-a96d-5d3ecec245e3,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:12.472175 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abda127d-b60e-4bc5-ab66-2ba5b0090bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.515726 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Attempting to bind port 1ee91ad2-d371-4249-a96d-5d3ecec245e3 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:12.516188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Attempting to bind port 1ee91ad2-d371-4249-a96d-5d3ecec245e3 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '6cf97c46-10f7-4287-94d1-911a786c4347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '01b33568-5ec3-42e6-bddb-b426d0964c41'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:12.516745 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Attempting to bind port 1ee91ad2-d371-4249-a96d-5d3ecec245e3 on network 01b33568-5ec3-42e6-bddb-b426d0964c41 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:12.522513 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Port 1ee91ad2-d371-4249-a96d-5d3ecec245e3 on network 01b33568-5ec3-42e6-bddb-b426d0964c41 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:49:12.523063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Attempting to bind port 1ee91ad2-d371-4249-a96d-5d3ecec245e3 on network 01b33568-5ec3-42e6-bddb-b426d0964c41 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:12.528492 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:12.528826 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Checking segment: {'id': '6cf97c46-10f7-4287-94d1-911a786c4347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '01b33568-5ec3-42e6-bddb-b426d0964c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:12.529337 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Bound using segment: {'id': '6cf97c46-10f7-4287-94d1-911a786c4347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '01b33568-5ec3-42e6-bddb-b426d0964c41'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:12.529958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Bound port: 1ee91ad2-d371-4249-a96d-5d3ecec245e3, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cf97c46-10f7-4287-94d1-911a786c4347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '01b33568-5ec3-42e6-bddb-b426d0964c41'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:12.530330 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.606944 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] For port 1ee91ad2-d371-4249-a96d-5d3ecec245e3, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:12.610510 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] For port 1ee91ad2-d371-4249-a96d-5d3ecec245e3, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1ee91ad2-d371-4249-a96d-5d3ecec245e3,segment=NetworkSegment(6cf97c46-10f7-4287-94d1-911a786c4347),segment_id=6cf97c46-10f7-4287-94d1-911a786c4347)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:12.618293 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.630308 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abda127d-b60e-4bc5-ab66-2ba5b0090bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.636515 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:12.637442 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.638810 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abda127d-b60e-4bc5-ab66-2ba5b0090bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.639307 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] 10.222.0.63 "PUT /v2.0/ports/1ee91ad2-d371-4249-a96d-5d3ecec245e3 HTTP/1.1" status: 200 len: 1092 time: 0.8588500 Aug 16 01:49:12.640133 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0375245d-6550-48af-a2fc-b46a83fbd1df', 'tag': '1ee91ad2-d371-4249-a96d-5d3ecec245e3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:12.643808 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779d92fe-1352-41cc-aa46-e24554fe7236" -d '{"events": [{"name": "network-changed", "server_uuid": "0375245d-6550-48af-a2fc-b46a83fbd1df", "tag": "1ee91ad2-d371-4249-a96d-5d3ecec245e3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:12.703771 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-abda127d-b60e-4bc5-ab66-2ba5b0090bb3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6780f63464b546c39bd56b768171095a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5329583 Aug 16 01:49:12.706393 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 32980) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:12.707283 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 32982) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:12.762989 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda127d-b60e-4bc5-ab66-2ba5b0090bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d5e0aa-8311-4dfb-8985-643ff40aa571,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:12.791813 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b90c6352-4c91-467c-8a62-8e30807b3a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.793820 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26f9a8bb-d676-4b53-8f96-c4fc33c2cea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.818543 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b90c6352-4c91-467c-8a62-8e30807b3a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.831341 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b70a0-52ad-4442-b461-d0f5324f1fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee91ad2-d371-4249-a96d-5d3ecec245e3,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:12.894311 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-84d72d90-0cc0-4f13-8793-3e8519674912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:12.896192 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-84d72d90-0cc0-4f13-8793-3e8519674912 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ef4e924cb4584ac79c6f9319dffe168f&device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 1095 time: 0.1610348 Aug 16 01:49:12.904283 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b90c6352-4c91-467c-8a62-8e30807b3a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.908561 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b90c6352-4c91-467c-8a62-8e30807b3a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.910537 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b90c6352-4c91-467c-8a62-8e30807b3a5c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d3d5e0aa-8311-4dfb-8985-643ff40aa571 HTTP/1.1" status: 204 len: 168 time: 0.2021041 Aug 16 01:49:12.917349 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0132f88-13de-4f75-96fd-79c507b6ea66 req-a7ae338f-762e-476b-98ae-553750f87a38 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:12.919892 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a0132f88-13de-4f75-96fd-79c507b6ea66 req-a7ae338f-762e-476b-98ae-553750f87a38 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 943 time: 0.1823699 Aug 16 01:49:12.921785 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c6352-4c91-467c-8a62-8e30807b3a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d5e0aa-8311-4dfb-8985-643ff40aa571,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:12.966745 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-2cc74e61-28d4-4c14-9250-e12b6ad63139 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee91ad2-d371-4249-a96d-5d3ecec245e3 HTTP/1.1" status: 200 len: 217 time: 0.0444286 Aug 16 01:49:13.061694 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a0132f88-13de-4f75-96fd-79c507b6ea66 req-f7f2d4d1-5661-4538-8ea6-61af6dec8196 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938377 Aug 16 01:49:13.088459 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-8cbdf8ea-8c60-4ecb-b569-4251e9d51003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:13.090029 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-8cbdf8ea-8c60-4ecb-b569-4251e9d51003 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2c2bf130-b6e7-4498-8611-5b3d6e9eeb89 HTTP/1.1" status: 200 len: 854 time: 0.1094799 Aug 16 01:49:13.148281 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-2a780ba0-a5ef-410f-8d9c-6d54070dbe97 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=01b33568-5ec3-42e6-bddb-b426d0964c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501764 Aug 16 01:49:13.167764 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d08b80-74a7-4580-859f-7c07db53037f x-openstack-request-id: req-35d08b80-74a7-4580-859f-7c07db53037f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:13.168006 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0375245d-6550-48af-a2fc-b46a83fbd1df", "tag": "1ee91ad2-d371-4249-a96d-5d3ecec245e3", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:13.168276 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-35d08b80-74a7-4580-859f-7c07db53037f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:13.168695 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0375245d-6550-48af-a2fc-b46a83fbd1df', 'tag': '1ee91ad2-d371-4249-a96d-5d3ecec245e3', 'status': 'completed', 'code': 200} Aug 16 01:49:13.269436 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26f9a8bb-d676-4b53-8f96-c4fc33c2cea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:13.296995 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26f9a8bb-d676-4b53-8f96-c4fc33c2cea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:13.360976 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-26f9a8bb-d676-4b53-8f96-c4fc33c2cea1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=89ecfee67dc0465fa6ae3262c264cf43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6454942 Aug 16 01:49:13.362317 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9a8bb-d676-4b53-8f96-c4fc33c2cea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5435597-ab6e-4cdf-92b6-af6ab364c026,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:13.364094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33046) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:13.402892 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-d48e438f-eb53-49d0-b9f3-ca52965c0f48 service neutron] 10.222.0.63 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281418 Aug 16 01:49:13.426785 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-34cfbe25-ba75-4358-a3fc-c686a514ba97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:13.451299 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-34cfbe25-ba75-4358-a3fc-c686a514ba97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:13.538048 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-34cfbe25-ba75-4358-a3fc-c686a514ba97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:13.541701 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-34cfbe25-ba75-4358-a3fc-c686a514ba97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:13.543427 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-34cfbe25-ba75-4358-a3fc-c686a514ba97 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b5435597-ab6e-4cdf-92b6-af6ab364c026 HTTP/1.1" status: 204 len: 168 time: 0.1761320 Aug 16 01:49:13.562080 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a65a7e1-5c4e-4e67-a64b-32ad543623f0 req-d97f5f8e-8dec-42b2-9f19-aba4527f7c57 service neutron] 10.222.0.63 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516023 Aug 16 01:49:13.564115 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfbe25-ba75-4358-a3fc-c686a514ba97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5435597-ab6e-4cdf-92b6-af6ab364c026,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:13.593425 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33068) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:13.614646 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfbe25-ba75-4358-a3fc-c686a514ba97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.615350 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfbe25-ba75-4358-a3fc-c686a514ba97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.616082 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfbe25-ba75-4358-a3fc-c686a514ba97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.616917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfbe25-ba75-4358-a3fc-c686a514ba97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.617288 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfbe25-ba75-4358-a3fc-c686a514ba97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.617840 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfbe25-ba75-4358-a3fc-c686a514ba97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.618399 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfbe25-ba75-4358-a3fc-c686a514ba97 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.619086 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfbe25-ba75-4358-a3fc-c686a514ba97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.619629 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfbe25-ba75-4358-a3fc-c686a514ba97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.620164 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfbe25-ba75-4358-a3fc-c686a514ba97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.620723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfbe25-ba75-4358-a3fc-c686a514ba97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.621291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfbe25-ba75-4358-a3fc-c686a514ba97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:13.626716 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9773e86-8bf5-4973-bfdd-6beef1ddbfea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:13.746674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d92fe-1352-41cc-aa46-e24554fe7236 req-6cfb5853-7f1b-4bc8-ab90-f0546ae114e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:13.748198 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-779d92fe-1352-41cc-aa46-e24554fe7236 req-6cfb5853-7f1b-4bc8-ab90-f0546ae114e9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ef4e924cb4584ac79c6f9319dffe168f&device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 1095 time: 0.1142378 Aug 16 01:49:13.860836 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9773e86-8bf5-4973-bfdd-6beef1ddbfea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:13.867071 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9773e86-8bf5-4973-bfdd-6beef1ddbfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:13.921609 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d92fe-1352-41cc-aa46-e24554fe7236 req-e0ecc2aa-b9e3-4741-8f67-51e01fa438c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:13.923837 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-779d92fe-1352-41cc-aa46-e24554fe7236 req-e0ecc2aa-b9e3-4741-8f67-51e01fa438c5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=01b33568-5ec3-42e6-bddb-b426d0964c41 HTTP/1.1" status: 200 len: 915 time: 0.1646659 Aug 16 01:49:13.943187 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a9773e86-8bf5-4973-bfdd-6beef1ddbfea admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7533e5a26fd749c8b559b0fc535d0a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456376 Aug 16 01:49:13.943187 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9773e86-8bf5-4973-bfdd-6beef1ddbfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c6b162-3fee-49e7-90e8-7d96ac41ff8d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:13.945652 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33080) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:13.975906 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33084) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:13.981295 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-779d92fe-1352-41cc-aa46-e24554fe7236 req-49553340-3b40-49de-85cc-e30430f78371 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee91ad2-d371-4249-a96d-5d3ecec245e3 HTTP/1.1" status: 200 len: 217 time: 0.0487049 Aug 16 01:49:13.996410 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-065f3731-3a44-4d56-8df6-38969f03f0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.091630 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e95d53a-d36a-4526-84bc-4b503971212e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.102739 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33090) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:14.120258 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e95d53a-d36a-4526-84bc-4b503971212e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.168171 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d92fe-1352-41cc-aa46-e24554fe7236 req-c82e25a2-9097-495e-bac2-c043151032ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:14.171673 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-779d92fe-1352-41cc-aa46-e24554fe7236 req-c82e25a2-9097-495e-bac2-c043151032ae service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2c2bf130-b6e7-4498-8611-5b3d6e9eeb89 HTTP/1.1" status: 200 len: 854 time: 0.1811888 Aug 16 01:49:14.179493 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-065f3731-3a44-4d56-8df6-38969f03f0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.185876 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-065f3731-3a44-4d56-8df6-38969f03f0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.231759 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-779d92fe-1352-41cc-aa46-e24554fe7236 req-27272e96-1aa4-4ea4-a674-aa473076c503 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=01b33568-5ec3-42e6-bddb-b426d0964c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470979 Aug 16 01:49:14.232470 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e95d53a-d36a-4526-84bc-4b503971212e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.235678 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e95d53a-d36a-4526-84bc-4b503971212e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.236990 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9e95d53a-d36a-4526-84bc-4b503971212e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/68c6b162-3fee-49e7-90e8-7d96ac41ff8d HTTP/1.1" status: 204 len: 168 time: 0.2621548 Aug 16 01:49:14.260658 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95d53a-d36a-4526-84bc-4b503971212e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c6b162-3fee-49e7-90e8-7d96ac41ff8d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:14.279770 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f3731-3a44-4d56-8df6-38969f03f0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0082a32-5668-4d2a-8ba9-321be32e69b1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:14.295984 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc844be0-b23b-42ce-a16a-958d394a8040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.330885 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-065f3731-3a44-4d56-8df6-38969f03f0bc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5345d693a5f546c3bf74c078b17297d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520017 Aug 16 01:49:14.334844 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33106) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:14.374588 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c3a8e-85e8-4147-bf53-70c14486a259 req-75d8dcc7-28be-440c-a187-18dcb79cbd28 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:14.376003 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-126c3a8e-85e8-4147-bf53-70c14486a259 req-75d8dcc7-28be-440c-a187-18dcb79cbd28 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 943 time: 0.2030864 Aug 16 01:49:14.457740 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-779d92fe-1352-41cc-aa46-e24554fe7236 req-c2fdcf9d-7d25-42e2-8761-5314af55376f service neutron] 10.222.0.63 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098920 Aug 16 01:49:14.462275 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-126c3a8e-85e8-4147-bf53-70c14486a259 req-b789521f-796f-443a-891e-aca560accf82 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754585 Aug 16 01:49:14.561096 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-779d92fe-1352-41cc-aa46-e24554fe7236 req-3584441f-b809-4314-8f11-f7b65c62724f service neutron] 10.222.0.63 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957208 Aug 16 01:49:14.566391 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2b9c1ce-fc0a-4feb-8c67-adbd8d55a302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.638735 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc844be0-b23b-42ce-a16a-958d394a8040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.643843 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2b9c1ce-fc0a-4feb-8c67-adbd8d55a302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.665849 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc844be0-b23b-42ce-a16a-958d394a8040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.732295 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bc844be0-b23b-42ce-a16a-958d394a8040 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ef8a59b29b704181857eb1eaf251d473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6282458 Aug 16 01:49:14.733157 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc844be0-b23b-42ce-a16a-958d394a8040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4912cef1-70c3-4f5f-9b04-29c309f178b8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:14.735371 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33114) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:14.751482 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2b9c1ce-fc0a-4feb-8c67-adbd8d55a302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.755789 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2b9c1ce-fc0a-4feb-8c67-adbd8d55a302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.760873 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f2b9c1ce-fc0a-4feb-8c67-adbd8d55a302 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e0082a32-5668-4d2a-8ba9-321be32e69b1 HTTP/1.1" status: 204 len: 168 time: 0.4183319 Aug 16 01:49:14.770893 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9c1ce-fc0a-4feb-8c67-adbd8d55a302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0082a32-5668-4d2a-8ba9-321be32e69b1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:14.817022 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e5cc738-29a4-4f71-be01-40565b5ab1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.847859 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e5cc738-29a4-4f71-be01-40565b5ab1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.931715 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e5cc738-29a4-4f71-be01-40565b5ab1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.934883 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e5cc738-29a4-4f71-be01-40565b5ab1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.936108 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8e5cc738-29a4-4f71-be01-40565b5ab1e3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4912cef1-70c3-4f5f-9b04-29c309f178b8 HTTP/1.1" status: 204 len: 168 time: 0.1989369 Aug 16 01:49:14.948800 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5cc738-29a4-4f71-be01-40565b5ab1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4912cef1-70c3-4f5f-9b04-29c309f178b8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:15.293883 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33150) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:15.308435 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1656c174-db6f-47b7-818b-84424572a730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:15.415718 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1656c174-db6f-47b7-818b-84424572a730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:15.421437 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1656c174-db6f-47b7-818b-84424572a730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:15.492662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33160) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:15.493726 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1656c174-db6f-47b7-818b-84424572a730 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=760b8540f38e4da792f49731d63189ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981676 Aug 16 01:49:15.497019 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656c174-db6f-47b7-818b-84424572a730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd3b895-015f-4370-b167-0616e1df9935,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:15.619224 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80d6c83b-82af-43b2-9824-85945b6512a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:15.631581 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafbf16-3cb7-4996-bc0f-ac08b9915ad9 req-19ce5162-caa6-472f-aaf0-d2c44d3be9e9 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:15.633887 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fcafbf16-3cb7-4996-bc0f-ac08b9915ad9 req-19ce5162-caa6-472f-aaf0-d2c44d3be9e9 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 943 time: 0.0762846 Aug 16 01:49:15.679454 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80d6c83b-82af-43b2-9824-85945b6512a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:15.704359 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fcafbf16-3cb7-4996-bc0f-ac08b9915ad9 req-57f2f85d-06c3-4feb-a19e-4edef62831cf tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635257 Aug 16 01:49:15.771329 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80d6c83b-82af-43b2-9824-85945b6512a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:15.775118 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80d6c83b-82af-43b2-9824-85945b6512a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:15.778644 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-80d6c83b-82af-43b2-9824-85945b6512a0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0dd3b895-015f-4370-b167-0616e1df9935 HTTP/1.1" status: 204 len: 168 time: 0.2823629 Aug 16 01:49:15.799494 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6c83b-82af-43b2-9824-85945b6512a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd3b895-015f-4370-b167-0616e1df9935,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:15.991451 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33188) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:16.151023 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6379ceba-da8c-46c1-9734-cad0f901b86c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1101265403-network', 'tenant_id': '0ea261c389114d04a5259131b718a030'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:16.153938 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1ee91ad2-d371-4249-a96d-5d3ecec245e3 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:49:16.190738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6379ceba-da8c-46c1-9734-cad0f901b86c admin admin] Made reservation on behalf of 0ea261c389114d04a5259131b718a030 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:16.193552 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6379ceba-da8c-46c1-9734-cad0f901b86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.205021 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6379ceba-da8c-46c1-9734-cad0f901b86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.339593 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1ee91ad2-d371-4249-a96d-5d3ecec245e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1ee91ad2-d371-4249-a96d-5d3ecec245e3,segment=NetworkSegment(6cf97c46-10f7-4287-94d1-911a786c4347),segment_id=6cf97c46-10f7-4287-94d1-911a786c4347)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:16.352460 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '1ee91ad2-d371-4249-a96d-5d3ecec245e3', 'network_id': '01b33568-5ec3-42e6-bddb-b426d0964c41', 'port_id': '1ee91ad2-d371-4249-a96d-5d3ecec245e3', 'mac_address': 'fa:16:3e:70:e8:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c2bf130-b6e7-4498-8611-5b3d6e9eeb89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:49:16.355211 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6379ceba-da8c-46c1-9734-cad0f901b86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.368867 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6379ceba-da8c-46c1-9734-cad0f901b86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.400222 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.411862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6379ceba-da8c-46c1-9734-cad0f901b86c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:49:16.418398 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379ceba-da8c-46c1-9734-cad0f901b86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4f6caf-b523-4572-a985-ba9ada25b030,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:16.419503 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee91ad2-d371-4249-a96d-5d3ecec245e3 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:16.429605 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6379ceba-da8c-46c1-9734-cad0f901b86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.430171 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-6379ceba-da8c-46c1-9734-cad0f901b86c admin admin] Added segment ab22fcf0-d9f1-4030-8e96-5c2c3b511282 of type vlan for network c8fcd0c2-9de1-439f-ae80-0409004eeab0 Aug 16 01:49:16.443501 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1ee91ad2-d371-4249-a96d-5d3ecec245e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1ee91ad2-d371-4249-a96d-5d3ecec245e3,segment=NetworkSegment(6cf97c46-10f7-4287-94d1-911a786c4347),segment_id=6cf97c46-10f7-4287-94d1-911a786c4347)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:16.451936 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.494026 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6379ceba-da8c-46c1-9734-cad0f901b86c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.510575 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1ee91ad2-d371-4249-a96d-5d3ecec245e3,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:16.546409 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6379ceba-da8c-46c1-9734-cad0f901b86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.547700 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6379ceba-da8c-46c1-9734-cad0f901b86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:16.548359 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6379ceba-da8c-46c1-9734-cad0f901b86c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.638729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379ceba-da8c-46c1-9734-cad0f901b86c admin admin] Pushing event updated for resources: {'Network': ['ID=c8fcd0c2-9de1-439f-ae80-0409004eeab0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:16.644629 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6379ceba-da8c-46c1-9734-cad0f901b86c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6519742 Aug 16 01:49:16.647620 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33220) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:16.653029 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network c8fcd0c2-9de1-439f-ae80-0409004eeab0 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:49:16.653200 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7efd71d8-e4b9-4d8c-91d6-c0cd40617f44 admin admin] Request body: {'subnet': {'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1101265403-subnet', 'tenant_id': '0ea261c389114d04a5259131b718a030', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:16.684255 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efd71d8-e4b9-4d8c-91d6-c0cd40617f44 admin admin] Made reservation on behalf of 0ea261c389114d04a5259131b718a030 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:16.687509 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7efd71d8-e4b9-4d8c-91d6-c0cd40617f44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:16.738351 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['1ee91ad2-d371-4249-a96d-5d3ecec245e3'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:16.996599 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdc74e-a015-4241-9b6e-a3224745e95c req-17cea136-3307-4de4-a034-34863be76f41 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:16.999906 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cabdc74e-a015-4241-9b6e-a3224745e95c req-17cea136-3307-4de4-a034-34863be76f41 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 944 time: 0.1234522 Aug 16 01:49:17.081452 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cabdc74e-a015-4241-9b6e-a3224745e95c req-f5fb8df4-98bf-4210-a6fe-8360ec9935a4 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665367 Aug 16 01:49:17.107613 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7efd71d8-e4b9-4d8c-91d6-c0cd40617f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.184139 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd71d8-e4b9-4d8c-91d6-c0cd40617f44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc150163-27bf-45e4-ae6c-55661c62cf42,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:17.189142 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efd71d8-e4b9-4d8c-91d6-c0cd40617f44 admin admin] Checking segment: {'id': 'ab22fcf0-d9f1-4030-8e96-5c2c3b511282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:17.189551 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efd71d8-e4b9-4d8c-91d6-c0cd40617f44 admin admin] Network hostable DHCP agents. Network: c8fcd0c2-9de1-439f-ae80-0409004eeab0, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:49:17.217530 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efd71d8-e4b9-4d8c-91d6-c0cd40617f44 admin admin] Network c8fcd0c2-9de1-439f-ae80-0409004eeab0 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:49:17.238608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7efd71d8-e4b9-4d8c-91d6-c0cd40617f44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, c8fcd0c2-9de1-439f-ae80-0409004eeab0) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:17.244128 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efd71d8-e4b9-4d8c-91d6-c0cd40617f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:17.244712 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7efd71d8-e4b9-4d8c-91d6-c0cd40617f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.251187 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c89daeb-b5cd-4c16-bcf0-fcb94a02496e None None] Network c8fcd0c2-9de1-439f-ae80-0409004eeab0 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:17.263656 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7efd71d8-e4b9-4d8c-91d6-c0cd40617f44 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6149282 Aug 16 01:49:17.266406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33248) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:17.272608 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-81c7c6be-2c09-41ba-ac1f-88d70a44a416 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1101265403-router', 'tenant_id': '0ea261c389114d04a5259131b718a030', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:17.360190 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81c7c6be-2c09-41ba-ac1f-88d70a44a416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.361859 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81c7c6be-2c09-41ba-ac1f-88d70a44a416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.448122 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81c7c6be-2c09-41ba-ac1f-88d70a44a416 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.510334 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-c8fcd0c2-9de1-439f-ae80-0409004eeab0', 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0', 'tenant_id': '0ea261c389114d04a5259131b718a030', 'fixed_ips': [{'subnet_id': 'fc150163-27bf-45e4-ae6c-55661c62cf42'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:49:17.513602 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.642210 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81c7c6be-2c09-41ba-ac1f-88d70a44a416 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.872347 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Allocated IP 172.20.0.2 (c8fcd0c2-9de1-439f-ae80-0409004eeab0/fc150163-27bf-45e4-ae6c-55661c62cf42/694079bd-8a57-446c-b55d-bc4555348655) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:17.964780 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81c7c6be-2c09-41ba-ac1f-88d70a44a416 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:17.988330 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81c7c6be-2c09-41ba-ac1f-88d70a44a416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.113708 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.124095 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Transition to ACTIVE for port object 694079bd-8a57-446c-b55d-bc4555348655 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:18.144408 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Transition to ACTIVE for port object 694079bd-8a57-446c-b55d-bc4555348655 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:18.157512 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.173557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1ee91ad2-d371-4249-a96d-5d3ecec245e3 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:18.227649 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-81c7c6be-2c09-41ba-ac1f-88d70a44a416 admin admin] Allocated IP 172.25.3.156 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/d7b81145-dbc4-4301-ba53-c8651bd1f387) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:18.282039 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Network c8fcd0c2-9de1-439f-ae80-0409004eeab0 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:18.300764 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:18.314487 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:18.315366 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f4ee7-d917-44d6-bd88-f14b40c3adc9 req-8a137109-6bb9-4dd5-9411-0941789c68d9 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:18.339996 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b86f4ee7-d917-44d6-bd88-f14b40c3adc9 req-8a137109-6bb9-4dd5-9411-0941789c68d9 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 944 time: 0.1539197 Aug 16 01:49:18.417904 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Pushing event updated for resources: {'Port': ['ID=694079bd-8a57-446c-b55d-bc4555348655,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:18.419093 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81c7c6be-2c09-41ba-ac1f-88d70a44a416 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.428813 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b86f4ee7-d917-44d6-bd88-f14b40c3adc9 req-b6ee85dd-5773-43f6-ae61-0c16f89c77d6 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849545 Aug 16 01:49:18.435244 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 1ee91ad2-d371-4249-a96d-5d3ecec245e3 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:18.463923 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 1ee91ad2-d371-4249-a96d-5d3ecec245e3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:18.464284 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.470768 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Attempting to bind port 694079bd-8a57-446c-b55d-bc4555348655 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:18.471242 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Attempting to bind port 694079bd-8a57-446c-b55d-bc4555348655 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'ab22fcf0-d9f1-4030-8e96-5c2c3b511282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:18.471698 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Attempting to bind port 694079bd-8a57-446c-b55d-bc4555348655 on network c8fcd0c2-9de1-439f-ae80-0409004eeab0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:18.489235 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81c7c6be-2c09-41ba-ac1f-88d70a44a416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.528872 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:18.529504 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Checking segment: {'id': 'ab22fcf0-d9f1-4030-8e96-5c2c3b511282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:18.530172 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.530744 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Bound using segment: {'id': 'ab22fcf0-d9f1-4030-8e96-5c2c3b511282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:18.531405 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Bound port: 694079bd-8a57-446c-b55d-bc4555348655, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab22fcf0-d9f1-4030-8e96-5c2c3b511282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:18.532050 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.556025 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c7c6be-2c09-41ba-ac1f-88d70a44a416 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:18.557422 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7c6be-2c09-41ba-ac1f-88d70a44a416 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b81145-dbc4-4301-ba53-c8651bd1f387,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:18.572186 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-81c7c6be-2c09-41ba-ac1f-88d70a44a416 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:18.578411 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c7c6be-2c09-41ba-ac1f-88d70a44a416 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:18.662712 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.708449 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] For port 694079bd-8a57-446c-b55d-bc4555348655, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:18.711023 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0375245d-6550-48af-a2fc-b46a83fbd1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee91ad2-d371-4249-a96d-5d3ecec245e3'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:18.714202 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f17035a-8410-497e-9c3f-6edb5bf02811" -d '{"events": [{"server_uuid": "0375245d-6550-48af-a2fc-b46a83fbd1df", "name": "network-vif-plugged", "status": "completed", "tag": "1ee91ad2-d371-4249-a96d-5d3ecec245e3"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:18.757992 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1ee91ad2-d371-4249-a96d-5d3ecec245e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1ee91ad2-d371-4249-a96d-5d3ecec245e3,segment=NetworkSegment(6cf97c46-10f7-4287-94d1-911a786c4347),segment_id=6cf97c46-10f7-4287-94d1-911a786c4347)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:18.765483 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] For port 694079bd-8a57-446c-b55d-bc4555348655, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=694079bd-8a57-446c-b55d-bc4555348655,segment=NetworkSegment(ab22fcf0-d9f1-4030-8e96-5c2c3b511282),segment_id=ab22fcf0-d9f1-4030-8e96-5c2c3b511282)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:18.770150 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.794946 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58535f00-a60d-45dc-bdab-94001efb6f4a x-openstack-request-id: req-58535f00-a60d-45dc-bdab-94001efb6f4a {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:18.795779 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0375245d-6550-48af-a2fc-b46a83fbd1df", "name": "network-vif-plugged", "status": "completed", "tag": "1ee91ad2-d371-4249-a96d-5d3ecec245e3", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:18.796264 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-58535f00-a60d-45dc-bdab-94001efb6f4a {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:18.796819 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0375245d-6550-48af-a2fc-b46a83fbd1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee91ad2-d371-4249-a96d-5d3ecec245e3', 'code': 200} Aug 16 01:49:18.800398 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:18.944904 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1ee91ad2-d371-4249-a96d-5d3ecec245e3,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:19.017633 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c608b6-3af3-4963-b471-3bd0bc3e58bd None None] Pushing event updated for resources: {'Port': ['ID=694079bd-8a57-446c-b55d-bc4555348655,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:19.056874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2db056-3223-4f0c-be71-9162840f7702 req-a8c4b6be-d8f7-4e02-92b0-ac2cb10ac1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:19.063237 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd2db056-3223-4f0c-be71-9162840f7702 req-a8c4b6be-d8f7-4e02-92b0-ac2cb10ac1c1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 1097 time: 0.1319625 Aug 16 01:49:19.087822 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81c7c6be-2c09-41ba-ac1f-88d70a44a416 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:19.119721 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd2db056-3223-4f0c-be71-9162840f7702 req-3adca5be-c8c1-4e1f-ae47-f30ba8237263 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435970 Aug 16 01:49:19.452655 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81c7c6be-2c09-41ba-ac1f-88d70a44a416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:19.606448 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766546f6-23eb-4f87-9f5a-d6511506c902 req-7e66d09a-3dc6-4822-8e44-5067fa77636f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:19.608050 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-766546f6-23eb-4f87-9f5a-d6511506c902 req-7e66d09a-3dc6-4822-8e44-5067fa77636f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.0776799 Aug 16 01:49:19.634242 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c7c6be-2c09-41ba-ac1f-88d70a44a416 admin admin] Router eb9e0747-e474-477e-8dbd-0fffd3da1253 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:49:19.668369 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-766546f6-23eb-4f87-9f5a-d6511506c902 req-17ef8d6e-af91-4c70-8c28-641ee6ed446d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485148 Aug 16 01:49:19.796650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c7c6be-2c09-41ba-ac1f-88d70a44a416 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:19.808859 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Sync routers for ids ['eb9e0747-e474-477e-8dbd-0fffd3da1253'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:19.824263 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81c7c6be-2c09-41ba-ac1f-88d70a44a416 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:19.826952 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Routers {'eb9e0747-e474-477e-8dbd-0fffd3da1253'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:19.828561 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:48:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['eb9e0747-e474-477e-8dbd-0fffd3da1253'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:19.829642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33386) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:19.836323 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-81c7c6be-2c09-41ba-ac1f-88d70a44a416 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5685005 Aug 16 01:49:20.104682 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-06e5325d-2289-49db-aa90-407d0a433b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:20.400672 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Set router eb9e0747-e474-477e-8dbd-0fffd3da1253 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:20.426808 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca039622-42df-453d-910e-69b6dc5136d6 None None] Network c8fcd0c2-9de1-439f-ae80-0409004eeab0 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:20.653678 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:20.730149 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-202073b8-1765-4c20-8a33-d69d6ab3a9f9 None None] Provisioning for port 694079bd-8a57-446c-b55d-bc4555348655 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:20.793862 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9e0747-e474-477e-8dbd-0fffd3da1253', 'name': 'tempest-TestServerMultinode-1101265403-router', 'tenant_id': '0ea261c389114d04a5259131b718a030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd7b81145-dbc4-4301-ba53-c8651bd1f387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:17Z', 'updated_at': '2021-08-16T01:49:18Z', 'revision_number': 3, 'project_id': '0ea261c389114d04a5259131b718a030', 'gw_port': {'id': 'd7b81145-dbc4-4301-ba53-c8651bd1f387', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9e0747-e474-477e-8dbd-0fffd3da1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:18Z', 'updated_at': '2021-08-16T01:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:20.806412 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 694079bd-8a57-446c-b55d-bc4555348655 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:20.827955 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Checking router: eb9e0747-e474-477e-8dbd-0fffd3da1253 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:20.829156 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Updating router eb9e0747-e474-477e-8dbd-0fffd3da1253 port d7b81145-dbc4-4301-ba53-c8651bd1f387 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:49:20.915693 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:20.957748 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 694079bd-8a57-446c-b55d-bc4555348655 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:20.963170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 694079bd-8a57-446c-b55d-bc4555348655 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:20.963933 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:20.966736 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13850ec7-0a1a-483a-b04b-537029f87bdb req-cdf3b672-50d5-47b1-8026-7d1cf547f98d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:20.968419 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-13850ec7-0a1a-483a-b04b-537029f87bdb req-cdf3b672-50d5-47b1-8026-7d1cf547f98d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1281931 Aug 16 01:49:21.031837 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Allocated IP 172.20.0.1 (c8fcd0c2-9de1-439f-ae80-0409004eeab0/fc150163-27bf-45e4-ae6c-55661c62cf42/451cace6-25a1-4513-a0f3-19a995f78a48) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:21.140811 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-13850ec7-0a1a-483a-b04b-537029f87bdb req-0a846b16-8f5e-44e3-b096-2ce2b68c13f5 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611276 Aug 16 01:49:21.259498 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:21.362389 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 694079bd-8a57-446c-b55d-bc4555348655, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=694079bd-8a57-446c-b55d-bc4555348655,segment=NetworkSegment(ab22fcf0-d9f1-4030-8e96-5c2c3b511282),segment_id=ab22fcf0-d9f1-4030-8e96-5c2c3b511282)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:21.378613 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:21.456793 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:21.508621 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=694079bd-8a57-446c-b55d-bc4555348655,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:21.509024 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:21.534436 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Transition to ACTIVE for port object d7b81145-dbc4-4301-ba53-c8651bd1f387 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:21.548424 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:21.559100 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8e632000-fcde-4c69-b5c1-63a761ecc971 None None] Provisioning complete for port 694079bd-8a57-446c-b55d-bc4555348655 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:21.559473 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8e632000-fcde-4c69-b5c1-63a761ecc971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:21.618370 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0d4b9-86b5-4d20-9fb6-bfe34fc46a90 None None] Pushing event updated for resources: {'Port': ['ID=d7b81145-dbc4-4301-ba53-c8651bd1f387,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:21.620564 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Attempting to bind port d7b81145-dbc4-4301-ba53-c8651bd1f387 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:21.620865 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Attempting to bind port d7b81145-dbc4-4301-ba53-c8651bd1f387 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:21.621226 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Attempting to bind port d7b81145-dbc4-4301-ba53-c8651bd1f387 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:21.631778 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0d4b9-86b5-4d20-9fb6-bfe34fc46a90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:21.632144 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0d4b9-86b5-4d20-9fb6-bfe34fc46a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:21.632450 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0d4b9-86b5-4d20-9fb6-bfe34fc46a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:21.632782 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0d4b9-86b5-4d20-9fb6-bfe34fc46a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:21.633114 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0d4b9-86b5-4d20-9fb6-bfe34fc46a90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:21.633436 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0d4b9-86b5-4d20-9fb6-bfe34fc46a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:21.633785 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0d4b9-86b5-4d20-9fb6-bfe34fc46a90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:21.634102 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0d4b9-86b5-4d20-9fb6-bfe34fc46a90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:21.634421 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0d4b9-86b5-4d20-9fb6-bfe34fc46a90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:21.634745 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0d4b9-86b5-4d20-9fb6-bfe34fc46a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:21.635643 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0d4b9-86b5-4d20-9fb6-bfe34fc46a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:21.635643 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0d4b9-86b5-4d20-9fb6-bfe34fc46a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:21.647089 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:21.647089 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:21.647089 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:21.648029 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:21.648542 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Bound port: d7b81145-dbc4-4301-ba53-c8651bd1f387, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:21.648926 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:21.777874 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] For port d7b81145-dbc4-4301-ba53-c8651bd1f387, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:21.785029 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] For port d7b81145-dbc4-4301-ba53-c8651bd1f387, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d7b81145-dbc4-4301-ba53-c8651bd1f387,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:21.801642 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:21.856508 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc0a3b-a702-47c0-905c-6badf7392684 req-29ebc719-2c9a-41a9-af12-98d263556288 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:21.869181 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-defc0a3b-a702-47c0-905c-6badf7392684 req-29ebc719-2c9a-41a9-af12-98d263556288 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/networks?id=01b33568-5ec3-42e6-bddb-b426d0964c41 HTTP/1.1" status: 200 len: 814 time: 0.3050587 Aug 16 01:49:21.900068 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-defc0a3b-a702-47c0-905c-6badf7392684 req-cf3e3ff1-fc39-499b-bffb-cf77692ae6bb tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/quotas/ef4e924cb4584ac79c6f9319dffe168f HTTP/1.1" status: 200 len: 375 time: 0.0295424 Aug 16 01:49:21.950036 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0d4b9-86b5-4d20-9fb6-bfe34fc46a90 None None] Pushing event updated for resources: {'Port': ['ID=d7b81145-dbc4-4301-ba53-c8651bd1f387,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:21.972914 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Routers {'eb9e0747-e474-477e-8dbd-0fffd3da1253'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:21.974615 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:48:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['eb9e0747-e474-477e-8dbd-0fffd3da1253'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:21.993421 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Transition to ACTIVE for port object 451cace6-25a1-4513-a0f3-19a995f78a48 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:22.005743 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-defc0a3b-a702-47c0-905c-6badf7392684 req-caedb1de-7a86-429d-bd6d-0c904a9676a2 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ef4e924cb4584ac79c6f9319dffe168f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1036994 Aug 16 01:49:22.045740 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:22.074572 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Network c8fcd0c2-9de1-439f-ae80-0409004eeab0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:22.103292 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:22.106138 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:22.185388 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Pushing event updated for resources: {'Port': ['ID=451cace6-25a1-4513-a0f3-19a995f78a48,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:22.198708 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:22.199323 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:22.199996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:22.200500 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:22.201092 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:22.201661 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:22.202267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:22.202914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:22.203469 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:22.204038 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:22.204613 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:22.205745 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:49:22.211146 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:22.332617 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] Set router eb9e0747-e474-477e-8dbd-0fffd3da1253 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:22.459001 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:22.591216 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-defc0a3b-a702-47c0-905c-6badf7392684 req-5e9108b2-ae9d-4b46-80a2-7145cd3d1677 service neutron] 10.222.0.68 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765910 Aug 16 01:49:22.694284 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d4563e9-a50d-47b9-a86a-ac1bf311cd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:22.710917 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1046ff9c-3d8c-4dc5-adf8-9711c5b87c2b None None] Provisioning for port 451cace6-25a1-4513-a0f3-19a995f78a48 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:22.746723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1046ff9c-3d8c-4dc5-adf8-9711c5b87c2b None None] Provisioning complete for port 451cace6-25a1-4513-a0f3-19a995f78a48 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:22.749157 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1046ff9c-3d8c-4dc5-adf8-9711c5b87c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:22.794114 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-defc0a3b-a702-47c0-905c-6badf7392684 req-356418d0-604f-43cb-8c3c-9be88754b11d service neutron] 10.222.0.68 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977978 Aug 16 01:49:22.879002 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 694079bd-8a57-446c-b55d-bc4555348655 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:23.105701 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1046ff9c-3d8c-4dc5-adf8-9711c5b87c2b None None] Port 451cace6-25a1-4513-a0f3-19a995f78a48 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:49:23.122823 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 694079bd-8a57-446c-b55d-bc4555348655 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:23.123202 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:23.168293 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33570) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:23.193105 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9e0747-e474-477e-8dbd-0fffd3da1253', 'name': 'tempest-TestServerMultinode-1101265403-router', 'tenant_id': '0ea261c389114d04a5259131b718a030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd7b81145-dbc4-4301-ba53-c8651bd1f387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:17Z', 'updated_at': '2021-08-16T01:49:18Z', 'revision_number': 3, 'project_id': '0ea261c389114d04a5259131b718a030', 'gw_port': {'id': 'd7b81145-dbc4-4301-ba53-c8651bd1f387', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9e0747-e474-477e-8dbd-0fffd3da1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:18Z', 'updated_at': '2021-08-16T01:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:23.227408 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb5dbb2-2ff7-4357-99d7-0c072c37bc61 None None] The sync data for ids ['eb9e0747-e474-477e-8dbd-0fffd3da1253'] in n-d-765315-27 is: [{'id': 'eb9e0747-e474-477e-8dbd-0fffd3da1253', 'name': 'tempest-TestServerMultinode-1101265403-router', 'tenant_id': '0ea261c389114d04a5259131b718a030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd7b81145-dbc4-4301-ba53-c8651bd1f387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:17Z', 'updated_at': '2021-08-16T01:49:18Z', 'revision_number': 3, 'project_id': '0ea261c389114d04a5259131b718a030', 'gw_port': {'id': 'd7b81145-dbc4-4301-ba53-c8651bd1f387', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9e0747-e474-477e-8dbd-0fffd3da1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:18Z', 'updated_at': '2021-08-16T01:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:23.230538 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b581b20-f80f-4476-a5fc-b022c88f88a9 req-24f8b6b6-1bb6-4934-b587-7c7d1fc40765 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=81da4997-a66b-45e4-a134-5feb2afb941f HTTP/1.1" status: 200 len: 210 time: 0.1547897 Aug 16 01:49:23.276142 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:23.327203 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:23.334887 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:23.485515 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c504710-7c67-4473-b819-9a70354ff5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:23.493060 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:23.529717 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Pushing event updated for resources: {'Port': ['ID=451cace6-25a1-4513-a0f3-19a995f78a48,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:23.810087 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Network c8fcd0c2-9de1-439f-ae80-0409004eeab0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:23.825844 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:23.856136 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c504710-7c67-4473-b819-9a70354ff5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:23.862869 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c504710-7c67-4473-b819-9a70354ff5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:23.917339 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c504710-7c67-4473-b819-9a70354ff5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a52d328-4533-48a5-9240-2de353212165,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:23.925672 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3c504710-7c67-4473-b819-9a70354ff5f3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6948a087401a4ef0956192b2960088af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7551267 Aug 16 01:49:23.933870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33612) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:24.110161 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.177723 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-37908737-ea27-4319-9ae5-1b663928eca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.182821 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Router eb9e0747-e474-477e-8dbd-0fffd3da1253 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:49:24.292399 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-37908737-ea27-4319-9ae5-1b663928eca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.356766 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-60fd6adc-314a-4aad-a845-6f3b30bd37fc None None] Provisioning complete for port 451cace6-25a1-4513-a0f3-19a995f78a48 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:24.360723 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60fd6adc-314a-4aad-a845-6f3b30bd37fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.395980 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99cfc17d-675e-4d6d-b0e4-2b3ff6daf691 req-c476c1fe-e32c-46d5-bc74-f7559d6e5b33 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=81da4997-a66b-45e4-a134-5feb2afb941f HTTP/1.1" status: 200 len: 210 time: 0.0492420 Aug 16 01:49:24.472738 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-60fd6adc-314a-4aad-a845-6f3b30bd37fc None None] Port 451cace6-25a1-4513-a0f3-19a995f78a48 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:49:24.528818 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-37908737-ea27-4319-9ae5-1b663928eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.531891 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-37908737-ea27-4319-9ae5-1b663928eca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:24.537086 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-37908737-ea27-4319-9ae5-1b663928eca3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1a52d328-4533-48a5-9240-2de353212165 HTTP/1.1" status: 204 len: 168 time: 0.6021407 Aug 16 01:49:24.544550 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:24.560872 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-de7723ec-90fc-4191-8f50-a5494a81cc32 admin admin] 10.222.0.68 "PUT /v2.0/routers/eb9e0747-e474-477e-8dbd-0fffd3da1253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7282312 Aug 16 01:49:24.570712 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37908737-ea27-4319-9ae5-1b663928eca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a52d328-4533-48a5-9240-2de353212165,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:24.764011 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d7b81145-dbc4-4301-ba53-c8651bd1f387 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:24.868747 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port d7b81145-dbc4-4301-ba53-c8651bd1f387 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:24.875342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d7b81145-dbc4-4301-ba53-c8651bd1f387 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:24.875732 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:25.045039 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:25.085257 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port d7b81145-dbc4-4301-ba53-c8651bd1f387, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d7b81145-dbc4-4301-ba53-c8651bd1f387,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:25.117182 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:25.172626 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc0a3b-a702-47c0-905c-6badf7392684 req-2be499c6-76bc-4edf-8065-8915d704f91c tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:25.178344 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defc0a3b-a702-47c0-905c-6badf7392684 req-2be499c6-76bc-4edf-8065-8915d704f91c tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.73 "GET /v2.0/networks?id=01b33568-5ec3-42e6-bddb-b426d0964c41 HTTP/1.1" status: 200 len: 814 time: 0.3115015 Aug 16 01:49:25.199350 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-defc0a3b-a702-47c0-905c-6badf7392684 req-92d02ab1-0fb1-4753-9709-9d18db0909ec tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Request body: {'port': {'device_id': '81da4997-a66b-45e4-a134-5feb2afb941f', 'network_id': '01b33568-5ec3-42e6-bddb-b426d0964c41', 'admin_state_up': True, 'tenant_id': 'ef4e924cb4584ac79c6f9319dffe168f'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:25.222021 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=d7b81145-dbc4-4301-ba53-c8651bd1f387,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:25.464596 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-defc0a3b-a702-47c0-905c-6badf7392684 req-92d02ab1-0fb1-4753-9709-9d18db0909ec tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Made reservation on behalf of ef4e924cb4584ac79c6f9319dffe168f for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:25.472475 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-defc0a3b-a702-47c0-905c-6badf7392684 req-92d02ab1-0fb1-4753-9709-9d18db0909ec tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:25.702193 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a351ea9b-ccda-46f5-a88d-9b30b300ac53 req-4a05e9b8-950c-4b3b-bb27-ba47febe8a18 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=81da4997-a66b-45e4-a134-5feb2afb941f HTTP/1.1" status: 200 len: 210 time: 0.0427170 Aug 16 01:49:25.719063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-defc0a3b-a702-47c0-905c-6badf7392684 req-92d02ab1-0fb1-4753-9709-9d18db0909ec tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Allocated IP 172.20.0.9 (01b33568-5ec3-42e6-bddb-b426d0964c41/2c2bf130-b6e7-4498-8611-5b3d6e9eeb89/dcf3576b-509a-4bcc-acf0-a2228313bbbf) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:25.896906 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:25.912087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33720) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:25.920366 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-86bf5547-baf0-4558-9815-68d43f44f76a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1843302272-network', 'tenant_id': '3b38aebc56e649039cef75d6dad694ba'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:25.959548 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bf5547-baf0-4558-9815-68d43f44f76a admin admin] Made reservation on behalf of 3b38aebc56e649039cef75d6dad694ba for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:25.961950 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86bf5547-baf0-4558-9815-68d43f44f76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:25.971531 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-defc0a3b-a702-47c0-905c-6badf7392684 req-92d02ab1-0fb1-4753-9709-9d18db0909ec tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:25.975594 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86bf5547-baf0-4558-9815-68d43f44f76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.051873 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-defc0a3b-a702-47c0-905c-6badf7392684 req-92d02ab1-0fb1-4753-9709-9d18db0909ec tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.069335 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['1ee91ad2-d371-4249-a96d-5d3ecec245e3'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:26.126487 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-defc0a3b-a702-47c0-905c-6badf7392684 req-92d02ab1-0fb1-4753-9709-9d18db0909ec tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Network 01b33568-5ec3-42e6-bddb-b426d0964c41 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:26.131929 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-defc0a3b-a702-47c0-905c-6badf7392684 req-92d02ab1-0fb1-4753-9709-9d18db0909ec tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:26.136483 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-defc0a3b-a702-47c0-905c-6badf7392684 req-92d02ab1-0fb1-4753-9709-9d18db0909ec tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:26.154608 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86bf5547-baf0-4558-9815-68d43f44f76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.164971 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86bf5547-baf0-4558-9815-68d43f44f76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.208719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bf5547-baf0-4558-9815-68d43f44f76a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:49:26.260226 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc0a3b-a702-47c0-905c-6badf7392684 req-92d02ab1-0fb1-4753-9709-9d18db0909ec tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:26.261367 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-defc0a3b-a702-47c0-905c-6badf7392684 req-92d02ab1-0fb1-4753-9709-9d18db0909ec tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.272250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d02ab1-0fb1-4753-9709-9d18db0909ec tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Pushing event updated for resources: {'Port': ['ID=dcf3576b-509a-4bcc-acf0-a2228313bbbf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:26.282022 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86bf5547-baf0-4558-9815-68d43f44f76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.282431 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-86bf5547-baf0-4558-9815-68d43f44f76a admin admin] Added segment 2d156520-bc0f-4140-a1e9-8038d4cf15ad of type vlan for network a313b755-82cb-481c-956c-3816424bb679 Aug 16 01:49:26.287965 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defc0a3b-a702-47c0-905c-6badf7392684 req-92d02ab1-0fb1-4753-9709-9d18db0909ec tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0937383 Aug 16 01:49:26.288121 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Sync routers for ids ['eb9e0747-e474-477e-8dbd-0fffd3da1253'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:26.300500 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf5547-baf0-4558-9815-68d43f44f76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2d7909-569c-4c72-9c16-5bc79fd5d95e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:26.309466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Request body: {'port': {'device_id': '81da4997-a66b-45e4-a134-5feb2afb941f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:26.319689 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Routers {'eb9e0747-e474-477e-8dbd-0fffd3da1253'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:26.320808 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:49:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['eb9e0747-e474-477e-8dbd-0fffd3da1253'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:26.391940 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.393902 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86bf5547-baf0-4558-9815-68d43f44f76a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.459275 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86bf5547-baf0-4558-9815-68d43f44f76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.460549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bf5547-baf0-4558-9815-68d43f44f76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:26.461245 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86bf5547-baf0-4558-9815-68d43f44f76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.539516 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Set router eb9e0747-e474-477e-8dbd-0fffd3da1253 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:26.648346 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf5547-baf0-4558-9815-68d43f44f76a admin admin] Pushing event updated for resources: {'Network': ['ID=a313b755-82cb-481c-956c-3816424bb679,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:26.669241 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-86bf5547-baf0-4558-9815-68d43f44f76a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7553506 Aug 16 01:49:26.672496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33762) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:26.686889 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e785b84a-3127-43f6-93c7-673e603fecb6 admin admin] Request body: {'subnet': {'network_id': 'a313b755-82cb-481c-956c-3816424bb679', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1843302272-subnet', 'tenant_id': '3b38aebc56e649039cef75d6dad694ba', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:26.706274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network a313b755-82cb-481c-956c-3816424bb679 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:49:26.774709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e785b84a-3127-43f6-93c7-673e603fecb6 admin admin] Made reservation on behalf of 3b38aebc56e649039cef75d6dad694ba for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:26.779539 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e785b84a-3127-43f6-93c7-673e603fecb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.888022 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d7b81145-dbc4-4301-ba53-c8651bd1f387 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:26.915083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf3576b-509a-4bcc-acf0-a2228313bbbf {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:26.930444 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.944673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cea83-a162-4715-b6d4-7560da53afed req-d1251d40-7544-43df-8d04-8985fb121273 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:26.949713 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Transition to ACTIVE for port object dcf3576b-509a-4bcc-acf0-a2228313bbbf will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:26.959045 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:26.967047 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d07cea83-a162-4715-b6d4-7560da53afed req-d1251d40-7544-43df-8d04-8985fb121273 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=81da4997-a66b-45e4-a134-5feb2afb941f HTTP/1.1" status: 200 len: 931 time: 0.1124434 Aug 16 01:49:27.023020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf3576b-509a-4bcc-acf0-a2228313bbbf,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:27.053207 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d7b81145-dbc4-4301-ba53-c8651bd1f387 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:27.053207 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.133407 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d07cea83-a162-4715-b6d4-7560da53afed req-7961daf8-39ea-414f-aff6-cfc26400852f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559315 Aug 16 01:49:27.199947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Attempting to bind port dcf3576b-509a-4bcc-acf0-a2228313bbbf on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:27.200772 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Attempting to bind port dcf3576b-509a-4bcc-acf0-a2228313bbbf by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '6cf97c46-10f7-4287-94d1-911a786c4347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '01b33568-5ec3-42e6-bddb-b426d0964c41'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:27.201611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Attempting to bind port dcf3576b-509a-4bcc-acf0-a2228313bbbf on network 01b33568-5ec3-42e6-bddb-b426d0964c41 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:27.216856 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Port dcf3576b-509a-4bcc-acf0-a2228313bbbf on network 01b33568-5ec3-42e6-bddb-b426d0964c41 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:49:27.217906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Attempting to bind port dcf3576b-509a-4bcc-acf0-a2228313bbbf on network 01b33568-5ec3-42e6-bddb-b426d0964c41 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:27.238713 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:27.239259 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Checking segment: {'id': '6cf97c46-10f7-4287-94d1-911a786c4347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '01b33568-5ec3-42e6-bddb-b426d0964c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:27.244998 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Bound using segment: {'id': '6cf97c46-10f7-4287-94d1-911a786c4347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '01b33568-5ec3-42e6-bddb-b426d0964c41'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:27.245727 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Bound port: dcf3576b-509a-4bcc-acf0-a2228313bbbf, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cf97c46-10f7-4287-94d1-911a786c4347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '01b33568-5ec3-42e6-bddb-b426d0964c41'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:27.246654 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.337777 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e785b84a-3127-43f6-93c7-673e603fecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.355732 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9e0747-e474-477e-8dbd-0fffd3da1253', 'name': 'tempest-TestServerMultinode-1101265403-router', 'tenant_id': '0ea261c389114d04a5259131b718a030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd7b81145-dbc4-4301-ba53-c8651bd1f387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:17Z', 'updated_at': '2021-08-16T01:49:22Z', 'revision_number': 4, 'project_id': '0ea261c389114d04a5259131b718a030', 'gw_port': {'id': 'd7b81145-dbc4-4301-ba53-c8651bd1f387', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9e0747-e474-477e-8dbd-0fffd3da1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:18Z', 'updated_at': '2021-08-16T01:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '451cace6-25a1-4513-a0f3-19a995f78a48', 'name': '', 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0', 'tenant_id': '0ea261c389114d04a5259131b718a030', 'mac_address': 'fa:16:3e:12:b8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9e0747-e474-477e-8dbd-0fffd3da1253', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'fc150163-27bf-45e4-ae6c-55661c62cf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:20Z', 'updated_at': '2021-08-16T01:49:22Z', 'revision_number': 2, 'project_id': '0ea261c389114d04a5259131b718a030', 'subnets': [{'id': 'fc150163-27bf-45e4-ae6c-55661c62cf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:27.417403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Checking router: eb9e0747-e474-477e-8dbd-0fffd3da1253 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:27.418018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Updating router eb9e0747-e474-477e-8dbd-0fffd3da1253 port 451cace6-25a1-4513-a0f3-19a995f78a48 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:49:27.463985 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.476310 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785b84a-3127-43f6-93c7-673e603fecb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=309c5bb7-9b87-41ea-b38e-f4c60b7698be,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:27.482849 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e785b84a-3127-43f6-93c7-673e603fecb6 admin admin] Checking segment: {'id': '2d156520-bc0f-4140-a1e9-8038d4cf15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a313b755-82cb-481c-956c-3816424bb679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:27.483837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e785b84a-3127-43f6-93c7-673e603fecb6 admin admin] Network hostable DHCP agents. Network: a313b755-82cb-481c-956c-3816424bb679, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:49:27.508573 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e785b84a-3127-43f6-93c7-673e603fecb6 admin admin] Network a313b755-82cb-481c-956c-3816424bb679 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:49:27.522412 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] For port dcf3576b-509a-4bcc-acf0-a2228313bbbf, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:27.527307 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] For port dcf3576b-509a-4bcc-acf0-a2228313bbbf, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=dcf3576b-509a-4bcc-acf0-a2228313bbbf,segment=NetworkSegment(6cf97c46-10f7-4287-94d1-911a786c4347),segment_id=6cf97c46-10f7-4287-94d1-911a786c4347)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:27.529352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e785b84a-3127-43f6-93c7-673e603fecb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, a313b755-82cb-481c-956c-3816424bb679) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:27.534831 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.543220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e785b84a-3127-43f6-93c7-673e603fecb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:27.545096 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e785b84a-3127-43f6-93c7-673e603fecb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.571434 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e785b84a-3127-43f6-93c7-673e603fecb6 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8863349 Aug 16 01:49:27.571992 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33808) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:27.572188 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066ca557-d63c-455d-a7a4-bd56efcdceb2 None None] Network a313b755-82cb-481c-956c-3816424bb679 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:27.579340 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-87bed8b8-cb59-4d59-81c4-4436e132502f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1843302272-router', 'tenant_id': '3b38aebc56e649039cef75d6dad694ba', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:27.607966 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87bed8b8-cb59-4d59-81c4-4436e132502f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.609607 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87bed8b8-cb59-4d59-81c4-4436e132502f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.631435 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:27.640804 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.649687 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defc0a3b-a702-47c0-905c-6badf7392684 req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] 10.222.0.73 "PUT /v2.0/ports/dcf3576b-509a-4bcc-acf0-a2228313bbbf HTTP/1.1" status: 200 len: 1092 time: 1.3533490 Aug 16 01:49:27.654422 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81da4997-a66b-45e4-a134-5feb2afb941f', 'tag': 'dcf3576b-509a-4bcc-acf0-a2228313bbbf'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:27.657554 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3058984d-36fe-4769-9a8d-c9053b32b5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "81da4997-a66b-45e4-a134-5feb2afb941f", "tag": "dcf3576b-509a-4bcc-acf0-a2228313bbbf"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:27.712073 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87bed8b8-cb59-4d59-81c4-4436e132502f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:27.713940 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ce718-d76c-4967-b417-e59edf0f7469 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf3576b-509a-4bcc-acf0-a2228313bbbf,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:27.796660 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080ea6a6-8bfc-4ac1-9583-a47271901f63 x-openstack-request-id: req-080ea6a6-8bfc-4ac1-9583-a47271901f63 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:27.797195 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81da4997-a66b-45e4-a134-5feb2afb941f", "tag": "dcf3576b-509a-4bcc-acf0-a2228313bbbf", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:27.797622 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-080ea6a6-8bfc-4ac1-9583-a47271901f63 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:27.798268 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81da4997-a66b-45e4-a134-5feb2afb941f', 'tag': 'dcf3576b-509a-4bcc-acf0-a2228313bbbf', 'status': 'completed', 'code': 200} Aug 16 01:49:27.837400 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc0a3b-a702-47c0-905c-6badf7392684 req-0ed5f66a-4412-49e3-bf1a-5b5715a22ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:27.839390 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defc0a3b-a702-47c0-905c-6badf7392684 req-0ed5f66a-4412-49e3-bf1a-5b5715a22ffe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef4e924cb4584ac79c6f9319dffe168f&device_id=81da4997-a66b-45e4-a134-5feb2afb941f HTTP/1.1" status: 200 len: 1095 time: 0.1195433 Aug 16 01:49:27.958707 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defc0a3b-a702-47c0-905c-6badf7392684 req-8c9e7366-4246-41a8-9403-26df4bd65418 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcf3576b-509a-4bcc-acf0-a2228313bbbf HTTP/1.1" status: 200 len: 217 time: 0.1059918 Aug 16 01:49:28.066278 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc0a3b-a702-47c0-905c-6badf7392684 req-399bd5cc-37b5-4769-9b75-50bdb7a0dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:28.070194 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defc0a3b-a702-47c0-905c-6badf7392684 req-399bd5cc-37b5-4769-9b75-50bdb7a0dd31 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2c2bf130-b6e7-4498-8611-5b3d6e9eeb89 HTTP/1.1" status: 200 len: 854 time: 0.1010759 Aug 16 01:49:28.073835 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87bed8b8-cb59-4d59-81c4-4436e132502f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.152058 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defc0a3b-a702-47c0-905c-6badf7392684 req-b784b7ed-dc15-4c8d-b30f-04936df64ed3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=01b33568-5ec3-42e6-bddb-b426d0964c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667541 Aug 16 01:49:28.510296 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.528989 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defc0a3b-a702-47c0-905c-6badf7392684 req-8f5db887-44bd-4c0c-af58-7928836799d7 service neutron] 10.222.0.73 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681216 Aug 16 01:49:28.531588 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Transition to ACTIVE for port object 451cace6-25a1-4513-a0f3-19a995f78a48 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:28.543166 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.617271 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8c429-bb39-4bab-a128-01c2e426e5d7 None None] Pushing event updated for resources: {'Port': ['ID=451cace6-25a1-4513-a0f3-19a995f78a48,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:28.628379 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33842) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:28.629790 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87bed8b8-cb59-4d59-81c4-4436e132502f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.703816 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87bed8b8-cb59-4d59-81c4-4436e132502f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.810145 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defc0a3b-a702-47c0-905c-6badf7392684 req-53b5eaa9-71ac-45ff-b3d2-81c294ffde7e service neutron] 10.222.0.73 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631686 Aug 16 01:49:28.882951 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Attempting to bind port 451cace6-25a1-4513-a0f3-19a995f78a48 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:28.883339 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Attempting to bind port 451cace6-25a1-4513-a0f3-19a995f78a48 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'ab22fcf0-d9f1-4030-8e96-5c2c3b511282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:28.883703 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Attempting to bind port 451cace6-25a1-4513-a0f3-19a995f78a48 on network c8fcd0c2-9de1-439f-ae80-0409004eeab0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:28.889529 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:28.890139 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Checking segment: {'id': 'ab22fcf0-d9f1-4030-8e96-5c2c3b511282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:28.890724 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.891179 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Bound using segment: {'id': 'ab22fcf0-d9f1-4030-8e96-5c2c3b511282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:28.891775 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Bound port: 451cace6-25a1-4513-a0f3-19a995f78a48, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab22fcf0-d9f1-4030-8e96-5c2c3b511282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:28.892419 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.900311 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a313b755-82cb-481c-956c-3816424bb679', 'network_id': 'a313b755-82cb-481c-956c-3816424bb679', 'tenant_id': '3b38aebc56e649039cef75d6dad694ba', 'fixed_ips': [{'subnet_id': '309c5bb7-9b87-41ea-b38e-f4c60b7698be'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:49:28.901166 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:28.957057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5782e-1455-42ba-84a4-8178bd40fe12 req-36d26058-bc8f-43de-b101-b0c3c389c0e6 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:28.968293 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-90d5782e-1455-42ba-84a4-8178bd40fe12 req-36d26058-bc8f-43de-b101-b0c3c389c0e6 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=81da4997-a66b-45e4-a134-5feb2afb941f HTTP/1.1" status: 200 len: 943 time: 0.5131397 Aug 16 01:49:28.975106 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058984d-36fe-4769-9a8d-c9053b32b5cc req-d361b4f3-48f9-4561-9213-7d0a5faf6da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:28.976632 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3058984d-36fe-4769-9a8d-c9053b32b5cc req-d361b4f3-48f9-4561-9213-7d0a5faf6da3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef4e924cb4584ac79c6f9319dffe168f&device_id=81da4997-a66b-45e4-a134-5feb2afb941f HTTP/1.1" status: 200 len: 1095 time: 0.0901606 Aug 16 01:49:28.996349 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c17bafce-fc34-4a5b-82da-22d79cd8775c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.033903 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-87bed8b8-cb59-4d59-81c4-4436e132502f admin admin] Allocated IP 172.25.3.84 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/78548eb4-23d3-4acb-bb31-883023043636) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:29.087292 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-90d5782e-1455-42ba-84a4-8178bd40fe12 req-e6d4dedb-dcab-4ce1-a32d-96ae56dcdf83 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164973 Aug 16 01:49:29.154957 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058984d-36fe-4769-9a8d-c9053b32b5cc req-d15497d9-dc78-415b-bbb3-7c2841593256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:29.156778 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3058984d-36fe-4769-9a8d-c9053b32b5cc req-d15497d9-dc78-415b-bbb3-7c2841593256 service neutron] 10.222.0.73 "GET /v2.0/networks?id=01b33568-5ec3-42e6-bddb-b426d0964c41 HTTP/1.1" status: 200 len: 915 time: 0.1654029 Aug 16 01:49:29.171246 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Allocated IP 172.20.0.2 (a313b755-82cb-481c-956c-3816424bb679/309c5bb7-9b87-41ea-b38e-f4c60b7698be/70df280b-072a-4559-821d-097732ebdfeb) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:29.190068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] For port 451cace6-25a1-4513-a0f3-19a995f78a48, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:29.194991 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] For port 451cace6-25a1-4513-a0f3-19a995f78a48, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=451cace6-25a1-4513-a0f3-19a995f78a48,segment=NetworkSegment(ab22fcf0-d9f1-4030-8e96-5c2c3b511282),segment_id=ab22fcf0-d9f1-4030-8e96-5c2c3b511282)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:29.226196 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.267691 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3058984d-36fe-4769-9a8d-c9053b32b5cc req-7e345109-34ba-4713-aec2-956067882ee9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcf3576b-509a-4bcc-acf0-a2228313bbbf HTTP/1.1" status: 200 len: 217 time: 0.1028137 Aug 16 01:49:29.374514 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8c429-bb39-4bab-a128-01c2e426e5d7 None None] Pushing event updated for resources: {'Port': ['ID=451cace6-25a1-4513-a0f3-19a995f78a48,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:29.386674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058984d-36fe-4769-9a8d-c9053b32b5cc req-4ee1ea6c-8c92-4cd8-abfb-7856212b7072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:29.390675 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3058984d-36fe-4769-9a8d-c9053b32b5cc req-4ee1ea6c-8c92-4cd8-abfb-7856212b7072 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2c2bf130-b6e7-4498-8611-5b3d6e9eeb89 HTTP/1.1" status: 200 len: 854 time: 0.1076460 Aug 16 01:49:29.393447 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Routers {'eb9e0747-e474-477e-8dbd-0fffd3da1253'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:29.394379 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:49:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['eb9e0747-e474-477e-8dbd-0fffd3da1253'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:29.459026 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3058984d-36fe-4769-9a8d-c9053b32b5cc req-66bfac8f-4b00-46a7-807c-c0600f0ed4e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=01b33568-5ec3-42e6-bddb-b426d0964c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616288 Aug 16 01:49:29.571027 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.604232 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87bed8b8-cb59-4d59-81c4-4436e132502f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.606372 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Transition to ACTIVE for port object 70df280b-072a-4559-821d-097732ebdfeb will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:29.618875 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3058984d-36fe-4769-9a8d-c9053b32b5cc req-05199836-9cc7-4aa0-8930-fcfcbea9af1f service neutron] 10.222.0.73 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501470 Aug 16 01:49:29.628623 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] Set router eb9e0747-e474-477e-8dbd-0fffd3da1253 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:29.676734 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c17bafce-fc34-4a5b-82da-22d79cd8775c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.694364 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Transition to ACTIVE for port object 70df280b-072a-4559-821d-097732ebdfeb will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:29.702482 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c17bafce-fc34-4a5b-82da-22d79cd8775c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.725292 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.766443 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c17bafce-fc34-4a5b-82da-22d79cd8775c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9eb010ad9d3f49bdb4916e34c97d1689&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1343133 Aug 16 01:49:29.770161 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33870) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:29.797177 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87bed8b8-cb59-4d59-81c4-4436e132502f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:29.800370 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Pushing event updated for resources: {'Port': ['ID=70df280b-072a-4559-821d-097732ebdfeb,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:29.820785 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3058984d-36fe-4769-9a8d-c9053b32b5cc req-e649f073-ae78-4970-b7b0-42db91f58332 service neutron] 10.222.0.73 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908901 Aug 16 01:49:29.849462 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Network a313b755-82cb-481c-956c-3816424bb679 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:29.855197 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:29.867409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:29.883205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17bafce-fc34-4a5b-82da-22d79cd8775c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7276b78-d11c-4347-94df-ad1707fb5303,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:29.896397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bed8b8-cb59-4d59-81c4-4436e132502f admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:29.909262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-87bed8b8-cb59-4d59-81c4-4436e132502f admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:29.925664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bed8b8-cb59-4d59-81c4-4436e132502f admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:29.929304 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bed8b8-cb59-4d59-81c4-4436e132502f admin admin] Pushing event updated for resources: {'Port': ['ID=78548eb4-23d3-4acb-bb31-883023043636,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:29.980519 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f19a5e0d-84ba-44ac-9551-83313d02778d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.053861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Attempting to bind port 70df280b-072a-4559-821d-097732ebdfeb on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:30.054241 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Attempting to bind port 70df280b-072a-4559-821d-097732ebdfeb by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '2d156520-bc0f-4140-a1e9-8038d4cf15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a313b755-82cb-481c-956c-3816424bb679'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:30.054612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Attempting to bind port 70df280b-072a-4559-821d-097732ebdfeb on network a313b755-82cb-481c-956c-3816424bb679 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:30.069226 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:30.069226 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Checking segment: {'id': '2d156520-bc0f-4140-a1e9-8038d4cf15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a313b755-82cb-481c-956c-3816424bb679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:30.069226 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.069672 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Bound using segment: {'id': '2d156520-bc0f-4140-a1e9-8038d4cf15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a313b755-82cb-481c-956c-3816424bb679'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:30.070113 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Bound port: 70df280b-072a-4559-821d-097732ebdfeb, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d156520-bc0f-4140-a1e9-8038d4cf15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a313b755-82cb-481c-956c-3816424bb679'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:30.070378 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.078254 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f19a5e0d-84ba-44ac-9551-83313d02778d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.156983 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] For port 70df280b-072a-4559-821d-097732ebdfeb, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:30.161551 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] For port 70df280b-072a-4559-821d-097732ebdfeb, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=70df280b-072a-4559-821d-097732ebdfeb,segment=NetworkSegment(2d156520-bc0f-4140-a1e9-8038d4cf15ad),segment_id=2d156520-bc0f-4140-a1e9-8038d4cf15ad)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:30.178307 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.205375 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f19a5e0d-84ba-44ac-9551-83313d02778d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.208547 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f19a5e0d-84ba-44ac-9551-83313d02778d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.212161 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f19a5e0d-84ba-44ac-9551-83313d02778d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b7276b78-d11c-4347-94df-ad1707fb5303 HTTP/1.1" status: 204 len: 168 time: 0.4368589 Aug 16 01:49:30.224035 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a5e0d-84ba-44ac-9551-83313d02778d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7276b78-d11c-4347-94df-ad1707fb5303,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:30.297201 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45be012-0729-4b4c-a77c-2d60f4f72900 None None] Pushing event updated for resources: {'Port': ['ID=70df280b-072a-4559-821d-097732ebdfeb,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:30.309824 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9e0747-e474-477e-8dbd-0fffd3da1253', 'name': 'tempest-TestServerMultinode-1101265403-router', 'tenant_id': '0ea261c389114d04a5259131b718a030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd7b81145-dbc4-4301-ba53-c8651bd1f387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:17Z', 'updated_at': '2021-08-16T01:49:22Z', 'revision_number': 4, 'project_id': '0ea261c389114d04a5259131b718a030', 'gw_port': {'id': 'd7b81145-dbc4-4301-ba53-c8651bd1f387', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9e0747-e474-477e-8dbd-0fffd3da1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:18Z', 'updated_at': '2021-08-16T01:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '451cace6-25a1-4513-a0f3-19a995f78a48', 'name': '', 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0', 'tenant_id': '0ea261c389114d04a5259131b718a030', 'mac_address': 'fa:16:3e:12:b8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9e0747-e474-477e-8dbd-0fffd3da1253', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'fc150163-27bf-45e4-ae6c-55661c62cf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:20Z', 'updated_at': '2021-08-16T01:49:29Z', 'revision_number': 4, 'project_id': '0ea261c389114d04a5259131b718a030', 'subnets': [{'id': 'fc150163-27bf-45e4-ae6c-55661c62cf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:30.340876 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87bed8b8-cb59-4d59-81c4-4436e132502f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:30.358128 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d32ed28-ebb7-4046-9be7-9765e8c7a977 None None] The sync data for ids ['eb9e0747-e474-477e-8dbd-0fffd3da1253'] in n-d-765315-27 is: [{'id': 'eb9e0747-e474-477e-8dbd-0fffd3da1253', 'name': 'tempest-TestServerMultinode-1101265403-router', 'tenant_id': '0ea261c389114d04a5259131b718a030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd7b81145-dbc4-4301-ba53-c8651bd1f387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:17Z', 'updated_at': '2021-08-16T01:49:22Z', 'revision_number': 4, 'project_id': '0ea261c389114d04a5259131b718a030', 'gw_port': {'id': 'd7b81145-dbc4-4301-ba53-c8651bd1f387', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9e0747-e474-477e-8dbd-0fffd3da1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:18Z', 'updated_at': '2021-08-16T01:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '451cace6-25a1-4513-a0f3-19a995f78a48', 'name': '', 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0', 'tenant_id': '0ea261c389114d04a5259131b718a030', 'mac_address': 'fa:16:3e:12:b8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9e0747-e474-477e-8dbd-0fffd3da1253', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'fc150163-27bf-45e4-ae6c-55661c62cf42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:20Z', 'updated_at': '2021-08-16T01:49:29Z', 'revision_number': 4, 'project_id': '0ea261c389114d04a5259131b718a030', 'subnets': [{'id': 'fc150163-27bf-45e4-ae6c-55661c62cf42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:30.379534 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e9346-80d4-473d-a95c-0d2825c628dc req-b8247480-9522-4e46-8618-80ad26a6a1d3 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:30.394366 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a99e9346-80d4-473d-a95c-0d2825c628dc req-b8247480-9522-4e46-8618-80ad26a6a1d3 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=81da4997-a66b-45e4-a134-5feb2afb941f HTTP/1.1" status: 200 len: 943 time: 0.2036233 Aug 16 01:49:30.491009 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a99e9346-80d4-473d-a95c-0d2825c628dc req-c1359cf0-2bc7-423a-8278-e226074e4580 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957508 Aug 16 01:49:30.813629 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 451cace6-25a1-4513-a0f3-19a995f78a48 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:30.925935 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 451cace6-25a1-4513-a0f3-19a995f78a48 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:30.930338 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 451cace6-25a1-4513-a0f3-19a995f78a48 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:30.930808 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:31.021526 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87bed8b8-cb59-4d59-81c4-4436e132502f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:31.117178 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:31.199568 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 451cace6-25a1-4513-a0f3-19a995f78a48, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=451cace6-25a1-4513-a0f3-19a995f78a48,segment=NetworkSegment(ab22fcf0-d9f1-4030-8e96-5c2c3b511282),segment_id=ab22fcf0-d9f1-4030-8e96-5c2c3b511282)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:31.211316 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:31.256658 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bed8b8-cb59-4d59-81c4-4436e132502f admin admin] Router 40f50a31-0bf3-491b-9569-972ac7c66c44 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:49:31.325624 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=451cace6-25a1-4513-a0f3-19a995f78a48,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:31.477140 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bed8b8-cb59-4d59-81c4-4436e132502f admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:31.488331 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device dcf3576b-509a-4bcc-acf0-a2228313bbbf details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:49:31.508219 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Sync routers for ids ['40f50a31-0bf3-491b-9569-972ac7c66c44'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:31.535455 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Routers {'40f50a31-0bf3-491b-9569-972ac7c66c44'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:31.538312 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:49:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['40f50a31-0bf3-491b-9569-972ac7c66c44'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:31.549501 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87bed8b8-cb59-4d59-81c4-4436e132502f admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:31.553679 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33932) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:31.554808 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-87bed8b8-cb59-4d59-81c4-4436e132502f admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9815812 Aug 16 01:49:31.787974 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port dcf3576b-509a-4bcc-acf0-a2228313bbbf, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=dcf3576b-509a-4bcc-acf0-a2228313bbbf,segment=NetworkSegment(6cf97c46-10f7-4287-94d1-911a786c4347),segment_id=6cf97c46-10f7-4287-94d1-911a786c4347)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:31.850997 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'dcf3576b-509a-4bcc-acf0-a2228313bbbf', 'network_id': '01b33568-5ec3-42e6-bddb-b426d0964c41', 'port_id': 'dcf3576b-509a-4bcc-acf0-a2228313bbbf', 'mac_address': 'fa:16:3e:b6:ca:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c2bf130-b6e7-4498-8611-5b3d6e9eeb89', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:49:31.854338 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Set router 40f50a31-0bf3-491b-9569-972ac7c66c44 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:31.921329 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e43110-4535-4ebd-bdba-a54ca224533a req-13c71aae-4170-42be-aa90-1cffd2bf866d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:31.935044 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d9e43110-4535-4ebd-bdba-a54ca224533a req-13c71aae-4170-42be-aa90-1cffd2bf866d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=81da4997-a66b-45e4-a134-5feb2afb941f HTTP/1.1" status: 200 len: 943 time: 0.2277570 Aug 16 01:49:31.984141 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:32.039243 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf3576b-509a-4bcc-acf0-a2228313bbbf {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:32.068943 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port dcf3576b-509a-4bcc-acf0-a2228313bbbf, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=dcf3576b-509a-4bcc-acf0-a2228313bbbf,segment=NetworkSegment(6cf97c46-10f7-4287-94d1-911a786c4347),segment_id=6cf97c46-10f7-4287-94d1-911a786c4347)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:32.075215 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:32.123714 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d9e43110-4535-4ebd-bdba-a54ca224533a req-51c62551-26f5-4713-a10f-4bb66c023cbe tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828814 Aug 16 01:49:32.191811 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=dcf3576b-509a-4bcc-acf0-a2228313bbbf,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:32.254494 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feccbad-8095-41ae-b51a-76b608179912 None None] Network a313b755-82cb-481c-956c-3816424bb679 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:32.326551 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f50a31-0bf3-491b-9569-972ac7c66c44', 'name': 'tempest-TestServerMultinode-1843302272-router', 'tenant_id': '3b38aebc56e649039cef75d6dad694ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '78548eb4-23d3-4acb-bb31-883023043636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:30Z', 'revision_number': 3, 'project_id': '3b38aebc56e649039cef75d6dad694ba', 'gw_port': {'id': '78548eb4-23d3-4acb-bb31-883023043636', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:72:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f50a31-0bf3-491b-9569-972ac7c66c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:28Z', 'updated_at': '2021-08-16T01:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:32.367331 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Checking router: 40f50a31-0bf3-491b-9569-972ac7c66c44 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:32.367961 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Updating router 40f50a31-0bf3-491b-9569-972ac7c66c44 port 78548eb4-23d3-4acb-bb31-883023043636 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:49:32.403234 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:32.456538 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bded2b35-cc48-47eb-855c-0e733c945dd1 None None] Provisioning for port 70df280b-072a-4559-821d-097732ebdfeb completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:32.551166 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['dcf3576b-509a-4bcc-acf0-a2228313bbbf'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:33.007093 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c4a60da-51d5-4629-9c05-2129819bc947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.078074 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 70df280b-072a-4559-821d-097732ebdfeb up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:33.242098 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.282008 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Transition to ACTIVE for port object 78548eb4-23d3-4acb-bb31-883023043636 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:33.301059 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.302547 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 70df280b-072a-4559-821d-097732ebdfeb completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:33.307248 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 70df280b-072a-4559-821d-097732ebdfeb triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:33.307982 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.449418 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-9c4a60da-51d5-4629-9c05-2129819bc947 admin admin] Allocated IP 172.20.0.1 (a313b755-82cb-481c-956c-3816424bb679/309c5bb7-9b87-41ea-b38e-f4c60b7698be/0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:33.489283 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Attempting to bind port 78548eb4-23d3-4acb-bb31-883023043636 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:33.496524 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Attempting to bind port 78548eb4-23d3-4acb-bb31-883023043636 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:33.497380 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Attempting to bind port 78548eb4-23d3-4acb-bb31-883023043636 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:33.502922 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75087b07-d93e-40d2-9c80-3141f2687ed1 req-cef4fb66-9d57-4a48-b3f2-2927a3810b14 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:33.515807 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-75087b07-d93e-40d2-9c80-3141f2687ed1 req-cef4fb66-9d57-4a48-b3f2-2927a3810b14 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=81da4997-a66b-45e4-a134-5feb2afb941f HTTP/1.1" status: 200 len: 944 time: 0.1981816 Aug 16 01:49:33.519465 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d690-087e-4f17-9aa0-d497c97ec25e None None] Pushing event updated for resources: {'Port': ['ID=78548eb4-23d3-4acb-bb31-883023043636,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:33.522838 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:33.523089 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.531247 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:33.531655 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.532047 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:33.532584 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Bound port: 78548eb4-23d3-4acb-bb31-883023043636, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:33.538152 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.583698 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 70df280b-072a-4559-821d-097732ebdfeb, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=70df280b-072a-4559-821d-097732ebdfeb,segment=NetworkSegment(2d156520-bc0f-4140-a1e9-8038d4cf15ad),segment_id=2d156520-bc0f-4140-a1e9-8038d4cf15ad)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:33.590314 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.594627 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 451cace6-25a1-4513-a0f3-19a995f78a48 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:33.668842 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] For port 78548eb4-23d3-4acb-bb31-883023043636, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:33.682226 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-75087b07-d93e-40d2-9c80-3141f2687ed1 req-d1ed5bce-9925-4832-8234-165dbf0de806 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647351 Aug 16 01:49:33.683069 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] For port 78548eb4-23d3-4acb-bb31-883023043636, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=78548eb4-23d3-4acb-bb31-883023043636,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:33.692685 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.734984 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 451cace6-25a1-4513-a0f3-19a995f78a48 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:33.735483 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.788304 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=70df280b-072a-4559-821d-097732ebdfeb,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:33.795842 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d690-087e-4f17-9aa0-d497c97ec25e None None] Pushing event updated for resources: {'Port': ['ID=78548eb4-23d3-4acb-bb31-883023043636,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:33.806463 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Routers {'40f50a31-0bf3-491b-9569-972ac7c66c44'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:33.807551 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:49:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['40f50a31-0bf3-491b-9569-972ac7c66c44'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:33.907414 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c4a60da-51d5-4629-9c05-2129819bc947 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:33.946811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9c4a60da-51d5-4629-9c05-2129819bc947 admin admin] Transition to ACTIVE for port object 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:33.995549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34072) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:34.019247 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c4a60da-51d5-4629-9c05-2129819bc947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.064094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4a60da-51d5-4629-9c05-2129819bc947 admin admin] Network a313b755-82cb-481c-956c-3816424bb679 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:34.109851 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-9c4a60da-51d5-4629-9c05-2129819bc947 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:34.114395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4a60da-51d5-4629-9c05-2129819bc947 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:34.164708 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e72b96ee-9ba0-4306-abb0-4ee9db0794cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.182302 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] Set router 40f50a31-0bf3-491b-9569-972ac7c66c44 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:34.196797 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c4a60da-51d5-4629-9c05-2129819bc947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.260324 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a60da-51d5-4629-9c05-2129819bc947 admin admin] Pushing event updated for resources: {'Port': ['ID=0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:34.422716 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e72b96ee-9ba0-4306-abb0-4ee9db0794cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.437266 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e72b96ee-9ba0-4306-abb0-4ee9db0794cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.456626 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c4a60da-51d5-4629-9c05-2129819bc947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.521806 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f50a31-0bf3-491b-9569-972ac7c66c44', 'name': 'tempest-TestServerMultinode-1843302272-router', 'tenant_id': '3b38aebc56e649039cef75d6dad694ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '78548eb4-23d3-4acb-bb31-883023043636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:30Z', 'revision_number': 3, 'project_id': '3b38aebc56e649039cef75d6dad694ba', 'gw_port': {'id': '78548eb4-23d3-4acb-bb31-883023043636', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:72:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f50a31-0bf3-491b-9569-972ac7c66c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:28Z', 'updated_at': '2021-08-16T01:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:34.534943 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e72b96ee-9ba0-4306-abb0-4ee9db0794cd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=42bec7671fb144a8b3f452cf3d7506cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5382559 Aug 16 01:49:34.535815 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34084) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:34.545255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b96ee-9ba0-4306-abb0-4ee9db0794cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c280201-cb3d-4c8a-a10c-3a81af4aaca4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:34.567685 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72ff75b-9211-4e98-b0f3-6d1cffb24939 None None] The sync data for ids ['40f50a31-0bf3-491b-9569-972ac7c66c44'] in n-d-765315-27 is: [{'id': '40f50a31-0bf3-491b-9569-972ac7c66c44', 'name': 'tempest-TestServerMultinode-1843302272-router', 'tenant_id': '3b38aebc56e649039cef75d6dad694ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '78548eb4-23d3-4acb-bb31-883023043636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:30Z', 'revision_number': 3, 'project_id': '3b38aebc56e649039cef75d6dad694ba', 'gw_port': {'id': '78548eb4-23d3-4acb-bb31-883023043636', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:72:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f50a31-0bf3-491b-9569-972ac7c66c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:28Z', 'updated_at': '2021-08-16T01:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:34.629003 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-10de3451-396f-442c-adad-8139fb01e8ad None None] Provisioning for port 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:34.636438 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-10de3451-396f-442c-adad-8139fb01e8ad None None] Provisioning complete for port 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:34.636810 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-10de3451-396f-442c-adad-8139fb01e8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.650399 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e662472e-5899-429b-93d9-d1e834692239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.692928 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e662472e-5899-429b-93d9-d1e834692239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.721992 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-10de3451-396f-442c-adad-8139fb01e8ad None None] Port 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:49:34.758166 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 70df280b-072a-4559-821d-097732ebdfeb up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:34.824376 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e662472e-5899-429b-93d9-d1e834692239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.831733 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e662472e-5899-429b-93d9-d1e834692239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.833681 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e662472e-5899-429b-93d9-d1e834692239 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0c280201-cb3d-4c8a-a10c-3a81af4aaca4 HTTP/1.1" status: 204 len: 168 time: 0.2956777 Aug 16 01:49:34.843956 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c4a60da-51d5-4629-9c05-2129819bc947 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.851592 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662472e-5899-429b-93d9-d1e834692239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c280201-cb3d-4c8a-a10c-3a81af4aaca4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:34.857448 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c4a60da-51d5-4629-9c05-2129819bc947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.888608 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 70df280b-072a-4559-821d-097732ebdfeb triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:34.889184 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:34.979938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da535c8-4e6d-406f-a96e-51d33f924d41 req-6fb8ac78-1c2c-4591-a812-260a44dee310 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:34.992635 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9da535c8-4e6d-406f-a96e-51d33f924d41 req-6fb8ac78-1c2c-4591-a812-260a44dee310 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=81da4997-a66b-45e4-a134-5feb2afb941f HTTP/1.1" status: 200 len: 944 time: 0.1321156 Aug 16 01:49:35.053270 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c4a60da-51d5-4629-9c05-2129819bc947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:35.081006 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a60da-51d5-4629-9c05-2129819bc947 admin admin] Pushing event updated for resources: {'Port': ['ID=0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:35.109657 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9da535c8-4e6d-406f-a96e-51d33f924d41 req-786ccf89-51cb-4c13-b567-2b399950a26a tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084106 Aug 16 01:49:35.231431 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4a60da-51d5-4629-9c05-2129819bc947 admin admin] Network a313b755-82cb-481c-956c-3816424bb679 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:35.232998 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-9c4a60da-51d5-4629-9c05-2129819bc947 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:35.479216 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4a60da-51d5-4629-9c05-2129819bc947 admin admin] Router 40f50a31-0bf3-491b-9569-972ac7c66c44 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:49:35.503591 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device dcf3576b-509a-4bcc-acf0-a2228313bbbf up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:35.570688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-72891e95-d675-4d56-9a8e-4cba3fce5189 None None] Provisioning complete for port 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:35.571053 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72891e95-d675-4d56-9a8e-4cba3fce5189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:35.620514 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-72891e95-d675-4d56-9a8e-4cba3fce5189 None None] Port 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:49:35.632485 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port dcf3576b-509a-4bcc-acf0-a2228313bbbf completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:35.638252 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port dcf3576b-509a-4bcc-acf0-a2228313bbbf triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:35.639262 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:35.742241 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4a60da-51d5-4629-9c05-2129819bc947 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:35.748310 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9c4a60da-51d5-4629-9c05-2129819bc947 admin admin] 10.222.0.68 "PUT /v2.0/routers/40f50a31-0bf3-491b-9569-972ac7c66c44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1933954 Aug 16 01:49:35.786981 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:35.843259 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81da4997-a66b-45e4-a134-5feb2afb941f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf3576b-509a-4bcc-acf0-a2228313bbbf'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:35.846666 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8ae929-56ca-4b31-a8b0-1a313e422283" -d '{"events": [{"server_uuid": "81da4997-a66b-45e4-a134-5feb2afb941f", "name": "network-vif-plugged", "status": "completed", "tag": "dcf3576b-509a-4bcc-acf0-a2228313bbbf"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:35.863312 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port dcf3576b-509a-4bcc-acf0-a2228313bbbf, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=dcf3576b-509a-4bcc-acf0-a2228313bbbf,segment=NetworkSegment(6cf97c46-10f7-4287-94d1-911a786c4347),segment_id=6cf97c46-10f7-4287-94d1-911a786c4347)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:35.869101 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:35.986829 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=dcf3576b-509a-4bcc-acf0-a2228313bbbf,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:36.030403 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dc7828-de01-404e-8173-08c0799456ac x-openstack-request-id: req-84dc7828-de01-404e-8173-08c0799456ac {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:36.030704 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81da4997-a66b-45e4-a134-5feb2afb941f", "name": "network-vif-plugged", "status": "completed", "tag": "dcf3576b-509a-4bcc-acf0-a2228313bbbf", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:36.030968 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-84dc7828-de01-404e-8173-08c0799456ac {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:36.031379 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81da4997-a66b-45e4-a134-5feb2afb941f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf3576b-509a-4bcc-acf0-a2228313bbbf', 'code': 200} Aug 16 01:49:36.205657 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f8359-31b6-4f52-b282-e06408ad4fb9 req-487b11f4-bb88-43d8-88e0-fe97810987b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:36.214043 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a5f8359-31b6-4f52-b282-e06408ad4fb9 req-487b11f4-bb88-43d8-88e0-fe97810987b0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=81da4997-a66b-45e4-a134-5feb2afb941f HTTP/1.1" status: 200 len: 1097 time: 0.1390486 Aug 16 01:49:36.362209 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a5f8359-31b6-4f52-b282-e06408ad4fb9 req-c28a7337-b2c5-429e-b7c2-57335380b6dc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375072 Aug 16 01:49:36.469567 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab798f-ba8f-4f76-91a3-705f039c4720 req-82f787f7-f590-4dfa-aa68-1285441b8903 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:36.472580 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d8ab798f-ba8f-4f76-91a3-705f039c4720 req-82f787f7-f590-4dfa-aa68-1285441b8903 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=81da4997-a66b-45e4-a134-5feb2afb941f HTTP/1.1" status: 200 len: 945 time: 0.0966434 Aug 16 01:49:36.536698 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d8ab798f-ba8f-4f76-91a3-705f039c4720 req-d7684b63-388b-423b-982f-da46367a3fe5 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545926 Aug 16 01:49:36.765536 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 78548eb4-23d3-4acb-bb31-883023043636 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:36.828556 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 78548eb4-23d3-4acb-bb31-883023043636 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:36.834193 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 78548eb4-23d3-4acb-bb31-883023043636 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:36.834856 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.019839 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.075803 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 78548eb4-23d3-4acb-bb31-883023043636, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=78548eb4-23d3-4acb-bb31-883023043636,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:37.081743 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.203356 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=78548eb4-23d3-4acb-bb31-883023043636,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:37.278859 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:37.432142 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Sync routers for ids ['40f50a31-0bf3-491b-9569-972ac7c66c44'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:37.444883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Routers {'40f50a31-0bf3-491b-9569-972ac7c66c44'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:37.447451 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:49:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['40f50a31-0bf3-491b-9569-972ac7c66c44'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:37.669150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3e0157e9-2bfd-4d53-814f-835d04d4ce83 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:37.671225 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3e0157e9-2bfd-4d53-814f-835d04d4ce83 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/networks?id=c8fcd0c2-9de1-439f-ae80-0409004eeab0 HTTP/1.1" status: 200 len: 911 time: 0.2111740 Aug 16 01:49:37.711757 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-2d089e0f-148f-4323-85ad-fd852cea9866 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/quotas/3b38aebc56e649039cef75d6dad694ba HTTP/1.1" status: 200 len: 375 time: 0.0228150 Aug 16 01:49:37.815904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ac82f-3962-4f92-afdd-572503c48a40 req-0ed8b0a1-7b41-4554-8fdc-53ffb4d79f4b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:37.822382 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9f3ac82f-3962-4f92-afdd-572503c48a40 req-0ed8b0a1-7b41-4554-8fdc-53ffb4d79f4b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=81da4997-a66b-45e4-a134-5feb2afb941f HTTP/1.1" status: 200 len: 945 time: 0.1412685 Aug 16 01:49:37.917866 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-5684c6ba-c97f-4fda-8964-56e08445a5db tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b38aebc56e649039cef75d6dad694ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2048049 Aug 16 01:49:37.946444 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9f3ac82f-3962-4f92-afdd-572503c48a40 req-eac9e362-f959-42ae-b97d-615fccb64af2 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194966 Aug 16 01:49:38.009639 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:38.014461 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Set router 40f50a31-0bf3-491b-9569-972ac7c66c44 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:38.072602 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34234) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:38.223157 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-b4809877-8239-4aab-8d07-b8f17b066481 service neutron] 10.222.0.68 "GET /v2.0/networks/c8fcd0c2-9de1-439f-ae80-0409004eeab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028665 Aug 16 01:49:38.370236 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c340116-462f-46b2-bbc1-0041691ceb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:38.424514 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-832722fd-98b2-459f-9a57-1a564b91da6d service neutron] 10.222.0.68 "GET /v2.0/networks/c8fcd0c2-9de1-439f-ae80-0409004eeab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003121 Aug 16 01:49:38.459111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f50a31-0bf3-491b-9569-972ac7c66c44', 'name': 'tempest-TestServerMultinode-1843302272-router', 'tenant_id': '3b38aebc56e649039cef75d6dad694ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '78548eb4-23d3-4acb-bb31-883023043636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:34Z', 'revision_number': 4, 'project_id': '3b38aebc56e649039cef75d6dad694ba', 'gw_port': {'id': '78548eb4-23d3-4acb-bb31-883023043636', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:72:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f50a31-0bf3-491b-9569-972ac7c66c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:28Z', 'updated_at': '2021-08-16T01:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76', 'name': '', 'network_id': 'a313b755-82cb-481c-956c-3816424bb679', 'tenant_id': '3b38aebc56e649039cef75d6dad694ba', 'mac_address': 'fa:16:3e:9c:6f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f50a31-0bf3-491b-9569-972ac7c66c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '309c5bb7-9b87-41ea-b38e-f4c60b7698be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:33Z', 'updated_at': '2021-08-16T01:49:34Z', 'revision_number': 2, 'project_id': '3b38aebc56e649039cef75d6dad694ba', 'subnets': [{'id': '309c5bb7-9b87-41ea-b38e-f4c60b7698be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:38.511531 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Checking router: 40f50a31-0bf3-491b-9569-972ac7c66c44 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:38.511890 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Updating router 40f50a31-0bf3-491b-9569-972ac7c66c44 port 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:49:38.543211 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:38.766064 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 78548eb4-23d3-4acb-bb31-883023043636 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:38.789971 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-956f9b03-1c0c-492e-ad99-47b8ac8bdc7c req-4b9419fa-8aca-46f7-8cbd-ac50373e9028 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9d33f4cd-9693-4e7c-95a0-61e5dd53f256 HTTP/1.1" status: 200 len: 210 time: 0.0540564 Aug 16 01:49:38.854492 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 78548eb4-23d3-4acb-bb31-883023043636 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:38.854854 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:38.941348 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d950b6b-c256-4ede-9e7c-ca3c3d26891f req-4747da3c-e4d4-48ca-9234-ba5c8e25042b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:38.949932 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9d950b6b-c256-4ede-9e7c-ca3c3d26891f req-4747da3c-e4d4-48ca-9234-ba5c8e25042b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=81da4997-a66b-45e4-a134-5feb2afb941f HTTP/1.1" status: 200 len: 945 time: 0.5072110 Aug 16 01:49:39.008242 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9d950b6b-c256-4ede-9e7c-ca3c3d26891f req-87abc2c8-48a8-4cb3-a34f-4729924beacf tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573499 Aug 16 01:49:39.075584 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c340116-462f-46b2-bbc1-0041691ceb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.089683 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c340116-462f-46b2-bbc1-0041691ceb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.185447 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.192362 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c340116-462f-46b2-bbc1-0041691ceb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854f30e0-c1c5-4a97-81a9-2462e2503b3a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:39.200020 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Transition to ACTIVE for port object 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:39.222413 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.262864 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6c340116-462f-46b2-bbc1-0041691ceb85 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a3a93418c8764ad3989c84828ef56d61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1866274 Aug 16 01:49:39.263421 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34276) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:39.360403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b8255-e64e-40e7-a5e8-e55ca52dace2 None None] Pushing event updated for resources: {'Port': ['ID=0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:39.397366 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc8f833c-90f3-4904-958b-e29b528293bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.466483 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Attempting to bind port 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:39.469067 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc8f833c-90f3-4904-958b-e29b528293bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.478226 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Attempting to bind port 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '2d156520-bc0f-4140-a1e9-8038d4cf15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a313b755-82cb-481c-956c-3816424bb679'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:39.478749 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Attempting to bind port 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 on network a313b755-82cb-481c-956c-3816424bb679 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:39.499618 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:39.500290 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Checking segment: {'id': '2d156520-bc0f-4140-a1e9-8038d4cf15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a313b755-82cb-481c-956c-3816424bb679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:39.500804 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.503457 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Bound using segment: {'id': '2d156520-bc0f-4140-a1e9-8038d4cf15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a313b755-82cb-481c-956c-3816424bb679'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:39.505621 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Bound port: 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d156520-bc0f-4140-a1e9-8038d4cf15ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a313b755-82cb-481c-956c-3816424bb679'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:39.506457 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.577681 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc8f833c-90f3-4904-958b-e29b528293bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.587047 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc8f833c-90f3-4904-958b-e29b528293bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.590977 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bc8f833c-90f3-4904-958b-e29b528293bc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/854f30e0-c1c5-4a97-81a9-2462e2503b3a HTTP/1.1" status: 204 len: 168 time: 0.3264487 Aug 16 01:49:39.608052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f833c-90f3-4904-958b-e29b528293bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854f30e0-c1c5-4a97-81a9-2462e2503b3a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:39.833449 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] For port 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:39.857658 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] For port 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76,segment=NetworkSegment(2d156520-bc0f-4140-a1e9-8038d4cf15ad),segment_id=2d156520-bc0f-4140-a1e9-8038d4cf15ad)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:39.880278 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.960293 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76e7ed-4287-48cb-9eb8-5640371f4641 req-8a882a46-7f76-4211-a293-ec6589487c14 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:39.964315 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a76e7ed-4287-48cb-9eb8-5640371f4641 req-8a882a46-7f76-4211-a293-ec6589487c14 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.73 "GET /v2.0/ports?device_id=81da4997-a66b-45e4-a134-5feb2afb941f HTTP/1.1" status: 200 len: 945 time: 0.1452267 Aug 16 01:49:40.061421 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b8255-e64e-40e7-a5e8-e55ca52dace2 None None] Pushing event updated for resources: {'Port': ['ID=0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:40.079799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Routers {'40f50a31-0bf3-491b-9569-972ac7c66c44'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:40.080682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:49:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['40f50a31-0bf3-491b-9569-972ac7c66c44'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:40.214531 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4472efcc-5377-4a61-9114-de078249d8e4 req-23908aac-410e-4499-9a78-81f290de3113 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9d33f4cd-9693-4e7c-95a0-61e5dd53f256 HTTP/1.1" status: 200 len: 210 time: 0.2489295 Aug 16 01:49:40.278550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] Set router 40f50a31-0bf3-491b-9569-972ac7c66c44 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:40.305298 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a50bae-ac62-47a9-8975-5a3dcf796a88 req-85fe8693-1982-45c8-8bd2-fd28930c5925 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:40.320014 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-7a76e7ed-4287-48cb-9eb8-5640371f4641 req-4ee2ad2f-66d9-4e32-ba60-9864f18f2eb8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Deleting port dcf3576b-509a-4bcc-acf0-a2228313bbbf {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:40.324642 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7a76e7ed-4287-48cb-9eb8-5640371f4641 req-4ee2ad2f-66d9-4e32-ba60-9864f18f2eb8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:40.336790 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-61a50bae-ac62-47a9-8975-5a3dcf796a88 req-85fe8693-1982-45c8-8bd2-fd28930c5925 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=81da4997-a66b-45e4-a134-5feb2afb941f HTTP/1.1" status: 200 len: 945 time: 0.1791852 Aug 16 01:49:40.473428 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-61a50bae-ac62-47a9-8975-5a3dcf796a88 req-c261ab06-3c08-426b-a127-d5fa2107edfd tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325536 Aug 16 01:49:40.660156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-54d3a112-2836-4ba3-9439-dfe67f2bc65d tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:40.661915 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-54d3a112-2836-4ba3-9439-dfe67f2bc65d tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.73 "GET /v2.0/networks?id=c8fcd0c2-9de1-439f-ae80-0409004eeab0 HTTP/1.1" status: 200 len: 911 time: 0.1649592 Aug 16 01:49:40.679159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-30706581-dc2e-4ec6-9c56-d294e9a8da27 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Request body: {'port': {'device_id': '9d33f4cd-9693-4e7c-95a0-61e5dd53f256', 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0', 'admin_state_up': True, 'tenant_id': '3b38aebc56e649039cef75d6dad694ba'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:40.803562 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-30706581-dc2e-4ec6-9c56-d294e9a8da27 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Made reservation on behalf of 3b38aebc56e649039cef75d6dad694ba for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:40.820655 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-30706581-dc2e-4ec6-9c56-d294e9a8da27 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:40.831302 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7a76e7ed-4287-48cb-9eb8-5640371f4641 req-4ee2ad2f-66d9-4e32-ba60-9864f18f2eb8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] For port dcf3576b-509a-4bcc-acf0-a2228313bbbf, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=dcf3576b-509a-4bcc-acf0-a2228313bbbf,segment=NetworkSegment(6cf97c46-10f7-4287-94d1-911a786c4347),segment_id=6cf97c46-10f7-4287-94d1-911a786c4347)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:40.832402 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7a76e7ed-4287-48cb-9eb8-5640371f4641 req-4ee2ad2f-66d9-4e32-ba60-9864f18f2eb8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:40.976726 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-7a76e7ed-4287-48cb-9eb8-5640371f4641 req-4ee2ad2f-66d9-4e32-ba60-9864f18f2eb8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Calling delete_port for dcf3576b-509a-4bcc-acf0-a2228313bbbf owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:41.009244 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f50a31-0bf3-491b-9569-972ac7c66c44', 'name': 'tempest-TestServerMultinode-1843302272-router', 'tenant_id': '3b38aebc56e649039cef75d6dad694ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '78548eb4-23d3-4acb-bb31-883023043636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:34Z', 'revision_number': 4, 'project_id': '3b38aebc56e649039cef75d6dad694ba', 'gw_port': {'id': '78548eb4-23d3-4acb-bb31-883023043636', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:72:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f50a31-0bf3-491b-9569-972ac7c66c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:28Z', 'updated_at': '2021-08-16T01:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76', 'name': '', 'network_id': 'a313b755-82cb-481c-956c-3816424bb679', 'tenant_id': '3b38aebc56e649039cef75d6dad694ba', 'mac_address': 'fa:16:3e:9c:6f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f50a31-0bf3-491b-9569-972ac7c66c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '309c5bb7-9b87-41ea-b38e-f4c60b7698be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:33Z', 'updated_at': '2021-08-16T01:49:39Z', 'revision_number': 4, 'project_id': '3b38aebc56e649039cef75d6dad694ba', 'subnets': [{'id': '309c5bb7-9b87-41ea-b38e-f4c60b7698be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:41.130363 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0636e7-a9d8-468a-940b-63b5e04bcec2 None None] The sync data for ids ['40f50a31-0bf3-491b-9569-972ac7c66c44'] in n-d-765315-27 is: [{'id': '40f50a31-0bf3-491b-9569-972ac7c66c44', 'name': 'tempest-TestServerMultinode-1843302272-router', 'tenant_id': '3b38aebc56e649039cef75d6dad694ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '78548eb4-23d3-4acb-bb31-883023043636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:49:34Z', 'revision_number': 4, 'project_id': '3b38aebc56e649039cef75d6dad694ba', 'gw_port': {'id': '78548eb4-23d3-4acb-bb31-883023043636', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:72:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f50a31-0bf3-491b-9569-972ac7c66c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:28Z', 'updated_at': '2021-08-16T01:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76', 'name': '', 'network_id': 'a313b755-82cb-481c-956c-3816424bb679', 'tenant_id': '3b38aebc56e649039cef75d6dad694ba', 'mac_address': 'fa:16:3e:9c:6f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f50a31-0bf3-491b-9569-972ac7c66c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '309c5bb7-9b87-41ea-b38e-f4c60b7698be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:33Z', 'updated_at': '2021-08-16T01:49:39Z', 'revision_number': 4, 'project_id': '3b38aebc56e649039cef75d6dad694ba', 'subnets': [{'id': '309c5bb7-9b87-41ea-b38e-f4c60b7698be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:41.495400 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b468db6-54b0-446f-8c5c-2b7f894b3c7d req-26860da9-6b92-4c82-9eb4-8b1f6bde80c7 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9d33f4cd-9693-4e7c-95a0-61e5dd53f256 HTTP/1.1" status: 200 len: 210 time: 0.1232791 Aug 16 01:49:41.573238 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-30706581-dc2e-4ec6-9c56-d294e9a8da27 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Allocated IP 172.20.0.10 (c8fcd0c2-9de1-439f-ae80-0409004eeab0/fc150163-27bf-45e4-ae6c-55661c62cf42/a4b43b9c-b8d6-4c65-9917-0a92a41495a5) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:41.955318 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d991a-2275-40c4-b092-d9d799e58fd6 req-37f935e3-dd63-43cc-ab90-40bece78a3e8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:41.966685 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1e2d991a-2275-40c4-b092-d9d799e58fd6 req-37f935e3-dd63-43cc-ab90-40bece78a3e8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=81da4997-a66b-45e4-a134-5feb2afb941f HTTP/1.1" status: 200 len: 945 time: 0.3082738 Aug 16 01:49:41.993393 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7a76e7ed-4287-48cb-9eb8-5640371f4641 req-4ee2ad2f-66d9-4e32-ba60-9864f18f2eb8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.048877 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['1ee91ad2-d371-4249-a96d-5d3ecec245e3'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:42.186116 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2ad2f-66d9-4e32-ba60-9864f18f2eb8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Pushing event deleted for resources: {'Port': ['ID=dcf3576b-509a-4bcc-acf0-a2228313bbbf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:42.307136 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1e2d991a-2275-40c4-b092-d9d799e58fd6 req-ffdec0c7-e425-4125-aa62-528e5fcc4d75 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394558 Aug 16 01:49:42.457691 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a76e7ed-4287-48cb-9eb8-5640371f4641 req-4ee2ad2f-66d9-4e32-ba60-9864f18f2eb8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] No DVR routers for this DVR port dcf3576b-509a-4bcc-acf0-a2228313bbbf on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:42.478220 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-30706581-dc2e-4ec6-9c56-d294e9a8da27 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.481657 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7a76e7ed-4287-48cb-9eb8-5640371f4641 req-4ee2ad2f-66d9-4e32-ba60-9864f18f2eb8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.484057 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a76e7ed-4287-48cb-9eb8-5640371f4641 req-4ee2ad2f-66d9-4e32-ba60-9864f18f2eb8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.73 "DELETE /v2.0/ports/dcf3576b-509a-4bcc-acf0-a2228313bbbf HTTP/1.1" status: 204 len: 173 time: 2.4997072 Aug 16 01:49:42.484512 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81da4997-a66b-45e4-a134-5feb2afb941f', 'name': 'network-vif-deleted', 'tag': 'dcf3576b-509a-4bcc-acf0-a2228313bbbf'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:42.488575 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1663290c-5603-442e-bcd1-6397e20b2bcf" -d '{"events": [{"server_uuid": "81da4997-a66b-45e4-a134-5feb2afb941f", "name": "network-vif-deleted", "tag": "dcf3576b-509a-4bcc-acf0-a2228313bbbf"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:42.530941 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-30706581-dc2e-4ec6-9c56-d294e9a8da27 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Transition to ACTIVE for port object a4b43b9c-b8d6-4c65-9917-0a92a41495a5 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:42.559090 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1790c91-5b80-4b64-bfb8-60c857c106ee x-openstack-request-id: req-a1790c91-5b80-4b64-bfb8-60c857c106ee {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:42.559573 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81da4997-a66b-45e4-a134-5feb2afb941f", "name": "network-vif-deleted", "tag": "dcf3576b-509a-4bcc-acf0-a2228313bbbf", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:42.560442 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a1790c91-5b80-4b64-bfb8-60c857c106ee {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:42.561503 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81da4997-a66b-45e4-a134-5feb2afb941f', 'name': 'network-vif-deleted', 'tag': 'dcf3576b-509a-4bcc-acf0-a2228313bbbf', 'status': 'completed', 'code': 200} Aug 16 01:49:42.611084 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-30706581-dc2e-4ec6-9c56-d294e9a8da27 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.809006 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34394) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:42.819162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30706581-dc2e-4ec6-9c56-d294e9a8da27 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Pushing event updated for resources: {'Port': ['ID=a4b43b9c-b8d6-4c65-9917-0a92a41495a5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:42.844994 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:42.904432 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-30706581-dc2e-4ec6-9c56-d294e9a8da27 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Network c8fcd0c2-9de1-439f-ae80-0409004eeab0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:42.905293 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:42.910390 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:42.910927 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.915241 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-30706581-dc2e-4ec6-9c56-d294e9a8da27 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:42.937065 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-30706581-dc2e-4ec6-9c56-d294e9a8da27 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:43.061313 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f125cb-57f8-4ffc-acc7-c2352f177e31 req-cc1eab67-a61d-44df-9756-995b6041f769 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:43.087130 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-84f125cb-57f8-4ffc-acc7-c2352f177e31 req-cc1eab67-a61d-44df-9756-995b6041f769 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9d33f4cd-9693-4e7c-95a0-61e5dd53f256 HTTP/1.1" status: 200 len: 1028 time: 0.3430016 Aug 16 01:49:43.094581 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:43.119030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bf886fd8-f467-4f29-8b50-02de33b9007f tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-588838481', 'network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:43.124870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-30706581-dc2e-4ec6-9c56-d294e9a8da27 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:43.128216 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-30706581-dc2e-4ec6-9c56-d294e9a8da27 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:43.187165 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf886fd8-f467-4f29-8b50-02de33b9007f tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Made reservation on behalf of 68cb9c0b8995487cb00acd3b8b79c829 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:43.190098 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf886fd8-f467-4f29-8b50-02de33b9007f tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:43.196337 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-30706581-dc2e-4ec6-9c56-d294e9a8da27 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5209043 Aug 16 01:49:43.203085 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf886fd8-f467-4f29-8b50-02de33b9007f tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:43.221888 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-84f125cb-57f8-4ffc-acc7-c2352f177e31 req-8bc9fa44-eaa0-4c62-bb32-4548682e8a8e tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328609 Aug 16 01:49:43.223495 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76,segment=NetworkSegment(2d156520-bc0f-4140-a1e9-8038d4cf15ad),segment_id=2d156520-bc0f-4140-a1e9-8038d4cf15ad)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:43.234136 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:43.257675 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Request body: {'port': {'device_id': '9d33f4cd-9693-4e7c-95a0-61e5dd53f256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:43.429709 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:43.453812 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf886fd8-f467-4f29-8b50-02de33b9007f tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:43.461506 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf886fd8-f467-4f29-8b50-02de33b9007f tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:43.469438 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:43.471305 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-bf886fd8-f467-4f29-8b50-02de33b9007f tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] device_id is not set on port 72bccf78-f357-40f2-a2ef-a4f64efea017 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:49:43.535407 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device dcf3576b-509a-4bcc-acf0-a2228313bbbf no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:43.583233 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: dcf3576b-509a-4bcc-acf0-a2228313bbbf {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:43.583478 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device dcf3576b-509a-4bcc-acf0-a2228313bbbf not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:43.619801 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6820a413-6a90-4cd8-8ffd-132856b3410c None None] Provisioning for port a4b43b9c-b8d6-4c65-9917-0a92a41495a5 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:43.624767 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6820a413-6a90-4cd8-8ffd-132856b3410c None None] Provisioning complete for port a4b43b9c-b8d6-4c65-9917-0a92a41495a5 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:43.625289 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6820a413-6a90-4cd8-8ffd-132856b3410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:43.685977 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-18f462b7-5279-4f94-997b-98873b8038b5 req-7a45cd93-b35d-438a-9c57-2cabeed15127 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=81da4997-a66b-45e4-a134-5feb2afb941f HTTP/1.1" status: 200 len: 210 time: 0.1185405 Aug 16 01:49:43.722272 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf886fd8-f467-4f29-8b50-02de33b9007f tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504a9c4b-48b5-4600-8ae8-9d41517193ba,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:43.763806 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6820a413-6a90-4cd8-8ffd-132856b3410c None None] Port a4b43b9c-b8d6-4c65-9917-0a92a41495a5 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:49:43.837794 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-bf886fd8-f467-4f29-8b50-02de33b9007f tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Allocated IP 172.25.3.242 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/72bccf78-f357-40f2-a2ef-a4f64efea017) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:44.075424 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b43b9c-b8d6-4c65-9917-0a92a41495a5 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:44.099583 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.124116 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Transition to ACTIVE for port object a4b43b9c-b8d6-4c65-9917-0a92a41495a5 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:49:44.141269 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.164931 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf886fd8-f467-4f29-8b50-02de33b9007f tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.203752 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Pushing event updated for resources: {'Port': ['ID=a4b43b9c-b8d6-4c65-9917-0a92a41495a5,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:44.243834 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf886fd8-f467-4f29-8b50-02de33b9007f tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.305998 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Attempting to bind port a4b43b9c-b8d6-4c65-9917-0a92a41495a5 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:49:44.308964 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Attempting to bind port a4b43b9c-b8d6-4c65-9917-0a92a41495a5 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'ab22fcf0-d9f1-4030-8e96-5c2c3b511282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:49:44.309645 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Attempting to bind port a4b43b9c-b8d6-4c65-9917-0a92a41495a5 on network c8fcd0c2-9de1-439f-ae80-0409004eeab0 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:44.323852 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Port a4b43b9c-b8d6-4c65-9917-0a92a41495a5 on network c8fcd0c2-9de1-439f-ae80-0409004eeab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:49:44.324323 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Attempting to bind port a4b43b9c-b8d6-4c65-9917-0a92a41495a5 on network c8fcd0c2-9de1-439f-ae80-0409004eeab0 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:49:44.337094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:49:44.338078 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Checking segment: {'id': 'ab22fcf0-d9f1-4030-8e96-5c2c3b511282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:44.339514 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Bound using segment: {'id': 'ab22fcf0-d9f1-4030-8e96-5c2c3b511282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:49:44.341505 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Bound port: a4b43b9c-b8d6-4c65-9917-0a92a41495a5, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab22fcf0-d9f1-4030-8e96-5c2c3b511282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:49:44.342326 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.353673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf886fd8-f467-4f29-8b50-02de33b9007f tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:49:44.366067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-bf886fd8-f467-4f29-8b50-02de33b9007f tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:44.378361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf886fd8-f467-4f29-8b50-02de33b9007f tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:49:44.490826 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] For port a4b43b9c-b8d6-4c65-9917-0a92a41495a5, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:49:44.495222 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] For port a4b43b9c-b8d6-4c65-9917-0a92a41495a5, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a4b43b9c-b8d6-4c65-9917-0a92a41495a5,segment=NetworkSegment(ab22fcf0-d9f1-4030-8e96-5c2c3b511282),segment_id=ab22fcf0-d9f1-4030-8e96-5c2c3b511282)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:49:44.508086 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf886fd8-f467-4f29-8b50-02de33b9007f tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:44.509887 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf886fd8-f467-4f29-8b50-02de33b9007f tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.511373 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.571189 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:44.571935 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.573599 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] 10.222.0.73 "PUT /v2.0/ports/a4b43b9c-b8d6-4c65-9917-0a92a41495a5 HTTP/1.1" status: 200 len: 1093 time: 1.3448293 Aug 16 01:49:44.575900 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d33f4cd-9693-4e7c-95a0-61e5dd53f256', 'tag': 'a4b43b9c-b8d6-4c65-9917-0a92a41495a5'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:44.578706 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a85ad0-8a88-4d5c-b3cd-7339e431963e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d33f4cd-9693-4e7c-95a0-61e5dd53f256", "tag": "a4b43b9c-b8d6-4c65-9917-0a92a41495a5"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:44.616755 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520b0e4-f512-4713-bf94-3540d346917c service neutron] Pushing event updated for resources: {'Port': ['ID=a4b43b9c-b8d6-4c65-9917-0a92a41495a5,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:44.645917 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bf886fd8-f467-4f29-8b50-02de33b9007f tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.8334031 Aug 16 01:49:44.646420 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf886fd8-f467-4f29-8b50-02de33b9007f tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Pushing event updated for resources: {'Port': ['ID=72bccf78-f357-40f2-a2ef-a4f64efea017,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:44.647316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34442) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:44.656409 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd82b4c-8897-4868-a857-795753fc39fa req-74c17135-174c-4d82-91b2-a74c37c271e4 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:44.658756 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9bd82b4c-8897-4868-a857-795753fc39fa req-74c17135-174c-4d82-91b2-a74c37c271e4 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9d33f4cd-9693-4e7c-95a0-61e5dd53f256 HTTP/1.1" status: 200 len: 1096 time: 0.3020701 Aug 16 01:49:44.671803 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a56b0843-8c27-4fb6-8dae-f89cea9a5220 tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.242'}]}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:44.710846 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c205fd-8e63-43be-b9b2-6dd0c165042c x-openstack-request-id: req-81c205fd-8e63-43be-b9b2-6dd0c165042c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:44.711297 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d33f4cd-9693-4e7c-95a0-61e5dd53f256", "tag": "a4b43b9c-b8d6-4c65-9917-0a92a41495a5", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:44.711640 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-81c205fd-8e63-43be-b9b2-6dd0c165042c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:44.712213 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d33f4cd-9693-4e7c-95a0-61e5dd53f256', 'tag': 'a4b43b9c-b8d6-4c65-9917-0a92a41495a5', 'status': 'completed', 'code': 200} Aug 16 01:49:44.750395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3a79c3a0-6d3f-42f0-94b9-70c0b680c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:44.754051 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-3a79c3a0-6d3f-42f0-94b9-70c0b680c47f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b38aebc56e649039cef75d6dad694ba&device_id=9d33f4cd-9693-4e7c-95a0-61e5dd53f256 HTTP/1.1" status: 200 len: 1096 time: 0.1046124 Aug 16 01:49:44.757216 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a56b0843-8c27-4fb6-8dae-f89cea9a5220 tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.762120 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9bd82b4c-8897-4868-a857-795753fc39fa req-ff046ffe-71c8-42a0-8593-d4a90b41a691 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973566 Aug 16 01:49:44.762782 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a56b0843-8c27-4fb6-8dae-f89cea9a5220 tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.792660 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:44.818372 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-8848f8e4-6832-430d-a59e-8cb7e25dfd8e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4b43b9c-b8d6-4c65-9917-0a92a41495a5 HTTP/1.1" status: 200 len: 217 time: 0.0483525 Aug 16 01:49:44.903579 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:44.903864 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.941700 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a56b0843-8c27-4fb6-8dae-f89cea9a5220 tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.054061 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f2c03-a606-4722-9e00-18beafa4ca95 req-746b1723-cf46-4456-997f-9d97e9de8cdc tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:45.055647 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a95f2c03-a606-4722-9e00-18beafa4ca95 req-746b1723-cf46-4456-997f-9d97e9de8cdc tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1069243 Aug 16 01:49:45.109259 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-8d98dd65-fee4-4287-9667-455909eed931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:45.112163 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-8d98dd65-fee4-4287-9667-455909eed931 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fc150163-27bf-45e4-ae6c-55661c62cf42 HTTP/1.1" status: 200 len: 849 time: 0.2722580 Aug 16 01:49:45.159458 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a95f2c03-a606-4722-9e00-18beafa4ca95 req-a5a82e19-ff8b-408d-8c26-e1de2c4dcc82 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864573 Aug 16 01:49:45.260575 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a56b0843-8c27-4fb6-8dae-f89cea9a5220 tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.307189 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-45f4fab1-5adc-49b0-ba0e-9fea4f89b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:45.308616 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-45f4fab1-5adc-49b0-ba0e-9fea4f89b0dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c8fcd0c2-9de1-439f-ae80-0409004eeab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1875119 Aug 16 01:49:45.326176 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:49:45.492173 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-492f8746-8c1c-4e11-8f21-9366d82f141a service neutron] 10.222.0.73 "GET /v2.0/networks/c8fcd0c2-9de1-439f-ae80-0409004eeab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494024 Aug 16 01:49:45.583538 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f4c0f-9ac7-4a87-8c9b-d2e7a0ff1a2f req-a25853a9-8e7e-4ba5-a8cd-0c57f814ec6a tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:45.594923 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-665f4c0f-9ac7-4a87-8c9b-d2e7a0ff1a2f req-a25853a9-8e7e-4ba5-a8cd-0c57f814ec6a tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1532650 Aug 16 01:49:45.644896 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-665f4c0f-9ac7-4a87-8c9b-d2e7a0ff1a2f req-aed71a3b-b310-454c-81d0-f5cc49d74e34 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483553 Aug 16 01:49:45.765199 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29a57720-d5a4-4b87-993f-dae98bd97e80 req-4ae9516b-98d8-4fe0-a80e-66c683613031 service neutron] 10.222.0.73 "GET /v2.0/networks/c8fcd0c2-9de1-439f-ae80-0409004eeab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610545 Aug 16 01:49:45.928300 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdb9b0-6d58-48e2-8945-becba6b51b7c req-cfe900f9-e728-48ac-b1e2-80f548992fa1 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:45.931975 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9ecdb9b0-6d58-48e2-8945-becba6b51b7c req-cfe900f9-e728-48ac-b1e2-80f548992fa1 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1738706 Aug 16 01:49:45.965129 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a56b0843-8c27-4fb6-8dae-f89cea9a5220 tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.023856 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9ecdb9b0-6d58-48e2-8945-becba6b51b7c req-72007613-1ad6-49e7-b257-cd7dea83721b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796616 Aug 16 01:49:46.037724 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a56b0843-8c27-4fb6-8dae-f89cea9a5220 tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:46.077170 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a85ad0-8a88-4d5c-b3cd-7339e431963e req-b8b62a3a-e63e-4d38-a6ea-13f2b56d78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:46.081061 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b4a85ad0-8a88-4d5c-b3cd-7339e431963e req-b8b62a3a-e63e-4d38-a6ea-13f2b56d78c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b38aebc56e649039cef75d6dad694ba&device_id=9d33f4cd-9693-4e7c-95a0-61e5dd53f256 HTTP/1.1" status: 200 len: 1096 time: 0.2186275 Aug 16 01:49:46.466774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f722fde-a8c1-4e64-9b63-7f4514c8c3a7 req-7329ae0e-d4a5-493c-8516-80c201e2eac6 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:46.482369 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9f722fde-a8c1-4e64-9b63-7f4514c8c3a7 req-7329ae0e-d4a5-493c-8516-80c201e2eac6 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9d33f4cd-9693-4e7c-95a0-61e5dd53f256 HTTP/1.1" status: 200 len: 1096 time: 0.5378644 Aug 16 01:49:46.691591 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9f722fde-a8c1-4e64-9b63-7f4514c8c3a7 req-240cd065-4c7e-4d7a-b3b0-01f0f9c06455 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102191 Aug 16 01:49:46.881176 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a85ad0-8a88-4d5c-b3cd-7339e431963e req-9c05fcb2-b953-47dc-bb90-348873570291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:46.883779 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b4a85ad0-8a88-4d5c-b3cd-7339e431963e req-9c05fcb2-b953-47dc-bb90-348873570291 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c8fcd0c2-9de1-439f-ae80-0409004eeab0 HTTP/1.1" status: 200 len: 911 time: 0.7444382 Aug 16 01:49:47.027081 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b4a85ad0-8a88-4d5c-b3cd-7339e431963e req-35518ff6-3270-43e6-8d80-f542bc33e7f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4b43b9c-b8d6-4c65-9917-0a92a41495a5 HTTP/1.1" status: 200 len: 217 time: 0.1301653 Aug 16 01:49:47.055350 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a56b0843-8c27-4fb6-8dae-f89cea9a5220 tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:47.400495 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a85ad0-8a88-4d5c-b3cd-7339e431963e req-b8a440f8-2d3d-411d-af38-e066f1010491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:47.402263 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b4a85ad0-8a88-4d5c-b3cd-7339e431963e req-b8a440f8-2d3d-411d-af38-e066f1010491 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fc150163-27bf-45e4-ae6c-55661c62cf42 HTTP/1.1" status: 200 len: 849 time: 0.3664641 Aug 16 01:49:47.499981 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a56b0843-8c27-4fb6-8dae-f89cea9a5220 tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:47.505227 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a56b0843-8c27-4fb6-8dae-f89cea9a5220 tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:47.562671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a85ad0-8a88-4d5c-b3cd-7339e431963e req-ebd7474c-16f1-4cf1-b4a0-5f0058ed1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:47.565151 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b4a85ad0-8a88-4d5c-b3cd-7339e431963e req-ebd7474c-16f1-4cf1-b4a0-5f0058ed1226 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c8fcd0c2-9de1-439f-ae80-0409004eeab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1469901 Aug 16 01:49:47.575148 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a56b0843-8c27-4fb6-8dae-f89cea9a5220 tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:47.575741 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56b0843-8c27-4fb6-8dae-f89cea9a5220 tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3ad3492-8a5a-4fe4-9420-b54eb204770d {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:49:47.670014 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-a56b0843-8c27-4fb6-8dae-f89cea9a5220 tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 01:49:47.675133 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a56b0843-8c27-4fb6-8dae-f89cea9a5220 tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0179796 Aug 16 01:49:47.675133 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34516) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:47.916734 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b4a85ad0-8a88-4d5c-b3cd-7339e431963e req-0144b66c-f099-498a-a189-4f6798fcb14a service neutron] 10.222.0.73 "GET /v2.0/networks/c8fcd0c2-9de1-439f-ae80-0409004eeab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385518 Aug 16 01:49:48.437362 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446687fe-b1aa-454e-8251-26e424789495 req-0b1ec87a-7713-40f2-a203-4ff0be134347 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:48.445686 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-446687fe-b1aa-454e-8251-26e424789495 req-0b1ec87a-7713-40f2-a203-4ff0be134347 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9d33f4cd-9693-4e7c-95a0-61e5dd53f256 HTTP/1.1" status: 200 len: 1096 time: 0.6109951 Aug 16 01:49:48.464343 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-928ddb01-3f74-4426-a0cf-63bb4c28c72a tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Deleting port 72bccf78-f357-40f2-a2ef-a4f64efea017 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:48.464688 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-928ddb01-3f74-4426-a0cf-63bb4c28c72a tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.615292 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-446687fe-b1aa-454e-8251-26e424789495 req-da214d5c-fdf9-42f4-9ef6-c09a218538f4 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590693 Aug 16 01:49:48.704637 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b4a85ad0-8a88-4d5c-b3cd-7339e431963e req-4fc2d3a0-ddae-4a3f-a66f-c0b8ae47cd29 service neutron] 10.222.0.73 "GET /v2.0/networks/c8fcd0c2-9de1-439f-ae80-0409004eeab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7671409 Aug 16 01:49:48.706782 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-928ddb01-3f74-4426-a0cf-63bb4c28c72a tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:48.727046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-928ddb01-3f74-4426-a0cf-63bb4c28c72a tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Calling delete_port for 72bccf78-f357-40f2-a2ef-a4f64efea017 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:48.770007 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a537a2-daf6-43da-9339-62127ff2751d req-524c1262-5b0a-4d0d-9efd-14171c6d6f99 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:48.779271 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-83a537a2-daf6-43da-9339-62127ff2751d req-524c1262-5b0a-4d0d-9efd-14171c6d6f99 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.0984960 Aug 16 01:49:48.816278 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-83a537a2-daf6-43da-9339-62127ff2751d req-3cc6d147-9061-4976-aca6-2a4edb8435df tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355096 Aug 16 01:49:48.956401 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-928ddb01-3f74-4426-a0cf-63bb4c28c72a tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:49.014060 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ddb01-3f74-4426-a0cf-63bb4c28c72a tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Pushing event deleted for resources: {'Port': ['ID=72bccf78-f357-40f2-a2ef-a4f64efea017,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:49.087531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c4fa2-e7d5-410d-b0cd-fbe0bc01e9ea req-8c72d383-e421-4e13-8ceb-f5bff2b5aeff tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:49.089216 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d79c4fa2-e7d5-410d-b0cd-fbe0bc01e9ea req-8c72d383-e421-4e13-8ceb-f5bff2b5aeff tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1639533 Aug 16 01:49:49.154620 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d79c4fa2-e7d5-410d-b0cd-fbe0bc01e9ea req-c7dfbfa3-9db4-4d82-9706-603803e461a1 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457227 Aug 16 01:49:49.164694 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-928ddb01-3f74-4426-a0cf-63bb4c28c72a tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:49.166958 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-928ddb01-3f74-4426-a0cf-63bb4c28c72a tempest-RoutersAdminNegativeIpV6Test-234849784 tempest-RoutersAdminNegativeIpV6Test-234849784-project-admin] 10.222.0.68 "DELETE /v2.0/ports/72bccf78-f357-40f2-a2ef-a4f64efea017 HTTP/1.1" status: 204 len: 168 time: 1.4908392 Aug 16 01:49:49.481948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee99ea-a4e6-4a0b-9975-4803de3c8154 req-fbbbd8cb-5ec5-44c0-aee1-71f66e0cd5a6 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:49.495441 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a0ee99ea-a4e6-4a0b-9975-4803de3c8154 req-fbbbd8cb-5ec5-44c0-aee1-71f66e0cd5a6 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 946 time: 0.0939317 Aug 16 01:49:49.560046 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a0ee99ea-a4e6-4a0b-9975-4803de3c8154 req-fbfa8f5d-dae9-4422-918a-f7ce59acee4f tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553110 Aug 16 01:49:49.580762 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a4b43b9c-b8d6-4c65-9917-0a92a41495a5 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:49:49.669132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34590) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:49.793081 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port a4b43b9c-b8d6-4c65-9917-0a92a41495a5, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a4b43b9c-b8d6-4c65-9917-0a92a41495a5,segment=NetworkSegment(ab22fcf0-d9f1-4030-8e96-5c2c3b511282),segment_id=ab22fcf0-d9f1-4030-8e96-5c2c3b511282)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:49.812939 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'a4b43b9c-b8d6-4c65-9917-0a92a41495a5', 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0', 'port_id': 'a4b43b9c-b8d6-4c65-9917-0a92a41495a5', 'mac_address': 'fa:16:3e:06:21:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc150163-27bf-45e4-ae6c-55661c62cf42', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:49:49.840614 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77095d0-9303-427a-9c20-d95eb2c5b487 req-02bb7e30-ac34-40f2-b9fb-91a0d0e30ad7 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:49.845116 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e77095d0-9303-427a-9c20-d95eb2c5b487 req-02bb7e30-ac34-40f2-b9fb-91a0d0e30ad7 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9d33f4cd-9693-4e7c-95a0-61e5dd53f256 HTTP/1.1" status: 200 len: 1096 time: 0.0937114 Aug 16 01:49:49.873212 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:49.889001 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b43b9c-b8d6-4c65-9917-0a92a41495a5 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:49:49.898474 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e77095d0-9303-427a-9c20-d95eb2c5b487 req-40d414cb-edd0-444f-bc69-dbb140df7042 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490978 Aug 16 01:49:49.925166 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port a4b43b9c-b8d6-4c65-9917-0a92a41495a5, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a4b43b9c-b8d6-4c65-9917-0a92a41495a5,segment=NetworkSegment(ab22fcf0-d9f1-4030-8e96-5c2c3b511282),segment_id=ab22fcf0-d9f1-4030-8e96-5c2c3b511282)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:49.930564 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:49.955435 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76811332-1353-4a68-a56c-d8988ce63353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:50.013884 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=a4b43b9c-b8d6-4c65-9917-0a92a41495a5,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:50.072296 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-06632906-2a9c-4601-b34a-35ab29b449c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:50.107566 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76811332-1353-4a68-a56c-d8988ce63353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:50.117376 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76811332-1353-4a68-a56c-d8988ce63353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:50.167116 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-76811332-1353-4a68-a56c-d8988ce63353 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9b76f24fa7fb4dbba0a27a1bfb2c01df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4943283 Aug 16 01:49:50.167523 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34612) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:50.178353 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76811332-1353-4a68-a56c-d8988ce63353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10dcbaa8-d52c-47ce-8a5f-8fd5c816075b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:50.232105 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e964433-4bc5-43ee-9565-8fc5ace78df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:50.246871 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['a4b43b9c-b8d6-4c65-9917-0a92a41495a5'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:49:50.300392 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e964433-4bc5-43ee-9565-8fc5ace78df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:50.410856 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e964433-4bc5-43ee-9565-8fc5ace78df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:50.418261 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e964433-4bc5-43ee-9565-8fc5ace78df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:50.419903 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9e964433-4bc5-43ee-9565-8fc5ace78df9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/10dcbaa8-d52c-47ce-8a5f-8fd5c816075b HTTP/1.1" status: 204 len: 168 time: 0.2513852 Aug 16 01:49:50.437770 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e964433-4bc5-43ee-9565-8fc5ace78df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dcbaa8-d52c-47ce-8a5f-8fd5c816075b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:50.439250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951c121-c70f-4d30-8a46-15bd41c86a27 req-bc435e74-9b48-40ab-9702-3bf892a828e4 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:50.441243 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d951c121-c70f-4d30-8a46-15bd41c86a27 req-bc435e74-9b48-40ab-9702-3bf892a828e4 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 946 time: 0.1671283 Aug 16 01:49:50.567674 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d951c121-c70f-4d30-8a46-15bd41c86a27 req-acdfb3d5-5006-45f1-a898-7717760065ef tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/security-groups?id=381232e5-89f5-4a83-80f0-4adffaeb489a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047151 Aug 16 01:49:50.835540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d855881-e0eb-4133-90d6-df24d9f75876 req-21f030db-c5ce-4c33-a8b9-8296d71b6efc tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:50.843295 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d855881-e0eb-4133-90d6-df24d9f75876 req-21f030db-c5ce-4c33-a8b9-8296d71b6efc tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 946 time: 0.1278825 Aug 16 01:49:50.909369 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d855881-e0eb-4133-90d6-df24d9f75876 req-97177c2d-ab1c-4bbc-9799-73be3ee3a498 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565159 Aug 16 01:49:51.097344 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfd5e2-502b-4b4d-b9da-9980951f68ee req-32f275dc-4514-448e-8835-2cdf10771048 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:51.099693 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5dfd5e2-502b-4b4d-b9da-9980951f68ee req-32f275dc-4514-448e-8835-2cdf10771048 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.73 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 946 time: 0.0736539 Aug 16 01:49:51.115153 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67265598-fab1-40e9-90ea-f9ac79f52370 req-d0e47817-5fdf-4c64-8232-24db48de61ee tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:51.133314 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-67265598-fab1-40e9-90ea-f9ac79f52370 req-d0e47817-5fdf-4c64-8232-24db48de61ee tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9d33f4cd-9693-4e7c-95a0-61e5dd53f256 HTTP/1.1" status: 200 len: 1097 time: 0.1133318 Aug 16 01:49:51.170578 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34638) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:51.213919 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-d5dfd5e2-502b-4b4d-b9da-9980951f68ee req-e1f0828f-2698-4546-8f69-8d40a532f553 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Deleting port dee21c7b-16db-43e3-94af-82d037864954 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:51.214198 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5dfd5e2-502b-4b4d-b9da-9980951f68ee req-e1f0828f-2698-4546-8f69-8d40a532f553 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.220057 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-67265598-fab1-40e9-90ea-f9ac79f52370 req-d0a993b4-4eb3-413e-97de-75115bff73fc tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854049 Aug 16 01:49:51.281015 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d3f5e71d-6fae-4ebf-8cff-80af7f951f9d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=68cb9c0b8995487cb00acd3b8b79c829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1093175 Aug 16 01:49:51.281709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34642) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:51.353972 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-67b89255-823d-4276-9d6d-72a36898bc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.388941 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d5dfd5e2-502b-4b4d-b9da-9980951f68ee req-e1f0828f-2698-4546-8f69-8d40a532f553 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] For port dee21c7b-16db-43e3-94af-82d037864954, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=dee21c7b-16db-43e3-94af-82d037864954,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:51.388941 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5dfd5e2-502b-4b4d-b9da-9980951f68ee req-e1f0828f-2698-4546-8f69-8d40a532f553 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.395092 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-67b89255-823d-4276-9d6d-72a36898bc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.496022 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-67b89255-823d-4276-9d6d-72a36898bc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.498525 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-67b89255-823d-4276-9d6d-72a36898bc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.500344 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-67b89255-823d-4276-9d6d-72a36898bc1c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/504a9c4b-48b5-4600-8ae8-9d41517193ba HTTP/1.1" status: 204 len: 168 time: 0.2161591 Aug 16 01:49:51.527244 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b89255-823d-4276-9d6d-72a36898bc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504a9c4b-48b5-4600-8ae8-9d41517193ba,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:51.616578 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a4b43b9c-b8d6-4c65-9917-0a92a41495a5 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:49:51.695297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port a4b43b9c-b8d6-4c65-9917-0a92a41495a5 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:49:51.700070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port a4b43b9c-b8d6-4c65-9917-0a92a41495a5 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:49:51.701231 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.765202 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5dfd5e2-502b-4b4d-b9da-9980951f68ee req-e1f0828f-2698-4546-8f69-8d40a532f553 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.766687 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5dfd5e2-502b-4b4d-b9da-9980951f68ee req-e1f0828f-2698-4546-8f69-8d40a532f553 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.769452 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [req-d5dfd5e2-502b-4b4d-b9da-9980951f68ee req-e1f0828f-2698-4546-8f69-8d40a532f553 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Floating IP 0bce5d71-4b1a-475f-8f6a-bbe4968e725b disassociated. External IP: 172.25.3.82, port: dee21c7b-16db-43e3-94af-82d037864954. Aug 16 01:49:51.770200 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-d5dfd5e2-502b-4b4d-b9da-9980951f68ee req-e1f0828f-2698-4546-8f69-8d40a532f553 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Calling delete_port for dee21c7b-16db-43e3-94af-82d037864954 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:51.836447 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:51.896982 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d33f4cd-9693-4e7c-95a0-61e5dd53f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b43b9c-b8d6-4c65-9917-0a92a41495a5'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:51.904628 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f83aa9-5dc0-47e5-ad2b-fc6f130480e7" -d '{"events": [{"server_uuid": "9d33f4cd-9693-4e7c-95a0-61e5dd53f256", "name": "network-vif-plugged", "status": "completed", "tag": "a4b43b9c-b8d6-4c65-9917-0a92a41495a5"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:51.961041 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port a4b43b9c-b8d6-4c65-9917-0a92a41495a5, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a4b43b9c-b8d6-4c65-9917-0a92a41495a5,segment=NetworkSegment(ab22fcf0-d9f1-4030-8e96-5c2c3b511282),segment_id=ab22fcf0-d9f1-4030-8e96-5c2c3b511282)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:52.017977 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e7acb1-0f18-4288-91f0-4847a9b296da x-openstack-request-id: req-85e7acb1-0f18-4288-91f0-4847a9b296da {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:52.021293 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d33f4cd-9693-4e7c-95a0-61e5dd53f256", "name": "network-vif-plugged", "status": "completed", "tag": "a4b43b9c-b8d6-4c65-9917-0a92a41495a5", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:52.021726 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-85e7acb1-0f18-4288-91f0-4847a9b296da {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:52.022585 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d33f4cd-9693-4e7c-95a0-61e5dd53f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b43b9c-b8d6-4c65-9917-0a92a41495a5', 'code': 200} Aug 16 01:49:52.023979 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.133969 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=a4b43b9c-b8d6-4c65-9917-0a92a41495a5,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:52.200546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713201e-1ca0-4347-bbdb-194dfb15f58c req-05113f1f-a5ab-409d-91f8-ffc59ad261ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:52.202127 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4713201e-1ca0-4347-bbdb-194dfb15f58c req-05113f1f-a5ab-409d-91f8-ffc59ad261ad service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9d33f4cd-9693-4e7c-95a0-61e5dd53f256 HTTP/1.1" status: 200 len: 1098 time: 0.0685756 Aug 16 01:49:52.203367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9e25d-056a-4112-967f-5f790ceb43e4 req-01bae264-69a8-4a43-8ff3-a3edb1272be5 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:52.220706 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4f9e25d-056a-4112-967f-5f790ceb43e4 req-01bae264-69a8-4a43-8ff3-a3edb1272be5 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 946 time: 0.0804656 Aug 16 01:49:52.222500 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79823af7-c6e1-4b54-b31f-4919581ffb28 req-ed0463ed-2150-4c28-913c-0bfd3aafe660 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:52.224111 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-79823af7-c6e1-4b54-b31f-4919581ffb28 req-ed0463ed-2150-4c28-913c-0bfd3aafe660 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 946 time: 0.2096045 Aug 16 01:49:52.288765 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f4f9e25d-056a-4112-967f-5f790ceb43e4 req-55b8cdfb-d949-46a9-a33f-66def549389d tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/security-groups?id=381232e5-89f5-4a83-80f0-4adffaeb489a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593381 Aug 16 01:49:52.317807 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4713201e-1ca0-4347-bbdb-194dfb15f58c req-2e97f397-e5fd-42e3-bb74-40d410b183ce service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914381 Aug 16 01:49:52.375321 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-79823af7-c6e1-4b54-b31f-4919581ffb28 req-12215399-1207-480e-902d-19e46943b3a4 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=a5ea00c6-2837-4588-8d98-11b330c77f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398895 Aug 16 01:49:52.461360 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5dfd5e2-502b-4b4d-b9da-9980951f68ee req-e1f0828f-2698-4546-8f69-8d40a532f553 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.567146 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6857f55-1eac-4dd0-9b69-617c308b9e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:52.582512 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf8c13-8cf8-4405-8f10-c70c634ae966 req-b7ba23dd-eb8a-43f0-9e93-567c82129c69 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:52.607712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-89bf8c13-8cf8-4405-8f10-c70c634ae966 req-b7ba23dd-eb8a-43f0-9e93-567c82129c69 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9d33f4cd-9693-4e7c-95a0-61e5dd53f256 HTTP/1.1" status: 200 len: 1098 time: 0.1129875 Aug 16 01:49:52.710059 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0828f-2698-4546-8f69-8d40a532f553 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Pushing event deleted for resources: {'Port': ['ID=dee21c7b-16db-43e3-94af-82d037864954,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:52.723134 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-89bf8c13-8cf8-4405-8f10-c70c634ae966 req-7bbf2b2a-cba7-48c5-b545-4714806e90cc tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134458 Aug 16 01:49:52.743614 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5dfd5e2-502b-4b4d-b9da-9980951f68ee req-e1f0828f-2698-4546-8f69-8d40a532f553 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:49:52.825855 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befbf69-c71b-4824-8834-72afa7295621 req-a1fb346c-903f-45f2-9259-6f690089d4f2 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:52.827401 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2befbf69-c71b-4824-8834-72afa7295621 req-a1fb346c-903f-45f2-9259-6f690089d4f2 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1432002 Aug 16 01:49:52.991467 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2befbf69-c71b-4824-8834-72afa7295621 req-b14f9a3b-5693-48f9-9310-0b01e11f2801 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476107 Aug 16 01:49:53.024473 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5dfd5e2-502b-4b4d-b9da-9980951f68ee req-e1f0828f-2698-4546-8f69-8d40a532f553 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:53.043487 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af139ae0-350f-4b17-94ec-6fce82bf1197 None None] Sync routers for ids ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:53.069421 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af139ae0-350f-4b17-94ec-6fce82bf1197 None None] Routers {'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:53.070970 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-af139ae0-350f-4b17-94ec-6fce82bf1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:49:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:53.102911 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dfd5e2-502b-4b4d-b9da-9980951f68ee req-e1f0828f-2698-4546-8f69-8d40a532f553 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] No DVR routers for this DVR port dee21c7b-16db-43e3-94af-82d037864954 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:53.108786 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5dfd5e2-502b-4b4d-b9da-9980951f68ee req-e1f0828f-2698-4546-8f69-8d40a532f553 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:53.115830 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5dfd5e2-502b-4b4d-b9da-9980951f68ee req-e1f0828f-2698-4546-8f69-8d40a532f553 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.73 "DELETE /v2.0/ports/dee21c7b-16db-43e3-94af-82d037864954 HTTP/1.1" status: 204 len: 173 time: 2.0089908 Aug 16 01:49:53.116634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'name': 'network-vif-deleted', 'tag': 'dee21c7b-16db-43e3-94af-82d037864954'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:53.119433 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efcca47-cb8f-4747-b15d-b96853d36934" -d '{"events": [{"server_uuid": "a83bc784-1195-489d-98d5-2826d2ae4b8a", "name": "network-vif-deleted", "tag": "dee21c7b-16db-43e3-94af-82d037864954"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:53.253849 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:53.337421 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8f2f8-3479-4857-80f5-75ab23762686 req-76b87fec-2f00-47a5-9353-c36657a4431e tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:53.350057 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-19d8f2f8-3479-4857-80f5-75ab23762686 req-76b87fec-2f00-47a5-9353-c36657a4431e tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 946 time: 0.1863568 Aug 16 01:49:53.443963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac4fa0-5c61-4330-bf2d-55b2a006aaec req-bf5a2574-5b36-4113-a476-63842ae98488 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:53.445581 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3eac4fa0-5c61-4330-bf2d-55b2a006aaec req-bf5a2574-5b36-4113-a476-63842ae98488 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1851408 Aug 16 01:49:53.471592 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-19d8f2f8-3479-4857-80f5-75ab23762686 req-6de80eda-22d8-4bfe-8760-d18eb4c22906 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/security-groups?id=381232e5-89f5-4a83-80f0-4adffaeb489a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160717 Aug 16 01:49:53.506984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34728) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:53.567561 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6ef9bc-3ff7-4aaa-a270-d2469408ad4a x-openstack-request-id: req-7b6ef9bc-3ff7-4aaa-a270-d2469408ad4a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:53.567931 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83bc784-1195-489d-98d5-2826d2ae4b8a", "name": "network-vif-deleted", "tag": "dee21c7b-16db-43e3-94af-82d037864954", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:53.568107 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7b6ef9bc-3ff7-4aaa-a270-d2469408ad4a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:53.568505 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83bc784-1195-489d-98d5-2826d2ae4b8a', 'name': 'network-vif-deleted', 'tag': 'dee21c7b-16db-43e3-94af-82d037864954', 'status': 'completed', 'code': 200} Aug 16 01:49:53.632942 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3eac4fa0-5c61-4330-bf2d-55b2a006aaec req-076f5801-3efd-49e0-8d3b-de6899e324e6 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635277 Aug 16 01:49:53.642802 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-af139ae0-350f-4b17-94ec-6fce82bf1197 None None] Set router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:53.711865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c3742f95-13a5-4add-8982-e810961f943b tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2099789310'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:53.858534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3742f95-13a5-4add-8982-e810961f943b tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Made reservation on behalf of 8ca510f91f32484cb7025f7da7b4954c for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:53.870514 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3742f95-13a5-4add-8982-e810961f943b tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:53.886907 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a5599d2-fe28-48d4-a5a3-47b904f14613 req-c01d2f34-ab01-410b-8bb4-ec28dfc148d9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=a83bc784-1195-489d-98d5-2826d2ae4b8a HTTP/1.1" status: 200 len: 210 time: 0.0728207 Aug 16 01:49:53.907987 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3742f95-13a5-4add-8982-e810961f943b tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.090556 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3742f95-13a5-4add-8982-e810961f943b tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.099711 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17d0a1-51da-4d42-b768-66db1644ba8d req-a6103d9d-6922-4757-9990-0db0b7b94922 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:54.102110 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd17d0a1-51da-4d42-b768-66db1644ba8d req-a6103d9d-6922-4757-9990-0db0b7b94922 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.0663280 Aug 16 01:49:54.115755 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.117567 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3742f95-13a5-4add-8982-e810961f943b tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.151864 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3742f95-13a5-4add-8982-e810961f943b tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:49:54.155572 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99161520-028c-4e63-8d97-0665c762903e req-06e0943e-13b8-4697-aff7-b8048efcbd91 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:54.158368 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99161520-028c-4e63-8d97-0665c762903e req-06e0943e-13b8-4697-aff7-b8048efcbd91 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9d33f4cd-9693-4e7c-95a0-61e5dd53f256 HTTP/1.1" status: 200 len: 1098 time: 0.1570551 Aug 16 01:49:54.182327 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-af139ae0-350f-4b17-94ec-6fce82bf1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:45:16Z', 'revision_number': 4, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'b2b2efff-55ad-47bf-a1dc-4c28420bee07', 'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'mac_address': 'fa:16:3e:d3:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:13Z', 'updated_at': '2021-08-16T01:45:27Z', 'revision_number': 5, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'subnets': [{'id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:54.192698 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3742f95-13a5-4add-8982-e810961f943b tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.193392 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-c3742f95-13a5-4add-8982-e810961f943b tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Added segment 3e81cc7d-a67b-481b-b85a-340e66d2de9b of type vlan for network 935d8524-df92-4d0f-bd95-e0592f2ac4a2 Aug 16 01:49:54.195238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3742f95-13a5-4add-8982-e810961f943b tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0350583-090f-4ff6-a488-18b7e24a0ed7,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:54.220926 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd17d0a1-51da-4d42-b768-66db1644ba8d req-2150251f-c832-4d06-8da1-aeffdf7275d7 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042547 Aug 16 01:49:54.221179 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af139ae0-350f-4b17-94ec-6fce82bf1197 None None] Checking router: a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:54.230698 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af139ae0-350f-4b17-94ec-6fce82bf1197 None None] Routers {'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:54.231317 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-af139ae0-350f-4b17-94ec-6fce82bf1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:49:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:54.236296 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99161520-028c-4e63-8d97-0665c762903e req-fb9d0f75-a595-4221-857e-9499722f0361 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694888 Aug 16 01:49:54.288721 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3742f95-13a5-4add-8982-e810961f943b tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.389635 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3742f95-13a5-4add-8982-e810961f943b tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.396553 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3742f95-13a5-4add-8982-e810961f943b tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:54.397154 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3742f95-13a5-4add-8982-e810961f943b tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.425342 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27a4d1-86f7-4828-9876-7281ff3dc2d8 req-664a5ba6-481b-4ded-a6cc-31c09c0a680a tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:54.426948 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2b27a4d1-86f7-4828-9876-7281ff3dc2d8 req-664a5ba6-481b-4ded-a6cc-31c09c0a680a tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1112173 Aug 16 01:49:54.460168 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-af139ae0-350f-4b17-94ec-6fce82bf1197 None None] Set router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:54.479620 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae8882-24aa-4e8e-a3b4-c7e73e68e32d req-4dda6bfc-ac87-48e7-a292-a3a22da14119 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:54.488189 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9ae8882-24aa-4e8e-a3b4-c7e73e68e32d req-4dda6bfc-ac87-48e7-a292-a3a22da14119 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9d33f4cd-9693-4e7c-95a0-61e5dd53f256 HTTP/1.1" status: 200 len: 1098 time: 0.1392448 Aug 16 01:49:54.493698 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c3742f95-13a5-4add-8982-e810961f943b tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9847245 Aug 16 01:49:54.496769 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34762) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:54.512791 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3742f95-13a5-4add-8982-e810961f943b tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Network': ['ID=935d8524-df92-4d0f-bd95-e0592f2ac4a2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:54.541564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 935d8524-df92-4d0f-bd95-e0592f2ac4a2 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:49:54.547464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c95237df-5aa5-4571-8e5b-5a799af506da tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'subnet': {'network_id': '935d8524-df92-4d0f-bd95-e0592f2ac4a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:54.585222 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9ae8882-24aa-4e8e-a3b4-c7e73e68e32d req-72418f0e-d9e4-4acf-b67c-9cf5fa9d808e tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908051 Aug 16 01:49:54.637477 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2b27a4d1-86f7-4828-9876-7281ff3dc2d8 req-4a894526-baa4-4de7-9df8-cf705248e0c5 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023373 Aug 16 01:49:54.806142 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3053c-bc42-4863-b5b4-2305a4b68d0a req-c432f124-cd2d-4ca8-8579-11ac284a7434 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:54.814748 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-44c3053c-bc42-4863-b5b4-2305a4b68d0a req-c432f124-cd2d-4ca8-8579-11ac284a7434 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 946 time: 0.1197660 Aug 16 01:49:54.826124 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bbdde-bfc3-43e4-b3c0-c6e18cf3f1ba req-9dcade7c-8ee9-4bb9-bb8e-b35fb4dc7f86 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:54.833287 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-636bbdde-bfc3-43e4-b3c0-c6e18cf3f1ba req-9dcade7c-8ee9-4bb9-bb8e-b35fb4dc7f86 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.73 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 946 time: 0.1179068 Aug 16 01:49:54.885092 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-44c3053c-bc42-4863-b5b4-2305a4b68d0a req-e24bbd2b-b1e5-45ba-86b1-6786b3120b94 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/security-groups?id=381232e5-89f5-4a83-80f0-4adffaeb489a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696766 Aug 16 01:49:54.892848 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95237df-5aa5-4571-8e5b-5a799af506da tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Made reservation on behalf of 8ca510f91f32484cb7025f7da7b4954c for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:54.896537 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c95237df-5aa5-4571-8e5b-5a799af506da tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:54.949529 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-af139ae0-350f-4b17-94ec-6fce82bf1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:45:16Z', 'revision_number': 4, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'b2b2efff-55ad-47bf-a1dc-4c28420bee07', 'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'mac_address': 'fa:16:3e:d3:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:13Z', 'updated_at': '2021-08-16T01:45:27Z', 'revision_number': 5, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'subnets': [{'id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:54.978806 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af139ae0-350f-4b17-94ec-6fce82bf1197 None None] The sync data for ids ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'] in n-d-765315-27 is: [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:45:16Z', 'revision_number': 4, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'b2b2efff-55ad-47bf-a1dc-4c28420bee07', 'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'mac_address': 'fa:16:3e:d3:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:13Z', 'updated_at': '2021-08-16T01:45:27Z', 'revision_number': 5, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'subnets': [{'id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:55.055972 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc213d-59f3-4c9b-8831-b4d8d03d8b24 req-2fcdf7c5-0713-486d-9b68-0df3f008cfbd tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:55.063919 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e8dc213d-59f3-4c9b-8831-b4d8d03d8b24 req-2fcdf7c5-0713-486d-9b68-0df3f008cfbd tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9d33f4cd-9693-4e7c-95a0-61e5dd53f256 HTTP/1.1" status: 200 len: 1098 time: 0.2288971 Aug 16 01:49:55.154784 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-636bbdde-bfc3-43e4-b3c0-c6e18cf3f1ba req-dddbfeda-53fd-440a-852c-fa78fe24f149 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Deleting port ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:55.155125 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-636bbdde-bfc3-43e4-b3c0-c6e18cf3f1ba req-dddbfeda-53fd-440a-852c-fa78fe24f149 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.188755 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e8dc213d-59f3-4c9b-8831-b4d8d03d8b24 req-45527e75-f119-403f-bd62-3db47c39844d tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228085 Aug 16 01:49:55.268405 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70561c-92c9-40be-a29a-128b1991e522 req-c35fc629-bdaf-4a50-9832-71885030081a tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:55.278776 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34788) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:55.280038 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f70561c-92c9-40be-a29a-128b1991e522 req-c35fc629-bdaf-4a50-9832-71885030081a tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1044214 Aug 16 01:49:55.356923 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f70561c-92c9-40be-a29a-128b1991e522 req-2e0e2eb6-50b6-44e4-bd1e-cdbb75054987 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754838 Aug 16 01:49:55.499740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-636bbdde-bfc3-43e4-b3c0-c6e18cf3f1ba req-dddbfeda-53fd-440a-852c-fa78fe24f149 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] For port ab4e7ee7-32f9-4f4c-9303-ac5638d650e7, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ab4e7ee7-32f9-4f4c-9303-ac5638d650e7,segment=NetworkSegment(119b8383-cbdb-46f9-9a3b-5028d09affca),segment_id=119b8383-cbdb-46f9-9a3b-5028d09affca)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:49:55.500317 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-636bbdde-bfc3-43e4-b3c0-c6e18cf3f1ba req-dddbfeda-53fd-440a-852c-fa78fe24f149 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.549708 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02db1c25-cd3c-4657-9208-83a10bf5ca99 None None] New status for floating IP 0bce5d71-4b1a-475f-8f6a-bbe4968e725b: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:49:55.675564 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c95237df-5aa5-4571-8e5b-5a799af506da tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.689003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-09256739-64c2-4b39-8665-da614a3fb771 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:55.696249 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-09256739-64c2-4b39-8665-da614a3fb771 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/networks?id=c8fcd0c2-9de1-439f-ae80-0409004eeab0 HTTP/1.1" status: 200 len: 911 time: 0.1248689 Aug 16 01:49:55.701809 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89c6f5c2-cf3f-42e5-98f8-1bc0868e3865 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.709793 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device dee21c7b-16db-43e3-94af-82d037864954 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:55.732379 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-77796ddc-fa65-4faf-80dc-84e1e12df9fe tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/quotas/3b38aebc56e649039cef75d6dad694ba HTTP/1.1" status: 200 len: 375 time: 0.0353396 Aug 16 01:49:55.769734 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89c6f5c2-cf3f-42e5-98f8-1bc0868e3865 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:55.775907 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: dee21c7b-16db-43e3-94af-82d037864954 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:55.776553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device dee21c7b-16db-43e3-94af-82d037864954 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:55.858335 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-851c61e6-80af-415c-81e5-0fe58f85b77b tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b38aebc56e649039cef75d6dad694ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1250250 Aug 16 01:49:55.904980 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:56.007235 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c23a0-8bec-4f4a-9e7e-26a8e1578a68 req-7002cebb-cd16-439c-a272-9d0b99bb4863 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:56.008639 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d29c23a0-8bec-4f4a-9e7e-26a8e1578a68 req-7002cebb-cd16-439c-a272-9d0b99bb4863 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.5200925 Aug 16 01:49:56.027667 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-82a70c6c-041e-49af-a852-096c15454f84 service neutron] 10.222.0.68 "GET /v2.0/networks/c8fcd0c2-9de1-439f-ae80-0409004eeab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640241 Aug 16 01:49:56.028673 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95237df-5aa5-4571-8e5b-5a799af506da tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Subnet': ['ID=c3936df7-9ce2-44f0-917e-920881d79b96,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:56.067152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95237df-5aa5-4571-8e5b-5a799af506da tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Checking segment: {'id': '3e81cc7d-a67b-481b-b85a-340e66d2de9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '935d8524-df92-4d0f-bd95-e0592f2ac4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:49:56.067764 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95237df-5aa5-4571-8e5b-5a799af506da tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Network hostable DHCP agents. Network: 935d8524-df92-4d0f-bd95-e0592f2ac4a2, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:49:56.079333 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-636bbdde-bfc3-43e4-b3c0-c6e18cf3f1ba req-dddbfeda-53fd-440a-852c-fa78fe24f149 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:56.079718 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-636bbdde-bfc3-43e4-b3c0-c6e18cf3f1ba req-dddbfeda-53fd-440a-852c-fa78fe24f149 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:56.080039 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [req-636bbdde-bfc3-43e4-b3c0-c6e18cf3f1ba req-dddbfeda-53fd-440a-852c-fa78fe24f149 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Floating IP 42452a0e-cfde-4e7f-bb2f-dc49139a14cc disassociated. External IP: 172.25.3.218, port: ab4e7ee7-32f9-4f4c-9303-ac5638d650e7. Aug 16 01:49:56.080382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-636bbdde-bfc3-43e4-b3c0-c6e18cf3f1ba req-dddbfeda-53fd-440a-852c-fa78fe24f149 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Calling delete_port for ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:56.130497 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1968c322-2722-4548-baf9-8d4a7386dc7d req-81594ac2-5a84-4cda-bcd4-c0c6d9d41f67 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1988363 Aug 16 01:49:56.133403 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d29c23a0-8bec-4f4a-9e7e-26a8e1578a68 req-c40c281b-e83a-4a09-97f9-35ee4a2e7bee tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108518 Aug 16 01:49:56.180389 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95237df-5aa5-4571-8e5b-5a799af506da tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Network 935d8524-df92-4d0f-bd95-e0592f2ac4a2 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:49:56.227513 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c95237df-5aa5-4571-8e5b-5a799af506da tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 935d8524-df92-4d0f-bd95-e0592f2ac4a2) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:49:56.239194 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570e6b38-fcb7-4630-af2d-05c7f3daea1d None None] Network 935d8524-df92-4d0f-bd95-e0592f2ac4a2 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:56.241237 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-ff4ec861-39f4-453e-8472-7bc43089039f service neutron] 10.222.0.68 "GET /v2.0/networks/c8fcd0c2-9de1-439f-ae80-0409004eeab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123172 Aug 16 01:49:56.262343 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89c6f5c2-cf3f-42e5-98f8-1bc0868e3865 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:56.264985 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89c6f5c2-cf3f-42e5-98f8-1bc0868e3865 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:56.269695 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34810) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:56.270042 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-89c6f5c2-cf3f-42e5-98f8-1bc0868e3865 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "DELETE /v2.0/security-groups/a5ea00c6-2837-4588-8d98-11b330c77f08 HTTP/1.1" status: 204 len: 168 time: 0.9901040 Aug 16 01:49:56.314293 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-ec81fc28-c30a-4766-accf-ce4fbf91af6b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] show failed (client error): The resource could not be found. Aug 16 01:49:56.315592 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ec81fc28-c30a-4766-accf-ce4fbf91af6b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups/a5ea00c6-2837-4588-8d98-11b330c77f08 HTTP/1.1" status: 404 len: 347 time: 0.0444708 Aug 16 01:49:56.318748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34812) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:56.328085 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95237df-5aa5-4571-8e5b-5a799af506da tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:56.329233 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c95237df-5aa5-4571-8e5b-5a799af506da tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:56.505471 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6f5c2-cf3f-42e5-98f8-1bc0868e3865 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ea00c6-2837-4588-8d98-11b330c77f08,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:56.575339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c95237df-5aa5-4571-8e5b-5a799af506da tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0576854 Aug 16 01:49:56.579152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34820) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:56.583320 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ebc6db83-cf2c-4f49-9147-592b5514d11a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Deleting port 1966fe9a-159a-44b0-b008-349479f5521f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:49:56.585869 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebc6db83-cf2c-4f49-9147-592b5514d11a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:56.661242 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e011386-56d4-42d1-8688-9c8dd1916b96 req-27c1d7ac-1c69-44de-81aa-11792f4dc82b tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:56.683791 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ba41c7-9354-4d37-b628-267b57eb024a None None] Network 935d8524-df92-4d0f-bd95-e0592f2ac4a2 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:49:56.687643 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7e011386-56d4-42d1-8688-9c8dd1916b96 req-27c1d7ac-1c69-44de-81aa-11792f4dc82b tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 946 time: 0.3803999 Aug 16 01:49:56.713396 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c322-2722-4548-baf9-8d4a7386dc7d req-549be1be-9a51-4036-9d95-52200f381737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:56.714977 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1968c322-2722-4548-baf9-8d4a7386dc7d req-549be1be-9a51-4036-9d95-52200f381737 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ffdfe9e8548c42bd9d1cbff491f6a75f&device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd HTTP/1.1" status: 200 len: 1102 time: 0.4856310 Aug 16 01:49:56.777472 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebc6db83-cf2c-4f49-9147-592b5514d11a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:56.778497 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebc6db83-cf2c-4f49-9147-592b5514d11a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:56.810052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ebc6db83-cf2c-4f49-9147-592b5514d11a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Calling delete_port for 1966fe9a-159a-44b0-b008-349479f5521f owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:49:56.967402 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f2590a83-cafe-44be-8498-15ecfe5143c8 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-304972196', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:57.010022 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed3ddb6e-d6de-4cc2-acb7-00edcbe21a61 req-97ed8018-60e3-4393-aac3-77dcd0457627 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 210 time: 0.0311618 Aug 16 01:49:57.279085 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2590a83-cafe-44be-8498-15ecfe5143c8 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:57.281094 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2590a83-cafe-44be-8498-15ecfe5143c8 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:57.332205 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebc6db83-cf2c-4f49-9147-592b5514d11a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:57.381556 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-636bbdde-bfc3-43e4-b3c0-c6e18cf3f1ba req-dddbfeda-53fd-440a-852c-fa78fe24f149 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:57.393018 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7e011386-56d4-42d1-8688-9c8dd1916b96 req-def89a2d-dcf6-4c00-8b03-582c305063b2 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/security-groups?id=381232e5-89f5-4a83-80f0-4adffaeb489a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7038021 Aug 16 01:49:57.410479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6db83-cf2c-4f49-9147-592b5514d11a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Pushing event deleted for resources: {'Port': ['ID=1966fe9a-159a-44b0-b008-349479f5521f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:57.448339 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbfeda-53fd-440a-852c-fa78fe24f149 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Pushing event deleted for resources: {'Port': ['ID=ab4e7ee7-32f9-4f4c-9303-ac5638d650e7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:57.472771 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c322-2722-4548-baf9-8d4a7386dc7d req-c5f6e108-1356-4177-8437-7a71a34ffacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:57.475331 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1968c322-2722-4548-baf9-8d4a7386dc7d req-c5f6e108-1356-4177-8437-7a71a34ffacc service neutron] 10.222.0.63 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.7018442 Aug 16 01:49:57.562630 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1968c322-2722-4548-baf9-8d4a7386dc7d req-125b3b68-6da7-43c1-bb94-4679e1d27c90 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 HTTP/1.1" status: 200 len: 217 time: 0.0432155 Aug 16 01:49:57.586101 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2590a83-cafe-44be-8498-15ecfe5143c8 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:57.606833 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b835e3e-6e09-4337-a316-ca9166843ac2 req-50c2ae9e-64d7-46ba-89fc-b299bcd1095b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:57.617353 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8b835e3e-6e09-4337-a316-ca9166843ac2 req-50c2ae9e-64d7-46ba-89fc-b299bcd1095b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.3634694 Aug 16 01:49:57.723060 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c322-2722-4548-baf9-8d4a7386dc7d req-1b3e760a-55e7-48a3-aa82-27494dd5c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:57.731618 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1968c322-2722-4548-baf9-8d4a7386dc7d req-1b3e760a-55e7-48a3-aa82-27494dd5c8fb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.1588345 Aug 16 01:49:57.746228 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebc6db83-cf2c-4f49-9147-592b5514d11a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:57.748768 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebc6db83-cf2c-4f49-9147-592b5514d11a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:57.758332 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ebc6db83-cf2c-4f49-9147-592b5514d11a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "DELETE /v2.0/floatingips/0bce5d71-4b1a-475f-8f6a-bbe4968e725b HTTP/1.1" status: 204 len: 168 time: 1.4379985 Aug 16 01:49:57.891913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-636bbdde-bfc3-43e4-b3c0-c6e18cf3f1ba req-dddbfeda-53fd-440a-852c-fa78fe24f149 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Router 8da44f5f-819b-4d06-b3df-7acf75657634 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:49:57.975895 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c322-2722-4548-baf9-8d4a7386dc7d req-37c9d4b6-fc72-4c92-b4ae-f9cea8b89cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:57.979005 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1968c322-2722-4548-baf9-8d4a7386dc7d req-37c9d4b6-fc72-4c92-b4ae-f9cea8b89cda service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2370460 Aug 16 01:49:58.240935 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-636bbdde-bfc3-43e4-b3c0-c6e18cf3f1ba req-dddbfeda-53fd-440a-852c-fa78fe24f149 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:49:58.254960 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5473e79b-4364-4f3a-9db2-acd17868e3ac None None] Sync routers for ids ['8da44f5f-819b-4d06-b3df-7acf75657634'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:49:58.271064 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5473e79b-4364-4f3a-9db2-acd17868e3ac None None] Routers {'8da44f5f-819b-4d06-b3df-7acf75657634'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:58.271934 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5473e79b-4364-4f3a-9db2-acd17868e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:49:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8da44f5f-819b-4d06-b3df-7acf75657634'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:58.323773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-636bbdde-bfc3-43e4-b3c0-c6e18cf3f1ba req-dddbfeda-53fd-440a-852c-fa78fe24f149 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] No DVR routers for this DVR port ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:49:58.325776 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34844) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:58.334131 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-dc18ee3f-1572-422e-878e-0275769ec915 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--190937364', 'description': 'tempest-description--232020555'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:58.341656 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-636bbdde-bfc3-43e4-b3c0-c6e18cf3f1ba req-dddbfeda-53fd-440a-852c-fa78fe24f149 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:58.344157 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-636bbdde-bfc3-43e4-b3c0-c6e18cf3f1ba req-dddbfeda-53fd-440a-852c-fa78fe24f149 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.73 "DELETE /v2.0/ports/ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 HTTP/1.1" status: 204 len: 173 time: 3.4996276 Aug 16 01:49:58.345390 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8005f88c-3cb1-4d93-b5ab-25ffce08b44a', 'name': 'network-vif-deleted', 'tag': 'ab4e7ee7-32f9-4f4c-9303-ac5638d650e7'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:49:58.348570 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7319b369-d95a-482f-a409-ca1de9740637" -d '{"events": [{"server_uuid": "8005f88c-3cb1-4d93-b5ab-25ffce08b44a", "name": "network-vif-deleted", "tag": "ab4e7ee7-32f9-4f4c-9303-ac5638d650e7"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:49:58.400764 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc18ee3f-1572-422e-878e-0275769ec915 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:58.419717 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1968c322-2722-4548-baf9-8d4a7386dc7d req-9bab7b53-6763-4cf7-9d5b-a5c593895bb8 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823571 Aug 16 01:49:58.517889 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-5473e79b-4364-4f3a-9db2-acd17868e3ac None None] Set router 8da44f5f-819b-4d06-b3df-7acf75657634 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:58.700231 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc18ee3f-1572-422e-878e-0275769ec915 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:58.725333 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8b835e3e-6e09-4337-a316-ca9166843ac2 req-8c5d7877-1107-4b3b-b474-7cc9b35cc658 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1065958 Aug 16 01:49:58.725923 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc18ee3f-1572-422e-878e-0275769ec915 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:58.793519 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2590a83-cafe-44be-8498-15ecfe5143c8 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:58.798373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18ee3f-1572-422e-878e-0275769ec915 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa6633f-c297-4d90-82fe-12fdfa840ed0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:58.820782 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-35077fa2-f572-4066-9427-7d1f896f2136 req-aec175b5-d2ce-4e68-9246-eed675b144e5 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 210 time: 0.3672533 Aug 16 01:49:58.841834 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc18ee3f-1572-422e-878e-0275769ec915 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:58.852630 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dc18ee3f-1572-422e-878e-0275769ec915 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5225728 Aug 16 01:49:58.872926 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d96e63a-6003-4488-8a94-69fcf0b5b38a x-openstack-request-id: req-6d96e63a-6003-4488-8a94-69fcf0b5b38a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:49:58.873271 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8005f88c-3cb1-4d93-b5ab-25ffce08b44a", "name": "network-vif-deleted", "tag": "ab4e7ee7-32f9-4f4c-9303-ac5638d650e7", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:49:58.873531 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6d96e63a-6003-4488-8a94-69fcf0b5b38a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:49:58.873966 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8005f88c-3cb1-4d93-b5ab-25ffce08b44a', 'name': 'network-vif-deleted', 'tag': 'ab4e7ee7-32f9-4f4c-9303-ac5638d650e7', 'status': 'completed', 'code': 200} Aug 16 01:49:58.874352 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34856) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:58.907191 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e05a8913-e63c-41da-804d-352884be105b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Request body: {'security_group_rule': {'security_group_id': 'bfa6633f-c297-4d90-82fe-12fdfa840ed0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:58.927872 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5473e79b-4364-4f3a-9db2-acd17868e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'name': 'tempest-ServersTestBootFromVolume-1624508070-router', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:45Z', 'revision_number': 4, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'gw_port': {'id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'cae0a193-0ab0-484b-a439-459e0cd9a1bd', 'name': '', 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'mac_address': 'fa:16:3e:a2:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '66424a27-2b04-48e7-b747-252110db691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:42Z', 'updated_at': '2021-08-16T01:46:53Z', 'revision_number': 5, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'subnets': [{'id': '66424a27-2b04-48e7-b747-252110db691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:58.964775 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-d5cebe33-9e0f-42fe-b8dc-ab8f18cabc2c tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:58.966573 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-d5cebe33-9e0f-42fe-b8dc-ab8f18cabc2c tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.63 "GET /v2.0/networks?id=c8fcd0c2-9de1-439f-ae80-0409004eeab0 HTTP/1.1" status: 200 len: 911 time: 0.2614570 Aug 16 01:49:59.009172 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-8bfda6d2-579c-4bff-9d3d-1f476d0cee11 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Request body: {'port': {'device_id': '993e4562-9286-447b-8c29-e0f4c51a2835', 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0', 'admin_state_up': True, 'tenant_id': '3b38aebc56e649039cef75d6dad694ba'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:59.041346 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4e4c1e4-d8d6-433b-a7fd-a79ffb22be4e req-b12e97e1-dcde-446f-a880-4365a43ff664 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 210 time: 0.0837884 Aug 16 01:49:59.062222 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1968c322-2722-4548-baf9-8d4a7386dc7d req-51ee60a5-b7a3-4260-b57f-2d2075df2878 service neutron] 10.222.0.63 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6201138 Aug 16 01:49:59.086854 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5473e79b-4364-4f3a-9db2-acd17868e3ac None None] Checking router: 8da44f5f-819b-4d06-b3df-7acf75657634 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:49:59.108169 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e05a8913-e63c-41da-804d-352884be105b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.108366 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5473e79b-4364-4f3a-9db2-acd17868e3ac None None] Routers {'8da44f5f-819b-4d06-b3df-7acf75657634'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:49:59.108974 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5473e79b-4364-4f3a-9db2-acd17868e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:49:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8da44f5f-819b-4d06-b3df-7acf75657634'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:59.180624 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e05a8913-e63c-41da-804d-352884be105b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.191235 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e05a8913-e63c-41da-804d-352884be105b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.197616 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-8bfda6d2-579c-4bff-9d3d-1f476d0cee11 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Made reservation on behalf of 3b38aebc56e649039cef75d6dad694ba for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:49:59.199786 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-8bfda6d2-579c-4bff-9d3d-1f476d0cee11 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.243158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a8913-e63c-41da-804d-352884be105b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e795084c-a8a1-40f0-9b13-2961bbe3c50d,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:59.259339 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d89ddb-cb2d-4f47-8004-0a4accdc7600 req-ab405e05-b6d6-4d54-8023-c56308aed109 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:59.260455 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2d89ddb-cb2d-4f47-8004-0a4accdc7600 req-ab405e05-b6d6-4d54-8023-c56308aed109 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1595409 Aug 16 01:49:59.268089 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e05a8913-e63c-41da-804d-352884be105b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.268586 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e05a8913-e63c-41da-804d-352884be105b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3930919 Aug 16 01:49:59.271209 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34860) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:59.280466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9dcce8cb-77cf-49d6-af37-f55cf53eae6e tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Request body: {'security_group_rule': {'security_group_id': 'bfa6633f-c297-4d90-82fe-12fdfa840ed0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:59.326229 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-5473e79b-4364-4f3a-9db2-acd17868e3ac None None] Set router 8da44f5f-819b-4d06-b3df-7acf75657634 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:49:59.336647 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9dcce8cb-77cf-49d6-af37-f55cf53eae6e tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.434050 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2d89ddb-cb2d-4f47-8004-0a4accdc7600 req-534b4175-fe81-4a09-8b3f-ea4760cfae9c tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664546 Aug 16 01:49:59.483511 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9dcce8cb-77cf-49d6-af37-f55cf53eae6e tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.488614 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9dcce8cb-77cf-49d6-af37-f55cf53eae6e tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.553464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcce8cb-77cf-49d6-af37-f55cf53eae6e tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde59940-9609-41b9-b8f7-bd2929639837,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:49:59.574315 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9dcce8cb-77cf-49d6-af37-f55cf53eae6e tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.575930 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9dcce8cb-77cf-49d6-af37-f55cf53eae6e tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3032804 Aug 16 01:49:59.580058 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34868) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:49:59.584818 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7e079ee5-e40e-4a46-88f8-b888f24e5727 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:49:59.624338 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e079ee5-e40e-4a46-88f8-b888f24e5727 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.659953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:49:59.730770 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:49:59.731031 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ab4e7ee7-32f9-4f4c-9303-ac5638d650e7 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:49:59.783688 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5473e79b-4364-4f3a-9db2-acd17868e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'name': 'tempest-ServersTestBootFromVolume-1624508070-router', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:45Z', 'revision_number': 4, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'gw_port': {'id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'cae0a193-0ab0-484b-a439-459e0cd9a1bd', 'name': '', 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'mac_address': 'fa:16:3e:a2:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '66424a27-2b04-48e7-b747-252110db691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:42Z', 'updated_at': '2021-08-16T01:46:53Z', 'revision_number': 5, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'subnets': [{'id': '66424a27-2b04-48e7-b747-252110db691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:49:59.806068 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2590a83-cafe-44be-8498-15ecfe5143c8 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.821124 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5473e79b-4364-4f3a-9db2-acd17868e3ac None None] The sync data for ids ['8da44f5f-819b-4d06-b3df-7acf75657634'] in n-d-765315-27 is: [{'id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'name': 'tempest-ServersTestBootFromVolume-1624508070-router', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:45Z', 'revision_number': 4, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'gw_port': {'id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'cae0a193-0ab0-484b-a439-459e0cd9a1bd', 'name': '', 'network_id': '27b5d8d5-10cf-4fee-9418-9d301dc64f6c', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'mac_address': 'fa:16:3e:a2:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '66424a27-2b04-48e7-b747-252110db691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:42Z', 'updated_at': '2021-08-16T01:46:53Z', 'revision_number': 5, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'subnets': [{'id': '66424a27-2b04-48e7-b747-252110db691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:49:59.834891 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-8bfda6d2-579c-4bff-9d3d-1f476d0cee11 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Allocated IP 172.20.0.8 (c8fcd0c2-9de1-439f-ae80-0409004eeab0/fc150163-27bf-45e4-ae6c-55661c62cf42/1aad478c-4a24-4df0-917d-f08b2bd9eb9a) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:49:59.838361 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2590a83-cafe-44be-8498-15ecfe5143c8 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.841213 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e079ee5-e40e-4a46-88f8-b888f24e5727 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:59.933406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0d9fc-186f-4aab-86df-99de1e10def0 req-48b3eab0-b67f-49a7-910f-7a9bc624baaa tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:49:59.935034 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-69b0d9fc-186f-4aab-86df-99de1e10def0 req-48b3eab0-b67f-49a7-910f-7a9bc624baaa tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1918554 Aug 16 01:49:59.970573 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-75728b43-5fa6-44e7-965c-9a29d4a87a47 req-b999aa7b-16b0-4519-83e5-2df3ee49252a tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 210 time: 0.0469663 Aug 16 01:50:00.033647 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-7e079ee5-e40e-4a46-88f8-b888f24e5727 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Allocated IP 172.25.3.34 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/45a94aac-1523-4a2b-bfbe-2bb57344f045) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:00.072970 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-69b0d9fc-186f-4aab-86df-99de1e10def0 req-bdf87d35-a7a3-4d3f-8afe-e889790529b4 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264148 Aug 16 01:50:00.180800 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e079ee5-e40e-4a46-88f8-b888f24e5727 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.186724 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-8bfda6d2-579c-4bff-9d3d-1f476d0cee11 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.201639 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-8bfda6d2-579c-4bff-9d3d-1f476d0cee11 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Transition to ACTIVE for port object 1aad478c-4a24-4df0-917d-f08b2bd9eb9a will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:00.232745 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1aef29e4-2ccb-4e57-b7be-b22354815405 req-6351081a-77f2-4c35-94f6-663dd44a54de tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 210 time: 0.0413220 Aug 16 01:50:00.287947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4b7b49-ff28-4dc4-9370-9e9970b09eeb None None] New status for floating IP 42452a0e-cfde-4e7f-bb2f-dc49139a14cc: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:50:00.295667 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e079ee5-e40e-4a46-88f8-b888f24e5727 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.350077 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec9d5e-2cd7-4c21-bac3-c1da32d4150a req-c2abf475-2a83-4d96-8930-837f6de06676 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:00.357926 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-35ec9d5e-2cd7-4c21-bac3-c1da32d4150a req-c2abf475-2a83-4d96-8930-837f6de06676 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1499610 Aug 16 01:50:00.386179 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-8bfda6d2-579c-4bff-9d3d-1f476d0cee11 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.400100 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['a4b43b9c-b8d6-4c65-9917-0a92a41495a5'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:00.401286 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e079ee5-e40e-4a46-88f8-b888f24e5727 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Pushing event updated for resources: {'Port': ['ID=45a94aac-1523-4a2b-bfbe-2bb57344f045,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:00.428481 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e079ee5-e40e-4a46-88f8-b888f24e5727 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:00.431796 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7e079ee5-e40e-4a46-88f8-b888f24e5727 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:00.440904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e079ee5-e40e-4a46-88f8-b888f24e5727 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:00.449658 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-35ec9d5e-2cd7-4c21-bac3-c1da32d4150a req-94de051b-678d-43b6-b9b3-cc466d604217 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863023 Aug 16 01:50:00.475426 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-8bfda6d2-579c-4bff-9d3d-1f476d0cee11 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Network c8fcd0c2-9de1-439f-ae80-0409004eeab0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:00.490183 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-f2590a83-cafe-44be-8498-15ecfe5143c8 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Allocated IP 172.25.3.95 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/6ec912a4-4692-4c91-844a-033a7249de0a) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:00.490183 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-8bfda6d2-579c-4bff-9d3d-1f476d0cee11 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:00.498697 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-8bfda6d2-579c-4bff-9d3d-1f476d0cee11 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:00.511654 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfda6d2-579c-4bff-9d3d-1f476d0cee11 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Pushing event updated for resources: {'Port': ['ID=1aad478c-4a24-4df0-917d-f08b2bd9eb9a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:00.743618 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-8bfda6d2-579c-4bff-9d3d-1f476d0cee11 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:00.744484 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-8bfda6d2-579c-4bff-9d3d-1f476d0cee11 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.791223 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e079ee5-e40e-4a46-88f8-b888f24e5727 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.800067 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-8bfda6d2-579c-4bff-9d3d-1f476d0cee11 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8042681 Aug 16 01:50:00.823359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514fef2-175c-4096-aff2-206f4b39cf7a req-3a68883b-1e5f-43ff-82e7-8074029f7031 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:00.832676 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6514fef2-175c-4096-aff2-206f4b39cf7a req-3a68883b-1e5f-43ff-82e7-8074029f7031 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1478109 Aug 16 01:50:00.851977 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Request body: {'port': {'device_id': '993e4562-9286-447b-8c29-e0f4c51a2835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:00.885260 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e079ee5-e40e-4a46-88f8-b888f24e5727 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.954447 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9808c554-123b-419c-a738-a176e2675a3e None None] Provisioning for port 1aad478c-4a24-4df0-917d-f08b2bd9eb9a completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:00.956339 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2590a83-cafe-44be-8498-15ecfe5143c8 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.963234 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:00.970618 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9808c554-123b-419c-a738-a176e2675a3e None None] Provisioning complete for port 1aad478c-4a24-4df0-917d-f08b2bd9eb9a triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:00.972179 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9808c554-123b-419c-a738-a176e2675a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.030030 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6514fef2-175c-4096-aff2-206f4b39cf7a req-d9e42b62-a9fe-447c-8126-d8b4868d2050 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962404 Aug 16 01:50:01.050030 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9808c554-123b-419c-a738-a176e2675a3e None None] Port 1aad478c-4a24-4df0-917d-f08b2bd9eb9a cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:50:01.220719 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe89be1-18b6-4f9c-94b4-4308f77f01f9 req-a250b5da-ef9a-4e52-9b65-82752170eb38 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:01.224341 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dbe89be1-18b6-4f9c-94b4-4308f77f01f9 req-a250b5da-ef9a-4e52-9b65-82752170eb38 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 1027 time: 0.1080449 Aug 16 01:50:01.271543 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e079ee5-e40e-4a46-88f8-b888f24e5727 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.285306 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e079ee5-e40e-4a46-88f8-b888f24e5727 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.341561 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2590a83-cafe-44be-8498-15ecfe5143c8 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.360449 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74088ac-96b8-4af9-900d-49cc21d8bb15 req-c218c822-d4e8-4d51-b665-bf5f462667d0 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:01.368001 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e74088ac-96b8-4af9-900d-49cc21d8bb15 req-c218c822-d4e8-4d51-b665-bf5f462667d0 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.2437730 Aug 16 01:50:01.404455 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dbe89be1-18b6-4f9c-94b4-4308f77f01f9 req-5dfb62ec-a721-4695-8381-8b8dfb1815ef tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636658 Aug 16 01:50:01.418122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e079ee5-e40e-4a46-88f8-b888f24e5727 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Pushing event updated for resources: {'Port': ['ID=45a94aac-1523-4a2b-bfbe-2bb57344f045,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:01.436742 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e079ee5-e40e-4a46-88f8-b888f24e5727 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.459698 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e079ee5-e40e-4a46-88f8-b888f24e5727 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.461385 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7e079ee5-e40e-4a46-88f8-b888f24e5727 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8803296 Aug 16 01:50:01.468184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2590a83-cafe-44be-8498-15ecfe5143c8 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:01.487021 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f2590a83-cafe-44be-8498-15ecfe5143c8 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:01.503457 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2590a83-cafe-44be-8498-15ecfe5143c8 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:01.513773 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2590a83-cafe-44be-8498-15ecfe5143c8 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=6ec912a4-4692-4c91-844a-033a7249de0a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:01.563540 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e74088ac-96b8-4af9-900d-49cc21d8bb15 req-a69a6a8d-db7d-415d-afef-b7870742cc84 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921108 Aug 16 01:50:01.704621 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bcd2e05e-b536-4453-ac5e-c7a3d5cc75ec req-fee2010c-097e-4df4-92f7-204ab2573cfc tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 210 time: 0.0657151 Aug 16 01:50:01.835033 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-06055a3c-f690-4838-a8fe-10972dcdd92d tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--190937364&fields=id&tenant_id=ba9abf8115ac4b508816c39be6e59924 HTTP/1.1" status: 200 len: 267 time: 0.0397549 Aug 16 01:50:01.879203 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aad478c-4a24-4df0-917d-f08b2bd9eb9a {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:01.894357 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:01.969932 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Transition to ACTIVE for port object 1aad478c-4a24-4df0-917d-f08b2bd9eb9a will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:01.990955 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df62d9-8e07-49ae-aa5c-b92c0eef791f req-393ce009-78a0-40dd-bea8-8e8cd088a995 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:01.992510 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-03df62d9-8e07-49ae-aa5c-b92c0eef791f req-393ce009-78a0-40dd-bea8-8e8cd088a995 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/networks?id=01b33568-5ec3-42e6-bddb-b426d0964c41 HTTP/1.1" status: 200 len: 814 time: 0.2018292 Aug 16 01:50:02.004256 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-d9d9518e-287d-4b95-8c83-0fc2d34da214 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:02.013957 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-d9d9518e-287d-4b95-8c83-0fc2d34da214 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/networks?id=41d6539e-4b24-4ea3-ae06-65cd600ea064 HTTP/1.1" status: 200 len: 817 time: 0.1715651 Aug 16 01:50:02.035417 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.040701 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-eb7abd40-4342-444b-bda1-6483eded7a06 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/quotas/ba9abf8115ac4b508816c39be6e59924 HTTP/1.1" status: 200 len: 375 time: 0.0254664 Aug 16 01:50:02.085190 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-03df62d9-8e07-49ae-aa5c-b92c0eef791f req-24934ac6-064c-4d62-a23c-f48b90dc99dc tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/quotas/ef4e924cb4584ac79c6f9319dffe168f HTTP/1.1" status: 200 len: 375 time: 0.0542419 Aug 16 01:50:02.114364 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2590a83-cafe-44be-8498-15ecfe5143c8 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.153443 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-231a4447-7b07-4a7e-bb45-40d3399b6be4 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba9abf8115ac4b508816c39be6e59924&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1107502 Aug 16 01:50:02.174459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=1aad478c-4a24-4df0-917d-f08b2bd9eb9a,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:02.266530 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-3b06dc8a-2e91-473c-9e02-46d7f6f7920d service neutron] 10.222.0.68 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022573 Aug 16 01:50:02.312269 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-03df62d9-8e07-49ae-aa5c-b92c0eef791f req-cc85084f-9ca8-46f3-9a08-a65b41b071b8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ef4e924cb4584ac79c6f9319dffe168f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2144456 Aug 16 01:50:02.423222 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-43924480-a0b6-4324-b0c7-091381e4a312 service neutron] 10.222.0.68 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486349 Aug 16 01:50:02.455429 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Attempting to bind port 1aad478c-4a24-4df0-917d-f08b2bd9eb9a on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:02.455759 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Attempting to bind port 1aad478c-4a24-4df0-917d-f08b2bd9eb9a by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'ab22fcf0-d9f1-4030-8e96-5c2c3b511282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:02.456084 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Attempting to bind port 1aad478c-4a24-4df0-917d-f08b2bd9eb9a on network c8fcd0c2-9de1-439f-ae80-0409004eeab0 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:02.724830 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b243fad-4a02-4823-8636-95e13c558a36 req-c959647f-0791-42ff-be74-d46f538ed9a5 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:02.728457 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0b243fad-4a02-4823-8636-95e13c558a36 req-c959647f-0791-42ff-be74-d46f538ed9a5 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 1053 time: 0.0616958 Aug 16 01:50:02.795260 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0b243fad-4a02-4823-8636-95e13c558a36 req-434299ad-8c43-4a12-9cb0-15057637b2d7 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658536 Aug 16 01:50:02.856428 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Port 1aad478c-4a24-4df0-917d-f08b2bd9eb9a on network c8fcd0c2-9de1-439f-ae80-0409004eeab0 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:50:02.856741 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Attempting to bind port 1aad478c-4a24-4df0-917d-f08b2bd9eb9a on network c8fcd0c2-9de1-439f-ae80-0409004eeab0 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:02.914172 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:02.914850 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Checking segment: {'id': 'ab22fcf0-d9f1-4030-8e96-5c2c3b511282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:02.914948 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Bound using segment: {'id': 'ab22fcf0-d9f1-4030-8e96-5c2c3b511282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:02.915376 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Bound port: 1aad478c-4a24-4df0-917d-f08b2bd9eb9a, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab22fcf0-d9f1-4030-8e96-5c2c3b511282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:02.915826 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:02.960778 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de50e5-3986-4e67-b8be-2bcab46122c6 req-c8d0923f-303a-4175-a97b-56f01482a67b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:02.962468 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a8de50e5-3986-4e67-b8be-2bcab46122c6 req-c8d0923f-303a-4175-a97b-56f01482a67b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.5247014 Aug 16 01:50:03.003029 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f6f30cd4-2242-482e-beeb-c7cbefb4e652 req-5e59cdea-88ac-478a-94c6-cf9e29c0adaa tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 210 time: 0.0819640 Aug 16 01:50:03.003219 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2590a83-cafe-44be-8498-15ecfe5143c8 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:03.120056 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a8de50e5-3986-4e67-b8be-2bcab46122c6 req-d09d7320-bb1d-45bc-b488-7c665b64d0cc tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286194 Aug 16 01:50:03.164596 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-08b78bad-8743-4484-a6e4-84ba0949bd30 req-68a5876c-db9e-4975-99c5-ab84b65829aa tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 210 time: 0.0789299 Aug 16 01:50:03.193714 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] For port 1aad478c-4a24-4df0-917d-f08b2bd9eb9a, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:03.215258 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] For port 1aad478c-4a24-4df0-917d-f08b2bd9eb9a, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1aad478c-4a24-4df0-917d-f08b2bd9eb9a,segment=NetworkSegment(ab22fcf0-d9f1-4030-8e96-5c2c3b511282),segment_id=ab22fcf0-d9f1-4030-8e96-5c2c3b511282)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:03.223626 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:03.307486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:03.308261 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:03.310608 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] 10.222.0.63 "PUT /v2.0/ports/1aad478c-4a24-4df0-917d-f08b2bd9eb9a HTTP/1.1" status: 200 len: 1092 time: 2.4751203 Aug 16 01:50:03.317700 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993e4562-9286-447b-8c29-e0f4c51a2835', 'tag': '1aad478c-4a24-4df0-917d-f08b2bd9eb9a'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:03.321435 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ee1a8b-0335-45e5-b5cc-483255646f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "993e4562-9286-447b-8c29-e0f4c51a2835", "tag": "1aad478c-4a24-4df0-917d-f08b2bd9eb9a"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:03.400757 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170adfb-7aa9-4b53-9d20-39bbf983585b req-bb5c6010-5f22-4633-adf3-08b03b3715b0 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:03.408964 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a170adfb-7aa9-4b53-9d20-39bbf983585b req-bb5c6010-5f22-4633-adf3-08b03b3715b0 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1803639 Aug 16 01:50:03.412238 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33224ebf-f82c-42bb-a89f-02e724d63c61 x-openstack-request-id: req-33224ebf-f82c-42bb-a89f-02e724d63c61 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:03.412531 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993e4562-9286-447b-8c29-e0f4c51a2835", "tag": "1aad478c-4a24-4df0-917d-f08b2bd9eb9a", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:03.412780 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-33224ebf-f82c-42bb-a89f-02e724d63c61 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:03.413163 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993e4562-9286-447b-8c29-e0f4c51a2835', 'tag': '1aad478c-4a24-4df0-917d-f08b2bd9eb9a', 'status': 'completed', 'code': 200} Aug 16 01:50:03.470773 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69756743-56ad-4fd9-af99-3938f91bfcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=1aad478c-4a24-4df0-917d-f08b2bd9eb9a,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:03.518988 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a170adfb-7aa9-4b53-9d20-39bbf983585b req-2f318800-cbcf-4eee-a44e-fc7015d9a7d5 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056395 Aug 16 01:50:03.522846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2590a83-cafe-44be-8498-15ecfe5143c8 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 3a25f7ee-9157-48aa-9724-2748e338a288 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:50:03.545560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-c0127874-f693-4a04-9910-39b32ee9922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:03.548108 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-c0127874-f693-4a04-9910-39b32ee9922a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b38aebc56e649039cef75d6dad694ba&device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 1095 time: 0.1340106 Aug 16 01:50:03.671510 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-13083791-96ae-499d-9a59-89c49eb09415 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aad478c-4a24-4df0-917d-f08b2bd9eb9a HTTP/1.1" status: 200 len: 217 time: 0.1114771 Aug 16 01:50:03.717608 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9fb0ab8a-2b81-44d5-aa31-e16416642f0e req-59168b87-5a40-4804-99bd-a20ace1b0148 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ef4e924cb4584ac79c6f9319dffe168f HTTP/1.1" status: 200 len: 221 time: 0.0370729 Aug 16 01:50:03.831604 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-8e0ed158-8b8c-4b71-b7f5-1185ba6bc8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:03.833013 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-8e0ed158-8b8c-4b71-b7f5-1185ba6bc8da service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fc150163-27bf-45e4-ae6c-55661c62cf42 HTTP/1.1" status: 200 len: 849 time: 0.1356921 Aug 16 01:50:03.838911 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2590a83-cafe-44be-8498-15ecfe5143c8 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:03.849951 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4446d73c-55ae-491c-a1d9-37e422442a6f None None] Sync routers for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:03.872991 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4446d73c-55ae-491c-a1d9-37e422442a6f None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:03.873632 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4446d73c-55ae-491c-a1d9-37e422442a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:49:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:03.900588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b432e8-e048-49c1-aa53-eb54b819e1f2 req-10c78a69-ee47-4199-a7f9-d4b7731ae8fb tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:03.902186 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-50b432e8-e048-49c1-aa53-eb54b819e1f2 req-10c78a69-ee47-4199-a7f9-d4b7731ae8fb tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1137993 Aug 16 01:50:03.904571 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2590a83-cafe-44be-8498-15ecfe5143c8 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:03.905688 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f2590a83-cafe-44be-8498-15ecfe5143c8 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.9431696 Aug 16 01:50:03.912259 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34998) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:03.940596 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4446d73c-55ae-491c-a1d9-37e422442a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:03.966183 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4446d73c-55ae-491c-a1d9-37e422442a6f None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:03.967233 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4446d73c-55ae-491c-a1d9-37e422442a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:49:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:03.968543 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-9d164863-c3db-46df-b0e2-cebb339daab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:03.970330 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-9d164863-c3db-46df-b0e2-cebb339daab5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c8fcd0c2-9de1-439f-ae80-0409004eeab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1231906 Aug 16 01:50:04.036163 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4446d73c-55ae-491c-a1d9-37e422442a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:04.037071 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4446d73c-55ae-491c-a1d9-37e422442a6f None None] The sync data for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:04.049968 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-50b432e8-e048-49c1-aa53-eb54b819e1f2 req-4a71e5dd-a514-45ed-930f-9d1ebdde3489 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263807 Aug 16 01:50:04.127791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-ae40aeef-8494-4347-bcc0-1d91e0ef5549 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:04.130152 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-ae40aeef-8494-4347-bcc0-1d91e0ef5549 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.73 "GET /v2.0/networks?id=41d6539e-4b24-4ea3-ae06-65cd600ea064 HTTP/1.1" status: 200 len: 817 time: 0.1361995 Aug 16 01:50:04.130955 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-6406cc46-12c9-4bad-b156-f41621ade22d service neutron] 10.222.0.63 "GET /v2.0/networks/c8fcd0c2-9de1-439f-ae80-0409004eeab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418939 Aug 16 01:50:04.161354 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031b110-c344-4a13-a78c-3a4c278ba7fb req-607638da-0b07-4029-9fef-e4e2e97f0cd3 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:04.168643 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c031b110-c344-4a13-a78c-3a4c278ba7fb req-607638da-0b07-4029-9fef-e4e2e97f0cd3 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 1095 time: 0.2718146 Aug 16 01:50:04.278483 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-fecd1657-2e9c-4df6-9099-f040ff5dcb12 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba9abf8115ac4b508816c39be6e59924 HTTP/1.1" status: 200 len: 379 time: 0.1218853 Aug 16 01:50:04.305703 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c031b110-c344-4a13-a78c-3a4c278ba7fb req-536e1a31-3b5a-4ac5-bbb8-c1719ca2c044 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307983 Aug 16 01:50:04.354094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-fb8901d0-bcce-4780-963e-f02b37a8adad tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Request body: {'port': {'device_id': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'admin_state_up': True, 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'security_groups': ['bfa6633f-c297-4d90-82fe-12fdfa840ed0']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:04.378783 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-69acc086-2106-4747-a07b-18867da487eb req-9e875aec-620e-4c31-ae5e-53d2af810679 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 210 time: 0.0582373 Aug 16 01:50:04.393903 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e825c2b6-688a-47e8-b6b9-e7e2d1bc9583 req-ae6e895e-bf93-4968-82ee-3feeed1c2778 service neutron] 10.222.0.63 "GET /v2.0/networks/c8fcd0c2-9de1-439f-ae80-0409004eeab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497351 Aug 16 01:50:04.528249 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a089707e-e5eb-4981-a36a-89a1b451722a req-5cb80646-dba6-4841-8896-0234d2a9a438 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/ports?device_id=8005f88c-3cb1-4d93-b5ab-25ffce08b44a HTTP/1.1" status: 200 len: 210 time: 0.0621288 Aug 16 01:50:04.572991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c08ea9-2281-4d80-b63f-97fb3b75df45 req-7e7fce31-a92c-4b67-bcf4-72692d952b90 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:04.577064 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee1a8b-0335-45e5-b5cc-483255646f2d req-9ddaddcb-c32f-490b-99c7-8d6d6d698207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:04.579203 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a6ee1a8b-0335-45e5-b5cc-483255646f2d req-9ddaddcb-c32f-490b-99c7-8d6d6d698207 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b38aebc56e649039cef75d6dad694ba&device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 1095 time: 0.1023166 Aug 16 01:50:04.580961 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-59c08ea9-2281-4d80-b63f-97fb3b75df45 req-7e7fce31-a92c-4b67-bcf4-72692d952b90 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1609108 Aug 16 01:50:04.731265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee1a8b-0335-45e5-b5cc-483255646f2d req-679f0f1e-2cad-4ca9-ab4d-db61549cd951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:04.732795 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a6ee1a8b-0335-45e5-b5cc-483255646f2d req-679f0f1e-2cad-4ca9-ab4d-db61549cd951 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c8fcd0c2-9de1-439f-ae80-0409004eeab0 HTTP/1.1" status: 200 len: 911 time: 0.1451552 Aug 16 01:50:04.821702 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a6ee1a8b-0335-45e5-b5cc-483255646f2d req-1f326318-fa4b-427f-ad40-f48944db6af0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aad478c-4a24-4df0-917d-f08b2bd9eb9a HTTP/1.1" status: 200 len: 217 time: 0.0809901 Aug 16 01:50:04.895717 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee1a8b-0335-45e5-b5cc-483255646f2d req-e9cc6b21-cb77-41e8-b8f1-a70df966d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:04.897646 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a6ee1a8b-0335-45e5-b5cc-483255646f2d req-e9cc6b21-cb77-41e8-b8f1-a70df966d2f0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fc150163-27bf-45e4-ae6c-55661c62cf42 HTTP/1.1" status: 200 len: 849 time: 0.0548739 Aug 16 01:50:04.961094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee1a8b-0335-45e5-b5cc-483255646f2d req-95e4718d-7983-4093-8ef3-8c13082b63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:04.962832 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a6ee1a8b-0335-45e5-b5cc-483255646f2d req-95e4718d-7983-4093-8ef3-8c13082b63d1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c8fcd0c2-9de1-439f-ae80-0409004eeab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542552 Aug 16 01:50:05.092774 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a6ee1a8b-0335-45e5-b5cc-483255646f2d req-3dd97b29-090c-4bb5-ad15-855dcba83b66 service neutron] 10.222.0.63 "GET /v2.0/networks/c8fcd0c2-9de1-439f-ae80-0409004eeab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212544 Aug 16 01:50:05.121378 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-fb8901d0-bcce-4780-963e-f02b37a8adad tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Made reservation on behalf of ba9abf8115ac4b508816c39be6e59924 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:05.126189 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-fb8901d0-bcce-4780-963e-f02b37a8adad tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:05.155776 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-59c08ea9-2281-4d80-b63f-97fb3b75df45 req-5e14bf3a-4aac-4754-96f5-bc0226ae3b61 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685589 Aug 16 01:50:05.328278 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a6ee1a8b-0335-45e5-b5cc-483255646f2d req-29396933-3181-47df-adea-7daa1c3af4ca service neutron] 10.222.0.63 "GET /v2.0/networks/c8fcd0c2-9de1-439f-ae80-0409004eeab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264512 Aug 16 01:50:05.479634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb06723-69f4-45e5-93f1-7ed82c00c399 req-307628c2-abf9-4f67-9cbc-9678ee5b746c tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:05.482128 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-afb06723-69f4-45e5-93f1-7ed82c00c399 req-307628c2-abf9-4f67-9cbc-9678ee5b746c tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1437230 Aug 16 01:50:05.494187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed185c-4c2a-45ab-bb15-798516206609 req-e368f5b7-e581-499b-bf18-7f85d3fdad05 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:05.502332 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-89ed185c-4c2a-45ab-bb15-798516206609 req-e368f5b7-e581-499b-bf18-7f85d3fdad05 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 1095 time: 0.0537448 Aug 16 01:50:05.503697 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2026d8f4-c88b-4625-a151-f0102dbfaa2d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:05.539149 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-fb8901d0-bcce-4780-963e-f02b37a8adad tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Allocated IP 172.20.0.9 (41d6539e-4b24-4ea3-ae06-65cd600ea064/b85102c8-d1ed-4688-b6f1-154a4a3875ac/0df7fa1e-c8ff-437b-9003-eb34c3f66157) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:05.549357 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-89ed185c-4c2a-45ab-bb15-798516206609 req-1b7c42eb-36c1-4605-a89b-08a97e23e89f tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393240 Aug 16 01:50:05.641731 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cc591252-c497-48ea-b3e3-89b36f4445d1 req-6da90016-1865-4194-bdcd-c13a6e78f573 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 210 time: 0.0355592 Aug 16 01:50:05.661547 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-afb06723-69f4-45e5-93f1-7ed82c00c399 req-2194a455-9924-48ec-b907-7ea4b0e6bcdc tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631784 Aug 16 01:50:05.718545 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35026) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:05.785475 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1c85a031-4727-4b85-b7e3-6f6a6b8b4bd0 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:05.817649 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1c85a031-4727-4b85-b7e3-6f6a6b8b4bd0 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:05.906722 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1c85a031-4727-4b85-b7e3-6f6a6b8b4bd0 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:05.911074 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1c85a031-4727-4b85-b7e3-6f6a6b8b4bd0 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:05.914923 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1c85a031-4727-4b85-b7e3-6f6a6b8b4bd0 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "DELETE /v2.0/security-groups/381232e5-89f5-4a83-80f0-4adffaeb489a HTTP/1.1" status: 204 len: 168 time: 0.1944540 Aug 16 01:50:05.915800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35034) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:05.967179 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-e7036a06-d862-448e-90a5-da110b53e3c4 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] show failed (client error): The resource could not be found. Aug 16 01:50:05.972085 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e7036a06-d862-448e-90a5-da110b53e3c4 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "GET /v2.0/security-groups/381232e5-89f5-4a83-80f0-4adffaeb489a HTTP/1.1" status: 404 len: 347 time: 0.0508769 Aug 16 01:50:05.974134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85a031-4727-4b85-b7e3-6f6a6b8b4bd0 tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=381232e5-89f5-4a83-80f0-4adffaeb489a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:05.976319 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 35036) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:06.006864 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a404f2-cffb-478a-94ec-2e8fa7e84209 req-7c1908be-5773-4e5d-8ddb-96bcb0db1fdf tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:06.014565 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1a404f2-cffb-478a-94ec-2e8fa7e84209 req-7c1908be-5773-4e5d-8ddb-96bcb0db1fdf tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.2250490 Aug 16 01:50:06.189742 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1a404f2-cffb-478a-94ec-2e8fa7e84209 req-3722207a-69b9-4050-a289-e6ba8809a738 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740620 Aug 16 01:50:06.251434 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-fb8901d0-bcce-4780-963e-f02b37a8adad tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:06.337320 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-fb8901d0-bcce-4780-963e-f02b37a8adad tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Transition to ACTIVE for port object 0df7fa1e-c8ff-437b-9003-eb34c3f66157 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:06.494146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-2026d8f4-c88b-4625-a151-f0102dbfaa2d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Allocated IP 172.20.0.1 (935d8524-df92-4d0f-bd95-e0592f2ac4a2/c3936df7-9ce2-44f0-917e-920881d79b96/af42cb9a-17df-4196-8841-9f8812e6afda) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:06.621652 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4b345-db80-46ff-ad4a-f274bd2b1111 req-f9e06e84-58e0-47d2-a5f7-78099f141d7c tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:06.631538 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1cf4b345-db80-46ff-ad4a-f274bd2b1111 req-f9e06e84-58e0-47d2-a5f7-78099f141d7c tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.3287241 Aug 16 01:50:06.669404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68c6da-3eba-4bb9-8af4-ea499ad43a34 req-e74013c8-6019-40f6-aed3-bca6156585a6 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:06.678536 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d68c6da-3eba-4bb9-8af4-ea499ad43a34 req-e74013c8-6019-40f6-aed3-bca6156585a6 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 1095 time: 0.0589457 Aug 16 01:50:06.695611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4351f650-e991-411c-b34c-d9d295dc6b0d tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Deleting port f0b9ea49-c628-4779-b442-8f736194d10c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:06.696366 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4351f650-e991-411c-b34c-d9d295dc6b0d tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:06.719805 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d68c6da-3eba-4bb9-8af4-ea499ad43a34 req-a072cb3b-a372-455c-96be-957f3ae9a662 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395632 Aug 16 01:50:06.792234 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4351f650-e991-411c-b34c-d9d295dc6b0d tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:06.792567 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4351f650-e991-411c-b34c-d9d295dc6b0d tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:06.807043 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4351f650-e991-411c-b34c-d9d295dc6b0d tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Calling delete_port for f0b9ea49-c628-4779-b442-8f736194d10c owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:06.834962 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-44f2c393-cfbf-489a-805f-496af5c18c12 req-e4be9c9e-440a-49e5-a186-2504b0088396 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 210 time: 0.0309350 Aug 16 01:50:06.980269 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2026d8f4-c88b-4625-a151-f0102dbfaa2d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:06.988658 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1cf4b345-db80-46ff-ad4a-f274bd2b1111 req-5b046a87-4163-4796-9275-6a436cc38a60 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560917 Aug 16 01:50:06.989685 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-fb8901d0-bcce-4780-963e-f02b37a8adad tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.058310 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4351f650-e991-411c-b34c-d9d295dc6b0d tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.063155 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-fb8901d0-bcce-4780-963e-f02b37a8adad tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Network 41d6539e-4b24-4ea3-ae06-65cd600ea064 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:07.091421 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8901d0-bcce-4780-963e-f02b37a8adad tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Pushing event updated for resources: {'Port': ['ID=0df7fa1e-c8ff-437b-9003-eb34c3f66157,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:07.095773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-fb8901d0-bcce-4780-963e-f02b37a8adad tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:07.104523 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-fb8901d0-bcce-4780-963e-f02b37a8adad tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:07.127194 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fee273-41ba-4aa9-bd79-5cf60c85a1aa req-5b6838b0-680a-470f-a8b9-3049ffc3ad39 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:07.133772 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6fee273-41ba-4aa9-bd79-5cf60c85a1aa req-5b6838b0-680a-470f-a8b9-3049ffc3ad39 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.0556042 Aug 16 01:50:07.168843 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351f650-e991-411c-b34c-d9d295dc6b0d tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Pushing event deleted for resources: {'Port': ['ID=f0b9ea49-c628-4779-b442-8f736194d10c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:07.208742 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6fee273-41ba-4aa9-bd79-5cf60c85a1aa req-3094b3f7-1b7f-4356-a5fb-de868d97412e tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704384 Aug 16 01:50:07.243079 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2026d8f4-c88b-4625-a151-f0102dbfaa2d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.294267 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.324447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-fb8901d0-bcce-4780-963e-f02b37a8adad tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:07.325128 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-fb8901d0-bcce-4780-963e-f02b37a8adad tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.371015 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2026d8f4-c88b-4625-a151-f0102dbfaa2d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Network 935d8524-df92-4d0f-bd95-e0592f2ac4a2 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:07.377146 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4351f650-e991-411c-b34c-d9d295dc6b0d tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.379715 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4351f650-e991-411c-b34c-d9d295dc6b0d tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.383876 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4351f650-e991-411c-b34c-d9d295dc6b0d tempest-ServersTestBootFromVolume-1375873291 tempest-ServersTestBootFromVolume-1375873291-project] 10.222.0.68 "DELETE /v2.0/floatingips/42452a0e-cfde-4e7f-bb2f-dc49139a14cc HTTP/1.1" status: 204 len: 168 time: 1.4036777 Aug 16 01:50:07.385276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2026d8f4-c88b-4625-a151-f0102dbfaa2d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:07.387142 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026d8f4-c88b-4625-a151-f0102dbfaa2d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=af42cb9a-17df-4196-8841-9f8812e6afda,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:07.390049 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-fb8901d0-bcce-4780-963e-f02b37a8adad tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0400012 Aug 16 01:50:07.390507 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 35060) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:07.392181 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2026d8f4-c88b-4625-a151-f0102dbfaa2d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:07.438448 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee755b2-6cb4-4fb8-a991-80f9a52ba52c req-5b846282-1af0-46be-ad3f-f0593ce011d7 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:07.440771 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ee755b2-6cb4-4fb8-a991-80f9a52ba52c req-5b846282-1af0-46be-ad3f-f0593ce011d7 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.0873237 Aug 16 01:50:07.469903 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Request body: {'port': {'device_id': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:07.487403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d606a703-34b1-43d0-9214-f3daab124bdd None None] Provisioning for port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:07.490855 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ee755b2-6cb4-4fb8-a991-80f9a52ba52c req-19b9fff3-a9e4-4f13-969d-fe3c9ef22456 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439110 Aug 16 01:50:07.493111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d606a703-34b1-43d0-9214-f3daab124bdd None None] Provisioning complete for port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:07.493709 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d606a703-34b1-43d0-9214-f3daab124bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.536296 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2026d8f4-c88b-4625-a151-f0102dbfaa2d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.538793 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d606a703-34b1-43d0-9214-f3daab124bdd None None] Port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:50:07.638394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabac0f-858e-46f7-b16f-45956849e956 req-9d363957-1cef-4798-a62c-eb6852282e5a tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:07.640053 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9fabac0f-858e-46f7-b16f-45956849e956 req-9d363957-1cef-4798-a62c-eb6852282e5a tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.0639846 Aug 16 01:50:07.701590 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9fabac0f-858e-46f7-b16f-45956849e956 req-4e7127d0-8d9b-4677-81e2-1601ff21077b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544338 Aug 16 01:50:07.820125 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.836831 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2026d8f4-c88b-4625-a151-f0102dbfaa2d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:07.892927 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a10df-8c5b-4aeb-9492-2b149dd249dd req-3b0f8f13-cebe-457b-9b89-26e2811c7436 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:07.902536 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4b6a10df-8c5b-4aeb-9492-2b149dd249dd req-3b0f8f13-cebe-457b-9b89-26e2811c7436 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 1095 time: 0.0656168 Aug 16 01:50:07.967142 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4b6a10df-8c5b-4aeb-9492-2b149dd249dd req-5126304d-011c-4bd7-89d6-bc00954a82d6 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636532 Aug 16 01:50:08.009456 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:08.197452 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b55d7-1bea-4201-bdba-2c688450d190 req-5ca6e242-308e-4e93-b55a-802fedf64f08 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:08.199473 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d6b55d7-1bea-4201-bdba-2c688450d190 req-5ca6e242-308e-4e93-b55a-802fedf64f08 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.3823245 Aug 16 01:50:08.256217 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88082297-68f2-406f-addf-6dafedca48fa req-1c4bf479-ab09-413d-85a4-99efe6d85079 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:08.264933 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88082297-68f2-406f-addf-6dafedca48fa req-1c4bf479-ab09-413d-85a4-99efe6d85079 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 931 time: 0.1653767 Aug 16 01:50:08.332174 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88082297-68f2-406f-addf-6dafedca48fa req-3ef4e050-9782-4dd5-8d1e-90081cf354b4 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613344 Aug 16 01:50:08.426498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d6b55d7-1bea-4201-bdba-2c688450d190 req-fa02c118-ccad-4573-963f-71fa1b8e9787 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183864 Aug 16 01:50:08.454014 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1aad478c-4a24-4df0-917d-f08b2bd9eb9a details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:50:08.747894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd401d6-47e0-4c9d-8e27-2b7612e5e808 req-04e5d542-9acf-4d17-aa4c-2bd0f711505d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:08.756627 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dfd401d6-47e0-4c9d-8e27-2b7612e5e808 req-04e5d542-9acf-4d17-aa4c-2bd0f711505d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1184585 Aug 16 01:50:08.797302 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1aad478c-4a24-4df0-917d-f08b2bd9eb9a, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1aad478c-4a24-4df0-917d-f08b2bd9eb9a,segment=NetworkSegment(ab22fcf0-d9f1-4030-8e96-5c2c3b511282),segment_id=ab22fcf0-d9f1-4030-8e96-5c2c3b511282)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:08.824592 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '1aad478c-4a24-4df0-917d-f08b2bd9eb9a', 'network_id': 'c8fcd0c2-9de1-439f-ae80-0409004eeab0', 'port_id': '1aad478c-4a24-4df0-917d-f08b2bd9eb9a', 'mac_address': 'fa:16:3e:1a:83:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc150163-27bf-45e4-ae6c-55661c62cf42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:50:08.842426 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dfd401d6-47e0-4c9d-8e27-2b7612e5e808 req-08104e38-9757-4e9d-98e7-7faae50ae1bf tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844707 Aug 16 01:50:08.880968 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:08.896753 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aad478c-4a24-4df0-917d-f08b2bd9eb9a {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:08.952852 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1aad478c-4a24-4df0-917d-f08b2bd9eb9a, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1aad478c-4a24-4df0-917d-f08b2bd9eb9a,segment=NetworkSegment(ab22fcf0-d9f1-4030-8e96-5c2c3b511282),segment_id=ab22fcf0-d9f1-4030-8e96-5c2c3b511282)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:08.970380 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:09.095536 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1aad478c-4a24-4df0-917d-f08b2bd9eb9a,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:09.107631 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:09.108199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:09.108693 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:09.109166 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:09.110339 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:09.111037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:09.111826 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:09.112292 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:09.112759 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:09.113247 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:09.113709 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:09.114267 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:09.203326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b3086-a037-407d-aefc-3c963429ea92 req-5254c321-0153-4e3c-8959-a63beb9441dc tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:09.219567 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fe9b3086-a037-407d-aefc-3c963429ea92 req-5254c321-0153-4e3c-8959-a63beb9441dc tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.2204340 Aug 16 01:50:09.248922 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['1aad478c-4a24-4df0-917d-f08b2bd9eb9a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:09.311539 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fe9b3086-a037-407d-aefc-3c963429ea92 req-2e806752-c831-4b62-a247-61cc4294b37a tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853171 Aug 16 01:50:09.554227 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b9521-e8f9-40b8-846d-ad98353e0f33 req-bf93ad81-f89c-4f01-927f-a9093412e941 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:09.560006 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1a7b9521-e8f9-40b8-846d-ad98353e0f33 req-bf93ad81-f89c-4f01-927f-a9093412e941 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 1096 time: 0.3590257 Aug 16 01:50:09.576468 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf733de-c670-4217-9d3d-ee9882a66531 req-5af3e42a-fc82-4fb7-b667-d3a3f40cfdad tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:09.598387 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fcf733de-c670-4217-9d3d-ee9882a66531 req-5af3e42a-fc82-4fb7-b667-d3a3f40cfdad tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1504092 Aug 16 01:50:09.670644 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df7fa1e-c8ff-437b-9003-eb34c3f66157 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:09.683666 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:09.697714 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fcf733de-c670-4217-9d3d-ee9882a66531 req-3228b34f-2f25-4378-b86d-51bde643e7c5 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982502 Aug 16 01:50:09.705899 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Transition to ACTIVE for port object 0df7fa1e-c8ff-437b-9003-eb34c3f66157 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:09.712094 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2026d8f4-c88b-4625-a151-f0102dbfaa2d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:09.737157 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:09.754852 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2026d8f4-c88b-4625-a151-f0102dbfaa2d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:09.907944 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2026d8f4-c88b-4625-a151-f0102dbfaa2d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:09.931761 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac20d41-8eff-4c9e-9672-3d1164f5e8e3 req-1f11d766-c053-4e82-9964-ac98c78dd4dd tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:09.939690 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3ac20d41-8eff-4c9e-9672-3d1164f5e8e3 req-1f11d766-c053-4e82-9964-ac98c78dd4dd tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 943 time: 0.1285253 Aug 16 01:50:09.970893 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1a7b9521-e8f9-40b8-846d-ad98353e0f33 req-fa709e9b-0bf2-490b-be73-e092b530f639 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009373 Aug 16 01:50:10.033633 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3ac20d41-8eff-4c9e-9672-3d1164f5e8e3 req-0559167c-f6ad-4a46-aa23-b3ca6ea8bdab tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929332 Aug 16 01:50:10.309208 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d3121-2ea0-4e9f-b270-5e3257496b41 req-86ebae82-f4d4-4bc9-9a60-e668e27df574 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:10.310585 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2026d8f4-c88b-4625-a151-f0102dbfaa2d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Network 935d8524-df92-4d0f-bd95-e0592f2ac4a2 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:10.317454 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d2d3121-2ea0-4e9f-b270-5e3257496b41 req-86ebae82-f4d4-4bc9-9a60-e668e27df574 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1400931 Aug 16 01:50:10.327634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2026d8f4-c88b-4625-a151-f0102dbfaa2d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:10.345532 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0df7fa1e-c8ff-437b-9003-eb34c3f66157,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:10.408833 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d2d3121-2ea0-4e9f-b270-5e3257496b41 req-29f23788-49e8-49e0-b2bc-f59355e2219f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888095 Aug 16 01:50:10.452577 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1aad478c-4a24-4df0-917d-f08b2bd9eb9a up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:10.639042 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 1aad478c-4a24-4df0-917d-f08b2bd9eb9a completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:10.653364 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 1aad478c-4a24-4df0-917d-f08b2bd9eb9a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:10.655148 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.695877 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b3a1ec4-60f6-482f-a7ba-46873cd58c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.780306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026d8f4-c88b-4625-a151-f0102dbfaa2d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=af42cb9a-17df-4196-8841-9f8812e6afda,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:10.885084 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:10.926604 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4186d-ddc5-4f16-b5b5-53730b888562 req-73127e0d-f362-4ba2-8984-3ce16e1acb53 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:10.934486 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ce4186d-ddc5-4f16-b5b5-53730b888562 req-73127e0d-f362-4ba2-8984-3ce16e1acb53 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.2754412 Aug 16 01:50:10.942414 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993e4562-9286-447b-8c29-e0f4c51a2835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aad478c-4a24-4df0-917d-f08b2bd9eb9a'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:10.942900 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Attempting to bind port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:10.943620 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Attempting to bind port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:10.943946 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Attempting to bind port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 on network 41d6539e-4b24-4ea3-ae06-65cd600ea064 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:10.950463 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a7685d-181b-487c-b1aa-de7770b99818" -d '{"events": [{"server_uuid": "993e4562-9286-447b-8c29-e0f4c51a2835", "name": "network-vif-plugged", "status": "completed", "tag": "1aad478c-4a24-4df0-917d-f08b2bd9eb9a"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:10.956360 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 on network 41d6539e-4b24-4ea3-ae06-65cd600ea064 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:50:10.956698 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Attempting to bind port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 on network 41d6539e-4b24-4ea3-ae06-65cd600ea064 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:10.974839 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2026d8f4-c88b-4625-a151-f0102dbfaa2d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 3a25f7ee-9157-48aa-9724-2748e338a288 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:10.975998 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1aad478c-4a24-4df0-917d-f08b2bd9eb9a, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1aad478c-4a24-4df0-917d-f08b2bd9eb9a,segment=NetworkSegment(ab22fcf0-d9f1-4030-8e96-5c2c3b511282),segment_id=ab22fcf0-d9f1-4030-8e96-5c2c3b511282)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:10.982395 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.010381 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:11.010725 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Checking segment: {'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:11.011124 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Bound using segment: {'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:11.011553 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Bound port: 0df7fa1e-c8ff-437b-9003-eb34c3f66157, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:11.011898 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.084407 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ce4186d-ddc5-4f16-b5b5-53730b888562 req-8ddaa993-4265-4854-b47e-f4402f311bca tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486013 Aug 16 01:50:11.113941 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26762a4-922d-4b3b-a2f1-e0153813e7d1 x-openstack-request-id: req-f26762a4-922d-4b3b-a2f1-e0153813e7d1 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:11.115671 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993e4562-9286-447b-8c29-e0f4c51a2835", "name": "network-vif-plugged", "status": "completed", "tag": "1aad478c-4a24-4df0-917d-f08b2bd9eb9a", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:11.118655 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f26762a4-922d-4b3b-a2f1-e0153813e7d1 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:11.122775 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993e4562-9286-447b-8c29-e0f4c51a2835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aad478c-4a24-4df0-917d-f08b2bd9eb9a', 'code': 200} Aug 16 01:50:11.327650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ee542-bf5a-42c0-a4e7-47ef0dd9ccc9 req-7d8a05cc-63a8-45a1-944a-f168a72de0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:11.330593 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b45ee542-bf5a-42c0-a4e7-47ef0dd9ccc9 req-7d8a05cc-63a8-45a1-944a-f168a72de0a6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 1097 time: 0.1694438 Aug 16 01:50:11.340274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1aad478c-4a24-4df0-917d-f08b2bd9eb9a,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:11.488906 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b45ee542-bf5a-42c0-a4e7-47ef0dd9ccc9 req-c2f1a035-7ecd-4494-9e0d-0e12452da349 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217151 Aug 16 01:50:11.550636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198bcde-c02c-4fcd-8a85-0d7df9fbcbd5 req-d3f05e8e-f4c2-40ac-a0bc-c9b4a1d42056 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:11.560495 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4198bcde-c02c-4fcd-8a85-0d7df9fbcbd5 req-d3f05e8e-f4c2-40ac-a0bc-c9b4a1d42056 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 1097 time: 0.1710846 Aug 16 01:50:11.622059 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4198bcde-c02c-4fcd-8a85-0d7df9fbcbd5 req-6558c142-372c-4609-8fa8-22b0d191ded0 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550606 Aug 16 01:50:11.633297 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] For port 0df7fa1e-c8ff-437b-9003-eb34c3f66157, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:11.731714 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2026d8f4-c88b-4625-a151-f0102dbfaa2d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:11.745297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda4b402-7ea1-4e8d-acb2-ce38f1f6a344 None None] Sync routers for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:11.754811 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2026d8f4-c88b-4625-a151-f0102dbfaa2d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "PUT /v2.0/routers/3a25f7ee-9157-48aa-9724-2748e338a288/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8407445 Aug 16 01:50:11.758088 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35478) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:11.759679 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] For port 0df7fa1e-c8ff-437b-9003-eb34c3f66157, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:11.767606 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0d2a52b4-449c-4b45-8d5e-c622870f73aa tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'port': {'network_id': '935d8524-df92-4d0f-bd95-e0592f2ac4a2', 'name': 'tempest-FloatingIPTestJSON-493488874'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:11.775224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda4b402-7ea1-4e8d-acb2-ce38f1f6a344 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:11.776177 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-cda4b402-7ea1-4e8d-acb2-ce38f1f6a344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:49:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:11.802215 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b00c4-2c5b-4eff-85cc-b4fbfd1ab0bc req-3ee447d4-c337-4dd8-97ac-c7e7f86b1237 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:11.812742 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-561b00c4-2c5b-4eff-85cc-b4fbfd1ab0bc req-3ee447d4-c337-4dd8-97ac-c7e7f86b1237 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 943 time: 0.3199337 Aug 16 01:50:11.837400 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.892604 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-cda4b402-7ea1-4e8d-acb2-ce38f1f6a344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:11.923670 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda4b402-7ea1-4e8d-acb2-ce38f1f6a344 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:11.924865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-cda4b402-7ea1-4e8d-acb2-ce38f1f6a344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:49:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:11.941116 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:11.942155 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:11.953549 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] 10.222.0.73 "PUT /v2.0/ports/0df7fa1e-c8ff-437b-9003-eb34c3f66157 HTTP/1.1" status: 200 len: 1092 time: 4.5286353 Aug 16 01:50:11.954306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'tag': '0df7fa1e-c8ff-437b-9003-eb34c3f66157'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:11.956651 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3eb6aa-01da-4f73-86b6-37e8a602dbd4" -d '{"events": [{"name": "network-changed", "server_uuid": "5261dd19-5726-46ff-852e-04c6b0dee09f", "tag": "0df7fa1e-c8ff-437b-9003-eb34c3f66157"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:11.957275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd81e9-ab17-49d0-8759-6ea01cefdad9 req-578dc0d5-e3da-4d68-b629-00ed6470e7dd tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:11.978964 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4fd81e9-ab17-49d0-8759-6ea01cefdad9 req-578dc0d5-e3da-4d68-b629-00ed6470e7dd tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1012974 Aug 16 01:50:12.006391 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-cda4b402-7ea1-4e8d-acb2-ce38f1f6a344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:12.007379 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda4b402-7ea1-4e8d-acb2-ce38f1f6a344 None None] The sync data for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:12.079235 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-561b00c4-2c5b-4eff-85cc-b4fbfd1ab0bc req-ea7a56c9-ec3a-421b-95de-d0e4bf508b79 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659156 Aug 16 01:50:12.103864 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4fd81e9-ab17-49d0-8759-6ea01cefdad9 req-ff9824c8-da01-4e0f-9d6c-3ae879241ab2 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201565 Aug 16 01:50:12.147776 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2a52b4-449c-4b45-8d5e-c622870f73aa tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Made reservation on behalf of 8ca510f91f32484cb7025f7da7b4954c for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:12.158952 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d2a52b4-449c-4b45-8d5e-c622870f73aa tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.215910 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-0d2a52b4-449c-4b45-8d5e-c622870f73aa tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] device_id is not set on port ea334046-9519-47e2-a0b1-3ec44964dc20 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:50:12.226472 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466f80db-8776-453c-8b4f-6d66a891c716 x-openstack-request-id: req-466f80db-8776-453c-8b4f-6d66a891c716 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:12.226802 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5261dd19-5726-46ff-852e-04c6b0dee09f", "tag": "0df7fa1e-c8ff-437b-9003-eb34c3f66157", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:12.227055 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-466f80db-8776-453c-8b4f-6d66a891c716 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:12.227455 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'tag': '0df7fa1e-c8ff-437b-9003-eb34c3f66157', 'status': 'completed', 'code': 200} Aug 16 01:50:12.243381 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f90420-3c43-4367-8dcd-9fb30e7492d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0df7fa1e-c8ff-437b-9003-eb34c3f66157,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:12.347495 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-e6278038-1231-4ba5-b331-9579469a1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:12.363572 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-e6278038-1231-4ba5-b331-9579469a1937 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba9abf8115ac4b508816c39be6e59924&device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 1095 time: 0.3514278 Aug 16 01:50:12.477057 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-9c3eb378-6a3a-404e-b516-8ebb0db8ef61 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157 HTTP/1.1" status: 200 len: 217 time: 0.0935133 Aug 16 01:50:12.553184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9b3a1ec4-60f6-482f-a7ba-46873cd58c96 admin admin] Deleting port cae0a193-0ab0-484b-a439-459e0cd9a1bd {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:12.554643 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b3a1ec4-60f6-482f-a7ba-46873cd58c96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.586094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5cf38-393b-4ca7-b3cd-cb5671819b41 req-236102d5-c836-47f7-b722-b413bab2fe35 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:12.587672 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-05e5cf38-393b-4ca7-b3cd-cb5671819b41 req-236102d5-c836-47f7-b722-b413bab2fe35 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.2194788 Aug 16 01:50:12.620465 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-0d2a52b4-449c-4b45-8d5e-c622870f73aa tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Allocated IP 172.20.0.3 (935d8524-df92-4d0f-bd95-e0592f2ac4a2/c3936df7-9ce2-44f0-917e-920881d79b96/ea334046-9519-47e2-a0b1-3ec44964dc20) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:12.708662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-69c9e9cf-e1bb-434a-bfb8-97057c300eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:12.713112 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-69c9e9cf-e1bb-434a-bfb8-97057c300eb7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b85102c8-d1ed-4688-b6f1-154a4a3875ac HTTP/1.1" status: 200 len: 856 time: 0.2206516 Aug 16 01:50:12.816686 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d2a52b4-449c-4b45-8d5e-c622870f73aa tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.860019 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-f36fbcab-6265-49a0-8efa-3240f554c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:12.861653 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-f36fbcab-6265-49a0-8efa-3240f554c89c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41d6539e-4b24-4ea3-ae06-65cd600ea064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1251254 Aug 16 01:50:12.866706 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-05e5cf38-393b-4ca7-b3cd-cb5671819b41 req-e9045ecb-678d-4fa0-9b85-cbd507d76724 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461870 Aug 16 01:50:12.967645 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d2a52b4-449c-4b45-8d5e-c622870f73aa tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.005907 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-eff61197-04c8-49f1-b348-965ce5255438 service neutron] 10.222.0.73 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159334 Aug 16 01:50:13.013398 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9b3a1ec4-60f6-482f-a7ba-46873cd58c96 admin admin] For port cae0a193-0ab0-484b-a439-459e0cd9a1bd, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=cae0a193-0ab0-484b-a439-459e0cd9a1bd,segment=NetworkSegment(119b8383-cbdb-46f9-9a3b-5028d09affca),segment_id=119b8383-cbdb-46f9-9a3b-5028d09affca)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:13.013981 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b3a1ec4-60f6-482f-a7ba-46873cd58c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.035340 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9b3a1ec4-60f6-482f-a7ba-46873cd58c96 admin admin] Calling delete_port for cae0a193-0ab0-484b-a439-459e0cd9a1bd owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:13.111930 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2a52b4-449c-4b45-8d5e-c622870f73aa tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Network 935d8524-df92-4d0f-bd95-e0592f2ac4a2 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:13.115240 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57b68d-dc9d-405f-a5f5-de55e59cce9a req-f7c2e675-3981-4d07-9ecc-09e87f4a8091 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:13.123970 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3c57b68d-dc9d-405f-a5f5-de55e59cce9a req-f7c2e675-3981-4d07-9ecc-09e87f4a8091 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 1097 time: 0.2321305 Aug 16 01:50:13.138661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-0d2a52b4-449c-4b45-8d5e-c622870f73aa tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:13.147488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2a52b4-449c-4b45-8d5e-c622870f73aa tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:13.196283 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a52b4-449c-4b45-8d5e-c622870f73aa tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=ea334046-9519-47e2-a0b1-3ec44964dc20,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:13.294203 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3c57b68d-dc9d-405f-a5f5-de55e59cce9a req-715893b7-11ac-4e50-972a-4dc29c6fc93b tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590314 Aug 16 01:50:13.349176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2a52b4-449c-4b45-8d5e-c622870f73aa tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:13.349962 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d2a52b4-449c-4b45-8d5e-c622870f73aa tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.356613 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2a025-37c4-4d01-b290-02e6999b550c req-8049f19b-a62a-41f8-bf90-0d565c19c05e tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:13.358311 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12a2a025-37c4-4d01-b290-02e6999b550c req-8049f19b-a62a-41f8-bf90-0d565c19c05e tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1927242 Aug 16 01:50:13.386839 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0d2a52b4-449c-4b45-8d5e-c622870f73aa tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6262455 Aug 16 01:50:13.387892 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35626) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:13.409093 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'port': {'network_id': '935d8524-df92-4d0f-bd95-e0592f2ac4a2', 'name': 'tempest-FloatingIPTestJSON-466411678'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:13.418884 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2aec342-54de-45ad-8d3d-b813ddfd4e3e req-bd5b511b-718e-490c-86bd-79a91b703c9f service neutron] 10.222.0.73 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998190 Aug 16 01:50:13.427699 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12a2a025-37c4-4d01-b290-02e6999b550c req-936f91ab-1c6e-49cc-9599-2290c271d4ec tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584884 Aug 16 01:50:13.629056 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b3a1ec4-60f6-482f-a7ba-46873cd58c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.663984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6760d64-71c0-4acb-90c0-d491bdc8d94b req-1de0166c-3272-4e83-8077-e1b600798575 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:13.687819 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6760d64-71c0-4acb-90c0-d491bdc8d94b req-1de0166c-3272-4e83-8077-e1b600798575 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 943 time: 0.1679637 Aug 16 01:50:13.700543 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3eb6aa-01da-4f73-86b6-37e8a602dbd4 req-3ed376d8-bb2e-4ac7-a176-07bec08d4fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:13.702468 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e3eb6aa-01da-4f73-86b6-37e8a602dbd4 req-3ed376d8-bb2e-4ac7-a176-07bec08d4fc1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba9abf8115ac4b508816c39be6e59924&device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 1095 time: 0.1956079 Aug 16 01:50:13.778344 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a1ec4-60f6-482f-a7ba-46873cd58c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=cae0a193-0ab0-484b-a439-459e0cd9a1bd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:13.816239 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6760d64-71c0-4acb-90c0-d491bdc8d94b req-00976dc9-2f34-4fa8-8751-b985decdfd30 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275170 Aug 16 01:50:13.894054 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Made reservation on behalf of 8ca510f91f32484cb7025f7da7b4954c for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:13.897823 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:13.926403 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] device_id is not set on port 256a1dc3-e70c-4832-99e1-e46dcfe468cf yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:50:14.179098 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Allocated IP 172.20.0.12 (935d8524-df92-4d0f-bd95-e0592f2ac4a2/c3936df7-9ce2-44f0-917e-920881d79b96/256a1dc3-e70c-4832-99e1-e46dcfe468cf) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:14.199341 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41c28c-bf4f-460c-8805-05308cc84544 req-022a1811-d1f0-4454-833b-38afdf8e2399 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:14.201512 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cd41c28c-bf4f-460c-8805-05308cc84544 req-022a1811-d1f0-4454-833b-38afdf8e2399 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.2768552 Aug 16 01:50:14.267246 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cd41c28c-bf4f-460c-8805-05308cc84544 req-bac91ab3-30a1-49c9-a528-81f96e3e4dc9 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580812 Aug 16 01:50:14.441293 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:14.451689 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96d458-d324-4ba8-9046-f6d9a5b0eff1 req-1e867df2-0c63-4227-8cbc-7ffd329a0598 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:14.454127 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6b96d458-d324-4ba8-9046-f6d9a5b0eff1 req-1e867df2-0c63-4227-8cbc-7ffd329a0598 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 1097 time: 0.8471150 Aug 16 01:50:14.498309 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:14.565873 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Network 935d8524-df92-4d0f-bd95-e0592f2ac4a2 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:14.569265 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3eb6aa-01da-4f73-86b6-37e8a602dbd4 req-ef54df89-9dba-4c22-88a3-fba7c36c7ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:14.570893 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e3eb6aa-01da-4f73-86b6-37e8a602dbd4 req-ef54df89-9dba-4c22-88a3-fba7c36c7ec2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=41d6539e-4b24-4ea3-ae06-65cd600ea064 HTTP/1.1" status: 200 len: 918 time: 0.8365340 Aug 16 01:50:14.572653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:14.577154 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b3a1ec4-60f6-482f-a7ba-46873cd58c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:14.579724 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:14.581903 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6b96d458-d324-4ba8-9046-f6d9a5b0eff1 req-333ada57-15fc-421f-916b-79a50bff08d8 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881200 Aug 16 01:50:14.626070 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e3eb6aa-01da-4f73-86b6-37e8a602dbd4 req-a3bb2a44-666d-4da4-9c25-74cea092d2e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157 HTTP/1.1" status: 200 len: 217 time: 0.0401528 Aug 16 01:50:14.636419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=256a1dc3-e70c-4832-99e1-e46dcfe468cf,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:14.655280 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:14.656165 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:14.656520 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:14.656927 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:14.657187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:14.657531 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:14.658357 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:14.658685 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:14.659010 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:14.659436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:14.659855 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:14.660349 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:14.681724 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:14.682496 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:14.724823 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db1f0c-8932-4ff0-b7ff-2df2b8f201bc req-4b6c5093-df94-4792-a06e-d60963301a47 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:14.731481 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-24db1f0c-8932-4ff0-b7ff-2df2b8f201bc req-4b6c5093-df94-4792-a06e-d60963301a47 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.2230816 Aug 16 01:50:14.733398 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d1fd2ce0-6c8a-4476-adc5-2a15311a5f93 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3434451 Aug 16 01:50:14.737268 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 35680) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:14.763274 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': '256a1dc3-e70c-4832-99e1-e46dcfe468cf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:14.804824 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-24db1f0c-8932-4ff0-b7ff-2df2b8f201bc req-7c107673-0b5e-4fff-be92-53235b6fd405 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672469 Aug 16 01:50:14.807243 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3eb6aa-01da-4f73-86b6-37e8a602dbd4 req-6d5362e1-edc8-4512-b52b-b14918322e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:14.808725 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e3eb6aa-01da-4f73-86b6-37e8a602dbd4 req-6d5362e1-edc8-4512-b52b-b14918322e8c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b85102c8-d1ed-4688-b6f1-154a4a3875ac HTTP/1.1" status: 200 len: 856 time: 0.0929780 Aug 16 01:50:14.926678 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:14.964800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ff9b2-11cf-48c4-8996-063c4278148d req-68f65fdf-3d6f-417d-958d-407a5298b2e9 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:14.967136 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-594ff9b2-11cf-48c4-8996-063c4278148d req-68f65fdf-3d6f-417d-958d-407a5298b2e9 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 1097 time: 0.0750210 Aug 16 01:50:15.013720 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-594ff9b2-11cf-48c4-8996-063c4278148d req-781f8828-4b69-4f89-90fd-fa8c8f2dd210 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395119 Aug 16 01:50:15.072605 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3eb6aa-01da-4f73-86b6-37e8a602dbd4 req-cdb61de3-e616-4b78-9da8-db226a1cad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:15.074210 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e3eb6aa-01da-4f73-86b6-37e8a602dbd4 req-cdb61de3-e616-4b78-9da8-db226a1cad43 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41d6539e-4b24-4ea3-ae06-65cd600ea064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1672766 Aug 16 01:50:15.149790 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e6a47-21e2-4170-9dd9-f499f0a624b8 req-2c88372c-056f-4f99-bb41-c695fe312772 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:15.151829 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-827e6a47-21e2-4170-9dd9-f499f0a624b8 req-2c88372c-056f-4f99-bb41-c695fe312772 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 943 time: 0.0645933 Aug 16 01:50:15.153671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3a1ec4-60f6-482f-a7ba-46873cd58c96 admin admin] Router 8da44f5f-819b-4d06-b3df-7acf75657634 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:15.180786 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193029f-a25d-4148-8a47-22658919434a req-bb8b7ebc-ba93-4f90-9b39-93c84f7a024d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:15.182256 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f193029f-a25d-4148-8a47-22658919434a req-bb8b7ebc-ba93-4f90-9b39-93c84f7a024d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.2509122 Aug 16 01:50:15.197946 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-827e6a47-21e2-4170-9dd9-f499f0a624b8 req-65bfef99-dab4-4334-8399-1b47ae2b2d8f tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371652 Aug 16 01:50:15.307223 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e3eb6aa-01da-4f73-86b6-37e8a602dbd4 req-2d39f8b8-b0b6-454a-a94a-5048063a81b7 service neutron] 10.222.0.73 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224867 Aug 16 01:50:15.386081 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f193029f-a25d-4148-8a47-22658919434a req-528e3022-3486-4adb-bd85-5ace72247207 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938677 Aug 16 01:50:15.482656 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3a1ec4-60f6-482f-a7ba-46873cd58c96 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:15.492058 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a878acb-e5c1-4863-9436-6e32d2795c40 None None] Sync routers for ids ['8da44f5f-819b-4d06-b3df-7acf75657634'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:15.494424 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9b3a1ec4-60f6-482f-a7ba-46873cd58c96 admin admin] 10.222.0.68 "PUT /v2.0/routers/8da44f5f-819b-4d06-b3df-7acf75657634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0986521 Aug 16 01:50:15.502686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 35700) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:15.514877 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a878acb-e5c1-4863-9436-6e32d2795c40 None None] Routers {'8da44f5f-819b-4d06-b3df-7acf75657634'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:15.516078 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8a878acb-e5c1-4863-9436-6e32d2795c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:49:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8da44f5f-819b-4d06-b3df-7acf75657634'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:15.517370 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565aec4-07f5-4531-a1ae-aefdbf82ad6c req-2af2fae7-0469-408a-88e6-f88469a18c31 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:15.522541 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5565aec4-07f5-4531-a1ae-aefdbf82ad6c req-2af2fae7-0469-408a-88e6-f88469a18c31 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 1097 time: 0.0840085 Aug 16 01:50:15.608481 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5565aec4-07f5-4531-a1ae-aefdbf82ad6c req-60940802-4c3e-4ae8-b99e-5b214cbb420b tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679395 Aug 16 01:50:15.632914 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e3eb6aa-01da-4f73-86b6-37e8a602dbd4 req-2fd5aa3f-3611-463b-a809-2dbbd6db8042 service neutron] 10.222.0.73 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158655 Aug 16 01:50:15.643503 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:15.676220 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8a878acb-e5c1-4863-9436-6e32d2795c40 None None] Set router 8da44f5f-819b-4d06-b3df-7acf75657634 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:15.704743 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b877a232-8723-4903-ba18-8a4ebc170a01 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:15.753934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0df7fa1e-c8ff-437b-9003-eb34c3f66157 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:50:15.763630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9573b7-7764-43f7-a21f-1a9464310e73 req-d3199d69-8f60-4db5-b89d-fb18861296ea tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:15.773114 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c9573b7-7764-43f7-a21f-1a9464310e73 req-d3199d69-8f60-4db5-b89d-fb18861296ea tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.0685065 Aug 16 01:50:15.829667 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c9573b7-7764-43f7-a21f-1a9464310e73 req-c1215ae1-a69c-44e3-81f5-66e743c2722c tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503390 Aug 16 01:50:15.883543 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Allocated IP 172.25.3.200 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/4941419c-e39a-4738-b201-3fd2b3fad2d2) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:15.913009 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b877a232-8723-4903-ba18-8a4ebc170a01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:15.946979 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0df7fa1e-c8ff-437b-9003-eb34c3f66157, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:15.969464 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '0df7fa1e-c8ff-437b-9003-eb34c3f66157', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'port_id': '0df7fa1e-c8ff-437b-9003-eb34c3f66157', 'mac_address': 'fa:16:3e:e9:af:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:50:16.055667 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:16.085494 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df7fa1e-c8ff-437b-9003-eb34c3f66157 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:16.103573 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8a878acb-e5c1-4863-9436-6e32d2795c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'name': 'tempest-ServersTestBootFromVolume-1624508070-router', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:50:13Z', 'revision_number': 5, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'gw_port': {'id': 'd32580d7-cb10-4328-ac88-8de589152f61', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:16.130970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b877a232-8723-4903-ba18-8a4ebc170a01 admin admin] Deleting port d32580d7-cb10-4328-ac88-8de589152f61 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:16.131321 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b877a232-8723-4903-ba18-8a4ebc170a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:16.135688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0df7fa1e-c8ff-437b-9003-eb34c3f66157, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:16.141895 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a878acb-e5c1-4863-9436-6e32d2795c40 None None] Checking router: 8da44f5f-819b-4d06-b3df-7acf75657634 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:16.143223 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:16.154756 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a878acb-e5c1-4863-9436-6e32d2795c40 None None] Routers {'8da44f5f-819b-4d06-b3df-7acf75657634'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:16.155727 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8a878acb-e5c1-4863-9436-6e32d2795c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:49:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8da44f5f-819b-4d06-b3df-7acf75657634'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:16.225988 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=0df7fa1e-c8ff-437b-9003-eb34c3f66157,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:16.269390 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8a878acb-e5c1-4863-9436-6e32d2795c40 None None] Set router 8da44f5f-819b-4d06-b3df-7acf75657634 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:16.305153 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:16.351944 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8a878acb-e5c1-4863-9436-6e32d2795c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'name': 'tempest-ServersTestBootFromVolume-1624508070-router', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:50:15Z', 'revision_number': 6, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:16.380011 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a878acb-e5c1-4863-9436-6e32d2795c40 None None] The sync data for ids ['8da44f5f-819b-4d06-b3df-7acf75657634'] in n-d-765315-27 is: [{'id': '8da44f5f-819b-4d06-b3df-7acf75657634', 'name': 'tempest-ServersTestBootFromVolume-1624508070-router', 'tenant_id': '1529735a2a4048bbb2f4e83bd590d36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:46:38Z', 'updated_at': '2021-08-16T01:50:15Z', 'revision_number': 6, 'project_id': '1529735a2a4048bbb2f4e83bd590d36c', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:16.390093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b877a232-8723-4903-ba18-8a4ebc170a01 admin admin] For port d32580d7-cb10-4328-ac88-8de589152f61, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d32580d7-cb10-4328-ac88-8de589152f61,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:16.390479 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b877a232-8723-4903-ba18-8a4ebc170a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:16.417167 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b877a232-8723-4903-ba18-8a4ebc170a01 admin admin] Calling delete_port for d32580d7-cb10-4328-ac88-8de589152f61 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:16.419733 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:16.453920 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['0df7fa1e-c8ff-437b-9003-eb34c3f66157'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:16.471858 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bdc77-37f6-4ae6-ac18-409a8079dae5 req-d658b584-bd4f-490b-a877-56ed14c54f22 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:16.473417 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e5bdc77-37f6-4ae6-ac18-409a8079dae5 req-d658b584-bd4f-490b-a877-56ed14c54f22 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 944 time: 0.1801710 Aug 16 01:50:16.491728 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:16.541221 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:16.556771 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:16.563039 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=4941419c-e39a-4738-b201-3fd2b3fad2d2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:16.639262 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e5bdc77-37f6-4ae6-ac18-409a8079dae5 req-93696377-cccc-4965-9431-387661645ba9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525917 Aug 16 01:50:16.814509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cae0a193-0ab0-484b-a439-459e0cd9a1bd no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:16.836069 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b8bde-9f2f-449c-ac86-5bc0742401ec req-97dca1dd-c981-48ea-9387-7d6e52f19fed tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:16.846383 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-304b8bde-9f2f-449c-ac86-5bc0742401ec req-97dca1dd-c981-48ea-9387-7d6e52f19fed tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 1097 time: 0.1304700 Aug 16 01:50:16.868967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: cae0a193-0ab0-484b-a439-459e0cd9a1bd {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:16.869412 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cae0a193-0ab0-484b-a439-459e0cd9a1bd not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:16.943590 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-304b8bde-9f2f-449c-ac86-5bc0742401ec req-94d5e887-24a6-4c52-b179-ddf74f75bec1 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922720 Aug 16 01:50:16.954913 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d502c-bf8b-47e2-a015-5683eaa8f152 req-b854313b-7d04-4575-8560-50c0d3071454 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:16.956606 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f09d502c-bf8b-47e2-a015-5683eaa8f152 req-b854313b-7d04-4575-8560-50c0d3071454 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 1097 time: 0.0713561 Aug 16 01:50:16.977117 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b877a232-8723-4903-ba18-8a4ebc170a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:17.044171 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877a232-8723-4903-ba18-8a4ebc170a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=d32580d7-cb10-4328-ac88-8de589152f61,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:17.477351 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-f09d502c-bf8b-47e2-a015-5683eaa8f152 req-1ed51945-3421-4031-956d-50dd6a7ee11e tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Deleting port 1aad478c-4a24-4df0-917d-f08b2bd9eb9a {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:17.477876 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f09d502c-bf8b-47e2-a015-5683eaa8f152 req-1ed51945-3421-4031-956d-50dd6a7ee11e tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:17.601310 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f09d502c-bf8b-47e2-a015-5683eaa8f152 req-1ed51945-3421-4031-956d-50dd6a7ee11e tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] For port 1aad478c-4a24-4df0-917d-f08b2bd9eb9a, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1aad478c-4a24-4df0-917d-f08b2bd9eb9a,segment=NetworkSegment(ab22fcf0-d9f1-4030-8e96-5c2c3b511282),segment_id=ab22fcf0-d9f1-4030-8e96-5c2c3b511282)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:17.601794 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f09d502c-bf8b-47e2-a015-5683eaa8f152 req-1ed51945-3421-4031-956d-50dd6a7ee11e tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:17.619897 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-f09d502c-bf8b-47e2-a015-5683eaa8f152 req-1ed51945-3421-4031-956d-50dd6a7ee11e tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Calling delete_port for 1aad478c-4a24-4df0-917d-f08b2bd9eb9a owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:17.639337 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84169b4-e25a-4353-a4d9-00e304f507c0 req-3969835d-4e08-49fd-98a2-c96e8a29a387 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:17.648249 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f84169b4-e25a-4353-a4d9-00e304f507c0 req-3969835d-4e08-49fd-98a2-c96e8a29a387 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.6743672 Aug 16 01:50:17.721548 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f84169b4-e25a-4353-a4d9-00e304f507c0 req-88223769-bc86-4db2-bd45-ccc9b15f3b9a tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715373 Aug 16 01:50:17.741562 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0df7fa1e-c8ff-437b-9003-eb34c3f66157 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:17.763088 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b877a232-8723-4903-ba18-8a4ebc170a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:17.793140 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f09d502c-bf8b-47e2-a015-5683eaa8f152 req-1ed51945-3421-4031-956d-50dd6a7ee11e tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:17.814035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['a4b43b9c-b8d6-4c65-9917-0a92a41495a5'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:17.819242 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['1aad478c-4a24-4df0-917d-f08b2bd9eb9a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:17.892942 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed51945-3421-4031-956d-50dd6a7ee11e tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Pushing event deleted for resources: {'Port': ['ID=1aad478c-4a24-4df0-917d-f08b2bd9eb9a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:17.991041 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09d502c-bf8b-47e2-a015-5683eaa8f152 req-1ed51945-3421-4031-956d-50dd6a7ee11e tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] No DVR routers for this DVR port 1aad478c-4a24-4df0-917d-f08b2bd9eb9a on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:17.998472 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f09d502c-bf8b-47e2-a015-5683eaa8f152 req-1ed51945-3421-4031-956d-50dd6a7ee11e tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.003698 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f09d502c-bf8b-47e2-a015-5683eaa8f152 req-1ed51945-3421-4031-956d-50dd6a7ee11e tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.63 "DELETE /v2.0/ports/1aad478c-4a24-4df0-917d-f08b2bd9eb9a HTTP/1.1" status: 204 len: 173 time: 1.0400393 Aug 16 01:50:18.004069 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993e4562-9286-447b-8c29-e0f4c51a2835', 'name': 'network-vif-deleted', 'tag': '1aad478c-4a24-4df0-917d-f08b2bd9eb9a'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:18.006445 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73d0990-5b3c-46c3-aa2c-8f092b07ce57" -d '{"events": [{"server_uuid": "993e4562-9286-447b-8c29-e0f4c51a2835", "name": "network-vif-deleted", "tag": "1aad478c-4a24-4df0-917d-f08b2bd9eb9a"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:18.045935 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:18.076190 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:18.076557 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.190154 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.255220 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bfc58566-0d52-4e89-a9cc-001daec68cc1 req-8252db16-011a-4636-8057-4184681e8383 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=993e4562-9286-447b-8c29-e0f4c51a2835 HTTP/1.1" status: 200 len: 210 time: 0.0957510 Aug 16 01:50:18.376968 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad58060-7f5a-4c68-9e66-e2f910feaa74 x-openstack-request-id: req-dad58060-7f5a-4c68-9e66-e2f910feaa74 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:18.377503 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993e4562-9286-447b-8c29-e0f4c51a2835", "name": "network-vif-deleted", "tag": "1aad478c-4a24-4df0-917d-f08b2bd9eb9a", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:18.377980 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dad58060-7f5a-4c68-9e66-e2f910feaa74 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:18.379013 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993e4562-9286-447b-8c29-e0f4c51a2835', 'name': 'network-vif-deleted', 'tag': '1aad478c-4a24-4df0-917d-f08b2bd9eb9a', 'status': 'completed', 'code': 200} Aug 16 01:50:18.434012 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b877a232-8723-4903-ba18-8a4ebc170a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.453929 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.471844 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b877a232-8723-4903-ba18-8a4ebc170a01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.522642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df7fa1e-c8ff-437b-9003-eb34c3f66157'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:18.540535 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.540962 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4887f23-9c86-42ce-85a9-0de7decf9bfc" -d '{"events": [{"server_uuid": "5261dd19-5726-46ff-852e-04c6b0dee09f", "name": "network-vif-plugged", "status": "completed", "tag": "0df7fa1e-c8ff-437b-9003-eb34c3f66157"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:18.551581 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a494bb-24ac-4285-8d5a-c75acb2e8e90 req-006d148d-93ba-44b2-8960-fc51971ed2eb tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:18.560074 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-00a494bb-24ac-4285-8d5a-c75acb2e8e90 req-006d148d-93ba-44b2-8960-fc51971ed2eb tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.0853989 Aug 16 01:50:18.581800 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0df7fa1e-c8ff-437b-9003-eb34c3f66157, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:18.582723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf0509-aa11-470e-8a49-78225cdf802d req-b3074c71-5191-45f4-8e39-57ca3ba043ca tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:18.591058 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8bf0509-aa11-470e-8a49-78225cdf802d req-b3074c71-5191-45f4-8e39-57ca3ba043ca tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 944 time: 0.7161984 Aug 16 01:50:18.596729 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.611506 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b877a232-8723-4903-ba18-8a4ebc170a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.612020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b877a232-8723-4903-ba18-8a4ebc170a01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8da44f5f-819b-4d06-b3df-7acf75657634 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:50:18.637687 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b877a232-8723-4903-ba18-8a4ebc170a01 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:18.638899 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b877a232-8723-4903-ba18-8a4ebc170a01 admin admin] 10.222.0.68 "DELETE /v2.0/routers/8da44f5f-819b-4d06-b3df-7acf75657634 HTTP/1.1" status: 204 len: 168 time: 3.1352534 Aug 16 01:50:18.643518 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 35740) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:18.677548 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-00a494bb-24ac-4285-8d5a-c75acb2e8e90 req-b4f584aa-5add-4ee1-bb12-5312a13b3c45 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161735 Aug 16 01:50:18.740778 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=0df7fa1e-c8ff-437b-9003-eb34c3f66157,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:18.785621 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5723a8-5be1-4ea3-95d3-429ea90670ab x-openstack-request-id: req-1a5723a8-5be1-4ea3-95d3-429ea90670ab {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:18.785950 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5261dd19-5726-46ff-852e-04c6b0dee09f", "name": "network-vif-plugged", "status": "completed", "tag": "0df7fa1e-c8ff-437b-9003-eb34c3f66157", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:18.786684 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1a5723a8-5be1-4ea3-95d3-429ea90670ab {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:18.787082 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df7fa1e-c8ff-437b-9003-eb34c3f66157', 'code': 200} Aug 16 01:50:18.801931 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d32580d7-cb10-4328-ac88-8de589152f61 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:18.851996 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8bf0509-aa11-470e-8a49-78225cdf802d req-a9f4ed46-832d-436b-ade6-44dbac01e770 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599542 Aug 16 01:50:18.875822 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: d32580d7-cb10-4328-ac88-8de589152f61 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:18.876339 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d32580d7-cb10-4328-ac88-8de589152f61 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:18.892366 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce5bd23-4add-42cc-a39b-257cb1596ea7 admin admin] Deleting subnet 66424a27-2b04-48e7-b747-252110db691a {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:50:18.910066 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ce5bd23-4add-42cc-a39b-257cb1596ea7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.007764 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ce5bd23-4add-42cc-a39b-257cb1596ea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.041091 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83e35d-4b82-4b0b-aa26-ebd3dd185d49 req-cf4722d8-f443-43b5-8050-2deddd0c8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:19.042644 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1d83e35d-4b82-4b0b-aa26-ebd3dd185d49 req-cf4722d8-f443-43b5-8050-2deddd0c8737 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 1097 time: 0.1477356 Aug 16 01:50:19.065646 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.081551 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.180100 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1d83e35d-4b82-4b0b-aa26-ebd3dd185d49 req-0dd5dff3-b7cf-4125-83a7-b014fa29d484 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272097 Aug 16 01:50:19.212060 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=4941419c-e39a-4738-b201-3fd2b3fad2d2,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:19.222630 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ce5bd23-4add-42cc-a39b-257cb1596ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.256062 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.396263 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ce5bd23-4add-42cc-a39b-257cb1596ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.436955 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5bd23-4add-42cc-a39b-257cb1596ea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66424a27-2b04-48e7-b747-252110db691a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:19.440332 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Floating IP 15b6d685-9edb-4ed7-87cf-c637c32e79b1 associated. External IP: 172.25.3.200, port: 256a1dc3-e70c-4832-99e1-e46dcfe468cf. Aug 16 01:50:19.444678 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ce5bd23-4add-42cc-a39b-257cb1596ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.446158 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533cdd43-2806-41f3-a338-b0bc6ff29ae3 None None] Network 27b5d8d5-10cf-4fee-9418-9d301dc64f6c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:19.447098 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7ce5bd23-4add-42cc-a39b-257cb1596ea7 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/66424a27-2b04-48e7-b747-252110db691a HTTP/1.1" status: 204 len: 168 time: 0.8026454 Aug 16 01:50:19.449485 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 35750) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:19.618476 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.648875 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f85f79-a02c-43b5-b449-7bbdceb94d8b req-b6bf2ec9-3761-4901-8d3b-ae0791b96008 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:19.652118 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2f85f79-a02c-43b5-b449-7bbdceb94d8b req-b6bf2ec9-3761-4901-8d3b-ae0791b96008 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9d33f4cd-9693-4e7c-95a0-61e5dd53f256 HTTP/1.1" status: 200 len: 1098 time: 0.0558436 Aug 16 01:50:19.718040 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2f85f79-a02c-43b5-b449-7bbdceb94d8b req-b24a2f8c-dd0e-49fa-bee8-2810a15d73d3 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548468 Aug 16 01:50:19.786575 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66afe6ce-e9e8-4446-b0c9-8ad35fb4144a None None] DHCP port deletion for 27b5d8d5-10cf-4fee-9418-9d301dc64f6c request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:50:19.795294 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] Deleting port df193805-d23b-4016-babd-22832e8f5a72 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:19.795832 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.848602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-66afe6ce-e9e8-4446-b0c9-8ad35fb4144a None None] Deleting port df193805-d23b-4016-babd-22832e8f5a72 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:19.849033 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-66afe6ce-e9e8-4446-b0c9-8ad35fb4144a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.891793 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 3a25f7ee-9157-48aa-9724-2748e338a288 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:19.927388 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] For port df193805-d23b-4016-babd-22832e8f5a72, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=df193805-d23b-4016-babd-22832e8f5a72,segment=NetworkSegment(119b8383-cbdb-46f9-9a3b-5028d09affca),segment_id=119b8383-cbdb-46f9-9a3b-5028d09affca)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:19.927795 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.938966 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-66afe6ce-e9e8-4446-b0c9-8ad35fb4144a None None] For port df193805-d23b-4016-babd-22832e8f5a72, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=df193805-d23b-4016-babd-22832e8f5a72,segment=NetworkSegment(119b8383-cbdb-46f9-9a3b-5028d09affca),segment_id=119b8383-cbdb-46f9-9a3b-5028d09affca)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:19.940040 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-66afe6ce-e9e8-4446-b0c9-8ad35fb4144a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:19.947058 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339adf6-b19d-49c3-9db1-16445d6fd534 req-3b2a3a69-4ff2-4377-b18d-a41476c14056 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:19.955433 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e339adf6-b19d-49c3-9db1-16445d6fd534 req-3b2a3a69-4ff2-4377-b18d-a41476c14056 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1559253 Aug 16 01:50:19.959974 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-66afe6ce-e9e8-4446-b0c9-8ad35fb4144a None None] Calling delete_port for df193805-d23b-4016-babd-22832e8f5a72 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:19.971674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] Calling delete_port for df193805-d23b-4016-babd-22832e8f5a72 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:20.072375 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-66afe6ce-e9e8-4446-b0c9-8ad35fb4144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.100709 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e339adf6-b19d-49c3-9db1-16445d6fd534 req-c6a00e9f-6832-439d-85d2-538477b09079 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443813 Aug 16 01:50:20.103443 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afe6ce-e9e8-4446-b0c9-8ad35fb4144a None None] Pushing event deleted for resources: {'Port': ['ID=df193805-d23b-4016-babd-22832e8f5a72,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:20.108531 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5b4bdf81-2597-4b44-a3e5-ae3d9597ad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.127324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66afe6ce-e9e8-4446-b0c9-8ad35fb4144a None None] No DVR routers for this DVR port df193805-d23b-4016-babd-22832e8f5a72 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:20.185164 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eca0e3-6cf9-4277-b57f-de4defad28e9 req-bb5b8a77-f8bb-431e-b3de-7c148568775b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:20.194740 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-31eca0e3-6cf9-4277-b57f-de4defad28e9 req-bb5b8a77-f8bb-431e-b3de-7c148568775b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.1351571 Aug 16 01:50:20.251388 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-31eca0e3-6cf9-4277-b57f-de4defad28e9 req-35f9f7fb-aea3-4b8b-b648-37ec340922e6 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556376 Aug 16 01:50:20.290273 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:20.305395 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ee31ff-c58d-47fa-8fce-c1479251a269 None None] Sync routers for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:20.307603 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.318101 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee31ff-c58d-47fa-8fce-c1479251a269 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:20.319008 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-73ee31ff-c58d-47fa-8fce-c1479251a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:49:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:20.349079 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] Pushing event deleted for resources: {'Port': ['ID=df193805-d23b-4016-babd-22832e8f5a72,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:20.358315 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78379506-74ee-4671-8cf4-3631ffe56cad req-d2383a37-55b2-4d77-9e22-a1f006b91397 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:20.360316 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78379506-74ee-4671-8cf4-3631ffe56cad req-d2383a37-55b2-4d77-9e22-a1f006b91397 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1227586 Aug 16 01:50:20.361237 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] No DVR routers for this DVR port df193805-d23b-4016-babd-22832e8f5a72 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:20.365397 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.366023 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-73ee31ff-c58d-47fa-8fce-c1479251a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:20.377785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee31ff-c58d-47fa-8fce-c1479251a269 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:20.378644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-73ee31ff-c58d-47fa-8fce-c1479251a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:49:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:20.413246 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-73ee31ff-c58d-47fa-8fce-c1479251a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:20.413941 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ee31ff-c58d-47fa-8fce-c1479251a269 None None] The sync data for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:20.463111 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ea5e2142-e056-42d6-9263-59506a945b58 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7034004 Aug 16 01:50:20.465875 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35766) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:20.471456 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-29e26ba9-712b-408e-8c1e-7947f359f641 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:20.525001 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78379506-74ee-4671-8cf4-3631ffe56cad req-a03c9404-cf7c-44ea-af2e-413826c1901d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554601 Aug 16 01:50:20.526602 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.527868 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1aad478c-4a24-4df0-917d-f08b2bd9eb9a no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:20.540387 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b5d8d5-10cf-4fee-9418-9d301dc64f6c']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:20.552392 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119b8383-cbdb-46f9-9a3b-5028d09affca') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:20.553022 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119b8383-cbdb-46f9-9a3b-5028d09affca') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:20.563654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 1aad478c-4a24-4df0-917d-f08b2bd9eb9a {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:20.566354 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1aad478c-4a24-4df0-917d-f08b2bd9eb9a not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:20.570100 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.594387 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.603641 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29e26ba9-712b-408e-8c1e-7947f359f641 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.616664 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:50:20.617005 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:50:20.619022 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:50:20.723111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device df193805-d23b-4016-babd-22832e8f5a72 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:20.764853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: df193805-d23b-4016-babd-22832e8f5a72 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:20.765785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device df193805-d23b-4016-babd-22832e8f5a72 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:20.773208 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.783426 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.787334 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] 10.222.0.68 "DELETE /v2.0/networks/27b5d8d5-10cf-4fee-9418-9d301dc64f6c HTTP/1.1" status: 204 len: 168 time: 1.3343353 Aug 16 01:50:20.828372 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741903b-3b54-41f0-b4e8-3fa08314608f admin admin] Pushing event deleted for resources: {'Network': ['ID=27b5d8d5-10cf-4fee-9418-9d301dc64f6c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:20.844253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cec369-8244-4c1b-b1aa-65e71450cb0a req-a831494b-ab08-4212-967c-9b4dd9caa061 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:20.846206 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-93cec369-8244-4c1b-b1aa-65e71450cb0a req-a831494b-ab08-4212-967c-9b4dd9caa061 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1477890 Aug 16 01:50:20.882305 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29e26ba9-712b-408e-8c1e-7947f359f641 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.909627 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29e26ba9-712b-408e-8c1e-7947f359f641 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:20.910229 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-29e26ba9-712b-408e-8c1e-7947f359f641 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Floating IP 15b6d685-9edb-4ed7-87cf-c637c32e79b1 disassociated. External IP: 172.25.3.200, port: 256a1dc3-e70c-4832-99e1-e46dcfe468cf. Aug 16 01:50:20.911568 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-93cec369-8244-4c1b-b1aa-65e71450cb0a req-bd5a53ff-ed01-4dc3-bd3e-f7cd3aa2df2a tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565541 Aug 16 01:50:20.960541 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32eb11d-ae3f-4431-bcfa-4559cffb9b00 req-6d446bac-77cb-4a97-9861-61ba1918a4ba tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:20.962150 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b32eb11d-ae3f-4431-bcfa-4559cffb9b00 req-6d446bac-77cb-4a97-9861-61ba1918a4ba tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9d33f4cd-9693-4e7c-95a0-61e5dd53f256 HTTP/1.1" status: 200 len: 1098 time: 0.0961792 Aug 16 01:50:21.039756 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b32eb11d-ae3f-4431-bcfa-4559cffb9b00 req-43a2c37e-82ca-4de7-88ee-4c61bbc7fd95 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=ae2d7909-569c-4c72-9c16-5bc79fd5d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660591 Aug 16 01:50:21.082119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35782) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:21.253460 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6c5890e2-11f5-471b-b691-910e2c216d54 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1529735a2a4048bbb2f4e83bd590d36c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685312 Aug 16 01:50:21.254309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35784) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:21.295276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e26ba9-712b-408e-8c1e-7947f359f641 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 3a25f7ee-9157-48aa-9724-2748e338a288 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:21.394649 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77fb51d8-d900-4853-a0fb-84c201febd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.428572 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77fb51d8-d900-4853-a0fb-84c201febd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.469622 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde9c79-5995-4390-a388-24650df1c937 req-878a6db3-e2aa-4239-9a5d-40dd0cab24af tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:21.471218 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9cde9c79-5995-4390-a388-24650df1c937 req-878a6db3-e2aa-4239-9a5d-40dd0cab24af tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9d33f4cd-9693-4e7c-95a0-61e5dd53f256 HTTP/1.1" status: 200 len: 1098 time: 0.4799755 Aug 16 01:50:21.516789 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be715272-ea7c-490f-b8ee-773afb0ec13e req-a315e005-6341-4051-91e2-47e7657a56eb tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:21.523992 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be715272-ea7c-490f-b8ee-773afb0ec13e req-a315e005-6341-4051-91e2-47e7657a56eb tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.4530551 Aug 16 01:50:21.536649 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e26ba9-712b-408e-8c1e-7947f359f641 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:21.552617 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135131d4-b2aa-4324-b0b6-1a90765fbf2a None None] Sync routers for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:21.566981 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135131d4-b2aa-4324-b0b6-1a90765fbf2a None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:21.567626 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-135131d4-b2aa-4324-b0b6-1a90765fbf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:49:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:21.568358 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29e26ba9-712b-408e-8c1e-7947f359f641 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.618718 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77fb51d8-d900-4853-a0fb-84c201febd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.621363 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77fb51d8-d900-4853-a0fb-84c201febd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.622548 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-77fb51d8-d900-4853-a0fb-84c201febd29 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/788ef9d1-7736-4989-b82f-ae775959d468 HTTP/1.1" status: 204 len: 168 time: 0.3649602 Aug 16 01:50:21.661377 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb51d8-d900-4853-a0fb-84c201febd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788ef9d1-7736-4989-b82f-ae775959d468,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:21.666479 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-135131d4-b2aa-4324-b0b6-1a90765fbf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:21.675048 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-29e26ba9-712b-408e-8c1e-7947f359f641 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "PUT /v2.0/floatingips/15b6d685-9edb-4ed7-87cf-c637c32e79b1 HTTP/1.1" status: 200 len: 688 time: 1.2071354 Aug 16 01:50:21.675917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35798) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:21.684630 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be715272-ea7c-490f-b8ee-773afb0ec13e req-c3a3db6c-193f-4993-a840-9f07689dcc7c tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596115 Aug 16 01:50:21.720877 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135131d4-b2aa-4324-b0b6-1a90765fbf2a None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:21.721528 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-135131d4-b2aa-4324-b0b6-1a90765fbf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:49:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:21.739997 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-9cde9c79-5995-4390-a388-24650df1c937 req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Deleting port a4b43b9c-b8d6-4c65-9917-0a92a41495a5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:21.740358 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9cde9c79-5995-4390-a388-24650df1c937 req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.785300 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-135131d4-b2aa-4324-b0b6-1a90765fbf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:21.786169 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135131d4-b2aa-4324-b0b6-1a90765fbf2a None None] The sync data for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:21.880387 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-9cde9c79-5995-4390-a388-24650df1c937 req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] For port a4b43b9c-b8d6-4c65-9917-0a92a41495a5, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a4b43b9c-b8d6-4c65-9917-0a92a41495a5,segment=NetworkSegment(ab22fcf0-d9f1-4030-8e96-5c2c3b511282),segment_id=ab22fcf0-d9f1-4030-8e96-5c2c3b511282)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:21.880937 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9cde9c79-5995-4390-a388-24650df1c937 req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:21.898756 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-9cde9c79-5995-4390-a388-24650df1c937 req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Calling delete_port for a4b43b9c-b8d6-4c65-9917-0a92a41495a5 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:21.919711 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc753e72-b835-40dc-a05a-327e3a590236 req-2a6b886f-8ec4-4d3d-860a-20d0d505ea99 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:21.926457 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fc753e72-b835-40dc-a05a-327e3a590236 req-2a6b886f-8ec4-4d3d-860a-20d0d505ea99 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.1049049 Aug 16 01:50:21.971150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b399a26d-7c31-42df-8a99-3e75f789d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Deleting port 4941419c-e39a-4738-b201-3fd2b3fad2d2 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:21.971491 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b399a26d-7c31-42df-8a99-3e75f789d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.035872 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fc753e72-b835-40dc-a05a-327e3a590236 req-05701cca-650f-4f93-a8ec-5d168e6d5e10 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053436 Aug 16 01:50:22.111906 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b399a26d-7c31-42df-8a99-3e75f789d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.112670 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b399a26d-7c31-42df-8a99-3e75f789d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.126053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b399a26d-7c31-42df-8a99-3e75f789d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Calling delete_port for 4941419c-e39a-4738-b201-3fd2b3fad2d2 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:22.146944 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989123c-74f6-405e-aa0b-a9334c8d99e3 req-22c281fe-ad4b-46ff-a32c-6f5363cdc5fc tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:22.148504 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9989123c-74f6-405e-aa0b-a9334c8d99e3 req-22c281fe-ad4b-46ff-a32c-6f5363cdc5fc tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/ports?device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd HTTP/1.1" status: 200 len: 950 time: 0.1269863 Aug 16 01:50:22.162061 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9cde9c79-5995-4390-a388-24650df1c937 req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.175178 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['a4b43b9c-b8d6-4c65-9917-0a92a41495a5'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:22.210970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4b43b9c-b8d6-4c65-9917-0a92a41495a5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:22.249660 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4c956-d016-491f-8812-a2821e0c4bbb req-55904ded-d0fa-4712-be1a-88084b49644d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:22.251261 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dba4c956-d016-491f-8812-a2821e0c4bbb req-55904ded-d0fa-4712-be1a-88084b49644d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1187947 Aug 16 01:50:22.284021 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:22.284506 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:22.284849 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:22.285184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:22.285521 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:22.285972 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:22.286424 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:22.286767 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:22.287093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:22.287409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:22.287736 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:22.288073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:50:22.302495 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cde9c79-5995-4390-a388-24650df1c937 req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] No DVR routers for this DVR port a4b43b9c-b8d6-4c65-9917-0a92a41495a5 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:22.305241 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9cde9c79-5995-4390-a388-24650df1c937 req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.307967 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9cde9c79-5995-4390-a388-24650df1c937 req-36b34642-6657-4151-b875-8ee5ce462656 tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.73 "DELETE /v2.0/ports/a4b43b9c-b8d6-4c65-9917-0a92a41495a5 HTTP/1.1" status: 204 len: 173 time: 0.8282320 Aug 16 01:50:22.308781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d33f4cd-9693-4e7c-95a0-61e5dd53f256', 'name': 'network-vif-deleted', 'tag': 'a4b43b9c-b8d6-4c65-9917-0a92a41495a5'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:22.311756 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a03f27-e35b-4969-8d9d-8a0ffc1ee1f6" -d '{"events": [{"server_uuid": "9d33f4cd-9693-4e7c-95a0-61e5dd53f256", "name": "network-vif-deleted", "tag": "a4b43b9c-b8d6-4c65-9917-0a92a41495a5"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:22.318971 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9989123c-74f6-405e-aa0b-a9334c8d99e3 req-aca032ee-fa3a-4f66-a9c8-0563c82fa6b3 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/security-groups?id=34d3ca29-a7dc-42a9-a006-542b508ddcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602316 Aug 16 01:50:22.330992 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:50:22.345351 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dba4c956-d016-491f-8812-a2821e0c4bbb req-eeb11492-ba9d-48f9-b8ea-edfa8f4d986b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843971 Aug 16 01:50:22.473516 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0461fbbc-b107-4dcc-bbef-df636f7d01d3 req-e3c68f53-6d53-4a44-aeab-9fa2d2571eda tempest-TestServerMultinode-1438632876 tempest-TestServerMultinode-1438632876-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9d33f4cd-9693-4e7c-95a0-61e5dd53f256 HTTP/1.1" status: 200 len: 210 time: 0.0322402 Aug 16 01:50:22.474435 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b399a26d-7c31-42df-8a99-3e75f789d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.511170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399a26d-7c31-42df-8a99-3e75f789d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event deleted for resources: {'Port': ['ID=4941419c-e39a-4738-b201-3fd2b3fad2d2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:22.529779 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be202906-c06a-43e1-8ae6-0930730eabf3 req-b4262849-56d4-4f3b-9d76-abecafd61618 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:22.544671 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be202906-c06a-43e1-8ae6-0930730eabf3 req-b4262849-56d4-4f3b-9d76-abecafd61618 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.0984526 Aug 16 01:50:22.545792 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 35826) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:22.557333 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5f6f9884-3a3e-4da3-a593-a0817e08f8b0 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Request body: {'floatingip': {'port_id': '0df7fa1e-c8ff-437b-9003-eb34c3f66157'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:22.566827 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e57bbb7-82f8-4f14-95af-cecc6198c87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.619279 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df52de3d-d607-4960-8e6e-ddaaa174532c x-openstack-request-id: req-df52de3d-d607-4960-8e6e-ddaaa174532c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:22.619622 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d33f4cd-9693-4e7c-95a0-61e5dd53f256", "name": "network-vif-deleted", "tag": "a4b43b9c-b8d6-4c65-9917-0a92a41495a5", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:22.619997 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-df52de3d-d607-4960-8e6e-ddaaa174532c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:22.620391 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d33f4cd-9693-4e7c-95a0-61e5dd53f256', 'name': 'network-vif-deleted', 'tag': 'a4b43b9c-b8d6-4c65-9917-0a92a41495a5', 'status': 'completed', 'code': 200} Aug 16 01:50:22.652792 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9884-3a3e-4da3-a593-a0817e08f8b0 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.678848 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b399a26d-7c31-42df-8a99-3e75f789d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.686767 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b399a26d-7c31-42df-8a99-3e75f789d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.694754 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b399a26d-7c31-42df-8a99-3e75f789d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "DELETE /v2.0/floatingips/15b6d685-9edb-4ed7-87cf-c637c32e79b1 HTTP/1.1" status: 204 len: 168 time: 1.0166016 Aug 16 01:50:22.695423 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35832) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:22.701472 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': 'ea334046-9519-47e2-a0b1-3ec44964dc20'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:22.732024 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:22.920624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8af9c-381f-4d4d-bbc2-fd267d1b10f7 req-4cfba9c3-b8a6-4bd6-9047-10624d399721 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:22.930503 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1eb8af9c-381f-4d4d-bbc2-fd267d1b10f7 req-4cfba9c3-b8a6-4bd6-9047-10624d399721 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1577244 Aug 16 01:50:22.958180 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.012807 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 35840) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:23.134301 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1eb8af9c-381f-4d4d-bbc2-fd267d1b10f7 req-35e07594-891c-4f27-bc66-6bb1a97d0794 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025542 Aug 16 01:50:23.244462 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Allocated IP 172.25.3.46 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/79e4958c-8315-49ac-939c-e251635189cf) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:23.253733 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.342306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ea36600d-ec99-44b2-8638-629b7dd1dfd0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1144781929-network', 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:23.399310 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.483196 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea36600d-ec99-44b2-8638-629b7dd1dfd0 admin admin] Made reservation on behalf of c2d5a5cc65114bf0b1e2f912d543535b for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:23.486568 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea36600d-ec99-44b2-8638-629b7dd1dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.490848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567005b-02f9-40ae-8d48-87b8e77e9666 req-719767d1-74f9-40f7-96db-dbf7753a5ca6 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:23.492433 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e567005b-02f9-40ae-8d48-87b8e77e9666 req-719767d1-74f9-40f7-96db-dbf7753a5ca6 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/ports?device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd HTTP/1.1" status: 200 len: 950 time: 0.0626118 Aug 16 01:50:23.494005 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.510765 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea36600d-ec99-44b2-8638-629b7dd1dfd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.522865 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d688709-2904-4b48-ab79-3b19d53a0b3a req-09109eb6-ddbd-4439-b847-cf69c999b6c4 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:23.524359 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d688709-2904-4b48-ab79-3b19d53a0b3a req-09109eb6-ddbd-4439-b847-cf69c999b6c4 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1863418 Aug 16 01:50:23.570285 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=79e4958c-8315-49ac-939c-e251635189cf,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:23.573720 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:23.576626 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:23.582182 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:23.623506 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e567005b-02f9-40ae-8d48-87b8e77e9666 req-306475ba-f95d-48bd-97e3-4b5e87eaae53 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/security-groups?id=34d3ca29-a7dc-42a9-a006-542b508ddcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881362 Aug 16 01:50:23.708683 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d688709-2904-4b48-ab79-3b19d53a0b3a req-a2f372f0-df68-4cd9-afc4-6341c52530b6 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513340 Aug 16 01:50:23.713393 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 35854) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:23.739237 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9884-3a3e-4da3-a593-a0817e08f8b0 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.791172 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9884-3a3e-4da3-a593-a0817e08f8b0 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:23.919239 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd99187-3768-47d0-87ed-35dd7369277b req-7b889dd3-d45a-4e09-a326-b04041465546 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:23.921070 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fdd99187-3768-47d0-87ed-35dd7369277b req-7b889dd3-d45a-4e09-a326-b04041465546 tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.63 "GET /v2.0/ports?device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd HTTP/1.1" status: 200 len: 950 time: 0.1261442 Aug 16 01:50:24.027207 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83cdd1-e4f5-46e9-9b28-07b719984a48 req-dbdc1935-ec3e-4199-99f5-5b242bc97428 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:24.028706 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6e83cdd1-e4f5-46e9-9b28-07b719984a48 req-dbdc1935-ec3e-4199-99f5-5b242bc97428 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.2429008 Aug 16 01:50:24.050404 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea36600d-ec99-44b2-8638-629b7dd1dfd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.067779 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea36600d-ec99-44b2-8638-629b7dd1dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.106292 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.125137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-fdd99187-3768-47d0-87ed-35dd7369277b req-cd12b287-45b9-4a42-ab7b-1ac6ca85db1d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Deleting port 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:24.125748 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fdd99187-3768-47d0-87ed-35dd7369277b req-cd12b287-45b9-4a42-ab7b-1ac6ca85db1d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.129681 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-5f6f9884-3a3e-4da3-a593-a0817e08f8b0 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Floating IP 22273aca-3221-4da4-9af8-881c8d90f890 associated. External IP: 172.25.3.34, port: 0df7fa1e-c8ff-437b-9003-eb34c3f66157. Aug 16 01:50:24.140898 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea36600d-ec99-44b2-8638-629b7dd1dfd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:50:24.238992 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.247245 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6e83cdd1-e4f5-46e9-9b28-07b719984a48 req-d276e6b3-2ec4-48e8-b952-539d05bad336 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005246 Aug 16 01:50:24.247855 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36600d-ec99-44b2-8638-629b7dd1dfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ac1a34-1b00-4339-9c6f-cf3d95916f36,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:24.267825 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea36600d-ec99-44b2-8638-629b7dd1dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.268172 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-ea36600d-ec99-44b2-8638-629b7dd1dfd0 admin admin] Added segment 0d41240d-b969-4974-b7f3-046d32aaaed1 of type vlan for network 1bf8d967-faea-4836-ad8b-376a24333807 Aug 16 01:50:24.292254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-fdd99187-3768-47d0-87ed-35dd7369277b req-cd12b287-45b9-4a42-ab7b-1ac6ca85db1d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] For port 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=644f4704-17b8-4e5d-a3fd-c1e98aaa7c16,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:24.292793 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fdd99187-3768-47d0-87ed-35dd7369277b req-cd12b287-45b9-4a42-ab7b-1ac6ca85db1d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.323467 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-fdd99187-3768-47d0-87ed-35dd7369277b req-cd12b287-45b9-4a42-ab7b-1ac6ca85db1d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Calling delete_port for 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:24.378346 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea36600d-ec99-44b2-8638-629b7dd1dfd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.400506 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.539181 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea36600d-ec99-44b2-8638-629b7dd1dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.541688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea36600d-ec99-44b2-8638-629b7dd1dfd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:24.541688 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea36600d-ec99-44b2-8638-629b7dd1dfd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.645855 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fdd99187-3768-47d0-87ed-35dd7369277b req-cd12b287-45b9-4a42-ab7b-1ac6ca85db1d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.661310 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['644f4704-17b8-4e5d-a3fd-c1e98aaa7c16'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:24.677282 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4836de-1072-4db8-89e3-40dbedbf5a63 req-de80d46e-3663-42e8-87d2-5b0afb42f6d3 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:24.682405 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.684357 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f4836de-1072-4db8-89e3-40dbedbf5a63 req-de80d46e-3663-42e8-87d2-5b0afb42f6d3 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.3020391 Aug 16 01:50:24.724077 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.736618 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12b287-45b9-4a42-ab7b-1ac6ca85db1d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Pushing event deleted for resources: {'Port': ['ID=644f4704-17b8-4e5d-a3fd-c1e98aaa7c16,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:24.792943 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ea36600d-ec99-44b2-8638-629b7dd1dfd0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7721145 Aug 16 01:50:24.819389 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35868) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:24.822541 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4741aed6-027e-40e3-adfe-c782e52943da req-9d5e4c70-73b2-4eb4-932d-dc417a61c94e tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.68 "GET /v2.0/ports?device_id=da20a2ef-fb75-4bf1-8d48-97701bdecbbd HTTP/1.1" status: 200 len: 210 time: 0.0833693 Aug 16 01:50:24.823523 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36600d-ec99-44b2-8638-629b7dd1dfd0 admin admin] Pushing event updated for resources: {'Network': ['ID=1bf8d967-faea-4836-ad8b-376a24333807,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:24.833657 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0f938420-aa90-4b63-a9b6-366c8381a7e3 admin admin] Request body: {'subnet': {'network_id': '1bf8d967-faea-4836-ad8b-376a24333807', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1144781929-subnet', 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:24.836099 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 1bf8d967-faea-4836-ad8b-376a24333807 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:50:24.879951 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f4836de-1072-4db8-89e3-40dbedbf5a63 req-3207e9ee-b086-4001-a6b6-2a517f269028 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946223 Aug 16 01:50:24.905206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6f9884-3a3e-4da3-a593-a0817e08f8b0 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:24.933955 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd99187-3768-47d0-87ed-35dd7369277b req-cd12b287-45b9-4a42-ab7b-1ac6ca85db1d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] No DVR routers for this DVR port 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:24.952546 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fdd99187-3768-47d0-87ed-35dd7369277b req-cd12b287-45b9-4a42-ab7b-1ac6ca85db1d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:24.961202 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fdd99187-3768-47d0-87ed-35dd7369277b req-cd12b287-45b9-4a42-ab7b-1ac6ca85db1d tempest-VolumesBackupsTest-832889287 tempest-VolumesBackupsTest-832889287-project] 10.222.0.63 "DELETE /v2.0/ports/644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 HTTP/1.1" status: 204 len: 173 time: 1.0277741 Aug 16 01:50:24.977276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da20a2ef-fb75-4bf1-8d48-97701bdecbbd', 'name': 'network-vif-deleted', 'tag': '644f4704-17b8-4e5d-a3fd-c1e98aaa7c16'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:25.001703 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1221c5-2de4-44ae-8588-1e633b1f44f5" -d '{"events": [{"server_uuid": "da20a2ef-fb75-4bf1-8d48-97701bdecbbd", "name": "network-vif-deleted", "tag": "644f4704-17b8-4e5d-a3fd-c1e98aaa7c16"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:25.019489 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d6194a1-487f-4934-bea1-540dc6e85341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.020060 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.064309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=79e4958c-8315-49ac-939c-e251635189cf,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:25.072075 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f938420-aa90-4b63-a9b6-366c8381a7e3 admin admin] Made reservation on behalf of c2d5a5cc65114bf0b1e2f912d543535b for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:25.075053 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f938420-aa90-4b63-a9b6-366c8381a7e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.134247 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3def9dbe-239d-4f03-8a0f-91ac34430199 x-openstack-request-id: req-3def9dbe-239d-4f03-8a0f-91ac34430199 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:25.134950 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da20a2ef-fb75-4bf1-8d48-97701bdecbbd", "name": "network-vif-deleted", "tag": "644f4704-17b8-4e5d-a3fd-c1e98aaa7c16", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:25.134950 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3def9dbe-239d-4f03-8a0f-91ac34430199 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:25.135196 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da20a2ef-fb75-4bf1-8d48-97701bdecbbd', 'name': 'network-vif-deleted', 'tag': '644f4704-17b8-4e5d-a3fd-c1e98aaa7c16', 'status': 'completed', 'code': 200} Aug 16 01:50:25.535615 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6f9884-3a3e-4da3-a593-a0817e08f8b0 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:25.542234 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9884-3a3e-4da3-a593-a0817e08f8b0 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.556510 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e542c5b-09f6-463b-8e4d-e3c86eef7090 None None] Sync routers for ids ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:25.575643 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e542c5b-09f6-463b-8e4d-e3c86eef7090 None None] Routers {'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:25.578323 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4e542c5b-09f6-463b-8e4d-e3c86eef7090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:25.582120 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fb17d-7662-46d4-8132-a627619b211b req-eb79c6ed-3c63-41b9-ad1a-8b2507fb6f18 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:25.583685 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b73fb17d-7662-46d4-8132-a627619b211b req-eb79c6ed-3c63-41b9-ad1a-8b2507fb6f18 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.5328262 Aug 16 01:50:25.601586 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Floating IP dd41a25e-dd25-49a5-923b-3f8686faa620 associated. External IP: 172.25.3.46, port: ea334046-9519-47e2-a0b1-3ec44964dc20. Aug 16 01:50:25.617093 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5f6f9884-3a3e-4da3-a593-a0817e08f8b0 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "PUT /v2.0/floatingips/22273aca-3221-4da4-9af8-881c8d90f890 HTTP/1.1" status: 200 len: 990 time: 3.0665340 Aug 16 01:50:25.620830 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'tag': '0df7fa1e-c8ff-437b-9003-eb34c3f66157'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:25.623084 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc7bd6b-5fc8-4f8c-846a-ec4997cd3853" -d '{"events": [{"name": "network-changed", "server_uuid": "5261dd19-5726-46ff-852e-04c6b0dee09f", "tag": "0df7fa1e-c8ff-437b-9003-eb34c3f66157"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:25.704839 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b73fb17d-7662-46d4-8132-a627619b211b req-fe2b4519-9632-4af2-a028-3541d7c38714 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053786 Aug 16 01:50:25.822559 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddd8e3b-1b24-4cf3-a7f6-92a634e8e234 x-openstack-request-id: req-fddd8e3b-1b24-4cf3-a7f6-92a634e8e234 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:25.822833 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5261dd19-5726-46ff-852e-04c6b0dee09f", "tag": "0df7fa1e-c8ff-437b-9003-eb34c3f66157", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:25.823068 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fddd8e3b-1b24-4cf3-a7f6-92a634e8e234 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:25.823455 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'tag': '0df7fa1e-c8ff-437b-9003-eb34c3f66157', 'status': 'completed', 'code': 200} Aug 16 01:50:25.843711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a4b43b9c-b8d6-4c65-9917-0a92a41495a5 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:25.877414 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f938420-aa90-4b63-a9b6-366c8381a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.925899 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: a4b43b9c-b8d6-4c65-9917-0a92a41495a5 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:25.929048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a4b43b9c-b8d6-4c65-9917-0a92a41495a5 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:25.987282 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:25.998759 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4e542c5b-09f6-463b-8e4d-e3c86eef7090 None None] Set router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:26.035598 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7bd6b-5fc8-4f8c-846a-ec4997cd3853 req-72b775c1-ee32-4c49-bf85-e37b6596099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:26.037548 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6bc7bd6b-5fc8-4f8c-846a-ec4997cd3853 req-72b775c1-ee32-4c49-bf85-e37b6596099c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba9abf8115ac4b508816c39be6e59924&device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 1097 time: 0.0837054 Aug 16 01:50:26.040941 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f938420-aa90-4b63-a9b6-366c8381a7e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc0536c8-e5ac-4797-ae6c-c140cb3517c0,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:26.060415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6d6194a1-487f-4934-bea1-540dc6e85341 admin admin] Deleting port 451cace6-25a1-4513-a0f3-19a995f78a48 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:26.060738 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d6194a1-487f-4934-bea1-540dc6e85341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.079383 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f938420-aa90-4b63-a9b6-366c8381a7e3 admin admin] Checking segment: {'id': '0d41240d-b969-4974-b7f3-046d32aaaed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '1bf8d967-faea-4836-ad8b-376a24333807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:26.079928 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f938420-aa90-4b63-a9b6-366c8381a7e3 admin admin] Network hostable DHCP agents. Network: 1bf8d967-faea-4836-ad8b-376a24333807, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:50:26.101091 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 3a25f7ee-9157-48aa-9724-2748e338a288 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:26.133208 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3172e7-7423-4a99-b896-f028c32a14da req-c42e461d-d3ed-46ed-a0f5-c3aedb8ba79d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:26.141083 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f3172e7-7423-4a99-b896-f028c32a14da req-c42e461d-d3ed-46ed-a0f5-c3aedb8ba79d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1969640 Aug 16 01:50:26.173507 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f938420-aa90-4b63-a9b6-366c8381a7e3 admin admin] Network 1bf8d967-faea-4836-ad8b-376a24333807 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:50:26.226177 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-0f938420-aa90-4b63-a9b6-366c8381a7e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 1bf8d967-faea-4836-ad8b-376a24333807) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:26.230593 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f938420-aa90-4b63-a9b6-366c8381a7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:26.231180 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f938420-aa90-4b63-a9b6-366c8381a7e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.253038 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4292adb5-5127-4d8b-9a73-42960a6939f2 None None] Network 1bf8d967-faea-4836-ad8b-376a24333807 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:26.276404 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f3172e7-7423-4a99-b896-f028c32a14da req-62687fe6-a84c-4cac-aa65-6016a8540b82 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337051 Aug 16 01:50:26.287177 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0f938420-aa90-4b63-a9b6-366c8381a7e3 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4631383 Aug 16 01:50:26.301130 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 35894) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:26.317974 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-34b937e8-7f94-4f4a-8726-d10bf063178f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1144781929-router', 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:26.351641 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:26.365388 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf9e1a8-932a-459c-bf49-92f069022449 None None] Sync routers for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:26.382623 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf9e1a8-932a-459c-bf49-92f069022449 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:26.383271 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4cf9e1a8-932a-459c-bf49-92f069022449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:26.432114 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4cf9e1a8-932a-459c-bf49-92f069022449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:26.444854 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf9e1a8-932a-459c-bf49-92f069022449 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:26.445942 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4cf9e1a8-932a-459c-bf49-92f069022449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:26.484306 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.526329 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4cf9e1a8-932a-459c-bf49-92f069022449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:26.529449 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf9e1a8-932a-459c-bf49-92f069022449 None None] The sync data for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:26.548092 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34b937e8-7f94-4f4a-8726-d10bf063178f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.548653 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8cc1f2ae-c7d1-4230-8e5d-a271a3f2d5b7 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.8504887 Aug 16 01:50:26.549494 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35898) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:26.550056 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34b937e8-7f94-4f4a-8726-d10bf063178f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.572674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7bd6b-5fc8-4f8c-846a-ec4997cd3853 req-bdedb4c8-5c4b-41d1-aaff-ddc2054ac16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:26.574542 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6bc7bd6b-5fc8-4f8c-846a-ec4997cd3853 req-bdedb4c8-5c4b-41d1-aaff-ddc2054ac16c service neutron] 10.222.0.73 "GET /v2.0/networks?id=41d6539e-4b24-4ea3-ae06-65cd600ea064 HTTP/1.1" status: 200 len: 918 time: 0.5302274 Aug 16 01:50:26.584270 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6d6194a1-487f-4934-bea1-540dc6e85341 admin admin] For port 451cace6-25a1-4513-a0f3-19a995f78a48, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=451cace6-25a1-4513-a0f3-19a995f78a48,segment=NetworkSegment(ab22fcf0-d9f1-4030-8e96-5c2c3b511282),segment_id=ab22fcf0-d9f1-4030-8e96-5c2c3b511282)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:26.585001 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d6194a1-487f-4934-bea1-540dc6e85341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.666439 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-293c6613-3724-423d-b68f-6ee977d55130 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "GET /v2.0/floatingips/dd41a25e-dd25-49a5-923b-3f8686faa620 HTTP/1.1" status: 200 len: 976 time: 0.1128085 Aug 16 01:50:26.666653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35900) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:26.708907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6d6194a1-487f-4934-bea1-540dc6e85341 admin admin] Calling delete_port for 451cace6-25a1-4513-a0f3-19a995f78a48 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:26.721497 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda82ca-c2b3-437f-892c-043bab11749c req-d5d30254-18cc-4928-96e2-74c69f0bf08f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:26.723427 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0fda82ca-c2b3-437f-892c-043bab11749c req-d5d30254-18cc-4928-96e2-74c69f0bf08f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.2899332 Aug 16 01:50:26.850585 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1009a42d-d312-413f-a55e-f03088bd508a tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1823945 Aug 16 01:50:26.852724 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35904) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:26.858141 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1b4d7858-b8da-4363-b482-971462762372 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'floatingip': {'port_id': '256a1dc3-e70c-4832-99e1-e46dcfe468cf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:26.867408 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34b937e8-7f94-4f4a-8726-d10bf063178f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.906266 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0fda82ca-c2b3-437f-892c-043bab11749c req-9fd21a1e-1da7-4517-9f0f-4617e79e93ab tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691520 Aug 16 01:50:26.915600 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-1bf8d967-faea-4836-ad8b-376a24333807', 'network_id': '1bf8d967-faea-4836-ad8b-376a24333807', 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'fixed_ips': [{'subnet_id': 'dc0536c8-e5ac-4797-ae6c-c140cb3517c0'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:50:26.916463 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:26.920751 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4e542c5b-09f6-463b-8e4d-e3c86eef7090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:45:16Z', 'revision_number': 4, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '22273aca-3221-4da4-9af8-881c8d90f890', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'port_id': '0df7fa1e-c8ff-437b-9003-eb34c3f66157', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'mac_address': 'fa:16:3e:e9:af:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:00Z', 'updated_at': '2021-08-16T01:50:23Z', 'revision_number': 1, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b2efff-55ad-47bf-a1dc-4c28420bee07', 'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'mac_address': 'fa:16:3e:d3:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:13Z', 'updated_at': '2021-08-16T01:45:27Z', 'revision_number': 5, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'subnets': [{'id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:26.982800 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1b4d7858-b8da-4363-b482-971462762372 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:27.003502 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6bc7bd6b-5fc8-4f8c-846a-ec4997cd3853 req-897e65d2-6363-450b-96b5-16e98897f4d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157 HTTP/1.1" status: 200 len: 998 time: 0.4138064 Aug 16 01:50:27.010736 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e542c5b-09f6-463b-8e4d-e3c86eef7090 None None] Checking router: a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:27.021853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e542c5b-09f6-463b-8e4d-e3c86eef7090 None None] Routers {'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:27.022668 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4e542c5b-09f6-463b-8e4d-e3c86eef7090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:27.131083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7bd6b-5fc8-4f8c-846a-ec4997cd3853 req-ccbe06d4-c7f6-48e7-9850-6545b2a4baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:27.132488 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6bc7bd6b-5fc8-4f8c-846a-ec4997cd3853 req-ccbe06d4-c7f6-48e7-9850-6545b2a4baf8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b85102c8-d1ed-4688-b6f1-154a4a3875ac HTTP/1.1" status: 200 len: 856 time: 0.0591488 Aug 16 01:50:27.223716 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34b937e8-7f94-4f4a-8726-d10bf063178f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:27.329465 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7bd6b-5fc8-4f8c-846a-ec4997cd3853 req-eee41f2d-b917-4acb-94f0-ebe3728b24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:27.331018 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6bc7bd6b-5fc8-4f8c-846a-ec4997cd3853 req-eee41f2d-b917-4acb-94f0-ebe3728b24e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41d6539e-4b24-4ea3-ae06-65cd600ea064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1550858 Aug 16 01:50:27.344838 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1e864-cc51-43e5-b3cd-fd15457fdd96 req-199b8235-4b2a-4131-be4a-1ac84d50d208 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:27.352355 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9db1e864-cc51-43e5-b3cd-fd15457fdd96 req-199b8235-4b2a-4131-be4a-1ac84d50d208 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.2119653 Aug 16 01:50:27.409967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4e542c5b-09f6-463b-8e4d-e3c86eef7090 None None] Set router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:27.413849 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Allocated IP 172.20.0.2 (1bf8d967-faea-4836-ad8b-376a24333807/dc0536c8-e5ac-4797-ae6c-c140cb3517c0/ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:27.491665 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6bc7bd6b-5fc8-4f8c-846a-ec4997cd3853 req-29421362-1fe4-48f5-8ae5-0b2b8023aca3 service neutron] 10.222.0.73 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316838 Aug 16 01:50:27.617953 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9db1e864-cc51-43e5-b3cd-fd15457fdd96 req-d27be294-89a0-4346-88d1-0355942b0040 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593100 Aug 16 01:50:27.695364 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:27.732722 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6bc7bd6b-5fc8-4f8c-846a-ec4997cd3853 req-44e9dd1f-018d-46d1-b163-73e2002c58a8 service neutron] 10.222.0.73 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254570 Aug 16 01:50:27.776944 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Transition to ACTIVE for port object ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:27.779822 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d6194a1-487f-4934-bea1-540dc6e85341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:27.852784 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6194a1-487f-4934-bea1-540dc6e85341 admin admin] Pushing event deleted for resources: {'Port': ['ID=451cace6-25a1-4513-a0f3-19a995f78a48,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:27.902588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36981b8e-00ee-46c0-89f9-032a2668f859 req-020cebe7-be63-402e-adf2-9f748b61b7a0 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:27.904111 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36981b8e-00ee-46c0-89f9-032a2668f859 req-020cebe7-be63-402e-adf2-9f748b61b7a0 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1256764 Aug 16 01:50:27.913411 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Transition to ACTIVE for port object ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:27.971062 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.db.resource_extend [None req-1b4d7858-b8da-4363-b482-971462762372 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:50:28.039833 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:28.085984 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36981b8e-00ee-46c0-89f9-032a2668f859 req-4d71266f-90e4-4a2b-b828-08b932ffd72d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683605 Aug 16 01:50:28.096059 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Network 1bf8d967-faea-4836-ad8b-376a24333807 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:28.115373 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1b4d7858-b8da-4363-b482-971462762372 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:28.124824 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:28.128160 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:28.129995 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1b4d7858-b8da-4363-b482-971462762372 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:28.160894 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Pushing event updated for resources: {'Port': ['ID=ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:28.302463 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Attempting to bind port ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:28.302983 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Attempting to bind port ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '0d41240d-b969-4974-b7f3-046d32aaaed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '1bf8d967-faea-4836-ad8b-376a24333807'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:28.303357 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Attempting to bind port ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 on network 1bf8d967-faea-4836-ad8b-376a24333807 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:28.311898 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34b937e8-7f94-4f4a-8726-d10bf063178f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:28.320496 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:28.321467 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Checking segment: {'id': '0d41240d-b969-4974-b7f3-046d32aaaed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '1bf8d967-faea-4836-ad8b-376a24333807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:28.321605 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:28.322530 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Bound using segment: {'id': '0d41240d-b969-4974-b7f3-046d32aaaed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '1bf8d967-faea-4836-ad8b-376a24333807'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:28.323300 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Bound port: ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d41240d-b969-4974-b7f3-046d32aaaed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '1bf8d967-faea-4836-ad8b-376a24333807'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:28.323692 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:28.335456 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-1b4d7858-b8da-4363-b482-971462762372 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Floating IP dd41a25e-dd25-49a5-923b-3f8686faa620 associated. External IP: 172.25.3.46, port: ea334046-9519-47e2-a0b1-3ec44964dc20. Aug 16 01:50:28.346126 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34b937e8-7f94-4f4a-8726-d10bf063178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:28.413458 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d6194a1-487f-4934-bea1-540dc6e85341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:28.415901 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4e542c5b-09f6-463b-8e4d-e3c86eef7090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:45:16Z', 'revision_number': 4, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '22273aca-3221-4da4-9af8-881c8d90f890', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'port_id': '0df7fa1e-c8ff-437b-9003-eb34c3f66157', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'mac_address': 'fa:16:3e:e9:af:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:00Z', 'updated_at': '2021-08-16T01:50:23Z', 'revision_number': 1, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b2efff-55ad-47bf-a1dc-4c28420bee07', 'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'mac_address': 'fa:16:3e:d3:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:13Z', 'updated_at': '2021-08-16T01:45:27Z', 'revision_number': 5, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'subnets': [{'id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:28.455104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4923a-3bfd-4301-9f16-ced859ab4d36 req-32c3c978-58bb-4911-ae95-fe75196355d5 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:28.463135 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-23b4923a-3bfd-4301-9f16-ced859ab4d36 req-32c3c978-58bb-4911-ae95-fe75196355d5 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1733556 Aug 16 01:50:28.477954 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e542c5b-09f6-463b-8e4d-e3c86eef7090 None None] The sync data for ids ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'] in n-d-765315-27 is: [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:45:16Z', 'revision_number': 4, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '22273aca-3221-4da4-9af8-881c8d90f890', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'port_id': '0df7fa1e-c8ff-437b-9003-eb34c3f66157', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'mac_address': 'fa:16:3e:e9:af:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:50:00Z', 'updated_at': '2021-08-16T01:50:23Z', 'revision_number': 1, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b2efff-55ad-47bf-a1dc-4c28420bee07', 'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'mac_address': 'fa:16:3e:d3:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:13Z', 'updated_at': '2021-08-16T01:45:27Z', 'revision_number': 5, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'subnets': [{'id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:28.570986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] For port ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:28.579027 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:28.587714 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-23b4923a-3bfd-4301-9f16-ced859ab4d36 req-2b806728-207f-435e-8ac3-4392178e50bc tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114211 Aug 16 01:50:28.631842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:28.632423 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 644f4704-17b8-4e5d-a3fd-c1e98aaa7c16 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:28.647420 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] For port ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3,segment=NetworkSegment(0d41240d-b969-4974-b7f3-046d32aaaed1),segment_id=0d41240d-b969-4974-b7f3-046d32aaaed1)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:28.658188 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:28.717599 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-34b937e8-7f94-4f4a-8726-d10bf063178f admin admin] Allocated IP 172.25.3.200 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/be460b33-207e-44cf-8443-33d30afeec67) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:28.762565 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bde8f6-1734-4c7d-b56c-8524f96b3629 None None] Pushing event updated for resources: {'Port': ['ID=ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:28.950653 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22c637b-1dee-415e-8655-1af7537038f1 None None] New status for floating IP 22273aca-3221-4da4-9af8-881c8d90f890: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:50:29.005367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4d7858-b8da-4363-b482-971462762372 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 3a25f7ee-9157-48aa-9724-2748e338a288 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:29.232323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4d7858-b8da-4363-b482-971462762372 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:29.246015 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2aaec3-568c-44a6-9ce3-94cf61669f2f None None] Sync routers for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:29.286616 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2aaec3-568c-44a6-9ce3-94cf61669f2f None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:29.287605 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5f2aaec3-568c-44a6-9ce3-94cf61669f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:29.420128 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5f2aaec3-568c-44a6-9ce3-94cf61669f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:29.443214 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2aaec3-568c-44a6-9ce3-94cf61669f2f None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:29.444347 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5f2aaec3-568c-44a6-9ce3-94cf61669f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:29.507630 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d5539-54c7-4db1-b4c2-f8917727ccbf req-3d278bdd-5159-42d0-ac44-4ddfd186a889 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:29.509721 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5f2aaec3-568c-44a6-9ce3-94cf61669f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:29.510465 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2aaec3-568c-44a6-9ce3-94cf61669f2f None None] The sync data for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:29.518381 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8b7d5539-54c7-4db1-b4c2-f8917727ccbf req-3d278bdd-5159-42d0-ac44-4ddfd186a889 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.7603703 Aug 16 01:50:29.672648 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34b937e8-7f94-4f4a-8726-d10bf063178f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.754726 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8b7d5539-54c7-4db1-b4c2-f8917727ccbf req-91ad1232-6754-4a46-8fe7-da75bfffb85f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352748 Aug 16 01:50:29.811956 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6194a1-487f-4934-bea1-540dc6e85341 admin admin] Router eb9e0747-e474-477e-8dbd-0fffd3da1253 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:29.813898 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34b937e8-7f94-4f4a-8726-d10bf063178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:29.917190 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b937e8-7f94-4f4a-8726-d10bf063178f admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:29.922932 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-34b937e8-7f94-4f4a-8726-d10bf063178f admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:29.925698 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b937e8-7f94-4f4a-8726-d10bf063178f admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:29.980147 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b937e8-7f94-4f4a-8726-d10bf063178f admin admin] Pushing event updated for resources: {'Port': ['ID=be460b33-207e-44cf-8443-33d30afeec67,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:30.079364 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4d7858-b8da-4363-b482-971462762372 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 3a25f7ee-9157-48aa-9724-2748e338a288 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:30.205738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4d7858-b8da-4363-b482-971462762372 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:30.210210 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1b4d7858-b8da-4363-b482-971462762372 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:30.217281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c08921-3f67-40c6-854f-93912204e096 None None] Sync routers for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:30.234804 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c08921-3f67-40c6-854f-93912204e096 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:30.235640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-08c08921-3f67-40c6-854f-93912204e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:30.260166 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6194a1-487f-4934-bea1-540dc6e85341 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:30.272254 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd08cbc-db4a-42ac-baa3-9ea213d1abda None None] Sync routers for ids ['eb9e0747-e474-477e-8dbd-0fffd3da1253'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:30.298455 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6d6194a1-487f-4934-bea1-540dc6e85341 admin admin] 10.222.0.68 "PUT /v2.0/routers/eb9e0747-e474-477e-8dbd-0fffd3da1253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5827756 Aug 16 01:50:30.307476 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd08cbc-db4a-42ac-baa3-9ea213d1abda None None] Routers {'eb9e0747-e474-477e-8dbd-0fffd3da1253'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:30.308354 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fbd08cbc-db4a-42ac-baa3-9ea213d1abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['eb9e0747-e474-477e-8dbd-0fffd3da1253'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:30.311482 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35966) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:30.329261 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20ea70-19f9-4338-8d58-0978f23b0937 req-c7c1dad9-745b-4fb1-99bd-f91082d6e781 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:30.334623 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-08c08921-3f67-40c6-854f-93912204e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:30.336430 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ca20ea70-19f9-4338-8d58-0978f23b0937 req-c7c1dad9-745b-4fb1-99bd-f91082d6e781 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.3076365 Aug 16 01:50:30.368765 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c08921-3f67-40c6-854f-93912204e096 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:30.369420 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-08c08921-3f67-40c6-854f-93912204e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:30.466061 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-08c08921-3f67-40c6-854f-93912204e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:30.466748 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c08921-3f67-40c6-854f-93912204e096 None None] The sync data for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:30.478352 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ca20ea70-19f9-4338-8d58-0978f23b0937 req-904fcb1b-f096-46b6-9a21-efd94676c870 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214981 Aug 16 01:50:30.549992 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28f1ce8c-a697-45ae-be51-b0c0aeaa62e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:30.605646 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1b4d7858-b8da-4363-b482-971462762372 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "PUT /v2.0/floatingips/dd41a25e-dd25-49a5-923b-3f8686faa620 HTTP/1.1" status: 200 len: 977 time: 3.7508118 Aug 16 01:50:30.614982 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35972) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:30.621612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd02da08-ad29-4b19-9708-384c56294e04 None None] Network 1bf8d967-faea-4836-ad8b-376a24333807 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:30.631243 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4924727b-848d-4fee-acfa-3ec4f4645124 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:30.822533 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e1692e27-6fba-4ab7-9893-673cca2a09bf None None] Provisioning for port ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:30.903821 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-fbd08cbc-db4a-42ac-baa3-9ea213d1abda None None] Set router eb9e0747-e474-477e-8dbd-0fffd3da1253 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:30.918997 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34b937e8-7f94-4f4a-8726-d10bf063178f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:30.924740 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4924727b-848d-4fee-acfa-3ec4f4645124 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:30.991532 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:31.147267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7ae49-6aaf-4cc5-9de6-e0171acd8d07 req-81eb81aa-d2b3-4646-8499-90b25baa6318 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:31.160344 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a7b7ae49-6aaf-4cc5-9de6-e0171acd8d07 req-81eb81aa-d2b3-4646-8499-90b25baa6318 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.3887870 Aug 16 01:50:31.170654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:31.178900 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:31.179275 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:31.205478 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28f1ce8c-a697-45ae-be51-b0c0aeaa62e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:31.337714 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a7b7ae49-6aaf-4cc5-9de6-e0171acd8d07 req-509b1452-cb30-4162-b40a-369d1e66aff4 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564629 Aug 16 01:50:31.376827 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:31.448517 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fbd08cbc-db4a-42ac-baa3-9ea213d1abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9e0747-e474-477e-8dbd-0fffd3da1253', 'name': 'tempest-TestServerMultinode-1101265403-router', 'tenant_id': '0ea261c389114d04a5259131b718a030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'd7b81145-dbc4-4301-ba53-c8651bd1f387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:17Z', 'updated_at': '2021-08-16T01:50:27Z', 'revision_number': 5, 'project_id': '0ea261c389114d04a5259131b718a030', 'gw_port': {'id': 'd7b81145-dbc4-4301-ba53-c8651bd1f387', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9e0747-e474-477e-8dbd-0fffd3da1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:18Z', 'updated_at': '2021-08-16T01:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:31.493353 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3,segment=NetworkSegment(0d41240d-b969-4974-b7f3-046d32aaaed1),segment_id=0d41240d-b969-4974-b7f3-046d32aaaed1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:31.505624 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd08cbc-db4a-42ac-baa3-9ea213d1abda None None] Checking router: eb9e0747-e474-477e-8dbd-0fffd3da1253 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:31.507573 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:31.517191 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4924727b-848d-4fee-acfa-3ec4f4645124 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:31.531808 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd08cbc-db4a-42ac-baa3-9ea213d1abda None None] Routers {'eb9e0747-e474-477e-8dbd-0fffd3da1253'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:31.533428 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fbd08cbc-db4a-42ac-baa3-9ea213d1abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['eb9e0747-e474-477e-8dbd-0fffd3da1253'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:31.551857 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4924727b-848d-4fee-acfa-3ec4f4645124 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:31.552198 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-4924727b-848d-4fee-acfa-3ec4f4645124 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Floating IP dd41a25e-dd25-49a5-923b-3f8686faa620 disassociated. External IP: 172.25.3.46, port: 256a1dc3-e70c-4832-99e1-e46dcfe468cf. Aug 16 01:50:31.599892 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1d8b55a6-c23e-4053-9ec6-5e3b7be21bd9 None None] Provisioning complete for port ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:31.600901 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1d8b55a6-c23e-4053-9ec6-5e3b7be21bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:31.676844 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34b937e8-7f94-4f4a-8726-d10bf063178f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:31.701921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-28f1ce8c-a697-45ae-be51-b0c0aeaa62e5 admin admin] Deleting port d7b81145-dbc4-4301-ba53-c8651bd1f387 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:31.709481 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28f1ce8c-a697-45ae-be51-b0c0aeaa62e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:31.808459 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-fbd08cbc-db4a-42ac-baa3-9ea213d1abda None None] Set router eb9e0747-e474-477e-8dbd-0fffd3da1253 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:31.856422 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:31.911720 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fbd08cbc-db4a-42ac-baa3-9ea213d1abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9e0747-e474-477e-8dbd-0fffd3da1253', 'name': 'tempest-TestServerMultinode-1101265403-router', 'tenant_id': '0ea261c389114d04a5259131b718a030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:17Z', 'updated_at': '2021-08-16T01:50:31Z', 'revision_number': 6, 'project_id': '0ea261c389114d04a5259131b718a030', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:31.941071 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd08cbc-db4a-42ac-baa3-9ea213d1abda None None] The sync data for ids ['eb9e0747-e474-477e-8dbd-0fffd3da1253'] in n-d-765315-27 is: [{'id': 'eb9e0747-e474-477e-8dbd-0fffd3da1253', 'name': 'tempest-TestServerMultinode-1101265403-router', 'tenant_id': '0ea261c389114d04a5259131b718a030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:17Z', 'updated_at': '2021-08-16T01:50:31Z', 'revision_number': 6, 'project_id': '0ea261c389114d04a5259131b718a030', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:32.021015 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b937e8-7f94-4f4a-8726-d10bf063178f admin admin] Router 5583ef57-ca74-4cea-95c7-7fe9cd2202af is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:50:32.095872 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dbe30-463a-44e9-b0fe-9fae2c222269 req-63914ead-4f5e-4220-8c09-acdf7674c6e4 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:32.098015 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f3dbe30-463a-44e9-b0fe-9fae2c222269 req-63914ead-4f5e-4220-8c09-acdf7674c6e4 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.2392275 Aug 16 01:50:32.107526 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-28f1ce8c-a697-45ae-be51-b0c0aeaa62e5 admin admin] For port d7b81145-dbc4-4301-ba53-c8651bd1f387, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d7b81145-dbc4-4301-ba53-c8651bd1f387,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:32.108267 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28f1ce8c-a697-45ae-be51-b0c0aeaa62e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:32.172453 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-28f1ce8c-a697-45ae-be51-b0c0aeaa62e5 admin admin] Calling delete_port for d7b81145-dbc4-4301-ba53-c8651bd1f387 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:32.211078 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b937e8-7f94-4f4a-8726-d10bf063178f admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:32.224723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Sync routers for ids ['5583ef57-ca74-4cea-95c7-7fe9cd2202af'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:32.239088 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34b937e8-7f94-4f4a-8726-d10bf063178f admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:32.243172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Routers {'5583ef57-ca74-4cea-95c7-7fe9cd2202af'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:32.244026 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['5583ef57-ca74-4cea-95c7-7fe9cd2202af'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:32.244167 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-34b937e8-7f94-4f4a-8726-d10bf063178f admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9375231 Aug 16 01:50:32.245026 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36072) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:32.267641 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f3dbe30-463a-44e9-b0fe-9fae2c222269 req-1c449bea-5d51-4754-8e73-8825a6ad8fef tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497784 Aug 16 01:50:32.521592 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4924727b-848d-4fee-acfa-3ec4f4645124 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 3a25f7ee-9157-48aa-9724-2748e338a288 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:32.626299 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Set router 5583ef57-ca74-4cea-95c7-7fe9cd2202af gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:32.706021 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e76126-bff8-463c-b857-809aa2325f9a req-41b90519-d99f-4f51-8f7d-345b9825f7ca tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:32.714585 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-35e76126-bff8-463c-b857-809aa2325f9a req-41b90519-d99f-4f51-8f7d-345b9825f7ca tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.2898390 Aug 16 01:50:32.801570 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-35e76126-bff8-463c-b857-809aa2325f9a req-93c64490-3423-4c4f-93b4-8215a2fc7c27 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854256 Aug 16 01:50:32.839714 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4924727b-848d-4fee-acfa-3ec4f4645124 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:32.853494 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b05cd-8adb-40ec-b2ff-b4e9874b50f5 None None] Sync routers for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:32.863258 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4924727b-848d-4fee-acfa-3ec4f4645124 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:32.877266 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b05cd-8adb-40ec-b2ff-b4e9874b50f5 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:32.877525 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28f1ce8c-a697-45ae-be51-b0c0aeaa62e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:32.878486 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-347b05cd-8adb-40ec-b2ff-b4e9874b50f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:32.991889 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583ef57-ca74-4cea-95c7-7fe9cd2202af', 'name': 'tempest-ServersTestMultiNic-1144781929-router', 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'be460b33-207e-44cf-8443-33d30afeec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:26Z', 'updated_at': '2021-08-16T01:50:30Z', 'revision_number': 3, 'project_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'gw_port': {'id': 'be460b33-207e-44cf-8443-33d30afeec67', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:be:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583ef57-ca74-4cea-95c7-7fe9cd2202af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:28Z', 'updated_at': '2021-08-16T01:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:33.044304 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1ce8c-a697-45ae-be51-b0c0aeaa62e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b81145-dbc4-4301-ba53-c8651bd1f387,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:33.048877 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-347b05cd-8adb-40ec-b2ff-b4e9874b50f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:33.092199 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b05cd-8adb-40ec-b2ff-b4e9874b50f5 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:33.093646 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-347b05cd-8adb-40ec-b2ff-b4e9874b50f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:33.111809 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Checking router: 5583ef57-ca74-4cea-95c7-7fe9cd2202af for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:33.112282 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Updating router 5583ef57-ca74-4cea-95c7-7fe9cd2202af port be460b33-207e-44cf-8443-33d30afeec67 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:50:33.121715 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4924727b-848d-4fee-acfa-3ec4f4645124 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "PUT /v2.0/floatingips/dd41a25e-dd25-49a5-923b-3f8686faa620 HTTP/1.1" status: 200 len: 687 time: 2.5052700 Aug 16 01:50:33.122683 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36088) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:33.180626 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-347b05cd-8adb-40ec-b2ff-b4e9874b50f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:33.181289 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b05cd-8adb-40ec-b2ff-b4e9874b50f5 None None] The sync data for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:33.191622 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28f1ce8c-a697-45ae-be51-b0c0aeaa62e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.204516 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.206436 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:33.354963 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28f1ce8c-a697-45ae-be51-b0c0aeaa62e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.357871 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28f1ce8c-a697-45ae-be51-b0c0aeaa62e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.383162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0bd76-1303-457c-9daa-671cb7fdf862 req-34869c36-10c6-4248-960e-31fb9457dd6f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:33.385365 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9e0bd76-1303-457c-9daa-671cb7fdf862 req-34869c36-10c6-4248-960e-31fb9457dd6f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.2692676 Aug 16 01:50:33.386760 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f7e7325-87e4-4038-89dd-8ef01db4277f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.489727 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9e0bd76-1303-457c-9daa-671cb7fdf862 req-5091c453-62fc-4044-b2fa-f389c2a582f5 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869672 Aug 16 01:50:33.576319 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:33.578232 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.843526 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:33.859414 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Transition to ACTIVE for port object be460b33-207e-44cf-8443-33d30afeec67 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:33.897706 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.028228 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Attempting to bind port be460b33-207e-44cf-8443-33d30afeec67 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:34.028867 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Attempting to bind port be460b33-207e-44cf-8443-33d30afeec67 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:34.029892 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Attempting to bind port be460b33-207e-44cf-8443-33d30afeec67 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:34.030008 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28f1ce8c-a697-45ae-be51-b0c0aeaa62e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.031322 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f1ce8c-a697-45ae-be51-b0c0aeaa62e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb9e0747-e474-477e-8dbd-0fffd3da1253 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:50:34.038124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:34.038523 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:34.038896 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.039743 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:34.043890 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28f1ce8c-a697-45ae-be51-b0c0aeaa62e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.045385 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-28f1ce8c-a697-45ae-be51-b0c0aeaa62e5 admin admin] 10.222.0.68 "DELETE /v2.0/routers/eb9e0747-e474-477e-8dbd-0fffd3da1253 HTTP/1.1" status: 204 len: 168 time: 3.7271166 Aug 16 01:50:34.047093 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Bound port: be460b33-207e-44cf-8443-33d30afeec67, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:34.047609 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.049917 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c46665-09ac-46eb-86ae-d6fac3df6812 None None] Pushing event updated for resources: {'Port': ['ID=be460b33-207e-44cf-8443-33d30afeec67,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:34.050459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36096) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:34.081963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-4f7e7325-87e4-4038-89dd-8ef01db4277f admin admin] Allocated IP 172.20.0.1 (1bf8d967-faea-4836-ad8b-376a24333807/dc0536c8-e5ac-4797-ae6c-c140cb3517c0/868d2346-6696-4c02-b0e5-3e0104f96b12) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:34.145469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d7b81145-dbc4-4301-ba53-c8651bd1f387 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:34.227426 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0506be81-734d-4ffd-87e5-1eed027d2588 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Deleting port 79e4958c-8315-49ac-939c-e251635189cf {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:34.227802 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0506be81-734d-4ffd-87e5-1eed027d2588 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.251705 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccb3d08-bd1c-4c14-bdb7-ef2e63ae92bd admin admin] Deleting subnet fc150163-27bf-45e4-ae6c-55661c62cf42 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:50:34.260050 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dccb3d08-bd1c-4c14-bdb7-ef2e63ae92bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.280078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] For port be460b33-207e-44cf-8443-33d30afeec67, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:34.289122 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] For port be460b33-207e-44cf-8443-33d30afeec67, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=be460b33-207e-44cf-8443-33d30afeec67,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:34.289122 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: d7b81145-dbc4-4301-ba53-c8651bd1f387 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:34.289122 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d7b81145-dbc4-4301-ba53-c8651bd1f387 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:34.289984 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 451cace6-25a1-4513-a0f3-19a995f78a48 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:34.323540 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 451cace6-25a1-4513-a0f3-19a995f78a48 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:34.324249 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 451cace6-25a1-4513-a0f3-19a995f78a48 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:34.326387 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.359837 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f7e7325-87e4-4038-89dd-8ef01db4277f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.396892 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4f7e7325-87e4-4038-89dd-8ef01db4277f admin admin] Transition to ACTIVE for port object 868d2346-6696-4c02-b0e5-3e0104f96b12 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:34.402542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c46665-09ac-46eb-86ae-d6fac3df6812 None None] Pushing event updated for resources: {'Port': ['ID=be460b33-207e-44cf-8443-33d30afeec67,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:34.428984 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Routers {'5583ef57-ca74-4cea-95c7-7fe9cd2202af'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:34.429721 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['5583ef57-ca74-4cea-95c7-7fe9cd2202af'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:34.434669 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50fe59-23da-4e9b-b12a-bb05c1fafc64 req-32d6c923-9bf1-4887-a8ea-627d3e7ad431 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:34.443613 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cb50fe59-23da-4e9b-b12a-bb05c1fafc64 req-32d6c923-9bf1-4887-a8ea-627d3e7ad431 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.4813726 Aug 16 01:50:34.476254 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0506be81-734d-4ffd-87e5-1eed027d2588 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.476820 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0506be81-734d-4ffd-87e5-1eed027d2588 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.478758 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f7e7325-87e4-4038-89dd-8ef01db4277f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.488349 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dccb3d08-bd1c-4c14-bdb7-ef2e63ae92bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.518034 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0506be81-734d-4ffd-87e5-1eed027d2588 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Calling delete_port for 79e4958c-8315-49ac-939c-e251635189cf owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:34.553319 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cb50fe59-23da-4e9b-b12a-bb05c1fafc64 req-98f08a90-6d8e-415b-b99c-59cbc81468c4 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084974 Aug 16 01:50:34.585601 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e7325-87e4-4038-89dd-8ef01db4277f admin admin] Pushing event updated for resources: {'Port': ['ID=868d2346-6696-4c02-b0e5-3e0104f96b12,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:34.613576 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7e7325-87e4-4038-89dd-8ef01db4277f admin admin] Network 1bf8d967-faea-4836-ad8b-376a24333807 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:34.618164 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4f7e7325-87e4-4038-89dd-8ef01db4277f admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:34.620734 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7e7325-87e4-4038-89dd-8ef01db4277f admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:34.716104 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f7e7325-87e4-4038-89dd-8ef01db4277f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.750795 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] Set router 5583ef57-ca74-4cea-95c7-7fe9cd2202af gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:34.776802 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dccb3d08-bd1c-4c14-bdb7-ef2e63ae92bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:34.994476 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dccb3d08-bd1c-4c14-bdb7-ef2e63ae92bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.025629 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0506be81-734d-4ffd-87e5-1eed027d2588 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.029917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb3d08-bd1c-4c14-bdb7-ef2e63ae92bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc150163-27bf-45e4-ae6c-55661c62cf42,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:35.040945 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dccb3d08-bd1c-4c14-bdb7-ef2e63ae92bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.045257 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-dccb3d08-bd1c-4c14-bdb7-ef2e63ae92bd admin admin] 10.222.0.68 "DELETE /v2.0/subnets/fc150163-27bf-45e4-ae6c-55661c62cf42 HTTP/1.1" status: 204 len: 168 time: 0.9864609 Aug 16 01:50:35.048536 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36110) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:35.088607 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c82c3-6568-4024-859a-2a82a85b7ce4 None None] Network c8fcd0c2-9de1-439f-ae80-0409004eeab0 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:35.100630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506be81-734d-4ffd-87e5-1eed027d2588 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event deleted for resources: {'Port': ['ID=79e4958c-8315-49ac-939c-e251635189cf,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:35.227572 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.280942 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0506be81-734d-4ffd-87e5-1eed027d2588 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.286324 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0506be81-734d-4ffd-87e5-1eed027d2588 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.302107 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0506be81-734d-4ffd-87e5-1eed027d2588 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "DELETE /v2.0/floatingips/dd41a25e-dd25-49a5-923b-3f8686faa620 HTTP/1.1" status: 204 len: 168 time: 2.1758611 Aug 16 01:50:35.306500 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36120) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:35.307630 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bf833649-c55b-45ce-8241-5aff5a5ffb33 None None] Provisioning for port 868d2346-6696-4c02-b0e5-3e0104f96b12 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:35.330620 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f7e7325-87e4-4038-89dd-8ef01db4277f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.342033 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583ef57-ca74-4cea-95c7-7fe9cd2202af', 'name': 'tempest-ServersTestMultiNic-1144781929-router', 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'be460b33-207e-44cf-8443-33d30afeec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:26Z', 'updated_at': '2021-08-16T01:50:30Z', 'revision_number': 3, 'project_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'gw_port': {'id': 'be460b33-207e-44cf-8443-33d30afeec67', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:be:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583ef57-ca74-4cea-95c7-7fe9cd2202af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:28Z', 'updated_at': '2021-08-16T01:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:35.348216 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bf833649-c55b-45ce-8241-5aff5a5ffb33 None None] Provisioning complete for port 868d2346-6696-4c02-b0e5-3e0104f96b12 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:35.348848 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf833649-c55b-45ce-8241-5aff5a5ffb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.410108 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-0a44b2d8-aceb-4d4a-896b-40399bb14995 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] delete failed (client error): The resource could not be found. Aug 16 01:50:35.420175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36126) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:35.422444 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0a44b2d8-aceb-4d4a-896b-40399bb14995 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "DELETE /v2.0/floatingips/dd41a25e-dd25-49a5-923b-3f8686faa620 HTTP/1.1" status: 404 len: 345 time: 0.1120703 Aug 16 01:50:35.427981 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6abf06-71f6-40e9-ad03-0ee8b1cf9d6b None None] The sync data for ids ['5583ef57-ca74-4cea-95c7-7fe9cd2202af'] in n-d-765315-27 is: [{'id': '5583ef57-ca74-4cea-95c7-7fe9cd2202af', 'name': 'tempest-ServersTestMultiNic-1144781929-router', 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'be460b33-207e-44cf-8443-33d30afeec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:26Z', 'updated_at': '2021-08-16T01:50:30Z', 'revision_number': 3, 'project_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'gw_port': {'id': 'be460b33-207e-44cf-8443-33d30afeec67', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:be:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583ef57-ca74-4cea-95c7-7fe9cd2202af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:28Z', 'updated_at': '2021-08-16T01:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:35.485033 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bf833649-c55b-45ce-8241-5aff5a5ffb33 None None] Port 868d2346-6696-4c02-b0e5-3e0104f96b12 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:50:35.557905 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b137e106-e171-40c3-ba70-7685134b09fb None None] DHCP port deletion for c8fcd0c2-9de1-439f-ae80-0409004eeab0 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:50:35.636810 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b137e106-e171-40c3-ba70-7685134b09fb None None] Deleting port 694079bd-8a57-446c-b55d-bc4555348655 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:35.637315 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b137e106-e171-40c3-ba70-7685134b09fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.723349 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b137e106-e171-40c3-ba70-7685134b09fb None None] For port 694079bd-8a57-446c-b55d-bc4555348655, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=694079bd-8a57-446c-b55d-bc4555348655,segment=NetworkSegment(ab22fcf0-d9f1-4030-8e96-5c2c3b511282),segment_id=ab22fcf0-d9f1-4030-8e96-5c2c3b511282)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:35.723759 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b137e106-e171-40c3-ba70-7685134b09fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.751523 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b137e106-e171-40c3-ba70-7685134b09fb None None] Calling delete_port for 694079bd-8a57-446c-b55d-bc4555348655 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:35.790275 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a681673d-a92b-4780-b8d4-ca2e4f3b1c70 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:35.798253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a681673d-a92b-4780-b8d4-ca2e4f3b1c70 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:35.824248 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a681673d-a92b-4780-b8d4-ca2e4f3b1c70 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:35.833003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36128) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:35.836727 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a681673d-a92b-4780-b8d4-ca2e4f3b1c70 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "GET /v2.0/ports?network_id=935d8524-df92-4d0f-bd95-e0592f2ac4a2 HTTP/1.1" status: 200 len: 2357 time: 0.3438780 Aug 16 01:50:35.874884 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca2062-e077-4798-880e-eb3a4418d55f req-2dbe9975-bd5a-4c87-a84d-892cc108ab7e tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:35.876985 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69ca2062-e077-4798-880e-eb3a4418d55f req-2dbe9975-bd5a-4c87-a84d-892cc108ab7e tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.3667252 Aug 16 01:50:35.891390 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] Deleting port 694079bd-8a57-446c-b55d-bc4555348655 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:35.891686 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.937786 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73d77d3-3277-4d32-a358-eba0072f4338 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:35.946112 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c73d77d3-3277-4d32-a358-eba0072f4338 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "GET /v2.0/subnets/c3936df7-9ce2-44f0-917e-920881d79b96 HTTP/1.1" status: 200 len: 797 time: 0.1117489 Aug 16 01:50:35.946861 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36132) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:35.951096 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b137e106-e171-40c3-ba70-7685134b09fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:35.953616 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7d885091-f645-4ff0-9001-26c23d71c79d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'port': {'network_id': '935d8524-df92-4d0f-bd95-e0592f2ac4a2', 'name': 'tempest-FloatingIPTestJSON-1797715234', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:36.036597 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137e106-e171-40c3-ba70-7685134b09fb None None] Pushing event deleted for resources: {'Port': ['ID=694079bd-8a57-446c-b55d-bc4555348655,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:36.044492 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b137e106-e171-40c3-ba70-7685134b09fb None None] No DVR routers for this DVR port 694079bd-8a57-446c-b55d-bc4555348655 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:36.108101 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69ca2062-e077-4798-880e-eb3a4418d55f req-cf838be4-b209-4bb8-b774-001abcd27ee2 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985080 Aug 16 01:50:36.160503 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] For port 694079bd-8a57-446c-b55d-bc4555348655, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=694079bd-8a57-446c-b55d-bc4555348655,segment=NetworkSegment(ab22fcf0-d9f1-4030-8e96-5c2c3b511282),segment_id=ab22fcf0-d9f1-4030-8e96-5c2c3b511282)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:36.161218 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.180435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d885091-f645-4ff0-9001-26c23d71c79d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Made reservation on behalf of 8ca510f91f32484cb7025f7da7b4954c for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:36.212008 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f7e7325-87e4-4038-89dd-8ef01db4277f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.214805 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] Calling delete_port for 694079bd-8a57-446c-b55d-bc4555348655 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:36.223428 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f7e7325-87e4-4038-89dd-8ef01db4277f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.348524 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d885091-f645-4ff0-9001-26c23d71c79d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.387922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-7d885091-f645-4ff0-9001-26c23d71c79d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] device_id is not set on port b536c7c0-4f57-41cc-9ca4-b08cbe9da202 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:50:36.477904 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f7e7325-87e4-4038-89dd-8ef01db4277f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.481505 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e7325-87e4-4038-89dd-8ef01db4277f admin admin] Pushing event updated for resources: {'Port': ['ID=868d2346-6696-4c02-b0e5-3e0104f96b12,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:36.513463 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.553504 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=694079bd-8a57-446c-b55d-bc4555348655,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:36.631158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] No DVR routers for this DVR port 694079bd-8a57-446c-b55d-bc4555348655 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:36.784992 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.822208 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device be460b33-207e-44cf-8443-33d30afeec67 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:36.833312 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fcd0c2-9de1-439f-ae80-0409004eeab0']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:36.849803 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab22fcf0-d9f1-4030-8e96-5c2c3b511282') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:36.850097 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab22fcf0-d9f1-4030-8e96-5c2c3b511282') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:36.871732 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.906657 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.910771 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7e7325-87e4-4038-89dd-8ef01db4277f admin admin] Network 1bf8d967-faea-4836-ad8b-376a24333807 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:36.916550 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4f7e7325-87e4-4038-89dd-8ef01db4277f admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:36.918880 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:50:36.919281 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:50:36.921419 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:50:36.926773 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port be460b33-207e-44cf-8443-33d30afeec67 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:36.933164 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port be460b33-207e-44cf-8443-33d30afeec67 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:36.934097 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.048833 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-7d885091-f645-4ff0-9001-26c23d71c79d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Allocated IP 172.20.0.14 (935d8524-df92-4d0f-bd95-e0592f2ac4a2/c3936df7-9ce2-44f0-917e-920881d79b96/b536c7c0-4f57-41cc-9ca4-b08cbe9da202) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:37.058100 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-7d885091-f645-4ff0-9001-26c23d71c79d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Allocated IP 172.20.0.13 (935d8524-df92-4d0f-bd95-e0592f2ac4a2/c3936df7-9ce2-44f0-917e-920881d79b96/b536c7c0-4f57-41cc-9ca4-b08cbe9da202) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:37.127927 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.147095 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7e7325-87e4-4038-89dd-8ef01db4277f admin admin] Router 5583ef57-ca74-4cea-95c7-7fe9cd2202af has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:37.186530 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port be460b33-207e-44cf-8443-33d30afeec67, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=be460b33-207e-44cf-8443-33d30afeec67,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:37.204094 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.250885 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.257681 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.274361 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] 10.222.0.68 "DELETE /v2.0/networks/c8fcd0c2-9de1-439f-ae80-0409004eeab0 HTTP/1.1" status: 204 len: 168 time: 2.2246838 Aug 16 01:50:37.277811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36144) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:37.336227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 694079bd-8a57-446c-b55d-bc4555348655 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:37.384282 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b103096-84d1-4ec3-a8be-22a6e734c1a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8fcd0c2-9de1-439f-ae80-0409004eeab0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:37.387417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 694079bd-8a57-446c-b55d-bc4555348655 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:37.388761 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 694079bd-8a57-446c-b55d-bc4555348655 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:37.396714 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.448271 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7dd07-6883-4e76-b26f-6271af2b85cf req-9d11e2f1-5209-4578-bddf-5c09ce71c59a tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:37.456927 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-13f7dd07-6883-4e76-b26f-6271af2b85cf req-9d11e2f1-5209-4578-bddf-5c09ce71c59a tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1581280 Aug 16 01:50:37.468326 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=be460b33-207e-44cf-8443-33d30afeec67,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:37.476413 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-896d726c-eb6e-4a6b-8165-c44aa0649c78 None None] Provisioning complete for port 868d2346-6696-4c02-b0e5-3e0104f96b12 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:37.476803 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-896d726c-eb6e-4a6b-8165-c44aa0649c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.529532 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-896d726c-eb6e-4a6b-8165-c44aa0649c78 None None] Port 868d2346-6696-4c02-b0e5-3e0104f96b12 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:50:37.582752 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-13f7dd07-6883-4e76-b26f-6271af2b85cf req-2d5f555c-3101-499a-9429-f199e5360b56 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192942 Aug 16 01:50:37.619803 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d885091-f645-4ff0-9001-26c23d71c79d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.646879 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7e7325-87e4-4038-89dd-8ef01db4277f admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:37.665113 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4f7e7325-87e4-4038-89dd-8ef01db4277f admin admin] 10.222.0.68 "PUT /v2.0/routers/5583ef57-ca74-4cea-95c7-7fe9cd2202af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4186378 Aug 16 01:50:37.689524 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d885091-f645-4ff0-9001-26c23d71c79d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.732498 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d885091-f645-4ff0-9001-26c23d71c79d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Network 935d8524-df92-4d0f-bd95-e0592f2ac4a2 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:37.737570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-7d885091-f645-4ff0-9001-26c23d71c79d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:37.742835 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d885091-f645-4ff0-9001-26c23d71c79d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:37.804260 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d885091-f645-4ff0-9001-26c23d71c79d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=b536c7c0-4f57-41cc-9ca4-b08cbe9da202,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:37.827946 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d885091-f645-4ff0-9001-26c23d71c79d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:37.828572 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d885091-f645-4ff0-9001-26c23d71c79d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.854448 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7d885091-f645-4ff0-9001-26c23d71c79d tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9062455 Aug 16 01:50:37.856865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36154) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:37.864520 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': 'b536c7c0-4f57-41cc-9ca4-b08cbe9da202', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:37.881244 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36156) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:37.915249 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.993554 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:37.995399 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fd24b3ff-9a86-41ce-a8b6-ba68858afc23 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1921897505'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:38.042062 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b43cf9a3-9be2-4276-a017-8f4edfe17f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.050475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd24b3ff-9a86-41ce-a8b6-ba68858afc23 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Made reservation on behalf of c2d5a5cc65114bf0b1e2f912d543535b for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:38.051539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Sync routers for ids ['5583ef57-ca74-4cea-95c7-7fe9cd2202af'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:38.055023 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd24b3ff-9a86-41ce-a8b6-ba68858afc23 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.063761 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Routers {'5583ef57-ca74-4cea-95c7-7fe9cd2202af'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:38.064406 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['5583ef57-ca74-4cea-95c7-7fe9cd2202af'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:38.086764 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd24b3ff-9a86-41ce-a8b6-ba68858afc23 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:50:38.096010 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd24b3ff-9a86-41ce-a8b6-ba68858afc23 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.096831 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-fd24b3ff-9a86-41ce-a8b6-ba68858afc23 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Added segment a061c814-3328-4530-a6d8-3064c3bec6a7 of type vlan for network 54922e96-faba-4f22-b1c9-8a73b4936a0d Aug 16 01:50:38.151457 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd24b3ff-9a86-41ce-a8b6-ba68858afc23 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.195599 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.195830 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Set router 5583ef57-ca74-4cea-95c7-7fe9cd2202af gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:38.203067 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd24b3ff-9a86-41ce-a8b6-ba68858afc23 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.208903 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd24b3ff-9a86-41ce-a8b6-ba68858afc23 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:38.209506 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd24b3ff-9a86-41ce-a8b6-ba68858afc23 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.348064 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fd24b3ff-9a86-41ce-a8b6-ba68858afc23 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4641654 Aug 16 01:50:38.348629 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36162) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:38.357511 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7d44913b-f02e-4b43-a091-b69bb57156fe tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Request body: {'subnet': {'network_id': '54922e96-faba-4f22-b1c9-8a73b4936a0d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:38.368826 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24b3ff-9a86-41ce-a8b6-ba68858afc23 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event updated for resources: {'Network': ['ID=54922e96-faba-4f22-b1c9-8a73b4936a0d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:38.417834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 54922e96-faba-4f22-b1c9-8a73b4936a0d details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:50:38.426530 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b43cf9a3-9be2-4276-a017-8f4edfe17f7a admin admin] Deleting port 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:38.426920 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b43cf9a3-9be2-4276-a017-8f4edfe17f7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.491010 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Allocated IP 172.25.3.24 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/f5167f18-fc66-4e36-80a2-6434be783fb2) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:38.560476 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b43cf9a3-9be2-4276-a017-8f4edfe17f7a admin admin] For port 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76,segment=NetworkSegment(2d156520-bc0f-4140-a1e9-8038d4cf15ad),segment_id=2d156520-bc0f-4140-a1e9-8038d4cf15ad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:38.562010 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b43cf9a3-9be2-4276-a017-8f4edfe17f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.563320 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d44913b-f02e-4b43-a091-b69bb57156fe tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Made reservation on behalf of c2d5a5cc65114bf0b1e2f912d543535b for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:38.566854 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d44913b-f02e-4b43-a091-b69bb57156fe tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.586190 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b43cf9a3-9be2-4276-a017-8f4edfe17f7a admin admin] Calling delete_port for 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:38.718619 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.735652 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583ef57-ca74-4cea-95c7-7fe9cd2202af', 'name': 'tempest-ServersTestMultiNic-1144781929-router', 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'be460b33-207e-44cf-8443-33d30afeec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:26Z', 'updated_at': '2021-08-16T01:50:35Z', 'revision_number': 4, 'project_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'gw_port': {'id': 'be460b33-207e-44cf-8443-33d30afeec67', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ef57-ca74-4cea-95c7-7fe9cd2202af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:28Z', 'updated_at': '2021-08-16T01:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '868d2346-6696-4c02-b0e5-3e0104f96b12', 'name': '', 'network_id': '1bf8d967-faea-4836-ad8b-376a24333807', 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'mac_address': 'fa:16:3e:7a:2a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583ef57-ca74-4cea-95c7-7fe9cd2202af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'dc0536c8-e5ac-4797-ae6c-c140cb3517c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:33Z', 'updated_at': '2021-08-16T01:50:35Z', 'revision_number': 2, 'project_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'subnets': [{'id': 'dc0536c8-e5ac-4797-ae6c-c140cb3517c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:38.769690 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Checking router: 5583ef57-ca74-4cea-95c7-7fe9cd2202af for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:38.769690 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Updating router 5583ef57-ca74-4cea-95c7-7fe9cd2202af port 868d2346-6696-4c02-b0e5-3e0104f96b12 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:50:38.807478 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:38.842234 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device be460b33-207e-44cf-8443-33d30afeec67 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:38.995591 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d44913b-f02e-4b43-a091-b69bb57156fe tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.011602 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b43cf9a3-9be2-4276-a017-8f4edfe17f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.022712 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.073081 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port be460b33-207e-44cf-8443-33d30afeec67 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:39.073565 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.114229 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cf9a3-9be2-4276-a017-8f4edfe17f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:39.131617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:39.142541 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:39.148384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44913b-f02e-4b43-a091-b69bb57156fe tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event updated for resources: {'Subnet': ['ID=1d9f417d-cd52-4a25-846c-b9f4c530d80d,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:39.152723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:39.158096 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=f5167f18-fc66-4e36-80a2-6434be783fb2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:39.188137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d44913b-f02e-4b43-a091-b69bb57156fe tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Checking segment: {'id': 'a061c814-3328-4530-a6d8-3064c3bec6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '54922e96-faba-4f22-b1c9-8a73b4936a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:39.188518 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d44913b-f02e-4b43-a091-b69bb57156fe tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Network hostable DHCP agents. Network: 54922e96-faba-4f22-b1c9-8a73b4936a0d, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:50:39.270038 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb36dc-13ad-40d3-a701-6ec929bed397 req-feb9ad3e-012e-4c3e-96f6-64f7771242ea tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:39.285031 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d44913b-f02e-4b43-a091-b69bb57156fe tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Network 54922e96-faba-4f22-b1c9-8a73b4936a0d is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:50:39.292431 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5bb36dc-13ad-40d3-a701-6ec929bed397 req-feb9ad3e-012e-4c3e-96f6-64f7771242ea tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.3193676 Aug 16 01:50:39.329160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-7d44913b-f02e-4b43-a091-b69bb57156fe tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 54922e96-faba-4f22-b1c9-8a73b4936a0d) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:39.344085 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d44913b-f02e-4b43-a091-b69bb57156fe tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:39.344716 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d44913b-f02e-4b43-a091-b69bb57156fe tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.355422 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebda9064-5c9b-4706-99f3-9ba0a9b928a1 None None] Network 54922e96-faba-4f22-b1c9-8a73b4936a0d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:39.440526 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7d44913b-f02e-4b43-a091-b69bb57156fe tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0864472 Aug 16 01:50:39.444426 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36184) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:39.463184 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5bb36dc-13ad-40d3-a701-6ec929bed397 req-2d71d5f2-086e-4cac-90ae-61573df93d31 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691816 Aug 16 01:50:39.473289 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-98ce2495-4a92-4d9d-ba99-75d72c994824 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-313539264'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:39.563630 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ce2495-4a92-4d9d-ba99-75d72c994824 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Made reservation on behalf of c2d5a5cc65114bf0b1e2f912d543535b for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:39.579075 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98ce2495-4a92-4d9d-ba99-75d72c994824 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.619492 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b43cf9a3-9be2-4276-a017-8f4edfe17f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.657388 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.675592 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ce2495-4a92-4d9d-ba99-75d72c994824 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:50:39.692313 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Transition to ACTIVE for port object 868d2346-6696-4c02-b0e5-3e0104f96b12 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:39.708398 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.741023 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98ce2495-4a92-4d9d-ba99-75d72c994824 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.741620 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-98ce2495-4a92-4d9d-ba99-75d72c994824 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Added segment 5f917003-5c62-46e3-8ec8-8d19f983f3f6 of type vlan for network ca7eca42-75c3-458f-891f-f7470ed8f5e1 Aug 16 01:50:39.787730 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6ba2d-68aa-445b-9bad-67180684b206 None None] Pushing event updated for resources: {'Port': ['ID=868d2346-6696-4c02-b0e5-3e0104f96b12,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:39.837898 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98ce2495-4a92-4d9d-ba99-75d72c994824 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.917091 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.922888 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98ce2495-4a92-4d9d-ba99-75d72c994824 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.928612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ce2495-4a92-4d9d-ba99-75d72c994824 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:39.929237 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98ce2495-4a92-4d9d-ba99-75d72c994824 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:39.943122 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-54922e96-faba-4f22-b1c9-8a73b4936a0d', 'network_id': '54922e96-faba-4f22-b1c9-8a73b4936a0d', 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'fixed_ips': [{'subnet_id': '1d9f417d-cd52-4a25-846c-b9f4c530d80d'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:50:39.947650 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.016078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Attempting to bind port 868d2346-6696-4c02-b0e5-3e0104f96b12 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:40.016562 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Attempting to bind port 868d2346-6696-4c02-b0e5-3e0104f96b12 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '0d41240d-b969-4974-b7f3-046d32aaaed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '1bf8d967-faea-4836-ad8b-376a24333807'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:40.016987 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Attempting to bind port 868d2346-6696-4c02-b0e5-3e0104f96b12 on network 1bf8d967-faea-4836-ad8b-376a24333807 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:40.053892 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:40.054198 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Checking segment: {'id': '0d41240d-b969-4974-b7f3-046d32aaaed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '1bf8d967-faea-4836-ad8b-376a24333807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:40.054603 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.055004 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Bound using segment: {'id': '0d41240d-b969-4974-b7f3-046d32aaaed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '1bf8d967-faea-4836-ad8b-376a24333807'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:40.055504 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Bound port: 868d2346-6696-4c02-b0e5-3e0104f96b12, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d41240d-b969-4974-b7f3-046d32aaaed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '1bf8d967-faea-4836-ad8b-376a24333807'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:40.058764 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.072929 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.116370 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-98ce2495-4a92-4d9d-ba99-75d72c994824 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6695530 Aug 16 01:50:40.122298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36196) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:40.137462 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8dc1f163-2bb5-4d61-a13e-eedd09327bd8 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Request body: {'subnet': {'network_id': 'ca7eca42-75c3-458f-891f-f7470ed8f5e1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:40.341670 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.345140 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] For port 868d2346-6696-4c02-b0e5-3e0104f96b12, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:40.348321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Allocated IP 19.80.0.2 (54922e96-faba-4f22-b1c9-8a73b4936a0d/1d9f417d-cd52-4a25-846c-b9f4c530d80d/7eb96045-6bca-4f92-86d9-ce9b28bc0898) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:40.350228 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.351602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] For port 868d2346-6696-4c02-b0e5-3e0104f96b12, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=868d2346-6696-4c02-b0e5-3e0104f96b12,segment=NetworkSegment(0d41240d-b969-4974-b7f3-046d32aaaed1),segment_id=0d41240d-b969-4974-b7f3-046d32aaaed1)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:40.361849 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.533155 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Routers {'5583ef57-ca74-4cea-95c7-7fe9cd2202af'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:40.533934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['5583ef57-ca74-4cea-95c7-7fe9cd2202af'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:40.547213 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.583560 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6ba2d-68aa-445b-9bad-67180684b206 None None] Pushing event updated for resources: {'Port': ['ID=868d2346-6696-4c02-b0e5-3e0104f96b12,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:40.677421 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=f5167f18-fc66-4e36-80a2-6434be783fb2,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:40.692607 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce2495-4a92-4d9d-ba99-75d72c994824 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event updated for resources: {'Network': ['ID=ca7eca42-75c3-458f-891f-f7470ed8f5e1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:40.754077 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43cf9a3-9be2-4276-a017-8f4edfe17f7a admin admin] Router 40f50a31-0bf3-491b-9569-972ac7c66c44 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:40.769942 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc1f163-2bb5-4d61-a13e-eedd09327bd8 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Made reservation on behalf of c2d5a5cc65114bf0b1e2f912d543535b for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:40.774359 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f163-2bb5-4d61-a13e-eedd09327bd8 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:40.899777 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network ca7eca42-75c3-458f-891f-f7470ed8f5e1 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:50:40.981934 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76590ea-56b9-4ccf-8e95-34986a78eebd req-f5a5cd86-52c6-4982-be70-c933326f0807 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:40.987433 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b76590ea-56b9-4ccf-8e95-34986a78eebd req-f5a5cd86-52c6-4982-be70-c933326f0807 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.2991025 Aug 16 01:50:41.012183 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.049300 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Transition to ACTIVE for port object 7eb96045-6bca-4f92-86d9-ce9b28bc0898 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:41.057108 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] Set router 5583ef57-ca74-4cea-95c7-7fe9cd2202af gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:41.083028 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b76590ea-56b9-4ccf-8e95-34986a78eebd req-33f213c0-78e2-4380-b0a4-f0c4f46e673e tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818126 Aug 16 01:50:41.086331 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Floating IP 49ae7c28-959d-4e29-8f80-073dc58c4580 associated. External IP: 172.25.3.24, port: b536c7c0-4f57-41cc-9ca4-b08cbe9da202. Aug 16 01:50:41.146509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Transition to ACTIVE for port object 7eb96045-6bca-4f92-86d9-ce9b28bc0898 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:41.156966 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.164866 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43cf9a3-9be2-4276-a017-8f4edfe17f7a admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:41.173885 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b43cf9a3-9be2-4276-a017-8f4edfe17f7a admin admin] 10.222.0.68 "PUT /v2.0/routers/40f50a31-0bf3-491b-9569-972ac7c66c44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8823450 Aug 16 01:50:41.175054 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36208) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:41.176300 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252bdd1-2123-4e64-9e5b-d87f8e2cc27a None None] Sync routers for ids ['40f50a31-0bf3-491b-9569-972ac7c66c44'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:41.187792 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1252bdd1-2123-4e64-9e5b-d87f8e2cc27a None None] Routers {'40f50a31-0bf3-491b-9569-972ac7c66c44'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:41.188864 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1252bdd1-2123-4e64-9e5b-d87f8e2cc27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['40f50a31-0bf3-491b-9569-972ac7c66c44'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:41.262638 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Network 54922e96-faba-4f22-b1c9-8a73b4936a0d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:41.284772 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:41.284772 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:41.365579 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1252bdd1-2123-4e64-9e5b-d87f8e2cc27a None None] Set router 40f50a31-0bf3-491b-9569-972ac7c66c44 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:41.381167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Pushing event updated for resources: {'Port': ['ID=7eb96045-6bca-4f92-86d9-ce9b28bc0898,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:41.432730 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b2019f7-5040-4297-abe4-b21fd1de88b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.437661 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f163-2bb5-4d61-a13e-eedd09327bd8 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.438256 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Attempting to bind port 7eb96045-6bca-4f92-86d9-ce9b28bc0898 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:41.438788 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Attempting to bind port 7eb96045-6bca-4f92-86d9-ce9b28bc0898 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'a061c814-3328-4530-a6d8-3064c3bec6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '54922e96-faba-4f22-b1c9-8a73b4936a0d'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:41.439155 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Attempting to bind port 7eb96045-6bca-4f92-86d9-ce9b28bc0898 on network 54922e96-faba-4f22-b1c9-8a73b4936a0d {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:41.446307 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:41.446774 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Checking segment: {'id': 'a061c814-3328-4530-a6d8-3064c3bec6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '54922e96-faba-4f22-b1c9-8a73b4936a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:41.447184 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.447575 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Bound using segment: {'id': 'a061c814-3328-4530-a6d8-3064c3bec6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '54922e96-faba-4f22-b1c9-8a73b4936a0d'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:41.449469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Bound port: 7eb96045-6bca-4f92-86d9-ce9b28bc0898, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a061c814-3328-4530-a6d8-3064c3bec6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '54922e96-faba-4f22-b1c9-8a73b4936a0d'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:41.449887 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.466166 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 3a25f7ee-9157-48aa-9724-2748e338a288 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:41.582416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] For port 7eb96045-6bca-4f92-86d9-ce9b28bc0898, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:41.586460 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] For port 7eb96045-6bca-4f92-86d9-ce9b28bc0898, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7eb96045-6bca-4f92-86d9-ce9b28bc0898,segment=NetworkSegment(a061c814-3328-4530-a6d8-3064c3bec6a7),segment_id=a061c814-3328-4530-a6d8-3064c3bec6a7)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:41.595154 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.630130 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583ef57-ca74-4cea-95c7-7fe9cd2202af', 'name': 'tempest-ServersTestMultiNic-1144781929-router', 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'be460b33-207e-44cf-8443-33d30afeec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:26Z', 'updated_at': '2021-08-16T01:50:35Z', 'revision_number': 4, 'project_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'gw_port': {'id': 'be460b33-207e-44cf-8443-33d30afeec67', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ef57-ca74-4cea-95c7-7fe9cd2202af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:28Z', 'updated_at': '2021-08-16T01:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '868d2346-6696-4c02-b0e5-3e0104f96b12', 'name': '', 'network_id': '1bf8d967-faea-4836-ad8b-376a24333807', 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'mac_address': 'fa:16:3e:7a:2a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583ef57-ca74-4cea-95c7-7fe9cd2202af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'dc0536c8-e5ac-4797-ae6c-c140cb3517c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:33Z', 'updated_at': '2021-08-16T01:50:40Z', 'revision_number': 4, 'project_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'subnets': [{'id': 'dc0536c8-e5ac-4797-ae6c-c140cb3517c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:41.652747 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1f163-2bb5-4d61-a13e-eedd09327bd8 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event updated for resources: {'Subnet': ['ID=ddac125c-30cd-4792-b206-012840b8612e,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:41.654062 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:41.679246 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c602a-376a-4d68-8c9a-05b4d4eee1bf None None] Sync routers for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:41.684551 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc21df-906c-4aa8-923a-57dfe1ea23eb None None] The sync data for ids ['5583ef57-ca74-4cea-95c7-7fe9cd2202af'] in n-d-765315-27 is: [{'id': '5583ef57-ca74-4cea-95c7-7fe9cd2202af', 'name': 'tempest-ServersTestMultiNic-1144781929-router', 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'be460b33-207e-44cf-8443-33d30afeec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:26Z', 'updated_at': '2021-08-16T01:50:35Z', 'revision_number': 4, 'project_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'gw_port': {'id': 'be460b33-207e-44cf-8443-33d30afeec67', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ef57-ca74-4cea-95c7-7fe9cd2202af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:28Z', 'updated_at': '2021-08-16T01:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '868d2346-6696-4c02-b0e5-3e0104f96b12', 'name': '', 'network_id': '1bf8d967-faea-4836-ad8b-376a24333807', 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'mac_address': 'fa:16:3e:7a:2a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583ef57-ca74-4cea-95c7-7fe9cd2202af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'dc0536c8-e5ac-4797-ae6c-c140cb3517c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:33Z', 'updated_at': '2021-08-16T01:50:40Z', 'revision_number': 4, 'project_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'subnets': [{'id': 'dc0536c8-e5ac-4797-ae6c-c140cb3517c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:41.712333 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc1f163-2bb5-4d61-a13e-eedd09327bd8 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Checking segment: {'id': '5f917003-5c62-46e3-8ec8-8d19f983f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca7eca42-75c3-458f-891f-f7470ed8f5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:41.713589 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc1f163-2bb5-4d61-a13e-eedd09327bd8 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Network hostable DHCP agents. Network: ca7eca42-75c3-458f-891f-f7470ed8f5e1, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:50:41.715106 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c602a-376a-4d68-8c9a-05b4d4eee1bf None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:41.715641 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1252bdd1-2123-4e64-9e5b-d87f8e2cc27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f50a31-0bf3-491b-9569-972ac7c66c44', 'name': 'tempest-TestServerMultinode-1843302272-router', 'tenant_id': '3b38aebc56e649039cef75d6dad694ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '78548eb4-23d3-4acb-bb31-883023043636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:50:38Z', 'revision_number': 5, 'project_id': '3b38aebc56e649039cef75d6dad694ba', 'gw_port': {'id': '78548eb4-23d3-4acb-bb31-883023043636', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:72:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f50a31-0bf3-491b-9569-972ac7c66c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:49:28Z', 'updated_at': '2021-08-16T01:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:41.716017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-064c602a-376a-4d68-8c9a-05b4d4eee1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:41.721794 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.727970 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b2019f7-5040-4297-abe4-b21fd1de88b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.800512 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252bdd1-2123-4e64-9e5b-d87f8e2cc27a None None] Checking router: 40f50a31-0bf3-491b-9569-972ac7c66c44 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:50:41.816971 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-064c602a-376a-4d68-8c9a-05b4d4eee1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:41.820800 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1252bdd1-2123-4e64-9e5b-d87f8e2cc27a None None] Routers {'40f50a31-0bf3-491b-9569-972ac7c66c44'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:41.821447 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1252bdd1-2123-4e64-9e5b-d87f8e2cc27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['40f50a31-0bf3-491b-9569-972ac7c66c44'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:41.826733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efdc9e-8394-4f0b-a63b-54b809d4daa1 None None] Pushing event updated for resources: {'Port': ['ID=7eb96045-6bca-4f92-86d9-ce9b28bc0898,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:41.841065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c602a-376a-4d68-8c9a-05b4d4eee1bf None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:41.842143 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-064c602a-376a-4d68-8c9a-05b4d4eee1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:41.865651 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc1f163-2bb5-4d61-a13e-eedd09327bd8 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Network ca7eca42-75c3-458f-891f-f7470ed8f5e1 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:50:41.874971 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-00b8eb62-7a2e-40d0-8d3f-27ab6519d085 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0170181 Aug 16 01:50:41.879395 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36212) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:41.890208 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f43e85f1-9cbe-4a47-80d5-7754a65a580e tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'floatingip': {'port_id': 'b536c7c0-4f57-41cc-9ca4-b08cbe9da202', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:41.896067 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8dc1f163-2bb5-4d61-a13e-eedd09327bd8 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, ca7eca42-75c3-458f-891f-f7470ed8f5e1) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:41.915687 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc1f163-2bb5-4d61-a13e-eedd09327bd8 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:41.916291 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f163-2bb5-4d61-a13e-eedd09327bd8 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.949157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d4e710-6006-4677-a72b-f57eae1efd73 None None] Network ca7eca42-75c3-458f-891f-f7470ed8f5e1 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:41.951057 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-064c602a-376a-4d68-8c9a-05b4d4eee1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:41.956296 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c602a-376a-4d68-8c9a-05b4d4eee1bf None None] The sync data for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:41.959773 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f43e85f1-9cbe-4a47-80d5-7754a65a580e tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:41.982430 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8dc1f163-2bb5-4d61-a13e-eedd09327bd8 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8527048 Aug 16 01:50:41.997653 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6b2019f7-5040-4297-abe4-b21fd1de88b9 admin admin] Deleting port 78548eb4-23d3-4acb-bb31-883023043636 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:41.998047 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b2019f7-5040-4297-abe4-b21fd1de88b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.250997 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6b2019f7-5040-4297-abe4-b21fd1de88b9 admin admin] For port 78548eb4-23d3-4acb-bb31-883023043636, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=78548eb4-23d3-4acb-bb31-883023043636,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:42.251725 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b2019f7-5040-4297-abe4-b21fd1de88b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.306859 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6b2019f7-5040-4297-abe4-b21fd1de88b9 admin admin] Calling delete_port for 78548eb4-23d3-4acb-bb31-883023043636 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:42.348966 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1252bdd1-2123-4e64-9e5b-d87f8e2cc27a None None] Set router 40f50a31-0bf3-491b-9569-972ac7c66c44 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:50:42.435615 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-ca7eca42-75c3-458f-891f-f7470ed8f5e1', 'network_id': 'ca7eca42-75c3-458f-891f-f7470ed8f5e1', 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'fixed_ips': [{'subnet_id': 'ddac125c-30cd-4792-b206-012840b8612e'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:50:42.437175 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.504596 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1252bdd1-2123-4e64-9e5b-d87f8e2cc27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f50a31-0bf3-491b-9569-972ac7c66c44', 'name': 'tempest-TestServerMultinode-1843302272-router', 'tenant_id': '3b38aebc56e649039cef75d6dad694ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:50:41Z', 'revision_number': 6, 'project_id': '3b38aebc56e649039cef75d6dad694ba', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:42.571184 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1252bdd1-2123-4e64-9e5b-d87f8e2cc27a None None] The sync data for ids ['40f50a31-0bf3-491b-9569-972ac7c66c44'] in n-d-765315-27 is: [{'id': '40f50a31-0bf3-491b-9569-972ac7c66c44', 'name': 'tempest-TestServerMultinode-1843302272-router', 'tenant_id': '3b38aebc56e649039cef75d6dad694ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:49:27Z', 'updated_at': '2021-08-16T01:50:41Z', 'revision_number': 6, 'project_id': '3b38aebc56e649039cef75d6dad694ba', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:42.667047 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-63421086-7621-42ad-9c61-35a7f62cbf00 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:42.676705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-63421086-7621-42ad-9c61-35a7f62cbf00 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:42.684439 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-63421086-7621-42ad-9c61-35a7f62cbf00 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/networks?id=54922e96-faba-4f22-b1c9-8a73b4936a0d&id=ca7eca42-75c3-458f-891f-f7470ed8f5e1&id=54922e96-faba-4f22-b1c9-8a73b4936a0d HTTP/1.1" status: 200 len: 1391 time: 0.3539836 Aug 16 01:50:42.717026 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-dc1ae98d-46ee-4486-a401-95451eac6ac5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/quotas/c2d5a5cc65114bf0b1e2f912d543535b HTTP/1.1" status: 200 len: 375 time: 0.0313787 Aug 16 01:50:42.789126 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5a5da-9127-47e2-aa41-0ff1f978b472 req-7240ab50-c8ca-4162-9542-79864381560e tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:42.795832 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76b5a5da-9127-47e2-aa41-0ff1f978b472 req-7240ab50-c8ca-4162-9542-79864381560e tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1052194 Aug 16 01:50:42.804958 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Allocated IP 19.86.0.2 (ca7eca42-75c3-458f-891f-f7470ed8f5e1/ddac125c-30cd-4792-b206-012840b8612e/7c400ad3-544e-4664-b50d-11c8b883f39f) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:42.872054 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-2732ef6c-c263-4d70-94df-051c5b75465a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=c2d5a5cc65114bf0b1e2f912d543535b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1514683 Aug 16 01:50:43.232918 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-15a8cf5d-664f-403e-b5b6-e20f36beb024 service neutron] 10.222.0.68 "GET /v2.0/networks/54922e96-faba-4f22-b1c9-8a73b4936a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614259 Aug 16 01:50:43.235985 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b2019f7-5040-4297-abe4-b21fd1de88b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.323157 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.353898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 868d2346-6696-4c02-b0e5-3e0104f96b12 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:43.391067 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Transition to ACTIVE for port object 7c400ad3-544e-4664-b50d-11c8b883f39f will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:43.428612 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76b5a5da-9127-47e2-aa41-0ff1f978b472 req-f32cd811-b1bd-4fb3-8514-f3dc1cece2eb tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5868433 Aug 16 01:50:43.498642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2019f7-5040-4297-abe4-b21fd1de88b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=78548eb4-23d3-4acb-bb31-883023043636,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:43.514773 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-3a6d58f5-2512-459b-b554-ec53c21ce80a service neutron] 10.222.0.68 "GET /v2.0/networks/54922e96-faba-4f22-b1c9-8a73b4936a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684774 Aug 16 01:50:43.801462 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b2019f7-5040-4297-abe4-b21fd1de88b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:43.846209 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a7b781-925d-4d09-96c8-099cd3acf552 None None] Network 54922e96-faba-4f22-b1c9-8a73b4936a0d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:43.911202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 868d2346-6696-4c02-b0e5-3e0104f96b12 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:43.918871 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Transition to ACTIVE for port object 7c400ad3-544e-4664-b50d-11c8b883f39f will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:43.923230 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 868d2346-6696-4c02-b0e5-3e0104f96b12 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:43.924937 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.009453 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b2019f7-5040-4297-abe4-b21fd1de88b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.033213 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b2019f7-5040-4297-abe4-b21fd1de88b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.035160 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.058753 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-dc2bd580-820a-475a-a7bc-78d82f6f4924 service neutron] 10.222.0.68 "GET /v2.0/networks/ca7eca42-75c3-458f-891f-f7470ed8f5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036130 Aug 16 01:50:44.148544 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f43e85f1-9cbe-4a47-80d5-7754a65a580e tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.158583 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f43e85f1-9cbe-4a47-80d5-7754a65a580e tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.159950 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-18214124-c18f-45d0-b901-994fae92c7f0 None None] Provisioning for port 7eb96045-6bca-4f92-86d9-ce9b28bc0898 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:44.168748 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Network ca7eca42-75c3-458f-891f-f7470ed8f5e1 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:44.182555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:44.193416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:44.200595 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b2019f7-5040-4297-abe4-b21fd1de88b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.201120 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2019f7-5040-4297-abe4-b21fd1de88b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40f50a31-0bf3-491b-9569-972ac7c66c44 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:50:44.209862 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b2019f7-5040-4297-abe4-b21fd1de88b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.213685 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6b2019f7-5040-4297-abe4-b21fd1de88b9 admin admin] 10.222.0.68 "DELETE /v2.0/routers/40f50a31-0bf3-491b-9569-972ac7c66c44 HTTP/1.1" status: 204 len: 168 time: 3.0379412 Aug 16 01:50:44.214516 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36246) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:44.221303 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Pushing event updated for resources: {'Port': ['ID=7c400ad3-544e-4664-b50d-11c8b883f39f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:44.313797 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-889519b0-bf4a-417d-9b35-d56dfefc8b60 service neutron] 10.222.0.68 "GET /v2.0/networks/ca7eca42-75c3-458f-891f-f7470ed8f5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904604 Aug 16 01:50:44.316580 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e6c0f3-865a-4ffd-88ed-7d0a45a7896a admin admin] Deleting subnet 309c5bb7-9b87-41ea-b38e-f4c60b7698be {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:50:44.321581 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c0f3-865a-4ffd-88ed-7d0a45a7896a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.381325 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.485245 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c0f3-865a-4ffd-88ed-7d0a45a7896a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.493905 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Attempting to bind port 7c400ad3-544e-4664-b50d-11c8b883f39f on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:44.494277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Attempting to bind port 7c400ad3-544e-4664-b50d-11c8b883f39f by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '5f917003-5c62-46e3-8ec8-8d19f983f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca7eca42-75c3-458f-891f-f7470ed8f5e1'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:44.494913 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Attempting to bind port 7c400ad3-544e-4664-b50d-11c8b883f39f on network ca7eca42-75c3-458f-891f-f7470ed8f5e1 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:44.505292 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:44.505852 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Checking segment: {'id': '5f917003-5c62-46e3-8ec8-8d19f983f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca7eca42-75c3-458f-891f-f7470ed8f5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:44.506262 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.506874 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Bound using segment: {'id': '5f917003-5c62-46e3-8ec8-8d19f983f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca7eca42-75c3-458f-891f-f7470ed8f5e1'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:44.507497 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Bound port: 7c400ad3-544e-4664-b50d-11c8b883f39f, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f917003-5c62-46e3-8ec8-8d19f983f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca7eca42-75c3-458f-891f-f7470ed8f5e1'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:44.508210 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.545433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 868d2346-6696-4c02-b0e5-3e0104f96b12, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=868d2346-6696-4c02-b0e5-3e0104f96b12,segment=NetworkSegment(0d41240d-b969-4974-b7f3-046d32aaaed1),segment_id=0d41240d-b969-4974-b7f3-046d32aaaed1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:44.551125 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.552205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7eb96045-6bca-4f92-86d9-ce9b28bc0898 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:44.618220 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-b9adff05-0cc8-4bba-81c8-234d9b1b04b8 service neutron] 10.222.0.68 "GET /v2.0/networks/54922e96-faba-4f22-b1c9-8a73b4936a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941651 Aug 16 01:50:44.680590 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 7eb96045-6bca-4f92-86d9-ce9b28bc0898 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:44.686065 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd51da-a755-4a38-a910-2ae3a8fc0feb req-7f90c6f3-7f61-4d8a-ba53-a25114c410ef tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:44.695786 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08fd51da-a755-4a38-a910-2ae3a8fc0feb req-7f90c6f3-7f61-4d8a-ba53-a25114c410ef tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1560547 Aug 16 01:50:44.705531 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 7eb96045-6bca-4f92-86d9-ce9b28bc0898 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:44.705932 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.707863 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43e85f1-9cbe-4a47-80d5-7754a65a580e tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 3a25f7ee-9157-48aa-9724-2748e338a288 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:44.737022 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] For port 7c400ad3-544e-4664-b50d-11c8b883f39f, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:44.758215 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=868d2346-6696-4c02-b0e5-3e0104f96b12,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:44.780779 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] For port 7c400ad3-544e-4664-b50d-11c8b883f39f, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7c400ad3-544e-4664-b50d-11c8b883f39f,segment=NetworkSegment(5f917003-5c62-46e3-8ec8-8d19f983f3f6),segment_id=5f917003-5c62-46e3-8ec8-8d19f983f3f6)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:44.800994 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.831342 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08fd51da-a755-4a38-a910-2ae3a8fc0feb req-21804140-9359-4fdf-bc83-fae080cfecde tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194603 Aug 16 01:50:44.917221 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c0f3-865a-4ffd-88ed-7d0a45a7896a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.935079 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-135c9933-6e16-4fbb-90c0-424e02dbf411 service neutron] 10.222.0.68 "GET /v2.0/networks/54922e96-faba-4f22-b1c9-8a73b4936a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133023 Aug 16 01:50:44.956087 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff636bc4-b279-4810-9f8a-22c9df8b82c7 None None] Pushing event updated for resources: {'Port': ['ID=7c400ad3-544e-4664-b50d-11c8b883f39f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:45.000024 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43e85f1-9cbe-4a47-80d5-7754a65a580e tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:45.015249 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f43e85f1-9cbe-4a47-80d5-7754a65a580e tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.016437 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0b79e-04e5-464f-a470-21a0cc0ba1e6 None None] Sync routers for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:45.034164 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a0b79e-04e5-464f-a470-21a0cc0ba1e6 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:45.034802 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-39a0b79e-04e5-464f-a470-21a0cc0ba1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:45.094745 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a0ed564e-6280-4654-8644-03f4fa97f36d None None] Provisioning complete for port 7eb96045-6bca-4f92-86d9-ce9b28bc0898 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:45.098993 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a0ed564e-6280-4654-8644-03f4fa97f36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.103296 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f43e85f1-9cbe-4a47-80d5-7754a65a580e tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "PUT /v2.0/floatingips/49ae7c28-959d-4e29-8f80-073dc58c4580 HTTP/1.1" status: 200 len: 978 time: 3.2198734 Aug 16 01:50:45.104209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36258) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:45.136929 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c0f3-865a-4ffd-88ed-7d0a45a7896a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.145614 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-39a0b79e-04e5-464f-a470-21a0cc0ba1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:45.156219 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.199300 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a0b79e-04e5-464f-a470-21a0cc0ba1e6 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:45.200014 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-39a0b79e-04e5-464f-a470-21a0cc0ba1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:45.232711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 7eb96045-6bca-4f92-86d9-ce9b28bc0898, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7eb96045-6bca-4f92-86d9-ce9b28bc0898,segment=NetworkSegment(a061c814-3328-4530-a6d8-3064c3bec6a7),segment_id=a061c814-3328-4530-a6d8-3064c3bec6a7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:45.258532 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6c0f3-865a-4ffd-88ed-7d0a45a7896a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=309c5bb7-9b87-41ea-b38e-f4c60b7698be,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:45.274476 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c0f3-865a-4ffd-88ed-7d0a45a7896a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.286747 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.297031 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b1e6c0f3-865a-4ffd-88ed-7d0a45a7896a admin admin] 10.222.0.68 "DELETE /v2.0/subnets/309c5bb7-9b87-41ea-b38e-f4c60b7698be HTTP/1.1" status: 204 len: 168 time: 1.0791147 Aug 16 01:50:45.299946 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36264) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:45.306810 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbdb8c3-2f58-4ea0-964e-59305b863707 None None] Network a313b755-82cb-481c-956c-3816424bb679 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:45.315942 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:45.342065 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-39a0b79e-04e5-464f-a470-21a0cc0ba1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:45.343527 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0b79e-04e5-464f-a470-21a0cc0ba1e6 None None] The sync data for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:45.357488 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-016ccdf1-f086-40bb-8c8d-f1e01f2c7207 req-ebcfce77-3534-45f1-86bc-d50a0544fd1c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 210 time: 0.0918672 Aug 16 01:50:45.465394 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.488326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0f42a6cb-f6f7-4be8-8524-ad03c8708258 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Deleting port f5167f18-fc66-4e36-80a2-6434be783fb2 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:45.488741 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f42a6cb-f6f7-4be8-8524-ad03c8708258 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.594522 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] Deleting port 70df280b-072a-4559-821d-097732ebdfeb {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:45.594871 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.655815 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f42a6cb-f6f7-4be8-8524-ad03c8708258 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.656217 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f42a6cb-f6f7-4be8-8524-ad03c8708258 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.661519 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:45.661916 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0ac97c07-01ff-4d99-ab3c-d8d4d45e5a76 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:45.697674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] For port 70df280b-072a-4559-821d-097732ebdfeb, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=70df280b-072a-4559-821d-097732ebdfeb,segment=NetworkSegment(2d156520-bc0f-4140-a1e9-8038d4cf15ad),segment_id=2d156520-bc0f-4140-a1e9-8038d4cf15ad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:45.699059 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.720410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0f42a6cb-f6f7-4be8-8524-ad03c8708258 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Calling delete_port for f5167f18-fc66-4e36-80a2-6434be783fb2 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:45.721407 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] Calling delete_port for 70df280b-072a-4559-821d-097732ebdfeb owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:45.744321 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a0ed564e-6280-4654-8644-03f4fa97f36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.888043 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-a0ed564e-6280-4654-8644-03f4fa97f36d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:50:45.891432 n-d-765315-27 neutron-server[94674]: DEBUG oslo_db.api [None req-a0ed564e-6280-4654-8644-03f4fa97f36d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:50:45.892272 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=7eb96045-6bca-4f92-86d9-ce9b28bc0898,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:46.023656 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.034306 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6241b93a-45c9-413c-b087-72adb3899625 None None] DHCP port deletion for a313b755-82cb-481c-956c-3816424bb679 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:50:46.064550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 868d2346-6696-4c02-b0e5-3e0104f96b12 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:46.149900 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] Pushing event deleted for resources: {'Port': ['ID=70df280b-072a-4559-821d-097732ebdfeb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:46.155730 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] No DVR routers for this DVR port 70df280b-072a-4559-821d-097732ebdfeb on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:50:46.194333 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 868d2346-6696-4c02-b0e5-3e0104f96b12 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:46.194801 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.258769 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f42a6cb-f6f7-4be8-8524-ad03c8708258 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.316309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42a6cb-f6f7-4be8-8524-ad03c8708258 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event deleted for resources: {'Port': ['ID=f5167f18-fc66-4e36-80a2-6434be783fb2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:46.334002 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7c400ad3-544e-4664-b50d-11c8b883f39f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:46.433920 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f42a6cb-f6f7-4be8-8524-ad03c8708258 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.434457 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-0f42a6cb-f6f7-4be8-8524-ad03c8708258 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Floating IP 49ae7c28-959d-4e29-8f80-073dc58c4580 disassociated (deleted). External IP: 172.25.3.24, port: b536c7c0-4f57-41cc-9ca4-b08cbe9da202. Aug 16 01:50:46.455709 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 7c400ad3-544e-4664-b50d-11c8b883f39f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:46.466052 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.506114 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047aa893-7490-4770-9778-a8c6421caa84 req-9bbd5d9e-c8da-454e-a48b-39b707141407 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:46.508623 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-047aa893-7490-4770-9778-a8c6421caa84 req-9bbd5d9e-c8da-454e-a48b-39b707141407 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.3954968 Aug 16 01:50:46.511193 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a313b755-82cb-481c-956c-3816424bb679']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:46.548529 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d156520-bc0f-4140-a1e9-8038d4cf15ad') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:46.548860 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d156520-bc0f-4140-a1e9-8038d4cf15ad') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:46.556751 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 78548eb4-23d3-4acb-bb31-883023043636 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:46.609923 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 78548eb4-23d3-4acb-bb31-883023043636 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:46.610767 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 78548eb4-23d3-4acb-bb31-883023043636 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:46.618289 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.672270 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.677207 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-047aa893-7490-4770-9778-a8c6421caa84 req-3cb138ca-5c3f-415c-a145-1099e4fb6f6e tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557541 Aug 16 01:50:46.685268 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:50:46.685837 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:50:46.688366 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:50:46.702996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0008cd14-0ae0-4e15-a604-374d347d14e7 None None] Network ca7eca42-75c3-458f-891f-f7470ed8f5e1 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:50:46.799021 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-92228490-1392-4de2-92c9-7b1307a09d81 req-998a3444-ef52-45b6-90b7-297d3982cd34 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 210 time: 0.2528224 Aug 16 01:50:46.833617 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.850445 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.855849 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] 10.222.0.68 "DELETE /v2.0/networks/a313b755-82cb-481c-956c-3816424bb679 HTTP/1.1" status: 204 len: 168 time: 1.5539951 Aug 16 01:50:46.856049 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-faf92bc9-206f-49b7-b600-78e08eaf45b5 None None] Provisioning for port 7c400ad3-544e-4664-b50d-11c8b883f39f completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:46.863846 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-faf92bc9-206f-49b7-b600-78e08eaf45b5 None None] Provisioning complete for port 7c400ad3-544e-4664-b50d-11c8b883f39f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:46.864290 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-faf92bc9-206f-49b7-b600-78e08eaf45b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:46.880746 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf8b53-f78b-4813-ba0d-7c684e8ba35a admin admin] Pushing event deleted for resources: {'Network': ['ID=a313b755-82cb-481c-956c-3816424bb679,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:47.040616 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-faf92bc9-206f-49b7-b600-78e08eaf45b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.043668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f42a6cb-f6f7-4be8-8524-ad03c8708258 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 3a25f7ee-9157-48aa-9724-2748e338a288 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:47.094108 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-faf92bc9-206f-49b7-b600-78e08eaf45b5 None None] For port 7c400ad3-544e-4664-b50d-11c8b883f39f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7c400ad3-544e-4664-b50d-11c8b883f39f,segment=NetworkSegment(5f917003-5c62-46e3-8ec8-8d19f983f3f6),segment_id=5f917003-5c62-46e3-8ec8-8d19f983f3f6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:47.097102 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36290) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:47.105808 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-faf92bc9-206f-49b7-b600-78e08eaf45b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.219983 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf92bc9-206f-49b7-b600-78e08eaf45b5 None None] Pushing event updated for resources: {'Port': ['ID=7c400ad3-544e-4664-b50d-11c8b883f39f,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:47.231117 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-45e24002-53ac-47ac-a459-7ca013346a8e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0ea261c389114d04a5259131b718a030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303265 Aug 16 01:50:47.236714 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36296) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:47.424299 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27fc5f30-08e7-496a-b0d9-92470a45f9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.451618 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27fc5f30-08e7-496a-b0d9-92470a45f9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.499006 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c740124e-8562-4ee2-95ef-fc5c1ca3b18f tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:47.508847 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27fc5f30-08e7-496a-b0d9-92470a45f9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.513368 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c740124e-8562-4ee2-95ef-fc5c1ca3b18f tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:47.516003 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c740124e-8562-4ee2-95ef-fc5c1ca3b18f tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.63 "GET /v2.0/networks?id=54922e96-faba-4f22-b1c9-8a73b4936a0d&id=ca7eca42-75c3-458f-891f-f7470ed8f5e1&id=54922e96-faba-4f22-b1c9-8a73b4936a0d HTTP/1.1" status: 200 len: 1391 time: 0.2817752 Aug 16 01:50:47.517679 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27fc5f30-08e7-496a-b0d9-92470a45f9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.519355 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-27fc5f30-08e7-496a-b0d9-92470a45f9e5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7d4f6caf-b523-4572-a985-ba9ada25b030 HTTP/1.1" status: 204 len: 168 time: 0.2800567 Aug 16 01:50:47.547235 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f42a6cb-f6f7-4be8-8524-ad03c8708258 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:47.553383 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f42a6cb-f6f7-4be8-8524-ad03c8708258 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.558680 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-278ceeda-a1b1-4d3a-8ce3-e98508811ce0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Request body: {'port': {'device_id': '064a048d-7bca-4399-8a73-0da07a058fc3', 'network_id': '54922e96-faba-4f22-b1c9-8a73b4936a0d', 'admin_state_up': True, 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:47.574184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc5f30-08e7-496a-b0d9-92470a45f9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4f6caf-b523-4572-a985-ba9ada25b030,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:47.574921 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d21c6d-3fce-4bdc-927b-7e77189f38e4 None None] Sync routers for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:47.623190 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d21c6d-3fce-4bdc-927b-7e77189f38e4 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:47.625042 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b9d21c6d-3fce-4bdc-927b-7e77189f38e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:47.714565 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b9d21c6d-3fce-4bdc-927b-7e77189f38e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:47.718551 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0f42a6cb-f6f7-4be8-8524-ad03c8708258 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "DELETE /v2.0/floatingips/49ae7c28-959d-4e29-8f80-073dc58c4580 HTTP/1.1" status: 204 len: 168 time: 2.6131363 Aug 16 01:50:47.721571 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36304) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:47.728269 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d21c6d-3fce-4bdc-927b-7e77189f38e4 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:47.729007 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b9d21c6d-3fce-4bdc-927b-7e77189f38e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:47.735901 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b0befb63-2ec9-4d0a-a732-2e76987b3d8e None None] Provisioning complete for port 7c400ad3-544e-4664-b50d-11c8b883f39f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:47.736278 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0befb63-2ec9-4d0a-a732-2e76987b3d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.826587 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b9d21c6d-3fce-4bdc-927b-7e77189f38e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:47.827480 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d21c6d-3fce-4bdc-927b-7e77189f38e4 None None] The sync data for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:47.936855 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-278ceeda-a1b1-4d3a-8ce3-e98508811ce0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Made reservation on behalf of c2d5a5cc65114bf0b1e2f912d543535b for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:47.941663 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-278ceeda-a1b1-4d3a-8ce3-e98508811ce0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:47.949972 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7eb96045-6bca-4f92-86d9-ce9b28bc0898 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:48.068241 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 7eb96045-6bca-4f92-86d9-ce9b28bc0898 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:48.069301 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.142153 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f53e06c-aa26-4a6d-8752-dbbab41fa7d5 req-5220fc2f-677b-4b6f-ba99-91cea5b92f42 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 210 time: 0.1163568 Aug 16 01:50:48.239485 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7c400ad3-544e-4664-b50d-11c8b883f39f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:50:48.297311 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 7c400ad3-544e-4664-b50d-11c8b883f39f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:48.298246 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.398513 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-278ceeda-a1b1-4d3a-8ce3-e98508811ce0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Allocated IP 19.80.0.141 (54922e96-faba-4f22-b1c9-8a73b4936a0d/1d9f417d-cd52-4a25-846c-b9f4c530d80d/2bdd2a01-dad4-45d0-9d52-e796f479c6e3) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:48.499839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36320) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:48.588605 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 70df280b-072a-4559-821d-097732ebdfeb no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:50:48.620887 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 70df280b-072a-4559-821d-097732ebdfeb {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:50:48.621293 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 70df280b-072a-4559-821d-097732ebdfeb not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:50:48.650819 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-78ac858d-1b98-4cd4-9006-d25ab87769a9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3b38aebc56e649039cef75d6dad694ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497433 Aug 16 01:50:48.653335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36322) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:48.722769 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-278ceeda-a1b1-4d3a-8ce3-e98508811ce0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.750211 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-278ceeda-a1b1-4d3a-8ce3-e98508811ce0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Transition to ACTIVE for port object 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:48.756489 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a3a00ba-cd01-4dfb-a826-24362487a09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.792694 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a3a00ba-cd01-4dfb-a826-24362487a09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.801976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0379bc5-205e-4639-83ce-a590f2d8895f req-2d92c292-5f4d-4bd8-ae0b-fbf67884b040 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:48.805389 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a0379bc5-205e-4639-83ce-a590f2d8895f req-2d92c292-5f4d-4bd8-ae0b-fbf67884b040 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.0734496 Aug 16 01:50:48.837289 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-278ceeda-a1b1-4d3a-8ce3-e98508811ce0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.856049 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5ee80404-7ecf-43f1-8d7f-4f44debf4f6c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Deleting port b536c7c0-4f57-41cc-9ca4-b08cbe9da202 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:48.856538 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ee80404-7ecf-43f1-8d7f-4f44debf4f6c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.915950 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-278ceeda-a1b1-4d3a-8ce3-e98508811ce0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Network 54922e96-faba-4f22-b1c9-8a73b4936a0d is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:48.921919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-278ceeda-a1b1-4d3a-8ce3-e98508811ce0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:48.940834 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-278ceeda-a1b1-4d3a-8ce3-e98508811ce0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:48.949047 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a3a00ba-cd01-4dfb-a826-24362487a09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.965002 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a3a00ba-cd01-4dfb-a826-24362487a09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:48.966865 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1a3a00ba-cd01-4dfb-a826-24362487a09e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ae2d7909-569c-4c72-9c16-5bc79fd5d95e HTTP/1.1" status: 204 len: 168 time: 0.3125975 Aug 16 01:50:48.967709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ceeda-a1b1-4d3a-8ce3-e98508811ce0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event updated for resources: {'Port': ['ID=2bdd2a01-dad4-45d0-9d52-e796f479c6e3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:48.971017 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a0379bc5-205e-4639-83ce-a590f2d8895f req-e6ad8dd9-3b37-4696-ae81-3e98696afef9 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491888 Aug 16 01:50:49.019219 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a00ba-cd01-4dfb-a826-24362487a09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2d7909-569c-4c72-9c16-5bc79fd5d95e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:49.049207 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ee80404-7ecf-43f1-8d7f-4f44debf4f6c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.062971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-278ceeda-a1b1-4d3a-8ce3-e98508811ce0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:49.063631 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-278ceeda-a1b1-4d3a-8ce3-e98508811ce0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.089608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5ee80404-7ecf-43f1-8d7f-4f44debf4f6c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Calling delete_port for b536c7c0-4f57-41cc-9ca4-b08cbe9da202 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:49.102658 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-278ceeda-a1b1-4d3a-8ce3-e98508811ce0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5530477 Aug 16 01:50:49.123487 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c029f91f-08f1-4fe5-be89-b6e1ebdec3a3 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Request body: {'port': {'device_id': '064a048d-7bca-4399-8a73-0da07a058fc3', 'network_id': 'ca7eca42-75c3-458f-891f-f7470ed8f5e1', 'admin_state_up': True, 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:49.419095 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4abba71b-c3f6-45e6-a175-974982ae5cb4 None None] Provisioning for port 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:49.429338 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4abba71b-c3f6-45e6-a175-974982ae5cb4 None None] Provisioning complete for port 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:49.430126 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4abba71b-c3f6-45e6-a175-974982ae5cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.433291 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ee80404-7ecf-43f1-8d7f-4f44debf4f6c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.438655 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9133362-ebda-47d4-be1b-014e585fdeda req-cc484b96-26cc-4b48-9441-e199a63bb058 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:49.449983 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9133362-ebda-47d4-be1b-014e585fdeda req-cc484b96-26cc-4b48-9441-e199a63bb058 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 932 time: 0.1909025 Aug 16 01:50:49.470445 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c029f91f-08f1-4fe5-be89-b6e1ebdec3a3 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Made reservation on behalf of c2d5a5cc65114bf0b1e2f912d543535b for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:49.475827 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c029f91f-08f1-4fe5-be89-b6e1ebdec3a3 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.519575 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee80404-7ecf-43f1-8d7f-4f44debf4f6c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event deleted for resources: {'Port': ['ID=b536c7c0-4f57-41cc-9ca4-b08cbe9da202,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:49.555465 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4abba71b-c3f6-45e6-a175-974982ae5cb4 None None] Port 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:50:49.745465 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9133362-ebda-47d4-be1b-014e585fdeda req-cc6c74ce-756c-4292-a548-ac232f952538 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944551 Aug 16 01:50:49.777720 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ee80404-7ecf-43f1-8d7f-4f44debf4f6c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.780702 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5ee80404-7ecf-43f1-8d7f-4f44debf4f6c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "DELETE /v2.0/ports/b536c7c0-4f57-41cc-9ca4-b08cbe9da202 HTTP/1.1" status: 204 len: 168 time: 2.0574865 Aug 16 01:50:49.785727 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36336) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:49.790617 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-cef7d204-f1ec-42a0-9068-664b41f75c90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:49.831242 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cef7d204-f1ec-42a0-9068-664b41f75c90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:49.854731 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c029f91f-08f1-4fe5-be89-b6e1ebdec3a3 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Allocated IP 19.86.0.167 (ca7eca42-75c3-458f-891f-f7470ed8f5e1/ddac125c-30cd-4792-b206-012840b8612e/f7987a07-ee55-4bd6-a2e1-2642d69edce5) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:49.960065 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cef7d204-f1ec-42a0-9068-664b41f75c90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:50.060173 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c029f91f-08f1-4fe5-be89-b6e1ebdec3a3 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:50.074125 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-144fada9-86a9-4de7-b765-a01876766874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:50.100447 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c029f91f-08f1-4fe5-be89-b6e1ebdec3a3 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Transition to ACTIVE for port object f7987a07-ee55-4bd6-a2e1-2642d69edce5 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:50.138692 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-cef7d204-f1ec-42a0-9068-664b41f75c90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Allocated IP 172.25.3.142 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/5738aa84-a9b4-4c42-8b44-f63359125931) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:50.301870 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cef7d204-f1ec-42a0-9068-664b41f75c90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:50.355595 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cef7d204-f1ec-42a0-9068-664b41f75c90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:50.403860 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef7d204-f1ec-42a0-9068-664b41f75c90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:50.411039 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-cef7d204-f1ec-42a0-9068-664b41f75c90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:50.416034 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef7d204-f1ec-42a0-9068-664b41f75c90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:50.469816 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7d204-f1ec-42a0-9068-664b41f75c90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=5738aa84-a9b4-4c42-8b44-f63359125931,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:50.591654 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cef7d204-f1ec-42a0-9068-664b41f75c90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:50.609572 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d0226-0b28-41cd-bf14-01fb7e8c5dd3 req-56c5d0b0-b00c-4806-8c66-ccfffe17458f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:50.611523 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc5d0226-0b28-41cd-bf14-01fb7e8c5dd3 req-56c5d0b0-b00c-4806-8c66-ccfffe17458f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.5363097 Aug 16 01:50:50.646095 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cef7d204-f1ec-42a0-9068-664b41f75c90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:50.661145 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc5d0226-0b28-41cd-bf14-01fb7e8c5dd3 req-d90d4af0-87ce-45a6-af50-7bb78513142d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426109 Aug 16 01:50:50.662637 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c029f91f-08f1-4fe5-be89-b6e1ebdec3a3 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:50.767632 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c029f91f-08f1-4fe5-be89-b6e1ebdec3a3 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Network ca7eca42-75c3-458f-891f-f7470ed8f5e1 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:50.784745 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c029f91f-08f1-4fe5-be89-b6e1ebdec3a3 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:50.794966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c029f91f-08f1-4fe5-be89-b6e1ebdec3a3 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:50.918127 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c029f91f-08f1-4fe5-be89-b6e1ebdec3a3 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:50.918843 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c029f91f-08f1-4fe5-be89-b6e1ebdec3a3 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:50.940688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029f91f-08f1-4fe5-be89-b6e1ebdec3a3 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event updated for resources: {'Port': ['ID=f7987a07-ee55-4bd6-a2e1-2642d69edce5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:50.947748 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c029f91f-08f1-4fe5-be89-b6e1ebdec3a3 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8360744 Aug 16 01:50:50.969317 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c517f072-649f-4413-8bae-f8e5052aa3f5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Request body: {'port': {'device_id': '064a048d-7bca-4399-8a73-0da07a058fc3', 'network_id': '54922e96-faba-4f22-b1c9-8a73b4936a0d', 'admin_state_up': True, 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:51.037586 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cef7d204-f1ec-42a0-9068-664b41f75c90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.052573 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cef7d204-f1ec-42a0-9068-664b41f75c90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.166092 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca638c27-a3dc-49c7-b97c-32232abfcc81 req-25ffc078-2e8f-4e82-8b5c-e39af2f026c0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:51.173167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca638c27-a3dc-49c7-b97c-32232abfcc81 req-25ffc078-2e8f-4e82-8b5c-e39af2f026c0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:51.174851 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ca638c27-a3dc-49c7-b97c-32232abfcc81 req-25ffc078-2e8f-4e82-8b5c-e39af2f026c0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 1655 time: 0.2700825 Aug 16 01:50:51.198731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fc5ea6f0-bf7c-46ca-9fc6-f9f2b5f5e8a1 None None] Provisioning for port f7987a07-ee55-4bd6-a2e1-2642d69edce5 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:51.203545 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7d204-f1ec-42a0-9068-664b41f75c90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=5738aa84-a9b4-4c42-8b44-f63359125931,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:51.205638 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fc5ea6f0-bf7c-46ca-9fc6-f9f2b5f5e8a1 None None] Provisioning complete for port f7987a07-ee55-4bd6-a2e1-2642d69edce5 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:51.206041 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc5ea6f0-bf7c-46ca-9fc6-f9f2b5f5e8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.230314 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cef7d204-f1ec-42a0-9068-664b41f75c90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.256117 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ca638c27-a3dc-49c7-b97c-32232abfcc81 req-3516ee5d-6aa8-40ce-80ad-4bd2730ace12 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727019 Aug 16 01:50:51.275380 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cef7d204-f1ec-42a0-9068-664b41f75c90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.282476 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cef7d204-f1ec-42a0-9068-664b41f75c90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4954824 Aug 16 01:50:51.283340 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36356) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:51.290886 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-fc5ea6f0-bf7c-46ca-9fc6-f9f2b5f5e8a1 None None] Port f7987a07-ee55-4bd6-a2e1-2642d69edce5 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:50:51.296401 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c84ea75e-38ba-40d8-8953-c33c56cddeab tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'port': {'network_id': '935d8524-df92-4d0f-bd95-e0592f2ac4a2', 'name': 'tempest-FloatingIPTestJSON-1271355123'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:51.309736 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c517f072-649f-4413-8bae-f8e5052aa3f5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Made reservation on behalf of c2d5a5cc65114bf0b1e2f912d543535b for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:51.315071 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c517f072-649f-4413-8bae-f8e5052aa3f5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.457377 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84ea75e-38ba-40d8-8953-c33c56cddeab tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Made reservation on behalf of 8ca510f91f32484cb7025f7da7b4954c for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:50:51.461183 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c84ea75e-38ba-40d8-8953-c33c56cddeab tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.479369 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c517f072-649f-4413-8bae-f8e5052aa3f5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Allocated IP 19.80.0.171 (54922e96-faba-4f22-b1c9-8a73b4936a0d/1d9f417d-cd52-4a25-846c-b9f4c530d80d/844aed12-a2da-4e4d-8c3b-06818c985b0f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:51.485290 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-c84ea75e-38ba-40d8-8953-c33c56cddeab tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] device_id is not set on port 36d86e4d-dc1a-4730-8f54-3cac3b499c9c yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:50:51.615177 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-c84ea75e-38ba-40d8-8953-c33c56cddeab tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Allocated IP 172.20.0.6 (935d8524-df92-4d0f-bd95-e0592f2ac4a2/c3936df7-9ce2-44f0-917e-920881d79b96/36d86e4d-dc1a-4730-8f54-3cac3b499c9c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:50:51.688792 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c517f072-649f-4413-8bae-f8e5052aa3f5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.708153 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c517f072-649f-4413-8bae-f8e5052aa3f5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Transition to ACTIVE for port object 844aed12-a2da-4e4d-8c3b-06818c985b0f will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:51.770365 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c517f072-649f-4413-8bae-f8e5052aa3f5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.830761 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c517f072-649f-4413-8bae-f8e5052aa3f5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Network 54922e96-faba-4f22-b1c9-8a73b4936a0d is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:51.833881 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c517f072-649f-4413-8bae-f8e5052aa3f5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:51.840974 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c517f072-649f-4413-8bae-f8e5052aa3f5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:51.849174 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c84ea75e-38ba-40d8-8953-c33c56cddeab tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.886195 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517f072-649f-4413-8bae-f8e5052aa3f5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event updated for resources: {'Port': ['ID=844aed12-a2da-4e4d-8c3b-06818c985b0f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:51.901234 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bbd4d-2341-4182-afbd-9052a38bdac6 req-edce7000-4c18-49bd-bab3-cc4c77f5025b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:51.911484 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e55bbd4d-2341-4182-afbd-9052a38bdac6 req-edce7000-4c18-49bd-bab3-cc4c77f5025b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1273589 Aug 16 01:50:51.930734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c517f072-649f-4413-8bae-f8e5052aa3f5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:51.931428 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c517f072-649f-4413-8bae-f8e5052aa3f5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:51.963495 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c517f072-649f-4413-8bae-f8e5052aa3f5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9994788 Aug 16 01:50:51.978430 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Request body: {'port': {'device_id': '064a048d-7bca-4399-8a73-0da07a058fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:52.051628 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e55bbd4d-2341-4182-afbd-9052a38bdac6 req-2e030efe-7473-4ec3-8323-f7e2e0467a05 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382921 Aug 16 01:50:52.081068 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c84ea75e-38ba-40d8-8953-c33c56cddeab tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:52.110647 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:52.146276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84ea75e-38ba-40d8-8953-c33c56cddeab tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Network 935d8524-df92-4d0f-bd95-e0592f2ac4a2 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:50:52.151806 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c84ea75e-38ba-40d8-8953-c33c56cddeab tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:50:52.156843 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84ea75e-38ba-40d8-8953-c33c56cddeab tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:50:52.186781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ea75e-38ba-40d8-8953-c33c56cddeab tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=36d86e4d-dc1a-4730-8f54-3cac3b499c9c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:52.229978 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7172de8f-51dc-48df-98c7-f06b368b409e None None] Provisioning for port 844aed12-a2da-4e4d-8c3b-06818c985b0f completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:50:52.233740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84ea75e-38ba-40d8-8953-c33c56cddeab tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:52.234676 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c84ea75e-38ba-40d8-8953-c33c56cddeab tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:52.236507 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7172de8f-51dc-48df-98c7-f06b368b409e None None] Provisioning complete for port 844aed12-a2da-4e4d-8c3b-06818c985b0f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:50:52.237104 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7172de8f-51dc-48df-98c7-f06b368b409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:52.253600 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c84ea75e-38ba-40d8-8953-c33c56cddeab tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9690938 Aug 16 01:50:52.256197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36368) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:52.261448 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-08753e02-1bcc-41d6-adde-a065c324e4bf tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'floatingip': {'port_id': '36d86e4d-dc1a-4730-8f54-3cac3b499c9c'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:52.302936 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7172de8f-51dc-48df-98c7-f06b368b409e None None] Port 844aed12-a2da-4e4d-8c3b-06818c985b0f cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:50:52.324295 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-08753e02-1bcc-41d6-adde-a065c324e4bf tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:52.515410 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a97de-00c6-4654-9dfa-3be665bcbf49 req-3ce67df0-17a3-49b2-811b-89277317b2dc tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:52.522055 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a97de-00c6-4654-9dfa-3be665bcbf49 req-3ce67df0-17a3-49b2-811b-89277317b2dc tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:52.528187 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a97de-00c6-4654-9dfa-3be665bcbf49 req-3ce67df0-17a3-49b2-811b-89277317b2dc tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:52.530795 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ae2a97de-00c6-4654-9dfa-3be665bcbf49 req-3ce67df0-17a3-49b2-811b-89277317b2dc tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2377 time: 0.1422641 Aug 16 01:50:52.572414 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d565ceaf-7aee-4959-8ae8-f3e490829304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:52.618133 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:52.628691 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:52.644535 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Transition to ACTIVE for port object 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:52.654365 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:52.663373 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ae2a97de-00c6-4654-9dfa-3be665bcbf49 req-61a3638f-8129-45ac-83fe-960bd002f329 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946152 Aug 16 01:50:52.749498 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Pushing event updated for resources: {'Port': ['ID=2bdd2a01-dad4-45d0-9d52-e796f479c6e3,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:52.828530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Attempting to bind port 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:52.829198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Attempting to bind port 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'a061c814-3328-4530-a6d8-3064c3bec6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '54922e96-faba-4f22-b1c9-8a73b4936a0d'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:52.829198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Attempting to bind port 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 on network 54922e96-faba-4f22-b1c9-8a73b4936a0d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:52.834495 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Port 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 on network 54922e96-faba-4f22-b1c9-8a73b4936a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:50:52.834824 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Attempting to bind port 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 on network 54922e96-faba-4f22-b1c9-8a73b4936a0d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:52.841524 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:52.841894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Checking segment: {'id': 'a061c814-3328-4530-a6d8-3064c3bec6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '54922e96-faba-4f22-b1c9-8a73b4936a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:52.843111 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Bound using segment: {'id': 'a061c814-3328-4530-a6d8-3064c3bec6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '54922e96-faba-4f22-b1c9-8a73b4936a0d'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:52.843530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Bound port: 2bdd2a01-dad4-45d0-9d52-e796f479c6e3, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a061c814-3328-4530-a6d8-3064c3bec6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '54922e96-faba-4f22-b1c9-8a73b4936a0d'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:52.844066 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:52.935082 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] For port 2bdd2a01-dad4-45d0-9d52-e796f479c6e3, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:52.941632 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] For port 2bdd2a01-dad4-45d0-9d52-e796f479c6e3, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2bdd2a01-dad4-45d0-9d52-e796f479c6e3,segment=NetworkSegment(a061c814-3328-4530-a6d8-3064c3bec6a7),segment_id=a061c814-3328-4530-a6d8-3064c3bec6a7)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:52.947825 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:53.019121 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:53.019709 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:53.021113 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] 10.222.0.63 "PUT /v2.0/ports/2bdd2a01-dad4-45d0-9d52-e796f479c6e3 HTTP/1.1" status: 200 len: 1093 time: 1.0477335 Aug 16 01:50:53.021581 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064a048d-7bca-4399-8a73-0da07a058fc3', 'tag': '2bdd2a01-dad4-45d0-9d52-e796f479c6e3'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:53.024317 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ec5fbb-85fc-4bcb-97bb-bd786bbb0bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "064a048d-7bca-4399-8a73-0da07a058fc3", "tag": "2bdd2a01-dad4-45d0-9d52-e796f479c6e3"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:53.077981 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-08753e02-1bcc-41d6-adde-a065c324e4bf tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:53.083936 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-08753e02-1bcc-41d6-adde-a065c324e4bf tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:53.093326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Request body: {'port': {'device_id': '064a048d-7bca-4399-8a73-0da07a058fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:53.172444 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b208fd1f-3d83-455e-9aae-5262e5248c4a x-openstack-request-id: req-b208fd1f-3d83-455e-9aae-5262e5248c4a {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:53.172744 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064a048d-7bca-4399-8a73-0da07a058fc3", "tag": "2bdd2a01-dad4-45d0-9d52-e796f479c6e3", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:53.173131 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b208fd1f-3d83-455e-9aae-5262e5248c4a {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:53.173418 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064a048d-7bca-4399-8a73-0da07a058fc3', 'tag': '2bdd2a01-dad4-45d0-9d52-e796f479c6e3', 'status': 'completed', 'code': 200} Aug 16 01:50:53.179005 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44831a-59e4-47f7-b24b-b6476e5abaac service neutron] Pushing event updated for resources: {'Port': ['ID=2bdd2a01-dad4-45d0-9d52-e796f479c6e3,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:53.244727 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:53.252944 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:53.466546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec5fbb-85fc-4bcb-97bb-bd786bbb0bbe req-b5d51b09-a508-4563-809b-48cba1476485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:53.467816 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec5fbb-85fc-4bcb-97bb-bd786bbb0bbe req-b5d51b09-a508-4563-809b-48cba1476485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:53.468345 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec5fbb-85fc-4bcb-97bb-bd786bbb0bbe req-b5d51b09-a508-4563-809b-48cba1476485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:53.470109 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-34ec5fbb-85fc-4bcb-97bb-bd786bbb0bbe req-b5d51b09-a508-4563-809b-48cba1476485 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c2d5a5cc65114bf0b1e2f912d543535b&device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2733 time: 0.3132544 Aug 16 01:50:53.582299 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a29c0-4c90-45fd-99f5-d9394b0dd9e9 req-7174e628-0bc3-480a-836e-e0cabefae81f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:53.584428 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c96a29c0-4c90-45fd-99f5-d9394b0dd9e9 req-7174e628-0bc3-480a-836e-e0cabefae81f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.2128043 Aug 16 01:50:53.591244 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-08753e02-1bcc-41d6-adde-a065c324e4bf tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Floating IP 72bb58fa-3748-43fe-890e-e12350480a3f associated. External IP: 172.25.3.142, port: 36d86e4d-dc1a-4730-8f54-3cac3b499c9c. Aug 16 01:50:53.721515 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36390) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:53.810580 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c96a29c0-4c90-45fd-99f5-d9394b0dd9e9 req-0d1cfe1a-78d1-4783-95e0-65ea6a195a3f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105839 Aug 16 01:50:53.812004 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec5fbb-85fc-4bcb-97bb-bd786bbb0bbe req-bc42ec32-66fe-48d4-aec2-deb9def25f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:53.812473 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec5fbb-85fc-4bcb-97bb-bd786bbb0bbe req-bc42ec32-66fe-48d4-aec2-deb9def25f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:53.812932 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec5fbb-85fc-4bcb-97bb-bd786bbb0bbe req-bc42ec32-66fe-48d4-aec2-deb9def25f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:53.814490 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-34ec5fbb-85fc-4bcb-97bb-bd786bbb0bbe req-bc42ec32-66fe-48d4-aec2-deb9def25f47 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=c2d5a5cc65114bf0b1e2f912d543535b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3268578 Aug 16 01:50:53.881890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7987a07-ee55-4bd6-a2e1-2642d69edce5 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:53.893144 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:53.917795 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426a3a4-6654-4f1d-9b01-9d58c8d8437e req-46fdcce8-8f6a-4a8b-8d34-3fca68dbb8a1 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:53.922161 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-467592d1-c97c-498b-a4bb-e3d400ceb29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:53.925477 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426a3a4-6654-4f1d-9b01-9d58c8d8437e req-46fdcce8-8f6a-4a8b-8d34-3fca68dbb8a1 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:53.932758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426a3a4-6654-4f1d-9b01-9d58c8d8437e req-46fdcce8-8f6a-4a8b-8d34-3fca68dbb8a1 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:53.941680 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9426a3a4-6654-4f1d-9b01-9d58c8d8437e req-46fdcce8-8f6a-4a8b-8d34-3fca68dbb8a1 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2389 time: 0.1159806 Aug 16 01:50:53.954778 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Transition to ACTIVE for port object f7987a07-ee55-4bd6-a2e1-2642d69edce5 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:53.969004 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.064728 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9426a3a4-6654-4f1d-9b01-9d58c8d8437e req-238f04e7-7d9a-4bb9-8e34-2f2e2dd1cb63 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219609 Aug 16 01:50:54.123644 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.131491 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec5fbb-85fc-4bcb-97bb-bd786bbb0bbe req-7509f769-bf30-4f2e-af34-8d3b0c4c3362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:54.144116 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-34ec5fbb-85fc-4bcb-97bb-bd786bbb0bbe req-7509f769-bf30-4f2e-af34-8d3b0c4c3362 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3102944 Aug 16 01:50:54.195864 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Pushing event updated for resources: {'Port': ['ID=f7987a07-ee55-4bd6-a2e1-2642d69edce5,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:54.199321 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Attempting to bind port f7987a07-ee55-4bd6-a2e1-2642d69edce5 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:54.199653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Attempting to bind port f7987a07-ee55-4bd6-a2e1-2642d69edce5 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '5f917003-5c62-46e3-8ec8-8d19f983f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca7eca42-75c3-458f-891f-f7470ed8f5e1'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:54.199979 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Attempting to bind port f7987a07-ee55-4bd6-a2e1-2642d69edce5 on network ca7eca42-75c3-458f-891f-f7470ed8f5e1 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:54.211796 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Port f7987a07-ee55-4bd6-a2e1-2642d69edce5 on network ca7eca42-75c3-458f-891f-f7470ed8f5e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:50:54.212130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Attempting to bind port f7987a07-ee55-4bd6-a2e1-2642d69edce5 on network ca7eca42-75c3-458f-891f-f7470ed8f5e1 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:54.235267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:54.235647 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Checking segment: {'id': '5f917003-5c62-46e3-8ec8-8d19f983f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca7eca42-75c3-458f-891f-f7470ed8f5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:54.236035 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Bound using segment: {'id': '5f917003-5c62-46e3-8ec8-8d19f983f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca7eca42-75c3-458f-891f-f7470ed8f5e1'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:54.236489 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Bound port: f7987a07-ee55-4bd6-a2e1-2642d69edce5, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f917003-5c62-46e3-8ec8-8d19f983f3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ca7eca42-75c3-458f-891f-f7470ed8f5e1'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:54.236854 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.242239 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08753e02-1bcc-41d6-adde-a065c324e4bf tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 3a25f7ee-9157-48aa-9724-2748e338a288 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:54.322410 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-467592d1-c97c-498b-a4bb-e3d400ceb29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.333603 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-467592d1-c97c-498b-a4bb-e3d400ceb29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.340833 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] For port f7987a07-ee55-4bd6-a2e1-2642d69edce5, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:54.345345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] For port f7987a07-ee55-4bd6-a2e1-2642d69edce5, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f7987a07-ee55-4bd6-a2e1-2642d69edce5,segment=NetworkSegment(5f917003-5c62-46e3-8ec8-8d19f983f3f6),segment_id=5f917003-5c62-46e3-8ec8-8d19f983f3f6)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:54.360677 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.470161 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:54.471792 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.474098 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] 10.222.0.63 "PUT /v2.0/ports/f7987a07-ee55-4bd6-a2e1-2642d69edce5 HTTP/1.1" status: 200 len: 1093 time: 1.3922632 Aug 16 01:50:54.478339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-467592d1-c97c-498b-a4bb-e3d400ceb29f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ce19d38f783f49e3a6bcd527f3fa73c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7510524 Aug 16 01:50:54.481069 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467592d1-c97c-498b-a4bb-e3d400ceb29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e221446-ed32-4017-94c2-18526bc6e278,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:54.486911 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36408) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:54.493458 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08753e02-1bcc-41d6-adde-a065c324e4bf tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:54.498127 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-08753e02-1bcc-41d6-adde-a065c324e4bf tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.509503 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ddf9d0-4e9e-4215-b1b5-1ff909e6a3e7 None None] Sync routers for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:54.551975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Request body: {'port': {'device_id': '064a048d-7bca-4399-8a73-0da07a058fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:54.603406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf9bec-d973-4b9e-93ea-0a85e426666f service neutron] Pushing event updated for resources: {'Port': ['ID=f7987a07-ee55-4bd6-a2e1-2642d69edce5,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:54.676920 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.682385 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75f57ef0-76b8-487f-84e0-8e85e5b0d8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.690143 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ddf9d0-4e9e-4215-b1b5-1ff909e6a3e7 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:54.690774 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-66ddf9d0-4e9e-4215-b1b5-1ff909e6a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:54.724118 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-66ddf9d0-4e9e-4215-b1b5-1ff909e6a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:54.733546 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ddf9d0-4e9e-4215-b1b5-1ff909e6a3e7 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:54.734431 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-66ddf9d0-4e9e-4215-b1b5-1ff909e6a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:54.763304 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75f57ef0-76b8-487f-84e0-8e85e5b0d8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.767991 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-66ddf9d0-4e9e-4215-b1b5-1ff909e6a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:54.768850 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ddf9d0-4e9e-4215-b1b5-1ff909e6a3e7 None None] The sync data for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:54.911930 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75f57ef0-76b8-487f-84e0-8e85e5b0d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.914695 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75f57ef0-76b8-487f-84e0-8e85e5b0d8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:54.919921 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-75f57ef0-76b8-487f-84e0-8e85e5b0d8fa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3e221446-ed32-4017-94c2-18526bc6e278 HTTP/1.1" status: 204 len: 168 time: 0.4150605 Aug 16 01:50:54.952803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f57ef0-76b8-487f-84e0-8e85e5b0d8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e221446-ed32-4017-94c2-18526bc6e278,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:55.028929 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-08753e02-1bcc-41d6-adde-a065c324e4bf tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "PUT /v2.0/floatingips/72bb58fa-3748-43fe-890e-e12350480a3f HTTP/1.1" status: 200 len: 978 time: 2.7709858 Aug 16 01:50:55.032873 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36422) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:55.099164 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df2711-a212-4b94-8ef7-460f59dd3af4 req-7e77a5c3-a035-43e7-87cd-b40187a52017 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:55.103391 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-45df2711-a212-4b94-8ef7-460f59dd3af4 req-7e77a5c3-a035-43e7-87cd-b40187a52017 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1231272 Aug 16 01:50:55.114734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844aed12-a2da-4e4d-8c3b-06818c985b0f {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:55.137834 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:55.168087 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-45df2711-a212-4b94-8ef7-460f59dd3af4 req-47bc3f58-9117-44dd-9f0a-b9d7df4dbb25 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538416 Aug 16 01:50:55.190962 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064a048d-7bca-4399-8a73-0da07a058fc3', 'tag': 'f7987a07-ee55-4bd6-a2e1-2642d69edce5'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:55.194170 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa82281-a05f-4b56-aec3-268e76b6cf29" -d '{"events": [{"name": "network-changed", "server_uuid": "064a048d-7bca-4399-8a73-0da07a058fc3", "tag": "f7987a07-ee55-4bd6-a2e1-2642d69edce5"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:55.223688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Transition to ACTIVE for port object 844aed12-a2da-4e4d-8c3b-06818c985b0f will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:50:55.233967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3a8f9cd8-0d27-46b2-a603-54bd88559a3c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Deleting port 36d86e4d-dc1a-4730-8f54-3cac3b499c9c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:55.234340 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9cd8-0d27-46b2-a603-54bd88559a3c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:55.246238 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:55.271694 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a362c02a-7f97-45ba-931e-cb8fb6b1e2c0 x-openstack-request-id: req-a362c02a-7f97-45ba-931e-cb8fb6b1e2c0 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:55.271986 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064a048d-7bca-4399-8a73-0da07a058fc3", "tag": "f7987a07-ee55-4bd6-a2e1-2642d69edce5", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:55.272220 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a362c02a-7f97-45ba-931e-cb8fb6b1e2c0 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:55.275713 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064a048d-7bca-4399-8a73-0da07a058fc3', 'tag': 'f7987a07-ee55-4bd6-a2e1-2642d69edce5', 'status': 'completed', 'code': 200} Aug 16 01:50:55.403718 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa82281-a05f-4b56-aec3-268e76b6cf29 req-9230f0dd-d622-4dc6-83cb-fe2eb46e55d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:55.404208 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa82281-a05f-4b56-aec3-268e76b6cf29 req-9230f0dd-d622-4dc6-83cb-fe2eb46e55d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:55.404955 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa82281-a05f-4b56-aec3-268e76b6cf29 req-9230f0dd-d622-4dc6-83cb-fe2eb46e55d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:55.406778 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cfa82281-a05f-4b56-aec3-268e76b6cf29 req-9230f0dd-d622-4dc6-83cb-fe2eb46e55d9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c2d5a5cc65114bf0b1e2f912d543535b&device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2827 time: 0.0824056 Aug 16 01:50:55.430837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e5321-6ac3-4599-aab1-8b46c6a37ebf req-71afd77f-e6ea-45b2-b0a0-4aaa8902d20b tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:55.437898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e5321-6ac3-4599-aab1-8b46c6a37ebf req-71afd77f-e6ea-45b2-b0a0-4aaa8902d20b tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:55.446851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e5321-6ac3-4599-aab1-8b46c6a37ebf req-71afd77f-e6ea-45b2-b0a0-4aaa8902d20b tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:55.450308 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-491e5321-6ac3-4599-aab1-8b46c6a37ebf req-71afd77f-e6ea-45b2-b0a0-4aaa8902d20b tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2401 time: 0.2838442 Aug 16 01:50:55.451687 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Pushing event updated for resources: {'Port': ['ID=844aed12-a2da-4e4d-8c3b-06818c985b0f,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:55.520769 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9cd8-0d27-46b2-a603-54bd88559a3c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:55.594471 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-491e5321-6ac3-4599-aab1-8b46c6a37ebf req-06f5d33d-0c43-4ab3-8854-647a24bd2c37 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129947 Aug 16 01:50:55.597611 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Attempting to bind port 844aed12-a2da-4e4d-8c3b-06818c985b0f on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:50:55.597611 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Attempting to bind port 844aed12-a2da-4e4d-8c3b-06818c985b0f by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'a061c814-3328-4530-a6d8-3064c3bec6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '54922e96-faba-4f22-b1c9-8a73b4936a0d'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:50:55.597931 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Attempting to bind port 844aed12-a2da-4e4d-8c3b-06818c985b0f on network 54922e96-faba-4f22-b1c9-8a73b4936a0d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:55.603054 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Port 844aed12-a2da-4e4d-8c3b-06818c985b0f on network 54922e96-faba-4f22-b1c9-8a73b4936a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:50:55.603450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Attempting to bind port 844aed12-a2da-4e4d-8c3b-06818c985b0f on network 54922e96-faba-4f22-b1c9-8a73b4936a0d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:50:55.615185 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:50:55.615573 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Checking segment: {'id': 'a061c814-3328-4530-a6d8-3064c3bec6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '54922e96-faba-4f22-b1c9-8a73b4936a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:50:55.615959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Bound using segment: {'id': 'a061c814-3328-4530-a6d8-3064c3bec6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '54922e96-faba-4f22-b1c9-8a73b4936a0d'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:50:55.616439 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Bound port: 844aed12-a2da-4e4d-8c3b-06818c985b0f, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a061c814-3328-4530-a6d8-3064c3bec6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '54922e96-faba-4f22-b1c9-8a73b4936a0d'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:50:55.616801 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:55.712352 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa82281-a05f-4b56-aec3-268e76b6cf29 req-a2ccab1e-8b5f-4190-a577-1727c018c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:55.712829 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa82281-a05f-4b56-aec3-268e76b6cf29 req-a2ccab1e-8b5f-4190-a577-1727c018c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:55.713296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa82281-a05f-4b56-aec3-268e76b6cf29 req-a2ccab1e-8b5f-4190-a577-1727c018c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:55.715089 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cfa82281-a05f-4b56-aec3-268e76b6cf29 req-a2ccab1e-8b5f-4190-a577-1727c018c4de service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=c2d5a5cc65114bf0b1e2f912d543535b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2968183 Aug 16 01:50:55.715576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] For port 844aed12-a2da-4e4d-8c3b-06818c985b0f, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:50:55.720777 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] For port 844aed12-a2da-4e4d-8c3b-06818c985b0f, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=844aed12-a2da-4e4d-8c3b-06818c985b0f,segment=NetworkSegment(a061c814-3328-4530-a6d8-3064c3bec6a7),segment_id=a061c814-3328-4530-a6d8-3064c3bec6a7)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:50:55.727093 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:55.791906 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:55.792748 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:55.794537 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] 10.222.0.63 "PUT /v2.0/ports/844aed12-a2da-4e4d-8c3b-06818c985b0f HTTP/1.1" status: 200 len: 1093 time: 1.2619812 Aug 16 01:50:55.839776 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848bcb61-20e7-42c1-9075-1f1548ad56e7 service neutron] Pushing event updated for resources: {'Port': ['ID=844aed12-a2da-4e4d-8c3b-06818c985b0f,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:55.865539 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa82281-a05f-4b56-aec3-268e76b6cf29 req-3bd7b21a-f9f8-4690-8bb2-37c63da31d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:55.867062 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cfa82281-a05f-4b56-aec3-268e76b6cf29 req-3bd7b21a-f9f8-4690-8bb2-37c63da31d63 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1159687 Aug 16 01:50:55.931503 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.037724 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9cd8-0d27-46b2-a603-54bd88559a3c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.038466 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9cd8-0d27-46b2-a603-54bd88559a3c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.038964 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-3a8f9cd8-0d27-46b2-a603-54bd88559a3c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Floating IP 72bb58fa-3748-43fe-890e-e12350480a3f disassociated. External IP: 172.25.3.142, port: 36d86e4d-dc1a-4730-8f54-3cac3b499c9c. Aug 16 01:50:56.039575 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3a8f9cd8-0d27-46b2-a603-54bd88559a3c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Calling delete_port for 36d86e4d-dc1a-4730-8f54-3cac3b499c9c owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:56.058447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-7d11bd48-9f8e-4549-94a1-e104c8de0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:56.059033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-7d11bd48-9f8e-4549-94a1-e104c8de0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:56.059683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-7d11bd48-9f8e-4549-94a1-e104c8de0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:56.062728 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-7d11bd48-9f8e-4549-94a1-e104c8de0289 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c2d5a5cc65114bf0b1e2f912d543535b&device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2869 time: 0.1038666 Aug 16 01:50:56.169519 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-4a55ea67-1f45-46c0-8a28-0e2f2f0e0c0a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.141&port_id=2bdd2a01-dad4-45d0-9d52-e796f479c6e3 HTTP/1.1" status: 200 len: 217 time: 0.0596163 Aug 16 01:50:56.327230 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c3e19103-b6be-4952-b15f-bfc31878c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:56.329873 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-c3e19103-b6be-4952-b15f-bfc31878c0fa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1d9f417d-cd52-4a25-846c-b9f4c530d80d HTTP/1.1" status: 200 len: 801 time: 0.1509366 Aug 16 01:50:56.339144 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403af513-670e-4607-8d99-f0c1240b56ee req-40e230ad-565f-4125-b993-8719674c7509 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:56.341125 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-403af513-670e-4607-8d99-f0c1240b56ee req-40e230ad-565f-4125-b993-8719674c7509 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.0837846 Aug 16 01:50:56.392139 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-403af513-670e-4607-8d99-f0c1240b56ee req-693de3b5-d478-40d9-9688-9b73330535c7 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443912 Aug 16 01:50:56.398062 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9cd8-0d27-46b2-a603-54bd88559a3c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:56.430243 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f9cd8-0d27-46b2-a603-54bd88559a3c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event deleted for resources: {'Port': ['ID=36d86e4d-dc1a-4730-8f54-3cac3b499c9c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:56.434835 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-699b8b46-0d8b-43c6-b32e-8ace51eac946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:56.436931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-699b8b46-0d8b-43c6-b32e-8ace51eac946 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=54922e96-faba-4f22-b1c9-8a73b4936a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991099 Aug 16 01:50:56.661052 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-74bcfc79-ac7f-47e9-b2cf-e2741fbcd54d service neutron] 10.222.0.63 "GET /v2.0/networks/54922e96-faba-4f22-b1c9-8a73b4936a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149243 Aug 16 01:50:56.704990 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8f9cd8-0d27-46b2-a603-54bd88559a3c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 3a25f7ee-9157-48aa-9724-2748e338a288 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:50:56.814459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576fce3-274f-4f5f-ab23-81f318556c73 req-807cbffc-d534-4519-9080-4a243aec3725 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:56.820425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576fce3-274f-4f5f-ab23-81f318556c73 req-807cbffc-d534-4519-9080-4a243aec3725 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:56.827888 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576fce3-274f-4f5f-ab23-81f318556c73 req-807cbffc-d534-4519-9080-4a243aec3725 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:56.838020 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d576fce3-274f-4f5f-ab23-81f318556c73 req-807cbffc-d534-4519-9080-4a243aec3725 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2413 time: 0.0937524 Aug 16 01:50:56.873329 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-9e69dd7d-56cd-4725-aff5-1dceb62ad685 service neutron] 10.222.0.63 "GET /v2.0/networks/54922e96-faba-4f22-b1c9-8a73b4936a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968970 Aug 16 01:50:56.911044 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d576fce3-274f-4f5f-ab23-81f318556c73 req-d0fe6a8c-dd9a-4ccd-92c6-74a256a9f085 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720837 Aug 16 01:50:56.936384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38938df0-8b7b-4798-b62b-bd23f80f5147 req-8fbcc715-2a05-4b8f-9c85-bee3752532c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:56.938406 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38938df0-8b7b-4798-b62b-bd23f80f5147 req-8fbcc715-2a05-4b8f-9c85-bee3752532c4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ef4e924cb4584ac79c6f9319dffe168f&device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 1097 time: 0.0902534 Aug 16 01:50:56.980560 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-10f2ddf7-7127-4d0f-aa4f-58f01eb43f93 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.167&port_id=f7987a07-ee55-4bd6-a2e1-2642d69edce5 HTTP/1.1" status: 200 len: 217 time: 0.0659652 Aug 16 01:50:57.000120 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8f9cd8-0d27-46b2-a603-54bd88559a3c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:50:57.011298 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11f772-03bb-4a0b-a7c5-38811530150e None None] Sync routers for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:50:57.026035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb11f772-03bb-4a0b-a7c5-38811530150e None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:57.027065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fb11f772-03bb-4a0b-a7c5-38811530150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:57.083677 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fb11f772-03bb-4a0b-a7c5-38811530150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:57.110911 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb11f772-03bb-4a0b-a7c5-38811530150e None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:50:57.111704 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fb11f772-03bb-4a0b-a7c5-38811530150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:57.115807 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-33418c57-e06e-46aa-aad6-e1784a53767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:57.117887 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-33418c57-e06e-46aa-aad6-e1784a53767b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ddac125c-30cd-4792-b206-012840b8612e HTTP/1.1" status: 200 len: 801 time: 0.1275086 Aug 16 01:50:57.125744 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9cd8-0d27-46b2-a603-54bd88559a3c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:57.127741 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3a8f9cd8-0d27-46b2-a603-54bd88559a3c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "DELETE /v2.0/ports/36d86e4d-dc1a-4730-8f54-3cac3b499c9c HTTP/1.1" status: 204 len: 168 time: 2.0899398 Aug 16 01:50:57.130602 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36480) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:57.152690 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38938df0-8b7b-4798-b62b-bd23f80f5147 req-a3d47bc7-35a3-4ad3-86ac-4bb74d5ae7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:57.155500 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38938df0-8b7b-4798-b62b-bd23f80f5147 req-a3d47bc7-35a3-4ad3-86ac-4bb74d5ae7f8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=01b33568-5ec3-42e6-bddb-b426d0964c41 HTTP/1.1" status: 200 len: 915 time: 0.1941645 Aug 16 01:50:57.180471 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-69b77890-eeb9-4b82-8956-6ba539799f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:57.182076 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-69b77890-eeb9-4b82-8956-6ba539799f5d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ca7eca42-75c3-458f-891f-f7470ed8f5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532727 Aug 16 01:50:57.189615 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fb11f772-03bb-4a0b-a7c5-38811530150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:50:57.190692 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11f772-03bb-4a0b-a7c5-38811530150e None None] The sync data for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:50:57.232297 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0dc6724a-816b-492c-a34a-961eb6a4cc8a tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "GET /v2.0/floatingips/72bb58fa-3748-43fe-890e-e12350480a3f HTTP/1.1" status: 200 len: 688 time: 0.1000905 Aug 16 01:50:57.236160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36482) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:57.287220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064a048d-7bca-4399-8a73-0da07a058fc3', 'tag': '844aed12-a2da-4e4d-8c3b-06818c985b0f'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:50:57.290201 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cba760-b5db-463c-b9c6-fcfd4e54faa6" -d '{"events": [{"name": "network-changed", "server_uuid": "064a048d-7bca-4399-8a73-0da07a058fc3", "tag": "844aed12-a2da-4e4d-8c3b-06818c985b0f"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:50:57.303834 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-e1cde286-4eca-469b-877c-e482014c6e8d service neutron] 10.222.0.63 "GET /v2.0/networks/ca7eca42-75c3-458f-891f-f7470ed8f5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116698 Aug 16 01:50:57.331714 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38938df0-8b7b-4798-b62b-bd23f80f5147 req-0d176cf1-daf9-4b51-a7af-6d2095a1ce60 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee91ad2-d371-4249-a96d-5d3ecec245e3 HTTP/1.1" status: 200 len: 217 time: 0.1265142 Aug 16 01:50:57.405903 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb411af-1cc8-43cd-9027-80e08cc1db62 x-openstack-request-id: req-2fb411af-1cc8-43cd-9027-80e08cc1db62 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:50:57.405903 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064a048d-7bca-4399-8a73-0da07a058fc3", "tag": "844aed12-a2da-4e4d-8c3b-06818c985b0f", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:50:57.405903 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2fb411af-1cc8-43cd-9027-80e08cc1db62 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:50:57.405903 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064a048d-7bca-4399-8a73-0da07a058fc3', 'tag': '844aed12-a2da-4e4d-8c3b-06818c985b0f', 'status': 'completed', 'code': 200} Aug 16 01:50:57.456491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38938df0-8b7b-4798-b62b-bd23f80f5147 req-b3f8647d-f572-4550-a169-724473ad7039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:57.458007 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38938df0-8b7b-4798-b62b-bd23f80f5147 req-b3f8647d-f572-4550-a169-724473ad7039 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2c2bf130-b6e7-4498-8611-5b3d6e9eeb89 HTTP/1.1" status: 200 len: 854 time: 0.1188426 Aug 16 01:50:57.461901 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-0fca6aa9-a20e-4b13-9bdd-71e8ea7306e5 service neutron] 10.222.0.63 "GET /v2.0/networks/ca7eca42-75c3-458f-891f-f7470ed8f5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449323 Aug 16 01:50:57.532215 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38938df0-8b7b-4798-b62b-bd23f80f5147 req-01126ee8-52f4-43ed-adea-cef72c3bd874 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=01b33568-5ec3-42e6-bddb-b426d0964c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405314 Aug 16 01:50:57.567090 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-48b0c8f4-f6fc-4bea-9744-b5789297ee6d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.171&port_id=844aed12-a2da-4e4d-8c3b-06818c985b0f HTTP/1.1" status: 200 len: 217 time: 0.0881255 Aug 16 01:50:57.577167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-78c31a0b-95dd-4870-a304-b19461403d6a tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Deleting port 5738aa84-a9b4-4c42-8b44-f63359125931 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:50:57.577938 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78c31a0b-95dd-4870-a304-b19461403d6a tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:57.648258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-9fbdb1e9-0897-4e42-8a9e-eae715834aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:57.649929 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-9fbdb1e9-0897-4e42-8a9e-eae715834aa1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1d9f417d-cd52-4a25-846c-b9f4c530d80d HTTP/1.1" status: 200 len: 801 time: 0.0720205 Aug 16 01:50:57.711578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-6e628e95-ffb4-462d-b591-10476cae5c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:57.714498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-6e628e95-ffb4-462d-b591-10476cae5c40 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=54922e96-faba-4f22-b1c9-8a73b4936a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516589 Aug 16 01:50:57.839322 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-e0301192-cb64-41b1-a118-e3ef3f1ad559 service neutron] 10.222.0.63 "GET /v2.0/networks/54922e96-faba-4f22-b1c9-8a73b4936a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125853 Aug 16 01:50:57.909056 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8ebda-d7b7-43df-98ae-17eb1e0bd984 req-0d5744c1-5e37-497f-8506-3c172e8faa45 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:57.910626 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dec8ebda-d7b7-43df-98ae-17eb1e0bd984 req-0d5744c1-5e37-497f-8506-3c172e8faa45 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.3751893 Aug 16 01:50:57.916508 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78c31a0b-95dd-4870-a304-b19461403d6a tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:57.916783 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78c31a0b-95dd-4870-a304-b19461403d6a tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:57.922126 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38938df0-8b7b-4798-b62b-bd23f80f5147 req-938f83c2-df80-42e7-b2a6-4665032f349d service neutron] 10.222.0.63 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630567 Aug 16 01:50:57.964017 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-78c31a0b-95dd-4870-a304-b19461403d6a tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Calling delete_port for 5738aa84-a9b4-4c42-8b44-f63359125931 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:50:58.026843 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03544c95-ae13-43cd-b3d1-bb68fd0db633 req-05142c30-87c1-413c-8b99-94ae4bec213e service neutron] 10.222.0.63 "GET /v2.0/networks/54922e96-faba-4f22-b1c9-8a73b4936a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746273 Aug 16 01:50:58.111095 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dec8ebda-d7b7-43df-98ae-17eb1e0bd984 req-450ca8cf-b7c4-4195-911e-f7ab218b363e tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878769 Aug 16 01:50:58.182943 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38938df0-8b7b-4798-b62b-bd23f80f5147 req-9f5e17fb-d58b-4da8-a54a-3328546e6cc7 service neutron] 10.222.0.63 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434835 Aug 16 01:50:58.242749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cba760-b5db-463c-b9c6-fcfd4e54faa6 req-6b3eead5-8bcb-42a4-a77d-9298f24124de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:58.243889 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cba760-b5db-463c-b9c6-fcfd4e54faa6 req-6b3eead5-8bcb-42a4-a77d-9298f24124de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:58.244390 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cba760-b5db-463c-b9c6-fcfd4e54faa6 req-6b3eead5-8bcb-42a4-a77d-9298f24124de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:58.246862 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-35cba760-b5db-463c-b9c6-fcfd4e54faa6 req-6b3eead5-8bcb-42a4-a77d-9298f24124de service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c2d5a5cc65114bf0b1e2f912d543535b&device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2869 time: 0.1141717 Aug 16 01:50:58.333126 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78c31a0b-95dd-4870-a304-b19461403d6a tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:58.406610 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c31a0b-95dd-4870-a304-b19461403d6a tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event deleted for resources: {'Port': ['ID=5738aa84-a9b4-4c42-8b44-f63359125931,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:58.421028 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cba760-b5db-463c-b9c6-fcfd4e54faa6 req-5a069639-f262-427a-94cb-54be93f6c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:58.433438 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-35cba760-b5db-463c-b9c6-fcfd4e54faa6 req-5a069639-f262-427a-94cb-54be93f6c3a3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=54922e96-faba-4f22-b1c9-8a73b4936a0d HTTP/1.1" status: 200 len: 903 time: 0.1760163 Aug 16 01:50:58.556926 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78c31a0b-95dd-4870-a304-b19461403d6a tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:58.564069 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-35cba760-b5db-463c-b9c6-fcfd4e54faa6 req-4771018b-f91d-4e0e-b764-4bbe2f234423 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.171&port_id=844aed12-a2da-4e4d-8c3b-06818c985b0f HTTP/1.1" status: 200 len: 217 time: 0.1232238 Aug 16 01:50:58.565354 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78c31a0b-95dd-4870-a304-b19461403d6a tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:58.567873 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-78c31a0b-95dd-4870-a304-b19461403d6a tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "DELETE /v2.0/floatingips/72bb58fa-3748-43fe-890e-e12350480a3f HTTP/1.1" status: 204 len: 168 time: 1.3301570 Aug 16 01:50:58.571416 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36520) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:50:58.580650 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': '256a1dc3-e70c-4832-99e1-e46dcfe468cf'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:50:58.749403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1ee91ad2-d371-4249-a96d-5d3ecec245e3 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:50:58.756984 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:58.787543 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cba760-b5db-463c-b9c6-fcfd4e54faa6 req-3fca94d4-5e94-44e8-97ca-8faefcd87fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:58.789228 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-35cba760-b5db-463c-b9c6-fcfd4e54faa6 req-3fca94d4-5e94-44e8-97ca-8faefcd87fa0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1d9f417d-cd52-4a25-846c-b9f4c530d80d HTTP/1.1" status: 200 len: 801 time: 0.2035911 Aug 16 01:50:58.885926 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b57ad7-a3bd-4e54-a90e-06d562e9c368 req-7be69d55-1653-4ebb-a33d-cca632ca7992 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:58.896653 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b57ad7-a3bd-4e54-a90e-06d562e9c368 req-7be69d55-1653-4ebb-a33d-cca632ca7992 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:58.921700 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b57ad7-a3bd-4e54-a90e-06d562e9c368 req-7be69d55-1653-4ebb-a33d-cca632ca7992 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:58.923672 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-19b57ad7-a3bd-4e54-a90e-06d562e9c368 req-7be69d55-1653-4ebb-a33d-cca632ca7992 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2413 time: 0.8458819 Aug 16 01:50:59.122914 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-19b57ad7-a3bd-4e54-a90e-06d562e9c368 req-9c6bb06f-567e-4bc3-87d1-7397628b15f8 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169677 Aug 16 01:50:59.141080 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cba760-b5db-463c-b9c6-fcfd4e54faa6 req-cf605164-aeb9-427e-9608-0b87e57a7692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:59.143692 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-35cba760-b5db-463c-b9c6-fcfd4e54faa6 req-cf605164-aeb9-427e-9608-0b87e57a7692 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=54922e96-faba-4f22-b1c9-8a73b4936a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3023875 Aug 16 01:50:59.201812 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1ee91ad2-d371-4249-a96d-5d3ecec245e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1ee91ad2-d371-4249-a96d-5d3ecec245e3,segment=NetworkSegment(6cf97c46-10f7-4287-94d1-911a786c4347),segment_id=6cf97c46-10f7-4287-94d1-911a786c4347)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:59.225663 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '1ee91ad2-d371-4249-a96d-5d3ecec245e3', 'network_id': '01b33568-5ec3-42e6-bddb-b426d0964c41', 'port_id': '1ee91ad2-d371-4249-a96d-5d3ecec245e3', 'mac_address': 'fa:16:3e:70:e8:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c2bf130-b6e7-4498-8611-5b3d6e9eeb89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:50:59.313695 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:59.330640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ee91ad2-d371-4249-a96d-5d3ecec245e3 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:50:59.331947 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:50:59.357244 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1ee91ad2-d371-4249-a96d-5d3ecec245e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1ee91ad2-d371-4249-a96d-5d3ecec245e3,segment=NetworkSegment(6cf97c46-10f7-4287-94d1-911a786c4347),segment_id=6cf97c46-10f7-4287-94d1-911a786c4347)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:50:59.364908 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:59.472414 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa5059-9f4b-439c-9c06-5a5f9f89248d req-2ce3fb87-0a5b-4199-958a-1fa2fc614ff8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:50:59.495677 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36fa5059-9f4b-439c-9c06-5a5f9f89248d req-2ce3fb87-0a5b-4199-958a-1fa2fc614ff8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 944 time: 0.1256838 Aug 16 01:50:59.525723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1ee91ad2-d371-4249-a96d-5d3ecec245e3,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:50:59.599239 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36fa5059-9f4b-439c-9c06-5a5f9f89248d req-a2e73b26-9b86-46aa-a8ce-ac6bae4813f7 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022820 Aug 16 01:50:59.609451 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['1ee91ad2-d371-4249-a96d-5d3ecec245e3'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:50:59.648269 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-0ed16291-a144-4352-ae8f-8406c1c1fa49 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2525086 Aug 16 01:50:59.676856 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-35cba760-b5db-463c-b9c6-fcfd4e54faa6 req-dd539028-f5df-4887-9a0a-886c10161aee service neutron] 10.222.0.63 "GET /v2.0/networks/54922e96-faba-4f22-b1c9-8a73b4936a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135851 Aug 16 01:50:59.843284 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:00.006883 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-e6462637-43d6-4f3b-aa05-c774906c1be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.007376 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-e6462637-43d6-4f3b-aa05-c774906c1be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.007857 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-e6462637-43d6-4f3b-aa05-c774906c1be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.008319 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-e6462637-43d6-4f3b-aa05-c774906c1be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.008982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-e6462637-43d6-4f3b-aa05-c774906c1be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.009360 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-e6462637-43d6-4f3b-aa05-c774906c1be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.010190 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-e6462637-43d6-4f3b-aa05-c774906c1be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.012624 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-e6462637-43d6-4f3b-aa05-c774906c1be0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ca74d145ad54f52a9156b1910a2719b&device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 6507 time: 0.2947373 Aug 16 01:51:00.050931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-35cba760-b5db-463c-b9c6-fcfd4e54faa6 req-661c10f1-c908-450d-aa59-5489a8ac36f0 service neutron] 10.222.0.63 "GET /v2.0/networks/54922e96-faba-4f22-b1c9-8a73b4936a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557825 Aug 16 01:51:00.219411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Allocated IP 172.25.3.242 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/1005bfd1-8b7a-48ec-bed7-d297cbb82f5f) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:00.235504 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-a3593e5b-5ea6-4620-b78b-a5a64f4ca2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.235974 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-a3593e5b-5ea6-4620-b78b-a5a64f4ca2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.236440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-a3593e5b-5ea6-4620-b78b-a5a64f4ca2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.238106 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-a3593e5b-5ea6-4620-b78b-a5a64f4ca2b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ffd1200-3653-4dd2-97e7-c5074409a495&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=f3ba83b8-171e-47ab-b264-b5e65af7f447&id=f3ba83b8-171e-47ab-b264-b5e65af7f447 HTTP/1.1" status: 200 len: 2297 time: 0.1899269 Aug 16 01:51:00.414679 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-894b2314-65bf-400e-bdc6-0edc0f216a10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15416754-813f-49e1-bf9c-3e1659dcbe8b HTTP/1.1" status: 200 len: 1001 time: 0.1663468 Aug 16 01:51:00.495483 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-54dbc446-ca90-437a-a7ce-b57d3f5fcce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.497254 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-54dbc446-ca90-437a-a7ce-b57d3f5fcce8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2066c6a-92ce-4085-9aef-33a27593c624 HTTP/1.1" status: 200 len: 855 time: 0.0706675 Aug 16 01:51:00.507880 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6f2d0-911d-46ad-8ed3-04341bf6e454 req-303f1ea3-82f4-4609-8c3e-e28b580c66a6 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.515539 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6f2d0-911d-46ad-8ed3-04341bf6e454 req-303f1ea3-82f4-4609-8c3e-e28b580c66a6 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.521794 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6f2d0-911d-46ad-8ed3-04341bf6e454 req-303f1ea3-82f4-4609-8c3e-e28b580c66a6 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.531457 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ae6f2d0-911d-46ad-8ed3-04341bf6e454 req-303f1ea3-82f4-4609-8c3e-e28b580c66a6 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2413 time: 0.2666578 Aug 16 01:51:00.631722 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:00.664826 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ae6f2d0-911d-46ad-8ed3-04341bf6e454 req-768d4538-5ced-48f6-ad19-c991007d7b3c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323366 Aug 16 01:51:00.668687 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-4eeda43c-ee70-4437-b0bd-dbe0c11f18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.670942 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-4eeda43c-ee70-4437-b0bd-dbe0c11f18c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ffd1200-3653-4dd2-97e7-c5074409a495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1323440 Aug 16 01:51:00.747528 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:51:00.753474 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1ee91ad2-d371-4249-a96d-5d3ecec245e3 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:00.785381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfcd83-7ccd-42ff-b182-043b2afa3405 req-14a880a8-0b30-4307-9fa1-73795c9b41f9 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:00.799329 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8cfcd83-7ccd-42ff-b182-043b2afa3405 req-14a880a8-0b30-4307-9fa1-73795c9b41f9 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 944 time: 0.0906475 Aug 16 01:51:00.879646 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8cfcd83-7ccd-42ff-b182-043b2afa3405 req-3e582d9f-d622-4ece-8372-377edb629131 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785882 Aug 16 01:51:00.885451 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 1ee91ad2-d371-4249-a96d-5d3ecec245e3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:00.886126 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:01.054984 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:01.091342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0375245d-6550-48af-a2fc-b46a83fbd1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee91ad2-d371-4249-a96d-5d3ecec245e3'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:01.094226 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a53dab6-1a56-4605-bb93-6450cc992a99" -d '{"events": [{"server_uuid": "0375245d-6550-48af-a2fc-b46a83fbd1df", "name": "network-vif-plugged", "status": "completed", "tag": "1ee91ad2-d371-4249-a96d-5d3ecec245e3"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:01.112395 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1ee91ad2-d371-4249-a96d-5d3ecec245e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1ee91ad2-d371-4249-a96d-5d3ecec245e3,segment=NetworkSegment(6cf97c46-10f7-4287-94d1-911a786c4347),segment_id=6cf97c46-10f7-4287-94d1-911a786c4347)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:01.130855 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:01.151297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 2bdd2a01-dad4-45d0-9d52-e796f479c6e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2bdd2a01-dad4-45d0-9d52-e796f479c6e3,segment=NetworkSegment(a061c814-3328-4530-a6d8-3064c3bec6a7),segment_id=a061c814-3328-4530-a6d8-3064c3bec6a7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:01.184746 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '2bdd2a01-dad4-45d0-9d52-e796f479c6e3', 'network_id': '54922e96-faba-4f22-b1c9-8a73b4936a0d', 'port_id': '2bdd2a01-dad4-45d0-9d52-e796f479c6e3', 'mac_address': 'fa:16:3e:0d:e6:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9f417d-cd52-4a25-846c-b9f4c530d80d', 'ip_address': '19.80.0.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:51:01.187272 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96260c32-8c71-4741-a47e-8838cc52d1ea x-openstack-request-id: req-96260c32-8c71-4741-a47e-8838cc52d1ea {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:01.187481 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0375245d-6550-48af-a2fc-b46a83fbd1df", "name": "network-vif-plugged", "status": "completed", "tag": "1ee91ad2-d371-4249-a96d-5d3ecec245e3", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:01.187870 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-96260c32-8c71-4741-a47e-8838cc52d1ea {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:01.188142 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0375245d-6550-48af-a2fc-b46a83fbd1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee91ad2-d371-4249-a96d-5d3ecec245e3', 'code': 200} Aug 16 01:51:01.255394 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:01.262555 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:01.272742 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:01.314786 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 2bdd2a01-dad4-45d0-9d52-e796f479c6e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2bdd2a01-dad4-45d0-9d52-e796f479c6e3,segment=NetworkSegment(a061c814-3328-4530-a6d8-3064c3bec6a7),segment_id=a061c814-3328-4530-a6d8-3064c3bec6a7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:01.318789 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1ee91ad2-d371-4249-a96d-5d3ecec245e3,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:01.332885 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:01.386175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:01.395152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:01.398008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:01.468887 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=2bdd2a01-dad4-45d0-9d52-e796f479c6e3,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:01.534704 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=1005bfd1-8b7a-48ec-bed7-d297cbb82f5f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:01.596468 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['2bdd2a01-dad4-45d0-9d52-e796f479c6e3'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:01.643913 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-663dc1df-b6fd-472d-ba04-5121140a2453 service neutron] 10.222.0.73 "GET /v2.0/networks/5ffd1200-3653-4dd2-97e7-c5074409a495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9568479 Aug 16 01:51:01.839384 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-d669d7af-c5ce-4698-905c-5758f083ec14 service neutron] 10.222.0.73 "GET /v2.0/networks/5ffd1200-3653-4dd2-97e7-c5074409a495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377299 Aug 16 01:51:01.855305 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58041f40-e71d-48e0-8ae2-e335ed26f774 req-9c7eb12b-cb1b-4865-92e0-d6c7702dbce3 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:01.865438 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58041f40-e71d-48e0-8ae2-e335ed26f774 req-9c7eb12b-cb1b-4865-92e0-d6c7702dbce3 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:01.872316 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58041f40-e71d-48e0-8ae2-e335ed26f774 req-9c7eb12b-cb1b-4865-92e0-d6c7702dbce3 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:01.880772 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-58041f40-e71d-48e0-8ae2-e335ed26f774 req-9c7eb12b-cb1b-4865-92e0-d6c7702dbce3 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2414 time: 0.0878711 Aug 16 01:51:01.907448 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-c86fb0c6-068d-4fb1-9309-3e19c72e2c99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=bd0bff2b-08e3-4df0-9d32-cf931a827abb HTTP/1.1" status: 200 len: 217 time: 0.0570350 Aug 16 01:51:01.973849 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-58041f40-e71d-48e0-8ae2-e335ed26f774 req-9219d2fb-6a70-4a6e-aaa3-0f43084447f2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917492 Aug 16 01:51:02.002508 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-17174d1b-3579-4858-bab9-de6b49acb4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:02.004076 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-17174d1b-3579-4858-bab9-de6b49acb4ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.0819273 Aug 16 01:51:02.156373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-252339a9-c07d-4922-a465-d7ad0dc6aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:02.158201 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-252339a9-c07d-4922-a465-d7ad0dc6aab0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1401412 Aug 16 01:51:02.168925 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61593fbc-9f76-48b4-9ca0-1588154cbe54 req-d73267bd-b988-4636-94d4-e9a61a09b9b1 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:02.171454 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-61593fbc-9f76-48b4-9ca0-1588154cbe54 req-d73267bd-b988-4636-94d4-e9a61a09b9b1 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1661325 Aug 16 01:51:02.288461 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-6e72fd73-e2f7-4548-9bdc-43470a369759 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136098 Aug 16 01:51:02.614423 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-f1a25646-2dcc-4bcd-8d4f-a4375c6e92fb service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081915 Aug 16 01:51:02.704671 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-e2319cb7-ee3d-453f-a8bf-65e64963da3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=0acdabdb-c72c-46b9-8121-47f8e483891b HTTP/1.1" status: 200 len: 217 time: 0.0765038 Aug 16 01:51:02.710824 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-61593fbc-9f76-48b4-9ca0-1588154cbe54 req-ec638a79-eb37-4c43-bd67-25d6df5924ea tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212890 Aug 16 01:51:02.712432 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:02.762445 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 844aed12-a2da-4e4d-8c3b-06818c985b0f details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:51:02.766082 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:02.841658 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-e3a4b792-5917-4331-9c50-4b9b6c7d609b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:02.844134 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-e3a4b792-5917-4331-9c50-4b9b6c7d609b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.1289020 Aug 16 01:51:02.897663 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:02.979405 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 844aed12-a2da-4e4d-8c3b-06818c985b0f, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=844aed12-a2da-4e4d-8c3b-06818c985b0f,segment=NetworkSegment(a061c814-3328-4530-a6d8-3064c3bec6a7),segment_id=a061c814-3328-4530-a6d8-3064c3bec6a7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:03.025624 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '844aed12-a2da-4e4d-8c3b-06818c985b0f', 'network_id': '54922e96-faba-4f22-b1c9-8a73b4936a0d', 'port_id': '844aed12-a2da-4e4d-8c3b-06818c985b0f', 'mac_address': 'fa:16:3e:4b:c0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9f417d-cd52-4a25-846c-b9f4c530d80d', 'ip_address': '19.80.0.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:51:03.031657 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-4692fb24-9f5d-46c6-8994-37a1eb7281c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:03.033470 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-4692fb24-9f5d-46c6-8994-37a1eb7281c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1368783 Aug 16 01:51:03.162698 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:03.258550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844aed12-a2da-4e4d-8c3b-06818c985b0f {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:03.261958 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-d0531421-441f-44e4-ac53-aaae7c6e401c service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006669 Aug 16 01:51:03.293531 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14a86b-c77a-4976-9dbe-028e930bb68c req-82777867-3011-4f30-971c-74deb8d9431e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:03.316672 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14a86b-c77a-4976-9dbe-028e930bb68c req-82777867-3011-4f30-971c-74deb8d9431e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:03.328484 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14a86b-c77a-4976-9dbe-028e930bb68c req-82777867-3011-4f30-971c-74deb8d9431e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:03.337329 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c14a86b-c77a-4976-9dbe-028e930bb68c req-82777867-3011-4f30-971c-74deb8d9431e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2414 time: 0.2513976 Aug 16 01:51:03.395486 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 844aed12-a2da-4e4d-8c3b-06818c985b0f, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=844aed12-a2da-4e4d-8c3b-06818c985b0f,segment=NetworkSegment(a061c814-3328-4530-a6d8-3064c3bec6a7),segment_id=a061c814-3328-4530-a6d8-3064c3bec6a7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:03.407046 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:03.419224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:03.419565 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:03.422339 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c14a86b-c77a-4976-9dbe-028e930bb68c req-bdd9301d-46d3-4dfd-be0a-9ec57016f68a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836663 Aug 16 01:51:03.471159 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:03.471810 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f7987a07-ee55-4bd6-a2e1-2642d69edce5 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:51:03.544299 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=844aed12-a2da-4e4d-8c3b-06818c985b0f,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:03.608271 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-2550000a-7165-48a6-bfbb-864012cc8c0a service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321767 Aug 16 01:51:03.689421 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-bf4a5ed7-6ee0-44a6-bed2-6138d5eca96e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=bee42ab6-fdb5-48a2-98ba-795a696d06da HTTP/1.1" status: 200 len: 217 time: 0.0639780 Aug 16 01:51:03.708260 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:03.740014 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064a048d-7bca-4399-8a73-0da07a058fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdd2a01-dad4-45d0-9d52-e796f479c6e3'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:03.742409 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59a01f8-3415-4558-a4e2-9eabb13554d8" -d '{"events": [{"server_uuid": "064a048d-7bca-4399-8a73-0da07a058fc3", "name": "network-vif-plugged", "status": "completed", "tag": "2bdd2a01-dad4-45d0-9d52-e796f479c6e3"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:03.757804 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f7987a07-ee55-4bd6-a2e1-2642d69edce5, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f7987a07-ee55-4bd6-a2e1-2642d69edce5,segment=NetworkSegment(5f917003-5c62-46e3-8ec8-8d19f983f3f6),segment_id=5f917003-5c62-46e3-8ec8-8d19f983f3f6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:03.769950 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 2bdd2a01-dad4-45d0-9d52-e796f479c6e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2bdd2a01-dad4-45d0-9d52-e796f479c6e3,segment=NetworkSegment(a061c814-3328-4530-a6d8-3064c3bec6a7),segment_id=a061c814-3328-4530-a6d8-3064c3bec6a7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:03.775173 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'f7987a07-ee55-4bd6-a2e1-2642d69edce5', 'network_id': 'ca7eca42-75c3-458f-891f-f7470ed8f5e1', 'port_id': 'f7987a07-ee55-4bd6-a2e1-2642d69edce5', 'mac_address': 'fa:16:3e:2d:3a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddac125c-30cd-4792-b206-012840b8612e', 'ip_address': '19.86.0.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:51:03.783413 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:03.898940 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d219e0-70eb-412b-8093-dd06afe49e0d x-openstack-request-id: req-f0d219e0-70eb-412b-8093-dd06afe49e0d {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:03.899475 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064a048d-7bca-4399-8a73-0da07a058fc3", "name": "network-vif-plugged", "status": "completed", "tag": "2bdd2a01-dad4-45d0-9d52-e796f479c6e3", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:03.899872 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f0d219e0-70eb-412b-8093-dd06afe49e0d {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:03.900426 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064a048d-7bca-4399-8a73-0da07a058fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdd2a01-dad4-45d0-9d52-e796f479c6e3', 'code': 200} Aug 16 01:51:03.902677 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=2bdd2a01-dad4-45d0-9d52-e796f479c6e3,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:03.908437 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:03.932850 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:03.969868 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-bbd9d5e6-9928-41fd-acb9-d30a898f2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:03.973413 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-bbd9d5e6-9928-41fd-acb9-d30a898f2552 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.2618954 Aug 16 01:51:03.984175 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:04.003492 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7987a07-ee55-4bd6-a2e1-2642d69edce5 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:04.092062 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f7987a07-ee55-4bd6-a2e1-2642d69edce5, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f7987a07-ee55-4bd6-a2e1-2642d69edce5,segment=NetworkSegment(5f917003-5c62-46e3-8ec8-8d19f983f3f6),segment_id=5f917003-5c62-46e3-8ec8-8d19f983f3f6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:04.110151 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:04.201714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=f7987a07-ee55-4bd6-a2e1-2642d69edce5,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:04.261654 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=1005bfd1-8b7a-48ec-bed7-d297cbb82f5f,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:04.266482 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:04.284091 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376f4a5-64c1-44d6-b90d-18e66642903f req-f1b28fd3-80b9-4608-ba2a-09ca6fa0d638 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:04.286546 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1376f4a5-64c1-44d6-b90d-18e66642903f req-f1b28fd3-80b9-4608-ba2a-09ca6fa0d638 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.3718047 Aug 16 01:51:04.391478 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['844aed12-a2da-4e4d-8c3b-06818c985b0f'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:04.406270 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Floating IP 18b5494c-c9b0-485c-b905-b499a714d58e associated. External IP: 172.25.3.242, port: 256a1dc3-e70c-4832-99e1-e46dcfe468cf. Aug 16 01:51:04.541623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-c566ce47-998d-4ad4-a170-bb808587b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:04.543193 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-c566ce47-998d-4ad4-a170-bb808587b508 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4784579 Aug 16 01:51:04.661445 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1376f4a5-64c1-44d6-b90d-18e66642903f req-0c58c540-12da-4ba7-99ea-91a8cb1cbf26 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292841 Aug 16 01:51:04.736166 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c451fc-98f2-4469-a59f-44fdf30ca186 req-50a36999-e21d-4722-bfae-53cf7ede3b4a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:04.743143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c451fc-98f2-4469-a59f-44fdf30ca186 req-50a36999-e21d-4722-bfae-53cf7ede3b4a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:04.761588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c451fc-98f2-4469-a59f-44fdf30ca186 req-50a36999-e21d-4722-bfae-53cf7ede3b4a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:04.763335 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-94c451fc-98f2-4469-a59f-44fdf30ca186 req-50a36999-e21d-4722-bfae-53cf7ede3b4a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2417 time: 0.1510975 Aug 16 01:51:04.850987 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-94c451fc-98f2-4469-a59f-44fdf30ca186 req-4d960343-bd68-49df-a5ff-bc6a25564301 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761209 Aug 16 01:51:04.862152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 3a25f7ee-9157-48aa-9724-2748e338a288 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:04.868353 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-851e4d81-1a7c-4bdf-a04a-d936da67a272 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109112 Aug 16 01:51:05.076844 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:05.080681 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-c535941f-2bff-4277-a664-596da3933c53 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672907 Aug 16 01:51:05.089276 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5b64f0-87d2-4008-aafa-89842b6180e5 None None] Sync routers for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:05.101691 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5b64f0-87d2-4008-aafa-89842b6180e5 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:05.102705 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6f5b64f0-87d2-4008-aafa-89842b6180e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:05.149103 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6f5b64f0-87d2-4008-aafa-89842b6180e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:05.161019 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5b64f0-87d2-4008-aafa-89842b6180e5 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:05.162150 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6f5b64f0-87d2-4008-aafa-89842b6180e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:05.193616 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:05.196867 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-3a5eb10c-b9fc-4c52-a689-2f7d2108069d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be HTTP/1.1" status: 200 len: 217 time: 0.0969841 Aug 16 01:51:05.224926 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6f5b64f0-87d2-4008-aafa-89842b6180e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:05.226240 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5b64f0-87d2-4008-aafa-89842b6180e5 None None] The sync data for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:05.299714 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-2f35f9b5-4a47-42a0-bb91-8652cb24aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.301498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-2f35f9b5-4a47-42a0-bb91-8652cb24aa05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.0627778 Aug 16 01:51:05.311528 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-382ef58e-2754-4331-8c4f-693b75d4f2d3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.7387977 Aug 16 01:51:05.312149 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36624) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:05.392188 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-096a7fd3-bea2-4fde-95f3-e5953d1339bc tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1275215991'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:05.392188 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096a7fd3-bea2-4fde-95f3-e5953d1339bc tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Made reservation on behalf of 8ca510f91f32484cb7025f7da7b4954c for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:05.402191 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-096a7fd3-bea2-4fde-95f3-e5953d1339bc tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:05.481491 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-2b72b060-6a6b-4f98-9b3f-662a64f1316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.484198 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-2b72b060-6a6b-4f98-9b3f-662a64f1316c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1548216 Aug 16 01:51:05.485677 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['f7987a07-ee55-4bd6-a2e1-2642d69edce5'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:05.498683 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096a7fd3-bea2-4fde-95f3-e5953d1339bc tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:51:05.514417 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-096a7fd3-bea2-4fde-95f3-e5953d1339bc tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:05.514790 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-096a7fd3-bea2-4fde-95f3-e5953d1339bc tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Added segment 13ed51c1-5fee-459f-96df-60be16ba0185 of type vlan for network d8897e8d-f306-4d50-9cc3-7993a6b4b133 Aug 16 01:51:05.531005 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-be525bc3-660e-4004-924d-3174f896b0ae req-83688afd-5c12-40c4-bda5-e7d0ad8c700f service neutron] (94672) timed out ('10.222.0.63', 55976) {{(pid=94672) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 01:51:05.622087 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-096a7fd3-bea2-4fde-95f3-e5953d1339bc tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:05.679408 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-096a7fd3-bea2-4fde-95f3-e5953d1339bc tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:05.731664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a7fd3-bea2-4fde-95f3-e5953d1339bc tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:05.733161 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-096a7fd3-bea2-4fde-95f3-e5953d1339bc tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:05.808972 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-1a9df786-3dcb-409c-9fd8-53f0d8226fda service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115821 Aug 16 01:51:05.992457 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-aac2937a-8938-4c56-a332-73008d83917b service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674113 Aug 16 01:51:06.014944 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a7fd3-bea2-4fde-95f3-e5953d1339bc tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Network': ['ID=d8897e8d-f306-4d50-9cc3-7993a6b4b133,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:06.021150 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-096a7fd3-bea2-4fde-95f3-e5953d1339bc tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7057128 Aug 16 01:51:06.026241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36642) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:06.040220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-52874750-2577-4332-bc89-890e2794b9b3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'subnet': {'network_id': 'd8897e8d-f306-4d50-9cc3-7993a6b4b133', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:06.050331 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network d8897e8d-f306-4d50-9cc3-7993a6b4b133 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:51:06.093324 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-45c3fcf6-15b0-4590-b4aa-d0edbedb941d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=465a6ed0-dc32-464e-baf2-d0f03e4442f0 HTTP/1.1" status: 200 len: 217 time: 0.0875895 Aug 16 01:51:06.233024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-3fcb556c-3c7a-4ee0-8c84-f4eccc390b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:06.236079 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-3fcb556c-3c7a-4ee0-8c84-f4eccc390b9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85f7c82-6a4d-4d57-8a2b-76ed66161b19 HTTP/1.1" status: 200 len: 797 time: 0.1312592 Aug 16 01:51:06.244218 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f3880-7324-47b5-9efa-fd8903bca9bc req-24d41eb8-1393-4060-8ef5-da8d2cda5b85 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:06.252440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f3880-7324-47b5-9efa-fd8903bca9bc req-24d41eb8-1393-4060-8ef5-da8d2cda5b85 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:06.258486 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f3880-7324-47b5-9efa-fd8903bca9bc req-24d41eb8-1393-4060-8ef5-da8d2cda5b85 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:06.260106 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-019f3880-7324-47b5-9efa-fd8903bca9bc req-24d41eb8-1393-4060-8ef5-da8d2cda5b85 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2417 time: 0.1454105 Aug 16 01:51:06.349954 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-019f3880-7324-47b5-9efa-fd8903bca9bc req-783ea261-c319-4722-8597-fb5f112698dd tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532868 Aug 16 01:51:06.370825 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-dc8257c7-f990-4979-a9cc-f4fd765961fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:06.374518 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-dc8257c7-f990-4979-a9cc-f4fd765961fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ba83b8-171e-47ab-b264-b5e65af7f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1132462 Aug 16 01:51:06.462699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451dbcb6-337b-421d-b269-7a610273ed53 req-497f0465-163f-4d0b-afc4-e85aff6a7fe2 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:06.465259 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-451dbcb6-337b-421d-b269-7a610273ed53 req-497f0465-163f-4d0b-afc4-e85aff6a7fe2 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.4646108 Aug 16 01:51:06.469850 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52874750-2577-4332-bc89-890e2794b9b3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Made reservation on behalf of 8ca510f91f32484cb7025f7da7b4954c for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:06.473356 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-52874750-2577-4332-bc89-890e2794b9b3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:06.606410 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-d3363501-91ca-4306-9eee-2f2d99c4bdd5 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202392 Aug 16 01:51:06.716278 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-451dbcb6-337b-421d-b269-7a610273ed53 req-a41c910e-b540-4a88-9a0d-a13abdef1fb8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344298 Aug 16 01:51:06.753315 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 844aed12-a2da-4e4d-8c3b-06818c985b0f up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:06.802615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-aaed7d42-354a-485b-8cfe-c9e88c52721d req-08d92527-0d67-4557-967d-23d579b30f26 service neutron] (94672) timed out ('10.222.0.63', 56052) {{(pid=94672) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 01:51:06.837156 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-9bdb034d-5dcf-4fc4-ad0d-fbdee67bcc86 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176998 Aug 16 01:51:06.939652 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-5b559f73-d19c-4936-8a16-46a281c25e89 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ff481ee4-d554-41f9-8c85-9df7af1599d3 HTTP/1.1" status: 200 len: 217 time: 0.0897470 Aug 16 01:51:06.939888 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 844aed12-a2da-4e4d-8c3b-06818c985b0f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:06.945824 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 844aed12-a2da-4e4d-8c3b-06818c985b0f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:06.946332 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.075168 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-edc0bfec-bc89-4a23-9baa-59b039c0bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:07.082535 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-edc0bfec-bc89-4a23-9baa-59b039c0bae6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85f7c82-6a4d-4d57-8a2b-76ed66161b19 HTTP/1.1" status: 200 len: 797 time: 0.1311328 Aug 16 01:51:07.084685 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-52874750-2577-4332-bc89-890e2794b9b3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.175073 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.202245 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da915-aa22-4de3-8093-a25f1184699f req-07c48903-448b-45ca-894e-d84d694c5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:07.204057 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-07c48903-448b-45ca-894e-d84d694c5b6f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ba83b8-171e-47ab-b264-b5e65af7f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0995715 Aug 16 01:51:07.224741 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064a048d-7bca-4399-8a73-0da07a058fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844aed12-a2da-4e4d-8c3b-06818c985b0f'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:07.230858 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c355aca0-21ea-4d27-bafc-96ab8710040b" -d '{"events": [{"server_uuid": "064a048d-7bca-4399-8a73-0da07a058fc3", "name": "network-vif-plugged", "status": "completed", "tag": "844aed12-a2da-4e4d-8c3b-06818c985b0f"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:07.262996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 844aed12-a2da-4e4d-8c3b-06818c985b0f, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=844aed12-a2da-4e4d-8c3b-06818c985b0f,segment=NetworkSegment(a061c814-3328-4530-a6d8-3064c3bec6a7),segment_id=a061c814-3328-4530-a6d8-3064c3bec6a7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:07.268192 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52874750-2577-4332-bc89-890e2794b9b3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Subnet': ['ID=4e86ff1c-ffb5-4794-92db-6689276fdaa2,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:07.288384 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.294843 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52874750-2577-4332-bc89-890e2794b9b3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Checking segment: {'id': '13ed51c1-5fee-459f-96df-60be16ba0185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd8897e8d-f306-4d50-9cc3-7993a6b4b133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:07.296869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52874750-2577-4332-bc89-890e2794b9b3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Network hostable DHCP agents. Network: d8897e8d-f306-4d50-9cc3-7993a6b4b133, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:51:07.345653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52874750-2577-4332-bc89-890e2794b9b3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Network d8897e8d-f306-4d50-9cc3-7993a6b4b133 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:51:07.363426 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-52874750-2577-4332-bc89-890e2794b9b3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, d8897e8d-f306-4d50-9cc3-7993a6b4b133) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:07.368782 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52874750-2577-4332-bc89-890e2794b9b3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:07.369792 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-52874750-2577-4332-bc89-890e2794b9b3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.380887 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2ee11d-209e-41c7-9680-9795d35f1068 x-openstack-request-id: req-bb2ee11d-209e-41c7-9680-9795d35f1068 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:07.381808 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064a048d-7bca-4399-8a73-0da07a058fc3", "name": "network-vif-plugged", "status": "completed", "tag": "844aed12-a2da-4e4d-8c3b-06818c985b0f", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:07.382181 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bb2ee11d-209e-41c7-9680-9795d35f1068 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:07.382668 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064a048d-7bca-4399-8a73-0da07a058fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844aed12-a2da-4e4d-8c3b-06818c985b0f', 'code': 200} Aug 16 01:51:07.384702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a637b1d-2231-4711-a94c-016007986430 None None] Network d8897e8d-f306-4d50-9cc3-7993a6b4b133 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:07.404740 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-52874750-2577-4332-bc89-890e2794b9b3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3764887 Aug 16 01:51:07.407404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36688) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:07.413193 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7b2007e5-b910-4913-9d63-3f17f9c0b5fe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-336015373', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:07.499307 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b2007e5-b910-4913-9d63-3f17f9c0b5fe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.500637 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b2007e5-b910-4913-9d63-3f17f9c0b5fe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.524379 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.527218 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=844aed12-a2da-4e4d-8c3b-06818c985b0f,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:07.539644 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-bcf89651-0a7d-4864-aab0-db3b8553af98 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210614 Aug 16 01:51:07.697465 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-d8897e8d-f306-4d50-9cc3-7993a6b4b133', 'network_id': 'd8897e8d-f306-4d50-9cc3-7993a6b4b133', 'tenant_id': '8ca510f91f32484cb7025f7da7b4954c', 'fixed_ips': [{'subnet_id': '4e86ff1c-ffb5-4794-92db-6689276fdaa2'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:51:07.698422 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.723688 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b2007e5-b910-4913-9d63-3f17f9c0b5fe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:07.745958 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4de82-34e3-42d9-a1ad-9fd2b0c7990f req-58c7fa93-b7e8-4033-b73e-7b62da2e31ab tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:07.753642 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4de82-34e3-42d9-a1ad-9fd2b0c7990f req-58c7fa93-b7e8-4033-b73e-7b62da2e31ab tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:07.760187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4de82-34e3-42d9-a1ad-9fd2b0c7990f req-58c7fa93-b7e8-4033-b73e-7b62da2e31ab tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:07.762396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9dd4de82-34e3-42d9-a1ad-9fd2b0c7990f req-58c7fa93-b7e8-4033-b73e-7b62da2e31ab tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2418 time: 0.2516415 Aug 16 01:51:07.839080 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f2da915-aa22-4de3-8093-a25f1184699f req-5609d513-b378-4b91-bf08-18a434da83a1 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806668 Aug 16 01:51:07.937182 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9dd4de82-34e3-42d9-a1ad-9fd2b0c7990f req-370a433f-16f6-451d-b8cb-6fa9de6eccd0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117022 Aug 16 01:51:08.008902 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e774d-0b42-4437-8264-7f3d2d036e10 req-37f62d75-efbd-4e08-af24-ed9a3845749c tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:08.010924 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff7e774d-0b42-4437-8264-7f3d2d036e10 req-37f62d75-efbd-4e08-af24-ed9a3845749c tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1540151 Aug 16 01:51:08.058999 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.072353 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Allocated IP 172.20.0.2 (d8897e8d-f306-4d50-9cc3-7993a6b4b133/4e86ff1c-ffb5-4794-92db-6689276fdaa2/feef7285-ac5c-4309-9e7b-f6e77580d04e) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:08.144663 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff7e774d-0b42-4437-8264-7f3d2d036e10 req-7523b21e-ffd2-4df2-b88f-e0bd064e08f0 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207950 Aug 16 01:51:08.446306 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.456397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Transition to ACTIVE for port object feef7285-ac5c-4309-9e7b-f6e77580d04e will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:08.472004 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Transition to ACTIVE for port object feef7285-ac5c-4309-9e7b-f6e77580d04e will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:08.491623 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.574410 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Network d8897e8d-f306-4d50-9cc3-7993a6b4b133 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:08.595323 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Pushing event updated for resources: {'Port': ['ID=feef7285-ac5c-4309-9e7b-f6e77580d04e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:08.598158 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:08.600207 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:08.674680 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Attempting to bind port feef7285-ac5c-4309-9e7b-f6e77580d04e on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:08.674984 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Attempting to bind port feef7285-ac5c-4309-9e7b-f6e77580d04e by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '13ed51c1-5fee-459f-96df-60be16ba0185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd8897e8d-f306-4d50-9cc3-7993a6b4b133'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:08.675309 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Attempting to bind port feef7285-ac5c-4309-9e7b-f6e77580d04e on network d8897e8d-f306-4d50-9cc3-7993a6b4b133 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:08.681174 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:08.681547 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Checking segment: {'id': '13ed51c1-5fee-459f-96df-60be16ba0185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd8897e8d-f306-4d50-9cc3-7993a6b4b133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:08.682101 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.682494 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Bound using segment: {'id': '13ed51c1-5fee-459f-96df-60be16ba0185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd8897e8d-f306-4d50-9cc3-7993a6b4b133'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:08.682964 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Bound port: feef7285-ac5c-4309-9e7b-f6e77580d04e, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ed51c1-5fee-459f-96df-60be16ba0185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd8897e8d-f306-4d50-9cc3-7993a6b4b133'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:08.683340 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.758811 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b2007e5-b910-4913-9d63-3f17f9c0b5fe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.760360 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f7987a07-ee55-4bd6-a2e1-2642d69edce5 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:08.822804 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] For port feef7285-ac5c-4309-9e7b-f6e77580d04e, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:08.847160 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] For port feef7285-ac5c-4309-9e7b-f6e77580d04e, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=feef7285-ac5c-4309-9e7b-f6e77580d04e,segment=NetworkSegment(13ed51c1-5fee-459f-96df-60be16ba0185),segment_id=13ed51c1-5fee-459f-96df-60be16ba0185)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:08.876470 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port f7987a07-ee55-4bd6-a2e1-2642d69edce5 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:08.890484 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:08.919974 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port f7987a07-ee55-4bd6-a2e1-2642d69edce5 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:08.920344 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:09.134991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fc65e-8f3f-49ed-bfa6-7861cbd5d6bc req-1c56a023-914d-44e4-9e33-8aaac16fc175 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:09.145633 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fc65e-8f3f-49ed-bfa6-7861cbd5d6bc req-1c56a023-914d-44e4-9e33-8aaac16fc175 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:09.152069 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fc65e-8f3f-49ed-bfa6-7861cbd5d6bc req-1c56a023-914d-44e4-9e33-8aaac16fc175 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:09.166577 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2b9fc65e-8f3f-49ed-bfa6-7861cbd5d6bc req-1c56a023-914d-44e4-9e33-8aaac16fc175 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2418 time: 0.1043808 Aug 16 01:51:09.179632 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b2007e5-b910-4913-9d63-3f17f9c0b5fe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:09.219409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Pushing event updated for resources: {'Port': ['ID=feef7285-ac5c-4309-9e7b-f6e77580d04e,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:09.233916 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b2007e5-b910-4913-9d63-3f17f9c0b5fe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:09.242444 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:09.242777 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:09.244863 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:09.244863 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:09.244863 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:09.244863 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:09.244863 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:09.263122 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:09.263593 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:09.263926 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:09.264345 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:09.264697 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d7b7a-b495-4d72-8118-cedc0a9f9b2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:09.312832 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2b9fc65e-8f3f-49ed-bfa6-7861cbd5d6bc req-28c0385f-b73f-477d-9c93-d8d4ed81094e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450238 Aug 16 01:51:09.420569 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:09.530977 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f7987a07-ee55-4bd6-a2e1-2642d69edce5, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f7987a07-ee55-4bd6-a2e1-2642d69edce5,segment=NetworkSegment(5f917003-5c62-46e3-8ec8-8d19f983f3f6),segment_id=5f917003-5c62-46e3-8ec8-8d19f983f3f6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:09.532111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064a048d-7bca-4399-8a73-0da07a058fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7987a07-ee55-4bd6-a2e1-2642d69edce5'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:09.535809 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbe6df3-c971-4f93-80c2-fde91edfcef3" -d '{"events": [{"server_uuid": "064a048d-7bca-4399-8a73-0da07a058fc3", "name": "network-vif-plugged", "status": "completed", "tag": "f7987a07-ee55-4bd6-a2e1-2642d69edce5"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:09.550536 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:09.554477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936312c-e0ce-4ee3-9f5d-239d5826407d req-a3693d66-9468-48d0-9409-b09c4c8fe534 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:09.556224 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3936312c-e0ce-4ee3-9f5d-239d5826407d req-a3693d66-9468-48d0-9409-b09c4c8fe534 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.0962474 Aug 16 01:51:09.562100 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-7b2007e5-b910-4913-9d63-3f17f9c0b5fe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Allocated IP 172.25.3.154 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/b2821c49-fb91-453b-a309-b114b8577865) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:09.637930 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0acceb-ee23-4b52-b778-b01854766d7a x-openstack-request-id: req-cd0acceb-ee23-4b52-b778-b01854766d7a {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:09.639655 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064a048d-7bca-4399-8a73-0da07a058fc3", "name": "network-vif-plugged", "status": "completed", "tag": "f7987a07-ee55-4bd6-a2e1-2642d69edce5", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:09.640179 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cd0acceb-ee23-4b52-b778-b01854766d7a {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:09.640820 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064a048d-7bca-4399-8a73-0da07a058fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7987a07-ee55-4bd6-a2e1-2642d69edce5', 'code': 200} Aug 16 01:51:09.645461 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3936312c-e0ce-4ee3-9f5d-239d5826407d req-b2b7e2e1-12c1-405b-b98d-a40b3e23e367 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614209 Aug 16 01:51:09.831335 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=f7987a07-ee55-4bd6-a2e1-2642d69edce5,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:09.841016 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fabedd-d993-4a0a-8470-f2c616e7ac40 req-dc64a3d6-d760-4c5b-a060-36715f066933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:09.841974 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fabedd-d993-4a0a-8470-f2c616e7ac40 req-dc64a3d6-d760-4c5b-a060-36715f066933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:09.844955 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fabedd-d993-4a0a-8470-f2c616e7ac40 req-dc64a3d6-d760-4c5b-a060-36715f066933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:09.849327 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40fabedd-d993-4a0a-8470-f2c616e7ac40 req-dc64a3d6-d760-4c5b-a060-36715f066933 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2875 time: 0.1232505 Aug 16 01:51:09.949323 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b2007e5-b910-4913-9d63-3f17f9c0b5fe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:09.963763 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40fabedd-d993-4a0a-8470-f2c616e7ac40 req-384aa6ff-c813-40b3-9826-488b3e98dd09 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989466 Aug 16 01:51:09.979400 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device feef7285-ac5c-4309-9e7b-f6e77580d04e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:10.077874 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b2007e5-b910-4913-9d63-3f17f9c0b5fe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:10.089486 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port feef7285-ac5c-4309-9e7b-f6e77580d04e completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:10.152440 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2007e5-b910-4913-9d63-3f17f9c0b5fe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=b2821c49-fb91-453b-a309-b114b8577865,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:10.171265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2007e5-b910-4913-9d63-3f17f9c0b5fe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:10.173651 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-7b2007e5-b910-4913-9d63-3f17f9c0b5fe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:10.176622 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2007e5-b910-4913-9d63-3f17f9c0b5fe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:10.636734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4780d-2e2d-4144-aaa2-0d9caaf6c3fa req-f48e5abc-b2dd-41d2-9136-dac9a424177a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:10.643164 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4780d-2e2d-4144-aaa2-0d9caaf6c3fa req-f48e5abc-b2dd-41d2-9136-dac9a424177a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:10.645428 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2559cf92-e485-4694-ba36-094639e66d77 None None] Network d8897e8d-f306-4d50-9cc3-7993a6b4b133 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:10.660690 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4780d-2e2d-4144-aaa2-0d9caaf6c3fa req-f48e5abc-b2dd-41d2-9136-dac9a424177a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:10.674392 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8a4780d-2e2d-4144-aaa2-0d9caaf6c3fa req-f48e5abc-b2dd-41d2-9136-dac9a424177a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2419 time: 0.1957529 Aug 16 01:51:10.742146 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8a4780d-2e2d-4144-aaa2-0d9caaf6c3fa req-1b85912e-2c58-4ff6-9cc7-e5e3cff637af tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526164 Aug 16 01:51:10.743259 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b2007e5-b910-4913-9d63-3f17f9c0b5fe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:10.813166 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-64a4e992-0712-4740-9a72-79ee21f95ab4 None None] Provisioning for port feef7285-ac5c-4309-9e7b-f6e77580d04e completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:10.820070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-64a4e992-0712-4740-9a72-79ee21f95ab4 None None] Provisioning complete for port feef7285-ac5c-4309-9e7b-f6e77580d04e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:10.820632 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64a4e992-0712-4740-9a72-79ee21f95ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:10.822553 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3dd148-1b97-4ed3-a108-c8e06e68e16c req-8f2a1782-cb86-4304-8a0c-d7593fe58b04 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:10.824179 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cc3dd148-1b97-4ed3-a108-c8e06e68e16c req-8f2a1782-cb86-4304-8a0c-d7593fe58b04 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.0766127 Aug 16 01:51:10.882249 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cc3dd148-1b97-4ed3-a108-c8e06e68e16c req-493385f4-30ca-4f04-bb16-bee169c6b1f7 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455413 Aug 16 01:51:10.945715 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64a4e992-0712-4740-9a72-79ee21f95ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:11.009092 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-64a4e992-0712-4740-9a72-79ee21f95ab4 None None] For port feef7285-ac5c-4309-9e7b-f6e77580d04e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=feef7285-ac5c-4309-9e7b-f6e77580d04e,segment=NetworkSegment(13ed51c1-5fee-459f-96df-60be16ba0185),segment_id=13ed51c1-5fee-459f-96df-60be16ba0185)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:11.027315 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64a4e992-0712-4740-9a72-79ee21f95ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:11.082217 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b2007e5-b910-4913-9d63-3f17f9c0b5fe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:11.131091 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4e992-0712-4740-9a72-79ee21f95ab4 None None] Pushing event updated for resources: {'Port': ['ID=feef7285-ac5c-4309-9e7b-f6e77580d04e,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:11.360923 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8051afcb-9ba8-42fc-9149-0ed1b37f2d95 None None] Provisioning complete for port feef7285-ac5c-4309-9e7b-f6e77580d04e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:11.361829 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8051afcb-9ba8-42fc-9149-0ed1b37f2d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:11.409684 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2007e5-b910-4913-9d63-3f17f9c0b5fe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 7ef96e07-3ab3-478a-8276-019c36db489b is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:51:11.580981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2007e5-b910-4913-9d63-3f17f9c0b5fe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:11.594758 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0753f1f3-9c5a-4b5f-a1c9-2d8bf1fa096b None None] Sync routers for ids ['7ef96e07-3ab3-478a-8276-019c36db489b'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:11.610416 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b2007e5-b910-4913-9d63-3f17f9c0b5fe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:11.614958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36748) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:11.616036 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7b2007e5-b910-4913-9d63-3f17f9c0b5fe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2072079 Aug 16 01:51:11.617356 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0753f1f3-9c5a-4b5f-a1c9-2d8bf1fa096b None None] Routers {'7ef96e07-3ab3-478a-8276-019c36db489b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:11.618091 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0753f1f3-9c5a-4b5f-a1c9-2d8bf1fa096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7ef96e07-3ab3-478a-8276-019c36db489b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:11.727098 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0753f1f3-9c5a-4b5f-a1c9-2d8bf1fa096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:11.746778 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0753f1f3-9c5a-4b5f-a1c9-2d8bf1fa096b None None] Routers {'7ef96e07-3ab3-478a-8276-019c36db489b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:11.747312 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0753f1f3-9c5a-4b5f-a1c9-2d8bf1fa096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7ef96e07-3ab3-478a-8276-019c36db489b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:11.814930 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0753f1f3-9c5a-4b5f-a1c9-2d8bf1fa096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:11.816412 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0753f1f3-9c5a-4b5f-a1c9-2d8bf1fa096b None None] The sync data for ids ['7ef96e07-3ab3-478a-8276-019c36db489b'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:11.839898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device feef7285-ac5c-4309-9e7b-f6e77580d04e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:11.910280 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port feef7285-ac5c-4309-9e7b-f6e77580d04e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:11.910707 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:12.009334 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f12e1-e6f8-4601-9c81-7951078bcc03 req-3f1a2be1-b59a-4e36-b965-7198318268b0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:12.011504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f12e1-e6f8-4601-9c81-7951078bcc03 req-3f1a2be1-b59a-4e36-b965-7198318268b0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:12.036210 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f12e1-e6f8-4601-9c81-7951078bcc03 req-3f1a2be1-b59a-4e36-b965-7198318268b0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:12.043935 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-962f12e1-e6f8-4601-9c81-7951078bcc03 req-3f1a2be1-b59a-4e36-b965-7198318268b0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2419 time: 0.2060235 Aug 16 01:51:12.142365 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-962f12e1-e6f8-4601-9c81-7951078bcc03 req-d1a8d7c4-96b7-4cf4-83d7-780c1a80c260 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896702 Aug 16 01:51:12.806204 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4432b-9b5a-4cc4-b281-3aef7a0bc709 req-a127d8ca-0fe0-4772-85fa-92ce0a011067 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:12.832785 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4432b-9b5a-4cc4-b281-3aef7a0bc709 req-a127d8ca-0fe0-4772-85fa-92ce0a011067 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:12.839106 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4432b-9b5a-4cc4-b281-3aef7a0bc709 req-a127d8ca-0fe0-4772-85fa-92ce0a011067 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:12.841100 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3ff4432b-9b5a-4cc4-b281-3aef7a0bc709 req-a127d8ca-0fe0-4772-85fa-92ce0a011067 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2419 time: 0.1761451 Aug 16 01:51:12.847264 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d901e-51d0-436b-a696-19dade54e2ac req-7f8134ed-46a3-4352-96ce-fe02838ae221 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:12.873485 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d88d901e-51d0-436b-a696-19dade54e2ac req-7f8134ed-46a3-4352-96ce-fe02838ae221 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.2744651 Aug 16 01:51:12.908548 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3ff4432b-9b5a-4cc4-b281-3aef7a0bc709 req-a25cabf3-0ef8-4774-bf49-f85c6b11b23d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596945 Aug 16 01:51:12.991188 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d88d901e-51d0-436b-a696-19dade54e2ac req-a9e08679-3320-4d59-8df6-3a5995be8e7e tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158202 Aug 16 01:51:13.171008 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7e2b1db-32b8-45c1-88ec-cfa24eb4d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:13.562863 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-a7e2b1db-32b8-45c1-88ec-cfa24eb4d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Allocated IP 172.20.0.1 (d8897e8d-f306-4d50-9cc3-7993a6b4b133/4e86ff1c-ffb5-4794-92db-6689276fdaa2/50cb5e44-fcb3-4536-a1f9-6a0935b140be) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:13.735496 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7e2b1db-32b8-45c1-88ec-cfa24eb4d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:13.764160 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a7e2b1db-32b8-45c1-88ec-cfa24eb4d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Transition to ACTIVE for port object 50cb5e44-fcb3-4536-a1f9-6a0935b140be will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:13.827507 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7e2b1db-32b8-45c1-88ec-cfa24eb4d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:13.909044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2b1db-32b8-45c1-88ec-cfa24eb4d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=50cb5e44-fcb3-4536-a1f9-6a0935b140be,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:13.925624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e2b1db-32b8-45c1-88ec-cfa24eb4d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Network d8897e8d-f306-4d50-9cc3-7993a6b4b133 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:13.927118 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a7e2b1db-32b8-45c1-88ec-cfa24eb4d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:13.929822 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e2b1db-32b8-45c1-88ec-cfa24eb4d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:13.991859 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7e2b1db-32b8-45c1-88ec-cfa24eb4d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:14.232872 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9cc8f-23f0-4b57-b3a5-5162617f59d1 req-efcef9c4-e69e-48da-a85e-2e5a8c51413f tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:14.242752 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9cc8f-23f0-4b57-b3a5-5162617f59d1 req-efcef9c4-e69e-48da-a85e-2e5a8c51413f tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:14.264534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9cc8f-23f0-4b57-b3a5-5162617f59d1 req-efcef9c4-e69e-48da-a85e-2e5a8c51413f tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:14.284210 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0bc9cc8f-23f0-4b57-b3a5-5162617f59d1 req-efcef9c4-e69e-48da-a85e-2e5a8c51413f tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2419 time: 0.1818769 Aug 16 01:51:14.348617 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0bc9cc8f-23f0-4b57-b3a5-5162617f59d1 req-0ff3eb18-153c-4d93-9901-1cd5252d690f tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635066 Aug 16 01:51:14.356135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2c2dc64f-ffa9-4663-90d7-d37c6526ea13 None None] Provisioning for port 50cb5e44-fcb3-4536-a1f9-6a0935b140be completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:14.394706 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2c2dc64f-ffa9-4663-90d7-d37c6526ea13 None None] Provisioning complete for port 50cb5e44-fcb3-4536-a1f9-6a0935b140be triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:14.395084 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c2dc64f-ffa9-4663-90d7-d37c6526ea13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:14.448341 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890dad0-1adf-4962-9d63-18d0938e20c6 req-4aa5c226-0dfb-4479-a0fa-ea0ae12df1fc tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:14.457256 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1890dad0-1adf-4962-9d63-18d0938e20c6 req-4aa5c226-0dfb-4479-a0fa-ea0ae12df1fc tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.2101755 Aug 16 01:51:14.507474 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7e2b1db-32b8-45c1-88ec-cfa24eb4d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:14.522658 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-a7e117d6-8fde-472e-b913-0649dc3ddfda tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:14.529329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-a7e117d6-8fde-472e-b913-0649dc3ddfda tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:14.537052 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-a7e117d6-8fde-472e-b913-0649dc3ddfda tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:14.539193 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-a7e117d6-8fde-472e-b913-0649dc3ddfda tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2419 time: 0.2235079 Aug 16 01:51:14.811366 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1890dad0-1adf-4962-9d63-18d0938e20c6 req-257d1a4d-8f98-4394-a36d-2bbf6446c6a0 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492351 Aug 16 01:51:14.870661 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2c2dc64f-ffa9-4663-90d7-d37c6526ea13 None None] Port 50cb5e44-fcb3-4536-a1f9-6a0935b140be cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:51:15.001298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-40f60395-4cbc-43e1-9190-d7c70e240d3d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Deleting port 844aed12-a2da-4e4d-8c3b-06818c985b0f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:15.001878 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-40f60395-4cbc-43e1-9190-d7c70e240d3d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.165005 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7e2b1db-32b8-45c1-88ec-cfa24eb4d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.173936 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-40f60395-4cbc-43e1-9190-d7c70e240d3d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] For port 844aed12-a2da-4e4d-8c3b-06818c985b0f, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=844aed12-a2da-4e4d-8c3b-06818c985b0f,segment=NetworkSegment(a061c814-3328-4530-a6d8-3064c3bec6a7),segment_id=a061c814-3328-4530-a6d8-3064c3bec6a7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:15.174377 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-40f60395-4cbc-43e1-9190-d7c70e240d3d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.183658 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7e2b1db-32b8-45c1-88ec-cfa24eb4d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.235016 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-40f60395-4cbc-43e1-9190-d7c70e240d3d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Calling delete_port for 844aed12-a2da-4e4d-8c3b-06818c985b0f owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:15.277014 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2b1db-32b8-45c1-88ec-cfa24eb4d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=50cb5e44-fcb3-4536-a1f9-6a0935b140be,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:15.321125 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7e2b1db-32b8-45c1-88ec-cfa24eb4d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.491115 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e2b1db-32b8-45c1-88ec-cfa24eb4d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Network d8897e8d-f306-4d50-9cc3-7993a6b4b133 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:15.494443 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a7e2b1db-32b8-45c1-88ec-cfa24eb4d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:15.547269 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d81b7c-6846-48c7-b7c2-a6b7eacd6862 req-e037b261-f246-4b72-bea7-96dafbc1512e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:15.565728 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d81b7c-6846-48c7-b7c2-a6b7eacd6862 req-e037b261-f246-4b72-bea7-96dafbc1512e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:15.577294 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d81b7c-6846-48c7-b7c2-a6b7eacd6862 req-e037b261-f246-4b72-bea7-96dafbc1512e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:15.585780 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-81d81b7c-6846-48c7-b7c2-a6b7eacd6862 req-e037b261-f246-4b72-bea7-96dafbc1512e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 2419 time: 0.1414831 Aug 16 01:51:15.676664 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-81d81b7c-6846-48c7-b7c2-a6b7eacd6862 req-7afebb1f-d235-40f2-984f-43089e26c54b tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894477 Aug 16 01:51:15.682562 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-40f60395-4cbc-43e1-9190-d7c70e240d3d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.698347 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['2bdd2a01-dad4-45d0-9d52-e796f479c6e3', '844aed12-a2da-4e4d-8c3b-06818c985b0f', 'f7987a07-ee55-4bd6-a2e1-2642d69edce5'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:15.818978 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f60395-4cbc-43e1-9190-d7c70e240d3d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event deleted for resources: {'Port': ['ID=844aed12-a2da-4e4d-8c3b-06818c985b0f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:15.944305 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-40f60395-4cbc-43e1-9190-d7c70e240d3d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] No DVR routers for this DVR port 844aed12-a2da-4e4d-8c3b-06818c985b0f on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:15.952340 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-40f60395-4cbc-43e1-9190-d7c70e240d3d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.959406 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-40f60395-4cbc-43e1-9190-d7c70e240d3d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.63 "DELETE /v2.0/ports/844aed12-a2da-4e4d-8c3b-06818c985b0f HTTP/1.1" status: 204 len: 173 time: 1.4067020 Aug 16 01:51:15.961420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e2b1db-32b8-45c1-88ec-cfa24eb4d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 7ef96e07-3ab3-478a-8276-019c36db489b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:15.962088 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064a048d-7bca-4399-8a73-0da07a058fc3', 'name': 'network-vif-deleted', 'tag': '844aed12-a2da-4e4d-8c3b-06818c985b0f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:15.964402 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d561ea8-3eee-4446-aa89-d0094b9b074a" -d '{"events": [{"server_uuid": "064a048d-7bca-4399-8a73-0da07a058fc3", "name": "network-vif-deleted", "tag": "844aed12-a2da-4e4d-8c3b-06818c985b0f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:16.072213 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee8114d-3306-4487-a34a-1e4d42f537e8 x-openstack-request-id: req-4ee8114d-3306-4487-a34a-1e4d42f537e8 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:16.073114 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064a048d-7bca-4399-8a73-0da07a058fc3", "name": "network-vif-deleted", "tag": "844aed12-a2da-4e4d-8c3b-06818c985b0f", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:16.073508 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4ee8114d-3306-4487-a34a-1e4d42f537e8 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:16.074296 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064a048d-7bca-4399-8a73-0da07a058fc3', 'name': 'network-vif-deleted', 'tag': '844aed12-a2da-4e4d-8c3b-06818c985b0f', 'status': 'completed', 'code': 200} Aug 16 01:51:16.137188 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2367d-1695-407f-ab37-4188494e13ac req-3fa40f3b-4bc7-40fc-9aa0-71eec3aa17e0 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:16.161360 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fdb2367d-1695-407f-ab37-4188494e13ac req-3fa40f3b-4bc7-40fc-9aa0-71eec3aa17e0 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1444454 Aug 16 01:51:16.264089 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-718902b4-50e9-43ed-b839-fe0c9c00bbfb None None] Provisioning complete for port 50cb5e44-fcb3-4536-a1f9-6a0935b140be triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:16.264454 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-718902b4-50e9-43ed-b839-fe0c9c00bbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:16.286494 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fdb2367d-1695-407f-ab37-4188494e13ac req-0e408a6a-b23c-423c-a1d9-5288f03c1584 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220143 Aug 16 01:51:16.368557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-115eb08b-f970-4480-a9cf-494cf99e9360 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Deleting port f7987a07-ee55-4bd6-a2e1-2642d69edce5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:16.368943 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-115eb08b-f970-4480-a9cf-494cf99e9360 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:16.400828 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e2b1db-32b8-45c1-88ec-cfa24eb4d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:16.422078 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a66ad7-6133-47bd-b5aa-b4d4021f29db None None] Sync routers for ids ['7ef96e07-3ab3-478a-8276-019c36db489b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:16.458299 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a66ad7-6133-47bd-b5aa-b4d4021f29db None None] Routers {'7ef96e07-3ab3-478a-8276-019c36db489b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:16.459297 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-38a66ad7-6133-47bd-b5aa-b4d4021f29db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7ef96e07-3ab3-478a-8276-019c36db489b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:16.489250 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-718902b4-50e9-43ed-b839-fe0c9c00bbfb None None] Port 50cb5e44-fcb3-4536-a1f9-6a0935b140be cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:51:16.508750 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36838) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:16.509731 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a7e2b1db-32b8-45c1-88ec-cfa24eb4d211 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "PUT /v2.0/routers/7ef96e07-3ab3-478a-8276-019c36db489b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8933482 Aug 16 01:51:16.516652 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'port': {'network_id': 'd8897e8d-f306-4d50-9cc3-7993a6b4b133', 'name': 'tempest-FloatingIPTestJSON-821577976'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:16.579685 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-38a66ad7-6133-47bd-b5aa-b4d4021f29db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:16.585930 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-115eb08b-f970-4480-a9cf-494cf99e9360 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] For port f7987a07-ee55-4bd6-a2e1-2642d69edce5, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f7987a07-ee55-4bd6-a2e1-2642d69edce5,segment=NetworkSegment(5f917003-5c62-46e3-8ec8-8d19f983f3f6),segment_id=5f917003-5c62-46e3-8ec8-8d19f983f3f6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:16.586808 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-115eb08b-f970-4480-a9cf-494cf99e9360 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:16.598039 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a66ad7-6133-47bd-b5aa-b4d4021f29db None None] Routers {'7ef96e07-3ab3-478a-8276-019c36db489b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:16.598909 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-38a66ad7-6133-47bd-b5aa-b4d4021f29db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7ef96e07-3ab3-478a-8276-019c36db489b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:16.607544 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-115eb08b-f970-4480-a9cf-494cf99e9360 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Calling delete_port for f7987a07-ee55-4bd6-a2e1-2642d69edce5 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:16.670438 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-38a66ad7-6133-47bd-b5aa-b4d4021f29db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:16.672832 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Made reservation on behalf of 8ca510f91f32484cb7025f7da7b4954c for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:16.675012 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a66ad7-6133-47bd-b5aa-b4d4021f29db None None] The sync data for ids ['7ef96e07-3ab3-478a-8276-019c36db489b'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:16.679106 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:16.755646 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] device_id is not set on port 59c5a072-48c5-4062-92d9-a4a99fe7c4e8 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:51:16.941408 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-115eb08b-f970-4480-a9cf-494cf99e9360 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:17.040894 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115eb08b-f970-4480-a9cf-494cf99e9360 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event deleted for resources: {'Port': ['ID=f7987a07-ee55-4bd6-a2e1-2642d69edce5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:17.049185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-115eb08b-f970-4480-a9cf-494cf99e9360 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] No DVR routers for this DVR port f7987a07-ee55-4bd6-a2e1-2642d69edce5 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:17.052148 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-115eb08b-f970-4480-a9cf-494cf99e9360 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:17.055032 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-115eb08b-f970-4480-a9cf-494cf99e9360 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.63 "DELETE /v2.0/ports/f7987a07-ee55-4bd6-a2e1-2642d69edce5 HTTP/1.1" status: 204 len: 173 time: 1.0759175 Aug 16 01:51:17.069396 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Allocated IP 172.20.0.11 (d8897e8d-f306-4d50-9cc3-7993a6b4b133/4e86ff1c-ffb5-4794-92db-6689276fdaa2/59c5a072-48c5-4062-92d9-a4a99fe7c4e8) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:17.118298 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786bf7a-612c-487a-9bee-ae1d8cdf83cc req-9fbf3203-ef04-48ac-8b78-735eec32d72e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:17.120341 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9786bf7a-612c-487a-9bee-ae1d8cdf83cc req-9fbf3203-ef04-48ac-8b78-735eec32d72e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 946 time: 0.1397698 Aug 16 01:51:17.212582 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9786bf7a-612c-487a-9bee-ae1d8cdf83cc req-c9a33866-d813-48d3-81ab-e63c9b6a7954 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809245 Aug 16 01:51:17.285533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-214d2555-9112-49b2-ada0-8058f7c17b83 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Deleting port 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:17.286061 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-214d2555-9112-49b2-ada0-8058f7c17b83 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:17.495601 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:17.520111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-214d2555-9112-49b2-ada0-8058f7c17b83 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] For port 2bdd2a01-dad4-45d0-9d52-e796f479c6e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2bdd2a01-dad4-45d0-9d52-e796f479c6e3,segment=NetworkSegment(a061c814-3328-4530-a6d8-3064c3bec6a7),segment_id=a061c814-3328-4530-a6d8-3064c3bec6a7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:17.520862 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-214d2555-9112-49b2-ada0-8058f7c17b83 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:17.525226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Transition to ACTIVE for port object 59c5a072-48c5-4062-92d9-a4a99fe7c4e8 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:17.540913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-214d2555-9112-49b2-ada0-8058f7c17b83 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Calling delete_port for 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:17.551692 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed62d91-e168-4a27-a90d-9af960be6074 req-f0f9e9ee-f8e7-4d1f-b09d-c1ea56262896 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:17.553685 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2ed62d91-e168-4a27-a90d-9af960be6074 req-f0f9e9ee-f8e7-4d1f-b09d-c1ea56262896 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1200573 Aug 16 01:51:17.581664 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:17.662063 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2ed62d91-e168-4a27-a90d-9af960be6074 req-b7ab4c72-7590-4c07-a6c5-66667811560b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948341 Aug 16 01:51:17.683078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event updated for resources: {'Port': ['ID=59c5a072-48c5-4062-92d9-a4a99fe7c4e8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:17.707097 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.708102 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.710181 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.710765 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.712981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.714119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.715802 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.719242 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.719837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.720383 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.721021 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.721582 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:17.743071 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Network d8897e8d-f306-4d50-9cc3-7993a6b4b133 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:17.749980 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:17.764834 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:17.812493 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-214d2555-9112-49b2-ada0-8058f7c17b83 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:17.879376 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d2555-9112-49b2-ada0-8058f7c17b83 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event deleted for resources: {'Port': ['ID=2bdd2a01-dad4-45d0-9d52-e796f479c6e3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:17.933113 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:17.937319 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:18.011923 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-214d2555-9112-49b2-ada0-8058f7c17b83 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] No DVR routers for this DVR port 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:18.018859 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-214d2555-9112-49b2-ada0-8058f7c17b83 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:18.029134 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2e3392f9-c597-4f62-aadf-d287c5716b06 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5185468 Aug 16 01:51:18.031433 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91e306ce-46dd-4d3c-afca-184e7135f398 req-214d2555-9112-49b2-ada0-8058f7c17b83 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.63 "DELETE /v2.0/ports/2bdd2a01-dad4-45d0-9d52-e796f479c6e3 HTTP/1.1" status: 204 len: 173 time: 0.9685955 Aug 16 01:51:18.031918 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36860) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:18.039338 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b66ea076-1ba9-4c90-a96d-2f204b889746 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Request body: {'floatingip': {'port_id': '59c5a072-48c5-4062-92d9-a4a99fe7c4e8'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:18.075713 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064a048d-7bca-4399-8a73-0da07a058fc3', 'name': 'network-vif-deleted', 'tag': 'f7987a07-ee55-4bd6-a2e1-2642d69edce5'}, {'server_uuid': '064a048d-7bca-4399-8a73-0da07a058fc3', 'name': 'network-vif-deleted', 'tag': '2bdd2a01-dad4-45d0-9d52-e796f479c6e3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:18.079156 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f306395-0e82-456a-ba42-7e85c5788f8b" -d '{"events": [{"server_uuid": "064a048d-7bca-4399-8a73-0da07a058fc3", "name": "network-vif-deleted", "tag": "f7987a07-ee55-4bd6-a2e1-2642d69edce5"}, {"server_uuid": "064a048d-7bca-4399-8a73-0da07a058fc3", "name": "network-vif-deleted", "tag": "2bdd2a01-dad4-45d0-9d52-e796f479c6e3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:18.181318 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ae95ec-ea61-4d3f-9548-8c10a44a1876 x-openstack-request-id: req-05ae95ec-ea61-4d3f-9548-8c10a44a1876 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:18.181725 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064a048d-7bca-4399-8a73-0da07a058fc3", "name": "network-vif-deleted", "tag": "f7987a07-ee55-4bd6-a2e1-2642d69edce5", "status": "completed", "code": 200}, {"server_uuid": "064a048d-7bca-4399-8a73-0da07a058fc3", "name": "network-vif-deleted", "tag": "2bdd2a01-dad4-45d0-9d52-e796f479c6e3", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:18.182108 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-05ae95ec-ea61-4d3f-9548-8c10a44a1876 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:18.182611 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064a048d-7bca-4399-8a73-0da07a058fc3', 'name': 'network-vif-deleted', 'tag': 'f7987a07-ee55-4bd6-a2e1-2642d69edce5', 'status': 'completed', 'code': 200} Aug 16 01:51:18.182962 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064a048d-7bca-4399-8a73-0da07a058fc3', 'name': 'network-vif-deleted', 'tag': '2bdd2a01-dad4-45d0-9d52-e796f479c6e3', 'status': 'completed', 'code': 200} Aug 16 01:51:18.214256 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b66ea076-1ba9-4c90-a96d-2f204b889746 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:18.344307 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-85ffff49-45dc-4160-9c7f-eb95b2e461d2 None None] Provisioning for port 59c5a072-48c5-4062-92d9-a4a99fe7c4e8 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:18.353218 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-85ffff49-45dc-4160-9c7f-eb95b2e461d2 None None] Provisioning complete for port 59c5a072-48c5-4062-92d9-a4a99fe7c4e8 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:18.353693 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85ffff49-45dc-4160-9c7f-eb95b2e461d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:18.441544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-85ffff49-45dc-4160-9c7f-eb95b2e461d2 None None] Port 59c5a072-48c5-4062-92d9-a4a99fe7c4e8 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:51:18.469866 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0349d329-468e-4096-b154-71909470a783 req-5e5c1fc5-7b91-412d-99f1-a04cb0de945d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=064a048d-7bca-4399-8a73-0da07a058fc3 HTTP/1.1" status: 200 len: 210 time: 0.0515361 Aug 16 01:51:18.809612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 844aed12-a2da-4e4d-8c3b-06818c985b0f no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:18.861676 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4cc53-111a-44ac-be79-1e04a5266048 req-40e21810-43eb-4090-9aa0-ce30045577e9 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:18.870029 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91a4cc53-111a-44ac-be79-1e04a5266048 req-40e21810-43eb-4090-9aa0-ce30045577e9 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.0780606 Aug 16 01:51:18.893452 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 844aed12-a2da-4e4d-8c3b-06818c985b0f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:18.895536 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 844aed12-a2da-4e4d-8c3b-06818c985b0f not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:18.896029 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:18.950891 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91a4cc53-111a-44ac-be79-1e04a5266048 req-8e43374c-39c8-43f8-acad-dab824e7fed4 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794754 Aug 16 01:51:18.961385 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:18.963892 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 2bdd2a01-dad4-45d0-9d52-e796f479c6e3 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:18.964381 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f7987a07-ee55-4bd6-a2e1-2642d69edce5 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:19.014055 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: f7987a07-ee55-4bd6-a2e1-2642d69edce5 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:19.016841 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f7987a07-ee55-4bd6-a2e1-2642d69edce5 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:19.184521 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b66ea076-1ba9-4c90-a96d-2f204b889746 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:19.195810 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b66ea076-1ba9-4c90-a96d-2f204b889746 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:19.386514 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-b66ea076-1ba9-4c90-a96d-2f204b889746 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Floating IP 18b5494c-c9b0-485c-b905-b499a714d58e associated. External IP: 172.25.3.242, port: 256a1dc3-e70c-4832-99e1-e46dcfe468cf. Aug 16 01:51:19.610094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36890) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:19.722168 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-401cbdf6-8702-4a5b-9464-10314b7ceef5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Deleting subnet ddac125c-30cd-4792-b206-012840b8612e {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:51:19.725564 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66ea076-1ba9-4c90-a96d-2f204b889746 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 3a25f7ee-9157-48aa-9724-2748e338a288 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:19.732956 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-401cbdf6-8702-4a5b-9464-10314b7ceef5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:19.853573 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36898) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:19.854821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66ea076-1ba9-4c90-a96d-2f204b889746 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:19.871274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10282c-fead-49fd-aac0-07fe684f8e81 None None] Sync routers for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:19.882917 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-401cbdf6-8702-4a5b-9464-10314b7ceef5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:19.895655 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10282c-fead-49fd-aac0-07fe684f8e81 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:19.896989 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7c10282c-fead-49fd-aac0-07fe684f8e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:20.020313 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7c10282c-fead-49fd-aac0-07fe684f8e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:20.079228 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-401cbdf6-8702-4a5b-9464-10314b7ceef5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.093286 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10282c-fead-49fd-aac0-07fe684f8e81 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:20.101982 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7c10282c-fead-49fd-aac0-07fe684f8e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:20.220516 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7c10282c-fead-49fd-aac0-07fe684f8e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:20.221177 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10282c-fead-49fd-aac0-07fe684f8e81 None None] The sync data for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:20.226421 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ac319432-2a21-4205-838e-5c1982b3fc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.268022 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-401cbdf6-8702-4a5b-9464-10314b7ceef5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.297917 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cbdf6-8702-4a5b-9464-10314b7ceef5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event deleted for resources: {'Subnet': ['ID=ddac125c-30cd-4792-b206-012840b8612e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:20.301537 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-401cbdf6-8702-4a5b-9464-10314b7ceef5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.306256 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-401cbdf6-8702-4a5b-9464-10314b7ceef5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "DELETE /v2.0/subnets/ddac125c-30cd-4792-b206-012840b8612e HTTP/1.1" status: 204 len: 168 time: 0.6944444 Aug 16 01:51:20.306976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36912) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:20.313301 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d00f516-0c34-4672-bfe3-51da85edbae0 None None] Network ca7eca42-75c3-458f-891f-f7470ed8f5e1 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:20.558450 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.642249 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Deleting port 7c400ad3-544e-4664-b50d-11c8b883f39f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:20.643396 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.654509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f79187-65d7-4167-98f2-01d1a6b8680b None None] DHCP port deletion for ca7eca42-75c3-458f-891f-f7470ed8f5e1 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:51:20.696680 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cce1eb6b-8f99-4787-93da-3e99c510a854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.752602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-76f79187-65d7-4167-98f2-01d1a6b8680b None None] Deleting port 7c400ad3-544e-4664-b50d-11c8b883f39f {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:20.755435 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76f79187-65d7-4167-98f2-01d1a6b8680b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.772254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] For port 7c400ad3-544e-4664-b50d-11c8b883f39f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7c400ad3-544e-4664-b50d-11c8b883f39f,segment=NetworkSegment(5f917003-5c62-46e3-8ec8-8d19f983f3f6),segment_id=5f917003-5c62-46e3-8ec8-8d19f983f3f6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:20.772692 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.795631 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Calling delete_port for 7c400ad3-544e-4664-b50d-11c8b883f39f owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:20.798671 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cca6a-4f3a-4ced-a6b2-419bed93836e req-6f81fa71-134e-4a3c-99f0-c87051c12d9f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:20.805991 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c0cca6a-4f3a-4ced-a6b2-419bed93836e req-6f81fa71-134e-4a3c-99f0-c87051c12d9f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.6396039 Aug 16 01:51:20.815272 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66ea076-1ba9-4c90-a96d-2f204b889746 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 7ef96e07-3ab3-478a-8276-019c36db489b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:20.907430 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c0cca6a-4f3a-4ced-a6b2-419bed93836e req-7125c8c7-f846-48f3-a8b3-d8c708c74509 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004448 Aug 16 01:51:20.913968 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.941349 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-76f79187-65d7-4167-98f2-01d1a6b8680b None None] For port 7c400ad3-544e-4664-b50d-11c8b883f39f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7c400ad3-544e-4664-b50d-11c8b883f39f,segment=NetworkSegment(5f917003-5c62-46e3-8ec8-8d19f983f3f6),segment_id=5f917003-5c62-46e3-8ec8-8d19f983f3f6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:20.942565 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76f79187-65d7-4167-98f2-01d1a6b8680b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:20.945797 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event deleted for resources: {'Port': ['ID=7c400ad3-544e-4664-b50d-11c8b883f39f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:20.956423 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] No DVR routers for this DVR port 7c400ad3-544e-4664-b50d-11c8b883f39f on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:20.971889 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-76f79187-65d7-4167-98f2-01d1a6b8680b None None] Calling delete_port for 7c400ad3-544e-4664-b50d-11c8b883f39f owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:21.060517 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66ea076-1ba9-4c90-a96d-2f204b889746 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:21.070434 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b66ea076-1ba9-4c90-a96d-2f204b889746 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.072698 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69eed94-3ce8-4d69-b2f8-898a3d1c8450 None None] Sync routers for ids ['7ef96e07-3ab3-478a-8276-019c36db489b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:21.091762 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69eed94-3ce8-4d69-b2f8-898a3d1c8450 None None] Routers {'7ef96e07-3ab3-478a-8276-019c36db489b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:21.092874 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d69eed94-3ce8-4d69-b2f8-898a3d1c8450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7ef96e07-3ab3-478a-8276-019c36db489b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:21.100203 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76f79187-65d7-4167-98f2-01d1a6b8680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.115141 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.124059 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cce1eb6b-8f99-4787-93da-3e99c510a854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.150777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7eca42-75c3-458f-891f-f7470ed8f5e1']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:21.157024 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cce1eb6b-8f99-4787-93da-3e99c510a854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.159015 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f79187-65d7-4167-98f2-01d1a6b8680b None None] Pushing event deleted for resources: {'Port': ['ID=7c400ad3-544e-4664-b50d-11c8b883f39f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:21.179484 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f79187-65d7-4167-98f2-01d1a6b8680b None None] No DVR routers for this DVR port 7c400ad3-544e-4664-b50d-11c8b883f39f on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:21.190389 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b66ea076-1ba9-4c90-a96d-2f204b889746 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "PUT /v2.0/floatingips/18b5494c-c9b0-485c-b905-b499a714d58e HTTP/1.1" status: 200 len: 978 time: 3.1548550 Aug 16 01:51:21.191914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f917003-5c62-46e3-8ec8-8d19f983f3f6') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:21.194721 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f917003-5c62-46e3-8ec8-8d19f983f3f6') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:21.195268 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36920) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:21.217668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1eb6b-8f99-4787-93da-3e99c510a854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2ae59f-ed95-492e-aed6-90331c9e2f98,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:21.218971 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d69eed94-3ce8-4d69-b2f8-898a3d1c8450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:21.233783 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.240911 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cce1eb6b-8f99-4787-93da-3e99c510a854 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a799325549234cf192fd481d9fd8d93d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3840539 Aug 16 01:51:21.243793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36922) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:21.267493 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69eed94-3ce8-4d69-b2f8-898a3d1c8450 None None] Routers {'7ef96e07-3ab3-478a-8276-019c36db489b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:21.268124 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d69eed94-3ce8-4d69-b2f8-898a3d1c8450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:50:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7ef96e07-3ab3-478a-8276-019c36db489b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:21.268266 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.275090 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:51:21.275491 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:51:21.346818 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:51:21.352202 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d69eed94-3ce8-4d69-b2f8-898a3d1c8450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:21.352971 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69eed94-3ce8-4d69-b2f8-898a3d1c8450 None None] The sync data for ids ['7ef96e07-3ab3-478a-8276-019c36db489b'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:21.355154 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.382023 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.384045 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "DELETE /v2.0/networks/ca7eca42-75c3-458f-891f-f7470ed8f5e1 HTTP/1.1" status: 204 len: 168 time: 1.0762382 Aug 16 01:51:21.394193 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36924) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:21.396784 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce17b1-0d93-435b-8540-b7f9e673f59c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event deleted for resources: {'Network': ['ID=ca7eca42-75c3-458f-891f-f7470ed8f5e1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:21.454181 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9abbdca1-f43c-4f2d-a673-c187a16cae50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.492217 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a9a8784a-1070-4438-a443-9119b104d5d1 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Deleting port 59c5a072-48c5-4062-92d9-a4a99fe7c4e8 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:21.492606 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a9a8784a-1070-4438-a443-9119b104d5d1 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.507503 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c1ff81-5e1b-41f6-a725-bac5ed72baf4 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Deleting subnet 1d9f417d-cd52-4a25-846c-b9f4c530d80d {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:51:21.510915 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0c1ff81-5e1b-41f6-a725-bac5ed72baf4 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.552264 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9abbdca1-f43c-4f2d-a673-c187a16cae50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.641256 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0c1ff81-5e1b-41f6-a725-bac5ed72baf4 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.720952 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a9a8784a-1070-4438-a443-9119b104d5d1 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.770505 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7c400ad3-544e-4664-b50d-11c8b883f39f no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:21.795817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 7c400ad3-544e-4664-b50d-11c8b883f39f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:21.796167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7c400ad3-544e-4664-b50d-11c8b883f39f not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:21.845251 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9abbdca1-f43c-4f2d-a673-c187a16cae50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.847806 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9abbdca1-f43c-4f2d-a673-c187a16cae50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:21.849010 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9abbdca1-f43c-4f2d-a673-c187a16cae50 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/be2ae59f-ed95-492e-aed6-90331c9e2f98 HTTP/1.1" status: 204 len: 168 time: 0.6042609 Aug 16 01:51:21.924978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbdca1-f43c-4f2d-a673-c187a16cae50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2ae59f-ed95-492e-aed6-90331c9e2f98,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:21.965974 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0c1ff81-5e1b-41f6-a725-bac5ed72baf4 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.053640 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86d1f5-683a-4325-b450-19ca653f24e2 req-e6acb294-df1f-47cc-a53d-9fe8ae2f9a05 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:22.063594 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff86d1f5-683a-4325-b450-19ca653f24e2 req-e6acb294-df1f-47cc-a53d-9fe8ae2f9a05 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.0690346 Aug 16 01:51:22.080124 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a9a8784a-1070-4438-a443-9119b104d5d1 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.080661 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a9a8784a-1070-4438-a443-9119b104d5d1 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.080982 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-a9a8784a-1070-4438-a443-9119b104d5d1 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Floating IP 18b5494c-c9b0-485c-b905-b499a714d58e disassociated. External IP: 172.25.3.242, port: 59c5a072-48c5-4062-92d9-a4a99fe7c4e8. Aug 16 01:51:22.081326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a9a8784a-1070-4438-a443-9119b104d5d1 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Calling delete_port for 59c5a072-48c5-4062-92d9-a4a99fe7c4e8 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:22.142375 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff86d1f5-683a-4325-b450-19ca653f24e2 req-ebdd39c7-45ac-4b23-83da-15f63f7fee4b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777519 Aug 16 01:51:22.146085 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0c1ff81-5e1b-41f6-a725-bac5ed72baf4 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.186216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1ff81-5e1b-41f6-a725-bac5ed72baf4 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event deleted for resources: {'Subnet': ['ID=1d9f417d-cd52-4a25-846c-b9f4c530d80d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:22.188415 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0c1ff81-5e1b-41f6-a725-bac5ed72baf4 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.193426 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36960) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:22.193776 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f0c1ff81-5e1b-41f6-a725-bac5ed72baf4 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "DELETE /v2.0/subnets/1d9f417d-cd52-4a25-846c-b9f4c530d80d HTTP/1.1" status: 204 len: 168 time: 0.7983413 Aug 16 01:51:22.203494 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c77e55-f117-4ac2-818d-541226b83164 None None] Network 54922e96-faba-4f22-b1c9-8a73b4936a0d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:22.312844 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.367351 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a9a8784a-1070-4438-a443-9119b104d5d1 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.439913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae844433-8870-4820-8402-6e2f6829059f req-e23ad165-595c-4e77-9757-7290f4001d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:22.441711 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ae844433-8870-4820-8402-6e2f6829059f req-e23ad165-595c-4e77-9757-7290f4001d1f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ef4e924cb4584ac79c6f9319dffe168f&device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 1097 time: 0.0716412 Aug 16 01:51:22.444191 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Deleting port 7eb96045-6bca-4f92-86d9-ce9b28bc0898 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:22.444766 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.461250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8784a-1070-4438-a443-9119b104d5d1 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event deleted for resources: {'Port': ['ID=59c5a072-48c5-4062-92d9-a4a99fe7c4e8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:22.463388 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36499f8-990d-447e-9509-7c69462a2db7 None None] DHCP port deletion for 54922e96-faba-4f22-b1c9-8a73b4936a0d request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:51:22.570950 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e36499f8-990d-447e-9509-7c69462a2db7 None None] Deleting port 7eb96045-6bca-4f92-86d9-ce9b28bc0898 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:22.571319 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e36499f8-990d-447e-9509-7c69462a2db7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.702891 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d269d7c7-68cc-4b6c-b845-850a419c55b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.721592 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a8784a-1070-4438-a443-9119b104d5d1 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 7ef96e07-3ab3-478a-8276-019c36db489b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:22.748566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] For port 7eb96045-6bca-4f92-86d9-ce9b28bc0898, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7eb96045-6bca-4f92-86d9-ce9b28bc0898,segment=NetworkSegment(a061c814-3328-4530-a6d8-3064c3bec6a7),segment_id=a061c814-3328-4530-a6d8-3064c3bec6a7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:22.749118 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.758033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae844433-8870-4820-8402-6e2f6829059f req-9a079d09-c24d-4a55-96cc-dedfb73a4b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:22.759760 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ae844433-8870-4820-8402-6e2f6829059f req-9a079d09-c24d-4a55-96cc-dedfb73a4b57 service neutron] 10.222.0.63 "GET /v2.0/networks?id=01b33568-5ec3-42e6-bddb-b426d0964c41 HTTP/1.1" status: 200 len: 915 time: 0.2155235 Aug 16 01:51:22.767059 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Calling delete_port for 7eb96045-6bca-4f92-86d9-ce9b28bc0898 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:22.777927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e36499f8-990d-447e-9509-7c69462a2db7 None None] For port 7eb96045-6bca-4f92-86d9-ce9b28bc0898, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7eb96045-6bca-4f92-86d9-ce9b28bc0898,segment=NetworkSegment(a061c814-3328-4530-a6d8-3064c3bec6a7),segment_id=a061c814-3328-4530-a6d8-3064c3bec6a7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:22.778473 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e36499f8-990d-447e-9509-7c69462a2db7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:22.822841 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e36499f8-990d-447e-9509-7c69462a2db7 None None] Calling delete_port for 7eb96045-6bca-4f92-86d9-ce9b28bc0898 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:22.842114 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ae844433-8870-4820-8402-6e2f6829059f req-9fb7508d-9c2f-41d8-aa63-3076c5e8a2f7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee91ad2-d371-4249-a96d-5d3ecec245e3 HTTP/1.1" status: 200 len: 217 time: 0.0694613 Aug 16 01:51:22.891922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a8784a-1070-4438-a443-9119b104d5d1 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:22.934397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ee7490-65cb-4b4f-bf06-ea3a8bc7ac66 None None] Sync routers for ids ['7ef96e07-3ab3-478a-8276-019c36db489b'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:22.967569 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae844433-8870-4820-8402-6e2f6829059f req-a871f7a8-1eda-439b-966d-372a1217fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:22.969206 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ae844433-8870-4820-8402-6e2f6829059f req-a871f7a8-1eda-439b-966d-372a1217fefc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2c2bf130-b6e7-4498-8611-5b3d6e9eeb89 HTTP/1.1" status: 200 len: 854 time: 0.0707307 Aug 16 01:51:22.969562 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee7490-65cb-4b4f-bf06-ea3a8bc7ac66 None None] Routers {'7ef96e07-3ab3-478a-8276-019c36db489b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:22.973782 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-49ee7490-65cb-4b4f-bf06-ea3a8bc7ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:51:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7ef96e07-3ab3-478a-8276-019c36db489b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:23.000042 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a9a8784a-1070-4438-a443-9119b104d5d1 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.005873 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a9a8784a-1070-4438-a443-9119b104d5d1 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "DELETE /v2.0/ports/59c5a072-48c5-4062-92d9-a4a99fe7c4e8 HTTP/1.1" status: 204 len: 168 time: 1.8047018 Aug 16 01:51:23.006644 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36988) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:23.010068 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ae844433-8870-4820-8402-6e2f6829059f req-e2411f1e-4e8c-423d-9fa3-0b445fa1bfc8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=01b33568-5ec3-42e6-bddb-b426d0964c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313866 Aug 16 01:51:23.029065 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.040255 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-49ee7490-65cb-4b4f-bf06-ea3a8bc7ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:23.070549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event deleted for resources: {'Port': ['ID=7eb96045-6bca-4f92-86d9-ce9b28bc0898,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:23.081769 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee7490-65cb-4b4f-bf06-ea3a8bc7ac66 None None] Routers {'7ef96e07-3ab3-478a-8276-019c36db489b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:23.083713 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-49ee7490-65cb-4b4f-bf06-ea3a8bc7ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:51:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7ef96e07-3ab3-478a-8276-019c36db489b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:23.121392 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] No DVR routers for this DVR port 7eb96045-6bca-4f92-86d9-ce9b28bc0898 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:23.124730 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:23.125276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:23.125795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:23.126293 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:23.126782 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:23.127271 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:23.127760 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:23.128296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:23.128783 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:23.129508 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:23.129661 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-49ee7490-65cb-4b4f-bf06-ea3a8bc7ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:23.130288 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ee7490-65cb-4b4f-bf06-ea3a8bc7ac66 None None] The sync data for ids ['7ef96e07-3ab3-478a-8276-019c36db489b'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:23.130404 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:23.130890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:23.151174 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e36499f8-990d-447e-9509-7c69462a2db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.222799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36499f8-990d-447e-9509-7c69462a2db7 None None] No DVR routers for this DVR port 7eb96045-6bca-4f92-86d9-ce9b28bc0898 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:23.249150 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36499f8-990d-447e-9509-7c69462a2db7 None None] Pushing event deleted for resources: {'Port': ['ID=7eb96045-6bca-4f92-86d9-ce9b28bc0898,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:23.274718 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.343111 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ae844433-8870-4820-8402-6e2f6829059f req-60cd722a-630e-4a0a-b684-afb31549417c service neutron] 10.222.0.63 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234723 Aug 16 01:51:23.352050 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.387880 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54922e96-faba-4f22-b1c9-8a73b4936a0d']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:23.388604 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8635a-e1e9-4078-a0ac-8aba7df4d534 req-5274993a-fefc-4ba6-991e-737c640935ab tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:23.397496 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9b8635a-e1e9-4078-a0ac-8aba7df4d534 req-5274993a-fefc-4ba6-991e-737c640935ab tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1328783 Aug 16 01:51:23.433153 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a061c814-3328-4530-a6d8-3064c3bec6a7') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:23.433528 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a061c814-3328-4530-a6d8-3064c3bec6a7') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:23.449743 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.477212 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.490410 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:51:23.490997 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:51:23.494463 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:51:23.572094 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ae844433-8870-4820-8402-6e2f6829059f req-47c791a8-6b91-41ec-9a96-200e0d5c10e4 service neutron] 10.222.0.63 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169914 Aug 16 01:51:23.576220 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9b8635a-e1e9-4078-a0ac-8aba7df4d534 req-622071a4-aeac-4e30-b488-2c85503ddfb4 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764605 Aug 16 01:51:23.602251 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.614021 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.629577 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "DELETE /v2.0/networks/54922e96-faba-4f22-b1c9-8a73b4936a0d HTTP/1.1" status: 204 len: 168 time: 1.4297247 Aug 16 01:51:23.629577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37012) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:23.672766 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-02a63c1f-e3bf-406a-8943-8086b5756da2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1364172594'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:23.697219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cf6c6-48fe-4d8c-99d2-82c9236c39bb tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event deleted for resources: {'Network': ['ID=54922e96-faba-4f22-b1c9-8a73b4936a0d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:23.718172 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a63c1f-e3bf-406a-8943-8086b5756da2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Made reservation on behalf of c2d5a5cc65114bf0b1e2f912d543535b for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:23.740244 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02a63c1f-e3bf-406a-8943-8086b5756da2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.815496 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a63c1f-e3bf-406a-8943-8086b5756da2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:51:23.830132 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02a63c1f-e3bf-406a-8943-8086b5756da2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.830473 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-02a63c1f-e3bf-406a-8943-8086b5756da2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Added segment 8b0f6df6-c679-4a1f-9bac-78f274858530 of type vlan for network 71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63 Aug 16 01:51:23.851075 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7eb96045-6bca-4f92-86d9-ce9b28bc0898 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:23.880603 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 7eb96045-6bca-4f92-86d9-ce9b28bc0898 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:23.881204 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7eb96045-6bca-4f92-86d9-ce9b28bc0898 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:23.899955 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02a63c1f-e3bf-406a-8943-8086b5756da2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.956911 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02a63c1f-e3bf-406a-8943-8086b5756da2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:23.963647 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a63c1f-e3bf-406a-8943-8086b5756da2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:23.964911 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02a63c1f-e3bf-406a-8943-8086b5756da2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:24.015344 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76c9433d-6b0d-48f0-b3af-8ecb7ce84dda tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:24.123861 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:24.397635 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-76c9433d-6b0d-48f0-b3af-8ecb7ce84dda tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Deleting port 50cb5e44-fcb3-4536-a1f9-6a0935b140be {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:24.398397 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76c9433d-6b0d-48f0-b3af-8ecb7ce84dda tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:24.416947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a63c1f-e3bf-406a-8943-8086b5756da2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event updated for resources: {'Network': ['ID=71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:24.429787 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:51:24.438515 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-02a63c1f-e3bf-406a-8943-8086b5756da2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8106735 Aug 16 01:51:24.439505 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37024) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:24.444881 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5ba50681-e35b-4263-98d5-c0f660280f3a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Request body: {'subnet': {'network_id': '71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:24.526520 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76c9433d-6b0d-48f0-b3af-8ecb7ce84dda tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:24.553359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-76c9433d-6b0d-48f0-b3af-8ecb7ce84dda tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Calling delete_port for 50cb5e44-fcb3-4536-a1f9-6a0935b140be owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:24.601797 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba50681-e35b-4263-98d5-c0f660280f3a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Made reservation on behalf of c2d5a5cc65114bf0b1e2f912d543535b for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:24.605800 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ba50681-e35b-4263-98d5-c0f660280f3a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:24.740279 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e580b2-453a-499a-967b-aff4e0a6c875 req-9e452f68-ce39-4f7f-a220-a7c453f6b740 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:24.741977 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-32e580b2-453a-499a-967b-aff4e0a6c875 req-9e452f68-ce39-4f7f-a220-a7c453f6b740 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.0745096 Aug 16 01:51:24.804378 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-32e580b2-453a-499a-967b-aff4e0a6c875 req-3dfc5186-b866-4d03-9bbb-d198e8471bcb tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535798 Aug 16 01:51:25.134361 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76c9433d-6b0d-48f0-b3af-8ecb7ce84dda tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:25.175197 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9433d-6b0d-48f0-b3af-8ecb7ce84dda tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event deleted for resources: {'Port': ['ID=50cb5e44-fcb3-4536-a1f9-6a0935b140be,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:25.366949 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ba50681-e35b-4263-98d5-c0f660280f3a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:25.474514 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76c9433d-6b0d-48f0-b3af-8ecb7ce84dda tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:25.475855 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba50681-e35b-4263-98d5-c0f660280f3a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event updated for resources: {'Subnet': ['ID=b518630e-afab-4895-b9cd-5a41e01a9164,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:25.484162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba50681-e35b-4263-98d5-c0f660280f3a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Checking segment: {'id': '8b0f6df6-c679-4a1f-9bac-78f274858530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:25.484533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba50681-e35b-4263-98d5-c0f660280f3a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Network hostable DHCP agents. Network: 71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:51:25.506370 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba50681-e35b-4263-98d5-c0f660280f3a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Network 71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:51:25.519107 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-5ba50681-e35b-4263-98d5-c0f660280f3a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:25.524649 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba50681-e35b-4263-98d5-c0f660280f3a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:25.525417 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ba50681-e35b-4263-98d5-c0f660280f3a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:25.529569 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a32322a-52b5-445e-85e5-165d2aa960c9 None None] Network 71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:25.547893 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37044) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:25.548120 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5ba50681-e35b-4263-98d5-c0f660280f3a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1072731 Aug 16 01:51:25.555280 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-74b0aca8-fa75-4ef4-90cf-4a2bb64b6ae2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1318960506'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:25.591114 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b0aca8-fa75-4ef4-90cf-4a2bb64b6ae2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Made reservation on behalf of c2d5a5cc65114bf0b1e2f912d543535b for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:25.594639 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74b0aca8-fa75-4ef4-90cf-4a2bb64b6ae2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:25.660167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b0aca8-fa75-4ef4-90cf-4a2bb64b6ae2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:51:25.678274 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74b0aca8-fa75-4ef4-90cf-4a2bb64b6ae2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:25.678739 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-74b0aca8-fa75-4ef4-90cf-4a2bb64b6ae2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Added segment 83f7bc93-4c1b-41c3-94fe-6a563930e48e of type vlan for network 154213df-f9b7-4083-aa45-24f46a784789 Aug 16 01:51:25.759022 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63', 'network_id': '71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63', 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'fixed_ips': [{'subnet_id': 'b518630e-afab-4895-b9cd-5a41e01a9164'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:51:25.759919 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:25.777174 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74b0aca8-fa75-4ef4-90cf-4a2bb64b6ae2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:25.927355 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74b0aca8-fa75-4ef4-90cf-4a2bb64b6ae2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:25.937652 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b0aca8-fa75-4ef4-90cf-4a2bb64b6ae2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:25.938700 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74b0aca8-fa75-4ef4-90cf-4a2bb64b6ae2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:25.978023 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c9433d-6b0d-48f0-b3af-8ecb7ce84dda tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 7ef96e07-3ab3-478a-8276-019c36db489b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:25.991659 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:25.996361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37056) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:26.004115 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-056db4d6-a334-4d52-92ce-402819c73cdc tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Request body: {'subnet': {'network_id': '154213df-f9b7-4083-aa45-24f46a784789', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:26.007608 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-74b0aca8-fa75-4ef4-90cf-4a2bb64b6ae2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4503787 Aug 16 01:51:26.142738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0aca8-fa75-4ef4-90cf-4a2bb64b6ae2 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event updated for resources: {'Network': ['ID=154213df-f9b7-4083-aa45-24f46a784789,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:26.171957 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Allocated IP 19.80.0.2 (71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63/b518630e-afab-4895-b9cd-5a41e01a9164/b61c3843-de88-4e27-96a4-af014877f5ee) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:26.191950 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e763fa-8571-4f7d-90e2-0347bb79a050 req-9ca02160-5ba7-4eb3-81fb-c68c1dc7d80e tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:26.196502 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-39e763fa-8571-4f7d-90e2-0347bb79a050 req-9ca02160-5ba7-4eb3-81fb-c68c1dc7d80e tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1417997 Aug 16 01:51:26.205520 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 154213df-f9b7-4083-aa45-24f46a784789 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:51:26.206738 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056db4d6-a334-4d52-92ce-402819c73cdc tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Made reservation on behalf of c2d5a5cc65114bf0b1e2f912d543535b for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:26.214003 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-056db4d6-a334-4d52-92ce-402819c73cdc tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.301031 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-39e763fa-8571-4f7d-90e2-0347bb79a050 req-93e21fa8-c748-4a3f-b95a-fe4d6fefc9aa tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547078 Aug 16 01:51:26.483782 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c9433d-6b0d-48f0-b3af-8ecb7ce84dda tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:26.497712 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b4903b-1cb0-4db5-815b-ce245ad05c8a None None] Sync routers for ids ['7ef96e07-3ab3-478a-8276-019c36db489b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:26.500466 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-76c9433d-6b0d-48f0-b3af-8ecb7ce84dda tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "PUT /v2.0/routers/7ef96e07-3ab3-478a-8276-019c36db489b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4925480 Aug 16 01:51:26.506809 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37064) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:26.548111 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b4903b-1cb0-4db5-815b-ce245ad05c8a None None] Routers {'7ef96e07-3ab3-478a-8276-019c36db489b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:26.549091 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a1b4903b-1cb0-4db5-815b-ce245ad05c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:51:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7ef96e07-3ab3-478a-8276-019c36db489b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:26.622468 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a1b4903b-1cb0-4db5-815b-ce245ad05c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:26.639078 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b4903b-1cb0-4db5-815b-ce245ad05c8a None None] Routers {'7ef96e07-3ab3-478a-8276-019c36db489b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:26.642065 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a1b4903b-1cb0-4db5-815b-ce245ad05c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:51:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7ef96e07-3ab3-478a-8276-019c36db489b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:26.703579 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a1b4903b-1cb0-4db5-815b-ce245ad05c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:26.704446 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b4903b-1cb0-4db5-815b-ce245ad05c8a None None] The sync data for ids ['7ef96e07-3ab3-478a-8276-019c36db489b'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:26.747415 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dbe510c-770f-4873-a3a2-1cfc4bd53b30 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.765063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb01e3-d36c-4918-854f-346cb7e27492 req-33073b8b-b7b2-4966-827f-d9520468fa7d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:26.766782 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-64cb01e3-d36c-4918-854f-346cb7e27492 req-33073b8b-b7b2-4966-827f-d9520468fa7d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 945 time: 0.1749279 Aug 16 01:51:26.783638 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.793983 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Transition to ACTIVE for port object b61c3843-de88-4e27-96a4-af014877f5ee will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:26.813616 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Transition to ACTIVE for port object b61c3843-de88-4e27-96a4-af014877f5ee will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:26.822489 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.840226 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-056db4d6-a334-4d52-92ce-402819c73cdc tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.863167 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-64cb01e3-d36c-4918-854f-346cb7e27492 req-3b4a3f8b-2af7-4f7b-ac41-b1d8ab79f76d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688336 Aug 16 01:51:26.873801 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Network 71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:26.875719 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:26.883712 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:26.897163 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1ee91ad2-d371-4249-a96d-5d3ecec245e3 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:26.916085 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dbe510c-770f-4873-a3a2-1cfc4bd53b30 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.957284 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Pushing event updated for resources: {'Port': ['ID=b61c3843-de88-4e27-96a4-af014877f5ee,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:26.972421 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056db4d6-a334-4d52-92ce-402819c73cdc tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event updated for resources: {'Subnet': ['ID=5e098cc4-322e-4e6f-839e-acccedce9516,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:26.990726 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056db4d6-a334-4d52-92ce-402819c73cdc tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Checking segment: {'id': '83f7bc93-4c1b-41c3-94fe-6a563930e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '154213df-f9b7-4083-aa45-24f46a784789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:26.991368 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056db4d6-a334-4d52-92ce-402819c73cdc tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Network hostable DHCP agents. Network: 154213df-f9b7-4083-aa45-24f46a784789, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:51:27.014895 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056db4d6-a334-4d52-92ce-402819c73cdc tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Network 154213df-f9b7-4083-aa45-24f46a784789 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:51:27.030708 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.040727 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-056db4d6-a334-4d52-92ce-402819c73cdc tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 154213df-f9b7-4083-aa45-24f46a784789) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:27.047212 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056db4d6-a334-4d52-92ce-402819c73cdc tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:27.049299 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-056db4d6-a334-4d52-92ce-402819c73cdc tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.051685 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe510c-770f-4873-a3a2-1cfc4bd53b30 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Deleting port b2821c49-fb91-453b-a309-b114b8577865 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:27.052037 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dbe510c-770f-4873-a3a2-1cfc4bd53b30 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.072768 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-056db4d6-a334-4d52-92ce-402819c73cdc tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0721183 Aug 16 01:51:27.079219 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe70899-b8c9-4811-9163-74718f02a42c None None] Network 154213df-f9b7-4083-aa45-24f46a784789 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:27.200905 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1ee91ad2-d371-4249-a96d-5d3ecec245e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1ee91ad2-d371-4249-a96d-5d3ecec245e3,segment=NetworkSegment(6cf97c46-10f7-4287-94d1-911a786c4347),segment_id=6cf97c46-10f7-4287-94d1-911a786c4347)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:27.204005 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0375245d-6550-48af-a2fc-b46a83fbd1df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee91ad2-d371-4249-a96d-5d3ecec245e3'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:27.213223 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dbe510c-770f-4873-a3a2-1cfc4bd53b30 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.221388 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed9ed35-0d08-4b7b-85fe-f89e68a96432" -d '{"events": [{"server_uuid": "0375245d-6550-48af-a2fc-b46a83fbd1df", "name": "network-vif-unplugged", "status": "completed", "tag": "1ee91ad2-d371-4249-a96d-5d3ecec245e3"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:27.227582 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Attempting to bind port b61c3843-de88-4e27-96a4-af014877f5ee on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:27.229341 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Attempting to bind port b61c3843-de88-4e27-96a4-af014877f5ee by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '8b0f6df6-c679-4a1f-9bac-78f274858530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:27.229714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Attempting to bind port b61c3843-de88-4e27-96a4-af014877f5ee on network 71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:27.240732 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe510c-770f-4873-a3a2-1cfc4bd53b30 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Calling delete_port for b2821c49-fb91-453b-a309-b114b8577865 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:27.248809 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:27.249096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Checking segment: {'id': '8b0f6df6-c679-4a1f-9bac-78f274858530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:27.249500 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.253714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Bound using segment: {'id': '8b0f6df6-c679-4a1f-9bac-78f274858530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:27.254322 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Bound port: b61c3843-de88-4e27-96a4-af014877f5ee, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0f6df6-c679-4a1f-9bac-78f274858530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:27.254721 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.256749 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.348599 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d08258-0c74-4651-a771-0e27ba62d9bc x-openstack-request-id: req-49d08258-0c74-4651-a771-0e27ba62d9bc {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:27.348880 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0375245d-6550-48af-a2fc-b46a83fbd1df", "name": "network-vif-unplugged", "status": "failed", "tag": "1ee91ad2-d371-4249-a96d-5d3ecec245e3", "code": 422}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:27.349124 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-49d08258-0c74-4651-a771-0e27ba62d9bc {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:27.349506 n-d-765315-27 neutron-server[94674]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0375245d-6550-48af-a2fc-b46a83fbd1df', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ee91ad2-d371-4249-a96d-5d3ecec245e3', 'code': 422} returned with failed status Aug 16 01:51:27.424553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] For port b61c3843-de88-4e27-96a4-af014877f5ee, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:27.429642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] For port b61c3843-de88-4e27-96a4-af014877f5ee, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b61c3843-de88-4e27-96a4-af014877f5ee,segment=NetworkSegment(8b0f6df6-c679-4a1f-9bac-78f274858530),segment_id=8b0f6df6-c679-4a1f-9bac-78f274858530)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:27.443361 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.489002 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1ee91ad2-d371-4249-a96d-5d3ecec245e3,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:27.561338 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e72bbd-cad1-4358-aabd-1a35af4d4d72 None None] Pushing event updated for resources: {'Port': ['ID=b61c3843-de88-4e27-96a4-af014877f5ee,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:27.600619 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf1a11-53e0-4f4d-92ea-172874329989 req-574005bd-3b0b-41a5-85f3-78e732590b7d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:27.612233 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eddf1a11-53e0-4f4d-92ea-172874329989 req-574005bd-3b0b-41a5-85f3-78e732590b7d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 943 time: 0.1860166 Aug 16 01:51:27.644939 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dbe510c-770f-4873-a3a2-1cfc4bd53b30 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.668676 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eddf1a11-53e0-4f4d-92ea-172874329989 req-ddde9606-b015-4839-940c-dfb014f0da88 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553651 Aug 16 01:51:27.711710 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-154213df-f9b7-4083-aa45-24f46a784789', 'network_id': '154213df-f9b7-4083-aa45-24f46a784789', 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'fixed_ips': [{'subnet_id': '5e098cc4-322e-4e6f-839e-acccedce9516'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:51:27.712607 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:27.749349 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe510c-770f-4873-a3a2-1cfc4bd53b30 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event deleted for resources: {'Port': ['ID=b2821c49-fb91-453b-a309-b114b8577865,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:27.981300 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-74f203e6-b705-4527-b953-1f73789bc432 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:27.991959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-74f203e6-b705-4527-b953-1f73789bc432 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:28.003870 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-74f203e6-b705-4527-b953-1f73789bc432 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/networks?id=71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63&id=154213df-f9b7-4083-aa45-24f46a784789 HTTP/1.1" status: 200 len: 1392 time: 0.3739884 Aug 16 01:51:28.020655 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Allocated IP 19.86.0.2 (154213df-f9b7-4083-aa45-24f46a784789/5e098cc4-322e-4e6f-839e-acccedce9516/96bd9643-7635-4256-ac78-e58ea6ac0869) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:28.030855 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dbe510c-770f-4873-a3a2-1cfc4bd53b30 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.140525 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dbe510c-770f-4873-a3a2-1cfc4bd53b30 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.143494 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dbe510c-770f-4873-a3a2-1cfc4bd53b30 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.198753 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-6d782e98-b033-467e-bfd2-33b7167026ce tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/quotas/c2d5a5cc65114bf0b1e2f912d543535b HTTP/1.1" status: 200 len: 375 time: 0.1844108 Aug 16 01:51:28.210714 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dbe510c-770f-4873-a3a2-1cfc4bd53b30 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.211252 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbe510c-770f-4873-a3a2-1cfc4bd53b30 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Fanout notify agent at l3_agent the message router_deleted on router 7ef96e07-3ab3-478a-8276-019c36db489b {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:51:28.239919 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dbe510c-770f-4873-a3a2-1cfc4bd53b30 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.243599 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5dbe510c-770f-4873-a3a2-1cfc4bd53b30 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "DELETE /v2.0/routers/7ef96e07-3ab3-478a-8276-019c36db489b HTTP/1.1" status: 204 len: 168 time: 1.7330086 Aug 16 01:51:28.243783 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37124) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:28.261984 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.276896 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Transition to ACTIVE for port object 96bd9643-7635-4256-ac78-e58ea6ac0869 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:28.320817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Transition to ACTIVE for port object 96bd9643-7635-4256-ac78-e58ea6ac0869 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:28.327297 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-eaa8e59e-7559-4c90-a7ee-9ed0d4beafa0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=c2d5a5cc65114bf0b1e2f912d543535b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1275356 Aug 16 01:51:28.342316 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.370149 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-89833883-72a0-41e8-a267-bfd7672fa514 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Deleting subnet 4e86ff1c-ffb5-4794-92db-6689276fdaa2 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:51:28.384367 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89833883-72a0-41e8-a267-bfd7672fa514 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.401171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Network 154213df-f9b7-4083-aa45-24f46a784789 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:28.406374 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:28.416103 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:28.440455 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Pushing event updated for resources: {'Port': ['ID=96bd9643-7635-4256-ac78-e58ea6ac0869,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:28.475092 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89833883-72a0-41e8-a267-bfd7672fa514 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.533989 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Attempting to bind port 96bd9643-7635-4256-ac78-e58ea6ac0869 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:28.534284 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Attempting to bind port 96bd9643-7635-4256-ac78-e58ea6ac0869 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '83f7bc93-4c1b-41c3-94fe-6a563930e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '154213df-f9b7-4083-aa45-24f46a784789'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:28.534646 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Attempting to bind port 96bd9643-7635-4256-ac78-e58ea6ac0869 on network 154213df-f9b7-4083-aa45-24f46a784789 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:28.548869 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:28.549748 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Checking segment: {'id': '83f7bc93-4c1b-41c3-94fe-6a563930e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '154213df-f9b7-4083-aa45-24f46a784789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:28.550225 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.550722 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Bound using segment: {'id': '83f7bc93-4c1b-41c3-94fe-6a563930e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '154213df-f9b7-4083-aa45-24f46a784789'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:28.551275 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Bound port: 96bd9643-7635-4256-ac78-e58ea6ac0869, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f7bc93-4c1b-41c3-94fe-6a563930e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '154213df-f9b7-4083-aa45-24f46a784789'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:28.551714 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.573303 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d43fbdd7-9e33-483a-8960-d62d1497719d req-068b70e1-e4f6-4cbe-b689-77105bdd6bb6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5501554 Aug 16 01:51:28.593895 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-b616f272-de4e-4dac-97b0-1082017720fa service neutron] 10.222.0.68 "GET /v2.0/networks/71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647655 Aug 16 01:51:28.653139 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89833883-72a0-41e8-a267-bfd7672fa514 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.701358 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] For port 96bd9643-7635-4256-ac78-e58ea6ac0869, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:28.705625 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] For port 96bd9643-7635-4256-ac78-e58ea6ac0869, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=96bd9643-7635-4256-ac78-e58ea6ac0869,segment=NetworkSegment(83f7bc93-4c1b-41c3-94fe-6a563930e48e),segment_id=83f7bc93-4c1b-41c3-94fe-6a563930e48e)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:28.720893 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.734239 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-4d5c1344-56bd-4cd3-a315-bb4e3a147214 service neutron] 10.222.0.68 "GET /v2.0/networks/71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376545 Aug 16 01:51:28.795832 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89833883-72a0-41e8-a267-bfd7672fa514 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.878170 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89833883-72a0-41e8-a267-bfd7672fa514 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event deleted for resources: {'Subnet': ['ID=4e86ff1c-ffb5-4794-92db-6689276fdaa2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:28.908542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f468dc-2261-4fbb-aad1-2b06cb67d758 None None] Pushing event updated for resources: {'Port': ['ID=96bd9643-7635-4256-ac78-e58ea6ac0869,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:28.936468 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89833883-72a0-41e8-a267-bfd7672fa514 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:28.938608 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-89833883-72a0-41e8-a267-bfd7672fa514 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "DELETE /v2.0/subnets/4e86ff1c-ffb5-4794-92db-6689276fdaa2 HTTP/1.1" status: 204 len: 168 time: 0.6938288 Aug 16 01:51:28.946308 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99883c7-bf72-427e-8aa2-972661f6c3e2 None None] Network d8897e8d-f306-4d50-9cc3-7993a6b4b133 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:28.959962 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37140) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:28.978677 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-860bd759-50e0-409c-bce6-7680ef06f607 service neutron] 10.222.0.68 "GET /v2.0/networks/154213df-f9b7-4083-aa45-24f46a784789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394068 Aug 16 01:51:29.222611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bea5c4-752a-4b6b-a0ae-110fa43b5a69 req-5460b112-79b1-4c6f-a56f-31edf874f11d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:29.230088 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-66cddca7-4d73-4168-89d1-bda274cbdd94 service neutron] 10.222.0.68 "GET /v2.0/networks/154213df-f9b7-4083-aa45-24f46a784789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377548 Aug 16 01:51:29.248391 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f0bea5c4-752a-4b6b-a0ae-110fa43b5a69 req-5460b112-79b1-4c6f-a56f-31edf874f11d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 943 time: 0.3524294 Aug 16 01:51:29.311851 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c932b6-2115-45ee-ab6d-10ebb88f2918 None None] Network 71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:29.351958 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:29.381790 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f0bea5c4-752a-4b6b-a0ae-110fa43b5a69 req-07bf8a8e-b783-4ac0-9922-35e4eef3eba7 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273038 Aug 16 01:51:29.518655 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2d0c60-8c98-4ef9-8aa6-20bd9c6fd9b4 None None] DHCP port deletion for d8897e8d-f306-4d50-9cc3-7993a6b4b133 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:51:29.562567 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Deleting port feef7285-ac5c-4309-9e7b-f6e77580d04e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:29.563347 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:29.566526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a6db8bc5-a235-4ccb-a256-937cc87536b3 None None] Provisioning for port b61c3843-de88-4e27-96a4-af014877f5ee completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:29.743250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] For port feef7285-ac5c-4309-9e7b-f6e77580d04e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=feef7285-ac5c-4309-9e7b-f6e77580d04e,segment=NetworkSegment(13ed51c1-5fee-459f-96df-60be16ba0185),segment_id=13ed51c1-5fee-459f-96df-60be16ba0185)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:29.743765 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:29.771295 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9e719ced-d2a6-4499-a68c-65d29ac5e182 req-bdcae3f6-9dae-4547-a6a0-566b5994f18b tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 210 time: 0.1071327 Aug 16 01:51:29.824303 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Calling delete_port for feef7285-ac5c-4309-9e7b-f6e77580d04e owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:30.022986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d0c60-8c98-4ef9-8aa6-20bd9c6fd9b4 None None] Deleting port feef7285-ac5c-4309-9e7b-f6e77580d04e {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:30.023414 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c2d0c60-8c98-4ef9-8aa6-20bd9c6fd9b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.026568 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b61c3843-de88-4e27-96a4-af014877f5ee up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:30.051188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fbdd7-9e33-483a-8960-d62d1497719d req-ef13a4e6-3d8a-46a7-9ce8-4fe19b047714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:30.053086 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d43fbdd7-9e33-483a-8960-d62d1497719d req-ef13a4e6-3d8a-46a7-9ce8-4fe19b047714 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df&tenant_id=ef4e924cb4584ac79c6f9319dffe168f HTTP/1.1" status: 200 len: 1095 time: 0.0894792 Aug 16 01:51:30.054248 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.101163 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event deleted for resources: {'Port': ['ID=feef7285-ac5c-4309-9e7b-f6e77580d04e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:30.109234 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] No DVR routers for this DVR port feef7285-ac5c-4309-9e7b-f6e77580d04e on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:30.213151 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9c2d0c60-8c98-4ef9-8aa6-20bd9c6fd9b4 None None] For port feef7285-ac5c-4309-9e7b-f6e77580d04e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=feef7285-ac5c-4309-9e7b-f6e77580d04e,segment=NetworkSegment(13ed51c1-5fee-459f-96df-60be16ba0185),segment_id=13ed51c1-5fee-459f-96df-60be16ba0185)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:30.213617 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c2d0c60-8c98-4ef9-8aa6-20bd9c6fd9b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.253679 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d0c60-8c98-4ef9-8aa6-20bd9c6fd9b4 None None] Calling delete_port for feef7285-ac5c-4309-9e7b-f6e77580d04e owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:30.276175 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port b61c3843-de88-4e27-96a4-af014877f5ee completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:30.290896 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.302498 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fbdd7-9e33-483a-8960-d62d1497719d req-ad20e4ce-707a-472b-92b6-b96f4d5c9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:30.304187 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d43fbdd7-9e33-483a-8960-d62d1497719d req-ad20e4ce-707a-472b-92b6-b96f4d5c9a36 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ef4e924cb4584ac79c6f9319dffe168f&device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 1095 time: 0.2122052 Aug 16 01:51:30.316123 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8897e8d-f306-4d50-9cc3-7993a6b4b133']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:30.364601 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ed51c1-5fee-459f-96df-60be16ba0185') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:30.365029 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ed51c1-5fee-459f-96df-60be16ba0185') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:30.395183 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.416090 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c2d0c60-8c98-4ef9-8aa6-20bd9c6fd9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.421054 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port b61c3843-de88-4e27-96a4-af014877f5ee triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:30.421413 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.433923 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.446064 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:51:30.447002 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.484601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d0c60-8c98-4ef9-8aa6-20bd9c6fd9b4 None None] Pushing event deleted for resources: {'Port': ['ID=feef7285-ac5c-4309-9e7b-f6e77580d04e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:30.494062 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2d0c60-8c98-4ef9-8aa6-20bd9c6fd9b4 None None] No DVR routers for this DVR port feef7285-ac5c-4309-9e7b-f6e77580d04e on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:51:30.535815 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:51:30.583792 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.674247 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port b61c3843-de88-4e27-96a4-af014877f5ee, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b61c3843-de88-4e27-96a4-af014877f5ee,segment=NetworkSegment(8b0f6df6-c679-4a1f-9bac-78f274858530),segment_id=8b0f6df6-c679-4a1f-9bac-78f274858530)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:30.681386 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.682849 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 96bd9643-7635-4256-ac78-e58ea6ac0869 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:30.793874 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.831692 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.835961 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "DELETE /v2.0/networks/d8897e8d-f306-4d50-9cc3-7993a6b4b133 HTTP/1.1" status: 204 len: 168 time: 1.8685069 Aug 16 01:51:30.837043 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37180) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:30.905180 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d35cd4-16e6-4d96-872b-821f4212221a req-cd55fb1f-a4c1-4ef0-b464-7a402a3b470d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:30.914526 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-48d35cd4-16e6-4d96-872b-821f4212221a req-cd55fb1f-a4c1-4ef0-b464-7a402a3b470d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 943 time: 0.3491156 Aug 16 01:51:30.921471 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d981dd-eaeb-46c8-b9d6-820854259d9c tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event deleted for resources: {'Network': ['ID=d8897e8d-f306-4d50-9cc3-7993a6b4b133,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:30.924884 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be235ec6-0ea7-479d-9f98-cc9c4a7bb801 None None] Network 154213df-f9b7-4083-aa45-24f46a784789 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:30.957119 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1ee91ad2-d371-4249-a96d-5d3ecec245e3 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:30.957662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fbdd7-9e33-483a-8960-d62d1497719d req-a391fa83-1c7e-4060-9513-c00e19dd677c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:30.959767 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d43fbdd7-9e33-483a-8960-d62d1497719d req-a391fa83-1c7e-4060-9513-c00e19dd677c service neutron] 10.222.0.63 "GET /v2.0/networks?id=01b33568-5ec3-42e6-bddb-b426d0964c41 HTTP/1.1" status: 200 len: 915 time: 0.6383674 Aug 16 01:51:31.014183 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=b61c3843-de88-4e27-96a4-af014877f5ee,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:31.020323 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a1fa8b1-65cb-4159-a224-176e11819067 req-4b7eff9e-5216-4155-af03-6ae1a9c86797 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 210 time: 0.0554662 Aug 16 01:51:31.089612 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-48d35cd4-16e6-4d96-872b-821f4212221a req-dac7107e-930f-45c3-9b9a-e892b46febdf tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590059 Aug 16 01:51:31.095735 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d43fbdd7-9e33-483a-8960-d62d1497719d req-e6580fe3-7da9-43cf-b530-55573db48124 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee91ad2-d371-4249-a96d-5d3ecec245e3 HTTP/1.1" status: 200 len: 217 time: 0.1234701 Aug 16 01:51:31.140910 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 96bd9643-7635-4256-ac78-e58ea6ac0869 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:31.170382 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-409577ca-697e-492a-8c39-457d45d674fd tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Deleting port 1005bfd1-8b7a-48ec-bed7-d297cbb82f5f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:31.170727 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-409577ca-697e-492a-8c39-457d45d674fd tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:31.173694 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-aacf85b0-4c2a-4b16-8175-f273a41d3a26 None None] Provisioning complete for port b61c3843-de88-4e27-96a4-af014877f5ee triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:31.180304 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aacf85b0-4c2a-4b16-8175-f273a41d3a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:31.240296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fbdd7-9e33-483a-8960-d62d1497719d req-57501212-4eb0-4a27-bec3-54af1598b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:31.243744 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d43fbdd7-9e33-483a-8960-d62d1497719d req-57501212-4eb0-4a27-bec3-54af1598b470 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2c2bf130-b6e7-4498-8611-5b3d6e9eeb89 HTTP/1.1" status: 200 len: 854 time: 0.1431239 Aug 16 01:51:31.268408 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device feef7285-ac5c-4309-9e7b-f6e77580d04e no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:51:31.330038 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d43fbdd7-9e33-483a-8960-d62d1497719d req-33dc56c1-5cfe-4f1f-95ca-10b4b05013b3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=01b33568-5ec3-42e6-bddb-b426d0964c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730073 Aug 16 01:51:31.358868 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: feef7285-ac5c-4309-9e7b-f6e77580d04e {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:31.359274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device feef7285-ac5c-4309-9e7b-f6e77580d04e not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:51:31.375882 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-409577ca-697e-492a-8c39-457d45d674fd tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:31.376278 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-409577ca-697e-492a-8c39-457d45d674fd tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:31.515064 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-409577ca-697e-492a-8c39-457d45d674fd tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Calling delete_port for 1005bfd1-8b7a-48ec-bed7-d297cbb82f5f owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:31.604095 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d43fbdd7-9e33-483a-8960-d62d1497719d req-2e97845a-b2de-4941-92e6-28777eba737b service neutron] 10.222.0.63 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663240 Aug 16 01:51:31.663762 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-a137981c-e123-4054-b256-e4bf6a0714b0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:31.672400 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-a137981c-e123-4054-b256-e4bf6a0714b0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:31.674212 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-a137981c-e123-4054-b256-e4bf6a0714b0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.63 "GET /v2.0/networks?id=71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63&id=154213df-f9b7-4083-aa45-24f46a784789 HTTP/1.1" status: 200 len: 1392 time: 0.3438263 Aug 16 01:51:31.694281 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-16f80cea-7b2d-4cfd-91b2-bff8cac0444c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Request body: {'port': {'device_id': 'ab23ccc6-af67-4758-b0f1-9dfe531b063b', 'network_id': '71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63', 'admin_state_up': True, 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:31.770538 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d43fbdd7-9e33-483a-8960-d62d1497719d req-39b32c29-7c31-45cc-8e8e-65ae99fe5c75 service neutron] 10.222.0.63 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573594 Aug 16 01:51:31.848945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b61c3843-de88-4e27-96a4-af014877f5ee up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:31.852897 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0c419ef5-2892-4864-9991-fdd094e5b8ab None None] Provisioning for port 96bd9643-7635-4256-ac78-e58ea6ac0869 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:31.866857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0c419ef5-2892-4864-9991-fdd094e5b8ab None None] Provisioning complete for port 96bd9643-7635-4256-ac78-e58ea6ac0869 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:31.868030 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c419ef5-2892-4864-9991-fdd094e5b8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:31.908258 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-409577ca-697e-492a-8c39-457d45d674fd tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.019443 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409577ca-697e-492a-8c39-457d45d674fd tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event deleted for resources: {'Port': ['ID=1005bfd1-8b7a-48ec-bed7-d297cbb82f5f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:32.139049 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-16f80cea-7b2d-4cfd-91b2-bff8cac0444c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Made reservation on behalf of c2d5a5cc65114bf0b1e2f912d543535b for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:32.143227 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-16f80cea-7b2d-4cfd-91b2-bff8cac0444c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.150959 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c419ef5-2892-4864-9991-fdd094e5b8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.202394 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0c419ef5-2892-4864-9991-fdd094e5b8ab None None] For port 96bd9643-7635-4256-ac78-e58ea6ac0869, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=96bd9643-7635-4256-ac78-e58ea6ac0869,segment=NetworkSegment(83f7bc93-4c1b-41c3-94fe-6a563930e48e),segment_id=83f7bc93-4c1b-41c3-94fe-6a563930e48e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:32.208852 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port b61c3843-de88-4e27-96a4-af014877f5ee triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:32.209343 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.214992 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c419ef5-2892-4864-9991-fdd094e5b8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.289664 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2440f-ca24-46c4-886f-c27e0f0f09dd req-66d66ff4-3957-460a-9048-b60a7907ecab tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:32.303154 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-51b2440f-ca24-46c4-886f-c27e0f0f09dd req-66d66ff4-3957-460a-9048-b60a7907ecab tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 943 time: 0.0968883 Aug 16 01:51:32.316444 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c419ef5-2892-4864-9991-fdd094e5b8ab None None] Pushing event updated for resources: {'Port': ['ID=96bd9643-7635-4256-ac78-e58ea6ac0869,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:32.375764 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-51b2440f-ca24-46c4-886f-c27e0f0f09dd req-ba1c3bc4-4f8a-4aba-b698-f3202115b064 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713613 Aug 16 01:51:32.397558 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d4bb68ed-108b-4f25-8e83-3ca35a9fca55 None None] Provisioning complete for port 96bd9643-7635-4256-ac78-e58ea6ac0869 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:32.397962 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d4bb68ed-108b-4f25-8e83-3ca35a9fca55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.441583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-16f80cea-7b2d-4cfd-91b2-bff8cac0444c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Allocated IP 19.80.0.212 (71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63/b518630e-afab-4895-b9cd-5a41e01a9164/d552cb89-cf63-4386-97db-e170ab09475b) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:32.632908 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-16f80cea-7b2d-4cfd-91b2-bff8cac0444c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.662770 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-16f80cea-7b2d-4cfd-91b2-bff8cac0444c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Transition to ACTIVE for port object d552cb89-cf63-4386-97db-e170ab09475b will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:32.727202 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ec41dcce-2a94-4081-868c-06cebc150ec7 req-171341c9-aefb-4434-80d3-419c4b43cb5d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 210 time: 0.5542479 Aug 16 01:51:32.728481 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-16f80cea-7b2d-4cfd-91b2-bff8cac0444c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.730409 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-409577ca-697e-492a-8c39-457d45d674fd tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.733571 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-409577ca-697e-492a-8c39-457d45d674fd tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.734775 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-409577ca-697e-492a-8c39-457d45d674fd tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "DELETE /v2.0/floatingips/18b5494c-c9b0-485c-b905-b499a714d58e HTTP/1.1" status: 204 len: 168 time: 1.8962884 Aug 16 01:51:32.740087 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37216) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:32.790202 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-16f80cea-7b2d-4cfd-91b2-bff8cac0444c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Network 71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:32.792880 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3209b8-a84f-4a4c-9f9d-dc7c467441c4 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] DELETE failed (client error): The resource could not be found. Aug 16 01:51:32.795082 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3209b8-a84f-4a4c-9f9d-dc7c467441c4 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:51:32.796991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-16f80cea-7b2d-4cfd-91b2-bff8cac0444c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:32.799363 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fa3209b8-a84f-4a4c-9f9d-dc7c467441c4 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "DELETE /v2.0/ports/59c5a072-48c5-4062-92d9-a4a99fe7c4e8 HTTP/1.1" status: 404 len: 333 time: 0.0576754 Aug 16 01:51:32.801342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-16f80cea-7b2d-4cfd-91b2-bff8cac0444c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:32.802112 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37218) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:32.829200 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f80cea-7b2d-4cfd-91b2-bff8cac0444c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event updated for resources: {'Port': ['ID=d552cb89-cf63-4386-97db-e170ab09475b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:32.854462 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-de80e88d-9a37-447e-bbd4-5ff6313cec21 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ef96e07-3ab3-478a-8276-019c36db489b HTTP/1.1" status: 200 len: 205 time: 0.0501211 Aug 16 01:51:32.856122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37220) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:32.891420 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-16f80cea-7b2d-4cfd-91b2-bff8cac0444c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:32.892668 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-16f80cea-7b2d-4cfd-91b2-bff8cac0444c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:32.924695 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-16f80cea-7b2d-4cfd-91b2-bff8cac0444c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2359340 Aug 16 01:51:32.946256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-030eec96-2fb3-4c21-825f-00f36255a794 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Request body: {'port': {'device_id': 'ab23ccc6-af67-4758-b0f1-9dfe531b063b', 'network_id': '154213df-f9b7-4083-aa45-24f46a784789', 'admin_state_up': True, 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:32.953436 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-843d2e42-a8af-4407-879c-1611e0f55016 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] delete failed (client error): The resource could not be found. Aug 16 01:51:32.957348 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37228) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:32.958109 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-843d2e42-a8af-4407-879c-1611e0f55016 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "DELETE /v2.0/routers/7ef96e07-3ab3-478a-8276-019c36db489b HTTP/1.1" status: 404 len: 336 time: 0.1004245 Aug 16 01:51:33.128174 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdeb6610-8bcc-4f96-9014-adc48f6bc270 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] DELETE failed (client error): The resource could not be found. Aug 16 01:51:33.129133 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdeb6610-8bcc-4f96-9014-adc48f6bc270 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:51:33.134539 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37234) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:33.149370 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fdeb6610-8bcc-4f96-9014-adc48f6bc270 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "DELETE /v2.0/subnets/4e86ff1c-ffb5-4794-92db-6689276fdaa2 HTTP/1.1" status: 404 len: 337 time: 0.1905258 Aug 16 01:51:33.301055 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-67412a03-9ccb-4982-9c71-68201fb7c2eb None None] Provisioning for port d552cb89-cf63-4386-97db-e170ab09475b completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:33.303977 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-030eec96-2fb3-4c21-825f-00f36255a794 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Made reservation on behalf of c2d5a5cc65114bf0b1e2f912d543535b for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:33.307414 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-67412a03-9ccb-4982-9c71-68201fb7c2eb None None] Provisioning complete for port d552cb89-cf63-4386-97db-e170ab09475b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:33.308204 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67412a03-9ccb-4982-9c71-68201fb7c2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:33.323668 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-030eec96-2fb3-4c21-825f-00f36255a794 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:33.368675 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-67412a03-9ccb-4982-9c71-68201fb7c2eb None None] Port d552cb89-cf63-4386-97db-e170ab09475b cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:51:33.377595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a4f77986-31fb-492b-8a36-b141a91d4a49 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Deleting port 256a1dc3-e70c-4832-99e1-e46dcfe468cf {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:33.379300 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4f77986-31fb-492b-8a36-b141a91d4a49 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:33.567980 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-030eec96-2fb3-4c21-825f-00f36255a794 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Allocated IP 19.86.0.87 (154213df-f9b7-4083-aa45-24f46a784789/5e098cc4-322e-4e6f-839e-acccedce9516/ae6fac71-6b29-4258-bb9f-2999d03d6555) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:33.643633 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd08c62-84f0-4b88-b542-76f20c64d9c5 req-d25d3c5a-8b58-41fb-89b1-9084a48a82fa tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:33.651770 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6dd08c62-84f0-4b88-b542-76f20c64d9c5 req-d25d3c5a-8b58-41fb-89b1-9084a48a82fa tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 943 time: 0.1400654 Aug 16 01:51:33.663001 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4f77986-31fb-492b-8a36-b141a91d4a49 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:33.761389 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a4f77986-31fb-492b-8a36-b141a91d4a49 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Calling delete_port for 256a1dc3-e70c-4832-99e1-e46dcfe468cf owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:33.853825 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6dd08c62-84f0-4b88-b542-76f20c64d9c5 req-759dd432-fa50-41fe-b9f4-b374b2f2c49a tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980603 Aug 16 01:51:33.877960 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 96bd9643-7635-4256-ac78-e58ea6ac0869 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:33.881872 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-030eec96-2fb3-4c21-825f-00f36255a794 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:33.987819 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 96bd9643-7635-4256-ac78-e58ea6ac0869 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:33.988212 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.096596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6763a3-6955-40db-bab5-ff26f16786d1 req-331ddbdd-c980-4f53-91df-d43ff1700df9 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:34.104052 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b6763a3-6955-40db-bab5-ff26f16786d1 req-331ddbdd-c980-4f53-91df-d43ff1700df9 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 932 time: 0.2152836 Aug 16 01:51:34.143609 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4f77986-31fb-492b-8a36-b141a91d4a49 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.163304 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-030eec96-2fb3-4c21-825f-00f36255a794 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Transition to ACTIVE for port object ae6fac71-6b29-4258-bb9f-2999d03d6555 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:34.276882 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b6763a3-6955-40db-bab5-ff26f16786d1 req-f9349ac4-6a95-45d8-8a7e-048287241410 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718502 Aug 16 01:51:34.320924 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f77986-31fb-492b-8a36-b141a91d4a49 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event deleted for resources: {'Port': ['ID=256a1dc3-e70c-4832-99e1-e46dcfe468cf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:34.415594 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-030eec96-2fb3-4c21-825f-00f36255a794 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.474866 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4f77986-31fb-492b-8a36-b141a91d4a49 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.477171 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a4f77986-31fb-492b-8a36-b141a91d4a49 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "DELETE /v2.0/ports/256a1dc3-e70c-4832-99e1-e46dcfe468cf HTTP/1.1" status: 204 len: 168 time: 1.3413074 Aug 16 01:51:34.486414 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37250) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:34.511396 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-030eec96-2fb3-4c21-825f-00f36255a794 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Network 154213df-f9b7-4083-aa45-24f46a784789 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:34.515986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-030eec96-2fb3-4c21-825f-00f36255a794 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:34.520474 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-030eec96-2fb3-4c21-825f-00f36255a794 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:34.579037 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-030eec96-2fb3-4c21-825f-00f36255a794 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:34.579953 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-030eec96-2fb3-4c21-825f-00f36255a794 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.607106 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-030eec96-2fb3-4c21-825f-00f36255a794 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6740513 Aug 16 01:51:34.615843 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030eec96-2fb3-4c21-825f-00f36255a794 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event updated for resources: {'Port': ['ID=ae6fac71-6b29-4258-bb9f-2999d03d6555,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:34.635372 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Request body: {'port': {'device_id': 'ab23ccc6-af67-4758-b0f1-9dfe531b063b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:34.774743 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-306ded77-32b6-4ccd-bb3b-5cc58c98f5f3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Deleting port ea334046-9519-47e2-a0b1-3ec44964dc20 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:34.775415 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-306ded77-32b6-4ccd-bb3b-5cc58c98f5f3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.776606 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:34.816577 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37254) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:35.017422 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2ef248fb-7c50-4a91-b080-09eba1bd7bcc None None] Provisioning for port ae6fac71-6b29-4258-bb9f-2999d03d6555 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:35.031306 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2ef248fb-7c50-4a91-b080-09eba1bd7bcc None None] Provisioning complete for port ae6fac71-6b29-4258-bb9f-2999d03d6555 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:35.031664 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ef248fb-7c50-4a91-b080-09eba1bd7bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:35.078957 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-306ded77-32b6-4ccd-bb3b-5cc58c98f5f3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:35.113302 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-306ded77-32b6-4ccd-bb3b-5cc58c98f5f3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Calling delete_port for ea334046-9519-47e2-a0b1-3ec44964dc20 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:35.154453 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2ef248fb-7c50-4a91-b080-09eba1bd7bcc None None] Port ae6fac71-6b29-4258-bb9f-2999d03d6555 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:51:35.181896 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3f966-ca81-4bde-9ee7-91fc8f52938b req-877fe550-0d6b-4d01-bd9a-2d6adb709ca4 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:35.183646 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-efd3f966-ca81-4bde-9ee7-91fc8f52938b req-877fe550-0d6b-4d01-bd9a-2d6adb709ca4 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 943 time: 0.1369398 Aug 16 01:51:35.226022 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84885012-3486-4c5e-b2d8-955ff6f02f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:35.441236 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-306ded77-32b6-4ccd-bb3b-5cc58c98f5f3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:35.479398 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ded77-32b6-4ccd-bb3b-5cc58c98f5f3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event deleted for resources: {'Port': ['ID=ea334046-9519-47e2-a0b1-3ec44964dc20,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:35.523508 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-efd3f966-ca81-4bde-9ee7-91fc8f52938b req-0a8cea0a-4358-4c89-82d9-28d59dc06e85 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298037 Aug 16 01:51:35.688287 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-306ded77-32b6-4ccd-bb3b-5cc58c98f5f3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:35.693300 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-306ded77-32b6-4ccd-bb3b-5cc58c98f5f3 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "DELETE /v2.0/ports/ea334046-9519-47e2-a0b1-3ec44964dc20 HTTP/1.1" status: 204 len: 168 time: 1.2029364 Aug 16 01:51:35.697258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37272) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:35.844906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefc9492-d34a-4bab-b8f8-606bff93abb5 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:35.849602 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-aefc9492-d34a-4bab-b8f8-606bff93abb5 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a25f7ee-9157-48aa-9724-2748e338a288 HTTP/1.1" status: 200 len: 913 time: 0.1486905 Aug 16 01:51:35.851737 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37274) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:36.102668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3098b0a-bac5-452d-9f9b-0c318460efd7 req-7651818f-36d7-4022-92fc-a1f290bcfb36 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:36.113848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3098b0a-bac5-452d-9f9b-0c318460efd7 req-7651818f-36d7-4022-92fc-a1f290bcfb36 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:36.127077 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d3098b0a-bac5-452d-9f9b-0c318460efd7 req-7651818f-36d7-4022-92fc-a1f290bcfb36 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1654 time: 0.1740255 Aug 16 01:51:36.305411 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d3098b0a-bac5-452d-9f9b-0c318460efd7 req-c5750743-e718-4f91-872a-24dd1b3fbfc3 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764989 Aug 16 01:51:36.347852 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:51:36.472624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d552cb89-cf63-4386-97db-e170ab09475b {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:36.501884 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:36.543152 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84885012-3486-4c5e-b2d8-955ff6f02f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:36.575354 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84885012-3486-4c5e-b2d8-955ff6f02f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:36.624649 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Transition to ACTIVE for port object d552cb89-cf63-4386-97db-e170ab09475b will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:36.635758 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c06aa6ea-14de-4bd7-89ea-b549e1b75f90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:36.644702 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:36.694955 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84885012-3486-4c5e-b2d8-955ff6f02f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c4f875-8041-424c-a2e0-aac8c4a8b1ee,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:36.734254 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-84885012-3486-4c5e-b2d8-955ff6f02f72 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b0d04b055f3b48b280df06ae78e2ac72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9160550 Aug 16 01:51:36.740314 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37282) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:36.805392 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Pushing event updated for resources: {'Port': ['ID=d552cb89-cf63-4386-97db-e170ab09475b,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:37.077365 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-826dcb40-4416-4459-b725-d5171702601a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.110244 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-826dcb40-4416-4459-b725-d5171702601a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.133280 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4971e-63eb-4296-9d69-5fcb47174fa2 req-1cfd83ce-f100-415c-8919-e7a0aadb07ab tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:37.135297 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-51b4971e-63eb-4296-9d69-5fcb47174fa2 req-1cfd83ce-f100-415c-8919-e7a0aadb07ab tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 943 time: 0.2104702 Aug 16 01:51:37.179446 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Attempting to bind port d552cb89-cf63-4386-97db-e170ab09475b on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:37.179787 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Attempting to bind port d552cb89-cf63-4386-97db-e170ab09475b by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '8b0f6df6-c679-4a1f-9bac-78f274858530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:37.180116 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Attempting to bind port d552cb89-cf63-4386-97db-e170ab09475b on network 71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:37.189003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Port d552cb89-cf63-4386-97db-e170ab09475b on network 71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:37.189330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Attempting to bind port d552cb89-cf63-4386-97db-e170ab09475b on network 71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:37.197870 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-51b4971e-63eb-4296-9d69-5fcb47174fa2 req-76134346-d3b2-4425-9dd7-d4710977a180 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539503 Aug 16 01:51:37.198320 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-826dcb40-4416-4459-b725-d5171702601a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.201696 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-826dcb40-4416-4459-b725-d5171702601a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.202913 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-826dcb40-4416-4459-b725-d5171702601a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/98c4f875-8041-424c-a2e0-aac8c4a8b1ee HTTP/1.1" status: 204 len: 168 time: 0.4563797 Aug 16 01:51:37.236033 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:37.237206 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Checking segment: {'id': '8b0f6df6-c679-4a1f-9bac-78f274858530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:37.240034 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Bound using segment: {'id': '8b0f6df6-c679-4a1f-9bac-78f274858530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:37.241607 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Bound port: d552cb89-cf63-4386-97db-e170ab09475b, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0f6df6-c679-4a1f-9bac-78f274858530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:37.242108 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.253890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826dcb40-4416-4459-b725-d5171702601a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c4f875-8041-424c-a2e0-aac8c4a8b1ee,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:37.357295 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.404932 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] For port d552cb89-cf63-4386-97db-e170ab09475b, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:37.410607 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] For port d552cb89-cf63-4386-97db-e170ab09475b, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=d552cb89-cf63-4386-97db-e170ab09475b,segment=NetworkSegment(8b0f6df6-c679-4a1f-9bac-78f274858530),segment_id=8b0f6df6-c679-4a1f-9bac-78f274858530)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:37.424029 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.479737 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c06aa6ea-14de-4bd7-89ea-b549e1b75f90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Deleting port af42cb9a-17df-4196-8841-9f8812e6afda {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:37.480310 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c06aa6ea-14de-4bd7-89ea-b549e1b75f90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.520559 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:37.523293 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.527742 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] 10.222.0.63 "PUT /v2.0/ports/d552cb89-cf63-4386-97db-e170ab09475b HTTP/1.1" status: 200 len: 1093 time: 2.9081340 Aug 16 01:51:37.542162 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab23ccc6-af67-4758-b0f1-9dfe531b063b', 'tag': 'd552cb89-cf63-4386-97db-e170ab09475b'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:37.552928 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6c7de3-a1c7-4833-a78c-2a35ce4b77da" -d '{"events": [{"name": "network-changed", "server_uuid": "ab23ccc6-af67-4758-b0f1-9dfe531b063b", "tag": "d552cb89-cf63-4386-97db-e170ab09475b"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:37.623408 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Request body: {'port': {'device_id': 'ab23ccc6-af67-4758-b0f1-9dfe531b063b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:37.742398 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e3b441-1d7c-4c0a-8be3-70ad37a81329 x-openstack-request-id: req-60e3b441-1d7c-4c0a-8be3-70ad37a81329 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:37.742701 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab23ccc6-af67-4758-b0f1-9dfe531b063b", "tag": "d552cb89-cf63-4386-97db-e170ab09475b", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:37.742958 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-60e3b441-1d7c-4c0a-8be3-70ad37a81329 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:37.743375 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab23ccc6-af67-4758-b0f1-9dfe531b063b', 'tag': 'd552cb89-cf63-4386-97db-e170ab09475b', 'status': 'completed', 'code': 200} Aug 16 01:51:37.764173 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e263b7-d0a4-4b3a-9f0e-a12b4f24ac3b service neutron] Pushing event updated for resources: {'Port': ['ID=d552cb89-cf63-4386-97db-e170ab09475b,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:37.794431 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c06aa6ea-14de-4bd7-89ea-b549e1b75f90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:37.813414 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c06aa6ea-14de-4bd7-89ea-b549e1b75f90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Calling delete_port for af42cb9a-17df-4196-8841-9f8812e6afda owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:37.954572 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137e889-4ad1-478d-bbb4-b30dc2e910a9 req-df7433bd-e5be-4776-b8d6-0670434487aa tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:37.990628 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137e889-4ad1-478d-bbb4-b30dc2e910a9 req-df7433bd-e5be-4776-b8d6-0670434487aa tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:37.992722 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d137e889-4ad1-478d-bbb4-b30dc2e910a9 req-df7433bd-e5be-4776-b8d6-0670434487aa tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1666 time: 0.4638982 Aug 16 01:51:37.997443 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:38.027358 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:38.203758 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d137e889-4ad1-478d-bbb4-b30dc2e910a9 req-3ebfc4ff-400a-4cbc-9a7a-67ac7319603a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946237 Aug 16 01:51:38.485186 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c7de3-a1c7-4833-a78c-2a35ce4b77da req-99f75b0f-e5cc-4999-81c6-919f3bba831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:38.489999 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c7de3-a1c7-4833-a78c-2a35ce4b77da req-99f75b0f-e5cc-4999-81c6-919f3bba831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:38.492564 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0e6c7de3-a1c7-4833-a78c-2a35ce4b77da req-99f75b0f-e5cc-4999-81c6-919f3bba831e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c2d5a5cc65114bf0b1e2f912d543535b&device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1914 time: 0.7665727 Aug 16 01:51:38.649662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37326) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:38.704807 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7f881-213e-495f-955a-16b1b8ccd655 req-56cc1079-a1cc-4eee-8f5f-d2e010e5774d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:38.707007 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cce7f881-213e-495f-955a-16b1b8ccd655 req-56cc1079-a1cc-4eee-8f5f-d2e010e5774d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 943 time: 0.1858327 Aug 16 01:51:38.733967 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c06aa6ea-14de-4bd7-89ea-b549e1b75f90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:38.789195 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cce7f881-213e-495f-955a-16b1b8ccd655 req-e9fab921-f985-4b73-a73c-eed304fc2281 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723062 Aug 16 01:51:38.848822 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06aa6ea-14de-4bd7-89ea-b549e1b75f90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event deleted for resources: {'Port': ['ID=af42cb9a-17df-4196-8841-9f8812e6afda,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:38.926608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c7de3-a1c7-4833-a78c-2a35ce4b77da req-2c11e3b1-d320-47ee-9560-a3a4c65c9183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:38.927092 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c7de3-a1c7-4833-a78c-2a35ce4b77da req-2c11e3b1-d320-47ee-9560-a3a4c65c9183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:38.927558 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c7de3-a1c7-4833-a78c-2a35ce4b77da req-2c11e3b1-d320-47ee-9560-a3a4c65c9183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:38.927795 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6fac71-6b29-4258-bb9f-2999d03d6555 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:38.929303 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0e6c7de3-a1c7-4833-a78c-2a35ce4b77da req-2c11e3b1-d320-47ee-9560-a3a4c65c9183 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=c2d5a5cc65114bf0b1e2f912d543535b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4069283 Aug 16 01:51:38.940824 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:38.964314 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fcb13e6f-43e9-486e-90e9-6fc893bc47b7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-99034958-network', 'tenant_id': 'a280ff4408d845709eb32de28e2d3f0e'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:38.978301 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Transition to ACTIVE for port object ae6fac71-6b29-4258-bb9f-2999d03d6555 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:38.987677 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:39.062013 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c06aa6ea-14de-4bd7-89ea-b549e1b75f90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:39.192594 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb13e6f-43e9-486e-90e9-6fc893bc47b7 admin admin] Made reservation on behalf of a280ff4408d845709eb32de28e2d3f0e for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:39.197797 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fcb13e6f-43e9-486e-90e9-6fc893bc47b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:39.252444 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fcb13e6f-43e9-486e-90e9-6fc893bc47b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:39.255819 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6fac71-6b29-4258-bb9f-2999d03d6555,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:39.587701 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Attempting to bind port ae6fac71-6b29-4258-bb9f-2999d03d6555 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:39.588334 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Attempting to bind port ae6fac71-6b29-4258-bb9f-2999d03d6555 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '83f7bc93-4c1b-41c3-94fe-6a563930e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '154213df-f9b7-4083-aa45-24f46a784789'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:39.588520 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Attempting to bind port ae6fac71-6b29-4258-bb9f-2999d03d6555 on network 154213df-f9b7-4083-aa45-24f46a784789 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:39.596757 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Port ae6fac71-6b29-4258-bb9f-2999d03d6555 on network 154213df-f9b7-4083-aa45-24f46a784789 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:51:39.597137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Attempting to bind port ae6fac71-6b29-4258-bb9f-2999d03d6555 on network 154213df-f9b7-4083-aa45-24f46a784789 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:39.629129 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:39.629510 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Checking segment: {'id': '83f7bc93-4c1b-41c3-94fe-6a563930e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '154213df-f9b7-4083-aa45-24f46a784789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:39.633960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Bound using segment: {'id': '83f7bc93-4c1b-41c3-94fe-6a563930e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '154213df-f9b7-4083-aa45-24f46a784789'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:39.634460 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Bound port: ae6fac71-6b29-4258-bb9f-2999d03d6555, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f7bc93-4c1b-41c3-94fe-6a563930e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '154213df-f9b7-4083-aa45-24f46a784789'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:39.634819 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:39.677420 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616f8f3-15e5-4fe0-b9e3-a2ed350343a2 req-5bc22e03-9e20-4a8f-ad40-be3035dc31c9 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:39.684242 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616f8f3-15e5-4fe0-b9e3-a2ed350343a2 req-5bc22e03-9e20-4a8f-ad40-be3035dc31c9 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:39.686217 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5616f8f3-15e5-4fe0-b9e3-a2ed350343a2 req-5bc22e03-9e20-4a8f-ad40-be3035dc31c9 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1678 time: 0.2015913 Aug 16 01:51:39.777003 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5616f8f3-15e5-4fe0-b9e3-a2ed350343a2 req-f099c712-141a-4a52-9ecb-dd1a06041f59 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685143 Aug 16 01:51:39.797654 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] For port ae6fac71-6b29-4258-bb9f-2999d03d6555, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:39.803069 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] For port ae6fac71-6b29-4258-bb9f-2999d03d6555, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ae6fac71-6b29-4258-bb9f-2999d03d6555,segment=NetworkSegment(83f7bc93-4c1b-41c3-94fe-6a563930e48e),segment_id=83f7bc93-4c1b-41c3-94fe-6a563930e48e)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:39.819850 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:39.861623 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fcb13e6f-43e9-486e-90e9-6fc893bc47b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:39.878393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:39.879596 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:39.881189 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] 10.222.0.63 "PUT /v2.0/ports/ae6fac71-6b29-4258-bb9f-2999d03d6555 HTTP/1.1" status: 200 len: 1092 time: 2.2809894 Aug 16 01:51:39.881994 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab23ccc6-af67-4758-b0f1-9dfe531b063b', 'tag': 'ae6fac71-6b29-4258-bb9f-2999d03d6555'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:39.884705 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3dc3e3-1158-4b71-a443-7cd765845f82" -d '{"events": [{"name": "network-changed", "server_uuid": "ab23ccc6-af67-4758-b0f1-9dfe531b063b", "tag": "ae6fac71-6b29-4258-bb9f-2999d03d6555"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:39.903622 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fcb13e6f-43e9-486e-90e9-6fc893bc47b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:39.975301 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14e4764-b6ba-4ab1-b33d-861aea4febb7 x-openstack-request-id: req-f14e4764-b6ba-4ab1-b33d-861aea4febb7 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:39.979069 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab23ccc6-af67-4758-b0f1-9dfe531b063b", "tag": "ae6fac71-6b29-4258-bb9f-2999d03d6555", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:39.979751 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f14e4764-b6ba-4ab1-b33d-861aea4febb7 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:39.993330 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab23ccc6-af67-4758-b0f1-9dfe531b063b', 'tag': 'ae6fac71-6b29-4258-bb9f-2999d03d6555', 'status': 'completed', 'code': 200} Aug 16 01:51:40.013334 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb13e6f-43e9-486e-90e9-6fc893bc47b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:51:40.023283 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e3339-c957-4de2-b1d9-fdbd87c00730 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6fac71-6b29-4258-bb9f-2999d03d6555,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:40.052948 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb13e6f-43e9-486e-90e9-6fc893bc47b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5067e642-f5c7-4641-9a90-3442cd16d6a3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:40.057626 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fcb13e6f-43e9-486e-90e9-6fc893bc47b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.058284 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-fcb13e6f-43e9-486e-90e9-6fc893bc47b7 admin admin] Added segment 71ed9c60-86fd-48d1-9c0b-d1369922ed60 of type vlan for network aaeee703-6fc3-4296-8320-e4eaedafd163 Aug 16 01:51:40.177890 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fcb13e6f-43e9-486e-90e9-6fc893bc47b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.242572 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fcb13e6f-43e9-486e-90e9-6fc893bc47b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.243603 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb13e6f-43e9-486e-90e9-6fc893bc47b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:40.244212 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fcb13e6f-43e9-486e-90e9-6fc893bc47b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.250283 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c7de3-a1c7-4833-a78c-2a35ce4b77da req-b09e5333-20f2-490a-bf8d-5bed1661a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:40.252645 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0e6c7de3-a1c7-4833-a78c-2a35ce4b77da req-b09e5333-20f2-490a-bf8d-5bed1661a2cf service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9788296 Aug 16 01:51:40.377845 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fcb13e6f-43e9-486e-90e9-6fc893bc47b7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7234590 Aug 16 01:51:40.380669 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37352) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:40.390989 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb13e6f-43e9-486e-90e9-6fc893bc47b7 admin admin] Pushing event updated for resources: {'Network': ['ID=aaeee703-6fc3-4296-8320-e4eaedafd163,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:40.393662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5efaf926-e37b-48dc-87f0-d19696a5615a admin admin] Request body: {'subnet': {'network_id': 'aaeee703-6fc3-4296-8320-e4eaedafd163', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-99034958-subnet', 'tenant_id': 'a280ff4408d845709eb32de28e2d3f0e', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:40.406515 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network aaeee703-6fc3-4296-8320-e4eaedafd163 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:51:40.414217 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6501ff-d8a4-4c7f-97a6-a1dc67a85f2b req-f04e3fcb-ccb9-41e2-9ba0-82e90e512ff1 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:40.424369 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b6501ff-d8a4-4c7f-97a6-a1dc67a85f2b req-f04e3fcb-ccb9-41e2-9ba0-82e90e512ff1 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 943 time: 0.1692486 Aug 16 01:51:40.620108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efaf926-e37b-48dc-87f0-d19696a5615a admin admin] Made reservation on behalf of a280ff4408d845709eb32de28e2d3f0e for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:40.624165 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5efaf926-e37b-48dc-87f0-d19696a5615a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:40.640434 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b6501ff-d8a4-4c7f-97a6-a1dc67a85f2b req-e2c5c0fd-54c7-4cb2-a4b3-bb00c5877c2b tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164156 Aug 16 01:51:40.730518 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06aa6ea-14de-4bd7-89ea-b549e1b75f90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Router 3a25f7ee-9157-48aa-9724-2748e338a288 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:41.020936 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87846a-6392-4fbc-84ed-998102c80a6d req-d0d1ba44-c56f-4e62-bc51-3c5460605ad1 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:41.040346 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87846a-6392-4fbc-84ed-998102c80a6d req-d0d1ba44-c56f-4e62-bc51-3c5460605ad1 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:41.042267 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f87846a-6392-4fbc-84ed-998102c80a6d req-d0d1ba44-c56f-4e62-bc51-3c5460605ad1 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1678 time: 0.1447024 Aug 16 01:51:41.080865 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06aa6ea-14de-4bd7-89ea-b549e1b75f90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:41.087769 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c06aa6ea-14de-4bd7-89ea-b549e1b75f90 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "PUT /v2.0/routers/3a25f7ee-9157-48aa-9724-2748e338a288/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2345452 Aug 16 01:51:41.092696 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37362) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:41.096713 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059fc93d-7976-47d6-9105-a66f89044b77 None None] Sync routers for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:41.112539 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5efaf926-e37b-48dc-87f0-d19696a5615a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.122236 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059fc93d-7976-47d6-9105-a66f89044b77 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:41.125684 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-059fc93d-7976-47d6-9105-a66f89044b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:51:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:41.163270 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f87846a-6392-4fbc-84ed-998102c80a6d req-ead56893-d200-4bce-a9fa-2f09b931a6e8 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024253 Aug 16 01:51:41.183018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-059fc93d-7976-47d6-9105-a66f89044b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:41.196066 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059fc93d-7976-47d6-9105-a66f89044b77 None None] Routers {'3a25f7ee-9157-48aa-9724-2748e338a288'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:41.196832 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-059fc93d-7976-47d6-9105-a66f89044b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:51:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3a25f7ee-9157-48aa-9724-2748e338a288'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:41.244320 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-059fc93d-7976-47d6-9105-a66f89044b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:41.245237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059fc93d-7976-47d6-9105-a66f89044b77 None None] The sync data for ids ['3a25f7ee-9157-48aa-9724-2748e338a288'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:41.341936 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2fdde293-94a2-48e7-bc1f-7f6c1d79b906 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.526427 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efaf926-e37b-48dc-87f0-d19696a5615a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c29adf41-791a-4608-af25-cdcc1dcfb1c2,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:41.531219 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2fdde293-94a2-48e7-bc1f-7f6c1d79b906 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.551473 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efaf926-e37b-48dc-87f0-d19696a5615a admin admin] Checking segment: {'id': '71ed9c60-86fd-48d1-9c0b-d1369922ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aaeee703-6fc3-4296-8320-e4eaedafd163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:41.551855 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efaf926-e37b-48dc-87f0-d19696a5615a admin admin] Network hostable DHCP agents. Network: aaeee703-6fc3-4296-8320-e4eaedafd163, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:51:41.609381 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efaf926-e37b-48dc-87f0-d19696a5615a admin admin] Network aaeee703-6fc3-4296-8320-e4eaedafd163 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:51:41.628983 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2fdde293-94a2-48e7-bc1f-7f6c1d79b906 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Deleting port 6ec912a4-4692-4c91-844a-033a7249de0a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:41.629412 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2fdde293-94a2-48e7-bc1f-7f6c1d79b906 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.633620 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-5efaf926-e37b-48dc-87f0-d19696a5615a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, aaeee703-6fc3-4296-8320-e4eaedafd163) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:41.643672 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4425a6a-8b12-42da-8d87-015ef3f736f0 None None] Network aaeee703-6fc3-4296-8320-e4eaedafd163 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:41.683087 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efaf926-e37b-48dc-87f0-d19696a5615a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:41.684304 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5efaf926-e37b-48dc-87f0-d19696a5615a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.870490 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5efaf926-e37b-48dc-87f0-d19696a5615a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4841721 Aug 16 01:51:41.870785 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37372) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:41.878565 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ec1bdbc2-991c-4ed8-a1bf-bec14d899c0e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-99034958-router', 'tenant_id': 'a280ff4408d845709eb32de28e2d3f0e', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:41.914500 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-aaeee703-6fc3-4296-8320-e4eaedafd163', 'network_id': 'aaeee703-6fc3-4296-8320-e4eaedafd163', 'tenant_id': 'a280ff4408d845709eb32de28e2d3f0e', 'fixed_ips': [{'subnet_id': 'c29adf41-791a-4608-af25-cdcc1dcfb1c2'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:51:41.915387 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.945232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63db23-5888-45ad-a3dd-f02cca495409 req-74ea7ef6-9a35-4b3f-924f-19faf9e1acbe tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:41.955683 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d63db23-5888-45ad-a3dd-f02cca495409 req-74ea7ef6-9a35-4b3f-924f-19faf9e1acbe tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 943 time: 0.1770196 Aug 16 01:51:41.959426 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2fdde293-94a2-48e7-bc1f-7f6c1d79b906 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.965290 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec1bdbc2-991c-4ed8-a1bf-bec14d899c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:41.966627 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec1bdbc2-991c-4ed8-a1bf-bec14d899c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:42.010320 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2fdde293-94a2-48e7-bc1f-7f6c1d79b906 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Calling delete_port for 6ec912a4-4692-4c91-844a-033a7249de0a owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:42.068406 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d63db23-5888-45ad-a3dd-f02cca495409 req-9a32f299-9363-4771-8496-c7e38baee0f1 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118374 Aug 16 01:51:42.074623 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec1bdbc2-991c-4ed8-a1bf-bec14d899c0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:42.196523 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Allocated IP 172.20.0.2 (aaeee703-6fc3-4296-8320-e4eaedafd163/c29adf41-791a-4608-af25-cdcc1dcfb1c2/891508c3-5eed-4b21-9855-fb3156a3af72) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:42.456626 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2fdde293-94a2-48e7-bc1f-7f6c1d79b906 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:42.529079 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdde293-94a2-48e7-bc1f-7f6c1d79b906 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event deleted for resources: {'Port': ['ID=6ec912a4-4692-4c91-844a-033a7249de0a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:42.546246 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec1bdbc2-991c-4ed8-a1bf-bec14d899c0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:42.577832 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:42.592002 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Transition to ACTIVE for port object 891508c3-5eed-4b21-9855-fb3156a3af72 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:42.619415 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Transition to ACTIVE for port object 891508c3-5eed-4b21-9855-fb3156a3af72 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:42.629746 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:42.685821 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2fdde293-94a2-48e7-bc1f-7f6c1d79b906 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:42.693673 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Pushing event updated for resources: {'Port': ['ID=891508c3-5eed-4b21-9855-fb3156a3af72,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:42.709044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1717e76-8243-4a4f-95b0-ce5e80ba6c23 req-6c02a4a7-726f-4ddc-8b3c-2edcb1820d18 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:42.718692 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1717e76-8243-4a4f-95b0-ce5e80ba6c23 req-6c02a4a7-726f-4ddc-8b3c-2edcb1820d18 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:42.728042 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Network aaeee703-6fc3-4296-8320-e4eaedafd163 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:42.728493 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f1717e76-8243-4a4f-95b0-ce5e80ba6c23 req-6c02a4a7-726f-4ddc-8b3c-2edcb1820d18 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1678 time: 0.3653452 Aug 16 01:51:42.730403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:42.741239 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:42.822328 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f1717e76-8243-4a4f-95b0-ce5e80ba6c23 req-c386935f-1665-4e58-beba-d0cda96d1fb6 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925355 Aug 16 01:51:42.900882 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Attempting to bind port 891508c3-5eed-4b21-9855-fb3156a3af72 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:42.902608 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Attempting to bind port 891508c3-5eed-4b21-9855-fb3156a3af72 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '71ed9c60-86fd-48d1-9c0b-d1369922ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aaeee703-6fc3-4296-8320-e4eaedafd163'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:42.905271 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Attempting to bind port 891508c3-5eed-4b21-9855-fb3156a3af72 on network aaeee703-6fc3-4296-8320-e4eaedafd163 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:42.920850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:42.921228 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Checking segment: {'id': '71ed9c60-86fd-48d1-9c0b-d1369922ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aaeee703-6fc3-4296-8320-e4eaedafd163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:42.923058 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:42.924745 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Bound using segment: {'id': '71ed9c60-86fd-48d1-9c0b-d1369922ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aaeee703-6fc3-4296-8320-e4eaedafd163'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:42.925978 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Bound port: 891508c3-5eed-4b21-9855-fb3156a3af72, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed9c60-86fd-48d1-9c0b-d1369922ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aaeee703-6fc3-4296-8320-e4eaedafd163'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:42.927025 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:42.966205 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2fdde293-94a2-48e7-bc1f-7f6c1d79b906 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:42.973808 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2fdde293-94a2-48e7-bc1f-7f6c1d79b906 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.110148 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] For port 891508c3-5eed-4b21-9855-fb3156a3af72, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:43.114030 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] For port 891508c3-5eed-4b21-9855-fb3156a3af72, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=891508c3-5eed-4b21-9855-fb3156a3af72,segment=NetworkSegment(71ed9c60-86fd-48d1-9c0b-d1369922ed60),segment_id=71ed9c60-86fd-48d1-9c0b-d1369922ed60)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:43.124742 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.162242 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2fdde293-94a2-48e7-bc1f-7f6c1d79b906 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.162803 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdde293-94a2-48e7-bc1f-7f6c1d79b906 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Fanout notify agent at l3_agent the message router_deleted on router 3a25f7ee-9157-48aa-9724-2748e338a288 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:51:43.171396 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2fdde293-94a2-48e7-bc1f-7f6c1d79b906 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.172600 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2fdde293-94a2-48e7-bc1f-7f6c1d79b906 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "DELETE /v2.0/routers/3a25f7ee-9157-48aa-9724-2748e338a288 HTTP/1.1" status: 204 len: 168 time: 2.0779030 Aug 16 01:51:43.176081 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37388) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:43.259025 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e1419-a275-43db-8830-6a802655a559 None None] Pushing event updated for resources: {'Port': ['ID=891508c3-5eed-4b21-9855-fb3156a3af72,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:43.288585 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec1bdbc2-991c-4ed8-a1bf-bec14d899c0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.291826 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ac05af-3c0c-4734-967f-351da54fade5 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Deleting subnet c3936df7-9ce2-44f0-917e-920881d79b96 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:51:43.304841 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1ac05af-3c0c-4734-967f-351da54fade5 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.348064 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec1bdbc2-991c-4ed8-a1bf-bec14d899c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.393648 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1ac05af-3c0c-4734-967f-351da54fade5 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.483573 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1ac05af-3c0c-4734-967f-351da54fade5 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.513234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-ec1bdbc2-991c-4ed8-a1bf-bec14d899c0e admin admin] Allocated IP 172.25.3.229 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/97ec7966-3aec-4222-bc8b-7e7a2807cfd6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:43.581779 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1ac05af-3c0c-4734-967f-351da54fade5 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.751845 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dc3e3-1158-4b71-a443-7cd765845f82 req-8fe07e5b-8163-4382-8c04-f2abeb770021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:43.752367 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dc3e3-1158-4b71-a443-7cd765845f82 req-8fe07e5b-8163-4382-8c04-f2abeb770021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:43.754249 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa3dc3e3-1158-4b71-a443-7cd765845f82 req-8fe07e5b-8163-4382-8c04-f2abeb770021 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c2d5a5cc65114bf0b1e2f912d543535b&device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1982 time: 0.6693337 Aug 16 01:51:43.757674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac05af-3c0c-4734-967f-351da54fade5 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event deleted for resources: {'Subnet': ['ID=c3936df7-9ce2-44f0-917e-920881d79b96,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:43.807187 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1ac05af-3c0c-4734-967f-351da54fade5 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.832437 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c1ac05af-3c0c-4734-967f-351da54fade5 tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "DELETE /v2.0/subnets/c3936df7-9ce2-44f0-917e-920881d79b96 HTTP/1.1" status: 204 len: 168 time: 0.6552582 Aug 16 01:51:43.837373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37398) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:43.860679 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec1bdbc2-991c-4ed8-a1bf-bec14d899c0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.971142 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec1bdbc2-991c-4ed8-a1bf-bec14d899c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:43.984199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 891508c3-5eed-4b21-9855-fb3156a3af72 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:43.995880 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e328ae-985c-4434-923e-a633dc324116 req-46bea111-4a19-488b-8e3d-d2ac988be1eb tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:44.005046 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8e328ae-985c-4434-923e-a633dc324116 req-46bea111-4a19-488b-8e3d-d2ac988be1eb tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 943 time: 0.4388106 Aug 16 01:51:44.109104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bdbc2-991c-4ed8-a1bf-bec14d899c0e admin admin] Pushing event updated for resources: {'Port': ['ID=97ec7966-3aec-4222-bc8b-7e7a2807cfd6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:44.130725 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1bdbc2-991c-4ed8-a1bf-bec14d899c0e admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:44.133530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ec1bdbc2-991c-4ed8-a1bf-bec14d899c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:44.140883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1bdbc2-991c-4ed8-a1bf-bec14d899c0e admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:44.171499 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8e328ae-985c-4434-923e-a633dc324116 req-851e8791-72cf-491e-8ce3-d4ac9400c6a8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622243 Aug 16 01:51:44.173424 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 891508c3-5eed-4b21-9855-fb3156a3af72 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:44.212558 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a737944e-5ac5-457c-94cc-aab4f1a03cfe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.282481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b937a2d-f8d8-42d4-8181-2fee99701d48 req-c3dd9ba6-f85f-4d86-bc81-357131476e48 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:44.282982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dc3e3-1158-4b71-a443-7cd765845f82 req-0c77799a-81bf-4dee-b7a6-824df0d1d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:44.282982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dc3e3-1158-4b71-a443-7cd765845f82 req-0c77799a-81bf-4dee-b7a6-824df0d1d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:44.282982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dc3e3-1158-4b71-a443-7cd765845f82 req-0c77799a-81bf-4dee-b7a6-824df0d1d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:44.293268 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b937a2d-f8d8-42d4-8181-2fee99701d48 req-c3dd9ba6-f85f-4d86-bc81-357131476e48 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:44.295259 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b937a2d-f8d8-42d4-8181-2fee99701d48 req-c3dd9ba6-f85f-4d86-bc81-357131476e48 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1678 time: 0.1161215 Aug 16 01:51:44.302983 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa3dc3e3-1158-4b71-a443-7cd765845f82 req-0c77799a-81bf-4dee-b7a6-824df0d1d640 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=c2d5a5cc65114bf0b1e2f912d543535b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4667487 Aug 16 01:51:44.441295 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b937a2d-f8d8-42d4-8181-2fee99701d48 req-baf0b361-36fb-4b24-a506-3a9ccbcc2691 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449006 Aug 16 01:51:44.500439 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a737944e-5ac5-457c-94cc-aab4f1a03cfe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.534846 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-a737944e-5ac5-457c-94cc-aab4f1a03cfe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935d8524-df92-4d0f-bd95-e0592f2ac4a2']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:44.563458 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-a737944e-5ac5-457c-94cc-aab4f1a03cfe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e81cc7d-a67b-481b-b85a-340e66d2de9b') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:44.563641 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-a737944e-5ac5-457c-94cc-aab4f1a03cfe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e81cc7d-a67b-481b-b85a-340e66d2de9b') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:44.581106 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a737944e-5ac5-457c-94cc-aab4f1a03cfe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.613317 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a737944e-5ac5-457c-94cc-aab4f1a03cfe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.624438 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a737944e-5ac5-457c-94cc-aab4f1a03cfe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:51:44.624934 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a737944e-5ac5-457c-94cc-aab4f1a03cfe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:51:44.631218 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:51:44.720260 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a737944e-5ac5-457c-94cc-aab4f1a03cfe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.729828 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a737944e-5ac5-457c-94cc-aab4f1a03cfe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.735693 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a737944e-5ac5-457c-94cc-aab4f1a03cfe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] 10.222.0.68 "DELETE /v2.0/networks/935d8524-df92-4d0f-bd95-e0592f2ac4a2 HTTP/1.1" status: 204 len: 168 time: 0.8764279 Aug 16 01:51:44.749073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737944e-5ac5-457c-94cc-aab4f1a03cfe tempest-FloatingIPTestJSON-1226819584 tempest-FloatingIPTestJSON-1226819584-project] Pushing event deleted for resources: {'Network': ['ID=935d8524-df92-4d0f-bd95-e0592f2ac4a2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:44.765352 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec1bdbc2-991c-4ed8-a1bf-bec14d899c0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.940458 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d2ee6d-af7f-4a57-bf5f-31a0d1cc2648 None None] Network aaeee703-6fc3-4296-8320-e4eaedafd163 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:44.995316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dc3e3-1158-4b71-a443-7cd765845f82 req-bdf632c7-1d83-410d-8d45-d3090a4684c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:44.998182 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa3dc3e3-1158-4b71-a443-7cd765845f82 req-bdf632c7-1d83-410d-8d45-d3090a4684c8 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1759710 Aug 16 01:51:45.058588 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec1bdbc2-991c-4ed8-a1bf-bec14d899c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.081919 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37416) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:45.115137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-fa5bcfc6-52c3-41ec-a74a-7cdb015643fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:45.115621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-fa5bcfc6-52c3-41ec-a74a-7cdb015643fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:45.118232 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-fa5bcfc6-52c3-41ec-a74a-7cdb015643fa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c2d5a5cc65114bf0b1e2f912d543535b&device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1982 time: 0.0710096 Aug 16 01:51:45.193234 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-12d9a976-49b7-4ebe-bd52-bb253651ef4b None None] Provisioning for port 891508c3-5eed-4b21-9855-fb3156a3af72 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:45.201522 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-757ed145-3955-4cfa-8747-bb6f808b6465 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.212&port_id=d552cb89-cf63-4386-97db-e170ab09475b HTTP/1.1" status: 200 len: 217 time: 0.0745494 Aug 16 01:51:45.213500 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-12d9a976-49b7-4ebe-bd52-bb253651ef4b None None] Provisioning complete for port 891508c3-5eed-4b21-9855-fb3156a3af72 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:45.213500 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-12d9a976-49b7-4ebe-bd52-bb253651ef4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.239367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1bdbc2-991c-4ed8-a1bf-bec14d899c0e admin admin] Router 90480ae8-eafb-4449-a362-0e41412a698b is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:51:45.330863 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-1ed24921-3b37-4f5f-9b58-8933c1032ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:45.330863 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-1ed24921-3b37-4f5f-9b58-8933c1032ae0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b518630e-afab-4895-b9cd-5a41e01a9164 HTTP/1.1" status: 200 len: 801 time: 0.1234615 Aug 16 01:51:45.381919 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-12d9a976-49b7-4ebe-bd52-bb253651ef4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.430356 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-eee87f45-f3f2-42b3-8aed-d5d4b0cb76b5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8ca510f91f32484cb7025f7da7b4954c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464200 Aug 16 01:51:45.435950 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37426) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:45.442306 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-12d9a976-49b7-4ebe-bd52-bb253651ef4b None None] For port 891508c3-5eed-4b21-9855-fb3156a3af72, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=891508c3-5eed-4b21-9855-fb3156a3af72,segment=NetworkSegment(71ed9c60-86fd-48d1-9c0b-d1369922ed60),segment_id=71ed9c60-86fd-48d1-9c0b-d1369922ed60)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:45.450644 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-12d9a976-49b7-4ebe-bd52-bb253651ef4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.492317 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1bdbc2-991c-4ed8-a1bf-bec14d899c0e admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:45.504838 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Sync routers for ids ['90480ae8-eafb-4449-a362-0e41412a698b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:45.530872 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec1bdbc2-991c-4ed8-a1bf-bec14d899c0e admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.536886 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ec1bdbc2-991c-4ed8-a1bf-bec14d899c0e admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6632636 Aug 16 01:51:45.540232 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9a976-49b7-4ebe-bd52-bb253651ef4b None None] Pushing event updated for resources: {'Port': ['ID=891508c3-5eed-4b21-9855-fb3156a3af72,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:45.540494 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37432) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:45.541297 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Routers {'90480ae8-eafb-4449-a362-0e41412a698b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:45.543724 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:51:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['90480ae8-eafb-4449-a362-0e41412a698b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:45.649623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29666b14-1002-43bd-8b59-630ce1cfc16b req-d8871e8c-7c16-4960-bb83-f024de9b9e84 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:45.660345 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29666b14-1002-43bd-8b59-630ce1cfc16b req-d8871e8c-7c16-4960-bb83-f024de9b9e84 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 943 time: 0.2281036 Aug 16 01:51:45.665314 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-0090f956-0793-4585-83af-593ae5f3b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:45.670077 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-0090f956-0793-4585-83af-593ae5f3b608 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2986360 Aug 16 01:51:45.681363 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-dc9a3044-5ea6-4bd5-a9ee-f4564bb2ba7d None None] Provisioning complete for port 891508c3-5eed-4b21-9855-fb3156a3af72 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:45.681730 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dc9a3044-5ea6-4bd5-a9ee-f4564bb2ba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.727561 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cb564-94c7-4f96-956e-e5c40ff8bb6e req-6fca4333-220e-4cb0-95b8-5975984cb8b7 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:45.744631 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Set router 90480ae8-eafb-4449-a362-0e41412a698b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:45.745864 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cb564-94c7-4f96-956e-e5c40ff8bb6e req-6fca4333-220e-4cb0-95b8-5975984cb8b7 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:45.748975 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb8cb564-94c7-4f96-956e-e5c40ff8bb6e req-6fca4333-220e-4cb0-95b8-5975984cb8b7 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1678 time: 0.1460931 Aug 16 01:51:45.793498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29666b14-1002-43bd-8b59-630ce1cfc16b req-1acc4805-952f-457c-ba2f-62bcdb53a999 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316032 Aug 16 01:51:45.803701 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83034f34-ce52-41db-b8f5-71b2374976da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.832337 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83034f34-ce52-41db-b8f5-71b2374976da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.838054 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb8cb564-94c7-4f96-956e-e5c40ff8bb6e req-55eff4f8-8745-4dda-8ee8-405485136c0a tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735791 Aug 16 01:51:45.860950 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 891508c3-5eed-4b21-9855-fb3156a3af72 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:45.939930 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 891508c3-5eed-4b21-9855-fb3156a3af72 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:45.942359 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.966187 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83034f34-ce52-41db-b8f5-71b2374976da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.969239 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83034f34-ce52-41db-b8f5-71b2374976da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.970401 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-83034f34-ce52-41db-b8f5-71b2374976da admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f0350583-090f-4ff6-a488-18b7e24a0ed7 HTTP/1.1" status: 204 len: 168 time: 0.5325658 Aug 16 01:51:45.980343 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83034f34-ce52-41db-b8f5-71b2374976da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0350583-090f-4ff6-a488-18b7e24a0ed7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:45.985129 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-2e4b3ea5-cd04-4039-9f88-f251a26da034 service neutron] 10.222.0.63 "GET /v2.0/networks/71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036427 Aug 16 01:51:46.146029 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90480ae8-eafb-4449-a362-0e41412a698b', 'name': 'tempest-TestAggregatesBasicOps-99034958-router', 'tenant_id': 'a280ff4408d845709eb32de28e2d3f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '97ec7966-3aec-4222-bc8b-7e7a2807cfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:41Z', 'updated_at': '2021-08-16T01:51:44Z', 'revision_number': 3, 'project_id': 'a280ff4408d845709eb32de28e2d3f0e', 'gw_port': {'id': '97ec7966-3aec-4222-bc8b-7e7a2807cfd6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:af:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90480ae8-eafb-4449-a362-0e41412a698b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:43Z', 'updated_at': '2021-08-16T01:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:46.173842 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-67f3e08b-23c3-43a1-a380-210f94646517 service neutron] 10.222.0.63 "GET /v2.0/networks/71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804240 Aug 16 01:51:46.191945 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Checking router: 90480ae8-eafb-4449-a362-0e41412a698b for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:51:46.192285 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Updating router 90480ae8-eafb-4449-a362-0e41412a698b port 97ec7966-3aec-4222-bc8b-7e7a2807cfd6 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:51:46.226838 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.249041 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-36861d8f-6527-4f10-b490-062155bb3f00 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.87&port_id=ae6fac71-6b29-4258-bb9f-2999d03d6555 HTTP/1.1" status: 200 len: 217 time: 0.0622571 Aug 16 01:51:46.322398 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-480fefe7-5a4f-46db-8269-50d6f08cd820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:46.324911 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-480fefe7-5a4f-46db-8269-50d6f08cd820 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5e098cc4-322e-4e6f-839e-acccedce9516 HTTP/1.1" status: 200 len: 801 time: 0.0609293 Aug 16 01:51:46.408329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-7dcbb7f1-48f4-4196-9db0-674c3ccdf755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:46.409993 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-7dcbb7f1-48f4-4196-9db0-674c3ccdf755 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=154213df-f9b7-4083-aa45-24f46a784789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566764 Aug 16 01:51:46.430990 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75267078-80b1-4b34-a28e-f641f4736b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.556013 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-a3a57455-4585-4fa7-88ef-479953ebc561 service neutron] 10.222.0.63 "GET /v2.0/networks/154213df-f9b7-4083-aa45-24f46a784789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341341 Aug 16 01:51:46.596615 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.614219 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Transition to ACTIVE for port object 97ec7966-3aec-4222-bc8b-7e7a2807cfd6 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:46.622888 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.698481 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caed9f-4f13-40fc-9e59-5455d1c537f1 None None] Pushing event updated for resources: {'Port': ['ID=97ec7966-3aec-4222-bc8b-7e7a2807cfd6,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:46.719202 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caed9f-4f13-40fc-9e59-5455d1c537f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:46.719553 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caed9f-4f13-40fc-9e59-5455d1c537f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:46.719897 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caed9f-4f13-40fc-9e59-5455d1c537f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:46.720226 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caed9f-4f13-40fc-9e59-5455d1c537f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:46.720555 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caed9f-4f13-40fc-9e59-5455d1c537f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:46.720877 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caed9f-4f13-40fc-9e59-5455d1c537f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:46.721204 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caed9f-4f13-40fc-9e59-5455d1c537f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:46.721523 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caed9f-4f13-40fc-9e59-5455d1c537f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:46.721989 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caed9f-4f13-40fc-9e59-5455d1c537f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:46.722327 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caed9f-4f13-40fc-9e59-5455d1c537f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:46.722788 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caed9f-4f13-40fc-9e59-5455d1c537f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:46.723116 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caed9f-4f13-40fc-9e59-5455d1c537f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:51:46.733604 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-75267078-80b1-4b34-a28e-f641f4736b8c admin admin] Allocated IP 172.20.0.1 (aaeee703-6fc3-4296-8320-e4eaedafd163/c29adf41-791a-4608-af25-cdcc1dcfb1c2/79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:46.734153 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc62aa9f-52a2-45cb-bb19-986d05650826 req-7af67b7a-258a-4c8e-8d6d-afa056184f80 service neutron] 10.222.0.63 "GET /v2.0/networks/154213df-f9b7-4083-aa45-24f46a784789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682463 Aug 16 01:51:46.738987 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Attempting to bind port 97ec7966-3aec-4222-bc8b-7e7a2807cfd6 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:46.740442 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Attempting to bind port 97ec7966-3aec-4222-bc8b-7e7a2807cfd6 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:46.743174 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Attempting to bind port 97ec7966-3aec-4222-bc8b-7e7a2807cfd6 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:46.756740 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:46.757105 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:46.757688 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.758870 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:46.762493 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Bound port: 97ec7966-3aec-4222-bc8b-7e7a2807cfd6, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:46.763163 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.836258 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] For port 97ec7966-3aec-4222-bc8b-7e7a2807cfd6, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:46.842027 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] For port 97ec7966-3aec-4222-bc8b-7e7a2807cfd6, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=97ec7966-3aec-4222-bc8b-7e7a2807cfd6,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:46.848296 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.881123 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75267078-80b1-4b34-a28e-f641f4736b8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.897919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-75267078-80b1-4b34-a28e-f641f4736b8c admin admin] Transition to ACTIVE for port object 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:46.957662 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75267078-80b1-4b34-a28e-f641f4736b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:46.986443 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Routers {'90480ae8-eafb-4449-a362-0e41412a698b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:46.987337 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:51:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['90480ae8-eafb-4449-a362-0e41412a698b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:47.029432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75267078-80b1-4b34-a28e-f641f4736b8c admin admin] Pushing event updated for resources: {'Port': ['ID=79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:47.029795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2efc19-1e3d-402c-9eaf-a832c053d29f req-d5a4fc18-67d2-40bb-9e67-92094ce4743f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:47.044771 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0c2efc19-1e3d-402c-9eaf-a832c053d29f req-d5a4fc18-67d2-40bb-9e67-92094ce4743f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 943 time: 0.1216331 Aug 16 01:51:47.054324 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75267078-80b1-4b34-a28e-f641f4736b8c admin admin] Network aaeee703-6fc3-4296-8320-e4eaedafd163 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:47.056953 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-75267078-80b1-4b34-a28e-f641f4736b8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:47.078554 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75267078-80b1-4b34-a28e-f641f4736b8c admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:47.128370 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0c2efc19-1e3d-402c-9eaf-a832c053d29f req-642ee47d-592e-488a-b65d-6e5eb85c9a95 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827103 Aug 16 01:51:47.140895 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0be8b5-8b02-44cf-99c5-d0bda1cc5945 req-aeba7d67-c392-48c9-bdf9-5fa5a49b7b67 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:47.154151 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0be8b5-8b02-44cf-99c5-d0bda1cc5945 req-aeba7d67-c392-48c9-bdf9-5fa5a49b7b67 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:47.164453 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e0be8b5-8b02-44cf-99c5-d0bda1cc5945 req-aeba7d67-c392-48c9-bdf9-5fa5a49b7b67 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1678 time: 0.2214930 Aug 16 01:51:47.166879 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] Set router 90480ae8-eafb-4449-a362-0e41412a698b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:47.174956 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37470) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:47.212857 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75267078-80b1-4b34-a28e-f641f4736b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.271354 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e0be8b5-8b02-44cf-99c5-d0bda1cc5945 req-366b8942-85a8-4233-9534-9d6d61df6df7 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869014 Aug 16 01:51:47.332670 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caed9f-4f13-40fc-9e59-5455d1c537f1 None None] Pushing event updated for resources: {'Port': ['ID=97ec7966-3aec-4222-bc8b-7e7a2807cfd6,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:47.440298 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75267078-80b1-4b34-a28e-f641f4736b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.441232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a352a60d-d8a9-4ac9-b283-889a8b47a595 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-316883941'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:47.463465 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c88b5b4a-65a3-4200-aab4-f1e221a46f6b None None] Provisioning for port 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:47.468664 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c88b5b4a-65a3-4200-aab4-f1e221a46f6b None None] Provisioning complete for port 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:47.470307 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c88b5b4a-65a3-4200-aab4-f1e221a46f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.480042 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a352a60d-d8a9-4ac9-b283-889a8b47a595 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:47.484032 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a352a60d-d8a9-4ac9-b283-889a8b47a595 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.510125 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a352a60d-d8a9-4ac9-b283-889a8b47a595 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.522963 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c88b5b4a-65a3-4200-aab4-f1e221a46f6b None None] Port 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:51:47.575459 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90480ae8-eafb-4449-a362-0e41412a698b', 'name': 'tempest-TestAggregatesBasicOps-99034958-router', 'tenant_id': 'a280ff4408d845709eb32de28e2d3f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '97ec7966-3aec-4222-bc8b-7e7a2807cfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:41Z', 'updated_at': '2021-08-16T01:51:44Z', 'revision_number': 3, 'project_id': 'a280ff4408d845709eb32de28e2d3f0e', 'gw_port': {'id': '97ec7966-3aec-4222-bc8b-7e7a2807cfd6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:af:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90480ae8-eafb-4449-a362-0e41412a698b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:43Z', 'updated_at': '2021-08-16T01:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:47.639757 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e332f7-3042-4512-b947-fb0108c7e3b5 None None] The sync data for ids ['90480ae8-eafb-4449-a362-0e41412a698b'] in n-d-765315-27 is: [{'id': '90480ae8-eafb-4449-a362-0e41412a698b', 'name': 'tempest-TestAggregatesBasicOps-99034958-router', 'tenant_id': 'a280ff4408d845709eb32de28e2d3f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '97ec7966-3aec-4222-bc8b-7e7a2807cfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:41Z', 'updated_at': '2021-08-16T01:51:44Z', 'revision_number': 3, 'project_id': 'a280ff4408d845709eb32de28e2d3f0e', 'gw_port': {'id': '97ec7966-3aec-4222-bc8b-7e7a2807cfd6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:af:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90480ae8-eafb-4449-a362-0e41412a698b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:43Z', 'updated_at': '2021-08-16T01:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:47.657536 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a352a60d-d8a9-4ac9-b283-889a8b47a595 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.671388 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a352a60d-d8a9-4ac9-b283-889a8b47a595 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.683726 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75267078-80b1-4b34-a28e-f641f4736b8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.690454 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75267078-80b1-4b34-a28e-f641f4736b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.696677 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a352a60d-d8a9-4ac9-b283-889a8b47a595 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:51:47.715681 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352a60d-d8a9-4ac9-b283-889a8b47a595 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a6e10c-e8a7-4396-80c8-40ac3b4604fd,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:47.721949 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a352a60d-d8a9-4ac9-b283-889a8b47a595 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.722399 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-a352a60d-d8a9-4ac9-b283-889a8b47a595 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Added segment e75284ed-1111-47d2-ae90-4f5da716caa6 of type vlan for network 4ead9c13-abe5-44e4-b38f-547c3076353d Aug 16 01:51:47.764710 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75267078-80b1-4b34-a28e-f641f4736b8c admin admin] Pushing event updated for resources: {'Port': ['ID=79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:47.784473 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75267078-80b1-4b34-a28e-f641f4736b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.787162 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a352a60d-d8a9-4ac9-b283-889a8b47a595 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.821407 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a352a60d-d8a9-4ac9-b283-889a8b47a595 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.828445 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a352a60d-d8a9-4ac9-b283-889a8b47a595 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:47.829193 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a352a60d-d8a9-4ac9-b283-889a8b47a595 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:47.850611 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a352a60d-d8a9-4ac9-b283-889a8b47a595 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6744759 Aug 16 01:51:47.851447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37482) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:47.859552 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7d615a81-1fc1-49a9-8bfd-4619ed2ec802 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d', 'name': 'tempest-PortsIpV6TestJSON-902671180'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:47.937570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352a60d-d8a9-4ac9-b283-889a8b47a595 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Network': ['ID=4ead9c13-abe5-44e4-b38f-547c3076353d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:47.951202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 4ead9c13-abe5-44e4-b38f-547c3076353d details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:51:48.119324 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d615a81-1fc1-49a9-8bfd-4619ed2ec802 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:48.124311 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d615a81-1fc1-49a9-8bfd-4619ed2ec802 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.148759 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-7d615a81-1fc1-49a9-8bfd-4619ed2ec802 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] device_id is not set on port 6a3096ec-c917-4139-ac5b-7a06536695df yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:51:48.404470 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d615a81-1fc1-49a9-8bfd-4619ed2ec802 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.405807 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41310095-5827-4d2b-b8f4-dc7ff1df6a81 req-3989af1c-5616-4b8e-8004-acb63d5838ea tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:48.407362 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-41310095-5827-4d2b-b8f4-dc7ff1df6a81 req-3989af1c-5616-4b8e-8004-acb63d5838ea tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 943 time: 0.0960884 Aug 16 01:51:48.460831 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d615a81-1fc1-49a9-8bfd-4619ed2ec802 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.476211 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75267078-80b1-4b34-a28e-f641f4736b8c admin admin] Network aaeee703-6fc3-4296-8320-e4eaedafd163 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:48.484909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-75267078-80b1-4b34-a28e-f641f4736b8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:48.565264 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-41310095-5827-4d2b-b8f4-dc7ff1df6a81 req-8b95ff02-8455-43c1-895b-c60ba223f0e5 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471484 Aug 16 01:51:48.593234 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d615a81-1fc1-49a9-8bfd-4619ed2ec802 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=6a3096ec-c917-4139-ac5b-7a06536695df,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:48.614028 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d615a81-1fc1-49a9-8bfd-4619ed2ec802 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Checking segment: {'id': 'e75284ed-1111-47d2-ae90-4f5da716caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:48.614460 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d615a81-1fc1-49a9-8bfd-4619ed2ec802 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network hostable DHCP agents. Network: 4ead9c13-abe5-44e4-b38f-547c3076353d, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:51:48.648964 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4e019-aa22-455c-b20f-e63d847e6dfe req-ea2050d5-a3c0-452e-88c9-b1c731d20612 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:48.666507 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4e019-aa22-455c-b20f-e63d847e6dfe req-ea2050d5-a3c0-452e-88c9-b1c731d20612 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:48.668593 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8fa4e019-aa22-455c-b20f-e63d847e6dfe req-ea2050d5-a3c0-452e-88c9-b1c731d20612 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1678 time: 0.1445410 Aug 16 01:51:48.700189 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d615a81-1fc1-49a9-8bfd-4619ed2ec802 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 4ead9c13-abe5-44e4-b38f-547c3076353d is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:51:48.734121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7d615a81-1fc1-49a9-8bfd-4619ed2ec802 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 4ead9c13-abe5-44e4-b38f-547c3076353d) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:48.748231 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46631823-532d-46e5-882e-0dc673b4a29a None None] Network 4ead9c13-abe5-44e4-b38f-547c3076353d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:48.758632 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d615a81-1fc1-49a9-8bfd-4619ed2ec802 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:48.765023 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d615a81-1fc1-49a9-8bfd-4619ed2ec802 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:48.765784 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d615a81-1fc1-49a9-8bfd-4619ed2ec802 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.787550 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75267078-80b1-4b34-a28e-f641f4736b8c admin admin] Router 90480ae8-eafb-4449-a362-0e41412a698b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:51:48.796918 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8fa4e019-aa22-455c-b20f-e63d847e6dfe req-1e178a3e-81fa-442f-ad2a-dc595ffe6e09 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205626 Aug 16 01:51:48.810559 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7d615a81-1fc1-49a9-8bfd-4619ed2ec802 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9545169 Aug 16 01:51:48.812938 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37494) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:48.827852 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-338e17f9-0556-4d3e-b0dd-7cd27d480170 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-496320054'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:48.863691 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338e17f9-0556-4d3e-b0dd-7cd27d480170 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:48.870811 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-338e17f9-0556-4d3e-b0dd-7cd27d480170 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.900625 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338e17f9-0556-4d3e-b0dd-7cd27d480170 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:51:48.915210 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-338e17f9-0556-4d3e-b0dd-7cd27d480170 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.916133 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-338e17f9-0556-4d3e-b0dd-7cd27d480170 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Added segment 03505351-27fc-46a5-832f-3c631eba1b4e of type vlan for network ea7c403a-84b7-4cd5-b89b-7c6ab384a24e Aug 16 01:51:48.957055 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1ee91ad2-d371-4249-a96d-5d3ecec245e3 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:51:48.963911 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2c7e24b5-a1a1-46db-9148-74c564e27954 None None] Provisioning complete for port 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:48.964874 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c7e24b5-a1a1-46db-9148-74c564e27954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.984164 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-338e17f9-0556-4d3e-b0dd-7cd27d480170 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:48.988065 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75267078-80b1-4b34-a28e-f641f4736b8c admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:48.997443 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-75267078-80b1-4b34-a28e-f641f4736b8c admin admin] 10.222.0.68 "PUT /v2.0/routers/90480ae8-eafb-4449-a362-0e41412a698b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4546549 Aug 16 01:51:49.036459 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-338e17f9-0556-4d3e-b0dd-7cd27d480170 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:49.039885 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e24b5-a1a1-46db-9148-74c564e27954 None None] Port 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:51:49.053814 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338e17f9-0556-4d3e-b0dd-7cd27d480170 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:49.054476 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-338e17f9-0556-4d3e-b0dd-7cd27d480170 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:49.132959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37502) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:49.145255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'ports': [{'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d'}, {'network_id': 'ea7c403a-84b7-4cd5-b89b-7c6ab384a24e'}]} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:49.145673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:49.146272 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'network_id': 'ea7c403a-84b7-4cd5-b89b-7c6ab384a24e'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:49.155115 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1ee91ad2-d371-4249-a96d-5d3ecec245e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1ee91ad2-d371-4249-a96d-5d3ecec245e3,segment=NetworkSegment(6cf97c46-10f7-4287-94d1-911a786c4347),segment_id=6cf97c46-10f7-4287-94d1-911a786c4347)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:49.164790 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-338e17f9-0556-4d3e-b0dd-7cd27d480170 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3424411 Aug 16 01:51:49.176331 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '1ee91ad2-d371-4249-a96d-5d3ecec245e3', 'network_id': '01b33568-5ec3-42e6-bddb-b426d0964c41', 'port_id': '1ee91ad2-d371-4249-a96d-5d3ecec245e3', 'mac_address': 'fa:16:3e:70:e8:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c2bf130-b6e7-4498-8611-5b3d6e9eeb89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:51:49.189681 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e17f9-0556-4d3e-b0dd-7cd27d480170 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Network': ['ID=ea7c403a-84b7-4cd5-b89b-7c6ab384a24e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:49.217343 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network ea7c403a-84b7-4cd5-b89b-7c6ab384a24e details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:51:49.423000 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'port': 2} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:49.433527 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:49.452756 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:49.481096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee91ad2-d371-4249-a96d-5d3ecec245e3 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:49.489021 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:49.504861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1ee91ad2-d371-4249-a96d-5d3ecec245e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1ee91ad2-d371-4249-a96d-5d3ecec245e3,segment=NetworkSegment(6cf97c46-10f7-4287-94d1-911a786c4347),segment_id=6cf97c46-10f7-4287-94d1-911a786c4347)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:49.516291 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:49.571564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1ee91ad2-d371-4249-a96d-5d3ecec245e3,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:49.592808 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] device_id is not set on port d15fb6ae-a882-427a-8491-cc80cc28ab8f yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:51:49.776953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['1ee91ad2-d371-4249-a96d-5d3ecec245e3'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:49.823952 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1aedcb-7b6f-4a7f-a331-77ff0311c75e req-cbc08c00-dacf-4a7a-a72c-88011e7cb56e tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:49.829061 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-af1aedcb-7b6f-4a7f-a331-77ff0311c75e req-cbc08c00-dacf-4a7a-a72c-88011e7cb56e tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 944 time: 0.1570876 Aug 16 01:51:49.831822 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:49.885189 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37526) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:49.932961 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-af1aedcb-7b6f-4a7f-a331-77ff0311c75e req-f6347dd6-9fb5-48d3-a68e-f38a80332d0f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915599 Aug 16 01:51:49.962761 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 97ec7966-3aec-4222-bc8b-7e7a2807cfd6 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:49.962921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-256db2f4-4763-4dd3-a560-5e3f7a38dae3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1088209988-network', 'tenant_id': '31a5f36f38954936a80681b644820fef'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:50.051977 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] device_id is not set on port 66067141-3140-40dd-8308-a8421c071511 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:51:50.074841 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256db2f4-4763-4dd3-a560-5e3f7a38dae3 admin admin] Made reservation on behalf of 31a5f36f38954936a80681b644820fef for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:50.079183 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-256db2f4-4763-4dd3-a560-5e3f7a38dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.092228 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-030abdee-5c46-42c4-af77-f092f6c6967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.095074 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-256db2f4-4763-4dd3-a560-5e3f7a38dae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.107046 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 97ec7966-3aec-4222-bc8b-7e7a2807cfd6 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:50.113351 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 97ec7966-3aec-4222-bc8b-7e7a2807cfd6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:50.113903 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.120175 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4eeb3-5825-4db3-a042-d9278f4621fc req-d4537dc2-7178-4f04-9a3b-a710562f4b6d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:50.127258 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4eeb3-5825-4db3-a042-d9278f4621fc req-d4537dc2-7178-4f04-9a3b-a710562f4b6d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:50.128904 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fbd4eeb3-5825-4db3-a042-d9278f4621fc req-d4537dc2-7178-4f04-9a3b-a710562f4b6d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1678 time: 0.1753287 Aug 16 01:51:50.214237 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.238849 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 97ec7966-3aec-4222-bc8b-7e7a2807cfd6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=97ec7966-3aec-4222-bc8b-7e7a2807cfd6,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:50.248721 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Sync routers for ids ['90480ae8-eafb-4449-a362-0e41412a698b'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:50.254474 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.265478 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fbd4eeb3-5825-4db3-a042-d9278f4621fc req-8862e4a3-f187-4659-b0dd-409a08d67789 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257749 Aug 16 01:51:50.311491 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Routers {'90480ae8-eafb-4449-a362-0e41412a698b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:50.311711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:51:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['90480ae8-eafb-4449-a362-0e41412a698b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:50.321890 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.360200 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=97ec7966-3aec-4222-bc8b-7e7a2807cfd6,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:50.366870 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-256db2f4-4763-4dd3-a560-5e3f7a38dae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.376512 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-256db2f4-4763-4dd3-a560-5e3f7a38dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.416188 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256db2f4-4763-4dd3-a560-5e3f7a38dae3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:51:50.419489 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.437893 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Set router 90480ae8-eafb-4449-a362-0e41412a698b gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:50.459397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256db2f4-4763-4dd3-a560-5e3f7a38dae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae860ed-01b5-4a22-a1e4-682afd9c3309,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:50.470538 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-256db2f4-4763-4dd3-a560-5e3f7a38dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.470538 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-256db2f4-4763-4dd3-a560-5e3f7a38dae3 admin admin] Added segment eebb49c1-7760-4c75-a76d-a117db1ccf70 of type vlan for network eef71868-61a6-41b4-b160-e88fc9728e0d Aug 16 01:51:50.486017 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 4ead9c13-abe5-44e4-b38f-547c3076353d is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:50.495880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:50.498935 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:50.500135 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.542754 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=d15fb6ae-a882-427a-8491-cc80cc28ab8f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:50.584785 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-256db2f4-4763-4dd3-a560-5e3f7a38dae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.645300 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=66067141-3140-40dd-8308-a8421c071511,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:50.656443 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Checking segment: {'id': '03505351-27fc-46a5-832f-3c631eba1b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ea7c403a-84b7-4cd5-b89b-7c6ab384a24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:50.656812 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network hostable DHCP agents. Network: ea7c403a-84b7-4cd5-b89b-7c6ab384a24e, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:51:50.668723 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-256db2f4-4763-4dd3-a560-5e3f7a38dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.670083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256db2f4-4763-4dd3-a560-5e3f7a38dae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:50.671405 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-256db2f4-4763-4dd3-a560-5e3f7a38dae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.695978 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90480ae8-eafb-4449-a362-0e41412a698b', 'name': 'tempest-TestAggregatesBasicOps-99034958-router', 'tenant_id': 'a280ff4408d845709eb32de28e2d3f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '97ec7966-3aec-4222-bc8b-7e7a2807cfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:41Z', 'updated_at': '2021-08-16T01:51:47Z', 'revision_number': 4, 'project_id': 'a280ff4408d845709eb32de28e2d3f0e', 'gw_port': {'id': '97ec7966-3aec-4222-bc8b-7e7a2807cfd6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:af:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90480ae8-eafb-4449-a362-0e41412a698b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:43Z', 'updated_at': '2021-08-16T01:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0', 'name': '', 'network_id': 'aaeee703-6fc3-4296-8320-e4eaedafd163', 'tenant_id': 'a280ff4408d845709eb32de28e2d3f0e', 'mac_address': 'fa:16:3e:b6:5c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90480ae8-eafb-4449-a362-0e41412a698b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': 'c29adf41-791a-4608-af25-cdcc1dcfb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:46Z', 'updated_at': '2021-08-16T01:51:47Z', 'revision_number': 2, 'project_id': 'a280ff4408d845709eb32de28e2d3f0e', 'subnets': [{'id': 'c29adf41-791a-4608-af25-cdcc1dcfb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:50.723505 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Checking router: 90480ae8-eafb-4449-a362-0e41412a698b for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:51:50.723851 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Updating router 90480ae8-eafb-4449-a362-0e41412a698b port 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:51:50.731296 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network ea7c403a-84b7-4cd5-b89b-7c6ab384a24e is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:51:50.752641 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-256db2f4-4763-4dd3-a560-5e3f7a38dae3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8638871 Aug 16 01:51:50.755434 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37538) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:50.759492 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.761146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-202e9451-3e24-4ffc-b93f-1d33e3c7845b admin admin] Request body: {'subnet': {'network_id': 'eef71868-61a6-41b4-b160-e88fc9728e0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1088209988-subnet', 'tenant_id': '31a5f36f38954936a80681b644820fef', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:50.763307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256db2f4-4763-4dd3-a560-5e3f7a38dae3 admin admin] Pushing event updated for resources: {'Network': ['ID=eef71868-61a6-41b4-b160-e88fc9728e0d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:50.768399 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, ea7c403a-84b7-4cd5-b89b-7c6ab384a24e) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:50.772456 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:50.780314 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:50.787068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network eef71868-61a6-41b4-b160-e88fc9728e0d details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:51:50.787572 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:50.787870 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.789171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ecd432-bb3d-4187-8089-00612b44e7dd None None] Network ea7c403a-84b7-4cd5-b89b-7c6ab384a24e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:50.803478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202e9451-3e24-4ffc-b93f-1d33e3c7845b admin admin] Made reservation on behalf of 31a5f36f38954936a80681b644820fef for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:50.807117 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-202e9451-3e24-4ffc-b93f-1d33e3c7845b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.813715 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7aafd358-5794-411b-86cc-79a9b78799f9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6791799 Aug 16 01:51:50.814675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37540) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:50.938959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-45b998e8-f9b9-4b07-bf9a-4c19d8859f0d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port 66067141-3140-40dd-8308-a8421c071511 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:50.940328 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45b998e8-f9b9-4b07-bf9a-4c19d8859f0d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:50.971193 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ae6fac71-6b29-4258-bb9f-2999d03d6555 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:51:50.974548 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1ee91ad2-d371-4249-a96d-5d3ecec245e3 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:51.037891 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45b998e8-f9b9-4b07-bf9a-4c19d8859f0d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.058029 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-45b998e8-f9b9-4b07-bf9a-4c19d8859f0d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for 66067141-3140-40dd-8308-a8421c071511 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:51.166921 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45b998e8-f9b9-4b07-bf9a-4c19d8859f0d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.226865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b998e8-f9b9-4b07-bf9a-4c19d8859f0d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=66067141-3140-40dd-8308-a8421c071511,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:51.233249 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45b998e8-f9b9-4b07-bf9a-4c19d8859f0d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.244892 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-45b998e8-f9b9-4b07-bf9a-4c19d8859f0d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/ports/66067141-3140-40dd-8308-a8421c071511 HTTP/1.1" status: 204 len: 168 time: 0.4239452 Aug 16 01:51:51.245783 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37546) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:51.331503 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100ff53d-2928-4a6a-be33-987804902a3f tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:51.332254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262f96d-5f66-49d8-b40b-9af0cdfb614c req-6c64b86c-425a-4b72-8ebc-b99624536869 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:51.333858 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1262f96d-5f66-49d8-b40b-9af0cdfb614c req-6c64b86c-425a-4b72-8ebc-b99624536869 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 944 time: 0.0683134 Aug 16 01:51:51.350502 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100ff53d-2928-4a6a-be33-987804902a3f tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:51.363313 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-100ff53d-2928-4a6a-be33-987804902a3f tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1160240 Aug 16 01:51:51.363644 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37550) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:51.413077 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 1ee91ad2-d371-4249-a96d-5d3ecec245e3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:51.413857 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.436607 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a67ab0-db3a-4af4-ae1c-551025d14589 req-c90a97f1-9073-4265-82ee-1288019f83cc tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:51.444624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a67ab0-db3a-4af4-ae1c-551025d14589 req-c90a97f1-9073-4265-82ee-1288019f83cc tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:51.446641 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d1a67ab0-db3a-4af4-ae1c-551025d14589 req-c90a97f1-9073-4265-82ee-1288019f83cc tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1678 time: 0.0822520 Aug 16 01:51:51.492492 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1262f96d-5f66-49d8-b40b-9af0cdfb614c req-00d73730-7609-4c21-a13d-3933f10103c2 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524835 Aug 16 01:51:51.504996 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d1a67ab0-db3a-4af4-ae1c-551025d14589 req-348a489e-cfdf-4546-9c1b-009c60b0fb05 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501697 Aug 16 01:51:51.533236 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2f2dee08-29af-4107-bb51-53689c20060e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port d15fb6ae-a882-427a-8491-cc80cc28ab8f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:51.533581 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f2dee08-29af-4107-bb51-53689c20060e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.540327 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.554564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ae6fac71-6b29-4258-bb9f-2999d03d6555, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ae6fac71-6b29-4258-bb9f-2999d03d6555,segment=NetworkSegment(83f7bc93-4c1b-41c3-94fe-6a563930e48e),segment_id=83f7bc93-4c1b-41c3-94fe-6a563930e48e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:51.575929 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Transition to ACTIVE for port object 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:51.581162 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'ae6fac71-6b29-4258-bb9f-2999d03d6555', 'network_id': '154213df-f9b7-4083-aa45-24f46a784789', 'port_id': 'ae6fac71-6b29-4258-bb9f-2999d03d6555', 'mac_address': 'fa:16:3e:e8:f4:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e098cc4-322e-4e6f-839e-acccedce9516', 'ip_address': '19.86.0.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:51:51.587713 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.619315 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-202e9451-3e24-4ffc-b93f-1d33e3c7845b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.662513 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f2dee08-29af-4107-bb51-53689c20060e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.679890 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.686809 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2f2dee08-29af-4107-bb51-53689c20060e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for d15fb6ae-a882-427a-8491-cc80cc28ab8f owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:51.692379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e9451-3e24-4ffc-b93f-1d33e3c7845b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d395a83c-40f9-4cf1-b7d6-bf80f172eced,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:51.723270 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202e9451-3e24-4ffc-b93f-1d33e3c7845b admin admin] Checking segment: {'id': 'eebb49c1-7760-4c75-a76d-a117db1ccf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'eef71868-61a6-41b4-b160-e88fc9728e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:51.723645 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202e9451-3e24-4ffc-b93f-1d33e3c7845b admin admin] Network hostable DHCP agents. Network: eef71868-61a6-41b4-b160-e88fc9728e0d, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:51:51.746741 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6fac71-6b29-4258-bb9f-2999d03d6555 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:51.752872 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a9620-3a08-4396-b1b7-802f1aea55eb None None] Pushing event updated for resources: {'Port': ['ID=79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:51.764134 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.830452 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202e9451-3e24-4ffc-b93f-1d33e3c7845b admin admin] Network eef71868-61a6-41b4-b160-e88fc9728e0d is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:51:51.836595 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f2dee08-29af-4107-bb51-53689c20060e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.849464 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ae6fac71-6b29-4258-bb9f-2999d03d6555, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ae6fac71-6b29-4258-bb9f-2999d03d6555,segment=NetworkSegment(83f7bc93-4c1b-41c3-94fe-6a563930e48e),segment_id=83f7bc93-4c1b-41c3-94fe-6a563930e48e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:51.858444 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0375245d-6550-48af-a2fc-b46a83fbd1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee91ad2-d371-4249-a96d-5d3ecec245e3'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:51.861178 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a373f53f-ec78-43b5-85b7-4319b0f170c2" -d '{"events": [{"server_uuid": "0375245d-6550-48af-a2fc-b46a83fbd1df", "name": "network-vif-plugged", "status": "completed", "tag": "1ee91ad2-d371-4249-a96d-5d3ecec245e3"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:51.875799 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.877016 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device d552cb89-cf63-4386-97db-e170ab09475b details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:51:51.877266 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2dee08-29af-4107-bb51-53689c20060e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=d15fb6ae-a882-427a-8491-cc80cc28ab8f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:51.896117 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f2dee08-29af-4107-bb51-53689c20060e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.901482 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2f2dee08-29af-4107-bb51-53689c20060e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/ports/d15fb6ae-a882-427a-8491-cc80cc28ab8f HTTP/1.1" status: 204 len: 168 time: 0.5351789 Aug 16 01:51:51.905506 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37564) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:51.910960 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-202e9451-3e24-4ffc-b93f-1d33e3c7845b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, eef71868-61a6-41b4-b160-e88fc9728e0d) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:51.916577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202e9451-3e24-4ffc-b93f-1d33e3c7845b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:51.917529 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-202e9451-3e24-4ffc-b93f-1d33e3c7845b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:51.939047 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1ee91ad2-d371-4249-a96d-5d3ecec245e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1ee91ad2-d371-4249-a96d-5d3ecec245e3,segment=NetworkSegment(6cf97c46-10f7-4287-94d1-911a786c4347),segment_id=6cf97c46-10f7-4287-94d1-911a786c4347)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:51.948915 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643331dd-3df0-4446-a0d2-236c1e927bc7 None None] Network eef71868-61a6-41b4-b160-e88fc9728e0d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:51.953121 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-202e9451-3e24-4ffc-b93f-1d33e3c7845b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1964142 Aug 16 01:51:51.956276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37566) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:51.962805 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8c8bf42a-346b-451c-a3a4-a12d6b55fdff admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1088209988-router', 'tenant_id': '31a5f36f38954936a80681b644820fef', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:51.998345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873d779c-b258-4969-9c03-41ba7b5c008a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:52.010878 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37568) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:52.018399 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-873d779c-b258-4969-9c03-41ba7b5c008a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1115522 Aug 16 01:51:52.026058 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 97ec7966-3aec-4222-bc8b-7e7a2807cfd6 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:52.050424 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af7850d-8825-4b44-8439-2cb4559fb17d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] GET failed (client error): The resource could not be found. Aug 16 01:51:52.054546 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5af7850d-8825-4b44-8439-2cb4559fb17d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports/66067141-3140-40dd-8308-a8421c071511 HTTP/1.1" status: 404 len: 333 time: 0.0399396 Aug 16 01:51:52.054546 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c8bf42a-346b-451c-a3a4-a12d6b55fdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.054546 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c8bf42a-346b-451c-a3a4-a12d6b55fdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.054954 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37572) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:52.093225 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5ef8c6-cd48-42a3-85a8-928da021a52c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] GET failed (client error): The resource could not be found. Aug 16 01:51:52.098179 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.098484 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9e5ef8c6-cd48-42a3-85a8-928da021a52c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports/d15fb6ae-a882-427a-8491-cc80cc28ab8f HTTP/1.1" status: 404 len: 333 time: 0.0422549 Aug 16 01:51:52.099404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37574) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:52.144188 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c8bf42a-346b-451c-a3a4-a12d6b55fdff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.151490 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Attempting to bind port 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:52.152002 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Attempting to bind port 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '71ed9c60-86fd-48d1-9c0b-d1369922ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aaeee703-6fc3-4296-8320-e4eaedafd163'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:52.153033 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Attempting to bind port 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 on network aaeee703-6fc3-4296-8320-e4eaedafd163 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:52.191553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:52.197327 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Checking segment: {'id': '71ed9c60-86fd-48d1-9c0b-d1369922ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aaeee703-6fc3-4296-8320-e4eaedafd163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:52.201425 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.202742 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Bound using segment: {'id': '71ed9c60-86fd-48d1-9c0b-d1369922ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aaeee703-6fc3-4296-8320-e4eaedafd163'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:52.204385 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Bound port: 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed9c60-86fd-48d1-9c0b-d1369922ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aaeee703-6fc3-4296-8320-e4eaedafd163'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:52.205683 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.224578 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2638ad65-43a5-4c21-90d2-17bc144879f8 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.331921 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c8bf42a-346b-451c-a3a4-a12d6b55fdff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.343348 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2638ad65-43a5-4c21-90d2-17bc144879f8 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.354835 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2638ad65-43a5-4c21-90d2-17bc144879f8 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7c403a-84b7-4cd5-b89b-7c6ab384a24e']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:52.367000 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2638ad65-43a5-4c21-90d2-17bc144879f8 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03505351-27fc-46a5-832f-3c631eba1b4e') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:52.367421 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2638ad65-43a5-4c21-90d2-17bc144879f8 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03505351-27fc-46a5-832f-3c631eba1b4e') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:52.377720 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2638ad65-43a5-4c21-90d2-17bc144879f8 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.393906 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2638ad65-43a5-4c21-90d2-17bc144879f8 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.400673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2638ad65-43a5-4c21-90d2-17bc144879f8 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:51:52.401413 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2638ad65-43a5-4c21-90d2-17bc144879f8 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:51:52.471349 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:51:52.477492 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2638ad65-43a5-4c21-90d2-17bc144879f8 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.491798 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2638ad65-43a5-4c21-90d2-17bc144879f8 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.499698 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=ae6fac71-6b29-4258-bb9f-2999d03d6555,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:52.504272 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.resource_extend [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:51:52.506479 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2638ad65-43a5-4c21-90d2-17bc144879f8 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/networks/ea7c403a-84b7-4cd5-b89b-7c6ab384a24e HTTP/1.1" status: 204 len: 168 time: 0.4056864 Aug 16 01:51:52.509141 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdfd427-e89d-4683-a78b-92c6c3cdc393 x-openstack-request-id: req-1bdfd427-e89d-4683-a78b-92c6c3cdc393 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:52.509428 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0375245d-6550-48af-a2fc-b46a83fbd1df", "name": "network-vif-plugged", "status": "completed", "tag": "1ee91ad2-d371-4249-a96d-5d3ecec245e3", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:52.509684 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1bdfd427-e89d-4683-a78b-92c6c3cdc393 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:52.510080 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0375245d-6550-48af-a2fc-b46a83fbd1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee91ad2-d371-4249-a96d-5d3ecec245e3', 'code': 200} Aug 16 01:51:52.521910 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37576) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:52.542309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-91a95ab9-e9c3-4186-812f-31d8c7b20bbe tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1635730969'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:52.607864 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638ad65-43a5-4c21-90d2-17bc144879f8 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Network': ['ID=ea7c403a-84b7-4cd5-b89b-7c6ab384a24e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:52.615608 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a95ab9-e9c3-4186-812f-31d8c7b20bbe tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:52.629345 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91a95ab9-e9c3-4186-812f-31d8c7b20bbe tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.651639 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c8bf42a-346b-451c-a3a4-a12d6b55fdff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.708036 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c8bf42a-346b-451c-a3a4-a12d6b55fdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.753020 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a95ab9-e9c3-4186-812f-31d8c7b20bbe tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:51:52.767544 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d761d0d8-d5bc-4f0d-bdc3-908d77a9f135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.781494 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91a95ab9-e9c3-4186-812f-31d8c7b20bbe tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.781871 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-91a95ab9-e9c3-4186-812f-31d8c7b20bbe tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Added segment 305bb835-9d8a-4f72-b4a4-0484085e544a of type vlan for network 2d49835e-3ad9-47df-8b1d-51d915d3b9c4 Aug 16 01:51:52.791149 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fffe6-ae9a-458b-b20e-f9560da2b2ae req-b26c8da2-f3fb-476b-a171-d7bbcba41e2c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:52.798439 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fffe6-ae9a-458b-b20e-f9560da2b2ae req-b26c8da2-f3fb-476b-a171-d7bbcba41e2c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:52.800326 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-911fffe6-ae9a-458b-b20e-f9560da2b2ae req-b26c8da2-f3fb-476b-a171-d7bbcba41e2c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1679 time: 0.1123514 Aug 16 01:51:52.807153 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 97ec7966-3aec-4222-bc8b-7e7a2807cfd6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:52.807531 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.819497 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a8788-6969-40a7-832e-8d2c68c991a4 req-67d442c8-9417-49c6-a16f-33a1fa9080a0 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:52.820860 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-963a8788-6969-40a7-832e-8d2c68c991a4 req-67d442c8-9417-49c6-a16f-33a1fa9080a0 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.1671724 Aug 16 01:51:52.880769 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91a95ab9-e9c3-4186-812f-31d8c7b20bbe tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.907255 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-911fffe6-ae9a-458b-b20e-f9560da2b2ae req-cd533258-63cf-48b0-a518-d009f2f052b8 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968091 Aug 16 01:51:52.915467 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-eef71868-61a6-41b4-b160-e88fc9728e0d', 'network_id': 'eef71868-61a6-41b4-b160-e88fc9728e0d', 'tenant_id': '31a5f36f38954936a80681b644820fef', 'fixed_ips': [{'subnet_id': 'd395a83c-40f9-4cf1-b7d6-bf80f172eced'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:51:52.916506 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.952572 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1ee91ad2-d371-4249-a96d-5d3ecec245e3,revision_number=10']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:52.966979 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91a95ab9-e9c3-4186-812f-31d8c7b20bbe tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:52.971532 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-963a8788-6969-40a7-832e-8d2c68c991a4 req-22d99f48-cd55-4628-a647-6bafb79d39e2 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385307 Aug 16 01:51:52.975217 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdb513-55de-4671-9b8f-bc076770ad81 req-4e975b04-146e-4353-9e30-75b6827ef400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:52.976640 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-56bdb513-55de-4671-9b8f-bc076770ad81 req-4e975b04-146e-4353-9e30-75b6827ef400 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 1098 time: 0.4340112 Aug 16 01:51:52.977035 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a95ab9-e9c3-4186-812f-31d8c7b20bbe tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:52.978149 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91a95ab9-e9c3-4186-812f-31d8c7b20bbe tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.003525 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-8c8bf42a-346b-451c-a3a4-a12d6b55fdff admin admin] Allocated IP 172.25.3.63 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/fecd3bc5-66d3-4457-b0aa-dd5644db1d39) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:53.017063 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port d552cb89-cf63-4386-97db-e170ab09475b, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=d552cb89-cf63-4386-97db-e170ab09475b,segment=NetworkSegment(8b0f6df6-c679-4a1f-9bac-78f274858530),segment_id=8b0f6df6-c679-4a1f-9bac-78f274858530)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:53.056274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] For port 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:53.093611 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-56bdb513-55de-4671-9b8f-bc076770ad81 req-e73bd2c6-f2fc-4eaa-9522-ce8f20e55a63 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071763 Aug 16 01:51:53.102542 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-91a95ab9-e9c3-4186-812f-31d8c7b20bbe tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5793459 Aug 16 01:51:53.111084 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a95ab9-e9c3-4186-812f-31d8c7b20bbe tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Network': ['ID=2d49835e-3ad9-47df-8b1d-51d915d3b9c4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:53.113193 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37588) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:53.119820 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8b198922-4288-4faf-9c75-5fcb155c2ef4 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'subnet': {'network_id': '2d49835e-3ad9-47df-8b1d-51d915d3b9c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:53.170533 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'd552cb89-cf63-4386-97db-e170ab09475b', 'network_id': '71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63', 'port_id': 'd552cb89-cf63-4386-97db-e170ab09475b', 'mac_address': 'fa:16:3e:1f:8b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b518630e-afab-4895-b9cd-5a41e01a9164', 'ip_address': '19.80.0.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:51:53.179070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 2d49835e-3ad9-47df-8b1d-51d915d3b9c4 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:51:53.187435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] For port 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0,segment=NetworkSegment(71ed9c60-86fd-48d1-9c0b-d1369922ed60),segment_id=71ed9c60-86fd-48d1-9c0b-d1369922ed60)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:53.235643 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c8bf42a-346b-451c-a3a4-a12d6b55fdff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.261425 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b198922-4288-4faf-9c75-5fcb155c2ef4 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:53.265907 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b198922-4288-4faf-9c75-5fcb155c2ef4 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.271501 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.390640 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c8bf42a-346b-451c-a3a4-a12d6b55fdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.409422 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.410668 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.436452 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d552cb89-cf63-4386-97db-e170ab09475b {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:51:53.442544 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8bf42a-346b-451c-a3a4-a12d6b55fdff admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:53.460532 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8c8bf42a-346b-451c-a3a4-a12d6b55fdff admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:53.476867 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8bf42a-346b-451c-a3a4-a12d6b55fdff admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:53.482861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Routers {'90480ae8-eafb-4449-a362-0e41412a698b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:53.483408 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:51:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['90480ae8-eafb-4449-a362-0e41412a698b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:53.489799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a9620-3a08-4396-b1b7-802f1aea55eb None None] Pushing event updated for resources: {'Port': ['ID=79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:53.495827 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port d552cb89-cf63-4386-97db-e170ab09475b, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=d552cb89-cf63-4386-97db-e170ab09475b,segment=NetworkSegment(8b0f6df6-c679-4a1f-9bac-78f274858530),segment_id=8b0f6df6-c679-4a1f-9bac-78f274858530)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:53.528639 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Allocated IP 172.20.0.2 (eef71868-61a6-41b4-b160-e88fc9728e0d/d395a83c-40f9-4cf1-b7d6-bf80f172eced/83c2c6c3-4030-4a08-925b-e2af5609c90f) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:53.533417 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.621832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bf42a-346b-451c-a3a4-a12d6b55fdff admin admin] Pushing event updated for resources: {'Port': ['ID=fecd3bc5-66d3-4457-b0aa-dd5644db1d39,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:53.630268 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b198922-4288-4faf-9c75-5fcb155c2ef4 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.723479 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=d552cb89-cf63-4386-97db-e170ab09475b,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:53.737298 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] Set router 90480ae8-eafb-4449-a362-0e41412a698b gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:53.789258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b198922-4288-4faf-9c75-5fcb155c2ef4 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Checking segment: {'id': '305bb835-9d8a-4f72-b4a4-0484085e544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2d49835e-3ad9-47df-8b1d-51d915d3b9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:53.789815 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b198922-4288-4faf-9c75-5fcb155c2ef4 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network hostable DHCP agents. Network: 2d49835e-3ad9-47df-8b1d-51d915d3b9c4, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:51:53.795791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b198922-4288-4faf-9c75-5fcb155c2ef4 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Subnet': ['ID=a98ef841-bf4e-433d-be12-fc476ed8f2b3,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:53.836247 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['ae6fac71-6b29-4258-bb9f-2999d03d6555'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:53.837877 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['d552cb89-cf63-4386-97db-e170ab09475b'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:51:53.848379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b198922-4288-4faf-9c75-5fcb155c2ef4 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 2d49835e-3ad9-47df-8b1d-51d915d3b9c4 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:51:53.913182 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8b198922-4288-4faf-9c75-5fcb155c2ef4 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 2d49835e-3ad9-47df-8b1d-51d915d3b9c4) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:53.918641 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b198922-4288-4faf-9c75-5fcb155c2ef4 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:53.919478 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b198922-4288-4faf-9c75-5fcb155c2ef4 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:53.945310 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8b198922-4288-4faf-9c75-5fcb155c2ef4 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8311291 Aug 16 01:51:53.947903 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37602) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:53.955069 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f746d2f8-0f33-4855-8afc-443e9bd39539 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'network_id': '2d49835e-3ad9-47df-8b1d-51d915d3b9c4', 'name': 'tempest-PortsIpV6TestJSON-295021550'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:54.026859 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c8bf42a-346b-451c-a3a4-a12d6b55fdff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.031262 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e751fc8-2948-463f-9b0c-53158b068cc7 None None] Network 2d49835e-3ad9-47df-8b1d-51d915d3b9c4 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:54.215137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf40f68-decb-425f-96bd-5b9860889e75 req-1c44d9e2-91b8-4b8b-a7c0-a8b817aadbf4 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.216629 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4bf40f68-decb-425f-96bd-5b9860889e75 req-1c44d9e2-91b8-4b8b-a7c0-a8b817aadbf4 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.1030715 Aug 16 01:51:54.261395 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e4280-189c-40d2-adf4-08301b0b2d4a req-3107a5f4-f3be-472e-b853-72cbd27e03ff tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.268931 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e4280-189c-40d2-adf4-08301b0b2d4a req-3107a5f4-f3be-472e-b853-72cbd27e03ff tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:54.279283 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-738e4280-189c-40d2-adf4-08301b0b2d4a req-3107a5f4-f3be-472e-b853-72cbd27e03ff tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1680 time: 0.2052622 Aug 16 01:51:54.301962 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.358398 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-738e4280-189c-40d2-adf4-08301b0b2d4a req-647ec967-0b31-490d-95c9-2abcb58dbad4 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778854 Aug 16 01:51:54.374650 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.376158 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f746d2f8-0f33-4855-8afc-443e9bd39539 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:54.380100 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f746d2f8-0f33-4855-8afc-443e9bd39539 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.421549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-f746d2f8-0f33-4855-8afc-443e9bd39539 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] device_id is not set on port c97c2e13-7d01-4976-8954-6d210c6bb407 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:51:54.443105 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Transition to ACTIVE for port object 83c2c6c3-4030-4a08-925b-e2af5609c90f will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:54.447648 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c8bf42a-346b-451c-a3a4-a12d6b55fdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.568369 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Transition to ACTIVE for port object 83c2c6c3-4030-4a08-925b-e2af5609c90f will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:54.633106 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-2d49835e-3ad9-47df-8b1d-51d915d3b9c4', 'network_id': '2d49835e-3ad9-47df-8b1d-51d915d3b9c4', 'tenant_id': '2838ccd56ffe4e92a1b0adcc50f76a21', 'fixed_ips': [{'subnet_id': 'a98ef841-bf4e-433d-be12-fc476ed8f2b3'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:51:54.634150 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.637432 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.649273 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-f746d2f8-0f33-4855-8afc-443e9bd39539 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Allocated IP 2001:db8::c8 (2d49835e-3ad9-47df-8b1d-51d915d3b9c4/a98ef841-bf4e-433d-be12-fc476ed8f2b3/c97c2e13-7d01-4976-8954-6d210c6bb407) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:54.661824 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4bf40f68-decb-425f-96bd-5b9860889e75 req-90b9c741-be4c-4aae-a49b-d35b9756e321 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310238 Aug 16 01:51:54.731010 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90480ae8-eafb-4449-a362-0e41412a698b', 'name': 'tempest-TestAggregatesBasicOps-99034958-router', 'tenant_id': 'a280ff4408d845709eb32de28e2d3f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '97ec7966-3aec-4222-bc8b-7e7a2807cfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:41Z', 'updated_at': '2021-08-16T01:51:47Z', 'revision_number': 4, 'project_id': 'a280ff4408d845709eb32de28e2d3f0e', 'gw_port': {'id': '97ec7966-3aec-4222-bc8b-7e7a2807cfd6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:af:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90480ae8-eafb-4449-a362-0e41412a698b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:43Z', 'updated_at': '2021-08-16T01:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0', 'name': '', 'network_id': 'aaeee703-6fc3-4296-8320-e4eaedafd163', 'tenant_id': 'a280ff4408d845709eb32de28e2d3f0e', 'mac_address': 'fa:16:3e:b6:5c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90480ae8-eafb-4449-a362-0e41412a698b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': 'c29adf41-791a-4608-af25-cdcc1dcfb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:46Z', 'updated_at': '2021-08-16T01:51:53Z', 'revision_number': 4, 'project_id': 'a280ff4408d845709eb32de28e2d3f0e', 'subnets': [{'id': 'c29adf41-791a-4608-af25-cdcc1dcfb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:54.754762 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8bf42a-346b-451c-a3a4-a12d6b55fdff admin admin] Router a1046938-10a4-4c7b-8080-04ecd9af2555 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:51:54.943763 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f746d2f8-0f33-4855-8afc-443e9bd39539 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:54.973909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-f746d2f8-0f33-4855-8afc-443e9bd39539 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Transition to ACTIVE for port object c97c2e13-7d01-4976-8954-6d210c6bb407 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:55.002740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8bf42a-346b-451c-a3a4-a12d6b55fdff admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:51:55.011971 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f746d2f8-0f33-4855-8afc-443e9bd39539 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.015592 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Sync routers for ids ['a1046938-10a4-4c7b-8080-04ecd9af2555'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:51:55.034530 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c8bf42a-346b-451c-a3a4-a12d6b55fdff admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.035798 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8c8bf42a-346b-451c-a3a4-a12d6b55fdff admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0781834 Aug 16 01:51:55.036055 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Routers {'a1046938-10a4-4c7b-8080-04ecd9af2555'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:55.036959 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:51:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a1046938-10a4-4c7b-8080-04ecd9af2555'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:55.038475 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37648) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:55.044323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f746d2f8-0f33-4855-8afc-443e9bd39539 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 2d49835e-3ad9-47df-8b1d-51d915d3b9c4 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:55.068824 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f746d2f8-0f33-4855-8afc-443e9bd39539 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:55.073303 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f746d2f8-0f33-4855-8afc-443e9bd39539 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:55.080387 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746d2f8-0f33-4855-8afc-443e9bd39539 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.081321 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f746d2f8-0f33-4855-8afc-443e9bd39539 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.107267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746d2f8-0f33-4855-8afc-443e9bd39539 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=c97c2e13-7d01-4976-8954-6d210c6bb407,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:55.114781 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f746d2f8-0f33-4855-8afc-443e9bd39539 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1656294 Aug 16 01:51:55.117421 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37650) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:55.154712 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Allocated IP 2001:db8::2 (2d49835e-3ad9-47df-8b1d-51d915d3b9c4/a98ef841-bf4e-433d-be12-fc476ed8f2b3/86765abd-bc9d-4534-9cab-ec124657174b) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:55.250142 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-299cd395-05d6-411c-a030-d362ce399b5b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port c97c2e13-7d01-4976-8954-6d210c6bb407 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:55.250719 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-299cd395-05d6-411c-a030-d362ce399b5b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.315177 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.324712 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Transition to ACTIVE for port object 86765abd-bc9d-4534-9cab-ec124657174b will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:55.342094 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Transition to ACTIVE for port object 86765abd-bc9d-4534-9cab-ec124657174b will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:55.379981 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-299cd395-05d6-411c-a030-d362ce399b5b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.384775 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Network eef71868-61a6-41b4-b160-e88fc9728e0d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:55.390203 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.396027 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-299cd395-05d6-411c-a030-d362ce399b5b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for c97c2e13-7d01-4976-8954-6d210c6bb407 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:55.396797 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f76528-c467-48cf-a63f-4485951b81a9 None None] The sync data for ids ['90480ae8-eafb-4449-a362-0e41412a698b'] in n-d-765315-27 is: [{'id': '90480ae8-eafb-4449-a362-0e41412a698b', 'name': 'tempest-TestAggregatesBasicOps-99034958-router', 'tenant_id': 'a280ff4408d845709eb32de28e2d3f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '97ec7966-3aec-4222-bc8b-7e7a2807cfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:41Z', 'updated_at': '2021-08-16T01:51:47Z', 'revision_number': 4, 'project_id': 'a280ff4408d845709eb32de28e2d3f0e', 'gw_port': {'id': '97ec7966-3aec-4222-bc8b-7e7a2807cfd6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:af:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90480ae8-eafb-4449-a362-0e41412a698b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:43Z', 'updated_at': '2021-08-16T01:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0', 'name': '', 'network_id': 'aaeee703-6fc3-4296-8320-e4eaedafd163', 'tenant_id': 'a280ff4408d845709eb32de28e2d3f0e', 'mac_address': 'fa:16:3e:b6:5c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90480ae8-eafb-4449-a362-0e41412a698b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': 'c29adf41-791a-4608-af25-cdcc1dcfb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:46Z', 'updated_at': '2021-08-16T01:51:53Z', 'revision_number': 4, 'project_id': 'a280ff4408d845709eb32de28e2d3f0e', 'subnets': [{'id': 'c29adf41-791a-4608-af25-cdcc1dcfb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:55.408404 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:55.411880 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:55.426962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Pushing event updated for resources: {'Port': ['ID=83c2c6c3-4030-4a08-925b-e2af5609c90f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:55.591361 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Set router a1046938-10a4-4c7b-8080-04ecd9af2555 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:55.629084 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Network 2d49835e-3ad9-47df-8b1d-51d915d3b9c4 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:55.676012 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-299cd395-05d6-411c-a030-d362ce399b5b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.700032 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:55.708501 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:55.738309 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Attempting to bind port 83c2c6c3-4030-4a08-925b-e2af5609c90f on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:55.738512 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Attempting to bind port 83c2c6c3-4030-4a08-925b-e2af5609c90f by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'eebb49c1-7760-4c75-a76d-a117db1ccf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'eef71868-61a6-41b4-b160-e88fc9728e0d'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:55.738892 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Attempting to bind port 83c2c6c3-4030-4a08-925b-e2af5609c90f on network eef71868-61a6-41b4-b160-e88fc9728e0d {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:55.773275 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Pushing event updated for resources: {'Port': ['ID=86765abd-bc9d-4534-9cab-ec124657174b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:55.783298 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:55.783298 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Checking segment: {'id': 'eebb49c1-7760-4c75-a76d-a117db1ccf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'eef71868-61a6-41b4-b160-e88fc9728e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:55.783298 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.783715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Bound using segment: {'id': 'eebb49c1-7760-4c75-a76d-a117db1ccf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'eef71868-61a6-41b4-b160-e88fc9728e0d'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:55.783951 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Bound port: 83c2c6c3-4030-4a08-925b-e2af5609c90f, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebb49c1-7760-4c75-a76d-a117db1ccf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'eef71868-61a6-41b4-b160-e88fc9728e0d'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:55.784325 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.854029 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299cd395-05d6-411c-a030-d362ce399b5b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=c97c2e13-7d01-4976-8954-6d210c6bb407,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:55.870137 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-299cd395-05d6-411c-a030-d362ce399b5b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:55.873055 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-299cd395-05d6-411c-a030-d362ce399b5b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/ports/c97c2e13-7d01-4976-8954-6d210c6bb407 HTTP/1.1" status: 204 len: 168 time: 0.7545266 Aug 16 01:51:55.877720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37660) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:55.932679 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95beaf9-38ac-453b-9ee7-46fd7b6d832e req-9fb2a194-2f61-4994-8034-7193100df13d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.940851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95beaf9-38ac-453b-9ee7-46fd7b6d832e req-9fb2a194-2f61-4994-8034-7193100df13d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:55.954018 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c95beaf9-38ac-453b-9ee7-46fd7b6d832e req-9fb2a194-2f61-4994-8034-7193100df13d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1680 time: 0.3038330 Aug 16 01:51:55.987585 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd512e6-d03b-4a0c-9709-f48fe0ee43aa tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] DELETE failed (client error): The resource could not be found. Aug 16 01:51:55.988631 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd512e6-d03b-4a0c-9709-f48fe0ee43aa tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:51:55.992572 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cfd512e6-d03b-4a0c-9709-f48fe0ee43aa tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/ports/c97c2e13-7d01-4976-8954-6d210c6bb407 HTTP/1.1" status: 404 len: 333 time: 0.1083207 Aug 16 01:51:55.995444 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37664) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:56.003404 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Attempting to bind port 86765abd-bc9d-4534-9cab-ec124657174b on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:56.005458 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Attempting to bind port 86765abd-bc9d-4534-9cab-ec124657174b by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '305bb835-9d8a-4f72-b4a4-0484085e544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2d49835e-3ad9-47df-8b1d-51d915d3b9c4'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:56.007294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Attempting to bind port 86765abd-bc9d-4534-9cab-ec124657174b on network 2d49835e-3ad9-47df-8b1d-51d915d3b9c4 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:56.012414 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:56.031118 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c95beaf9-38ac-453b-9ee7-46fd7b6d832e req-c83c2b1f-aeb4-46f1-acd8-ef486b88f368 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753729 Aug 16 01:51:56.058234 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1046938-10a4-4c7b-8080-04ecd9af2555', 'name': 'tempest-TestAggregatesBasicOps-1088209988-router', 'tenant_id': '31a5f36f38954936a80681b644820fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fecd3bc5-66d3-4457-b0aa-dd5644db1d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:52Z', 'updated_at': '2021-08-16T01:51:53Z', 'revision_number': 3, 'project_id': '31a5f36f38954936a80681b644820fef', 'gw_port': {'id': 'fecd3bc5-66d3-4457-b0aa-dd5644db1d39', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1046938-10a4-4c7b-8080-04ecd9af2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:52Z', 'updated_at': '2021-08-16T01:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:56.076536 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-426d5604-445a-4767-827c-939a71ad1873 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] GET failed (client error): The resource could not be found. Aug 16 01:51:56.080603 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-426d5604-445a-4767-827c-939a71ad1873 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports/c97c2e13-7d01-4976-8954-6d210c6bb407 HTTP/1.1" status: 404 len: 333 time: 0.0420082 Aug 16 01:51:56.080904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37666) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:56.108392 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Checking router: a1046938-10a4-4c7b-8080-04ecd9af2555 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:51:56.109222 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Updating router a1046938-10a4-4c7b-8080-04ecd9af2555 port fecd3bc5-66d3-4457-b0aa-dd5644db1d39 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:51:56.118814 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] For port 83c2c6c3-4030-4a08-925b-e2af5609c90f, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:56.123833 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] For port 83c2c6c3-4030-4a08-925b-e2af5609c90f, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=83c2c6c3-4030-4a08-925b-e2af5609c90f,segment=NetworkSegment(eebb49c1-7760-4c75-a76d-a117db1ccf70),segment_id=eebb49c1-7760-4c75-a76d-a117db1ccf70)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:56.127841 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:56.128447 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Checking segment: {'id': '305bb835-9d8a-4f72-b4a4-0484085e544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2d49835e-3ad9-47df-8b1d-51d915d3b9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:56.129134 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.129811 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Bound using segment: {'id': '305bb835-9d8a-4f72-b4a4-0484085e544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2d49835e-3ad9-47df-8b1d-51d915d3b9c4'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:56.130651 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Bound port: 86765abd-bc9d-4534-9cab-ec124657174b, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305bb835-9d8a-4f72-b4a4-0484085e544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2d49835e-3ad9-47df-8b1d-51d915d3b9c4'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:56.133113 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.154194 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.154477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e086734-4568-410f-8858-c9272349e37b req-cd725366-6210-4dc0-a1be-8658261269b4 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:56.155434 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.162069 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e086734-4568-410f-8858-c9272349e37b req-cd725366-6210-4dc0-a1be-8658261269b4 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.1995225 Aug 16 01:51:56.171424 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4a720ae-20c5-47db-9358-f69953c8cbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.179511 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.190074 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7172b0-8bdc-4aaa-9cde-ee5c0e9aaddf tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting subnet a98ef841-bf4e-433d-be12-fc476ed8f2b3 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:51:56.195065 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f7172b0-8bdc-4aaa-9cde-ee5c0e9aaddf tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.314925 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e086734-4568-410f-8858-c9272349e37b req-ed557951-43c0-406d-8354-3f131dfe122f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460917 Aug 16 01:51:56.351600 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36dbee-431f-4e22-8ff7-fb09783fb237 None None] Pushing event updated for resources: {'Port': ['ID=83c2c6c3-4030-4a08-925b-e2af5609c90f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:56.365604 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f7172b0-8bdc-4aaa-9cde-ee5c0e9aaddf tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.382559 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:56.399195 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] For port 86765abd-bc9d-4534-9cab-ec124657174b, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:56.401929 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:56.403424 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.416723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] For port 86765abd-bc9d-4534-9cab-ec124657174b, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=86765abd-bc9d-4534-9cab-ec124657174b,segment=NetworkSegment(305bb835-9d8a-4f72-b4a4-0484085e544a),segment_id=305bb835-9d8a-4f72-b4a4-0484085e544a)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:56.474291 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.615427 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-f4a720ae-20c5-47db-9358-f69953c8cbef admin admin] Allocated IP 172.20.0.1 (eef71868-61a6-41b4-b160-e88fc9728e0d/d395a83c-40f9-4cf1-b7d6-bf80f172eced/e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:51:56.738011 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68fb72-593e-436f-8a26-9d26f76e80ee None None] Pushing event updated for resources: {'Port': ['ID=86765abd-bc9d-4534-9cab-ec124657174b,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:56.822345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86679df-c6bc-47e4-a741-198d47aca3a6 req-895586fb-7fc5-4e1b-a351-4e759afac4ea tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:56.824564 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e86679df-c6bc-47e4-a741-198d47aca3a6 req-895586fb-7fc5-4e1b-a351-4e759afac4ea tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.3249884 Aug 16 01:51:56.850644 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f7172b0-8bdc-4aaa-9cde-ee5c0e9aaddf tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.852540 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.900641 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4a720ae-20c5-47db-9358-f69953c8cbef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.957552 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0,segment=NetworkSegment(71ed9c60-86fd-48d1-9c0b-d1369922ed60),segment_id=71ed9c60-86fd-48d1-9c0b-d1369922ed60)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:56.969471 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.056271 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f4a720ae-20c5-47db-9358-f69953c8cbef admin admin] Transition to ACTIVE for port object e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:57.089946 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.116315 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Transition to ACTIVE for port object fecd3bc5-66d3-4457-b0aa-dd5644db1d39 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:51:57.116533 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f7172b0-8bdc-4aaa-9cde-ee5c0e9aaddf tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.128341 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0511be2-e101-4525-ad96-bd31d7275f53 req-1186daa1-608a-4d2d-bb0e-fce23d7d1992 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2171607 Aug 16 01:51:57.153392 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.158708 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f7172b0-8bdc-4aaa-9cde-ee5c0e9aaddf tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.162304 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1f7172b0-8bdc-4aaa-9cde-ee5c0e9aaddf tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/subnets/a98ef841-bf4e-433d-be12-fc476ed8f2b3 HTTP/1.1" status: 204 len: 168 time: 1.0799828 Aug 16 01:51:57.165303 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37682) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:57.167478 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:57.246474 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e86679df-c6bc-47e4-a741-198d47aca3a6 req-af90a6cf-3cee-4a32-bd29-36165974ef6d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103906 Aug 16 01:51:57.250045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7172b0-8bdc-4aaa-9cde-ee5c0e9aaddf tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Subnet': ['ID=a98ef841-bf4e-433d-be12-fc476ed8f2b3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:57.297289 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Attempting to bind port fecd3bc5-66d3-4457-b0aa-dd5644db1d39 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:51:57.297632 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Attempting to bind port fecd3bc5-66d3-4457-b0aa-dd5644db1d39 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:51:57.298022 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Attempting to bind port fecd3bc5-66d3-4457-b0aa-dd5644db1d39 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:51:57.313237 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:51:57.313614 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:51:57.314054 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.314440 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:51:57.314919 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Bound port: fecd3bc5-66d3-4457-b0aa-dd5644db1d39, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:51:57.315297 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.390236 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.423457 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] For port fecd3bc5-66d3-4457-b0aa-dd5644db1d39, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:51:57.427454 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] For port fecd3bc5-66d3-4457-b0aa-dd5644db1d39, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=fecd3bc5-66d3-4457-b0aa-dd5644db1d39,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:51:57.433189 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.443870 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247db8a-faa1-4728-8a5a-148c1f0b7436 None None] Pushing event updated for resources: {'Port': ['ID=fecd3bc5-66d3-4457-b0aa-dd5644db1d39,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:57.470081 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0511be2-e101-4525-ad96-bd31d7275f53 req-089efedd-ab70-4f29-be22-43ed93c59f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:57.472043 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0511be2-e101-4525-ad96-bd31d7275f53 req-089efedd-ab70-4f29-be22-43ed93c59f84 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ef4e924cb4584ac79c6f9319dffe168f&device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 1098 time: 0.2840371 Aug 16 01:51:57.489507 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4a720ae-20c5-47db-9358-f69953c8cbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.520163 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113569e-e5c1-4a2a-b660-8c1e7caa2498 req-c9a06b96-ae12-4f00-a925-f43a270375cd tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:57.535995 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113569e-e5c1-4a2a-b660-8c1e7caa2498 req-c9a06b96-ae12-4f00-a925-f43a270375cd tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:57.547569 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e113569e-e5c1-4a2a-b660-8c1e7caa2498 req-c9a06b96-ae12-4f00-a925-f43a270375cd tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1680 time: 0.2669771 Aug 16 01:51:57.567659 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247db8a-faa1-4728-8a5a-148c1f0b7436 None None] Pushing event updated for resources: {'Port': ['ID=fecd3bc5-66d3-4457-b0aa-dd5644db1d39,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:57.580280 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ae6fac71-6b29-4258-bb9f-2999d03d6555 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:57.598269 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8f3cd-1b7a-4baa-963d-1832f0c7e4f9 req-815cdc5e-386a-446e-8bbc-3467e0f4c753 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:57.608030 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cfe8f3cd-1b7a-4baa-963d-1832f0c7e4f9 req-815cdc5e-386a-446e-8bbc-3467e0f4c753 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.2143650 Aug 16 01:51:57.610877 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Routers {'a1046938-10a4-4c7b-8080-04ecd9af2555'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:51:57.612004 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:51:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a1046938-10a4-4c7b-8080-04ecd9af2555'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:57.664716 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a720ae-20c5-47db-9358-f69953c8cbef admin admin] Network eef71868-61a6-41b4-b160-e88fc9728e0d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:51:57.689400 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port ae6fac71-6b29-4258-bb9f-2999d03d6555 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:57.695054 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port ae6fac71-6b29-4258-bb9f-2999d03d6555 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:57.695470 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.707347 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cfe8f3cd-1b7a-4baa-963d-1832f0c7e4f9 req-69aa0abe-171a-4af1-8a84-a8c541d092bf tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980494 Aug 16 01:51:57.757636 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f4a720ae-20c5-47db-9358-f69953c8cbef admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:51:57.764044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a720ae-20c5-47db-9358-f69953c8cbef admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:51:57.791100 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port 86765abd-bc9d-4534-9cab-ec124657174b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:51:57.794068 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.916008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a720ae-20c5-47db-9358-f69953c8cbef admin admin] Pushing event updated for resources: {'Port': ['ID=e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:57.918982 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:57.935901 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] Set router a1046938-10a4-4c7b-8080-04ecd9af2555 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:51:58.029789 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e113569e-e5c1-4a2a-b660-8c1e7caa2498 req-d9979eb4-f8f8-4c6c-9857-0cc3e0313fa5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806802 Aug 16 01:51:58.035747 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab23ccc6-af67-4758-b0f1-9dfe531b063b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6fac71-6b29-4258-bb9f-2999d03d6555'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:51:58.038300 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90c0d50-f5ed-4ad2-ba87-285569f30c48" -d '{"events": [{"server_uuid": "ab23ccc6-af67-4758-b0f1-9dfe531b063b", "name": "network-vif-plugged", "status": "completed", "tag": "ae6fac71-6b29-4258-bb9f-2999d03d6555"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:51:58.052525 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4a720ae-20c5-47db-9358-f69953c8cbef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.098432 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port ae6fac71-6b29-4258-bb9f-2999d03d6555, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ae6fac71-6b29-4258-bb9f-2999d03d6555,segment=NetworkSegment(83f7bc93-4c1b-41c3-94fe-6a563930e48e),segment_id=83f7bc93-4c1b-41c3-94fe-6a563930e48e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:58.110928 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.111865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device d552cb89-cf63-4386-97db-e170ab09475b up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:58.163837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] For port 86765abd-bc9d-4534-9cab-ec124657174b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=86765abd-bc9d-4534-9cab-ec124657174b,segment=NetworkSegment(305bb835-9d8a-4f72-b4a4-0484085e544a),segment_id=305bb835-9d8a-4f72-b4a4-0484085e544a)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:58.166899 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.202144 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for 86765abd-bc9d-4534-9cab-ec124657174b owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:51:58.270093 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 83c2c6c3-4030-4a08-925b-e2af5609c90f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:58.271490 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d6c8e6-3736-472e-9643-168c6b495f16 None None] Network eef71868-61a6-41b4-b160-e88fc9728e0d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:58.313799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0511be2-e101-4525-ad96-bd31d7275f53 req-96c55dcb-ae1e-470d-a9b1-33dd6caca1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:58.314635 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0511be2-e101-4525-ad96-bd31d7275f53 req-96c55dcb-ae1e-470d-a9b1-33dd6caca1bf service neutron] 10.222.0.63 "GET /v2.0/networks?id=01b33568-5ec3-42e6-bddb-b426d0964c41 HTTP/1.1" status: 200 len: 915 time: 0.8129947 Aug 16 01:51:58.356403 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7169fa14-ca27-4bd5-be9c-97945a16bbc8 x-openstack-request-id: req-7169fa14-ca27-4bd5-be9c-97945a16bbc8 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:51:58.357421 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab23ccc6-af67-4758-b0f1-9dfe531b063b", "name": "network-vif-plugged", "status": "completed", "tag": "ae6fac71-6b29-4258-bb9f-2999d03d6555", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:51:58.357887 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7169fa14-ca27-4bd5-be9c-97945a16bbc8 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:51:58.358437 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab23ccc6-af67-4758-b0f1-9dfe531b063b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6fac71-6b29-4258-bb9f-2999d03d6555', 'code': 200} Aug 16 01:51:58.405165 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.447415 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0511be2-e101-4525-ad96-bd31d7275f53 req-4f0464ec-3733-450e-9813-fe37af8d0d6b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee91ad2-d371-4249-a96d-5d3ecec245e3 HTTP/1.1" status: 200 len: 217 time: 0.1187246 Aug 16 01:51:58.471321 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No DVR routers for this DVR port 86765abd-bc9d-4534-9cab-ec124657174b on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:51:58.476723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=ae6fac71-6b29-4258-bb9f-2999d03d6555,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:58.500267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=86765abd-bc9d-4534-9cab-ec124657174b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:58.505114 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-93aa222f-4bd2-4e1a-b1f0-1765ce1d1403 None None] Provisioning for port 83c2c6c3-4030-4a08-925b-e2af5609c90f completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:58.525073 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port d552cb89-cf63-4386-97db-e170ab09475b completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:58.547902 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port d552cb89-cf63-4386-97db-e170ab09475b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:58.548547 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.556577 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1046938-10a4-4c7b-8080-04ecd9af2555', 'name': 'tempest-TestAggregatesBasicOps-1088209988-router', 'tenant_id': '31a5f36f38954936a80681b644820fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fecd3bc5-66d3-4457-b0aa-dd5644db1d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:52Z', 'updated_at': '2021-08-16T01:51:53Z', 'revision_number': 3, 'project_id': '31a5f36f38954936a80681b644820fef', 'gw_port': {'id': 'fecd3bc5-66d3-4457-b0aa-dd5644db1d39', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1046938-10a4-4c7b-8080-04ecd9af2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:52Z', 'updated_at': '2021-08-16T01:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:58.604070 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8b746-1479-45ac-aa56-fb1c3ce12473 req-b85f7f66-9bdb-48a8-a748-4ae0d2a4e852 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:58.608312 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0afcb8d-50f6-476b-a053-c8604e2e0056 None None] The sync data for ids ['a1046938-10a4-4c7b-8080-04ecd9af2555'] in n-d-765315-27 is: [{'id': 'a1046938-10a4-4c7b-8080-04ecd9af2555', 'name': 'tempest-TestAggregatesBasicOps-1088209988-router', 'tenant_id': '31a5f36f38954936a80681b644820fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fecd3bc5-66d3-4457-b0aa-dd5644db1d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:52Z', 'updated_at': '2021-08-16T01:51:53Z', 'revision_number': 3, 'project_id': '31a5f36f38954936a80681b644820fef', 'gw_port': {'id': 'fecd3bc5-66d3-4457-b0aa-dd5644db1d39', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1046938-10a4-4c7b-8080-04ecd9af2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:52Z', 'updated_at': '2021-08-16T01:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:51:58.617816 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-35c8b746-1479-45ac-aa56-fb1c3ce12473 req-b85f7f66-9bdb-48a8-a748-4ae0d2a4e852 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.3727069 Aug 16 01:51:58.648858 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.672575 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 83c2c6c3-4030-4a08-925b-e2af5609c90f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:58.677083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d49835e-3ad9-47df-8b1d-51d915d3b9c4']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:58.689550 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0511be2-e101-4525-ad96-bd31d7275f53 req-0c6097a2-a6e8-4f6d-b11b-18bdf88646ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:58.690621 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305bb835-9d8a-4f72-b4a4-0484085e544a') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:58.691099 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0511be2-e101-4525-ad96-bd31d7275f53 req-0c6097a2-a6e8-4f6d-b11b-18bdf88646ce service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2c2bf130-b6e7-4498-8611-5b3d6e9eeb89 HTTP/1.1" status: 200 len: 854 time: 0.1766722 Aug 16 01:51:58.691404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305bb835-9d8a-4f72-b4a4-0484085e544a') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:51:58.691728 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5827fe-babd-4e2f-b10c-74abc910622e None None] Network 2d49835e-3ad9-47df-8b1d-51d915d3b9c4 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:51:58.697026 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4a720ae-20c5-47db-9358-f69953c8cbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.702584 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 83c2c6c3-4030-4a08-925b-e2af5609c90f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:58.702956 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.706755 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.723385 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.731306 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:51:58.732127 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.748529 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0511be2-e101-4525-ad96-bd31d7275f53 req-1b5d8e53-d40a-4772-b25b-52e69d01f508 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=01b33568-5ec3-42e6-bddb-b426d0964c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365698 Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:51:58.809250 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:51:58.829845 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f1dd8a9c-0d55-4738-9da0-3cc9065dd5ea None None] Could not find standard attr ID for object 86765abd-bc9d-4534-9cab-ec124657174b. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:51:58.842265 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-35c8b746-1479-45ac-aa56-fb1c3ce12473 req-18f8fe43-1118-4680-8310-08171f55ce65 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233696 Aug 16 01:51:58.847887 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.864293 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.866389 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/networks/2d49835e-3ad9-47df-8b1d-51d915d3b9c4 HTTP/1.1" status: 204 len: 168 time: 1.6997297 Aug 16 01:51:58.882758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37704) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:58.883781 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6494bf1-557f-4e6a-82f4-3a116a5b651d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Network': ['ID=2d49835e-3ad9-47df-8b1d-51d915d3b9c4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:58.893134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8ca3e660-8d0a-4018-b634-bca021ee505b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1896873980'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:58.936985 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca3e660-8d0a-4018-b634-bca021ee505b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:58.941257 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e660-8d0a-4018-b634-bca021ee505b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.968675 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4a720ae-20c5-47db-9358-f69953c8cbef admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.975509 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-d0511be2-e101-4525-ad96-bd31d7275f53 req-b7460c38-de26-4b9a-9b02-5cb3dc5d2e2f service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:51:58.977003 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0511be2-e101-4525-ad96-bd31d7275f53 req-b7460c38-de26-4b9a-9b02-5cb3dc5d2e2f service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061498 Aug 16 01:51:58.980925 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:58.989601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca3e660-8d0a-4018-b634-bca021ee505b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:51:59.019995 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e660-8d0a-4018-b634-bca021ee505b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.030394 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-8ca3e660-8d0a-4018-b634-bca021ee505b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Added segment d80df87e-2d9e-4544-968b-e82c07a3b120 of type vlan for network 4e125796-fef4-4643-8c14-6919f7e49a8d Aug 16 01:51:59.154814 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e660-8d0a-4018-b634-bca021ee505b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.213238 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a674726-3872-4d19-a1b2-312c7ea6fa6f None None] DHCP port deletion for 2d49835e-3ad9-47df-8b1d-51d915d3b9c4 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:51:59.227394 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e660-8d0a-4018-b634-bca021ee505b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.235557 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca3e660-8d0a-4018-b634-bca021ee505b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.236224 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e660-8d0a-4018-b634-bca021ee505b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.346107 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port d552cb89-cf63-4386-97db-e170ab09475b, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=d552cb89-cf63-4386-97db-e170ab09475b,segment=NetworkSegment(8b0f6df6-c679-4a1f-9bac-78f274858530),segment_id=8b0f6df6-c679-4a1f-9bac-78f274858530)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:59.366559 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.404807 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.453520 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8ca3e660-8d0a-4018-b634-bca021ee505b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5672457 Aug 16 01:51:59.459180 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37714) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:51:59.469292 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-54ac96dc-1e97-4326-933a-a1fff2f2b647 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'subnet': {'network_id': '4e125796-fef4-4643-8c14-6919f7e49a8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:51:59.482147 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 83c2c6c3-4030-4a08-925b-e2af5609c90f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=83c2c6c3-4030-4a08-925b-e2af5609c90f,segment=NetworkSegment(eebb49c1-7760-4c75-a76d-a117db1ccf70),segment_id=eebb49c1-7760-4c75-a76d-a117db1ccf70)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:51:59.509189 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.510211 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 86765abd-bc9d-4534-9cab-ec124657174b up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:59.531355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3e660-8d0a-4018-b634-bca021ee505b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Network': ['ID=4e125796-fef4-4643-8c14-6919f7e49a8d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:59.564851 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 4e125796-fef4-4643-8c14-6919f7e49a8d details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:51:59.571143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304ac4-e60c-4614-839d-d712be836c76 req-1fd89e98-5535-4f53-a01d-684cb0a42c84 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.577836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07304ac4-e60c-4614-839d-d712be836c76 req-1fd89e98-5535-4f53-a01d-684cb0a42c84 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.579812 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-07304ac4-e60c-4614-839d-d712be836c76 req-1fd89e98-5535-4f53-a01d-684cb0a42c84 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1682 time: 0.2178690 Aug 16 01:51:59.586347 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 86765abd-bc9d-4534-9cab-ec124657174b {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:51:59.592228 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 86765abd-bc9d-4534-9cab-ec124657174b not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 01:51:59.631217 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4a720ae-20c5-47db-9358-f69953c8cbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.674791 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-07304ac4-e60c-4614-839d-d712be836c76 req-d47c267b-998e-466a-ba4e-f17ec623d5f9 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887282 Aug 16 01:51:59.676560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ac96dc-1e97-4326-933a-a1fff2f2b647 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:51:59.680086 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54ac96dc-1e97-4326-933a-a1fff2f2b647 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.716396 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=d552cb89-cf63-4386-97db-e170ab09475b,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:59.726405 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Port 86765abd-bc9d-4534-9cab-ec124657174b not found, will not notify nova. {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 01:51:59.726830 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:51:59.888702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b29bdf-3cd1-47a2-9977-1f25287128a0 req-54551d1a-e398-4e00-9ae2-bc7ddb1ef060 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:51:59.890368 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-57b29bdf-3cd1-47a2-9977-1f25287128a0 req-54551d1a-e398-4e00-9ae2-bc7ddb1ef060 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.9121382 Aug 16 01:51:59.909054 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ca9d5407-1ef6-4998-9479-4033362b6ab2 None None] Provisioning for port e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:51:59.950159 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=83c2c6c3-4030-4a08-925b-e2af5609c90f,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:51:59.967441 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ca9d5407-1ef6-4998-9479-4033362b6ab2 None None] Provisioning complete for port e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:51:59.968343 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5407-1ef6-4998-9479-4033362b6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:59.993637 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4a720ae-20c5-47db-9358-f69953c8cbef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.040327 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-57b29bdf-3cd1-47a2-9977-1f25287128a0 req-2a9f5896-164c-459b-a42a-143331775d59 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132309 Aug 16 01:52:00.041628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a720ae-20c5-47db-9358-f69953c8cbef admin admin] Pushing event updated for resources: {'Port': ['ID=e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:00.047119 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ca9d5407-1ef6-4998-9479-4033362b6ab2 None None] Port e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:00.092705 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:00.093081 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.143706 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ca9d5407-1ef6-4998-9479-4033362b6ab2 None None] Provisioning complete for port 83c2c6c3-4030-4a08-925b-e2af5609c90f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:00.144441 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5407-1ef6-4998-9479-4033362b6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.274870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a720ae-20c5-47db-9358-f69953c8cbef admin admin] Network eef71868-61a6-41b4-b160-e88fc9728e0d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:00.311085 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0511be2-e101-4525-ad96-bd31d7275f53 req-01a54a00-be45-48c9-8dcf-8b85f65fad3a service neutron] 10.222.0.63 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6909673 Aug 16 01:52:00.313546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f4a720ae-20c5-47db-9358-f69953c8cbef admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:00.361193 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab23ccc6-af67-4758-b0f1-9dfe531b063b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd552cb89-cf63-4386-97db-e170ab09475b'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:00.368555 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33ac649-f5e7-4f55-bd34-8dbcfc492bd5" -d '{"events": [{"server_uuid": "ab23ccc6-af67-4758-b0f1-9dfe531b063b", "name": "network-vif-plugged", "status": "completed", "tag": "d552cb89-cf63-4386-97db-e170ab09475b"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:00.423611 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bf8e66-3abd-466b-b3b3-49f5558095ce x-openstack-request-id: req-40bf8e66-3abd-466b-b3b3-49f5558095ce {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:00.424041 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab23ccc6-af67-4758-b0f1-9dfe531b063b", "name": "network-vif-plugged", "status": "completed", "tag": "d552cb89-cf63-4386-97db-e170ab09475b", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:00.424401 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-40bf8e66-3abd-466b-b3b3-49f5558095ce {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:00.424920 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab23ccc6-af67-4758-b0f1-9dfe531b063b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd552cb89-cf63-4386-97db-e170ab09475b', 'code': 200} Aug 16 01:52:00.519050 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-61ec9308-461d-4f19-aeae-8a891b1381dd None None] Provisioning complete for port e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:00.519677 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61ec9308-461d-4f19-aeae-8a891b1381dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.575850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-61ec9308-461d-4f19-aeae-8a891b1381dd None None] Port e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:00.582425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38038988-a01c-4bfc-900b-37ee59983ad3 req-4bc664b1-3b68-47af-8cb6-6cb4615d7a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.583981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38038988-a01c-4bfc-900b-37ee59983ad3 req-4bc664b1-3b68-47af-8cb6-6cb4615d7a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.589285 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38038988-a01c-4bfc-900b-37ee59983ad3 req-4bc664b1-3b68-47af-8cb6-6cb4615d7a4e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1986 time: 0.0943987 Aug 16 01:52:00.606502 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1039f-fa82-4057-9919-cafed442a001 req-a17cc74b-e112-4436-8794-78b60188e401 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.614745 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8cb1039f-fa82-4057-9919-cafed442a001 req-a17cc74b-e112-4436-8794-78b60188e401 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.4034276 Aug 16 01:52:00.650425 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 83c2c6c3-4030-4a08-925b-e2af5609c90f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:00.709367 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 83c2c6c3-4030-4a08-925b-e2af5609c90f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:00.709742 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.743781 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38038988-a01c-4bfc-900b-37ee59983ad3 req-3552846a-fe1b-48eb-971c-9968e72c3b48 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385946 Aug 16 01:52:00.756829 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6d13c66-5691-455b-b335-1cb613db7d9e req-0da2c274-a666-4b25-90d9-0948c3fce5e7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5370827 Aug 16 01:52:00.779947 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8cb1039f-fa82-4057-9919-cafed442a001 req-23445875-c9c5-44aa-a5eb-42b1ef5eb17e tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640308 Aug 16 01:52:00.783139 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0511be2-e101-4525-ad96-bd31d7275f53 req-cd534583-e728-4db8-8972-b19cb47d06cd service neutron] 10.222.0.63 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546595 Aug 16 01:52:00.847711 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a720ae-20c5-47db-9358-f69953c8cbef admin admin] Router a1046938-10a4-4c7b-8080-04ecd9af2555 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:52:00.860703 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fecd3bc5-66d3-4457-b0aa-dd5644db1d39 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:00.877738 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54ac96dc-1e97-4326-933a-a1fff2f2b647 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.934021 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e22b4572-9972-4930-af12-ca2dd00832ac None None] Provisioning complete for port e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:00.934820 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e22b4572-9972-4930-af12-ca2dd00832ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:00.956200 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e07038-5e52-490c-8274-e249220d72c5 req-c695bb2b-4693-4a46-b59f-839158423bbd tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.962490 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e07038-5e52-490c-8274-e249220d72c5 req-c695bb2b-4693-4a46-b59f-839158423bbd tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:00.964299 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4e07038-5e52-490c-8274-e249220d72c5 req-c695bb2b-4693-4a46-b59f-839158423bbd tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1682 time: 0.1533136 Aug 16 01:52:00.969973 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac96dc-1e97-4326-933a-a1fff2f2b647 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Subnet': ['ID=963b8b3f-2f11-4abd-97b4-dc7916e621e5,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:00.994546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e22b4572-9972-4930-af12-ca2dd00832ac None None] Port e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:01.012881 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port fecd3bc5-66d3-4457-b0aa-dd5644db1d39 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:01.017429 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port fecd3bc5-66d3-4457-b0aa-dd5644db1d39 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:01.017831 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.037916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac96dc-1e97-4326-933a-a1fff2f2b647 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Checking segment: {'id': 'd80df87e-2d9e-4544-968b-e82c07a3b120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4e125796-fef4-4643-8c14-6919f7e49a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:01.038475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac96dc-1e97-4326-933a-a1fff2f2b647 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network hostable DHCP agents. Network: 4e125796-fef4-4643-8c14-6919f7e49a8d, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:01.061280 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d13c66-5691-455b-b335-1cb613db7d9e req-7f1f1109-2885-46b9-a290-6c8b91e63975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:01.062948 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6d13c66-5691-455b-b335-1cb613db7d9e req-7f1f1109-2885-46b9-a290-6c8b91e63975 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba9abf8115ac4b508816c39be6e59924&device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 1097 time: 0.2789130 Aug 16 01:52:01.065590 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4e07038-5e52-490c-8274-e249220d72c5 req-e17718a1-f942-4b1b-9d21-efda96413579 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909026 Aug 16 01:52:01.090061 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a720ae-20c5-47db-9358-f69953c8cbef admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:52:01.113837 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f4a720ae-20c5-47db-9358-f69953c8cbef admin admin] 10.222.0.68 "PUT /v2.0/routers/a1046938-10a4-4c7b-8080-04ecd9af2555/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0669000 Aug 16 01:52:01.114060 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac96dc-1e97-4326-933a-a1fff2f2b647 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 4e125796-fef4-4643-8c14-6919f7e49a8d is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:01.128331 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-54ac96dc-1e97-4326-933a-a1fff2f2b647 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 4e125796-fef4-4643-8c14-6919f7e49a8d) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:01.134183 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ac96dc-1e97-4326-933a-a1fff2f2b647 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:01.134842 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54ac96dc-1e97-4326-933a-a1fff2f2b647 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.165069 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a33594-39ac-43b2-82a8-809345459b25 req-94719bd5-f567-4c8f-aabb-7c4e5f490eb8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:01.178245 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-54ac96dc-1e97-4326-933a-a1fff2f2b647 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7137189 Aug 16 01:52:01.181431 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37744) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:01.187625 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2b901a19-cda0-4055-b36e-9059b1dd6b16 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'network_id': '4e125796-fef4-4643-8c14-6919f7e49a8d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-181076328'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:01.187811 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-31a33594-39ac-43b2-82a8-809345459b25 req-94719bd5-f567-4c8f-aabb-7c4e5f490eb8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.2878132 Aug 16 01:52:01.206991 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d60aa52-564f-4834-a3f3-1669f00ec108 None None] Network 4e125796-fef4-4643-8c14-6919f7e49a8d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:01.284343 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-31a33594-39ac-43b2-82a8-809345459b25 req-277dda16-b834-4ab0-a2d1-fe45949a384f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955300 Aug 16 01:52:01.335912 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d13c66-5691-455b-b335-1cb613db7d9e req-ba4c8559-ff96-4c8a-a371-4c0567766cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:01.337975 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6d13c66-5691-455b-b335-1cb613db7d9e req-ba4c8559-ff96-4c8a-a371-4c0567766cca service neutron] 10.222.0.73 "GET /v2.0/networks?id=41d6539e-4b24-4ea3-ae06-65cd600ea064 HTTP/1.1" status: 200 len: 918 time: 0.2453709 Aug 16 01:52:01.345207 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.393027 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port fecd3bc5-66d3-4457-b0aa-dd5644db1d39, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=fecd3bc5-66d3-4457-b0aa-dd5644db1d39,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:01.409425 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.483785 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b901a19-cda0-4055-b36e-9059b1dd6b16 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:01.494137 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2b901a19-cda0-4055-b36e-9059b1dd6b16 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.495139 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6d13c66-5691-455b-b335-1cb613db7d9e req-c4399b79-a00b-44e2-9840-5425cfb1b0bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157 HTTP/1.1" status: 200 len: 1000 time: 0.1478977 Aug 16 01:52:01.498144 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Sync routers for ids ['a1046938-10a4-4c7b-8080-04ecd9af2555'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:52:01.521633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-2b901a19-cda0-4055-b36e-9059b1dd6b16 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] device_id is not set on port ec569c5a-6b1c-4713-a791-925a8a61a0fa yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:52:01.528364 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 86765abd-bc9d-4534-9cab-ec124657174b no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:01.583538 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 86765abd-bc9d-4534-9cab-ec124657174b {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:01.594984 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 86765abd-bc9d-4534-9cab-ec124657174b not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:01.668842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Routers {'a1046938-10a4-4c7b-8080-04ecd9af2555'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:01.669516 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:51:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a1046938-10a4-4c7b-8080-04ecd9af2555'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:01.670102 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d13c66-5691-455b-b335-1cb613db7d9e req-ff95b3ac-1dd4-4f11-a1eb-007b1f62567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:01.671680 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6d13c66-5691-455b-b335-1cb613db7d9e req-ff95b3ac-1dd4-4f11-a1eb-007b1f62567b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b85102c8-d1ed-4688-b6f1-154a4a3875ac HTTP/1.1" status: 200 len: 856 time: 0.1650550 Aug 16 01:52:01.673083 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=fecd3bc5-66d3-4457-b0aa-dd5644db1d39,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:01.738932 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d13c66-5691-455b-b335-1cb613db7d9e req-db7d719e-5bf4-4eac-be52-c30f1fc0f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:01.741248 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6d13c66-5691-455b-b335-1cb613db7d9e req-db7d719e-5bf4-4eac-be52-c30f1fc0f29f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41d6539e-4b24-4ea3-ae06-65cd600ea064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551503 Aug 16 01:52:01.761166 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-d6d13c66-5691-455b-b335-1cb613db7d9e req-5c4280cc-602d-43ac-8948-ab950f6cbc03 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:52:01.770070 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6d13c66-5691-455b-b335-1cb613db7d9e req-5c4280cc-602d-43ac-8948-ab950f6cbc03 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117655 Aug 16 01:52:01.773638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-2b901a19-cda0-4055-b36e-9059b1dd6b16 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Allocated IP 2001:db8::32e (4e125796-fef4-4643-8c14-6919f7e49a8d/963b8b3f-2f11-4abd-97b4-dc7916e621e5/ec569c5a-6b1c-4713-a791-925a8a61a0fa) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:01.832115 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-4e125796-fef4-4643-8c14-6919f7e49a8d', 'network_id': '4e125796-fef4-4643-8c14-6919f7e49a8d', 'tenant_id': '2838ccd56ffe4e92a1b0adcc50f76a21', 'fixed_ips': [{'subnet_id': '963b8b3f-2f11-4abd-97b4-dc7916e621e5'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:52:01.832983 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:01.947224 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6d13c66-5691-455b-b335-1cb613db7d9e req-499c8232-2318-4a04-8190-523f0d1d84c1 service neutron] 10.222.0.73 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722739 Aug 16 01:52:01.965143 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Set router a1046938-10a4-4c7b-8080-04ecd9af2555 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:02.106339 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2b901a19-cda0-4055-b36e-9059b1dd6b16 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.128304 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac690f-57ca-4a87-a89d-5acd6a0a0c3c req-1a3dcf84-b0fa-4018-82b3-fdf3adbbe0e8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:02.135851 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8ac690f-57ca-4a87-a89d-5acd6a0a0c3c req-1a3dcf84-b0fa-4018-82b3-fdf3adbbe0e8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.1426785 Aug 16 01:52:02.148789 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-2b901a19-cda0-4055-b36e-9059b1dd6b16 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Transition to ACTIVE for port object ec569c5a-6b1c-4713-a791-925a8a61a0fa will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:02.176523 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6d13c66-5691-455b-b335-1cb613db7d9e req-2d7cdeb7-3b45-46d3-8eaa-db263aa798d8 service neutron] 10.222.0.73 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209089 Aug 16 01:52:02.207547 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8ac690f-57ca-4a87-a89d-5acd6a0a0c3c req-76b2d630-0bc4-4e61-8d57-68563871e993 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649889 Aug 16 01:52:02.247718 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2b901a19-cda0-4055-b36e-9059b1dd6b16 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.323483 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Allocated IP 2001:db8::2 (4e125796-fef4-4643-8c14-6919f7e49a8d/963b8b3f-2f11-4abd-97b4-dc7916e621e5/2792ef2c-f712-46a5-87e5-e1fa0b6ba428) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:02.326345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b901a19-cda0-4055-b36e-9059b1dd6b16 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 4e125796-fef4-4643-8c14-6919f7e49a8d is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:02.332518 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-2b901a19-cda0-4055-b36e-9059b1dd6b16 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:02.338015 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b901a19-cda0-4055-b36e-9059b1dd6b16 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:02.345916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b901a19-cda0-4055-b36e-9059b1dd6b16 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:02.346588 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2b901a19-cda0-4055-b36e-9059b1dd6b16 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.368999 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1046938-10a4-4c7b-8080-04ecd9af2555', 'name': 'tempest-TestAggregatesBasicOps-1088209988-router', 'tenant_id': '31a5f36f38954936a80681b644820fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fecd3bc5-66d3-4457-b0aa-dd5644db1d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:52Z', 'updated_at': '2021-08-16T01:51:58Z', 'revision_number': 4, 'project_id': '31a5f36f38954936a80681b644820fef', 'gw_port': {'id': 'fecd3bc5-66d3-4457-b0aa-dd5644db1d39', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1046938-10a4-4c7b-8080-04ecd9af2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:52Z', 'updated_at': '2021-08-16T01:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385', 'name': '', 'network_id': 'eef71868-61a6-41b4-b160-e88fc9728e0d', 'tenant_id': '31a5f36f38954936a80681b644820fef', 'mac_address': 'fa:16:3e:bd:69:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1046938-10a4-4c7b-8080-04ecd9af2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'd395a83c-40f9-4cf1-b7d6-bf80f172eced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:56Z', 'updated_at': '2021-08-16T01:51:58Z', 'revision_number': 2, 'project_id': '31a5f36f38954936a80681b644820fef', 'subnets': [{'id': 'd395a83c-40f9-4cf1-b7d6-bf80f172eced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:02.391151 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2b901a19-cda0-4055-b36e-9059b1dd6b16 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.2059639 Aug 16 01:52:02.391572 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37786) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:02.424471 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Checking router: a1046938-10a4-4c7b-8080-04ecd9af2555 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:52:02.425009 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Updating router a1046938-10a4-4c7b-8080-04ecd9af2555 port e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:52:02.465614 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b901a19-cda0-4055-b36e-9059b1dd6b16 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=ec569c5a-6b1c-4713-a791-925a8a61a0fa,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:02.525173 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80364aa8-5688-4bab-8c66-af4c88a61074 req-4348ca83-d1dc-47d2-a3a1-df683826617f tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:02.541538 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80364aa8-5688-4bab-8c66-af4c88a61074 req-4348ca83-d1dc-47d2-a3a1-df683826617f tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:02.568227 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-80364aa8-5688-4bab-8c66-af4c88a61074 req-4348ca83-d1dc-47d2-a3a1-df683826617f tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1682 time: 0.2388785 Aug 16 01:52:02.588718 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c35cca90-d9d7-4beb-89fd-8a7c3e9d4aa5 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port ec569c5a-6b1c-4713-a791-925a8a61a0fa {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:02.590353 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c35cca90-d9d7-4beb-89fd-8a7c3e9d4aa5 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.607091 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fecd3bc5-66d3-4457-b0aa-dd5644db1d39 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:02.657899 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-80364aa8-5688-4bab-8c66-af4c88a61074 req-cf44e9db-1615-45cf-9a9c-47cf4ccc3eff tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884111 Aug 16 01:52:02.737174 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c35cca90-d9d7-4beb-89fd-8a7c3e9d4aa5 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.751178 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c35cca90-d9d7-4beb-89fd-8a7c3e9d4aa5 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for ec569c5a-6b1c-4713-a791-925a8a61a0fa owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:02.795182 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.809320 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Transition to ACTIVE for port object 2792ef2c-f712-46a5-87e5-e1fa0b6ba428 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:02.835609 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.862742 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port fecd3bc5-66d3-4457-b0aa-dd5644db1d39 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:02.863115 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.966801 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Transition to ACTIVE for port object 2792ef2c-f712-46a5-87e5-e1fa0b6ba428 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:02.967295 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c35cca90-d9d7-4beb-89fd-8a7c3e9d4aa5 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:02.983229 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37816) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:03.053788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04801378-5655-4d85-86c2-9f5028d69bc4 req-b05ebde6-c0d2-4a89-8f07-d16f87e971d5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:03.059614 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.067315 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04801378-5655-4d85-86c2-9f5028d69bc4 req-b05ebde6-c0d2-4a89-8f07-d16f87e971d5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:03.070944 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-04801378-5655-4d85-86c2-9f5028d69bc4 req-b05ebde6-c0d2-4a89-8f07-d16f87e971d5 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1682 time: 0.1267467 Aug 16 01:52:03.077517 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35cca90-d9d7-4beb-89fd-8a7c3e9d4aa5 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=ec569c5a-6b1c-4713-a791-925a8a61a0fa,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:03.115386 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c35cca90-d9d7-4beb-89fd-8a7c3e9d4aa5 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.117339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c35cca90-d9d7-4beb-89fd-8a7c3e9d4aa5 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/ports/ec569c5a-6b1c-4713-a791-925a8a61a0fa HTTP/1.1" status: 204 len: 168 time: 0.7244534 Aug 16 01:52:03.120148 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37818) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:03.131926 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Pushing event updated for resources: {'Port': ['ID=2792ef2c-f712-46a5-87e5-e1fa0b6ba428,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:03.144372 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-04801378-5655-4d85-86c2-9f5028d69bc4 req-d82ae2f4-65d0-4dd3-96d8-92240e3061d4 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656116 Aug 16 01:52:03.158317 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe64acb2-7676-407f-9522-db6887b68fe4 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] GET failed (client error): The resource could not be found. Aug 16 01:52:03.159225 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Network 4e125796-fef4-4643-8c14-6919f7e49a8d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:03.160063 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fe64acb2-7676-407f-9522-db6887b68fe4 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports/ec569c5a-6b1c-4713-a791-925a8a61a0fa HTTP/1.1" status: 404 len: 333 time: 0.0350525 Aug 16 01:52:03.161676 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:03.162539 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37820) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:03.166500 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:03.264467 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c8a4f7-dcdb-4cb2-b2c3-c7112fb33492 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting subnet 963b8b3f-2f11-4abd-97b4-dc7916e621e5 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:03.265419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Attempting to bind port 2792ef2c-f712-46a5-87e5-e1fa0b6ba428 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:03.265419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Attempting to bind port 2792ef2c-f712-46a5-87e5-e1fa0b6ba428 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'd80df87e-2d9e-4544-968b-e82c07a3b120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4e125796-fef4-4643-8c14-6919f7e49a8d'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:03.265855 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Attempting to bind port 2792ef2c-f712-46a5-87e5-e1fa0b6ba428 on network 4e125796-fef4-4643-8c14-6919f7e49a8d {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:03.268499 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3c8a4f7-dcdb-4cb2-b2c3-c7112fb33492 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.275446 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:03.275823 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Checking segment: {'id': 'd80df87e-2d9e-4544-968b-e82c07a3b120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4e125796-fef4-4643-8c14-6919f7e49a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:03.276349 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.284110 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Bound using segment: {'id': 'd80df87e-2d9e-4544-968b-e82c07a3b120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4e125796-fef4-4643-8c14-6919f7e49a8d'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:03.284634 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Bound port: 2792ef2c-f712-46a5-87e5-e1fa0b6ba428, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80df87e-2d9e-4544-968b-e82c07a3b120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4e125796-fef4-4643-8c14-6919f7e49a8d'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:03.285245 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.418797 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] For port 2792ef2c-f712-46a5-87e5-e1fa0b6ba428, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:03.423449 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] For port 2792ef2c-f712-46a5-87e5-e1fa0b6ba428, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2792ef2c-f712-46a5-87e5-e1fa0b6ba428,segment=NetworkSegment(d80df87e-2d9e-4544-968b-e82c07a3b120),segment_id=d80df87e-2d9e-4544-968b-e82c07a3b120)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:03.447706 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.520776 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351fc86-3d61-4b1c-83c1-aa5bc770522c None None] Pushing event updated for resources: {'Port': ['ID=2792ef2c-f712-46a5-87e5-e1fa0b6ba428,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:03.536295 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.540347 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3c8a4f7-dcdb-4cb2-b2c3-c7112fb33492 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.552876 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Transition to ACTIVE for port object e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:03.561817 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.625724 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a8bf8-7468-4cc5-8fc8-c137f8e62b03 None None] Pushing event updated for resources: {'Port': ['ID=e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:03.640891 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8540b-d608-47e7-9a17-9f65cdd66421 req-42e02b4c-e92f-441b-bc30-ecc52c7a9ef9 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:03.648867 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-54b8540b-d608-47e7-9a17-9f65cdd66421 req-42e02b4c-e92f-441b-bc30-ecc52c7a9ef9 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.3449073 Aug 16 01:52:03.760899 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-54b8540b-d608-47e7-9a17-9f65cdd66421 req-61bbb02b-8fed-4b3d-a56b-aff9452db741 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107380 Aug 16 01:52:03.803523 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Attempting to bind port e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:03.804093 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Attempting to bind port e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'eebb49c1-7760-4c75-a76d-a117db1ccf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'eef71868-61a6-41b4-b160-e88fc9728e0d'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:03.804737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Attempting to bind port e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 on network eef71868-61a6-41b4-b160-e88fc9728e0d {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:03.831378 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:03.831911 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Checking segment: {'id': 'eebb49c1-7760-4c75-a76d-a117db1ccf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'eef71868-61a6-41b4-b160-e88fc9728e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:03.833403 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.834968 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Bound using segment: {'id': 'eebb49c1-7760-4c75-a76d-a117db1ccf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'eef71868-61a6-41b4-b160-e88fc9728e0d'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:03.835634 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3c8a4f7-dcdb-4cb2-b2c3-c7112fb33492 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.836251 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Bound port: e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebb49c1-7760-4c75-a76d-a117db1ccf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'eef71868-61a6-41b4-b160-e88fc9728e0d'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:03.838232 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:03.976820 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] For port e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:03.989707 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] For port e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385,segment=NetworkSegment(eebb49c1-7760-4c75-a76d-a117db1ccf70),segment_id=eebb49c1-7760-4c75-a76d-a117db1ccf70)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:04.002126 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.072053 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3c8a4f7-dcdb-4cb2-b2c3-c7112fb33492 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.107206 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Routers {'a1046938-10a4-4c7b-8080-04ecd9af2555'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:04.107864 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:51:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a1046938-10a4-4c7b-8080-04ecd9af2555'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:04.150412 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3c8a4f7-dcdb-4cb2-b2c3-c7112fb33492 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.156229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37844) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:04.156783 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c3c8a4f7-dcdb-4cb2-b2c3-c7112fb33492 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/subnets/963b8b3f-2f11-4abd-97b4-dc7916e621e5 HTTP/1.1" status: 204 len: 168 time: 0.9929614 Aug 16 01:52:04.159054 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8a4f7-dcdb-4cb2-b2c3-c7112fb33492 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Subnet': ['ID=963b8b3f-2f11-4abd-97b4-dc7916e621e5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:04.184484 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5aaff5b-5ff7-4c6c-b63a-163b0960ca03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.250721 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a8bf8-7468-4cc5-8fc8-c137f8e62b03 None None] Pushing event updated for resources: {'Port': ['ID=e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:04.351780 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.410723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] Set router a1046938-10a4-4c7b-8080-04ecd9af2555 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:04.597646 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b7fed-a14d-4107-adf0-b5ed8e102b13 req-305ae7d6-8980-400d-a86c-ffc08418edb1 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:04.605432 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2df880-e337-4ce1-a9fe-6b25f04bd7c2 req-e1f2c428-e3e2-4371-981f-f6b09032cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:04.611435 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9d2df880-e337-4ce1-a9fe-6b25f04bd7c2 req-e1f2c428-e3e2-4371-981f-f6b09032cb21 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ef4e924cb4584ac79c6f9319dffe168f&device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 1098 time: 0.2941699 Aug 16 01:52:04.618167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b7fed-a14d-4107-adf0-b5ed8e102b13 req-305ae7d6-8980-400d-a86c-ffc08418edb1 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:04.626932 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-066b7fed-a14d-4107-adf0-b5ed8e102b13 req-305ae7d6-8980-400d-a86c-ffc08418edb1 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1682 time: 0.2720475 Aug 16 01:52:04.666139 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2792ef2c-f712-46a5-87e5-e1fa0b6ba428 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:04.714967 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-f463e65e-2dda-4df1-8082-64478adced9c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:04.726880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-f463e65e-2dda-4df1-8082-64478adced9c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:04.728976 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-f463e65e-2dda-4df1-8082-64478adced9c tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1682 time: 0.2156336 Aug 16 01:52:04.746622 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-066b7fed-a14d-4107-adf0-b5ed8e102b13 req-48bfef8f-15c1-4c9c-ba94-1010a5861eb1 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189408 Aug 16 01:52:04.748129 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port 2792ef2c-f712-46a5-87e5-e1fa0b6ba428 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:04.748462 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.827371 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2df880-e337-4ce1-a9fe-6b25f04bd7c2 req-c0a8ea0e-bb3c-4440-9d0a-b7a479f1dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:04.829581 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9d2df880-e337-4ce1-a9fe-6b25f04bd7c2 req-c0a8ea0e-bb3c-4440-9d0a-b7a479f1dd6f service neutron] 10.222.0.63 "GET /v2.0/networks?id=01b33568-5ec3-42e6-bddb-b426d0964c41 HTTP/1.1" status: 200 len: 915 time: 0.1953194 Aug 16 01:52:04.853049 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331269d-45b4-49ce-86e5-01f048330053 req-3a279a01-57b7-43c9-97eb-bc4e679b4b2f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:04.861635 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7331269d-45b4-49ce-86e5-01f048330053 req-3a279a01-57b7-43c9-97eb-bc4e679b4b2f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.5028510 Aug 16 01:52:04.878308 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] For port 2792ef2c-f712-46a5-87e5-e1fa0b6ba428, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2792ef2c-f712-46a5-87e5-e1fa0b6ba428,segment=NetworkSegment(d80df87e-2d9e-4544-968b-e82c07a3b120),segment_id=d80df87e-2d9e-4544-968b-e82c07a3b120)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:04.878915 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:04.894945 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for 2792ef2c-f712-46a5-87e5-e1fa0b6ba428 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:04.929944 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9d2df880-e337-4ce1-a9fe-6b25f04bd7c2 req-f97ff38a-8a07-4700-bb5f-af0d1ad7bd7e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee91ad2-d371-4249-a96d-5d3ecec245e3 HTTP/1.1" status: 200 len: 217 time: 0.0594492 Aug 16 01:52:04.994362 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2df880-e337-4ce1-a9fe-6b25f04bd7c2 req-50e2e77c-48cc-4a5b-9acb-da830b0a8bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:04.996529 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9d2df880-e337-4ce1-a9fe-6b25f04bd7c2 req-50e2e77c-48cc-4a5b-9acb-da830b0a8bba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2c2bf130-b6e7-4498-8611-5b3d6e9eeb89 HTTP/1.1" status: 200 len: 854 time: 0.0575273 Aug 16 01:52:05.017805 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 2792ef2c-f712-46a5-87e5-e1fa0b6ba428 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:05.021227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1046938-10a4-4c7b-8080-04ecd9af2555', 'name': 'tempest-TestAggregatesBasicOps-1088209988-router', 'tenant_id': '31a5f36f38954936a80681b644820fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fecd3bc5-66d3-4457-b0aa-dd5644db1d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:52Z', 'updated_at': '2021-08-16T01:51:58Z', 'revision_number': 4, 'project_id': '31a5f36f38954936a80681b644820fef', 'gw_port': {'id': 'fecd3bc5-66d3-4457-b0aa-dd5644db1d39', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1046938-10a4-4c7b-8080-04ecd9af2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:52Z', 'updated_at': '2021-08-16T01:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385', 'name': '', 'network_id': 'eef71868-61a6-41b4-b160-e88fc9728e0d', 'tenant_id': '31a5f36f38954936a80681b644820fef', 'mac_address': 'fa:16:3e:bd:69:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1046938-10a4-4c7b-8080-04ecd9af2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'd395a83c-40f9-4cf1-b7d6-bf80f172eced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:56Z', 'updated_at': '2021-08-16T01:52:03Z', 'revision_number': 4, 'project_id': '31a5f36f38954936a80681b644820fef', 'subnets': [{'id': 'd395a83c-40f9-4cf1-b7d6-bf80f172eced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:05.061680 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.072837 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299f4f52-2f22-4b6f-b3f1-9506c16a99ed None None] The sync data for ids ['a1046938-10a4-4c7b-8080-04ecd9af2555'] in n-d-765315-27 is: [{'id': 'a1046938-10a4-4c7b-8080-04ecd9af2555', 'name': 'tempest-TestAggregatesBasicOps-1088209988-router', 'tenant_id': '31a5f36f38954936a80681b644820fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fecd3bc5-66d3-4457-b0aa-dd5644db1d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:52Z', 'updated_at': '2021-08-16T01:51:58Z', 'revision_number': 4, 'project_id': '31a5f36f38954936a80681b644820fef', 'gw_port': {'id': 'fecd3bc5-66d3-4457-b0aa-dd5644db1d39', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1046938-10a4-4c7b-8080-04ecd9af2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:52Z', 'updated_at': '2021-08-16T01:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385', 'name': '', 'network_id': 'eef71868-61a6-41b4-b160-e88fc9728e0d', 'tenant_id': '31a5f36f38954936a80681b644820fef', 'mac_address': 'fa:16:3e:bd:69:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1046938-10a4-4c7b-8080-04ecd9af2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'd395a83c-40f9-4cf1-b7d6-bf80f172eced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:56Z', 'updated_at': '2021-08-16T01:52:03Z', 'revision_number': 4, 'project_id': '31a5f36f38954936a80681b644820fef', 'subnets': [{'id': 'd395a83c-40f9-4cf1-b7d6-bf80f172eced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:52:05.086511 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9d2df880-e337-4ce1-a9fe-6b25f04bd7c2 req-71d7069c-46d9-4274-a365-c1b31ad98cf2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=01b33568-5ec3-42e6-bddb-b426d0964c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503244 Aug 16 01:52:05.087165 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 2792ef2c-f712-46a5-87e5-e1fa0b6ba428 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:05.088328 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.109190 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7331269d-45b4-49ce-86e5-01f048330053 req-48f5250a-2a3d-4758-baed-0ea3d3284ca2 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462723 Aug 16 01:52:05.123139 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Port 2792ef2c-f712-46a5-87e5-e1fa0b6ba428 was deleted so its status cannot be updated. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 01:52:05.188053 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de15fe41-13a9-4b66-a6f1-724d1c189122 None None] Network 4e125796-fef4-4643-8c14-6919f7e49a8d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:05.190564 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=2792ef2c-f712-46a5-87e5-e1fa0b6ba428,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:05.242081 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No DVR routers for this DVR port 2792ef2c-f712-46a5-87e5-e1fa0b6ba428 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:05.395761 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9d2df880-e337-4ce1-a9fe-6b25f04bd7c2 req-e51ad8a2-394f-40da-993c-503300b4274a service neutron] 10.222.0.63 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837656 Aug 16 01:52:05.420576 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f8f52fb1-be38-4533-9c64-e530f863a744 None None] Could not find standard attr ID for object 2792ef2c-f712-46a5-87e5-e1fa0b6ba428. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:52:05.492756 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.521316 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90b85ce-fccb-41c6-8fef-8a6bc6c7745a None None] DHCP port deletion for 4e125796-fef4-4643-8c14-6919f7e49a8d request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:52:05.524437 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-249ac536-3f9f-4d5c-bf59-7dcba452e5c0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Deleting port d552cb89-cf63-4386-97db-e170ab09475b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:05.525030 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-249ac536-3f9f-4d5c-bf59-7dcba452e5c0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.617868 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e125796-fef4-4643-8c14-6919f7e49a8d']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:05.634663 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80df87e-2d9e-4544-968b-e82c07a3b120') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:05.634958 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80df87e-2d9e-4544-968b-e82c07a3b120') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:05.656781 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.659097 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9d2df880-e337-4ce1-a9fe-6b25f04bd7c2 req-f2b10af4-e657-49db-b516-9a0e045b7b79 service neutron] 10.222.0.63 "GET /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419336 Aug 16 01:52:05.669542 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b5aaff5b-5ff7-4c6c-b63a-163b0960ca03 admin admin] Deleting port 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:05.670307 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5aaff5b-5ff7-4c6c-b63a-163b0960ca03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.712582 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.728633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:05.729330 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:05.732694 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:05.832061 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-249ac536-3f9f-4d5c-bf59-7dcba452e5c0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] For port d552cb89-cf63-4386-97db-e170ab09475b, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=d552cb89-cf63-4386-97db-e170ab09475b,segment=NetworkSegment(8b0f6df6-c679-4a1f-9bac-78f274858530),segment_id=8b0f6df6-c679-4a1f-9bac-78f274858530)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:05.832806 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-249ac536-3f9f-4d5c-bf59-7dcba452e5c0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.867682 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b5aaff5b-5ff7-4c6c-b63a-163b0960ca03 admin admin] For port 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0,segment=NetworkSegment(71ed9c60-86fd-48d1-9c0b-d1369922ed60),segment_id=71ed9c60-86fd-48d1-9c0b-d1369922ed60)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:05.868127 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5aaff5b-5ff7-4c6c-b63a-163b0960ca03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:05.884777 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-249ac536-3f9f-4d5c-bf59-7dcba452e5c0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Calling delete_port for d552cb89-cf63-4386-97db-e170ab09475b owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:06.033251 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a4b7b-333a-4581-ba01-627ac8634382 req-132630f9-a24f-4d7c-9537-4a7eafaf85d1 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:06.040096 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a4b7b-333a-4581-ba01-627ac8634382 req-132630f9-a24f-4d7c-9537-4a7eafaf85d1 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:06.044066 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c4a4b7b-333a-4581-ba01-627ac8634382 req-132630f9-a24f-4d7c-9537-4a7eafaf85d1 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 1682 time: 0.1955829 Aug 16 01:52:06.046913 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.059832 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.062966 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/networks/4e125796-fef4-4643-8c14-6919f7e49a8d HTTP/1.1" status: 204 len: 168 time: 1.9053299 Aug 16 01:52:06.126294 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37870) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:06.131151 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c4a4b7b-333a-4581-ba01-627ac8634382 req-8cc35d41-76fb-4e04-ade1-884eeac195df tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670619 Aug 16 01:52:06.137302 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f3680912-cbb0-4e3c-8b28-ef03b6d62f96 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d', 'name': 'tempest-PortsIpV6TestJSON-809801116'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:06.257077 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad279065-be58-4be8-890d-8b702ead805c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Network': ['ID=4e125796-fef4-4643-8c14-6919f7e49a8d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:06.327954 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b5aaff5b-5ff7-4c6c-b63a-163b0960ca03 admin admin] Calling delete_port for 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:06.347986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3680912-cbb0-4e3c-8b28-ef03b6d62f96 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:06.357674 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3680912-cbb0-4e3c-8b28-ef03b6d62f96 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.437876 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-f3680912-cbb0-4e3c-8b28-ef03b6d62f96 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] device_id is not set on port 9308b929-19c9-4082-90d3-5bc16872f2e3 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:52:06.440203 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97b051-bf0b-4d6d-9a26-407b02c91002 req-7bd7b4ff-34e2-4e85-b382-85bea647893e tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:06.441843 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea97b051-bf0b-4d6d-9a26-407b02c91002 req-7bd7b4ff-34e2-4e85-b382-85bea647893e tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.1239874 Aug 16 01:52:06.446713 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-249ac536-3f9f-4d5c-bf59-7dcba452e5c0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.486969 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['d552cb89-cf63-4386-97db-e170ab09475b', 'ae6fac71-6b29-4258-bb9f-2999d03d6555'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:06.538072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ac536-3f9f-4d5c-bf59-7dcba452e5c0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event deleted for resources: {'Port': ['ID=d552cb89-cf63-4386-97db-e170ab09475b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:06.584368 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:06.611753 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea97b051-bf0b-4d6d-9a26-407b02c91002 req-075729d1-bcd1-4ea7-84dd-a07a2b130ca8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571956 Aug 16 01:52:06.748848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-249ac536-3f9f-4d5c-bf59-7dcba452e5c0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] No DVR routers for this DVR port d552cb89-cf63-4386-97db-e170ab09475b on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:06.773355 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-249ac536-3f9f-4d5c-bf59-7dcba452e5c0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.775694 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-249ac536-3f9f-4d5c-bf59-7dcba452e5c0 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.63 "DELETE /v2.0/ports/d552cb89-cf63-4386-97db-e170ab09475b HTTP/1.1" status: 204 len: 173 time: 1.7797115 Aug 16 01:52:06.776470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab23ccc6-af67-4758-b0f1-9dfe531b063b', 'name': 'network-vif-deleted', 'tag': 'd552cb89-cf63-4386-97db-e170ab09475b'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:06.782938 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfb14d7-f65f-42e8-9d4c-923ad9564620" -d '{"events": [{"server_uuid": "ab23ccc6-af67-4758-b0f1-9dfe531b063b", "name": "network-vif-deleted", "tag": "d552cb89-cf63-4386-97db-e170ab09475b"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:06.792110 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5aaff5b-5ff7-4c6c-b63a-163b0960ca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:06.836923 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:06.852718 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:06.852928 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aaff5b-5ff7-4c6c-b63a-163b0960ca03 admin admin] Pushing event deleted for resources: {'Port': ['ID=79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:06.861313 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:07.123650 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24b5108-59fd-4d7b-8d2a-75b2e7d00527 x-openstack-request-id: req-d24b5108-59fd-4d7b-8d2a-75b2e7d00527 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:07.124232 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab23ccc6-af67-4758-b0f1-9dfe531b063b", "name": "network-vif-deleted", "tag": "d552cb89-cf63-4386-97db-e170ab09475b", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:07.124713 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d24b5108-59fd-4d7b-8d2a-75b2e7d00527 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:07.126251 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab23ccc6-af67-4758-b0f1-9dfe531b063b', 'name': 'network-vif-deleted', 'tag': 'd552cb89-cf63-4386-97db-e170ab09475b', 'status': 'completed', 'code': 200} Aug 16 01:52:07.206678 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:07.220451 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3680912-cbb0-4e3c-8b28-ef03b6d62f96 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:07.225944 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-df4e4f1e-f527-482d-a488-37579214b216 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Deleting port ae6fac71-6b29-4258-bb9f-2999d03d6555 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:07.227324 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-df4e4f1e-f527-482d-a488-37579214b216 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:07.273283 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385,segment=NetworkSegment(eebb49c1-7760-4c75-a76d-a117db1ccf70),segment_id=eebb49c1-7760-4c75-a76d-a117db1ccf70)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:07.304397 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:07.387535 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:07.409798 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-df4e4f1e-f527-482d-a488-37579214b216 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] For port ae6fac71-6b29-4258-bb9f-2999d03d6555, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=ae6fac71-6b29-4258-bb9f-2999d03d6555,segment=NetworkSegment(83f7bc93-4c1b-41c3-94fe-6a563930e48e),segment_id=83f7bc93-4c1b-41c3-94fe-6a563930e48e)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:07.410369 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-df4e4f1e-f527-482d-a488-37579214b216 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:07.423063 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5aaff5b-5ff7-4c6c-b63a-163b0960ca03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:07.425973 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:07.443555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2792ef2c-f712-46a5-87e5-e1fa0b6ba428 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:07.452583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-df4e4f1e-f527-482d-a488-37579214b216 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Calling delete_port for ae6fac71-6b29-4258-bb9f-2999d03d6555 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:07.470024 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 2792ef2c-f712-46a5-87e5-e1fa0b6ba428 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:07.470372 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2792ef2c-f712-46a5-87e5-e1fa0b6ba428 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:07.660753 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f17cd-cfc0-49a6-b5a0-55eefa1e64eb req-12ccd822-3e26-4a79-84f8-79339ac2915d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:07.663697 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-436f17cd-cfc0-49a6-b5a0-55eefa1e64eb req-12ccd822-3e26-4a79-84f8-79339ac2915d tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 945 time: 0.1262825 Aug 16 01:52:07.731850 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-436f17cd-cfc0-49a6-b5a0-55eefa1e64eb req-86bed841-c614-49c9-8b6a-c68ffd5fee10 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9ac1a34-1b00-4339-9c6f-cf3d95916f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544147 Aug 16 01:52:07.770522 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5aaff5b-5ff7-4c6c-b63a-163b0960ca03 admin admin] Router 90480ae8-eafb-4449-a362-0e41412a698b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:52:07.823010 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3680912-cbb0-4e3c-8b28-ef03b6d62f96 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:07.889245 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5aaff5b-5ff7-4c6c-b63a-163b0960ca03 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:52:07.899801 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751528c-36e0-4778-a6a3-684d2c3c039a None None] Sync routers for ids ['90480ae8-eafb-4449-a362-0e41412a698b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:52:07.907212 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b5aaff5b-5ff7-4c6c-b63a-163b0960ca03 admin admin] 10.222.0.68 "PUT /v2.0/routers/90480ae8-eafb-4449-a362-0e41412a698b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9156938 Aug 16 01:52:07.909928 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37904) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:07.917934 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751528c-36e0-4778-a6a3-684d2c3c039a None None] Routers {'90480ae8-eafb-4449-a362-0e41412a698b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:07.918993 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5751528c-36e0-4778-a6a3-684d2c3c039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:51:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['90480ae8-eafb-4449-a362-0e41412a698b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:07.922425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3680912-cbb0-4e3c-8b28-ef03b6d62f96 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 4ead9c13-abe5-44e4-b38f-547c3076353d is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:07.929680 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3680912-cbb0-4e3c-8b28-ef03b6d62f96 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=9308b929-19c9-4082-90d3-5bc16872f2e3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:07.935368 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f3680912-cbb0-4e3c-8b28-ef03b6d62f96 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:07.938107 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3680912-cbb0-4e3c-8b28-ef03b6d62f96 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:07.943953 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3680912-cbb0-4e3c-8b28-ef03b6d62f96 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:07.944572 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3680912-cbb0-4e3c-8b28-ef03b6d62f96 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.039589 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ce0b7-41e8-49d5-9db8-5f49bd77b220 req-e62c8a72-3757-4805-848d-b67b65ec0631 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:08.040323 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-562ce0b7-41e8-49d5-9db8-5f49bd77b220 req-e62c8a72-3757-4805-848d-b67b65ec0631 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.1910706 Aug 16 01:52:08.041871 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f3680912-cbb0-4e3c-8b28-ef03b6d62f96 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9097741 Aug 16 01:52:08.043889 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-df4e4f1e-f527-482d-a488-37579214b216 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.056122 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37910) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:08.064981 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.142310 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-5751528c-36e0-4778-a6a3-684d2c3c039a None None] Set router 90480ae8-eafb-4449-a362-0e41412a698b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:08.166548 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5acc6b9-db99-488e-861f-60bdbf4d2b98 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.204435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-df4e4f1e-f527-482d-a488-37579214b216 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] No DVR routers for this DVR port ae6fac71-6b29-4258-bb9f-2999d03d6555 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:08.215646 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-df4e4f1e-f527-482d-a488-37579214b216 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.218226 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9faceb6e-fb48-422d-9701-3cf5fba55131 req-df4e4f1e-f527-482d-a488-37579214b216 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.63 "DELETE /v2.0/ports/ae6fac71-6b29-4258-bb9f-2999d03d6555 HTTP/1.1" status: 204 len: 173 time: 1.4270928 Aug 16 01:52:08.222586 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e4f1e-f527-482d-a488-37579214b216 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event deleted for resources: {'Port': ['ID=ae6fac71-6b29-4258-bb9f-2999d03d6555,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:08.337310 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-562ce0b7-41e8-49d5-9db8-5f49bd77b220 req-669f9b0c-8b8e-4f19-830b-58e5d7b246ac tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484653 Aug 16 01:52:08.393826 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c559d035-1bae-4daa-9060-5895fad9d2d7 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port 9308b929-19c9-4082-90d3-5bc16872f2e3 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:08.394199 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c559d035-1bae-4daa-9060-5895fad9d2d7 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.498001 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5acc6b9-db99-488e-861f-60bdbf4d2b98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.587634 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c559d035-1bae-4daa-9060-5895fad9d2d7 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.612446 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5751528c-36e0-4778-a6a3-684d2c3c039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90480ae8-eafb-4449-a362-0e41412a698b', 'name': 'tempest-TestAggregatesBasicOps-99034958-router', 'tenant_id': 'a280ff4408d845709eb32de28e2d3f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '97ec7966-3aec-4222-bc8b-7e7a2807cfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:41Z', 'updated_at': '2021-08-16T01:52:06Z', 'revision_number': 5, 'project_id': 'a280ff4408d845709eb32de28e2d3f0e', 'gw_port': {'id': '97ec7966-3aec-4222-bc8b-7e7a2807cfd6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:af:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90480ae8-eafb-4449-a362-0e41412a698b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:43Z', 'updated_at': '2021-08-16T01:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:08.634546 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c559d035-1bae-4daa-9060-5895fad9d2d7 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for 9308b929-19c9-4082-90d3-5bc16872f2e3 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:08.657365 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751528c-36e0-4778-a6a3-684d2c3c039a None None] Checking router: 90480ae8-eafb-4449-a362-0e41412a698b for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:52:08.659824 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:08.667967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baf801-90e7-474c-b354-cfdd6ec30cc7 req-466fd23a-f5dd-4852-9142-5ff4e0057b0c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:08.675648 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36baf801-90e7-474c-b354-cfdd6ec30cc7 req-466fd23a-f5dd-4852-9142-5ff4e0057b0c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.1580431 Aug 16 01:52:08.685610 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751528c-36e0-4778-a6a3-684d2c3c039a None None] Routers {'90480ae8-eafb-4449-a362-0e41412a698b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:08.688523 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5751528c-36e0-4778-a6a3-684d2c3c039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:51:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['90480ae8-eafb-4449-a362-0e41412a698b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:08.701600 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1748d-f0f8-44ad-ab9f-8f7645fed407 req-3e4769f9-8b78-4ebb-ba0f-792d3041cca7 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:08.703022 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-44a1748d-f0f8-44ad-ab9f-8f7645fed407 req-3e4769f9-8b78-4ebb-ba0f-792d3041cca7 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.1049614 Aug 16 01:52:08.732758 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36baf801-90e7-474c-b354-cfdd6ec30cc7 req-17aebd9b-ec7f-4a11-9eaf-43a95b538a06 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560153 Aug 16 01:52:08.741293 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f5acc6b9-db99-488e-861f-60bdbf4d2b98 admin admin] Deleting port 97ec7966-3aec-4222-bc8b-7e7a2807cfd6 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:08.741639 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5acc6b9-db99-488e-861f-60bdbf4d2b98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.766966 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:08.767340 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.821909 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-5751528c-36e0-4778-a6a3-684d2c3c039a None None] Set router 90480ae8-eafb-4449-a362-0e41412a698b gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:08.846300 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-44a1748d-f0f8-44ad-ab9f-8f7645fed407 req-5135500e-684a-4776-905e-3676bb29a3f7 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355929 Aug 16 01:52:08.871284 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c559d035-1bae-4daa-9060-5895fad9d2d7 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.919804 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559d035-1bae-4daa-9060-5895fad9d2d7 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=9308b929-19c9-4082-90d3-5bc16872f2e3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:08.937296 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c559d035-1bae-4daa-9060-5895fad9d2d7 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:08.942479 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c559d035-1bae-4daa-9060-5895fad9d2d7 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/ports/9308b929-19c9-4082-90d3-5bc16872f2e3 HTTP/1.1" status: 204 len: 168 time: 0.8540919 Aug 16 01:52:08.943457 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37930) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:08.954397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-76212941-0252-4ecc-b8ae-434a58fc7c3f tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d', 'mac_address': 'fa:16:3e:27:68:39', 'name': 'tempest-PortsIpV6TestJSON-1898654374'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:08.974996 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c8f53151-ea7b-4dbc-aba2-a09a6059212e req-e0d0b568-269a-4fd8-89ba-12311f6af781 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab23ccc6-af67-4758-b0f1-9dfe531b063b HTTP/1.1" status: 200 len: 210 time: 0.0566101 Aug 16 01:52:09.005175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f5acc6b9-db99-488e-861f-60bdbf4d2b98 admin admin] For port 97ec7966-3aec-4222-bc8b-7e7a2807cfd6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=97ec7966-3aec-4222-bc8b-7e7a2807cfd6,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:09.005732 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5acc6b9-db99-488e-861f-60bdbf4d2b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.023521 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f5acc6b9-db99-488e-861f-60bdbf4d2b98 admin admin] Calling delete_port for 97ec7966-3aec-4222-bc8b-7e7a2807cfd6 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:09.114951 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5751528c-36e0-4778-a6a3-684d2c3c039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90480ae8-eafb-4449-a362-0e41412a698b', 'name': 'tempest-TestAggregatesBasicOps-99034958-router', 'tenant_id': 'a280ff4408d845709eb32de28e2d3f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:41Z', 'updated_at': '2021-08-16T01:52:08Z', 'revision_number': 6, 'project_id': 'a280ff4408d845709eb32de28e2d3f0e', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:09.124267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d633ab9-1254-4d0b-b6c0-a79a4fe72f94 req-4b900e9d-f626-42d2-9e0b-0a5d5370bd37 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:09.125736 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d633ab9-1254-4d0b-b6c0-a79a4fe72f94 req-4b900e9d-f626-42d2-9e0b-0a5d5370bd37 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.0820010 Aug 16 01:52:09.128577 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab23ccc6-af67-4758-b0f1-9dfe531b063b', 'name': 'network-vif-deleted', 'tag': 'ae6fac71-6b29-4258-bb9f-2999d03d6555'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:09.131250 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22700ed-e0ff-41e6-bba6-bc9b57ca9cf3" -d '{"events": [{"server_uuid": "ab23ccc6-af67-4758-b0f1-9dfe531b063b", "name": "network-vif-deleted", "tag": "ae6fac71-6b29-4258-bb9f-2999d03d6555"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:09.193256 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751528c-36e0-4778-a6a3-684d2c3c039a None None] The sync data for ids ['90480ae8-eafb-4449-a362-0e41412a698b'] in n-d-765315-27 is: [{'id': '90480ae8-eafb-4449-a362-0e41412a698b', 'name': 'tempest-TestAggregatesBasicOps-99034958-router', 'tenant_id': 'a280ff4408d845709eb32de28e2d3f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:41Z', 'updated_at': '2021-08-16T01:52:08Z', 'revision_number': 6, 'project_id': 'a280ff4408d845709eb32de28e2d3f0e', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:52:09.197571 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d633ab9-1254-4d0b-b6c0-a79a4fe72f94 req-79bccabc-dfe3-48e3-a2a1-58a9cc5758ea tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607047 Aug 16 01:52:09.203306 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5396d6-79ac-479d-9299-cf6369912d88 x-openstack-request-id: req-8b5396d6-79ac-479d-9299-cf6369912d88 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:09.203600 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab23ccc6-af67-4758-b0f1-9dfe531b063b", "name": "network-vif-deleted", "tag": "ae6fac71-6b29-4258-bb9f-2999d03d6555", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:09.203911 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8b5396d6-79ac-479d-9299-cf6369912d88 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:09.204271 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab23ccc6-af67-4758-b0f1-9dfe531b063b', 'name': 'network-vif-deleted', 'tag': 'ae6fac71-6b29-4258-bb9f-2999d03d6555', 'status': 'completed', 'code': 200} Aug 16 01:52:09.215002 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76212941-0252-4ecc-b8ae-434a58fc7c3f tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:09.311628 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76212941-0252-4ecc-b8ae-434a58fc7c3f tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.322580 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5acc6b9-db99-488e-861f-60bdbf4d2b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.334465 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-76212941-0252-4ecc-b8ae-434a58fc7c3f tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] device_id is not set on port 7f884549-f4c6-41db-ba45-5798c6ba1658 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:52:09.364620 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acc6b9-db99-488e-861f-60bdbf4d2b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=97ec7966-3aec-4222-bc8b-7e7a2807cfd6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:09.462363 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2ff8e-3806-4e1c-b448-de926dee87ab req-3f0665a9-ef4d-4010-ab39-753108932726 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:09.464276 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eba2ff8e-3806-4e1c-b448-de926dee87ab req-3f0665a9-ef4d-4010-ab39-753108932726 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.1368837 Aug 16 01:52:09.468000 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5acc6b9-db99-488e-861f-60bdbf4d2b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.529204 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76212941-0252-4ecc-b8ae-434a58fc7c3f tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.583938 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76212941-0252-4ecc-b8ae-434a58fc7c3f tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.591505 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5acc6b9-db99-488e-861f-60bdbf4d2b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.600918 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5acc6b9-db99-488e-861f-60bdbf4d2b98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.614474 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eba2ff8e-3806-4e1c-b448-de926dee87ab req-322f2c58-140f-4233-991d-8ec7a9f96107 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151569 Aug 16 01:52:09.635734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76212941-0252-4ecc-b8ae-434a58fc7c3f tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 4ead9c13-abe5-44e4-b38f-547c3076353d is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:09.649551 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ae6fac71-6b29-4258-bb9f-2999d03d6555 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:09.679484 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-76212941-0252-4ecc-b8ae-434a58fc7c3f tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:09.691787 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76212941-0252-4ecc-b8ae-434a58fc7c3f tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:09.699410 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5acc6b9-db99-488e-861f-60bdbf4d2b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.699809 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76212941-0252-4ecc-b8ae-434a58fc7c3f tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:09.700597 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76212941-0252-4ecc-b8ae-434a58fc7c3f tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.700791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5acc6b9-db99-488e-861f-60bdbf4d2b98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90480ae8-eafb-4449-a362-0e41412a698b {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:52:09.703393 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: ae6fac71-6b29-4258-bb9f-2999d03d6555 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:09.703772 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device ae6fac71-6b29-4258-bb9f-2999d03d6555 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:09.704369 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device d552cb89-cf63-4386-97db-e170ab09475b no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:09.706914 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5acc6b9-db99-488e-861f-60bdbf4d2b98 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.708099 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f5acc6b9-db99-488e-861f-60bdbf4d2b98 admin admin] 10.222.0.68 "DELETE /v2.0/routers/90480ae8-eafb-4449-a362-0e41412a698b HTTP/1.1" status: 204 len: 168 time: 1.7969480 Aug 16 01:52:09.710751 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37946) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:09.712488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76212941-0252-4ecc-b8ae-434a58fc7c3f tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=7f884549-f4c6-41db-ba45-5798c6ba1658,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:09.734215 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: d552cb89-cf63-4386-97db-e170ab09475b {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:09.734797 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device d552cb89-cf63-4386-97db-e170ab09475b not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:09.744300 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-76212941-0252-4ecc-b8ae-434a58fc7c3f tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7970960 Aug 16 01:52:09.744841 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37948) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:09.812482 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77575e46-4763-48d7-937e-eec5f561bfc2 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:09.816660 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-77575e46-4763-48d7-937e-eec5f561bfc2 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports/7f884549-f4c6-41db-ba45-5798c6ba1658 HTTP/1.1" status: 200 len: 845 time: 0.0685141 Aug 16 01:52:09.816793 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-db76b223-21be-4d73-8280-4cdbeb5ba385 admin admin] Deleting subnet c29adf41-791a-4608-af25-cdcc1dcfb1c2 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:09.816917 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37954) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:09.826507 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db76b223-21be-4d73-8280-4cdbeb5ba385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.882615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7dd1df-1775-43d2-8b58-2786edc4f265 req-bc2b97d1-7d8c-44dc-ae73-e30974ad09eb tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:09.884111 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1e7dd1df-1775-43d2-8b58-2786edc4f265 req-bc2b97d1-7d8c-44dc-ae73-e30974ad09eb tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.0546665 Aug 16 01:52:09.928147 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1e7dd1df-1775-43d2-8b58-2786edc4f265 req-23e4d4e3-d31d-4f02-b029-8b23d0850378 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364513 Aug 16 01:52:09.937972 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db76b223-21be-4d73-8280-4cdbeb5ba385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:09.993070 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0d1fc-191c-43e8-a46d-7b4268abcf70 req-0626023a-044e-4909-809f-1eaa43b3c939 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:09.994594 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-15c0d1fc-191c-43e8-a46d-7b4268abcf70 req-0626023a-044e-4909-809f-1eaa43b3c939 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.1454303 Aug 16 01:52:10.027193 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37958) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:10.075411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b6816e47-4b29-4e4b-b4cf-8324f6858636 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port 7f884549-f4c6-41db-ba45-5798c6ba1658 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:10.075761 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6816e47-4b29-4e4b-b4cf-8324f6858636 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.084761 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0e1741-45a0-4e73-8133-1ab85c42e6d9 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Deleting subnet 5e098cc4-322e-4e6f-839e-acccedce9516 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:10.088867 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1741-45a0-4e73-8133-1ab85c42e6d9 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.098570 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-15c0d1fc-191c-43e8-a46d-7b4268abcf70 req-8f614ab3-6fe4-493c-aa12-ac88100e251c tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940294 Aug 16 01:52:10.128244 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db76b223-21be-4d73-8280-4cdbeb5ba385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.164208 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1741-45a0-4e73-8133-1ab85c42e6d9 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.188413 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6816e47-4b29-4e4b-b4cf-8324f6858636 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.205972 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b6816e47-4b29-4e4b-b4cf-8324f6858636 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for 7f884549-f4c6-41db-ba45-5798c6ba1658 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:10.256749 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db76b223-21be-4d73-8280-4cdbeb5ba385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.279855 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1741-45a0-4e73-8133-1ab85c42e6d9 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.291674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76b223-21be-4d73-8280-4cdbeb5ba385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c29adf41-791a-4608-af25-cdcc1dcfb1c2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:10.294958 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db76b223-21be-4d73-8280-4cdbeb5ba385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.296247 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-db76b223-21be-4d73-8280-4cdbeb5ba385 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c29adf41-791a-4608-af25-cdcc1dcfb1c2 HTTP/1.1" status: 204 len: 168 time: 0.5845613 Aug 16 01:52:10.300835 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37962) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:10.304315 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528d1125-4177-411c-a758-9b40882c7e31 None None] Network aaeee703-6fc3-4296-8320-e4eaedafd163 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:10.390783 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.394572 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1741-45a0-4e73-8133-1ab85c42e6d9 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.402936 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6816e47-4b29-4e4b-b4cf-8324f6858636 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.427039 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1741-45a0-4e73-8133-1ab85c42e6d9 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.430472 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9d0e1741-45a0-4e73-8133-1ab85c42e6d9 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "DELETE /v2.0/subnets/5e098cc4-322e-4e6f-839e-acccedce9516 HTTP/1.1" status: 204 len: 168 time: 0.4014068 Aug 16 01:52:10.443740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37964) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:10.454108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6816e47-4b29-4e4b-b4cf-8324f6858636 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=7f884549-f4c6-41db-ba45-5798c6ba1658,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:10.458743 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f9e1c3-e768-4026-96cf-bcc510ab6f23 None None] Network 154213df-f9b7-4083-aa45-24f46a784789 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:10.458887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e1741-45a0-4e73-8133-1ab85c42e6d9 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event deleted for resources: {'Subnet': ['ID=5e098cc4-322e-4e6f-839e-acccedce9516,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:10.508953 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4175ed-0f18-45ff-a845-ff28509c2289 req-352f9fab-7a88-4e7c-9db5-39819a2e3584 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:10.520255 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1e4175ed-0f18-45ff-a845-ff28509c2289 req-352f9fab-7a88-4e7c-9db5-39819a2e3584 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.1676285 Aug 16 01:52:10.552631 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6816e47-4b29-4e4b-b4cf-8324f6858636 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.554882 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b6816e47-4b29-4e4b-b4cf-8324f6858636 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/ports/7f884549-f4c6-41db-ba45-5798c6ba1658 HTTP/1.1" status: 204 len: 168 time: 0.7368755 Aug 16 01:52:10.561515 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37968) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:10.565910 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:10.597097 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-011b41e6-054d-42fd-9c43-658368d10ecd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] GET failed (client error): The resource could not be found. Aug 16 01:52:10.598660 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-011b41e6-054d-42fd-9c43-658368d10ecd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports/7f884549-f4c6-41db-ba45-5798c6ba1658 HTTP/1.1" status: 404 len: 333 time: 0.0353363 Aug 16 01:52:10.602526 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37972) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:10.608039 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-33f742d1-742d-41e1-8e99-efebc1ab4551 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d', 'name': 'tempest-PortsIpV6TestJSON-1427774925'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:10.624239 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1e4175ed-0f18-45ff-a845-ff28509c2289 req-ee426f4d-5ec6-4846-8cc9-7d5a483745de tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004283 Aug 16 01:52:10.645225 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:10.647046 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 79ac60e0-e5e7-41bb-b90b-6a20b0eec0c0 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:10.647568 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 97ec7966-3aec-4222-bc8b-7e7a2807cfd6 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:10.683400 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 97ec7966-3aec-4222-bc8b-7e7a2807cfd6 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:10.683955 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 97ec7966-3aec-4222-bc8b-7e7a2807cfd6 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:10.711134 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.817006 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd0e0b-c9be-4a4c-977f-ca061f32e5ae req-aa31a551-ce26-4486-b5ef-4826771e85ba tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:10.818761 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-45fd0e0b-c9be-4a4c-977f-ca061f32e5ae req-aa31a551-ce26-4486-b5ef-4826771e85ba tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.0971961 Aug 16 01:52:10.846231 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] Deleting port 891508c3-5eed-4b21-9855-fb3156a3af72 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:10.846407 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.881808 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-45fd0e0b-c9be-4a4c-977f-ca061f32e5ae req-465b15f5-8ef7-40ba-b5d4-d94f1539816f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535214 Aug 16 01:52:10.889846 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] DHCP port deletion for aaeee703-6fc3-4296-8320-e4eaedafd163 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:52:10.929176 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e151cd22-4e4e-4186-9008-ac93c4f93891 None None] DHCP port deletion for 154213df-f9b7-4083-aa45-24f46a784789 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:52:10.973887 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Deleting port 96bd9643-7635-4256-ac78-e58ea6ac0869 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:10.974238 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:10.990020 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] Deleting port 891508c3-5eed-4b21-9855-fb3156a3af72 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:10.990418 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.044218 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] For port 96bd9643-7635-4256-ac78-e58ea6ac0869, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=96bd9643-7635-4256-ac78-e58ea6ac0869,segment=NetworkSegment(83f7bc93-4c1b-41c3-94fe-6a563930e48e),segment_id=83f7bc93-4c1b-41c3-94fe-6a563930e48e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:11.044601 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.053049 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f742d1-742d-41e1-8e99-efebc1ab4551 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:11.056588 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33f742d1-742d-41e1-8e99-efebc1ab4551 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.061005 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e151cd22-4e4e-4186-9008-ac93c4f93891 None None] Deleting port 96bd9643-7635-4256-ac78-e58ea6ac0869 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:11.061478 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e151cd22-4e4e-4186-9008-ac93c4f93891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.075225 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] For port 891508c3-5eed-4b21-9855-fb3156a3af72, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=891508c3-5eed-4b21-9855-fb3156a3af72,segment=NetworkSegment(71ed9c60-86fd-48d1-9c0b-d1369922ed60),segment_id=71ed9c60-86fd-48d1-9c0b-d1369922ed60)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:11.075932 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.100767 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb58e68-5c61-4242-9f4c-8186a22404b5 req-51144be2-911d-488c-a896-c562597f1293 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:11.103379 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6fb58e68-5c61-4242-9f4c-8186a22404b5 req-51144be2-911d-488c-a896-c562597f1293 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.0801468 Aug 16 01:52:11.130955 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] For port 891508c3-5eed-4b21-9855-fb3156a3af72, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=891508c3-5eed-4b21-9855-fb3156a3af72,segment=NetworkSegment(71ed9c60-86fd-48d1-9c0b-d1369922ed60),segment_id=71ed9c60-86fd-48d1-9c0b-d1369922ed60)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:11.131661 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.135376 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Calling delete_port for 96bd9643-7635-4256-ac78-e58ea6ac0869 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:11.145698 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] Calling delete_port for 891508c3-5eed-4b21-9855-fb3156a3af72 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:11.152400 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-33f742d1-742d-41e1-8e99-efebc1ab4551 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] device_id is not set on port b1b40422-fbfc-487a-8cec-602a5a62e529 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:52:11.163020 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] Calling delete_port for 891508c3-5eed-4b21-9855-fb3156a3af72 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:11.171330 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6fb58e68-5c61-4242-9f4c-8186a22404b5 req-417552b9-583e-45b6-878b-89e8b06c09b4 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609524 Aug 16 01:52:11.177052 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e151cd22-4e4e-4186-9008-ac93c4f93891 None None] For port 96bd9643-7635-4256-ac78-e58ea6ac0869, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=96bd9643-7635-4256-ac78-e58ea6ac0869,segment=NetworkSegment(83f7bc93-4c1b-41c3-94fe-6a563930e48e),segment_id=83f7bc93-4c1b-41c3-94fe-6a563930e48e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:11.177462 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e151cd22-4e4e-4186-9008-ac93c4f93891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.195602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e151cd22-4e4e-4186-9008-ac93c4f93891 None None] Calling delete_port for 96bd9643-7635-4256-ac78-e58ea6ac0869 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:11.318747 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33f742d1-742d-41e1-8e99-efebc1ab4551 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.342643 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.374525 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33f742d1-742d-41e1-8e99-efebc1ab4551 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.375148 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] Pushing event deleted for resources: {'Port': ['ID=891508c3-5eed-4b21-9855-fb3156a3af72,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:11.383922 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] No DVR routers for this DVR port 891508c3-5eed-4b21-9855-fb3156a3af72 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:11.391264 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:11.397260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:11.397260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:11.397260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:11.397260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:11.397260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:11.397260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:11.397260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:11.397260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:11.397260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:11.397260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:11.397260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57609d-88d1-4b1f-9874-7766fa5d0cc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:11.399731 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e151cd22-4e4e-4186-9008-ac93c4f93891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.400142 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f742d1-742d-41e1-8e99-efebc1ab4551 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 4ead9c13-abe5-44e4-b38f-547c3076353d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:11.432065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e151cd22-4e4e-4186-9008-ac93c4f93891 None None] No DVR routers for this DVR port 96bd9643-7635-4256-ac78-e58ea6ac0869 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:11.434314 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-33f742d1-742d-41e1-8e99-efebc1ab4551 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:11.439876 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151cd22-4e4e-4186-9008-ac93c4f93891 None None] Pushing event deleted for resources: {'Port': ['ID=96bd9643-7635-4256-ac78-e58ea6ac0869,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:11.487239 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f742d1-742d-41e1-8e99-efebc1ab4551 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:11.492745 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f742d1-742d-41e1-8e99-efebc1ab4551 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:11.493342 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33f742d1-742d-41e1-8e99-efebc1ab4551 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.504444 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb9b0b-31c1-4cad-9e0f-55fe86164bda req-faa59cb2-2388-414a-b4b8-9cc3bb767290 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:11.505950 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-19cb9b0b-31c1-4cad-9e0f-55fe86164bda req-faa59cb2-2388-414a-b4b8-9cc3bb767290 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.4364076 Aug 16 01:52:11.575238 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-33f742d1-742d-41e1-8e99-efebc1ab4551 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9716721 Aug 16 01:52:11.578056 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 37994) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:11.578785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f742d1-742d-41e1-8e99-efebc1ab4551 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=b1b40422-fbfc-487a-8cec-602a5a62e529,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:11.584570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8ba1b8bf-5b0e-4d39-a502-4e987add4e97 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:11.613153 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-19cb9b0b-31c1-4cad-9e0f-55fe86164bda req-5739997a-630d-4cc6-8f10-7793299ff21f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930791 Aug 16 01:52:11.640320 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.659928 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.695541 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ba1b8bf-5b0e-4d39-a502-4e987add4e97 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.710047 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=891508c3-5eed-4b21-9855-fb3156a3af72,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:11.716707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] No DVR routers for this DVR port 96bd9643-7635-4256-ac78-e58ea6ac0869 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:11.761618 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] No DVR routers for this DVR port 891508c3-5eed-4b21-9855-fb3156a3af72 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:11.763465 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event deleted for resources: {'Port': ['ID=96bd9643-7635-4256-ac78-e58ea6ac0869,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:11.895918 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.897790 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ba1b8bf-5b0e-4d39-a502-4e987add4e97 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.909036 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.912174 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154213df-f9b7-4083-aa45-24f46a784789']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:11.927807 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaeee703-6fc3-4296-8320-e4eaedafd163']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:11.930658 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f7bc93-4c1b-41c3-94fe-6a563930e48e') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:11.930977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f7bc93-4c1b-41c3-94fe-6a563930e48e') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:11.941156 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ba1b8bf-5b0e-4d39-a502-4e987add4e97 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.945372 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ed9c60-86fd-48d1-9c0b-d1369922ed60') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:11.945683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ed9c60-86fd-48d1-9c0b-d1369922ed60') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:11.948364 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.962610 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.973413 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.977381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-8ba1b8bf-5b0e-4d39-a502-4e987add4e97 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] In _notify_port_updated(), no bound segment for port b1b40422-fbfc-487a-8cec-602a5a62e529 on network 4ead9c13-abe5-44e4-b38f-547c3076353d {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:52:11.982977 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.984507 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba1b8bf-5b0e-4d39-a502-4e987add4e97 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:11.985134 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:11.985264 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ba1b8bf-5b0e-4d39-a502-4e987add4e97 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.985522 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:11.988702 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:11.991788 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8ba1b8bf-5b0e-4d39-a502-4e987add4e97 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "PUT /v2.0/ports/b1b40422-fbfc-487a-8cec-602a5a62e529 HTTP/1.1" status: 200 len: 818 time: 0.4104404 Aug 16 01:52:11.992908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38006) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:12.025999 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:12.026391 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:12.028639 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:12.085491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceeeea-30a2-4228-8b68-9f36190b265d req-46d12338-aadf-43aa-99fa-d54073f2cb1d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:12.087295 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-46ceeeea-30a2-4228-8b68-9f36190b265d req-46d12338-aadf-43aa-99fa-d54073f2cb1d tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.1871440 Aug 16 01:52:12.103495 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.105639 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.115279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1b8bf-5b0e-4d39-a502-4e987add4e97 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=b1b40422-fbfc-487a-8cec-602a5a62e529,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:12.123240 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.125115 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "DELETE /v2.0/networks/154213df-f9b7-4083-aa45-24f46a784789 HTTP/1.1" status: 204 len: 168 time: 1.6801026 Aug 16 01:52:12.127494 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8c6b0-00ec-4b46-92c7-3589f8a44a7e tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event deleted for resources: {'Network': ['ID=154213df-f9b7-4083-aa45-24f46a784789,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:12.129773 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.131689 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] 10.222.0.68 "DELETE /v2.0/networks/aaeee703-6fc3-4296-8320-e4eaedafd163 HTTP/1.1" status: 204 len: 168 time: 1.8299477 Aug 16 01:52:12.132355 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38008) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:12.135790 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38010) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:12.176001 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb60004-b656-480a-b969-4673f9e310d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaeee703-6fc3-4296-8320-e4eaedafd163,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:12.200836 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e2b554-7e17-42ae-8a28-0198283012fe tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Deleting subnet b518630e-afab-4895-b9cd-5a41e01a9164 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:12.204583 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82e2b554-7e17-42ae-8a28-0198283012fe tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.216002 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-46ceeeea-30a2-4228-8b68-9f36190b265d req-4038c15d-2230-4418-bc96-c3104e240927 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129384 Aug 16 01:52:12.218307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-edd3be58-1345-4872-9085-71dce26a2ae0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port b1b40422-fbfc-487a-8cec-602a5a62e529 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:12.218644 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-edd3be58-1345-4872-9085-71dce26a2ae0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.249561 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82e2b554-7e17-42ae-8a28-0198283012fe tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.389692 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-edd3be58-1345-4872-9085-71dce26a2ae0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.461335 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 96bd9643-7635-4256-ac78-e58ea6ac0869 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:12.487283 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 96bd9643-7635-4256-ac78-e58ea6ac0869 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:12.487641 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 96bd9643-7635-4256-ac78-e58ea6ac0869 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:12.488040 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 891508c3-5eed-4b21-9855-fb3156a3af72 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:12.513333 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 891508c3-5eed-4b21-9855-fb3156a3af72 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:12.513774 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 891508c3-5eed-4b21-9855-fb3156a3af72 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:12.754309 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82e2b554-7e17-42ae-8a28-0198283012fe tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.787001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-edd3be58-1345-4872-9085-71dce26a2ae0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for b1b40422-fbfc-487a-8cec-602a5a62e529 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:12.790322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f936c37-c4a8-40ef-a67d-811779eb4228 req-f048d22e-b759-4687-ab17-f31bbb47babb tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:12.792230 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f936c37-c4a8-40ef-a67d-811779eb4228 req-f048d22e-b759-4687-ab17-f31bbb47babb tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.4715869 Aug 16 01:52:12.816236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ed429-924a-443e-92c7-620e5561fcdf req-6b8566bb-06ce-4593-b7bb-6e2b67ef1f6c tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:12.817773 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e64ed429-924a-443e-92c7-620e5561fcdf req-6b8566bb-06ce-4593-b7bb-6e2b67ef1f6c tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.4833622 Aug 16 01:52:12.845170 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f936c37-c4a8-40ef-a67d-811779eb4228 req-3c6b0f31-9634-49d2-94b7-b297f875fd2c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464778 Aug 16 01:52:12.890182 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82e2b554-7e17-42ae-8a28-0198283012fe tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.909183 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82e2b554-7e17-42ae-8a28-0198283012fe tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.914038 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-82e2b554-7e17-42ae-8a28-0198283012fe tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "DELETE /v2.0/subnets/b518630e-afab-4895-b9cd-5a41e01a9164 HTTP/1.1" status: 204 len: 168 time: 0.7805417 Aug 16 01:52:12.915653 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c086686-86b3-4d89-8046-7e1f59a86090 None None] Network 71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:12.933956 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38024) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:12.936525 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2b554-7e17-42ae-8a28-0198283012fe tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event deleted for resources: {'Subnet': ['ID=b518630e-afab-4895-b9cd-5a41e01a9164,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:13.054787 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e64ed429-924a-443e-92c7-620e5561fcdf req-3413a702-0d42-432f-878a-fb5b9fed217f tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028167 Aug 16 01:52:13.112067 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.143207 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-edd3be58-1345-4872-9085-71dce26a2ae0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.148248 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a584018-5c3b-4b5c-88b2-13a19983fd0c None None] DHCP port deletion for 71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:52:13.222262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3be58-1345-4872-9085-71dce26a2ae0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=b1b40422-fbfc-487a-8cec-602a5a62e529,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:13.257875 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-edd3be58-1345-4872-9085-71dce26a2ae0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.263271 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-edd3be58-1345-4872-9085-71dce26a2ae0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/ports/b1b40422-fbfc-487a-8cec-602a5a62e529 HTTP/1.1" status: 204 len: 168 time: 1.2617006 Aug 16 01:52:13.263881 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38030) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:13.319668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085faed-7d34-4892-ba71-9dc1f3fdb6d5 req-46d1796c-dc08-49d1-844a-becdf25f5ef0 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:13.321384 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9085faed-7d34-4892-ba71-9dc1f3fdb6d5 req-46d1796c-dc08-49d1-844a-becdf25f5ef0 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.1438715 Aug 16 01:52:13.328496 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:52:13.356919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Deleting port b61c3843-de88-4e27-96a4-af014877f5ee {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:13.357524 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.364298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e123d669-f1f4-421f-8c3f-54f1404a52c1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:13.368335 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e123d669-f1f4-421f-8c3f-54f1404a52c1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1007822 Aug 16 01:52:13.368750 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38032) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:13.387089 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9a584018-5c3b-4b5c-88b2-13a19983fd0c None None] Deleting port b61c3843-de88-4e27-96a4-af014877f5ee {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:13.387429 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a584018-5c3b-4b5c-88b2-13a19983fd0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.397657 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21f38f1-e578-4e50-81c9-0a74c2777861 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] GET failed (client error): The resource could not be found. Aug 16 01:52:13.405114 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a21f38f1-e578-4e50-81c9-0a74c2777861 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports/b1b40422-fbfc-487a-8cec-602a5a62e529 HTTP/1.1" status: 404 len: 333 time: 0.0353372 Aug 16 01:52:13.406063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38034) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:13.411800 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4dd4531a-13e6-4b52-8e4d-186f6298c712 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1042047800'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:13.446735 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd4531a-13e6-4b52-8e4d-186f6298c712 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:13.452649 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4dd4531a-13e6-4b52-8e4d-186f6298c712 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.454481 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9085faed-7d34-4892-ba71-9dc1f3fdb6d5 req-ad72e2a7-e83f-4e3b-9065-523f4be1329c tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252759 Aug 16 01:52:13.456562 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9a584018-5c3b-4b5c-88b2-13a19983fd0c None None] For port b61c3843-de88-4e27-96a4-af014877f5ee, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b61c3843-de88-4e27-96a4-af014877f5ee,segment=NetworkSegment(8b0f6df6-c679-4a1f-9bac-78f274858530),segment_id=8b0f6df6-c679-4a1f-9bac-78f274858530)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:13.457270 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a584018-5c3b-4b5c-88b2-13a19983fd0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.470888 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9a584018-5c3b-4b5c-88b2-13a19983fd0c None None] Calling delete_port for b61c3843-de88-4e27-96a4-af014877f5ee owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:13.487504 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd4531a-13e6-4b52-8e4d-186f6298c712 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:13.502008 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4dd4531a-13e6-4b52-8e4d-186f6298c712 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.502423 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] For port b61c3843-de88-4e27-96a4-af014877f5ee, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b61c3843-de88-4e27-96a4-af014877f5ee,segment=NetworkSegment(8b0f6df6-c679-4a1f-9bac-78f274858530),segment_id=8b0f6df6-c679-4a1f-9bac-78f274858530)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:13.502684 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-4dd4531a-13e6-4b52-8e4d-186f6298c712 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Added segment 95f08c58-f61e-45e8-bda3-e36c90d58da4 of type vlan for network 2cc482b2-0cb6-4e8f-8ef4-25149528eb30 Aug 16 01:52:13.502800 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.521690 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Calling delete_port for b61c3843-de88-4e27-96a4-af014877f5ee owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:13.564652 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4dd4531a-13e6-4b52-8e4d-186f6298c712 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.583706 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a584018-5c3b-4b5c-88b2-13a19983fd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.585408 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7b24ae4-d967-4874-80c3-ed9f3d0e6222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.615467 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a584018-5c3b-4b5c-88b2-13a19983fd0c None None] Pushing event deleted for resources: {'Port': ['ID=b61c3843-de88-4e27-96a4-af014877f5ee,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:13.624488 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a584018-5c3b-4b5c-88b2-13a19983fd0c None None] No DVR routers for this DVR port b61c3843-de88-4e27-96a4-af014877f5ee on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:13.661749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4f3d2-bdbe-433a-8a65-800e35596cf3 req-ba6883d8-f54f-459c-bd74-77eebaf9b319 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:13.663773 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c2b4f3d2-bdbe-433a-8a65-800e35596cf3 req-ba6883d8-f54f-459c-bd74-77eebaf9b319 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.0873497 Aug 16 01:52:13.664441 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4dd4531a-13e6-4b52-8e4d-186f6298c712 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.670650 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd4531a-13e6-4b52-8e4d-186f6298c712 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:13.671354 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4dd4531a-13e6-4b52-8e4d-186f6298c712 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.727354 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.750823 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4dd4531a-13e6-4b52-8e4d-186f6298c712 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3430696 Aug 16 01:52:13.769711 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38040) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:13.771583 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4531a-13e6-4b52-8e4d-186f6298c712 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Network': ['ID=2cc482b2-0cb6-4e8f-8ef4-25149528eb30,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:13.771714 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event deleted for resources: {'Port': ['ID=b61c3843-de88-4e27-96a4-af014877f5ee,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:13.778487 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9463999d-01a1-4625-8e62-d4e434c7de0b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'subnet': {'network_id': '2cc482b2-0cb6-4e8f-8ef4-25149528eb30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:13.788842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 2cc482b2-0cb6-4e8f-8ef4-25149528eb30 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:13.826955 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] No DVR routers for this DVR port b61c3843-de88-4e27-96a4-af014877f5ee on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:13.857849 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c2b4f3d2-bdbe-433a-8a65-800e35596cf3 req-f5f5fa2c-6a6e-4bff-bdde-5e50994299dd tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821842 Aug 16 01:52:13.930608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9463999d-01a1-4625-8e62-d4e434c7de0b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:13.935856 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9463999d-01a1-4625-8e62-d4e434c7de0b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.967060 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:13.980654 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:14.002896 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0f6df6-c679-4a1f-9bac-78f274858530') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:14.003249 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0f6df6-c679-4a1f-9bac-78f274858530') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:14.033130 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.058237 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.068651 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:14.069136 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:14.073859 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:14.092154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48376e-2159-4804-b44a-8485064e8e14 req-ce0a84c6-ff9b-4651-9a55-6bb08c630063 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:14.093682 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cf48376e-2159-4804-b44a-8485064e8e14 req-ce0a84c6-ff9b-4651-9a55-6bb08c630063 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.0885034 Aug 16 01:52:14.145114 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cf48376e-2159-4804-b44a-8485064e8e14 req-6e8bf69a-9e19-4c58-b477-2e4eaaed3866 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414863 Aug 16 01:52:14.150122 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25bcc4-1d79-4458-a1c4-9d2463e14823 req-57da95ad-1d6c-4180-a4ab-bbc9a34c8325 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:14.152007 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e25bcc4-1d79-4458-a1c4-9d2463e14823 req-57da95ad-1d6c-4180-a4ab-bbc9a34c8325 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.1603258 Aug 16 01:52:14.216114 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.234853 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.237048 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] 10.222.0.68 "DELETE /v2.0/networks/71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63 HTTP/1.1" status: 204 len: 168 time: 1.3002582 Aug 16 01:52:14.258892 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e25bcc4-1d79-4458-a1c4-9d2463e14823 req-11af87ef-0a02-4c83-abd6-0ef0eaf006c8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972345 Aug 16 01:52:14.272588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911d378-2a7b-4320-9bba-e791d17ccf17 tempest-ServersTestMultiNic-739850925 tempest-ServersTestMultiNic-739850925-project] Pushing event deleted for resources: {'Network': ['ID=71b42fa7-84e8-42f1-ac4c-80b7ef6d1d63,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:14.296577 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9463999d-01a1-4625-8e62-d4e434c7de0b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.313367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f7b24ae4-d967-4874-80c3-ed9f3d0e6222 admin admin] Deleting port e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:14.313778 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7b24ae4-d967-4874-80c3-ed9f3d0e6222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.357963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463999d-01a1-4625-8e62-d4e434c7de0b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Subnet': ['ID=77f46fc4-0a11-44b6-9a08-39be35adb1fc,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:14.387841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9463999d-01a1-4625-8e62-d4e434c7de0b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Checking segment: {'id': '95f08c58-f61e-45e8-bda3-e36c90d58da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2cc482b2-0cb6-4e8f-8ef4-25149528eb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:14.388330 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9463999d-01a1-4625-8e62-d4e434c7de0b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network hostable DHCP agents. Network: 2cc482b2-0cb6-4e8f-8ef4-25149528eb30, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:14.407239 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9463999d-01a1-4625-8e62-d4e434c7de0b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 2cc482b2-0cb6-4e8f-8ef4-25149528eb30 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:14.420181 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-9463999d-01a1-4625-8e62-d4e434c7de0b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 2cc482b2-0cb6-4e8f-8ef4-25149528eb30) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:14.425370 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9463999d-01a1-4625-8e62-d4e434c7de0b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:14.426557 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9463999d-01a1-4625-8e62-d4e434c7de0b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.431064 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbda227-57ae-46e2-8dcd-a5f07049d85a None None] Network 2cc482b2-0cb6-4e8f-8ef4-25149528eb30 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:14.444453 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9463999d-01a1-4625-8e62-d4e434c7de0b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6707702 Aug 16 01:52:14.447295 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38062) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:14.453733 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5cae1b01-be40-4de6-97bf-90f4daf6b2a1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'subnet': {'network_id': '2cc482b2-0cb6-4e8f-8ef4-25149528eb30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:14.568620 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-f7b24ae4-d967-4874-80c3-ed9f3d0e6222 admin admin] For port e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385,segment=NetworkSegment(eebb49c1-7760-4c75-a76d-a117db1ccf70),segment_id=eebb49c1-7760-4c75-a76d-a117db1ccf70)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:14.568620 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7b24ae4-d967-4874-80c3-ed9f3d0e6222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.572844 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38068) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:14.587522 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f7b24ae4-d967-4874-80c3-ed9f3d0e6222 admin admin] Calling delete_port for e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:14.616619 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b61c3843-de88-4e27-96a4-af014877f5ee no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:14.663462 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: b61c3843-de88-4e27-96a4-af014877f5ee {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:14.663801 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b61c3843-de88-4e27-96a4-af014877f5ee not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:14.722467 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-2cc482b2-0cb6-4e8f-8ef4-25149528eb30', 'network_id': '2cc482b2-0cb6-4e8f-8ef4-25149528eb30', 'tenant_id': '2838ccd56ffe4e92a1b0adcc50f76a21', 'fixed_ips': [{'subnet_id': '77f46fc4-0a11-44b6-9a08-39be35adb1fc'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:52:14.723354 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.747616 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18175b94-c1d5-49f0-a442-d9d0f4b25a24 req-d29f345d-45bf-47b1-99b8-5e07d99a68c8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:14.749368 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-18175b94-c1d5-49f0-a442-d9d0f4b25a24 req-d29f345d-45bf-47b1-99b8-5e07d99a68c8 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.2420397 Aug 16 01:52:14.845901 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7b24ae4-d967-4874-80c3-ed9f3d0e6222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.895633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b24ae4-d967-4874-80c3-ed9f3d0e6222 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:14.902947 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-18175b94-c1d5-49f0-a442-d9d0f4b25a24 req-fd957c99-d6d6-4760-8a15-e6b981e63853 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650351 Aug 16 01:52:14.966676 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cae1b01-be40-4de6-97bf-90f4daf6b2a1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:14.970306 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cae1b01-be40-4de6-97bf-90f4daf6b2a1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.111625 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Allocated IP 2001:db8::2 (2cc482b2-0cb6-4e8f-8ef4-25149528eb30/77f46fc4-0a11-44b6-9a08-39be35adb1fc/707b12ab-47ee-4283-a0d6-62b782ab8313) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:15.120960 n-d-765315-27 neutron-server[94673]: INFO neutron.db.ipam_backend_mixin [None req-5cae1b01-be40-4de6-97bf-90f4daf6b2a1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 77f46fc4-0a11-44b6-9a08-39be35adb1fc (CIDR: 2001:db8::/64) Aug 16 01:52:15.137630 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cae1b01-be40-4de6-97bf-90f4daf6b2a1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:52:15.138221 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cae1b01-be40-4de6-97bf-90f4daf6b2a1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:52:15.169027 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7b24ae4-d967-4874-80c3-ed9f3d0e6222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.220370 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5cae1b01-be40-4de6-97bf-90f4daf6b2a1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7716372 Aug 16 01:52:15.224735 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38082) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:15.234132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-35c63a9e-7ef4-4ef7-b941-05b1711fb6ab tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'subnet': {'network_id': '2cc482b2-0cb6-4e8f-8ef4-25149528eb30', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:15.351600 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31f855-6fae-443e-96ff-b4f38887b1e0 req-4e0abe51-6de8-4c46-9b74-e4c6fd06d0d7 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:15.361228 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2f31f855-6fae-443e-96ff-b4f38887b1e0 req-4e0abe51-6de8-4c46-9b74-e4c6fd06d0d7 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.2385948 Aug 16 01:52:15.462296 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2f31f855-6fae-443e-96ff-b4f38887b1e0 req-3c9a11d9-c902-488e-8be6-290073002664 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957465 Aug 16 01:52:15.472982 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9b499-6bc3-4286-8918-1af01e487e54 req-ed8026c8-8c5c-450d-95ca-e69319d0ff01 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:15.474643 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dad9b499-6bc3-4286-8918-1af01e487e54 req-ed8026c8-8c5c-450d-95ca-e69319d0ff01 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.1190338 Aug 16 01:52:15.496184 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.515557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Transition to ACTIVE for port object 707b12ab-47ee-4283-a0d6-62b782ab8313 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:15.537565 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Transition to ACTIVE for port object 707b12ab-47ee-4283-a0d6-62b782ab8313 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:15.547297 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.568467 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dad9b499-6bc3-4286-8918-1af01e487e54 req-8da9296a-5ce0-44ac-a012-c4429d73f976 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561509 Aug 16 01:52:15.611813 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b24ae4-d967-4874-80c3-ed9f3d0e6222 admin admin] Router a1046938-10a4-4c7b-8080-04ecd9af2555 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:52:15.619410 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c63a9e-7ef4-4ef7-b941-05b1711fb6ab tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:15.623893 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35c63a9e-7ef4-4ef7-b941-05b1711fb6ab tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.667392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Pushing event updated for resources: {'Port': ['ID=707b12ab-47ee-4283-a0d6-62b782ab8313,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:15.693112 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea85634c-9b0f-49ad-aadf-4cbedb3ec2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.693723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Network 2cc482b2-0cb6-4e8f-8ef4-25149528eb30 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:15.695611 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:15.698032 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:15.821289 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Attempting to bind port 707b12ab-47ee-4283-a0d6-62b782ab8313 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:15.821667 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Attempting to bind port 707b12ab-47ee-4283-a0d6-62b782ab8313 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '95f08c58-f61e-45e8-bda3-e36c90d58da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2cc482b2-0cb6-4e8f-8ef4-25149528eb30'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:15.822060 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Attempting to bind port 707b12ab-47ee-4283-a0d6-62b782ab8313 on network 2cc482b2-0cb6-4e8f-8ef4-25149528eb30 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:15.837730 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:15.842380 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Checking segment: {'id': '95f08c58-f61e-45e8-bda3-e36c90d58da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2cc482b2-0cb6-4e8f-8ef4-25149528eb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:15.842809 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.843215 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Bound using segment: {'id': '95f08c58-f61e-45e8-bda3-e36c90d58da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2cc482b2-0cb6-4e8f-8ef4-25149528eb30'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:15.843784 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Bound port: 707b12ab-47ee-4283-a0d6-62b782ab8313, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f08c58-f61e-45e8-bda3-e36c90d58da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2cc482b2-0cb6-4e8f-8ef4-25149528eb30'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:15.844134 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.878771 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b24ae4-d967-4874-80c3-ed9f3d0e6222 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:52:15.895415 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f7b24ae4-d967-4874-80c3-ed9f3d0e6222 admin admin] 10.222.0.68 "PUT /v2.0/routers/a1046938-10a4-4c7b-8080-04ecd9af2555/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7459962 Aug 16 01:52:15.896507 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38098) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:15.958914 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] For port 707b12ab-47ee-4283-a0d6-62b782ab8313, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:15.963856 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] For port 707b12ab-47ee-4283-a0d6-62b782ab8313, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=707b12ab-47ee-4283-a0d6-62b782ab8313,segment=NetworkSegment(95f08c58-f61e-45e8-bda3-e36c90d58da4),segment_id=95f08c58-f61e-45e8-bda3-e36c90d58da4)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:15.966210 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb21b72-3eef-4e9f-894b-d58e97189e9a None None] Sync routers for ids ['a1046938-10a4-4c7b-8080-04ecd9af2555'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:52:15.975155 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.987387 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb21b72-3eef-4e9f-894b-d58e97189e9a None None] Routers {'a1046938-10a4-4c7b-8080-04ecd9af2555'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:15.987942 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bfb21b72-3eef-4e9f-894b-d58e97189e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:51:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a1046938-10a4-4c7b-8080-04ecd9af2555'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:16.111692 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.206422 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68297f4c-4a79-44fb-9a98-de8091d20079 None None] Pushing event updated for resources: {'Port': ['ID=707b12ab-47ee-4283-a0d6-62b782ab8313,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:16.252930 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-bfb21b72-3eef-4e9f-894b-d58e97189e9a None None] Set router a1046938-10a4-4c7b-8080-04ecd9af2555 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:16.254099 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35c63a9e-7ef4-4ef7-b941-05b1711fb6ab tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.358964 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.444089 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c63a9e-7ef4-4ef7-b941-05b1711fb6ab tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 2cc482b2-0cb6-4e8f-8ef4-25149528eb30 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:16.451440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-35c63a9e-7ef4-4ef7-b941-05b1711fb6ab tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:16.453739 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c63a9e-7ef4-4ef7-b941-05b1711fb6ab tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:16.454421 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35c63a9e-7ef4-4ef7-b941-05b1711fb6ab tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.455284 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Deleting port fecd3bc5-66d3-4457-b0aa-dd5644db1d39 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:16.455629 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.510498 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c63a9e-7ef4-4ef7-b941-05b1711fb6ab tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Subnet': ['ID=128e31f3-ffb6-42a6-b3e5-1cd295587182,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:16.520357 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-35c63a9e-7ef4-4ef7-b941-05b1711fb6ab tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2922113 Aug 16 01:52:16.523030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38106) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:16.534490 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-522f4e1f-82e1-4f86-919f-de5615cc5234 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'network_id': '2cc482b2-0cb6-4e8f-8ef4-25149528eb30', 'fixed_ips': [{'subnet_id': '77f46fc4-0a11-44b6-9a08-39be35adb1fc'}, {'subnet_id': '128e31f3-ffb6-42a6-b3e5-1cd295587182'}], 'name': 'tempest-PortsIpV6TestJSON-1905569620'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:16.538853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ea85634c-9b0f-49ad-aadf-4cbedb3ec2ec admin admin] Deleting port 868d2346-6696-4c02-b0e5-3e0104f96b12 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:16.539210 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea85634c-9b0f-49ad-aadf-4cbedb3ec2ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.689867 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ea85634c-9b0f-49ad-aadf-4cbedb3ec2ec admin admin] For port 868d2346-6696-4c02-b0e5-3e0104f96b12, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=868d2346-6696-4c02-b0e5-3e0104f96b12,segment=NetworkSegment(0d41240d-b969-4974-b7f3-046d32aaaed1),segment_id=0d41240d-b969-4974-b7f3-046d32aaaed1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:16.690234 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea85634c-9b0f-49ad-aadf-4cbedb3ec2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.730277 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ea85634c-9b0f-49ad-aadf-4cbedb3ec2ec admin admin] Calling delete_port for 868d2346-6696-4c02-b0e5-3e0104f96b12 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:16.768439 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] For port fecd3bc5-66d3-4457-b0aa-dd5644db1d39, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=fecd3bc5-66d3-4457-b0aa-dd5644db1d39,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:16.768807 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:16.832949 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bfb21b72-3eef-4e9f-894b-d58e97189e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1046938-10a4-4c7b-8080-04ecd9af2555', 'name': 'tempest-TestAggregatesBasicOps-1088209988-router', 'tenant_id': '31a5f36f38954936a80681b644820fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'fecd3bc5-66d3-4457-b0aa-dd5644db1d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:52Z', 'updated_at': '2021-08-16T01:52:14Z', 'revision_number': 5, 'project_id': '31a5f36f38954936a80681b644820fef', 'gw_port': {'id': 'fecd3bc5-66d3-4457-b0aa-dd5644db1d39', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1046938-10a4-4c7b-8080-04ecd9af2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:51:52Z', 'updated_at': '2021-08-16T01:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:16.876631 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb21b72-3eef-4e9f-894b-d58e97189e9a None None] Checking router: a1046938-10a4-4c7b-8080-04ecd9af2555 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:52:16.886574 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb21b72-3eef-4e9f-894b-d58e97189e9a None None] Routers {'a1046938-10a4-4c7b-8080-04ecd9af2555'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:16.887215 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bfb21b72-3eef-4e9f-894b-d58e97189e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:51:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a1046938-10a4-4c7b-8080-04ecd9af2555'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:16.900813 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Calling delete_port for fecd3bc5-66d3-4457-b0aa-dd5644db1d39 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:16.984440 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-bfb21b72-3eef-4e9f-894b-d58e97189e9a None None] Set router a1046938-10a4-4c7b-8080-04ecd9af2555 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:17.046707 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bfb21b72-3eef-4e9f-894b-d58e97189e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1046938-10a4-4c7b-8080-04ecd9af2555', 'name': 'tempest-TestAggregatesBasicOps-1088209988-router', 'tenant_id': '31a5f36f38954936a80681b644820fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:52Z', 'updated_at': '2021-08-16T01:52:16Z', 'revision_number': 6, 'project_id': '31a5f36f38954936a80681b644820fef', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:17.070750 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522f4e1f-82e1-4f86-919f-de5615cc5234 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:17.086836 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb21b72-3eef-4e9f-894b-d58e97189e9a None None] The sync data for ids ['a1046938-10a4-4c7b-8080-04ecd9af2555'] in n-d-765315-27 is: [{'id': 'a1046938-10a4-4c7b-8080-04ecd9af2555', 'name': 'tempest-TestAggregatesBasicOps-1088209988-router', 'tenant_id': '31a5f36f38954936a80681b644820fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:51:52Z', 'updated_at': '2021-08-16T01:52:16Z', 'revision_number': 6, 'project_id': '31a5f36f38954936a80681b644820fef', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:52:17.169118 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea85634c-9b0f-49ad-aadf-4cbedb3ec2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.204197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85634c-9b0f-49ad-aadf-4cbedb3ec2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=868d2346-6696-4c02-b0e5-3e0104f96b12,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:17.263352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9c569-27ad-4635-9155-899d671582ce req-0c47e3af-7cae-42e7-9566-89461d9dcf9c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:17.264987 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-daa9c569-27ad-4635-9155-899d671582ce req-0c47e3af-7cae-42e7-9566-89461d9dcf9c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.4934690 Aug 16 01:52:17.459290 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-522f4e1f-82e1-4f86-919f-de5615cc5234 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.563414 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea85634c-9b0f-49ad-aadf-4cbedb3ec2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.588736 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-daa9c569-27ad-4635-9155-899d671582ce req-f48eb3fd-8e88-4c00-ab66-8ff369ac7e8c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3057463 Aug 16 01:52:17.663341 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-522f4e1f-82e1-4f86-919f-de5615cc5234 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] device_id is not set on port d63e9c32-4d29-49ee-9e11-d6b280b3c72b yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:52:17.679949 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.862617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Pushing event deleted for resources: {'Port': ['ID=fecd3bc5-66d3-4457-b0aa-dd5644db1d39,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:17.872997 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:17.916030 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cf9bb7-677c-4c2f-9104-701cd3a94f0f None None] Network 2cc482b2-0cb6-4e8f-8ef4-25149528eb30 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:17.959262 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea85634c-9b0f-49ad-aadf-4cbedb3ec2ec admin admin] Router 5583ef57-ca74-4cea-95c7-7fe9cd2202af has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:52:18.027405 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9810cce2-ae43-46b0-903e-9d2e8861085d None None] Provisioning for port 707b12ab-47ee-4283-a0d6-62b782ab8313 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:18.309450 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90babf05-545e-4e1d-a43f-cd25c50224d6 None None] Update dhcp port {'port': {'network_id': '2cc482b2-0cb6-4e8f-8ef4-25149528eb30', 'fixed_ips': [{'subnet_id': '77f46fc4-0a11-44b6-9a08-39be35adb1fc', 'ip_address': '2001:db8::2'}, {'subnet_id': '128e31f3-ffb6-42a6-b3e5-1cd295587182'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '707b12ab-47ee-4283-a0d6-62b782ab8313'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 01:52:18.357676 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-90babf05-545e-4e1d-a43f-cd25c50224d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.467477 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.471790 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:18.472185 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:18.472814 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:18.473317 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:18.473739 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:18.476003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:18.476003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:18.476003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:18.476003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:18.476003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:18.476525 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:18.476952 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:18.486293 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.722703 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-90babf05-545e-4e1d-a43f-cd25c50224d6 None None] Allocated IP 2001:db8:0:1::2 (2cc482b2-0cb6-4e8f-8ef4-25149528eb30/128e31f3-ffb6-42a6-b3e5-1cd295587182/707b12ab-47ee-4283-a0d6-62b782ab8313) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:18.790408 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.790843 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1046938-10a4-4c7b-8080-04ecd9af2555 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:52:18.815335 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:18.821909 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-27927a87-41d4-4568-abbc-e07729d8569d admin admin] 10.222.0.68 "DELETE /v2.0/routers/a1046938-10a4-4c7b-8080-04ecd9af2555 HTTP/1.1" status: 204 len: 168 time: 2.9230268 Aug 16 01:52:18.824484 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38134) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:18.925240 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 707b12ab-47ee-4283-a0d6-62b782ab8313 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:18.934151 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fae36-8dfe-47ea-9da0-f05653e143b1 req-69d61a24-42aa-46f1-8b1e-79ac2212c99b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:18.937787 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-105fae36-8dfe-47ea-9da0-f05653e143b1 req-69d61a24-42aa-46f1-8b1e-79ac2212c99b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.2135246 Aug 16 01:52:18.987647 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-df10d974-1a95-48f4-9f97-0a780e8ea808 admin admin] Deleting subnet d395a83c-40f9-4cf1-b7d6-bf80f172eced {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:18.991899 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df10d974-1a95-48f4-9f97-0a780e8ea808 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.003020 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-90babf05-545e-4e1d-a43f-cd25c50224d6 None None] For port 707b12ab-47ee-4283-a0d6-62b782ab8313, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=707b12ab-47ee-4283-a0d6-62b782ab8313,segment=NetworkSegment(95f08c58-f61e-45e8-bda3-e36c90d58da4),segment_id=95f08c58-f61e-45e8-bda3-e36c90d58da4)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:19.045364 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 707b12ab-47ee-4283-a0d6-62b782ab8313 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:19.052820 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 707b12ab-47ee-4283-a0d6-62b782ab8313 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:19.054076 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.061881 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea85634c-9b0f-49ad-aadf-4cbedb3ec2ec admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:52:19.073516 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ea85634c-9b0f-49ad-aadf-4cbedb3ec2ec admin admin] 10.222.0.68 "PUT /v2.0/routers/5583ef57-ca74-4cea-95c7-7fe9cd2202af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4993651 Aug 16 01:52:19.076783 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38146) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:19.087712 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd062660-e0c2-4bb7-a847-fb68b9a05ec1 None None] Sync routers for ids ['5583ef57-ca74-4cea-95c7-7fe9cd2202af'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:52:19.106937 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd062660-e0c2-4bb7-a847-fb68b9a05ec1 None None] Routers {'5583ef57-ca74-4cea-95c7-7fe9cd2202af'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:19.107137 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-bd062660-e0c2-4bb7-a847-fb68b9a05ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:51:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['5583ef57-ca74-4cea-95c7-7fe9cd2202af'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:19.124375 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-90babf05-545e-4e1d-a43f-cd25c50224d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.141648 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-105fae36-8dfe-47ea-9da0-f05653e143b1 req-4c385a65-5157-4e92-9dce-268d68b3a6f6 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901765 Aug 16 01:52:19.156157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-90babf05-545e-4e1d-a43f-cd25c50224d6 None None] Transition to ACTIVE for port object 707b12ab-47ee-4283-a0d6-62b782ab8313 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:19.169475 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-90babf05-545e-4e1d-a43f-cd25c50224d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.210511 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df10d974-1a95-48f4-9f97-0a780e8ea808 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.273883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90babf05-545e-4e1d-a43f-cd25c50224d6 None None] Pushing event updated for resources: {'Port': ['ID=707b12ab-47ee-4283-a0d6-62b782ab8313,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:19.368094 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.430759 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-bd062660-e0c2-4bb7-a847-fb68b9a05ec1 None None] Set router 5583ef57-ca74-4cea-95c7-7fe9cd2202af gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:19.467077 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 707b12ab-47ee-4283-a0d6-62b782ab8313, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=707b12ab-47ee-4283-a0d6-62b782ab8313,segment=NetworkSegment(95f08c58-f61e-45e8-bda3-e36c90d58da4),segment_id=95f08c58-f61e-45e8-bda3-e36c90d58da4)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:19.470996 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-522f4e1f-82e1-4f86-919f-de5615cc5234 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Allocated IP 2001:db8::79 (2cc482b2-0cb6-4e8f-8ef4-25149528eb30/77f46fc4-0a11-44b6-9a08-39be35adb1fc/d63e9c32-4d29-49ee-9e11-d6b280b3c72b) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:19.485607 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.489561 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-522f4e1f-82e1-4f86-919f-de5615cc5234 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Allocated IP 2001:db8:0:1::392 (2cc482b2-0cb6-4e8f-8ef4-25149528eb30/128e31f3-ffb6-42a6-b3e5-1cd295587182/d63e9c32-4d29-49ee-9e11-d6b280b3c72b) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:19.600471 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e34e2a10-ef17-4018-8ed0-2707dbcdd173 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.648714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:19.667829 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=707b12ab-47ee-4283-a0d6-62b782ab8313,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:19.697092 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df10d974-1a95-48f4-9f97-0a780e8ea808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.711389 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:19.713615 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e0a4fae7-0b9d-4b1b-99ad-4e0bd7875385 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:19.727080 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fecd3bc5-66d3-4457-b0aa-dd5644db1d39 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:19.772522 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: fecd3bc5-66d3-4457-b0aa-dd5644db1d39 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:19.774573 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fecd3bc5-66d3-4457-b0aa-dd5644db1d39 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:19.845953 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-bd062660-e0c2-4bb7-a847-fb68b9a05ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583ef57-ca74-4cea-95c7-7fe9cd2202af', 'name': 'tempest-ServersTestMultiNic-1144781929-router', 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'be460b33-207e-44cf-8443-33d30afeec67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:26Z', 'updated_at': '2021-08-16T01:52:17Z', 'revision_number': 5, 'project_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'gw_port': {'id': 'be460b33-207e-44cf-8443-33d30afeec67', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ef57-ca74-4cea-95c7-7fe9cd2202af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:50:28Z', 'updated_at': '2021-08-16T01:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:19.868505 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e34e2a10-ef17-4018-8ed0-2707dbcdd173 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.882755 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df10d974-1a95-48f4-9f97-0a780e8ea808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.897531 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd062660-e0c2-4bb7-a847-fb68b9a05ec1 None None] Checking router: 5583ef57-ca74-4cea-95c7-7fe9cd2202af for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:52:19.928782 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-522f4e1f-82e1-4f86-919f-de5615cc5234 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:19.929840 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd062660-e0c2-4bb7-a847-fb68b9a05ec1 None None] Routers {'5583ef57-ca74-4cea-95c7-7fe9cd2202af'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:19.930787 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-bd062660-e0c2-4bb7-a847-fb68b9a05ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:51:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['5583ef57-ca74-4cea-95c7-7fe9cd2202af'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:19.957574 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10d974-1a95-48f4-9f97-0a780e8ea808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d395a83c-40f9-4cf1-b7d6-bf80f172eced,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:19.963483 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-522f4e1f-82e1-4f86-919f-de5615cc5234 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Transition to ACTIVE for port object d63e9c32-4d29-49ee-9e11-d6b280b3c72b will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:20.019140 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df10d974-1a95-48f4-9f97-0a780e8ea808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.023908 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e39cd4e-f628-41ed-84d4-7e1d85449690 None None] Network eef71868-61a6-41b4-b160-e88fc9728e0d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:20.025248 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38154) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:20.026561 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-df10d974-1a95-48f4-9f97-0a780e8ea808 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d395a83c-40f9-4cf1-b7d6-bf80f172eced HTTP/1.1" status: 204 len: 168 time: 1.1956849 Aug 16 01:52:20.089978 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e34e2a10-ef17-4018-8ed0-2707dbcdd173 admin admin] Deleting port be460b33-207e-44cf-8443-33d30afeec67 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:20.090594 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e34e2a10-ef17-4018-8ed0-2707dbcdd173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.130962 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-bd062660-e0c2-4bb7-a847-fb68b9a05ec1 None None] Set router 5583ef57-ca74-4cea-95c7-7fe9cd2202af gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:20.206039 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a6d5c21-2c26-4c74-964d-1be6b14a762a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.216489 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-522f4e1f-82e1-4f86-919f-de5615cc5234 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.228309 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-bd062660-e0c2-4bb7-a847-fb68b9a05ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583ef57-ca74-4cea-95c7-7fe9cd2202af', 'name': 'tempest-ServersTestMultiNic-1144781929-router', 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:26Z', 'updated_at': '2021-08-16T01:52:19Z', 'revision_number': 6, 'project_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:20.266639 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e34e2a10-ef17-4018-8ed0-2707dbcdd173 admin admin] For port be460b33-207e-44cf-8443-33d30afeec67, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=be460b33-207e-44cf-8443-33d30afeec67,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:20.267055 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e34e2a10-ef17-4018-8ed0-2707dbcdd173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.296675 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e34e2a10-ef17-4018-8ed0-2707dbcdd173 admin admin] Calling delete_port for be460b33-207e-44cf-8443-33d30afeec67 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:20.300178 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd062660-e0c2-4bb7-a847-fb68b9a05ec1 None None] The sync data for ids ['5583ef57-ca74-4cea-95c7-7fe9cd2202af'] in n-d-765315-27 is: [{'id': '5583ef57-ca74-4cea-95c7-7fe9cd2202af', 'name': 'tempest-ServersTestMultiNic-1144781929-router', 'tenant_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:50:26Z', 'updated_at': '2021-08-16T01:52:19Z', 'revision_number': 6, 'project_id': 'c2d5a5cc65114bf0b1e2f912d543535b', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:52:20.398392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0df7fa1e-c8ff-437b-9003-eb34c3f66157 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:52:20.436337 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f4e1f-82e1-4f86-919f-de5615cc5234 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=d63e9c32-4d29-49ee-9e11-d6b280b3c72b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:20.485265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522f4e1f-82e1-4f86-919f-de5615cc5234 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 2cc482b2-0cb6-4e8f-8ef4-25149528eb30 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:20.489428 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-522f4e1f-82e1-4f86-919f-de5615cc5234 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:20.502840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ec3d1e-45ce-4021-9e53-4ee9cdcc62a1 None None] Network 2cc482b2-0cb6-4e8f-8ef4-25149528eb30 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:20.505947 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.515764 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522f4e1f-82e1-4f86-919f-de5615cc5234 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:20.525122 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522f4e1f-82e1-4f86-919f-de5615cc5234 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:20.525810 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-522f4e1f-82e1-4f86-919f-de5615cc5234 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.572839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a5d96-5621-4584-b5b8-0d984d819502 req-d5cd2d0c-0597-4d71-af1a-7bfd7e235fa4 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:20.580413 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ad7a5d96-5621-4584-b5b8-0d984d819502 req-d5cd2d0c-0597-4d71-af1a-7bfd7e235fa4 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.2455006 Aug 16 01:52:20.595973 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-522f4e1f-82e1-4f86-919f-de5615cc5234 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.0717340 Aug 16 01:52:20.599017 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38172) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:20.606112 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c1861495-2e6d-40e0-995f-2de7d2d1f910 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '77f46fc4-0a11-44b6-9a08-39be35adb1fc'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:20.654111 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e34e2a10-ef17-4018-8ed0-2707dbcdd173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.689210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e2a10-ef17-4018-8ed0-2707dbcdd173 admin admin] Pushing event deleted for resources: {'Port': ['ID=be460b33-207e-44cf-8443-33d30afeec67,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:20.705933 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ad7a5d96-5621-4584-b5b8-0d984d819502 req-d44df95e-0064-4d21-ab51-9190d449579a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238980 Aug 16 01:52:20.780306 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] Deleting port 83c2c6c3-4030-4a08-925b-e2af5609c90f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:20.780896 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.954549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] For port 83c2c6c3-4030-4a08-925b-e2af5609c90f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=83c2c6c3-4030-4a08-925b-e2af5609c90f,segment=NetworkSegment(eebb49c1-7760-4c75-a76d-a117db1ccf70),segment_id=eebb49c1-7760-4c75-a76d-a117db1ccf70)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:20.960682 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.961935 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e34e2a10-ef17-4018-8ed0-2707dbcdd173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:20.991850 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] Calling delete_port for 83c2c6c3-4030-4a08-925b-e2af5609c90f owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:21.018435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b43b702-5364-4007-9932-d56d4c55b778 None None] DHCP port deletion for eef71868-61a6-41b4-b160-e88fc9728e0d request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:52:21.022082 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 707b12ab-47ee-4283-a0d6-62b782ab8313 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:21.030163 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1861495-2e6d-40e0-995f-2de7d2d1f910 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.099827 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a55b099f-bd93-43b3-9f28-092285ee5cd5 None None] Provisioning for port 707b12ab-47ee-4283-a0d6-62b782ab8313 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:21.135012 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a55b099f-bd93-43b3-9f28-092285ee5cd5 None None] Provisioning complete for port 707b12ab-47ee-4283-a0d6-62b782ab8313 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:21.135012 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a55b099f-bd93-43b3-9f28-092285ee5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.150127 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.192619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] Pushing event deleted for resources: {'Port': ['ID=83c2c6c3-4030-4a08-925b-e2af5609c90f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:21.205696 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 707b12ab-47ee-4283-a0d6-62b782ab8313 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:21.205891 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.216547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] No DVR routers for this DVR port 83c2c6c3-4030-4a08-925b-e2af5609c90f on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:21.248042 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e34e2a10-ef17-4018-8ed0-2707dbcdd173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.253125 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e34e2a10-ef17-4018-8ed0-2707dbcdd173 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.406620 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e34e2a10-ef17-4018-8ed0-2707dbcdd173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.407146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34e2a10-ef17-4018-8ed0-2707dbcdd173 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5583ef57-ca74-4cea-95c7-7fe9cd2202af {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:52:21.424174 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e34e2a10-ef17-4018-8ed0-2707dbcdd173 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.427134 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e34e2a10-ef17-4018-8ed0-2707dbcdd173 admin admin] 10.222.0.68 "DELETE /v2.0/routers/5583ef57-ca74-4cea-95c7-7fe9cd2202af HTTP/1.1" status: 204 len: 168 time: 2.3476818 Aug 16 01:52:21.433197 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38196) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:21.534456 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.552381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef71868-61a6-41b4-b160-e88fc9728e0d']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:21.568047 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebb49c1-7760-4c75-a76d-a117db1ccf70') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:21.568339 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebb49c1-7760-4c75-a76d-a117db1ccf70') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:21.595004 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-97705128-2ff9-4ecc-b3f8-4d3981524deb admin admin] Deleting subnet dc0536c8-e5ac-4797-ae6c-c140cb3517c0 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:21.605055 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.606893 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97705128-2ff9-4ecc-b3f8-4d3981524deb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.678384 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.701275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:21.701736 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:21.703935 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:21.716746 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97705128-2ff9-4ecc-b3f8-4d3981524deb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.729690 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0df7fa1e-c8ff-437b-9003-eb34c3f66157, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:21.755904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-c1861495-2e6d-40e0-995f-2de7d2d1f910 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Delete allocated IP 2001:db8:0:1::392 (2cc482b2-0cb6-4e8f-8ef4-25149528eb30/128e31f3-ffb6-42a6-b3e5-1cd295587182) {{(pid=94673) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 01:52:21.880576 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0b43b702-5364-4007-9932-d56d4c55b778 None None] Deleting port 83c2c6c3-4030-4a08-925b-e2af5609c90f {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:21.880961 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b43b702-5364-4007-9932-d56d4c55b778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:21.898474 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '0df7fa1e-c8ff-437b-9003-eb34c3f66157', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'port_id': '0df7fa1e-c8ff-437b-9003-eb34c3f66157', 'mac_address': 'fa:16:3e:e9:af:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:52:22.023691 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.029906 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1861495-2e6d-40e0-995f-2de7d2d1f910 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.050188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c1861495-2e6d-40e0-995f-2de7d2d1f910 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Ignored duplicate provisioning block setup for port d63e9c32-4d29-49ee-9e11-d6b280b3c72b by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 01:52:22.062495 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.066834 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] 10.222.0.68 "DELETE /v2.0/networks/eef71868-61a6-41b4-b160-e88fc9728e0d HTTP/1.1" status: 204 len: 168 time: 2.0236521 Aug 16 01:52:22.070910 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1861495-2e6d-40e0-995f-2de7d2d1f910 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.085298 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefc4d4-64b6-45af-94b6-630a74bac982 req-877ee5af-959d-4af6-ae4e-e91ab9d9fcc6 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:22.086879 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ecefc4d4-64b6-45af-94b6-630a74bac982 req-877ee5af-959d-4af6-ae4e-e91ab9d9fcc6 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.1934242 Aug 16 01:52:22.090917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c36b6-1878-4fc2-9f0b-3fcaab031931 admin admin] Pushing event deleted for resources: {'Network': ['ID=eef71868-61a6-41b4-b160-e88fc9728e0d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:22.157912 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97705128-2ff9-4ecc-b3f8-4d3981524deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.175711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 83c2c6c3-4030-4a08-925b-e2af5609c90f no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:22.266988 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0b43b702-5364-4007-9932-d56d4c55b778 None None] For port 83c2c6c3-4030-4a08-925b-e2af5609c90f, host n-d-765315-27, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:22.267377 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b43b702-5364-4007-9932-d56d4c55b778 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.270132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c1861495-2e6d-40e0-995f-2de7d2d1f910 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] In _notify_port_updated(), no bound segment for port d63e9c32-4d29-49ee-9e11-d6b280b3c72b on network 2cc482b2-0cb6-4e8f-8ef4-25149528eb30 {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:52:22.279866 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1861495-2e6d-40e0-995f-2de7d2d1f910 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:22.294390 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1861495-2e6d-40e0-995f-2de7d2d1f910 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.296482 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c1861495-2e6d-40e0-995f-2de7d2d1f910 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "PUT /v2.0/ports/d63e9c32-4d29-49ee-9e11-d6b280b3c72b HTTP/1.1" status: 200 len: 925 time: 1.6964343 Aug 16 01:52:22.313524 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38212) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:22.331248 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5152a6c1-7003-4764-8ab7-7abea2c178bb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '77f46fc4-0a11-44b6-9a08-39be35adb1fc'}, {'subnet_id': '128e31f3-ffb6-42a6-b3e5-1cd295587182'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:22.332484 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 83c2c6c3-4030-4a08-925b-e2af5609c90f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:22.332612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 83c2c6c3-4030-4a08-925b-e2af5609c90f not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:22.333292 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 868d2346-6696-4c02-b0e5-3e0104f96b12 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:22.344509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0b43b702-5364-4007-9932-d56d4c55b778 None None] Calling delete_port for 83c2c6c3-4030-4a08-925b-e2af5609c90f owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:22.364197 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ecefc4d4-64b6-45af-94b6-630a74bac982 req-04c7e9c0-4a2b-4447-a7ce-0cd24c534e0e tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563226 Aug 16 01:52:22.384625 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1861495-2e6d-40e0-995f-2de7d2d1f910 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=d63e9c32-4d29-49ee-9e11-d6b280b3c72b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:22.452295 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.ipam_backend_mixin [None req-0b43b702-5364-4007-9932-d56d4c55b778 None None] Port 83c2c6c3-4030-4a08-925b-e2af5609c90f was not found and therefore no delete operation was performed {{(pid=94674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:52:22.462406 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5152a6c1-7003-4764-8ab7-7abea2c178bb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.471820 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 868d2346-6696-4c02-b0e5-3e0104f96b12 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:22.472625 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 868d2346-6696-4c02-b0e5-3e0104f96b12 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:22.481346 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b43b702-5364-4007-9932-d56d4c55b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.512664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38220) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:22.576608 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43b702-5364-4007-9932-d56d4c55b778 None None] Pushing event deleted for resources: {'Port': ['ID=83c2c6c3-4030-4a08-925b-e2af5609c90f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:22.607816 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.634574 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d396a8ec-391d-4101-b382-52851a7492b1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a280ff4408d845709eb32de28e2d3f0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1204450 Aug 16 01:52:22.646816 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38224) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:22.647158 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b43b702-5364-4007-9932-d56d4c55b778 None None] Network eef71868-61a6-41b4-b160-e88fc9728e0d is not hosted by any dhcp agent {{(pid=94674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 01:52:22.647158 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b43b702-5364-4007-9932-d56d4c55b778 None None] No DVR routers for this DVR port 83c2c6c3-4030-4a08-925b-e2af5609c90f on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:22.653975 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97705128-2ff9-4ecc-b3f8-4d3981524deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.678182 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97705128-2ff9-4ecc-b3f8-4d3981524deb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.691046 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-97705128-2ff9-4ecc-b3f8-4d3981524deb admin admin] 10.222.0.68 "DELETE /v2.0/subnets/dc0536c8-e5ac-4797-ae6c-c140cb3517c0 HTTP/1.1" status: 204 len: 168 time: 1.2500629 Aug 16 01:52:22.695384 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device be460b33-207e-44cf-8443-33d30afeec67 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:22.705175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38226) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:22.705775 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659f0ce2-5d39-49b2-adfe-3dbba10c90e3 None None] Network 1bf8d967-faea-4836-ad8b-376a24333807 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:22.734877 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97705128-2ff9-4ecc-b3f8-4d3981524deb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc0536c8-e5ac-4797-ae6c-c140cb3517c0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:22.834062 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0df7fa1e-c8ff-437b-9003-eb34c3f66157 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:22.841628 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: be460b33-207e-44cf-8443-33d30afeec67 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:22.842004 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device be460b33-207e-44cf-8443-33d30afeec67 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:22.849459 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b548bb1-3504-4067-b437-9238453719e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.890258 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:22.965275 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0df7fa1e-c8ff-437b-9003-eb34c3f66157, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:22.992222 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.113589 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafa6ac0-279c-40fc-becd-976e959133de None None] DHCP port deletion for 1bf8d967-faea-4836-ad8b-376a24333807 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:52:23.152383 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d691d4ea-831a-4a46-adee-d0d1bcb34280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.209254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['0df7fa1e-c8ff-437b-9003-eb34c3f66157'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:23.337899 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Deleting port ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:23.338436 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.348360 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=0df7fa1e-c8ff-437b-9003-eb34c3f66157,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:23.397400 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.414288 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a50451ce-af50-4b6f-a2f1-60961c3ee1b2 None None] Provisioning for port d63e9c32-4d29-49ee-9e11-d6b280b3c72b completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:23.435553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a50451ce-af50-4b6f-a2f1-60961c3ee1b2 None None] Provisioning complete for port d63e9c32-4d29-49ee-9e11-d6b280b3c72b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:23.437819 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a50451ce-af50-4b6f-a2f1-60961c3ee1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.490232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] For port ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3,segment=NetworkSegment(0d41240d-b969-4974-b7f3-046d32aaaed1),segment_id=0d41240d-b969-4974-b7f3-046d32aaaed1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:23.490663 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.516859 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Calling delete_port for ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:23.595004 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-cafa6ac0-279c-40fc-becd-976e959133de None None] Deleting port ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:23.595212 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cafa6ac0-279c-40fc-becd-976e959133de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.612145 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a50451ce-af50-4b6f-a2f1-60961c3ee1b2 None None] Port d63e9c32-4d29-49ee-9e11-d6b280b3c72b cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:23.791591 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d691d4ea-831a-4a46-adee-d0d1bcb34280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.798573 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-cafa6ac0-279c-40fc-becd-976e959133de None None] For port ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3,segment=NetworkSegment(0d41240d-b969-4974-b7f3-046d32aaaed1),segment_id=0d41240d-b969-4974-b7f3-046d32aaaed1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:23.798986 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cafa6ac0-279c-40fc-becd-976e959133de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.801482 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bbfde-5225-48ac-bc91-d4f54b7707a7 req-a9464006-22ac-4dfe-8850-47aef531991d tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:23.817087 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-831bbfde-5225-48ac-bc91-d4f54b7707a7 req-a9464006-22ac-4dfe-8850-47aef531991d tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 944 time: 0.2045691 Aug 16 01:52:23.821379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-5152a6c1-7003-4764-8ab7-7abea2c178bb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Allocated IP 2001:db8:0:1::390 (2cc482b2-0cb6-4e8f-8ef4-25149528eb30/128e31f3-ffb6-42a6-b3e5-1cd295587182/d63e9c32-4d29-49ee-9e11-d6b280b3c72b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:23.837281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a50451ce-af50-4b6f-a2f1-60961c3ee1b2 None None] Provisioning complete for port 707b12ab-47ee-4283-a0d6-62b782ab8313 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:23.844718 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a50451ce-af50-4b6f-a2f1-60961c3ee1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:23.936682 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-831bbfde-5225-48ac-bc91-d4f54b7707a7 req-56daac93-8bc5-4cdb-b115-bc430f2383ff tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181571 Aug 16 01:52:23.987073 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-cafa6ac0-279c-40fc-becd-976e959133de None None] Calling delete_port for ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:24.113354 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.182244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] No DVR routers for this DVR port ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:24.292915 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:24.303753 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cafa6ac0-279c-40fc-becd-976e959133de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.425254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa6ac0-279c-40fc-becd-976e959133de None None] Pushing event deleted for resources: {'Port': ['ID=ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:24.437737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafa6ac0-279c-40fc-becd-976e959133de None None] No DVR routers for this DVR port ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:24.467355 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.624130 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5152a6c1-7003-4764-8ab7-7abea2c178bb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.636631 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:24.639492 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5152a6c1-7003-4764-8ab7-7abea2c178bb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Ignored duplicate provisioning block setup for port d63e9c32-4d29-49ee-9e11-d6b280b3c72b by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 01:52:24.658078 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.658429 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.658766 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.659094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.659422 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.659807 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.660131 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.660448 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.660798 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.661115 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.661430 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.661743 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:24.673304 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d691d4ea-831a-4a46-adee-d0d1bcb34280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.677073 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d691d4ea-831a-4a46-adee-d0d1bcb34280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.678579 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d691d4ea-831a-4a46-adee-d0d1bcb34280 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5067e642-f5c7-4641-9a90-3442cd16d6a3 HTTP/1.1" status: 204 len: 168 time: 2.0341587 Aug 16 01:52:24.679347 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5152a6c1-7003-4764-8ab7-7abea2c178bb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.695295 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:24.695718 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ca31f4dc-1c0c-4737-977d-9bc8f5bbe2d3 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:24.733054 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-018dbe26-668b-4e6e-9d27-495fc09274d3 None None] Provisioning complete for port d63e9c32-4d29-49ee-9e11-d6b280b3c72b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:24.733431 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-018dbe26-668b-4e6e-9d27-495fc09274d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.758704 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691d4ea-831a-4a46-adee-d0d1bcb34280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5067e642-f5c7-4641-9a90-3442cd16d6a3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:24.774814 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.827908 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-018dbe26-668b-4e6e-9d27-495fc09274d3 None None] Port d63e9c32-4d29-49ee-9e11-d6b280b3c72b cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:24.849943 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf8d967-faea-4836-ad8b-376a24333807']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:24.947348 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5152a6c1-7003-4764-8ab7-7abea2c178bb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] In _notify_port_updated(), no bound segment for port d63e9c32-4d29-49ee-9e11-d6b280b3c72b on network 2cc482b2-0cb6-4e8f-8ef4-25149528eb30 {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:52:24.954104 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5152a6c1-7003-4764-8ab7-7abea2c178bb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:24.955074 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5152a6c1-7003-4764-8ab7-7abea2c178bb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:24.957359 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5152a6c1-7003-4764-8ab7-7abea2c178bb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "PUT /v2.0/ports/d63e9c32-4d29-49ee-9e11-d6b280b3c72b HTTP/1.1" status: 200 len: 1011 time: 2.6419296 Aug 16 01:52:24.959959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38258) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:24.975087 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d41240d-b969-4974-b7f3-046d32aaaed1') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:24.975642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d41240d-b969-4974-b7f3-046d32aaaed1') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:25.029350 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0df7fa1e-c8ff-437b-9003-eb34c3f66157 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:25.039889 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152a6c1-7003-4764-8ab7-7abea2c178bb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=d63e9c32-4d29-49ee-9e11-d6b280b3c72b,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:25.082965 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b821fa-5a53-4c47-a1f3-e102ddca093a req-0aa2f009-e15b-4a30-b931-787d8ada1b22 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:25.096399 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-75b821fa-5a53-4c47-a1f3-e102ddca093a req-0aa2f009-e15b-4a30-b931-787d8ada1b22 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.4554775 Aug 16 01:52:25.157077 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.172186 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-75b821fa-5a53-4c47-a1f3-e102ddca093a req-c97cdeb6-6d21-4e48-81ab-4ea46d4a90a2 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747781 Aug 16 01:52:25.198396 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.215681 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:25.216116 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:25.218451 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:25.231542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:25.232023 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.316456 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ef5ca0f4-9409-42b2-9d4a-383957a64b6b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port d63e9c32-4d29-49ee-9e11-d6b280b3c72b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:25.317145 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef5ca0f4-9409-42b2-9d4a-383957a64b6b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.336736 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d58b90a1-d157-44f0-a267-05d2902d7c9d None None] Provisioning complete for port d63e9c32-4d29-49ee-9e11-d6b280b3c72b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:25.337406 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d58b90a1-d157-44f0-a267-05d2902d7c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.356769 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.363473 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.368003 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] 10.222.0.68 "DELETE /v2.0/networks/1bf8d967-faea-4836-ad8b-376a24333807 HTTP/1.1" status: 204 len: 168 time: 2.6563478 Aug 16 01:52:25.384502 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e43cf9-8f01-4008-bed7-90175891e0f7 req-33c7d813-12b3-4fc4-a410-b89ff58b7583 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:25.396767 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76e43cf9-8f01-4008-bed7-90175891e0f7 req-33c7d813-12b3-4fc4-a410-b89ff58b7583 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 944 time: 0.1710176 Aug 16 01:52:25.399782 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3cf4b-72b2-45aa-a7fa-e8028b274bfc admin admin] Pushing event deleted for resources: {'Network': ['ID=1bf8d967-faea-4836-ad8b-376a24333807,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:25.473244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38268) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:25.485691 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d58b90a1-d157-44f0-a267-05d2902d7c9d None None] Port d63e9c32-4d29-49ee-9e11-d6b280b3c72b cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:25.510213 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76e43cf9-8f01-4008-bed7-90175891e0f7 req-bba0ce84-8ec6-485c-9e86-5c87f2da6863 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662568 Aug 16 01:52:25.547945 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1fd33a4b-7a8b-41cb-89a1-cc4d1ec67e00 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=31a5f36f38954936a80681b644820fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0728533 Aug 16 01:52:25.557527 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38270) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:25.568443 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.579175 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef5ca0f4-9409-42b2-9d4a-383957a64b6b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.603762 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ef5ca0f4-9409-42b2-9d4a-383957a64b6b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for d63e9c32-4d29-49ee-9e11-d6b280b3c72b owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:25.616553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df7fa1e-c8ff-437b-9003-eb34c3f66157'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:25.624662 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b70448-ac5e-4c3b-ac3a-07efa961e58a" -d '{"events": [{"server_uuid": "5261dd19-5726-46ff-852e-04c6b0dee09f", "name": "network-vif-plugged", "status": "completed", "tag": "0df7fa1e-c8ff-437b-9003-eb34c3f66157"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:25.639483 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38274) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:25.671290 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0df7fa1e-c8ff-437b-9003-eb34c3f66157, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:25.677500 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.716902 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7291732c-15ec-4886-9332-2b460b188ced x-openstack-request-id: req-7291732c-15ec-4886-9332-2b460b188ced {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:25.717476 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5261dd19-5726-46ff-852e-04c6b0dee09f", "name": "network-vif-plugged", "status": "completed", "tag": "0df7fa1e-c8ff-437b-9003-eb34c3f66157", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:25.717924 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7291732c-15ec-4886-9332-2b460b188ced {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:25.718563 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df7fa1e-c8ff-437b-9003-eb34c3f66157', 'code': 200} Aug 16 01:52:25.750276 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95a8c438-e5b8-4fb5-aeed-af02ce64228b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.793134 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=0df7fa1e-c8ff-437b-9003-eb34c3f66157,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:25.800864 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95a8c438-e5b8-4fb5-aeed-af02ce64228b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.805375 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ddbcdc0c-c855-49c6-8adc-2d5e62085038 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c2d5a5cc65114bf0b1e2f912d543535b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639740 Aug 16 01:52:25.806149 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38278) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:25.918691 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95a8c438-e5b8-4fb5-aeed-af02ce64228b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.927876 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95a8c438-e5b8-4fb5-aeed-af02ce64228b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.929543 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:25.939740 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-95a8c438-e5b8-4fb5-aeed-af02ce64228b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2ae860ed-01b5-4a22-a1e4-682afd9c3309 HTTP/1.1" status: 204 len: 168 time: 0.3731503 Aug 16 01:52:25.971707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8c438-e5b8-4fb5-aeed-af02ce64228b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae860ed-01b5-4a22-a1e4-682afd9c3309,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:26.005009 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65357dbf-1aac-45f5-8b7e-fc7b505efa7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.046958 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65357dbf-1aac-45f5-8b7e-fc7b505efa7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.099772 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65357dbf-1aac-45f5-8b7e-fc7b505efa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.102634 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65357dbf-1aac-45f5-8b7e-fc7b505efa7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.105202 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-65357dbf-1aac-45f5-8b7e-fc7b505efa7d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c9ac1a34-1b00-4339-9c6f-cf3d95916f36 HTTP/1.1" status: 204 len: 168 time: 0.2943394 Aug 16 01:52:26.122884 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65357dbf-1aac-45f5-8b7e-fc7b505efa7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ac1a34-1b00-4339-9c6f-cf3d95916f36,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:26.265912 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef5ca0f4-9409-42b2-9d4a-383957a64b6b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.300334 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880578bb-785c-401b-9f93-67a8b8172120 req-e37d6cd1-3116-42f4-8a9f-e06ad22bdddc tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:26.312646 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-880578bb-785c-401b-9f93-67a8b8172120 req-e37d6cd1-3116-42f4-8a9f-e06ad22bdddc tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.63 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.1245673 Aug 16 01:52:26.434030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ca0f4-9409-42b2-9d4a-383957a64b6b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=d63e9c32-4d29-49ee-9e11-d6b280b3c72b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:26.524020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04f5cb-daee-4411-974d-7308e8a543d9 req-c386daf5-5371-42c9-8936-8618ceff3420 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:26.537587 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef5ca0f4-9409-42b2-9d4a-383957a64b6b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.541685 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2a04f5cb-daee-4411-974d-7308e8a543d9 req-c386daf5-5371-42c9-8936-8618ceff3420 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 946 time: 0.2116113 Aug 16 01:52:26.545620 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ef5ca0f4-9409-42b2-9d4a-383957a64b6b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/ports/d63e9c32-4d29-49ee-9e11-d6b280b3c72b HTTP/1.1" status: 204 len: 168 time: 1.5842614 Aug 16 01:52:26.549198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38298) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:26.611550 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d09f8f-da37-47ea-bc38-e4b6bc1c708f tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] GET failed (client error): The resource could not be found. Aug 16 01:52:26.614498 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-23d09f8f-da37-47ea-bc38-e4b6bc1c708f tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports/d63e9c32-4d29-49ee-9e11-d6b280b3c72b HTTP/1.1" status: 404 len: 333 time: 0.0658939 Aug 16 01:52:26.623910 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38302) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:26.691768 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2a04f5cb-daee-4411-974d-7308e8a543d9 req-4dd28493-4ae4-4668-b5f5-aeed4bcf1afb tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/security-groups?id=70289ed8-5719-4a0b-b0c4-0f481a7bba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484406 Aug 16 01:52:26.700074 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01829fd-8d18-4355-82f7-61c30b15bd1a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting subnet 128e31f3-ffb6-42a6-b3e5-1cd295587182 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:26.706315 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a01829fd-8d18-4355-82f7-61c30b15bd1a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.933127 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-880578bb-785c-401b-9f93-67a8b8172120 req-3b0ba839-3c03-491a-89e6-21b8c07b8059 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Deleting port 1ee91ad2-d371-4249-a96d-5d3ecec245e3 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:26.933127 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-880578bb-785c-401b-9f93-67a8b8172120 req-3b0ba839-3c03-491a-89e6-21b8c07b8059 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.100690 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-880578bb-785c-401b-9f93-67a8b8172120 req-3b0ba839-3c03-491a-89e6-21b8c07b8059 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] For port 1ee91ad2-d371-4249-a96d-5d3ecec245e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1ee91ad2-d371-4249-a96d-5d3ecec245e3,segment=NetworkSegment(6cf97c46-10f7-4287-94d1-911a786c4347),segment_id=6cf97c46-10f7-4287-94d1-911a786c4347)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:27.102154 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-880578bb-785c-401b-9f93-67a8b8172120 req-3b0ba839-3c03-491a-89e6-21b8c07b8059 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.121112 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-880578bb-785c-401b-9f93-67a8b8172120 req-3b0ba839-3c03-491a-89e6-21b8c07b8059 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Calling delete_port for 1ee91ad2-d371-4249-a96d-5d3ecec245e3 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:27.286589 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-880578bb-785c-401b-9f93-67a8b8172120 req-3b0ba839-3c03-491a-89e6-21b8c07b8059 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.300130 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['1ee91ad2-d371-4249-a96d-5d3ecec245e3'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:27.352897 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a01829fd-8d18-4355-82f7-61c30b15bd1a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.372476 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996b095-03d1-4712-b7be-982d2d03cd30 req-4539fb17-8ca2-4d7b-b65d-d2d3d812114f tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:27.382040 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1996b095-03d1-4712-b7be-982d2d03cd30 req-4539fb17-8ca2-4d7b-b65d-d2d3d812114f tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.5523341 Aug 16 01:52:27.387046 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ba839-3c03-491a-89e6-21b8c07b8059 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Pushing event deleted for resources: {'Port': ['ID=1ee91ad2-d371-4249-a96d-5d3ecec245e3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:27.574995 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-880578bb-785c-401b-9f93-67a8b8172120 req-3b0ba839-3c03-491a-89e6-21b8c07b8059 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] No DVR routers for this DVR port 1ee91ad2-d371-4249-a96d-5d3ecec245e3 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:27.585016 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-880578bb-785c-401b-9f93-67a8b8172120 req-3b0ba839-3c03-491a-89e6-21b8c07b8059 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.587115 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-880578bb-785c-401b-9f93-67a8b8172120 req-3b0ba839-3c03-491a-89e6-21b8c07b8059 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.63 "DELETE /v2.0/ports/1ee91ad2-d371-4249-a96d-5d3ecec245e3 HTTP/1.1" status: 204 len: 173 time: 1.1635382 Aug 16 01:52:27.591226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0375245d-6550-48af-a2fc-b46a83fbd1df', 'name': 'network-vif-deleted', 'tag': '1ee91ad2-d371-4249-a96d-5d3ecec245e3'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:27.593550 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263d83df-c26c-4927-a27e-eea31fa6dd37" -d '{"events": [{"server_uuid": "0375245d-6550-48af-a2fc-b46a83fbd1df", "name": "network-vif-deleted", "tag": "1ee91ad2-d371-4249-a96d-5d3ecec245e3"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:27.680258 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1996b095-03d1-4712-b7be-982d2d03cd30 req-6ba2e6a7-05e8-404f-9a14-8a9314c4a7b7 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921255 Aug 16 01:52:27.737131 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc50571-91e7-4988-90fb-220b8dc119c3 x-openstack-request-id: req-dcc50571-91e7-4988-90fb-220b8dc119c3 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:27.744380 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0375245d-6550-48af-a2fc-b46a83fbd1df", "name": "network-vif-deleted", "tag": "1ee91ad2-d371-4249-a96d-5d3ecec245e3", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:27.745027 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dcc50571-91e7-4988-90fb-220b8dc119c3 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:27.745390 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0375245d-6550-48af-a2fc-b46a83fbd1df', 'name': 'network-vif-deleted', 'tag': '1ee91ad2-d371-4249-a96d-5d3ecec245e3', 'status': 'completed', 'code': 200} Aug 16 01:52:27.789472 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a01829fd-8d18-4355-82f7-61c30b15bd1a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:27.908300 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b4d88e9-d555-4617-b3f4-f1d07a4447dc req-85ab1337-1597-4cf6-ab69-607c3d5bb5f1 tempest-ServersNegativeTestJSON-1260335520 tempest-ServersNegativeTestJSON-1260335520-project] 10.222.0.68 "GET /v2.0/ports?device_id=0375245d-6550-48af-a2fc-b46a83fbd1df HTTP/1.1" status: 200 len: 210 time: 0.0534148 Aug 16 01:52:27.983438 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a01829fd-8d18-4355-82f7-61c30b15bd1a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.026617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01829fd-8d18-4355-82f7-61c30b15bd1a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Subnet': ['ID=128e31f3-ffb6-42a6-b3e5-1cd295587182,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:28.042781 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a01829fd-8d18-4355-82f7-61c30b15bd1a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.047216 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a01829fd-8d18-4355-82f7-61c30b15bd1a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/subnets/128e31f3-ffb6-42a6-b3e5-1cd295587182 HTTP/1.1" status: 204 len: 168 time: 1.4179809 Aug 16 01:52:28.047585 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38358) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:28.063725 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59ad4c0-1d16-4a11-845e-45ea73b9c587 None None] Network 2cc482b2-0cb6-4e8f-8ef4-25149528eb30 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:28.144416 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01aa3ca-16f0-4028-a16d-e62e1b6b8bcb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting subnet 77f46fc4-0a11-44b6-9a08-39be35adb1fc {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:28.154221 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d01aa3ca-16f0-4028-a16d-e62e1b6b8bcb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.224887 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d01aa3ca-16f0-4028-a16d-e62e1b6b8bcb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.278634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38364) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:28.382490 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d01aa3ca-16f0-4028-a16d-e62e1b6b8bcb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.460421 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d01aa3ca-16f0-4028-a16d-e62e1b6b8bcb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.521973 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01aa3ca-16f0-4028-a16d-e62e1b6b8bcb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Subnet': ['ID=77f46fc4-0a11-44b6-9a08-39be35adb1fc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:28.524177 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d01aa3ca-16f0-4028-a16d-e62e1b6b8bcb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.526515 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d01aa3ca-16f0-4028-a16d-e62e1b6b8bcb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/subnets/77f46fc4-0a11-44b6-9a08-39be35adb1fc HTTP/1.1" status: 204 len: 168 time: 0.4782009 Aug 16 01:52:28.530296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38372) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:28.662186 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7716961d-8e66-4f6f-8d2a-4cec0cca00a6 None None] Update dhcp port {'port': {'network_id': '2cc482b2-0cb6-4e8f-8ef4-25149528eb30', 'fixed_ips': [{'subnet_id': '77f46fc4-0a11-44b6-9a08-39be35adb1fc'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '707b12ab-47ee-4283-a0d6-62b782ab8313'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 01:52:28.706178 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-dcab3b69-2a66-41f7-98bb-d1106d101fef admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-211721416-network', 'tenant_id': 'fe5850cde8f947eca8e021b1a51dd73b'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:28.712582 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7716961d-8e66-4f6f-8d2a-4cec0cca00a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.789449 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.849803 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcab3b69-2a66-41f7-98bb-d1106d101fef admin admin] Made reservation on behalf of fe5850cde8f947eca8e021b1a51dd73b for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:28.849803 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcab3b69-2a66-41f7-98bb-d1106d101fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.891672 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcab3b69-2a66-41f7-98bb-d1106d101fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:28.941712 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4d417-c583-4a0e-a6bf-683857257ee0 req-9501d09b-c2e0-4043-93ac-d65106716641 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:28.963109 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fac4d417-c583-4a0e-a6bf-683857257ee0 req-9501d09b-c2e0-4043-93ac-d65106716641 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.1441088 Aug 16 01:52:29.063826 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fac4d417-c583-4a0e-a6bf-683857257ee0 req-116414c5-00e6-4a3c-978e-cf8c8b56debe tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812199 Aug 16 01:52:29.071583 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26eac51-3ee0-4202-9ecb-12ee09e93bf4 None None] Network 2cc482b2-0cb6-4e8f-8ef4-25149528eb30 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:29.071741 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38392) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:29.131713 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcab3b69-2a66-41f7-98bb-d1106d101fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.140932 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcab3b69-2a66-41f7-98bb-d1106d101fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.169920 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcab3b69-2a66-41f7-98bb-d1106d101fef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:29.172095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d5cbeb-62cf-48fc-ad79-e04e025d5406 admin admin] Deleting subnet 2c2bf130-b6e7-4498-8611-5b3d6e9eeb89 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:29.182443 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1d5cbeb-62cf-48fc-ad79-e04e025d5406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.198319 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab3b69-2a66-41f7-98bb-d1106d101fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4873289e-3720-4ced-9bad-7afd4dececc9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:29.202235 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcab3b69-2a66-41f7-98bb-d1106d101fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.202870 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-dcab3b69-2a66-41f7-98bb-d1106d101fef admin admin] Added segment faa109e5-083a-420f-beeb-68651da9e465 of type vlan for network 0b1dec9b-118f-4828-b7f4-ae874b8a99d5 Aug 16 01:52:29.219864 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port 707b12ab-47ee-4283-a0d6-62b782ab8313 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:29.220436 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.279553 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1d5cbeb-62cf-48fc-ad79-e04e025d5406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.296104 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] For port 707b12ab-47ee-4283-a0d6-62b782ab8313, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=707b12ab-47ee-4283-a0d6-62b782ab8313,segment=NetworkSegment(95f08c58-f61e-45e8-bda3-e36c90d58da4),segment_id=95f08c58-f61e-45e8-bda3-e36c90d58da4)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:29.297020 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.331294 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for 707b12ab-47ee-4283-a0d6-62b782ab8313 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:29.353514 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1d5cbeb-62cf-48fc-ad79-e04e025d5406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.382538 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcab3b69-2a66-41f7-98bb-d1106d101fef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.415417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-adc835ac-b352-49d9-9327-2494f189385e None None] Provisioning complete for port 707b12ab-47ee-4283-a0d6-62b782ab8313 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:29.416072 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-adc835ac-b352-49d9-9327-2494f189385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.471166 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcab3b69-2a66-41f7-98bb-d1106d101fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.472149 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcab3b69-2a66-41f7-98bb-d1106d101fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:29.472733 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcab3b69-2a66-41f7-98bb-d1106d101fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.492845 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1d5cbeb-62cf-48fc-ad79-e04e025d5406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.570730 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dcab3b69-2a66-41f7-98bb-d1106d101fef admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2908337 Aug 16 01:52:29.576545 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38402) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:29.577978 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.587877 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-dd394b7d-785b-43ec-9318-d873c6b50e37 admin admin] Request body: {'subnet': {'network_id': '0b1dec9b-118f-4828-b7f4-ae874b8a99d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-211721416-subnet', 'tenant_id': 'fe5850cde8f947eca8e021b1a51dd73b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:29.596136 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-adc835ac-b352-49d9-9327-2494f189385e None None] Could not find standard attr ID for object 707b12ab-47ee-4283-a0d6-62b782ab8313. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:52:29.603055 n-d-765315-27 neutron-server[94674]: INFO neutron.plugins.ml2.db [None req-adc835ac-b352-49d9-9327-2494f189385e None None] No ports have port_id starting with 707b12ab-47ee-4283-a0d6-62b782ab8313 Aug 16 01:52:29.623107 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65b4298-17ef-45ad-8ead-577eb5707ead None None] DHCP port deletion for 2cc482b2-0cb6-4e8f-8ef4-25149528eb30 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:52:29.631625 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=707b12ab-47ee-4283-a0d6-62b782ab8313,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:29.639307 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab3b69-2a66-41f7-98bb-d1106d101fef admin admin] Pushing event updated for resources: {'Network': ['ID=0b1dec9b-118f-4828-b7f4-ae874b8a99d5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:29.650281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 0b1dec9b-118f-4828-b7f4-ae874b8a99d5 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:29.651773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No DVR routers for this DVR port 707b12ab-47ee-4283-a0d6-62b782ab8313 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:29.658615 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1d5cbeb-62cf-48fc-ad79-e04e025d5406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.675560 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f1d5cbeb-62cf-48fc-ad79-e04e025d5406 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2c2bf130-b6e7-4498-8611-5b3d6e9eeb89 HTTP/1.1" status: 204 len: 168 time: 0.5963953 Aug 16 01:52:29.676469 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5cbeb-62cf-48fc-ad79-e04e025d5406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c2bf130-b6e7-4498-8611-5b3d6e9eeb89,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:29.685827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38404) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:29.697119 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd394b7d-785b-43ec-9318-d873c6b50e37 admin admin] Made reservation on behalf of fe5850cde8f947eca8e021b1a51dd73b for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:29.700214 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd394b7d-785b-43ec-9318-d873c6b50e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.842841 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.853262 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc482b2-0cb6-4e8f-8ef4-25149528eb30']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:29.865428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f08c58-f61e-45e8-bda3-e36c90d58da4') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:29.865724 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f08c58-f61e-45e8-bda3-e36c90d58da4') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:29.876127 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.892967 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.899391 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:29.899718 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:29.959909 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:29.997016 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.010992 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.012837 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/networks/2cc482b2-0cb6-4e8f-8ef4-25149528eb30 HTTP/1.1" status: 204 len: 168 time: 1.4815869 Aug 16 01:52:30.018204 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38410) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:30.303804 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38414) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:30.319028 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bcf98-11fb-46ad-84a0-bc8c7aed49c2 req-3b0e5696-f713-45e4-8230-e308c55be8b7 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:30.331548 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b19bcf98-11fb-46ad-84a0-bc8c7aed49c2 req-3b0e5696-f713-45e4-8230-e308c55be8b7 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.1156473 Aug 16 01:52:30.337547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3b926b2f-415d-48b6-887b-0ab3c556161b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-335433573', 'description': 'tempest-secgroup-smoke-335433573 description', 'project_id': '7069c6ece3114808b56031f1299826b6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:30.394074 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b19bcf98-11fb-46ad-84a0-bc8c7aed49c2 req-5c6da711-c7aa-49fb-adbf-129f286f182c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611515 Aug 16 01:52:30.452314 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b926b2f-415d-48b6-887b-0ab3c556161b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.485810 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b926b2f-415d-48b6-887b-0ab3c556161b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.602625 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c58c32-2bef-461e-ad39-4ff1fee6cefc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Network': ['ID=2cc482b2-0cb6-4e8f-8ef4-25149528eb30,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:30.633917 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd394b7d-785b-43ec-9318-d873c6b50e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.679333 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 707b12ab-47ee-4283-a0d6-62b782ab8313 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:30.709208 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd394b7d-785b-43ec-9318-d873c6b50e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db241479-5c5b-4bd2-b915-aeec34583fa4,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:30.731884 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-664b4784-d887-47a8-b6db-572d7cb24608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.753897 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b926b2f-415d-48b6-887b-0ab3c556161b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.763505 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b926b2f-415d-48b6-887b-0ab3c556161b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.770041 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 707b12ab-47ee-4283-a0d6-62b782ab8313 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:30.772995 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 707b12ab-47ee-4283-a0d6-62b782ab8313 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:30.813537 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167edaf7-2a70-45eb-8d9e-3d0145cb799c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:30.815837 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-167edaf7-2a70-45eb-8d9e-3d0145cb799c tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7966549 Aug 16 01:52:30.821713 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38420) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:30.827474 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd394b7d-785b-43ec-9318-d873c6b50e37 admin admin] Checking segment: {'id': 'faa109e5-083a-420f-beeb-68651da9e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b1dec9b-118f-4828-b7f4-ae874b8a99d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:30.828320 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd394b7d-785b-43ec-9318-d873c6b50e37 admin admin] Network hostable DHCP agents. Network: 0b1dec9b-118f-4828-b7f4-ae874b8a99d5, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:30.836184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b926b2f-415d-48b6-887b-0ab3c556161b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b45571-491e-47ed-9711-f4c83367637a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:30.902001 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5f306b3e-f465-4d78-b46c-4320f3dba05b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0777037 Aug 16 01:52:30.902249 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd394b7d-785b-43ec-9318-d873c6b50e37 admin admin] Network 0b1dec9b-118f-4828-b7f4-ae874b8a99d5 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:30.907088 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38422) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:30.924040 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-dd394b7d-785b-43ec-9318-d873c6b50e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 0b1dec9b-118f-4828-b7f4-ae874b8a99d5) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:30.929307 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd394b7d-785b-43ec-9318-d873c6b50e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:30.930106 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd394b7d-785b-43ec-9318-d873c6b50e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:30.937059 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a1ee1742-fdca-4e52-84d7-505802b71053 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2003713939'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:30.942361 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee9e1b6-c6c2-4bac-b7b3-2ede9d7b25c4 None None] Network 0b1dec9b-118f-4828-b7f4-ae874b8a99d5 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:30.999081 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-664b4784-d887-47a8-b6db-572d7cb24608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.021729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-664b4784-d887-47a8-b6db-572d7cb24608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b33568-5ec3-42e6-bddb-b426d0964c41']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:31.035415 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b926b2f-415d-48b6-887b-0ab3c556161b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.042266 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b926b2f-415d-48b6-887b-0ab3c556161b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.051667 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-664b4784-d887-47a8-b6db-572d7cb24608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf97c46-10f7-4287-94d1-911a786c4347') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:31.052470 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-664b4784-d887-47a8-b6db-572d7cb24608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf97c46-10f7-4287-94d1-911a786c4347') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:31.056084 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dd394b7d-785b-43ec-9318-d873c6b50e37 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4752131 Aug 16 01:52:31.066497 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-664b4784-d887-47a8-b6db-572d7cb24608 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.107285 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-664b4784-d887-47a8-b6db-572d7cb24608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.130931 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b926b2f-415d-48b6-887b-0ab3c556161b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7572d6be-c4c3-4b42-b913-94f892ea99d6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:31.135002 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ee1742-fdca-4e52-84d7-505802b71053 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:31.153416 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a1ee1742-fdca-4e52-84d7-505802b71053 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.154631 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664b4784-d887-47a8-b6db-572d7cb24608 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:31.157150 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b926b2f-415d-48b6-887b-0ab3c556161b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.159146 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-664b4784-d887-47a8-b6db-572d7cb24608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.161384 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3b926b2f-415d-48b6-887b-0ab3c556161b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8274114 Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:31.164898 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:31.168433 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38426) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:31.203087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fba06a09-fbda-4ef8-b7be-2de4f9f87ee8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': '7572d6be-c4c3-4b42-b913-94f892ea99d6', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:31.304721 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ee1742-fdca-4e52-84d7-505802b71053 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:31.349565 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a1ee1742-fdca-4e52-84d7-505802b71053 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.350047 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-a1ee1742-fdca-4e52-84d7-505802b71053 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Added segment c666177a-abdc-4952-9b81-f4e25b889fe7 of type vlan for network 4b0502b4-85e3-4f0a-b9c5-d5438c141cfd Aug 16 01:52:31.370267 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-664b4784-d887-47a8-b6db-572d7cb24608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.378923 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-664b4784-d887-47a8-b6db-572d7cb24608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.380875 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-664b4784-d887-47a8-b6db-572d7cb24608 admin admin] 10.222.0.68 "DELETE /v2.0/networks/01b33568-5ec3-42e6-bddb-b426d0964c41 HTTP/1.1" status: 204 len: 168 time: 1.6932631 Aug 16 01:52:31.391219 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fba06a09-fbda-4ef8-b7be-2de4f9f87ee8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.428072 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b4784-d887-47a8-b6db-572d7cb24608 admin admin] Pushing event deleted for resources: {'Network': ['ID=01b33568-5ec3-42e6-bddb-b426d0964c41,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:31.520561 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a1ee1742-fdca-4e52-84d7-505802b71053 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.746838 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fba06a09-fbda-4ef8-b7be-2de4f9f87ee8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.747888 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a1ee1742-fdca-4e52-84d7-505802b71053 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.755227 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ee1742-fdca-4e52-84d7-505802b71053 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:31.756033 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a1ee1742-fdca-4e52-84d7-505802b71053 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.790379 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fba06a09-fbda-4ef8-b7be-2de4f9f87ee8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:31.836463 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38450) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:31.906992 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b79e5a1d-8abc-46c4-9702-66ae90055445 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ef4e924cb4584ac79c6f9319dffe168f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0691948 Aug 16 01:52:31.935359 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1ee91ad2-d371-4249-a96d-5d3ecec245e3 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:31.956185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38456) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:31.963781 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 1ee91ad2-d371-4249-a96d-5d3ecec245e3 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:31.964501 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1ee91ad2-d371-4249-a96d-5d3ecec245e3 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:31.966565 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48494737-e3a9-4a70-8082-8b50211628d8 None None] Network 0b1dec9b-118f-4828-b7f4-ae874b8a99d5 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:32.078585 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068bdc51-cfca-4851-861f-8f9663b27f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.099210 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81d7e8-c065-4d0e-ac88-e1a3210d6d27 req-db528603-82ec-4dfe-a23a-d931ef220901 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:32.110545 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c81d7e8-c065-4d0e-ac88-e1a3210d6d27 req-db528603-82ec-4dfe-a23a-d931ef220901 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.4507649 Aug 16 01:52:32.116926 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a1ee1742-fdca-4e52-84d7-505802b71053 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2030754 Aug 16 01:52:32.123068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba06a09-fbda-4ef8-b7be-2de4f9f87ee8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7031e8fa-f61f-48c5-9011-d8b2f085eb1c,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:32.125306 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38458) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:32.155310 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-42506b98-b3e2-4587-9332-27267095acbf tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'subnet': {'network_id': '4b0502b4-85e3-4f0a-b9c5-d5438c141cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:32.159010 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fba06a09-fbda-4ef8-b7be-2de4f9f87ee8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.160229 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fba06a09-fbda-4ef8-b7be-2de4f9f87ee8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9908309 Aug 16 01:52:32.165068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38460) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:32.168089 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee1742-fdca-4e52-84d7-505802b71053 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Network': ['ID=4b0502b4-85e3-4f0a-b9c5-d5438c141cfd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:32.173501 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-faabef63-15b0-4314-9956-d8b81943c2dd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': '7572d6be-c4c3-4b42-b913-94f892ea99d6', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:32.204349 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068bdc51-cfca-4851-861f-8f9663b27f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.224659 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 4b0502b4-85e3-4f0a-b9c5-d5438c141cfd details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:32.281908 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c81d7e8-c065-4d0e-ac88-e1a3210d6d27 req-d25edbe7-56b1-43e0-a2e2-a6863307d202 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698725 Aug 16 01:52:32.364172 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-c97fcc9f-10bf-4c8b-8597-72920550d3c1 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:32.365222 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-faabef63-15b0-4314-9956-d8b81943c2dd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.365973 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-c97fcc9f-10bf-4c8b-8597-72920550d3c1 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/networks?id=0b1dec9b-118f-4828-b7f4-ae874b8a99d5 HTTP/1.1" status: 200 len: 821 time: 0.4734933 Aug 16 01:52:32.400478 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-f9b29345-a8b5-4320-b5ab-6a642bcc65da tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/quotas/fe5850cde8f947eca8e021b1a51dd73b HTTP/1.1" status: 200 len: 375 time: 0.0224783 Aug 16 01:52:32.418196 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068bdc51-cfca-4851-861f-8f9663b27f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.421166 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068bdc51-cfca-4851-861f-8f9663b27f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.424616 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-068bdc51-cfca-4851-861f-8f9663b27f87 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/70289ed8-5719-4a0b-b0c4-0f481a7bba43 HTTP/1.1" status: 204 len: 168 time: 0.4672368 Aug 16 01:52:32.474607 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-ecd012cb-8e9f-4d82-b6fc-6e6d23aa510d tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=fe5850cde8f947eca8e021b1a51dd73b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617483 Aug 16 01:52:32.475356 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bdc51-cfca-4851-861f-8f9663b27f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70289ed8-5719-4a0b-b0c4-0f481a7bba43,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:32.541052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42506b98-b3e2-4587-9332-27267095acbf tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:32.547649 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-42506b98-b3e2-4587-9332-27267095acbf tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.665855 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-2c9e3e8f-7173-4ddb-b733-8ed5121ce33a service neutron] 10.222.0.68 "GET /v2.0/networks/0b1dec9b-118f-4828-b7f4-ae874b8a99d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741831 Aug 16 01:52:32.712738 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-faabef63-15b0-4314-9956-d8b81943c2dd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.721895 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-faabef63-15b0-4314-9956-d8b81943c2dd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.784486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabef63-15b0-4314-9956-d8b81943c2dd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9797570b-6214-4a83-af5b-44057e7b2d61,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:32.903294 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-4d3b2ad0-83c5-4fea-99cd-df6678c1f230 service neutron] 10.222.0.68 "GET /v2.0/networks/0b1dec9b-118f-4828-b7f4-ae874b8a99d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218270 Aug 16 01:52:32.976224 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-faabef63-15b0-4314-9956-d8b81943c2dd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:32.987583 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-faabef63-15b0-4314-9956-d8b81943c2dd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8186798 Aug 16 01:52:32.988036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38472) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:32.994235 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f8aeedfe-7c42-4a72-a6c4-3bde7d2d4905 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': '7572d6be-c4c3-4b42-b913-94f892ea99d6', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:33.035855 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-42506b98-b3e2-4587-9332-27267095acbf tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.124790 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8aeedfe-7c42-4a72-a6c4-3bde7d2d4905 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.127814 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42506b98-b3e2-4587-9332-27267095acbf tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Subnet': ['ID=4e49256f-e94a-4e11-b34e-db9bda7852ae,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:33.246298 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20b1daaa-994c-45e9-8933-69c13d77bb2d req-6176eb4b-d29b-484f-83c4-e039131b245d tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 210 time: 0.0865030 Aug 16 01:52:33.274366 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42506b98-b3e2-4587-9332-27267095acbf tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Checking segment: {'id': 'c666177a-abdc-4952-9b81-f4e25b889fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4b0502b4-85e3-4f0a-b9c5-d5438c141cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:33.274785 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42506b98-b3e2-4587-9332-27267095acbf tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network hostable DHCP agents. Network: 4b0502b4-85e3-4f0a-b9c5-d5438c141cfd, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:33.300240 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8aeedfe-7c42-4a72-a6c4-3bde7d2d4905 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.308038 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8aeedfe-7c42-4a72-a6c4-3bde7d2d4905 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.331640 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aeedfe-7c42-4a72-a6c4-3bde7d2d4905 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9238d0dd-00aa-42fd-a7ac-9926de9d5f64,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:33.361413 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42506b98-b3e2-4587-9332-27267095acbf tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 4b0502b4-85e3-4f0a-b9c5-d5438c141cfd is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:33.381405 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8aeedfe-7c42-4a72-a6c4-3bde7d2d4905 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.388016 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f8aeedfe-7c42-4a72-a6c4-3bde7d2d4905 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3974328 Aug 16 01:52:33.392098 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38492) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:33.397619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e012f300-1da5-49b1-8cad-cf294caf4ec1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': '7572d6be-c4c3-4b42-b913-94f892ea99d6', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:33.409675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-42506b98-b3e2-4587-9332-27267095acbf tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 4b0502b4-85e3-4f0a-b9c5-d5438c141cfd) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:33.419544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea263f66-4406-47f3-bb18-67aac8c96fee None None] Network 4b0502b4-85e3-4f0a-b9c5-d5438c141cfd requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:33.425184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42506b98-b3e2-4587-9332-27267095acbf tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:33.426074 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-42506b98-b3e2-4587-9332-27267095acbf tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.510774 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-42506b98-b3e2-4587-9332-27267095acbf tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3715162 Aug 16 01:52:33.513205 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e012f300-1da5-49b1-8cad-cf294caf4ec1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.514891 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38498) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:33.527334 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f3d0ba9a-ed4e-447a-91fd-0eaf2b5ac552 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'network_id': '4b0502b4-85e3-4f0a-b9c5-d5438c141cfd', 'name': 'tempest-PortsIpV6TestJSON-1845654660'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:33.642871 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e012f300-1da5-49b1-8cad-cf294caf4ec1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.653217 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e012f300-1da5-49b1-8cad-cf294caf4ec1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.710723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d39a6a-61c1-4c17-b99e-43393d01af8c req-3426b180-c74f-4933-ae00-c6be04b968ae tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:33.722968 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5d39a6a-61c1-4c17-b99e-43393d01af8c req-3426b180-c74f-4933-ae00-c6be04b968ae tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.2735510 Aug 16 01:52:33.726869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012f300-1da5-49b1-8cad-cf294caf4ec1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907b9534-2089-4750-aee9-b686c3971ca3,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:33.746697 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e012f300-1da5-49b1-8cad-cf294caf4ec1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.750518 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e012f300-1da5-49b1-8cad-cf294caf4ec1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3545921 Aug 16 01:52:33.750871 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38506) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:33.755434 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-26ec0c81-276d-4676-9922-480d7e9ba549 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': '7572d6be-c4c3-4b42-b913-94f892ea99d6', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:33.809532 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-26ec0c81-276d-4676-9922-480d7e9ba549 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Project 7069c6ece3114808b56031f1299826b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 01:52:33.815073 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26ec0c81-276d-4676-9922-480d7e9ba549 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.857014 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-4b0502b4-85e3-4f0a-b9c5-d5438c141cfd', 'network_id': '4b0502b4-85e3-4f0a-b9c5-d5438c141cfd', 'tenant_id': '2838ccd56ffe4e92a1b0adcc50f76a21', 'fixed_ips': [{'subnet_id': '4e49256f-e94a-4e11-b34e-db9bda7852ae'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:52:33.857918 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:33.890675 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5d39a6a-61c1-4c17-b99e-43393d01af8c req-8e1a6f32-cc27-4a05-9fd5-c43c32798bcf tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667335 Aug 16 01:52:33.986881 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26ec0c81-276d-4676-9922-480d7e9ba549 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.001081 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26ec0c81-276d-4676-9922-480d7e9ba549 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.020548 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d0ba9a-ed4e-447a-91fd-0eaf2b5ac552 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:34.030570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec0c81-276d-4676-9922-480d7e9ba549 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7934df-05bc-4e8b-a956-5166f05e15f7,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:34.040737 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ba9a-ed4e-447a-91fd-0eaf2b5ac552 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.043966 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26ec0c81-276d-4676-9922-480d7e9ba549 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.045302 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-26ec0c81-276d-4676-9922-480d7e9ba549 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2935467 Aug 16 01:52:34.048108 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38520) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:34.058359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4d87c1ea-69ca-454a-88f2-6adca2fba083 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': '7572d6be-c4c3-4b42-b913-94f892ea99d6', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:34.092335 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-f3d0ba9a-ed4e-447a-91fd-0eaf2b5ac552 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] device_id is not set on port cececbe5-3d90-4d00-999f-c10506580738 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:52:34.116386 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-4d87c1ea-69ca-454a-88f2-6adca2fba083 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Project 7069c6ece3114808b56031f1299826b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 01:52:34.126717 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4d87c1ea-69ca-454a-88f2-6adca2fba083 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.243554 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4d87c1ea-69ca-454a-88f2-6adca2fba083 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.252180 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4d87c1ea-69ca-454a-88f2-6adca2fba083 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.252987 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Allocated IP 2001:db8::2 (4b0502b4-85e3-4f0a-b9c5-d5438c141cfd/4e49256f-e94a-4e11-b34e-db9bda7852ae/a09920ad-2fac-4d82-a227-b5c7b26ec2c8) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:34.289305 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87c1ea-69ca-454a-88f2-6adca2fba083 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d3ed35-6b30-4bbc-af51-8145a8aa19d6,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:34.309244 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4d87c1ea-69ca-454a-88f2-6adca2fba083 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.311177 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4d87c1ea-69ca-454a-88f2-6adca2fba083 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2615399 Aug 16 01:52:34.313735 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38528) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:34.320239 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-65e2a5ad-dade-49c4-8365-c5445f5310de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'network': {'name': 'tempest-network-smoke--1190730715', 'project_id': '7069c6ece3114808b56031f1299826b6', 'port_security_enabled': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:34.373576 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e2a5ad-dade-49c4-8365-c5445f5310de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Made reservation on behalf of 7069c6ece3114808b56031f1299826b6 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:34.378272 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65e2a5ad-dade-49c4-8365-c5445f5310de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.428503 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e2a5ad-dade-49c4-8365-c5445f5310de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:34.534520 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65e2a5ad-dade-49c4-8365-c5445f5310de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.535092 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-65e2a5ad-dade-49c4-8365-c5445f5310de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Added segment 82bf085e-4971-4466-8060-7d71e33b44eb of type vlan for network ddc52a66-db51-4cc6-9e0e-95031b947ff3 Aug 16 01:52:34.554963 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b5219ba9-ef3b-4b08-855f-6cc0b8da80bc req-f23a5beb-d8a3-41a7-97f7-19ca54ceac1d tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 210 time: 0.1188107 Aug 16 01:52:34.597426 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65e2a5ad-dade-49c4-8365-c5445f5310de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.620435 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.630101 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Transition to ACTIVE for port object a09920ad-2fac-4d82-a227-b5c7b26ec2c8 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:34.653146 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65e2a5ad-dade-49c4-8365-c5445f5310de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.666112 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e2a5ad-dade-49c4-8365-c5445f5310de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:34.667085 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65e2a5ad-dade-49c4-8365-c5445f5310de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.683274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Transition to ACTIVE for port object a09920ad-2fac-4d82-a227-b5c7b26ec2c8 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:34.702391 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.804997 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Network 4b0502b4-85e3-4f0a-b9c5-d5438c141cfd is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:34.828307 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:34.830311 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Pushing event updated for resources: {'Port': ['ID=a09920ad-2fac-4d82-a227-b5c7b26ec2c8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:34.832510 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:34.885795 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38556) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:34.899184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b04664eb-2e50-4b67-97e5-94643c9462c3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1409171260', 'admin_state_up': True, 'project_id': '7069c6ece3114808b56031f1299826b6', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:34.902027 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-65e2a5ad-dade-49c4-8365-c5445f5310de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5860422 Aug 16 01:52:34.966184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2a5ad-dade-49c4-8365-c5445f5310de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Network': ['ID=ddc52a66-db51-4cc6-9e0e-95031b947ff3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:34.966637 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b04664eb-2e50-4b67-97e5-94643c9462c3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.968400 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b04664eb-2e50-4b67-97e5-94643c9462c3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:34.978337 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network ddc52a66-db51-4cc6-9e0e-95031b947ff3 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:35.010149 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-f3d0ba9a-ed4e-447a-91fd-0eaf2b5ac552 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Allocated IP 2001:db8::57 (4b0502b4-85e3-4f0a-b9c5-d5438c141cfd/4e49256f-e94a-4e11-b34e-db9bda7852ae/cececbe5-3d90-4d00-999f-c10506580738) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:35.082476 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b04664eb-2e50-4b67-97e5-94643c9462c3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.202314 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Attempting to bind port a09920ad-2fac-4d82-a227-b5c7b26ec2c8 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:35.203276 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Attempting to bind port a09920ad-2fac-4d82-a227-b5c7b26ec2c8 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'c666177a-abdc-4952-9b81-f4e25b889fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4b0502b4-85e3-4f0a-b9c5-d5438c141cfd'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:35.203843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Attempting to bind port a09920ad-2fac-4d82-a227-b5c7b26ec2c8 on network 4b0502b4-85e3-4f0a-b9c5-d5438c141cfd {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:35.222795 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:35.223450 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Checking segment: {'id': 'c666177a-abdc-4952-9b81-f4e25b889fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4b0502b4-85e3-4f0a-b9c5-d5438c141cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:35.224103 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.224669 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Bound using segment: {'id': 'c666177a-abdc-4952-9b81-f4e25b889fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4b0502b4-85e3-4f0a-b9c5-d5438c141cfd'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:35.225396 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Bound port: a09920ad-2fac-4d82-a227-b5c7b26ec2c8, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c666177a-abdc-4952-9b81-f4e25b889fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4b0502b4-85e3-4f0a-b9c5-d5438c141cfd'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:35.226988 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.343039 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] For port a09920ad-2fac-4d82-a227-b5c7b26ec2c8, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:35.349239 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] For port a09920ad-2fac-4d82-a227-b5c7b26ec2c8, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a09920ad-2fac-4d82-a227-b5c7b26ec2c8,segment=NetworkSegment(c666177a-abdc-4952-9b81-f4e25b889fe7),segment_id=c666177a-abdc-4952-9b81-f4e25b889fe7)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:35.358119 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.439405 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ba9a-ed4e-447a-91fd-0eaf2b5ac552 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.473023 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f3d0ba9a-ed4e-447a-91fd-0eaf2b5ac552 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Transition to ACTIVE for port object cececbe5-3d90-4d00-999f-c10506580738 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:35.534281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9d6ef-8e1b-4812-9401-a76540c91aaf None None] Pushing event updated for resources: {'Port': ['ID=a09920ad-2fac-4d82-a227-b5c7b26ec2c8,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:35.583451 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ba9a-ed4e-447a-91fd-0eaf2b5ac552 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.659331 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d0ba9a-ed4e-447a-91fd-0eaf2b5ac552 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 4b0502b4-85e3-4f0a-b9c5-d5438c141cfd is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:35.665429 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f3d0ba9a-ed4e-447a-91fd-0eaf2b5ac552 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:35.675033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d0ba9a-ed4e-447a-91fd-0eaf2b5ac552 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:35.737220 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d0ba9a-ed4e-447a-91fd-0eaf2b5ac552 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:35.745651 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ba9a-ed4e-447a-91fd-0eaf2b5ac552 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:35.812945 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a60c7cf-6747-462c-9a10-477dd2293607 req-d0e4cd99-2785-4e36-af87-dafebb6541cd tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 210 time: 0.0549183 Aug 16 01:52:35.819928 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0ba9a-ed4e-447a-91fd-0eaf2b5ac552 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=cececbe5-3d90-4d00-999f-c10506580738,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:35.838534 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f3d0ba9a-ed4e-447a-91fd-0eaf2b5ac552 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3173182 Aug 16 01:52:35.842261 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38586) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:35.864884 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-429d5445-d4cb-4c9e-b16d-71b2346764a0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'network_id': '4b0502b4-85e3-4f0a-b9c5-d5438c141cfd', 'name': 'tempest-PortsIpV6TestJSON-1749028702'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:36.044689 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38594) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:36.067291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429d5445-d4cb-4c9e-b16d-71b2346764a0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:36.072212 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-429d5445-d4cb-4c9e-b16d-71b2346764a0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.105329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-429d5445-d4cb-4c9e-b16d-71b2346764a0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] device_id is not set on port 000736e2-215d-4c7f-95a5-5da1c9311d13 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:52:36.271406 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b04664eb-2e50-4b67-97e5-94643c9462c3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.300996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-429d5445-d4cb-4c9e-b16d-71b2346764a0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Allocated IP 2001:db8::131 (4b0502b4-85e3-4f0a-b9c5-d5438c141cfd/4e49256f-e94a-4e11-b34e-db9bda7852ae/000736e2-215d-4c7f-95a5-5da1c9311d13) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:36.307199 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871bf02-15a8-4b9f-8093-28c7dfc14c36 req-1d8ff567-5b2a-40e5-92c1-c7fa5f9088ec tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:36.314932 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a871bf02-15a8-4b9f-8093-28c7dfc14c36 req-1d8ff567-5b2a-40e5-92c1-c7fa5f9088ec tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 1.2183633 Aug 16 01:52:36.358121 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec8581a8-bd48-4e2c-b247-bb7c4f6e743c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.361934 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-6191f039-515b-4405-9832-23b47f48e000 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:36.363420 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-6191f039-515b-4405-9832-23b47f48e000 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.63 "GET /v2.0/networks?id=0b1dec9b-118f-4828-b7f4-ae874b8a99d5 HTTP/1.1" status: 200 len: 821 time: 1.2791317 Aug 16 01:52:36.396083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5d3a09a9-27b4-4a3c-a11a-664830213e51 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Request body: {'port': {'device_id': '1d3dae96-54a4-400f-a926-58110e526326', 'network_id': '0b1dec9b-118f-4828-b7f4-ae874b8a99d5', 'admin_state_up': True, 'tenant_id': 'fe5850cde8f947eca8e021b1a51dd73b'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:36.627965 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-429d5445-d4cb-4c9e-b16d-71b2346764a0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.690561 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a871bf02-15a8-4b9f-8093-28c7dfc14c36 req-c1ec9e1a-775d-459d-8c13-2e195ebd5d88 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3743930 Aug 16 01:52:36.718777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-429d5445-d4cb-4c9e-b16d-71b2346764a0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Transition to ACTIVE for port object 000736e2-215d-4c7f-95a5-5da1c9311d13 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:36.759197 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a09920ad-2fac-4d82-a227-b5c7b26ec2c8 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:36.762302 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec8581a8-bd48-4e2c-b247-bb7c4f6e743c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.776521 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec8581a8-bd48-4e2c-b247-bb7c4f6e743c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.839541 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8581a8-bd48-4e2c-b247-bb7c4f6e743c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2362234b-e3bf-41e5-8e8a-429f28136ec2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:36.912584 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ec8581a8-bd48-4e2c-b247-bb7c4f6e743c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d3087fe610854017b14dbbaa65bab14a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8667102 Aug 16 01:52:36.917038 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38610) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:36.938990 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5d3a09a9-27b4-4a3c-a11a-664830213e51 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Made reservation on behalf of fe5850cde8f947eca8e021b1a51dd73b for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:36.942743 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5d3a09a9-27b4-4a3c-a11a-664830213e51 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:36.970464 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port a09920ad-2fac-4d82-a227-b5c7b26ec2c8 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:36.999236 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-429d5445-d4cb-4c9e-b16d-71b2346764a0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.015199 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b04664eb-2e50-4b67-97e5-94643c9462c3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.064587 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b04664eb-2e50-4b67-97e5-94643c9462c3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.095155 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0448f064-ae1f-4c24-a925-67435eb933ca req-e7e68e2d-3976-469b-a969-c953284c20bb tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 210 time: 0.0796592 Aug 16 01:52:37.152799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429d5445-d4cb-4c9e-b16d-71b2346764a0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 4b0502b4-85e3-4f0a-b9c5-d5438c141cfd is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:37.164029 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-429d5445-d4cb-4c9e-b16d-71b2346764a0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:37.170399 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429d5445-d4cb-4c9e-b16d-71b2346764a0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:37.179415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429d5445-d4cb-4c9e-b16d-71b2346764a0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:37.180191 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-429d5445-d4cb-4c9e-b16d-71b2346764a0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.185359 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d5445-d4cb-4c9e-b16d-71b2346764a0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=000736e2-215d-4c7f-95a5-5da1c9311d13,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:37.203904 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d058dc1-2570-47fe-bb27-977fb0c08e0b None None] Network 4b0502b4-85e3-4f0a-b9c5-d5438c141cfd requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:37.212790 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67897c31-d65f-4357-a4ec-204ec14e9f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.251328 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-429d5445-d4cb-4c9e-b16d-71b2346764a0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4078295 Aug 16 01:52:37.254354 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38618) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:37.351687 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-64b2c73c-7ed6-4a34-a731-a33800f8c47f None None] Provisioning for port a09920ad-2fac-4d82-a227-b5c7b26ec2c8 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:37.363019 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-64b2c73c-7ed6-4a34-a731-a33800f8c47f None None] Provisioning complete for port a09920ad-2fac-4d82-a227-b5c7b26ec2c8 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:37.363626 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64b2c73c-7ed6-4a34-a731-a33800f8c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.381914 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67897c31-d65f-4357-a4ec-204ec14e9f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.414417 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.468471 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-b04664eb-2e50-4b67-97e5-94643c9462c3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Allocated IP 172.25.3.138 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/d4572dd0-90b5-4567-a577-74579918dd32) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:37.499184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07552d6e-a22d-4d56-ab0d-4944ee6b8a6f tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:37.500553 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-07552d6e-a22d-4d56-ab0d-4944ee6b8a6f tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A57 HTTP/1.1" status: 200 len: 928 time: 0.2423725 Aug 16 01:52:37.507395 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38620) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:37.529424 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67897c31-d65f-4357-a4ec-204ec14e9f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.533634 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67897c31-d65f-4357-a4ec-204ec14e9f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.538132 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-67897c31-d65f-4357-a4ec-204ec14e9f6d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2362234b-e3bf-41e5-8e8a-429f28136ec2 HTTP/1.1" status: 204 len: 168 time: 0.6148007 Aug 16 01:52:37.572304 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67897c31-d65f-4357-a4ec-204ec14e9f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2362234b-e3bf-41e5-8e8a-429f28136ec2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:37.577812 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5d3a09a9-27b4-4a3c-a11a-664830213e51 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Allocated IP 172.20.0.11 (0b1dec9b-118f-4828-b7f4-ae874b8a99d5/db241479-5c5b-4bd2-b915-aeec34583fa4/30b9e14b-ef65-4be2-8d96-1c18b34f63d6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:37.688043 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64b2c73c-7ed6-4a34-a731-a33800f8c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.784039 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-64b2c73c-7ed6-4a34-a731-a33800f8c47f None None] For port a09920ad-2fac-4d82-a227-b5c7b26ec2c8, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a09920ad-2fac-4d82-a227-b5c7b26ec2c8,segment=NetworkSegment(c666177a-abdc-4952-9b81-f4e25b889fe7),segment_id=c666177a-abdc-4952-9b81-f4e25b889fe7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:37.792718 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64b2c73c-7ed6-4a34-a731-a33800f8c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.893229 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2c73c-7ed6-4a34-a731-a33800f8c47f None None] Pushing event updated for resources: {'Port': ['ID=a09920ad-2fac-4d82-a227-b5c7b26ec2c8,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:37.965732 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b04664eb-2e50-4b67-97e5-94643c9462c3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.983245 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68716493-07ee-403c-83af-290feb1aa474 req-3bcbc57d-acd6-44dd-8d5b-054d62dc6987 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:37.986158 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-efa635d0-dcf0-4854-b37c-42bc955dcf72 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port 000736e2-215d-4c7f-95a5-5da1c9311d13 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:37.986616 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-efa635d0-dcf0-4854-b37c-42bc955dcf72 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:37.990885 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-68716493-07ee-403c-83af-290feb1aa474 req-3bcbc57d-acd6-44dd-8d5b-054d62dc6987 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.1804545 Aug 16 01:52:38.058985 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.106531 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-68716493-07ee-403c-83af-290feb1aa474 req-9a71d5aa-bfd3-4c62-a9e5-dc581da119e1 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146669 Aug 16 01:52:38.239397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d5d8a416-49a4-4b1d-ba78-07ab1f2a143e None None] Provisioning for port cececbe5-3d90-4d00-999f-c10506580738 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:38.244743 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d5d8a416-49a4-4b1d-ba78-07ab1f2a143e None None] Provisioning complete for port cececbe5-3d90-4d00-999f-c10506580738 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:38.245165 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5d8a416-49a4-4b1d-ba78-07ab1f2a143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.300055 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5d3a09a9-27b4-4a3c-a11a-664830213e51 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.342331 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d5d8a416-49a4-4b1d-ba78-07ab1f2a143e None None] Port cececbe5-3d90-4d00-999f-c10506580738 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:38.359115 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d5d8a416-49a4-4b1d-ba78-07ab1f2a143e None None] Provisioning complete for port a09920ad-2fac-4d82-a227-b5c7b26ec2c8 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:38.359673 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5d8a416-49a4-4b1d-ba78-07ab1f2a143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.382309 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b04664eb-2e50-4b67-97e5-94643c9462c3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.408883 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f014f1a3-35e5-4834-9034-b438bb09a358 req-67f1c5b7-5c40-4122-9ad8-54a1a667c9c4 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 210 time: 0.1611032 Aug 16 01:52:38.509107 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04664eb-2e50-4b67-97e5-94643c9462c3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:38.513887 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-efa635d0-dcf0-4854-b37c-42bc955dcf72 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.534646 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-b04664eb-2e50-4b67-97e5-94643c9462c3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:38.558877 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04664eb-2e50-4b67-97e5-94643c9462c3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:38.614141 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d5d8a416-49a4-4b1d-ba78-07ab1f2a143e None None] Provisioning for port 000736e2-215d-4c7f-95a5-5da1c9311d13 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:38.628558 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d5d8a416-49a4-4b1d-ba78-07ab1f2a143e None None] Provisioning complete for port 000736e2-215d-4c7f-95a5-5da1c9311d13 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:38.629217 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5d8a416-49a4-4b1d-ba78-07ab1f2a143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.676004 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d5d8a416-49a4-4b1d-ba78-07ab1f2a143e None None] Port 000736e2-215d-4c7f-95a5-5da1c9311d13 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:38.704272 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04664eb-2e50-4b67-97e5-94643c9462c3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=d4572dd0-90b5-4567-a577-74579918dd32,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:38.712419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-efa635d0-dcf0-4854-b37c-42bc955dcf72 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for 000736e2-215d-4c7f-95a5-5da1c9311d13 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:38.719240 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a09920ad-2fac-4d82-a227-b5c7b26ec2c8 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:38.843095 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d1def5d4-c4b2-4bc6-b396-7fbf76aa8357 None None] Provisioning complete for port cececbe5-3d90-4d00-999f-c10506580738 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:38.844303 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1def5d4-c4b2-4bc6-b396-7fbf76aa8357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.894441 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a09920ad-2fac-4d82-a227-b5c7b26ec2c8 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:38.895181 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:38.972474 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d1def5d4-c4b2-4bc6-b396-7fbf76aa8357 None None] Port cececbe5-3d90-4d00-999f-c10506580738 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:39.043736 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5d3a09a9-27b4-4a3c-a11a-664830213e51 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.079484 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38664) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:39.201896 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-467b0591-97ce-4a3d-87d7-909d55a8e685 None None] Provisioning complete for port 000736e2-215d-4c7f-95a5-5da1c9311d13 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:39.202360 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-467b0591-97ce-4a3d-87d7-909d55a8e685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.227598 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-264bb71e-64cc-49cb-b058-ddaed3f3e03b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1655429459-network', 'tenant_id': '3c66e7b345644adb978758e5aa03ba75'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:39.253699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5d3a09a9-27b4-4a3c-a11a-664830213e51 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Network 0b1dec9b-118f-4828-b7f4-ae874b8a99d5 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:39.269596 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-467b0591-97ce-4a3d-87d7-909d55a8e685 None None] Port 000736e2-215d-4c7f-95a5-5da1c9311d13 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:39.283807 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264bb71e-64cc-49cb-b058-ddaed3f3e03b admin admin] Made reservation on behalf of 3c66e7b345644adb978758e5aa03ba75 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:39.286299 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-264bb71e-64cc-49cb-b058-ddaed3f3e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.294321 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-efa635d0-dcf0-4854-b37c-42bc955dcf72 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.300958 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5d3a09a9-27b4-4a3c-a11a-664830213e51 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:39.301792 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-264bb71e-64cc-49cb-b058-ddaed3f3e03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.345849 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a09a9-27b4-4a3c-a11a-664830213e51 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Pushing event updated for resources: {'Port': ['ID=30b9e14b-ef65-4be2-8d96-1c18b34f63d6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:39.382363 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5d3a09a9-27b4-4a3c-a11a-664830213e51 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:39.423708 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-264bb71e-64cc-49cb-b058-ddaed3f3e03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.429027 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-264bb71e-64cc-49cb-b058-ddaed3f3e03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.461785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264bb71e-64cc-49cb-b058-ddaed3f3e03b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:39.480052 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bb71e-64cc-49cb-b058-ddaed3f3e03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe1c19f-673e-4e09-b84a-ca903a63a069,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:39.488118 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-264bb71e-64cc-49cb-b058-ddaed3f3e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.488553 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-264bb71e-64cc-49cb-b058-ddaed3f3e03b admin admin] Added segment 98423ec5-2de2-4e79-ba92-921e7271cef5 of type vlan for network 280ed514-b2cb-4176-817f-c21adcaa27a2 Aug 16 01:52:39.562554 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa635d0-dcf0-4854-b37c-42bc955dcf72 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=000736e2-215d-4c7f-95a5-5da1c9311d13,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:39.576246 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-efa635d0-dcf0-4854-b37c-42bc955dcf72 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.581481 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-efa635d0-dcf0-4854-b37c-42bc955dcf72 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/ports/000736e2-215d-4c7f-95a5-5da1c9311d13 HTTP/1.1" status: 204 len: 168 time: 2.0701215 Aug 16 01:52:39.582448 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38678) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:39.633869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1155be-d91e-4a53-ac97-e1b5a967fa92 req-46b1ae5b-4743-4ddb-be36-13a938a27924 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:39.639869 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3b1155be-d91e-4a53-ac97-e1b5a967fa92 req-46b1ae5b-4743-4ddb-be36-13a938a27924 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.3935659 Aug 16 01:52:39.641136 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a91ddf7-2302-4eac-93b8-4d523d2c4c97 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] GET failed (client error): The resource could not be found. Aug 16 01:52:39.645621 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1a91ddf7-2302-4eac-93b8-4d523d2c4c97 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports/000736e2-215d-4c7f-95a5-5da1c9311d13 HTTP/1.1" status: 404 len: 333 time: 0.0540795 Aug 16 01:52:39.649936 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38680) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:39.661314 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-264bb71e-64cc-49cb-b058-ddaed3f3e03b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.723605 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c63bd-6df7-4acf-8de0-4cf50e98b8c0 req-ddf6bb8b-21ee-42e6-9e57-081700848117 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:39.725503 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-970c63bd-6df7-4acf-8de0-4cf50e98b8c0 req-ddf6bb8b-21ee-42e6-9e57-081700848117 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 932 time: 0.1182518 Aug 16 01:52:39.764335 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-264bb71e-64cc-49cb-b058-ddaed3f3e03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.767095 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264bb71e-64cc-49cb-b058-ddaed3f3e03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:39.770092 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-264bb71e-64cc-49cb-b058-ddaed3f3e03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.814118 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5d3a09a9-27b4-4a3c-a11a-664830213e51 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:39.814861 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5d3a09a9-27b4-4a3c-a11a-664830213e51 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.849773 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-970c63bd-6df7-4acf-8de0-4cf50e98b8c0 req-0e894315-e390-48cf-98cc-30b7bb141223 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/security-groups?id=4873289e-3720-4ced-9bad-7afd4dececc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167195 Aug 16 01:52:39.877270 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-264bb71e-64cc-49cb-b058-ddaed3f3e03b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7942104 Aug 16 01:52:39.877574 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38686) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:39.885072 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-05830500-4039-4ac0-8d17-1a77a78368bc admin admin] Request body: {'subnet': {'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1655429459-subnet', 'tenant_id': '3c66e7b345644adb978758e5aa03ba75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:39.892099 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bb71e-64cc-49cb-b058-ddaed3f3e03b admin admin] Pushing event updated for resources: {'Network': ['ID=280ed514-b2cb-4176-817f-c21adcaa27a2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:39.915522 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 280ed514-b2cb-4176-817f-c21adcaa27a2 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:39.920361 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5d3a09a9-27b4-4a3c-a11a-664830213e51 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5293458 Aug 16 01:52:39.935524 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3b1155be-d91e-4a53-ac97-e1b5a967fa92 req-ce97e2ba-6c05-44fa-846f-9774287a73b0 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2886279 Aug 16 01:52:39.949884 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-5aa1ec2c-ea0f-4782-9e32-f904e48929b0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port cececbe5-3d90-4d00-999f-c10506580738 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:39.950983 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5aa1ec2c-ea0f-4782-9e32-f904e48929b0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.951970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05830500-4039-4ac0-8d17-1a77a78368bc admin admin] Made reservation on behalf of 3c66e7b345644adb978758e5aa03ba75 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:39.956747 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05830500-4039-4ac0-8d17-1a77a78368bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.957942 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Request body: {'port': {'device_id': '1d3dae96-54a4-400f-a926-58110e526326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:39.968544 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b04664eb-2e50-4b67-97e5-94643c9462c3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:40.250141 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05830500-4039-4ac0-8d17-1a77a78368bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:40.252285 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:40.280908 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5aa1ec2c-ea0f-4782-9e32-f904e48929b0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:40.324917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-5aa1ec2c-ea0f-4782-9e32-f904e48929b0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for cececbe5-3d90-4d00-999f-c10506580738 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:40.330016 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05830500-4039-4ac0-8d17-1a77a78368bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=04ca52e6-06a0-44f3-a2ee-82113af18a6a,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:40.341033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05830500-4039-4ac0-8d17-1a77a78368bc admin admin] Checking segment: {'id': '98423ec5-2de2-4e79-ba92-921e7271cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:40.341608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05830500-4039-4ac0-8d17-1a77a78368bc admin admin] Network hostable DHCP agents. Network: 280ed514-b2cb-4176-817f-c21adcaa27a2, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:40.367671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05830500-4039-4ac0-8d17-1a77a78368bc admin admin] Network 280ed514-b2cb-4176-817f-c21adcaa27a2 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:40.382790 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-05830500-4039-4ac0-8d17-1a77a78368bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 280ed514-b2cb-4176-817f-c21adcaa27a2) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:40.394998 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aabefe1-8eab-4dec-bc52-265b1654d354 None None] Network 280ed514-b2cb-4176-817f-c21adcaa27a2 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:40.397418 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05830500-4039-4ac0-8d17-1a77a78368bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:40.398305 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05830500-4039-4ac0-8d17-1a77a78368bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:40.440734 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-05830500-4039-4ac0-8d17-1a77a78368bc admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5618875 Aug 16 01:52:40.728380 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a28bd5-c1d1-4f1a-8c65-97c111d1b5cd None None] Network 280ed514-b2cb-4176-817f-c21adcaa27a2 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:40.731241 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b04664eb-2e50-4b67-97e5-94643c9462c3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:41.102713 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d56b4-a2d0-44c0-95e1-e689f0866232 req-3fa72da4-eb74-4ac7-9abe-54a47bf3c6ba tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:41.105014 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1f9d56b4-a2d0-44c0-95e1-e689f0866232 req-3fa72da4-eb74-4ac7-9abe-54a47bf3c6ba tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 932 time: 0.0855434 Aug 16 01:52:41.259032 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1f9d56b4-a2d0-44c0-95e1-e689f0866232 req-dff3e7b9-66c7-4176-b96c-f046eee65d54 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/security-groups?id=4873289e-3720-4ced-9bad-7afd4dececc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371021 Aug 16 01:52:41.443631 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4945f-4132-4bd4-90e9-7bee01f2ba9e req-9e58e5c2-60fc-42c4-b48c-661bc79cb36f tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:41.452462 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5c4945f-4132-4bd4-90e9-7bee01f2ba9e req-9e58e5c2-60fc-42c4-b48c-661bc79cb36f tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.0703924 Aug 16 01:52:41.517047 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5aa1ec2c-ea0f-4782-9e32-f904e48929b0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:41.529105 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5c4945f-4132-4bd4-90e9-7bee01f2ba9e req-41e3cd51-4c7a-4071-961c-e0fd12d27d0d tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755205 Aug 16 01:52:41.656848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b9e14b-ef65-4be2-8d96-1c18b34f63d6 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:41.662434 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5aa1ec2c-ea0f-4782-9e32-f904e48929b0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:41.668056 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5aa1ec2c-ea0f-4782-9e32-f904e48929b0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/ports/cececbe5-3d90-4d00-999f-c10506580738 HTTP/1.1" status: 204 len: 168 time: 2.0131621 Aug 16 01:52:41.671336 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38726) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:41.672777 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1ec2c-ea0f-4782-9e32-f904e48929b0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=cececbe5-3d90-4d00-999f-c10506580738,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:41.709548 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:41.747858 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-106336e0-9f4f-445e-99c9-8089cdeb2b98 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] GET failed (client error): The resource could not be found. Aug 16 01:52:41.749689 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-106336e0-9f4f-445e-99c9-8089cdeb2b98 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports/cececbe5-3d90-4d00-999f-c10506580738 HTTP/1.1" status: 404 len: 333 time: 0.0773795 Aug 16 01:52:41.753481 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38728) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:41.768633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Transition to ACTIVE for port object 30b9e14b-ef65-4be2-8d96-1c18b34f63d6 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:41.794784 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:41.829028 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41040b2-4239-4a9b-98ef-c852816ffec1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting subnet 4e49256f-e94a-4e11-b34e-db9bda7852ae {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:41.832590 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f41040b2-4239-4a9b-98ef-c852816ffec1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:41.854131 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-561f8120-96c0-47cd-8232-f1b45eacfe53 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:41.861914 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-561f8120-96c0-47cd-8232-f1b45eacfe53 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/networks?id=280ed514-b2cb-4176-817f-c21adcaa27a2 HTTP/1.1" status: 200 len: 815 time: 0.4906011 Aug 16 01:52:41.930756 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-12c9775f-ee50-4905-b2c9-36268cbce878 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/quotas/3c66e7b345644adb978758e5aa03ba75 HTTP/1.1" status: 200 len: 375 time: 0.0515296 Aug 16 01:52:41.932469 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Pushing event updated for resources: {'Port': ['ID=30b9e14b-ef65-4be2-8d96-1c18b34f63d6,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:41.949247 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f41040b2-4239-4a9b-98ef-c852816ffec1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:41.987134 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-a1da7591-37be-473f-a313-b65be6eaabca tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3c66e7b345644adb978758e5aa03ba75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445209 Aug 16 01:52:41.987846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04664eb-2e50-4b67-97e5-94643c9462c3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Router e3a333a4-1e7e-45ac-99de-09903ef8cc86 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:52:42.027898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-ffc0092a-2f05-44c4-8307-1a59132aec5a service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:52:42.029068 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-ffc0092a-2f05-44c4-8307-1a59132aec5a service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0258071 Aug 16 01:52:42.093166 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f41040b2-4239-4a9b-98ef-c852816ffec1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.170825 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f41040b2-4239-4a9b-98ef-c852816ffec1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.203505 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64672a9-46dd-48a2-a214-3f0665188087 None None] Network 4b0502b4-85e3-4f0a-b9c5-d5438c141cfd requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:42.222626 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f41040b2-4239-4a9b-98ef-c852816ffec1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.228295 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f41040b2-4239-4a9b-98ef-c852816ffec1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/subnets/4e49256f-e94a-4e11-b34e-db9bda7852ae HTTP/1.1" status: 204 len: 168 time: 0.4737651 Aug 16 01:52:42.229896 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38738) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:42.239339 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41040b2-4239-4a9b-98ef-c852816ffec1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Subnet': ['ID=4e49256f-e94a-4e11-b34e-db9bda7852ae,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:42.245948 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Attempting to bind port 30b9e14b-ef65-4be2-8d96-1c18b34f63d6 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:42.248232 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Attempting to bind port 30b9e14b-ef65-4be2-8d96-1c18b34f63d6 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'faa109e5-083a-420f-beeb-68651da9e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b1dec9b-118f-4828-b7f4-ae874b8a99d5'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:42.248232 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Attempting to bind port 30b9e14b-ef65-4be2-8d96-1c18b34f63d6 on network 0b1dec9b-118f-4828-b7f4-ae874b8a99d5 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:42.266016 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Port 30b9e14b-ef65-4be2-8d96-1c18b34f63d6 on network 0b1dec9b-118f-4828-b7f4-ae874b8a99d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:52:42.266395 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Attempting to bind port 30b9e14b-ef65-4be2-8d96-1c18b34f63d6 on network 0b1dec9b-118f-4828-b7f4-ae874b8a99d5 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:42.299307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:42.299662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Checking segment: {'id': 'faa109e5-083a-420f-beeb-68651da9e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b1dec9b-118f-4828-b7f4-ae874b8a99d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:42.300057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Bound using segment: {'id': 'faa109e5-083a-420f-beeb-68651da9e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b1dec9b-118f-4828-b7f4-ae874b8a99d5'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:42.300507 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Bound port: 30b9e14b-ef65-4be2-8d96-1c18b34f63d6, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa109e5-083a-420f-beeb-68651da9e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0b1dec9b-118f-4828-b7f4-ae874b8a99d5'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:42.300873 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.320664 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-fcf59d89-e80c-4fdb-995e-772de81bb525 service neutron] 10.222.0.68 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838027 Aug 16 01:52:42.326197 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04664eb-2e50-4b67-97e5-94643c9462c3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:52:42.359870 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Sync routers for ids ['e3a333a4-1e7e-45ac-99de-09903ef8cc86'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:52:42.414171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Routers {'e3a333a4-1e7e-45ac-99de-09903ef8cc86'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:42.417300 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:52:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e3a333a4-1e7e-45ac-99de-09903ef8cc86'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:42.496891 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] For port 30b9e14b-ef65-4be2-8d96-1c18b34f63d6, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:42.501984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] For port 30b9e14b-ef65-4be2-8d96-1c18b34f63d6, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=30b9e14b-ef65-4be2-8d96-1c18b34f63d6,segment=NetworkSegment(faa109e5-083a-420f-beeb-68651da9e465),segment_id=faa109e5-083a-420f-beeb-68651da9e465)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:42.505809 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.543698 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b04664eb-2e50-4b67-97e5-94643c9462c3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.548884 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b04664eb-2e50-4b67-97e5-94643c9462c3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.6584942 Aug 16 01:52:42.550486 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.568651 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38744) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:42.586499 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Set router e3a333a4-1e7e-45ac-99de-09903ef8cc86 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:42.649111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9faf84-4008-41ee-8fc6-15b546a1d949 req-60917657-5d3f-425b-9569-23a0acb51cbc tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:42.651507 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ba9faf84-4008-41ee-8fc6-15b546a1d949 req-60917657-5d3f-425b-9569-23a0acb51cbc tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 944 time: 0.1349103 Aug 16 01:52:42.691591 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port a09920ad-2fac-4d82-a227-b5c7b26ec2c8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:42.691928 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.738755 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Pushing event updated for resources: {'Port': ['ID=30b9e14b-ef65-4be2-8d96-1c18b34f63d6,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:42.755648 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:42.756997 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.759977 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-5f7a3918-6980-4b8b-a4fb-b74db0a5724c service neutron] 10.222.0.63 "PUT /v2.0/ports/30b9e14b-ef65-4be2-8d96-1c18b34f63d6 HTTP/1.1" status: 200 len: 1093 time: 2.8227406 Aug 16 01:52:42.760489 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3dae96-54a4-400f-a926-58110e526326', 'tag': '30b9e14b-ef65-4be2-8d96-1c18b34f63d6'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:42.763002 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764bae9c-c0b7-4d6f-8851-af2cd356d791" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3dae96-54a4-400f-a926-58110e526326", "tag": "30b9e14b-ef65-4be2-8d96-1c18b34f63d6"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:42.798699 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-6119764c-7b0d-4c8b-a13e-5bee7a3b51f4 service neutron] 10.222.0.68 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398680 Aug 16 01:52:42.851728 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] For port a09920ad-2fac-4d82-a227-b5c7b26ec2c8, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a09920ad-2fac-4d82-a227-b5c7b26ec2c8,segment=NetworkSegment(c666177a-abdc-4952-9b81-f4e25b889fe7),segment_id=c666177a-abdc-4952-9b81-f4e25b889fe7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:42.852194 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.909044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for a09920ad-2fac-4d82-a227-b5c7b26ec2c8 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:42.934944 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-73c63859-6d91-48a7-bd2b-d81b4b83baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:42.936478 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-73c63859-6d91-48a7-bd2b-d81b4b83baf0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fe5850cde8f947eca8e021b1a51dd73b&device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 1096 time: 0.1222095 Aug 16 01:52:42.938009 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2c7782-9824-45c4-9435-5509604f5809 None None] DHCP port deletion for 4b0502b4-85e3-4f0a-b9c5-d5438c141cfd request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:52:42.941488 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9fc482bd-6c7b-477b-8fdd-10171de1eee2 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=7069c6ece3114808b56031f1299826b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3662758 Aug 16 01:52:42.957731 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38758) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:43.003722 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409171260', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:34Z', 'updated_at': '2021-08-16T01:52:39Z', 'revision_number': 3, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:37Z', 'updated_at': '2021-08-16T01:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:43.113951 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ba9faf84-4008-41ee-8fc6-15b546a1d949 req-b87221bc-3ddc-40ed-a67a-f600b1119b14 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/security-groups?id=4873289e-3720-4ced-9bad-7afd4dececc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565957 Aug 16 01:52:43.115255 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:43.148549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=a09920ad-2fac-4d82-a227-b5c7b26ec2c8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:43.159172 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No DVR routers for this DVR port a09920ad-2fac-4d82-a227-b5c7b26ec2c8 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:43.249444 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-e1fd6134-f0d6-4195-9f9b-d137fcc5199f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30b9e14b-ef65-4be2-8d96-1c18b34f63d6 HTTP/1.1" status: 200 len: 217 time: 0.2812929 Aug 16 01:52:43.314230 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:43.320307 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Checking router: e3a333a4-1e7e-45ac-99de-09903ef8cc86 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:52:43.321250 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Updating router e3a333a4-1e7e-45ac-99de-09903ef8cc86 port d4572dd0-90b5-4567-a577-74579918dd32 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:52:43.328291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0502b4-85e3-4f0a-b9c5-d5438c141cfd']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:43.358040 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c666177a-abdc-4952-9b81-f4e25b889fe7') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:43.358460 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c666177a-abdc-4952-9b81-f4e25b889fe7') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:43.363621 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:43.366545 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c7782-9824-45c4-9435-5509604f5809 None None] Deleting port a09920ad-2fac-4d82-a227-b5c7b26ec2c8 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:43.367684 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b2c7782-9824-45c4-9435-5509604f5809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:43.373278 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:43.394164 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:43.410828 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:43.411580 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:43.416269 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:43.450990 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208369f5-6319-4eec-aa06-9a4cc9fe5a0f x-openstack-request-id: req-208369f5-6319-4eec-aa06-9a4cc9fe5a0f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:43.452721 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3dae96-54a4-400f-a926-58110e526326", "tag": "30b9e14b-ef65-4be2-8d96-1c18b34f63d6", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:43.453137 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-208369f5-6319-4eec-aa06-9a4cc9fe5a0f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:43.454689 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3dae96-54a4-400f-a926-58110e526326', 'tag': '30b9e14b-ef65-4be2-8d96-1c18b34f63d6', 'status': 'completed', 'code': 200} Aug 16 01:52:43.604654 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196701cf-c546-478f-8d7a-5f3ddf612b75 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:43.606523 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-196701cf-c546-478f-8d7a-5f3ddf612b75 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6476576 Aug 16 01:52:43.607050 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d052b22-9fb0-45aa-abfc-31f617c100c4 req-cd53fe44-1198-44af-a5ee-29b90500108a tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 210 time: 0.0952044 Aug 16 01:52:43.608817 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:43.610419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38774) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:43.618898 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:43.624919 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9b2c7782-9824-45c4-9435-5509604f5809 None None] For port a09920ad-2fac-4d82-a227-b5c7b26ec2c8, host n-d-765315-27, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:43.627449 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/networks/4b0502b4-85e3-4f0a-b9c5-d5438c141cfd HTTP/1.1" status: 204 len: 168 time: 1.3963485 Aug 16 01:52:43.628292 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38778) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:43.630355 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b2c7782-9824-45c4-9435-5509604f5809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:43.671863 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-03cfb493-2350-42d4-90f7-f7633a3733e0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1157099324'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:43.676506 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-9a9a9a3b-fe96-4576-b179-2a533ac7c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:43.678005 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-9a9a9a3b-fe96-4576-b179-2a533ac7c77d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=db241479-5c5b-4bd2-b915-aeec34583fa4 HTTP/1.1" status: 200 len: 861 time: 0.3689871 Aug 16 01:52:43.684438 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9c3f21e7-7cba-4def-8578-0a97ddd1ccd1 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=624da80d-1349-4890-b915-f302637330f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0685079 Aug 16 01:52:43.692729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b106c7-4f2e-4c95-a29f-4352206cca4e req-a2002817-9fea-4b47-a8b1-1cadadc6d025 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:43.695351 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c7782-9824-45c4-9435-5509604f5809 None None] Calling delete_port for a09920ad-2fac-4d82-a227-b5c7b26ec2c8 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:43.701441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38784) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:43.704578 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-94b106c7-4f2e-4c95-a29f-4352206cca4e req-a2002817-9fea-4b47-a8b1-1cadadc6d025 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.4731064 Aug 16 01:52:43.712356 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.ipam_backend_mixin [None req-9b2c7782-9824-45c4-9435-5509604f5809 None None] Port a09920ad-2fac-4d82-a227-b5c7b26ec2c8 was not found and therefore no delete operation was performed {{(pid=94674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:52:43.718484 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b2c7782-9824-45c4-9435-5509604f5809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:43.737442 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9b2c7782-9824-45c4-9435-5509604f5809 None None] Network 4b0502b4-85e3-4f0a-b9c5-d5438c141cfd is not hosted by any dhcp agent {{(pid=94674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 01:52:43.738036 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c7782-9824-45c4-9435-5509604f5809 None None] No DVR routers for this DVR port a09920ad-2fac-4d82-a227-b5c7b26ec2c8 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:43.771901 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d6bd0dab-29ee-4e50-8285-f761da270a97 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2091789396', 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3', 'project_id': '7069c6ece3114808b56031f1299826b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:43.785781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf97ac-c33e-4ec9-a443-8d77674c0602 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Network': ['ID=4b0502b4-85e3-4f0a-b9c5-d5438c141cfd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:43.810480 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-202f966d-573d-4580-8c01-87cfd2200b6e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0b1dec9b-118f-4828-b7f4-ae874b8a99d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023247 Aug 16 01:52:43.814295 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c7782-9824-45c4-9435-5509604f5809 None None] Pushing event deleted for resources: {'Port': ['ID=a09920ad-2fac-4d82-a227-b5c7b26ec2c8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:43.929094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cfb493-2350-42d4-90f7-f7633a3733e0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:43.935904 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03cfb493-2350-42d4-90f7-f7633a3733e0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:43.971013 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cfb493-2350-42d4-90f7-f7633a3733e0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:43.974104 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-94b106c7-4f2e-4c95-a29f-4352206cca4e req-1cc6c799-c62d-4415-a1f8-f0b39edc0fab tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685156 Aug 16 01:52:43.993205 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03cfb493-2350-42d4-90f7-f7633a3733e0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:43.993674 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-03cfb493-2350-42d4-90f7-f7633a3733e0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Added segment 5b28d0f0-2601-4664-91a9-cf092f5eac58 of type vlan for network 968d6b21-4741-49af-bafb-a316252b7c3f Aug 16 01:52:44.070273 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-fd0be1f6-58b9-4c00-a027-cb651e185481 service neutron] 10.222.0.63 "GET /v2.0/networks/0b1dec9b-118f-4828-b7f4-ae874b8a99d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360592 Aug 16 01:52:44.075880 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.089902 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03cfb493-2350-42d4-90f7-f7633a3733e0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.119646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bd0dab-29ee-4e50-8285-f761da270a97 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Made reservation on behalf of 7069c6ece3114808b56031f1299826b6 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:44.124330 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0dab-29ee-4e50-8285-f761da270a97 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.126122 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Transition to ACTIVE for port object d4572dd0-90b5-4567-a577-74579918dd32 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:44.141371 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.213869 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Attempting to bind port d4572dd0-90b5-4567-a577-74579918dd32 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:44.214518 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Attempting to bind port d4572dd0-90b5-4567-a577-74579918dd32 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:44.215052 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Attempting to bind port d4572dd0-90b5-4567-a577-74579918dd32 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:44.227149 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:44.227898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:44.228282 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.229301 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:44.230175 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Bound port: d4572dd0-90b5-4567-a577-74579918dd32, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:44.230540 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.256245 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f966f3d1-ba40-4525-a164-0db56c54ec65 req-b656c165-3623-4c98-bb48-0276a6a8fb6f service neutron] 10.222.0.63 "GET /v2.0/networks/0b1dec9b-118f-4828-b7f4-ae874b8a99d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744027 Aug 16 01:52:44.274817 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03cfb493-2350-42d4-90f7-f7633a3733e0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.304749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cfb493-2350-42d4-90f7-f7633a3733e0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:44.305528 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03cfb493-2350-42d4-90f7-f7633a3733e0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.392660 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] For port d4572dd0-90b5-4567-a577-74579918dd32, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:44.395576 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-03cfb493-2350-42d4-90f7-f7633a3733e0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7534747 Aug 16 01:52:44.402555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] For port d4572dd0-90b5-4567-a577-74579918dd32, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d4572dd0-90b5-4567-a577-74579918dd32,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:44.408271 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38800) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:44.408773 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57373582-8169-449b-87de-c7320e594834 None None] Pushing event updated for resources: {'Port': ['ID=d4572dd0-90b5-4567-a577-74579918dd32,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:44.419184 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.431678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ec2d6d8d-81dd-4d88-b64a-af9bbc4f2bbd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'subnet': {'network_id': '968d6b21-4741-49af-bafb-a316252b7c3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:44.516764 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Routers {'e3a333a4-1e7e-45ac-99de-09903ef8cc86'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:44.520099 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:52:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e3a333a4-1e7e-45ac-99de-09903ef8cc86'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:44.521870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfb493-2350-42d4-90f7-f7633a3733e0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Network': ['ID=968d6b21-4741-49af-bafb-a316252b7c3f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:44.555699 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a427ca-53b3-481e-b247-011c51ff570e req-c9defbf6-126c-42e4-83f8-c75caf05a709 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:44.567011 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-73a427ca-53b3-481e-b247-011c51ff570e req-c9defbf6-126c-42e4-83f8-c75caf05a709 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 944 time: 0.2340856 Aug 16 01:52:44.677732 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bae9c-c0b7-4d6f-8851-af2cd356d791 req-f7ba80f8-45d7-4b06-8eab-e82c2ccf41ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:44.688194 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-764bae9c-c0b7-4d6f-8851-af2cd356d791 req-f7ba80f8-45d7-4b06-8eab-e82c2ccf41ec service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fe5850cde8f947eca8e021b1a51dd73b&device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 1096 time: 0.3449326 Aug 16 01:52:44.737119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2d6d8d-81dd-4d88-b64a-af9bbc4f2bbd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:44.747598 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6d8d-81dd-4d88-b64a-af9bbc4f2bbd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.763866 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0dab-29ee-4e50-8285-f761da270a97 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.769840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] Set router e3a333a4-1e7e-45ac-99de-09903ef8cc86 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:44.835423 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-73a427ca-53b3-481e-b247-011c51ff570e req-e15904b6-f5f8-416b-8f5c-af257881255d tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/security-groups?id=4873289e-3720-4ced-9bad-7afd4dececc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672629 Aug 16 01:52:44.838730 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd0dab-29ee-4e50-8285-f761da270a97 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Subnet': ['ID=dc4636ad-db1a-4cbf-a948-9173e084eb0e,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:44.903805 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 968d6b21-4741-49af-bafb-a316252b7c3f details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:44.904222 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bd0dab-29ee-4e50-8285-f761da270a97 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Checking segment: {'id': '82bf085e-4971-4466-8060-7d71e33b44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:44.904598 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bd0dab-29ee-4e50-8285-f761da270a97 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network hostable DHCP agents. Network: ddc52a66-db51-4cc6-9e0e-95031b947ff3, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:44.905612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a09920ad-2fac-4d82-a227-b5c7b26ec2c8 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:44.924130 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40170be0-b1d1-4d80-b814-ba7e41a5018e req-b8e9e733-c47b-4e93-9ecf-4b7265365987 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 210 time: 0.0703387 Aug 16 01:52:44.928874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bd0dab-29ee-4e50-8285-f761da270a97 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network ddc52a66-db51-4cc6-9e0e-95031b947ff3 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:44.957266 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d6bd0dab-29ee-4e50-8285-f761da270a97 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, ddc52a66-db51-4cc6-9e0e-95031b947ff3) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:44.980724 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bd0dab-29ee-4e50-8285-f761da270a97 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:44.981336 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0dab-29ee-4e50-8285-f761da270a97 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.017832 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d6bd0dab-29ee-4e50-8285-f761da270a97 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2651541 Aug 16 01:52:45.018399 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38808) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:45.123379 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bae9c-c0b7-4d6f-8851-af2cd356d791 req-0fefd6a2-3c4a-4a56-aac6-b763265334f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:45.126881 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-764bae9c-c0b7-4d6f-8851-af2cd356d791 req-0fefd6a2-3c4a-4a56-aac6-b763265334f0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0b1dec9b-118f-4828-b7f4-ae874b8a99d5 HTTP/1.1" status: 200 len: 922 time: 0.4139466 Aug 16 01:52:45.145441 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57373582-8169-449b-87de-c7320e594834 None None] Pushing event updated for resources: {'Port': ['ID=d4572dd0-90b5-4567-a577-74579918dd32,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:45.149558 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: a09920ad-2fac-4d82-a227-b5c7b26ec2c8 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:45.149934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a09920ad-2fac-4d82-a227-b5c7b26ec2c8 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:45.192897 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611b33e3-315a-442a-a771-943531f4b5af None None] Network ddc52a66-db51-4cc6-9e0e-95031b947ff3 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:45.241892 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-764bae9c-c0b7-4d6f-8851-af2cd356d791 req-01c08624-b61a-411e-a8d3-c407f90d1e2d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30b9e14b-ef65-4be2-8d96-1c18b34f63d6 HTTP/1.1" status: 200 len: 217 time: 0.1054726 Aug 16 01:52:45.378106 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bae9c-c0b7-4d6f-8851-af2cd356d791 req-9e9d5831-d41b-4482-8ea5-6bd846df5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:45.380922 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-764bae9c-c0b7-4d6f-8851-af2cd356d791 req-9e9d5831-d41b-4482-8ea5-6bd846df5b03 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=db241479-5c5b-4bd2-b915-aeec34583fa4 HTTP/1.1" status: 200 len: 861 time: 0.1222456 Aug 16 01:52:45.504997 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-764bae9c-c0b7-4d6f-8851-af2cd356d791 req-aed11063-c0d3-4119-aa30-c17a608c5ab7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0b1dec9b-118f-4828-b7f4-ae874b8a99d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110344 Aug 16 01:52:45.552865 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82a0ef-a866-4f4c-a5f7-1b0304e25140 req-366e16ef-e780-4e47-a5b1-fbc924f5d3dd tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:45.554465 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cc82a0ef-a866-4f4c-a5f7-1b0304e25140 req-366e16ef-e780-4e47-a5b1-fbc924f5d3dd tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.3293045 Aug 16 01:52:45.601678 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-ddc52a66-db51-4cc6-9e0e-95031b947ff3', 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'fixed_ips': [{'subnet_id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:52:45.604975 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-48d5a9b4-d0e8-4c97-8d83-a3c9b07f8ff2 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:45.606654 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-48d5a9b4-d0e8-4c97-8d83-a3c9b07f8ff2 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.73 "GET /v2.0/networks?id=280ed514-b2cb-4176-817f-c21adcaa27a2 HTTP/1.1" status: 200 len: 815 time: 0.4020875 Aug 16 01:52:45.606911 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.663254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-01d63266-cb0f-4d1e-8bf9-a6ba03bb4830 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Request body: {'port': {'device_id': '05cf5fbd-3461-4d07-a87f-41eb5f03f574', 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2', 'admin_state_up': True, 'tenant_id': '3c66e7b345644adb978758e5aa03ba75'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:45.764125 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6d8d-81dd-4d88-b64a-af9bbc4f2bbd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:45.769278 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409171260', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:34Z', 'updated_at': '2021-08-16T01:52:39Z', 'revision_number': 3, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:37Z', 'updated_at': '2021-08-16T01:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:45.834620 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-764bae9c-c0b7-4d6f-8851-af2cd356d791 req-e940d912-a877-4a3d-8bd2-d977032dec8e service neutron] 10.222.0.63 "GET /v2.0/networks/0b1dec9b-118f-4828-b7f4-ae874b8a99d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117073 Aug 16 01:52:45.852427 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 30b9e14b-ef65-4be2-8d96-1c18b34f63d6 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:52:45.924984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d6d8d-81dd-4d88-b64a-af9bbc4f2bbd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Subnet': ['ID=83f460db-ad04-4709-a9eb-d6d81059a64c,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:45.931223 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2d6d8d-81dd-4d88-b64a-af9bbc4f2bbd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Checking segment: {'id': '5b28d0f0-2601-4664-91a9-cf092f5eac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '968d6b21-4741-49af-bafb-a316252b7c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:45.931664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2d6d8d-81dd-4d88-b64a-af9bbc4f2bbd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network hostable DHCP agents. Network: 968d6b21-4741-49af-bafb-a316252b7c3f, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:52:45.969508 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 30b9e14b-ef65-4be2-8d96-1c18b34f63d6, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=30b9e14b-ef65-4be2-8d96-1c18b34f63d6,segment=NetworkSegment(faa109e5-083a-420f-beeb-68651da9e465),segment_id=faa109e5-083a-420f-beeb-68651da9e465)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:45.988708 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2d6d8d-81dd-4d88-b64a-af9bbc4f2bbd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 968d6b21-4741-49af-bafb-a316252b7c3f is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:52:45.992421 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '30b9e14b-ef65-4be2-8d96-1c18b34f63d6', 'network_id': '0b1dec9b-118f-4828-b7f4-ae874b8a99d5', 'port_id': '30b9e14b-ef65-4be2-8d96-1c18b34f63d6', 'mac_address': 'fa:16:3e:30:cb:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db241479-5c5b-4bd2-b915-aeec34583fa4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:52:45.996844 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19076938-ef5f-4c9e-9956-bdb084e5747b None None] The sync data for ids ['e3a333a4-1e7e-45ac-99de-09903ef8cc86'] in n-d-765315-27 is: [{'id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409171260', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:34Z', 'updated_at': '2021-08-16T01:52:39Z', 'revision_number': 3, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:37Z', 'updated_at': '2021-08-16T01:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:52:46.011084 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-764bae9c-c0b7-4d6f-8851-af2cd356d791 req-cf75e8dc-6631-4cc1-b9bc-2582bff2776c service neutron] 10.222.0.63 "GET /v2.0/networks/0b1dec9b-118f-4828-b7f4-ae874b8a99d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544526 Aug 16 01:52:46.049970 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ec2d6d8d-81dd-4d88-b64a-af9bbc4f2bbd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 968d6b21-4741-49af-bafb-a316252b7c3f) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:46.074403 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2d6d8d-81dd-4d88-b64a-af9bbc4f2bbd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:46.074937 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608655bc-3fe2-4777-b773-eb8c7db6f1bb None None] Network 968d6b21-4741-49af-bafb-a316252b7c3f requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:46.075086 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6d8d-81dd-4d88-b64a-af9bbc4f2bbd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.116477 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d9d71-4817-419d-9eb7-3b4cdc425e0f req-bc89ff60-4579-4f42-99c6-15b4cb3364d5 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:46.118680 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-469d9d71-4817-419d-9eb7-3b4cdc425e0f req-bc89ff60-4579-4f42-99c6-15b4cb3364d5 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 944 time: 0.0999911 Aug 16 01:52:46.125162 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ec2d6d8d-81dd-4d88-b64a-af9bbc4f2bbd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7131548 Aug 16 01:52:46.125992 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38838) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:46.131600 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f78bc18f-4cce-4431-8fba-2d8e9c00f359 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'network_id': '968d6b21-4741-49af-bafb-a316252b7c3f', 'name': 'tempest-PortsIpV6TestJSON-798069663', 'fixed_ips': [{'subnet_id': '83f460db-ad04-4709-a9eb-d6d81059a64c', 'ip_address': '2001:db8::10'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:46.168011 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Allocated IP 172.20.0.2 (ddc52a66-db51-4cc6-9e0e-95031b947ff3/dc4636ad-db1a-4cbf-a948-9173e084eb0e/2944e053-0073-410f-abef-e2231bf029f4) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:46.185083 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.229960 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b9e14b-ef65-4be2-8d96-1c18b34f63d6 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:46.237521 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-469d9d71-4817-419d-9eb7-3b4cdc425e0f req-1ddb551a-a7eb-46ca-ad97-2510c4a27f96 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/security-groups?id=4873289e-3720-4ced-9bad-7afd4dececc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011298 Aug 16 01:52:46.386222 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 30b9e14b-ef65-4be2-8d96-1c18b34f63d6, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=30b9e14b-ef65-4be2-8d96-1c18b34f63d6,segment=NetworkSegment(faa109e5-083a-420f-beeb-68651da9e465),segment_id=faa109e5-083a-420f-beeb-68651da9e465)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:46.419095 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.434929 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-968d6b21-4741-49af-bafb-a316252b7c3f', 'network_id': '968d6b21-4741-49af-bafb-a316252b7c3f', 'tenant_id': '2838ccd56ffe4e92a1b0adcc50f76a21', 'fixed_ips': [{'subnet_id': '83f460db-ad04-4709-a9eb-d6d81059a64c'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:52:46.436867 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.455407 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78bc18f-4cce-4431-8fba-2d8e9c00f359 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:46.632337 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cc82a0ef-a866-4f4c-a5f7-1b0304e25140 req-65400ba9-9706-409e-be77-e4b3e0fbeb4b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0590625 Aug 16 01:52:46.694820 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c607f50-fef4-43a1-8b50-ab27d2760b77 req-0bd092ff-4728-4580-b6b4-bd383c5f843f tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 210 time: 0.1796796 Aug 16 01:52:46.855049 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f78bc18f-4cce-4431-8fba-2d8e9c00f359 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:46.858753 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['30b9e14b-ef65-4be2-8d96-1c18b34f63d6'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:46.861432 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d4572dd0-90b5-4567-a577-74579918dd32 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:46.887255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-f78bc18f-4cce-4431-8fba-2d8e9c00f359 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] device_id is not set on port 9a9efcd1-316c-4b1d-8612-0cbdafb10a56 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:52:47.007689 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348b136-858d-4b9b-a55e-d2b483fb7197 req-d9484df8-39bb-4579-8aeb-90b0c04798ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:47.009379 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0348b136-858d-4b9b-a55e-d2b483fb7197 req-d9484df8-39bb-4579-8aeb-90b0c04798ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ba9abf8115ac4b508816c39be6e59924&device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 1097 time: 0.1817164 Aug 16 01:52:47.191835 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Allocated IP 2001:db8::2 (968d6b21-4741-49af-bafb-a316252b7c3f/83f460db-ad04-4709-a9eb-d6d81059a64c/7a90e41b-26f8-4c7f-9757-f31f952a22ce) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:47.198115 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-01d63266-cb0f-4d1e-8bf9-a6ba03bb4830 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Made reservation on behalf of 3c66e7b345644adb978758e5aa03ba75 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:47.202969 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-01d63266-cb0f-4d1e-8bf9-a6ba03bb4830 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.281890 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=30b9e14b-ef65-4be2-8d96-1c18b34f63d6,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:47.461341 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0975294c-5fe3-4a0d-a8ab-366126b377a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.493357 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.537322 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Transition to ACTIVE for port object 2944e053-0073-410f-abef-e2231bf029f4 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:47.559782 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port d4572dd0-90b5-4567-a577-74579918dd32 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:47.570970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d4572dd0-90b5-4567-a577-74579918dd32 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:47.571333 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.594849 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-01d63266-cb0f-4d1e-8bf9-a6ba03bb4830 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Allocated IP 172.20.0.6 (280ed514-b2cb-4176-817f-c21adcaa27a2/04ca52e6-06a0-44f3-a2ee-82113af18a6a/b88a3e4c-c182-4cdf-885c-052e879ba67a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:47.610300 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348b136-858d-4b9b-a55e-d2b483fb7197 req-9a1c24fb-97d8-49d5-9223-620d02eee42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:47.612287 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0348b136-858d-4b9b-a55e-d2b483fb7197 req-9a1c24fb-97d8-49d5-9223-620d02eee42b service neutron] 10.222.0.73 "GET /v2.0/networks?id=41d6539e-4b24-4ea3-ae06-65cd600ea064 HTTP/1.1" status: 200 len: 918 time: 0.5854132 Aug 16 01:52:47.639430 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Transition to ACTIVE for port object 2944e053-0073-410f-abef-e2231bf029f4 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:47.657501 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.710958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55233720-99b4-4fd2-b5a1-26a699ea5781 req-a5b5d854-3c56-4cd0-9501-1e6a4609065c tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:47.721475 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-55233720-99b4-4fd2-b5a1-26a699ea5781 req-a5b5d854-3c56-4cd0-9501-1e6a4609065c tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 945 time: 0.2863326 Aug 16 01:52:47.739000 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.743221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Pushing event updated for resources: {'Port': ['ID=2944e053-0073-410f-abef-e2231bf029f4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:47.758131 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab4ed1-7e39-4ce8-878b-db23fca03c99 req-9adb565e-7b9d-45b0-aa83-9f8f2e9199e1 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:47.765306 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab4ed1-7e39-4ce8-878b-db23fca03c99 req-9adb565e-7b9d-45b0-aa83-9f8f2e9199e1 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:47.774033 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab4ed1-7e39-4ce8-878b-db23fca03c99 req-9adb565e-7b9d-45b0-aa83-9f8f2e9199e1 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:47.781552 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab4ed1-7e39-4ce8-878b-db23fca03c99 req-9adb565e-7b9d-45b0-aa83-9f8f2e9199e1 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:47.788383 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab4ed1-7e39-4ce8-878b-db23fca03c99 req-9adb565e-7b9d-45b0-aa83-9f8f2e9199e1 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:47.795993 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab4ed1-7e39-4ce8-878b-db23fca03c99 req-9adb565e-7b9d-45b0-aa83-9f8f2e9199e1 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:47.802547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab4ed1-7e39-4ce8-878b-db23fca03c99 req-9adb565e-7b9d-45b0-aa83-9f8f2e9199e1 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:47.804443 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-adab4ed1-7e39-4ce8-878b-db23fca03c99 req-9adb565e-7b9d-45b0-aa83-9f8f2e9199e1 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5443 time: 0.7805676 Aug 16 01:52:47.815385 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Transition to ACTIVE for port object 7a90e41b-26f8-4c7f-9757-f31f952a22ce will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:47.822079 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Network ddc52a66-db51-4cc6-9e0e-95031b947ff3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:47.835243 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:47.845362 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:47.858335 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-adab4ed1-7e39-4ce8-878b-db23fca03c99 req-e494d64e-9ce8-4450-bd9a-e4657f1c4ba3 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441191 Aug 16 01:52:47.859623 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Transition to ACTIVE for port object 7a90e41b-26f8-4c7f-9757-f31f952a22ce will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:47.888743 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:47.961181 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-f78bc18f-4cce-4431-8fba-2d8e9c00f359 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Allocated IP 2001:db8::10 (968d6b21-4741-49af-bafb-a316252b7c3f/83f460db-ad04-4709-a9eb-d6d81059a64c/9a9efcd1-316c-4b1d-8612-0cbdafb10a56) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:48.019131 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Attempting to bind port 2944e053-0073-410f-abef-e2231bf029f4 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:48.019888 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Attempting to bind port 2944e053-0073-410f-abef-e2231bf029f4 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '82bf085e-4971-4466-8060-7d71e33b44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:48.020425 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Attempting to bind port 2944e053-0073-410f-abef-e2231bf029f4 on network ddc52a66-db51-4cc6-9e0e-95031b947ff3 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:48.051192 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Network 968d6b21-4741-49af-bafb-a316252b7c3f is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:48.056203 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:48.063242 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:48.084353 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:48.085380 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Checking segment: {'id': '82bf085e-4971-4466-8060-7d71e33b44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:48.085999 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.086541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Bound using segment: {'id': '82bf085e-4971-4466-8060-7d71e33b44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:48.087363 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Bound port: 2944e053-0073-410f-abef-e2231bf029f4, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82bf085e-4971-4466-8060-7d71e33b44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:48.088546 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.091033 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.128722 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-0975294c-5fe3-4a0d-a8ab-366126b377a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Allocated IP 172.20.0.1 (ddc52a66-db51-4cc6-9e0e-95031b947ff3/dc4636ad-db1a-4cbf-a948-9173e084eb0e/47676508-5971-4d02-a50c-da0846120576) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:48.145969 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f78bc18f-4cce-4431-8fba-2d8e9c00f359 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.163260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port d4572dd0-90b5-4567-a577-74579918dd32, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d4572dd0-90b5-4567-a577-74579918dd32,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:48.174709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-f78bc18f-4cce-4431-8fba-2d8e9c00f359 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Transition to ACTIVE for port object 9a9efcd1-316c-4b1d-8612-0cbdafb10a56 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:48.195462 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Pushing event updated for resources: {'Port': ['ID=7a90e41b-26f8-4c7f-9757-f31f952a22ce,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:48.208917 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.263409 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945b157-d347-45fb-a370-bb0ccfade862 req-3200174d-6266-4b54-ae30-308358b7fa06 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:48.266329 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4945b157-d347-45fb-a370-bb0ccfade862 req-3200174d-6266-4b54-ae30-308358b7fa06 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.1053994 Aug 16 01:52:48.276245 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0348b136-858d-4b9b-a55e-d2b483fb7197 req-5f967fe1-683b-48b8-b76b-da9a68a60209 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157 HTTP/1.1" status: 200 len: 1000 time: 0.6424401 Aug 16 01:52:48.313782 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Attempting to bind port 7a90e41b-26f8-4c7f-9757-f31f952a22ce on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:48.314093 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Attempting to bind port 7a90e41b-26f8-4c7f-9757-f31f952a22ce by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '5b28d0f0-2601-4664-91a9-cf092f5eac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '968d6b21-4741-49af-bafb-a316252b7c3f'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:48.314415 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Attempting to bind port 7a90e41b-26f8-4c7f-9757-f31f952a22ce on network 968d6b21-4741-49af-bafb-a316252b7c3f {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:48.318269 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f78bc18f-4cce-4431-8fba-2d8e9c00f359 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.339537 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-55233720-99b4-4fd2-b5a1-26a699ea5781 req-fcbe293f-fbc9-436a-ac84-a9dc70d9be8a tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/security-groups?id=4873289e-3720-4ced-9bad-7afd4dececc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6171887 Aug 16 01:52:48.353343 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] For port 2944e053-0073-410f-abef-e2231bf029f4, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:48.359744 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:48.360288 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Checking segment: {'id': '5b28d0f0-2601-4664-91a9-cf092f5eac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '968d6b21-4741-49af-bafb-a316252b7c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:48.360795 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.361194 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Bound using segment: {'id': '5b28d0f0-2601-4664-91a9-cf092f5eac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '968d6b21-4741-49af-bafb-a316252b7c3f'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:48.362118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Bound port: 7a90e41b-26f8-4c7f-9757-f31f952a22ce, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b28d0f0-2601-4664-91a9-cf092f5eac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '968d6b21-4741-49af-bafb-a316252b7c3f'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:48.362500 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.420253 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] For port 2944e053-0073-410f-abef-e2231bf029f4, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2944e053-0073-410f-abef-e2231bf029f4,segment=NetworkSegment(82bf085e-4971-4466-8060-7d71e33b44eb),segment_id=82bf085e-4971-4466-8060-7d71e33b44eb)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:48.422692 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=d4572dd0-90b5-4567-a577-74579918dd32,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:48.436039 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.446262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bc18f-4cce-4431-8fba-2d8e9c00f359 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=9a9efcd1-316c-4b1d-8612-0cbdafb10a56,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:48.491194 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0975294c-5fe3-4a0d-a8ab-366126b377a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.503254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78bc18f-4cce-4431-8fba-2d8e9c00f359 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 968d6b21-4741-49af-bafb-a316252b7c3f is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:48.504984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f78bc18f-4cce-4431-8fba-2d8e9c00f359 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:48.512491 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348b136-858d-4b9b-a55e-d2b483fb7197 req-79325a64-8649-4662-a63e-6b45d61f58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:48.514442 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0348b136-858d-4b9b-a55e-d2b483fb7197 req-79325a64-8649-4662-a63e-6b45d61f58bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b85102c8-d1ed-4688-b6f1-154a4a3875ac HTTP/1.1" status: 200 len: 856 time: 0.2143886 Aug 16 01:52:48.519351 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4945b157-d347-45fb-a370-bb0ccfade862 req-f157e9f7-7cb9-411e-b963-1c3cd509cb32 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2462356 Aug 16 01:52:48.520201 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78bc18f-4cce-4431-8fba-2d8e9c00f359 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:48.549032 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78bc18f-4cce-4431-8fba-2d8e9c00f359 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:48.549847 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f78bc18f-4cce-4431-8fba-2d8e9c00f359 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.582475 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f78bc18f-4cce-4431-8fba-2d8e9c00f359 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4552326 Aug 16 01:52:48.583188 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38884) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:48.587390 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0975294c-5fe3-4a0d-a8ab-366126b377a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Transition to ACTIVE for port object 47676508-5971-4d02-a50c-da0846120576 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:48.592517 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6132c0d7-991b-4517-9ef1-66ac3e0af0f6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'network_id': '968d6b21-4741-49af-bafb-a316252b7c3f', 'name': 'tempest-PortsIpV6TestJSON-1330242528', 'fixed_ips': [{'subnet_id': '83f460db-ad04-4709-a9eb-d6d81059a64c', 'ip_address': '2001:db8::f'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:48.668298 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d4572dd0-90b5-4567-a577-74579918dd32 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:48.704206 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da254c80-cd99-49ca-9b0b-8a3d67c3d844 None None] Pushing event updated for resources: {'Port': ['ID=2944e053-0073-410f-abef-e2231bf029f4,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:48.748109 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] For port 7a90e41b-26f8-4c7f-9757-f31f952a22ce, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:48.769444 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] For port 7a90e41b-26f8-4c7f-9757-f31f952a22ce, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7a90e41b-26f8-4c7f-9757-f31f952a22ce,segment=NetworkSegment(5b28d0f0-2601-4664-91a9-cf092f5eac58),segment_id=5b28d0f0-2601-4664-91a9-cf092f5eac58)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:48.782575 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.790017 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a6a4468f-c2e4-47b1-ac13-f239d3b706ea req-b8f88cd2-861d-42d3-8f43-8e90b7d8089a tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 210 time: 0.2942014 Aug 16 01:52:48.824660 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0975294c-5fe3-4a0d-a8ab-366126b377a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.850419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91080643-7d0c-426a-a04c-b49a661c4cda req-b65d9a09-3dba-40c2-b818-7275cd4ea1f3 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:48.879238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91080643-7d0c-426a-a04c-b49a661c4cda req-b65d9a09-3dba-40c2-b818-7275cd4ea1f3 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:48.889243 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d4572dd0-90b5-4567-a577-74579918dd32 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:48.889707 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:48.891598 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0086f-4273-4843-85ae-9c85c7ae4243 None None] Pushing event updated for resources: {'Port': ['ID=7a90e41b-26f8-4c7f-9757-f31f952a22ce,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:48.897102 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91080643-7d0c-426a-a04c-b49a661c4cda req-b65d9a09-3dba-40c2-b818-7275cd4ea1f3 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:48.912910 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91080643-7d0c-426a-a04c-b49a661c4cda req-b65d9a09-3dba-40c2-b818-7275cd4ea1f3 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:48.930072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91080643-7d0c-426a-a04c-b49a661c4cda req-b65d9a09-3dba-40c2-b818-7275cd4ea1f3 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:48.938847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91080643-7d0c-426a-a04c-b49a661c4cda req-b65d9a09-3dba-40c2-b818-7275cd4ea1f3 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:48.946408 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975294c-5fe3-4a0d-a8ab-366126b377a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=47676508-5971-4d02-a50c-da0846120576,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:48.961719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91080643-7d0c-426a-a04c-b49a661c4cda req-b65d9a09-3dba-40c2-b818-7275cd4ea1f3 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:48.964609 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91080643-7d0c-426a-a04c-b49a661c4cda req-b65d9a09-3dba-40c2-b818-7275cd4ea1f3 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5443 time: 0.2775211 Aug 16 01:52:48.998003 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0975294c-5fe3-4a0d-a8ab-366126b377a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network ddc52a66-db51-4cc6-9e0e-95031b947ff3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:49.006501 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-01d63266-cb0f-4d1e-8bf9-a6ba03bb4830 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.012212 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-0975294c-5fe3-4a0d-a8ab-366126b377a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:49.020764 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0975294c-5fe3-4a0d-a8ab-366126b377a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:49.049977 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6132c0d7-991b-4517-9ef1-66ac3e0af0f6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:49.061736 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6132c0d7-991b-4517-9ef1-66ac3e0af0f6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.106784 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348b136-858d-4b9b-a55e-d2b483fb7197 req-f3b88de7-05f2-4cfc-8228-ef71de4eadea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:49.109594 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0348b136-858d-4b9b-a55e-d2b483fb7197 req-f3b88de7-05f2-4cfc-8228-ef71de4eadea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41d6539e-4b24-4ea3-ae06-65cd600ea064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5744936 Aug 16 01:52:49.112847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-6132c0d7-991b-4517-9ef1-66ac3e0af0f6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] device_id is not set on port 68131517-b274-4f47-b07a-fcc0047f04c6 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:52:49.149791 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0975294c-5fe3-4a0d-a8ab-366126b377a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.201840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0df7fa1e-c8ff-437b-9003-eb34c3f66157 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:49.541854 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.550323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-6132c0d7-991b-4517-9ef1-66ac3e0af0f6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Allocated IP 2001:db8::f (968d6b21-4741-49af-bafb-a316252b7c3f/83f460db-ad04-4709-a9eb-d6d81059a64c/68131517-b274-4f47-b07a-fcc0047f04c6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:49.599170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0df7fa1e-c8ff-437b-9003-eb34c3f66157, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:49.600532 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df7fa1e-c8ff-437b-9003-eb34c3f66157'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:49.605554 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2b9790-2ac5-4264-844c-0235b60e7150" -d '{"events": [{"server_uuid": "5261dd19-5726-46ff-852e-04c6b0dee09f", "name": "network-vif-unplugged", "status": "completed", "tag": "0df7fa1e-c8ff-437b-9003-eb34c3f66157"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:49.616339 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.621037 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-01d63266-cb0f-4d1e-8bf9-a6ba03bb4830 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.725698 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=0df7fa1e-c8ff-437b-9003-eb34c3f66157,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:49.822297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 30b9e14b-ef65-4be2-8d96-1c18b34f63d6 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:49.839896 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0348b136-858d-4b9b-a55e-d2b483fb7197 req-5a0e08d8-cd83-463e-ab88-da0a70223fee service neutron] 10.222.0.73 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6822057 Aug 16 01:52:49.841709 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-01d63266-cb0f-4d1e-8bf9-a6ba03bb4830 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Network 280ed514-b2cb-4176-817f-c21adcaa27a2 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:49.848362 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d4373-59d9-457f-ba79-580ded77828a req-566baa03-d4f9-44bd-8142-2fe24474ab68 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:49.863998 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-946d4373-59d9-457f-ba79-580ded77828a req-566baa03-d4f9-44bd-8142-2fe24474ab68 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 943 time: 0.1891317 Aug 16 01:52:49.868369 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-01d63266-cb0f-4d1e-8bf9-a6ba03bb4830 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:49.884667 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d63266-cb0f-4d1e-8bf9-a6ba03bb4830 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Pushing event updated for resources: {'Port': ['ID=b88a3e4c-c182-4cdf-885c-052e879ba67a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:49.907885 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 30b9e14b-ef65-4be2-8d96-1c18b34f63d6 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:49.917140 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 30b9e14b-ef65-4be2-8d96-1c18b34f63d6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:49.917611 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:49.935611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-01d63266-cb0f-4d1e-8bf9-a6ba03bb4830 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:49.947621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f2a09-c762-44f4-b74e-e361aab9eea7 req-b9d8e76c-826c-4f84-9a61-69036391b024 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:49.949203 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ae5f2a09-c762-44f4-b74e-e361aab9eea7 req-b9d8e76c-826c-4f84-9a61-69036391b024 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 945 time: 0.3879139 Aug 16 01:52:49.966734 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6132c0d7-991b-4517-9ef1-66ac3e0af0f6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:50.008149 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-946d4373-59d9-457f-ba79-580ded77828a req-74a45f4d-01c1-4a81-ac49-6d92ab9b5213 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417186 Aug 16 01:52:50.017268 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-6132c0d7-991b-4517-9ef1-66ac3e0af0f6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Transition to ACTIVE for port object 68131517-b274-4f47-b07a-fcc0047f04c6 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:50.092094 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d979df11-d39d-4a6b-af35-a3db62559d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:50.097854 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:50.137131 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6132c0d7-991b-4517-9ef1-66ac3e0af0f6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:50.146830 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-01d63266-cb0f-4d1e-8bf9-a6ba03bb4830 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:50.149034 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed38afd-5200-4c9d-b3f7-1f93acf2baa5 x-openstack-request-id: req-1ed38afd-5200-4c9d-b3f7-1f93acf2baa5 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:50.149887 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-01d63266-cb0f-4d1e-8bf9-a6ba03bb4830 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:50.151217 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5261dd19-5726-46ff-852e-04c6b0dee09f", "name": "network-vif-unplugged", "status": "completed", "tag": "0df7fa1e-c8ff-437b-9003-eb34c3f66157", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:50.152890 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1ed38afd-5200-4c9d-b3f7-1f93acf2baa5 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:50.153219 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df7fa1e-c8ff-437b-9003-eb34c3f66157', 'code': 200} Aug 16 01:52:50.169105 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0975294c-5fe3-4a0d-a8ab-366126b377a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:50.181562 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6132c0d7-991b-4517-9ef1-66ac3e0af0f6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 968d6b21-4741-49af-bafb-a316252b7c3f is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:50.187486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-6132c0d7-991b-4517-9ef1-66ac3e0af0f6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:50.191989 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 30b9e14b-ef65-4be2-8d96-1c18b34f63d6, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=30b9e14b-ef65-4be2-8d96-1c18b34f63d6,segment=NetworkSegment(faa109e5-083a-420f-beeb-68651da9e465),segment_id=faa109e5-083a-420f-beeb-68651da9e465)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:50.199766 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:50.236600 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6132c0d7-991b-4517-9ef1-66ac3e0af0f6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:50.246887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6132c0d7-991b-4517-9ef1-66ac3e0af0f6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:50.247878 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6132c0d7-991b-4517-9ef1-66ac3e0af0f6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:50.303548 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6132c0d7-991b-4517-9ef1-66ac3e0af0f6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7191987 Aug 16 01:52:50.310091 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38916) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:50.316485 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-01d63266-cb0f-4d1e-8bf9-a6ba03bb4830 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6729426 Aug 16 01:52:50.319581 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=30b9e14b-ef65-4be2-8d96-1c18b34f63d6,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:50.336785 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:52:50.375196 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ae5f2a09-c762-44f4-b74e-e361aab9eea7 req-ce01e319-da22-45d5-98ec-19048955d0d8 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/security-groups?id=4873289e-3720-4ced-9bad-7afd4dececc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751228 Aug 16 01:52:50.380467 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Request body: {'port': {'device_id': '05cf5fbd-3461-4d07-a87f-41eb5f03f574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:50.409737 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132c0d7-991b-4517-9ef1-66ac3e0af0f6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=68131517-b274-4f47-b07a-fcc0047f04c6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:50.456855 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0348b136-858d-4b9b-a55e-d2b483fb7197 req-b5fb43d6-44da-4210-8e51-d8af3ffe244c service neutron] 10.222.0.73 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6020331 Aug 16 01:52:50.474616 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:50.521391 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479827fc-ab23-46c7-b752-dab4f1424322 req-14c13c1b-f617-4f48-9ae5-02224d655450 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:50.532291 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-479827fc-ab23-46c7-b752-dab4f1424322 req-14c13c1b-f617-4f48-9ae5-02224d655450 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 931 time: 0.2229609 Aug 16 01:52:50.598546 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81e7d1e-82a1-4ed6-8fd1-71f4162ba2bb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:50.602276 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d81e7d1e-82a1-4ed6-8fd1-71f4162ba2bb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2911050 Aug 16 01:52:50.620273 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38930) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:50.677654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0fe447-aa27-44cf-8317-299e81c74dc7 None None] Network 968d6b21-4741-49af-bafb-a316252b7c3f requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:50.686715 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-479827fc-ab23-46c7-b752-dab4f1424322 req-b15095ea-93dc-48c7-9461-1e8606a5d924 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217668 Aug 16 01:52:50.909266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2944e053-0073-410f-abef-e2231bf029f4 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:50.921053 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82c79a1-6744-4583-97a3-25cbdf199c1d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:50.927326 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82c79a1-6744-4583-97a3-25cbdf199c1d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:50.933407 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82c79a1-6744-4583-97a3-25cbdf199c1d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:50.938104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38936) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:50.938599 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a82c79a1-6744-4583-97a3-25cbdf199c1d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3166690 Aug 16 01:52:51.013697 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6616524c-beec-4bf8-a842-24a2cdee12e7 None None] Network ddc52a66-db51-4cc6-9e0e-95031b947ff3 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:51.050279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-22cdabdf-9b08-4f98-955a-c1a346936daa tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port 68131517-b274-4f47-b07a-fcc0047f04c6 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:51.050626 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-22cdabdf-9b08-4f98-955a-c1a346936daa tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.119220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-942cc440-ecee-48f5-989d-e409968765d6 None None] Provisioning for port 7a90e41b-26f8-4c7f-9757-f31f952a22ce completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:51.149532 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0975294c-5fe3-4a0d-a8ab-366126b377a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.214748 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-22cdabdf-9b08-4f98-955a-c1a346936daa tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.218357 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88a3e4c-c182-4cdf-885c-052e879ba67a {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:51.227504 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.231754 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-22cdabdf-9b08-4f98-955a-c1a346936daa tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for 68131517-b274-4f47-b07a-fcc0047f04c6 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:51.241138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 2944e053-0073-410f-abef-e2231bf029f4 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:51.242429 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Transition to ACTIVE for port object b88a3e4c-c182-4cdf-885c-052e879ba67a will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:51.258383 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0975294c-5fe3-4a0d-a8ab-366126b377a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.266302 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7a90e41b-26f8-4c7f-9757-f31f952a22ce up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:51.333641 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.348472 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0975294c-5fe3-4a0d-a8ab-366126b377a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.356825 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-957800a5-c99b-4299-9361-72672cf288ec None None] Provisioning for port 2944e053-0073-410f-abef-e2231bf029f4 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:51.396294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-957800a5-c99b-4299-9361-72672cf288ec None None] Provisioning complete for port 2944e053-0073-410f-abef-e2231bf029f4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:51.396663 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-957800a5-c99b-4299-9361-72672cf288ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.449717 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-22cdabdf-9b08-4f98-955a-c1a346936daa tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.500710 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 7a90e41b-26f8-4c7f-9757-f31f952a22ce completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:51.501442 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cdabdf-9b08-4f98-955a-c1a346936daa tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=68131517-b274-4f47-b07a-fcc0047f04c6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:51.538696 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 7a90e41b-26f8-4c7f-9757-f31f952a22ce triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:51.538696 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.562345 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-22cdabdf-9b08-4f98-955a-c1a346936daa tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.566724 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-22cdabdf-9b08-4f98-955a-c1a346936daa tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/ports/68131517-b274-4f47-b07a-fcc0047f04c6 HTTP/1.1" status: 204 len: 168 time: 0.6246641 Aug 16 01:52:51.567133 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38950) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:51.614832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975294c-5fe3-4a0d-a8ab-366126b377a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=47676508-5971-4d02-a50c-da0846120576,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:51.640261 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95191bf-9394-461a-b8d5-6a642059a9e0 req-a4c97a01-7e38-4acb-8ff0-d8351d4853aa tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:51.641912 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d95191bf-9394-461a-b8d5-6a642059a9e0 req-a4c97a01-7e38-4acb-8ff0-d8351d4853aa tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 943 time: 0.3979459 Aug 16 01:52:51.659746 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0975294c-5fe3-4a0d-a8ab-366126b377a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network ddc52a66-db51-4cc6-9e0e-95031b947ff3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:51.690819 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0688f1f-39e3-4908-ba2a-57fb649d7c27 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] GET failed (client error): The resource could not be found. Aug 16 01:52:51.692484 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a0688f1f-39e3-4908-ba2a-57fb649d7c27 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports/68131517-b274-4f47-b07a-fcc0047f04c6 HTTP/1.1" status: 404 len: 333 time: 0.1241190 Aug 16 01:52:51.693275 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-0975294c-5fe3-4a0d-a8ab-366126b377a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:51.696373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38954) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:51.729631 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-957800a5-c99b-4299-9361-72672cf288ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:51.750432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f09426-1e0b-4c83-9f19-9c85da61fb65 req-50d673cd-afdb-46ff-aa5f-692f9b6753b5 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:51.766886 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-86f09426-1e0b-4c83-9f19-9c85da61fb65 req-50d673cd-afdb-46ff-aa5f-692f9b6753b5 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 946 time: 0.1722636 Aug 16 01:52:51.817635 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38962) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:51.854183 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-957800a5-c99b-4299-9361-72672cf288ec None None] For port 2944e053-0073-410f-abef-e2231bf029f4, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2944e053-0073-410f-abef-e2231bf029f4,segment=NetworkSegment(82bf085e-4971-4466-8060-7d71e33b44eb),segment_id=82bf085e-4971-4466-8060-7d71e33b44eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:51.864962 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-86f09426-1e0b-4c83-9f19-9c85da61fb65 req-a4856d63-5b91-4d1d-b124-670fd10c62ac tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/security-groups?id=4873289e-3720-4ced-9bad-7afd4dececc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970867 Aug 16 01:52:51.916787 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-957800a5-c99b-4299-9361-72672cf288ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.039262 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.158965 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3dae96-54a4-400f-a926-58110e526326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b9e14b-ef65-4be2-8d96-1c18b34f63d6'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:52.162910 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0292bf1-caa1-43a2-bd96-9266b405ccd0" -d '{"events": [{"server_uuid": "1d3dae96-54a4-400f-a926-58110e526326", "name": "network-vif-plugged", "status": "completed", "tag": "30b9e14b-ef65-4be2-8d96-1c18b34f63d6"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:52.170383 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f745d-b8de-4ce4-9a30-6bd2d3040a51 req-167cf022-aa51-49f7-a01f-f12bdfee3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:52.170932 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f745d-b8de-4ce4-9a30-6bd2d3040a51 req-167cf022-aa51-49f7-a01f-f12bdfee3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:52.171343 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f745d-b8de-4ce4-9a30-6bd2d3040a51 req-167cf022-aa51-49f7-a01f-f12bdfee3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:52.171817 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f745d-b8de-4ce4-9a30-6bd2d3040a51 req-167cf022-aa51-49f7-a01f-f12bdfee3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:52.172292 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f745d-b8de-4ce4-9a30-6bd2d3040a51 req-167cf022-aa51-49f7-a01f-f12bdfee3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:52.172758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f745d-b8de-4ce4-9a30-6bd2d3040a51 req-167cf022-aa51-49f7-a01f-f12bdfee3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:52.173226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f745d-b8de-4ce4-9a30-6bd2d3040a51 req-167cf022-aa51-49f7-a01f-f12bdfee3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:52.175397 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3c0f745d-b8de-4ce4-9a30-6bd2d3040a51 req-167cf022-aa51-49f7-a01f-f12bdfee3035 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 6507 time: 0.3554842 Aug 16 01:52:52.183406 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957800a5-c99b-4299-9361-72672cf288ec None None] Pushing event updated for resources: {'Port': ['ID=2944e053-0073-410f-abef-e2231bf029f4,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:52.217940 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b7a1960e-a958-486a-9c79-1a5b57bcf287 None None] Provisioning complete for port 7a90e41b-26f8-4c7f-9757-f31f952a22ce triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:52.221641 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b7a1960e-a958-486a-9c79-1a5b57bcf287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.239676 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c54ac1-d6f1-4206-bf9b-44306f4b9230 req-82abcfd1-d3d5-4d79-bef1-417b4444b82b tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:52.246433 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-69c54ac1-d6f1-4206-bf9b-44306f4b9230 req-82abcfd1-d3d5-4d79-bef1-417b4444b82b tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 943 time: 0.1872954 Aug 16 01:52:52.291278 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 7a90e41b-26f8-4c7f-9757-f31f952a22ce, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7a90e41b-26f8-4c7f-9757-f31f952a22ce,segment=NetworkSegment(5b28d0f0-2601-4664-91a9-cf092f5eac58),segment_id=5b28d0f0-2601-4664-91a9-cf092f5eac58)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:52.328209 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3c0f745d-b8de-4ce4-9a30-6bd2d3040a51 req-0bb55621-2c3c-4217-92c1-46cf7362ed41 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1443255 Aug 16 01:52:52.345823 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-69c54ac1-d6f1-4206-bf9b-44306f4b9230 req-9f7b17ca-75cd-40c4-8b06-af8dfabcd92a tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914822 Aug 16 01:52:52.399345 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.410368 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Pushing event updated for resources: {'Port': ['ID=b88a3e4c-c182-4cdf-885c-052e879ba67a,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:52.613842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=7a90e41b-26f8-4c7f-9757-f31f952a22ce,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:52.655450 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893abeef-b935-4fb9-bb83-3058d73e1214 x-openstack-request-id: req-893abeef-b935-4fb9-bb83-3058d73e1214 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:52.655754 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3dae96-54a4-400f-a926-58110e526326", "name": "network-vif-plugged", "status": "completed", "tag": "30b9e14b-ef65-4be2-8d96-1c18b34f63d6", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:52.658388 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-893abeef-b935-4fb9-bb83-3058d73e1214 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:52.658818 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3dae96-54a4-400f-a926-58110e526326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b9e14b-ef65-4be2-8d96-1c18b34f63d6', 'code': 200} Aug 16 01:52:52.675773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0975294c-5fe3-4a0d-a8ab-366126b377a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Router e3a333a4-1e7e-45ac-99de-09903ef8cc86 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:52:52.704965 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2944e053-0073-410f-abef-e2231bf029f4 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:52.722785 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce44c0b9-37c1-47c5-980b-8bd1a1a3ccd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.735518 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d95191bf-9394-461a-b8d5-6a642059a9e0 req-aac7ef5b-a38b-4759-9176-13917e1a3fb9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0537593 Aug 16 01:52:52.750496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c624e52-726b-4529-bf42-a4fd8f799adc req-be68f3ec-bdaa-495d-b086-161ed74874e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:52.754929 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c624e52-726b-4529-bf42-a4fd8f799adc req-be68f3ec-bdaa-495d-b086-161ed74874e5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 1098 time: 0.1163616 Aug 16 01:52:52.807502 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Attempting to bind port b88a3e4c-c182-4cdf-885c-052e879ba67a on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:52.810967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Attempting to bind port b88a3e4c-c182-4cdf-885c-052e879ba67a by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '98423ec5-2de2-4e79-ba92-921e7271cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:52.811383 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Attempting to bind port b88a3e4c-c182-4cdf-885c-052e879ba67a on network 280ed514-b2cb-4176-817f-c21adcaa27a2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:52.830139 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c624e52-726b-4529-bf42-a4fd8f799adc req-e9b937c7-2c20-48b9-b474-4969696db6c0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4873289e-3720-4ced-9bad-7afd4dececc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567989 Aug 16 01:52:52.862641 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b7a1960e-a958-486a-9c79-1a5b57bcf287 None None] Could not find standard attr ID for object 68131517-b274-4f47-b07a-fcc0047f04c6. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:52:52.893022 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b7a1960e-a958-486a-9c79-1a5b57bcf287 None None] Provisioning for port 9a9efcd1-316c-4b1d-8612-0cbdafb10a56 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:52.908160 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b7a1960e-a958-486a-9c79-1a5b57bcf287 None None] Provisioning complete for port 9a9efcd1-316c-4b1d-8612-0cbdafb10a56 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:52.908571 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b7a1960e-a958-486a-9c79-1a5b57bcf287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:52.990677 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b7a1960e-a958-486a-9c79-1a5b57bcf287 None None] Port 9a9efcd1-316c-4b1d-8612-0cbdafb10a56 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:52.996438 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 2944e053-0073-410f-abef-e2231bf029f4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:52.997343 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.013133 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Port b88a3e4c-c182-4cdf-885c-052e879ba67a on network 280ed514-b2cb-4176-817f-c21adcaa27a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:52:53.013557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Attempting to bind port b88a3e4c-c182-4cdf-885c-052e879ba67a on network 280ed514-b2cb-4176-817f-c21adcaa27a2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:53.027549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:53.028474 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Checking segment: {'id': '98423ec5-2de2-4e79-ba92-921e7271cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:53.028474 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Bound using segment: {'id': '98423ec5-2de2-4e79-ba92-921e7271cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:53.029110 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Bound port: b88a3e4c-c182-4cdf-885c-052e879ba67a, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98423ec5-2de2-4e79-ba92-921e7271cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:53.029543 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.123006 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a02d1605-2a6d-4655-8042-11e9623d807b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port 9a9efcd1-316c-4b1d-8612-0cbdafb10a56 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:53.123346 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a02d1605-2a6d-4655-8042-11e9623d807b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.124598 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311c5e5-4016-4bd0-97bd-55b26e54cffe req-b4c65d7a-3602-40c2-8ade-e51a060cc334 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:53.135030 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6311c5e5-4016-4bd0-97bd-55b26e54cffe req-b4c65d7a-3602-40c2-8ade-e51a060cc334 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 946 time: 0.1152921 Aug 16 01:52:53.182912 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0975294c-5fe3-4a0d-a8ab-366126b377a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:52:53.197506 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Sync routers for ids ['e3a333a4-1e7e-45ac-99de-09903ef8cc86'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:52:53.204316 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e25c7e0c-976c-4d31-af20-1418decb9ab3 None None] Provisioning complete for port 2944e053-0073-410f-abef-e2231bf029f4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:53.204718 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e25c7e0c-976c-4d31-af20-1418decb9ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.211492 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Routers {'e3a333a4-1e7e-45ac-99de-09903ef8cc86'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:53.212222 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:52:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e3a333a4-1e7e-45ac-99de-09903ef8cc86'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:53.214087 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6311c5e5-4016-4bd0-97bd-55b26e54cffe req-12d602bc-e3e0-4a38-85c8-10b6a1998af4 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/security-groups?id=4873289e-3720-4ced-9bad-7afd4dececc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779653 Aug 16 01:52:53.252930 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0975294c-5fe3-4a0d-a8ab-366126b377a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "PUT /v2.0/routers/e3a333a4-1e7e-45ac-99de-09903ef8cc86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2333739 Aug 16 01:52:53.275870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] For port b88a3e4c-c182-4cdf-885c-052e879ba67a, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:53.282086 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] For port b88a3e4c-c182-4cdf-885c-052e879ba67a, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=b88a3e4c-c182-4cdf-885c-052e879ba67a,segment=NetworkSegment(98423ec5-2de2-4e79-ba92-921e7271cef5),segment_id=98423ec5-2de2-4e79-ba92-921e7271cef5)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:53.302402 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.365020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:53.365846 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.367483 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-f59517e6-0836-4345-8211-07b768169ddb service neutron] 10.222.0.73 "PUT /v2.0/ports/b88a3e4c-c182-4cdf-885c-052e879ba67a HTTP/1.1" status: 200 len: 1092 time: 2.9913540 Aug 16 01:52:53.368125 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cf5fbd-3461-4d07-a87f-41eb5f03f574', 'tag': 'b88a3e4c-c182-4cdf-885c-052e879ba67a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:53.372073 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08498d6-7ece-4093-a3d7-4d8755762c61" -d '{"events": [{"name": "network-changed", "server_uuid": "05cf5fbd-3461-4d07-a87f-41eb5f03f574", "tag": "b88a3e4c-c182-4cdf-885c-052e879ba67a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:53.382484 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a02d1605-2a6d-4655-8042-11e9623d807b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.438169 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a02d1605-2a6d-4655-8042-11e9623d807b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for 9a9efcd1-316c-4b1d-8612-0cbdafb10a56 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:53.446883 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Set router e3a333a4-1e7e-45ac-99de-09903ef8cc86 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:53.473609 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9d6427-4e5d-41eb-80e9-07715315c341 x-openstack-request-id: req-dc9d6427-4e5d-41eb-80e9-07715315c341 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:53.474201 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cf5fbd-3461-4d07-a87f-41eb5f03f574", "tag": "b88a3e4c-c182-4cdf-885c-052e879ba67a", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:53.474597 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dc9d6427-4e5d-41eb-80e9-07715315c341 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:53.475139 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05cf5fbd-3461-4d07-a87f-41eb5f03f574', 'tag': 'b88a3e4c-c182-4cdf-885c-052e879ba67a', 'status': 'completed', 'code': 200} Aug 16 01:52:53.497570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59517e6-0836-4345-8211-07b768169ddb service neutron] Pushing event updated for resources: {'Port': ['ID=b88a3e4c-c182-4cdf-885c-052e879ba67a,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:53.584362 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.643773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-05615e1d-efd5-4b99-b693-dfd2af18b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:53.645839 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-05615e1d-efd5-4b99-b693-dfd2af18b09f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c66e7b345644adb978758e5aa03ba75&device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 1095 time: 0.2175086 Aug 16 01:52:53.658594 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e25c7e0c-976c-4d31-af20-1418decb9ab3 None None] Could not find standard attr ID for object 68131517-b274-4f47-b07a-fcc0047f04c6. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:52:53.675845 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e25c7e0c-976c-4d31-af20-1418decb9ab3 None None] Provisioning for port 47676508-5971-4d02-a50c-da0846120576 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:53.684598 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e25c7e0c-976c-4d31-af20-1418decb9ab3 None None] Provisioning complete for port 47676508-5971-4d02-a50c-da0846120576 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:53.687341 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e25c7e0c-976c-4d31-af20-1418decb9ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.695568 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-11e7ed34-a5b4-4bb3-8bae-4e07b24234cd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-335433573&fields=id&tenant_id=7069c6ece3114808b56031f1299826b6 HTTP/1.1" status: 200 len: 267 time: 0.1260786 Aug 16 01:52:53.750408 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e25c7e0c-976c-4d31-af20-1418decb9ab3 None None] Port 47676508-5971-4d02-a50c-da0846120576 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:53.781789 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-a3683704-5bc5-4fb2-8433-6a44af2585f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b88a3e4c-c182-4cdf-885c-052e879ba67a HTTP/1.1" status: 200 len: 217 time: 0.1200430 Aug 16 01:52:53.860924 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f87b7-6105-4f16-8ef6-0b683603bf43 req-16c4998f-2548-4a32-b608-cbebb9e64f45 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:53.861188 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-6b0406c7-9960-4514-9bc5-809f6c296828 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:53.862980 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-6b0406c7-9960-4514-9bc5-809f6c296828 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/networks?id=ddc52a66-db51-4cc6-9e0e-95031b947ff3 HTTP/1.1" status: 200 len: 797 time: 0.1663229 Aug 16 01:52:53.871308 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c19f87b7-6105-4f16-8ef6-0b683603bf43 req-16c4998f-2548-4a32-b608-cbebb9e64f45 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 943 time: 0.3011532 Aug 16 01:52:53.877910 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-31f06192-d60c-41a4-8616-5e1e16f8524a None None] Provisioning complete for port 47676508-5971-4d02-a50c-da0846120576 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:53.878641 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-31f06192-d60c-41a4-8616-5e1e16f8524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:53.885366 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-9c239c21-d406-45df-8c86-8a34862e2ce7 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/quotas/7069c6ece3114808b56031f1299826b6 HTTP/1.1" status: 200 len: 375 time: 0.0131888 Aug 16 01:52:53.980588 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-31f06192-d60c-41a4-8616-5e1e16f8524a None None] Port 47676508-5971-4d02-a50c-da0846120576 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:53.988313 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409171260', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:34Z', 'updated_at': '2021-08-16T01:52:49Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:37Z', 'updated_at': '2021-08-16T01:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '47676508-5971-4d02-a50c-da0846120576', 'name': '', 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:b4:3b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:47Z', 'updated_at': '2021-08-16T01:52:50Z', 'revision_number': 2, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:54.000810 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a02d1605-2a6d-4655-8042-11e9623d807b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.001546 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-e56704e6-5fe8-4c8c-8232-08b1c20b9ddb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1079831 Aug 16 01:52:54.007610 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-c8b6c907-37df-4b7d-b401-f00c4427cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:54.009358 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-c8b6c907-37df-4b7d-b401-f00c4427cba8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04ca52e6-06a0-44f3-a2ee-82113af18a6a HTTP/1.1" status: 200 len: 855 time: 0.2098508 Aug 16 01:52:54.032259 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Checking router: e3a333a4-1e7e-45ac-99de-09903ef8cc86 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:52:54.033119 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Updating router e3a333a4-1e7e-45ac-99de-09903ef8cc86 port 47676508-5971-4d02-a50c-da0846120576 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:52:54.073724 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.078694 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d1605-2a6d-4655-8042-11e9623d807b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=9a9efcd1-316c-4b1d-8612-0cbdafb10a56,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:54.082256 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-ef982522-f6e0-4ff2-897d-004a69520739 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=280ed514-b2cb-4176-817f-c21adcaa27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350189 Aug 16 01:52:54.095345 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c19f87b7-6105-4f16-8ef6-0b683603bf43 req-bc5e8da1-b945-4023-9f8e-cf7b63f897cc tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231641 Aug 16 01:52:54.148423 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.177222 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a02d1605-2a6d-4655-8042-11e9623d807b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.179513 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a02d1605-2a6d-4655-8042-11e9623d807b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/ports/9a9efcd1-316c-4b1d-8612-0cbdafb10a56 HTTP/1.1" status: 204 len: 168 time: 2.4793520 Aug 16 01:52:54.182137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38996) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:54.188763 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-ae88f25a-cf4b-4e9a-b76a-28482e4efcf0 service neutron] 10.222.0.68 "GET /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826851 Aug 16 01:52:54.239877 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29a4a92-08c2-4a2e-ab1d-39e7bb392619 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] GET failed (client error): The resource could not be found. Aug 16 01:52:54.245562 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d29a4a92-08c2-4a2e-ab1d-39e7bb392619 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports/9a9efcd1-316c-4b1d-8612-0cbdafb10a56 HTTP/1.1" status: 404 len: 333 time: 0.0624263 Aug 16 01:52:54.251770 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39000) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:54.346969 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b727fb-0c91-4dbe-9c8b-bf4c930391e1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting subnet 83f460db-ad04-4709-a9eb-d6d81059a64c {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:52:54.365182 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82b727fb-0c91-4dbe-9c8b-bf4c930391e1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.372346 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-28898521-df60-43da-94c9-65715437d7b8 service neutron] 10.222.0.68 "GET /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700668 Aug 16 01:52:54.487943 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82b727fb-0c91-4dbe-9c8b-bf4c930391e1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.514167 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-d11b0dd0-2c78-41bc-b174-3a7c737e28ce service neutron] 10.222.0.73 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162207 Aug 16 01:52:54.527987 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.528800 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744b3cb-fbf3-4027-b59b-a22a2f710ab8 req-4faa4522-d20e-4464-9879-07320755c5f1 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:54.530457 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3744b3cb-fbf3-4027-b59b-a22a2f710ab8 req-4faa4522-d20e-4464-9879-07320755c5f1 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 943 time: 0.2262514 Aug 16 01:52:54.552855 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Transition to ACTIVE for port object 47676508-5971-4d02-a50c-da0846120576 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:54.562332 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.639831 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19714244-4cbb-413e-ac54-fcbcf25f7cda None None] Pushing event updated for resources: {'Port': ['ID=47676508-5971-4d02-a50c-da0846120576,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:54.660953 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19714244-4cbb-413e-ac54-fcbcf25f7cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:54.661180 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19714244-4cbb-413e-ac54-fcbcf25f7cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:54.661500 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19714244-4cbb-413e-ac54-fcbcf25f7cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:54.662973 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19714244-4cbb-413e-ac54-fcbcf25f7cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:54.663668 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19714244-4cbb-413e-ac54-fcbcf25f7cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:54.664173 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19714244-4cbb-413e-ac54-fcbcf25f7cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:54.664945 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19714244-4cbb-413e-ac54-fcbcf25f7cda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:54.665668 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19714244-4cbb-413e-ac54-fcbcf25f7cda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:54.669298 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19714244-4cbb-413e-ac54-fcbcf25f7cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:54.669873 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19714244-4cbb-413e-ac54-fcbcf25f7cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:54.670519 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19714244-4cbb-413e-ac54-fcbcf25f7cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:54.671007 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19714244-4cbb-413e-ac54-fcbcf25f7cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:52:54.714404 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7a90e41b-26f8-4c7f-9757-f31f952a22ce up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:54.792479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73633b-4909-4b45-a025-885692c81664 req-42bd1dca-d00f-431e-a75b-47b0a82afde8 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:54.806256 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f73633b-4909-4b45-a025-885692c81664 req-42bd1dca-d00f-431e-a75b-47b0a82afde8 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 946 time: 0.1109364 Aug 16 01:52:54.857510 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Attempting to bind port 47676508-5971-4d02-a50c-da0846120576 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:54.858297 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Attempting to bind port 47676508-5971-4d02-a50c-da0846120576 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '82bf085e-4971-4466-8060-7d71e33b44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:54.858824 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Attempting to bind port 47676508-5971-4d02-a50c-da0846120576 on network ddc52a66-db51-4cc6-9e0e-95031b947ff3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:54.874870 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:54.876380 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Checking segment: {'id': '82bf085e-4971-4466-8060-7d71e33b44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:54.877723 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.878315 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Bound using segment: {'id': '82bf085e-4971-4466-8060-7d71e33b44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:54.878995 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Bound port: 47676508-5971-4d02-a50c-da0846120576, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82bf085e-4971-4466-8060-7d71e33b44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:54.879560 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:54.892412 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f73633b-4909-4b45-a025-885692c81664 req-336bcb66-fc6f-4ca4-b424-3f185fda605d tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/security-groups?id=4873289e-3720-4ced-9bad-7afd4dececc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849895 Aug 16 01:52:54.923250 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 7a90e41b-26f8-4c7f-9757-f31f952a22ce triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:54.923503 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.003495 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c3d4a90-bf36-40eb-9b3b-21d0e5890190 req-2dcdf2ea-3d1b-4015-a512-66a2ad5fc905 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 210 time: 0.0485384 Aug 16 01:52:55.043005 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3744b3cb-fbf3-4027-b59b-a22a2f710ab8 req-e8bcafe0-b8a1-4cbf-82ab-e185b4cc46f9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4826140 Aug 16 01:52:55.062437 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f134332f-4b8e-4d25-a9d1-7b6344296e93 req-1e037b71-9801-4dbb-a20f-babc7e1bbacf service neutron] 10.222.0.73 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275385 Aug 16 01:52:55.115256 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82b727fb-0c91-4dbe-9c8b-bf4c930391e1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.124545 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] For port 47676508-5971-4d02-a50c-da0846120576, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:55.134704 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] For port 47676508-5971-4d02-a50c-da0846120576, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=47676508-5971-4d02-a50c-da0846120576,segment=NetworkSegment(82bf085e-4971-4466-8060-7d71e33b44eb),segment_id=82bf085e-4971-4466-8060-7d71e33b44eb)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:55.143445 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.233223 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0df7fa1e-c8ff-437b-9003-eb34c3f66157 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:55.258237 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19714244-4cbb-413e-ac54-fcbcf25f7cda None None] Pushing event updated for resources: {'Port': ['ID=47676508-5971-4d02-a50c-da0846120576,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:55.281551 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08498d6-7ece-4093-a3d7-4d8755762c61 req-d7b58b7b-633c-4a1e-8ad6-2b9e2b2333af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:55.284374 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d08498d6-7ece-4093-a3d7-4d8755762c61 req-d7b58b7b-633c-4a1e-8ad6-2b9e2b2333af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c66e7b345644adb978758e5aa03ba75&device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 1095 time: 0.1010909 Aug 16 01:52:55.312339 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Routers {'e3a333a4-1e7e-45ac-99de-09903ef8cc86'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:52:55.313642 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:52:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e3a333a4-1e7e-45ac-99de-09903ef8cc86'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:55.469814 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82b727fb-0c91-4dbe-9c8b-bf4c930391e1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.539486 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b727fb-0c91-4dbe-9c8b-bf4c930391e1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Subnet': ['ID=83f460db-ad04-4709-a9eb-d6d81059a64c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:55.553832 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82b727fb-0c91-4dbe-9c8b-bf4c930391e1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.557390 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-82b727fb-0c91-4dbe-9c8b-bf4c930391e1 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/subnets/83f460db-ad04-4709-a9eb-d6d81059a64c HTTP/1.1" status: 204 len: 168 time: 1.3042934 Aug 16 01:52:55.561068 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39032) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:55.570472 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9dcb57-eef9-4b0c-a57f-4d5f648cd931 None None] Network 968d6b21-4741-49af-bafb-a316252b7c3f requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:52:55.631201 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] Set router e3a333a4-1e7e-45ac-99de-09903ef8cc86 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:52:55.843257 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b5e7f-d3d7-4f50-b7a7-7da7396bbe3a req-e11d70bb-1e3b-4355-910e-7d3591fdd60a tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:55.854851 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-205b5e7f-d3d7-4f50-b7a7-7da7396bbe3a req-e11d70bb-1e3b-4355-910e-7d3591fdd60a tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 943 time: 0.2543218 Aug 16 01:52:55.912856 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.980533 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:55.996276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08498d6-7ece-4093-a3d7-4d8755762c61 req-913827ab-d5d3-4608-b377-711137268a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:55.998899 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d08498d6-7ece-4093-a3d7-4d8755762c61 req-913827ab-d5d3-4608-b377-711137268a73 service neutron] 10.222.0.73 "GET /v2.0/networks?id=280ed514-b2cb-4176-817f-c21adcaa27a2 HTTP/1.1" status: 200 len: 916 time: 0.6994879 Aug 16 01:52:56.066576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6fb11-7dab-4ee5-b79f-623977b01b3d req-2476cb8a-8c0a-4471-a6b3-66cee38a6221 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:56.068190 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e4e6fb11-7dab-4ee5-b79f-623977b01b3d req-2476cb8a-8c0a-4471-a6b3-66cee38a6221 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 946 time: 0.1553221 Aug 16 01:52:56.076197 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e733a15e-7402-41df-9de6-a044ff07576d None None] DHCP port deletion for 968d6b21-4741-49af-bafb-a316252b7c3f request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:52:56.140208 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e4e6fb11-7dab-4ee5-b79f-623977b01b3d req-680434fe-86c2-4b0a-a38e-8aad8a1cfe59 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/security-groups?id=4873289e-3720-4ced-9bad-7afd4dececc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640347 Aug 16 01:52:56.211324 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d08498d6-7ece-4093-a3d7-4d8755762c61 req-f50f83c4-e210-4a50-9b4f-1a0829f80b1c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b88a3e4c-c182-4cdf-885c-052e879ba67a HTTP/1.1" status: 200 len: 217 time: 0.1747377 Aug 16 01:52:56.235826 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e733a15e-7402-41df-9de6-a044ff07576d None None] Deleting port 7a90e41b-26f8-4c7f-9757-f31f952a22ce {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:56.236400 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e733a15e-7402-41df-9de6-a044ff07576d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.257659 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-205b5e7f-d3d7-4f50-b7a7-7da7396bbe3a req-4cdeb612-1217-4196-adb9-2ef296205349 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013655 Aug 16 01:52:56.392042 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409171260', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:34Z', 'updated_at': '2021-08-16T01:52:49Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:37Z', 'updated_at': '2021-08-16T01:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '47676508-5971-4d02-a50c-da0846120576', 'name': '', 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:b4:3b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:47Z', 'updated_at': '2021-08-16T01:52:55Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:56.421316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08498d6-7ece-4093-a3d7-4d8755762c61 req-04370d2c-0ad4-4a5d-9af6-7de93065d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:56.424190 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d08498d6-7ece-4093-a3d7-4d8755762c61 req-04370d2c-0ad4-4a5d-9af6-7de93065d3ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04ca52e6-06a0-44f3-a2ee-82113af18a6a HTTP/1.1" status: 200 len: 855 time: 0.1966076 Aug 16 01:52:56.428466 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e733a15e-7402-41df-9de6-a044ff07576d None None] For port 7a90e41b-26f8-4c7f-9757-f31f952a22ce, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7a90e41b-26f8-4c7f-9757-f31f952a22ce,segment=NetworkSegment(5b28d0f0-2601-4664-91a9-cf092f5eac58),segment_id=5b28d0f0-2601-4664-91a9-cf092f5eac58)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:56.428910 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e733a15e-7402-41df-9de6-a044ff07576d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.431737 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port 7a90e41b-26f8-4c7f-9757-f31f952a22ce {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:56.432290 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.448391 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e733a15e-7402-41df-9de6-a044ff07576d None None] Calling delete_port for 7a90e41b-26f8-4c7f-9757-f31f952a22ce owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:56.469867 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cb51b7-266a-43ff-9653-56eab3eb1ca8 None None] The sync data for ids ['e3a333a4-1e7e-45ac-99de-09903ef8cc86'] in n-d-765315-27 is: [{'id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409171260', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:34Z', 'updated_at': '2021-08-16T01:52:49Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:37Z', 'updated_at': '2021-08-16T01:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '47676508-5971-4d02-a50c-da0846120576', 'name': '', 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:b4:3b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:47Z', 'updated_at': '2021-08-16T01:52:55Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:52:56.514424 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9135802-54ab-4914-981d-5b64f6defe05 req-d8502bde-07d5-4a41-8de5-c9bc6338ab06 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 210 time: 0.1019855 Aug 16 01:52:56.641900 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] For port 7a90e41b-26f8-4c7f-9757-f31f952a22ce, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7a90e41b-26f8-4c7f-9757-f31f952a22ce,segment=NetworkSegment(5b28d0f0-2601-4664-91a9-cf092f5eac58),segment_id=5b28d0f0-2601-4664-91a9-cf092f5eac58)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:56.643021 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.647396 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-3fcab082-91bc-4d3c-be53-01f030dc7293 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:56.648957 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-3fcab082-91bc-4d3c-be53-01f030dc7293 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.63 "GET /v2.0/networks?id=ddc52a66-db51-4cc6-9e0e-95031b947ff3 HTTP/1.1" status: 200 len: 797 time: 0.4100437 Aug 16 01:52:56.661481 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for 7a90e41b-26f8-4c7f-9757-f31f952a22ce owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:56.684836 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e733a15e-7402-41df-9de6-a044ff07576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.700133 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7a90e41b-26f8-4c7f-9757-f31f952a22ce no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:52:56.733021 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d08498d6-7ece-4093-a3d7-4d8755762c61 req-4b8dc486-ac78-4ef3-8340-97910ff62815 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=280ed514-b2cb-4176-817f-c21adcaa27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2734590 Aug 16 01:52:56.772936 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b8b4faab-eabd-455d-8d93-30ea870091f4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7069c6ece3114808b56031f1299826b6 HTTP/1.1" status: 200 len: 379 time: 0.1130683 Aug 16 01:52:56.786607 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 7a90e41b-26f8-4c7f-9757-f31f952a22ce {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:52:56.787259 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7a90e41b-26f8-4c7f-9757-f31f952a22ce not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:52:56.792194 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733a15e-7402-41df-9de6-a044ff07576d None None] Pushing event deleted for resources: {'Port': ['ID=7a90e41b-26f8-4c7f-9757-f31f952a22ce,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:56.798006 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-4917e826-2654-45ca-94f1-4c3dc0574b25 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'port': {'device_id': 'cdb013df-c406-42aa-84cd-c8f687889031', 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3', 'admin_state_up': True, 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'security_groups': ['7572d6be-c4c3-4b42-b913-94f892ea99d6']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:56.799493 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e733a15e-7402-41df-9de6-a044ff07576d None None] No DVR routers for this DVR port 7a90e41b-26f8-4c7f-9757-f31f952a22ce on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:56.979208 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.016779 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de053ee-7c89-46f5-8962-697c08494fcf req-3fce74eb-c0ce-428d-93b2-d34d74f9d4ff tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:57.019558 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8de053ee-7c89-46f5-8962-697c08494fcf req-3fce74eb-c0ce-428d-93b2-d34d74f9d4ff tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 946 time: 0.1092916 Aug 16 01:52:57.042769 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-4917e826-2654-45ca-94f1-4c3dc0574b25 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Made reservation on behalf of 7069c6ece3114808b56031f1299826b6 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:57.048083 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-4917e826-2654-45ca-94f1-4c3dc0574b25 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.054955 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d08498d6-7ece-4093-a3d7-4d8755762c61 req-eb44f974-77ca-412e-a117-58ca52630a82 service neutron] 10.222.0.73 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210411 Aug 16 01:52:57.058213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No DVR routers for this DVR port 7a90e41b-26f8-4c7f-9757-f31f952a22ce on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:57.063399 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=7a90e41b-26f8-4c7f-9757-f31f952a22ce,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:57.232629 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device b88a3e4c-c182-4cdf-885c-052e879ba67a details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:52:57.309206 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-4917e826-2654-45ca-94f1-4c3dc0574b25 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Allocated IP 172.20.0.14 (ddc52a66-db51-4cc6-9e0e-95031b947ff3/dc4636ad-db1a-4cbf-a948-9173e084eb0e/7e69fbad-8380-46f6-a06f-3b7e05536c45) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:52:57.423512 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.446564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port b88a3e4c-c182-4cdf-885c-052e879ba67a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=b88a3e4c-c182-4cdf-885c-052e879ba67a,segment=NetworkSegment(98423ec5-2de2-4e79-ba92-921e7271cef5),segment_id=98423ec5-2de2-4e79-ba92-921e7271cef5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:57.466700 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'b88a3e4c-c182-4cdf-885c-052e879ba67a', 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2', 'port_id': 'b88a3e4c-c182-4cdf-885c-052e879ba67a', 'mac_address': 'fa:16:3e:5d:de:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ca52e6-06a0-44f3-a2ee-82113af18a6a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:52:57.486114 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968d6b21-4741-49af-bafb-a316252b7c3f']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:57.494393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e2f93-164b-4459-8439-d7bccad16617 req-6e26858f-5d93-4cd0-9583-837b82efe728 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:57.502244 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-735e2f93-164b-4459-8439-d7bccad16617 req-6e26858f-5d93-4cd0-9583-837b82efe728 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 943 time: 0.1321642 Aug 16 01:52:57.513778 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b28d0f0-2601-4664-91a9-cf092f5eac58') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:57.514093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b28d0f0-2601-4664-91a9-cf092f5eac58') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:52:57.518764 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.543385 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88a3e4c-c182-4cdf-885c-052e879ba67a {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:57.554052 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.572948 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port b88a3e4c-c182-4cdf-885c-052e879ba67a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=b88a3e4c-c182-4cdf-885c-052e879ba67a,segment=NetworkSegment(98423ec5-2de2-4e79-ba92-921e7271cef5),segment_id=98423ec5-2de2-4e79-ba92-921e7271cef5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:57.582619 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d08498d6-7ece-4093-a3d7-4d8755762c61 req-23999ae2-1431-4bf6-ba19-af0aae3137f7 service neutron] 10.222.0.73 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117645 Aug 16 01:52:57.586193 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.589151 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.604484 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439f48b-acca-4253-8388-2c72382ec530 req-2e54619f-6ced-4934-bf60-b63b674c95bb tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:57.611819 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1439f48b-acca-4253-8388-2c72382ec530 req-2e54619f-6ced-4934-bf60-b63b674c95bb tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 946 time: 0.2825363 Aug 16 01:52:57.635177 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-a3e69d0a-061f-4bca-a023-813b3687df02 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2540259 Aug 16 01:52:57.635744 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-4917e826-2654-45ca-94f1-4c3dc0574b25 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.637160 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:52:57.637585 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:52:57.649038 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:52:57.658974 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-4917e826-2654-45ca-94f1-4c3dc0574b25 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Transition to ACTIVE for port object 7e69fbad-8380-46f6-a06f-3b7e05536c45 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:57.736096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=b88a3e4c-c182-4cdf-885c-052e879ba67a,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:57.757275 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8de053ee-7c89-46f5-8962-697c08494fcf req-e5dff314-2706-4a71-8675-78b1b8e3d8f9 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Deleting port 30b9e14b-ef65-4be2-8d96-1c18b34f63d6 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:52:57.757628 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8de053ee-7c89-46f5-8962-697c08494fcf req-e5dff314-2706-4a71-8675-78b1b8e3d8f9 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.764242 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-735e2f93-164b-4459-8439-d7bccad16617 req-308d475b-4ee3-43ac-954e-d0eb595ad3bb tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2609582 Aug 16 01:52:57.765580 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-4917e826-2654-45ca-94f1-4c3dc0574b25 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.804103 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1439f48b-acca-4253-8388-2c72382ec530 req-6bf06ca1-97a0-4463-b1f9-f0a26735e780 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/security-groups?id=4873289e-3720-4ced-9bad-7afd4dececc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913261 Aug 16 01:52:57.826338 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-4917e826-2654-45ca-94f1-4c3dc0574b25 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network ddc52a66-db51-4cc6-9e0e-95031b947ff3 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:52:57.884639 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-4917e826-2654-45ca-94f1-4c3dc0574b25 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:52:57.894531 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-4917e826-2654-45ca-94f1-4c3dc0574b25 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:52:57.921775 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['b88a3e4c-c182-4cdf-885c-052e879ba67a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:57.927923 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.953955 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:57.960806 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/networks/968d6b21-4741-49af-bafb-a316252b7c3f HTTP/1.1" status: 204 len: 168 time: 2.3942413 Aug 16 01:52:57.980946 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39078) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:58.006214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-40fd0b7a-c605-4875-aed9-48383a944cee tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-997978227'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:58.066551 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d9140-c5b6-4afc-8aa3-364a2691fe39 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Network': ['ID=968d6b21-4741-49af-bafb-a316252b7c3f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:58.086523 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917e826-2654-45ca-94f1-4c3dc0574b25 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=7e69fbad-8380-46f6-a06f-3b7e05536c45,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:58.137643 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-4917e826-2654-45ca-94f1-4c3dc0574b25 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:58.138850 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-4917e826-2654-45ca-94f1-4c3dc0574b25 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.139324 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8de053ee-7c89-46f5-8962-697c08494fcf req-e5dff314-2706-4a71-8675-78b1b8e3d8f9 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] For port 30b9e14b-ef65-4be2-8d96-1c18b34f63d6, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=30b9e14b-ef65-4be2-8d96-1c18b34f63d6,segment=NetworkSegment(faa109e5-083a-420f-beeb-68651da9e465),segment_id=faa109e5-083a-420f-beeb-68651da9e465)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:58.139701 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8de053ee-7c89-46f5-8962-697c08494fcf req-e5dff314-2706-4a71-8675-78b1b8e3d8f9 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.154446 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fd0b7a-c605-4875-aed9-48383a944cee tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:58.161034 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40fd0b7a-c605-4875-aed9-48383a944cee tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.170904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a3a23-494a-4675-828e-c1a0f9d15d0a req-9472783d-46f1-4981-8c61-af5be2418741 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:58.182929 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5c3a3a23-494a-4675-828e-c1a0f9d15d0a req-9472783d-46f1-4981-8c61-af5be2418741 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 944 time: 0.2894456 Aug 16 01:52:58.190745 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-4917e826-2654-45ca-94f1-4c3dc0574b25 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4035566 Aug 16 01:52:58.211010 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874acd05-5795-4e8e-8317-12c6e45e879a req-92cabdc1-4888-476e-a918-8e3391f4fff4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:58.211939 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Request body: {'port': {'device_id': 'cdb013df-c406-42aa-84cd-c8f687889031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:58.224087 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-874acd05-5795-4e8e-8317-12c6e45e879a req-92cabdc1-4888-476e-a918-8e3391f4fff4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 932 time: 0.2666802 Aug 16 01:52:58.229490 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8de053ee-7c89-46f5-8962-697c08494fcf req-e5dff314-2706-4a71-8675-78b1b8e3d8f9 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Calling delete_port for 30b9e14b-ef65-4be2-8d96-1c18b34f63d6 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:52:58.364207 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40fd0b7a-c605-4875-aed9-48383a944cee tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:52:58.378942 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.390570 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5c3a3a23-494a-4675-828e-c1a0f9d15d0a req-1bf2ce22-376f-4bda-bd7d-449b99860518 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066925 Aug 16 01:52:58.391316 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-874acd05-5795-4e8e-8317-12c6e45e879a req-3a37a75e-46a7-422c-b9e8-eafe2f30f5b4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638963 Aug 16 01:52:58.425438 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40fd0b7a-c605-4875-aed9-48383a944cee tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.426133 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-40fd0b7a-c605-4875-aed9-48383a944cee tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Added segment 41c6d819-1fe4-41e3-b521-5fa7e8d0b57b of type vlan for network 1d24bb85-0c68-4a7b-9810-88b069f67720 Aug 16 01:52:58.451409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-13bd46c0-cdcb-4fa2-9cdb-2f4f8e9f6296 None None] Provisioning for port 7e69fbad-8380-46f6-a06f-3b7e05536c45 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:58.455906 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-13bd46c0-cdcb-4fa2-9cdb-2f4f8e9f6296 None None] Provisioning complete for port 7e69fbad-8380-46f6-a06f-3b7e05536c45 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:58.456379 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13bd46c0-cdcb-4fa2-9cdb-2f4f8e9f6296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.535340 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-13bd46c0-cdcb-4fa2-9cdb-2f4f8e9f6296 None None] Port 7e69fbad-8380-46f6-a06f-3b7e05536c45 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:52:58.557493 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40fd0b7a-c605-4875-aed9-48383a944cee tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.635550 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40fd0b7a-c605-4875-aed9-48383a944cee tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.642740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fd0b7a-c605-4875-aed9-48383a944cee tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:58.643532 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40fd0b7a-c605-4875-aed9-48383a944cee tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.674497 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8de053ee-7c89-46f5-8962-697c08494fcf req-e5dff314-2706-4a71-8675-78b1b8e3d8f9 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.689254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['30b9e14b-ef65-4be2-8d96-1c18b34f63d6'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:52:58.719411 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-40fd0b7a-c605-4875-aed9-48383a944cee tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7175927 Aug 16 01:52:58.727026 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39082) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:58.727279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 47676508-5971-4d02-a50c-da0846120576 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:58.762389 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7b30cb25-eeff-4fc1-8577-c3adb3874652 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'subnet': {'network_id': '1d24bb85-0c68-4a7b-9810-88b069f67720', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:58.786487 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dff314-2706-4a71-8675-78b1b8e3d8f9 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Pushing event deleted for resources: {'Port': ['ID=30b9e14b-ef65-4be2-8d96-1c18b34f63d6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:58.858381 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 47676508-5971-4d02-a50c-da0846120576 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:58.863396 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 47676508-5971-4d02-a50c-da0846120576 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:58.864039 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.872550 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd0b7a-c605-4875-aed9-48383a944cee tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Network': ['ID=1d24bb85-0c68-4a7b-9810-88b069f67720,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:58.892010 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 1d24bb85-0c68-4a7b-9810-88b069f67720 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:52:58.919065 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de053ee-7c89-46f5-8962-697c08494fcf req-e5dff314-2706-4a71-8675-78b1b8e3d8f9 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] No DVR routers for this DVR port 30b9e14b-ef65-4be2-8d96-1c18b34f63d6 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:52:58.930773 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8de053ee-7c89-46f5-8962-697c08494fcf req-e5dff314-2706-4a71-8675-78b1b8e3d8f9 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:58.931426 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8de053ee-7c89-46f5-8962-697c08494fcf req-e5dff314-2706-4a71-8675-78b1b8e3d8f9 tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.63 "DELETE /v2.0/ports/30b9e14b-ef65-4be2-8d96-1c18b34f63d6 HTTP/1.1" status: 204 len: 173 time: 1.8588781 Aug 16 01:52:58.940474 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3dae96-54a4-400f-a926-58110e526326', 'name': 'network-vif-deleted', 'tag': '30b9e14b-ef65-4be2-8d96-1c18b34f63d6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:58.943161 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6b0932-1d99-4df5-b0fb-7160df17e128" -d '{"events": [{"server_uuid": "1d3dae96-54a4-400f-a926-58110e526326", "name": "network-vif-deleted", "tag": "30b9e14b-ef65-4be2-8d96-1c18b34f63d6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:59.035412 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cec41-d3fb-4448-8748-6f64a47201c1 req-bbc07ee8-cdb9-46bf-b20f-046e0a3ea053 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:59.036931 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-689cec41-d3fb-4448-8748-6f64a47201c1 req-bbc07ee8-cdb9-46bf-b20f-046e0a3ea053 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 943 time: 0.1718147 Aug 16 01:52:59.076554 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.106853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e69fbad-8380-46f6-a06f-3b7e05536c45 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:52:59.115683 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-689cec41-d3fb-4448-8748-6f64a47201c1 req-9132f232-2ba5-43a9-81c2-76225fc26c73 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687566 Aug 16 01:52:59.124493 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 47676508-5971-4d02-a50c-da0846120576, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=47676508-5971-4d02-a50c-da0846120576,segment=NetworkSegment(82bf085e-4971-4466-8060-7d71e33b44eb),segment_id=82bf085e-4971-4466-8060-7d71e33b44eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:59.130362 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.136679 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.156170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Transition to ACTIVE for port object 7e69fbad-8380-46f6-a06f-3b7e05536c45 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:52:59.162743 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.228462 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=47676508-5971-4d02-a50c-da0846120576,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:59.240360 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device b88a3e4c-c182-4cdf-885c-052e879ba67a up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:52:59.333059 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Pushing event updated for resources: {'Port': ['ID=7e69fbad-8380-46f6-a06f-3b7e05536c45,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:59.349200 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Attempting to bind port 7e69fbad-8380-46f6-a06f-3b7e05536c45 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:52:59.349584 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Attempting to bind port 7e69fbad-8380-46f6-a06f-3b7e05536c45 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '82bf085e-4971-4466-8060-7d71e33b44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:52:59.350039 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Attempting to bind port 7e69fbad-8380-46f6-a06f-3b7e05536c45 on network ddc52a66-db51-4cc6-9e0e-95031b947ff3 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:59.355846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Port 7e69fbad-8380-46f6-a06f-3b7e05536c45 on network ddc52a66-db51-4cc6-9e0e-95031b947ff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:52:59.355846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Attempting to bind port 7e69fbad-8380-46f6-a06f-3b7e05536c45 on network ddc52a66-db51-4cc6-9e0e-95031b947ff3 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:52:59.360195 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port b88a3e4c-c182-4cdf-885c-052e879ba67a completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:52:59.365560 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port b88a3e4c-c182-4cdf-885c-052e879ba67a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:52:59.366066 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.374915 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:52:59.375150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Checking segment: {'id': '82bf085e-4971-4466-8060-7d71e33b44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:52:59.375524 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Bound using segment: {'id': '82bf085e-4971-4466-8060-7d71e33b44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:52:59.376056 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Bound port: 7e69fbad-8380-46f6-a06f-3b7e05536c45, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bf085e-4971-4466-8060-7d71e33b44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:52:59.377835 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.458797 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1eb26a-d7ec-460d-8260-d4ba50a03a3f x-openstack-request-id: req-fa1eb26a-d7ec-460d-8260-d4ba50a03a3f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:59.459164 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3dae96-54a4-400f-a926-58110e526326", "name": "network-vif-deleted", "tag": "30b9e14b-ef65-4be2-8d96-1c18b34f63d6", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:59.459451 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fa1eb26a-d7ec-460d-8260-d4ba50a03a3f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:59.459947 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3dae96-54a4-400f-a926-58110e526326', 'name': 'network-vif-deleted', 'tag': '30b9e14b-ef65-4be2-8d96-1c18b34f63d6', 'status': 'completed', 'code': 200} Aug 16 01:52:59.477457 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] For port 7e69fbad-8380-46f6-a06f-3b7e05536c45, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:52:59.482057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] For port 7e69fbad-8380-46f6-a06f-3b7e05536c45, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7e69fbad-8380-46f6-a06f-3b7e05536c45,segment=NetworkSegment(82bf085e-4971-4466-8060-7d71e33b44eb),segment_id=82bf085e-4971-4466-8060-7d71e33b44eb)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:52:59.486919 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.487781 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.532533 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cf5fbd-3461-4d07-a87f-41eb5f03f574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88a3e4c-c182-4cdf-885c-052e879ba67a'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:59.535814 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27d29f6-7fbc-4ee9-8db3-0c27aabfe928" -d '{"events": [{"server_uuid": "05cf5fbd-3461-4d07-a87f-41eb5f03f574", "name": "network-vif-plugged", "status": "completed", "tag": "b88a3e4c-c182-4cdf-885c-052e879ba67a"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:59.550434 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port b88a3e4c-c182-4cdf-885c-052e879ba67a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=b88a3e4c-c182-4cdf-885c-052e879ba67a,segment=NetworkSegment(98423ec5-2de2-4e79-ba92-921e7271cef5),segment_id=98423ec5-2de2-4e79-ba92-921e7271cef5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:52:59.559035 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.595100 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-caca84de-1e31-430d-b4b9-b5f60a6d1bef req-618d8458-f96a-4ef0-bb6e-3baea1ac595c tempest-ServerAddressesNegativeTestJSON-1843159480 tempest-ServerAddressesNegativeTestJSON-1843159480-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3dae96-54a4-400f-a926-58110e526326 HTTP/1.1" status: 200 len: 210 time: 0.6720641 Aug 16 01:52:59.637393 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=b88a3e4c-c182-4cdf-885c-052e879ba67a,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:59.647351 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:59.647964 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.649414 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-b42e0397-ac48-4752-8949-6132a594992b service neutron] 10.222.0.63 "PUT /v2.0/ports/7e69fbad-8380-46f6-a06f-3b7e05536c45 HTTP/1.1" status: 200 len: 1093 time: 1.4444838 Aug 16 01:52:59.658797 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb013df-c406-42aa-84cd-c8f687889031', 'tag': '7e69fbad-8380-46f6-a06f-3b7e05536c45'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:52:59.664572 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99a941b-1b90-44e4-a184-6c7a72787f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb013df-c406-42aa-84cd-c8f687889031", "tag": "7e69fbad-8380-46f6-a06f-3b7e05536c45"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:52:59.711819 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c8155-f7df-4bf3-b563-8e4edb69d12e req-7ab7d29d-2a39-40a2-8f60-2e361708bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:59.713590 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-040c8155-f7df-4bf3-b563-8e4edb69d12e req-7ab7d29d-2a39-40a2-8f60-2e361708bf95 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba9abf8115ac4b508816c39be6e59924&device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 1095 time: 0.8045816 Aug 16 01:52:59.719322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b30cb25-eeff-4fc1-8577-c3adb3874652 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:52:59.734239 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b30cb25-eeff-4fc1-8577-c3adb3874652 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:59.769970 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e0397-ac48-4752-8949-6132a594992b service neutron] Pushing event updated for resources: {'Port': ['ID=7e69fbad-8380-46f6-a06f-3b7e05536c45,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:52:59.788068 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-fac80e5c-1ee4-4cf2-a2b7-c158ec92120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:59.789846 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-fac80e5c-1ee4-4cf2-a2b7-c158ec92120c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f&tenant_id=ba9abf8115ac4b508816c39be6e59924 HTTP/1.1" status: 200 len: 1095 time: 0.8163185 Aug 16 01:52:59.810699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76b45c-503f-4ccf-b40d-9e8c224cec56 req-a3245aab-43bc-4428-9d0b-1cfcf8a7c1b4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:59.813545 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d76b45c-503f-4ccf-b40d-9e8c224cec56 req-a3245aab-43bc-4428-9d0b-1cfcf8a7c1b4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 944 time: 0.2876866 Aug 16 01:52:59.842196 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:52:59.886977 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-ea4f9140-6936-4639-8222-b5ec9b07631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:52:59.888537 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-ea4f9140-6936-4639-8222-b5ec9b07631a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 1096 time: 0.1775103 Aug 16 01:52:59.898881 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d76b45c-503f-4ccf-b40d-9e8c224cec56 req-55635eab-65e0-45b1-97d7-4908b8a629ed tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725896 Aug 16 01:52:59.946100 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-8fcc8ed5-fad1-44eb-ba55-b5ac29c3b07f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e69fbad-8380-46f6-a06f-3b7e05536c45 HTTP/1.1" status: 200 len: 217 time: 0.0460656 Aug 16 01:52:59.967116 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e3d901-6128-4a0a-8665-c38e904d367f x-openstack-request-id: req-55e3d901-6128-4a0a-8665-c38e904d367f {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:52:59.967508 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cf5fbd-3461-4d07-a87f-41eb5f03f574", "name": "network-vif-plugged", "status": "completed", "tag": "b88a3e4c-c182-4cdf-885c-052e879ba67a", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:52:59.967936 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-55e3d901-6128-4a0a-8665-c38e904d367f {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:52:59.968588 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cf5fbd-3461-4d07-a87f-41eb5f03f574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88a3e4c-c182-4cdf-885c-052e879ba67a', 'code': 200} Aug 16 01:53:00.028869 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08b0e6b-eea3-46ca-874c-b29dded4d481 x-openstack-request-id: req-f08b0e6b-eea3-46ca-874c-b29dded4d481 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:00.029548 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb013df-c406-42aa-84cd-c8f687889031", "tag": "7e69fbad-8380-46f6-a06f-3b7e05536c45", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:00.029984 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f08b0e6b-eea3-46ca-874c-b29dded4d481 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:00.039059 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb013df-c406-42aa-84cd-c8f687889031', 'tag': '7e69fbad-8380-46f6-a06f-3b7e05536c45', 'status': 'completed', 'code': 200} Aug 16 01:53:00.041991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63fc1c-e858-447c-953c-640083d07429 req-19075285-2bd4-49c4-b6fe-da28f4b72bd3 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:00.043681 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8f63fc1c-e858-447c-953c-640083d07429 req-19075285-2bd4-49c4-b6fe-da28f4b72bd3 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 945 time: 0.3288133 Aug 16 01:53:00.054427 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.069537 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-ce4df4c3-ce88-44e2-bdc3-2f76c3ac0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:00.071213 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-ce4df4c3-ce88-44e2-bdc3-2f76c3ac0756 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dc4636ad-db1a-4cbf-a948-9173e084eb0e HTTP/1.1" status: 200 len: 835 time: 0.1176407 Aug 16 01:53:00.130289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-1c502610-cb90-41f9-98e9-e37c7776d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:00.132150 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-1c502610-cb90-41f9-98e9-e37c7776d604 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ddc52a66-db51-4cc6-9e0e-95031b947ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491240 Aug 16 01:53:00.136911 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c8155-f7df-4bf3-b563-8e4edb69d12e req-5870bec7-2133-4e96-afa3-3d6a4d92c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:00.138591 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-040c8155-f7df-4bf3-b563-8e4edb69d12e req-5870bec7-2133-4e96-afa3-3d6a4d92c2d6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=41d6539e-4b24-4ea3-ae06-65cd600ea064 HTTP/1.1" status: 200 len: 918 time: 0.3817840 Aug 16 01:53:00.247668 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8f63fc1c-e858-447c-953c-640083d07429 req-3090b7e0-5248-4e0f-b811-c7c574fa750d tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941521 Aug 16 01:53:00.284533 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-bc28aa73-d4bd-4551-8a4e-de0d37286803 service neutron] 10.222.0.63 "GET /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325901 Aug 16 01:53:00.304349 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bb559-03c7-4dd3-b067-099be1ddda85 req-5d2950e4-d903-4f6e-ba27-ab28aa5c0858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:00.305882 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b19bb559-03c7-4dd3-b067-099be1ddda85 req-5d2950e4-d903-4f6e-ba27-ab28aa5c0858 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 1097 time: 0.2347560 Aug 16 01:53:00.360768 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee3831-4055-49d1-a220-a1f48fd9018a req-516f6bb3-9f1c-44eb-a61b-18c379b77b3b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:00.362298 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-13ee3831-4055-49d1-a220-a1f48fd9018a req-516f6bb3-9f1c-44eb-a61b-18c379b77b3b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 943 time: 0.1136999 Aug 16 01:53:00.398189 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-040c8155-f7df-4bf3-b563-8e4edb69d12e req-dfff4e21-477a-47f7-8ab2-861e0c61936d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157 HTTP/1.1" status: 200 len: 998 time: 0.2083921 Aug 16 01:53:00.427791 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-13ee3831-4055-49d1-a220-a1f48fd9018a req-458a71a1-9a63-4285-aa04-ede03aa7b0e8 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562541 Aug 16 01:53:00.439760 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a017779-f650-4206-b0f2-26a680c5a7fb req-3dd8100f-f724-4f5d-9d3c-4122207e146c service neutron] 10.222.0.63 "GET /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439116 Aug 16 01:53:00.479401 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b30cb25-eeff-4fc1-8577-c3adb3874652 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.543697 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a941b-1b90-44e4-a184-6c7a72787f5e req-ddf82d0e-7008-4806-a761-ba49a12b2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:00.545580 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a99a941b-1b90-44e4-a184-6c7a72787f5e req-ddf82d0e-7008-4806-a761-ba49a12b2b15 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 1096 time: 0.0449777 Aug 16 01:53:00.577095 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b19bb559-03c7-4dd3-b067-099be1ddda85 req-721135a1-8876-4312-a9bb-b6892941d23f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053232 Aug 16 01:53:00.594553 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c8155-f7df-4bf3-b563-8e4edb69d12e req-c70a1c22-dc0d-4e62-9634-3ab2275f819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:00.598127 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-040c8155-f7df-4bf3-b563-8e4edb69d12e req-c70a1c22-dc0d-4e62-9634-3ab2275f819b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b85102c8-d1ed-4688-b6f1-154a4a3875ac HTTP/1.1" status: 200 len: 856 time: 0.1805959 Aug 16 01:53:00.639957 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 47676508-5971-4d02-a50c-da0846120576 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:00.664334 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39112) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:00.676199 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30cb25-eeff-4fc1-8577-c3adb3874652 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Subnet': ['ID=5bc8377a-f27d-410e-9e4c-ad7d17a91f00,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:00.702344 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 47676508-5971-4d02-a50c-da0846120576 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:00.702880 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.730833 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a941b-1b90-44e4-a184-6c7a72787f5e req-2c2dd00a-2dc4-479e-9419-4d9b2818b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:00.732628 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a99a941b-1b90-44e4-a184-6c7a72787f5e req-2c2dd00a-2dc4-479e-9419-4d9b2818b944 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ddc52a66-db51-4cc6-9e0e-95031b947ff3 HTTP/1.1" status: 200 len: 898 time: 0.1800127 Aug 16 01:53:00.735335 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] For port 0df7fa1e-c8ff-437b-9003-eb34c3f66157, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:00.745902 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b30cb25-eeff-4fc1-8577-c3adb3874652 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Checking segment: {'id': '41c6d819-1fe4-41e3-b521-5fa7e8d0b57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d24bb85-0c68-4a7b-9810-88b069f67720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:00.746362 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b30cb25-eeff-4fc1-8577-c3adb3874652 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network hostable DHCP agents. Network: 1d24bb85-0c68-4a7b-9810-88b069f67720, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:53:00.756793 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c8155-f7df-4bf3-b563-8e4edb69d12e req-8a3bfa74-4253-4ccf-934d-cbe8d81c3bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:00.758505 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-040c8155-f7df-4bf3-b563-8e4edb69d12e req-8a3bfa74-4253-4ccf-934d-cbe8d81c3bda service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=41d6539e-4b24-4ea3-ae06-65cd600ea064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1496747 Aug 16 01:53:00.779039 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5ba1ef-b5f0-409d-8f72-caf955caec14 admin admin] Deleting subnet db241479-5c5b-4bd2-b915-aeec34583fa4 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:53:00.812461 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e5ba1ef-b5f0-409d-8f72-caf955caec14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.815184 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a99a941b-1b90-44e4-a184-6c7a72787f5e req-4f82805a-796d-484a-a0ae-92792376afe4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e69fbad-8380-46f6-a06f-3b7e05536c45 HTTP/1.1" status: 200 len: 217 time: 0.0619924 Aug 16 01:53:00.838848 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b30cb25-eeff-4fc1-8577-c3adb3874652 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 1d24bb85-0c68-4a7b-9810-88b069f67720 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:53:00.861584 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] For port 0df7fa1e-c8ff-437b-9003-eb34c3f66157, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:00.864456 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7b30cb25-eeff-4fc1-8577-c3adb3874652 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 1d24bb85-0c68-4a7b-9810-88b069f67720) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:00.873972 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e7fb3b-3618-467d-a6a5-88c9e15c6b02 None None] Network 1d24bb85-0c68-4a7b-9810-88b069f67720 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:00.889966 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b30cb25-eeff-4fc1-8577-c3adb3874652 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:00.890852 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b30cb25-eeff-4fc1-8577-c3adb3874652 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.893863 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e5ba1ef-b5f0-409d-8f72-caf955caec14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.922335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a941b-1b90-44e4-a184-6c7a72787f5e req-eff49d12-918a-40a2-9bc9-11ac750f7e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:00.923898 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a99a941b-1b90-44e4-a184-6c7a72787f5e req-eff49d12-918a-40a2-9bc9-11ac750f7e86 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dc4636ad-db1a-4cbf-a948-9173e084eb0e HTTP/1.1" status: 200 len: 835 time: 0.0868111 Aug 16 01:53:00.928659 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df7fa1e-c8ff-437b-9003-eb34c3f66157 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:00.941362 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.949691 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7b30cb25-eeff-4fc1-8577-c3adb3874652 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2189906 Aug 16 01:53:00.953302 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39118) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:00.960078 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b6d601df-f28e-4393-afd8-44c425fd6fd6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-38467377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:00.983696 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e5ba1ef-b5f0-409d-8f72-caf955caec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:00.985496 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-040c8155-f7df-4bf3-b563-8e4edb69d12e req-94147212-c20d-4f72-b29d-ac85985652dc service neutron] 10.222.0.63 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158239 Aug 16 01:53:00.986457 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Transition to ACTIVE for port object 0df7fa1e-c8ff-437b-9003-eb34c3f66157 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:01.018629 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.088982 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a941b-1b90-44e4-a184-6c7a72787f5e req-10de3198-05f0-4faa-a702-06ca396afd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:01.090655 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a99a941b-1b90-44e4-a184-6c7a72787f5e req-10de3198-05f0-4faa-a702-06ca396afd28 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ddc52a66-db51-4cc6-9e0e-95031b947ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1555061 Aug 16 01:53:01.090964 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-1d24bb85-0c68-4a7b-9810-88b069f67720', 'network_id': '1d24bb85-0c68-4a7b-9810-88b069f67720', 'tenant_id': '2838ccd56ffe4e92a1b0adcc50f76a21', 'fixed_ips': [{'subnet_id': '5bc8377a-f27d-410e-9e4c-ad7d17a91f00'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:53:01.091997 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.125337 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6d601df-f28e-4393-afd8-44c425fd6fd6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.126519 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6d601df-f28e-4393-afd8-44c425fd6fd6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.197237 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d58e9-5906-48b4-886f-510b98bfdb02 req-70511f23-74ac-48ff-aa3d-e02f4f22386f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:01.204697 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b0d58e9-5906-48b4-886f-510b98bfdb02 req-70511f23-74ac-48ff-aa3d-e02f4f22386f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 944 time: 0.1747696 Aug 16 01:53:01.233543 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e5ba1ef-b5f0-409d-8f72-caf955caec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.270636 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6d601df-f28e-4393-afd8-44c425fd6fd6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.281183 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Pushing event updated for resources: {'Port': ['ID=0df7fa1e-c8ff-437b-9003-eb34c3f66157,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:01.295491 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6d601df-f28e-4393-afd8-44c425fd6fd6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.344001 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-040c8155-f7df-4bf3-b563-8e4edb69d12e req-6573a9ca-cf64-4f97-8426-043524e312e3 service neutron] 10.222.0.63 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468208 Aug 16 01:53:01.357790 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-d3ff2d4a-8e8e-42c5-a129-ec22f50e4cac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2011559 Aug 16 01:53:01.363778 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6d601df-f28e-4393-afd8-44c425fd6fd6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.370433 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b6d601df-f28e-4393-afd8-44c425fd6fd6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4138491 Aug 16 01:53:01.371444 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39124) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:01.405601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Allocated IP 2001:db8::2 (1d24bb85-0c68-4a7b-9810-88b069f67720/5bc8377a-f27d-410e-9e4c-ad7d17a91f00/4230fd76-fed2-4e70-8dbd-0a7302955ea4) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:01.405848 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-39352a32-5164-488d-ba62-4f8b1ea3f840 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'network_id': '1d24bb85-0c68-4a7b-9810-88b069f67720', 'name': 'tempest-PortsIpV6TestJSON-711295942'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:01.410964 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] No DVR routers for this DVR port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:53:01.671205 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.689610 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Transition to ACTIVE for port object 4230fd76-fed2-4e70-8dbd-0a7302955ea4 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:01.697993 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-1ef634a9-b463-4f1f-b9c0-e2f5c77d60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:01.698578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-1ef634a9-b463-4f1f-b9c0-e2f5c77d60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:01.699091 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-1ef634a9-b463-4f1f-b9c0-e2f5c77d60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:01.699635 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-1ef634a9-b463-4f1f-b9c0-e2f5c77d60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:01.700129 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-1ef634a9-b463-4f1f-b9c0-e2f5c77d60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:01.700589 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-1ef634a9-b463-4f1f-b9c0-e2f5c77d60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:01.701047 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-1ef634a9-b463-4f1f-b9c0-e2f5c77d60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:01.704422 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-1ef634a9-b463-4f1f-b9c0-e2f5c77d60bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ca74d145ad54f52a9156b1910a2719b&device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 6507 time: 0.2347908 Aug 16 01:53:01.716803 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Transition to ACTIVE for port object 4230fd76-fed2-4e70-8dbd-0a7302955ea4 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:01.719025 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a049f64-a5a3-4ce4-9bd7-955a03100da0 req-4f782034-8a35-4a79-af26-ce2814f33b77 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:01.722375 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a049f64-a5a3-4ce4-9bd7-955a03100da0 req-4f782034-8a35-4a79-af26-ce2814f33b77 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 945 time: 0.2941229 Aug 16 01:53:01.730103 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.778834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Network 1d24bb85-0c68-4a7b-9810-88b069f67720 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:01.782369 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:01.791126 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:01.801796 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Pushing event updated for resources: {'Port': ['ID=4230fd76-fed2-4e70-8dbd-0a7302955ea4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:01.857319 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Attempting to bind port 4230fd76-fed2-4e70-8dbd-0a7302955ea4 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:01.857694 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Attempting to bind port 4230fd76-fed2-4e70-8dbd-0a7302955ea4 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '41c6d819-1fe4-41e3-b521-5fa7e8d0b57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d24bb85-0c68-4a7b-9810-88b069f67720'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:01.858260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Attempting to bind port 4230fd76-fed2-4e70-8dbd-0a7302955ea4 on network 1d24bb85-0c68-4a7b-9810-88b069f67720 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:01.863991 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:01.864359 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Checking segment: {'id': '41c6d819-1fe4-41e3-b521-5fa7e8d0b57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d24bb85-0c68-4a7b-9810-88b069f67720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:01.864764 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.865295 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Bound using segment: {'id': '41c6d819-1fe4-41e3-b521-5fa7e8d0b57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d24bb85-0c68-4a7b-9810-88b069f67720'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:01.865781 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Bound port: 4230fd76-fed2-4e70-8dbd-0a7302955ea4, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c6d819-1fe4-41e3-b521-5fa7e8d0b57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d24bb85-0c68-4a7b-9810-88b069f67720'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:01.866177 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.868923 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ba1ef-b5f0-409d-8f72-caf955caec14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db241479-5c5b-4bd2-b915-aeec34583fa4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:01.888914 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b0d58e9-5906-48b4-886f-510b98bfdb02 req-424f8049-64df-46d2-94fb-6df4f11f72d4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6807139 Aug 16 01:53:01.894599 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e5ba1ef-b5f0-409d-8f72-caf955caec14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.907238 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 30b9e14b-ef65-4be2-8d96-1c18b34f63d6 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:01.907456 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6e5ba1ef-b5f0-409d-8f72-caf955caec14 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/db241479-5c5b-4bd2-b915-aeec34583fa4 HTTP/1.1" status: 204 len: 168 time: 1.2363636 Aug 16 01:53:01.907557 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a049f64-a5a3-4ce4-9bd7-955a03100da0 req-a3903b9e-2f20-48a6-8bba-44598a45500b tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535311 Aug 16 01:53:01.907557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39132) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:01.941142 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a99a941b-1b90-44e4-a184-6c7a72787f5e req-1362ff2b-9f4e-4cf3-b81c-1ed2d0f983c1 service neutron] 10.222.0.63 "GET /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8397634 Aug 16 01:53:01.961377 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39352a32-5164-488d-ba62-4f8b1ea3f840 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:01.962083 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 30b9e14b-ef65-4be2-8d96-1c18b34f63d6 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:53:01.962535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 30b9e14b-ef65-4be2-8d96-1c18b34f63d6 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:53:01.966367 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39352a32-5164-488d-ba62-4f8b1ea3f840 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:01.968976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Attempting to bind port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:01.969315 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Attempting to bind port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:01.969640 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Attempting to bind port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 on network 41d6539e-4b24-4ea3-ae06-65cd600ea064 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:02.002889 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] For port 4230fd76-fed2-4e70-8dbd-0a7302955ea4, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:02.006469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] For port 4230fd76-fed2-4e70-8dbd-0a7302955ea4, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4230fd76-fed2-4e70-8dbd-0a7302955ea4,segment=NetworkSegment(41c6d819-1fe4-41e3-b521-5fa7e8d0b57b),segment_id=41c6d819-1fe4-41e3-b521-5fa7e8d0b57b)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:02.017096 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.036872 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 on network 41d6539e-4b24-4ea3-ae06-65cd600ea064 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:02.037172 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Attempting to bind port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 on network 41d6539e-4b24-4ea3-ae06-65cd600ea064 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:02.058834 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-a5fe0a1e-d680-45d9-8682-d3434f032155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:02.059313 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-a5fe0a1e-d680-45d9-8682-d3434f032155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:02.059789 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-a5fe0a1e-d680-45d9-8682-d3434f032155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:02.061398 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-a5fe0a1e-d680-45d9-8682-d3434f032155 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ffd1200-3653-4dd2-97e7-c5074409a495&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=f3ba83b8-171e-47ab-b264-b5e65af7f447&id=f3ba83b8-171e-47ab-b264-b5e65af7f447 HTTP/1.1" status: 200 len: 2297 time: 0.3204973 Aug 16 01:53:02.064661 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-39352a32-5164-488d-ba62-4f8b1ea3f840 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] device_id is not set on port ef73ad51-5e47-4a81-8e96-b820d4573999 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:53:02.070577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:02.070885 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Checking segment: {'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:02.071240 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Bound using segment: {'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:02.071823 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Bound port: 0df7fa1e-c8ff-437b-9003-eb34c3f66157, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867d8394-ab70-4b0c-9dca-087eac4758eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:02.072294 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.094000 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559d1da-2f9c-408b-9e09-113a0ea1d2d2 req-251f4fde-d36a-4add-ba8d-0fb6705f62f0 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:02.095445 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-218e30bb-3840-435f-a9af-a4e66e17c084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.095663 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6559d1da-2f9c-408b-9e09-113a0ea1d2d2 req-251f4fde-d36a-4add-ba8d-0fb6705f62f0 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 943 time: 0.1225672 Aug 16 01:53:02.102435 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a99a941b-1b90-44e4-a184-6c7a72787f5e req-4c61ed4d-833a-4d34-8b93-efaad0ba4c0e service neutron] 10.222.0.63 "GET /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527941 Aug 16 01:53:02.108980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cdc45-b01a-4b9e-94e5-0b834958c0e1 None None] Pushing event updated for resources: {'Port': ['ID=4230fd76-fed2-4e70-8dbd-0a7302955ea4,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:02.158546 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6559d1da-2f9c-408b-9e09-113a0ea1d2d2 req-8fb5087f-5499-43a9-bbcc-f04ac56fb3d4 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542986 Aug 16 01:53:02.282532 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-97d7b442-018e-46cd-adfd-7467f61e696e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15416754-813f-49e1-bf9c-3e1659dcbe8b HTTP/1.1" status: 200 len: 1001 time: 0.2033675 Aug 16 01:53:02.380842 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] For port 0df7fa1e-c8ff-437b-9003-eb34c3f66157, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:02.451786 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-39352a32-5164-488d-ba62-4f8b1ea3f840 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Allocated IP 2001:db8::3db (1d24bb85-0c68-4a7b-9810-88b069f67720/5bc8377a-f27d-410e-9e4c-ad7d17a91f00/ef73ad51-5e47-4a81-8e96-b820d4573999) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:02.455043 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] For port 0df7fa1e-c8ff-437b-9003-eb34c3f66157, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:02.468116 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.478705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-cd201977-f53f-456f-962f-6e4f904a42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:02.480218 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-cd201977-f53f-456f-962f-6e4f904a42d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2066c6a-92ce-4085-9aef-33a27593c624 HTTP/1.1" status: 200 len: 855 time: 0.1900008 Aug 16 01:53:02.481907 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-218e30bb-3840-435f-a9af-a4e66e17c084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.538081 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-218e30bb-3840-435f-a9af-a4e66e17c084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1dec9b-118f-4828-b7f4-ae874b8a99d5']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:02.580050 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:02.580050 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.581446 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] 10.222.0.63 "PUT /v2.0/ports/0df7fa1e-c8ff-437b-9003-eb34c3f66157 HTTP/1.1" status: 200 len: 1092 time: 2.7446322 Aug 16 01:53:02.587612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'tag': '0df7fa1e-c8ff-437b-9003-eb34c3f66157'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:02.601935 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e49ad9f-eb81-44e4-b74e-da732a580ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "5261dd19-5726-46ff-852e-04c6b0dee09f", "tag": "0df7fa1e-c8ff-437b-9003-eb34c3f66157"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:02.617107 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-218e30bb-3840-435f-a9af-a4e66e17c084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa109e5-083a-420f-beeb-68651da9e465') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:02.621439 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-218e30bb-3840-435f-a9af-a4e66e17c084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa109e5-083a-420f-beeb-68651da9e465') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:02.660856 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-218e30bb-3840-435f-a9af-a4e66e17c084 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.694927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4230fd76-fed2-4e70-8dbd-0a7302955ea4 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:02.695843 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6074cb-1c00-4911-b37a-909095a2cfdb x-openstack-request-id: req-3e6074cb-1c00-4911-b37a-909095a2cfdb {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:02.696248 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5261dd19-5726-46ff-852e-04c6b0dee09f", "tag": "0df7fa1e-c8ff-437b-9003-eb34c3f66157", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:02.697163 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3e6074cb-1c00-4911-b37a-909095a2cfdb {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:02.697589 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'tag': '0df7fa1e-c8ff-437b-9003-eb34c3f66157', 'status': 'completed', 'code': 200} Aug 16 01:53:02.738738 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-218e30bb-3840-435f-a9af-a4e66e17c084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:02.755667 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 4230fd76-fed2-4e70-8dbd-0a7302955ea4 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:03.059824 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f132ec3-1b7f-46e7-bc3b-ccaee546fae2 req-51850f76-6aea-41ac-a725-739cc8e52472 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:03.062200 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f132ec3-1b7f-46e7-bc3b-ccaee546fae2 req-51850f76-6aea-41ac-a725-739cc8e52472 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 944 time: 0.0791969 Aug 16 01:53:03.128671 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f132ec3-1b7f-46e7-bc3b-ccaee546fae2 req-c998efa2-6446-44fd-9be3-5245aadf6677 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600696 Aug 16 01:53:03.176849 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81286788-8597-4cf7-b50f-1aa6b8193975 service neutron] Pushing event updated for resources: {'Port': ['ID=0df7fa1e-c8ff-437b-9003-eb34c3f66157,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:03.181367 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218e30bb-3840-435f-a9af-a4e66e17c084 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:53:03.181814 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-218e30bb-3840-435f-a9af-a4e66e17c084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:53:03.187782 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:53:03.251688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-c13bcfef-fda2-446a-94e0-075d01bf49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:03.253312 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-c13bcfef-fda2-446a-94e0-075d01bf49d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ffd1200-3653-4dd2-97e7-c5074409a495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7344213 Aug 16 01:53:03.289736 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-6a00f507-a069-4a91-8f48-580f003c546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:03.292315 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-6a00f507-a069-4a91-8f48-580f003c546b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba9abf8115ac4b508816c39be6e59924&device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 1096 time: 0.6545906 Aug 16 01:53:03.329201 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c76be-0eba-4dc0-9e75-e0ba413d2e1b req-9dcf4edc-2648-49de-8172-ac59712eb859 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:03.331143 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ad4c76be-0eba-4dc0-9e75-e0ba413d2e1b req-9dcf4edc-2648-49de-8172-ac59712eb859 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 944 time: 0.0694976 Aug 16 01:53:03.379729 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ad4c76be-0eba-4dc0-9e75-e0ba413d2e1b req-1de09f10-61e9-48c5-bb78-ec8cef608b56 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411627 Aug 16 01:53:03.406898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cf107b-1eac-45d5-8c15-6c01c8862288 None None] Network 1d24bb85-0c68-4a7b-9810-88b069f67720 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:03.424711 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-218e30bb-3840-435f-a9af-a4e66e17c084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.438703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26d5c2-00f9-48a2-981d-f08161fe8e1e req-6b16f12d-f0d4-45ae-a1d6-32c1ba26be89 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:03.440304 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1f26d5c2-00f9-48a2-981d-f08161fe8e1e req-6b16f12d-f0d4-45ae-a1d6-32c1ba26be89 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 945 time: 0.2787027 Aug 16 01:53:03.465408 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-218e30bb-3840-435f-a9af-a4e66e17c084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.467314 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-218e30bb-3840-435f-a9af-a4e66e17c084 admin admin] 10.222.0.68 "DELETE /v2.0/networks/0b1dec9b-118f-4828-b7f4-ae874b8a99d5 HTTP/1.1" status: 204 len: 168 time: 1.5504203 Aug 16 01:53:03.495551 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-730d8d01-6459-4bd3-ab8d-833231735301 None None] Provisioning for port 4230fd76-fed2-4e70-8dbd-0a7302955ea4 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:03.508582 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-730d8d01-6459-4bd3-ab8d-833231735301 None None] Provisioning complete for port 4230fd76-fed2-4e70-8dbd-0a7302955ea4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:03.509549 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-730d8d01-6459-4bd3-ab8d-833231735301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.524145 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39352a32-5164-488d-ba62-4f8b1ea3f840 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.527232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e30bb-3840-435f-a9af-a4e66e17c084 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b1dec9b-118f-4828-b7f4-ae874b8a99d5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:03.570553 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-39352a32-5164-488d-ba62-4f8b1ea3f840 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Transition to ACTIVE for port object ef73ad51-5e47-4a81-8e96-b820d4573999 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:03.598445 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-3a391054-0268-4f30-b811-b399d0000d08 service neutron] 10.222.0.73 "GET /v2.0/networks/5ffd1200-3653-4dd2-97e7-c5074409a495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315990 Aug 16 01:53:03.604840 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1f26d5c2-00f9-48a2-981d-f08161fe8e1e req-7ea455b8-da5b-418f-8b47-aba8e7bd0b16 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468730 Aug 16 01:53:03.617382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-2131c783-0e72-4b7d-b07b-f789227c1676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:03.624859 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-2131c783-0e72-4b7d-b07b-f789227c1676 service neutron] 10.222.0.63 "GET /v2.0/networks?id=41d6539e-4b24-4ea3-ae06-65cd600ea064 HTTP/1.1" status: 200 len: 918 time: 0.3188140 Aug 16 01:53:03.672195 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-730d8d01-6459-4bd3-ab8d-833231735301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.696167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39148) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:03.720646 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-730d8d01-6459-4bd3-ab8d-833231735301 None None] For port 4230fd76-fed2-4e70-8dbd-0a7302955ea4, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4230fd76-fed2-4e70-8dbd-0a7302955ea4,segment=NetworkSegment(41c6d819-1fe4-41e3-b521-5fa7e8d0b57b),segment_id=41c6d819-1fe4-41e3-b521-5fa7e8d0b57b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:03.727519 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-730d8d01-6459-4bd3-ab8d-833231735301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.781055 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1e3cf333-563e-4507-9463-d4dc622bd2b2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fe5850cde8f947eca8e021b1a51dd73b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0829926 Aug 16 01:53:03.782204 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39150) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:03.810158 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-389701db-cdb0-457d-83c6-076725b02052 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157 HTTP/1.1" status: 200 len: 998 time: 0.1621363 Aug 16 01:53:03.812063 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39352a32-5164-488d-ba62-4f8b1ea3f840 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.814969 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d8d01-6459-4bd3-ab8d-833231735301 None None] Pushing event updated for resources: {'Port': ['ID=4230fd76-fed2-4e70-8dbd-0a7302955ea4,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:03.815450 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-d2e554d9-9335-4063-9f31-3305a8dc8be4 service neutron] 10.222.0.73 "GET /v2.0/networks/5ffd1200-3653-4dd2-97e7-c5074409a495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081125 Aug 16 01:53:03.900503 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 7e69fbad-8380-46f6-a06f-3b7e05536c45 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:03.907474 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aaa91623-6806-4e70-a355-d3ca6e4d175b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:03.977010 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aaa91623-6806-4e70-a355-d3ca6e4d175b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.048183 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-b417d9c7-2935-42e2-b6fb-63a513726844 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=bd0bff2b-08e3-4df0-9d32-cf931a827abb HTTP/1.1" status: 200 len: 217 time: 0.2138188 Aug 16 01:53:04.056705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39352a32-5164-488d-ba62-4f8b1ea3f840 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=ef73ad51-5e47-4a81-8e96-b820d4573999,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:04.061079 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-45df8414-8295-4bd6-b17a-f0645e8f89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:04.069745 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-45df8414-8295-4bd6-b17a-f0645e8f89c4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b85102c8-d1ed-4688-b6f1-154a4a3875ac HTTP/1.1" status: 200 len: 856 time: 0.2355947 Aug 16 01:53:04.073243 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39352a32-5164-488d-ba62-4f8b1ea3f840 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 1d24bb85-0c68-4a7b-9810-88b069f67720 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:04.087787 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 7e69fbad-8380-46f6-a06f-3b7e05536c45, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7e69fbad-8380-46f6-a06f-3b7e05536c45,segment=NetworkSegment(82bf085e-4971-4466-8060-7d71e33b44eb),segment_id=82bf085e-4971-4466-8060-7d71e33b44eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:04.090345 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fb91a859-1734-4388-aec1-fd931abd3c33 None None] Provisioning complete for port 4230fd76-fed2-4e70-8dbd-0a7302955ea4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:04.090763 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb91a859-1734-4388-aec1-fd931abd3c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.105001 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aaa91623-6806-4e70-a355-d3ca6e4d175b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.107767 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aaa91623-6806-4e70-a355-d3ca6e4d175b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.109043 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-aaa91623-6806-4e70-a355-d3ca6e4d175b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4873289e-3720-4ced-9bad-7afd4dececc9 HTTP/1.1" status: 204 len: 168 time: 0.3241639 Aug 16 01:53:04.132505 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-39352a32-5164-488d-ba62-4f8b1ea3f840 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:04.133624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa91623-6806-4e70-a355-d3ca6e4d175b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4873289e-3720-4ced-9bad-7afd4dececc9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:04.152825 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '7e69fbad-8380-46f6-a06f-3b7e05536c45', 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3', 'port_id': '7e69fbad-8380-46f6-a06f-3b7e05536c45', 'mac_address': 'fa:16:3e:02:8e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:04.166646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39352a32-5164-488d-ba62-4f8b1ea3f840 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:04.174642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39352a32-5164-488d-ba62-4f8b1ea3f840 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:04.175394 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39352a32-5164-488d-ba62-4f8b1ea3f840 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.224518 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-39352a32-5164-488d-ba62-4f8b1ea3f840 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8230910 Aug 16 01:53:04.226533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-7861a275-d5c8-405f-975b-8d007448b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:04.226981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39164) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:04.228434 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-7861a275-d5c8-405f-975b-8d007448b9bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.1538486 Aug 16 01:53:04.231615 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-d93fa843-e110-43ab-818d-6664c2656a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:04.233161 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-d93fa843-e110-43ab-818d-6664c2656a1f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=41d6539e-4b24-4ea3-ae06-65cd600ea064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131206 Aug 16 01:53:04.324533 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.343640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e69fbad-8380-46f6-a06f-3b7e05536c45 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:04.369892 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 7e69fbad-8380-46f6-a06f-3b7e05536c45, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7e69fbad-8380-46f6-a06f-3b7e05536c45,segment=NetworkSegment(82bf085e-4971-4466-8060-7d71e33b44eb),segment_id=82bf085e-4971-4466-8060-7d71e33b44eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:04.375469 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.462524 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=7e69fbad-8380-46f6-a06f-3b7e05536c45,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:04.567885 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-d34d9b0b-2b69-47fa-9ba0-6613632a7b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:04.576734 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-d34d9b0b-2b69-47fa-9ba0-6613632a7b23 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3392024 Aug 16 01:53:04.620960 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['7e69fbad-8380-46f6-a06f-3b7e05536c45'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:04.663299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f4da1-d8d0-46c0-9d90-8516f6ab1c8f req-3af12358-a0fe-4fd5-aea2-0ae64132f265 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:04.665265 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7e0f4da1-d8d0-46c0-9d90-8516f6ab1c8f req-3af12358-a0fe-4fd5-aea2-0ae64132f265 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 945 time: 0.3092723 Aug 16 01:53:04.730468 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4230fd76-fed2-4e70-8dbd-0a7302955ea4 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:04.805023 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7e0f4da1-d8d0-46c0-9d90-8516f6ab1c8f req-b827e52a-d69e-4edd-908c-69774a24d371 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938485 Aug 16 01:53:04.808525 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f44be55c-cbe8-4051-b8d6-0aa820775916 None None] Provisioning for port ef73ad51-5e47-4a81-8e96-b820d4573999 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:04.816524 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-2dffac50-6788-4847-a4b0-cc4a131dc047 service neutron] 10.222.0.63 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432117 Aug 16 01:53:04.873288 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f44be55c-cbe8-4051-b8d6-0aa820775916 None None] Provisioning complete for port ef73ad51-5e47-4a81-8e96-b820d4573999 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:04.873742 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f44be55c-cbe8-4051-b8d6-0aa820775916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.941540 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-991fc457-999c-4165-88e7-b60f1bcedc09 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:04.974874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91f5f9-4674-4e7a-ba9a-c4a71a20f573 req-1d3e8c3c-8ea1-4f49-9b61-166642a843a7 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:04.976495 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0f91f5f9-4674-4e7a-ba9a-c4a71a20f573 req-1d3e8c3c-8ea1-4f49-9b61-166642a843a7 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 944 time: 0.3906381 Aug 16 01:53:05.099117 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-098364eb-24df-47f2-8953-3ed19728bc68 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876330 Aug 16 01:53:05.204152 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0f91f5f9-4674-4e7a-ba9a-c4a71a20f573 req-75b0faba-ffb4-4999-a270-c5af4cf4bcbc tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134449 Aug 16 01:53:05.253726 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-862a2d8c-30af-4e2f-8e77-30e25b3aa80a req-6167dce9-1108-4fcb-beae-5c062a39b6fc service neutron] 10.222.0.63 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207680 Aug 16 01:53:05.273274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f44be55c-cbe8-4051-b8d6-0aa820775916 None None] Port ef73ad51-5e47-4a81-8e96-b820d4573999 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:05.308633 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-82671b1a-cef5-41c6-811a-cfae413a4dcd service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889400 Aug 16 01:53:05.352299 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 4230fd76-fed2-4e70-8dbd-0a7302955ea4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:05.355538 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:05.411098 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-991fc457-999c-4165-88e7-b60f1bcedc09 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:05.421786 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-991fc457-999c-4165-88e7-b60f1bcedc09 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:05.452614 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-d2ab552e-06b6-4dac-b57e-a902eba1a93b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=0acdabdb-c72c-46b9-8121-47f8e483891b HTTP/1.1" status: 200 len: 217 time: 0.1366611 Aug 16 01:53:05.666597 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39198) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:05.718336 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49ad9f-eb81-44e4-b74e-da732a580ffb req-e7c38dc2-f19a-4659-89c4-13d8ca89c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:05.720045 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2e49ad9f-eb81-44e4-b74e-da732a580ffb req-e7c38dc2-f19a-4659-89c4-13d8ca89c8ac service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba9abf8115ac4b508816c39be6e59924&device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 1096 time: 0.2772267 Aug 16 01:53:05.721780 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-60daa8a4-2622-4ecd-a10d-a931c09ba4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:05.723137 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-60daa8a4-2622-4ecd-a10d-a931c09ba4c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.2633581 Aug 16 01:53:05.941507 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-991fc457-999c-4165-88e7-b60f1bcedc09 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:05.975211 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-cbc34e40-d3cc-4f1c-94c5-fb92577966a9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1624138572-network', 'tenant_id': '0feabc10ec614984ad277e47acc218cd'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:05.979274 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fc457-999c-4165-88e7-b60f1bcedc09 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=ef73ad51-5e47-4a81-8e96-b820d4573999,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:06.025719 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-847a0a21-8a28-4780-a820-7c22760b3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:06.027958 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-847a0a21-8a28-4780-a820-7c22760b3122 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2962182 Aug 16 01:53:06.039664 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc34e40-d3cc-4f1c-94c5-fb92577966a9 admin admin] Made reservation on behalf of 0feabc10ec614984ad277e47acc218cd for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:06.042932 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cbc34e40-d3cc-4f1c-94c5-fb92577966a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.085603 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cbc34e40-d3cc-4f1c-94c5-fb92577966a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.111424 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43ec59-9686-4a26-92c1-46ce29c6eddd req-b961aa2f-e6ac-4929-b70a-dd1c784a2082 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:06.112981 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c43ec59-9686-4a26-92c1-46ce29c6eddd req-b961aa2f-e6ac-4929-b70a-dd1c784a2082 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 945 time: 0.0803149 Aug 16 01:53:06.143393 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-67afead1-43f8-4c1a-bbe3-d670448e7a4c None None] Provisioning complete for port ef73ad51-5e47-4a81-8e96-b820d4573999 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:06.144035 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67afead1-43f8-4c1a-bbe3-d670448e7a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.162662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49ad9f-eb81-44e4-b74e-da732a580ffb req-8b213b00-83a9-4d27-8a96-7c42b41f917c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:06.166651 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2e49ad9f-eb81-44e4-b74e-da732a580ffb req-8b213b00-83a9-4d27-8a96-7c42b41f917c service neutron] 10.222.0.63 "GET /v2.0/networks?id=41d6539e-4b24-4ea3-ae06-65cd600ea064 HTTP/1.1" status: 200 len: 918 time: 0.4039321 Aug 16 01:53:06.171924 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c43ec59-9686-4a26-92c1-46ce29c6eddd req-9f5c4c10-a034-4cc5-ac6a-41190ce61d0b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394249 Aug 16 01:53:06.267040 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-991fc457-999c-4165-88e7-b60f1bcedc09 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.302316 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-67afead1-43f8-4c1a-bbe3-d670448e7a4c None None] Port ef73ad51-5e47-4a81-8e96-b820d4573999 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:06.588030 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-cd90c809-9cb8-40d7-afd0-c15508aa0371 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390844 Aug 16 01:53:06.874940 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cbc34e40-d3cc-4f1c-94c5-fb92577966a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.888229 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-7eaabe8c-fc1d-4635-9315-d3864917ed90 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517784 Aug 16 01:53:06.893426 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cbc34e40-d3cc-4f1c-94c5-fb92577966a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.928794 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-991fc457-999c-4165-88e7-b60f1bcedc09 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.933964 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-991fc457-999c-4165-88e7-b60f1bcedc09 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.935096 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-991fc457-999c-4165-88e7-b60f1bcedc09 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:06.972674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc34e40-d3cc-4f1c-94c5-fb92577966a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:53:07.011332 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cbc34e40-d3cc-4f1c-94c5-fb92577966a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.012094 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-cbc34e40-d3cc-4f1c-94c5-fb92577966a9 admin admin] Added segment 45da7c7c-dd02-4eb0-99ad-944ead3cb283 of type vlan for network 6e360875-eeed-45b9-8c34-1f62ec4b4b0b Aug 16 01:53:07.179267 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cbc34e40-d3cc-4f1c-94c5-fb92577966a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.217141 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fc457-999c-4165-88e7-b60f1bcedc09 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=ef73ad51-5e47-4a81-8e96-b820d4573999,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:07.244651 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2e49ad9f-eb81-44e4-b74e-da732a580ffb req-11a7f265-1027-4aa9-81e1-9b43cd2b893e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157 HTTP/1.1" status: 200 len: 998 time: 1.0644367 Aug 16 01:53:07.315214 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.327897 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-77d21eb8-d461-44a0-b533-0d1435cecf00 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=bee42ab6-fdb5-48a2-98ba-795a696d06da HTTP/1.1" status: 200 len: 217 time: 0.4239590 Aug 16 01:53:07.330279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991fc457-999c-4165-88e7-b60f1bcedc09 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 1d24bb85-0c68-4a7b-9810-88b069f67720 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:07.331851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-991fc457-999c-4165-88e7-b60f1bcedc09 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:07.387078 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc34e40-d3cc-4f1c-94c5-fb92577966a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb2b997-04f7-43a5-848d-1afc00d525a3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:07.429357 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.db.resource_extend [None req-cbc34e40-d3cc-4f1c-94c5-fb92577966a9 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:53:07.615805 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-218fd620-9fe4-462c-87a1-ddc780338e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:07.617302 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-218fd620-9fe4-462c-87a1-ddc780338e92 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.2122304 Aug 16 01:53:07.817983 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd4fc3-b984-4b5b-95d2-d9c3b9dbd097 req-992fff48-260a-4d76-80d1-a198c77ad40a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:07.819725 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4cbd4fc3-b984-4b5b-95d2-d9c3b9dbd097 req-992fff48-260a-4d76-80d1-a198c77ad40a tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 944 time: 1.2614784 Aug 16 01:53:07.833454 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d17b5-20d0-4909-8109-0cc312b3f96b req-3bf2466f-4826-4a4e-adbf-34887edbceaf tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:07.835078 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-528d17b5-20d0-4909-8109-0cc312b3f96b req-3bf2466f-4826-4a4e-adbf-34887edbceaf tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 945 time: 0.3754661 Aug 16 01:53:07.850333 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-151cdcba-dcd6-491d-88a4-69abf193f6aa None None] Provisioning complete for port ef73ad51-5e47-4a81-8e96-b820d4573999 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:07.852213 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-151cdcba-dcd6-491d-88a4-69abf193f6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.859670 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cbc34e40-d3cc-4f1c-94c5-fb92577966a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.860704 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc34e40-d3cc-4f1c-94c5-fb92577966a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:07.861340 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cbc34e40-d3cc-4f1c-94c5-fb92577966a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:07.914679 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-151cdcba-dcd6-491d-88a4-69abf193f6aa None None] Port ef73ad51-5e47-4a81-8e96-b820d4573999 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:07.920674 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 7e69fbad-8380-46f6-a06f-3b7e05536c45 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:07.994653 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 7e69fbad-8380-46f6-a06f-3b7e05536c45 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:08.002111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 7e69fbad-8380-46f6-a06f-3b7e05536c45 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:08.002874 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.003901 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-528d17b5-20d0-4909-8109-0cc312b3f96b req-12d485fd-bbd4-4433-8867-6d60ba0a4502 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563330 Aug 16 01:53:08.028059 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991fc457-999c-4165-88e7-b60f1bcedc09 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Router 9090bece-3572-4953-be6e-fb770c211e78 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:53:08.077592 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49ad9f-eb81-44e4-b74e-da732a580ffb req-83cd4dd1-d6bd-48d1-b3fd-8184249cc563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:08.079241 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2e49ad9f-eb81-44e4-b74e-da732a580ffb req-83cd4dd1-d6bd-48d1-b3fd-8184249cc563 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b85102c8-d1ed-4688-b6f1-154a4a3875ac HTTP/1.1" status: 200 len: 856 time: 0.7838480 Aug 16 01:53:08.087089 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc34e40-d3cc-4f1c-94c5-fb92577966a9 admin admin] Pushing event updated for resources: {'Network': ['ID=6e360875-eeed-45b9-8c34-1f62ec4b4b0b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:08.105835 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.114392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 6e360875-eeed-45b9-8c34-1f62ec4b4b0b details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:53:08.249941 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991fc457-999c-4165-88e7-b60f1bcedc09 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:08.260301 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cbc34e40-d3cc-4f1c-94c5-fb92577966a9 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5766377 Aug 16 01:53:08.260565 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-991fc457-999c-4165-88e7-b60f1bcedc09 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "PUT /v2.0/routers/9090bece-3572-4953-be6e-fb770c211e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0293534 Aug 16 01:53:08.261967 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39236) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:08.264281 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39238) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:08.283716 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4cbd4fc3-b984-4b5b-95d2-d9c3b9dbd097 req-39ae46c0-e394-4756-92b1-58d454a36fda tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4386766 Aug 16 01:53:08.289519 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5517cc-7190-4646-8b23-8f0c5881c17b None None] Sync routers for ids ['9090bece-3572-4953-be6e-fb770c211e78'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:08.300080 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-fbc75212-1b91-4fd8-b875-90b3861d6fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:08.301557 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-fbc75212-1b91-4fd8-b875-90b3861d6fbb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6644404 Aug 16 01:53:08.312852 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49ad9f-eb81-44e4-b74e-da732a580ffb req-99e0f582-19d9-4239-9855-82b1f2a7e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:08.314413 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2e49ad9f-eb81-44e4-b74e-da732a580ffb req-99e0f582-19d9-4239-9855-82b1f2a7e70f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=41d6539e-4b24-4ea3-ae06-65cd600ea064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1832623 Aug 16 01:53:08.316037 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-53c557e2-f0c1-4912-8131-65353444e786 admin admin] Request body: {'subnet': {'network_id': '6e360875-eeed-45b9-8c34-1f62ec4b4b0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1624138572-subnet', 'tenant_id': '0feabc10ec614984ad277e47acc218cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:08.339746 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5517cc-7190-4646-8b23-8f0c5881c17b None None] Routers {'9090bece-3572-4953-be6e-fb770c211e78'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:08.340537 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3b5517cc-7190-4646-8b23-8f0c5881c17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:52:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['9090bece-3572-4953-be6e-fb770c211e78'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:08.344047 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.398488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c557e2-f0c1-4912-8131-65353444e786 admin admin] Made reservation on behalf of 0feabc10ec614984ad277e47acc218cd for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:08.408071 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53c557e2-f0c1-4912-8131-65353444e786 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.418598 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 7e69fbad-8380-46f6-a06f-3b7e05536c45, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7e69fbad-8380-46f6-a06f-3b7e05536c45,segment=NetworkSegment(82bf085e-4971-4466-8060-7d71e33b44eb),segment_id=82bf085e-4971-4466-8060-7d71e33b44eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:08.488337 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2e49ad9f-eb81-44e4-b74e-da732a580ffb req-a2a1296d-b00a-4396-8be6-287999f8ec0a service neutron] 10.222.0.63 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363366 Aug 16 01:53:08.503032 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb013df-c406-42aa-84cd-c8f687889031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e69fbad-8380-46f6-a06f-3b7e05536c45'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:08.505672 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8240e2-ab4b-495e-b43d-10d5efd70c30" -d '{"events": [{"server_uuid": "cdb013df-c406-42aa-84cd-c8f687889031", "name": "network-vif-plugged", "status": "completed", "tag": "7e69fbad-8380-46f6-a06f-3b7e05536c45"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:08.516261 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3b5517cc-7190-4646-8b23-8f0c5881c17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:08.539776 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:08.569833 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5517cc-7190-4646-8b23-8f0c5881c17b None None] Routers {'9090bece-3572-4953-be6e-fb770c211e78'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:08.574733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3b5517cc-7190-4646-8b23-8f0c5881c17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:52:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['9090bece-3572-4953-be6e-fb770c211e78'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:08.651906 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c27ec-3a8f-4bc4-b475-289965b108eb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:08.655891 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-658c27ec-3a8f-4bc4-b475-289965b108eb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports?device_id=9090bece-3572-4953-be6e-fb770c211e78 HTTP/1.1" status: 200 len: 988 time: 0.3903832 Aug 16 01:53:08.656877 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39246) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:08.686721 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6baad09-c582-48e9-a062-03b9595ce67c x-openstack-request-id: req-a6baad09-c582-48e9-a062-03b9595ce67c {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:08.687104 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb013df-c406-42aa-84cd-c8f687889031", "name": "network-vif-plugged", "status": "completed", "tag": "7e69fbad-8380-46f6-a06f-3b7e05536c45", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:08.687682 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a6baad09-c582-48e9-a062-03b9595ce67c {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:08.688336 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb013df-c406-42aa-84cd-c8f687889031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e69fbad-8380-46f6-a06f-3b7e05536c45', 'code': 200} Aug 16 01:53:08.746494 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-e643c40e-3f98-4ac1-9cdb-50e13dfa5999 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311032 Aug 16 01:53:08.788320 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3b5517cc-7190-4646-8b23-8f0c5881c17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:08.794053 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5517cc-7190-4646-8b23-8f0c5881c17b None None] The sync data for ids ['9090bece-3572-4953-be6e-fb770c211e78'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:08.855384 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=7e69fbad-8380-46f6-a06f-3b7e05536c45,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:08.873659 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2e49ad9f-eb81-44e4-b74e-da732a580ffb req-06e97d2c-fb24-4648-bd4d-af77df7f4905 service neutron] 10.222.0.63 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253522 Aug 16 01:53:08.938598 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15741ef5-d3df-4926-8518-60ccb61c39ee req-9b12eb31-b0c9-45cb-a8fd-6e45bd33bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:08.941575 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15741ef5-d3df-4926-8518-60ccb61c39ee req-9b12eb31-b0c9-45cb-a8fd-6e45bd33bfb7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 1098 time: 0.2296345 Aug 16 01:53:08.986883 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53c557e2-f0c1-4912-8131-65353444e786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.232661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c557e2-f0c1-4912-8131-65353444e786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=919e05de-1653-44c3-8c33-201b6aa584a9,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:09.259702 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c557e2-f0c1-4912-8131-65353444e786 admin admin] Checking segment: {'id': '45da7c7c-dd02-4eb0-99ad-944ead3cb283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6e360875-eeed-45b9-8c34-1f62ec4b4b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:09.260404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c557e2-f0c1-4912-8131-65353444e786 admin admin] Network hostable DHCP agents. Network: 6e360875-eeed-45b9-8c34-1f62ec4b4b0b, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:53:09.308773 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c557e2-f0c1-4912-8131-65353444e786 admin admin] Network 6e360875-eeed-45b9-8c34-1f62ec4b4b0b is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:53:09.321497 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-53c557e2-f0c1-4912-8131-65353444e786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 6e360875-eeed-45b9-8c34-1f62ec4b4b0b) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:09.327072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c557e2-f0c1-4912-8131-65353444e786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:09.327805 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53c557e2-f0c1-4912-8131-65353444e786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.333067 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14f2734-6383-4c03-9fc7-631f85cdde3f None None] Network 6e360875-eeed-45b9-8c34-1f62ec4b4b0b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:09.367527 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-53c557e2-f0c1-4912-8131-65353444e786 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0913703 Aug 16 01:53:09.610256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8edac-6ea7-461a-a8e6-3ab9cad51599 req-9597ea1f-b96d-444b-8291-a06e01fffd51 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:09.612168 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c4a8edac-6ea7-461a-a8e6-3ab9cad51599 req-9597ea1f-b96d-444b-8291-a06e01fffd51 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 944 time: 0.1312423 Aug 16 01:53:09.668901 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f25c0e-2745-460f-8a82-e5237d1ee440 None None] Network 6e360875-eeed-45b9-8c34-1f62ec4b4b0b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:09.688646 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c4a8edac-6ea7-461a-a8e6-3ab9cad51599 req-8375b10d-1118-42c0-a947-889364ad56e1 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696917 Aug 16 01:53:09.705536 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90460f-f894-4516-9ee4-7e5e56f6fea8 req-1f15bbb2-8ca7-48cc-bfb4-ff85d68614d5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:09.707112 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2a90460f-f894-4516-9ee4-7e5e56f6fea8 req-1f15bbb2-8ca7-48cc-bfb4-ff85d68614d5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.1857276 Aug 16 01:53:09.932254 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-382f5cda-0f24-43df-b9fc-6209b5d428c3 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0499580 Aug 16 01:53:09.958764 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2a90460f-f894-4516-9ee4-7e5e56f6fea8 req-89b915b2-c20f-4a1c-bd47-27b2b3a7fcad tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253252 Aug 16 01:53:09.996686 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-cbc2546d-8ab7-464a-b44e-20c674c9e220 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be HTTP/1.1" status: 200 len: 217 time: 0.0559478 Aug 16 01:53:10.084664 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-b2df89aa-a4f6-4f1c-a2ac-6a69469c7d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:10.086677 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-b2df89aa-a4f6-4f1c-a2ac-6a69469c7d37 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.0628951 Aug 16 01:53:10.183419 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-8697a309-1f7d-40b9-8e88-b35d1e13c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:10.185093 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-8697a309-1f7d-40b9-8e88-b35d1e13c703 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0897648 Aug 16 01:53:10.377246 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ffa41a3-0fce-4718-91ca-81e6dc215f6d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:10.708663 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-a1b6db50-3d9d-4ae4-affe-3e8586be38d8 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847043 Aug 16 01:53:10.716637 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15741ef5-d3df-4926-8518-60ccb61c39ee req-24449a8d-36fd-498d-99d0-1ab079778337 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206672 Aug 16 01:53:10.888176 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-b3051df9-7d8e-4d08-b1f4-b8cad5bbd529 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776133 Aug 16 01:53:11.127005 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-34244b27-6a08-4c3c-b94d-b61b1fdb1286 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=465a6ed0-dc32-464e-baf2-d0f03e4442f0 HTTP/1.1" status: 200 len: 217 time: 0.1456838 Aug 16 01:53:11.145249 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b029902-b8a7-4438-a72b-65d911afb94e req-8d7a420b-2a01-4a18-b0ce-9fca381392e9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:11.148425 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b029902-b8a7-4438-a72b-65d911afb94e req-8d7a420b-2a01-4a18-b0ce-9fca381392e9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 944 time: 0.2560456 Aug 16 01:53:11.249662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2a238-c0f6-4384-9081-3ecbb04b6a78 req-0e886fd0-5873-4505-903d-69dd27372187 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:11.264859 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9e2a238-c0f6-4384-9081-3ecbb04b6a78 req-0e886fd0-5873-4505-903d-69dd27372187 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.1416171 Aug 16 01:53:11.309151 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9e2a238-c0f6-4384-9081-3ecbb04b6a78 req-ef54e86e-57d4-413b-be56-758cea9de761 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433810 Aug 16 01:53:11.362563 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-2fd1ab46-7170-4859-b2eb-99c50eb53ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:11.364946 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-2fd1ab46-7170-4859-b2eb-99c50eb53ec9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85f7c82-6a4d-4d57-8a2b-76ed66161b19 HTTP/1.1" status: 200 len: 797 time: 0.2171578 Aug 16 01:53:11.528372 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b029902-b8a7-4438-a72b-65d911afb94e req-b29173c0-d570-47f8-9347-5de63edc650e tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3278000 Aug 16 01:53:11.552788 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-bebf5839-cac0-4356-9b4f-7999c51a84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:11.555290 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-bebf5839-cac0-4356-9b4f-7999c51a84aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ba83b8-171e-47ab-b264-b5e65af7f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1475117 Aug 16 01:53:11.674628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5ffa41a3-0fce-4718-91ca-81e6dc215f6d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port ef73ad51-5e47-4a81-8e96-b820d4573999 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:11.675060 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ffa41a3-0fce-4718-91ca-81e6dc215f6d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:11.946930 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-c02c9b95-00d5-48e7-9a48-5003be38997d service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720729 Aug 16 01:53:12.023608 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ffa41a3-0fce-4718-91ca-81e6dc215f6d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.164545 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5ffa41a3-0fce-4718-91ca-81e6dc215f6d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for ef73ad51-5e47-4a81-8e96-b820d4573999 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:12.438623 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-17f00ecb-75da-4f2b-baff-fdd8acfb1e3f service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601696 Aug 16 01:53:12.541128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e76c2f-e839-4d01-9c5b-8a62096aaeb0 req-d8bbc134-df83-4647-8309-4528d02f0864 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:12.551515 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-61e76c2f-e839-4d01-9c5b-8a62096aaeb0 req-d8bbc134-df83-4647-8309-4528d02f0864 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.1071801 Aug 16 01:53:12.573727 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-69a3e385-e408-4db4-af43-92a3548d3d85 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ff481ee4-d554-41f9-8c85-9df7af1599d3 HTTP/1.1" status: 200 len: 217 time: 0.1341660 Aug 16 01:53:12.602301 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-61e76c2f-e839-4d01-9c5b-8a62096aaeb0 req-6e991d8f-2914-4b8e-b94e-40b4d478db6e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494988 Aug 16 01:53:12.769539 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683e827-4c02-487c-98c1-ef699cb00ac4 req-1255ed1e-2646-4f5c-a1ad-206782eefd3f tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:12.797637 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3683e827-4c02-487c-98c1-ef699cb00ac4 req-1255ed1e-2646-4f5c-a1ad-206782eefd3f tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 944 time: 0.1051643 Aug 16 01:53:12.873153 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3683e827-4c02-487c-98c1-ef699cb00ac4 req-09117588-4550-4bf2-8dc6-ddde3adfcc9d tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745828 Aug 16 01:53:13.026562 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-d64f5215-267c-40f7-9a11-1a5ffc7a9456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:13.028318 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-d64f5215-267c-40f7-9a11-1a5ffc7a9456 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85f7c82-6a4d-4d57-8a2b-76ed66161b19 HTTP/1.1" status: 200 len: 797 time: 0.3826938 Aug 16 01:53:13.046852 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ffa41a3-0fce-4718-91ca-81e6dc215f6d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.125049 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-720ec661-520e-480a-bed9-ad93905e4a04 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:13.126764 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-720ec661-520e-480a-bed9-ad93905e4a04 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/networks?id=6e360875-eeed-45b9-8c34-1f62ec4b4b0b HTTP/1.1" status: 200 len: 810 time: 0.6687496 Aug 16 01:53:13.218546 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-44257643-4a47-4a2e-beb3-6b9aecbf616b tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/quotas/0feabc10ec614984ad277e47acc218cd HTTP/1.1" status: 200 len: 375 time: 0.0288863 Aug 16 01:53:13.220141 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa41a3-0fce-4718-91ca-81e6dc215f6d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=ef73ad51-5e47-4a81-8e96-b820d4573999,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:13.591415 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-1df7baac-5ef3-49d3-a7d6-5b4961cdee5e tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0feabc10ec614984ad277e47acc218cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3504946 Aug 16 01:53:13.602599 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-c16f79af-b96e-4506-a71f-972098e30fce service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:53:13.604527 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-c16f79af-b96e-4506-a71f-972098e30fce service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119510 Aug 16 01:53:13.662188 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ffa41a3-0fce-4718-91ca-81e6dc215f6d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:13.729899 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f257e5-6adb-492b-8974-819f045efb53 req-10974d4b-229a-4bba-ae18-24838db8dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:13.731745 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-10974d4b-229a-4bba-ae18-24838db8dfc6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ba83b8-171e-47ab-b264-b5e65af7f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6864707 Aug 16 01:53:13.838657 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f7c21-3919-4ee8-b134-28fd3147337e req-31653a13-180c-40d1-9746-5df31c9c895a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:13.841230 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-840f7c21-3919-4ee8-b134-28fd3147337e req-31653a13-180c-40d1-9746-5df31c9c895a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.1281211 Aug 16 01:53:13.914753 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-840f7c21-3919-4ee8-b134-28fd3147337e req-35bcbc9b-0c79-4bc4-ae17-48658bebd8fb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668960 Aug 16 01:53:14.113553 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffa41a3-0fce-4718-91ca-81e6dc215f6d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Router 9090bece-3572-4953-be6e-fb770c211e78 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:53:14.125369 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-091ad695-4b3d-4630-85b0-83df034b6acd service neutron] 10.222.0.68 "GET /v2.0/networks/6e360875-eeed-45b9-8c34-1f62ec4b4b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852421 Aug 16 01:53:14.234794 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384913f6-6506-45bc-847d-50645dd4627f req-f65a244a-d737-492d-bd6d-43dd0be5ca53 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:14.257189 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-7ddace88-8c43-4c95-9466-dc06ac4e0a2f service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699314 Aug 16 01:53:14.268552 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-384913f6-6506-45bc-847d-50645dd4627f req-f65a244a-d737-492d-bd6d-43dd0be5ca53 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 944 time: 0.1642685 Aug 16 01:53:14.365706 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-384913f6-6506-45bc-847d-50645dd4627f req-6f24efa3-9d36-4288-b734-85aeb5ffdab8 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960402 Aug 16 01:53:14.484302 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffa41a3-0fce-4718-91ca-81e6dc215f6d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:14.499519 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5ffa41a3-0fce-4718-91ca-81e6dc215f6d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "PUT /v2.0/routers/9090bece-3572-4953-be6e-fb770c211e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8415518 Aug 16 01:53:14.500181 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226a360a-c40f-4a4a-ae8a-05a9ab166a9e None None] Sync routers for ids ['9090bece-3572-4953-be6e-fb770c211e78'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:14.502213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39374) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:14.516203 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226a360a-c40f-4a4a-ae8a-05a9ab166a9e None None] Routers {'9090bece-3572-4953-be6e-fb770c211e78'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:14.516842 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-226a360a-c40f-4a4a-ae8a-05a9ab166a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:52:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['9090bece-3572-4953-be6e-fb770c211e78'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:14.578585 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f41bc24-641b-4f25-98a3-360ba17486c9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] GET failed (client error): The resource could not be found. Aug 16 01:53:14.584608 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39376) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:14.584787 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1f41bc24-641b-4f25-98a3-360ba17486c9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports/ef73ad51-5e47-4a81-8e96-b820d4573999 HTTP/1.1" status: 404 len: 333 time: 0.0797000 Aug 16 01:53:14.613561 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-226a360a-c40f-4a4a-ae8a-05a9ab166a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:14.627964 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-466982fa-bde4-483d-9e51-d4d3ee6a3594 service neutron] 10.222.0.68 "GET /v2.0/networks/6e360875-eeed-45b9-8c34-1f62ec4b4b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014036 Aug 16 01:53:14.644137 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226a360a-c40f-4a4a-ae8a-05a9ab166a9e None None] Routers {'9090bece-3572-4953-be6e-fb770c211e78'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:14.645844 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-226a360a-c40f-4a4a-ae8a-05a9ab166a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:52:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['9090bece-3572-4953-be6e-fb770c211e78'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:14.708306 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f257e5-6adb-492b-8974-819f045efb53 req-72f8409a-d45b-40db-878a-d76f0809f805 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511347 Aug 16 01:53:14.760090 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-226a360a-c40f-4a4a-ae8a-05a9ab166a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:14.761275 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226a360a-c40f-4a4a-ae8a-05a9ab166a9e None None] The sync data for ids ['9090bece-3572-4953-be6e-fb770c211e78'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:14.832516 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d26f7797-76c3-405c-ae36-f28e83ccd50e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.258636 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d26f7797-76c3-405c-ae36-f28e83ccd50e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.292867 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cef0bdb5-5b5a-4193-bee4-d3ad1fbdb066 req-1f353c5e-2df1-4131-9a37-84b36d80abc3 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/ports?device_id=14f2c803-da0f-439f-93e5-64c0d3b8da18 HTTP/1.1" status: 200 len: 210 time: 0.0910468 Aug 16 01:53:15.293823 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d26f7797-76c3-405c-ae36-f28e83ccd50e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.403120 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18170f26-b310-4274-b3be-8c4a1fa72020 req-78ce6942-eb9e-4434-8640-a088421fb328 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:15.412689 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-18170f26-b310-4274-b3be-8c4a1fa72020 req-78ce6942-eb9e-4434-8640-a088421fb328 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.3281269 Aug 16 01:53:15.492358 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-18170f26-b310-4274-b3be-8c4a1fa72020 req-09e173d2-4fb0-4792-9627-031f745aa300 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784879 Aug 16 01:53:15.497374 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d26f7797-76c3-405c-ae36-f28e83ccd50e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.499916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26f7797-76c3-405c-ae36-f28e83ccd50e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Fanout notify agent at l3_agent the message router_deleted on router 9090bece-3572-4953-be6e-fb770c211e78 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:53:15.564628 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d26f7797-76c3-405c-ae36-f28e83ccd50e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.568578 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d26f7797-76c3-405c-ae36-f28e83ccd50e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/routers/9090bece-3572-4953-be6e-fb770c211e78 HTTP/1.1" status: 204 len: 168 time: 0.9829371 Aug 16 01:53:15.569317 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39400) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:15.733421 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94d3c2-694b-4eb6-a497-d6930de0f289 req-bba4e476-b517-4880-99d6-920b22dce166 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:15.740618 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-90635ab6-2783-4086-aaae-a1bea10747c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting subnet 5bc8377a-f27d-410e-9e4c-ad7d17a91f00 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:53:15.749668 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90635ab6-2783-4086-aaae-a1bea10747c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.754471 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2e94d3c2-694b-4eb6-a497-d6930de0f289 req-bba4e476-b517-4880-99d6-920b22dce166 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 944 time: 0.2202227 Aug 16 01:53:15.819168 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90635ab6-2783-4086-aaae-a1bea10747c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.855745 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2e94d3c2-694b-4eb6-a497-d6930de0f289 req-9c91522e-c8be-47df-b990-9bcd5bf0d799 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811305 Aug 16 01:53:15.946166 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90635ab6-2783-4086-aaae-a1bea10747c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.010725 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482c40c-6059-418a-9de9-f9ff83fb209b req-3240292a-a731-4947-a62c-9f8c74dccd1b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:16.027736 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8482c40c-6059-418a-9de9-f9ff83fb209b req-3240292a-a731-4947-a62c-9f8c74dccd1b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.3947968 Aug 16 01:53:16.075749 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8482c40c-6059-418a-9de9-f9ff83fb209b req-a9a98188-2e69-4083-8b5b-9ca4bcd565a6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539598 Aug 16 01:53:16.113842 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39410) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:16.124732 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90635ab6-2783-4086-aaae-a1bea10747c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.179372 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90635ab6-2783-4086-aaae-a1bea10747c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc8377a-f27d-410e-9e4c-ad7d17a91f00,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:16.182057 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90635ab6-2783-4086-aaae-a1bea10747c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.187058 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-90635ab6-2783-4086-aaae-a1bea10747c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/subnets/5bc8377a-f27d-410e-9e4c-ad7d17a91f00 HTTP/1.1" status: 204 len: 168 time: 0.6164224 Aug 16 01:53:16.187248 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39412) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:16.188357 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fd9d69-6c36-432b-a180-25d2cf527547 None None] Network 1d24bb85-0c68-4a7b-9810-88b069f67720 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:16.236772 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b01794-d823-4abd-a2c2-b4cd56eac512 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:16.241210 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a5b01794-d823-4abd-a2c2-b4cd56eac512 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 1093 time: 0.1230893 Aug 16 01:53:16.241603 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39414) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:16.247961 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': '7e69fbad-8380-46f6-a06f-3b7e05536c45', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:16.369738 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.397959 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.559028 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20601713-f28b-4f7c-b21c-1d057b7a77f4 req-c0174170-dce8-42d9-98d6-92e70e54637f tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/ports?device_id=14f2c803-da0f-439f-93e5-64c0d3b8da18 HTTP/1.1" status: 200 len: 210 time: 0.0509388 Aug 16 01:53:16.623686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port 4230fd76-fed2-4e70-8dbd-0a7302955ea4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:16.625331 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.641088 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.669751 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] DHCP port deletion for 1d24bb85-0c68-4a7b-9810-88b069f67720 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:53:16.720859 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] For port 4230fd76-fed2-4e70-8dbd-0a7302955ea4, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4230fd76-fed2-4e70-8dbd-0a7302955ea4,segment=NetworkSegment(41c6d819-1fe4-41e3-b521-5fa7e8d0b57b),segment_id=41c6d819-1fe4-41e3-b521-5fa7e8d0b57b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:16.721334 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.754585 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for 4230fd76-fed2-4e70-8dbd-0a7302955ea4 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:16.829922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Allocated IP 172.25.3.9 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/be9d4d8f-a253-4b76-a52f-8559278a6e77) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:16.847535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] Deleting port 4230fd76-fed2-4e70-8dbd-0a7302955ea4 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:16.850067 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.913613 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:16.995641 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=4230fd76-fed2-4e70-8dbd-0a7302955ea4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:17.006733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] For port 4230fd76-fed2-4e70-8dbd-0a7302955ea4, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4230fd76-fed2-4e70-8dbd-0a7302955ea4,segment=NetworkSegment(41c6d819-1fe4-41e3-b521-5fa7e8d0b57b),segment_id=41c6d819-1fe4-41e3-b521-5fa7e8d0b57b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:17.007416 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.011977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No DVR routers for this DVR port 4230fd76-fed2-4e70-8dbd-0a7302955ea4 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:53:17.056608 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] Calling delete_port for 4230fd76-fed2-4e70-8dbd-0a7302955ea4 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:17.204142 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a401d-0d30-48ae-8d80-6bba098d17c4 req-28da25de-461f-474e-88d0-aa93f7084aa1 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:17.215000 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-425a401d-0d30-48ae-8d80-6bba098d17c4 req-28da25de-461f-474e-88d0-aa93f7084aa1 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 944 time: 0.1595659 Aug 16 01:53:17.220236 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-16c8e2aa-b2f7-4a10-ba7d-01f420220a29 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:17.224484 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-16c8e2aa-b2f7-4a10-ba7d-01f420220a29 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.73 "GET /v2.0/networks?id=6e360875-eeed-45b9-8c34-1f62ec4b4b0b HTTP/1.1" status: 200 len: 810 time: 0.1445019 Aug 16 01:53:17.233531 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.255587 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] No DVR routers for this DVR port 4230fd76-fed2-4e70-8dbd-0a7302955ea4 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:53:17.271326 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-c81e7a7d-346d-43f4-a4c2-16f86403b2af tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Request body: {'port': {'device_id': '14f2c803-da0f-439f-93e5-64c0d3b8da18', 'network_id': '6e360875-eeed-45b9-8c34-1f62ec4b4b0b', 'admin_state_up': True, 'tenant_id': '0feabc10ec614984ad277e47acc218cd'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:17.274384 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.322642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] Pushing event deleted for resources: {'Port': ['ID=4230fd76-fed2-4e70-8dbd-0a7302955ea4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:17.328525 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.333486 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:17.334078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:17.334643 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:17.335158 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:17.335681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:17.336201 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:17.338056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:17.338727 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:17.339261 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:17.339751 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:17.340297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:17.340433 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d24bb85-0c68-4a7b-9810-88b069f67720']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:17.340999 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21f116-6920-499d-847e-5e209ee615b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:17.351740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c6d819-1fe4-41e3-b521-5fa7e8d0b57b') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:17.352197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c6d819-1fe4-41e3-b521-5fa7e8d0b57b') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:17.360180 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-425a401d-0d30-48ae-8d80-6bba098d17c4 req-89571671-28f1-414c-8259-efc5fbc44caf tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440847 Aug 16 01:53:17.362394 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.378063 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.385520 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:53:17.385959 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:53:17.391469 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:53:17.429342 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.609318 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.629211 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.637622 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/networks/1d24bb85-0c68-4a7b-9810-88b069f67720 HTTP/1.1" status: 204 len: 168 time: 1.4475939 Aug 16 01:53:17.652761 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39436) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:17.676883 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c098c-5659-43d0-a081-d18b1e684cc9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Network': ['ID=1d24bb85-0c68-4a7b-9810-88b069f67720,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:17.762073 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-92dcb053-ffec-4ff7-803c-a4ad15f30ded req-51560a3f-3ee1-41a5-b771-ff1dcdd4b222 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/ports?device_id=14f2c803-da0f-439f-93e5-64c0d3b8da18 HTTP/1.1" status: 200 len: 210 time: 0.0836697 Aug 16 01:53:17.771571 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-c81e7a7d-346d-43f4-a4c2-16f86403b2af tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Made reservation on behalf of 0feabc10ec614984ad277e47acc218cd for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:17.776847 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-c81e7a7d-346d-43f4-a4c2-16f86403b2af tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:17.793414 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f88ea9-bf01-441a-87de-763628aa2450 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:17.801843 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-54f88ea9-bf01-441a-87de-763628aa2450 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports/6a3096ec-c917-4139-ac5b-7a06536695df HTTP/1.1" status: 200 len: 844 time: 0.1479647 Aug 16 01:53:17.809823 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39442) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:17.948833 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:17.952487 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:17.956136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:18.021742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=be9d4d8f-a253-4b76-a52f-8559278a6e77,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:18.503419 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c8282af7-7fb1-40da-a4b1-d44249226546 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports/6a3096ec-c917-4139-ac5b-7a06536695df?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.6922801 Aug 16 01:53:18.509830 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39452) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:18.516949 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bf1dca80-bf4c-4c7a-9278-64fb53a5f64a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'subnet': {'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:18.580433 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-c81e7a7d-346d-43f4-a4c2-16f86403b2af tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Allocated IP 172.20.0.3 (6e360875-eeed-45b9-8c34-1f62ec4b4b0b/919e05de-1653-44c3-8c33-201b6aa584a9/4b402bf3-35c0-4a31-83e5-291b1a928e08) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:18.658717 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4230fd76-fed2-4e70-8dbd-0a7302955ea4 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:18.677586 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c650363-f326-4116-9ee5-e61659f10d68 req-e51266c1-f47d-4331-b2db-22c2474582b2 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:18.678613 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c650363-f326-4116-9ee5-e61659f10d68 req-e51266c1-f47d-4331-b2db-22c2474582b2 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 944 time: 0.1594994 Aug 16 01:53:18.727275 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 4230fd76-fed2-4e70-8dbd-0a7302955ea4 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:53:18.727854 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4230fd76-fed2-4e70-8dbd-0a7302955ea4 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:53:18.753103 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1dca80-bf4c-4c7a-9278-64fb53a5f64a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:18.753103 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf1dca80-bf4c-4c7a-9278-64fb53a5f64a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.761549 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c650363-f326-4116-9ee5-e61659f10d68 req-c907bb08-9b6f-46b8-92d1-8dacc584d054 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563157 Aug 16 01:53:18.872699 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:18.949877 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce60058c-fc43-47df-9e7f-78de24a7c73e req-e2e84e88-6015-42bb-b47b-9e9f4d0a46d4 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/ports?device_id=14f2c803-da0f-439f-93e5-64c0d3b8da18 HTTP/1.1" status: 200 len: 210 time: 0.0365767 Aug 16 01:53:18.953177 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.047176 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-c81e7a7d-346d-43f4-a4c2-16f86403b2af tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.051075 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf1dca80-bf4c-4c7a-9278-64fb53a5f64a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.110382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1dca80-bf4c-4c7a-9278-64fb53a5f64a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 4ead9c13-abe5-44e4-b38f-547c3076353d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:19.116428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bf1dca80-bf4c-4c7a-9278-64fb53a5f64a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:19.122727 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1dca80-bf4c-4c7a-9278-64fb53a5f64a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:19.123323 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf1dca80-bf4c-4c7a-9278-64fb53a5f64a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.130053 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca024483-c359-4642-ad31-ec22c68d68d4 None None] Network 4ead9c13-abe5-44e4-b38f-547c3076353d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:19.131684 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.137383 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.145491 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dca80-bf4c-4c7a-9278-64fb53a5f64a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Subnet': ['ID=60e62e14-466d-4289-b638-7a45ed9711a9,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:19.169304 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bf1dca80-bf4c-4c7a-9278-64fb53a5f64a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6558146 Aug 16 01:53:19.169304 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39464) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:19.174336 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-40d908b4-f1b1-48d1-9d2c-69967c692855 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'security_group': {'name': 'tempest-secgroup-596689477'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:19.183724 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-c81e7a7d-346d-43f4-a4c2-16f86403b2af tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.248833 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.249434 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-c81e7a7d-346d-43f4-a4c2-16f86403b2af tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Network 6e360875-eeed-45b9-8c34-1f62ec4b4b0b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:19.252264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=be9d4d8f-a253-4b76-a52f-8559278a6e77,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:19.254006 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-c81e7a7d-346d-43f4-a4c2-16f86403b2af tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:19.265804 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.266365 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.267677 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.268189 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.268729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.269270 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.269830 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.270369 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.270902 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.271433 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.271966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.272493 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:19.275963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e7a7d-346d-43f4-a4c2-16f86403b2af tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Pushing event updated for resources: {'Port': ['ID=4b402bf3-35c0-4a31-83e5-291b1a928e08,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:19.278549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-c81e7a7d-346d-43f4-a4c2-16f86403b2af tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:19.329110 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-c81e7a7d-346d-43f4-a4c2-16f86403b2af tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:19.329732 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-c81e7a7d-346d-43f4-a4c2-16f86403b2af tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.333711 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40d908b4-f1b1-48d1-9d2c-69967c692855 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.360367 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-c81e7a7d-346d-43f4-a4c2-16f86403b2af tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0935647 Aug 16 01:53:19.378901 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Request body: {'port': {'device_id': '14f2c803-da0f-439f-93e5-64c0d3b8da18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:19.379202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-4ead9c13-abe5-44e4-b38f-547c3076353d', 'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d', 'tenant_id': '2838ccd56ffe4e92a1b0adcc50f76a21', 'fixed_ips': [{'subnet_id': '60e62e14-466d-4289-b638-7a45ed9711a9'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:53:19.380070 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.436208 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Floating IP edcfd40a-16d8-4908-bcde-a3c06831b90e associated. External IP: 172.25.3.9, port: 7e69fbad-8380-46f6-a06f-3b7e05536c45. Aug 16 01:53:19.506731 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40d908b4-f1b1-48d1-9d2c-69967c692855 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.519839 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40d908b4-f1b1-48d1-9d2c-69967c692855 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.570556 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Allocated IP 2001:db8::2 (4ead9c13-abe5-44e4-b38f-547c3076353d/60e62e14-466d-4289-b638-7a45ed9711a9/87199f18-9719-472d-819f-695ceb186fe2) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:19.583143 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.599327 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40d908b4-f1b1-48d1-9d2c-69967c692855 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.601088 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-40d908b4-f1b1-48d1-9d2c-69967c692855 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4307351 Aug 16 01:53:19.603336 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d908b4-f1b1-48d1-9d2c-69967c692855 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b5e0ab-2050-4fe6-b651-630e00aad06a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:19.605269 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39470) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:19.610574 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e8cc41d6-a454-4727-adbb-8a1cd3766087 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'security_group': {'name': 'tempest-secgroup-424681108'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:19.688642 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8cc41d6-a454-4727-adbb-8a1cd3766087 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.712355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Router e3a333a4-1e7e-45ac-99de-09903ef8cc86 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:53:19.792739 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.807439 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Transition to ACTIVE for port object 87199f18-9719-472d-819f-695ceb186fe2 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:19.831738 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Transition to ACTIVE for port object 87199f18-9719-472d-819f-695ceb186fe2 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:19.846635 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:19.920221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Pushing event updated for resources: {'Port': ['ID=87199f18-9719-472d-819f-695ceb186fe2,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:19.935451 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Network 4ead9c13-abe5-44e4-b38f-547c3076353d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:19.936993 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:19.939707 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:19.970192 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:19.998384 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed553395-4570-49ba-a471-4776ebcb2c76 None None] Sync routers for ids ['e3a333a4-1e7e-45ac-99de-09903ef8cc86'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:20.019384 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Attempting to bind port 87199f18-9719-472d-819f-695ceb186fe2 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:20.019791 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Attempting to bind port 87199f18-9719-472d-819f-695ceb186fe2 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'e75284ed-1111-47d2-ae90-4f5da716caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:20.020120 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Attempting to bind port 87199f18-9719-472d-819f-695ceb186fe2 on network 4ead9c13-abe5-44e4-b38f-547c3076353d {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:20.034067 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed553395-4570-49ba-a471-4776ebcb2c76 None None] Routers {'e3a333a4-1e7e-45ac-99de-09903ef8cc86'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:20.034315 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ed553395-4570-49ba-a471-4776ebcb2c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:52:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e3a333a4-1e7e-45ac-99de-09903ef8cc86'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:20.036309 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:20.036685 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Checking segment: {'id': 'e75284ed-1111-47d2-ae90-4f5da716caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:20.036984 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8cc41d6-a454-4727-adbb-8a1cd3766087 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.037116 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.037508 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Bound using segment: {'id': 'e75284ed-1111-47d2-ae90-4f5da716caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:20.038089 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Bound port: 87199f18-9719-472d-819f-695ceb186fe2, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75284ed-1111-47d2-ae90-4f5da716caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:20.038476 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.049230 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8cc41d6-a454-4727-adbb-8a1cd3766087 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.082275 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.100187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2140e4-d053-49bf-8d9d-86a0edfeca6e req-7ed6f30c-045b-4256-ad45-2043dddd984c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:20.103657 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed2140e4-d053-49bf-8d9d-86a0edfeca6e req-7ed6f30c-045b-4256-ad45-2043dddd984c tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 944 time: 0.1678491 Aug 16 01:53:20.124990 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b402bf3-35c0-4a31-83e5-291b1a928e08 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:20.129038 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc41d6-a454-4727-adbb-8a1cd3766087 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42bc8d4d-18de-4493-8843-3aaab71b09bb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:20.147451 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32bd6a-db94-49af-9f16-0ac383a894f7 req-5814174b-8b90-42e3-b5ab-b8c746e70f66 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:20.150387 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3b32bd6a-db94-49af-9f16-0ac383a894f7 req-5814174b-8b90-42e3-b5ab-b8c746e70f66 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/ports?device_id=14f2c803-da0f-439f-93e5-64c0d3b8da18 HTTP/1.1" status: 200 len: 931 time: 0.0988882 Aug 16 01:53:20.152632 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.178931 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8cc41d6-a454-4727-adbb-8a1cd3766087 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.184490 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e8cc41d6-a454-4727-adbb-8a1cd3766087 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5778978 Aug 16 01:53:20.185571 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39486) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:20.187966 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Transition to ACTIVE for port object 4b402bf3-35c0-4a31-83e5-291b1a928e08 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:20.194290 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-707f5c27-c8d8-4dbb-8239-7e69d8bca57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.204372 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] For port 87199f18-9719-472d-819f-695ceb186fe2, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:20.207691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e44213d8-e05e-49d6-a6bc-87e21e1d0022 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-329338596', 'security_groups': ['42bc8d4d-18de-4493-8843-3aaab71b09bb'], 'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '60e62e14-466d-4289-b638-7a45ed9711a9'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:20.212801 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3b32bd6a-db94-49af-9f16-0ac383a894f7 req-0fd3ef7b-cca5-4766-b5cf-924093374a11 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfb2b997-04f7-43a5-848d-1afc00d525a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518785 Aug 16 01:53:20.213536 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.251177 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] For port 87199f18-9719-472d-819f-695ceb186fe2, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=87199f18-9719-472d-819f-695ceb186fe2,segment=NetworkSegment(e75284ed-1111-47d2-ae90-4f5da716caa6),segment_id=e75284ed-1111-47d2-ae90-4f5da716caa6)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:20.260410 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed2140e4-d053-49bf-8d9d-86a0edfeca6e req-753bfdc6-0729-4460-bbb3-3e9499fccb42 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331768 Aug 16 01:53:20.267347 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Pushing event updated for resources: {'Port': ['ID=4b402bf3-35c0-4a31-83e5-291b1a928e08,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:20.268405 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.307470 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cbac3757-de67-4016-86e8-ae417218061b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0574899 Aug 16 01:53:20.307470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb013df-c406-42aa-84cd-c8f687889031', 'tag': '7e69fbad-8380-46f6-a06f-3b7e05536c45'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:20.307470 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254bfe9a-9964-4a62-a15e-ad718a77140f" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb013df-c406-42aa-84cd-c8f687889031", "tag": "7e69fbad-8380-46f6-a06f-3b7e05536c45"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:20.349257 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Attempting to bind port 4b402bf3-35c0-4a31-83e5-291b1a928e08 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:20.349600 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Attempting to bind port 4b402bf3-35c0-4a31-83e5-291b1a928e08 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '45da7c7c-dd02-4eb0-99ad-944ead3cb283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6e360875-eeed-45b9-8c34-1f62ec4b4b0b'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:20.349957 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Attempting to bind port 4b402bf3-35c0-4a31-83e5-291b1a928e08 on network 6e360875-eeed-45b9-8c34-1f62ec4b4b0b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:20.354269 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ed553395-4570-49ba-a471-4776ebcb2c76 None None] Set router e3a333a4-1e7e-45ac-99de-09903ef8cc86 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:20.355568 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Port 4b402bf3-35c0-4a31-83e5-291b1a928e08 on network 6e360875-eeed-45b9-8c34-1f62ec4b4b0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:20.355897 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Attempting to bind port 4b402bf3-35c0-4a31-83e5-291b1a928e08 on network 6e360875-eeed-45b9-8c34-1f62ec4b4b0b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:20.362223 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:20.362586 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Checking segment: {'id': '45da7c7c-dd02-4eb0-99ad-944ead3cb283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6e360875-eeed-45b9-8c34-1f62ec4b4b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:20.362968 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Bound using segment: {'id': '45da7c7c-dd02-4eb0-99ad-944ead3cb283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6e360875-eeed-45b9-8c34-1f62ec4b4b0b'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:20.363397 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Bound port: 4b402bf3-35c0-4a31-83e5-291b1a928e08, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45da7c7c-dd02-4eb0-99ad-944ead3cb283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '6e360875-eeed-45b9-8c34-1f62ec4b4b0b'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:20.363755 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.397875 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d098fa72-4887-41f1-b257-5e38d7c90cab x-openstack-request-id: req-d098fa72-4887-41f1-b257-5e38d7c90cab {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:20.398818 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb013df-c406-42aa-84cd-c8f687889031", "tag": "7e69fbad-8380-46f6-a06f-3b7e05536c45", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:20.399167 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d098fa72-4887-41f1-b257-5e38d7c90cab {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:20.399743 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb013df-c406-42aa-84cd-c8f687889031', 'tag': '7e69fbad-8380-46f6-a06f-3b7e05536c45', 'status': 'completed', 'code': 200} Aug 16 01:53:20.438770 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43d436-2e9b-443d-9de8-43cf982a1bbe None None] Pushing event updated for resources: {'Port': ['ID=87199f18-9719-472d-819f-695ceb186fe2,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:20.513075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] For port 4b402bf3-35c0-4a31-83e5-291b1a928e08, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:20.519857 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44213d8-e05e-49d6-a6bc-87e21e1d0022 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:20.526040 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bfe9a-9964-4a62-a15e-ad718a77140f req-2a4697ee-b33b-4804-b433-3ae12f77a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:20.527585 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-254bfe9a-9964-4a62-a15e-ad718a77140f req-2a4697ee-b33b-4804-b433-3ae12f77a34b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 1098 time: 0.0866423 Aug 16 01:53:20.564542 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] For port 4b402bf3-35c0-4a31-83e5-291b1a928e08, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4b402bf3-35c0-4a31-83e5-291b1a928e08,segment=NetworkSegment(45da7c7c-dd02-4eb0-99ad-944ead3cb283),segment_id=45da7c7c-dd02-4eb0-99ad-944ead3cb283)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:20.592326 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5001c70-c3d4-4eb4-b6b2-791a19e051c4 req-273f6f82-63e1-41f5-a667-a0bb7e76889d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:20.601252 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b5001c70-c3d4-4eb4-b6b2-791a19e051c4 req-273f6f82-63e1-41f5-a667-a0bb7e76889d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.1631417 Aug 16 01:53:20.631431 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.717770 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bfe9a-9964-4a62-a15e-ad718a77140f req-4589f951-13f4-412c-9af7-cc761c3f9e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:20.719641 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-254bfe9a-9964-4a62-a15e-ad718a77140f req-4589f951-13f4-412c-9af7-cc761c3f9e88 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ddc52a66-db51-4cc6-9e0e-95031b947ff3 HTTP/1.1" status: 200 len: 898 time: 0.1546941 Aug 16 01:53:20.728546 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e44213d8-e05e-49d6-a6bc-87e21e1d0022 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.739446 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b5001c70-c3d4-4eb4-b6b2-791a19e051c4 req-cf34d0f8-f748-4fbc-8f87-46dec17f46c1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360636 Aug 16 01:53:20.767428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:20.768321 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:20.769919 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] 10.222.0.73 "PUT /v2.0/ports/4b402bf3-35c0-4a31-83e5-291b1a928e08 HTTP/1.1" status: 200 len: 1092 time: 1.3953772 Aug 16 01:53:20.771126 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f2c803-da0f-439f-93e5-64c0d3b8da18', 'tag': '4b402bf3-35c0-4a31-83e5-291b1a928e08'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:20.774549 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60777c2-69df-4cb0-b5c5-a432f448998b" -d '{"events": [{"name": "network-changed", "server_uuid": "14f2c803-da0f-439f-93e5-64c0d3b8da18", "tag": "4b402bf3-35c0-4a31-83e5-291b1a928e08"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:20.790968 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b2dda-481d-4470-8aa6-a2b8635a8a28 service neutron] Pushing event updated for resources: {'Port': ['ID=4b402bf3-35c0-4a31-83e5-291b1a928e08,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:20.796808 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39498) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:20.859329 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ed553395-4570-49ba-a471-4776ebcb2c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409171260', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:34Z', 'updated_at': '2021-08-16T01:52:49Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:37Z', 'updated_at': '2021-08-16T01:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'edcfd40a-16d8-4908-bcde-a3c06831b90e', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'port_id': '7e69fbad-8380-46f6-a06f-3b7e05536c45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3', 'mac_address': 'fa:16:3e:02:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb013df-c406-42aa-84cd-c8f687889031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:53:18Z', 'updated_at': '2021-08-16T01:53:18Z', 'revision_number': 0, 'project_id': '7069c6ece3114808b56031f1299826b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47676508-5971-4d02-a50c-da0846120576', 'name': '', 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:b4:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:47Z', 'updated_at': '2021-08-16T01:52:59Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:20.890637 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed553395-4570-49ba-a471-4776ebcb2c76 None None] Checking router: e3a333a4-1e7e-45ac-99de-09903ef8cc86 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:53:20.892227 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d591253c-f69e-4ede-bdfe-a5a53675d82a x-openstack-request-id: req-d591253c-f69e-4ede-bdfe-a5a53675d82a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:20.892513 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f2c803-da0f-439f-93e5-64c0d3b8da18", "tag": "4b402bf3-35c0-4a31-83e5-291b1a928e08", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:20.892763 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d591253c-f69e-4ede-bdfe-a5a53675d82a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:20.893155 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f2c803-da0f-439f-93e5-64c0d3b8da18', 'tag': '4b402bf3-35c0-4a31-83e5-291b1a928e08', 'status': 'completed', 'code': 200} Aug 16 01:53:20.899317 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-e44213d8-e05e-49d6-a6bc-87e21e1d0022 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] device_id is not set on port 4f68fe59-9193-4be0-9f2a-5f4ed3d78db2 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:53:20.919232 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed553395-4570-49ba-a471-4776ebcb2c76 None None] Routers {'e3a333a4-1e7e-45ac-99de-09903ef8cc86'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:20.922085 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ed553395-4570-49ba-a471-4776ebcb2c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:52:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e3a333a4-1e7e-45ac-99de-09903ef8cc86'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:20.926773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-bbdfa2a7-142b-4f04-84eb-f5be92bba21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:20.932929 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-bbdfa2a7-142b-4f04-84eb-f5be92bba21c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0feabc10ec614984ad277e47acc218cd&device_id=14f2c803-da0f-439f-93e5-64c0d3b8da18 HTTP/1.1" status: 200 len: 1095 time: 0.0856471 Aug 16 01:53:20.952220 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ede5c9e8-5c43-4606-8d78-83285a54d8cf tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/floatingips/edcfd40a-16d8-4908-bcde-a3c06831b90e HTTP/1.1" status: 200 len: 990 time: 0.1534626 Aug 16 01:53:20.964107 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-254bfe9a-9964-4a62-a15e-ad718a77140f req-b640710c-ec1b-4a98-b646-46dfdab854fa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e69fbad-8380-46f6-a06f-3b7e05536c45 HTTP/1.1" status: 200 len: 998 time: 0.2323446 Aug 16 01:53:21.018349 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-33fa8c0c-6fcf-40b2-b608-9db834963912 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b402bf3-35c0-4a31-83e5-291b1a928e08 HTTP/1.1" status: 200 len: 217 time: 0.0758753 Aug 16 01:53:21.085268 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bfe9a-9964-4a62-a15e-ad718a77140f req-d015aba5-816c-4246-9be9-797106ddbce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:21.085268 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-254bfe9a-9964-4a62-a15e-ad718a77140f req-d015aba5-816c-4246-9be9-797106ddbce9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dc4636ad-db1a-4cbf-a948-9173e084eb0e HTTP/1.1" status: 200 len: 835 time: 0.1028788 Aug 16 01:53:21.097856 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-9ba12b06-3c56-4984-b6a7-c3de8daf92d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:21.099358 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-9ba12b06-3c56-4984-b6a7-c3de8daf92d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=919e05de-1653-44c3-8c33-201b6aa584a9 HTTP/1.1" status: 200 len: 850 time: 0.0723121 Aug 16 01:53:21.152908 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ed553395-4570-49ba-a471-4776ebcb2c76 None None] Set router e3a333a4-1e7e-45ac-99de-09903ef8cc86 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:21.169249 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bfe9a-9964-4a62-a15e-ad718a77140f req-3c5aa806-534e-41c4-8301-5787a1cdca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:21.170798 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-254bfe9a-9964-4a62-a15e-ad718a77140f req-3c5aa806-534e-41c4-8301-5787a1cdca02 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ddc52a66-db51-4cc6-9e0e-95031b947ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821779 Aug 16 01:53:21.176893 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-e90f5c67-7d4c-4e9d-85a1-39e1d36fadc2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e360875-eeed-45b9-8c34-1f62ec4b4b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669611 Aug 16 01:53:21.295068 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-254bfe9a-9964-4a62-a15e-ad718a77140f req-dc3aa1a7-d765-43aa-a46c-b1505af17900 service neutron] 10.222.0.63 "GET /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115644 Aug 16 01:53:21.351889 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-419994d8-85e7-49ba-beaf-96add5ad7d92 service neutron] 10.222.0.73 "GET /v2.0/networks/6e360875-eeed-45b9-8c34-1f62ec4b4b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653633 Aug 16 01:53:21.418162 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-e44213d8-e05e-49d6-a6bc-87e21e1d0022 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Allocated IP 2001:db8::338 (4ead9c13-abe5-44e4-b38f-547c3076353d/60e62e14-466d-4289-b638-7a45ed9711a9/4f68fe59-9193-4be0-9f2a-5f4ed3d78db2) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:21.503539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ed553395-4570-49ba-a471-4776ebcb2c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409171260', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:34Z', 'updated_at': '2021-08-16T01:52:49Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:37Z', 'updated_at': '2021-08-16T01:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'edcfd40a-16d8-4908-bcde-a3c06831b90e', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'port_id': '7e69fbad-8380-46f6-a06f-3b7e05536c45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3', 'mac_address': 'fa:16:3e:02:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb013df-c406-42aa-84cd-c8f687889031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:53:18Z', 'updated_at': '2021-08-16T01:53:18Z', 'revision_number': 0, 'project_id': '7069c6ece3114808b56031f1299826b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47676508-5971-4d02-a50c-da0846120576', 'name': '', 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:b4:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:47Z', 'updated_at': '2021-08-16T01:52:59Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:21.543931 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec90a5-3ca3-4f06-a605-bca1549e2626 req-32bea246-1595-48f3-a443-0e157dc3c422 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:21.546153 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-27ec90a5-3ca3-4f06-a605-bca1549e2626 req-32bea246-1595-48f3-a443-0e157dc3c422 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/ports?device_id=14f2c803-da0f-439f-93e5-64c0d3b8da18 HTTP/1.1" status: 200 len: 943 time: 0.1659844 Aug 16 01:53:21.576120 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed553395-4570-49ba-a471-4776ebcb2c76 None None] The sync data for ids ['e3a333a4-1e7e-45ac-99de-09903ef8cc86'] in n-d-765315-27 is: [{'id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409171260', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:34Z', 'updated_at': '2021-08-16T01:52:49Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:37Z', 'updated_at': '2021-08-16T01:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'edcfd40a-16d8-4908-bcde-a3c06831b90e', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'port_id': '7e69fbad-8380-46f6-a06f-3b7e05536c45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3', 'mac_address': 'fa:16:3e:02:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb013df-c406-42aa-84cd-c8f687889031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:53:18Z', 'updated_at': '2021-08-16T01:53:18Z', 'revision_number': 0, 'project_id': '7069c6ece3114808b56031f1299826b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47676508-5971-4d02-a50c-da0846120576', 'name': '', 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:b4:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:47Z', 'updated_at': '2021-08-16T01:52:59Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:21.580432 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43ea5474-bfe7-4dc1-b9a4-3d41b3448d86 req-343bb276-8910-4bee-ac04-76e9a8198b83 service neutron] 10.222.0.73 "GET /v2.0/networks/6e360875-eeed-45b9-8c34-1f62ec4b4b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201028 Aug 16 01:53:21.599030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c56a91-4fdf-46c9-aead-6195b1e60512 req-8ed71569-b204-4984-8c79-83d471da7781 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:21.600636 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15c56a91-4fdf-46c9-aead-6195b1e60512 req-8ed71569-b204-4984-8c79-83d471da7781 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 944 time: 0.1802063 Aug 16 01:53:21.627626 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-27ec90a5-3ca3-4f06-a605-bca1549e2626 req-ed888001-e313-44f9-82e0-83ce2b104148 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfb2b997-04f7-43a5-848d-1afc00d525a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705974 Aug 16 01:53:21.707639 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60777c2-69df-4cb0-b5c5-a432f448998b req-3864c050-3177-4126-b669-56fd275db5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:21.709287 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c60777c2-69df-4cb0-b5c5-a432f448998b req-3864c050-3177-4126-b669-56fd275db5d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0feabc10ec614984ad277e47acc218cd&device_id=14f2c803-da0f-439f-93e5-64c0d3b8da18 HTTP/1.1" status: 200 len: 1095 time: 0.0625200 Aug 16 01:53:21.714898 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-254bfe9a-9964-4a62-a15e-ad718a77140f req-3c7a0016-c870-437d-9e44-daa6026876a7 service neutron] 10.222.0.63 "GET /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117150 Aug 16 01:53:21.810220 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15c56a91-4fdf-46c9-aead-6195b1e60512 req-ab14c7a8-28db-4039-ae8b-0a8dba211609 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886988 Aug 16 01:53:21.863988 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e44213d8-e05e-49d6-a6bc-87e21e1d0022 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:21.883518 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-e44213d8-e05e-49d6-a6bc-87e21e1d0022 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Transition to ACTIVE for port object 4f68fe59-9193-4be0-9f2a-5f4ed3d78db2 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:21.887301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60777c2-69df-4cb0-b5c5-a432f448998b req-dc2e92d2-db61-4d70-b898-1a277d5dca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:21.891008 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c60777c2-69df-4cb0-b5c5-a432f448998b req-dc2e92d2-db61-4d70-b898-1a277d5dca46 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e360875-eeed-45b9-8c34-1f62ec4b4b0b HTTP/1.1" status: 200 len: 911 time: 0.1725504 Aug 16 01:53:21.937248 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e44213d8-e05e-49d6-a6bc-87e21e1d0022 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:21.953586 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c60777c2-69df-4cb0-b5c5-a432f448998b req-3607d959-2863-431c-947f-7448c2e7a988 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b402bf3-35c0-4a31-83e5-291b1a928e08 HTTP/1.1" status: 200 len: 217 time: 0.0550194 Aug 16 01:53:21.959103 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39518) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:21.963703 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 0df7fa1e-c8ff-437b-9003-eb34c3f66157 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:21.974914 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc56c4e9-c4e2-4928-bf65-a8fc3ba850c2 None None] New status for floating IP edcfd40a-16d8-4908-bcde-a3c06831b90e: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:53:22.024517 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44213d8-e05e-49d6-a6bc-87e21e1d0022 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 4ead9c13-abe5-44e4-b38f-547c3076353d is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:22.036030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e44213d8-e05e-49d6-a6bc-87e21e1d0022 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:22.047913 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44213d8-e05e-49d6-a6bc-87e21e1d0022 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:22.066565 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44213d8-e05e-49d6-a6bc-87e21e1d0022 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:22.067271 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e44213d8-e05e-49d6-a6bc-87e21e1d0022 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:22.128871 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60777c2-69df-4cb0-b5c5-a432f448998b req-07d45178-deee-4147-87e5-7b0ca8401aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:22.130421 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c60777c2-69df-4cb0-b5c5-a432f448998b req-07d45178-deee-4147-87e5-7b0ca8401aaf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=919e05de-1653-44c3-8c33-201b6aa584a9 HTTP/1.1" status: 200 len: 850 time: 0.1618748 Aug 16 01:53:22.140635 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2b8d0d90-b369-43f5-859d-e4b293138bbe tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/floatingips/edcfd40a-16d8-4908-bcde-a3c06831b90e HTTP/1.1" status: 200 len: 990 time: 0.1801474 Aug 16 01:53:22.156663 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e44213d8-e05e-49d6-a6bc-87e21e1d0022 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9623256 Aug 16 01:53:22.162643 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44213d8-e05e-49d6-a6bc-87e21e1d0022 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=4f68fe59-9193-4be0-9f2a-5f4ed3d78db2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:22.165820 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39524) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:22.189297 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-85990201-b712-4186-9ea5-7f9fcafcf6c2 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'subnet': {'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:22.189507 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c60777c2-69df-4cb0-b5c5-a432f448998b req-64dd20e1-54e4-476d-89fc-d5aa8d78b0e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e360875-eeed-45b9-8c34-1f62ec4b4b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476155 Aug 16 01:53:22.234169 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 0df7fa1e-c8ff-437b-9003-eb34c3f66157, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:22.271350 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '0df7fa1e-c8ff-437b-9003-eb34c3f66157', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'port_id': '0df7fa1e-c8ff-437b-9003-eb34c3f66157', 'mac_address': 'fa:16:3e:e9:af:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:22.401593 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c60777c2-69df-4cb0-b5c5-a432f448998b req-47527d0d-d869-45c8-869d-d5994543a5f2 service neutron] 10.222.0.73 "GET /v2.0/networks/6e360875-eeed-45b9-8c34-1f62ec4b4b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989233 Aug 16 01:53:22.409718 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:22.413346 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-213e3362-c520-4b13-9cc4-cbcde0609a65 None None] Provisioning complete for port 6a3096ec-c917-4139-ac5b-7a06536695df triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:22.413976 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-213e3362-c520-4b13-9cc4-cbcde0609a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:22.417966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85990201-b712-4186-9ea5-7f9fcafcf6c2 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:22.421957 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-85990201-b712-4186-9ea5-7f9fcafcf6c2 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:22.476263 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df7fa1e-c8ff-437b-9003-eb34c3f66157 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:22.576971 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 0df7fa1e-c8ff-437b-9003-eb34c3f66157, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:22.581952 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c60777c2-69df-4cb0-b5c5-a432f448998b req-f957963c-9a06-45b8-a15c-3a0186c0036a service neutron] 10.222.0.73 "GET /v2.0/networks/6e360875-eeed-45b9-8c34-1f62ec4b4b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691353 Aug 16 01:53:22.612833 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:22.622330 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-213e3362-c520-4b13-9cc4-cbcde0609a65 None None] Port 6a3096ec-c917-4139-ac5b-7a06536695df cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:22.654159 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-015bf359-3820-48e5-985d-8fd02aec9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:22.699662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=0df7fa1e-c8ff-437b-9003-eb34c3f66157,revision_number=11']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:22.710083 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-213e3362-c520-4b13-9cc4-cbcde0609a65 None None] Provisioning for port 87199f18-9719-472d-819f-695ceb186fe2 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:22.724792 n-d-765315-27 neutron-server[94672]: INFO neutron.db.ipam_backend_mixin [None req-85990201-b712-4186-9ea5-7f9fcafcf6c2 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 60e62e14-466d-4289-b638-7a45ed9711a9 (CIDR: 2001:db8::/64) Aug 16 01:53:22.730356 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-85990201-b712-4186-9ea5-7f9fcafcf6c2 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:53:22.730810 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85990201-b712-4186-9ea5-7f9fcafcf6c2 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:53:22.768524 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-85990201-b712-4186-9ea5-7f9fcafcf6c2 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6019678 Aug 16 01:53:22.771483 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39546) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:22.787978 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 87199f18-9719-472d-819f-695ceb186fe2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:22.811265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f6961-c337-49d6-b403-5cf4f15c4342 req-9aea0cd2-7b46-4650-bdca-65c08eca519c tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:22.813971 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-272f6961-c337-49d6-b403-5cf4f15c4342 req-9aea0cd2-7b46-4650-bdca-65c08eca519c tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/ports?device_id=14f2c803-da0f-439f-93e5-64c0d3b8da18 HTTP/1.1" status: 200 len: 943 time: 0.0578220 Aug 16 01:53:22.831353 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f5c7fb88-9673-4544-8e85-fca58cef8a59 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'subnet': {'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:22.858512 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['0df7fa1e-c8ff-437b-9003-eb34c3f66157'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:22.882003 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-272f6961-c337-49d6-b403-5cf4f15c4342 req-2d5012dd-8549-4eb5-8bec-242a5193fe85 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfb2b997-04f7-43a5-848d-1afc00d525a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530324 Aug 16 01:53:22.943599 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 87199f18-9719-472d-819f-695ceb186fe2 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:22.951969 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 87199f18-9719-472d-819f-695ceb186fe2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:22.952507 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:22.968321 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-f969bd89-9f47-46e7-8c29-9046274be598 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:22.970121 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-f969bd89-9f47-46e7-8c29-9046274be598 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/networks?id=280ed514-b2cb-4176-817f-c21adcaa27a2 HTTP/1.1" status: 200 len: 815 time: 0.3050187 Aug 16 01:53:22.971380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c7fb88-9673-4544-8e85-fca58cef8a59 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:22.984710 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f6edc899-ebf1-40e7-b830-6481afcc569b None None] Provisioning for port 4f68fe59-9193-4be0-9f2a-5f4ed3d78db2 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:22.991416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f6edc899-ebf1-40e7-b830-6481afcc569b None None] Provisioning complete for port 4f68fe59-9193-4be0-9f2a-5f4ed3d78db2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:22.991794 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6edc899-ebf1-40e7-b830-6481afcc569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:22.992803 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5c7fb88-9673-4544-8e85-fca58cef8a59 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:23.009158 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-8b7c9fe1-3d60-41f7-bfce-90963612b0e2 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/quotas/3c66e7b345644adb978758e5aa03ba75 HTTP/1.1" status: 200 len: 375 time: 0.0120513 Aug 16 01:53:23.030683 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44625573-173a-4183-bea2-c05dc240a0cb req-4c999b80-e014-4612-b661-151465e5c114 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:23.038873 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-44625573-173a-4183-bea2-c05dc240a0cb req-4c999b80-e014-4612-b661-151465e5c114 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.0881059 Aug 16 01:53:23.042988 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f6edc899-ebf1-40e7-b830-6481afcc569b None None] Port 4f68fe59-9193-4be0-9f2a-5f4ed3d78db2 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:23.087964 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-44625573-173a-4183-bea2-c05dc240a0cb req-00f5c8b7-02ca-4fb4-9251-2aa576a5f418 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461483 Aug 16 01:53:23.144742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39556) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:23.182791 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-d711ce28-d7b6-4915-86cf-5df63b4e03b1 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3c66e7b345644adb978758e5aa03ba75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1552548 Aug 16 01:53:23.235373 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d7fe34a6-4338-4eb1-9596-f6cec038f7c7 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/floatingips/edcfd40a-16d8-4908-bcde-a3c06831b90e HTTP/1.1" status: 200 len: 992 time: 0.0889943 Aug 16 01:53:23.329198 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:23.387505 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:23.400102 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-80cb33e6-2b31-4874-b980-f2093f3b1a05 service neutron] 10.222.0.68 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161891 Aug 16 01:53:23.435608 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 87199f18-9719-472d-819f-695ceb186fe2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=87199f18-9719-472d-819f-695ceb186fe2,segment=NetworkSegment(e75284ed-1111-47d2-ae90-4f5da716caa6),segment_id=e75284ed-1111-47d2-ae90-4f5da716caa6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:23.440728 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:23.495811 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=87199f18-9719-472d-819f-695ceb186fe2,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:23.560996 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-14bf4c7c-4b10-4eed-a48c-11563c334239 service neutron] 10.222.0.68 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599834 Aug 16 01:53:23.580467 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5c7fb88-9673-4544-8e85-fca58cef8a59 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:23.622223 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c7fb88-9673-4544-8e85-fca58cef8a59 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 4ead9c13-abe5-44e4-b38f-547c3076353d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:23.625566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f5c7fb88-9673-4544-8e85-fca58cef8a59 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:23.631225 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c7fb88-9673-4544-8e85-fca58cef8a59 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:23.631838 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5c7fb88-9673-4544-8e85-fca58cef8a59 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:23.641200 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873010e3-8489-44d5-bbb1-6aeb446b3c67 None None] Network 4ead9c13-abe5-44e4-b38f-547c3076353d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:23.658820 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7fb88-9673-4544-8e85-fca58cef8a59 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Subnet': ['ID=14d9eec0-0b98-43f3-a576-69f21be7d14a,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:23.669641 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f5c7fb88-9673-4544-8e85-fca58cef8a59 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8947160 Aug 16 01:53:23.670077 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39564) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:23.676332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ce019cb8-2bf7-4dfc-9871-260718183edd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-338527244', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '14d9eec0-0b98-43f3-a576-69f21be7d14a'}], 'security_groups': ['c0b5e0ab-2050-4fe6-b651-630e00aad06a']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:23.824519 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cd5e95de-3e8e-4b68-a1a1-36f992440064 req-987d6291-252d-4b73-b267-a3bc2a9af8f1 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=967e5cfa-c412-482a-9a2a-5148481d9b67 HTTP/1.1" status: 200 len: 210 time: 0.0372040 Aug 16 01:53:23.825585 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce019cb8-2bf7-4dfc-9871-260718183edd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:23.978312 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 0df7fa1e-c8ff-437b-9003-eb34c3f66157 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:24.020197 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015103f3-b396-480e-ac43-b238d7c3a88f None None] Update dhcp port {'port': {'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d', 'fixed_ips': [{'subnet_id': '60e62e14-466d-4289-b638-7a45ed9711a9', 'ip_address': '2001:db8::2'}, {'subnet_id': '14d9eec0-0b98-43f3-a576-69f21be7d14a'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '87199f18-9719-472d-819f-695ceb186fe2'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 01:53:24.072071 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-015103f3-b396-480e-ac43-b238d7c3a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.078074 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56faad6a-dff9-4bde-94d6-8dcaf98cd4cb req-24e61d52-b6a7-49f5-8080-b8d753e6f400 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:24.079951 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-56faad6a-dff9-4bde-94d6-8dcaf98cd4cb req-24e61d52-b6a7-49f5-8080-b8d753e6f400 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/ports?device_id=14f2c803-da0f-439f-93e5-64c0d3b8da18 HTTP/1.1" status: 200 len: 943 time: 0.1073442 Aug 16 01:53:24.186282 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-56faad6a-dff9-4bde-94d6-8dcaf98cd4cb req-ad9f5ae4-7ba8-4a70-92e9-a118eabce14f tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfb2b997-04f7-43a5-848d-1afc00d525a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952315 Aug 16 01:53:24.188122 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:24.202100 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.202100 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:24.202603 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.406485 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.447006 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df7fa1e-c8ff-437b-9003-eb34c3f66157'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:24.449775 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00693507-0ca7-4073-b929-7eafdb480272" -d '{"events": [{"server_uuid": "5261dd19-5726-46ff-852e-04c6b0dee09f", "name": "network-vif-plugged", "status": "completed", "tag": "0df7fa1e-c8ff-437b-9003-eb34c3f66157"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:24.479129 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-015103f3-b396-480e-ac43-b238d7c3a88f None None] Allocated IP 2001:db8:0:1::2 (4ead9c13-abe5-44e4-b38f-547c3076353d/14d9eec0-0b98-43f3-a576-69f21be7d14a/87199f18-9719-472d-819f-695ceb186fe2) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:24.499552 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 0df7fa1e-c8ff-437b-9003-eb34c3f66157, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:24.507231 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a48888e-51f5-4f5e-a9de-0e4bce5e084c x-openstack-request-id: req-1a48888e-51f5-4f5e-a9de-0e4bce5e084c {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:24.507601 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5261dd19-5726-46ff-852e-04c6b0dee09f", "name": "network-vif-plugged", "status": "completed", "tag": "0df7fa1e-c8ff-437b-9003-eb34c3f66157", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:24.507999 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1a48888e-51f5-4f5e-a9de-0e4bce5e084c {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:24.509048 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df7fa1e-c8ff-437b-9003-eb34c3f66157', 'code': 200} Aug 16 01:53:24.512790 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.606540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acfb75-44ea-40a3-aa34-a8bdb049beb7 req-5e7f344c-9755-4667-993a-d87b7f56839b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:24.609211 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-52acfb75-44ea-40a3-aa34-a8bdb049beb7 req-5e7f344c-9755-4667-993a-d87b7f56839b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 945 time: 0.1559045 Aug 16 01:53:24.716450 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 87199f18-9719-472d-819f-695ceb186fe2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:24.718997 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-52acfb75-44ea-40a3-aa34-a8bdb049beb7 req-51bad36a-d241-4d1c-b259-a459f95b1cac tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028175 Aug 16 01:53:24.720509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=0df7fa1e-c8ff-437b-9003-eb34c3f66157,revision_number=12']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:24.822731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-015103f3-b396-480e-ac43-b238d7c3a88f None None] For port 87199f18-9719-472d-819f-695ceb186fe2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=87199f18-9719-472d-819f-695ceb186fe2,segment=NetworkSegment(e75284ed-1111-47d2-ae90-4f5da716caa6),segment_id=e75284ed-1111-47d2-ae90-4f5da716caa6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:24.864091 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-015103f3-b396-480e-ac43-b238d7c3a88f None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.866891 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 87199f18-9719-472d-819f-695ceb186fe2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:24.867255 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.902799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-015103f3-b396-480e-ac43-b238d7c3a88f None None] Transition to ACTIVE for port object 87199f18-9719-472d-819f-695ceb186fe2 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:24.919778 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-015103f3-b396-480e-ac43-b238d7c3a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:24.980651 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a9010-89e4-4534-906f-5630ae2f9c3f req-f383e0b5-5e2a-48eb-b28e-63703e6efa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:24.984481 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a11a9010-89e4-4534-906f-5630ae2f9c3f req-f383e0b5-5e2a-48eb-b28e-63703e6efa66 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 1098 time: 0.1702905 Aug 16 01:53:25.002003 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Port 87199f18-9719-472d-819f-695ceb186fe2 had new provisioning blocks added so it will not transition to active. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 16 01:53:25.030898 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-75427c53-e685-4ad1-a8f5-42cadc41ff27 req-c94f08fd-90e7-424b-a269-85bcd88d7317 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=967e5cfa-c412-482a-9a2a-5148481d9b67 HTTP/1.1" status: 200 len: 210 time: 0.0969651 Aug 16 01:53:25.062580 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015103f3-b396-480e-ac43-b238d7c3a88f None None] Pushing event updated for resources: {'Port': ['ID=87199f18-9719-472d-819f-695ceb186fe2,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:25.084093 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a11a9010-89e4-4534-906f-5630ae2f9c3f req-1062140b-2174-493e-97c6-9ced35789c63 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767074 Aug 16 01:53:25.145963 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-ce019cb8-2bf7-4dfc-9871-260718183edd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Delete allocated IP 2001:db8::338 (4ead9c13-abe5-44e4-b38f-547c3076353d/60e62e14-466d-4289-b638-7a45ed9711a9) {{(pid=94672) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 01:53:25.156802 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-ce019cb8-2bf7-4dfc-9871-260718183edd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Allocated IP 2001:db8:0:1::3df (4ead9c13-abe5-44e4-b38f-547c3076353d/14d9eec0-0b98-43f3-a576-69f21be7d14a/4f68fe59-9193-4be0-9f2a-5f4ed3d78db2) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:25.384147 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a5c67-17aa-49fb-b008-eaa5e45cba04 req-c5eea47f-c992-4be3-80f8-40862ac6eafd tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:25.385844 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5e4a5c67-17aa-49fb-b008-eaa5e45cba04 req-c5eea47f-c992-4be3-80f8-40862ac6eafd tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/ports?device_id=14f2c803-da0f-439f-93e5-64c0d3b8da18 HTTP/1.1" status: 200 len: 943 time: 0.1185744 Aug 16 01:53:25.402716 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4b402bf3-35c0-4a31-83e5-291b1a928e08 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:25.507470 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce019cb8-2bf7-4dfc-9871-260718183edd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:25.567297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4b402bf3-35c0-4a31-83e5-291b1a928e08, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4b402bf3-35c0-4a31-83e5-291b1a928e08,segment=NetworkSegment(45da7c7c-dd02-4eb0-99ad-944ead3cb283),segment_id=45da7c7c-dd02-4eb0-99ad-944ead3cb283)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:25.567949 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5e4a5c67-17aa-49fb-b008-eaa5e45cba04 req-d84d3f97-029c-41be-9994-494dfbb225ce tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfb2b997-04f7-43a5-848d-1afc00d525a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708357 Aug 16 01:53:25.569131 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-ce019cb8-2bf7-4dfc-9871-260718183edd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Transition to ACTIVE for port object 4f68fe59-9193-4be0-9f2a-5f4ed3d78db2 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:25.599386 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '4b402bf3-35c0-4a31-83e5-291b1a928e08', 'network_id': '6e360875-eeed-45b9-8c34-1f62ec4b4b0b', 'port_id': '4b402bf3-35c0-4a31-83e5-291b1a928e08', 'mac_address': 'fa:16:3e:73:f1:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919e05de-1653-44c3-8c33-201b6aa584a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:25.619593 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-d89e3e6b-6d62-4367-8f96-984b8db2c293 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:25.622309 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-d89e3e6b-6d62-4367-8f96-984b8db2c293 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.63 "GET /v2.0/networks?id=280ed514-b2cb-4176-817f-c21adcaa27a2 HTTP/1.1" status: 200 len: 815 time: 0.1935740 Aug 16 01:53:25.623572 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce019cb8-2bf7-4dfc-9871-260718183edd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:25.682850 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:25.698132 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-be019754-6ef4-48db-9c1c-be94da7285de tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Request body: {'port': {'device_id': '967e5cfa-c412-482a-9a2a-5148481d9b67', 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2', 'admin_state_up': True, 'tenant_id': '3c66e7b345644adb978758e5aa03ba75'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:25.705214 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b402bf3-35c0-4a31-83e5-291b1a928e08 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:25.733455 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4b402bf3-35c0-4a31-83e5-291b1a928e08, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4b402bf3-35c0-4a31-83e5-291b1a928e08,segment=NetworkSegment(45da7c7c-dd02-4eb0-99ad-944ead3cb283),segment_id=45da7c7c-dd02-4eb0-99ad-944ead3cb283)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:25.739097 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:25.779878 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce019cb8-2bf7-4dfc-9871-260718183edd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=4f68fe59-9193-4be0-9f2a-5f4ed3d78db2,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:25.818438 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ce019cb8-2bf7-4dfc-9871-260718183edd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] In _notify_port_updated(), no bound segment for port 4f68fe59-9193-4be0-9f2a-5f4ed3d78db2 on network 4ead9c13-abe5-44e4-b38f-547c3076353d {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:53:25.823418 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=4b402bf3-35c0-4a31-83e5-291b1a928e08,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:25.828419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce019cb8-2bf7-4dfc-9871-260718183edd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:25.829096 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce019cb8-2bf7-4dfc-9871-260718183edd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:25.830895 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ce019cb8-2bf7-4dfc-9871-260718183edd tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "PUT /v2.0/ports/4f68fe59-9193-4be0-9f2a-5f4ed3d78db2 HTTP/1.1" status: 200 len: 930 time: 2.1597195 Aug 16 01:53:25.833737 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39618) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:25.923760 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:25.937201 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-be019754-6ef4-48db-9c1c-be94da7285de tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Made reservation on behalf of 3c66e7b345644adb978758e5aa03ba75 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:25.948913 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-be019754-6ef4-48db-9c1c-be94da7285de tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.028545 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3350f-3771-4e7d-a507-0cc88d92dc96 req-ebadfcb8-b8a6-441b-8f68-5a437a116fc8 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:26.030104 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9fb3350f-3771-4e7d-a507-0cc88d92dc96 req-ebadfcb8-b8a6-441b-8f68-5a437a116fc8 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 946 time: 0.1427591 Aug 16 01:53:26.043708 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6f33c659-5902-4109-8610-1092222d0275 None None] Provisioning for port 4f68fe59-9193-4be0-9f2a-5f4ed3d78db2 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:26.052121 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6f33c659-5902-4109-8610-1092222d0275 None None] Provisioning complete for port 4f68fe59-9193-4be0-9f2a-5f4ed3d78db2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:26.052121 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6f33c659-5902-4109-8610-1092222d0275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.055029 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf3b07-5efe-4c20-9ee7-272cc5834b84 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port 4f68fe59-9193-4be0-9f2a-5f4ed3d78db2 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:26.056045 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4bdf3b07-5efe-4c20-9ee7-272cc5834b84 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.128400 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['4b402bf3-35c0-4a31-83e5-291b1a928e08'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:26.201938 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9fb3350f-3771-4e7d-a507-0cc88d92dc96 req-0175a95c-1229-478f-80fc-392b700697c9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647463 Aug 16 01:53:26.255772 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6f33c659-5902-4109-8610-1092222d0275 None None] Port 4f68fe59-9193-4be0-9f2a-5f4ed3d78db2 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:26.309401 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4bdf3b07-5efe-4c20-9ee7-272cc5834b84 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.314586 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6f33c659-5902-4109-8610-1092222d0275 None None] Provisioning complete for port 6a3096ec-c917-4139-ac5b-7a06536695df triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:26.315039 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6f33c659-5902-4109-8610-1092222d0275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.326998 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-be019754-6ef4-48db-9c1c-be94da7285de tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Allocated IP 172.20.0.14 (280ed514-b2cb-4176-817f-c21adcaa27a2/04ca52e6-06a0-44f3-a2ee-82113af18a6a/25885736-4477-46da-9757-436913c8eb8c) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:26.331561 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3052be5b-35df-408e-8b86-343587a26412 req-c691e74b-a1d7-4c52-b3d6-fb75a79fbd5d tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=967e5cfa-c412-482a-9a2a-5148481d9b67 HTTP/1.1" status: 200 len: 210 time: 0.1088049 Aug 16 01:53:26.408606 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf3b07-5efe-4c20-9ee7-272cc5834b84 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for 4f68fe59-9193-4be0-9f2a-5f4ed3d78db2 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:26.436276 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6f33c659-5902-4109-8610-1092222d0275 None None] Port 6a3096ec-c917-4139-ac5b-7a06536695df cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:26.531291 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6f33c659-5902-4109-8610-1092222d0275 None None] Provisioning for port 87199f18-9719-472d-819f-695ceb186fe2 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:26.554096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6f33c659-5902-4109-8610-1092222d0275 None None] Provisioning complete for port 87199f18-9719-472d-819f-695ceb186fe2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:26.557039 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6f33c659-5902-4109-8610-1092222d0275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.663870 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4bdf3b07-5efe-4c20-9ee7-272cc5834b84 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.738638 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 87199f18-9719-472d-819f-695ceb186fe2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:26.757798 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-be019754-6ef4-48db-9c1c-be94da7285de tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.770740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf3b07-5efe-4c20-9ee7-272cc5834b84 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=4f68fe59-9193-4be0-9f2a-5f4ed3d78db2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:26.800789 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3b07-5efe-4c20-9ee7-272cc5834b84 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:26.803212 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3b07-5efe-4c20-9ee7-272cc5834b84 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:26.803661 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3b07-5efe-4c20-9ee7-272cc5834b84 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:26.805808 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3b07-5efe-4c20-9ee7-272cc5834b84 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:26.806500 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3b07-5efe-4c20-9ee7-272cc5834b84 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:26.808052 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3b07-5efe-4c20-9ee7-272cc5834b84 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:26.808635 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3b07-5efe-4c20-9ee7-272cc5834b84 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:26.809635 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3b07-5efe-4c20-9ee7-272cc5834b84 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:26.812447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3b07-5efe-4c20-9ee7-272cc5834b84 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:26.812916 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3b07-5efe-4c20-9ee7-272cc5834b84 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:26.813351 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3b07-5efe-4c20-9ee7-272cc5834b84 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:26.813853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3b07-5efe-4c20-9ee7-272cc5834b84 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:26.831924 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 87199f18-9719-472d-819f-695ceb186fe2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:26.832692 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.894454 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-be019754-6ef4-48db-9c1c-be94da7285de tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.953062 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4bdf3b07-5efe-4c20-9ee7-272cc5834b84 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.955936 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4bdf3b07-5efe-4c20-9ee7-272cc5834b84 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/ports/4f68fe59-9193-4be0-9f2a-5f4ed3d78db2 HTTP/1.1" status: 204 len: 168 time: 1.1209049 Aug 16 01:53:26.960428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39674) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:26.970483 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-be019754-6ef4-48db-9c1c-be94da7285de tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Network 280ed514-b2cb-4176-817f-c21adcaa27a2 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:26.973851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-be019754-6ef4-48db-9c1c-be94da7285de tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:26.983219 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-be019754-6ef4-48db-9c1c-be94da7285de tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:27.018458 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2f75e5-01ce-4b6f-84ce-0dbf41f2bf77 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] GET failed (client error): The resource could not be found. Aug 16 01:53:27.020319 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8d2f75e5-01ce-4b6f-84ce-0dbf41f2bf77 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports/4f68fe59-9193-4be0-9f2a-5f4ed3d78db2 HTTP/1.1" status: 404 len: 333 time: 0.0550811 Aug 16 01:53:27.024384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39678) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:27.034797 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5188cb2-01e6-4362-bc25-d1c5f6d12c3a req-cb9f1ee4-239c-46b0-b65e-333f2a8f83cd tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:27.043723 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5188cb2-01e6-4362-bc25-d1c5f6d12c3a req-cb9f1ee4-239c-46b0-b65e-333f2a8f83cd tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/ports?device_id=14f2c803-da0f-439f-93e5-64c0d3b8da18 HTTP/1.1" status: 200 len: 944 time: 0.2749169 Aug 16 01:53:27.061022 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be019754-6ef4-48db-9c1c-be94da7285de tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Pushing event updated for resources: {'Port': ['ID=25885736-4477-46da-9757-436913c8eb8c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:27.092746 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2e5dfcf5-b700-4e82-bedf-a6755e52ac71 None None] Could not find standard attr ID for object 4f68fe59-9193-4be0-9f2a-5f4ed3d78db2. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:53:27.103078 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5188cb2-01e6-4362-bc25-d1c5f6d12c3a req-aa23916f-de6d-4792-ac1f-7b18e63a81c3 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfb2b997-04f7-43a5-848d-1afc00d525a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569675 Aug 16 01:53:27.112579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-be019754-6ef4-48db-9c1c-be94da7285de tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:27.113192 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-be019754-6ef4-48db-9c1c-be94da7285de tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.133491 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-be019754-6ef4-48db-9c1c-be94da7285de tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4941015 Aug 16 01:53:27.148265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Request body: {'port': {'device_id': '967e5cfa-c412-482a-9a2a-5148481d9b67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:27.154163 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa750a6f-a14f-468e-8f12-1e37318650d6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.209723 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa750a6f-a14f-468e-8f12-1e37318650d6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.264336 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.288652 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['b88a3e4c-c182-4cdf-885c-052e879ba67a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:27.329511 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:53:27.346743 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa750a6f-a14f-468e-8f12-1e37318650d6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.349315 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa750a6f-a14f-468e-8f12-1e37318650d6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.350468 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fa750a6f-a14f-468e-8f12-1e37318650d6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/security-groups/42bc8d4d-18de-4493-8843-3aaab71b09bb HTTP/1.1" status: 204 len: 168 time: 0.3230779 Aug 16 01:53:27.353966 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39686) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:27.395524 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa750a6f-a14f-468e-8f12-1e37318650d6 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bc8d4d-18de-4493-8843-3aaab71b09bb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:27.422877 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4b402bf3-35c0-4a31-83e5-291b1a928e08 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:27.497891 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3cab0-6c0b-4834-bfcc-992bebc050bf req-bd472d5b-4b0a-438b-838a-98a0c9e30d41 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:27.499163 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6705143-3b5e-439d-9808-29e81c0e7f48 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.506903 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6cc3cab0-6c0b-4834-bfcc-992bebc050bf req-bd472d5b-4b0a-438b-838a-98a0c9e30d41 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 946 time: 0.1759288 Aug 16 01:53:27.559820 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6cc3cab0-6c0b-4834-bfcc-992bebc050bf req-aca1cc38-0348-45c5-abc0-5c7079998964 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512943 Aug 16 01:53:27.583423 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 4b402bf3-35c0-4a31-83e5-291b1a928e08 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:27.584581 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6705143-3b5e-439d-9808-29e81c0e7f48 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.590474 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 4b402bf3-35c0-4a31-83e5-291b1a928e08 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:27.590854 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.621436 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5452da2-8a7c-4218-a31f-5675804e12d1 req-fa31b757-d1b8-4b54-b6b9-42d19dd23b92 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:27.627316 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b5452da2-8a7c-4218-a31f-5675804e12d1 req-fa31b757-d1b8-4b54-b6b9-42d19dd23b92 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=967e5cfa-c412-482a-9a2a-5148481d9b67 HTTP/1.1" status: 200 len: 932 time: 0.1017206 Aug 16 01:53:27.708886 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b5452da2-8a7c-4218-a31f-5675804e12d1 req-e0810c42-bfbe-4b87-ac13-fce9a8e773ed tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717559 Aug 16 01:53:27.720757 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6705143-3b5e-439d-9808-29e81c0e7f48 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.720981 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.732736 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6705143-3b5e-439d-9808-29e81c0e7f48 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.737681 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b6705143-3b5e-439d-9808-29e81c0e7f48 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/security-groups/c0b5e0ab-2050-4fe6-b651-630e00aad06a HTTP/1.1" status: 204 len: 168 time: 0.3803537 Aug 16 01:53:27.738585 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39700) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:27.745950 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6705143-3b5e-439d-9808-29e81c0e7f48 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b5e0ab-2050-4fe6-b651-630e00aad06a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:27.768409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f2c803-da0f-439f-93e5-64c0d3b8da18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b402bf3-35c0-4a31-83e5-291b1a928e08'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:27.771108 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb5d60a-cd1b-454b-b70f-84d094e6c62d" -d '{"events": [{"server_uuid": "14f2c803-da0f-439f-93e5-64c0d3b8da18", "name": "network-vif-plugged", "status": "completed", "tag": "4b402bf3-35c0-4a31-83e5-291b1a928e08"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:27.788756 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4b402bf3-35c0-4a31-83e5-291b1a928e08, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4b402bf3-35c0-4a31-83e5-291b1a928e08,segment=NetworkSegment(45da7c7c-dd02-4eb0-99ad-944ead3cb283),segment_id=45da7c7c-dd02-4eb0-99ad-944ead3cb283)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:27.793984 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.825652 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8180d29-9c8e-4117-8c67-015eb7bbf780 x-openstack-request-id: req-c8180d29-9c8e-4117-8c67-015eb7bbf780 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:27.825652 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f2c803-da0f-439f-93e5-64c0d3b8da18", "name": "network-vif-plugged", "status": "completed", "tag": "4b402bf3-35c0-4a31-83e5-291b1a928e08", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:27.826186 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c8180d29-9c8e-4117-8c67-015eb7bbf780 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:27.826900 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f2c803-da0f-439f-93e5-64c0d3b8da18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b402bf3-35c0-4a31-83e5-291b1a928e08', 'code': 200} Aug 16 01:53:27.841265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25885736-4477-46da-9757-436913c8eb8c {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:27.849847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-797046d5-595a-48ba-98e3-bbabed9b5c7d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting subnet 60e62e14-466d-4289-b638-7a45ed9711a9 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:53:27.853717 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-797046d5-595a-48ba-98e3-bbabed9b5c7d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.861347 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=4b402bf3-35c0-4a31-83e5-291b1a928e08,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:27.886477 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.915009 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Transition to ACTIVE for port object 25885736-4477-46da-9757-436913c8eb8c will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:27.917819 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-797046d5-595a-48ba-98e3-bbabed9b5c7d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.922876 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:27.942412 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a5e1b-2466-4fb7-b0b3-0518bd6ee0bc req-3d899d54-be0b-4a75-89ea-ed78b6fa2478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:27.944865 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e4a5e1b-2466-4fb7-b0b3-0518bd6ee0bc req-3d899d54-be0b-4a75-89ea-ed78b6fa2478 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=14f2c803-da0f-439f-93e5-64c0d3b8da18 HTTP/1.1" status: 200 len: 1097 time: 0.0507820 Aug 16 01:53:27.988054 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e4a5e1b-2466-4fb7-b0b3-0518bd6ee0bc req-20ab2513-3235-445c-b470-fab58fa2da13 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bfb2b997-04f7-43a5-848d-1afc00d525a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355239 Aug 16 01:53:28.019925 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Pushing event updated for resources: {'Port': ['ID=25885736-4477-46da-9757-436913c8eb8c,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:28.124280 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-797046d5-595a-48ba-98e3-bbabed9b5c7d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.170130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Attempting to bind port 25885736-4477-46da-9757-436913c8eb8c on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:28.170462 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Attempting to bind port 25885736-4477-46da-9757-436913c8eb8c by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '98423ec5-2de2-4e79-ba92-921e7271cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:28.170783 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Attempting to bind port 25885736-4477-46da-9757-436913c8eb8c on network 280ed514-b2cb-4176-817f-c21adcaa27a2 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:28.180276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Port 25885736-4477-46da-9757-436913c8eb8c on network 280ed514-b2cb-4176-817f-c21adcaa27a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:28.180668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Attempting to bind port 25885736-4477-46da-9757-436913c8eb8c on network 280ed514-b2cb-4176-817f-c21adcaa27a2 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:28.190527 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:28.190863 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Checking segment: {'id': '98423ec5-2de2-4e79-ba92-921e7271cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:28.191240 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Bound using segment: {'id': '98423ec5-2de2-4e79-ba92-921e7271cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:28.191667 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Bound port: 25885736-4477-46da-9757-436913c8eb8c, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98423ec5-2de2-4e79-ba92-921e7271cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:28.192022 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.248405 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-797046d5-595a-48ba-98e3-bbabed9b5c7d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.267367 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb561b-70d3-4306-9dd6-a9da5251c9b1 req-51412af4-67f6-4072-b6d8-45b109287ad1 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:28.275361 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9afb561b-70d3-4306-9dd6-a9da5251c9b1 req-51412af4-67f6-4072-b6d8-45b109287ad1 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/ports?device_id=14f2c803-da0f-439f-93e5-64c0d3b8da18 HTTP/1.1" status: 200 len: 945 time: 0.0909007 Aug 16 01:53:28.305084 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797046d5-595a-48ba-98e3-bbabed9b5c7d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Subnet': ['ID=60e62e14-466d-4289-b638-7a45ed9711a9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:28.316576 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-797046d5-595a-48ba-98e3-bbabed9b5c7d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.318782 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-797046d5-595a-48ba-98e3-bbabed9b5c7d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/subnets/60e62e14-466d-4289-b638-7a45ed9711a9 HTTP/1.1" status: 204 len: 168 time: 0.5789828 Aug 16 01:53:28.321286 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d669eac6-8846-4c25-a2aa-1bf1ab49f84e None None] Network 4ead9c13-abe5-44e4-b38f-547c3076353d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:28.324263 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39718) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:28.330615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-985156a0-349c-44f3-add1-9a77af3c455a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'subnet': {'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:28.340140 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9afb561b-70d3-4306-9dd6-a9da5251c9b1 req-b85b6dc4-ea1a-4697-bca5-1eda076f8d2c tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfb2b997-04f7-43a5-848d-1afc00d525a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621936 Aug 16 01:53:28.376688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] For port 25885736-4477-46da-9757-436913c8eb8c, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:28.397242 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] For port 25885736-4477-46da-9757-436913c8eb8c, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=25885736-4477-46da-9757-436913c8eb8c,segment=NetworkSegment(98423ec5-2de2-4e79-ba92-921e7271cef5),segment_id=98423ec5-2de2-4e79-ba92-921e7271cef5)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:28.407116 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.459803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:28.460431 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.463001 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] 10.222.0.63 "PUT /v2.0/ports/25885736-4477-46da-9757-436913c8eb8c HTTP/1.1" status: 200 len: 1093 time: 1.3190889 Aug 16 01:53:28.465457 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967e5cfa-c412-482a-9a2a-5148481d9b67', 'tag': '25885736-4477-46da-9757-436913c8eb8c'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:28.467943 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232f0966-0f15-4caa-bbcf-460cebf92557" -d '{"events": [{"name": "network-changed", "server_uuid": "967e5cfa-c412-482a-9a2a-5148481d9b67", "tag": "25885736-4477-46da-9757-436913c8eb8c"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:28.545968 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9a0534-054c-42a1-8ebe-8c1cd05f2a45 x-openstack-request-id: req-cc9a0534-054c-42a1-8ebe-8c1cd05f2a45 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:28.546291 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "967e5cfa-c412-482a-9a2a-5148481d9b67", "tag": "25885736-4477-46da-9757-436913c8eb8c", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:28.546517 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cc9a0534-054c-42a1-8ebe-8c1cd05f2a45 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:28.547673 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967e5cfa-c412-482a-9a2a-5148481d9b67', 'tag': '25885736-4477-46da-9757-436913c8eb8c', 'status': 'completed', 'code': 200} Aug 16 01:53:28.564309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7bfd2-a687-463b-96da-bf40820459cf service neutron] Pushing event updated for resources: {'Port': ['ID=25885736-4477-46da-9757-436913c8eb8c,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:28.593290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-9210df15-1b10-44ab-a3ff-95da9012f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:28.595109 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-9210df15-1b10-44ab-a3ff-95da9012f32e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3c66e7b345644adb978758e5aa03ba75&device_id=967e5cfa-c412-482a-9a2a-5148481d9b67 HTTP/1.1" status: 200 len: 1096 time: 0.0782006 Aug 16 01:53:28.600404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985156a0-349c-44f3-add1-9a77af3c455a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:28.605216 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-985156a0-349c-44f3-add1-9a77af3c455a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:28.686442 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-cf19dfcd-9e96-4f7d-a961-2215e40e5ca2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25885736-4477-46da-9757-436913c8eb8c HTTP/1.1" status: 200 len: 217 time: 0.0776744 Aug 16 01:53:28.776742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-3a81b4f7-3e95-4493-b576-4006d11ef308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:28.778266 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-3a81b4f7-3e95-4493-b576-4006d11ef308 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=04ca52e6-06a0-44f3-a2ee-82113af18a6a HTTP/1.1" status: 200 len: 855 time: 0.0841932 Aug 16 01:53:28.822609 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-d42bdf85-1c82-44c7-831f-cbbdb61cbcb4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=280ed514-b2cb-4176-817f-c21adcaa27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359900 Aug 16 01:53:28.883890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcff1a7-875f-4237-b3b9-b9b5bd69327a req-f824bab9-9afc-4346-a54f-3e4de8e4719d tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:28.892825 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ddcff1a7-875f-4237-b3b9-b9b5bd69327a req-f824bab9-9afc-4346-a54f-3e4de8e4719d tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=967e5cfa-c412-482a-9a2a-5148481d9b67 HTTP/1.1" status: 200 len: 944 time: 0.0845661 Aug 16 01:53:28.950575 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ddcff1a7-875f-4237-b3b9-b9b5bd69327a req-7ff5b047-a106-4646-aa54-bcf799b61885 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568662 Aug 16 01:53:29.018259 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-19a2778d-3411-4b43-b733-d46921aeabef service neutron] 10.222.0.63 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871023 Aug 16 01:53:29.129998 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-985156a0-349c-44f3-add1-9a77af3c455a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.191776 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-657cb6d8-cac5-4708-845d-2afaa906c85d req-cbbc49df-ef25-46ec-9756-c070bb5d61df service neutron] 10.222.0.63 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645186 Aug 16 01:53:29.193592 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985156a0-349c-44f3-add1-9a77af3c455a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 4ead9c13-abe5-44e4-b38f-547c3076353d is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:29.200559 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-985156a0-349c-44f3-add1-9a77af3c455a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:29.205245 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985156a0-349c-44f3-add1-9a77af3c455a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:29.205871 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-985156a0-349c-44f3-add1-9a77af3c455a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.217733 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985156a0-349c-44f3-add1-9a77af3c455a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Subnet': ['ID=1db80aff-ba43-4763-819f-663ef7980389,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:29.236383 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-985156a0-349c-44f3-add1-9a77af3c455a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9071317 Aug 16 01:53:29.236671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39740) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:29.241419 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c4f4ee65-8212-4e6f-a71f-b6161d31e70e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'security_group': {'name': 'tempest-secgroup-389286494'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:29.272669 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4f4ee65-8212-4e6f-a71f-b6161d31e70e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.276727 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a166d42-7d7b-4f39-a994-d4f03da06dd1 None None] Network 4ead9c13-abe5-44e4-b38f-547c3076353d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:29.315594 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f0966-0f15-4caa-bbcf-460cebf92557 req-b39f5fdf-ce81-49c3-82c2-cde764aebae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:29.317651 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-232f0966-0f15-4caa-bbcf-460cebf92557 req-b39f5fdf-ce81-49c3-82c2-cde764aebae9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3c66e7b345644adb978758e5aa03ba75&device_id=967e5cfa-c412-482a-9a2a-5148481d9b67 HTTP/1.1" status: 200 len: 1096 time: 0.0598590 Aug 16 01:53:29.435701 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4f4ee65-8212-4e6f-a71f-b6161d31e70e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.437835 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7c178cd1-6862-4ca3-99a2-fcdf7671baa6 None None] Provisioning complete for port 6a3096ec-c917-4139-ac5b-7a06536695df triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:29.438380 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c178cd1-6862-4ca3-99a2-fcdf7671baa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.444959 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4f4ee65-8212-4e6f-a71f-b6161d31e70e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.480910 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f0966-0f15-4caa-bbcf-460cebf92557 req-1772f669-77e1-4f9a-b7a3-fefffd78c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:29.482536 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-232f0966-0f15-4caa-bbcf-460cebf92557 req-1772f669-77e1-4f9a-b7a3-fefffd78c26a service neutron] 10.222.0.63 "GET /v2.0/networks?id=280ed514-b2cb-4176-817f-c21adcaa27a2 HTTP/1.1" status: 200 len: 916 time: 0.1574814 Aug 16 01:53:29.494372 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7c178cd1-6862-4ca3-99a2-fcdf7671baa6 None None] Port 6a3096ec-c917-4139-ac5b-7a06536695df cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:29.520484 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4ee65-8212-4e6f-a71f-b6161d31e70e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d36a1f6-dc68-484c-a817-1745cc5b3137,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:29.523870 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4f4ee65-8212-4e6f-a71f-b6161d31e70e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.525793 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c4f4ee65-8212-4e6f-a71f-b6161d31e70e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2874749 Aug 16 01:53:29.527964 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39748) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:29.534752 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-300e6304-0198-475c-ac5a-b7b8059380c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'security_group': {'name': 'tempest-secgroup-1445616805'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:29.537588 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7c178cd1-6862-4ca3-99a2-fcdf7671baa6 None None] Provisioning complete for port 87199f18-9719-472d-819f-695ceb186fe2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:29.538165 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c178cd1-6862-4ca3-99a2-fcdf7671baa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.562495 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-300e6304-0198-475c-ac5a-b7b8059380c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.579557 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-232f0966-0f15-4caa-bbcf-460cebf92557 req-532f32c0-3334-42bf-8149-e5c38cfef342 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25885736-4477-46da-9757-436913c8eb8c HTTP/1.1" status: 200 len: 217 time: 0.0785155 Aug 16 01:53:29.643178 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f0966-0f15-4caa-bbcf-460cebf92557 req-fd2643cd-4f6f-496b-974d-0fa7604f10be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:29.644593 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-232f0966-0f15-4caa-bbcf-460cebf92557 req-fd2643cd-4f6f-496b-974d-0fa7604f10be service neutron] 10.222.0.63 "GET /v2.0/subnets?id=04ca52e6-06a0-44f3-a2ee-82113af18a6a HTTP/1.1" status: 200 len: 855 time: 0.0564690 Aug 16 01:53:29.677325 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0a2e44-f2d6-46dd-9ad7-4df9ebde29b2 None None] Update dhcp port {'port': {'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d', 'fixed_ips': [{'subnet_id': '14d9eec0-0b98-43f3-a576-69f21be7d14a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1db80aff-ba43-4763-819f-663ef7980389'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '87199f18-9719-472d-819f-695ceb186fe2'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 01:53:29.702233 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-232f0966-0f15-4caa-bbcf-460cebf92557 req-d198be74-ffce-40c3-b46c-ac0ebfa4c8c0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=280ed514-b2cb-4176-817f-c21adcaa27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392749 Aug 16 01:53:29.714087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4029a8f-eac0-44b7-b056-6b8513205876 req-2e4aa0ed-9d27-4121-8e96-4d368496ccd4 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:29.715681 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c4029a8f-eac0-44b7-b056-6b8513205876 req-2e4aa0ed-9d27-4121-8e96-4d368496ccd4 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/ports?device_id=14f2c803-da0f-439f-93e5-64c0d3b8da18 HTTP/1.1" status: 200 len: 945 time: 0.2121146 Aug 16 01:53:29.719859 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-300e6304-0198-475c-ac5a-b7b8059380c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.728680 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-300e6304-0198-475c-ac5a-b7b8059380c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.735657 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f0a2e44-f2d6-46dd-9ad7-4df9ebde29b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.765008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e6304-0198-475c-ac5a-b7b8059380c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a5e1f3-f071-40a5-a2ec-d04702a409d0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:29.796580 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-300e6304-0198-475c-ac5a-b7b8059380c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.803459 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-300e6304-0198-475c-ac5a-b7b8059380c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2739909 Aug 16 01:53:29.804579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39754) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:29.812379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e4ef27c2-878f-4a0a-9309-770f395bc2f7 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'security_group': {'name': 'tempest-secgroup-1683426144'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:29.854449 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4ef27c2-878f-4a0a-9309-770f395bc2f7 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:29.860463 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c4029a8f-eac0-44b7-b056-6b8513205876 req-84be90cb-d1d4-4721-a2c3-ffc3dae4cb32 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfb2b997-04f7-43a5-848d-1afc00d525a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348450 Aug 16 01:53:29.877499 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-232f0966-0f15-4caa-bbcf-460cebf92557 req-f6a56192-0f05-4a18-b2d0-265051e3f7e3 service neutron] 10.222.0.63 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607952 Aug 16 01:53:30.014504 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-232f0966-0f15-4caa-bbcf-460cebf92557 req-a4f23dc0-8cba-410f-8985-a4d8a62916fb service neutron] 10.222.0.63 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298697 Aug 16 01:53:30.078740 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4ef27c2-878f-4a0a-9309-770f395bc2f7 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:30.091817 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4ef27c2-878f-4a0a-9309-770f395bc2f7 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:30.098212 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-5f0a2e44-f2d6-46dd-9ad7-4df9ebde29b2 None None] Allocated IP 2001:db8::2 (4ead9c13-abe5-44e4-b38f-547c3076353d/1db80aff-ba43-4763-819f-663ef7980389/87199f18-9719-472d-819f-695ceb186fe2) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:30.164235 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4ef27c2-878f-4a0a-9309-770f395bc2f7 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:30.166454 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e4ef27c2-878f-4a0a-9309-770f395bc2f7 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3604271 Aug 16 01:53:30.169654 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39768) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:30.178205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bd309e9e-367a-4fdd-8ba3-2c8d60296151 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1146898439', 'security_groups': ['02814666-5a56-4541-bf88-0614444eae1a'], 'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1db80aff-ba43-4763-819f-663ef7980389'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:30.183967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef27c2-878f-4a0a-9309-770f395bc2f7 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02814666-5a56-4541-bf88-0614444eae1a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:30.203495 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ec0e7-6b2c-4459-bd54-b01d0b2c0f47 req-237d6943-a7fa-42b0-9228-a0bd49485321 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:30.205687 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a5ec0e7-6b2c-4459-bd54-b01d0b2c0f47 req-237d6943-a7fa-42b0-9228-a0bd49485321 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=967e5cfa-c412-482a-9a2a-5148481d9b67 HTTP/1.1" status: 200 len: 944 time: 0.1310329 Aug 16 01:53:30.298611 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a5ec0e7-6b2c-4459-bd54-b01d0b2c0f47 req-aec17084-d8ac-4105-b613-e0822a3e6bff tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768492 Aug 16 01:53:30.317131 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5f0a2e44-f2d6-46dd-9ad7-4df9ebde29b2 None None] For port 87199f18-9719-472d-819f-695ceb186fe2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=87199f18-9719-472d-819f-695ceb186fe2,segment=NetworkSegment(e75284ed-1111-47d2-ae90-4f5da716caa6),segment_id=e75284ed-1111-47d2-ae90-4f5da716caa6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:30.362991 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f0a2e44-f2d6-46dd-9ad7-4df9ebde29b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:30.378061 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5f0a2e44-f2d6-46dd-9ad7-4df9ebde29b2 None None] Transition to ACTIVE for port object 87199f18-9719-472d-819f-695ceb186fe2 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:30.382431 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f0a2e44-f2d6-46dd-9ad7-4df9ebde29b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:30.401011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55702e58-d600-4954-b8ae-ef54d623ac3e req-b9d73368-9ad7-440c-a113-64b992b4d769 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:30.402604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-55702e58-d600-4954-b8ae-ef54d623ac3e req-b9d73368-9ad7-440c-a113-64b992b4d769 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/ports?device_id=14f2c803-da0f-439f-93e5-64c0d3b8da18 HTTP/1.1" status: 200 len: 945 time: 0.0798912 Aug 16 01:53:30.417898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd309e9e-367a-4fdd-8ba3-2c8d60296151 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:30.477939 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a2e44-f2d6-46dd-9ad7-4df9ebde29b2 None None] Pushing event updated for resources: {'Port': ['ID=87199f18-9719-472d-819f-695ceb186fe2,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:30.522176 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-55702e58-d600-4954-b8ae-ef54d623ac3e req-480b4896-c4f7-49f7-a605-f9b26dda1c5c tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfb2b997-04f7-43a5-848d-1afc00d525a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853825 Aug 16 01:53:30.546887 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd309e9e-367a-4fdd-8ba3-2c8d60296151 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:30.573167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-bd309e9e-367a-4fdd-8ba3-2c8d60296151 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] device_id is not set on port ab236b49-38aa-4897-bf5f-88db315444a3 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:53:30.661104 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 87199f18-9719-472d-819f-695ceb186fe2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:30.800156 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-bd309e9e-367a-4fdd-8ba3-2c8d60296151 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Allocated IP 2001:db8::14e (4ead9c13-abe5-44e4-b38f-547c3076353d/1db80aff-ba43-4763-819f-663ef7980389/ab236b49-38aa-4897-bf5f-88db315444a3) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:30.967597 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd309e9e-367a-4fdd-8ba3-2c8d60296151 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:30.982776 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-bd309e9e-367a-4fdd-8ba3-2c8d60296151 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Transition to ACTIVE for port object ab236b49-38aa-4897-bf5f-88db315444a3 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:31.032185 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd309e9e-367a-4fdd-8ba3-2c8d60296151 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:31.080594 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd309e9e-367a-4fdd-8ba3-2c8d60296151 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 4ead9c13-abe5-44e4-b38f-547c3076353d is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:31.084634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-bd309e9e-367a-4fdd-8ba3-2c8d60296151 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:31.092117 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd309e9e-367a-4fdd-8ba3-2c8d60296151 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:31.097913 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd309e9e-367a-4fdd-8ba3-2c8d60296151 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:31.098581 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd309e9e-367a-4fdd-8ba3-2c8d60296151 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:31.114004 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd309e9e-367a-4fdd-8ba3-2c8d60296151 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=ab236b49-38aa-4897-bf5f-88db315444a3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:31.135463 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bd309e9e-367a-4fdd-8ba3-2c8d60296151 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9628730 Aug 16 01:53:31.137477 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39790) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:31.142655 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1bdc6b03-556c-4ddd-8524-27e76e6ca1a9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'subnet': {'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:31.265895 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-96953524-0fce-413c-a472-d254d144ad5a None None] Provisioning complete for port 6a3096ec-c917-4139-ac5b-7a06536695df triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:31.266893 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96953524-0fce-413c-a472-d254d144ad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:31.294832 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdc6b03-556c-4ddd-8524-27e76e6ca1a9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:31.300060 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bdc6b03-556c-4ddd-8524-27e76e6ca1a9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:31.338758 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-96953524-0fce-413c-a472-d254d144ad5a None None] Port 6a3096ec-c917-4139-ac5b-7a06536695df cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:31.353847 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-96953524-0fce-413c-a472-d254d144ad5a None None] Provisioning for port 87199f18-9719-472d-819f-695ceb186fe2 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:31.359167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-96953524-0fce-413c-a472-d254d144ad5a None None] Provisioning complete for port 87199f18-9719-472d-819f-695ceb186fe2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:31.360374 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96953524-0fce-413c-a472-d254d144ad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:31.473628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618d547-b35d-4b89-a521-3e259b5d3fdf req-5acddfa4-2ea1-4bc0-aa83-c702bfa73f6f tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:31.483289 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1618d547-b35d-4b89-a521-3e259b5d3fdf req-5acddfa4-2ea1-4bc0-aa83-c702bfa73f6f tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=967e5cfa-c412-482a-9a2a-5148481d9b67 HTTP/1.1" status: 200 len: 944 time: 0.0704000 Aug 16 01:53:31.503782 n-d-765315-27 neutron-server[94672]: INFO neutron.db.ipam_backend_mixin [None req-1bdc6b03-556c-4ddd-8524-27e76e6ca1a9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1db80aff-ba43-4763-819f-663ef7980389 (CIDR: 2001:db8::/64) Aug 16 01:53:31.522235 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bdc6b03-556c-4ddd-8524-27e76e6ca1a9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:53:31.523580 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bdc6b03-556c-4ddd-8524-27e76e6ca1a9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:53:31.533951 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1618d547-b35d-4b89-a521-3e259b5d3fdf req-9307b4c9-70d5-4dbd-b50b-031d9fd6d61d tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494668 Aug 16 01:53:31.567053 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1bdc6b03-556c-4ddd-8524-27e76e6ca1a9 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4271898 Aug 16 01:53:31.568612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39806) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:31.574727 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8bc3b65d-b84e-4766-85ef-82bfdec0ed0d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'subnet': {'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:31.658793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ca262-5557-4ddd-8d14-3f3f3d81c86d req-01c69fca-4e19-4063-9c81-0cdeece719b9 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:31.660334 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bd5ca262-5557-4ddd-8d14-3f3f3d81c86d req-01c69fca-4e19-4063-9c81-0cdeece719b9 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/ports?device_id=14f2c803-da0f-439f-93e5-64c0d3b8da18 HTTP/1.1" status: 200 len: 945 time: 0.0584078 Aug 16 01:53:31.674602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7e48f0c4-055d-4776-bf75-79a6e636c27f None None] Provisioning for port ab236b49-38aa-4897-bf5f-88db315444a3 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:31.682824 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7e48f0c4-055d-4776-bf75-79a6e636c27f None None] Provisioning complete for port ab236b49-38aa-4897-bf5f-88db315444a3 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:31.683513 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e48f0c4-055d-4776-bf75-79a6e636c27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:31.708139 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc3b65d-b84e-4766-85ef-82bfdec0ed0d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:31.709181 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bd5ca262-5557-4ddd-8d14-3f3f3d81c86d req-2aff07fe-26d3-4591-ba77-fa1ac7c21094 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfb2b997-04f7-43a5-848d-1afc00d525a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421350 Aug 16 01:53:31.720087 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8bc3b65d-b84e-4766-85ef-82bfdec0ed0d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:31.724253 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7e48f0c4-055d-4776-bf75-79a6e636c27f None None] Port ab236b49-38aa-4897-bf5f-88db315444a3 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:31.842658 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb18870-80ca-4c84-8701-cb0329183308 req-65678d74-912e-4f88-9c52-7d7b5a3d4882 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:31.844114 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbb18870-80ca-4c84-8701-cb0329183308 req-65678d74-912e-4f88-9c52-7d7b5a3d4882 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.73 "GET /v2.0/ports?device_id=14f2c803-da0f-439f-93e5-64c0d3b8da18 HTTP/1.1" status: 200 len: 945 time: 0.1197703 Aug 16 01:53:31.864202 n-d-765315-27 neutron-server[94673]: INFO neutron.db.ipam_backend_mixin [None req-8bc3b65d-b84e-4766-85ef-82bfdec0ed0d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 14d9eec0-0b98-43f3-a576-69f21be7d14a (CIDR: 2001:db8:0:1::/64) Aug 16 01:53:31.885320 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc3b65d-b84e-4766-85ef-82bfdec0ed0d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:53:31.885825 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc3b65d-b84e-4766-85ef-82bfdec0ed0d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:53:31.926530 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8bc3b65d-b84e-4766-85ef-82bfdec0ed0d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3568106 Aug 16 01:53:31.930730 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39808) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:31.938300 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-957c3191-4c84-496a-b4dd-50bbad4586c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'subnet': {'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:31.957843 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-fbb18870-80ca-4c84-8701-cb0329183308 req-5078ee88-c109-4fca-8ace-fdfc8fcc4798 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Deleting port 4b402bf3-35c0-4a31-83e5-291b1a928e08 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:31.958337 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fbb18870-80ca-4c84-8701-cb0329183308 req-5078ee88-c109-4fca-8ace-fdfc8fcc4798 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.027107 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 25885736-4477-46da-9757-436913c8eb8c details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:32.076196 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957c3191-4c84-496a-b4dd-50bbad4586c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Made reservation on behalf of 2838ccd56ffe4e92a1b0adcc50f76a21 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:32.089406 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-957c3191-4c84-496a-b4dd-50bbad4586c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.222721 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 25885736-4477-46da-9757-436913c8eb8c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=25885736-4477-46da-9757-436913c8eb8c,segment=NetworkSegment(98423ec5-2de2-4e79-ba92-921e7271cef5),segment_id=98423ec5-2de2-4e79-ba92-921e7271cef5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:32.241068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '25885736-4477-46da-9757-436913c8eb8c', 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2', 'port_id': '25885736-4477-46da-9757-436913c8eb8c', 'mac_address': 'fa:16:3e:af:4e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ca52e6-06a0-44f3-a2ee-82113af18a6a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:32.295132 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.320544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25885736-4477-46da-9757-436913c8eb8c {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:32.344490 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 25885736-4477-46da-9757-436913c8eb8c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=25885736-4477-46da-9757-436913c8eb8c,segment=NetworkSegment(98423ec5-2de2-4e79-ba92-921e7271cef5),segment_id=98423ec5-2de2-4e79-ba92-921e7271cef5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:32.349948 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.450105 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-fbb18870-80ca-4c84-8701-cb0329183308 req-5078ee88-c109-4fca-8ace-fdfc8fcc4798 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] For port 4b402bf3-35c0-4a31-83e5-291b1a928e08, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4b402bf3-35c0-4a31-83e5-291b1a928e08,segment=NetworkSegment(45da7c7c-dd02-4eb0-99ad-944ead3cb283),segment_id=45da7c7c-dd02-4eb0-99ad-944ead3cb283)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:32.451399 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fbb18870-80ca-4c84-8701-cb0329183308 req-5078ee88-c109-4fca-8ace-fdfc8fcc4798 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.469352 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-fbb18870-80ca-4c84-8701-cb0329183308 req-5078ee88-c109-4fca-8ace-fdfc8fcc4798 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Calling delete_port for 4b402bf3-35c0-4a31-83e5-291b1a928e08 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:32.510421 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-957c3191-4c84-496a-b4dd-50bbad4586c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.564267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957c3191-4c84-496a-b4dd-50bbad4586c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Network 4ead9c13-abe5-44e4-b38f-547c3076353d is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:32.568811 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-957c3191-4c84-496a-b4dd-50bbad4586c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:32.574236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c3191-4c84-496a-b4dd-50bbad4586c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:32.575056 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-957c3191-4c84-496a-b4dd-50bbad4586c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.583778 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c3191-4c84-496a-b4dd-50bbad4586c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Subnet': ['ID=8338eccb-91e5-4348-b574-2a7577ce23b9,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:32.592729 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a42091-a70f-4abd-9645-18a9cd539142 None None] Network 4ead9c13-abe5-44e4-b38f-547c3076353d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:32.599283 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-957c3191-4c84-496a-b4dd-50bbad4586c0 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6655495 Aug 16 01:53:32.600665 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39814) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:32.605860 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=25885736-4477-46da-9757-436913c8eb8c,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:32.611176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3d156f28-d583-4790-81dd-a43ef67c3919 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1575538155', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8338eccb-91e5-4348-b574-2a7577ce23b9'}], 'security_groups': ['2d36a1f6-dc68-484c-a817-1745cc5b3137', '82a5e1f3-f071-40a5-a2ec-d04702a409d0']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:32.688191 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['25885736-4477-46da-9757-436913c8eb8c'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:32.709751 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3d156f28-d583-4790-81dd-a43ef67c3919 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.710157 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fbb18870-80ca-4c84-8701-cb0329183308 req-5078ee88-c109-4fca-8ace-fdfc8fcc4798 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.728972 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43848b0-ef09-450f-805f-dd67bbad0052 req-be4cf651-0d96-4f4c-aa99-0a47935055b2 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:32.730662 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a43848b0-ef09-450f-805f-dd67bbad0052 req-be4cf651-0d96-4f4c-aa99-0a47935055b2 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=967e5cfa-c412-482a-9a2a-5148481d9b67 HTTP/1.1" status: 200 len: 945 time: 0.0771058 Aug 16 01:53:32.731258 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['4b402bf3-35c0-4a31-83e5-291b1a928e08'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:32.771408 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078ee88-c109-4fca-8ace-fdfc8fcc4798 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Pushing event deleted for resources: {'Port': ['ID=4b402bf3-35c0-4a31-83e5-291b1a928e08,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:32.840288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb18870-80ca-4c84-8701-cb0329183308 req-5078ee88-c109-4fca-8ace-fdfc8fcc4798 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] No DVR routers for this DVR port 4b402bf3-35c0-4a31-83e5-291b1a928e08 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:53:32.844390 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fbb18870-80ca-4c84-8701-cb0329183308 req-5078ee88-c109-4fca-8ace-fdfc8fcc4798 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:32.846674 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbb18870-80ca-4c84-8701-cb0329183308 req-5078ee88-c109-4fca-8ace-fdfc8fcc4798 tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.73 "DELETE /v2.0/ports/4b402bf3-35c0-4a31-83e5-291b1a928e08 HTTP/1.1" status: 204 len: 173 time: 0.9929399 Aug 16 01:53:32.846674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f2c803-da0f-439f-93e5-64c0d3b8da18', 'name': 'network-vif-deleted', 'tag': '4b402bf3-35c0-4a31-83e5-291b1a928e08'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:32.849455 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5caf3e7a-94fa-4c62-835c-258437644904" -d '{"events": [{"server_uuid": "14f2c803-da0f-439f-93e5-64c0d3b8da18", "name": "network-vif-deleted", "tag": "4b402bf3-35c0-4a31-83e5-291b1a928e08"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:32.868648 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a43848b0-ef09-450f-805f-dd67bbad0052 req-bd5133f4-2daf-43bd-b6fd-fa8fda62108f tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084857 Aug 16 01:53:32.890566 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c56e2c4f-766e-4a07-a3ba-06b64c6dfba7 req-4e1fa6b0-ab55-4e5e-93f7-d8badc56ff0f tempest-ServerGroupTestJSON-1713292380 tempest-ServerGroupTestJSON-1713292380-project] 10.222.0.68 "GET /v2.0/ports?device_id=14f2c803-da0f-439f-93e5-64c0d3b8da18 HTTP/1.1" status: 200 len: 210 time: 0.0637512 Aug 16 01:53:32.961929 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dceaa956-4788-4369-a644-78efd256100d x-openstack-request-id: req-dceaa956-4788-4369-a644-78efd256100d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:32.962226 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f2c803-da0f-439f-93e5-64c0d3b8da18", "name": "network-vif-deleted", "tag": "4b402bf3-35c0-4a31-83e5-291b1a928e08", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:32.962498 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dceaa956-4788-4369-a644-78efd256100d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:32.962899 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f2c803-da0f-439f-93e5-64c0d3b8da18', 'name': 'network-vif-deleted', 'tag': '4b402bf3-35c0-4a31-83e5-291b1a928e08', 'status': 'completed', 'code': 200} Aug 16 01:53:33.052260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a2a674-4db5-4969-beb2-fe72adb741d2 None None] Update dhcp port {'port': {'network_id': '4ead9c13-abe5-44e4-b38f-547c3076353d', 'fixed_ips': [{'subnet_id': '14d9eec0-0b98-43f3-a576-69f21be7d14a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1db80aff-ba43-4763-819f-663ef7980389', 'ip_address': '2001:db8::2'}, {'subnet_id': '8338eccb-91e5-4348-b574-2a7577ce23b9'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '87199f18-9719-472d-819f-695ceb186fe2'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 01:53:33.081321 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79a2a674-4db5-4969-beb2-fe72adb741d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.239763 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-3d156f28-d583-4790-81dd-a43ef67c3919 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Delete allocated IP 2001:db8::14e (4ead9c13-abe5-44e4-b38f-547c3076353d/1db80aff-ba43-4763-819f-663ef7980389) {{(pid=94672) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 01:53:33.249706 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-3d156f28-d583-4790-81dd-a43ef67c3919 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Allocated IP 2001:db8:0:2::1ca (4ead9c13-abe5-44e4-b38f-547c3076353d/8338eccb-91e5-4348-b574-2a7577ce23b9/ab236b49-38aa-4897-bf5f-88db315444a3) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:33.440327 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3d156f28-d583-4790-81dd-a43ef67c3919 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.459027 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-3d156f28-d583-4790-81dd-a43ef67c3919 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Transition to ACTIVE for port object ab236b49-38aa-4897-bf5f-88db315444a3 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:33.471057 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3d156f28-d583-4790-81dd-a43ef67c3919 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.530568 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-79a2a674-4db5-4969-beb2-fe72adb741d2 None None] Allocated IP 2001:db8:0:2::2 (4ead9c13-abe5-44e4-b38f-547c3076353d/8338eccb-91e5-4348-b574-2a7577ce23b9/87199f18-9719-472d-819f-695ceb186fe2) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:33.545107 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-3d156f28-d583-4790-81dd-a43ef67c3919 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] In _notify_port_updated(), no bound segment for port ab236b49-38aa-4897-bf5f-88db315444a3 on network 4ead9c13-abe5-44e4-b38f-547c3076353d {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:53:33.550474 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d156f28-d583-4790-81dd-a43ef67c3919 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:33.551054 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3d156f28-d583-4790-81dd-a43ef67c3919 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.552397 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3d156f28-d583-4790-81dd-a43ef67c3919 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "PUT /v2.0/ports/ab236b49-38aa-4897-bf5f-88db315444a3 HTTP/1.1" status: 200 len: 970 time: 0.9460673 Aug 16 01:53:33.556762 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39824) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:33.566920 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d156f28-d583-4790-81dd-a43ef67c3919 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event updated for resources: {'Port': ['ID=ab236b49-38aa-4897-bf5f-88db315444a3,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:33.644086 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-79a2a674-4db5-4969-beb2-fe72adb741d2 None None] For port 87199f18-9719-472d-819f-695ceb186fe2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=87199f18-9719-472d-819f-695ceb186fe2,segment=NetworkSegment(e75284ed-1111-47d2-ae90-4f5da716caa6),segment_id=e75284ed-1111-47d2-ae90-4f5da716caa6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:33.678182 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79a2a674-4db5-4969-beb2-fe72adb741d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.693619 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-79a2a674-4db5-4969-beb2-fe72adb741d2 None None] Transition to ACTIVE for port object 87199f18-9719-472d-819f-695ceb186fe2 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:33.696478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b5b063b4-b737-40e6-86ff-6d519ef2188a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port ab236b49-38aa-4897-bf5f-88db315444a3 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:33.696859 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5b063b4-b737-40e6-86ff-6d519ef2188a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.699422 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79a2a674-4db5-4969-beb2-fe72adb741d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.794770 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5b063b4-b737-40e6-86ff-6d519ef2188a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.795370 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2a674-4db5-4969-beb2-fe72adb741d2 None None] Pushing event updated for resources: {'Port': ['ID=87199f18-9719-472d-819f-695ceb186fe2,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:33.815600 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b5b063b4-b737-40e6-86ff-6d519ef2188a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for ab236b49-38aa-4897-bf5f-88db315444a3 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:33.985727 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5b063b4-b737-40e6-86ff-6d519ef2188a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.026129 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b063b4-b737-40e6-86ff-6d519ef2188a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=ab236b49-38aa-4897-bf5f-88db315444a3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:34.040640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 25885736-4477-46da-9757-436913c8eb8c up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:34.080233 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5b063b4-b737-40e6-86ff-6d519ef2188a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.084007 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b5b063b4-b737-40e6-86ff-6d519ef2188a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/ports/ab236b49-38aa-4897-bf5f-88db315444a3 HTTP/1.1" status: 204 len: 168 time: 0.5247858 Aug 16 01:53:34.086431 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39834) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:34.116962 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcddf7b1-43c9-4807-9e6e-0f40f562c53a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] GET failed (client error): The resource could not be found. Aug 16 01:53:34.120180 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bcddf7b1-43c9-4807-9e6e-0f40f562c53a tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports/ab236b49-38aa-4897-bf5f-88db315444a3 HTTP/1.1" status: 404 len: 333 time: 0.0322256 Aug 16 01:53:34.122809 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39836) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:34.169990 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 25885736-4477-46da-9757-436913c8eb8c completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:34.174456 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 25885736-4477-46da-9757-436913c8eb8c triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:34.174831 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.258659 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-405dbb43-b518-4b25-9804-fd961e8bfb01 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.326759 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-405dbb43-b518-4b25-9804-fd961e8bfb01 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.374046 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.389716 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-405dbb43-b518-4b25-9804-fd961e8bfb01 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.392817 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-405dbb43-b518-4b25-9804-fd961e8bfb01 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.394395 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-405dbb43-b518-4b25-9804-fd961e8bfb01 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/security-groups/02814666-5a56-4541-bf88-0614444eae1a HTTP/1.1" status: 204 len: 168 time: 0.2703755 Aug 16 01:53:34.398294 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39850) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:34.432810 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967e5cfa-c412-482a-9a2a-5148481d9b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25885736-4477-46da-9757-436913c8eb8c'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:34.439505 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fa1112-7192-4303-acdf-d9ea4a38c6ff" -d '{"events": [{"server_uuid": "967e5cfa-c412-482a-9a2a-5148481d9b67", "name": "network-vif-plugged", "status": "completed", "tag": "25885736-4477-46da-9757-436913c8eb8c"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:34.468648 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405dbb43-b518-4b25-9804-fd961e8bfb01 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02814666-5a56-4541-bf88-0614444eae1a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:34.477236 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 25885736-4477-46da-9757-436913c8eb8c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=25885736-4477-46da-9757-436913c8eb8c,segment=NetworkSegment(98423ec5-2de2-4e79-ba92-921e7271cef5),segment_id=98423ec5-2de2-4e79-ba92-921e7271cef5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:34.482425 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39858) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:34.493471 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.555915 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061d82b9-d46f-4683-917c-3bd0c5368906 x-openstack-request-id: req-061d82b9-d46f-4683-917c-3bd0c5368906 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:34.556198 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967e5cfa-c412-482a-9a2a-5148481d9b67", "name": "network-vif-plugged", "status": "completed", "tag": "25885736-4477-46da-9757-436913c8eb8c", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:34.556465 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-061d82b9-d46f-4683-917c-3bd0c5368906 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:34.556892 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967e5cfa-c412-482a-9a2a-5148481d9b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25885736-4477-46da-9757-436913c8eb8c', 'code': 200} Aug 16 01:53:34.630263 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=25885736-4477-46da-9757-436913c8eb8c,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:34.649003 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-0603ddc1-3c3e-408f-b843-ff1e341e5a7a admin admin] Deleting subnet 919e05de-1653-44c3-8c33-201b6aa584a9 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:53:34.652595 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-209fcc8c-4ae9-4343-b852-e8a01112e628 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.654294 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0603ddc1-3c3e-408f-b843-ff1e341e5a7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.681598 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46050b8f-9215-4cb1-bb0d-06e2525a6ff9 req-bec6e708-9fc0-48a2-87c6-c873be409146 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:34.684003 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-46050b8f-9215-4cb1-bb0d-06e2525a6ff9 req-bec6e708-9fc0-48a2-87c6-c873be409146 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=967e5cfa-c412-482a-9a2a-5148481d9b67 HTTP/1.1" status: 200 len: 945 time: 0.7078776 Aug 16 01:53:34.695930 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 87199f18-9719-472d-819f-695ceb186fe2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:34.728829 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-209fcc8c-4ae9-4343-b852-e8a01112e628 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.748141 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-46050b8f-9215-4cb1-bb0d-06e2525a6ff9 req-8e1bffc2-2051-4fcc-915b-2db91d73af8f tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492339 Aug 16 01:53:34.751586 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0603ddc1-3c3e-408f-b843-ff1e341e5a7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.753213 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8245609-aaf4-495c-8b01-cc4403211a9c req-6ef833e5-e1b8-40bf-a071-e2cf7fdb66e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:34.754486 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e8245609-aaf4-495c-8b01-cc4403211a9c req-6ef833e5-e1b8-40bf-a071-e2cf7fdb66e7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=967e5cfa-c412-482a-9a2a-5148481d9b67 HTTP/1.1" status: 200 len: 1098 time: 0.1440175 Aug 16 01:53:34.794233 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-56cf09c9-f32c-4f6e-a013-ede8cc5ebe31 None None] Could not find standard attr ID for object ab236b49-38aa-4897-bf5f-88db315444a3. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:53:34.817603 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e8245609-aaf4-495c-8b01-cc4403211a9c req-ce481332-b9a3-42ec-9421-4dd2862c3e48 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555694 Aug 16 01:53:34.825462 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0603ddc1-3c3e-408f-b843-ff1e341e5a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.835368 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-56cf09c9-f32c-4f6e-a013-ede8cc5ebe31 None None] Provisioning complete for port 6a3096ec-c917-4139-ac5b-7a06536695df triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:34.836185 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-56cf09c9-f32c-4f6e-a013-ede8cc5ebe31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.857742 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-209fcc8c-4ae9-4343-b852-e8a01112e628 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.861338 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-209fcc8c-4ae9-4343-b852-e8a01112e628 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.865149 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-209fcc8c-4ae9-4343-b852-e8a01112e628 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/security-groups/82a5e1f3-f071-40a5-a2ec-d04702a409d0 HTTP/1.1" status: 204 len: 168 time: 0.4628348 Aug 16 01:53:34.865553 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39860) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:34.881509 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fcc8c-4ae9-4343-b852-e8a01112e628 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a5e1f3-f071-40a5-a2ec-d04702a409d0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:34.894988 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-56cf09c9-f32c-4f6e-a013-ede8cc5ebe31 None None] Port 6a3096ec-c917-4139-ac5b-7a06536695df cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:34.932300 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0603ddc1-3c3e-408f-b843-ff1e341e5a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.939009 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-56cf09c9-f32c-4f6e-a013-ede8cc5ebe31 None None] Provisioning for port 87199f18-9719-472d-819f-695ceb186fe2 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:34.943074 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-56cf09c9-f32c-4f6e-a013-ede8cc5ebe31 None None] Provisioning complete for port 87199f18-9719-472d-819f-695ceb186fe2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:34.943561 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-56cf09c9-f32c-4f6e-a013-ede8cc5ebe31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.963854 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e63a510-9f8d-4b74-8a2e-e580490be9ec tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.973245 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603ddc1-3c3e-408f-b843-ff1e341e5a7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=919e05de-1653-44c3-8c33-201b6aa584a9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:34.989344 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0603ddc1-3c3e-408f-b843-ff1e341e5a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.991594 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0603ddc1-3c3e-408f-b843-ff1e341e5a7a admin admin] 10.222.0.68 "DELETE /v2.0/subnets/919e05de-1653-44c3-8c33-201b6aa584a9 HTTP/1.1" status: 204 len: 168 time: 0.5093381 Aug 16 01:53:34.995336 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39862) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:35.018155 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e63a510-9f8d-4b74-8a2e-e580490be9ec tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.081929 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e63a510-9f8d-4b74-8a2e-e580490be9ec tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.087118 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e63a510-9f8d-4b74-8a2e-e580490be9ec tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.091301 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9e63a510-9f8d-4b74-8a2e-e580490be9ec tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/security-groups/2d36a1f6-dc68-484c-a817-1745cc5b3137 HTTP/1.1" status: 204 len: 168 time: 0.2245407 Aug 16 01:53:35.095424 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2447b68-bcec-4bdf-adec-d532eb580ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.097378 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39864) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:35.104310 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63a510-9f8d-4b74-8a2e-e580490be9ec tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d36a1f6-dc68-484c-a817-1745cc5b3137,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:35.173190 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0c78c2ae-7de7-4c93-84cd-60aae222fba7 None None] Could not find standard attr ID for object ab236b49-38aa-4897-bf5f-88db315444a3. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:53:35.184290 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6415e4c-fbb2-47e5-8cc7-ac853fead339 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting subnet 1db80aff-ba43-4763-819f-663ef7980389 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:53:35.202574 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6415e4c-fbb2-47e5-8cc7-ac853fead339 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.274751 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2447b68-bcec-4bdf-adec-d532eb580ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.289930 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6415e4c-fbb2-47e5-8cc7-ac853fead339 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.293954 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b2447b68-bcec-4bdf-adec-d532eb580ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e360875-eeed-45b9-8c34-1f62ec4b4b0b']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:35.325492 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b2447b68-bcec-4bdf-adec-d532eb580ad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45da7c7c-dd02-4eb0-99ad-944ead3cb283') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:35.325706 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b2447b68-bcec-4bdf-adec-d532eb580ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45da7c7c-dd02-4eb0-99ad-944ead3cb283') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:35.342152 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2447b68-bcec-4bdf-adec-d532eb580ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.363185 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2447b68-bcec-4bdf-adec-d532eb580ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.395705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2447b68-bcec-4bdf-adec-d532eb580ad3 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:53:35.396036 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2447b68-bcec-4bdf-adec-d532eb580ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:53:35.397731 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:53:35.449354 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4b402bf3-35c0-4a31-83e5-291b1a928e08 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:35.463390 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6415e4c-fbb2-47e5-8cc7-ac853fead339 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.484430 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 4b402bf3-35c0-4a31-83e5-291b1a928e08 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:53:35.484755 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4b402bf3-35c0-4a31-83e5-291b1a928e08 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:53:35.489644 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2447b68-bcec-4bdf-adec-d532eb580ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.498726 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2447b68-bcec-4bdf-adec-d532eb580ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.504218 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b2447b68-bcec-4bdf-adec-d532eb580ad3 admin admin] 10.222.0.68 "DELETE /v2.0/networks/6e360875-eeed-45b9-8c34-1f62ec4b4b0b HTTP/1.1" status: 204 len: 168 time: 0.5042470 Aug 16 01:53:35.516702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2447b68-bcec-4bdf-adec-d532eb580ad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e360875-eeed-45b9-8c34-1f62ec4b4b0b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:35.557036 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6415e4c-fbb2-47e5-8cc7-ac853fead339 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.592800 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6415e4c-fbb2-47e5-8cc7-ac853fead339 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Subnet': ['ID=1db80aff-ba43-4763-819f-663ef7980389,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:35.596507 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6415e4c-fbb2-47e5-8cc7-ac853fead339 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.598498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b6415e4c-fbb2-47e5-8cc7-ac853fead339 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/subnets/1db80aff-ba43-4763-819f-663ef7980389 HTTP/1.1" status: 204 len: 168 time: 0.4993007 Aug 16 01:53:35.603001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39870) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:35.607997 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14659a5d-576d-4aaf-9286-053fa268396f None None] Network 4ead9c13-abe5-44e4-b38f-547c3076353d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:35.676261 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39872) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:35.679372 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e28051-0220-4d1f-abf4-1ca14584cf73 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting subnet 8338eccb-91e5-4348-b574-2a7577ce23b9 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:53:35.683127 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17e28051-0220-4d1f-abf4-1ca14584cf73 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.746087 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f49ccd78-42b0-4bc4-b9a9-aaa5fbf05887 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0feabc10ec614984ad277e47acc218cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0661645 Aug 16 01:53:35.746350 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39874) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:35.755251 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17e28051-0220-4d1f-abf4-1ca14584cf73 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.846200 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94c8cd82-bd07-4e9f-a899-591c99b36624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.881294 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17e28051-0220-4d1f-abf4-1ca14584cf73 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.886210 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94c8cd82-bd07-4e9f-a899-591c99b36624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.924914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90dd39-954f-4e7a-9660-e871cc117b83 req-906ddd6e-c821-41d4-a2b6-aa736eebdb86 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:35.926571 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b90dd39-954f-4e7a-9660-e871cc117b83 req-906ddd6e-c821-41d4-a2b6-aa736eebdb86 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=967e5cfa-c412-482a-9a2a-5148481d9b67 HTTP/1.1" status: 200 len: 946 time: 0.0895188 Aug 16 01:53:35.982102 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b90dd39-954f-4e7a-9660-e871cc117b83 req-1358d005-a337-47e7-939e-b112bf55c02f tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389996 Aug 16 01:53:35.997255 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94c8cd82-bd07-4e9f-a899-591c99b36624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.003123 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17e28051-0220-4d1f-abf4-1ca14584cf73 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.014911 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94c8cd82-bd07-4e9f-a899-591c99b36624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.019748 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-94c8cd82-bd07-4e9f-a899-591c99b36624 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bfb2b997-04f7-43a5-848d-1afc00d525a3 HTTP/1.1" status: 204 len: 168 time: 0.2699535 Aug 16 01:53:36.034757 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8cd82-bd07-4e9f-a899-591c99b36624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb2b997-04f7-43a5-848d-1afc00d525a3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:36.050379 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17e28051-0220-4d1f-abf4-1ca14584cf73 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.052765 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-17e28051-0220-4d1f-abf4-1ca14584cf73 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/subnets/8338eccb-91e5-4348-b574-2a7577ce23b9 HTTP/1.1" status: 204 len: 168 time: 0.4487767 Aug 16 01:53:36.053939 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e28051-0220-4d1f-abf4-1ca14584cf73 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Subnet': ['ID=8338eccb-91e5-4348-b574-2a7577ce23b9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:36.056799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39882) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:36.151936 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c71afab-f217-4e72-9eaf-5f9b183ec818 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] DELETE failed (client error): The resource could not be found. Aug 16 01:53:36.152795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c71afab-f217-4e72-9eaf-5f9b183ec818 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:53:36.157027 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1c71afab-f217-4e72-9eaf-5f9b183ec818 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/subnets/1db80aff-ba43-4763-819f-663ef7980389 HTTP/1.1" status: 404 len: 337 time: 0.0999954 Aug 16 01:53:36.159829 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39886) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:36.250549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f0043e-3850-4fce-9d16-ce641ab5bc73 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting subnet 14d9eec0-0b98-43f3-a576-69f21be7d14a {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:53:36.254317 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75f0043e-3850-4fce-9d16-ce641ab5bc73 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.326825 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75f0043e-3850-4fce-9d16-ce641ab5bc73 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.461787 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75f0043e-3850-4fce-9d16-ce641ab5bc73 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.598782 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75f0043e-3850-4fce-9d16-ce641ab5bc73 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.629937 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0043e-3850-4fce-9d16-ce641ab5bc73 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Subnet': ['ID=14d9eec0-0b98-43f3-a576-69f21be7d14a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:36.641016 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75f0043e-3850-4fce-9d16-ce641ab5bc73 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.643097 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-75f0043e-3850-4fce-9d16-ce641ab5bc73 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/subnets/14d9eec0-0b98-43f3-a576-69f21be7d14a HTTP/1.1" status: 204 len: 168 time: 0.4755423 Aug 16 01:53:36.645514 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39908) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:36.689379 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d49cd1-0967-486b-b9e0-6c4730e3a947 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] DELETE failed (client error): The resource could not be found. Aug 16 01:53:36.689870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d49cd1-0967-486b-b9e0-6c4730e3a947 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:53:36.691790 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e3d49cd1-0967-486b-b9e0-6c4730e3a947 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/subnets/60e62e14-466d-4289-b638-7a45ed9711a9 HTTP/1.1" status: 404 len: 337 time: 0.0452938 Aug 16 01:53:36.694630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39912) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:36.739127 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cca1d9b5-29f8-4737-8448-80ecd28d34a4 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "GET /v2.0/ports?device_id=9090bece-3572-4953-be6e-fb770c211e78 HTTP/1.1" status: 200 len: 205 time: 0.0416951 Aug 16 01:53:36.740625 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39914) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:36.793182 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-dfde339d-af6c-4034-9154-933ba9af7594 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] delete failed (client error): The resource could not be found. Aug 16 01:53:36.794323 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-dfde339d-af6c-4034-9154-933ba9af7594 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/routers/9090bece-3572-4953-be6e-fb770c211e78 HTTP/1.1" status: 404 len: 336 time: 0.0484452 Aug 16 01:53:36.797389 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39918) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:36.828755 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b4cde9-dc5f-4fbf-af7b-78743e506331 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] DELETE failed (client error): The resource could not be found. Aug 16 01:53:36.829212 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b4cde9-dc5f-4fbf-af7b-78743e506331 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:53:36.833696 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-85b4cde9-dc5f-4fbf-af7b-78743e506331 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/subnets/5bc8377a-f27d-410e-9e4c-ad7d17a91f00 HTTP/1.1" status: 404 len: 337 time: 0.0327616 Aug 16 01:53:36.833924 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39920) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:36.862251 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-59598227-6966-4d08-b744-5a1d8143810e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] DELETE failed (client error): The resource could not be found. Aug 16 01:53:36.862978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59598227-6966-4d08-b744-5a1d8143810e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:53:36.867841 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-59598227-6966-4d08-b744-5a1d8143810e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/subnets/83f460db-ad04-4709-a9eb-d6d81059a64c HTTP/1.1" status: 404 len: 337 time: 0.0296128 Aug 16 01:53:36.867841 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39924) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:36.879954 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ea2ba0-aebb-46c1-94c7-1e5eb52df895 None None] Network 4ead9c13-abe5-44e4-b38f-547c3076353d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:36.899625 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-805c7c78-bc48-4244-8812-e2b624bb3b35 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] DELETE failed (client error): The resource could not be found. Aug 16 01:53:36.900432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805c7c78-bc48-4244-8812-e2b624bb3b35 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:53:36.905718 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39928) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:36.906494 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-805c7c78-bc48-4244-8812-e2b624bb3b35 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/subnets/4e49256f-e94a-4e11-b34e-db9bda7852ae HTTP/1.1" status: 404 len: 337 time: 0.0365772 Aug 16 01:53:36.954695 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-b916b419-a66b-4e65-bf38-25f765ab9d75 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] DELETE failed (client error): The resource could not be found. Aug 16 01:53:36.963561 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b916b419-a66b-4e65-bf38-25f765ab9d75 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:53:36.966423 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b916b419-a66b-4e65-bf38-25f765ab9d75 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/ports/d63e9c32-4d29-49ee-9e11-d6b280b3c72b HTTP/1.1" status: 404 len: 333 time: 0.0584075 Aug 16 01:53:36.969207 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39932) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:36.972427 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-527901ca-b4a9-45d8-98b9-e95f2cba1620 None None] Provisioning complete for port 6a3096ec-c917-4139-ac5b-7a06536695df triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:36.972982 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-527901ca-b4a9-45d8-98b9-e95f2cba1620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.009858 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaba2112-6a99-457c-a9a3-43210cb93aa5 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] DELETE failed (client error): The resource could not be found. Aug 16 01:53:37.010617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaba2112-6a99-457c-a9a3-43210cb93aa5 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:53:37.015678 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39934) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:37.016620 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-aaba2112-6a99-457c-a9a3-43210cb93aa5 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/subnets/128e31f3-ffb6-42a6-b3e5-1cd295587182 HTTP/1.1" status: 404 len: 337 time: 0.0459580 Aug 16 01:53:37.066651 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-527901ca-b4a9-45d8-98b9-e95f2cba1620 None None] Port 6a3096ec-c917-4139-ac5b-7a06536695df cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:37.070883 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4c76bb-7870-4343-9230-751fd78c4cbc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] DELETE failed (client error): The resource could not be found. Aug 16 01:53:37.071802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4c76bb-7870-4343-9230-751fd78c4cbc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:53:37.076789 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39936) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:37.084543 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2f4c76bb-7870-4343-9230-751fd78c4cbc tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/subnets/77f46fc4-0a11-44b6-9a08-39be35adb1fc HTTP/1.1" status: 404 len: 337 time: 0.0672081 Aug 16 01:53:37.084781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39938) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:37.102099 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-527901ca-b4a9-45d8-98b9-e95f2cba1620 None None] Provisioning complete for port 87199f18-9719-472d-819f-695ceb186fe2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:37.104394 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-527901ca-b4a9-45d8-98b9-e95f2cba1620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.123133 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba87065c-ac89-441f-af48-dba477c1af9d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] DELETE failed (client error): The resource could not be found. Aug 16 01:53:37.123718 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba87065c-ac89-441f-af48-dba477c1af9d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:53:37.129018 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39942) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:37.131954 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ba87065c-ac89-441f-af48-dba477c1af9d tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/ports/ec569c5a-6b1c-4713-a791-925a8a61a0fa HTTP/1.1" status: 404 len: 333 time: 0.0531294 Aug 16 01:53:37.174747 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-14361606-d79f-49e7-a76a-9edd0911170b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] DELETE failed (client error): The resource could not be found. Aug 16 01:53:37.175368 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14361606-d79f-49e7-a76a-9edd0911170b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:53:37.178570 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-14361606-d79f-49e7-a76a-9edd0911170b tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/subnets/963b8b3f-2f11-4abd-97b4-dc7916e621e5 HTTP/1.1" status: 404 len: 337 time: 0.0481181 Aug 16 01:53:37.181686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39944) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:37.194955 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea41e434-59d2-487d-84cc-62ce7e2f4c86 None None] DHCP port deletion for 4ead9c13-abe5-44e4-b38f-547c3076353d request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:53:37.223940 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7487520-60ab-4cdb-b8ee-1696ce5164eb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] DELETE failed (client error): The resource could not be found. Aug 16 01:53:37.224668 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7487520-60ab-4cdb-b8ee-1696ce5164eb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:53:37.229464 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b7487520-60ab-4cdb-b8ee-1696ce5164eb tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/subnets/a98ef841-bf4e-433d-be12-fc476ed8f2b3 HTTP/1.1" status: 404 len: 337 time: 0.0421185 Aug 16 01:53:37.229807 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39946) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:37.328891 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d6e4efc8-606c-40a4-873d-6407cab96e31 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-731503729-network', 'tenant_id': '14b094b456424097ae7495960561ea28'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:37.332652 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ea41e434-59d2-487d-84cc-62ce7e2f4c86 None None] Deleting port 87199f18-9719-472d-819f-695ceb186fe2 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:37.337413 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea41e434-59d2-487d-84cc-62ce7e2f4c86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.342075 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.369942 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e4efc8-606c-40a4-873d-6407cab96e31 admin admin] Made reservation on behalf of 14b094b456424097ae7495960561ea28 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:37.372328 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6e4efc8-606c-40a4-873d-6407cab96e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.393079 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6e4efc8-606c-40a4-873d-6407cab96e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.399435 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-75b62d9b-c2f4-4d82-a4f5-114cce6c1c23 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Deleting port 6a3096ec-c917-4139-ac5b-7a06536695df {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:37.399715 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75b62d9b-c2f4-4d82-a4f5-114cce6c1c23 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.426130 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ea41e434-59d2-487d-84cc-62ce7e2f4c86 None None] For port 87199f18-9719-472d-819f-695ceb186fe2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=87199f18-9719-472d-819f-695ceb186fe2,segment=NetworkSegment(e75284ed-1111-47d2-ae90-4f5da716caa6),segment_id=e75284ed-1111-47d2-ae90-4f5da716caa6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:37.426530 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea41e434-59d2-487d-84cc-62ce7e2f4c86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.441544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ea41e434-59d2-487d-84cc-62ce7e2f4c86 None None] Calling delete_port for 87199f18-9719-472d-819f-695ceb186fe2 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:37.499063 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75b62d9b-c2f4-4d82-a4f5-114cce6c1c23 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.520896 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-75b62d9b-c2f4-4d82-a4f5-114cce6c1c23 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Calling delete_port for 6a3096ec-c917-4139-ac5b-7a06536695df owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:37.587869 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea41e434-59d2-487d-84cc-62ce7e2f4c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.644943 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41e434-59d2-487d-84cc-62ce7e2f4c86 None None] Pushing event deleted for resources: {'Port': ['ID=87199f18-9719-472d-819f-695ceb186fe2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:37.658617 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea41e434-59d2-487d-84cc-62ce7e2f4c86 None None] No DVR routers for this DVR port 87199f18-9719-472d-819f-695ceb186fe2 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:53:37.658967 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6e4efc8-606c-40a4-873d-6407cab96e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.663988 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6e4efc8-606c-40a4-873d-6407cab96e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.694850 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75b62d9b-c2f4-4d82-a4f5-114cce6c1c23 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.696518 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e4efc8-606c-40a4-873d-6407cab96e31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:53:37.751959 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b62d9b-c2f4-4d82-a4f5-114cce6c1c23 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Port': ['ID=6a3096ec-c917-4139-ac5b-7a06536695df,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:37.754038 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4efc8-606c-40a4-873d-6407cab96e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:37.757594 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6e4efc8-606c-40a4-873d-6407cab96e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.758159 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-d6e4efc8-606c-40a4-873d-6407cab96e31 admin admin] Added segment 7be1b47e-5078-4556-a64f-a0a22783b1aa of type vlan for network 48c0db2c-d39e-40d2-88c5-c68693534687 Aug 16 01:53:37.770757 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75b62d9b-c2f4-4d82-a4f5-114cce6c1c23 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.773272 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-75b62d9b-c2f4-4d82-a4f5-114cce6c1c23 tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/ports/6a3096ec-c917-4139-ac5b-7a06536695df HTTP/1.1" status: 204 len: 168 time: 0.5420337 Aug 16 01:53:37.776315 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39956) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:37.827047 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6e4efc8-606c-40a4-873d-6407cab96e31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.885039 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6e4efc8-606c-40a4-873d-6407cab96e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.886117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e4efc8-606c-40a4-873d-6407cab96e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:37.887949 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6e4efc8-606c-40a4-873d-6407cab96e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.907044 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d571c91-9c91-494b-a198-a8141b1b5e9e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.954570 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d6e4efc8-606c-40a4-873d-6407cab96e31 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8669384 Aug 16 01:53:37.959786 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39962) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:37.967519 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-060d3597-986a-451a-b64c-df127a6d83bf admin admin] Request body: {'subnet': {'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-731503729-subnet', 'tenant_id': '14b094b456424097ae7495960561ea28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:37.980078 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4efc8-606c-40a4-873d-6407cab96e31 admin admin] Pushing event updated for resources: {'Network': ['ID=48c0db2c-d39e-40d2-88c5-c68693534687,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:37.996607 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 48c0db2c-d39e-40d2-88c5-c68693534687 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:53:38.003344 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060d3597-986a-451a-b64c-df127a6d83bf admin admin] Made reservation on behalf of 14b094b456424097ae7495960561ea28 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:38.006162 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-060d3597-986a-451a-b64c-df127a6d83bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.034266 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d571c91-9c91-494b-a198-a8141b1b5e9e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.044966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2d571c91-9c91-494b-a198-a8141b1b5e9e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ead9c13-abe5-44e4-b38f-547c3076353d']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:38.056210 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2d571c91-9c91-494b-a198-a8141b1b5e9e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75284ed-1111-47d2-ae90-4f5da716caa6') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:38.056755 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2d571c91-9c91-494b-a198-a8141b1b5e9e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75284ed-1111-47d2-ae90-4f5da716caa6') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:38.066300 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d571c91-9c91-494b-a198-a8141b1b5e9e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.082654 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d571c91-9c91-494b-a198-a8141b1b5e9e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.091688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d571c91-9c91-494b-a198-a8141b1b5e9e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:53:38.092449 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d571c91-9c91-494b-a198-a8141b1b5e9e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:53:38.096064 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:53:38.128844 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.176128 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d571c91-9c91-494b-a198-a8141b1b5e9e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.184559 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d571c91-9c91-494b-a198-a8141b1b5e9e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.186872 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2d571c91-9c91-494b-a198-a8141b1b5e9e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] 10.222.0.68 "DELETE /v2.0/networks/4ead9c13-abe5-44e4-b38f-547c3076353d HTTP/1.1" status: 204 len: 168 time: 0.4085035 Aug 16 01:53:38.213254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d571c91-9c91-494b-a198-a8141b1b5e9e tempest-PortsIpV6TestJSON-758607831 tempest-PortsIpV6TestJSON-758607831-project] Pushing event deleted for resources: {'Network': ['ID=4ead9c13-abe5-44e4-b38f-547c3076353d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:38.260185 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-060d3597-986a-451a-b64c-df127a6d83bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.333204 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060d3597-986a-451a-b64c-df127a6d83bf admin admin] Checking segment: {'id': '7be1b47e-5078-4556-a64f-a0a22783b1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:38.333566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060d3597-986a-451a-b64c-df127a6d83bf admin admin] Network hostable DHCP agents. Network: 48c0db2c-d39e-40d2-88c5-c68693534687, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:53:38.336784 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d3597-986a-451a-b64c-df127a6d83bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ddea6de-761d-4f65-8cf8-1cc5670eca1d,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:38.357548 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060d3597-986a-451a-b64c-df127a6d83bf admin admin] Network 48c0db2c-d39e-40d2-88c5-c68693534687 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:53:38.375405 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-060d3597-986a-451a-b64c-df127a6d83bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 48c0db2c-d39e-40d2-88c5-c68693534687) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:38.382004 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060d3597-986a-451a-b64c-df127a6d83bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:38.382604 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-060d3597-986a-451a-b64c-df127a6d83bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.388737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5fe53d-1b9a-4994-bf7f-364b7ebafb00 None None] Network 48c0db2c-d39e-40d2-88c5-c68693534687 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:38.400562 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-060d3597-986a-451a-b64c-df127a6d83bf admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4390311 Aug 16 01:53:38.402737 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39968) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:38.407274 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-444c53e1-b82d-4f85-a3bd-056c2a7f7738 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-731503729-router', 'tenant_id': '14b094b456424097ae7495960561ea28', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:38.431944 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-444c53e1-b82d-4f85-a3bd-056c2a7f7738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.432948 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-444c53e1-b82d-4f85-a3bd-056c2a7f7738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.437084 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39970) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:38.521015 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-444c53e1-b82d-4f85-a3bd-056c2a7f7738 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.539619 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd472d2-ced5-4d5b-9659-a3e7cafebd4a None None] Network 48c0db2c-d39e-40d2-88c5-c68693534687 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:38.648085 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-16878372-5718-45c6-b119-8602b280d2c0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2838ccd56ffe4e92a1b0adcc50f76a21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2085562 Aug 16 01:53:38.654384 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39974) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:38.710139 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-444c53e1-b82d-4f85-a3bd-056c2a7f7738 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.716101 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 87199f18-9719-472d-819f-695ceb186fe2 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:53:38.729459 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f1b1fb9-ff70-41ab-a01a-b7c850b16dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.738269 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 87199f18-9719-472d-819f-695ceb186fe2 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:53:38.738614 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 87199f18-9719-472d-819f-695ceb186fe2 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:53:38.756326 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f1b1fb9-ff70-41ab-a01a-b7c850b16dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.812758 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f1b1fb9-ff70-41ab-a01a-b7c850b16dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.817078 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f1b1fb9-ff70-41ab-a01a-b7c850b16dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.818441 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0f1b1fb9-ff70-41ab-a01a-b7c850b16dfc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/61a6e10c-e8a7-4396-80c8-40ac3b4604fd HTTP/1.1" status: 204 len: 168 time: 0.1626794 Aug 16 01:53:38.828614 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b1fb9-ff70-41ab-a01a-b7c850b16dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a6e10c-e8a7-4396-80c8-40ac3b4604fd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:38.944202 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-444c53e1-b82d-4f85-a3bd-056c2a7f7738 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.965394 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-444c53e1-b82d-4f85-a3bd-056c2a7f7738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.081271 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-444c53e1-b82d-4f85-a3bd-056c2a7f7738 admin admin] Allocated IP 172.25.3.202 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/c1e6ee44-15ef-45ac-ad90-d742c7f5e68e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:39.210380 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-444c53e1-b82d-4f85-a3bd-056c2a7f7738 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.263592 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-444c53e1-b82d-4f85-a3bd-056c2a7f7738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.304328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444c53e1-b82d-4f85-a3bd-056c2a7f7738 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:39.311539 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-444c53e1-b82d-4f85-a3bd-056c2a7f7738 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:39.315216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444c53e1-b82d-4f85-a3bd-056c2a7f7738 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:39.321343 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c53e1-b82d-4f85-a3bd-056c2a7f7738 admin admin] Pushing event updated for resources: {'Port': ['ID=c1e6ee44-15ef-45ac-ad90-d742c7f5e68e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:39.609155 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-444c53e1-b82d-4f85-a3bd-056c2a7f7738 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.622402 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40000) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:39.734932 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2e727c7d-d0e4-4c39-9b19-1aa025e42201 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-489443844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:39.761452 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e727c7d-d0e4-4c39-9b19-1aa025e42201 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.762559 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e727c7d-d0e4-4c39-9b19-1aa025e42201 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.826259 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-444c53e1-b82d-4f85-a3bd-056c2a7f7738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.827443 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e727c7d-d0e4-4c39-9b19-1aa025e42201 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.832263 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e727c7d-d0e4-4c39-9b19-1aa025e42201 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.849638 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e727c7d-d0e4-4c39-9b19-1aa025e42201 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.852053 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2e727c7d-d0e4-4c39-9b19-1aa025e42201 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2284682 Aug 16 01:53:39.854719 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40004) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:39.861529 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6ac3f073-a225-4424-8501-aac5a22e565f tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-720630491'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:39.887083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac3f073-a225-4424-8501-aac5a22e565f tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Made reservation on behalf of 3baae44e417f479c8dbdd8dba0c24da0 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:39.891050 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f073-a225-4424-8501-aac5a22e565f tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.905243 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f073-a225-4424-8501-aac5a22e565f tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.981087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444c53e1-b82d-4f85-a3bd-056c2a7f7738 admin admin] Router 02f79dc8-c47e-425f-91c9-4743a137589b is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:53:40.016442 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f073-a225-4424-8501-aac5a22e565f tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.021562 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f073-a225-4424-8501-aac5a22e565f tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.054163 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3f073-a225-4424-8501-aac5a22e565f tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d62f3058-1556-4c11-a01d-24a78fec9dfb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:40.067266 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac3f073-a225-4424-8501-aac5a22e565f tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:53:40.078204 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f073-a225-4424-8501-aac5a22e565f tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.078562 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-6ac3f073-a225-4424-8501-aac5a22e565f tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Added segment 4a8c2fe4-618b-420a-9566-c59e91143ba1 of type vlan for network db80c22f-dbbe-4f63-8e0a-f43fbe25b52c Aug 16 01:53:40.121497 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444c53e1-b82d-4f85-a3bd-056c2a7f7738 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:40.125235 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f073-a225-4424-8501-aac5a22e565f tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.131089 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Sync routers for ids ['02f79dc8-c47e-425f-91c9-4743a137589b'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:40.143682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Routers {'02f79dc8-c47e-425f-91c9-4743a137589b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:40.144365 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:53:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['02f79dc8-c47e-425f-91c9-4743a137589b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:40.146541 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-444c53e1-b82d-4f85-a3bd-056c2a7f7738 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.147751 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-444c53e1-b82d-4f85-a3bd-056c2a7f7738 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.7439816 Aug 16 01:53:40.155287 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40010) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:40.166935 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f073-a225-4424-8501-aac5a22e565f tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.173611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac3f073-a225-4424-8501-aac5a22e565f tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:40.174742 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f073-a225-4424-8501-aac5a22e565f tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.269204 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6ac3f073-a225-4424-8501-aac5a22e565f tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4132552 Aug 16 01:53:40.272416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Set router 02f79dc8-c47e-425f-91c9-4743a137589b gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:40.273499 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40012) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:40.281858 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f6f0eaf8-86fb-4f3f-9156-f84ab48eacb3 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Request body: {'subnet': {'network_id': 'db80c22f-dbbe-4f63-8e0a-f43fbe25b52c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:40.345435 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3f073-a225-4424-8501-aac5a22e565f tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event updated for resources: {'Network': ['ID=db80c22f-dbbe-4f63-8e0a-f43fbe25b52c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:40.386240 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network db80c22f-dbbe-4f63-8e0a-f43fbe25b52c details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:53:40.414775 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f0eaf8-86fb-4f3f-9156-f84ab48eacb3 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Made reservation on behalf of 3baae44e417f479c8dbdd8dba0c24da0 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:40.419418 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6f0eaf8-86fb-4f3f-9156-f84ab48eacb3 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.550554 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'name': 'tempest-ServerRescueTestJSONUnderV235-731503729-router', 'tenant_id': '14b094b456424097ae7495960561ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:39Z', 'revision_number': 3, 'project_id': '14b094b456424097ae7495960561ea28', 'gw_port': {'id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:40.610632 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Checking router: 02f79dc8-c47e-425f-91c9-4743a137589b for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:53:40.611237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Updating router 02f79dc8-c47e-425f-91c9-4743a137589b port c1e6ee44-15ef-45ac-ad90-d742c7f5e68e binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:53:40.640776 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.672357 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6f0eaf8-86fb-4f3f-9156-f84ab48eacb3 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.673935 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-581f8e2e-0e21-4599-a096-07a65910e69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.769122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0eaf8-86fb-4f3f-9156-f84ab48eacb3 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event updated for resources: {'Subnet': ['ID=8c742fef-37e6-498e-9f39-73c25be30c89,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:40.785188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f0eaf8-86fb-4f3f-9156-f84ab48eacb3 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Checking segment: {'id': '4a8c2fe4-618b-420a-9566-c59e91143ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db80c22f-dbbe-4f63-8e0a-f43fbe25b52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:40.785751 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f0eaf8-86fb-4f3f-9156-f84ab48eacb3 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Network hostable DHCP agents. Network: db80c22f-dbbe-4f63-8e0a-f43fbe25b52c, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:53:40.808726 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f0eaf8-86fb-4f3f-9156-f84ab48eacb3 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Network db80c22f-dbbe-4f63-8e0a-f43fbe25b52c is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:53:40.819268 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f6f0eaf8-86fb-4f3f-9156-f84ab48eacb3 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, db80c22f-dbbe-4f63-8e0a-f43fbe25b52c) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:40.824607 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f0eaf8-86fb-4f3f-9156-f84ab48eacb3 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:40.825411 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6f0eaf8-86fb-4f3f-9156-f84ab48eacb3 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.848184 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f6f0eaf8-86fb-4f3f-9156-f84ab48eacb3 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5724149 Aug 16 01:53:40.850925 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40014) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:40.857793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e7f1face-9ae0-47de-b726-89546d63ed1d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Request body: {'network': {'name': 'tempest-router-network01--1505262805'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:40.885022 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-581f8e2e-0e21-4599-a096-07a65910e69b admin admin] Allocated IP 172.20.0.1 (48c0db2c-d39e-40d2-88c5-c68693534687/6ddea6de-761d-4f65-8cf8-1cc5670eca1d/a64f653a-0a75-4e9a-8d24-59a38c176182) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:40.918423 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f1face-9ae0-47de-b726-89546d63ed1d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Made reservation on behalf of 3baae44e417f479c8dbdd8dba0c24da0 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:40.923464 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7f1face-9ae0-47de-b726-89546d63ed1d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.996337 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f1face-9ae0-47de-b726-89546d63ed1d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:53:41.009779 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7f1face-9ae0-47de-b726-89546d63ed1d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.010487 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-e7f1face-9ae0-47de-b726-89546d63ed1d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Added segment 41c86291-79aa-4713-9ce2-d2cb3efba48e of type vlan for network 1225e4bc-6c18-4537-86b7-f539ee31ba0f Aug 16 01:53:41.068601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b54ff7-85f8-4de8-869f-d114de0a6e5d None None] Network db80c22f-dbbe-4f63-8e0a-f43fbe25b52c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:41.083037 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7f1face-9ae0-47de-b726-89546d63ed1d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.141274 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-581f8e2e-0e21-4599-a096-07a65910e69b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.151227 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7f1face-9ae0-47de-b726-89546d63ed1d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.156404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f1face-9ae0-47de-b726-89546d63ed1d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:41.157273 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7f1face-9ae0-47de-b726-89546d63ed1d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.236110 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.241562 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e7f1face-9ae0-47de-b726-89546d63ed1d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3889029 Aug 16 01:53:41.242597 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1face-9ae0-47de-b726-89546d63ed1d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event updated for resources: {'Network': ['ID=1225e4bc-6c18-4537-86b7-f539ee31ba0f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:41.244545 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40020) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:41.250316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-dead2143-3382-4cdb-9022-74d7c9764855 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Request body: {'network': {'name': 'tempest-router-network02--502011604'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:41.272083 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 1225e4bc-6c18-4537-86b7-f539ee31ba0f details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:53:41.284345 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dead2143-3382-4cdb-9022-74d7c9764855 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Made reservation on behalf of 3baae44e417f479c8dbdd8dba0c24da0 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:41.291053 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dead2143-3382-4cdb-9022-74d7c9764855 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.310706 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-581f8e2e-0e21-4599-a096-07a65910e69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.329317 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dead2143-3382-4cdb-9022-74d7c9764855 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:53:41.341630 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dead2143-3382-4cdb-9022-74d7c9764855 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.342330 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-dead2143-3382-4cdb-9022-74d7c9764855 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Added segment 444da0fc-ca4c-49a4-9cca-41e695c0a89b of type vlan for network a3419cbd-b5c3-47c1-bb7e-51af791b010d Aug 16 01:53:41.370007 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581f8e2e-0e21-4599-a096-07a65910e69b admin admin] Network 48c0db2c-d39e-40d2-88c5-c68693534687 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:41.372084 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Transition to ACTIVE for port object c1e6ee44-15ef-45ac-ad90-d742c7f5e68e will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:41.373328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-581f8e2e-0e21-4599-a096-07a65910e69b admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:41.380100 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581f8e2e-0e21-4599-a096-07a65910e69b admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:41.390587 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.408433 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dead2143-3382-4cdb-9022-74d7c9764855 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.412787 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f8e2e-0e21-4599-a096-07a65910e69b admin admin] Pushing event updated for resources: {'Port': ['ID=a64f653a-0a75-4e9a-8d24-59a38c176182,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:41.434757 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-581f8e2e-0e21-4599-a096-07a65910e69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.446279 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dead2143-3382-4cdb-9022-74d7c9764855 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.452507 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dead2143-3382-4cdb-9022-74d7c9764855 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:41.453504 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dead2143-3382-4cdb-9022-74d7c9764855 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.517874 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dead2143-3382-4cdb-9022-74d7c9764855 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2608559 Aug 16 01:53:41.519715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-db80c22f-dbbe-4f63-8e0a-f43fbe25b52c', 'network_id': 'db80c22f-dbbe-4f63-8e0a-f43fbe25b52c', 'tenant_id': '3baae44e417f479c8dbdd8dba0c24da0', 'fixed_ips': [{'subnet_id': '8c742fef-37e6-498e-9f39-73c25be30c89'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:53:41.519715 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.525467 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40026) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:41.525817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Attempting to bind port c1e6ee44-15ef-45ac-ad90-d742c7f5e68e on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:41.526380 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Attempting to bind port c1e6ee44-15ef-45ac-ad90-d742c7f5e68e by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:41.526838 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Attempting to bind port c1e6ee44-15ef-45ac-ad90-d742c7f5e68e on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:41.539731 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-78f8f60f-ca47-431a-86d1-66eaf44762cc tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Request body: {'subnet': {'network_id': '1225e4bc-6c18-4537-86b7-f539ee31ba0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:41.555675 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:41.556342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:41.556872 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.557367 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:41.558037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Bound port: c1e6ee44-15ef-45ac-ad90-d742c7f5e68e, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:41.558516 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.562981 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db186233-7fa6-4a10-a9a5-987971bb5035 None None] Pushing event updated for resources: {'Port': ['ID=c1e6ee44-15ef-45ac-ad90-d742c7f5e68e,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:41.569719 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead2143-3382-4cdb-9022-74d7c9764855 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event updated for resources: {'Network': ['ID=a3419cbd-b5c3-47c1-bb7e-51af791b010d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:41.594290 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network a3419cbd-b5c3-47c1-bb7e-51af791b010d details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:53:41.690124 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f8f60f-ca47-431a-86d1-66eaf44762cc tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Made reservation on behalf of 3baae44e417f479c8dbdd8dba0c24da0 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:41.694500 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78f8f60f-ca47-431a-86d1-66eaf44762cc tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.849497 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] For port c1e6ee44-15ef-45ac-ad90-d742c7f5e68e, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:41.858319 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Allocated IP 2001:db8::2 (db80c22f-dbbe-4f63-8e0a-f43fbe25b52c/8c742fef-37e6-498e-9f39-73c25be30c89/4eb669ab-b8c0-4f3c-9514-62a2b024a425) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:41.876430 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] For port c1e6ee44-15ef-45ac-ad90-d742c7f5e68e, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c1e6ee44-15ef-45ac-ad90-d742c7f5e68e,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:41.884625 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.003806 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Routers {'02f79dc8-c47e-425f-91c9-4743a137589b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:42.004452 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:53:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['02f79dc8-c47e-425f-91c9-4743a137589b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:42.009836 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db186233-7fa6-4a10-a9a5-987971bb5035 None None] Pushing event updated for resources: {'Port': ['ID=c1e6ee44-15ef-45ac-ad90-d742c7f5e68e,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:42.179719 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.191344 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-581f8e2e-0e21-4599-a096-07a65910e69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.211124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Transition to ACTIVE for port object 4eb669ab-b8c0-4f3c-9514-62a2b024a425 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:42.215271 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] Set router 02f79dc8-c47e-425f-91c9-4743a137589b gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:42.274576 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Transition to ACTIVE for port object 4eb669ab-b8c0-4f3c-9514-62a2b024a425 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:42.332721 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.397290 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Network db80c22f-dbbe-4f63-8e0a-f43fbe25b52c is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:42.421511 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:42.425092 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:42.467571 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78f8f60f-ca47-431a-86d1-66eaf44762cc tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.487172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Pushing event updated for resources: {'Port': ['ID=4eb669ab-b8c0-4f3c-9514-62a2b024a425,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:42.529480 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Attempting to bind port 4eb669ab-b8c0-4f3c-9514-62a2b024a425 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:42.530027 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Attempting to bind port 4eb669ab-b8c0-4f3c-9514-62a2b024a425 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '4a8c2fe4-618b-420a-9566-c59e91143ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db80c22f-dbbe-4f63-8e0a-f43fbe25b52c'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:42.530482 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Attempting to bind port 4eb669ab-b8c0-4f3c-9514-62a2b024a425 on network db80c22f-dbbe-4f63-8e0a-f43fbe25b52c {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:42.543853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:42.544400 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Checking segment: {'id': '4a8c2fe4-618b-420a-9566-c59e91143ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db80c22f-dbbe-4f63-8e0a-f43fbe25b52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:42.544899 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.545380 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Bound using segment: {'id': '4a8c2fe4-618b-420a-9566-c59e91143ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db80c22f-dbbe-4f63-8e0a-f43fbe25b52c'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:42.545983 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Bound port: 4eb669ab-b8c0-4f3c-9514-62a2b024a425, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8c2fe4-618b-420a-9566-c59e91143ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'db80c22f-dbbe-4f63-8e0a-f43fbe25b52c'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:42.546457 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.566312 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-2a16a3ba-c4ba-4143-8059-12e3522c0cf0 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:42.567299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8f60f-ca47-431a-86d1-66eaf44762cc tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event updated for resources: {'Subnet': ['ID=4f564133-d996-4672-ac23-d59635955aa2,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:42.574461 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-581f8e2e-0e21-4599-a096-07a65910e69b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.576055 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-2a16a3ba-c4ba-4143-8059-12e3522c0cf0 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/networks?id=280ed514-b2cb-4176-817f-c21adcaa27a2 HTTP/1.1" status: 200 len: 815 time: 0.1693265 Aug 16 01:53:42.584772 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-581f8e2e-0e21-4599-a096-07a65910e69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.601385 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-0529be3e-c93f-4d5a-bfe7-e0011eeae91b tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/quotas/3c66e7b345644adb978758e5aa03ba75 HTTP/1.1" status: 200 len: 375 time: 0.0243099 Aug 16 01:53:42.640589 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f8f60f-ca47-431a-86d1-66eaf44762cc tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Checking segment: {'id': '41c86291-79aa-4713-9ce2-d2cb3efba48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1225e4bc-6c18-4537-86b7-f539ee31ba0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:42.641316 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f8f60f-ca47-431a-86d1-66eaf44762cc tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Network hostable DHCP agents. Network: 1225e4bc-6c18-4537-86b7-f539ee31ba0f, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:53:42.662458 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'name': 'tempest-ServerRescueTestJSONUnderV235-731503729-router', 'tenant_id': '14b094b456424097ae7495960561ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '14b094b456424097ae7495960561ea28', 'gw_port': {'id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a64f653a-0a75-4e9a-8d24-59a38c176182', 'name': '', 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687', 'tenant_id': '14b094b456424097ae7495960561ea28', 'mac_address': 'fa:16:3e:54:c2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:40Z', 'updated_at': '2021-08-16T01:53:40Z', 'revision_number': 1, 'project_id': '14b094b456424097ae7495960561ea28', 'subnets': [{'id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:42.675804 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-d3852a22-7b71-438c-b512-542b69d93ef8 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3c66e7b345644adb978758e5aa03ba75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730138 Aug 16 01:53:42.689018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f8e2e-0e21-4599-a096-07a65910e69b admin admin] Pushing event updated for resources: {'Port': ['ID=a64f653a-0a75-4e9a-8d24-59a38c176182,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:42.692248 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-581f8e2e-0e21-4599-a096-07a65910e69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.695818 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] For port 4eb669ab-b8c0-4f3c-9514-62a2b024a425, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:42.698593 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb4a225-7b57-492b-bc2b-4db71cd0935e None None] The sync data for ids ['02f79dc8-c47e-425f-91c9-4743a137589b'] in n-d-765315-27 is: [{'id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'name': 'tempest-ServerRescueTestJSONUnderV235-731503729-router', 'tenant_id': '14b094b456424097ae7495960561ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '14b094b456424097ae7495960561ea28', 'gw_port': {'id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a64f653a-0a75-4e9a-8d24-59a38c176182', 'name': '', 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687', 'tenant_id': '14b094b456424097ae7495960561ea28', 'mac_address': 'fa:16:3e:54:c2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:40Z', 'updated_at': '2021-08-16T01:53:40Z', 'revision_number': 1, 'project_id': '14b094b456424097ae7495960561ea28', 'subnets': [{'id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:42.708938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f8f60f-ca47-431a-86d1-66eaf44762cc tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Network 1225e4bc-6c18-4537-86b7-f539ee31ba0f is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:53:42.715493 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] For port 4eb669ab-b8c0-4f3c-9514-62a2b024a425, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4eb669ab-b8c0-4f3c-9514-62a2b024a425,segment=NetworkSegment(4a8c2fe4-618b-420a-9566-c59e91143ba1),segment_id=4a8c2fe4-618b-420a-9566-c59e91143ba1)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:42.721424 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.737613 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-78f8f60f-ca47-431a-86d1-66eaf44762cc tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 1225e4bc-6c18-4537-86b7-f539ee31ba0f) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:42.756515 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807482e1-a685-4955-8e69-554a65801c2f None None] Network 1225e4bc-6c18-4537-86b7-f539ee31ba0f requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:42.809131 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f8f60f-ca47-431a-86d1-66eaf44762cc tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:42.809735 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78f8f60f-ca47-431a-86d1-66eaf44762cc tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.822622 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-de13fd0e-808c-4563-89c7-55b5e9e77017 service neutron] 10.222.0.68 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458130 Aug 16 01:53:42.869443 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-78f8f60f-ca47-431a-86d1-66eaf44762cc tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3375938 Aug 16 01:53:42.870083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40046) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:42.883323 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605e956-62b5-44a1-af17-d9f8d021e27a None None] Pushing event updated for resources: {'Port': ['ID=4eb669ab-b8c0-4f3c-9514-62a2b024a425,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:42.886275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a4c21be2-cc05-485b-9bc1-326d70fc4f8d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Request body: {'subnet': {'network_id': 'a3419cbd-b5c3-47c1-bb7e-51af791b010d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:42.999900 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-a91f03f8-d49a-4198-9966-ffe1448f0360 service neutron] 10.222.0.68 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759675 Aug 16 01:53:43.006565 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581f8e2e-0e21-4599-a096-07a65910e69b admin admin] Network 48c0db2c-d39e-40d2-88c5-c68693534687 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:43.009687 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-581f8e2e-0e21-4599-a096-07a65910e69b admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:43.024516 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-1225e4bc-6c18-4537-86b7-f539ee31ba0f', 'network_id': '1225e4bc-6c18-4537-86b7-f539ee31ba0f', 'tenant_id': '3baae44e417f479c8dbdd8dba0c24da0', 'fixed_ips': [{'subnet_id': '4f564133-d996-4672-ac23-d59635955aa2'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:53:43.025771 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.198490 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c21be2-cc05-485b-9bc1-326d70fc4f8d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Made reservation on behalf of 3baae44e417f479c8dbdd8dba0c24da0 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:43.202946 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4c21be2-cc05-485b-9bc1-326d70fc4f8d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.364874 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Allocated IP 2001:db8::2 (1225e4bc-6c18-4537-86b7-f539ee31ba0f/4f564133-d996-4672-ac23-d59635955aa2/dbde353d-0a08-43d6-a8e0-493f6b088d7a) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:43.581108 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.595461 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Transition to ACTIVE for port object dbde353d-0a08-43d6-a8e0-493f6b088d7a will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:43.619495 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Transition to ACTIVE for port object dbde353d-0a08-43d6-a8e0-493f6b088d7a will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:43.625575 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-93911dd7-3ccf-4e37-bb8a-44f5462a175b req-0ca1ff4e-1a98-4f87-b48c-ca6ecd6a3c05 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=43d90e56-7cd4-4546-91fd-6f924b8e6bc2 HTTP/1.1" status: 200 len: 210 time: 0.2346485 Aug 16 01:53:43.631571 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581f8e2e-0e21-4599-a096-07a65910e69b admin admin] Router 02f79dc8-c47e-425f-91c9-4743a137589b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:53:43.639656 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.698805 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Network 1225e4bc-6c18-4537-86b7-f539ee31ba0f is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:43.702920 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:43.708349 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:43.712124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Pushing event updated for resources: {'Port': ['ID=dbde353d-0a08-43d6-a8e0-493f6b088d7a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:43.762829 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4c21be2-cc05-485b-9bc1-326d70fc4f8d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.825217 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Attempting to bind port dbde353d-0a08-43d6-a8e0-493f6b088d7a on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:43.825706 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Attempting to bind port dbde353d-0a08-43d6-a8e0-493f6b088d7a by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '41c86291-79aa-4713-9ce2-d2cb3efba48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1225e4bc-6c18-4537-86b7-f539ee31ba0f'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:43.826307 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Attempting to bind port dbde353d-0a08-43d6-a8e0-493f6b088d7a on network 1225e4bc-6c18-4537-86b7-f539ee31ba0f {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:43.833294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:43.833842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Checking segment: {'id': '41c86291-79aa-4713-9ce2-d2cb3efba48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1225e4bc-6c18-4537-86b7-f539ee31ba0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:43.834347 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.837848 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Bound using segment: {'id': '41c86291-79aa-4713-9ce2-d2cb3efba48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1225e4bc-6c18-4537-86b7-f539ee31ba0f'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:43.838611 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Bound port: dbde353d-0a08-43d6-a8e0-493f6b088d7a, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c86291-79aa-4713-9ce2-d2cb3efba48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1225e4bc-6c18-4537-86b7-f539ee31ba0f'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:43.839218 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.922008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c21be2-cc05-485b-9bc1-326d70fc4f8d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Checking segment: {'id': '444da0fc-ca4c-49a4-9cca-41e695c0a89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a3419cbd-b5c3-47c1-bb7e-51af791b010d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:43.922549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c21be2-cc05-485b-9bc1-326d70fc4f8d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Network hostable DHCP agents. Network: a3419cbd-b5c3-47c1-bb7e-51af791b010d, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:53:43.927309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c21be2-cc05-485b-9bc1-326d70fc4f8d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event updated for resources: {'Subnet': ['ID=a46845ee-d3fe-4d11-961c-b0ef0d3b25a5,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:43.944876 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581f8e2e-0e21-4599-a096-07a65910e69b admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:43.960125 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-581f8e2e-0e21-4599-a096-07a65910e69b admin admin] 10.222.0.68 "PUT /v2.0/routers/02f79dc8-c47e-425f-91c9-4743a137589b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8037574 Aug 16 01:53:43.982200 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] For port dbde353d-0a08-43d6-a8e0-493f6b088d7a, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:43.993860 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c21be2-cc05-485b-9bc1-326d70fc4f8d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Network a3419cbd-b5c3-47c1-bb7e-51af791b010d is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:53:43.994693 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] For port dbde353d-0a08-43d6-a8e0-493f6b088d7a, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=dbde353d-0a08-43d6-a8e0-493f6b088d7a,segment=NetworkSegment(41c86291-79aa-4713-9ce2-d2cb3efba48e),segment_id=41c86291-79aa-4713-9ce2-d2cb3efba48e)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:44.014517 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:44.022708 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a4c21be2-cc05-485b-9bc1-326d70fc4f8d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, a3419cbd-b5c3-47c1-bb7e-51af791b010d) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:44.030470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c21be2-cc05-485b-9bc1-326d70fc4f8d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:44.032436 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4c21be2-cc05-485b-9bc1-326d70fc4f8d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:44.067202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55401d7-f4e0-415e-9561-728ed0cd9115 None None] Network a3419cbd-b5c3-47c1-bb7e-51af791b010d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:44.078533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40064) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:44.079501 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a4c21be2-cc05-485b-9bc1-326d70fc4f8d tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2082798 Aug 16 01:53:44.248100 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb597bb-6b9c-4bbd-af5a-24e4c1330486 None None] Pushing event updated for resources: {'Port': ['ID=dbde353d-0a08-43d6-a8e0-493f6b088d7a,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:44.472953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a3419cbd-b5c3-47c1-bb7e-51af791b010d', 'network_id': 'a3419cbd-b5c3-47c1-bb7e-51af791b010d', 'tenant_id': '3baae44e417f479c8dbdd8dba0c24da0', 'fixed_ips': [{'subnet_id': 'a46845ee-d3fe-4d11-961c-b0ef0d3b25a5'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:53:44.473929 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:44.635798 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d98da7d-0ecd-46ec-bdc9-f0640627acc9 None None] Network db80c22f-dbbe-4f63-8e0a-f43fbe25b52c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:44.914464 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-980a786a-9a92-43fb-a707-fa89f82981a5 req-c2465da6-a2eb-499d-93b4-06bc8a664722 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=43d90e56-7cd4-4546-91fd-6f924b8e6bc2 HTTP/1.1" status: 200 len: 210 time: 0.0816774 Aug 16 01:53:45.079361 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d061150-a6f0-4865-977b-618a1a2f27cd tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.130743 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Allocated IP 2001:db8::2 (a3419cbd-b5c3-47c1-bb7e-51af791b010d/a46845ee-d3fe-4d11-961c-b0ef0d3b25a5/ba4670a3-5ee0-42c7-a1bb-e1d64780ee77) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:45.214446 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1f8409f1-0302-48db-b1f6-1f5a74533f02 None None] Provisioning for port 4eb669ab-b8c0-4f3c-9514-62a2b024a425 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:45.222037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device dbde353d-0a08-43d6-a8e0-493f6b088d7a up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:45.401399 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696d151-9eab-4caf-a937-e79c788534fa req-4b774abb-8ac2-494d-8482-b10eb77cf3f0 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:45.410176 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7696d151-9eab-4caf-a937-e79c788534fa req-4b774abb-8ac2-494d-8482-b10eb77cf3f0 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/networks?id=48c0db2c-d39e-40d2-88c5-c68693534687 HTTP/1.1" status: 200 len: 819 time: 0.4961669 Aug 16 01:53:45.447685 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port dbde353d-0a08-43d6-a8e0-493f6b088d7a completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:45.449622 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-61faf356-7450-49ce-b355-a8b16ad27b0e tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:45.451430 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-61faf356-7450-49ce-b355-a8b16ad27b0e tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.73 "GET /v2.0/networks?id=280ed514-b2cb-4176-817f-c21adcaa27a2 HTTP/1.1" status: 200 len: 815 time: 0.4859741 Aug 16 01:53:45.465099 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7696d151-9eab-4caf-a937-e79c788534fa req-f08608ee-1e09-463e-9cba-12cc399214d8 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/quotas/14b094b456424097ae7495960561ea28 HTTP/1.1" status: 200 len: 375 time: 0.0536237 Aug 16 01:53:45.483264 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-e0be36ec-92eb-42cf-925f-d8bb1428ec75 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Request body: {'port': {'device_id': '43d90e56-7cd4-4546-91fd-6f924b8e6bc2', 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2', 'admin_state_up': True, 'tenant_id': '3c66e7b345644adb978758e5aa03ba75'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:45.510372 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4eb669ab-b8c0-4f3c-9514-62a2b024a425 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:45.512703 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.564587 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Transition to ACTIVE for port object ba4670a3-5ee0-42c7-a1bb-e1d64780ee77 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:45.610980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Transition to ACTIVE for port object ba4670a3-5ee0-42c7-a1bb-e1d64780ee77 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:45.632062 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.688203 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Pushing event updated for resources: {'Port': ['ID=ba4670a3-5ee0-42c7-a1bb-e1d64780ee77,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:45.704664 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Network a3419cbd-b5c3-47c1-bb7e-51af791b010d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:45.706797 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:45.711819 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:45.715788 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 4eb669ab-b8c0-4f3c-9514-62a2b024a425 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:45.722283 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 4eb669ab-b8c0-4f3c-9514-62a2b024a425 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:45.722964 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.818469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Attempting to bind port ba4670a3-5ee0-42c7-a1bb-e1d64780ee77 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:45.818842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Attempting to bind port ba4670a3-5ee0-42c7-a1bb-e1d64780ee77 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '444da0fc-ca4c-49a4-9cca-41e695c0a89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a3419cbd-b5c3-47c1-bb7e-51af791b010d'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:45.819199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Attempting to bind port ba4670a3-5ee0-42c7-a1bb-e1d64780ee77 on network a3419cbd-b5c3-47c1-bb7e-51af791b010d {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:45.830751 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:45.831123 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Checking segment: {'id': '444da0fc-ca4c-49a4-9cca-41e695c0a89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a3419cbd-b5c3-47c1-bb7e-51af791b010d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:45.831529 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.831915 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Bound using segment: {'id': '444da0fc-ca4c-49a4-9cca-41e695c0a89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a3419cbd-b5c3-47c1-bb7e-51af791b010d'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:45.832388 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Bound port: ba4670a3-5ee0-42c7-a1bb-e1d64780ee77, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444da0fc-ca4c-49a4-9cca-41e695c0a89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a3419cbd-b5c3-47c1-bb7e-51af791b010d'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:45.832765 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.854498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7696d151-9eab-4caf-a937-e79c788534fa req-6d596392-72bd-42bd-bdab-3cf0dd3e53fa tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=14b094b456424097ae7495960561ea28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3850911 Aug 16 01:53:46.018295 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-4d061150-a6f0-4865-977b-618a1a2f27cd tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Allocated IP 2001:db8::1 (1225e4bc-6c18-4537-86b7-f539ee31ba0f/4f564133-d996-4672-ac23-d59635955aa2/eab01544-3860-4b49-854b-28636e758969) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:46.035338 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.106219 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bb3e24-1eeb-43cc-a32c-87a2cb9c1f14 None None] Network 1225e4bc-6c18-4537-86b7-f539ee31ba0f requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:46.135578 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a3dddf6b-a24e-4489-b94c-eb0920ccac7d req-1ddd2be5-d571-4882-8225-945dbbba3e21 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=43d90e56-7cd4-4546-91fd-6f924b8e6bc2 HTTP/1.1" status: 200 len: 210 time: 0.0697868 Aug 16 01:53:46.261365 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 4eb669ab-b8c0-4f3c-9514-62a2b024a425, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4eb669ab-b8c0-4f3c-9514-62a2b024a425,segment=NetworkSegment(4a8c2fe4-618b-420a-9566-c59e91143ba1),segment_id=4a8c2fe4-618b-420a-9566-c59e91143ba1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:46.296747 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.297626 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c1e6ee44-15ef-45ac-ad90-d742c7f5e68e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:46.334600 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] For port ba4670a3-5ee0-42c7-a1bb-e1d64780ee77, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:46.385859 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] For port ba4670a3-5ee0-42c7-a1bb-e1d64780ee77, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ba4670a3-5ee0-42c7-a1bb-e1d64780ee77,segment=NetworkSegment(444da0fc-ca4c-49a4-9cca-41e695c0a89b),segment_id=444da0fc-ca4c-49a4-9cca-41e695c0a89b)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:46.394098 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-579f7285-94c1-42a8-9871-1f3225ad5fac None None] Provisioning complete for port 4eb669ab-b8c0-4f3c-9514-62a2b024a425 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:46.394523 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-579f7285-94c1-42a8-9871-1f3225ad5fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.437642 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.533433 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Sync routers for ids ['02f79dc8-c47e-425f-91c9-4743a137589b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:46.542359 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=4eb669ab-b8c0-4f3c-9514-62a2b024a425,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:46.544974 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Routers {'02f79dc8-c47e-425f-91c9-4743a137589b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:46.546155 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:53:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['02f79dc8-c47e-425f-91c9-4743a137589b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:46.547282 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port c1e6ee44-15ef-45ac-ad90-d742c7f5e68e completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:46.624096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port c1e6ee44-15ef-45ac-ad90-d742c7f5e68e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:46.624470 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.641316 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64944325-223e-44b1-b5a6-ca524e4c07fa None None] Pushing event updated for resources: {'Port': ['ID=ba4670a3-5ee0-42c7-a1bb-e1d64780ee77,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:46.725568 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Set router 02f79dc8-c47e-425f-91c9-4743a137589b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:46.756622 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-e0be36ec-92eb-42cf-925f-d8bb1428ec75 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Made reservation on behalf of 3c66e7b345644adb978758e5aa03ba75 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:46.761828 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-e0be36ec-92eb-42cf-925f-d8bb1428ec75 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.903491 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.962002 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-139e1bcc-c0a7-49bd-b794-b86f7530698a None None] Provisioning for port dbde353d-0a08-43d6-a8e0-493f6b088d7a completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:46.970209 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port c1e6ee44-15ef-45ac-ad90-d742c7f5e68e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c1e6ee44-15ef-45ac-ad90-d742c7f5e68e,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:46.971181 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7696d151-9eab-4caf-a937-e79c788534fa req-9a427206-d10c-46f2-bac1-82eda7eb06a5 service neutron] 10.222.0.68 "GET /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1085768 Aug 16 01:53:46.971652 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-139e1bcc-c0a7-49bd-b794-b86f7530698a None None] Provisioning complete for port dbde353d-0a08-43d6-a8e0-493f6b088d7a triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:46.972460 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-139e1bcc-c0a7-49bd-b794-b86f7530698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.036622 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.113280 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d061150-a6f0-4865-977b-618a1a2f27cd tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.208975 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4d061150-a6f0-4865-977b-618a1a2f27cd tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Transition to ACTIVE for port object eab01544-3860-4b49-854b-28636e758969 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:47.223902 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'name': 'tempest-ServerRescueTestJSONUnderV235-731503729-router', 'tenant_id': '14b094b456424097ae7495960561ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '14b094b456424097ae7495960561ea28', 'gw_port': {'id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a64f653a-0a75-4e9a-8d24-59a38c176182', 'name': '', 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687', 'tenant_id': '14b094b456424097ae7495960561ea28', 'mac_address': 'fa:16:3e:54:c2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:40Z', 'updated_at': '2021-08-16T01:53:42Z', 'revision_number': 2, 'project_id': '14b094b456424097ae7495960561ea28', 'subnets': [{'id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:47.271698 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-e0be36ec-92eb-42cf-925f-d8bb1428ec75 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Allocated IP 172.20.0.3 (280ed514-b2cb-4176-817f-c21adcaa27a2/04ca52e6-06a0-44f3-a2ee-82113af18a6a/9a0a2db3-6f72-4880-9de0-d80f4f48d7c5) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:47.272631 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Checking router: 02f79dc8-c47e-425f-91c9-4743a137589b for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:53:47.273405 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Updating router 02f79dc8-c47e-425f-91c9-4743a137589b port a64f653a-0a75-4e9a-8d24-59a38c176182 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:53:47.289265 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-139e1bcc-c0a7-49bd-b794-b86f7530698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.310428 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=c1e6ee44-15ef-45ac-ad90-d742c7f5e68e,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:47.318905 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7696d151-9eab-4caf-a937-e79c788534fa req-698ab01b-3bd6-42e8-8625-4ac86e6155d3 service neutron] 10.222.0.68 "GET /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467946 Aug 16 01:53:47.332656 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.383725 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ba4670a3-5ee0-42c7-a1bb-e1d64780ee77 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:47.388371 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-84279910-e98a-487e-9f67-1757a249265f req-ae205da6-5369-4c1c-96c8-72ebd7da5963 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=43d90e56-7cd4-4546-91fd-6f924b8e6bc2 HTTP/1.1" status: 200 len: 210 time: 0.0613713 Aug 16 01:53:47.418539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-139e1bcc-c0a7-49bd-b794-b86f7530698a None None] For port dbde353d-0a08-43d6-a8e0-493f6b088d7a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=dbde353d-0a08-43d6-a8e0-493f6b088d7a,segment=NetworkSegment(41c86291-79aa-4713-9ce2-d2cb3efba48e),segment_id=41c86291-79aa-4713-9ce2-d2cb3efba48e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:47.461066 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-139e1bcc-c0a7-49bd-b794-b86f7530698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.489356 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d061150-a6f0-4865-977b-618a1a2f27cd tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.699041 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a340b185-de08-4765-b22e-172fbc306232 req-ceec9384-7692-4c9a-9acf-d3e8120fc2cf tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 210 time: 0.0757563 Aug 16 01:53:47.722737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e1bcc-c0a7-49bd-b794-b86f7530698a None None] Pushing event updated for resources: {'Port': ['ID=dbde353d-0a08-43d6-a8e0-493f6b088d7a,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:47.727262 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d061150-a6f0-4865-977b-618a1a2f27cd tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Network 1225e4bc-6c18-4537-86b7-f539ee31ba0f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:47.735453 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4d061150-a6f0-4865-977b-618a1a2f27cd tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:47.739926 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d061150-a6f0-4865-977b-618a1a2f27cd tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:47.740481 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d061150-a6f0-4865-977b-618a1a2f27cd tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.743153 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d061150-a6f0-4865-977b-618a1a2f27cd tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event updated for resources: {'Port': ['ID=eab01544-3860-4b49-854b-28636e758969,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:47.775927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-81f01e8a-01fc-4bda-9e44-0c13a59ead77 None None] Provisioning complete for port dbde353d-0a08-43d6-a8e0-493f6b088d7a triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:47.778408 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81f01e8a-01fc-4bda-9e44-0c13a59ead77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.833683 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.857875 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Transition to ACTIVE for port object a64f653a-0a75-4e9a-8d24-59a38c176182 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:47.869516 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.915817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port ba4670a3-5ee0-42c7-a1bb-e1d64780ee77 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:47.922710 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4eb669ab-b8c0-4f3c-9514-62a2b024a425 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:47.952938 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b270dd-0b79-4596-afe0-7da3f8fd5d52 None None] Pushing event updated for resources: {'Port': ['ID=a64f653a-0a75-4e9a-8d24-59a38c176182,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:48.042268 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Attempting to bind port a64f653a-0a75-4e9a-8d24-59a38c176182 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:48.042932 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Attempting to bind port a64f653a-0a75-4e9a-8d24-59a38c176182 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '7be1b47e-5078-4556-a64f-a0a22783b1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:48.044204 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Attempting to bind port a64f653a-0a75-4e9a-8d24-59a38c176182 on network 48c0db2c-d39e-40d2-88c5-c68693534687 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:48.060421 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:48.061368 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Checking segment: {'id': '7be1b47e-5078-4556-a64f-a0a22783b1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:48.062129 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.062747 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Bound using segment: {'id': '7be1b47e-5078-4556-a64f-a0a22783b1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:48.064462 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Bound port: a64f653a-0a75-4e9a-8d24-59a38c176182, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be1b47e-5078-4556-a64f-a0a22783b1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:48.065114 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.074058 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d061150-a6f0-4865-977b-618a1a2f27cd tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.144171 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-e0be36ec-92eb-42cf-925f-d8bb1428ec75 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.217178 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 4eb669ab-b8c0-4f3c-9514-62a2b024a425 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:48.217913 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.242787 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] For port a64f653a-0a75-4e9a-8d24-59a38c176182, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:48.251018 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] For port a64f653a-0a75-4e9a-8d24-59a38c176182, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a64f653a-0a75-4e9a-8d24-59a38c176182,segment=NetworkSegment(7be1b47e-5078-4556-a64f-a0a22783b1aa),segment_id=7be1b47e-5078-4556-a64f-a0a22783b1aa)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:48.267333 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.406954 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Routers {'02f79dc8-c47e-425f-91c9-4743a137589b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:48.407599 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:53:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['02f79dc8-c47e-425f-91c9-4743a137589b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:48.432176 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bd4935d6-5bbe-4e08-9ad8-b64895ec924c None None] Provisioning for port eab01544-3860-4b49-854b-28636e758969 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:48.438171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bd4935d6-5bbe-4e08-9ad8-b64895ec924c None None] Provisioning complete for port eab01544-3860-4b49-854b-28636e758969 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:48.438384 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd4935d6-5bbe-4e08-9ad8-b64895ec924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.486221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bd4935d6-5bbe-4e08-9ad8-b64895ec924c None None] Port eab01544-3860-4b49-854b-28636e758969 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:48.504107 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e026303-0547-460e-ba57-fc906e93470f None None] Network a3419cbd-b5c3-47c1-bb7e-51af791b010d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:48.547611 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b270dd-0b79-4596-afe0-7da3f8fd5d52 None None] Pushing event updated for resources: {'Port': ['ID=a64f653a-0a75-4e9a-8d24-59a38c176182,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:48.548302 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-e0be36ec-92eb-42cf-925f-d8bb1428ec75 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.586430 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['25885736-4477-46da-9757-436913c8eb8c'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:48.590756 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['b88a3e4c-c182-4cdf-885c-052e879ba67a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:48.702936 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d5e6f4ab-1e25-4649-a8c6-0f82bbe74c3d None None] Provisioning for port ba4670a3-5ee0-42c7-a1bb-e1d64780ee77 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:48.727361 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d5e6f4ab-1e25-4649-a8c6-0f82bbe74c3d None None] Provisioning complete for port ba4670a3-5ee0-42c7-a1bb-e1d64780ee77 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:48.728152 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f4ab-1e25-4649-a8c6-0f82bbe74c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.856550 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be36ec-92eb-42cf-925f-d8bb1428ec75 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Pushing event updated for resources: {'Port': ['ID=9a0a2db3-6f72-4880-9de0-d80f4f48d7c5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:48.881949 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-817e7f36-62b0-4d00-b947-a36df60b6cc4 req-973e3fab-5ea9-4ef1-95dd-e5d9714653c7 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 210 time: 0.0609951 Aug 16 01:53:48.884587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-e0be36ec-92eb-42cf-925f-d8bb1428ec75 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Network 280ed514-b2cb-4176-817f-c21adcaa27a2 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:48.893793 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-e0be36ec-92eb-42cf-925f-d8bb1428ec75 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:48.907344 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-e0be36ec-92eb-42cf-925f-d8bb1428ec75 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:48.923679 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] Set router 02f79dc8-c47e-425f-91c9-4743a137589b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:48.969059 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bafd5-292a-4a57-80b1-963a2c2f714b req-e114951f-9d82-4270-b1e0-2ea17c7e30ca tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:48.977978 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f6bafd5-292a-4a57-80b1-963a2c2f714b req-e114951f-9d82-4270-b1e0-2ea17c7e30ca tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=43d90e56-7cd4-4546-91fd-6f924b8e6bc2 HTTP/1.1" status: 200 len: 931 time: 0.4397504 Aug 16 01:53:49.043236 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d061150-a6f0-4865-977b-618a1a2f27cd tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.051582 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-e0be36ec-92eb-42cf-925f-d8bb1428ec75 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:49.052353 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-e0be36ec-92eb-42cf-925f-d8bb1428ec75 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.069984 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d061150-a6f0-4865-977b-618a1a2f27cd tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.071392 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d061150-a6f0-4865-977b-618a1a2f27cd tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.090284 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f4ab-1e25-4649-a8c6-0f82bbe74c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.110522 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f6bafd5-292a-4a57-80b1-963a2c2f714b req-4c6f4d9b-dca9-4f26-b870-b92092555807 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312485 Aug 16 01:53:49.145739 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-e0be36ec-92eb-42cf-925f-d8bb1428ec75 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6749842 Aug 16 01:53:49.158166 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'name': 'tempest-ServerRescueTestJSONUnderV235-731503729-router', 'tenant_id': '14b094b456424097ae7495960561ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '14b094b456424097ae7495960561ea28', 'gw_port': {'id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a64f653a-0a75-4e9a-8d24-59a38c176182', 'name': '', 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687', 'tenant_id': '14b094b456424097ae7495960561ea28', 'mac_address': 'fa:16:3e:54:c2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:40Z', 'updated_at': '2021-08-16T01:53:48Z', 'revision_number': 4, 'project_id': '14b094b456424097ae7495960561ea28', 'subnets': [{'id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:49.198311 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b9a116-f2dd-4df7-bf6c-ecda81a19eb5 None None] The sync data for ids ['02f79dc8-c47e-425f-91c9-4743a137589b'] in n-d-765315-27 is: [{'id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'name': 'tempest-ServerRescueTestJSONUnderV235-731503729-router', 'tenant_id': '14b094b456424097ae7495960561ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '14b094b456424097ae7495960561ea28', 'gw_port': {'id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a64f653a-0a75-4e9a-8d24-59a38c176182', 'name': '', 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687', 'tenant_id': '14b094b456424097ae7495960561ea28', 'mac_address': 'fa:16:3e:54:c2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:40Z', 'updated_at': '2021-08-16T01:53:48Z', 'revision_number': 4, 'project_id': '14b094b456424097ae7495960561ea28', 'subnets': [{'id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:49.198574 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Request body: {'port': {'device_id': '43d90e56-7cd4-4546-91fd-6f924b8e6bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:49.201076 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d5e6f4ab-1e25-4649-a8c6-0f82bbe74c3d None None] For port ba4670a3-5ee0-42c7-a1bb-e1d64780ee77, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ba4670a3-5ee0-42c7-a1bb-e1d64780ee77,segment=NetworkSegment(444da0fc-ca4c-49a4-9cca-41e695c0a89b),segment_id=444da0fc-ca4c-49a4-9cca-41e695c0a89b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:49.269390 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f4ab-1e25-4649-a8c6-0f82bbe74c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.369131 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device dbde353d-0a08-43d6-a8e0-493f6b088d7a up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:49.393621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d061150-a6f0-4865-977b-618a1a2f27cd tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event updated for resources: {'Port': ['ID=eab01544-3860-4b49-854b-28636e758969,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:49.478437 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6f4ab-1e25-4649-a8c6-0f82bbe74c3d None None] Pushing event updated for resources: {'Port': ['ID=ba4670a3-5ee0-42c7-a1bb-e1d64780ee77,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:49.536002 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d061150-a6f0-4865-977b-618a1a2f27cd tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Network 1225e4bc-6c18-4537-86b7-f539ee31ba0f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:49.538109 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port dbde353d-0a08-43d6-a8e0-493f6b088d7a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:49.539711 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.544578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4d061150-a6f0-4865-977b-618a1a2f27cd tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:49.551273 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.659646 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a64f653a-0a75-4e9a-8d24-59a38c176182 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:49.728345 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port a64f653a-0a75-4e9a-8d24-59a38c176182 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:49.735934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a64f653a-0a75-4e9a-8d24-59a38c176182 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:49.736372 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.841048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a103dc46-a8ae-46aa-9230-1e61a4788df4 None None] Provisioning complete for port ba4670a3-5ee0-42c7-a1bb-e1d64780ee77 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:49.841412 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a103dc46-a8ae-46aa-9230-1e61a4788df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.945953 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.025124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port a64f653a-0a75-4e9a-8d24-59a38c176182, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a64f653a-0a75-4e9a-8d24-59a38c176182,segment=NetworkSegment(7be1b47e-5078-4556-a64f-a0a22783b1aa),segment_id=7be1b47e-5078-4556-a64f-a0a22783b1aa)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:50.035156 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.036070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c1e6ee44-15ef-45ac-ad90-d742c7f5e68e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:50.048470 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b161beac-f57a-4de5-a22e-8b3118e3a898 req-240293a4-848a-4a4c-849d-5acac19ef5d0 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 210 time: 0.0522785 Aug 16 01:53:50.224223 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696d151-9eab-4caf-a937-e79c788534fa req-4df1b508-e0ce-42aa-91f3-e9b342ac3263 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:50.227275 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7696d151-9eab-4caf-a937-e79c788534fa req-4df1b508-e0ce-42aa-91f3-e9b342ac3263 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.73 "GET /v2.0/networks?id=48c0db2c-d39e-40d2-88c5-c68693534687 HTTP/1.1" status: 200 len: 819 time: 0.8381922 Aug 16 01:53:50.228810 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f72d4b71-dbfe-44e7-8f86-4dc53af02668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.235784 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=a64f653a-0a75-4e9a-8d24-59a38c176182,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:50.247173 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-50ffd8c1-7d2c-4e1c-bb37-c22e12928910 None None] Provisioning complete for port eab01544-3860-4b49-854b-28636e758969 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:50.247549 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-50ffd8c1-7d2c-4e1c-bb37-c22e12928910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.248639 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7696d151-9eab-4caf-a937-e79c788534fa req-674b0061-7264-47a6-ba18-252deaf863f9 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Request body: {'port': {'device_id': '1b562bab-d30c-48c4-911e-f9026230e785', 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687', 'admin_state_up': True, 'tenant_id': '14b094b456424097ae7495960561ea28'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:50.284506 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d061150-a6f0-4865-977b-618a1a2f27cd tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Router 3ed93892-6a05-4855-91f2-f55e2f7574f4 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:53:50.418002 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:50.457985 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.500225 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port c1e6ee44-15ef-45ac-ad90-d742c7f5e68e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:50.500625 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.502654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-50ffd8c1-7d2c-4e1c-bb37-c22e12928910 None None] Port eab01544-3860-4b49-854b-28636e758969 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:50.517690 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867f205-4298-4a7b-832f-d57e5b2462d4 req-b6157963-bab7-47eb-9539-d9788f20df1b tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:50.519283 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0867f205-4298-4a7b-832f-d57e5b2462d4 req-b6157963-bab7-47eb-9539-d9788f20df1b tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=43d90e56-7cd4-4546-91fd-6f924b8e6bc2 HTTP/1.1" status: 200 len: 931 time: 0.2576139 Aug 16 01:53:50.583244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Transition to ACTIVE for port object 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:50.597643 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.704479 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d061150-a6f0-4865-977b-618a1a2f27cd tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:50.708379 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0867f205-4298-4a7b-832f-d57e5b2462d4 req-2b6ff10c-e921-4828-a69b-68cbafc43d18 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518223 Aug 16 01:53:50.708982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Pushing event updated for resources: {'Port': ['ID=9a0a2db3-6f72-4880-9de0-d80f4f48d7c5,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:50.719054 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4d061150-a6f0-4865-977b-618a1a2f27cd tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "PUT /v2.0/routers/3ed93892-6a05-4855-91f2-f55e2f7574f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6347208 Aug 16 01:53:50.719471 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba6d8d1-0dff-4203-a220-1aea6f87a876 None None] Sync routers for ids ['3ed93892-6a05-4855-91f2-f55e2f7574f4'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:50.719603 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7696d151-9eab-4caf-a937-e79c788534fa req-674b0061-7264-47a6-ba18-252deaf863f9 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Made reservation on behalf of 14b094b456424097ae7495960561ea28 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:50.720653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40554) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:50.722526 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7696d151-9eab-4caf-a937-e79c788534fa req-674b0061-7264-47a6-ba18-252deaf863f9 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.742109 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba6d8d1-0dff-4203-a220-1aea6f87a876 None None] Routers {'3ed93892-6a05-4855-91f2-f55e2f7574f4'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:50.742109 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0ba6d8d1-0dff-4203-a220-1aea6f87a876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:53:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3ed93892-6a05-4855-91f2-f55e2f7574f4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:50.769210 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0ba6d8d1-0dff-4203-a220-1aea6f87a876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:50.780091 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba6d8d1-0dff-4203-a220-1aea6f87a876 None None] Routers {'3ed93892-6a05-4855-91f2-f55e2f7574f4'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:50.780851 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0ba6d8d1-0dff-4203-a220-1aea6f87a876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:53:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3ed93892-6a05-4855-91f2-f55e2f7574f4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:50.826573 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0ba6d8d1-0dff-4203-a220-1aea6f87a876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:50.827353 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba6d8d1-0dff-4203-a220-1aea6f87a876 None None] The sync data for ids ['3ed93892-6a05-4855-91f2-f55e2f7574f4'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:50.881187 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Attempting to bind port 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:50.881187 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Attempting to bind port 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '98423ec5-2de2-4e79-ba92-921e7271cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:50.881187 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Attempting to bind port 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 on network 280ed514-b2cb-4176-817f-c21adcaa27a2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:50.891202 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Port 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 on network 280ed514-b2cb-4176-817f-c21adcaa27a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:50.891521 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Attempting to bind port 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 on network 280ed514-b2cb-4176-817f-c21adcaa27a2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:50.919032 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:50.919369 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Checking segment: {'id': '98423ec5-2de2-4e79-ba92-921e7271cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:50.919751 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Bound using segment: {'id': '98423ec5-2de2-4e79-ba92-921e7271cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:50.920181 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Bound port: 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98423ec5-2de2-4e79-ba92-921e7271cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:50.920544 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.974791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-7696d151-9eab-4caf-a937-e79c788534fa req-674b0061-7264-47a6-ba18-252deaf863f9 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Allocated IP 172.20.0.7 (48c0db2c-d39e-40d2-88c5-c68693534687/6ddea6de-761d-4f65-8cf8-1cc5670eca1d/fd15646b-d73b-4b87-9cb9-0dffd8cf4b51) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:51.041857 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] For port 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:51.067634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] For port 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9a0a2db3-6f72-4880-9de0-d80f4f48d7c5,segment=NetworkSegment(98423ec5-2de2-4e79-ba92-921e7271cef5),segment_id=98423ec5-2de2-4e79-ba92-921e7271cef5)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:51.136311 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-d56ab403-1ce1-4140-a563-a1182c08b197 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:53:51.138013 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d56ab403-1ce1-4140-a563-a1182c08b197 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "PUT /v2.0/routers/3ed93892-6a05-4855-91f2-f55e2f7574f4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4157650 Aug 16 01:53:51.141252 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40562) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:51.173722 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a64f653a-0a75-4e9a-8d24-59a38c176182 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:51.187068 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.238196 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7696d151-9eab-4caf-a937-e79c788534fa req-674b0061-7264-47a6-ba18-252deaf863f9 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.248548 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:51.250358 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.254070 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] 10.222.0.73 "PUT /v2.0/ports/9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 HTTP/1.1" status: 200 len: 1092 time: 2.0614717 Aug 16 01:53:51.254722 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d90e56-7cd4-4546-91fd-6f924b8e6bc2', 'tag': '9a0a2db3-6f72-4880-9de0-d80f4f48d7c5'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:51.257827 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861610f5-f1b7-4fb9-8b42-29b8f42653c8" -d '{"events": [{"name": "network-changed", "server_uuid": "43d90e56-7cd4-4546-91fd-6f924b8e6bc2", "tag": "9a0a2db3-6f72-4880-9de0-d80f4f48d7c5"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:51.309404 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96de98-7666-4393-a139-fd79d1a2c93d service neutron] Pushing event updated for resources: {'Port': ['ID=9a0a2db3-6f72-4880-9de0-d80f4f48d7c5,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:51.325861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a64f653a-0a75-4e9a-8d24-59a38c176182 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:51.327620 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.370914 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7777899a-9a1c-4c1d-aade-2259be6d8dbd req-607123f9-8bab-4d38-91ae-05b99a8c4504 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 210 time: 0.1484120 Aug 16 01:53:51.390069 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e798e5-b31d-4943-833b-5ee4f565cbbf x-openstack-request-id: req-a1e798e5-b31d-4943-833b-5ee4f565cbbf {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:51.390588 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d90e56-7cd4-4546-91fd-6f924b8e6bc2", "tag": "9a0a2db3-6f72-4880-9de0-d80f4f48d7c5", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:51.391147 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a1e798e5-b31d-4943-833b-5ee4f565cbbf {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:51.391769 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d90e56-7cd4-4546-91fd-6f924b8e6bc2', 'tag': '9a0a2db3-6f72-4880-9de0-d80f4f48d7c5', 'status': 'completed', 'code': 200} Aug 16 01:53:51.396530 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-0ee8b73b-c286-48bf-9c27-930274ad9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:51.399018 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-0ee8b73b-c286-48bf-9c27-930274ad9893 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c66e7b345644adb978758e5aa03ba75&device_id=43d90e56-7cd4-4546-91fd-6f924b8e6bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0828600 Aug 16 01:53:51.401306 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7696d151-9eab-4caf-a937-e79c788534fa req-674b0061-7264-47a6-ba18-252deaf863f9 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.458972 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ba4670a3-5ee0-42c7-a1bb-e1d64780ee77 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:51.484152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7696d151-9eab-4caf-a937-e79c788534fa req-674b0061-7264-47a6-ba18-252deaf863f9 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Network 48c0db2c-d39e-40d2-88c5-c68693534687 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:51.488259 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-7696d151-9eab-4caf-a937-e79c788534fa req-674b0061-7264-47a6-ba18-252deaf863f9 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:51.495269 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-61425476-6c21-4a15-afbc-851b8b2d6065 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 HTTP/1.1" status: 200 len: 217 time: 0.0624921 Aug 16 01:53:51.496537 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-7696d151-9eab-4caf-a937-e79c788534fa req-674b0061-7264-47a6-ba18-252deaf863f9 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:51.520141 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port ba4670a3-5ee0-42c7-a1bb-e1d64780ee77 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:51.520518 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.561084 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696d151-9eab-4caf-a937-e79c788534fa req-674b0061-7264-47a6-ba18-252deaf863f9 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:51.562091 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7696d151-9eab-4caf-a937-e79c788534fa req-674b0061-7264-47a6-ba18-252deaf863f9 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.585955 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b0061-7264-47a6-ba18-252deaf863f9 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Pushing event updated for resources: {'Port': ['ID=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:51.622728 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7696d151-9eab-4caf-a937-e79c788534fa req-674b0061-7264-47a6-ba18-252deaf863f9 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3794024 Aug 16 01:53:51.640320 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Request body: {'port': {'device_id': '1b562bab-d30c-48c4-911e-f9026230e785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:51.669940 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-978bb842-55c8-41b7-aac8-ae5f8fcb156a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:51.672946 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-978bb842-55c8-41b7-aac8-ae5f8fcb156a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04ca52e6-06a0-44f3-a2ee-82113af18a6a HTTP/1.1" status: 200 len: 855 time: 0.1036541 Aug 16 01:53:51.686356 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebaf1883-9ff4-4978-ad37-f56fb52ef442 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.715605 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.765023 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-707b9a9c-4b48-409e-bc20-b9d1d915226b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=280ed514-b2cb-4176-817f-c21adcaa27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500815 Aug 16 01:53:51.890937 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d3762-00b6-4511-b29a-ef08e4f008f8 req-3a00c741-ead8-4431-8715-6d82c8e48505 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:51.892551 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f98d3762-00b6-4511-b29a-ef08e4f008f8 req-3a00c741-ead8-4431-8715-6d82c8e48505 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=43d90e56-7cd4-4546-91fd-6f924b8e6bc2 HTTP/1.1" status: 200 len: 943 time: 0.0811052 Aug 16 01:53:51.975154 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f98d3762-00b6-4511-b29a-ef08e4f008f8 req-f183a81d-35a9-41cf-bf42-f269b36e4ad8 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732439 Aug 16 01:53:52.037249 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-a611a37c-0e77-472c-ad46-98deeddf7a1a service neutron] 10.222.0.73 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406921 Aug 16 01:53:52.044468 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf1883-9ff4-4978-ad37-f56fb52ef442 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Deleting port eab01544-3860-4b49-854b-28636e758969 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:52.044819 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebaf1883-9ff4-4978-ad37-f56fb52ef442 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.137918 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebaf1883-9ff4-4978-ad37-f56fb52ef442 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.156243 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf1883-9ff4-4978-ad37-f56fb52ef442 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Calling delete_port for eab01544-3860-4b49-854b-28636e758969 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:53:52.198574 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a374cee0-6508-4f56-aaa4-af21beb267c4 req-8c06a719-0692-4538-93f1-8ad47dfb7132 service neutron] 10.222.0.73 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482263 Aug 16 01:53:52.233851 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:52.244214 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.258353 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Transition to ACTIVE for port object fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:52.270656 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.342221 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebaf1883-9ff4-4978-ad37-f56fb52ef442 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.353150 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Pushing event updated for resources: {'Port': ['ID=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:52.365714 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861610f5-f1b7-4fb9-8b42-29b8f42653c8 req-c7e981a9-2cf7-4dce-b6d8-e5cbd56b4a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:52.368269 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-861610f5-f1b7-4fb9-8b42-29b8f42653c8 req-c7e981a9-2cf7-4dce-b6d8-e5cbd56b4a61 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c66e7b345644adb978758e5aa03ba75&device_id=43d90e56-7cd4-4546-91fd-6f924b8e6bc2 HTTP/1.1" status: 200 len: 1095 time: 0.1085911 Aug 16 01:53:52.371212 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf1883-9ff4-4978-ad37-f56fb52ef442 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event deleted for resources: {'Port': ['ID=eab01544-3860-4b49-854b-28636e758969,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:52.592244 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e50d4a2-e4f2-4d85-9216-2d1f28786542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.608602 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebaf1883-9ff4-4978-ad37-f56fb52ef442 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.637083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd9717-0ab8-4ea0-87d3-56af59a641be req-80988a86-061f-4e26-b82f-2158d6d6d43e tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:52.638994 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e4bd9717-0ab8-4ea0-87d3-56af59a641be req-80988a86-061f-4e26-b82f-2158d6d6d43e tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 943 time: 0.1054301 Aug 16 01:53:52.759314 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e4bd9717-0ab8-4ea0-87d3-56af59a641be req-7c0f819f-0135-4ff7-980c-9fc7b6afc69c tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072216 Aug 16 01:53:52.849996 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebaf1883-9ff4-4978-ad37-f56fb52ef442 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Router 3ed93892-6a05-4855-91f2-f55e2f7574f4 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:53:52.939018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaf1883-9ff4-4978-ad37-f56fb52ef442 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:52.949312 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ebaf1883-9ff4-4978-ad37-f56fb52ef442 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "PUT /v2.0/routers/3ed93892-6a05-4855-91f2-f55e2f7574f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8065405 Aug 16 01:53:52.949977 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40586) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:52.955268 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2199d038-587c-419e-b8d4-ee9831821052 None None] Sync routers for ids ['3ed93892-6a05-4855-91f2-f55e2f7574f4'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:52.966659 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2199d038-587c-419e-b8d4-ee9831821052 None None] Routers {'3ed93892-6a05-4855-91f2-f55e2f7574f4'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:52.967617 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2199d038-587c-419e-b8d4-ee9831821052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:53:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3ed93892-6a05-4855-91f2-f55e2f7574f4'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:52.973631 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861610f5-f1b7-4fb9-8b42-29b8f42653c8 req-f368e25e-c5ef-41f2-a68b-06cbe5c35787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:52.975373 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-861610f5-f1b7-4fb9-8b42-29b8f42653c8 req-f368e25e-c5ef-41f2-a68b-06cbe5c35787 service neutron] 10.222.0.73 "GET /v2.0/networks?id=280ed514-b2cb-4176-817f-c21adcaa27a2 HTTP/1.1" status: 200 len: 916 time: 0.5858569 Aug 16 01:53:52.977526 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Attempting to bind port fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:52.977882 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Attempting to bind port fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '7be1b47e-5078-4556-a64f-a0a22783b1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:52.978212 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Attempting to bind port fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 on network 48c0db2c-d39e-40d2-88c5-c68693534687 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:52.994346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694d311-3f1e-41c9-addf-69f092cc54e8 req-a8dd72b7-58d4-4023-a0f6-20f6be9103e8 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:52.996043 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9694d311-3f1e-41c9-addf-69f092cc54e8 req-a8dd72b7-58d4-4023-a0f6-20f6be9103e8 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 1098 time: 0.4970403 Aug 16 01:53:52.996609 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Port fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 on network 48c0db2c-d39e-40d2-88c5-c68693534687 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:52.996931 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Attempting to bind port fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 on network 48c0db2c-d39e-40d2-88c5-c68693534687 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:53.002287 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-51f62c37-cde1-4d78-bec9-0c8d5859feb6 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] delete failed (client error): The resource could not be found. Aug 16 01:53:53.008065 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-51f62c37-cde1-4d78-bec9-0c8d5859feb6 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "DELETE /v2.0/routers/tempest-non_exist_router-2051568232 HTTP/1.1" status: 404 len: 335 time: 0.0563521 Aug 16 01:53:53.010388 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40588) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:53.015471 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-340e5b95-4886-4c77-a55b-bf2e3b8ebe90 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Request body: {'router': {'external_gateway_info': {'network_id': '3ed93892-6a05-4855-91f2-f55e2f7574f4'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:53.033336 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-861610f5-f1b7-4fb9-8b42-29b8f42653c8 req-cefba982-e033-4c37-993f-8ddf3ff88e4d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 HTTP/1.1" status: 200 len: 217 time: 0.0480216 Aug 16 01:53:53.036354 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2199d038-587c-419e-b8d4-ee9831821052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:53.040785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:53.041135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Checking segment: {'id': '7be1b47e-5078-4556-a64f-a0a22783b1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:53.041521 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Bound using segment: {'id': '7be1b47e-5078-4556-a64f-a0a22783b1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:53.042014 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Bound port: fd15646b-d73b-4b87-9cb9-0dffd8cf4b51, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be1b47e-5078-4556-a64f-a0a22783b1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:53.042399 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.065993 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2199d038-587c-419e-b8d4-ee9831821052 None None] Routers {'3ed93892-6a05-4855-91f2-f55e2f7574f4'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:53.068299 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9694d311-3f1e-41c9-addf-69f092cc54e8 req-31fa1316-de6d-4c5f-ad14-8e7d5bbecd7a tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.070637 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2199d038-587c-419e-b8d4-ee9831821052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:53:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3ed93892-6a05-4855-91f2-f55e2f7574f4'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:53.165908 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2199d038-587c-419e-b8d4-ee9831821052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:53.166965 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2199d038-587c-419e-b8d4-ee9831821052 None None] The sync data for ids ['3ed93892-6a05-4855-91f2-f55e2f7574f4'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:53.182865 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861610f5-f1b7-4fb9-8b42-29b8f42653c8 req-00372242-04fe-4ede-a556-c26ff620d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:53.187004 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-861610f5-f1b7-4fb9-8b42-29b8f42653c8 req-00372242-04fe-4ede-a556-c26ff620d903 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04ca52e6-06a0-44f3-a2ee-82113af18a6a HTTP/1.1" status: 200 len: 855 time: 0.1412444 Aug 16 01:53:53.243685 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.251925 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-861610f5-f1b7-4fb9-8b42-29b8f42653c8 req-ec39b29c-9489-467b-9ea0-a90f9d97926d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=280ed514-b2cb-4176-817f-c21adcaa27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493901 Aug 16 01:53:53.255996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] For port fd15646b-d73b-4b87-9cb9-0dffd8cf4b51, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:53.289199 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] For port fd15646b-d73b-4b87-9cb9-0dffd8cf4b51, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51,segment=NetworkSegment(7be1b47e-5078-4556-a64f-a0a22783b1aa),segment_id=7be1b47e-5078-4556-a64f-a0a22783b1aa)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:53.336760 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.382281 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:53.383867 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.386002 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7696d151-9eab-4caf-a937-e79c788534fa req-187da605-03fd-4123-a2db-380e6197f56a service neutron] 10.222.0.73 "PUT /v2.0/ports/fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 HTTP/1.1" status: 200 len: 1092 time: 1.7501118 Aug 16 01:53:53.393790 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b562bab-d30c-48c4-911e-f9026230e785', 'tag': 'fd15646b-d73b-4b87-9cb9-0dffd8cf4b51'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:53.395954 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568ff0f0-93b2-485f-bb2c-50b5ba67b492" -d '{"events": [{"name": "network-changed", "server_uuid": "1b562bab-d30c-48c4-911e-f9026230e785", "tag": "fd15646b-d73b-4b87-9cb9-0dffd8cf4b51"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:53.505096 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9694d311-3f1e-41c9-addf-69f092cc54e8 req-31fa1316-de6d-4c5f-ad14-8e7d5bbecd7a tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.509259 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187da605-03fd-4123-a2db-380e6197f56a service neutron] Pushing event updated for resources: {'Port': ['ID=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:53.517148 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9694d311-3f1e-41c9-addf-69f092cc54e8 req-31fa1316-de6d-4c5f-ad14-8e7d5bbecd7a tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.550212 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-861610f5-f1b7-4fb9-8b42-29b8f42653c8 req-40402005-3aaf-4b80-ac8b-3b6c7e5c3184 service neutron] 10.222.0.73 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855194 Aug 16 01:53:53.556603 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa1316-de6d-4c5f-ad14-8e7d5bbecd7a tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f692ee-e417-4213-9256-8956d75b3b63,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:53.575762 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9694d311-3f1e-41c9-addf-69f092cc54e8 req-31fa1316-de6d-4c5f-ad14-8e7d5bbecd7a tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5472102 Aug 16 01:53:53.600521 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664a74e-7f2b-4675-aaa0-4c65f78938b2 req-1c5cd3cb-9b84-4f01-a93f-2adff91c9980 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:53.603245 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d664a74e-7f2b-4675-aaa0-4c65f78938b2 req-1c5cd3cb-9b84-4f01-a93f-2adff91c9980 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=43d90e56-7cd4-4546-91fd-6f924b8e6bc2 HTTP/1.1" status: 200 len: 943 time: 0.1230700 Aug 16 01:53:53.655263 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e383d57-c44b-43c2-990d-c9228684942f x-openstack-request-id: req-5e383d57-c44b-43c2-990d-c9228684942f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:53.655616 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b562bab-d30c-48c4-911e-f9026230e785", "tag": "fd15646b-d73b-4b87-9cb9-0dffd8cf4b51", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:53.655960 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5e383d57-c44b-43c2-990d-c9228684942f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:53.656439 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b562bab-d30c-48c4-911e-f9026230e785', 'tag': 'fd15646b-d73b-4b87-9cb9-0dffd8cf4b51', 'status': 'completed', 'code': 200} Aug 16 01:53:53.659009 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696d151-9eab-4caf-a937-e79c788534fa req-1b02f9ba-aa44-42a3-8c8f-99660c86950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:53.660627 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7696d151-9eab-4caf-a937-e79c788534fa req-1b02f9ba-aa44-42a3-8c8f-99660c86950a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14b094b456424097ae7495960561ea28&device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 1095 time: 0.2111361 Aug 16 01:53:53.717590 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d664a74e-7f2b-4675-aaa0-4c65f78938b2 req-25bc82d6-bef2-4221-9648-22554b10d413 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068928 Aug 16 01:53:53.721233 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-340e5b95-4886-4c77-a55b-bf2e3b8ebe90 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.736982 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7696d151-9eab-4caf-a937-e79c788534fa req-1d15caa5-3f3c-493c-a743-535664ab6663 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 HTTP/1.1" status: 200 len: 217 time: 0.0624828 Aug 16 01:53:53.742438 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-340e5b95-4886-4c77-a55b-bf2e3b8ebe90 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] update failed (client error): The resource could not be found. Aug 16 01:53:53.743570 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-340e5b95-4886-4c77-a55b-bf2e3b8ebe90 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "PUT /v2.0/routers/3ed93892-6a05-4855-91f2-f55e2f7574f4 HTTP/1.1" status: 404 len: 339 time: 0.7322302 Aug 16 01:53:53.747164 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40598) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:53.752372 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e582e6ab-7ab6-4693-a11f-6f7ab8b27b42 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-45531369'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:53.776556 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e582e6ab-7ab6-4693-a11f-6f7ab8b27b42 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Made reservation on behalf of 3baae44e417f479c8dbdd8dba0c24da0 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:53.780103 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e582e6ab-7ab6-4693-a11f-6f7ab8b27b42 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.807522 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e582e6ab-7ab6-4693-a11f-6f7ab8b27b42 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:53:53.821100 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e582e6ab-7ab6-4693-a11f-6f7ab8b27b42 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.821651 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-e582e6ab-7ab6-4693-a11f-6f7ab8b27b42 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Added segment c0f89756-883e-4897-ae80-bf9dafa33465 of type vlan for network f50b690a-a32a-4d51-b42b-54fef4082817 Aug 16 01:53:53.843588 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696d151-9eab-4caf-a937-e79c788534fa req-d86f104e-e262-4121-b2c6-f723969d92e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:53.845070 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7696d151-9eab-4caf-a937-e79c788534fa req-d86f104e-e262-4121-b2c6-f723969d92e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ddea6de-761d-4f65-8cf8-1cc5670eca1d HTTP/1.1" status: 200 len: 859 time: 0.0788097 Aug 16 01:53:53.869958 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-861610f5-f1b7-4fb9-8b42-29b8f42653c8 req-65929291-5016-4b60-ad4f-6fce7824f533 service neutron] 10.222.0.73 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044796 Aug 16 01:53:53.891277 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7696d151-9eab-4caf-a937-e79c788534fa req-19cb78a5-093f-4906-a0f6-be6f29416135 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48c0db2c-d39e-40d2-88c5-c68693534687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332694 Aug 16 01:53:53.900108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94395f44-13ed-41be-85f7-1e33fbcd2a56 req-f6d5ca75-47ac-4fc4-98e4-a0a5a5a8dffd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:53.906282 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-94395f44-13ed-41be-85f7-1e33fbcd2a56 req-f6d5ca75-47ac-4fc4-98e4-a0a5a5a8dffd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.1947916 Aug 16 01:53:53.910380 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e582e6ab-7ab6-4693-a11f-6f7ab8b27b42 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.935008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33c73d-f9f3-43fd-8220-4e1244f94df7 req-12fccceb-01a6-4e25-ae1b-4e8b596e4249 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:53.938355 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5d33c73d-f9f3-43fd-8220-4e1244f94df7 req-12fccceb-01a6-4e25-ae1b-4e8b596e4249 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 943 time: 0.1008298 Aug 16 01:53:53.969337 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e582e6ab-7ab6-4693-a11f-6f7ab8b27b42 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.975210 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e582e6ab-7ab6-4693-a11f-6f7ab8b27b42 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:53.975686 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e582e6ab-7ab6-4693-a11f-6f7ab8b27b42 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.001729 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-94395f44-13ed-41be-85f7-1e33fbcd2a56 req-cbf8a887-8403-49e7-9bd4-80a1b1234668 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941391 Aug 16 01:53:54.044364 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40604) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:54.051732 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7696d151-9eab-4caf-a937-e79c788534fa req-b96b34b2-80ab-4e49-a4ef-c4a21121ad9b service neutron] 10.222.0.73 "GET /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427767 Aug 16 01:53:54.098458 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e582e6ab-7ab6-4693-a11f-6f7ab8b27b42 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3502147 Aug 16 01:53:54.115073 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40606) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:54.120944 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.122645 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d12809ac-a17b-4573-8b88-118039d3732c tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Request body: {'subnet': {'network_id': 'f50b690a-a32a-4d51-b42b-54fef4082817', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:54.153117 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582e6ab-7ab6-4693-a11f-6f7ab8b27b42 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event updated for resources: {'Network': ['ID=f50b690a-a32a-4d51-b42b-54fef4082817,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:54.167526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network f50b690a-a32a-4d51-b42b-54fef4082817 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:53:54.178118 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7696d151-9eab-4caf-a937-e79c788534fa req-e215e7cc-6226-4e43-9506-5e5ebf9fed6e service neutron] 10.222.0.73 "GET /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145375 Aug 16 01:53:54.194366 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5d33c73d-f9f3-43fd-8220-4e1244f94df7 req-e2b293e3-4af2-4c66-89fb-6cd2d0ccf752 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508681 Aug 16 01:53:54.214223 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-dc879a8c-a465-434e-ae37-22ca848fad32 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/floatingips/edcfd40a-16d8-4908-bcde-a3c06831b90e HTTP/1.1" status: 200 len: 992 time: 0.1691158 Aug 16 01:53:54.295491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12809ac-a17b-4573-8b88-118039d3732c tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Made reservation on behalf of 3baae44e417f479c8dbdd8dba0c24da0 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:54.299599 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d12809ac-a17b-4573-8b88-118039d3732c tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.310718 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ff0f0-93b2-485f-bb2c-50b5ba67b492 req-18cf2bf9-380d-4da8-b881-bc57d867b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:54.312360 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-568ff0f0-93b2-485f-bb2c-50b5ba67b492 req-18cf2bf9-380d-4da8-b881-bc57d867b18e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14b094b456424097ae7495960561ea28&device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 1095 time: 0.0575802 Aug 16 01:53:54.419682 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ff0f0-93b2-485f-bb2c-50b5ba67b492 req-6330ddc2-31ef-4efc-83cd-20d6a1deb0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:54.421370 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-568ff0f0-93b2-485f-bb2c-50b5ba67b492 req-6330ddc2-31ef-4efc-83cd-20d6a1deb0e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=48c0db2c-d39e-40d2-88c5-c68693534687 HTTP/1.1" status: 200 len: 920 time: 0.1002069 Aug 16 01:53:54.472697 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-568ff0f0-93b2-485f-bb2c-50b5ba67b492 req-c2a43d61-d8e7-4262-9dff-8a811b0857c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 HTTP/1.1" status: 200 len: 217 time: 0.0376642 Aug 16 01:53:54.520453 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d12809ac-a17b-4573-8b88-118039d3732c tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.544510 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ff0f0-93b2-485f-bb2c-50b5ba67b492 req-7625e5e7-8051-4170-a665-d44b362ee1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:54.546216 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-568ff0f0-93b2-485f-bb2c-50b5ba67b492 req-7625e5e7-8051-4170-a665-d44b362ee1fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ddea6de-761d-4f65-8cf8-1cc5670eca1d HTTP/1.1" status: 200 len: 859 time: 0.0661712 Aug 16 01:53:54.584446 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-568ff0f0-93b2-485f-bb2c-50b5ba67b492 req-712dc6a3-32ae-4c8e-a578-b5e72cc138b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48c0db2c-d39e-40d2-88c5-c68693534687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305302 Aug 16 01:53:54.595783 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12809ac-a17b-4573-8b88-118039d3732c tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event updated for resources: {'Subnet': ['ID=ba5352e3-d8a8-4ae6-bb15-3f30da527260,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:54.607095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12809ac-a17b-4573-8b88-118039d3732c tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Checking segment: {'id': 'c0f89756-883e-4897-ae80-bf9dafa33465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f50b690a-a32a-4d51-b42b-54fef4082817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:54.607668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12809ac-a17b-4573-8b88-118039d3732c tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Network hostable DHCP agents. Network: f50b690a-a32a-4d51-b42b-54fef4082817, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:53:54.629966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12809ac-a17b-4573-8b88-118039d3732c tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Network f50b690a-a32a-4d51-b42b-54fef4082817 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:53:54.645088 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d12809ac-a17b-4573-8b88-118039d3732c tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, f50b690a-a32a-4d51-b42b-54fef4082817) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:54.653638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12809ac-a17b-4573-8b88-118039d3732c tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:54.654377 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d12809ac-a17b-4573-8b88-118039d3732c tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.655346 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485f6c23-9de4-461d-9daa-0c8a4b36699f None None] Network f50b690a-a32a-4d51-b42b-54fef4082817 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:54.696207 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d12809ac-a17b-4573-8b88-118039d3732c tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5780458 Aug 16 01:53:54.698870 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40620) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:54.704775 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-160660c7-a103-4b84-ac2d-414ac86fb266 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f50b690a-a32a-4d51-b42b-54fef4082817'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:54.751604 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-568ff0f0-93b2-485f-bb2c-50b5ba67b492 req-c1f03ccf-4e79-458b-8f83-471a5cc6ba00 service neutron] 10.222.0.73 "GET /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585836 Aug 16 01:53:54.922729 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-568ff0f0-93b2-485f-bb2c-50b5ba67b492 req-7bc6ebe4-e027-4f3b-832b-a59a247aa890 service neutron] 10.222.0.73 "GET /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582861 Aug 16 01:53:54.947763 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-f50b690a-a32a-4d51-b42b-54fef4082817', 'network_id': 'f50b690a-a32a-4d51-b42b-54fef4082817', 'tenant_id': '3baae44e417f479c8dbdd8dba0c24da0', 'fixed_ips': [{'subnet_id': 'ba5352e3-d8a8-4ae6-bb15-3f30da527260'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:53:54.948899 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.956404 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29c231-55de-4f60-a4d5-d829f1beb1ae req-ac660725-8533-4679-8b02-79a4707ef3e3 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:54.957985 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3b29c231-55de-4f60-a4d5-d829f1beb1ae req-ac660725-8533-4679-8b02-79a4707ef3e3 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=43d90e56-7cd4-4546-91fd-6f924b8e6bc2 HTTP/1.1" status: 200 len: 943 time: 0.0979438 Aug 16 01:53:55.008952 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3b29c231-55de-4f60-a4d5-d829f1beb1ae req-fbc3f13a-889c-4275-8787-3c22cc3c8b73 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427957 Aug 16 01:53:55.040876 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-160660c7-a103-4b84-ac2d-414ac86fb266 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.125022 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Allocated IP 2001:db8:1::2 (f50b690a-a32a-4d51-b42b-54fef4082817/ba5352e3-d8a8-4ae6-bb15-3f30da527260/70aa3f4b-10b8-405e-b869-a87f7810efa5) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:55.184299 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-160660c7-a103-4b84-ac2d-414ac86fb266 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:53:55.185680 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-160660c7-a103-4b84-ac2d-414ac86fb266 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "PUT /v2.0/routers/3ed93892-6a05-4855-91f2-f55e2f7574f4 HTTP/1.1" status: 400 len: 364 time: 0.4857872 Aug 16 01:53:55.190609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40634) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:55.329566 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.338657 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Transition to ACTIVE for port object 70aa3f4b-10b8-405e-b869-a87f7810efa5 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:55.349670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b3aac-c282-4e49-a809-732f66f804ae req-16a1c6c1-e12a-40c4-9432-fdfe3281fd5b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:55.352055 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c4b3aac-c282-4e49-a809-732f66f804ae req-16a1c6c1-e12a-40c4-9432-fdfe3281fd5b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.0949702 Aug 16 01:53:55.363324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Transition to ACTIVE for port object 70aa3f4b-10b8-405e-b869-a87f7810efa5 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:55.371891 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.417677 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c4b3aac-c282-4e49-a809-732f66f804ae req-92a1ff1b-3f31-4699-9bd4-cc52e1e88e51 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576835 Aug 16 01:53:55.426308 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Network f50b690a-a32a-4d51-b42b-54fef4082817 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:55.433595 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:55.435590 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-924ec8ec-ec19-4d4e-95a1-72732dae0596 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2010674 Aug 16 01:53:55.442050 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:55.456649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Pushing event updated for resources: {'Port': ['ID=70aa3f4b-10b8-405e-b869-a87f7810efa5,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:55.519675 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Attempting to bind port 70aa3f4b-10b8-405e-b869-a87f7810efa5 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:55.520076 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Attempting to bind port 70aa3f4b-10b8-405e-b869-a87f7810efa5 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'c0f89756-883e-4897-ae80-bf9dafa33465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f50b690a-a32a-4d51-b42b-54fef4082817'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:55.520390 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Attempting to bind port 70aa3f4b-10b8-405e-b869-a87f7810efa5 on network f50b690a-a32a-4d51-b42b-54fef4082817 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:55.527386 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:55.528714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Checking segment: {'id': 'c0f89756-883e-4897-ae80-bf9dafa33465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f50b690a-a32a-4d51-b42b-54fef4082817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:55.529261 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.529745 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Bound using segment: {'id': 'c0f89756-883e-4897-ae80-bf9dafa33465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f50b690a-a32a-4d51-b42b-54fef4082817'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:55.530300 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Bound port: 70aa3f4b-10b8-405e-b869-a87f7810efa5, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f89756-883e-4897-ae80-bf9dafa33465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f50b690a-a32a-4d51-b42b-54fef4082817'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:55.530760 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.536059 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8b5a3-0bbd-4a29-b28e-6828139dd222 req-f46b56cc-6e8c-40d7-93cf-73cad0157c31 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:55.537617 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-92a8b5a3-0bbd-4a29-b28e-6828139dd222 req-f46b56cc-6e8c-40d7-93cf-73cad0157c31 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 943 time: 0.2131739 Aug 16 01:53:55.569175 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:55.635169 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-92a8b5a3-0bbd-4a29-b28e-6828139dd222 req-d0a46c69-88c1-42d6-889a-9a2d846e2c3a tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875249 Aug 16 01:53:55.659071 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] For port 70aa3f4b-10b8-405e-b869-a87f7810efa5, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:55.678805 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] For port 70aa3f4b-10b8-405e-b869-a87f7810efa5, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=70aa3f4b-10b8-405e-b869-a87f7810efa5,segment=NetworkSegment(c0f89756-883e-4897-ae80-bf9dafa33465),segment_id=c0f89756-883e-4897-ae80-bf9dafa33465)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:55.693789 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.717031 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49af6241-5acb-4e30-8096-53221105efb0 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.782624 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8d68c-ca75-4aac-bd6b-d22eaff9201a None None] Pushing event updated for resources: {'Port': ['ID=70aa3f4b-10b8-405e-b869-a87f7810efa5,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:55.802068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9a0a2db3-6f72-4880-9de0-d80f4f48d7c5,segment=NetworkSegment(98423ec5-2de2-4e79-ba92-921e7271cef5),segment_id=98423ec5-2de2-4e79-ba92-921e7271cef5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:55.827317 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '9a0a2db3-6f72-4880-9de0-d80f4f48d7c5', 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2', 'port_id': '9a0a2db3-6f72-4880-9de0-d80f4f48d7c5', 'mac_address': 'fa:16:3e:68:70:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ca52e6-06a0-44f3-a2ee-82113af18a6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:55.954651 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.968166 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.979585 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:56.020183 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9a0a2db3-6f72-4880-9de0-d80f4f48d7c5,segment=NetworkSegment(98423ec5-2de2-4e79-ba92-921e7271cef5),segment_id=98423ec5-2de2-4e79-ba92-921e7271cef5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:56.026468 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.062556 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-49af6241-5acb-4e30-8096-53221105efb0 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Allocated IP 2001:db8::1 (db80c22f-dbbe-4f63-8e0a-f43fbe25b52c/8c742fef-37e6-498e-9f39-73c25be30c89/f7b18b1f-a648-4f63-8a1f-4362234a9f7a) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:56.149684 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=9a0a2db3-6f72-4880-9de0-d80f4f48d7c5,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:56.270630 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49af6241-5acb-4e30-8096-53221105efb0 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.294260 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-49af6241-5acb-4e30-8096-53221105efb0 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Transition to ACTIVE for port object f7b18b1f-a648-4f63-8a1f-4362234a9f7a will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:56.326130 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df401e-b7ca-40e7-9905-8acb7a04649c req-8a9447e6-94fa-4808-bd32-fbca04aeedbf tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:56.328822 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c3df401e-b7ca-40e7-9905-8acb7a04649c req-8a9447e6-94fa-4808-bd32-fbca04aeedbf tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=43d90e56-7cd4-4546-91fd-6f924b8e6bc2 HTTP/1.1" status: 200 len: 944 time: 0.1353886 Aug 16 01:53:56.349298 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49af6241-5acb-4e30-8096-53221105efb0 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.383302 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['9a0a2db3-6f72-4880-9de0-d80f4f48d7c5'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:56.410557 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c3df401e-b7ca-40e7-9905-8acb7a04649c req-4b793b01-dfbc-4dcf-85c5-4c4fc78c99d9 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688534 Aug 16 01:53:56.411636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af6241-5acb-4e30-8096-53221105efb0 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event updated for resources: {'Port': ['ID=f7b18b1f-a648-4f63-8a1f-4362234a9f7a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:56.426619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49af6241-5acb-4e30-8096-53221105efb0 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Network db80c22f-dbbe-4f63-8e0a-f43fbe25b52c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:56.428155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-49af6241-5acb-4e30-8096-53221105efb0 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:56.432136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49af6241-5acb-4e30-8096-53221105efb0 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:56.434504 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49af6241-5acb-4e30-8096-53221105efb0 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.649358 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a980d9-17f5-499c-9e78-bb0ed4635afb req-1d4855f9-4096-4a21-9f46-bc5410474b4c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:56.650971 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-19a980d9-17f5-499c-9e78-bb0ed4635afb req-1d4855f9-4096-4a21-9f46-bc5410474b4c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.1125884 Aug 16 01:53:56.772756 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-19a980d9-17f5-499c-9e78-bb0ed4635afb req-d199576a-edb8-478d-970d-103ffd73fc12 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746937 Aug 16 01:53:56.786407 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49af6241-5acb-4e30-8096-53221105efb0 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.847895 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3a658-e733-4171-8d30-c541837b4fa3 req-db96675e-c21e-426b-9775-d0e8ca1e2291 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:56.849863 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3ed3a658-e733-4171-8d30-c541837b4fa3 req-db96675e-c21e-426b-9775-d0e8ca1e2291 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 943 time: 0.0822873 Aug 16 01:53:56.900488 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bd65344b-4f59-4722-9657-367ecb05b2b9 None None] Provisioning for port f7b18b1f-a648-4f63-8a1f-4362234a9f7a completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:56.907132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bd65344b-4f59-4722-9657-367ecb05b2b9 None None] Provisioning complete for port f7b18b1f-a648-4f63-8a1f-4362234a9f7a triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:56.907538 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd65344b-4f59-4722-9657-367ecb05b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.949289 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3ed3a658-e733-4171-8d30-c541837b4fa3 req-d7239928-1654-4ae8-a12f-312c792411fb tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833151 Aug 16 01:53:56.985420 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bd65344b-4f59-4722-9657-367ecb05b2b9 None None] Port f7b18b1f-a648-4f63-8a1f-4362234a9f7a cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:57.199968 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49af6241-5acb-4e30-8096-53221105efb0 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.208609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-04b82542-bb1d-4af9-9333-e69e98148f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.210862 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-04b82542-bb1d-4af9-9333-e69e98148f09 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 1098 time: 0.0831211 Aug 16 01:53:57.212304 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49af6241-5acb-4e30-8096-53221105efb0 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.213167 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49af6241-5acb-4e30-8096-53221105efb0 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.216184 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 70aa3f4b-10b8-405e-b869-a87f7810efa5 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:57.275262 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 70aa3f4b-10b8-405e-b869-a87f7810efa5 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:57.318612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f315a9aa-676e-4971-8ef1-1fbbc40ab79e None None] Network f50b690a-a32a-4d51-b42b-54fef4082817 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:57.377846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af6241-5acb-4e30-8096-53221105efb0 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event updated for resources: {'Port': ['ID=f7b18b1f-a648-4f63-8a1f-4362234a9f7a,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:57.431054 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-dc827b74-e057-44ad-8bd9-27d0ee14ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.432497 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-dc827b74-e057-44ad-8bd9-27d0ee14ea86 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ddc52a66-db51-4cc6-9e0e-95031b947ff3 HTTP/1.1" status: 200 len: 898 time: 0.1902339 Aug 16 01:53:57.454569 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c63e7c95-6828-4cd4-a085-866cd7361cf7 None None] Provisioning for port 70aa3f4b-10b8-405e-b869-a87f7810efa5 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:57.459762 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c63e7c95-6828-4cd4-a085-866cd7361cf7 None None] Provisioning complete for port 70aa3f4b-10b8-405e-b869-a87f7810efa5 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:57.460961 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c63e7c95-6828-4cd4-a085-866cd7361cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.512484 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49af6241-5acb-4e30-8096-53221105efb0 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Network db80c22f-dbbe-4f63-8e0a-f43fbe25b52c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:57.518432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-49af6241-5acb-4e30-8096-53221105efb0 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:57.576161 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-a293c73d-8ad8-4614-8ccf-3f1525aaef4f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e69fbad-8380-46f6-a06f-3b7e05536c45 HTTP/1.1" status: 200 len: 1000 time: 0.1299565 Aug 16 01:53:57.583616 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:57.592225 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:53:57.608152 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c63e7c95-6828-4cd4-a085-866cd7361cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.731644 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013dc6e-a870-4908-ae35-041ea4ef1982 req-fad76f7c-3a1a-466e-8461-065f9c7ea7a9 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.733524 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2013dc6e-a870-4908-ae35-041ea4ef1982 req-fad76f7c-3a1a-466e-8461-065f9c7ea7a9 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=43d90e56-7cd4-4546-91fd-6f924b8e6bc2 HTTP/1.1" status: 200 len: 944 time: 0.2030144 Aug 16 01:53:57.762737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c63e7c95-6828-4cd4-a085-866cd7361cf7 None None] For port 70aa3f4b-10b8-405e-b869-a87f7810efa5, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=70aa3f4b-10b8-405e-b869-a87f7810efa5,segment=NetworkSegment(c0f89756-883e-4897-ae80-bf9dafa33465),segment_id=c0f89756-883e-4897-ae80-bf9dafa33465)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:57.782221 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c63e7c95-6828-4cd4-a085-866cd7361cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.854538 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:57.903688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port fd15646b-d73b-4b87-9cb9-0dffd8cf4b51, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51,segment=NetworkSegment(7be1b47e-5078-4556-a64f-a0a22783b1aa),segment_id=7be1b47e-5078-4556-a64f-a0a22783b1aa)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:57.908559 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:57.908957 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.973688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'fd15646b-d73b-4b87-9cb9-0dffd8cf4b51', 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687', 'port_id': 'fd15646b-d73b-4b87-9cb9-0dffd8cf4b51', 'mac_address': 'fa:16:3e:f0:da:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:53:57.979580 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e7c95-6828-4cd4-a085-866cd7361cf7 None None] Pushing event updated for resources: {'Port': ['ID=70aa3f4b-10b8-405e-b869-a87f7810efa5,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:58.011252 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da3060-489b-49b0-8ce8-445384275859 req-ae8aa783-5f60-45ba-bbee-6b8666f633e0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:58.022453 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-88da3060-489b-49b0-8ce8-445384275859 req-ae8aa783-5f60-45ba-bbee-6b8666f633e0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.1279209 Aug 16 01:53:58.023705 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d5e160d9-6455-4305-a0fd-c1fee0d809a2 None None] Provisioning complete for port 70aa3f4b-10b8-405e-b869-a87f7810efa5 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:58.024305 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5e160d9-6455-4305-a0fd-c1fee0d809a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.083758 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-88da3060-489b-49b0-8ce8-445384275859 req-c4e4ebab-2e96-4cee-938a-e740d45faa91 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593460 Aug 16 01:53:58.093044 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.175228 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:58.205346 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.226392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port fd15646b-d73b-4b87-9cb9-0dffd8cf4b51, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51,segment=NetworkSegment(7be1b47e-5078-4556-a64f-a0a22783b1aa),segment_id=7be1b47e-5078-4556-a64f-a0a22783b1aa)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:58.249603 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a3e4d-ac6c-4584-88b1-9409876637e0 req-048ccc0d-148f-403c-9b3d-c95c0b01f847 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:58.259941 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-850a3e4d-ac6c-4584-88b1-9409876637e0 req-048ccc0d-148f-403c-9b3d-c95c0b01f847 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 943 time: 0.0932679 Aug 16 01:53:58.275865 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.282075 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-6f767c7d-3300-4a32-9bac-1beb03cac6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:58.283833 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-6f767c7d-3300-4a32-9bac-1beb03cac6e7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dc4636ad-db1a-4cbf-a948-9173e084eb0e HTTP/1.1" status: 200 len: 835 time: 0.6550939 Aug 16 01:53:58.298901 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d90e56-7cd4-4546-91fd-6f924b8e6bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0a2db3-6f72-4880-9de0-d80f4f48d7c5'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:58.302606 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39495ec7-6c3b-4c18-a460-2afa9dc7fc8c" -d '{"events": [{"server_uuid": "43d90e56-7cd4-4546-91fd-6f924b8e6bc2", "name": "network-vif-plugged", "status": "completed", "tag": "9a0a2db3-6f72-4880-9de0-d80f4f48d7c5"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:58.337810 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2013dc6e-a870-4908-ae35-041ea4ef1982 req-b89c6b40-569e-4dce-877e-c794fdb9c0d1 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5967474 Aug 16 01:53:58.345094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49af6241-5acb-4e30-8096-53221105efb0 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Router 3ed93892-6a05-4855-91f2-f55e2f7574f4 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:53:58.363748 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-850a3e4d-ac6c-4584-88b1-9409876637e0 req-f3f702b2-6746-4503-bfe8-29a67b79f182 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982454 Aug 16 01:53:58.371074 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9a0a2db3-6f72-4880-9de0-d80f4f48d7c5,segment=NetworkSegment(98423ec5-2de2-4e79-ba92-921e7271cef5),segment_id=98423ec5-2de2-4e79-ba92-921e7271cef5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:58.377617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-12e133d9-ebc2-47d4-8355-82f5a543d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:58.379190 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-12e133d9-ebc2-47d4-8355-82f5a543d34d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ddc52a66-db51-4cc6-9e0e-95031b947ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802622 Aug 16 01:53:58.383859 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.422256 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b74fc51-2b38-4709-afa5-c36634deb563 x-openstack-request-id: req-1b74fc51-2b38-4709-afa5-c36634deb563 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:58.422700 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d90e56-7cd4-4546-91fd-6f924b8e6bc2", "name": "network-vif-plugged", "status": "completed", "tag": "9a0a2db3-6f72-4880-9de0-d80f4f48d7c5", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:58.423099 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1b74fc51-2b38-4709-afa5-c36634deb563 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:58.423704 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d90e56-7cd4-4546-91fd-6f924b8e6bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0a2db3-6f72-4880-9de0-d80f4f48d7c5', 'code': 200} Aug 16 01:53:58.425405 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:58.522457 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-25b7ef8b-c8c0-4792-9e58-3a394c4f37a5 None None] Provisioning complete for port f7b18b1f-a648-4f63-8a1f-4362234a9f7a triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:58.523680 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-25b7ef8b-c8c0-4792-9e58-3a394c4f37a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.548821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49af6241-5acb-4e30-8096-53221105efb0 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:58.549272 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=9a0a2db3-6f72-4880-9de0-d80f4f48d7c5,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:58.558385 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-49af6241-5acb-4e30-8096-53221105efb0 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "PUT /v2.0/routers/3ed93892-6a05-4855-91f2-f55e2f7574f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3646574 Aug 16 01:53:58.559840 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40684) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:58.573310 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba55d37-dd5d-4825-9020-8038763e719d None None] Sync routers for ids ['3ed93892-6a05-4855-91f2-f55e2f7574f4'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:58.576927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-25b7ef8b-c8c0-4792-9e58-3a394c4f37a5 None None] Port f7b18b1f-a648-4f63-8a1f-4362234a9f7a cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:58.577322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954622e8-cb55-43a7-9d88-c9451d15275c req-4f0da354-394c-4f0b-9eb2-0c3630eb2dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:58.579192 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-954622e8-cb55-43a7-9d88-c9451d15275c req-4f0da354-394c-4f0b-9eb2-0c3630eb2dd7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=43d90e56-7cd4-4546-91fd-6f924b8e6bc2 HTTP/1.1" status: 200 len: 1097 time: 0.0850768 Aug 16 01:53:58.587123 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba55d37-dd5d-4825-9020-8038763e719d None None] Routers {'3ed93892-6a05-4855-91f2-f55e2f7574f4'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:58.588028 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4ba55d37-dd5d-4825-9020-8038763e719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:53:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3ed93892-6a05-4855-91f2-f55e2f7574f4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:58.625321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4ba55d37-dd5d-4825-9020-8038763e719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:58.635389 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-954622e8-cb55-43a7-9d88-c9451d15275c req-570615c7-58ff-46e3-a6cf-4757b9bca541 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418651 Aug 16 01:53:58.635764 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba55d37-dd5d-4825-9020-8038763e719d None None] Routers {'3ed93892-6a05-4855-91f2-f55e2f7574f4'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:58.636508 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4ba55d37-dd5d-4825-9020-8038763e719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:53:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3ed93892-6a05-4855-91f2-f55e2f7574f4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:58.640406 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['fd15646b-d73b-4b87-9cb9-0dffd8cf4b51'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:53:58.646816 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-da543664-1c45-4432-a3f8-194e4e4a90f8 service neutron] 10.222.0.63 "GET /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223420 Aug 16 01:53:58.697235 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4ba55d37-dd5d-4825-9020-8038763e719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:58.698040 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba55d37-dd5d-4825-9020-8038763e719d None None] The sync data for ids ['3ed93892-6a05-4855-91f2-f55e2f7574f4'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:58.716111 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a603315d-d0cf-4eea-bffe-f5c912506408 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.834885 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-a603315d-d0cf-4eea-bffe-f5c912506408 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 01:53:58.836521 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a603315d-d0cf-4eea-bffe-f5c912506408 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "DELETE /v2.0/routers/3ed93892-6a05-4855-91f2-f55e2f7574f4 HTTP/1.1" status: 409 len: 329 time: 0.2757692 Aug 16 01:53:58.839758 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40688) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:58.840192 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-b4b8ab85-caf6-42d9-897f-4f37d2b3c5a0 service neutron] 10.222.0.63 "GET /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805217 Aug 16 01:53:59.144636 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 70aa3f4b-10b8-405e-b869-a87f7810efa5 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:59.221100 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 70aa3f4b-10b8-405e-b869-a87f7810efa5 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:59.221812 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:59.260618 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e19653-24ce-4d2d-b6d2-97acc7885fd0 req-321406b2-b621-4425-9cf8-d5090439a1f7 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:59.262846 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6e19653-24ce-4d2d-b6d2-97acc7885fd0 req-321406b2-b621-4425-9cf8-d5090439a1f7 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.0696387 Aug 16 01:53:59.270178 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6cd5-c60a-4608-95c1-246dc07be9f8 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:59.393908 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6e19653-24ce-4d2d-b6d2-97acc7885fd0 req-c1c998be-dfe4-4f74-85d3-7aec46ae12d2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211879 Aug 16 01:53:59.513140 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bad65-1e43-49e9-80aa-c295b180e43e req-4fd6ee0a-b63d-4946-8fab-250d0ae06c22 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:59.522136 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c45bad65-1e43-49e9-80aa-c295b180e43e req-4fd6ee0a-b63d-4946-8fab-250d0ae06c22 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=43d90e56-7cd4-4546-91fd-6f924b8e6bc2 HTTP/1.1" status: 200 len: 945 time: 0.0829499 Aug 16 01:53:59.571234 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c718449-59f7-486c-b8a4-e5f27b6176e6 req-b6858e0f-8554-49bc-83c0-8074eefb8d8e tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:59.576941 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c45bad65-1e43-49e9-80aa-c295b180e43e req-69a7cd8e-0214-44ea-ade9-a79a6a553e3b tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523796 Aug 16 01:53:59.579960 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6c718449-59f7-486c-b8a4-e5f27b6176e6 req-b6858e0f-8554-49bc-83c0-8074eefb8d8e tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 944 time: 0.0809798 Aug 16 01:53:59.627303 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6c718449-59f7-486c-b8a4-e5f27b6176e6 req-9ff9d8f3-3af6-4340-a0b9-5d49e8efd529 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463800 Aug 16 01:53:59.721675 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f6cd5-c60a-4608-95c1-246dc07be9f8 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Deleting port f7b18b1f-a648-4f63-8a1f-4362234a9f7a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:53:59.722053 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6cd5-c60a-4608-95c1-246dc07be9f8 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:59.810461 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6cd5-c60a-4608-95c1-246dc07be9f8 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:59.822620 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f6cd5-c60a-4608-95c1-246dc07be9f8 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Calling delete_port for f7b18b1f-a648-4f63-8a1f-4362234a9f7a owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:00.008466 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6cd5-c60a-4608-95c1-246dc07be9f8 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:00.036523 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f6cd5-c60a-4608-95c1-246dc07be9f8 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event deleted for resources: {'Port': ['ID=f7b18b1f-a648-4f63-8a1f-4362234a9f7a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:00.154844 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6cd5-c60a-4608-95c1-246dc07be9f8 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:00.336469 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5f6cd5-c60a-4608-95c1-246dc07be9f8 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Router 3ed93892-6a05-4855-91f2-f55e2f7574f4 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:00.418712 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5f6cd5-c60a-4608-95c1-246dc07be9f8 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:00.424016 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3f5f6cd5-c60a-4608-95c1-246dc07be9f8 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "PUT /v2.0/routers/3ed93892-6a05-4855-91f2-f55e2f7574f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5829859 Aug 16 01:54:00.427763 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40728) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:00.431552 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7c14cf-62eb-4571-8b4c-15feb25112ac None None] Sync routers for ids ['3ed93892-6a05-4855-91f2-f55e2f7574f4'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:00.442122 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c14cf-62eb-4571-8b4c-15feb25112ac None None] Routers {'3ed93892-6a05-4855-91f2-f55e2f7574f4'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:00.442570 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8b7c14cf-62eb-4571-8b4c-15feb25112ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:53:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3ed93892-6a05-4855-91f2-f55e2f7574f4'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:00.477082 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-c8df65ed-94c6-4ec5-82c0-a82ccdf336c5 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] show failed (client error): The resource could not be found. Aug 16 01:54:00.477921 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8b7c14cf-62eb-4571-8b4c-15feb25112ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:00.481892 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c8df65ed-94c6-4ec5-82c0-a82ccdf336c5 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "GET /v2.0/routers/tempest-non_exist_router-407043786 HTTP/1.1" status: 404 len: 334 time: 0.0493314 Aug 16 01:54:00.483250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40732) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:00.500632 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c14cf-62eb-4571-8b4c-15feb25112ac None None] Routers {'3ed93892-6a05-4855-91f2-f55e2f7574f4'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:00.501269 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8b7c14cf-62eb-4571-8b4c-15feb25112ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:53:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['3ed93892-6a05-4855-91f2-f55e2f7574f4'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:00.506431 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e406c9c1-3c74-4d04-98d3-0638a72039cf tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:00.534859 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8b7c14cf-62eb-4571-8b4c-15feb25112ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:00.535507 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7c14cf-62eb-4571-8b4c-15feb25112ac None None] The sync data for ids ['3ed93892-6a05-4855-91f2-f55e2f7574f4'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:00.577351 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-e406c9c1-3c74-4d04-98d3-0638a72039cf tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] update failed (client error): The resource could not be found. Aug 16 01:54:00.578835 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e406c9c1-3c74-4d04-98d3-0638a72039cf tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "PUT /v2.0/routers/tempest-non_exist_router-709225667 HTTP/1.1" status: 404 len: 334 time: 0.0945036 Aug 16 01:54:00.582210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40734) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:00.613155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8c48f-5dae-4231-93b1-bdc0dc55df27 req-c0af9902-9298-4962-9ade-243ef67c4f03 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.614774 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ccf8c48f-5dae-4231-93b1-bdc0dc55df27 req-c0af9902-9298-4962-9ade-243ef67c4f03 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.1044743 Aug 16 01:54:00.651314 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-658803a7-db19-46c3-810c-131c5bc05dcf tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Deleting subnet ba5352e3-d8a8-4ae6-bb15-3f30da527260 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:54:00.655584 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-658803a7-db19-46c3-810c-131c5bc05dcf tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:00.676751 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ccf8c48f-5dae-4231-93b1-bdc0dc55df27 req-f7c56423-74ae-4326-8ad4-52125648dcfc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539765 Aug 16 01:54:00.737909 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-658803a7-db19-46c3-810c-131c5bc05dcf tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:00.794102 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd606560-96f9-4a18-8b4d-80dbfaedc1e5 req-e1876d74-003f-4369-9cdc-b5222a77c077 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.795942 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fd606560-96f9-4a18-8b4d-80dbfaedc1e5 req-e1876d74-003f-4369-9cdc-b5222a77c077 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=43d90e56-7cd4-4546-91fd-6f924b8e6bc2 HTTP/1.1" status: 200 len: 945 time: 0.1370537 Aug 16 01:54:00.800820 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d5fc4-0651-4a34-8264-2cc5396aa410 req-1810773a-1b62-4a49-85dc-fe41aacd6aa5 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.802923 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef5d5fc4-0651-4a34-8264-2cc5396aa410 req-1810773a-1b62-4a49-85dc-fe41aacd6aa5 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 944 time: 0.0585883 Aug 16 01:54:00.846612 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef5d5fc4-0651-4a34-8264-2cc5396aa410 req-64f22daa-a5be-4c8e-8b3d-b984ca93d13d tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347335 Aug 16 01:54:00.879348 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fd606560-96f9-4a18-8b4d-80dbfaedc1e5 req-3601014d-ba6a-4c41-8cc5-ea39c280f780 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752897 Aug 16 01:54:00.908408 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-658803a7-db19-46c3-810c-131c5bc05dcf tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:00.984209 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-658803a7-db19-46c3-810c-131c5bc05dcf tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.021279 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658803a7-db19-46c3-810c-131c5bc05dcf tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event deleted for resources: {'Subnet': ['ID=ba5352e3-d8a8-4ae6-bb15-3f30da527260,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:01.025487 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-658803a7-db19-46c3-810c-131c5bc05dcf tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.027225 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-658803a7-db19-46c3-810c-131c5bc05dcf tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "DELETE /v2.0/subnets/ba5352e3-d8a8-4ae6-bb15-3f30da527260 HTTP/1.1" status: 204 len: 168 time: 0.4440410 Aug 16 01:54:01.029814 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40758) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:01.044889 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5786e1-95ba-4ff7-a542-a5cbc92dcaa8 None None] Network f50b690a-a32a-4d51-b42b-54fef4082817 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:01.157492 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36cd33e7-f77e-43e9-8381-ba0da8b2648d req-dcb64f99-49ba-4827-b331-9ecbfdecae12 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0650895 Aug 16 01:54:01.205857 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.298569 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd33e7-f77e-43e9-8381-ba0da8b2648d req-f05682b2-1cc9-4d5c-bc25-fdd8c9775743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:01.304942 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36cd33e7-f77e-43e9-8381-ba0da8b2648d req-f05682b2-1cc9-4d5c-bc25-fdd8c9775743 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba9abf8115ac4b508816c39be6e59924&device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 1098 time: 0.0886180 Aug 16 01:54:01.325310 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Deleting port 70aa3f4b-10b8-405e-b869-a87f7810efa5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:01.326150 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.387072 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dff2578-caeb-44c2-81f3-01ab99d00321 None None] DHCP port deletion for f50b690a-a32a-4d51-b42b-54fef4082817 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:54:01.476360 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] For port 70aa3f4b-10b8-405e-b869-a87f7810efa5, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=70aa3f4b-10b8-405e-b869-a87f7810efa5,segment=NetworkSegment(c0f89756-883e-4897-ae80-bf9dafa33465),segment_id=c0f89756-883e-4897-ae80-bf9dafa33465)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:01.476845 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.481507 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5dff2578-caeb-44c2-81f3-01ab99d00321 None None] Deleting port 70aa3f4b-10b8-405e-b869-a87f7810efa5 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:01.481894 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5dff2578-caeb-44c2-81f3-01ab99d00321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.514539 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd33e7-f77e-43e9-8381-ba0da8b2648d req-8d726ca8-0719-4352-8b34-2a611fbe3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:01.516885 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36cd33e7-f77e-43e9-8381-ba0da8b2648d req-8d726ca8-0719-4352-8b34-2a611fbe3ced service neutron] 10.222.0.63 "GET /v2.0/networks?id=41d6539e-4b24-4ea3-ae06-65cd600ea064 HTTP/1.1" status: 200 len: 918 time: 0.1776218 Aug 16 01:54:01.526982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Calling delete_port for 70aa3f4b-10b8-405e-b869-a87f7810efa5 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:01.593654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5dff2578-caeb-44c2-81f3-01ab99d00321 None None] For port 70aa3f4b-10b8-405e-b869-a87f7810efa5, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=70aa3f4b-10b8-405e-b869-a87f7810efa5,segment=NetworkSegment(c0f89756-883e-4897-ae80-bf9dafa33465),segment_id=c0f89756-883e-4897-ae80-bf9dafa33465)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:01.594088 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5dff2578-caeb-44c2-81f3-01ab99d00321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.603986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:01.606617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f608a-71ca-4792-af66-e81ee0affc71 req-5d848374-bc5f-4767-bb1a-c2c774de4c01 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:01.608169 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a56f608a-71ca-4792-af66-e81ee0affc71 req-5d848374-bc5f-4767-bb1a-c2c774de4c01 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 946 time: 0.1363761 Aug 16 01:54:01.628496 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.665473 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a56f608a-71ca-4792-af66-e81ee0affc71 req-62400092-8a6c-497e-9791-23e36158036b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498891 Aug 16 01:54:01.672854 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5dff2578-caeb-44c2-81f3-01ab99d00321 None None] Calling delete_port for 70aa3f4b-10b8-405e-b869-a87f7810efa5 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:01.686270 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36cd33e7-f77e-43e9-8381-ba0da8b2648d req-a536d117-8b64-403d-8029-8d144fe24f51 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157 HTTP/1.1" status: 200 len: 1000 time: 0.1573579 Aug 16 01:54:01.693535 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event deleted for resources: {'Port': ['ID=70aa3f4b-10b8-405e-b869-a87f7810efa5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:01.701693 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] No DVR routers for this DVR port 70aa3f4b-10b8-405e-b869-a87f7810efa5 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:01.769536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd33e7-f77e-43e9-8381-ba0da8b2648d req-a587aebf-19db-46af-b912-d5af99caed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:01.771137 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36cd33e7-f77e-43e9-8381-ba0da8b2648d req-a587aebf-19db-46af-b912-d5af99caed5f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b85102c8-d1ed-4688-b6f1-154a4a3875ac HTTP/1.1" status: 200 len: 856 time: 0.0756757 Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.850414 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.855961 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.855961 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.855961 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.855961 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.855961 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.855961 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.855961 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.855961 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.855961 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.855961 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.855961 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.855961 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.855961 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:54:01.855961 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:54:01.857614 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5dff2578-caeb-44c2-81f3-01ab99d00321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.895598 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd33e7-f77e-43e9-8381-ba0da8b2648d req-aaa0080b-5391-4995-bd17-980fc120e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:01.901574 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36cd33e7-f77e-43e9-8381-ba0da8b2648d req-aaa0080b-5391-4995-bd17-980fc120e348 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=41d6539e-4b24-4ea3-ae06-65cd600ea064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1183023 Aug 16 01:54:01.904759 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dff2578-caeb-44c2-81f3-01ab99d00321 None None] No DVR routers for this DVR port 70aa3f4b-10b8-405e-b869-a87f7810efa5 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:01.918250 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff2578-caeb-44c2-81f3-01ab99d00321 None None] Pushing event deleted for resources: {'Port': ['ID=70aa3f4b-10b8-405e-b869-a87f7810efa5,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:01.925609 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.959751 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:01.967093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50b690a-a32a-4d51-b42b-54fef4082817']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:01.970529 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:01.971024 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.007655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f89756-883e-4897-ae80-bf9dafa33465') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:02.008051 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f89756-883e-4897-ae80-bf9dafa33465') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:02.045844 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.075191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7bbba-8633-4bf8-991e-70f19f589ffb req-f232067f-b1e7-4cad-9230-0fcabe151562 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:02.083379 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-92e7bbba-8633-4bf8-991e-70f19f589ffb req-f232067f-b1e7-4cad-9230-0fcabe151562 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 944 time: 0.1139731 Aug 16 01:54:02.086178 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a72048-e73c-40bd-a727-3fe639983ddd req-4092a77f-5b1e-471a-9326-32d6aaad5620 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:02.092049 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-34a72048-e73c-40bd-a727-3fe639983ddd req-4092a77f-5b1e-471a-9326-32d6aaad5620 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.2674229 Aug 16 01:54:02.096197 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.107022 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.121721 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:54:02.122927 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.153452 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b562bab-d30c-48c4-911e-f9026230e785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd15646b-d73b-4b87-9cb9-0dffd8cf4b51'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:02.156035 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7e03a8-877f-49bc-ba46-d6a63e58226d" -d '{"events": [{"server_uuid": "1b562bab-d30c-48c4-911e-f9026230e785", "name": "network-vif-plugged", "status": "completed", "tag": "fd15646b-d73b-4b87-9cb9-0dffd8cf4b51"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:54:02.158558 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:54:02.178365 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port fd15646b-d73b-4b87-9cb9-0dffd8cf4b51, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51,segment=NetworkSegment(7be1b47e-5078-4556-a64f-a0a22783b1aa),segment_id=7be1b47e-5078-4556-a64f-a0a22783b1aa)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:02.184005 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.190178 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-92e7bbba-8633-4bf8-991e-70f19f589ffb req-5f9c2c80-caf1-40c9-9202-9af3a688ab20 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048455 Aug 16 01:54:02.199496 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36cd33e7-f77e-43e9-8381-ba0da8b2648d req-566f670a-54d2-43db-82b6-304a5cdee47c service neutron] 10.222.0.63 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927597 Aug 16 01:54:02.244551 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:02.301333 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83e1ed8-74f8-41ce-bec8-cd3f8231aae6 x-openstack-request-id: req-e83e1ed8-74f8-41ce-bec8-cd3f8231aae6 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:02.301785 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b562bab-d30c-48c4-911e-f9026230e785", "name": "network-vif-plugged", "status": "completed", "tag": "fd15646b-d73b-4b87-9cb9-0dffd8cf4b51", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:02.302186 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e83e1ed8-74f8-41ce-bec8-cd3f8231aae6 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:02.302832 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b562bab-d30c-48c4-911e-f9026230e785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd15646b-d73b-4b87-9cb9-0dffd8cf4b51', 'code': 200} Aug 16 01:54:02.308187 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.327752 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.330084 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "DELETE /v2.0/networks/f50b690a-a32a-4d51-b42b-54fef4082817 HTTP/1.1" status: 204 len: 168 time: 1.2990663 Aug 16 01:54:02.331170 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259ddcd-9a45-45e5-99c3-13fab39e0ecb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event deleted for resources: {'Network': ['ID=f50b690a-a32a-4d51-b42b-54fef4082817,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:02.332888 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40790) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:02.336214 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-34a72048-e73c-40bd-a727-3fe639983ddd req-b6604540-1764-4286-90f2-32e111dce169 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032004 Aug 16 01:54:02.413889 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36cd33e7-f77e-43e9-8381-ba0da8b2648d req-d4b74da5-14e2-4489-a5cf-46138e67a257 service neutron] 10.222.0.63 "GET /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019451 Aug 16 01:54:02.418486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-81fb933c-662d-4949-a1aa-32b2847d16df tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Deleting subnet a46845ee-d3fe-4d11-961c-b0ef0d3b25a5 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:54:02.422347 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81fb933c-662d-4949-a1aa-32b2847d16df tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.466174 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3c593-e46c-4a21-acbc-222b75c2f6b6 req-c4bd4625-afed-4465-9b78-2a7a885f8dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:02.468902 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3e3c593-e46c-4a21-acbc-222b75c2f6b6 req-c4bd4625-afed-4465-9b78-2a7a885f8dc6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 1097 time: 0.0760832 Aug 16 01:54:02.480085 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81fb933c-662d-4949-a1aa-32b2847d16df tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.526024 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3e3c593-e46c-4a21-acbc-222b75c2f6b6 req-4bd52987-7976-404c-be66-db6cef22bf3e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478175 Aug 16 01:54:02.613939 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81fb933c-662d-4949-a1aa-32b2847d16df tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.701493 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81fb933c-662d-4949-a1aa-32b2847d16df tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.744304 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb933c-662d-4949-a1aa-32b2847d16df tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event deleted for resources: {'Subnet': ['ID=a46845ee-d3fe-4d11-961c-b0ef0d3b25a5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:02.751956 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81fb933c-662d-4949-a1aa-32b2847d16df tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.757364 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-81fb933c-662d-4949-a1aa-32b2847d16df tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "DELETE /v2.0/subnets/a46845ee-d3fe-4d11-961c-b0ef0d3b25a5 HTTP/1.1" status: 204 len: 168 time: 0.4203932 Aug 16 01:54:02.757695 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40800) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:02.767807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93151196-b20a-4cba-9de7-978d5590c059 None None] Network a3419cbd-b5c3-47c1-bb7e-51af791b010d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:02.834583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00636ff-fca3-494d-8a35-c99cb47e8b1f req-9ed98d6a-4112-40e5-b2fb-137205d68f44 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:02.837455 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a00636ff-fca3-494d-8a35-c99cb47e8b1f req-9ed98d6a-4112-40e5-b2fb-137205d68f44 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 946 time: 0.0802593 Aug 16 01:54:02.860681 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee44e6f4-4ca5-44ce-bd3b-faffacba6a9e tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Deleting subnet 4f564133-d996-4672-ac23-d59635955aa2 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:54:02.865635 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee44e6f4-4ca5-44ce-bd3b-faffacba6a9e tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.907019 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a00636ff-fca3-494d-8a35-c99cb47e8b1f req-8fb610c3-b667-4ca8-9057-1763540d7738 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634813 Aug 16 01:54:02.921821 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee44e6f4-4ca5-44ce-bd3b-faffacba6a9e tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.020024 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205c4575-c6d2-4a24-b48a-5f9758f9e1b8 None None] DHCP port deletion for a3419cbd-b5c3-47c1-bb7e-51af791b010d request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:54:03.052224 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dda70d-cfaf-4cf6-a2ea-55c4cc0cff06 req-c6cb3fbd-101b-4bbe-abf8-6aa33557bd60 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:03.055499 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-95dda70d-cfaf-4cf6-a2ea-55c4cc0cff06 req-c6cb3fbd-101b-4bbe-abf8-6aa33557bd60 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.63 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 946 time: 0.0885994 Aug 16 01:54:03.061402 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee44e6f4-4ca5-44ce-bd3b-faffacba6a9e tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.091752 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-205c4575-c6d2-4a24-b48a-5f9758f9e1b8 None None] Deleting port ba4670a3-5ee0-42c7-a1bb-e1d64780ee77 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:03.092335 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-205c4575-c6d2-4a24-b48a-5f9758f9e1b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.161633 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee44e6f4-4ca5-44ce-bd3b-faffacba6a9e tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.168594 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-205c4575-c6d2-4a24-b48a-5f9758f9e1b8 None None] For port ba4670a3-5ee0-42c7-a1bb-e1d64780ee77, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ba4670a3-5ee0-42c7-a1bb-e1d64780ee77,segment=NetworkSegment(444da0fc-ca4c-49a4-9cca-41e695c0a89b),segment_id=444da0fc-ca4c-49a4-9cca-41e695c0a89b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:03.168594 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-205c4575-c6d2-4a24-b48a-5f9758f9e1b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.184390 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-205c4575-c6d2-4a24-b48a-5f9758f9e1b8 None None] Calling delete_port for ba4670a3-5ee0-42c7-a1bb-e1d64780ee77 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:03.214008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44e6f4-4ca5-44ce-bd3b-faffacba6a9e tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event deleted for resources: {'Subnet': ['ID=4f564133-d996-4672-ac23-d59635955aa2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:03.256335 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee44e6f4-4ca5-44ce-bd3b-faffacba6a9e tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.265936 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40810) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:03.274637 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ee44e6f4-4ca5-44ce-bd3b-faffacba6a9e tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "DELETE /v2.0/subnets/4f564133-d996-4672-ac23-d59635955aa2 HTTP/1.1" status: 204 len: 168 time: 0.5151846 Aug 16 01:54:03.283777 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 70aa3f4b-10b8-405e-b869-a87f7810efa5 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:03.286516 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331a1a32-7bb4-438e-82cf-d5cede55e9a1 None None] Network 1225e4bc-6c18-4537-86b7-f539ee31ba0f requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:03.291765 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-205c4575-c6d2-4a24-b48a-5f9758f9e1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.334032 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-c702e189-ae41-46ee-8c11-7fc2d220d0cd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1289475 Aug 16 01:54:03.366618 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-95dda70d-cfaf-4cf6-a2ea-55c4cc0cff06 req-fa1f68cd-4c26-4bca-94f6-e3247051bfe9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Deleting port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:03.366843 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-95dda70d-cfaf-4cf6-a2ea-55c4cc0cff06 req-fa1f68cd-4c26-4bca-94f6-e3247051bfe9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.384748 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 70aa3f4b-10b8-405e-b869-a87f7810efa5 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:03.385407 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 70aa3f4b-10b8-405e-b869-a87f7810efa5 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:03.386414 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ba4670a3-5ee0-42c7-a1bb-e1d64780ee77 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:03.418346 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: ba4670a3-5ee0-42c7-a1bb-e1d64780ee77 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:03.418840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ba4670a3-5ee0-42c7-a1bb-e1d64780ee77 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:03.450003 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c4575-c6d2-4a24-b48a-5f9758f9e1b8 None None] Pushing event deleted for resources: {'Port': ['ID=ba4670a3-5ee0-42c7-a1bb-e1d64780ee77,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:03.465749 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205c4575-c6d2-4a24-b48a-5f9758f9e1b8 None None] No DVR routers for this DVR port ba4670a3-5ee0-42c7-a1bb-e1d64780ee77 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:03.518551 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfbeb9-2fd0-4f98-b5a1-13e51822108b req-c36ccc25-e6d4-48f4-a89c-0b8152928e12 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:03.520080 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6dcfbeb9-2fd0-4f98-b5a1-13e51822108b req-c36ccc25-e6d4-48f4-a89c-0b8152928e12 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.1851428 Aug 16 01:54:03.527461 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98dfa75a-140c-4829-b9bc-876d94604178 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.559339 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-e9a2833f-79a1-4e89-84e3-3003dbe2a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:03.559948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-e9a2833f-79a1-4e89-84e3-3003dbe2a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:03.560265 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-e9a2833f-79a1-4e89-84e3-3003dbe2a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:03.560726 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-e9a2833f-79a1-4e89-84e3-3003dbe2a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:03.561185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-e9a2833f-79a1-4e89-84e3-3003dbe2a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:03.561644 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-e9a2833f-79a1-4e89-84e3-3003dbe2a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:03.574469 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-e9a2833f-79a1-4e89-84e3-3003dbe2a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:03.577491 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-e9a2833f-79a1-4e89-84e3-3003dbe2a728 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ca74d145ad54f52a9156b1910a2719b&device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 6507 time: 0.1501813 Aug 16 01:54:03.618041 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6dcfbeb9-2fd0-4f98-b5a1-13e51822108b req-53ed6629-f15a-4e54-8e69-281d90c91117 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876114 Aug 16 01:54:03.649104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-95dda70d-cfaf-4cf6-a2ea-55c4cc0cff06 req-fa1f68cd-4c26-4bca-94f6-e3247051bfe9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] For port 0df7fa1e-c8ff-437b-9003-eb34c3f66157, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=0df7fa1e-c8ff-437b-9003-eb34c3f66157,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:03.649638 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-95dda70d-cfaf-4cf6-a2ea-55c4cc0cff06 req-fa1f68cd-4c26-4bca-94f6-e3247051bfe9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.691884 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64bdc0-c4f9-42db-82a6-9ab1a7502bfc req-f56868f2-eb6e-4d25-bae6-352170d89630 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:03.693592 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c64bdc0-c4f9-42db-82a6-9ab1a7502bfc req-f56868f2-eb6e-4d25-bae6-352170d89630 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.1882012 Aug 16 01:54:03.797071 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-d318e9d8-8a95-40f4-b868-45311f76a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:03.797071 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-d318e9d8-8a95-40f4-b868-45311f76a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:03.797725 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-d318e9d8-8a95-40f4-b868-45311f76a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:03.799450 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-d318e9d8-8a95-40f4-b868-45311f76a2e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ffd1200-3653-4dd2-97e7-c5074409a495&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=25689f12-8f02-45a9-92d2-2d5bfc262caa&id=f3ba83b8-171e-47ab-b264-b5e65af7f447&id=f3ba83b8-171e-47ab-b264-b5e65af7f447 HTTP/1.1" status: 200 len: 2297 time: 0.1794837 Aug 16 01:54:03.827933 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98dfa75a-140c-4829-b9bc-876d94604178 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.892639 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c64bdc0-c4f9-42db-82a6-9ab1a7502bfc req-2d760d5b-d25a-4c34-8cd9-0a4e5d4e8b7a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639438 Aug 16 01:54:03.907367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-98dfa75a-140c-4829-b9bc-876d94604178 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3419cbd-b5c3-47c1-bb7e-51af791b010d']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:03.916848 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-45c4e22d-f65b-4e26-a46b-0cdc7e6e3ec7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15416754-813f-49e1-bf9c-3e1659dcbe8b HTTP/1.1" status: 200 len: 1001 time: 0.1083491 Aug 16 01:54:03.926758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-98dfa75a-140c-4829-b9bc-876d94604178 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444da0fc-ca4c-49a4-9cca-41e695c0a89b') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:03.927062 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-98dfa75a-140c-4829-b9bc-876d94604178 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444da0fc-ca4c-49a4-9cca-41e695c0a89b') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:03.948777 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98dfa75a-140c-4829-b9bc-876d94604178 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.972711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43926100-441b-4f17-a912-d4ce8c368ee3 None None] DHCP port deletion for 1225e4bc-6c18-4537-86b7-f539ee31ba0f request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:54:04.009484 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98dfa75a-140c-4829-b9bc-876d94604178 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.019361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98dfa75a-140c-4829-b9bc-876d94604178 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:54:04.019700 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98dfa75a-140c-4829-b9bc-876d94604178 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:54:04.023895 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:54:04.045348 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-4d1b35b5-bf34-446d-9e41-2f477fbd8377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.046894 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-4d1b35b5-bf34-446d-9e41-2f477fbd8377 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2066c6a-92ce-4085-9aef-33a27593c624 HTTP/1.1" status: 200 len: 855 time: 0.1136396 Aug 16 01:54:04.125992 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-4ff18cd5-a389-4159-b85a-5a387bc7584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.128033 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-4ff18cd5-a389-4159-b85a-5a387bc7584d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ffd1200-3653-4dd2-97e7-c5074409a495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723312 Aug 16 01:54:04.138858 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-95dda70d-cfaf-4cf6-a2ea-55c4cc0cff06 req-fa1f68cd-4c26-4bca-94f6-e3247051bfe9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.139368 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-95dda70d-cfaf-4cf6-a2ea-55c4cc0cff06 req-fa1f68cd-4c26-4bca-94f6-e3247051bfe9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.139778 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [req-95dda70d-cfaf-4cf6-a2ea-55c4cc0cff06 req-fa1f68cd-4c26-4bca-94f6-e3247051bfe9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Floating IP 22273aca-3221-4da4-9af8-881c8d90f890 disassociated. External IP: 172.25.3.34, port: 0df7fa1e-c8ff-437b-9003-eb34c3f66157. Aug 16 01:54:04.140359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-95dda70d-cfaf-4cf6-a2ea-55c4cc0cff06 req-fa1f68cd-4c26-4bca-94f6-e3247051bfe9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Calling delete_port for 0df7fa1e-c8ff-437b-9003-eb34c3f66157 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:04.142275 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-43926100-441b-4f17-a912-d4ce8c368ee3 None None] Deleting port dbde353d-0a08-43d6-a8e0-493f6b088d7a {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:04.143873 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-43926100-441b-4f17-a912-d4ce8c368ee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.242850 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98dfa75a-140c-4829-b9bc-876d94604178 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.260737 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-9733f739-99b4-4862-91ea-8dd7ed7ad32d service neutron] 10.222.0.73 "GET /v2.0/networks/5ffd1200-3653-4dd2-97e7-c5074409a495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246905 Aug 16 01:54:04.266158 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98dfa75a-140c-4829-b9bc-876d94604178 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.269469 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-98dfa75a-140c-4829-b9bc-876d94604178 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "DELETE /v2.0/networks/a3419cbd-b5c3-47c1-bb7e-51af791b010d HTTP/1.1" status: 204 len: 168 time: 0.9978139 Aug 16 01:54:04.273301 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40842) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:04.316981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfa75a-140c-4829-b9bc-876d94604178 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event deleted for resources: {'Network': ['ID=a3419cbd-b5c3-47c1-bb7e-51af791b010d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:04.329196 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:54:04.358854 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-43926100-441b-4f17-a912-d4ce8c368ee3 None None] For port dbde353d-0a08-43d6-a8e0-493f6b088d7a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=dbde353d-0a08-43d6-a8e0-493f6b088d7a,segment=NetworkSegment(41c86291-79aa-4713-9ce2-d2cb3efba48e),segment_id=41c86291-79aa-4713-9ce2-d2cb3efba48e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:04.363128 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-43926100-441b-4f17-a912-d4ce8c368ee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.382332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d555cf6-7620-4144-bc2d-85d1e21f6a65 req-6b526b37-92f7-416c-9f44-f14c95f4757e tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.387041 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-43926100-441b-4f17-a912-d4ce8c368ee3 None None] Calling delete_port for dbde353d-0a08-43d6-a8e0-493f6b088d7a owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:04.391602 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d555cf6-7620-4144-bc2d-85d1e21f6a65 req-6b526b37-92f7-416c-9f44-f14c95f4757e tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 946 time: 0.2985129 Aug 16 01:54:04.411985 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-0a506894-e298-4624-b8bf-5375d5d485d4 service neutron] 10.222.0.73 "GET /v2.0/networks/5ffd1200-3653-4dd2-97e7-c5074409a495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435807 Aug 16 01:54:04.467156 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-43315818-8f22-47ff-a309-98f168d03100 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=bd0bff2b-08e3-4df0-9d32-cf931a827abb HTTP/1.1" status: 200 len: 217 time: 0.0461972 Aug 16 01:54:04.482608 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d555cf6-7620-4144-bc2d-85d1e21f6a65 req-1ee3fd9a-dd7c-455b-b39d-e9c2fc9ee4f5 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfa6633f-c297-4d90-82fe-12fdfa840ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899172 Aug 16 01:54:04.492137 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2992cc72-aa42-4791-a306-07cdf08c4945 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.503320 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-43926100-441b-4f17-a912-d4ce8c368ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.567414 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43926100-441b-4f17-a912-d4ce8c368ee3 None None] No DVR routers for this DVR port dbde353d-0a08-43d6-a8e0-493f6b088d7a on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:04.580123 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-27472701-ff41-495e-a58e-013bc550ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.580123 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-27472701-ff41-495e-a58e-013bc550ef9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.1064279 Aug 16 01:54:04.581029 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43926100-441b-4f17-a912-d4ce8c368ee3 None None] Pushing event deleted for resources: {'Port': ['ID=dbde353d-0a08-43d6-a8e0-493f6b088d7a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:04.650714 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-b91176d6-8e4a-4fc4-904d-300984c96c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.654461 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-b91176d6-8e4a-4fc4-904d-300984c96c40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0636845 Aug 16 01:54:04.663084 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-95dda70d-cfaf-4cf6-a2ea-55c4cc0cff06 req-fa1f68cd-4c26-4bca-94f6-e3247051bfe9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.727399 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f68cd-4c26-4bca-94f6-e3247051bfe9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Pushing event deleted for resources: {'Port': ['ID=0df7fa1e-c8ff-437b-9003-eb34c3f66157,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:04.738807 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2992cc72-aa42-4791-a306-07cdf08c4945 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.762555 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2992cc72-aa42-4791-a306-07cdf08c4945 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1225e4bc-6c18-4537-86b7-f539ee31ba0f']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:04.777042 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2992cc72-aa42-4791-a306-07cdf08c4945 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c86291-79aa-4713-9ce2-d2cb3efba48e') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:04.777417 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2992cc72-aa42-4791-a306-07cdf08c4945 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c86291-79aa-4713-9ce2-d2cb3efba48e') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:04.793408 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-75e255ed-4487-4f71-89c9-859176af2e30 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317842 Aug 16 01:54:04.827683 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2992cc72-aa42-4791-a306-07cdf08c4945 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.849130 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2992cc72-aa42-4791-a306-07cdf08c4945 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.859769 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2992cc72-aa42-4791-a306-07cdf08c4945 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:54:04.860438 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2992cc72-aa42-4791-a306-07cdf08c4945 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:54:04.863778 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:54:05.009321 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2992cc72-aa42-4791-a306-07cdf08c4945 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:05.021357 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2992cc72-aa42-4791-a306-07cdf08c4945 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:05.023470 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2992cc72-aa42-4791-a306-07cdf08c4945 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "DELETE /v2.0/networks/1225e4bc-6c18-4537-86b7-f539ee31ba0f HTTP/1.1" status: 204 len: 168 time: 0.7200298 Aug 16 01:54:05.039188 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40858) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:05.083382 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95dda70d-cfaf-4cf6-a2ea-55c4cc0cff06 req-fa1f68cd-4c26-4bca-94f6-e3247051bfe9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:05.088581 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992cc72-aa42-4791-a306-07cdf08c4945 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event deleted for resources: {'Network': ['ID=1225e4bc-6c18-4537-86b7-f539ee31ba0f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:05.159399 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d31d3-f009-40a5-a53a-71949f112442 req-3cb86ce6-ab93-4029-91fe-6da958b1e1e8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:05.161866 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-747d31d3-f009-40a5-a53a-71949f112442 req-3cb86ce6-ab93-4029-91fe-6da958b1e1e8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.1933966 Aug 16 01:54:05.168146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1cbacda-611f-40d8-bf0d-dbb82ac4a7ec tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Deleting subnet 8c742fef-37e6-498e-9f39-73c25be30c89 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:54:05.217282 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device dbde353d-0a08-43d6-a8e0-493f6b088d7a no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:05.230946 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1cbacda-611f-40d8-bf0d-dbb82ac4a7ec tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:05.258320 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: dbde353d-0a08-43d6-a8e0-493f6b088d7a {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:05.270064 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device dbde353d-0a08-43d6-a8e0-493f6b088d7a not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:05.367961 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-747d31d3-f009-40a5-a53a-71949f112442 req-405cb134-bbfa-4edf-ac50-c5c921f786fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967301 Aug 16 01:54:05.378352 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1cbacda-611f-40d8-bf0d-dbb82ac4a7ec tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:05.426564 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae48cd-0dd6-4dbc-97a1-7d67b847f140 req-2740daf2-8d63-45cd-bb7c-607545b10229 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:05.426794 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95dda70d-cfaf-4cf6-a2ea-55c4cc0cff06 req-fa1f68cd-4c26-4bca-94f6-e3247051bfe9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:05.429378 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aaae48cd-0dd6-4dbc-97a1-7d67b847f140 req-2740daf2-8d63-45cd-bb7c-607545b10229 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.7224343 Aug 16 01:54:05.452277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b1eb9b-4b5f-42ad-930b-6605b1a97da9 None None] Sync routers for ids ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:05.467143 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b1eb9b-4b5f-42ad-930b-6605b1a97da9 None None] Routers {'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:05.468068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e4b1eb9b-4b5f-42ad-930b-6605b1a97da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:53:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:05.510400 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aaae48cd-0dd6-4dbc-97a1-7d67b847f140 req-a03f088e-03f0-4ad2-abc8-0e93764ac996 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717857 Aug 16 01:54:05.532302 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-3f45d756-9d58-4a44-8564-e6ea11ef2d07 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017100 Aug 16 01:54:05.576661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-95dda70d-cfaf-4cf6-a2ea-55c4cc0cff06 req-fa1f68cd-4c26-4bca-94f6-e3247051bfe9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] No DVR routers for this DVR port 0df7fa1e-c8ff-437b-9003-eb34c3f66157 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:05.584457 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-95dda70d-cfaf-4cf6-a2ea-55c4cc0cff06 req-fa1f68cd-4c26-4bca-94f6-e3247051bfe9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:05.594691 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-95dda70d-cfaf-4cf6-a2ea-55c4cc0cff06 req-fa1f68cd-4c26-4bca-94f6-e3247051bfe9 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.63 "DELETE /v2.0/ports/0df7fa1e-c8ff-437b-9003-eb34c3f66157 HTTP/1.1" status: 204 len: 173 time: 2.5294170 Aug 16 01:54:05.595187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'name': 'network-vif-deleted', 'tag': '0df7fa1e-c8ff-437b-9003-eb34c3f66157'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:05.597505 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6baf126-afcc-4cd6-9d6b-107b29bb70ff" -d '{"events": [{"server_uuid": "5261dd19-5726-46ff-852e-04c6b0dee09f", "name": "network-vif-deleted", "tag": "0df7fa1e-c8ff-437b-9003-eb34c3f66157"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:05.622128 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e4b1eb9b-4b5f-42ad-930b-6605b1a97da9 None None] Set router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:05.675339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-53d9f182-aa9f-4863-b63e-c870057893a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=0acdabdb-c72c-46b9-8121-47f8e483891b HTTP/1.1" status: 200 len: 217 time: 0.1325769 Aug 16 01:54:05.814821 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-407e4ab0-318a-4d88-b876-e91f89954457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:05.816451 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-407e4ab0-318a-4d88-b876-e91f89954457 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.1341467 Aug 16 01:54:05.974007 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-24b91b86-78c4-44bf-a9db-9bb96de7d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:05.977525 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-24b91b86-78c4-44bf-a9db-9bb96de7d926 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1511967 Aug 16 01:54:05.986304 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35e0c1-f77e-49e0-8c20-b68342c3c16a req-88618bae-246f-406d-bccd-caa839596620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:05.988560 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f35e0c1-f77e-49e0-8c20-b68342c3c16a req-88618bae-246f-406d-bccd-caa839596620 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14b094b456424097ae7495960561ea28&device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 1097 time: 0.1271374 Aug 16 01:54:06.108759 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e4b1eb9b-4b5f-42ad-930b-6605b1a97da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:45:16Z', 'revision_number': 4, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'b2b2efff-55ad-47bf-a1dc-4c28420bee07', 'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'mac_address': 'fa:16:3e:d3:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:13Z', 'updated_at': '2021-08-16T01:45:27Z', 'revision_number': 5, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'subnets': [{'id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:06.176745 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b1eb9b-4b5f-42ad-930b-6605b1a97da9 None None] Checking router: a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:06.225815 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b1eb9b-4b5f-42ad-930b-6605b1a97da9 None None] Routers {'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:06.229123 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e4b1eb9b-4b5f-42ad-930b-6605b1a97da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:53:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:06.289927 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10b82d-edc0-4694-8fd7-cd47b6394c0d req-27937b47-eee8-4020-aeb8-e4cb6162c5f2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:06.298205 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff10b82d-edc0-4694-8fd7-cd47b6394c0d req-27937b47-eee8-4020-aeb8-e4cb6162c5f2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.2992375 Aug 16 01:54:06.359242 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c58ad3b-49a6-4f5e-8470-98c56da497f7 x-openstack-request-id: req-2c58ad3b-49a6-4f5e-8470-98c56da497f7 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:06.359812 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5261dd19-5726-46ff-852e-04c6b0dee09f", "name": "network-vif-deleted", "tag": "0df7fa1e-c8ff-437b-9003-eb34c3f66157", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:06.359812 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2c58ad3b-49a6-4f5e-8470-98c56da497f7 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:06.360271 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5261dd19-5726-46ff-852e-04c6b0dee09f', 'name': 'network-vif-deleted', 'tag': '0df7fa1e-c8ff-437b-9003-eb34c3f66157', 'status': 'completed', 'code': 200} Aug 16 01:54:06.403947 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91d4739e-74f2-4747-96bf-59d1f6eec7a0 req-6ca9595f-5c54-4fe6-a0a2-580528bb616b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/ports?device_id=5261dd19-5726-46ff-852e-04c6b0dee09f HTTP/1.1" status: 200 len: 210 time: 0.0584366 Aug 16 01:54:06.409288 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff10b82d-edc0-4694-8fd7-cd47b6394c0d req-f15f45dc-9dbf-4983-9481-1cff96160746 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099639 Aug 16 01:54:06.421161 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1cbacda-611f-40d8-bf0d-dbb82ac4a7ec tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:06.477338 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-35701ab2-e21a-490e-9a4b-9935b64bb8f1 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877136 Aug 16 01:54:06.481855 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35e0c1-f77e-49e0-8c20-b68342c3c16a req-595a5b4f-b0b2-4c2a-9f42-eaabbb0d56ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:06.483366 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f35e0c1-f77e-49e0-8c20-b68342c3c16a req-595a5b4f-b0b2-4c2a-9f42-eaabbb0d56ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=48c0db2c-d39e-40d2-88c5-c68693534687 HTTP/1.1" status: 200 len: 920 time: 0.4713480 Aug 16 01:54:06.555487 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1cbacda-611f-40d8-bf0d-dbb82ac4a7ec tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:06.622324 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f35e0c1-f77e-49e0-8c20-b68342c3c16a req-efe51f3d-94e5-4593-9c88-0d7a7ab6f28f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 HTTP/1.1" status: 200 len: 217 time: 0.1218138 Aug 16 01:54:06.626997 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbacda-611f-40d8-bf0d-dbb82ac4a7ec tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event deleted for resources: {'Subnet': ['ID=8c742fef-37e6-498e-9f39-73c25be30c89,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:06.632168 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1cbacda-611f-40d8-bf0d-dbb82ac4a7ec tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:06.639088 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e1cbacda-611f-40d8-bf0d-dbb82ac4a7ec tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "DELETE /v2.0/subnets/8c742fef-37e6-498e-9f39-73c25be30c89 HTTP/1.1" status: 204 len: 168 time: 1.5954924 Aug 16 01:54:06.639819 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e4b1eb9b-4b5f-42ad-930b-6605b1a97da9 None None] Set router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:06.642127 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960470c2-be96-40b3-9316-0d5d079c9b70 None None] Network db80c22f-dbbe-4f63-8e0a-f43fbe25b52c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:06.650660 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40888) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:06.712663 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35e0c1-f77e-49e0-8c20-b68342c3c16a req-c9f278ba-18b6-46eb-8dad-0f64572669ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:06.714156 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f35e0c1-f77e-49e0-8c20-b68342c3c16a req-c9f278ba-18b6-46eb-8dad-0f64572669ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ddea6de-761d-4f65-8cf8-1cc5670eca1d HTTP/1.1" status: 200 len: 859 time: 0.0554790 Aug 16 01:54:06.763354 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f35e0c1-f77e-49e0-8c20-b68342c3c16a req-0532bbb7-825e-46d9-9c68-530f5af723da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48c0db2c-d39e-40d2-88c5-c68693534687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342247 Aug 16 01:54:06.776169 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb5638-d8ea-44b8-b57b-8f5563bce3aa req-7b7c798a-0dd3-4138-9a72-b4d30905e912 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:06.783156 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0abb5638-d8ea-44b8-b57b-8f5563bce3aa req-7b7c798a-0dd3-4138-9a72-b4d30905e912 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.1665897 Aug 16 01:54:06.801447 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:06.917857 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Deleting port 4eb669ab-b8c0-4f3c-9514-62a2b024a425 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:06.918192 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:06.995619 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-842bc760-c6e9-4430-8f0a-d9b3db199709 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066571 Aug 16 01:54:07.017183 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0abb5638-d8ea-44b8-b57b-8f5563bce3aa req-993116f5-3e66-4046-890e-31390e3af7a2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331409 Aug 16 01:54:07.066637 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-11f37582-0d62-4f61-be18-1cf65be172d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=bee42ab6-fdb5-48a2-98ba-795a696d06da HTTP/1.1" status: 200 len: 217 time: 0.0621159 Aug 16 01:54:07.081396 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] For port 4eb669ab-b8c0-4f3c-9514-62a2b024a425, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4eb669ab-b8c0-4f3c-9514-62a2b024a425,segment=NetworkSegment(4a8c2fe4-618b-420a-9566-c59e91143ba1),segment_id=4a8c2fe4-618b-420a-9566-c59e91143ba1)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:07.081869 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.114699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Calling delete_port for 4eb669ab-b8c0-4f3c-9514-62a2b024a425 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:07.265246 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-d2f0ab13-094f-4fdb-b440-6df186eaa551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:07.265246 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-d2f0ab13-094f-4fdb-b440-6df186eaa551 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.1862855 Aug 16 01:54:07.283129 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47713ea7-932a-4800-87d5-b3fd3e6a24e9 None None] DHCP port deletion for db80c22f-dbbe-4f63-8e0a-f43fbe25b52c request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:54:07.311984 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.337534 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f35e0c1-f77e-49e0-8c20-b68342c3c16a req-2d839ccc-7bfd-4ff0-9268-403a4272af83 service neutron] 10.222.0.73 "GET /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356293 Aug 16 01:54:07.358242 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-47713ea7-932a-4800-87d5-b3fd3e6a24e9 None None] The port '4eb669ab-b8c0-4f3c-9514-62a2b024a425' was deleted {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 16 01:54:07.366971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event deleted for resources: {'Port': ['ID=4eb669ab-b8c0-4f3c-9514-62a2b024a425,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:07.376785 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] No DVR routers for this DVR port 4eb669ab-b8c0-4f3c-9514-62a2b024a425 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:07.393972 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.405627 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e4b1eb9b-4b5f-42ad-930b-6605b1a97da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:45:16Z', 'revision_number': 4, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'b2b2efff-55ad-47bf-a1dc-4c28420bee07', 'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'mac_address': 'fa:16:3e:d3:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:13Z', 'updated_at': '2021-08-16T01:45:27Z', 'revision_number': 5, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'subnets': [{'id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:07.470224 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-a030882e-7069-4043-969d-31ffb7f288aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:07.472053 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-a030882e-7069-4043-969d-31ffb7f288aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1758614 Aug 16 01:54:07.563038 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b1eb9b-4b5f-42ad-930b-6605b1a97da9 None None] The sync data for ids ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'] in n-d-765315-27 is: [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:45:16Z', 'revision_number': 4, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'b2b2efff-55ad-47bf-a1dc-4c28420bee07', 'name': '', 'network_id': '41d6539e-4b24-4ea3-ae06-65cd600ea064', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'mac_address': 'fa:16:3e:d3:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:13Z', 'updated_at': '2021-08-16T01:45:27Z', 'revision_number': 5, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'subnets': [{'id': 'b85102c8-d1ed-4688-b6f1-154a4a3875ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:07.625604 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.644205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40908) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:07.657594 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db80c22f-dbbe-4f63-8e0a-f43fbe25b52c']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:07.726781 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8c2fe4-618b-420a-9566-c59e91143ba1') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:07.727458 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8c2fe4-618b-420a-9566-c59e91143ba1') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:07.738898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece6d41-bb77-40d5-9128-09a09172cea8 req-8b9b7ae2-843c-4b59-aa81-688bafd1b86f tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:07.740698 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fece6d41-bb77-40d5-9128-09a09172cea8 req-8b9b7ae2-843c-4b59-aa81-688bafd1b86f tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.1924005 Aug 16 01:54:07.757021 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.774847 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-fc0e7da4-e641-4091-809e-fb6da719ca0f service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920704 Aug 16 01:54:07.847395 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.864044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:54:07.864457 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:54:07.872641 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:54:07.880608 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f35e0c1-f77e-49e0-8c20-b68342c3c16a req-928d0438-e064-4147-a2ae-0566b7055259 service neutron] 10.222.0.73 "GET /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356636 Aug 16 01:54:07.963840 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-3cc87fe8-0d71-4ae6-babf-5b47c41bb9e7 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728699 Aug 16 01:54:08.027690 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fece6d41-bb77-40d5-9128-09a09172cea8 req-7499a884-ecc7-4944-8372-002c191f14b2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769701 Aug 16 01:54:08.028409 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bba3e0ce-befc-4ade-ab4b-c100d4a8face tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.043967 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bdf6e4-7200-43e8-a100-7a042819087f None None] New status for floating IP 22273aca-3221-4da4-9af8-881c8d90f890: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:54:08.056205 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.076156 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bba3e0ce-befc-4ade-ab4b-c100d4a8face tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.078255 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-a52e7db9-84e9-4ac3-9645-bbc3943c8a25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be HTTP/1.1" status: 200 len: 217 time: 0.1063213 Aug 16 01:54:08.143710 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bba3e0ce-befc-4ade-ab4b-c100d4a8face tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.162220 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bba3e0ce-befc-4ade-ab4b-c100d4a8face tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.167485 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bba3e0ce-befc-4ade-ab4b-c100d4a8face tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "DELETE /v2.0/security-groups/bfa6633f-c297-4d90-82fe-12fdfa840ed0 HTTP/1.1" status: 204 len: 168 time: 0.5114543 Aug 16 01:54:08.170354 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40922) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:08.184903 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.203508 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 0df7fa1e-c8ff-437b-9003-eb34c3f66157 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:08.206200 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-07c2ccce-90f1-4737-a8e2-7e3a875bf109 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] show failed (client error): The resource could not be found. Aug 16 01:54:08.207778 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-07c2ccce-90f1-4737-a8e2-7e3a875bf109 tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "GET /v2.0/security-groups/bfa6633f-c297-4d90-82fe-12fdfa840ed0 HTTP/1.1" status: 404 len: 347 time: 0.0205112 Aug 16 01:54:08.208286 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-a45ff4e4-3899-49e9-89a1-5b1d555ca9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:08.210166 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-a45ff4e4-3899-49e9-89a1-5b1d555ca9fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 200 len: 797 time: 0.1196268 Aug 16 01:54:08.210819 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40924) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:08.244298 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 0df7fa1e-c8ff-437b-9003-eb34c3f66157 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:08.244643 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 0df7fa1e-c8ff-437b-9003-eb34c3f66157 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:08.259408 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.261380 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "DELETE /v2.0/networks/db80c22f-dbbe-4f63-8e0a-f43fbe25b52c HTTP/1.1" status: 204 len: 168 time: 1.6096704 Aug 16 01:54:08.266895 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40928) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:08.267688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01de045-4410-4ff3-b91b-da55d4030cbb tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Pushing event deleted for resources: {'Network': ['ID=db80c22f-dbbe-4f63-8e0a-f43fbe25b52c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:08.300130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3e0ce-befc-4ade-ab4b-c100d4a8face tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa6633f-c297-4d90-82fe-12fdfa840ed0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:08.335328 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6cad91ad-74fc-4e9a-8942-ae7cab413903 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ed93892-6a05-4855-91f2-f55e2f7574f4 HTTP/1.1" status: 200 len: 205 time: 0.0625203 Aug 16 01:54:08.335832 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40930) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:08.427453 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-442f95ba-fc17-405d-8e6e-eee8081b2df4 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.459102 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-184542c6-3bd6-44d1-801a-6068405bcc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:08.460688 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-184542c6-3bd6-44d1-801a-6068405bcc57 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25689f12-8f02-45a9-92d2-2d5bfc262caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1757023 Aug 16 01:54:08.471289 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4aaf8-b1a5-45cc-9e88-c3637986e2da req-7ea87033-44c7-4df2-8abf-0c78b923d889 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:08.472797 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-24d4aaf8-b1a5-45cc-9e88-c3637986e2da req-7ea87033-44c7-4df2-8abf-0c78b923d889 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.2610366 Aug 16 01:54:08.613495 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-24d4aaf8-b1a5-45cc-9e88-c3637986e2da req-112f381b-fe7e-41a9-a2c9-76547ee7c97d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893455 Aug 16 01:54:08.632825 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3d45be21-533f-428c-aa1e-02c762f99c4b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Deleting port 45a94aac-1523-4a2b-bfbe-2bb57344f045 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:08.633459 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d45be21-533f-428c-aa1e-02c762f99c4b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.649532 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-261b172f-1120-4864-951d-921215ee4353 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757390 Aug 16 01:54:08.659236 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-442f95ba-fc17-405d-8e6e-eee8081b2df4 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.662031 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-442f95ba-fc17-405d-8e6e-eee8081b2df4 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.716387 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-442f95ba-fc17-405d-8e6e-eee8081b2df4 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.717295 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442f95ba-fc17-405d-8e6e-eee8081b2df4 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Fanout notify agent at l3_agent the message router_deleted on router 3ed93892-6a05-4855-91f2-f55e2f7574f4 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:54:08.732159 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-442f95ba-fc17-405d-8e6e-eee8081b2df4 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.736238 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-442f95ba-fc17-405d-8e6e-eee8081b2df4 tempest-RoutersNegativeIpV6Test-764645089 tempest-RoutersNegativeIpV6Test-764645089-project] 10.222.0.68 "DELETE /v2.0/routers/3ed93892-6a05-4855-91f2-f55e2f7574f4 HTTP/1.1" status: 204 len: 168 time: 0.3969891 Aug 16 01:54:08.803609 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-00cb4a33-807c-42e5-8860-82edb5e72317 service neutron] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261635 Aug 16 01:54:08.859141 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-1addf63e-64d7-4048-a191-ef395bce6002 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=465a6ed0-dc32-464e-baf2-d0f03e4442f0 HTTP/1.1" status: 200 len: 217 time: 0.0481365 Aug 16 01:54:08.914371 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d45be21-533f-428c-aa1e-02c762f99c4b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.915075 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d45be21-533f-428c-aa1e-02c762f99c4b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.946186 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3d45be21-533f-428c-aa1e-02c762f99c4b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Calling delete_port for 45a94aac-1523-4a2b-bfbe-2bb57344f045 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:08.962826 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-e9ba6d2a-4a8e-469f-8b33-4b424c27e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:08.964396 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-e9ba6d2a-4a8e-469f-8b33-4b424c27e0bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85f7c82-6a4d-4d57-8a2b-76ed66161b19 HTTP/1.1" status: 200 len: 797 time: 0.0976582 Aug 16 01:54:09.065286 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-6d5f60f9-54df-43c1-b52c-abdaf248690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:09.066925 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-6d5f60f9-54df-43c1-b52c-abdaf248690b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ba83b8-171e-47ab-b264-b5e65af7f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0670350 Aug 16 01:54:09.154502 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40952) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:09.244403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4eb669ab-b8c0-4f3c-9514-62a2b024a425 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:09.308796 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78163e06-b70e-4553-b773-e75f724a3b37 req-2bf4633b-879e-4f6d-8c03-e3b5f3f31711 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:09.310759 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-78163e06-b70e-4553-b773-e75f724a3b37 req-2bf4633b-879e-4f6d-8c03-e3b5f3f31711 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.1416087 Aug 16 01:54:09.330559 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 4eb669ab-b8c0-4f3c-9514-62a2b024a425 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:09.330909 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4eb669ab-b8c0-4f3c-9514-62a2b024a425 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:09.349981 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d45be21-533f-428c-aa1e-02c762f99c4b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.406003 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-78163e06-b70e-4553-b773-e75f724a3b37 req-59fd1e30-b5d9-45e9-9589-2cffc49a956a tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892663 Aug 16 01:54:09.416707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45be21-533f-428c-aa1e-02c762f99c4b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Pushing event deleted for resources: {'Port': ['ID=45a94aac-1523-4a2b-bfbe-2bb57344f045,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:09.429813 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9daa7820-651b-4cf6-a3e0-5115378ffe5b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3baae44e417f479c8dbdd8dba0c24da0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2708867 Aug 16 01:54:09.431163 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40958) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:09.433638 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-388b625a-a116-4d0b-900b-6574705e1b91 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523889 Aug 16 01:54:09.498590 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8677f38a-fd79-4766-b92f-db76a1e02718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.529297 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8677f38a-fd79-4766-b92f-db76a1e02718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.539439 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d45be21-533f-428c-aa1e-02c762f99c4b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.542132 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d45be21-533f-428c-aa1e-02c762f99c4b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.546747 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3d45be21-533f-428c-aa1e-02c762f99c4b tempest-AttachVolumeShelveTestJSON-302914414 tempest-AttachVolumeShelveTestJSON-302914414-project] 10.222.0.68 "DELETE /v2.0/floatingips/22273aca-3221-4da4-9af8-881c8d90f890 HTTP/1.1" status: 204 len: 168 time: 1.3253193 Aug 16 01:54:09.614866 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8677f38a-fd79-4766-b92f-db76a1e02718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.618748 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8677f38a-fd79-4766-b92f-db76a1e02718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.620394 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8677f38a-fd79-4766-b92f-db76a1e02718 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d62f3058-1556-4c11-a01d-24a78fec9dfb HTTP/1.1" status: 204 len: 168 time: 0.1857288 Aug 16 01:54:09.639161 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-c98c8209-6287-48e4-837f-8fd4c4352600 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877768 Aug 16 01:54:09.643899 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677f38a-fd79-4766-b92f-db76a1e02718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62f3058-1556-4c11-a01d-24a78fec9dfb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:09.704577 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-233afbf0-fb78-4ce2-8b36-9b3664ef9fa2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ff481ee4-d554-41f9-8c85-9df7af1599d3 HTTP/1.1" status: 200 len: 217 time: 0.0483036 Aug 16 01:54:09.771918 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-c76de096-5c72-486b-b61b-42e0f6ffeea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:09.776485 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-c76de096-5c72-486b-b61b-42e0f6ffeea2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f85f7c82-6a4d-4d57-8a2b-76ed66161b19 HTTP/1.1" status: 200 len: 797 time: 0.0710876 Aug 16 01:54:09.989777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639538fa-43f6-40cd-bc03-915feeaa742b req-a06b3f0b-dcbc-4fa8-b42c-f2e3d7c1b629 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:10.001733 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-639538fa-43f6-40cd-bc03-915feeaa742b req-a06b3f0b-dcbc-4fa8-b42c-f2e3d7c1b629 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.2229784 Aug 16 01:54:10.014155 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-5b1a2a2e-6cae-4196-910b-0ba9fdd3170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:10.015647 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-5b1a2a2e-6cae-4196-910b-0ba9fdd3170f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ba83b8-171e-47ab-b264-b5e65af7f447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2163539 Aug 16 01:54:10.164889 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-639538fa-43f6-40cd-bc03-915feeaa742b req-2522e391-5720-4f8d-ba79-5c997fb325d2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622598 Aug 16 01:54:10.211486 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-f02c2326-c64e-4836-a71c-39235b103e54 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765537 Aug 16 01:54:10.383374 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36189fff-523b-4bac-9cf5-4aaf4d95c234 req-fe39b0d3-a5c5-4cc0-aa73-6430bf0570c7 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578150 Aug 16 01:54:10.638662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee901c-e7f6-4b84-92e9-b3d00a1be901 req-104269d5-3811-4592-8cb0-19b11cfd36fb tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:10.642190 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c4ee901c-e7f6-4b84-92e9-b3d00a1be901 req-104269d5-3811-4592-8cb0-19b11cfd36fb tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.1096683 Aug 16 01:54:10.734017 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c4ee901c-e7f6-4b84-92e9-b3d00a1be901 req-0300cc96-693d-4fee-bc3f-9eb6bd7fdb02 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652912 Aug 16 01:54:10.867748 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41010) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:10.993520 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-28081e6e-8c53-4624-b2fe-14a3060b22d2 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254631247'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:11.019481 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28081e6e-8c53-4624-b2fe-14a3060b22d2 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.031799 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28081e6e-8c53-4624-b2fe-14a3060b22d2 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.150842 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28081e6e-8c53-4624-b2fe-14a3060b22d2 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.155578 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28081e6e-8c53-4624-b2fe-14a3060b22d2 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.189108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28081e6e-8c53-4624-b2fe-14a3060b22d2 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8895bb82-b51e-4434-8dda-a7dfc2549b0d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:11.274192 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28081e6e-8c53-4624-b2fe-14a3060b22d2 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.288931 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28081e6e-8c53-4624-b2fe-14a3060b22d2 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.358684 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28081e6e-8c53-4624-b2fe-14a3060b22d2 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.362527 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-28081e6e-8c53-4624-b2fe-14a3060b22d2 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4911680 Aug 16 01:54:11.363151 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41030) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:11.366769 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28081e6e-8c53-4624-b2fe-14a3060b22d2 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d962ed-1eb0-4ea7-8a04-adfe68ba6dc5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:11.397097 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9dbad9-8aa4-4c6f-bb09-3362810bccf5 req-36fae283-562e-4d27-b4e6-a3a6114c5819 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:11.399014 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0b9dbad9-8aa4-4c6f-bb09-3362810bccf5 req-36fae283-562e-4d27-b4e6-a3a6114c5819 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.1234171 Aug 16 01:54:11.425217 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a19e7353-082c-422a-904b-305b658c8c74 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0609148 Aug 16 01:54:11.427726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41034) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:11.437227 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bcb61a31-175b-4de8-88aa-f6a3f38248a1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group': {'name': 'tempest-security--1686596685', 'description': 'tempest-security-description-537960813'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:11.456892 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0b9dbad9-8aa4-4c6f-bb09-3362810bccf5 req-a79ef353-5e2c-4360-80d2-f0432855f7b1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510108 Aug 16 01:54:11.492051 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bcb61a31-175b-4de8-88aa-f6a3f38248a1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.538425 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bcb61a31-175b-4de8-88aa-f6a3f38248a1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.542482 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bcb61a31-175b-4de8-88aa-f6a3f38248a1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.545114 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bcb61a31-175b-4de8-88aa-f6a3f38248a1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.548959 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bcb61a31-175b-4de8-88aa-f6a3f38248a1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "PUT /v2.0/security-groups/c2d962ed-1eb0-4ea7-8a04-adfe68ba6dc5 HTTP/1.1" status: 200 len: 1779 time: 0.1170213 Aug 16 01:54:11.549285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41036) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:11.576187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb61a31-175b-4de8-88aa-f6a3f38248a1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d962ed-1eb0-4ea7-8a04-adfe68ba6dc5,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:11.601560 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2b207283-631a-48c2-b91a-0051ea694ad0 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-groups/c2d962ed-1eb0-4ea7-8a04-adfe68ba6dc5 HTTP/1.1" status: 200 len: 1779 time: 0.0509803 Aug 16 01:54:11.603839 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41038) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:11.666359 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-782fce35-1571-44dc-ad08-7a9468668f77 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.691089 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-782fce35-1571-44dc-ad08-7a9468668f77 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.738509 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-782fce35-1571-44dc-ad08-7a9468668f77 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.743567 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-782fce35-1571-44dc-ad08-7a9468668f77 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.744471 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-782fce35-1571-44dc-ad08-7a9468668f77 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "DELETE /v2.0/security-groups/c2d962ed-1eb0-4ea7-8a04-adfe68ba6dc5 HTTP/1.1" status: 204 len: 168 time: 0.1395457 Aug 16 01:54:11.747138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41046) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:11.759446 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fce35-1571-44dc-ad08-7a9468668f77 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d962ed-1eb0-4ea7-8a04-adfe68ba6dc5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:11.817662 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a12873d3-e220-4ed6-b007-62e35b599049 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0688105 Aug 16 01:54:11.820987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41048) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:11.842244 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-0f2b0207-37e2-41fb-be68-2a3f6cd6b351 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] delete failed (client error): The resource could not be found. Aug 16 01:54:11.843507 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0f2b0207-37e2-41fb-be68-2a3f6cd6b351 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "DELETE /v2.0/security-groups/c2d962ed-1eb0-4ea7-8a04-adfe68ba6dc5 HTTP/1.1" status: 404 len: 347 time: 0.0213215 Aug 16 01:54:11.847659 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41050) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:11.852781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-97a19372-2c77-4b39-a05f-c7bc8ea1aa38 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1910542941'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:11.870146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc807986-720a-48ed-9a0a-e58cde9fa3fc req-ae00e968-227e-4518-9f8b-c1a004ba0cef tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:11.871712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc807986-720a-48ed-9a0a-e58cde9fa3fc req-ae00e968-227e-4518-9f8b-c1a004ba0cef tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.0526240 Aug 16 01:54:11.876373 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97a19372-2c77-4b39-a05f-c7bc8ea1aa38 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.915458 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bc807986-720a-48ed-9a0a-e58cde9fa3fc req-5c632237-20ce-4251-a8b3-2fe7b790a478 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358582 Aug 16 01:54:11.987353 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97a19372-2c77-4b39-a05f-c7bc8ea1aa38 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.999176 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97a19372-2c77-4b39-a05f-c7bc8ea1aa38 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.035948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a19372-2c77-4b39-a05f-c7bc8ea1aa38 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a64b879a-6ed4-4f72-91c7-28b63f0e0aa5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:12.072330 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97a19372-2c77-4b39-a05f-c7bc8ea1aa38 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.076522 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-97a19372-2c77-4b39-a05f-c7bc8ea1aa38 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2252834 Aug 16 01:54:12.076800 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41064) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:12.081896 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1d1ac6e5-36d3-4df9-9faf-e7b901edc370 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group_rule': {'security_group_id': 'a64b879a-6ed4-4f72-91c7-28b63f0e0aa5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:12.150462 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac6e5-36d3-4df9-9faf-e7b901edc370 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.251768 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac6e5-36d3-4df9-9faf-e7b901edc370 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.256722 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac6e5-36d3-4df9-9faf-e7b901edc370 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.287271 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ac6e5-36d3-4df9-9faf-e7b901edc370 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5669992-0bf4-47fb-aa32-619ce58613a4,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:12.295161 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d1ac6e5-36d3-4df9-9faf-e7b901edc370 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.299331 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1d1ac6e5-36d3-4df9-9faf-e7b901edc370 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2186606 Aug 16 01:54:12.299975 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41070) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:12.346491 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5316a830-58d2-4fab-8056-5ff77b9d2d7a tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.369432 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5316a830-58d2-4fab-8056-5ff77b9d2d7a tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.432604 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5316a830-58d2-4fab-8056-5ff77b9d2d7a tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.443159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316a830-58d2-4fab-8056-5ff77b9d2d7a tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5669992-0bf4-47fb-aa32-619ce58613a4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:12.452037 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5316a830-58d2-4fab-8056-5ff77b9d2d7a tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.456205 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5316a830-58d2-4fab-8056-5ff77b9d2d7a tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/b5669992-0bf4-47fb-aa32-619ce58613a4 HTTP/1.1" status: 204 len: 168 time: 0.1527128 Aug 16 01:54:12.456292 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41078) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:12.513047 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-79102893-b7e5-4bad-b57b-e0aae4bb598f tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0531774 Aug 16 01:54:12.514823 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41082) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:12.602074 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d1bcaa8-3c41-413d-a086-cd4207efc57b tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.636192 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d1bcaa8-3c41-413d-a086-cd4207efc57b tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.654079 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335265e-2fa6-4d5f-86e5-2a0bdfbef187 req-e78a16a3-1716-48ec-ba83-3c9874f446c6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:12.655783 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3335265e-2fa6-4d5f-86e5-2a0bdfbef187 req-e78a16a3-1716-48ec-ba83-3c9874f446c6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.0915163 Aug 16 01:54:12.730874 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d1bcaa8-3c41-413d-a086-cd4207efc57b tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.734314 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d1bcaa8-3c41-413d-a086-cd4207efc57b tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.738161 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41088) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:12.738312 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6d1bcaa8-3c41-413d-a086-cd4207efc57b tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "DELETE /v2.0/security-groups/a64b879a-6ed4-4f72-91c7-28b63f0e0aa5 HTTP/1.1" status: 204 len: 168 time: 0.2224462 Aug 16 01:54:12.749466 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3335265e-2fa6-4d5f-86e5-2a0bdfbef187 req-43af8c69-740b-4e50-b92c-66106d8a8bd0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836957 Aug 16 01:54:12.755504 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1bcaa8-3c41-413d-a086-cd4207efc57b tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64b879a-6ed4-4f72-91c7-28b63f0e0aa5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:12.807930 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41090) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:12.814752 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-596606e9-6a34-40c3-a441-311bae509212 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0753610 Aug 16 01:54:12.822309 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6edbb669-a992-489d-8c90-732a76a88c3b tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1881702313'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:12.849738 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6edbb669-a992-489d-8c90-732a76a88c3b tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.939534 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6edbb669-a992-489d-8c90-732a76a88c3b tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.944806 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6edbb669-a992-489d-8c90-732a76a88c3b tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.999286 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6edbb669-a992-489d-8c90-732a76a88c3b tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.002864 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6edbb669-a992-489d-8c90-732a76a88c3b tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1935670 Aug 16 01:54:13.007709 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41094) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:13.016658 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7083da2e-61a7-4d42-b582-420edcecd897 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group_rule': {'security_group_id': '0a78f554-136a-4b36-8ca7-b718a3ca7167', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:13.028097 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbb669-a992-489d-8c90-732a76a88c3b tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a78f554-136a-4b36-8ca7-b718a3ca7167,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:13.097321 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7083da2e-61a7-4d42-b582-420edcecd897 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.124635 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5cf2c-3887-47e4-ab3a-e30a6952ccab req-9a973716-7396-4267-8458-74bd0239f2d9 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:13.127948 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a8d5cf2c-3887-47e4-ab3a-e30a6952ccab req-9a973716-7396-4267-8458-74bd0239f2d9 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.1273148 Aug 16 01:54:13.230642 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a8d5cf2c-3887-47e4-ab3a-e30a6952ccab req-2d1b0211-80a6-4c52-8a6c-3cdbcc7cc948 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959373 Aug 16 01:54:13.232813 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7083da2e-61a7-4d42-b582-420edcecd897 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.240306 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7083da2e-61a7-4d42-b582-420edcecd897 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.311940 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083da2e-61a7-4d42-b582-420edcecd897 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e709a76-354b-45a3-ad74-9405fa63fcc7,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:13.334178 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7083da2e-61a7-4d42-b582-420edcecd897 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.339285 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41104) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:13.339438 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7083da2e-61a7-4d42-b582-420edcecd897 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3300872 Aug 16 01:54:13.346717 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-967dc891-1ee4-48f8-bbcd-c8ed939abd87 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group_rule': {'security_group_id': '0a78f554-136a-4b36-8ca7-b718a3ca7167', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:13.394916 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-967dc891-1ee4-48f8-bbcd-c8ed939abd87 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.460669 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-967dc891-1ee4-48f8-bbcd-c8ed939abd87 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.466172 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-967dc891-1ee4-48f8-bbcd-c8ed939abd87 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.484697 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967dc891-1ee4-48f8-bbcd-c8ed939abd87 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0c2ff9-ae49-44d6-bcca-143bde411257,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:13.494116 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-967dc891-1ee4-48f8-bbcd-c8ed939abd87 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.495676 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-967dc891-1ee4-48f8-bbcd-c8ed939abd87 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1550860 Aug 16 01:54:13.498462 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41112) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:13.503649 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-85ed56c2-0c99-4dac-bdb7-12214e5d0a1f tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group_rule': {'security_group_id': '0a78f554-136a-4b36-8ca7-b718a3ca7167', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:13.539916 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-85ed56c2-0c99-4dac-bdb7-12214e5d0a1f tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.607868 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-85ed56c2-0c99-4dac-bdb7-12214e5d0a1f tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.611620 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-85ed56c2-0c99-4dac-bdb7-12214e5d0a1f tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.630632 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed56c2-0c99-4dac-bdb7-12214e5d0a1f tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308d82cb-250d-411f-9109-f26cb0d47840,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:13.633961 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-85ed56c2-0c99-4dac-bdb7-12214e5d0a1f tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.637813 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-85ed56c2-0c99-4dac-bdb7-12214e5d0a1f tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1356349 Aug 16 01:54:13.638158 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41114) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:13.642458 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3e30b72c-f0e2-447b-944e-1ebe5a695a98 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group_rule': {'security_group_id': '0a78f554-136a-4b36-8ca7-b718a3ca7167', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:13.675304 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e30b72c-f0e2-447b-944e-1ebe5a695a98 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.747440 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e30b72c-f0e2-447b-944e-1ebe5a695a98 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.752869 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e30b72c-f0e2-447b-944e-1ebe5a695a98 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.783436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30b72c-f0e2-447b-944e-1ebe5a695a98 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71265911-1ada-40ce-b910-a49acfe9eb08,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:13.786396 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e30b72c-f0e2-447b-944e-1ebe5a695a98 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.788525 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3e30b72c-f0e2-447b-944e-1ebe5a695a98 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1491349 Aug 16 01:54:13.791434 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41122) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:13.796245 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8f2676c5-58b1-44f3-9fbd-86d82b28f6f8 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group_rule': {'security_group_id': '0a78f554-136a-4b36-8ca7-b718a3ca7167', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:13.840178 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f2676c5-58b1-44f3-9fbd-86d82b28f6f8 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.919584 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f2676c5-58b1-44f3-9fbd-86d82b28f6f8 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.924329 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f2676c5-58b1-44f3-9fbd-86d82b28f6f8 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.943081 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2676c5-58b1-44f3-9fbd-86d82b28f6f8 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8b4fbe-f808-49f3-ab02-436559b788b8,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:13.957625 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f2676c5-58b1-44f3-9fbd-86d82b28f6f8 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.958433 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bfbe1-756e-4933-b205-c3131a089012 req-4e8e5782-0a66-43cc-85d7-a6b20dde9232 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:13.960148 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8f2676c5-58b1-44f3-9fbd-86d82b28f6f8 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1674929 Aug 16 01:54:13.962948 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41126) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:13.963994 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c98bfbe1-756e-4933-b205-c3131a089012 req-4e8e5782-0a66-43cc-85d7-a6b20dde9232 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.0808220 Aug 16 01:54:13.994188 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6830e7d1-f4ed-4ddb-91c5-03862b8b1ca6 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.002868 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6830e7d1-f4ed-4ddb-91c5-03862b8b1ca6 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.013064 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c98bfbe1-756e-4933-b205-c3131a089012 req-1377e613-fbd9-443f-8a7a-7a88c666db88 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400994 Aug 16 01:54:14.039312 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6830e7d1-f4ed-4ddb-91c5-03862b8b1ca6 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.046385 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6830e7d1-f4ed-4ddb-91c5-03862b8b1ca6 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.049942 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6830e7d1-f4ed-4ddb-91c5-03862b8b1ca6 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/eb8b4fbe-f808-49f3-ab02-436559b788b8 HTTP/1.1" status: 204 len: 168 time: 0.0832691 Aug 16 01:54:14.050272 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41128) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:14.051624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830e7d1-f4ed-4ddb-91c5-03862b8b1ca6 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb8b4fbe-f808-49f3-ab02-436559b788b8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:14.117289 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-897de88e-13a0-4686-80f0-f83ee90fdc81 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0657389 Aug 16 01:54:14.120036 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41134) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:14.146677 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14c5e788-b218-4d36-84a7-52405234022b tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.156333 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14c5e788-b218-4d36-84a7-52405234022b tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.188753 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14c5e788-b218-4d36-84a7-52405234022b tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.201352 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14c5e788-b218-4d36-84a7-52405234022b tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.204947 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-14c5e788-b218-4d36-84a7-52405234022b tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/71265911-1ada-40ce-b910-a49acfe9eb08 HTTP/1.1" status: 204 len: 168 time: 0.0815818 Aug 16 01:54:14.204947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5e788-b218-4d36-84a7-52405234022b tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71265911-1ada-40ce-b910-a49acfe9eb08,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:14.205174 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41136) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:14.254315 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-07ef1e55-f2af-42c2-8077-bf1310de7588 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0455868 Aug 16 01:54:14.254749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41138) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:14.285174 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-019bb276-441e-457a-93eb-01b740b62864 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.296324 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-019bb276-441e-457a-93eb-01b740b62864 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.329807 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-019bb276-441e-457a-93eb-01b740b62864 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.356040 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-019bb276-441e-457a-93eb-01b740b62864 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.358843 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-019bb276-441e-457a-93eb-01b740b62864 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/308d82cb-250d-411f-9109-f26cb0d47840 HTTP/1.1" status: 204 len: 168 time: 0.1023374 Aug 16 01:54:14.364861 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41144) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:14.369267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bb276-441e-457a-93eb-01b740b62864 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=308d82cb-250d-411f-9109-f26cb0d47840,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:14.409537 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efb236-667c-44f7-878b-56fbc7519ad5 req-4f3c33a9-4c04-495f-be95-999df4abeb3a tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:14.411911 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88efb236-667c-44f7-878b-56fbc7519ad5 req-4f3c33a9-4c04-495f-be95-999df4abeb3a tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.0944779 Aug 16 01:54:14.469920 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41154) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:14.470145 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-03b9abfb-622d-44f9-ada0-57bf4ef2e46c tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1022611 Aug 16 01:54:14.494293 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88efb236-667c-44f7-878b-56fbc7519ad5 req-60762c5e-f877-44ce-b426-ebba0ca9da28 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625277 Aug 16 01:54:14.519463 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5afcbd6e-98e4-4b3d-ae17-50bd44680d34 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.529570 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5afcbd6e-98e4-4b3d-ae17-50bd44680d34 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.565290 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5afcbd6e-98e4-4b3d-ae17-50bd44680d34 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.574887 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5afcbd6e-98e4-4b3d-ae17-50bd44680d34 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.575997 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5afcbd6e-98e4-4b3d-ae17-50bd44680d34 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/cf0c2ff9-ae49-44d6-bcca-143bde411257 HTTP/1.1" status: 204 len: 168 time: 0.1048589 Aug 16 01:54:14.579022 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41156) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:14.585747 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcbd6e-98e4-4b3d-ae17-50bd44680d34 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf0c2ff9-ae49-44d6-bcca-143bde411257,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:14.643417 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1d849769-0053-4d8a-8c4e-ee8b263f308c tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0627766 Aug 16 01:54:14.646042 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41158) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:14.674948 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-52884283-6511-425b-8a7e-a7a8753ca6c9 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.683655 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-52884283-6511-425b-8a7e-a7a8753ca6c9 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.714466 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-52884283-6511-425b-8a7e-a7a8753ca6c9 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.720602 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-52884283-6511-425b-8a7e-a7a8753ca6c9 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.721795 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-52884283-6511-425b-8a7e-a7a8753ca6c9 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/1e709a76-354b-45a3-ad74-9405fa63fcc7 HTTP/1.1" status: 204 len: 168 time: 0.0746291 Aug 16 01:54:14.725044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41164) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:14.730618 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52884283-6511-425b-8a7e-a7a8753ca6c9 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e709a76-354b-45a3-ad74-9405fa63fcc7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:14.778816 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a185bc7f-79f7-4990-a2cf-4e6c9a0c7370 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0518045 Aug 16 01:54:14.779762 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41166) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:14.838826 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-484fba20-b5ab-4ed1-9332-c00563e5c59d tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.862722 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-484fba20-b5ab-4ed1-9332-c00563e5c59d tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.905724 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-484fba20-b5ab-4ed1-9332-c00563e5c59d tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.909023 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-484fba20-b5ab-4ed1-9332-c00563e5c59d tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.913294 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-484fba20-b5ab-4ed1-9332-c00563e5c59d tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "DELETE /v2.0/security-groups/0a78f554-136a-4b36-8ca7-b718a3ca7167 HTTP/1.1" status: 204 len: 168 time: 0.1295335 Aug 16 01:54:14.914770 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41168) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:14.921151 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fba20-b5ab-4ed1-9332-c00563e5c59d tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a78f554-136a-4b36-8ca7-b718a3ca7167,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:14.976581 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-da70b076-e958-4346-a41b-38aa13a423df tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0588152 Aug 16 01:54:14.983105 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41170) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:14.987940 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bf1bc068-23bc-45e4-8836-eb66fd67cff4 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group': {'name': 'tempest-secgroup--374456652'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:15.012541 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf1bc068-23bc-45e4-8836-eb66fd67cff4 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.130258 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf1bc068-23bc-45e4-8836-eb66fd67cff4 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.141790 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf1bc068-23bc-45e4-8836-eb66fd67cff4 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.193461 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf1bc068-23bc-45e4-8836-eb66fd67cff4 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.194905 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bf1bc068-23bc-45e4-8836-eb66fd67cff4 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2107623 Aug 16 01:54:15.198120 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41178) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:15.200541 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bc068-23bc-45e4-8836-eb66fd67cff4 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15e5f80-b843-4ccf-b120-0a14907e84fe,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:15.204422 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b6b0917d-421e-4071-92ba-87be558a25a8 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group_rule': {'security_group_id': 'd15e5f80-b843-4ccf-b120-0a14907e84fe', 'direction': 'ingress', 'protocol': 17}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:15.216125 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55189dbe-5ed1-4511-90f7-6cee708352e1 req-9576bc24-aa50-42c0-a11f-af33907a3065 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:15.217723 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-55189dbe-5ed1-4511-90f7-6cee708352e1 req-9576bc24-aa50-42c0-a11f-af33907a3065 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.0912702 Aug 16 01:54:15.240205 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b6b0917d-421e-4071-92ba-87be558a25a8 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.265338 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-55189dbe-5ed1-4511-90f7-6cee708352e1 req-6e189201-313f-4157-9c53-c70aa43d8cd2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408494 Aug 16 01:54:15.329815 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b6b0917d-421e-4071-92ba-87be558a25a8 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.336334 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b6b0917d-421e-4071-92ba-87be558a25a8 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.352042 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0917d-421e-4071-92ba-87be558a25a8 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b07802-141c-4cc4-98fb-591eca2a6e62,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:15.375064 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b6b0917d-421e-4071-92ba-87be558a25a8 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.378997 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b6b0917d-421e-4071-92ba-87be558a25a8 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1771417 Aug 16 01:54:15.379338 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41184) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:15.446304 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d77f1fb-33ab-4fff-aa4b-77a52a4f3e3e tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.478239 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d77f1fb-33ab-4fff-aa4b-77a52a4f3e3e tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.567306 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d77f1fb-33ab-4fff-aa4b-77a52a4f3e3e tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.571953 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d77f1fb-33ab-4fff-aa4b-77a52a4f3e3e tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.583399 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1d77f1fb-33ab-4fff-aa4b-77a52a4f3e3e tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "DELETE /v2.0/security-groups/d15e5f80-b843-4ccf-b120-0a14907e84fe HTTP/1.1" status: 204 len: 168 time: 0.2026834 Aug 16 01:54:15.586579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41198) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:15.598437 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77f1fb-33ab-4fff-aa4b-77a52a4f3e3e tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15e5f80-b843-4ccf-b120-0a14907e84fe,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:15.656203 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41204) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:15.668129 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-97e9b58d-89c0-45af-8c32-765778aa875b tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802813 Aug 16 01:54:15.672250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41208) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:15.677471 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e4779857-812f-4b09-8d3d-b597693fc667 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1728289076'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:15.684705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d071d3-4135-4ddc-952a-7da1b462ec2b req-3cc6f914-86b4-44b8-9ff7-dee6cda7a477 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:15.686907 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b2d071d3-4135-4ddc-952a-7da1b462ec2b req-3cc6f914-86b4-44b8-9ff7-dee6cda7a477 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.1019521 Aug 16 01:54:15.742128 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4779857-812f-4b09-8d3d-b597693fc667 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.761421 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b2d071d3-4135-4ddc-952a-7da1b462ec2b req-2c31d4e3-9593-4b78-af04-7a9b8166a5ab tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618880 Aug 16 01:54:15.835329 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4779857-812f-4b09-8d3d-b597693fc667 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.840096 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4779857-812f-4b09-8d3d-b597693fc667 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.871114 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4779857-812f-4b09-8d3d-b597693fc667 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.875136 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e4779857-812f-4b09-8d3d-b597693fc667 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1992440 Aug 16 01:54:15.875136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4779857-812f-4b09-8d3d-b597693fc667 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb88ac01-31cd-4468-92fa-fc9565d844bb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:15.878302 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41210) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:15.882875 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-482afd32-f341-46d9-8868-3817146f66b1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group': {'name': 'tempest-secgroup--747372788'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:15.908869 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-482afd32-f341-46d9-8868-3817146f66b1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.014134 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-482afd32-f341-46d9-8868-3817146f66b1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.019274 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-482afd32-f341-46d9-8868-3817146f66b1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.054037 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-482afd32-f341-46d9-8868-3817146f66b1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.058536 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-482afd32-f341-46d9-8868-3817146f66b1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1766179 Aug 16 01:54:16.058536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482afd32-f341-46d9-8868-3817146f66b1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f32684-7f5e-455e-842a-058bb1605dc3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:16.059173 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41216) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:16.064193 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4e4ceaae-4b7f-468e-a5f9-94132e9456a9 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group_rule': {'security_group_id': 'fb88ac01-31cd-4468-92fa-fc9565d844bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '95f32684-7f5e-455e-842a-058bb1605dc3', 'remote_ip_prefix': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:16.142710 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4e4ceaae-4b7f-468e-a5f9-94132e9456a9 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.194878 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-f7713c81-0468-453c-b645-501a9403571e service neutron] show failed (client error): The resource could not be found. Aug 16 01:54:16.196124 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-f7713c81-0468-453c-b645-501a9403571e service neutron] 10.222.0.63 "GET /v2.0/ports/7e69fbad-8380-46f6-a06f-3b7e05536c45/bindings/n-h1-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.1115870 Aug 16 01:54:16.258474 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4e4ceaae-4b7f-468e-a5f9-94132e9456a9 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.264106 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4e4ceaae-4b7f-468e-a5f9-94132e9456a9 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.294207 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ceaae-4b7f-468e-a5f9-94132e9456a9 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a21e42f-31cb-41cd-9c50-2104e91bb9fc,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:16.297702 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4e4ceaae-4b7f-468e-a5f9-94132e9456a9 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.299204 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4e4ceaae-4b7f-468e-a5f9-94132e9456a9 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2388568 Aug 16 01:54:16.302112 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41222) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:16.341151 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ce5ca01-0c42-4f7b-8229-2b634ca484fe tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.354382 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ce5ca01-0c42-4f7b-8229-2b634ca484fe tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.407034 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ce5ca01-0c42-4f7b-8229-2b634ca484fe tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.418229 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ce5ca01-0c42-4f7b-8229-2b634ca484fe tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.419721 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2ce5ca01-0c42-4f7b-8229-2b634ca484fe tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/2a21e42f-31cb-41cd-9c50-2104e91bb9fc HTTP/1.1" status: 204 len: 168 time: 0.1160986 Aug 16 01:54:16.426435 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41226) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:16.448007 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5ca01-0c42-4f7b-8229-2b634ca484fe tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a21e42f-31cb-41cd-9c50-2104e91bb9fc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:16.471575 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d885e1-7322-4981-a3e6-5c15f1004ce5 req-9638ce4d-8288-46a8-9e14-144ca44a0ddf tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:16.480640 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91d885e1-7322-4981-a3e6-5c15f1004ce5 req-9638ce4d-8288-46a8-9e14-144ca44a0ddf tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.0906863 Aug 16 01:54:16.530132 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91d885e1-7322-4981-a3e6-5c15f1004ce5 req-8f819fa3-0583-41a8-abc9-ca7014454419 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483227 Aug 16 01:54:16.540748 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-d40425be-3b53-4752-84c3-3104c7d1215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:16.542271 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-d40425be-3b53-4752-84c3-3104c7d1215e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031&tenant_id=7069c6ece3114808b56031f1299826b6 HTTP/1.1" status: 200 len: 1098 time: 0.1449680 Aug 16 01:54:16.559695 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:16.579773 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bbb72f5a-c746-41a5-86a3-75f85f70ff6e tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1465235 Aug 16 01:54:16.580177 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41232) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:16.679516 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bb51227-8f24-4736-a5f6-9acb4dde3171 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.708243 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bb51227-8f24-4736-a5f6-9acb4dde3171 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.744467 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.800103 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bb51227-8f24-4736-a5f6-9acb4dde3171 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.807289 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bb51227-8f24-4736-a5f6-9acb4dde3171 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:16.810621 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1bb51227-8f24-4736-a5f6-9acb4dde3171 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "DELETE /v2.0/security-groups/95f32684-7f5e-455e-842a-058bb1605dc3 HTTP/1.1" status: 204 len: 168 time: 0.2293870 Aug 16 01:54:16.814742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41244) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:16.841471 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb51227-8f24-4736-a5f6-9acb4dde3171 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f32684-7f5e-455e-842a-058bb1605dc3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:16.949523 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-707ded86-7497-49b3-9229-30b35b79dfd4 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1316662 Aug 16 01:54:16.952792 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41250) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:17.014465 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b91c7-f168-40db-9013-fd3db62e26b0 req-033c4c15-c6eb-47f6-b46e-71ea17851acc tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:17.016761 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c83b91c7-f168-40db-9013-fd3db62e26b0 req-033c4c15-c6eb-47f6-b46e-71ea17851acc tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.1214631 Aug 16 01:54:17.074579 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08aa6534-2323-40d9-92fc-f6ec066b14d2 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.105422 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] For port 7e69fbad-8380-46f6-a06f-3b7e05536c45, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=7e69fbad-8380-46f6-a06f-3b7e05536c45,segment=NetworkSegment(82bf085e-4971-4466-8060-7d71e33b44eb),segment_id=82bf085e-4971-4466-8060-7d71e33b44eb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:17.110490 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85d15528-9d84-498b-8600-f11bc25a7177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.117243 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08aa6534-2323-40d9-92fc-f6ec066b14d2 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.139646 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c83b91c7-f168-40db-9013-fd3db62e26b0 req-386160c9-d7ed-49ef-9bd6-98002601657a tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115816 Aug 16 01:54:17.194257 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08aa6534-2323-40d9-92fc-f6ec066b14d2 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.197403 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08aa6534-2323-40d9-92fc-f6ec066b14d2 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.201645 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-08aa6534-2323-40d9-92fc-f6ec066b14d2 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "DELETE /v2.0/security-groups/fb88ac01-31cd-4468-92fa-fc9565d844bb HTTP/1.1" status: 204 len: 168 time: 0.2479193 Aug 16 01:54:17.202523 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41262) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:17.233397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa6534-2323-40d9-92fc-f6ec066b14d2 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb88ac01-31cd-4468-92fa-fc9565d844bb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:17.289121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] For port 7e69fbad-8380-46f6-a06f-3b7e05536c45, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:17.312922 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4ab3741c-9449-4b3c-a664-95aef43cb518 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1031504 Aug 16 01:54:17.313123 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41266) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:17.320063 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-afedf072-a2ca-4e9c-baca-03b1e7cad19c tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group': {'name': 'tempest-secgroup--53778643'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:17.347998 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-afedf072-a2ca-4e9c-baca-03b1e7cad19c tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.422738 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb013df-c406-42aa-84cd-c8f687889031', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e69fbad-8380-46f6-a06f-3b7e05536c45'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:17.425041 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf01155-5e8a-4c5f-9aaa-38fc5979e5d2" -d '{"events": [{"server_uuid": "cdb013df-c406-42aa-84cd-c8f687889031", "name": "network-vif-unplugged", "status": "completed", "tag": "7e69fbad-8380-46f6-a06f-3b7e05536c45"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:17.429095 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.452311 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-afedf072-a2ca-4e9c-baca-03b1e7cad19c tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.452486 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] Transition to ACTIVE for port object 7e69fbad-8380-46f6-a06f-3b7e05536c45 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:17.457705 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-afedf072-a2ca-4e9c-baca-03b1e7cad19c tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.464067 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.491428 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-afedf072-a2ca-4e9c-baca-03b1e7cad19c tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.492901 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-afedf072-a2ca-4e9c-baca-03b1e7cad19c tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1788201 Aug 16 01:54:17.495935 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41276) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:17.501356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-40232961-7a31-4003-ab01-6aab5a3b6f2a tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group_rule': {'security_group_id': 'cc31d3db-cd14-494e-9ffd-ff5188afa9a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:17.511219 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedf072-a2ca-4e9c-baca-03b1e7cad19c tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc31d3db-cd14-494e-9ffd-ff5188afa9a2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:17.540105 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40232961-7a31-4003-ab01-6aab5a3b6f2a tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.639303 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40232961-7a31-4003-ab01-6aab5a3b6f2a tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.661875 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] Pushing event updated for resources: {'Port': ['ID=7e69fbad-8380-46f6-a06f-3b7e05536c45,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:17.679987 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40232961-7a31-4003-ab01-6aab5a3b6f2a tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.717629 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40232961-7a31-4003-ab01-6aab5a3b6f2a tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12fbcac6-f37d-4eb9-a1cb-b404f5d07a29,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:17.724864 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40232961-7a31-4003-ab01-6aab5a3b6f2a tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.729440 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-40232961-7a31-4003-ab01-6aab5a3b6f2a tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2298028 Aug 16 01:54:17.735513 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41282) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:17.739442 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff50da-011a-4721-bc16-527aa8647431 req-f2ebb051-15e4-443f-adb0-211b6eefe8c7 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:17.741449 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-53ff50da-011a-4721-bc16-527aa8647431 req-f2ebb051-15e4-443f-adb0-211b6eefe8c7 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 944 time: 0.0997331 Aug 16 01:54:17.769149 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] No DVR routers for this DVR port 7e69fbad-8380-46f6-a06f-3b7e05536c45 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:17.774944 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9119755f-bec0-4b14-bb6b-2fbeda95000d x-openstack-request-id: req-9119755f-bec0-4b14-bb6b-2fbeda95000d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:17.775508 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb013df-c406-42aa-84cd-c8f687889031", "name": "network-vif-unplugged", "status": "completed", "tag": "7e69fbad-8380-46f6-a06f-3b7e05536c45", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:17.775920 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9119755f-bec0-4b14-bb6b-2fbeda95000d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:17.776490 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb013df-c406-42aa-84cd-c8f687889031', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e69fbad-8380-46f6-a06f-3b7e05536c45', 'code': 200} Aug 16 01:54:17.806365 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-53ff50da-011a-4721-bc16-527aa8647431 req-457463cc-d3f9-48a9-9262-ffd258b55139 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581565 Aug 16 01:54:17.833078 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12734bcc-9ea2-4066-a2bf-82e4f8ce3446 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.854058 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12734bcc-9ea2-4066-a2bf-82e4f8ce3446 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.859156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-85d15528-9d84-498b-8600-f11bc25a7177 admin admin] Deleting port b2b2efff-55ad-47bf-a1dc-4c28420bee07 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:17.859496 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85d15528-9d84-498b-8600-f11bc25a7177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.990367 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12734bcc-9ea2-4066-a2bf-82e4f8ce3446 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.000801 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12734bcc-9ea2-4066-a2bf-82e4f8ce3446 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.001948 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-12734bcc-9ea2-4066-a2bf-82e4f8ce3446 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/12fbcac6-f37d-4eb9-a1cb-b404f5d07a29 HTTP/1.1" status: 204 len: 168 time: 0.2652915 Aug 16 01:54:18.004734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41288) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:18.021488 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12734bcc-9ea2-4066-a2bf-82e4f8ce3446 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12fbcac6-f37d-4eb9-a1cb-b404f5d07a29,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:18.041233 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-85d15528-9d84-498b-8600-f11bc25a7177 admin admin] For port b2b2efff-55ad-47bf-a1dc-4c28420bee07, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b2b2efff-55ad-47bf-a1dc-4c28420bee07,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:18.042115 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85d15528-9d84-498b-8600-f11bc25a7177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.060906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-85d15528-9d84-498b-8600-f11bc25a7177 admin admin] Calling delete_port for b2b2efff-55ad-47bf-a1dc-4c28420bee07 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:18.066991 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bbdcbf03-6606-4a3f-b252-31372485e78e tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0608041 Aug 16 01:54:18.085996 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41290) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:18.145900 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] Attempting to bind port 7e69fbad-8380-46f6-a06f-3b7e05536c45 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:18.146227 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] Attempting to bind port 7e69fbad-8380-46f6-a06f-3b7e05536c45 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '82bf085e-4971-4466-8060-7d71e33b44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:18.146582 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] Attempting to bind port 7e69fbad-8380-46f6-a06f-3b7e05536c45 on network ddc52a66-db51-4cc6-9e0e-95031b947ff3 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:18.160181 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] Port 7e69fbad-8380-46f6-a06f-3b7e05536c45 on network ddc52a66-db51-4cc6-9e0e-95031b947ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:54:18.160531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] Attempting to bind port 7e69fbad-8380-46f6-a06f-3b7e05536c45 on network ddc52a66-db51-4cc6-9e0e-95031b947ff3 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:18.161722 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e3c1b51-d6f8-434a-80e9-fe2c6b102c9f tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.175686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:18.176034 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] Checking segment: {'id': '82bf085e-4971-4466-8060-7d71e33b44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:18.176426 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] Bound using segment: {'id': '82bf085e-4971-4466-8060-7d71e33b44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:18.177359 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] Bound port: 7e69fbad-8380-46f6-a06f-3b7e05536c45, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bf085e-4971-4466-8060-7d71e33b44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:18.177359 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.217229 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e3c1b51-d6f8-434a-80e9-fe2c6b102c9f tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.277652 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e3c1b51-d6f8-434a-80e9-fe2c6b102c9f tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.280454 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e3c1b51-d6f8-434a-80e9-fe2c6b102c9f tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.284568 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0e3c1b51-d6f8-434a-80e9-fe2c6b102c9f tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "DELETE /v2.0/security-groups/cc31d3db-cd14-494e-9ffd-ff5188afa9a2 HTTP/1.1" status: 204 len: 168 time: 0.1946940 Aug 16 01:54:18.291212 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41298) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:18.292093 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c1b51-d6f8-434a-80e9-fe2c6b102c9f tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc31d3db-cd14-494e-9ffd-ff5188afa9a2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:18.390070 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-01ac13a4-79f5-47a1-a304-a09eb81b498c tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0952744 Aug 16 01:54:18.394317 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41302) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:18.398918 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] For port 7e69fbad-8380-46f6-a06f-3b7e05536c45, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:18.405529 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] For port 7e69fbad-8380-46f6-a06f-3b7e05536c45, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7e69fbad-8380-46f6-a06f-3b7e05536c45,segment=NetworkSegment(82bf085e-4971-4466-8060-7d71e33b44eb),segment_id=82bf085e-4971-4466-8060-7d71e33b44eb)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:18.406171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0209ba22-b94b-4a4d-bce9-4cbb37f6ecd1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group': {'name': 'tempest-secgroup--510251048'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:18.428915 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a853886-f676-4ffa-a8df-b7d512d653ee req-8be05029-9eef-467e-b4b4-e4589d943450 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:18.430917 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a853886-f676-4ffa-a8df-b7d512d653ee req-8be05029-9eef-467e-b4b4-e4589d943450 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.1784909 Aug 16 01:54:18.433673 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.438236 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0209ba22-b94b-4a4d-bce9-4cbb37f6ecd1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.488114 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] Pushing event updated for resources: {'Port': ['ID=7e69fbad-8380-46f6-a06f-3b7e05536c45,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:18.519574 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:18.520187 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.521724 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-740a7b7e-06c0-46a0-a6f0-3f949e7ae96a service neutron] 10.222.0.73 "PUT /v2.0/ports/7e69fbad-8380-46f6-a06f-3b7e05536c45 HTTP/1.1" status: 200 len: 1093 time: 1.9663196 Aug 16 01:54:18.554602 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a853886-f676-4ffa-a8df-b7d512d653ee req-26453784-75f5-4532-bc38-adfebb74b60e tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673039 Aug 16 01:54:18.567764 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0209ba22-b94b-4a4d-bce9-4cbb37f6ecd1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.580578 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0209ba22-b94b-4a4d-bce9-4cbb37f6ecd1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.618636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209ba22-b94b-4a4d-bce9-4cbb37f6ecd1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9215c7-1a01-4fba-8580-70a14155cae0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:18.632382 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0209ba22-b94b-4a4d-bce9-4cbb37f6ecd1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.637744 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41308) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:18.640996 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0209ba22-b94b-4a4d-bce9-4cbb37f6ecd1 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2456257 Aug 16 01:54:18.647265 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2771c3af-acbb-443a-a720-1bfca0b01ae6 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group_rule': {'security_group_id': '3b9215c7-1a01-4fba-8580-70a14155cae0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:18.681897 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85d15528-9d84-498b-8600-f11bc25a7177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.732291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-5da5960d-4594-46fb-bfdf-fb89cddc19f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:18.734138 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-5da5960d-4594-46fb-bfdf-fb89cddc19f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 1096 time: 0.1612010 Aug 16 01:54:18.736573 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d15528-9d84-498b-8600-f11bc25a7177 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b2efff-55ad-47bf-a1dc-4c28420bee07,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:18.748930 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2771c3af-acbb-443a-a720-1bfca0b01ae6 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.983008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828610b-8b27-4f67-a61e-e0f5ac2b4521 req-becb8374-fc14-4812-a7a0-b673d52aaf62 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:18.985906 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7828610b-8b27-4f67-a61e-e0f5ac2b4521 req-becb8374-fc14-4812-a7a0-b673d52aaf62 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 944 time: 0.0874517 Aug 16 01:54:19.024347 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-a4bf79ae-0c6f-46d3-bc1f-ac62172a9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:19.026080 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-a4bf79ae-0c6f-46d3-bc1f-ac62172a9629 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ddc52a66-db51-4cc6-9e0e-95031b947ff3 HTTP/1.1" status: 200 len: 898 time: 0.2786493 Aug 16 01:54:19.042935 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7828610b-8b27-4f67-a61e-e0f5ac2b4521 req-76d0d555-56e5-485e-a5a8-188430139eb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489573 Aug 16 01:54:19.202005 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-98e85056-61fb-408c-b562-af384d932f3e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e69fbad-8380-46f6-a06f-3b7e05536c45 HTTP/1.1" status: 200 len: 998 time: 0.1656396 Aug 16 01:54:19.212578 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2771c3af-acbb-443a-a720-1bfca0b01ae6 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.218178 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85d15528-9d84-498b-8600-f11bc25a7177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.230277 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2771c3af-acbb-443a-a720-1bfca0b01ae6 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.285723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771c3af-acbb-443a-a720-1bfca0b01ae6 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4149fd1-841e-4bb3-a5ba-885d38db4ab4,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:19.352156 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2771c3af-acbb-443a-a720-1bfca0b01ae6 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.353372 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2771c3af-acbb-443a-a720-1bfca0b01ae6 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7144186 Aug 16 01:54:19.356422 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41320) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:19.374233 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-098d248d-1360-4152-aa37-a1854fde8377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:19.377720 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-098d248d-1360-4152-aa37-a1854fde8377 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc4636ad-db1a-4cbf-a948-9173e084eb0e HTTP/1.1" status: 200 len: 835 time: 0.1595938 Aug 16 01:54:19.385403 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5862b8a5-a451-4b33-88a1-947aedc60ed5 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-group-rules/f4149fd1-841e-4bb3-a5ba-885d38db4ab4 HTTP/1.1" status: 200 len: 763 time: 0.0275388 Aug 16 01:54:19.387764 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41324) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:19.489519 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41328) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:19.492875 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d3f51c82-c10a-4705-bf97-cb23f2490808 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0967038 Aug 16 01:54:19.568513 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-ee679872-7e03-4940-b0f9-9d74c28d9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:19.570193 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-ee679872-7e03-4940-b0f9-9d74c28d9c6c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ddc52a66-db51-4cc6-9e0e-95031b947ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1712129 Aug 16 01:54:19.609701 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cff1ac48-df7c-4a1a-afd6-58ee43fc62c6 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.618354 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cff1ac48-df7c-4a1a-afd6-58ee43fc62c6 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.657232 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cff1ac48-df7c-4a1a-afd6-58ee43fc62c6 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.696467 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbfe14-68f3-4fe7-958c-08d01a9b7b60 req-56c8ab04-cc09-43a8-9507-f25e5145afb0 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:19.698088 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e5fbfe14-68f3-4fe7-958c-08d01a9b7b60 req-56c8ab04-cc09-43a8-9507-f25e5145afb0 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.0629859 Aug 16 01:54:19.704626 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cff1ac48-df7c-4a1a-afd6-58ee43fc62c6 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.708003 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cff1ac48-df7c-4a1a-afd6-58ee43fc62c6 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/f4149fd1-841e-4bb3-a5ba-885d38db4ab4 HTTP/1.1" status: 204 len: 168 time: 0.2130132 Aug 16 01:54:19.710734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41338) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:19.725962 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1ac48-df7c-4a1a-afd6-58ee43fc62c6 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4149fd1-841e-4bb3-a5ba-885d38db4ab4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:19.753815 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d15528-9d84-498b-8600-f11bc25a7177 admin admin] Router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:19.787577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb013df-c406-42aa-84cd-c8f687889031', 'tag': '7e69fbad-8380-46f6-a06f-3b7e05536c45'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:19.796744 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb013df-c406-42aa-84cd-c8f687889031", "tag": "7e69fbad-8380-46f6-a06f-3b7e05536c45"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:19.799497 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5a3ee7b2-cb6c-47f7-a99c-d0172612728e tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0874586 Aug 16 01:54:19.802471 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41342) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:19.810364 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f3953ed4-86c1-45b0-b12e-c6c3b2275f33 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group_rule': {'security_group_id': '3b9215c7-1a01-4fba-8580-70a14155cae0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:19.819641 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-76074c45-0d14-4837-a2c0-61dbcc80a61f service neutron] 10.222.0.73 "GET /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197044 Aug 16 01:54:19.835421 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e5fbfe14-68f3-4fe7-958c-08d01a9b7b60 req-66c4eefb-fee3-4393-9af2-fa762994c13a tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254027 Aug 16 01:54:19.844713 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3953ed4-86c1-45b0-b12e-c6c3b2275f33 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.934890 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3953ed4-86c1-45b0-b12e-c6c3b2275f33 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.942438 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3953ed4-86c1-45b0-b12e-c6c3b2275f33 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.997645 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3953ed4-86c1-45b0-b12e-c6c3b2275f33 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0155fa78-df47-45d9-ad2d-e2341c0c27f6,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:20.011226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3953ed4-86c1-45b0-b12e-c6c3b2275f33 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.011610 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3953ed4-86c1-45b0-b12e-c6c3b2275f33 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.012239 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3953ed4-86c1-45b0-b12e-c6c3b2275f33 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.012584 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3953ed4-86c1-45b0-b12e-c6c3b2275f33 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.012916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3953ed4-86c1-45b0-b12e-c6c3b2275f33 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.013286 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3953ed4-86c1-45b0-b12e-c6c3b2275f33 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.013614 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3953ed4-86c1-45b0-b12e-c6c3b2275f33 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.013979 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3953ed4-86c1-45b0-b12e-c6c3b2275f33 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.014335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3953ed4-86c1-45b0-b12e-c6c3b2275f33 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.014662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3953ed4-86c1-45b0-b12e-c6c3b2275f33 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.014984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3953ed4-86c1-45b0-b12e-c6c3b2275f33 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.015484 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3953ed4-86c1-45b0-b12e-c6c3b2275f33 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:20.024418 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3953ed4-86c1-45b0-b12e-c6c3b2275f33 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.025875 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f3953ed4-86c1-45b0-b12e-c6c3b2275f33 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2221367 Aug 16 01:54:20.028487 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41348) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:20.051060 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f9790468-fee2-477e-94a0-379744ebe327 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-group-rules/0155fa78-df47-45d9-ad2d-e2341c0c27f6 HTTP/1.1" status: 200 len: 763 time: 0.0214915 Aug 16 01:54:20.059038 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-e1825e2b-fb64-45e3-8d82-12867b5ba5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:20.060758 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-e1825e2b-fb64-45e3-8d82-12867b5ba5d0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 1096 time: 0.1067860 Aug 16 01:54:20.061202 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41350) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:20.095559 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a4eee28-dc53-4bf5-b6b8-a89ac2694c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.245696 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 7e69fbad-8380-46f6-a06f-3b7e05536c45 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:20.255309 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-aa5f175d-22d0-4063-b6fa-f2888267b670 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1929092 Aug 16 01:54:20.268601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41354) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:20.310979 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c385f3b-60a5-44ba-9755-3dc65eb84516 x-openstack-request-id: req-1c385f3b-60a5-44ba-9755-3dc65eb84516 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:20.311200 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb013df-c406-42aa-84cd-c8f687889031", "tag": "7e69fbad-8380-46f6-a06f-3b7e05536c45", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:20.311455 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1c385f3b-60a5-44ba-9755-3dc65eb84516 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:20.312087 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb013df-c406-42aa-84cd-c8f687889031', 'tag': '7e69fbad-8380-46f6-a06f-3b7e05536c45', 'status': 'completed', 'code': 200} Aug 16 01:54:20.329633 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 7e69fbad-8380-46f6-a06f-3b7e05536c45 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:20.341866 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-e954e8ba-894c-411f-9a61-9900a63799e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:20.343356 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-e954e8ba-894c-411f-9a61-9900a63799e7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ddc52a66-db51-4cc6-9e0e-95031b947ff3 HTTP/1.1" status: 200 len: 898 time: 0.2664032 Aug 16 01:54:20.351086 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f973428-ab38-4400-b404-e5fb7a7a356b req-ac703d4b-88e2-438d-badb-14d11aa4a423 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:20.352545 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f973428-ab38-4400-b404-e5fb7a7a356b req-ac703d4b-88e2-438d-badb-14d11aa4a423 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 944 time: 0.1660290 Aug 16 01:54:20.363356 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06031556-dea5-41e7-a72b-0e7ae0fe05f4 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.413633 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06031556-dea5-41e7-a72b-0e7ae0fe05f4 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.424540 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-91f1b26c-bec6-4dad-8258-6b69b8924260 req-2433a2a3-7466-4196-92c6-83e9c40dd985 service neutron] 10.222.0.73 "GET /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118422 Aug 16 01:54:20.469785 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-9546e98d-ed94-45a6-a5ee-3264fd0b5257 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e69fbad-8380-46f6-a06f-3b7e05536c45 HTTP/1.1" status: 200 len: 998 time: 0.1147542 Aug 16 01:54:20.480817 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f973428-ab38-4400-b404-e5fb7a7a356b req-69570f19-eea0-4447-be6a-daf3e357ab49 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198533 Aug 16 01:54:20.492475 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06031556-dea5-41e7-a72b-0e7ae0fe05f4 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.500171 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06031556-dea5-41e7-a72b-0e7ae0fe05f4 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.501310 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-06031556-dea5-41e7-a72b-0e7ae0fe05f4 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/0155fa78-df47-45d9-ad2d-e2341c0c27f6 HTTP/1.1" status: 204 len: 168 time: 0.2317681 Aug 16 01:54:20.510023 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41360) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:20.547222 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06031556-dea5-41e7-a72b-0e7ae0fe05f4 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0155fa78-df47-45d9-ad2d-e2341c0c27f6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:20.568527 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-93a03439-4930-47a2-9c16-d51801fd1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:20.570631 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-93a03439-4930-47a2-9c16-d51801fd1303 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dc4636ad-db1a-4cbf-a948-9173e084eb0e HTTP/1.1" status: 200 len: 835 time: 0.0889082 Aug 16 01:54:20.635529 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-4e0ac013-0b82-40f8-afdc-6e2b91015e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:20.636976 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-4e0ac013-0b82-40f8-afdc-6e2b91015e77 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ddc52a66-db51-4cc6-9e0e-95031b947ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578716 Aug 16 01:54:20.672581 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9095453a-a46d-4f1f-be1e-355b8bb5520f tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1444805 Aug 16 01:54:20.676974 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41364) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:20.683346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bc974752-cea0-4156-9175-73fc499392bb tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Request body: {'security_group_rule': {'security_group_id': '3b9215c7-1a01-4fba-8580-70a14155cae0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:20.714519 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d15528-9d84-498b-8600-f11bc25a7177 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:20.723937 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538a882d-8f20-448c-9add-dc70de144943 None None] Sync routers for ids ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:20.732558 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-85d15528-9d84-498b-8600-f11bc25a7177 admin admin] 10.222.0.68 "PUT /v2.0/routers/a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0750215 Aug 16 01:54:20.735218 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41366) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:20.741135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538a882d-8f20-448c-9add-dc70de144943 None None] Routers {'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:20.741807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-538a882d-8f20-448c-9add-dc70de144943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:53:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:20.745982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-2b5c294e-93dc-49af-8485-2803359bf290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:20.747708 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-2b5c294e-93dc-49af-8485-2803359bf290 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 1096 time: 0.2210982 Aug 16 01:54:20.749344 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc974752-cea0-4156-9175-73fc499392bb tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.921872 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-169115c7-e9ca-4f33-97f9-fb80ab1b6395 service neutron] 10.222.0.63 "GET /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734134 Aug 16 01:54:20.968057 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-538a882d-8f20-448c-9add-dc70de144943 None None] Set router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:20.973484 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12a32ede-c9ad-4d0f-ac59-11bf7205da9b admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.980407 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc974752-cea0-4156-9175-73fc499392bb tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.986122 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc974752-cea0-4156-9175-73fc499392bb tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.988513 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-7ceca4ee-9913-4d8c-a105-f4967d150cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:20.990575 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-7ceca4ee-9913-4d8c-a105-f4967d150cb8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ddc52a66-db51-4cc6-9e0e-95031b947ff3 HTTP/1.1" status: 200 len: 898 time: 0.2300150 Aug 16 01:54:21.069179 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-e8ed4880-3a0a-43e5-a657-94bbfe9cdaa9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e69fbad-8380-46f6-a06f-3b7e05536c45 HTTP/1.1" status: 200 len: 998 time: 0.0653901 Aug 16 01:54:21.072417 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc974752-cea0-4156-9175-73fc499392bb tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66814b8b-900a-484f-8a0b-436bebb52106,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:21.088138 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc974752-cea0-4156-9175-73fc499392bb tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.089488 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bc974752-cea0-4156-9175-73fc499392bb tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4115360 Aug 16 01:54:21.103853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41376) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:21.129805 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-32404aa3-d16c-4444-8929-1b97ab1d834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:21.132421 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-32404aa3-d16c-4444-8929-1b97ab1d834c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc4636ad-db1a-4cbf-a948-9173e084eb0e HTTP/1.1" status: 200 len: 835 time: 0.0557134 Aug 16 01:54:21.160431 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-124db42c-6390-4bc6-bdc6-370a229ba421 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-group-rules/66814b8b-900a-484f-8a0b-436bebb52106 HTTP/1.1" status: 200 len: 764 time: 0.0514822 Aug 16 01:54:21.166807 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41378) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:21.207119 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-538a882d-8f20-448c-9add-dc70de144943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:54:18Z', 'revision_number': 5, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:21.232139 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c1571-3975-4701-90c9-3ea446f0b0d6 req-604ef80d-632f-49db-93e1-58a300e69509 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:21.233885 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-da8c1571-3975-4701-90c9-3ea446f0b0d6 req-604ef80d-632f-49db-93e1-58a300e69509 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.2633398 Aug 16 01:54:21.235893 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-e1131047-1022-4a7a-903a-690ca62fa84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:21.238232 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-e1131047-1022-4a7a-903a-690ca62fa84c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ddc52a66-db51-4cc6-9e0e-95031b947ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947402 Aug 16 01:54:21.263462 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538a882d-8f20-448c-9add-dc70de144943 None None] Checking router: a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:21.273403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538a882d-8f20-448c-9add-dc70de144943 None None] Routers {'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:21.274376 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-538a882d-8f20-448c-9add-dc70de144943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:53:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:21.367994 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-da8c1571-3975-4701-90c9-3ea446f0b0d6 req-de48aa0b-ec91-4428-b387-6fa2c3a8d77b tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188538 Aug 16 01:54:21.375765 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-3ab01837-312e-4b8f-98fc-97266b11385f service neutron] 10.222.0.63 "GET /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387267 Aug 16 01:54:21.411477 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-baffb573-fb06-42ab-926e-3ab3a683bd38 service neutron] 10.222.0.73 "GET /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589549 Aug 16 01:54:21.419826 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c967d493-be2b-42aa-a2c0-b33ec25464db tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2163858 Aug 16 01:54:21.419826 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12a32ede-c9ad-4d0f-ac59-11bf7205da9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.421356 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41384) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:21.463748 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-538a882d-8f20-448c-9add-dc70de144943 None None] Set router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:21.485750 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-12a32ede-c9ad-4d0f-ac59-11bf7205da9b admin admin] Deleting port 0da0d079-78ae-4322-9b74-8f4d5a0b980e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:21.486644 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12a32ede-c9ad-4d0f-ac59-11bf7205da9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.552303 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26552737-1aa8-4de6-a604-37d2e53612ee tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.576115 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26552737-1aa8-4de6-a604-37d2e53612ee tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.622250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-12a32ede-c9ad-4d0f-ac59-11bf7205da9b admin admin] For port 0da0d079-78ae-4322-9b74-8f4d5a0b980e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0da0d079-78ae-4322-9b74-8f4d5a0b980e,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:21.622640 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12a32ede-c9ad-4d0f-ac59-11bf7205da9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.643524 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-12a32ede-c9ad-4d0f-ac59-11bf7205da9b admin admin] Calling delete_port for 0da0d079-78ae-4322-9b74-8f4d5a0b980e owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:21.702653 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1982893-05da-4ce5-9514-30cff05259d3 req-b66460df-70b1-4e7b-8e5c-05125995c101 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:21.710455 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1982893-05da-4ce5-9514-30cff05259d3 req-b66460df-70b1-4e7b-8e5c-05125995c101 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 944 time: 0.0837858 Aug 16 01:54:21.721098 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c3d1ca0-f786-4043-b0cd-51ea281b19e8 req-c7b521fa-9246-43e7-ab3c-1ca68b942d3e service neutron] 10.222.0.73 "GET /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962317 Aug 16 01:54:21.728258 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26552737-1aa8-4de6-a604-37d2e53612ee tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.742014 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26552737-1aa8-4de6-a604-37d2e53612ee tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.743212 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-26552737-1aa8-4de6-a604-37d2e53612ee tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/66814b8b-900a-484f-8a0b-436bebb52106 HTTP/1.1" status: 204 len: 168 time: 0.3203850 Aug 16 01:54:21.745933 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26552737-1aa8-4de6-a604-37d2e53612ee tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66814b8b-900a-484f-8a0b-436bebb52106,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:21.747488 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41394) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:21.804266 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f1982893-05da-4ce5-9514-30cff05259d3 req-4e4a7cbc-5dd3-4178-a234-283bf7c1ff70 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927043 Aug 16 01:54:21.853557 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-61eefda3-c4d7-440c-8580-fcd1ce05f1ba tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1035743 Aug 16 01:54:21.855093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41398) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:21.862725 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-538a882d-8f20-448c-9add-dc70de144943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:54:18Z', 'revision_number': 5, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:21.904581 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538a882d-8f20-448c-9add-dc70de144943 None None] The sync data for ids ['a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a'] in n-d-765315-27 is: [{'id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'name': 'tempest-AttachVolumeShelveTestJSON-2094736858-router', 'tenant_id': 'ba9abf8115ac4b508816c39be6e59924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:45:03Z', 'updated_at': '2021-08-16T01:54:18Z', 'revision_number': 5, 'project_id': 'ba9abf8115ac4b508816c39be6e59924', 'gw_port': {'id': '0da0d079-78ae-4322-9b74-8f4d5a0b980e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:45:06Z', 'updated_at': '2021-08-16T01:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:21.951072 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12a32ede-c9ad-4d0f-ac59-11bf7205da9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.961547 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-877d8b1d-6416-48c7-be74-d4c14c59977a tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.988980 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a32ede-c9ad-4d0f-ac59-11bf7205da9b admin admin] Pushing event deleted for resources: {'Port': ['ID=0da0d079-78ae-4322-9b74-8f4d5a0b980e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:22.004816 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-877d8b1d-6416-48c7-be74-d4c14c59977a tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.066324 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-877d8b1d-6416-48c7-be74-d4c14c59977a tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.070832 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-877d8b1d-6416-48c7-be74-d4c14c59977a tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.072402 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12a32ede-c9ad-4d0f-ac59-11bf7205da9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.073619 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-877d8b1d-6416-48c7-be74-d4c14c59977a tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "DELETE /v2.0/security-groups/3b9215c7-1a01-4fba-8580-70a14155cae0 HTTP/1.1" status: 204 len: 168 time: 0.2174175 Aug 16 01:54:22.076579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41404) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:22.087404 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d8b1d-6416-48c7-be74-d4c14c59977a tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9215c7-1a01-4fba-8580-70a14155cae0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:22.219363 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12a32ede-c9ad-4d0f-ac59-11bf7205da9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.222149 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12a32ede-c9ad-4d0f-ac59-11bf7205da9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.231952 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6b53cfa6-6412-4be7-af33-382779b23ce3 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1494446 Aug 16 01:54:22.232285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41406) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:22.290747 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12a32ede-c9ad-4d0f-ac59-11bf7205da9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.291604 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a32ede-c9ad-4d0f-ac59-11bf7205da9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:54:22.297444 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12a32ede-c9ad-4d0f-ac59-11bf7205da9b admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.298909 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-12a32ede-c9ad-4d0f-ac59-11bf7205da9b admin admin] 10.222.0.68 "DELETE /v2.0/routers/a3022a9e-95ec-4b77-b77b-3e9eb9ffb30a HTTP/1.1" status: 204 len: 168 time: 1.5624168 Aug 16 01:54:22.301335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41410) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:22.313699 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-517466aa-bfd0-48ec-942e-a4efea384d11 tempest-SecGroupTest-982539798 tempest-SecGroupTest-982539798-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802565 Aug 16 01:54:22.382684 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a63908-ed61-4a6d-8baf-c7cd5599a43f admin admin] Deleting subnet b85102c8-d1ed-4688-b6f1-154a4a3875ac {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:54:22.390478 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43a63908-ed61-4a6d-8baf-c7cd5599a43f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.448567 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43a63908-ed61-4a6d-8baf-c7cd5599a43f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.598156 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6e8250e-d2ad-46f9-9a3d-c9166a8960f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.605456 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43a63908-ed61-4a6d-8baf-c7cd5599a43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.649293 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a66c9-47ba-414a-bcfd-dd553f85b168 req-2d7c6406-3b90-4bcb-9a35-32ac1fcdc737 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:22.651817 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c3a66c9-47ba-414a-bcfd-dd553f85b168 req-2d7c6406-3b90-4bcb-9a35-32ac1fcdc737 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.1376007 Aug 16 01:54:22.713279 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c3a66c9-47ba-414a-bcfd-dd553f85b168 req-224d1e0b-ef66-47dc-b134-44d3ef76af2c tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522764 Aug 16 01:54:22.725732 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43a63908-ed61-4a6d-8baf-c7cd5599a43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.777408 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41424) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:22.783198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a63908-ed61-4a6d-8baf-c7cd5599a43f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b85102c8-d1ed-4688-b6f1-154a4a3875ac,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:22.802085 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43a63908-ed61-4a6d-8baf-c7cd5599a43f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.807064 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a260820-4dfb-483c-a764-0db6de8f7f09 None None] Network 41d6539e-4b24-4ea3-ae06-65cd600ea064 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:22.808984 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-43a63908-ed61-4a6d-8baf-c7cd5599a43f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b85102c8-d1ed-4688-b6f1-154a4a3875ac HTTP/1.1" status: 204 len: 168 time: 0.5065439 Aug 16 01:54:22.811558 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41432) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:23.082623 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.101956 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3da9a7a1-55de-4955-a074-52875be282fb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=198f6c98393144b4bb69c18ac0180c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3233254 Aug 16 01:54:23.108284 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41438) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:23.255842 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c3bc467-4bde-4e9e-967f-c4c79e7dcca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.256465 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.298756 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] Deleting port 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:23.299086 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.333492 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c3bc467-4bde-4e9e-967f-c4c79e7dcca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.367587 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] DHCP port deletion for 41d6539e-4b24-4ea3-ae06-65cd600ea064 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:54:23.481530 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] Deleting port 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:23.482145 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.502844 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] For port 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:23.503390 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.523853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] Calling delete_port for 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:23.525839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf60ce-9881-4a6d-8821-57632af3f833 req-216e9378-6bd6-4a05-9dcf-381cad4dcef4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:23.536075 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5ebf60ce-9881-4a6d-8821-57632af3f833 req-216e9378-6bd6-4a05-9dcf-381cad4dcef4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 944 time: 0.5600426 Aug 16 01:54:23.546620 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c3bc467-4bde-4e9e-967f-c4c79e7dcca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.552530 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c3bc467-4bde-4e9e-967f-c4c79e7dcca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.553091 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:23.557002 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2c3bc467-4bde-4e9e-967f-c4c79e7dcca0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8895bb82-b51e-4434-8dda-a7dfc2549b0d HTTP/1.1" status: 204 len: 168 time: 0.4439521 Aug 16 01:54:23.571399 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] For port 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c,segment=NetworkSegment(867d8394-ab70-4b0c-9dca-087eac4758eb),segment_id=867d8394-ab70-4b0c-9dca-087eac4758eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:23.572277 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.603466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bc467-4bde-4e9e-967f-c4c79e7dcca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8895bb82-b51e-4434-8dda-a7dfc2549b0d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:23.632055 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5ebf60ce-9881-4a6d-8821-57632af3f833 req-462a0c0c-b02e-4171-9a3c-9b8c0c1c8318 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939755 Aug 16 01:54:23.650888 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] Calling delete_port for 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:23.682353 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.735013 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:23.743125 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] No DVR routers for this DVR port 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:23.769038 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 7e69fbad-8380-46f6-a06f-3b7e05536c45 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:23.852841 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.859270 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.922208 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] No DVR routers for this DVR port 97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:23.993471 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.008319 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d6539e-4b24-4ea3-ae06-65cd600ea064']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:24.023461 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867d8394-ab70-4b0c-9dca-087eac4758eb') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:24.024171 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867d8394-ab70-4b0c-9dca-087eac4758eb') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:24.034146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d1424-f43f-4537-946e-4f7af9961f19 req-0a7cdc53-a46f-4e0b-83f9-289dab687329 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:24.043103 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8f3d1424-f43f-4537-946e-4f7af9961f19 req-0a7cdc53-a46f-4e0b-83f9-289dab687329 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 944 time: 0.1825833 Aug 16 01:54:24.060274 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102cea6-73c0-4277-8c24-1cea5fdcdd3e req-b35fb032-6063-45db-9074-6acea82cdabd tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:24.063654 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8102cea6-73c0-4277-8c24-1cea5fdcdd3e req-b35fb032-6063-45db-9074-6acea82cdabd tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.2088330 Aug 16 01:54:24.086860 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d41ae-6665-4068-a9b3-ef5cc186b7e8 req-fac1d52e-ff6d-4104-864c-a6e2306293f1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:24.088569 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d7d41ae-6665-4068-a9b3-ef5cc186b7e8 req-fac1d52e-ff6d-4104-864c-a6e2306293f1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031&tenant_id=7069c6ece3114808b56031f1299826b6&binding%3Ahost_id=n-h1-765315-27 HTTP/1.1" status: 200 len: 944 time: 0.1712642 Aug 16 01:54:24.092287 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.120576 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.140082 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8f3d1424-f43f-4537-946e-4f7af9961f19 req-484f061c-2831-4624-ab6b-bd574dea86ce tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957088 Aug 16 01:54:24.141296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:54:24.141794 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:54:24.143883 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:54:24.153694 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8102cea6-73c0-4277-8c24-1cea5fdcdd3e req-043cc9d9-acd3-4679-8870-a117c53e5807 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780642 Aug 16 01:54:24.221306 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] Pushing event deleted for resources: {'Port': ['ID=97d0d72a-a61c-4e5c-96aa-8ec1997d1a8c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:24.251980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:24.252201 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:24.252644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:24.252872 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:24.253205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:24.253524 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:24.253870 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:24.254423 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:24.254962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:24.255493 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:24.256034 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:24.257218 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5344c92b-2244-4ae2-bf34-33541fc392b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:24.273793 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.283312 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.284672 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b2b2efff-55ad-47bf-a1dc-4c28420bee07 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:24.303118 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.324359 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] 10.222.0.68 "DELETE /v2.0/networks/41d6539e-4b24-4ea3-ae06-65cd600ea064 HTTP/1.1" status: 204 len: 168 time: 1.5114932 Aug 16 01:54:24.325702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94989df0-376a-4c5a-ad93-44112e5f4bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=41d6539e-4b24-4ea3-ae06-65cd600ea064,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:24.335803 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: b2b2efff-55ad-47bf-a1dc-4c28420bee07 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:24.336267 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b2b2efff-55ad-47bf-a1dc-4c28420bee07 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:24.336721 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0da0d079-78ae-4322-9b74-8f4d5a0b980e no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:24.340863 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [req-2d7d41ae-6665-4068-a9b3-ef5cc186b7e8 req-675536a2-c70e-45ae-b40d-0b4d0abd3118 service neutron] delete failed (client error): The resource could not be found. Aug 16 01:54:24.342912 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d7d41ae-6665-4068-a9b3-ef5cc186b7e8 req-675536a2-c70e-45ae-b40d-0b4d0abd3118 service neutron] 10.222.0.63 "DELETE /v2.0/ports/7e69fbad-8380-46f6-a06f-3b7e05536c45/bindings/n-h2-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.1928773 Aug 16 01:54:24.409237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 0da0d079-78ae-4322-9b74-8f4d5a0b980e {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:24.409824 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0da0d079-78ae-4322-9b74-8f4d5a0b980e not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:24.435645 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 7e69fbad-8380-46f6-a06f-3b7e05536c45, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7e69fbad-8380-46f6-a06f-3b7e05536c45,segment=NetworkSegment(82bf085e-4971-4466-8060-7d71e33b44eb),segment_id=82bf085e-4971-4466-8060-7d71e33b44eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:24.453421 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '7e69fbad-8380-46f6-a06f-3b7e05536c45', 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3', 'port_id': '7e69fbad-8380-46f6-a06f-3b7e05536c45', 'mac_address': 'fa:16:3e:02:8e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:24.492636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d41ae-6665-4068-a9b3-ef5cc186b7e8 req-16f9ce99-f909-436d-9f8b-584fb35bac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:24.495121 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d7d41ae-6665-4068-a9b3-ef5cc186b7e8 req-16f9ce99-f909-436d-9f8b-584fb35bac77 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 1096 time: 0.0738676 Aug 16 01:54:24.508653 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.525948 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e69fbad-8380-46f6-a06f-3b7e05536c45 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:24.554410 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 7e69fbad-8380-46f6-a06f-3b7e05536c45, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7e69fbad-8380-46f6-a06f-3b7e05536c45,segment=NetworkSegment(82bf085e-4971-4466-8060-7d71e33b44eb),segment_id=82bf085e-4971-4466-8060-7d71e33b44eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:24.562099 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.644440 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d41ae-6665-4068-a9b3-ef5cc186b7e8 req-62960895-e957-43d7-b9a6-3867455e00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:24.645960 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d7d41ae-6665-4068-a9b3-ef5cc186b7e8 req-62960895-e957-43d7-b9a6-3867455e00ec service neutron] 10.222.0.63 "GET /v2.0/networks?id=ddc52a66-db51-4cc6-9e0e-95031b947ff3 HTTP/1.1" status: 200 len: 898 time: 0.1408379 Aug 16 01:54:24.649680 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41486) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:24.693641 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=7e69fbad-8380-46f6-a06f-3b7e05536c45,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:24.708600 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b37d719a-4aa8-4788-ad41-64c4afd92e36 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ba9abf8115ac4b508816c39be6e59924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574515 Aug 16 01:54:24.711638 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41492) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:24.760869 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d7d41ae-6665-4068-a9b3-ef5cc186b7e8 req-6c409579-736c-4fe7-ba4b-6a3fb7ee9c06 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e69fbad-8380-46f6-a06f-3b7e05536c45 HTTP/1.1" status: 200 len: 999 time: 0.1018183 Aug 16 01:54:24.795778 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6dffc79f-1797-4a13-a6e2-80b90fced733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.820556 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6dffc79f-1797-4a13-a6e2-80b90fced733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.887244 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6dffc79f-1797-4a13-a6e2-80b90fced733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.890288 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6dffc79f-1797-4a13-a6e2-80b90fced733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.891451 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6dffc79f-1797-4a13-a6e2-80b90fced733 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c0dffce8-0d80-4ac8-bfd5-7310c2dc8bd1 HTTP/1.1" status: 204 len: 168 time: 0.1787970 Aug 16 01:54:24.901145 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffc79f-1797-4a13-a6e2-80b90fced733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dffce8-0d80-4ac8-bfd5-7310c2dc8bd1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:24.914478 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d41ae-6665-4068-a9b3-ef5cc186b7e8 req-83da0942-124b-41c0-9f22-d6be6e2a9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:24.916049 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d7d41ae-6665-4068-a9b3-ef5cc186b7e8 req-83da0942-124b-41c0-9f22-d6be6e2a9ead service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dc4636ad-db1a-4cbf-a948-9173e084eb0e HTTP/1.1" status: 200 len: 835 time: 0.1406956 Aug 16 01:54:24.928744 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['7e69fbad-8380-46f6-a06f-3b7e05536c45'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:25.019255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-fe440044-18c9-4708-8aab-d107cdf6675a tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:25.027683 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-fe440044-18c9-4708-8aab-d107cdf6675a tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/networks?id=280ed514-b2cb-4176-817f-c21adcaa27a2 HTTP/1.1" status: 200 len: 815 time: 0.2386899 Aug 16 01:54:25.047731 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-ab128b32-1589-4213-ac7f-1cb64eb6a7c2 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/quotas/3c66e7b345644adb978758e5aa03ba75 HTTP/1.1" status: 200 len: 375 time: 0.0191174 Aug 16 01:54:25.050912 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d41ae-6665-4068-a9b3-ef5cc186b7e8 req-b3160056-c6d0-4f1d-bddb-1e5ebc3eb506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:25.052670 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d7d41ae-6665-4068-a9b3-ef5cc186b7e8 req-b3160056-c6d0-4f1d-bddb-1e5ebc3eb506 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ddc52a66-db51-4cc6-9e0e-95031b947ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1179972 Aug 16 01:54:25.191433 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-880b92e5-799a-400a-85f6-9e3613b2bdea tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3c66e7b345644adb978758e5aa03ba75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1427441 Aug 16 01:54:25.261492 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d7d41ae-6665-4068-a9b3-ef5cc186b7e8 req-5762621c-c483-46d5-b137-3bdd590c6e2a service neutron] 10.222.0.63 "GET /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971087 Aug 16 01:54:25.341702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16156a-1582-42e4-9caf-ddc1da9d994b req-c29e5812-774e-4a7e-a705-5a927b63dbdc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:25.343339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc16156a-1582-42e4-9caf-ddc1da9d994b req-c29e5812-774e-4a7e-a705-5a927b63dbdc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 945 time: 0.0906086 Aug 16 01:54:25.397540 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d7d41ae-6665-4068-a9b3-ef5cc186b7e8 req-1f1bcd91-b23c-4a28-8684-280fe22462e9 service neutron] 10.222.0.63 "GET /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222868 Aug 16 01:54:25.426945 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc16156a-1582-42e4-9caf-ddc1da9d994b req-23f17e8d-f559-4913-9a03-88a423ac8432 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671105 Aug 16 01:54:25.625194 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77598ea0-f64b-4671-9d54-d58935a44db8 req-d90149d1-a96b-47c3-8f67-8bb2b1356cd9 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:25.638411 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77598ea0-f64b-4671-9d54-d58935a44db8 req-d90149d1-a96b-47c3-8f67-8bb2b1356cd9 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.0739872 Aug 16 01:54:25.658619 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-7ce3bf64-8c8a-499c-bcfe-ad461af0c25a service neutron] 10.222.0.68 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663012 Aug 16 01:54:25.688289 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77598ea0-f64b-4671-9d54-d58935a44db8 req-ff196396-4b6d-4a6f-80da-b50cae63db80 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483937 Aug 16 01:54:25.810293 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-93c85862-7ff9-4008-982c-b2f837940b85 service neutron] 10.222.0.68 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432104 Aug 16 01:54:25.922623 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.102510 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fff1b8b7-debb-4b31-aa8a-7f7ef6350100 req-a1108f66-c243-428a-8250-23c30ef9655f tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=120ded4e-b010-4381-8d9d-9e4c0bca3fd9 HTTP/1.1" status: 200 len: 210 time: 0.0495260 Aug 16 01:54:26.587321 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63506c-c9b7-4136-a153-33e92e9690d2 req-8a83747f-d421-4cf5-95c1-36826b167fcc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:26.606253 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fa63506c-c9b7-4136-a153-33e92e9690d2 req-8a83747f-d421-4cf5-95c1-36826b167fcc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 945 time: 0.0843160 Aug 16 01:54:26.659019 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fa63506c-c9b7-4136-a153-33e92e9690d2 req-2cc37db0-defa-4dfa-8adf-5b68978821de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512836 Aug 16 01:54:26.681272 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41590) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:26.854885 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ce6c6bec-f6e7-41f4-b9ad-b4f30e16ea1a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/floatingips/edcfd40a-16d8-4908-bcde-a3c06831b90e HTTP/1.1" status: 200 len: 991 time: 0.1720064 Aug 16 01:54:26.928205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ab0dc-cb3d-499c-b922-b1dcfaaa00a9 req-6c34cc13-78b1-4b7e-aa66-1754efa85e4b tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:26.930102 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5e9ab0dc-cb3d-499c-b922-b1dcfaaa00a9 req-6c34cc13-78b1-4b7e-aa66-1754efa85e4b tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.1402709 Aug 16 01:54:26.991310 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5e9ab0dc-cb3d-499c-b922-b1dcfaaa00a9 req-10999280-6b8f-40dc-92c0-c7168ce86df4 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494289 Aug 16 01:54:27.267054 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eedfff6d-f8f7-4467-ba98-712b8019b6ad req-e2319cab-0d05-4617-a577-63622f11fcf2 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=120ded4e-b010-4381-8d9d-9e4c0bca3fd9 HTTP/1.1" status: 200 len: 210 time: 0.0441942 Aug 16 01:54:27.723202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 7e69fbad-8380-46f6-a06f-3b7e05536c45 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:27.729332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-b0a58c5e-9cd5-460c-90ee-885bd78cd0be tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:27.733695 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-b0a58c5e-9cd5-460c-90ee-885bd78cd0be tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.63 "GET /v2.0/networks?id=280ed514-b2cb-4176-817f-c21adcaa27a2 HTTP/1.1" status: 200 len: 815 time: 0.1729491 Aug 16 01:54:27.763171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-e3850192-697f-499e-ad37-825c4f67c604 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Request body: {'port': {'device_id': '120ded4e-b010-4381-8d9d-9e4c0bca3fd9', 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2', 'admin_state_up': True, 'tenant_id': '3c66e7b345644adb978758e5aa03ba75'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:27.851373 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 7e69fbad-8380-46f6-a06f-3b7e05536c45 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:27.862574 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 7e69fbad-8380-46f6-a06f-3b7e05536c45 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:27.863389 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.980046 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-e3850192-697f-499e-ad37-825c4f67c604 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Made reservation on behalf of 3c66e7b345644adb978758e5aa03ba75 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:27.985165 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-e3850192-697f-499e-ad37-825c4f67c604 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.010612 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.068340 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb013df-c406-42aa-84cd-c8f687889031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e69fbad-8380-46f6-a06f-3b7e05536c45'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:28.073454 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce42bc54-8f4d-4224-bcbf-f4333b977ad6" -d '{"events": [{"server_uuid": "cdb013df-c406-42aa-84cd-c8f687889031", "name": "network-vif-plugged", "status": "completed", "tag": "7e69fbad-8380-46f6-a06f-3b7e05536c45"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:28.102914 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 7e69fbad-8380-46f6-a06f-3b7e05536c45, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7e69fbad-8380-46f6-a06f-3b7e05536c45,segment=NetworkSegment(82bf085e-4971-4466-8060-7d71e33b44eb),segment_id=82bf085e-4971-4466-8060-7d71e33b44eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:28.117155 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.162054 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa12570-ea30-43ba-b51d-62f6b9db7ce8 x-openstack-request-id: req-2aa12570-ea30-43ba-b51d-62f6b9db7ce8 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:28.162806 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb013df-c406-42aa-84cd-c8f687889031", "name": "network-vif-plugged", "status": "completed", "tag": "7e69fbad-8380-46f6-a06f-3b7e05536c45", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:28.163061 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2aa12570-ea30-43ba-b51d-62f6b9db7ce8 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:28.163449 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb013df-c406-42aa-84cd-c8f687889031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e69fbad-8380-46f6-a06f-3b7e05536c45', 'code': 200} Aug 16 01:54:28.209529 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=7e69fbad-8380-46f6-a06f-3b7e05536c45,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:28.214943 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-e3850192-697f-499e-ad37-825c4f67c604 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Allocated IP 172.20.0.11 (280ed514-b2cb-4176-817f-c21adcaa27a2/04ca52e6-06a0-44f3-a2ee-82113af18a6a/c1cef01b-8875-492c-b972-b05b94003f94) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:28.217545 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead401bc-ffb0-4695-a9ef-4c966fee298c req-8d1edff8-97bf-42a5-a5e0-6b318780d3f6 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:28.220427 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ead401bc-ffb0-4695-a9ef-4c966fee298c req-8d1edff8-97bf-42a5-a5e0-6b318780d3f6 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.0904458 Aug 16 01:54:28.339148 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ead401bc-ffb0-4695-a9ef-4c966fee298c req-b49e016c-29a5-4bdf-9ea4-f5ea28e2e7e5 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087048 Aug 16 01:54:28.454861 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-39a8a2b9-3189-41b6-bb0a-db4471d97ed9 req-a5550de5-b472-41bc-a7f7-94ce377ad5c3 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=120ded4e-b010-4381-8d9d-9e4c0bca3fd9 HTTP/1.1" status: 200 len: 210 time: 0.0379636 Aug 16 01:54:28.488265 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-e3850192-697f-499e-ad37-825c4f67c604 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.537233 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-e3850192-697f-499e-ad37-825c4f67c604 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.556731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['25885736-4477-46da-9757-436913c8eb8c'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:28.562293 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['b88a3e4c-c182-4cdf-885c-052e879ba67a', '9a0a2db3-6f72-4880-9de0-d80f4f48d7c5'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:28.618418 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-e3850192-697f-499e-ad37-825c4f67c604 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Network 280ed514-b2cb-4176-817f-c21adcaa27a2 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:28.624044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-e3850192-697f-499e-ad37-825c4f67c604 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:28.628366 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-e3850192-697f-499e-ad37-825c4f67c604 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:28.703386 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3850192-697f-499e-ad37-825c4f67c604 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Pushing event updated for resources: {'Port': ['ID=c1cef01b-8875-492c-b972-b05b94003f94,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:28.765878 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-e3850192-697f-499e-ad37-825c4f67c604 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:28.767258 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-e3850192-697f-499e-ad37-825c4f67c604 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.810822 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-e3850192-697f-499e-ad37-825c4f67c604 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0582223 Aug 16 01:54:28.826340 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Request body: {'port': {'device_id': '120ded4e-b010-4381-8d9d-9e4c0bca3fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:28.937402 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.312073 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1cef01b-8875-492c-b972-b05b94003f94 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:29.322624 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.337615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Transition to ACTIVE for port object c1cef01b-8875-492c-b972-b05b94003f94 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:29.343835 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.390544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Pushing event updated for resources: {'Port': ['ID=c1cef01b-8875-492c-b972-b05b94003f94,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:29.547997 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b3501-797a-4678-8b87-6514a9f6862a req-b5b0118a-4bfb-4e76-89bd-77aa3cc1e7bf tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:29.550430 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-231b3501-797a-4678-8b87-6514a9f6862a req-b5b0118a-4bfb-4e76-89bd-77aa3cc1e7bf tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.1019368 Aug 16 01:54:29.551613 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Attempting to bind port c1cef01b-8875-492c-b972-b05b94003f94 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:29.552365 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Attempting to bind port c1cef01b-8875-492c-b972-b05b94003f94 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '98423ec5-2de2-4e79-ba92-921e7271cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:29.553878 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Attempting to bind port c1cef01b-8875-492c-b972-b05b94003f94 on network 280ed514-b2cb-4176-817f-c21adcaa27a2 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:29.561433 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Port c1cef01b-8875-492c-b972-b05b94003f94 on network 280ed514-b2cb-4176-817f-c21adcaa27a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:54:29.562848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Attempting to bind port c1cef01b-8875-492c-b972-b05b94003f94 on network 280ed514-b2cb-4176-817f-c21adcaa27a2 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:29.595103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:29.595926 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Checking segment: {'id': '98423ec5-2de2-4e79-ba92-921e7271cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:29.596556 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Bound using segment: {'id': '98423ec5-2de2-4e79-ba92-921e7271cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:29.597224 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Bound port: c1cef01b-8875-492c-b972-b05b94003f94, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98423ec5-2de2-4e79-ba92-921e7271cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:29.597869 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.634625 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda13ed-c2c5-4cae-960d-5e19a577ed72 req-8cc6647d-d466-4615-a28d-8c15e4d95c1b tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:29.636162 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5dda13ed-c2c5-4cae-960d-5e19a577ed72 req-8cc6647d-d466-4615-a28d-8c15e4d95c1b tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=120ded4e-b010-4381-8d9d-9e4c0bca3fd9 HTTP/1.1" status: 200 len: 944 time: 0.0858440 Aug 16 01:54:29.667661 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-231b3501-797a-4678-8b87-6514a9f6862a req-9e2ee6ef-7370-4ac1-9580-151e214fc3b2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056297 Aug 16 01:54:29.716248 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5dda13ed-c2c5-4cae-960d-5e19a577ed72 req-a338eafd-f940-4d10-bcec-cd61d761094e tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734823 Aug 16 01:54:29.749439 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] For port c1cef01b-8875-492c-b972-b05b94003f94, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:29.753978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] For port c1cef01b-8875-492c-b972-b05b94003f94, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=c1cef01b-8875-492c-b972-b05b94003f94,segment=NetworkSegment(98423ec5-2de2-4e79-ba92-921e7271cef5),segment_id=98423ec5-2de2-4e79-ba92-921e7271cef5)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:29.760918 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.810347 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:29.811387 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.813192 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] 10.222.0.63 "PUT /v2.0/ports/c1cef01b-8875-492c-b972-b05b94003f94 HTTP/1.1" status: 200 len: 1093 time: 0.9924409 Aug 16 01:54:29.815711 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120ded4e-b010-4381-8d9d-9e4c0bca3fd9', 'tag': 'c1cef01b-8875-492c-b972-b05b94003f94'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:29.817762 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c638bc5-0b4a-4c88-98bb-7e539c95405f" -d '{"events": [{"name": "network-changed", "server_uuid": "120ded4e-b010-4381-8d9d-9e4c0bca3fd9", "tag": "c1cef01b-8875-492c-b972-b05b94003f94"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:29.878478 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780e359e-67d6-4674-837c-57f6637e82f8 x-openstack-request-id: req-780e359e-67d6-4674-837c-57f6637e82f8 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:29.878840 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120ded4e-b010-4381-8d9d-9e4c0bca3fd9", "tag": "c1cef01b-8875-492c-b972-b05b94003f94", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:29.878984 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-780e359e-67d6-4674-837c-57f6637e82f8 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:29.879391 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120ded4e-b010-4381-8d9d-9e4c0bca3fd9', 'tag': 'c1cef01b-8875-492c-b972-b05b94003f94', 'status': 'completed', 'code': 200} Aug 16 01:54:29.916677 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00d4ac-9055-47f8-bf43-f57dd5895b27 service neutron] Pushing event updated for resources: {'Port': ['ID=c1cef01b-8875-492c-b972-b05b94003f94,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:29.953889 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-44c0a3fa-677e-47e6-bcaa-69f1bed7bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:29.956165 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-44c0a3fa-677e-47e6-bcaa-69f1bed7bbbf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3c66e7b345644adb978758e5aa03ba75&device_id=120ded4e-b010-4381-8d9d-9e4c0bca3fd9 HTTP/1.1" status: 200 len: 1096 time: 0.0901942 Aug 16 01:54:30.018876 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0b16e4ae-d032-4c31-9251-36fb9f71b4ad service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1cef01b-8875-492c-b972-b05b94003f94 HTTP/1.1" status: 200 len: 217 time: 0.0543373 Aug 16 01:54:30.141226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-22758a9d-79f5-47b6-a59d-f0e59d1f59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:30.143710 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-22758a9d-79f5-47b6-a59d-f0e59d1f59a8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=04ca52e6-06a0-44f3-a2ee-82113af18a6a HTTP/1.1" status: 200 len: 855 time: 0.1140547 Aug 16 01:54:30.187827 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-38d771e0-baf7-4930-b278-b67ffff981cd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=280ed514-b2cb-4176-817f-c21adcaa27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325062 Aug 16 01:54:30.328166 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-d27638ca-0bd7-43d0-b5f7-16aa5a0a133c service neutron] 10.222.0.63 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317730 Aug 16 01:54:30.461627 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb9c9e1b-76e0-4206-9ea5-a1d2fb58d87d req-0ddfa163-20d9-444c-95f1-37ecff57da53 service neutron] 10.222.0.63 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156793 Aug 16 01:54:30.573960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c638bc5-0b4a-4c88-98bb-7e539c95405f req-41da10cf-a6fb-45cd-ad5f-ee7906497a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:30.575554 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c638bc5-0b4a-4c88-98bb-7e539c95405f req-41da10cf-a6fb-45cd-ad5f-ee7906497a9e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3c66e7b345644adb978758e5aa03ba75&device_id=120ded4e-b010-4381-8d9d-9e4c0bca3fd9 HTTP/1.1" status: 200 len: 1096 time: 0.0589750 Aug 16 01:54:30.675112 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c638bc5-0b4a-4c88-98bb-7e539c95405f req-1a3073c1-211c-4e5e-857f-89b155813124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:30.677067 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c638bc5-0b4a-4c88-98bb-7e539c95405f req-1a3073c1-211c-4e5e-857f-89b155813124 service neutron] 10.222.0.63 "GET /v2.0/networks?id=280ed514-b2cb-4176-817f-c21adcaa27a2 HTTP/1.1" status: 200 len: 916 time: 0.0931878 Aug 16 01:54:30.735845 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c638bc5-0b4a-4c88-98bb-7e539c95405f req-513a05ee-62c6-4c0c-93d4-af0d0ab9460b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1cef01b-8875-492c-b972-b05b94003f94 HTTP/1.1" status: 200 len: 217 time: 0.0477104 Aug 16 01:54:30.876925 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430114e1-eefc-48e0-8693-6d09b357f7d1 req-47fdfa4a-3cda-412d-8fee-c70a69b690ba tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:30.879105 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-430114e1-eefc-48e0-8693-6d09b357f7d1 req-47fdfa4a-3cda-412d-8fee-c70a69b690ba tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=120ded4e-b010-4381-8d9d-9e4c0bca3fd9 HTTP/1.1" status: 200 len: 944 time: 0.0581970 Aug 16 01:54:30.889543 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c638bc5-0b4a-4c88-98bb-7e539c95405f req-a055f9ab-1266-4ab4-90a5-4cdb98315f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:30.891250 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c638bc5-0b4a-4c88-98bb-7e539c95405f req-a055f9ab-1266-4ab4-90a5-4cdb98315f06 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=04ca52e6-06a0-44f3-a2ee-82113af18a6a HTTP/1.1" status: 200 len: 855 time: 0.1380520 Aug 16 01:54:30.934105 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c638bc5-0b4a-4c88-98bb-7e539c95405f req-2f3c1b35-c48d-43c0-a740-c9a92098bfda service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=280ed514-b2cb-4176-817f-c21adcaa27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303481 Aug 16 01:54:30.935141 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-430114e1-eefc-48e0-8693-6d09b357f7d1 req-0e70262d-6b6a-470e-ad36-d4cb3e9e1ea7 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491123 Aug 16 01:54:30.942451 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69a595-345c-48fc-86b6-4cb0a1b998f5 req-db9dbed4-b92b-48af-8bb9-259a8f260f80 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:30.945603 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b69a595-345c-48fc-86b6-4cb0a1b998f5 req-db9dbed4-b92b-48af-8bb9-259a8f260f80 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.1338458 Aug 16 01:54:31.046947 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b69a595-345c-48fc-86b6-4cb0a1b998f5 req-5ff75e0f-ba79-47d4-926a-23273ba48846 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903714 Aug 16 01:54:31.079449 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c638bc5-0b4a-4c88-98bb-7e539c95405f req-7bb00316-b7e9-4dc6-a3c0-107cd83e3d5d service neutron] 10.222.0.63 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326616 Aug 16 01:54:31.205524 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c638bc5-0b4a-4c88-98bb-7e539c95405f req-92c003d3-8bd1-4d08-96d8-318824fcfda0 service neutron] 10.222.0.63 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155663 Aug 16 01:54:32.118343 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e4f23-f857-4e83-aa88-905a4740ba19 req-4e19b497-27d8-4650-a7e3-9cc4506c3f56 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:32.127182 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3b7e4f23-f857-4e83-aa88-905a4740ba19 req-4e19b497-27d8-4650-a7e3-9cc4506c3f56 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=120ded4e-b010-4381-8d9d-9e4c0bca3fd9 HTTP/1.1" status: 200 len: 944 time: 0.0884285 Aug 16 01:54:32.172338 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3b7e4f23-f857-4e83-aa88-905a4740ba19 req-029d6fe9-b82c-499c-ba2b-606213cee8ac tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438745 Aug 16 01:54:32.242903 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f9ffc-6094-46a0-90fa-5a4567d4f94f req-ef081739-78d9-481c-aa8f-76d5b0b0e0f7 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:32.258366 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-724f9ffc-6094-46a0-90fa-5a4567d4f94f req-ef081739-78d9-481c-aa8f-76d5b0b0e0f7 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.0828824 Aug 16 01:54:32.318783 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-724f9ffc-6094-46a0-90fa-5a4567d4f94f req-991167c4-cf02-4fb1-b58e-c4090472c603 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577540 Aug 16 01:54:33.308576 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ca84c-7750-4a1f-be1c-55a9564e5e47 req-1ad14430-2c4b-48f6-b999-ce4608dd42c2 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:33.310517 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5c6ca84c-7750-4a1f-be1c-55a9564e5e47 req-1ad14430-2c4b-48f6-b999-ce4608dd42c2 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=120ded4e-b010-4381-8d9d-9e4c0bca3fd9 HTTP/1.1" status: 200 len: 944 time: 0.0580096 Aug 16 01:54:33.369675 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5c6ca84c-7750-4a1f-be1c-55a9564e5e47 req-fc572353-a6d2-4379-9b8d-df0182ef0545 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518122 Aug 16 01:54:33.473119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6535b-9b2e-459c-9c3c-b9fd45de74ce req-044f58c7-f397-4c4d-ab17-ea2e6751c506 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:33.475697 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-00f6535b-9b2e-459c-9c3c-b9fd45de74ce req-044f58c7-f397-4c4d-ab17-ea2e6751c506 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.0747139 Aug 16 01:54:33.538042 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-00f6535b-9b2e-459c-9c3c-b9fd45de74ce req-00b0e9be-00e5-4646-b0fc-79d42910beac tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551045 Aug 16 01:54:34.336537 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device c1cef01b-8875-492c-b972-b05b94003f94 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:34.469279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port c1cef01b-8875-492c-b972-b05b94003f94, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=c1cef01b-8875-492c-b972-b05b94003f94,segment=NetworkSegment(98423ec5-2de2-4e79-ba92-921e7271cef5),segment_id=98423ec5-2de2-4e79-ba92-921e7271cef5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:34.499832 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'c1cef01b-8875-492c-b972-b05b94003f94', 'network_id': '280ed514-b2cb-4176-817f-c21adcaa27a2', 'port_id': 'c1cef01b-8875-492c-b972-b05b94003f94', 'mac_address': 'fa:16:3e:c4:e2:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ca52e6-06a0-44f3-a2ee-82113af18a6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:34.519929 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93072c96-520d-4240-9f8a-e773032e68ab req-5b408cb6-c77f-43cc-a81f-80c9e367ea76 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:34.526781 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-93072c96-520d-4240-9f8a-e773032e68ab req-5b408cb6-c77f-43cc-a81f-80c9e367ea76 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=120ded4e-b010-4381-8d9d-9e4c0bca3fd9 HTTP/1.1" status: 200 len: 944 time: 0.0664098 Aug 16 01:54:34.543408 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.557487 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1cef01b-8875-492c-b972-b05b94003f94 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:34.579081 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-93072c96-520d-4240-9f8a-e773032e68ab req-6a8b7757-5cac-428d-b0f4-c41eb1446f9a tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442367 Aug 16 01:54:34.584505 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port c1cef01b-8875-492c-b972-b05b94003f94, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=c1cef01b-8875-492c-b972-b05b94003f94,segment=NetworkSegment(98423ec5-2de2-4e79-ba92-921e7271cef5),segment_id=98423ec5-2de2-4e79-ba92-921e7271cef5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:34.591366 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.761723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf976b-a58a-4ab8-bf81-a052416b5e56 req-89a2fb50-d23b-444a-a6ed-3ea9c0cd9ecb tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:34.764001 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-46bf976b-a58a-4ab8-bf81-a052416b5e56 req-89a2fb50-d23b-444a-a6ed-3ea9c0cd9ecb tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.1206448 Aug 16 01:54:34.787857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=c1cef01b-8875-492c-b972-b05b94003f94,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:34.838526 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-46bf976b-a58a-4ab8-bf81-a052416b5e56 req-2155f56f-2680-4f64-b394-5592a5414145 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589774 Aug 16 01:54:34.870818 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['c1cef01b-8875-492c-b972-b05b94003f94'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:35.720512 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852f1ea-c7b1-424b-994f-61f9ea488b1f req-52319132-c4a5-4ce9-94b4-070ec253e999 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:35.730354 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7852f1ea-c7b1-424b-994f-61f9ea488b1f req-52319132-c4a5-4ce9-94b4-070ec253e999 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=120ded4e-b010-4381-8d9d-9e4c0bca3fd9 HTTP/1.1" status: 200 len: 945 time: 0.0636706 Aug 16 01:54:35.766255 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7852f1ea-c7b1-424b-994f-61f9ea488b1f req-33779859-1da5-4eb1-8f00-875a3e49f5ab tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350678 Aug 16 01:54:36.030224 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae777b-2005-45b2-a39d-7d70642f8339 req-c69e4412-88fd-4d50-bd82-1921d94a0212 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:36.031876 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bdae777b-2005-45b2-a39d-7d70642f8339 req-c69e4412-88fd-4d50-bd82-1921d94a0212 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.0825317 Aug 16 01:54:36.126694 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bdae777b-2005-45b2-a39d-7d70642f8339 req-2fd68fa6-34aa-4cdc-9747-e6fdbc8870f2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746186 Aug 16 01:54:36.351839 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device c1cef01b-8875-492c-b972-b05b94003f94 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:36.388576 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41904) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:36.452280 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port c1cef01b-8875-492c-b972-b05b94003f94 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:36.456522 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port c1cef01b-8875-492c-b972-b05b94003f94 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:36.457298 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.545922 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-472e813d-9137-4931-8ee1-553c4b460481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.568019 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.612566 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120ded4e-b010-4381-8d9d-9e4c0bca3fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cef01b-8875-492c-b972-b05b94003f94'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:36.615076 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baf1f9b-dc32-4b30-a47c-d93dfddb0a9e" -d '{"events": [{"server_uuid": "120ded4e-b010-4381-8d9d-9e4c0bca3fd9", "name": "network-vif-plugged", "status": "completed", "tag": "c1cef01b-8875-492c-b972-b05b94003f94"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:36.649840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port c1cef01b-8875-492c-b972-b05b94003f94, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=c1cef01b-8875-492c-b972-b05b94003f94,segment=NetworkSegment(98423ec5-2de2-4e79-ba92-921e7271cef5),segment_id=98423ec5-2de2-4e79-ba92-921e7271cef5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:36.656412 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-472e813d-9137-4931-8ee1-553c4b460481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.659590 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.664976 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-472e813d-9137-4931-8ee1-553c4b460481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.670865 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d734f0-6887-42d2-a560-6de3eb7b281b x-openstack-request-id: req-19d734f0-6887-42d2-a560-6de3eb7b281b {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:36.671173 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120ded4e-b010-4381-8d9d-9e4c0bca3fd9", "name": "network-vif-plugged", "status": "completed", "tag": "c1cef01b-8875-492c-b972-b05b94003f94", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:36.671414 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-19d734f0-6887-42d2-a560-6de3eb7b281b {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:36.671809 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120ded4e-b010-4381-8d9d-9e4c0bca3fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cef01b-8875-492c-b972-b05b94003f94', 'code': 200} Aug 16 01:54:36.711628 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-472e813d-9137-4931-8ee1-553c4b460481 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8b6e44e1d0f548bcaf2167804cdf6dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171175 Aug 16 01:54:36.712190 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41916) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:36.715477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e813d-9137-4931-8ee1-553c4b460481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b244d707-5aab-4499-81ca-ffbefa25a2c9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:36.723922 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e813d-9137-4931-8ee1-553c4b460481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:36.725344 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e813d-9137-4931-8ee1-553c4b460481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:36.725344 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e813d-9137-4931-8ee1-553c4b460481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:36.725988 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e813d-9137-4931-8ee1-553c4b460481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:36.726373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e813d-9137-4931-8ee1-553c4b460481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:36.726859 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e813d-9137-4931-8ee1-553c4b460481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:36.727200 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e813d-9137-4931-8ee1-553c4b460481 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:36.727930 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e813d-9137-4931-8ee1-553c4b460481 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:36.728267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e813d-9137-4931-8ee1-553c4b460481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:36.728599 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e813d-9137-4931-8ee1-553c4b460481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:36.728960 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e813d-9137-4931-8ee1-553c4b460481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:36.729263 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e813d-9137-4931-8ee1-553c4b460481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:36.750496 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=c1cef01b-8875-492c-b972-b05b94003f94,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:36.823402 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7602e632-afeb-4b22-8fad-4d2620db99c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.827980 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4161b37-a1e2-430a-953e-9f871630055f req-04674c00-d373-4776-bfff-0619f921026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:36.829429 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4161b37-a1e2-430a-953e-9f871630055f req-04674c00-d373-4776-bfff-0619f921026d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=120ded4e-b010-4381-8d9d-9e4c0bca3fd9 HTTP/1.1" status: 200 len: 1098 time: 0.0684438 Aug 16 01:54:36.852863 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7602e632-afeb-4b22-8fad-4d2620db99c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.911540 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6692ad-8dd4-4538-9f70-206454d60fbf req-a6b26182-5a7b-43a7-9173-7337d9d48d11 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:36.920483 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bd6692ad-8dd4-4538-9f70-206454d60fbf req-a6b26182-5a7b-43a7-9173-7337d9d48d11 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=120ded4e-b010-4381-8d9d-9e4c0bca3fd9 HTTP/1.1" status: 200 len: 946 time: 0.0652668 Aug 16 01:54:36.939577 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7602e632-afeb-4b22-8fad-4d2620db99c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.943202 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7602e632-afeb-4b22-8fad-4d2620db99c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.944966 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7602e632-afeb-4b22-8fad-4d2620db99c9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b244d707-5aab-4499-81ca-ffbefa25a2c9 HTTP/1.1" status: 204 len: 168 time: 0.2317781 Aug 16 01:54:36.957493 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602e632-afeb-4b22-8fad-4d2620db99c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b244d707-5aab-4499-81ca-ffbefa25a2c9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:36.990177 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bd6692ad-8dd4-4538-9f70-206454d60fbf req-0db30156-ab61-445d-8908-7f9571798fea tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636640 Aug 16 01:54:37.010741 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4161b37-a1e2-430a-953e-9f871630055f req-d1e79a8c-909a-402d-8b9a-480366f23398 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236076 Aug 16 01:54:37.254143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5975fc-f6f8-4195-afee-f9cc68f582b7 req-7c30550f-beb8-48d3-8cbf-7052f7467eea tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:37.256681 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a5975fc-f6f8-4195-afee-f9cc68f582b7 req-7c30550f-beb8-48d3-8cbf-7052f7467eea tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.0574143 Aug 16 01:54:37.372537 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a5975fc-f6f8-4195-afee-f9cc68f582b7 req-78f99b8f-7371-4bd6-859c-fdf9f2f398e0 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087747 Aug 16 01:54:37.373593 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.050419 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.151327 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044f6a7-b1ca-4280-8977-0655bad47045 req-411d43d3-798e-4db5-8677-95700d805b6b tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:38.153040 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a044f6a7-b1ca-4280-8977-0655bad47045 req-411d43d3-798e-4db5-8677-95700d805b6b tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=120ded4e-b010-4381-8d9d-9e4c0bca3fd9 HTTP/1.1" status: 200 len: 946 time: 0.0938334 Aug 16 01:54:38.223594 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a044f6a7-b1ca-4280-8977-0655bad47045 req-a5d0f901-3335-43c8-9249-71a4c4ebb4e1 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586267 Aug 16 01:54:38.574226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dbb4b-03f6-4464-b61e-8804e20e7946 req-adf5ddf1-95b8-4865-900d-6e13dbe08b98 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:38.590127 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff2dbb4b-03f6-4464-b61e-8804e20e7946 req-adf5ddf1-95b8-4865-900d-6e13dbe08b98 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.1066210 Aug 16 01:54:38.671452 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff2dbb4b-03f6-4464-b61e-8804e20e7946 req-f6a2232a-016f-4878-8f4f-36f9cfeb1a26 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802848 Aug 16 01:54:39.534388 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d202e22-9cd6-476e-aecd-bf5ebf78dca2 req-feaccb58-1c6c-4291-bac8-61d8581e8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:39.544757 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1d202e22-9cd6-476e-aecd-bf5ebf78dca2 req-feaccb58-1c6c-4291-bac8-61d8581e8317 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 1097 time: 0.1262510 Aug 16 01:54:39.636723 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1d202e22-9cd6-476e-aecd-bf5ebf78dca2 req-69d58d05-a5bd-414e-bba9-c151876bc873 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793417 Aug 16 01:54:39.892131 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b1ca4-6216-4c51-9ffd-73cceece983f req-895c5844-e7fd-4153-82a4-55bc4b32ed9f tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:39.896603 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-268b1ca4-6216-4c51-9ffd-73cceece983f req-895c5844-e7fd-4153-82a4-55bc4b32ed9f tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.1354361 Aug 16 01:54:39.965942 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-268b1ca4-6216-4c51-9ffd-73cceece983f req-16fb924c-6a1f-4eb3-b464-f2af11413d00 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618730 Aug 16 01:54:41.129547 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61826d8-b08b-4338-aba1-6b6e77bdf824 req-98c27bbd-c00b-406d-9f44-b84fe7c94acb tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:41.131205 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e61826d8-b08b-4338-aba1-6b6e77bdf824 req-98c27bbd-c00b-406d-9f44-b84fe7c94acb tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.0666647 Aug 16 01:54:41.173945 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e61826d8-b08b-4338-aba1-6b6e77bdf824 req-896cc92c-303d-4efb-b938-64f1ccc8fa7a tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364516 Aug 16 01:54:41.249479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-7a999531-a10d-4bad-95b1-997bebd2d577 req-789f49ed-215f-4321-8681-3fce83009b17 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1825019668', 'description': 'tempest-description-1687601370'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:41.291059 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7a999531-a10d-4bad-95b1-997bebd2d577 req-789f49ed-215f-4321-8681-3fce83009b17 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.335535 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:54:41.424364 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7a999531-a10d-4bad-95b1-997bebd2d577 req-789f49ed-215f-4321-8681-3fce83009b17 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.430358 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7a999531-a10d-4bad-95b1-997bebd2d577 req-789f49ed-215f-4321-8681-3fce83009b17 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.467038 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7a999531-a10d-4bad-95b1-997bebd2d577 req-789f49ed-215f-4321-8681-3fce83009b17 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.468279 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a999531-a10d-4bad-95b1-997bebd2d577 req-789f49ed-215f-4321-8681-3fce83009b17 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2284858 Aug 16 01:54:41.470209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f49ed-215f-4321-8681-3fce83009b17 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30764271-08b5-4a10-a5f5-c2dfb97a441c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:41.581620 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f44352e-6700-46fb-93b3-45853ccaf5d9 req-cd5c88d0-d2b4-4dc3-8020-56c6a98d0a6e tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1825019668&fields=id&tenant_id=14b094b456424097ae7495960561ea28 HTTP/1.1" status: 200 len: 267 time: 0.0437803 Aug 16 01:54:41.645320 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44352e-6700-46fb-93b3-45853ccaf5d9 req-550a2a98-9cc5-4c06-bf5b-4d744d7f343c tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:41.655535 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f44352e-6700-46fb-93b3-45853ccaf5d9 req-550a2a98-9cc5-4c06-bf5b-4d744d7f343c tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.0724819 Aug 16 01:54:41.662428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-5f44352e-6700-46fb-93b3-45853ccaf5d9 req-a7d977ba-b8e1-44e8-949b-ea300f36e701 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Request body: {'port': {'security_groups': ['2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8', '30764271-08b5-4a10-a5f5-c2dfb97a441c']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:41.741521 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5f44352e-6700-46fb-93b3-45853ccaf5d9 req-a7d977ba-b8e1-44e8-949b-ea300f36e701 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.068652 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-5f44352e-6700-46fb-93b3-45853ccaf5d9 req-a7d977ba-b8e1-44e8-949b-ea300f36e701 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] For port fd15646b-d73b-4b87-9cb9-0dffd8cf4b51, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51,segment=NetworkSegment(7be1b47e-5078-4556-a64f-a0a22783b1aa),segment_id=7be1b47e-5078-4556-a64f-a0a22783b1aa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:42.108081 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5f44352e-6700-46fb-93b3-45853ccaf5d9 req-a7d977ba-b8e1-44e8-949b-ea300f36e701 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.115708 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5f44352e-6700-46fb-93b3-45853ccaf5d9 req-a7d977ba-b8e1-44e8-949b-ea300f36e701 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.131419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['fd15646b-d73b-4b87-9cb9-0dffd8cf4b51'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:42.197055 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44352e-6700-46fb-93b3-45853ccaf5d9 req-a7d977ba-b8e1-44e8-949b-ea300f36e701 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:42.197739 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5f44352e-6700-46fb-93b3-45853ccaf5d9 req-a7d977ba-b8e1-44e8-949b-ea300f36e701 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.199742 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f44352e-6700-46fb-93b3-45853ccaf5d9 req-a7d977ba-b8e1-44e8-949b-ea300f36e701 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "PUT /v2.0/ports/fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 HTTP/1.1" status: 200 len: 981 time: 0.5428350 Aug 16 01:54:42.200413 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b562bab-d30c-48c4-911e-f9026230e785', 'tag': 'fd15646b-d73b-4b87-9cb9-0dffd8cf4b51'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:42.202989 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bad46a-dbd8-4b22-b9d2-7982cf4eab24" -d '{"events": [{"name": "network-changed", "server_uuid": "1b562bab-d30c-48c4-911e-f9026230e785", "tag": "fd15646b-d73b-4b87-9cb9-0dffd8cf4b51"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:42.232083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d977ba-b8e1-44e8-949b-ea300f36e701 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Pushing event updated for resources: {'Port': ['ID=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:42.286468 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a551162-6ce6-4f01-b5e4-dcc69c6eb77d x-openstack-request-id: req-3a551162-6ce6-4f01-b5e4-dcc69c6eb77d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:42.287148 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b562bab-d30c-48c4-911e-f9026230e785", "tag": "fd15646b-d73b-4b87-9cb9-0dffd8cf4b51", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:42.287822 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3a551162-6ce6-4f01-b5e4-dcc69c6eb77d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:42.288775 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b562bab-d30c-48c4-911e-f9026230e785', 'tag': 'fd15646b-d73b-4b87-9cb9-0dffd8cf4b51', 'status': 'completed', 'code': 200} Aug 16 01:54:42.356727 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['fd15646b-d73b-4b87-9cb9-0dffd8cf4b51'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:42.416921 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9219fe05-b039-4ca7-9e09-0e06d7ead075 req-cd61bfe0-9c3d-4a93-ad4b-8dd22c271083 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1825019668&fields=id&tenant_id=14b094b456424097ae7495960561ea28 HTTP/1.1" status: 200 len: 267 time: 0.1122582 Aug 16 01:54:42.482809 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219fe05-b039-4ca7-9e09-0e06d7ead075 req-6b652f48-904e-47f9-a44a-8a8483c6486f tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:42.492283 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9219fe05-b039-4ca7-9e09-0e06d7ead075 req-6b652f48-904e-47f9-a44a-8a8483c6486f tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 984 time: 0.0740600 Aug 16 01:54:42.498255 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-9219fe05-b039-4ca7-9e09-0e06d7ead075 req-e43686fc-74c9-4a6f-92a5-94001b9288f1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Request body: {'port': {'security_groups': ['2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:42.503489 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bad46a-dbd8-4b22-b9d2-7982cf4eab24 req-5e8be4a1-2c0d-4d05-b3b1-6ca7b2a4535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:42.506406 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-80bad46a-dbd8-4b22-b9d2-7982cf4eab24 req-5e8be4a1-2c0d-4d05-b3b1-6ca7b2a4535c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14b094b456424097ae7495960561ea28&device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 1136 time: 0.1930509 Aug 16 01:54:42.669664 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bad46a-dbd8-4b22-b9d2-7982cf4eab24 req-ecdbd521-88c4-41ac-9ca6-72f9d01188ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:42.671316 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-80bad46a-dbd8-4b22-b9d2-7982cf4eab24 req-ecdbd521-88c4-41ac-9ca6-72f9d01188ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=48c0db2c-d39e-40d2-88c5-c68693534687 HTTP/1.1" status: 200 len: 920 time: 0.1314812 Aug 16 01:54:42.675720 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9219fe05-b039-4ca7-9e09-0e06d7ead075 req-e43686fc-74c9-4a6f-92a5-94001b9288f1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.728866 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-80bad46a-dbd8-4b22-b9d2-7982cf4eab24 req-e96958cd-00cc-4e51-ab0d-dad3c714baa8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 HTTP/1.1" status: 200 len: 217 time: 0.0441034 Aug 16 01:54:42.825777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bad46a-dbd8-4b22-b9d2-7982cf4eab24 req-83da928a-bf4b-42db-8a67-47013bad363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:42.829149 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-80bad46a-dbd8-4b22-b9d2-7982cf4eab24 req-83da928a-bf4b-42db-8a67-47013bad363b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ddea6de-761d-4f65-8cf8-1cc5670eca1d HTTP/1.1" status: 200 len: 859 time: 0.0772738 Aug 16 01:54:42.875992 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-80bad46a-dbd8-4b22-b9d2-7982cf4eab24 req-dba1fd35-ab10-443b-94dd-2a99f997067b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48c0db2c-d39e-40d2-88c5-c68693534687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379143 Aug 16 01:54:43.100157 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-9219fe05-b039-4ca7-9e09-0e06d7ead075 req-e43686fc-74c9-4a6f-92a5-94001b9288f1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] For port fd15646b-d73b-4b87-9cb9-0dffd8cf4b51, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51,segment=NetworkSegment(7be1b47e-5078-4556-a64f-a0a22783b1aa),segment_id=7be1b47e-5078-4556-a64f-a0a22783b1aa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:43.122263 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-80bad46a-dbd8-4b22-b9d2-7982cf4eab24 req-f4eb5a19-46f2-4a8c-9991-61c0d2904762 service neutron] 10.222.0.73 "GET /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353179 Aug 16 01:54:43.243994 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9219fe05-b039-4ca7-9e09-0e06d7ead075 req-e43686fc-74c9-4a6f-92a5-94001b9288f1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.268844 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9219fe05-b039-4ca7-9e09-0e06d7ead075 req-e43686fc-74c9-4a6f-92a5-94001b9288f1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.288596 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['fd15646b-d73b-4b87-9cb9-0dffd8cf4b51'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:43.328057 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219fe05-b039-4ca7-9e09-0e06d7ead075 req-e43686fc-74c9-4a6f-92a5-94001b9288f1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:43.329095 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9219fe05-b039-4ca7-9e09-0e06d7ead075 req-e43686fc-74c9-4a6f-92a5-94001b9288f1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.338988 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9219fe05-b039-4ca7-9e09-0e06d7ead075 req-e43686fc-74c9-4a6f-92a5-94001b9288f1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "PUT /v2.0/ports/fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 HTTP/1.1" status: 200 len: 942 time: 0.8453698 Aug 16 01:54:43.384463 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-80bad46a-dbd8-4b22-b9d2-7982cf4eab24 req-5576e913-1f54-436e-b621-32e6c4b3e8d6 service neutron] 10.222.0.73 "GET /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503817 Aug 16 01:54:43.394863 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43686fc-74c9-4a6f-92a5-94001b9288f1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Pushing event updated for resources: {'Port': ['ID=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:43.497871 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['fd15646b-d73b-4b87-9cb9-0dffd8cf4b51'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:43.720175 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-606f584b-aae5-4361-a508-6cda3a668992 req-488ba457-a40b-45dd-9a78-29dea6d93ab9 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3569925 Aug 16 01:54:43.740412 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-606f584b-aae5-4361-a508-6cda3a668992 req-93620897-1e2c-40ea-82bd-1d74b9640bf2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:43.819320 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-606f584b-aae5-4361-a508-6cda3a668992 req-93620897-1e2c-40ea-82bd-1d74b9640bf2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.992102 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-606f584b-aae5-4361-a508-6cda3a668992 req-93620897-1e2c-40ea-82bd-1d74b9640bf2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.113103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-606f584b-aae5-4361-a508-6cda3a668992 req-93620897-1e2c-40ea-82bd-1d74b9640bf2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Allocated IP 172.25.3.226 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/bb356a73-1cd0-487a-8124-e2857f634e79) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:44.225395 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-606f584b-aae5-4361-a508-6cda3a668992 req-93620897-1e2c-40ea-82bd-1d74b9640bf2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.295482 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b562bab-d30c-48c4-911e-f9026230e785', 'tag': 'fd15646b-d73b-4b87-9cb9-0dffd8cf4b51'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:44.295482 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbe5383-a442-4522-bf2b-3215b00d9152" -d '{"events": [{"name": "network-changed", "server_uuid": "1b562bab-d30c-48c4-911e-f9026230e785", "tag": "fd15646b-d73b-4b87-9cb9-0dffd8cf4b51"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:44.296170 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-606f584b-aae5-4361-a508-6cda3a668992 req-93620897-1e2c-40ea-82bd-1d74b9640bf2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.341965 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606f584b-aae5-4361-a508-6cda3a668992 req-93620897-1e2c-40ea-82bd-1d74b9640bf2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:44.345101 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-606f584b-aae5-4361-a508-6cda3a668992 req-93620897-1e2c-40ea-82bd-1d74b9640bf2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:44.352181 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-606f584b-aae5-4361-a508-6cda3a668992 req-93620897-1e2c-40ea-82bd-1d74b9640bf2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:44.377134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93620897-1e2c-40ea-82bd-1d74b9640bf2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Pushing event updated for resources: {'Port': ['ID=bb356a73-1cd0-487a-8124-e2857f634e79,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:44.406378 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f44125-245f-481b-bfa0-5fb3cb7ececd x-openstack-request-id: req-28f44125-245f-481b-bfa0-5fb3cb7ececd {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:44.406617 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b562bab-d30c-48c4-911e-f9026230e785", "tag": "fd15646b-d73b-4b87-9cb9-0dffd8cf4b51", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:44.406887 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-28f44125-245f-481b-bfa0-5fb3cb7ececd {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:44.407274 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b562bab-d30c-48c4-911e-f9026230e785', 'tag': 'fd15646b-d73b-4b87-9cb9-0dffd8cf4b51', 'status': 'completed', 'code': 200} Aug 16 01:54:44.515654 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe5383-a442-4522-bf2b-3215b00d9152 req-5cd397d0-4bb3-43b2-acea-1b52b4139510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:44.521557 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8fbe5383-a442-4522-bf2b-3215b00d9152 req-5cd397d0-4bb3-43b2-acea-1b52b4139510 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14b094b456424097ae7495960561ea28&device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 1097 time: 0.0753353 Aug 16 01:54:44.526026 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-606f584b-aae5-4361-a508-6cda3a668992 req-93620897-1e2c-40ea-82bd-1d74b9640bf2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.602247 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-606f584b-aae5-4361-a508-6cda3a668992 req-93620897-1e2c-40ea-82bd-1d74b9640bf2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.773939 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe5383-a442-4522-bf2b-3215b00d9152 req-2e581bcc-8b58-4051-9a7c-fbce1918504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:44.775308 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8fbe5383-a442-4522-bf2b-3215b00d9152 req-2e581bcc-8b58-4051-9a7c-fbce1918504a service neutron] 10.222.0.73 "GET /v2.0/networks?id=48c0db2c-d39e-40d2-88c5-c68693534687 HTTP/1.1" status: 200 len: 920 time: 0.2466204 Aug 16 01:54:44.838087 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8fbe5383-a442-4522-bf2b-3215b00d9152 req-792f0769-8ea6-4331-9583-9be9701aa8da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 HTTP/1.1" status: 200 len: 217 time: 0.0506687 Aug 16 01:54:44.917791 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-606f584b-aae5-4361-a508-6cda3a668992 req-93620897-1e2c-40ea-82bd-1d74b9640bf2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.925620 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-606f584b-aae5-4361-a508-6cda3a668992 req-93620897-1e2c-40ea-82bd-1d74b9640bf2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.957209 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe5383-a442-4522-bf2b-3215b00d9152 req-269a6df8-d835-47f3-9971-e49a57a941d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:44.958733 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8fbe5383-a442-4522-bf2b-3215b00d9152 req-269a6df8-d835-47f3-9971-e49a57a941d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ddea6de-761d-4f65-8cf8-1cc5670eca1d HTTP/1.1" status: 200 len: 859 time: 0.1133664 Aug 16 01:54:45.016010 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-606f584b-aae5-4361-a508-6cda3a668992 req-93620897-1e2c-40ea-82bd-1d74b9640bf2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:45.026556 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8fbe5383-a442-4522-bf2b-3215b00d9152 req-c0a3c196-8c8f-4ce4-a28e-8c0aef46810c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48c0db2c-d39e-40d2-88c5-c68693534687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586956 Aug 16 01:54:45.045509 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-606f584b-aae5-4361-a508-6cda3a668992 req-93620897-1e2c-40ea-82bd-1d74b9640bf2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:45.046820 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-606f584b-aae5-4361-a508-6cda3a668992 req-93620897-1e2c-40ea-82bd-1d74b9640bf2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3179393 Aug 16 01:54:45.053800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93620897-1e2c-40ea-82bd-1d74b9640bf2 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Pushing event updated for resources: {'Port': ['ID=bb356a73-1cd0-487a-8124-e2857f634e79,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:45.144602 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-606f584b-aae5-4361-a508-6cda3a668992 req-248c6040-f838-4ad8-802a-46cf5d8803e5 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.226 HTTP/1.1" status: 200 len: 696 time: 0.0797322 Aug 16 01:54:45.171519 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8fbe5383-a442-4522-bf2b-3215b00d9152 req-2c539089-ac88-4f64-bbc5-53b36554ba33 service neutron] 10.222.0.73 "GET /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372502 Aug 16 01:54:45.284356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f584b-aae5-4361-a508-6cda3a668992 req-b61c66bf-243a-4436-bb01-acdb0c909c4e tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:45.293049 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-606f584b-aae5-4361-a508-6cda3a668992 req-b61c66bf-243a-4436-bb01-acdb0c909c4e tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.1402855 Aug 16 01:54:45.300959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-606f584b-aae5-4361-a508-6cda3a668992 req-866f7308-2a23-445f-8216-efe8bbf0744f tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:54:45.306972 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-606f584b-aae5-4361-a508-6cda3a668992 req-866f7308-2a23-445f-8216-efe8bbf0744f tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128312 Aug 16 01:54:45.314123 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8fbe5383-a442-4522-bf2b-3215b00d9152 req-42f3fc15-8edc-4260-9a09-9c2f59ea4207 service neutron] 10.222.0.73 "GET /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321907 Aug 16 01:54:45.454768 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-e3a44113-dd07-4986-8b2e-9633db02010f tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:45.456295 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-e3a44113-dd07-4986-8b2e-9633db02010f tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0864549 Aug 16 01:54:45.539519 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-26960c2d-cc7d-4724-83ea-de8dad8d3f76 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.226 HTTP/1.1" status: 200 len: 696 time: 0.0751023 Aug 16 01:54:45.553529 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-61948cd7-d304-454d-bc05-092f82856c29 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Request body: {'floatingip': {'port_id': 'fd15646b-d73b-4b87-9cb9-0dffd8cf4b51', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:45.594819 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-61948cd7-d304-454d-bc05-092f82856c29 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.233896 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-61948cd7-d304-454d-bc05-092f82856c29 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.242872 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-61948cd7-d304-454d-bc05-092f82856c29 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.883720 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-61948cd7-d304-454d-bc05-092f82856c29 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Floating IP ea21614f-7934-4e2b-927b-cc00c0b13816 associated. External IP: 172.25.3.226, port: fd15646b-d73b-4b87-9cb9-0dffd8cf4b51. Aug 16 01:54:47.179251 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-61948cd7-d304-454d-bc05-092f82856c29 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Router 02f79dc8-c47e-425f-91c9-4743a137589b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:47.235833 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42196) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:47.325732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-61948cd7-d304-454d-bc05-092f82856c29 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:47.339225 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec67f5c-5823-48fa-8479-5839da3ef72f None None] Sync routers for ids ['02f79dc8-c47e-425f-91c9-4743a137589b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:47.340864 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-61948cd7-d304-454d-bc05-092f82856c29 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.350604 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec67f5c-5823-48fa-8479-5839da3ef72f None None] Routers {'02f79dc8-c47e-425f-91c9-4743a137589b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:47.353663 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7ec67f5c-5823-48fa-8479-5839da3ef72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:54:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['02f79dc8-c47e-425f-91c9-4743a137589b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:47.386747 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-61948cd7-d304-454d-bc05-092f82856c29 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "PUT /v2.0/floatingips/ea21614f-7934-4e2b-927b-cc00c0b13816 HTTP/1.1" status: 200 len: 996 time: 1.8324740 Aug 16 01:54:47.387480 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b562bab-d30c-48c4-911e-f9026230e785', 'tag': 'fd15646b-d73b-4b87-9cb9-0dffd8cf4b51'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:47.388183 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db1aaac1-c1bb-465f-a675-f7af5e2226df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.394781 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1defac9a-0e0c-44dc-b972-0959b68eb734" -d '{"events": [{"name": "network-changed", "server_uuid": "1b562bab-d30c-48c4-911e-f9026230e785", "tag": "fd15646b-d73b-4b87-9cb9-0dffd8cf4b51"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:47.491478 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d63bd2-f092-4955-a84e-7e617d5a00c8 x-openstack-request-id: req-c9d63bd2-f092-4955-a84e-7e617d5a00c8 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:47.491773 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b562bab-d30c-48c4-911e-f9026230e785", "tag": "fd15646b-d73b-4b87-9cb9-0dffd8cf4b51", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:47.492023 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c9d63bd2-f092-4955-a84e-7e617d5a00c8 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:47.492438 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b562bab-d30c-48c4-911e-f9026230e785', 'tag': 'fd15646b-d73b-4b87-9cb9-0dffd8cf4b51', 'status': 'completed', 'code': 200} Aug 16 01:54:47.503142 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7ec67f5c-5823-48fa-8479-5839da3ef72f None None] Set router 02f79dc8-c47e-425f-91c9-4743a137589b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:47.571594 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db1aaac1-c1bb-465f-a675-f7af5e2226df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.578435 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db1aaac1-c1bb-465f-a675-f7af5e2226df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.579830 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-02f8f763-009c-485e-89f5-75e377b8b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:47.581222 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-02f8f763-009c-485e-89f5-75e377b8b1df service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=14b094b456424097ae7495960561ea28&device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 1097 time: 0.1769075 Aug 16 01:54:47.583140 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defac9a-0e0c-44dc-b972-0959b68eb734 req-f3e476d5-bce0-4ba5-961d-4d31db5256b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:47.584836 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1defac9a-0e0c-44dc-b972-0959b68eb734 req-f3e476d5-bce0-4ba5-961d-4d31db5256b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14b094b456424097ae7495960561ea28&device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 1097 time: 0.0733716 Aug 16 01:54:47.622584 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1aaac1-c1bb-465f-a675-f7af5e2226df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdd3c10-6d87-4591-a93e-2c10526ccc0d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:47.649456 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-db1aaac1-c1bb-465f-a675-f7af5e2226df admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=94acc652e4374349a199cd48eae3118b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4116957 Aug 16 01:54:47.653878 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42206) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:47.739350 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf0c8c38-8d01-4380-b604-72289fa0feee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.785171 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf0c8c38-8d01-4380-b604-72289fa0feee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.890348 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf0c8c38-8d01-4380-b604-72289fa0feee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.893778 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf0c8c38-8d01-4380-b604-72289fa0feee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.897462 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bf0c8c38-8d01-4380-b604-72289fa0feee admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4bdd3c10-6d87-4591-a93e-2c10526ccc0d HTTP/1.1" status: 204 len: 168 time: 0.2400167 Aug 16 01:54:47.923184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defac9a-0e0c-44dc-b972-0959b68eb734 req-7e8dc0c6-b4a4-4356-8f2f-1fee06d51650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:47.936568 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c8c38-8d01-4380-b604-72289fa0feee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdd3c10-6d87-4591-a93e-2c10526ccc0d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:47.940556 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1defac9a-0e0c-44dc-b972-0959b68eb734 req-7e8dc0c6-b4a4-4356-8f2f-1fee06d51650 service neutron] 10.222.0.73 "GET /v2.0/networks?id=48c0db2c-d39e-40d2-88c5-c68693534687 HTTP/1.1" status: 200 len: 920 time: 0.2645886 Aug 16 01:54:47.991203 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7ec67f5c-5823-48fa-8479-5839da3ef72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'name': 'tempest-ServerRescueTestJSONUnderV235-731503729-router', 'tenant_id': '14b094b456424097ae7495960561ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '14b094b456424097ae7495960561ea28', 'gw_port': {'id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'ea21614f-7934-4e2b-927b-cc00c0b13816', 'tenant_id': '14b094b456424097ae7495960561ea28', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'port_id': 'fd15646b-d73b-4b87-9cb9-0dffd8cf4b51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687', 'mac_address': 'fa:16:3e:f0:da:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b562bab-d30c-48c4-911e-f9026230e785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:44Z', 'updated_at': '2021-08-16T01:54:46Z', 'revision_number': 1, 'project_id': '14b094b456424097ae7495960561ea28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64f653a-0a75-4e9a-8d24-59a38c176182', 'name': '', 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687', 'tenant_id': '14b094b456424097ae7495960561ea28', 'mac_address': 'fa:16:3e:54:c2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:40Z', 'updated_at': '2021-08-16T01:53:49Z', 'revision_number': 5, 'project_id': '14b094b456424097ae7495960561ea28', 'subnets': [{'id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:48.058096 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1defac9a-0e0c-44dc-b972-0959b68eb734 req-17399371-a3ff-4050-b8cf-bc71e58b706a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 HTTP/1.1" status: 200 len: 999 time: 0.0941813 Aug 16 01:54:48.059513 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-3a3ceb5a-69df-4f9e-9bac-1d50b13a5ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:48.061072 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-3a3ceb5a-69df-4f9e-9bac-1d50b13a5ad0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=48c0db2c-d39e-40d2-88c5-c68693534687 HTTP/1.1" status: 200 len: 920 time: 0.4688597 Aug 16 01:54:48.064154 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec67f5c-5823-48fa-8479-5839da3ef72f None None] Checking router: 02f79dc8-c47e-425f-91c9-4743a137589b for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:48.075584 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec67f5c-5823-48fa-8479-5839da3ef72f None None] Routers {'02f79dc8-c47e-425f-91c9-4743a137589b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:48.076647 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7ec67f5c-5823-48fa-8479-5839da3ef72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:54:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['02f79dc8-c47e-425f-91c9-4743a137589b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:48.201091 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defac9a-0e0c-44dc-b972-0959b68eb734 req-02c537d8-10b6-4785-8ee8-ac987ab8a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:48.202624 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1defac9a-0e0c-44dc-b972-0959b68eb734 req-02c537d8-10b6-4785-8ee8-ac987ab8a30e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ddea6de-761d-4f65-8cf8-1cc5670eca1d HTTP/1.1" status: 200 len: 859 time: 0.1349144 Aug 16 01:54:48.210368 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-167ee7c6-08c0-4f3f-a944-baef99d2ad82 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 HTTP/1.1" status: 200 len: 999 time: 0.1402495 Aug 16 01:54:48.220286 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7ec67f5c-5823-48fa-8479-5839da3ef72f None None] Set router 02f79dc8-c47e-425f-91c9-4743a137589b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:48.244741 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1defac9a-0e0c-44dc-b972-0959b68eb734 req-25ab0047-3aa1-461e-bdb3-99c5ed24df44 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48c0db2c-d39e-40d2-88c5-c68693534687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311959 Aug 16 01:54:48.375555 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-f946a8f7-0290-4b3d-8011-8961117d748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:48.377133 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-f946a8f7-0290-4b3d-8011-8961117d748e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6ddea6de-761d-4f65-8cf8-1cc5670eca1d HTTP/1.1" status: 200 len: 859 time: 0.1315081 Aug 16 01:54:48.384865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42220) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:48.410552 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5717f2b7-31e9-427f-b056-0b2a66cc24f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.456622 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-5a409c6b-87ab-45e9-bdcd-fa99b8945432 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=48c0db2c-d39e-40d2-88c5-c68693534687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728147 Aug 16 01:54:48.474674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-03ff0fac-a400-4bde-8f5c-11bd65cc1be0 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:54:48.475821 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-03ff0fac-a400-4bde-8f5c-11bd65cc1be0 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094507 Aug 16 01:54:48.515749 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1defac9a-0e0c-44dc-b972-0959b68eb734 req-a206ae6f-4fa0-49e3-be00-5ab2854f4c8f service neutron] 10.222.0.73 "GET /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586942 Aug 16 01:54:48.631171 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5717f2b7-31e9-427f-b056-0b2a66cc24f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.637056 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5717f2b7-31e9-427f-b056-0b2a66cc24f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.638941 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7ec67f5c-5823-48fa-8479-5839da3ef72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'name': 'tempest-ServerRescueTestJSONUnderV235-731503729-router', 'tenant_id': '14b094b456424097ae7495960561ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '14b094b456424097ae7495960561ea28', 'gw_port': {'id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'ea21614f-7934-4e2b-927b-cc00c0b13816', 'tenant_id': '14b094b456424097ae7495960561ea28', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'port_id': 'fd15646b-d73b-4b87-9cb9-0dffd8cf4b51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687', 'mac_address': 'fa:16:3e:f0:da:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b562bab-d30c-48c4-911e-f9026230e785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:44Z', 'updated_at': '2021-08-16T01:54:46Z', 'revision_number': 1, 'project_id': '14b094b456424097ae7495960561ea28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64f653a-0a75-4e9a-8d24-59a38c176182', 'name': '', 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687', 'tenant_id': '14b094b456424097ae7495960561ea28', 'mac_address': 'fa:16:3e:54:c2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:40Z', 'updated_at': '2021-08-16T01:53:49Z', 'revision_number': 5, 'project_id': '14b094b456424097ae7495960561ea28', 'subnets': [{'id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:48.672342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717f2b7-31e9-427f-b056-0b2a66cc24f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e8a18c-af69-4678-8973-efb1e8a26661,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:48.681326 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-732c0092-4152-4df7-b687-6c4061b1967c service neutron] 10.222.0.68 "GET /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949594 Aug 16 01:54:48.694974 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec67f5c-5823-48fa-8479-5839da3ef72f None None] The sync data for ids ['02f79dc8-c47e-425f-91c9-4743a137589b'] in n-d-765315-27 is: [{'id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'name': 'tempest-ServerRescueTestJSONUnderV235-731503729-router', 'tenant_id': '14b094b456424097ae7495960561ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '14b094b456424097ae7495960561ea28', 'gw_port': {'id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'ea21614f-7934-4e2b-927b-cc00c0b13816', 'tenant_id': '14b094b456424097ae7495960561ea28', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'port_id': 'fd15646b-d73b-4b87-9cb9-0dffd8cf4b51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687', 'mac_address': 'fa:16:3e:f0:da:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b562bab-d30c-48c4-911e-f9026230e785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:44Z', 'updated_at': '2021-08-16T01:54:46Z', 'revision_number': 1, 'project_id': '14b094b456424097ae7495960561ea28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64f653a-0a75-4e9a-8d24-59a38c176182', 'name': '', 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687', 'tenant_id': '14b094b456424097ae7495960561ea28', 'mac_address': 'fa:16:3e:54:c2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:40Z', 'updated_at': '2021-08-16T01:53:49Z', 'revision_number': 5, 'project_id': '14b094b456424097ae7495960561ea28', 'subnets': [{'id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:48.718802 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5717f2b7-31e9-427f-b056-0b2a66cc24f5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=eaebbe3010c542cc9e874b72ba662bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3306098 Aug 16 01:54:48.719147 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42228) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:48.742735 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1defac9a-0e0c-44dc-b972-0959b68eb734 req-be09a26b-453d-4206-bdd7-42353148b752 service neutron] 10.222.0.73 "GET /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968136 Aug 16 01:54:48.808669 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-febe9fdc-e70f-46b3-bacb-d6ff31fed381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.810174 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1cf7a652-3413-4a76-a775-a47805a13f0d req-f64d3c59-9279-4eb4-a07f-8007335c215e service neutron] 10.222.0.68 "GET /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173863 Aug 16 01:54:48.884653 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-febe9fdc-e70f-46b3-bacb-d6ff31fed381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:48.955014 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-6df75ccd-b634-4aac-abcc-d72c08a14c93 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.226 HTTP/1.1" status: 200 len: 999 time: 0.1253397 Aug 16 01:54:49.027832 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f259a7c-7bef-41b8-9f9f-ff601b444273 None None] New status for floating IP ea21614f-7934-4e2b-927b-cc00c0b13816: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:54:49.044576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-8d3ffce5-4a1a-428f-9702-01993580eef9 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:49.046081 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-8d3ffce5-4a1a-428f-9702-01993580eef9 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports/fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 HTTP/1.1" status: 200 len: 942 time: 0.0545828 Aug 16 01:54:49.047327 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-febe9fdc-e70f-46b3-bacb-d6ff31fed381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:49.050673 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-febe9fdc-e70f-46b3-bacb-d6ff31fed381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:49.052660 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-febe9fdc-e70f-46b3-bacb-d6ff31fed381 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/36e8a18c-af69-4678-8973-efb1e8a26661 HTTP/1.1" status: 204 len: 168 time: 0.3319113 Aug 16 01:54:49.065171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe9fdc-e70f-46b3-bacb-d6ff31fed381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e8a18c-af69-4678-8973-efb1e8a26661,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:49.221358 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-35cf34d6-5c44-4b07-a6b8-c15b837a025e tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.226 HTTP/1.1" status: 200 len: 999 time: 0.0854204 Aug 16 01:54:49.378184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-a9eb753f-49c4-4125-8479-d28f8905d4f1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:49.380667 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-a9eb753f-49c4-4125-8479-d28f8905d4f1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.1506155 Aug 16 01:54:49.393238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-72dbc0fc-7b90-4343-a6b6-e682a46e8330 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:54:49.394252 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-72dbc0fc-7b90-4343-a6b6-e682a46e8330 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061429 Aug 16 01:54:49.502479 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-03779f85-9add-4d74-a665-6efd9108a9a7 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.226 HTTP/1.1" status: 200 len: 1001 time: 0.0997419 Aug 16 01:54:49.514317 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-c9048156-d39a-4044-8082-6836e542d170 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:49.580650 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-c9048156-d39a-4044-8082-6836e542d170 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:49.760180 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-c9048156-d39a-4044-8082-6836e542d170 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:49.765347 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-c9048156-d39a-4044-8082-6836e542d170 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:49.765907 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-c9048156-d39a-4044-8082-6836e542d170 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Floating IP ea21614f-7934-4e2b-927b-cc00c0b13816 disassociated. External IP: 172.25.3.226, port: fd15646b-d73b-4b87-9cb9-0dffd8cf4b51. Aug 16 01:54:50.089669 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00a74937-11ec-468d-909c-8adfa0da6b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.470884 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-c9048156-d39a-4044-8082-6836e542d170 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Router 02f79dc8-c47e-425f-91c9-4743a137589b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:50.590431 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-c9048156-d39a-4044-8082-6836e542d170 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:50.595227 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-c9048156-d39a-4044-8082-6836e542d170 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.604131 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8267d032-2a8c-4eeb-852c-e8d3e01fee58 None None] Sync routers for ids ['02f79dc8-c47e-425f-91c9-4743a137589b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:50.616430 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8267d032-2a8c-4eeb-852c-e8d3e01fee58 None None] Routers {'02f79dc8-c47e-425f-91c9-4743a137589b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:50.617352 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8267d032-2a8c-4eeb-852c-e8d3e01fee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:54:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['02f79dc8-c47e-425f-91c9-4743a137589b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:50.657385 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-c9048156-d39a-4044-8082-6836e542d170 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "PUT /v2.0/floatingips/ea21614f-7934-4e2b-927b-cc00c0b13816 HTTP/1.1" status: 200 len: 695 time: 1.1468902 Aug 16 01:54:50.660652 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b562bab-d30c-48c4-911e-f9026230e785', 'tag': 'fd15646b-d73b-4b87-9cb9-0dffd8cf4b51'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:50.663984 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbbc37f-d453-4d68-b510-e55801f6c28c" -d '{"events": [{"name": "network-changed", "server_uuid": "1b562bab-d30c-48c4-911e-f9026230e785", "tag": "fd15646b-d73b-4b87-9cb9-0dffd8cf4b51"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:50.742644 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182ac876-0265-4cb8-b0d6-4dee21b466ab x-openstack-request-id: req-182ac876-0265-4cb8-b0d6-4dee21b466ab {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:50.743052 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b562bab-d30c-48c4-911e-f9026230e785", "tag": "fd15646b-d73b-4b87-9cb9-0dffd8cf4b51", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:50.743408 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-182ac876-0265-4cb8-b0d6-4dee21b466ab {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:50.743894 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b562bab-d30c-48c4-911e-f9026230e785', 'tag': 'fd15646b-d73b-4b87-9cb9-0dffd8cf4b51', 'status': 'completed', 'code': 200} Aug 16 01:54:50.770248 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-c27543a8-5cef-47cd-b3e3-eeecf4ba22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:50.783144 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-c27543a8-5cef-47cd-b3e3-eeecf4ba22b6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=14b094b456424097ae7495960561ea28&device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 1097 time: 0.1103990 Aug 16 01:54:50.852788 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbc37f-d453-4d68-b510-e55801f6c28c req-70998ce7-e380-4331-9913-009e2bcc456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:50.855776 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fdbbc37f-d453-4d68-b510-e55801f6c28c req-70998ce7-e380-4331-9913-009e2bcc456f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14b094b456424097ae7495960561ea28&device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 1097 time: 0.0901849 Aug 16 01:54:50.947119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-b3bd42c9-8c24-4c8a-94cc-13382c9cf107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:50.954673 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-b3bd42c9-8c24-4c8a-94cc-13382c9cf107 service neutron] 10.222.0.68 "GET /v2.0/networks?id=48c0db2c-d39e-40d2-88c5-c68693534687 HTTP/1.1" status: 200 len: 920 time: 0.1704049 Aug 16 01:54:51.016328 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-732fd8e2-c8c0-428a-a2ca-e40b317f9c56 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 HTTP/1.1" status: 200 len: 217 time: 0.0607297 Aug 16 01:54:51.031244 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8267d032-2a8c-4eeb-852c-e8d3e01fee58 None None] Set router 02f79dc8-c47e-425f-91c9-4743a137589b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:51.130648 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbc37f-d453-4d68-b510-e55801f6c28c req-d531d76b-f075-4fde-84fd-43b37b12b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.141523 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-9d31a43c-98d0-4f82-9314-4eb2d24dd9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.148833 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-9d31a43c-98d0-4f82-9314-4eb2d24dd9f0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6ddea6de-761d-4f65-8cf8-1cc5670eca1d HTTP/1.1" status: 200 len: 859 time: 0.1316717 Aug 16 01:54:51.160878 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fdbbc37f-d453-4d68-b510-e55801f6c28c req-d531d76b-f075-4fde-84fd-43b37b12b540 service neutron] 10.222.0.73 "GET /v2.0/networks?id=48c0db2c-d39e-40d2-88c5-c68693534687 HTTP/1.1" status: 200 len: 920 time: 0.2936869 Aug 16 01:54:51.206715 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-e809fb1f-b22f-4dda-94ec-0923c190e716 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=48c0db2c-d39e-40d2-88c5-c68693534687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458899 Aug 16 01:54:51.237419 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fdbbc37f-d453-4d68-b510-e55801f6c28c req-fa53be8f-8cb0-453a-9e6b-8113fd8c483d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 HTTP/1.1" status: 200 len: 217 time: 0.0685666 Aug 16 01:54:51.348524 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbc37f-d453-4d68-b510-e55801f6c28c req-4961fdae-071f-4b89-9159-32442bba67db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.350501 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fdbbc37f-d453-4d68-b510-e55801f6c28c req-4961fdae-071f-4b89-9159-32442bba67db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ddea6de-761d-4f65-8cf8-1cc5670eca1d HTTP/1.1" status: 200 len: 859 time: 0.1048048 Aug 16 01:54:51.391992 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-69845019-d2da-45f1-b738-174bb5668722 service neutron] 10.222.0.68 "GET /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770890 Aug 16 01:54:51.406766 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42328) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:51.409182 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fdbbc37f-d453-4d68-b510-e55801f6c28c req-b81ad6d8-e797-44c7-b341-304d5ac3b1d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48c0db2c-d39e-40d2-88c5-c68693534687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505414 Aug 16 01:54:51.467411 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8267d032-2a8c-4eeb-852c-e8d3e01fee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'name': 'tempest-ServerRescueTestJSONUnderV235-731503729-router', 'tenant_id': '14b094b456424097ae7495960561ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '14b094b456424097ae7495960561ea28', 'gw_port': {'id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a64f653a-0a75-4e9a-8d24-59a38c176182', 'name': '', 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687', 'tenant_id': '14b094b456424097ae7495960561ea28', 'mac_address': 'fa:16:3e:54:c2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:40Z', 'updated_at': '2021-08-16T01:53:49Z', 'revision_number': 5, 'project_id': '14b094b456424097ae7495960561ea28', 'subnets': [{'id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:51.534055 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8267d032-2a8c-4eeb-852c-e8d3e01fee58 None None] Checking router: 02f79dc8-c47e-425f-91c9-4743a137589b for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:51.547254 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8267d032-2a8c-4eeb-852c-e8d3e01fee58 None None] Routers {'02f79dc8-c47e-425f-91c9-4743a137589b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:51.548066 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8267d032-2a8c-4eeb-852c-e8d3e01fee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:54:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['02f79dc8-c47e-425f-91c9-4743a137589b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:51.582660 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fdbbc37f-d453-4d68-b510-e55801f6c28c req-ee446353-ac9d-4c71-b64d-f719823da660 service neutron] 10.222.0.73 "GET /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585774 Aug 16 01:54:51.586847 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5cb2415-c3aa-4655-b1f6-669b483fc05a req-7d63ab04-9687-470e-bb95-8a2571ab15d3 service neutron] 10.222.0.68 "GET /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753235 Aug 16 01:54:51.714777 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83636ed8-467b-4531-9865-3d8f9a5e2461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.729877 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8267d032-2a8c-4eeb-852c-e8d3e01fee58 None None] Set router 02f79dc8-c47e-425f-91c9-4743a137589b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:51.734843 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e39962f8-c073-4a80-947b-7cb7b967778c req-572617dc-89b9-4374-8ba2-94f5933b39b0 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/floatingips/ea21614f-7934-4e2b-927b-cc00c0b13816 HTTP/1.1" status: 200 len: 695 time: 0.0830076 Aug 16 01:54:51.850249 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fdbbc37f-d453-4d68-b510-e55801f6c28c req-53a5fc32-1082-40aa-bc2e-b46f4179a879 service neutron] 10.222.0.73 "GET /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553926 Aug 16 01:54:51.912160 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39962f8-c073-4a80-947b-7cb7b967778c req-ddcfbfe8-e66f-4f35-a5c9-8c5e0abf99ac tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.914269 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e39962f8-c073-4a80-947b-7cb7b967778c req-ddcfbfe8-e66f-4f35-a5c9-8c5e0abf99ac tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/networks/624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 784 time: 0.1702411 Aug 16 01:54:51.926337 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-e39962f8-c073-4a80-947b-7cb7b967778c req-e00794e2-9383-463e-8150-0f96d72ec7ea tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:54:51.930351 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e39962f8-c073-4a80-947b-7cb7b967778c req-e00794e2-9383-463e-8150-0f96d72ec7ea tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101347 Aug 16 01:54:52.009094 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e39962f8-c073-4a80-947b-7cb7b967778c req-e9b01a37-ae34-4442-b1f9-249a0ea42321 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.226 HTTP/1.1" status: 200 len: 698 time: 0.0673761 Aug 16 01:54:52.029295 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8267d032-2a8c-4eeb-852c-e8d3e01fee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'name': 'tempest-ServerRescueTestJSONUnderV235-731503729-router', 'tenant_id': '14b094b456424097ae7495960561ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '14b094b456424097ae7495960561ea28', 'gw_port': {'id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a64f653a-0a75-4e9a-8d24-59a38c176182', 'name': '', 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687', 'tenant_id': '14b094b456424097ae7495960561ea28', 'mac_address': 'fa:16:3e:54:c2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:40Z', 'updated_at': '2021-08-16T01:53:49Z', 'revision_number': 5, 'project_id': '14b094b456424097ae7495960561ea28', 'subnets': [{'id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:52.060524 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8267d032-2a8c-4eeb-852c-e8d3e01fee58 None None] The sync data for ids ['02f79dc8-c47e-425f-91c9-4743a137589b'] in n-d-765315-27 is: [{'id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'name': 'tempest-ServerRescueTestJSONUnderV235-731503729-router', 'tenant_id': '14b094b456424097ae7495960561ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '14b094b456424097ae7495960561ea28', 'gw_port': {'id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a64f653a-0a75-4e9a-8d24-59a38c176182', 'name': '', 'network_id': '48c0db2c-d39e-40d2-88c5-c68693534687', 'tenant_id': '14b094b456424097ae7495960561ea28', 'mac_address': 'fa:16:3e:54:c2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:40Z', 'updated_at': '2021-08-16T01:53:49Z', 'revision_number': 5, 'project_id': '14b094b456424097ae7495960561ea28', 'subnets': [{'id': '6ddea6de-761d-4f65-8cf8-1cc5670eca1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:52.081640 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e39962f8-c073-4a80-947b-7cb7b967778c req-2c2f1157-9cd6-4b6b-ac93-3848efbc5f07 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.3.226 HTTP/1.1" status: 200 len: 698 time: 0.0631549 Aug 16 01:54:52.093717 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83636ed8-467b-4531-9865-3d8f9a5e2461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.102773 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83636ed8-467b-4531-9865-3d8f9a5e2461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.219947 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-83636ed8-467b-4531-9865-3d8f9a5e2461 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=18ebd4721c674df9b2bf69b90b5308ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8096814 Aug 16 01:54:52.223150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42342) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:52.229641 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83636ed8-467b-4531-9865-3d8f9a5e2461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf67acd-b181-4834-913f-57fd9f453c85,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:52.299858 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-e39962f8-c073-4a80-947b-7cb7b967778c req-ff9f6476-9680-4624-ab21-bfd32d09b907 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Deleting port bb356a73-1cd0-487a-8124-e2857f634e79 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:52.300211 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e39962f8-c073-4a80-947b-7cb7b967778c req-ff9f6476-9680-4624-ab21-bfd32d09b907 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.303316 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-614a0007-a1b5-4000-9098-a82a9fefebc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.344547 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-614a0007-a1b5-4000-9098-a82a9fefebc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.390872 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ca2205-965c-48a6-a5c0-fbfa85f53bde None None] New status for floating IP ea21614f-7934-4e2b-927b-cc00c0b13816: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:54:52.422959 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-614a0007-a1b5-4000-9098-a82a9fefebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.424267 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e39962f8-c073-4a80-947b-7cb7b967778c req-ff9f6476-9680-4624-ab21-bfd32d09b907 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.424773 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e39962f8-c073-4a80-947b-7cb7b967778c req-ff9f6476-9680-4624-ab21-bfd32d09b907 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.431167 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-614a0007-a1b5-4000-9098-a82a9fefebc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.434576 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-614a0007-a1b5-4000-9098-a82a9fefebc6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/faf67acd-b181-4834-913f-57fd9f453c85 HTTP/1.1" status: 204 len: 168 time: 0.2074332 Aug 16 01:54:52.451180 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a0007-a1b5-4000-9098-a82a9fefebc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf67acd-b181-4834-913f-57fd9f453c85,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:52.453695 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-e39962f8-c073-4a80-947b-7cb7b967778c req-ff9f6476-9680-4624-ab21-bfd32d09b907 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Calling delete_port for bb356a73-1cd0-487a-8124-e2857f634e79 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:52.732491 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-344c755b-89dd-4523-b89d-4f4548d31aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.848449 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e39962f8-c073-4a80-947b-7cb7b967778c req-ff9f6476-9680-4624-ab21-bfd32d09b907 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.982676 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f6476-9680-4624-ab21-bfd32d09b907 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Pushing event deleted for resources: {'Port': ['ID=bb356a73-1cd0-487a-8124-e2857f634e79,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:53.016710 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e39962f8-c073-4a80-947b-7cb7b967778c req-ff9f6476-9680-4624-ab21-bfd32d09b907 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.019559 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e39962f8-c073-4a80-947b-7cb7b967778c req-ff9f6476-9680-4624-ab21-bfd32d09b907 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.020916 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e39962f8-c073-4a80-947b-7cb7b967778c req-ff9f6476-9680-4624-ab21-bfd32d09b907 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "DELETE /v2.0/floatingips/ea21614f-7934-4e2b-927b-cc00c0b13816 HTTP/1.1" status: 204 len: 173 time: 0.9298716 Aug 16 01:54:53.115729 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0b4d8859-07eb-41d3-9de3-1487c13aba23 req-aaa46e9d-5a41-468a-9b29-55b0c47b6cdc tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups/30764271-08b5-4a10-a5f5-c2dfb97a441c HTTP/1.1" status: 200 len: 1810 time: 0.0701113 Aug 16 01:54:53.212353 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0b4d8859-07eb-41d3-9de3-1487c13aba23 req-03582311-3018-4f97-abef-21a7270d9a51 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.248363 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0b4d8859-07eb-41d3-9de3-1487c13aba23 req-03582311-3018-4f97-abef-21a7270d9a51 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.249652 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.329473 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0b4d8859-07eb-41d3-9de3-1487c13aba23 req-03582311-3018-4f97-abef-21a7270d9a51 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.336536 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0b4d8859-07eb-41d3-9de3-1487c13aba23 req-03582311-3018-4f97-abef-21a7270d9a51 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.344317 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0b4d8859-07eb-41d3-9de3-1487c13aba23 req-03582311-3018-4f97-abef-21a7270d9a51 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "DELETE /v2.0/security-groups/30764271-08b5-4a10-a5f5-c2dfb97a441c HTTP/1.1" status: 204 len: 173 time: 0.2178707 Aug 16 01:54:53.355703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03582311-3018-4f97-abef-21a7270d9a51 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30764271-08b5-4a10-a5f5-c2dfb97a441c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:53.687088 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ae114-b240-46ad-824a-ec51f718db77 req-96cfccc1-d821-4916-ba1a-ce9f52862a68 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:53.688979 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-321ae114-b240-46ad-824a-ec51f718db77 req-96cfccc1-d821-4916-ba1a-ce9f52862a68 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.0705585 Aug 16 01:54:53.775663 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-321ae114-b240-46ad-824a-ec51f718db77 req-63896f3f-7e70-4473-ae9a-b5923b32dcc1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752494 Aug 16 01:54:54.134554 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.053057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b909d-3715-456c-ad86-70c32a44aebe req-de958bf9-c2ba-4298-b0e2-1973d5084882 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:55.070883 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-952b909d-3715-456c-ad86-70c32a44aebe req-de958bf9-c2ba-4298-b0e2-1973d5084882 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.1318009 Aug 16 01:54:55.153041 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-952b909d-3715-456c-ad86-70c32a44aebe req-0b2e3b53-6117-4ea5-970e-d04bf8e66704 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806587 Aug 16 01:54:55.215983 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff890501-cf33-4029-8e0b-c921353eb248 req-d1565f6c-c67d-4fc3-96f6-7b99e3cd0525 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:55.229679 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff890501-cf33-4029-8e0b-c921353eb248 req-d1565f6c-c67d-4fc3-96f6-7b99e3cd0525 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:55.238039 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff890501-cf33-4029-8e0b-c921353eb248 req-d1565f6c-c67d-4fc3-96f6-7b99e3cd0525 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:55.246178 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff890501-cf33-4029-8e0b-c921353eb248 req-d1565f6c-c67d-4fc3-96f6-7b99e3cd0525 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:55.252409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff890501-cf33-4029-8e0b-c921353eb248 req-d1565f6c-c67d-4fc3-96f6-7b99e3cd0525 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:55.259763 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff890501-cf33-4029-8e0b-c921353eb248 req-d1565f6c-c67d-4fc3-96f6-7b99e3cd0525 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:55.272253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff890501-cf33-4029-8e0b-c921353eb248 req-d1565f6c-c67d-4fc3-96f6-7b99e3cd0525 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:55.274423 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff890501-cf33-4029-8e0b-c921353eb248 req-d1565f6c-c67d-4fc3-96f6-7b99e3cd0525 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5443 time: 0.1882286 Aug 16 01:54:55.334558 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff890501-cf33-4029-8e0b-c921353eb248 req-1fd1834a-c280-423d-a649-9ff551cd88db tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501482 Aug 16 01:54:55.871437 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42516) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:55.946987 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.169875 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3f236b7-13b7-4fbd-b046-4c4f71ae4c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.264289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42530) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:56.413935 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9bdb1-7e43-4995-9595-c8032e47893e req-24ab7739-a8a7-4579-83c2-19198b0ed273 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.416747 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9b9bdb1-7e43-4995-9595-c8032e47893e req-24ab7739-a8a7-4579-83c2-19198b0ed273 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.2660367 Aug 16 01:54:56.429464 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3f236b7-13b7-4fbd-b046-4c4f71ae4c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.444627 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3f236b7-13b7-4fbd-b046-4c4f71ae4c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.462414 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-ad30a115-16c0-4904-9499-0c1f3a767e65 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.468505 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-ad30a115-16c0-4904-9499-0c1f3a767e65 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.476231 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-ad30a115-16c0-4904-9499-0c1f3a767e65 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.482820 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-ad30a115-16c0-4904-9499-0c1f3a767e65 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.488684 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-ad30a115-16c0-4904-9499-0c1f3a767e65 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.495959 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-ad30a115-16c0-4904-9499-0c1f3a767e65 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.502738 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-ad30a115-16c0-4904-9499-0c1f3a767e65 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.504722 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-ad30a115-16c0-4904-9499-0c1f3a767e65 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.73 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5443 time: 0.2924843 Aug 16 01:54:56.540087 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b3f236b7-13b7-4fbd-b046-4c4f71ae4c20 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9816157c3b664cec94e37c30d876a6bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6668363 Aug 16 01:54:56.558258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a843551-a9e8-4e34-9b43-c0999f189383 req-2a348af7-e56f-493f-853d-8d8abbb09c43 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.559871 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a843551-a9e8-4e34-9b43-c0999f189383 req-2a348af7-e56f-493f-853d-8d8abbb09c43 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.2704105 Aug 16 01:54:56.560844 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42542) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:56.563663 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aac833d0-20b0-4551-934c-976f4bcbd124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.600106 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f236b7-13b7-4fbd-b046-4c4f71ae4c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481ea259-f2d8-454c-8290-a29be8a368d9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:56.684851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18cf02-e41a-4e60-8ca9-2ee7c73be09d req-cbff17f8-d37a-4f75-b5f1-4ce999505201 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.696921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18cf02-e41a-4e60-8ca9-2ee7c73be09d req-cbff17f8-d37a-4f75-b5f1-4ce999505201 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.703650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18cf02-e41a-4e60-8ca9-2ee7c73be09d req-cbff17f8-d37a-4f75-b5f1-4ce999505201 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.709943 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18cf02-e41a-4e60-8ca9-2ee7c73be09d req-cbff17f8-d37a-4f75-b5f1-4ce999505201 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.719030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18cf02-e41a-4e60-8ca9-2ee7c73be09d req-cbff17f8-d37a-4f75-b5f1-4ce999505201 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.719587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-1f22378d-9f50-4d2f-b7b0-14937e2a840c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.720977 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-1f22378d-9f50-4d2f-b7b0-14937e2a840c tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.73 "GET /v2.0/ports/bd0bff2b-08e3-4df0-9d32-cf931a827abb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1586857 Aug 16 01:54:56.725856 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18cf02-e41a-4e60-8ca9-2ee7c73be09d req-cbff17f8-d37a-4f75-b5f1-4ce999505201 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.733420 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18cf02-e41a-4e60-8ca9-2ee7c73be09d req-cbff17f8-d37a-4f75-b5f1-4ce999505201 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:56.742284 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5d18cf02-e41a-4e60-8ca9-2ee7c73be09d req-cbff17f8-d37a-4f75-b5f1-4ce999505201 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 5443 time: 0.2392139 Aug 16 01:54:56.747593 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a843551-a9e8-4e34-9b43-c0999f189383 req-6a3607e9-4816-42f5-b6e6-de8c5451baf8 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755810 Aug 16 01:54:56.828243 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aac833d0-20b0-4551-934c-976f4bcbd124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.858137 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aac833d0-20b0-4551-934c-976f4bcbd124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.884934 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ef6fdce-9801-412f-a3a6-2836672ded1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.933886 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c9b9bdb1-7e43-4995-9595-c8032e47893e req-2ef0cc07-89a0-441b-89e0-892e0ec22cf1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Deleting port fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:56.934475 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c9b9bdb1-7e43-4995-9595-c8032e47893e req-2ef0cc07-89a0-441b-89e0-892e0ec22cf1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.951615 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-58f8bf6b-966b-40d6-80e3-f569bcd7d4c7 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.73 "GET /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2203047 Aug 16 01:54:56.961025 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ef6fdce-9801-412f-a3a6-2836672ded1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.989650 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5d18cf02-e41a-4e60-8ca9-2ee7c73be09d req-5e26b8c3-a0ba-42cd-a666-17e1b8df52d6 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2456858 Aug 16 01:54:57.017406 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-aac833d0-20b0-4551-934c-976f4bcbd124 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cf0eecd7e4b544f0ad7f33c3e5f3950c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7520652 Aug 16 01:54:57.022689 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42554) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:57.025045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac833d0-20b0-4551-934c-976f4bcbd124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76043583-8446-400a-a191-d6dad06e1077,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:57.040928 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-81afa87d-7a8e-4af7-b8c1-9d72bd4aa9f0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:57.118267 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6215889-0706-48d3-9ba5-39e6430c4408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.154433 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6215889-0706-48d3-9ba5-39e6430c4408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.189186 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ef6fdce-9801-412f-a3a6-2836672ded1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.193314 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ef6fdce-9801-412f-a3a6-2836672ded1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.194936 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8ef6fdce-9801-412f-a3a6-2836672ded1d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/481ea259-f2d8-454c-8290-a29be8a368d9 HTTP/1.1" status: 204 len: 168 time: 0.6288669 Aug 16 01:54:57.207863 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6fdce-9801-412f-a3a6-2836672ded1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481ea259-f2d8-454c-8290-a29be8a368d9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:57.226516 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-81afa87d-7a8e-4af7-b8c1-9d72bd4aa9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.262767 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6215889-0706-48d3-9ba5-39e6430c4408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.266829 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6215889-0706-48d3-9ba5-39e6430c4408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.268497 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e6215889-0706-48d3-9ba5-39e6430c4408 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/76043583-8446-400a-a191-d6dad06e1077 HTTP/1.1" status: 204 len: 168 time: 0.2444153 Aug 16 01:54:57.288847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6215889-0706-48d3-9ba5-39e6430c4408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76043583-8446-400a-a191-d6dad06e1077,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:57.503725 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c9b9bdb1-7e43-4995-9595-c8032e47893e req-2ef0cc07-89a0-441b-89e0-892e0ec22cf1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] For port fd15646b-d73b-4b87-9cb9-0dffd8cf4b51, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51,segment=NetworkSegment(7be1b47e-5078-4556-a64f-a0a22783b1aa),segment_id=7be1b47e-5078-4556-a64f-a0a22783b1aa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:57.504234 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c9b9bdb1-7e43-4995-9595-c8032e47893e req-2ef0cc07-89a0-441b-89e0-892e0ec22cf1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.529875 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c9b9bdb1-7e43-4995-9595-c8032e47893e req-2ef0cc07-89a0-441b-89e0-892e0ec22cf1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Calling delete_port for fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:57.625658 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-81afa87d-7a8e-4af7-b8c1-9d72bd4aa9f0 service neutron] For port bd0bff2b-08e3-4df0-9d32-cf931a827abb, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bd0bff2b-08e3-4df0-9d32-cf931a827abb,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:57.758309 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-81afa87d-7a8e-4af7-b8c1-9d72bd4aa9f0 service neutron] For port bd0bff2b-08e3-4df0-9d32-cf931a827abb, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:57.815541 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7475d-f8e8-495c-b05e-6abd3bda7904 req-cb007ffb-9409-4865-8346-6e3c0955a1cf tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:57.818159 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d8d7475d-f8e8-495c-b05e-6abd3bda7904 req-cb007ffb-9409-4865-8346-6e3c0955a1cf tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 1098 time: 0.1370096 Aug 16 01:54:57.823924 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-81afa87d-7a8e-4af7-b8c1-9d72bd4aa9f0 service neutron] device_id is not set on port bd0bff2b-08e3-4df0-9d32-cf931a827abb yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:54:57.855234 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 465a6ed0-dc32-464e-baf2-d0f03e4442f0 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:57.921932 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-81afa87d-7a8e-4af7-b8c1-9d72bd4aa9f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.982759 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.998589 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-81afa87d-7a8e-4af7-b8c1-9d72bd4aa9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.005931 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42586) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:58.006381 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42588) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:58.030250 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 465a6ed0-dc32-464e-baf2-d0f03e4442f0, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=465a6ed0-dc32-464e-baf2-d0f03e4442f0,segment=NetworkSegment(f0f2d78e-5425-43e8-a59b-5b83930d6cbb),segment_id=f0f2d78e-5425-43e8-a59b-5b83930d6cbb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:58.031469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '465a6ed0-dc32-464e-baf2-d0f03e4442f0'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:58.034709 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddf3d93-3228-42d3-9a53-10f870bc3e1b" -d '{"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-unplugged", "status": "completed", "tag": "465a6ed0-dc32-464e-baf2-d0f03e4442f0"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:58.052634 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.054231 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:58.057447 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4be27-9535-4e91-831c-c3afbd208fd3 req-199ef0ef-ba72-4da7-b86a-1cefb78e55bc tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:58.077362 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6a4be27-9535-4e91-831c-c3afbd208fd3 req-199ef0ef-ba72-4da7-b86a-1cefb78e55bc tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 945 time: 0.1837132 Aug 16 01:54:58.135333 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-477bd6eb-874a-4dff-b035-889d55d354c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.148224 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6a4be27-9535-4e91-831c-c3afbd208fd3 req-2995c10e-a171-49c0-b2de-f49b73fa9dab tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645995 Aug 16 01:54:58.176254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=465a6ed0-dc32-464e-baf2-d0f03e4442f0,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:58.252077 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e7414b6-4d2f-4be8-8b45-559f92aba6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.262026 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.266589 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c9b9bdb1-7e43-4995-9595-c8032e47893e req-2ef0cc07-89a0-441b-89e0-892e0ec22cf1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.312286 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d8d7475d-f8e8-495c-b05e-6abd3bda7904 req-f1f32f7a-cf91-485f-8729-6646c69021c6 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4791138 Aug 16 01:54:58.323739 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:58.331744 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.334692 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ff481ee4-d554-41f9-8c85-9df7af1599d3 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:58.335984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42598) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:58.421699 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf167d3-93e9-4aff-a7aa-f56d5d85d9a1 x-openstack-request-id: req-aaf167d3-93e9-4aff-a7aa-f56d5d85d9a1 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:58.422015 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-unplugged", "status": "completed", "tag": "465a6ed0-dc32-464e-baf2-d0f03e4442f0", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:58.422271 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-aaf167d3-93e9-4aff-a7aa-f56d5d85d9a1 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:58.422669 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '465a6ed0-dc32-464e-baf2-d0f03e4442f0', 'code': 200} Aug 16 01:54:58.460713 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afa87d-7a8e-4af7-b8c1-9d72bd4aa9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0bff2b-08e3-4df0-9d32-cf931a827abb,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:58.467948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-81afa87d-7a8e-4af7-b8c1-9d72bd4aa9f0 service neutron] No DVR routers for this DVR port bd0bff2b-08e3-4df0-9d32-cf931a827abb on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:58.542878 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:58.565118 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.575073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0cc07-89a0-441b-89e0-892e0ec22cf1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Pushing event deleted for resources: {'Port': ['ID=fd15646b-d73b-4b87-9cb9-0dffd8cf4b51,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:58.659121 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port ff481ee4-d554-41f9-8c85-9df7af1599d3, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ff481ee4-d554-41f9-8c85-9df7af1599d3,segment=NetworkSegment(f0f2d78e-5425-43e8-a59b-5b83930d6cbb),segment_id=f0f2d78e-5425-43e8-a59b-5b83930d6cbb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:58.661893 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1a6633ca-3d5b-4050-9f6b-15ac22f4e0df None None] Provisioning complete for port bd0bff2b-08e3-4df0-9d32-cf931a827abb triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:58.662439 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1a6633ca-3d5b-4050-9f6b-15ac22f4e0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.707373 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-477bd6eb-874a-4dff-b035-889d55d354c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.715996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1a6633ca-3d5b-4050-9f6b-15ac22f4e0df None None] Port bd0bff2b-08e3-4df0-9d32-cf931a827abb cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:58.721862 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.722855 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device bee42ab6-fdb5-48a2-98ba-795a696d06da no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:58.734560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4bd87-83ef-4e29-98bd-d4e59d11a8c7 req-eef16761-c8bb-40a5-ada0-b71c92738d94 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:58.742963 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-477bd6eb-874a-4dff-b035-889d55d354c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.749733 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4bd87-83ef-4e29-98bd-d4e59d11a8c7 req-eef16761-c8bb-40a5-ada0-b71c92738d94 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:58.770709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4bd87-83ef-4e29-98bd-d4e59d11a8c7 req-eef16761-c8bb-40a5-ada0-b71c92738d94 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:58.777656 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4bd87-83ef-4e29-98bd-d4e59d11a8c7 req-eef16761-c8bb-40a5-ada0-b71c92738d94 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:58.791458 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4bd87-83ef-4e29-98bd-d4e59d11a8c7 req-eef16761-c8bb-40a5-ada0-b71c92738d94 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:58.791458 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4bd87-83ef-4e29-98bd-d4e59d11a8c7 req-eef16761-c8bb-40a5-ada0-b71c92738d94 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:58.799283 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bdb4bd87-83ef-4e29-98bd-d4e59d11a8c7 req-eef16761-c8bb-40a5-ada0-b71c92738d94 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 4660 time: 0.2278807 Aug 16 01:54:58.831913 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=ff481ee4-d554-41f9-8c85-9df7af1599d3,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:58.848742 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b9bdb1-7e43-4995-9595-c8032e47893e req-2ef0cc07-89a0-441b-89e0-892e0ec22cf1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] No DVR routers for this DVR port fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:58.854015 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ce27809a-7da1-4abe-93e7-de8594b6a232 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Deleting port be9d4d8f-a253-4b76-a52f-8559278a6e77 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:58.854165 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce27809a-7da1-4abe-93e7-de8594b6a232 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.866518 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c9b9bdb1-7e43-4995-9595-c8032e47893e req-2ef0cc07-89a0-441b-89e0-892e0ec22cf1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.868679 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9b9bdb1-7e43-4995-9595-c8032e47893e req-2ef0cc07-89a0-441b-89e0-892e0ec22cf1 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.73 "DELETE /v2.0/ports/fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 HTTP/1.1" status: 204 len: 173 time: 2.3622088 Aug 16 01:54:58.875566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b562bab-d30c-48c4-911e-f9026230e785', 'name': 'network-vif-deleted', 'tag': 'fd15646b-d73b-4b87-9cb9-0dffd8cf4b51'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:58.878062 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f310266-2942-40a8-9544-764df3d8fc11" -d '{"events": [{"server_uuid": "1b562bab-d30c-48c4-911e-f9026230e785", "name": "network-vif-deleted", "tag": "fd15646b-d73b-4b87-9cb9-0dffd8cf4b51"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:58.883811 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bdb4bd87-83ef-4e29-98bd-d4e59d11a8c7 req-d6410258-5110-4d25-9aba-f09523457291 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&id=de3a3152-3681-4329-a88a-5528d6e4d061&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835514 Aug 16 01:54:58.917720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-81afa87d-7a8e-4af7-b8c1-9d72bd4aa9f0 service neutron] In _notify_port_updated(), no bound segment for port bd0bff2b-08e3-4df0-9d32-cf931a827abb on network 25689f12-8f02-45a9-92d2-2d5bfc262caa {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:54:58.922645 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-81afa87d-7a8e-4af7-b8c1-9d72bd4aa9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:58.923389 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-81afa87d-7a8e-4af7-b8c1-9d72bd4aa9f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.924949 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-81afa87d-7a8e-4af7-b8c1-9d72bd4aa9f0 service neutron] 10.222.0.73 "PUT /v2.0/ports/bd0bff2b-08e3-4df0-9d32-cf931a827abb HTTP/1.1" status: 200 len: 1032 time: 1.9569674 Aug 16 01:54:58.933442 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.941573 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-477bd6eb-874a-4dff-b035-889d55d354c0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4f6bcd228faf4c4dabe00f9bdd83d1b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8970537 Aug 16 01:54:58.945487 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42612) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:59.012702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bd6eb-874a-4dff-b035-889d55d354c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556cea02-228b-4fde-b2a9-1eb42b9d58ef,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:59.020023 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-5854ed37-89bf-4381-a068-2da343b0a203 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:59.022316 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-5854ed37-89bf-4381-a068-2da343b0a203 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.73 "GET /v2.0/ports/0acdabdb-c72c-46b9-8121-47f8e483891b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0786393 Aug 16 01:54:59.026098 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d915598-4595-47c4-9c25-189f46a58fc6 x-openstack-request-id: req-5d915598-4595-47c4-9c25-189f46a58fc6 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:59.026739 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b562bab-d30c-48c4-911e-f9026230e785", "name": "network-vif-deleted", "tag": "fd15646b-d73b-4b87-9cb9-0dffd8cf4b51", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:59.027214 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5d915598-4595-47c4-9c25-189f46a58fc6 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:59.027833 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b562bab-d30c-48c4-911e-f9026230e785', 'name': 'network-vif-deleted', 'tag': 'fd15646b-d73b-4b87-9cb9-0dffd8cf4b51', 'status': 'completed', 'code': 200} Aug 16 01:54:59.035208 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port bee42ab6-fdb5-48a2-98ba-795a696d06da, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bee42ab6-fdb5-48a2-98ba-795a696d06da,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:59.043060 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.044526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 15416754-813f-49e1-bf9c-3e1659dcbe8b no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:59.066210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-c4be31b2-9dd8-42b2-a56d-57eac045226f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:59.115048 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce27809a-7da1-4abe-93e7-de8594b6a232 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.115652 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce27809a-7da1-4abe-93e7-de8594b6a232 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.151015 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cffcb483-0696-4be4-9aaf-f39cd167da23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.164553 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ce27809a-7da1-4abe-93e7-de8594b6a232 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Calling delete_port for be9d4d8f-a253-4b76-a52f-8559278a6e77 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:59.198829 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-c4be31b2-9dd8-42b2-a56d-57eac045226f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.285531 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cffcb483-0696-4be4-9aaf-f39cd167da23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.319201 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=bee42ab6-fdb5-48a2-98ba-795a696d06da,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:59.339876 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e7414b6-4d2f-4be8-8b45-559f92aba6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.352662 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e7414b6-4d2f-4be8-8b45-559f92aba6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.418295 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d023066c-61c2-4d94-8012-e2a5662bca50 req-7ea5fb52-d228-4b45-8ae7-79c678669b75 tempest-ServerRescueTestJSONUnderV235-1531848373 tempest-ServerRescueTestJSONUnderV235-1531848373-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b562bab-d30c-48c4-911e-f9026230e785 HTTP/1.1" status: 200 len: 210 time: 0.1037829 Aug 16 01:54:59.422460 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.470356 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8e7414b6-4d2f-4be8-8b45-559f92aba6b7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=20183f852421414981ad7a3d4cc688a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3903971 Aug 16 01:54:59.486073 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42626) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:59.494162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7414b6-4d2f-4be8-8b45-559f92aba6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2468b90c-cc20-4b3f-b7d8-285d42657a21,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:59.514594 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 15416754-813f-49e1-bf9c-3e1659dcbe8b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=15416754-813f-49e1-bf9c-3e1659dcbe8b,segment=NetworkSegment(b5f372a8-0b04-455f-92d6-6952aa4b1489),segment_id=b5f372a8-0b04-455f-92d6-6952aa4b1489)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:59.521634 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.522828 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0acdabdb-c72c-46b9-8121-47f8e483891b no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:59.578037 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-c4be31b2-9dd8-42b2-a56d-57eac045226f service neutron] For port 0acdabdb-c72c-46b9-8121-47f8e483891b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0acdabdb-c72c-46b9-8121-47f8e483891b,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:59.595719 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cffcb483-0696-4be4-9aaf-f39cd167da23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.609890 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cffcb483-0696-4be4-9aaf-f39cd167da23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.611085 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cffcb483-0696-4be4-9aaf-f39cd167da23 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/556cea02-228b-4fde-b2a9-1eb42b9d58ef HTTP/1.1" status: 204 len: 168 time: 0.6643054 Aug 16 01:54:59.636302 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36eb83e2-abc9-4252-a9a4-2101c3685e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.648447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-c4be31b2-9dd8-42b2-a56d-57eac045226f service neutron] For port 0acdabdb-c72c-46b9-8121-47f8e483891b, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:59.672728 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=15416754-813f-49e1-bf9c-3e1659dcbe8b,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:59.674102 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36eb83e2-abc9-4252-a9a4-2101c3685e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.715455 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcb483-0696-4be4-9aaf-f39cd167da23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556cea02-228b-4fde-b2a9-1eb42b9d58ef,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:59.739807 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-c4be31b2-9dd8-42b2-a56d-57eac045226f service neutron] device_id is not set on port 0acdabdb-c72c-46b9-8121-47f8e483891b yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:54:59.764791 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36eb83e2-abc9-4252-a9a4-2101c3685e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.768311 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-c4be31b2-9dd8-42b2-a56d-57eac045226f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.774151 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36eb83e2-abc9-4252-a9a4-2101c3685e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.776339 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.779123 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-c4be31b2-9dd8-42b2-a56d-57eac045226f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:59.781498 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-36eb83e2-abc9-4252-a9a4-2101c3685e85 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2468b90c-cc20-4b3f-b7d8-285d42657a21 HTTP/1.1" status: 204 len: 168 time: 0.2938058 Aug 16 01:54:59.844859 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb83e2-abc9-4252-a9a4-2101c3685e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2468b90c-cc20-4b3f-b7d8-285d42657a21,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:59.869658 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be31b2-9dd8-42b2-a56d-57eac045226f service neutron] Pushing event updated for resources: {'Port': ['ID=0acdabdb-c72c-46b9-8121-47f8e483891b,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:59.898794 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-c4be31b2-9dd8-42b2-a56d-57eac045226f service neutron] No DVR routers for this DVR port 0acdabdb-c72c-46b9-8121-47f8e483891b on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:00.007878 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-c4be31b2-9dd8-42b2-a56d-57eac045226f service neutron] In _notify_port_updated(), no bound segment for port 0acdabdb-c72c-46b9-8121-47f8e483891b on network 25689f12-8f02-45a9-92d2-2d5bfc262caa {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:55:00.013916 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-c4be31b2-9dd8-42b2-a56d-57eac045226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:00.014872 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-c4be31b2-9dd8-42b2-a56d-57eac045226f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.028269 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-c4be31b2-9dd8-42b2-a56d-57eac045226f service neutron] 10.222.0.73 "PUT /v2.0/ports/0acdabdb-c72c-46b9-8121-47f8e483891b HTTP/1.1" status: 200 len: 1032 time: 0.9870753 Aug 16 01:55:00.055325 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce27809a-7da1-4abe-93e7-de8594b6a232 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.128033 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27809a-7da1-4abe-93e7-de8594b6a232 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Port': ['ID=be9d4d8f-a253-4b76-a52f-8559278a6e77,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:00.269551 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:55:00.270081 n-d-765315-27 neutron-server[94674]: DEBUG oslo_db.api [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:55:00.307869 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce27809a-7da1-4abe-93e7-de8594b6a232 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.308215 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-ce27809a-7da1-4abe-93e7-de8594b6a232 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Floating IP edcfd40a-16d8-4908-bcde-a3c06831b90e disassociated (deleted). External IP: 172.25.3.9, port: 7e69fbad-8380-46f6-a06f-3b7e05536c45. Aug 16 01:55:00.384248 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d8400f2b-184b-4c40-8ae3-2d3edcdb3dfa None None] Provisioning complete for port 0acdabdb-c72c-46b9-8121-47f8e483891b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:00.384619 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8400f2b-184b-4c40-8ae3-2d3edcdb3dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.429633 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be'}, {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff481ee4-d554-41f9-8c85-9df7af1599d3'}, {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee42ab6-fdb5-48a2-98ba-795a696d06da'}, {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15416754-813f-49e1-bf9c-3e1659dcbe8b'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:00.432751 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f700a5-2e5d-499a-ae54-e082bcb2117c" -d '{"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-unplugged", "status": "completed", "tag": "b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be"}, {"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-unplugged", "status": "completed", "tag": "ff481ee4-d554-41f9-8c85-9df7af1599d3"}, {"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-unplugged", "status": "completed", "tag": "bee42ab6-fdb5-48a2-98ba-795a696d06da"}, {"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-unplugged", "status": "completed", "tag": "15416754-813f-49e1-bf9c-3e1659dcbe8b"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:00.436155 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d8400f2b-184b-4c40-8ae3-2d3edcdb3dfa None None] Port 0acdabdb-c72c-46b9-8121-47f8e483891b cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:00.537949 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a5d8eb-7532-44c2-aad8-e7880ed321b0 x-openstack-request-id: req-19a5d8eb-7532-44c2-aad8-e7880ed321b0 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:00.538496 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-unplugged", "status": "completed", "tag": "b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be", "code": 200}, {"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-unplugged", "status": "completed", "tag": "ff481ee4-d554-41f9-8c85-9df7af1599d3", "code": 200}, {"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-unplugged", "status": "completed", "tag": "bee42ab6-fdb5-48a2-98ba-795a696d06da", "code": 200}, {"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-unplugged", "status": "completed", "tag": "15416754-813f-49e1-bf9c-3e1659dcbe8b", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:00.539004 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-19a5d8eb-7532-44c2-aad8-e7880ed321b0 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:00.539629 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be', 'code': 200} Aug 16 01:55:00.540148 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff481ee4-d554-41f9-8c85-9df7af1599d3', 'code': 200} Aug 16 01:55:00.540629 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee42ab6-fdb5-48a2-98ba-795a696d06da', 'code': 200} Aug 16 01:55:00.541132 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15416754-813f-49e1-bf9c-3e1659dcbe8b', 'code': 200} Aug 16 01:55:00.803877 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42672) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:00.843119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce27809a-7da1-4abe-93e7-de8594b6a232 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Router e3a333a4-1e7e-45ac-99de-09903ef8cc86 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:55:00.845546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device bd0bff2b-08e3-4df0-9d32-cf931a827abb no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:00.939377 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device bd0bff2b-08e3-4df0-9d32-cf931a827abb not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:00.955777 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:01.024002 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:01.025658 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device fd15646b-d73b-4b87-9cb9-0dffd8cf4b51 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:01.045175 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce27809a-7da1-4abe-93e7-de8594b6a232 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:55:01.056540 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce27809a-7da1-4abe-93e7-de8594b6a232 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:01.058323 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2f7108-4ffa-4148-8dec-2a727a438b4b None None] Sync routers for ids ['e3a333a4-1e7e-45ac-99de-09903ef8cc86'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:55:01.072247 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2f7108-4ffa-4148-8dec-2a727a438b4b None None] Routers {'e3a333a4-1e7e-45ac-99de-09903ef8cc86'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:01.072774 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5a2f7108-4ffa-4148-8dec-2a727a438b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:54:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e3a333a4-1e7e-45ac-99de-09903ef8cc86'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:01.094715 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ce27809a-7da1-4abe-93e7-de8594b6a232 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "DELETE /v2.0/floatingips/edcfd40a-16d8-4908-bcde-a3c06831b90e HTTP/1.1" status: 204 len: 168 time: 2.7566867 Aug 16 01:55:01.095375 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb013df-c406-42aa-84cd-c8f687889031', 'tag': '7e69fbad-8380-46f6-a06f-3b7e05536c45'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:01.098027 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e814196-6118-4eb7-8e61-0d87feaf475f" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb013df-c406-42aa-84cd-c8f687889031", "tag": "7e69fbad-8380-46f6-a06f-3b7e05536c45"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:01.347622 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-5a2f7108-4ffa-4148-8dec-2a727a438b4b None None] Set router e3a333a4-1e7e-45ac-99de-09903ef8cc86 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:01.463694 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6680726-2edd-41dc-897e-8e46bde2d144 x-openstack-request-id: req-f6680726-2edd-41dc-897e-8e46bde2d144 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:01.464232 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb013df-c406-42aa-84cd-c8f687889031", "tag": "7e69fbad-8380-46f6-a06f-3b7e05536c45", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:01.464841 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f6680726-2edd-41dc-897e-8e46bde2d144 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:01.465433 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb013df-c406-42aa-84cd-c8f687889031', 'tag': '7e69fbad-8380-46f6-a06f-3b7e05536c45', 'status': 'completed', 'code': 200} Aug 16 01:55:01.610561 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c587ffb-3b0a-47bb-a5f2-faebd2097525 req-ca207790-9dbd-47e4-bac7-aef1f38c5853 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:01.639883 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c587ffb-3b0a-47bb-a5f2-faebd2097525 req-ca207790-9dbd-47e4-bac7-aef1f38c5853 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:01.649582 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c587ffb-3b0a-47bb-a5f2-faebd2097525 req-ca207790-9dbd-47e4-bac7-aef1f38c5853 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:01.660566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c587ffb-3b0a-47bb-a5f2-faebd2097525 req-ca207790-9dbd-47e4-bac7-aef1f38c5853 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:01.670984 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c587ffb-3b0a-47bb-a5f2-faebd2097525 req-ca207790-9dbd-47e4-bac7-aef1f38c5853 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:01.681021 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c587ffb-3b0a-47bb-a5f2-faebd2097525 req-ca207790-9dbd-47e4-bac7-aef1f38c5853 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 3875 time: 1.5677803 Aug 16 01:55:01.706296 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf55dd-15e7-4382-9557-fa7db2a3aec4 req-0f9c8333-424e-4096-9e43-65a6927b749f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:01.714186 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cdaf55dd-15e7-4382-9557-fa7db2a3aec4 req-0f9c8333-424e-4096-9e43-65a6927b749f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.1339772 Aug 16 01:55:01.792597 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5a2f7108-4ffa-4148-8dec-2a727a438b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409171260', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:34Z', 'updated_at': '2021-08-16T01:52:49Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:37Z', 'updated_at': '2021-08-16T01:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '47676508-5971-4d02-a50c-da0846120576', 'name': '', 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:b4:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:47Z', 'updated_at': '2021-08-16T01:52:59Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:01.813511 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cdaf55dd-15e7-4382-9557-fa7db2a3aec4 req-8298fe2a-6297-4b83-9440-9e125edc1caf tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918326 Aug 16 01:55:01.856873 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2f7108-4ffa-4148-8dec-2a727a438b4b None None] Checking router: e3a333a4-1e7e-45ac-99de-09903ef8cc86 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:55:01.866821 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2f7108-4ffa-4148-8dec-2a727a438b4b None None] Routers {'e3a333a4-1e7e-45ac-99de-09903ef8cc86'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:01.867770 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5a2f7108-4ffa-4148-8dec-2a727a438b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:54:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e3a333a4-1e7e-45ac-99de-09903ef8cc86'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:01.947286 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c587ffb-3b0a-47bb-a5f2-faebd2097525 req-87bf5685-96c7-438e-9f43-0b011443a4ae tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503450 Aug 16 01:55:01.963778 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e814196-6118-4eb7-8e61-0d87feaf475f req-aa0a20ed-c3fc-43d6-9b17-61999cdd471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:01.970335 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1e814196-6118-4eb7-8e61-0d87feaf475f req-aa0a20ed-c3fc-43d6-9b17-61999cdd471a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 1098 time: 0.4481440 Aug 16 01:55:01.983138 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-83ae578d-e497-4607-9745-bb0cedb48e2e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Deleting port ff481ee4-d554-41f9-8c85-9df7af1599d3 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:01.984013 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-83ae578d-e497-4607-9745-bb0cedb48e2e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.063796 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-5a2f7108-4ffa-4148-8dec-2a727a438b4b None None] Set router e3a333a4-1e7e-45ac-99de-09903ef8cc86 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:02.256893 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-83ae578d-e497-4607-9745-bb0cedb48e2e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] For port ff481ee4-d554-41f9-8c85-9df7af1599d3, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ff481ee4-d554-41f9-8c85-9df7af1599d3,segment=NetworkSegment(f0f2d78e-5425-43e8-a59b-5b83930d6cbb),segment_id=f0f2d78e-5425-43e8-a59b-5b83930d6cbb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:02.257266 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-83ae578d-e497-4607-9745-bb0cedb48e2e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.279191 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-83ae578d-e497-4607-9745-bb0cedb48e2e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Calling delete_port for ff481ee4-d554-41f9-8c85-9df7af1599d3 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:02.434573 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e814196-6118-4eb7-8e61-0d87feaf475f req-9f3612c0-19a3-4152-8930-d4c680a3d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:02.436142 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1e814196-6118-4eb7-8e61-0d87feaf475f req-9f3612c0-19a3-4152-8930-d4c680a3d005 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ddc52a66-db51-4cc6-9e0e-95031b947ff3 HTTP/1.1" status: 200 len: 898 time: 0.4443026 Aug 16 01:55:02.538013 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1e814196-6118-4eb7-8e61-0d87feaf475f req-37be68d6-cce6-49df-bdd1-1775e37064cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e69fbad-8380-46f6-a06f-3b7e05536c45 HTTP/1.1" status: 200 len: 217 time: 0.0839911 Aug 16 01:55:02.553539 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ac73b7d-0db0-47ed-9d53-7237bb999c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.576895 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5a2f7108-4ffa-4148-8dec-2a727a438b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409171260', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:34Z', 'updated_at': '2021-08-16T01:52:49Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:37Z', 'updated_at': '2021-08-16T01:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '47676508-5971-4d02-a50c-da0846120576', 'name': '', 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:b4:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:47Z', 'updated_at': '2021-08-16T01:52:59Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:02.643786 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2f7108-4ffa-4148-8dec-2a727a438b4b None None] The sync data for ids ['e3a333a4-1e7e-45ac-99de-09903ef8cc86'] in n-d-765315-27 is: [{'id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409171260', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:34Z', 'updated_at': '2021-08-16T01:52:49Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:37Z', 'updated_at': '2021-08-16T01:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '47676508-5971-4d02-a50c-da0846120576', 'name': '', 'network_id': 'ddc52a66-db51-4cc6-9e0e-95031b947ff3', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:b4:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2391, 'fixed_ips': [{'subnet_id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:47Z', 'updated_at': '2021-08-16T01:52:59Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'dc4636ad-db1a-4cbf-a948-9173e084eb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:55:02.726289 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e814196-6118-4eb7-8e61-0d87feaf475f req-c9fe788e-7bdc-41ab-89bf-c08cab86ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:02.727832 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1e814196-6118-4eb7-8e61-0d87feaf475f req-c9fe788e-7bdc-41ab-89bf-c08cab86ea06 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc4636ad-db1a-4cbf-a948-9173e084eb0e HTTP/1.1" status: 200 len: 835 time: 0.1712949 Aug 16 01:55:02.850888 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-83ae578d-e497-4607-9745-bb0cedb48e2e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.980074 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae578d-e497-4607-9745-bb0cedb48e2e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event deleted for resources: {'Port': ['ID=ff481ee4-d554-41f9-8c85-9df7af1599d3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:03.133541 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e814196-6118-4eb7-8e61-0d87feaf475f req-8d9b1a07-8173-4109-91a6-8287e1277849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:03.137313 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1e814196-6118-4eb7-8e61-0d87feaf475f req-8d9b1a07-8173-4109-91a6-8287e1277849 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ddc52a66-db51-4cc6-9e0e-95031b947ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3907270 Aug 16 01:55:03.252268 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb6eec-d771-4f4b-93dd-ab11f29ceb88 req-e7ed47a6-ed86-4bec-a682-4368d9fb8677 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:03.254445 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-90eb6eec-d771-4f4b-93dd-ab11f29ceb88 req-e7ed47a6-ed86-4bec-a682-4368d9fb8677 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.4228494 Aug 16 01:55:03.300359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a80704-2a9c-4d1e-94bf-9f30d33e947b req-113f5246-5da4-4e43-9f8a-3cd300fb06eb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:03.302341 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d4a80704-2a9c-4d1e-94bf-9f30d33e947b req-113f5246-5da4-4e43-9f8a-3cd300fb06eb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 946 time: 0.3316348 Aug 16 01:55:03.350228 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-83ae578d-e497-4607-9745-bb0cedb48e2e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] No DVR routers for this DVR port ff481ee4-d554-41f9-8c85-9df7af1599d3 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:03.356592 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec63f69-1657-4a03-987c-c7e5e6a2aa02 None None] New status for floating IP edcfd40a-16d8-4908-bcde-a3c06831b90e: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:55:03.373847 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-83ae578d-e497-4607-9745-bb0cedb48e2e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.381920 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-83ae578d-e497-4607-9745-bb0cedb48e2e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.73 "DELETE /v2.0/ports/ff481ee4-d554-41f9-8c85-9df7af1599d3 HTTP/1.1" status: 204 len: 173 time: 3.3392541 Aug 16 01:55:03.409745 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8f9191f-1531-4e3b-9f12-560429453eb4 req-bc482e13-63b2-49a5-81b6-54da04bf64ca service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=967e5cfa-c412-482a-9a2a-5148481d9b67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3139846 Aug 16 01:55:03.418294 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-deleted', 'tag': 'ff481ee4-d554-41f9-8c85-9df7af1599d3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:03.422088 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588b638d-f293-4e83-87f8-7155aad50ec7" -d '{"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-deleted", "tag": "ff481ee4-d554-41f9-8c85-9df7af1599d3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:03.499642 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1e814196-6118-4eb7-8e61-0d87feaf475f req-eb5cc2f4-116f-4b85-bbff-adba93fed365 service neutron] 10.222.0.73 "GET /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356705 Aug 16 01:55:03.586437 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d4a80704-2a9c-4d1e-94bf-9f30d33e947b req-3aaf0150-2a5c-4ffb-924d-595ce341d047 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=7572d6be-c4c3-4b42-b913-94f892ea99d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503476 Aug 16 01:55:03.641668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9191f-1531-4e3b-9f12-560429453eb4 req-9c8849d1-41f4-4742-9972-2984a776d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:03.651553 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8f9191f-1531-4e3b-9f12-560429453eb4 req-9c8849d1-41f4-4742-9972-2984a776d405 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3c66e7b345644adb978758e5aa03ba75&device_id=967e5cfa-c412-482a-9a2a-5148481d9b67 HTTP/1.1" status: 200 len: 1098 time: 0.1883082 Aug 16 01:55:03.657431 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-90eb6eec-d771-4f4b-93dd-ab11f29ceb88 req-0a5490a4-6458-4472-96cd-d732a07599e2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Deleting port 7e69fbad-8380-46f6-a06f-3b7e05536c45 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:03.667833 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90eb6eec-d771-4f4b-93dd-ab11f29ceb88 req-0a5490a4-6458-4472-96cd-d732a07599e2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.936181 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1e814196-6118-4eb7-8e61-0d87feaf475f req-11551455-9c03-40b7-97c0-d1031110195b service neutron] 10.222.0.73 "GET /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861663 Aug 16 01:55:03.949283 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c21697-b5a7-4fb7-8164-428e09f8b899 x-openstack-request-id: req-73c21697-b5a7-4fb7-8164-428e09f8b899 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:03.949569 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-deleted", "tag": "ff481ee4-d554-41f9-8c85-9df7af1599d3", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:03.949845 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-73c21697-b5a7-4fb7-8164-428e09f8b899 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:03.953900 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-deleted', 'tag': 'ff481ee4-d554-41f9-8c85-9df7af1599d3', 'status': 'completed', 'code': 200} Aug 16 01:55:04.013962 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-90eb6eec-d771-4f4b-93dd-ab11f29ceb88 req-0a5490a4-6458-4472-96cd-d732a07599e2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] For port 7e69fbad-8380-46f6-a06f-3b7e05536c45, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=7e69fbad-8380-46f6-a06f-3b7e05536c45,segment=NetworkSegment(82bf085e-4971-4466-8060-7d71e33b44eb),segment_id=82bf085e-4971-4466-8060-7d71e33b44eb)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:04.014608 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90eb6eec-d771-4f4b-93dd-ab11f29ceb88 req-0a5490a4-6458-4472-96cd-d732a07599e2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.036855 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9191f-1531-4e3b-9f12-560429453eb4 req-eef54662-486d-44e5-a6d4-28aca6334f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:04.038828 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8f9191f-1531-4e3b-9f12-560429453eb4 req-eef54662-486d-44e5-a6d4-28aca6334f0e service neutron] 10.222.0.63 "GET /v2.0/networks?id=280ed514-b2cb-4176-817f-c21adcaa27a2 HTTP/1.1" status: 200 len: 916 time: 0.2632134 Aug 16 01:55:04.039962 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-90eb6eec-d771-4f4b-93dd-ab11f29ceb88 req-0a5490a4-6458-4472-96cd-d732a07599e2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Calling delete_port for 7e69fbad-8380-46f6-a06f-3b7e05536c45 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:04.068774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebdd4a-76aa-4a43-8561-6cf737255f66 req-c000e59e-1111-4521-b936-18efd5fa7785 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:04.088333 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebdd4a-76aa-4a43-8561-6cf737255f66 req-c000e59e-1111-4521-b936-18efd5fa7785 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:04.096552 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8f9191f-1531-4e3b-9f12-560429453eb4 req-e75b3666-1aac-475f-9917-543aa7f68916 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25885736-4477-46da-9757-436913c8eb8c HTTP/1.1" status: 200 len: 217 time: 0.0487533 Aug 16 01:55:04.097811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebdd4a-76aa-4a43-8561-6cf737255f66 req-c000e59e-1111-4521-b936-18efd5fa7785 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:04.121107 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebdd4a-76aa-4a43-8561-6cf737255f66 req-c000e59e-1111-4521-b936-18efd5fa7785 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:04.124021 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0eebdd4a-76aa-4a43-8561-6cf737255f66 req-c000e59e-1111-4521-b936-18efd5fa7785 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 3142 time: 0.9649072 Aug 16 01:55:04.231429 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9191f-1531-4e3b-9f12-560429453eb4 req-742d913f-86d3-4c29-92b9-478e1fd99b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:04.233495 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8f9191f-1531-4e3b-9f12-560429453eb4 req-742d913f-86d3-4c29-92b9-478e1fd99b29 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=04ca52e6-06a0-44f3-a2ee-82113af18a6a HTTP/1.1" status: 200 len: 855 time: 0.1296055 Aug 16 01:55:04.306688 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8f9191f-1531-4e3b-9f12-560429453eb4 req-81af8d64-432e-4110-8da2-4c99363038d9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=280ed514-b2cb-4176-817f-c21adcaa27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584133 Aug 16 01:55:04.392188 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0eebdd4a-76aa-4a43-8561-6cf737255f66 req-4046badb-0cc0-4f2c-9c18-dcb0a0a4e295 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858754 Aug 16 01:55:04.414697 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-2b4cbfea-bb3d-43ff-babc-b586c51ce000 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Deleting port bee42ab6-fdb5-48a2-98ba-795a696d06da {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:04.415362 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-2b4cbfea-bb3d-43ff-babc-b586c51ce000 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.461321 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90eb6eec-d771-4f4b-93dd-ab11f29ceb88 req-0a5490a4-6458-4472-96cd-d732a07599e2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.513275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42866) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:04.524068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5490a4-6458-4472-96cd-d732a07599e2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Port': ['ID=7e69fbad-8380-46f6-a06f-3b7e05536c45,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:04.625332 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8f9191f-1531-4e3b-9f12-560429453eb4 req-dea29848-7de8-4dfc-a581-0fe0c669b50b service neutron] 10.222.0.63 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092442 Aug 16 01:55:04.629684 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-90eb6eec-d771-4f4b-93dd-ab11f29ceb88 req-0a5490a4-6458-4472-96cd-d732a07599e2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] No DVR routers for this DVR port 7e69fbad-8380-46f6-a06f-3b7e05536c45 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:04.647631 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90eb6eec-d771-4f4b-93dd-ab11f29ceb88 req-0a5490a4-6458-4472-96cd-d732a07599e2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.649159 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-90eb6eec-d771-4f4b-93dd-ab11f29ceb88 req-0a5490a4-6458-4472-96cd-d732a07599e2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.73 "DELETE /v2.0/ports/7e69fbad-8380-46f6-a06f-3b7e05536c45 HTTP/1.1" status: 204 len: 173 time: 1.3870680 Aug 16 01:55:04.650836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb013df-c406-42aa-84cd-c8f687889031', 'name': 'network-vif-deleted', 'tag': '7e69fbad-8380-46f6-a06f-3b7e05536c45'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:04.653105 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee6ff9f-3726-47bb-9420-56720b7f0a0b" -d '{"events": [{"server_uuid": "cdb013df-c406-42aa-84cd-c8f687889031", "name": "network-vif-deleted", "tag": "7e69fbad-8380-46f6-a06f-3b7e05536c45"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:04.709844 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-2b4cbfea-bb3d-43ff-babc-b586c51ce000 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] For port bee42ab6-fdb5-48a2-98ba-795a696d06da, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bee42ab6-fdb5-48a2-98ba-795a696d06da,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:04.710224 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-2b4cbfea-bb3d-43ff-babc-b586c51ce000 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.716725 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42880) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:04.726078 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3ac73b7d-0db0-47ed-9d53-7237bb999c67 admin admin] Deleting port a64f653a-0a75-4e9a-8d24-59a38c176182 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:04.726420 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ac73b7d-0db0-47ed-9d53-7237bb999c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.825670 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6222c986-d6bc-4211-9242-4244119d7007 x-openstack-request-id: req-6222c986-d6bc-4211-9242-4244119d7007 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:04.825982 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb013df-c406-42aa-84cd-c8f687889031", "name": "network-vif-deleted", "tag": "7e69fbad-8380-46f6-a06f-3b7e05536c45", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:04.826238 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6222c986-d6bc-4211-9242-4244119d7007 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:04.826644 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb013df-c406-42aa-84cd-c8f687889031', 'name': 'network-vif-deleted', 'tag': '7e69fbad-8380-46f6-a06f-3b7e05536c45', 'status': 'completed', 'code': 200} Aug 16 01:55:04.832817 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-2b4cbfea-bb3d-43ff-babc-b586c51ce000 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Calling delete_port for bee42ab6-fdb5-48a2-98ba-795a696d06da owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:04.865542 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3ac73b7d-0db0-47ed-9d53-7237bb999c67 admin admin] For port a64f653a-0a75-4e9a-8d24-59a38c176182, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a64f653a-0a75-4e9a-8d24-59a38c176182,segment=NetworkSegment(7be1b47e-5078-4556-a64f-a0a22783b1aa),segment_id=7be1b47e-5078-4556-a64f-a0a22783b1aa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:04.866093 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ac73b7d-0db0-47ed-9d53-7237bb999c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.900587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3ac73b7d-0db0-47ed-9d53-7237bb999c67 admin admin] Calling delete_port for a64f653a-0a75-4e9a-8d24-59a38c176182 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:04.958991 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-05ddab96-1c9f-45e6-82cd-e033a4856930 req-a9207178-5ed4-4e75-a6b9-0efc5d39f8b4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdb013df-c406-42aa-84cd-c8f687889031 HTTP/1.1" status: 200 len: 210 time: 0.1106274 Aug 16 01:55:04.988351 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0d6b2ce-88b6-4444-a7db-8e3c80c3950f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.049956 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8f9191f-1531-4e3b-9f12-560429453eb4 req-147c218a-0908-410a-a11d-37dd2741e600 service neutron] 10.222.0.63 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959126 Aug 16 01:55:05.124548 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-489bedf9-bbe2-4ba2-a546-c3d46f6dec6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.237965 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-2b4cbfea-bb3d-43ff-babc-b586c51ce000 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.284359 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4cbfea-bb3d-43ff-babc-b586c51ce000 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event deleted for resources: {'Port': ['ID=bee42ab6-fdb5-48a2-98ba-795a696d06da,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:05.390774 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0d6b2ce-88b6-4444-a7db-8e3c80c3950f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.411736 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0d6b2ce-88b6-4444-a7db-8e3c80c3950f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.427412 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-2b4cbfea-bb3d-43ff-babc-b586c51ce000 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] No DVR routers for this DVR port bee42ab6-fdb5-48a2-98ba-795a696d06da on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:05.430526 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-2b4cbfea-bb3d-43ff-babc-b586c51ce000 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.433046 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-2b4cbfea-bb3d-43ff-babc-b586c51ce000 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.73 "DELETE /v2.0/ports/bee42ab6-fdb5-48a2-98ba-795a696d06da HTTP/1.1" status: 204 len: 173 time: 1.9428473 Aug 16 01:55:05.455193 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9bd94f25-15e9-4928-bf8f-ab496d853985 req-f57f038c-ebf5-49c9-8a8b-2fb8fb924e89 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1669321 Aug 16 01:55:05.474908 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f0d6b2ce-88b6-4444-a7db-8e3c80c3950f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=40a46425a75149ac8663c65104bf54d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9586148 Aug 16 01:55:05.480278 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42898) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:05.521879 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6b2ce-88b6-4444-a7db-8e3c80c3950f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0cc935-f8bd-40e6-a58c-6b8ed85737cc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:05.694556 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd94f25-15e9-4928-bf8f-ab496d853985 req-c5449299-6685-4cb3-baad-e019a170f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:05.696212 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9bd94f25-15e9-4928-bf8f-ab496d853985 req-c5449299-6685-4cb3-baad-e019a170f4bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c66e7b345644adb978758e5aa03ba75&device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 1097 time: 0.2005732 Aug 16 01:55:05.716730 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b81c22c6-87e4-43d2-8d7d-a149b4a873c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.719560 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ac73b7d-0db0-47ed-9d53-7237bb999c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.837402 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b81c22c6-87e4-43d2-8d7d-a149b4a873c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.844053 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac73b7d-0db0-47ed-9d53-7237bb999c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=a64f653a-0a75-4e9a-8d24-59a38c176182,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:05.865647 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-489bedf9-bbe2-4ba2-a546-c3d46f6dec6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.893518 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-489bedf9-bbe2-4ba2-a546-c3d46f6dec6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.901297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 7e69fbad-8380-46f6-a06f-3b7e05536c45 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:05.957193 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 7e69fbad-8380-46f6-a06f-3b7e05536c45 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:05.957531 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 7e69fbad-8380-46f6-a06f-3b7e05536c45 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:06.014872 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-deleted', 'tag': 'bee42ab6-fdb5-48a2-98ba-795a696d06da'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:06.017657 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b1fdff-ffe8-4b3a-808e-9e5d684c1f94" -d '{"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-deleted", "tag": "bee42ab6-fdb5-48a2-98ba-795a696d06da"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:06.070713 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489bedf9-bbe2-4ba2-a546-c3d46f6dec6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7656fc51-5234-4568-9470-8d035031ab37,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:06.077201 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-489bedf9-bbe2-4ba2-a546-c3d46f6dec6d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9aecc4aae62c4ab3b98a56929de8348e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3594239 Aug 16 01:55:06.085113 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42912) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:06.090495 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd94f25-15e9-4928-bf8f-ab496d853985 req-112d7834-c6c2-4fd9-96b1-d34da4931b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:06.094702 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9bd94f25-15e9-4928-bf8f-ab496d853985 req-112d7834-c6c2-4fd9-96b1-d34da4931b5f service neutron] 10.222.0.73 "GET /v2.0/networks?id=280ed514-b2cb-4176-817f-c21adcaa27a2 HTTP/1.1" status: 200 len: 916 time: 0.3636332 Aug 16 01:55:06.114572 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42914) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:06.255921 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30d8137-84cb-4af4-9d4b-c9e4d965488b x-openstack-request-id: req-c30d8137-84cb-4af4-9d4b-c9e4d965488b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:06.256515 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-deleted", "tag": "bee42ab6-fdb5-48a2-98ba-795a696d06da", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:06.256728 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c30d8137-84cb-4af4-9d4b-c9e4d965488b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:06.257251 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-deleted', 'tag': 'bee42ab6-fdb5-48a2-98ba-795a696d06da', 'status': 'completed', 'code': 200} Aug 16 01:55:06.257664 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9bd94f25-15e9-4928-bf8f-ab496d853985 req-bf88f78a-fa4e-4541-b161-f45c65624c60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b88a3e4c-c182-4cdf-885c-052e879ba67a HTTP/1.1" status: 200 len: 217 time: 0.1440752 Aug 16 01:55:06.265236 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-fbad97a8-748a-4067-86ba-7f494e3763cc tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Deleting port 465a6ed0-dc32-464e-baf2-d0f03e4442f0 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:06.265787 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-fbad97a8-748a-4067-86ba-7f494e3763cc tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.268870 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b81c22c6-87e4-43d2-8d7d-a149b4a873c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.272274 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b81c22c6-87e4-43d2-8d7d-a149b4a873c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.273635 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b81c22c6-87e4-43d2-8d7d-a149b4a873c5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8d0cc935-f8bd-40e6-a58c-6b8ed85737cc HTTP/1.1" status: 204 len: 168 time: 0.7893758 Aug 16 01:55:06.450989 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c22c6-87e4-43d2-8d7d-a149b4a873c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0cc935-f8bd-40e6-a58c-6b8ed85737cc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:06.561256 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cba73-02cb-46c6-bf16-286d388dba3e req-dc0f6c6b-fc46-4fd7-8765-bff97d8abe71 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:06.578005 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd94f25-15e9-4928-bf8f-ab496d853985 req-b3619df1-cccd-4bf7-bbca-6404976f2356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:06.579772 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9bd94f25-15e9-4928-bf8f-ab496d853985 req-b3619df1-cccd-4bf7-bbca-6404976f2356 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04ca52e6-06a0-44f3-a2ee-82113af18a6a HTTP/1.1" status: 200 len: 855 time: 0.2834444 Aug 16 01:55:06.579916 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cba73-02cb-46c6-bf16-286d388dba3e req-dc0f6c6b-fc46-4fd7-8765-bff97d8abe71 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:06.590759 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cba73-02cb-46c6-bf16-286d388dba3e req-dc0f6c6b-fc46-4fd7-8765-bff97d8abe71 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:06.592474 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2f8cba73-02cb-46c6-bf16-286d388dba3e req-dc0f6c6b-fc46-4fd7-8765-bff97d8abe71 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 2409 time: 1.0198364 Aug 16 01:55:06.913783 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2f8cba73-02cb-46c6-bf16-286d388dba3e req-c610e99d-5181-4c6c-9025-310dcd3bea60 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017733 Aug 16 01:55:06.914732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42936) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:06.964579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-fbad97a8-748a-4067-86ba-7f494e3763cc tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] For port 465a6ed0-dc32-464e-baf2-d0f03e4442f0, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=465a6ed0-dc32-464e-baf2-d0f03e4442f0,segment=NetworkSegment(f0f2d78e-5425-43e8-a59b-5b83930d6cbb),segment_id=f0f2d78e-5425-43e8-a59b-5b83930d6cbb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:06.965171 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-fbad97a8-748a-4067-86ba-7f494e3763cc tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.968404 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ac73b7d-0db0-47ed-9d53-7237bb999c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.982370 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db1680aa-e3eb-4629-b275-1f3432102646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.002882 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-fbad97a8-748a-4067-86ba-7f494e3763cc tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Calling delete_port for 465a6ed0-dc32-464e-baf2-d0f03e4442f0 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:07.330713 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-efff5d3b-1510-4ba7-a9a4-df90df9a2759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.354349 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9bd94f25-15e9-4928-bf8f-ab496d853985 req-d355d9dd-b066-46f2-b8ec-b2ab183aa553 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=280ed514-b2cb-4176-817f-c21adcaa27a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6755579 Aug 16 01:55:07.364910 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.526623 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-efff5d3b-1510-4ba7-a9a4-df90df9a2759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.617602 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cd223-d5d5-40bf-abf4-315e27a4d5d0 req-f887a916-3235-40ba-9de4-c107f1764093 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:07.619258 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-459cd223-d5d5-40bf-abf4-315e27a4d5d0 req-f887a916-3235-40ba-9de4-c107f1764093 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=120ded4e-b010-4381-8d9d-9e4c0bca3fd9 HTTP/1.1" status: 200 len: 946 time: 0.2861309 Aug 16 01:55:07.707198 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9bd94f25-15e9-4928-bf8f-ab496d853985 req-e6b44d9b-9a56-4481-84ae-102ae9bd97ba service neutron] 10.222.0.73 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161983 Aug 16 01:55:07.735792 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-459cd223-d5d5-40bf-abf4-315e27a4d5d0 req-11dbf613-d709-4908-9996-cac6481b7ae0 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009347 Aug 16 01:55:07.803458 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-efff5d3b-1510-4ba7-a9a4-df90df9a2759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.806127 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-efff5d3b-1510-4ba7-a9a4-df90df9a2759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.807348 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-efff5d3b-1510-4ba7-a9a4-df90df9a2759 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7656fc51-5234-4568-9470-8d035031ab37 HTTP/1.1" status: 204 len: 168 time: 1.7214463 Aug 16 01:55:07.867203 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff5d3b-1510-4ba7-a9a4-df90df9a2759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7656fc51-5234-4568-9470-8d035031ab37,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:07.877398 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db1680aa-e3eb-4629-b275-1f3432102646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.933231 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9bd94f25-15e9-4928-bf8f-ab496d853985 req-8b7f9e5d-b8e7-457f-ae10-77de64f1889c service neutron] 10.222.0.73 "GET /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033412 Aug 16 01:55:07.945558 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db1680aa-e3eb-4629-b275-1f3432102646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:07.997987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1680aa-e3eb-4629-b275-1f3432102646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cad046-3cd5-4a4e-8999-6f4d9ac125c4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:08.028077 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-fbad97a8-748a-4067-86ba-7f494e3763cc tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.070081 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad97a8-748a-4067-86ba-7f494e3763cc tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event deleted for resources: {'Port': ['ID=465a6ed0-dc32-464e-baf2-d0f03e4442f0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:08.075990 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.079513 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-db1680aa-e3eb-4629-b275-1f3432102646 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e7b6b2e9f1f24fdbb949d791c7f4f0d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1380701 Aug 16 01:55:08.083653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42962) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:08.172623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac73b7d-0db0-47ed-9d53-7237bb999c67 admin admin] Router 02f79dc8-c47e-425f-91c9-4743a137589b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:55:08.200181 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a939b1ea-7705-4b46-a893-a4c2fb35df08 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.203892 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71925315-cdcc-4fc9-b1f5-2e15c0b238b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.206505 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-fbad97a8-748a-4067-86ba-7f494e3763cc tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] No DVR routers for this DVR port 465a6ed0-dc32-464e-baf2-d0f03e4442f0 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:08.211216 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-fbad97a8-748a-4067-86ba-7f494e3763cc tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.213339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-fbad97a8-748a-4067-86ba-7f494e3763cc tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.73 "DELETE /v2.0/ports/465a6ed0-dc32-464e-baf2-d0f03e4442f0 HTTP/1.1" status: 204 len: 173 time: 2.7685852 Aug 16 01:55:08.224282 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9acff-e67c-44af-a995-34a1961ac8fa req-06eab558-6b7f-458d-a395-ff460b7fda40 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:08.233413 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9acff-e67c-44af-a995-34a1961ac8fa req-06eab558-6b7f-458d-a395-ff460b7fda40 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:08.235984 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3eb9acff-e67c-44af-a995-34a1961ac8fa req-06eab558-6b7f-458d-a395-ff460b7fda40 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 1676 time: 0.1486845 Aug 16 01:55:08.272716 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-deleted', 'tag': '465a6ed0-dc32-464e-baf2-d0f03e4442f0'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:08.275535 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf2765f-6d70-45ba-a1d5-21a8e3e2115a" -d '{"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-deleted", "tag": "465a6ed0-dc32-464e-baf2-d0f03e4442f0"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:08.277522 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71925315-cdcc-4fc9-b1f5-2e15c0b238b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.359424 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47faf37e-2db8-490c-871a-899bf0d62901 x-openstack-request-id: req-47faf37e-2db8-490c-871a-899bf0d62901 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:08.359924 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-deleted", "tag": "465a6ed0-dc32-464e-baf2-d0f03e4442f0", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:08.360277 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-47faf37e-2db8-490c-871a-899bf0d62901 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:08.360766 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-deleted', 'tag': '465a6ed0-dc32-464e-baf2-d0f03e4442f0', 'status': 'completed', 'code': 200} Aug 16 01:55:08.484154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42972) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:08.505337 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3eb9acff-e67c-44af-a995-34a1961ac8fa req-4523a30d-1ae3-45be-807a-02c822f80894 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2564604 Aug 16 01:55:08.534586 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f255389f-4544-4d4f-9d5a-bca53da32773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.539520 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71925315-cdcc-4fc9-b1f5-2e15c0b238b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.542294 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71925315-cdcc-4fc9-b1f5-2e15c0b238b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.545826 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-71925315-cdcc-4fc9-b1f5-2e15c0b238b0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b8cad046-3cd5-4a4e-8999-6f4d9ac125c4 HTTP/1.1" status: 204 len: 168 time: 0.4560828 Aug 16 01:55:08.555856 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71925315-cdcc-4fc9-b1f5-2e15c0b238b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cad046-3cd5-4a4e-8999-6f4d9ac125c4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:08.592889 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac73b7d-0db0-47ed-9d53-7237bb999c67 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:55:08.602458 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7777a1e-951c-4f06-8748-b8c4f064f18b None None] Sync routers for ids ['02f79dc8-c47e-425f-91c9-4743a137589b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:55:08.610836 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3ac73b7d-0db0-47ed-9d53-7237bb999c67 admin admin] 10.222.0.68 "PUT /v2.0/routers/02f79dc8-c47e-425f-91c9-4743a137589b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8028595 Aug 16 01:55:08.611638 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42978) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:08.618652 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7777a1e-951c-4f06-8748-b8c4f064f18b None None] Routers {'02f79dc8-c47e-425f-91c9-4743a137589b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:08.619520 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e7777a1e-951c-4f06-8748-b8c4f064f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:54:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['02f79dc8-c47e-425f-91c9-4743a137589b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:08.726937 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-310f03b7-099b-46d9-8d9f-40d5de3f89bf tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Deleting port b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:08.727239 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-310f03b7-099b-46d9-8d9f-40d5de3f89bf tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.891175 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca6ee5-fe15-4451-80e7-52bdb4bd6377 req-ad873292-bc9b-45fe-9483-0ebc903e8580 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:08.894726 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72ca6ee5-fe15-4451-80e7-52bdb4bd6377 req-ad873292-bc9b-45fe-9483-0ebc903e8580 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.63 "GET /v2.0/ports?device_id=120ded4e-b010-4381-8d9d-9e4c0bca3fd9 HTTP/1.1" status: 200 len: 946 time: 0.2942815 Aug 16 01:55:08.927074 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-678f53da-800c-4e6e-88e5-a4acd88e0a42 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.980370 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-e7777a1e-951c-4f06-8748-b8c4f064f18b None None] Set router 02f79dc8-c47e-425f-91c9-4743a137589b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:09.086789 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a939b1ea-7705-4b46-a893-a4c2fb35df08 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Deleting port 47676508-5971-4d02-a50c-da0846120576 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:09.087034 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a939b1ea-7705-4b46-a893-a4c2fb35df08 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.089288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-310f03b7-099b-46d9-8d9f-40d5de3f89bf tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] For port b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:09.089952 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-310f03b7-099b-46d9-8d9f-40d5de3f89bf tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.149316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-310f03b7-099b-46d9-8d9f-40d5de3f89bf tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Calling delete_port for b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:09.250107 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f255389f-4544-4d4f-9d5a-bca53da32773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.268262 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f255389f-4544-4d4f-9d5a-bca53da32773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.275156 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-a939b1ea-7705-4b46-a893-a4c2fb35df08 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] For port 47676508-5971-4d02-a50c-da0846120576, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=47676508-5971-4d02-a50c-da0846120576,segment=NetworkSegment(82bf085e-4971-4466-8060-7d71e33b44eb),segment_id=82bf085e-4971-4466-8060-7d71e33b44eb)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:09.275523 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a939b1ea-7705-4b46-a893-a4c2fb35df08 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.290649 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a939b1ea-7705-4b46-a893-a4c2fb35df08 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Calling delete_port for 47676508-5971-4d02-a50c-da0846120576 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:09.294600 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-678f53da-800c-4e6e-88e5-a4acd88e0a42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.295435 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e7777a1e-951c-4f06-8748-b8c4f064f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'name': 'tempest-ServerRescueTestJSONUnderV235-731503729-router', 'tenant_id': '14b094b456424097ae7495960561ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:55:05Z', 'revision_number': 5, 'project_id': '14b094b456424097ae7495960561ea28', 'gw_port': {'id': 'c1e6ee44-15ef-45ac-ad90-d742c7f5e68e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:09.330757 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7777a1e-951c-4f06-8748-b8c4f064f18b None None] Checking router: 02f79dc8-c47e-425f-91c9-4743a137589b for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:55:09.345221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3473b97-a41a-4325-b8fa-8ee15fa5ace1 req-804b0901-3464-4c18-9478-3e18ca104063 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:09.346788 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d3473b97-a41a-4325-b8fa-8ee15fa5ace1 req-804b0901-3464-4c18-9478-3e18ca104063 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=120ded4e-b010-4381-8d9d-9e4c0bca3fd9 HTTP/1.1" status: 200 len: 946 time: 0.4496465 Aug 16 01:55:09.355312 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7777a1e-951c-4f06-8748-b8c4f064f18b None None] Routers {'02f79dc8-c47e-425f-91c9-4743a137589b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:09.356300 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e7777a1e-951c-4f06-8748-b8c4f064f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:54:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['02f79dc8-c47e-425f-91c9-4743a137589b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:09.397924 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f255389f-4544-4d4f-9d5a-bca53da32773 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=04354e9177304c82a688bd4cd62c4f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9090042 Aug 16 01:55:09.399789 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255389f-4544-4d4f-9d5a-bca53da32773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276b772a-1727-41c2-981b-7c14a2cd1c0f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:09.402752 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43002) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:09.497406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-72ca6ee5-fe15-4451-80e7-52bdb4bd6377 req-8ce42be3-d321-4a7c-bf5c-91c97e4142f3 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Deleting port c1cef01b-8875-492c-b972-b05b94003f94 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:09.497816 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72ca6ee5-fe15-4451-80e7-52bdb4bd6377 req-8ce42be3-d321-4a7c-bf5c-91c97e4142f3 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.536521 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-e7777a1e-951c-4f06-8748-b8c4f064f18b None None] Set router 02f79dc8-c47e-425f-91c9-4743a137589b gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:09.541966 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-310f03b7-099b-46d9-8d9f-40d5de3f89bf tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.557628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-678f53da-800c-4e6e-88e5-a4acd88e0a42 admin admin] Deleting port c1e6ee44-15ef-45ac-ad90-d742c7f5e68e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:09.562316 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-678f53da-800c-4e6e-88e5-a4acd88e0a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.564687 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d3473b97-a41a-4325-b8fa-8ee15fa5ace1 req-2eb39c12-a449-44fc-81e1-c6d11a5e59b7 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053230 Aug 16 01:55:09.665311 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e7777a1e-951c-4f06-8748-b8c4f064f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'name': 'tempest-ServerRescueTestJSONUnderV235-731503729-router', 'tenant_id': '14b094b456424097ae7495960561ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:55:09Z', 'revision_number': 6, 'project_id': '14b094b456424097ae7495960561ea28', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:09.674469 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f03b7-099b-46d9-8d9f-40d5de3f89bf tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event deleted for resources: {'Port': ['ID=b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:09.739702 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7777a1e-951c-4f06-8748-b8c4f064f18b None None] The sync data for ids ['02f79dc8-c47e-425f-91c9-4743a137589b'] in n-d-765315-27 is: [{'id': '02f79dc8-c47e-425f-91c9-4743a137589b', 'name': 'tempest-ServerRescueTestJSONUnderV235-731503729-router', 'tenant_id': '14b094b456424097ae7495960561ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:38Z', 'updated_at': '2021-08-16T01:55:09Z', 'revision_number': 6, 'project_id': '14b094b456424097ae7495960561ea28', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:55:09.781087 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093e8f03-1ba1-4860-be58-233c9b6d86c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.815725 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-310f03b7-099b-46d9-8d9f-40d5de3f89bf tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] No DVR routers for this DVR port b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:09.827315 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-310f03b7-099b-46d9-8d9f-40d5de3f89bf tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.829339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-310f03b7-099b-46d9-8d9f-40d5de3f89bf tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.73 "DELETE /v2.0/ports/b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be HTTP/1.1" status: 204 len: 173 time: 1.5905142 Aug 16 01:55:09.851905 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093e8f03-1ba1-4860-be58-233c9b6d86c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.904199 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-72ca6ee5-fe15-4451-80e7-52bdb4bd6377 req-8ce42be3-d321-4a7c-bf5c-91c97e4142f3 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] For port c1cef01b-8875-492c-b972-b05b94003f94, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=c1cef01b-8875-492c-b972-b05b94003f94,segment=NetworkSegment(98423ec5-2de2-4e79-ba92-921e7271cef5),segment_id=98423ec5-2de2-4e79-ba92-921e7271cef5)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:09.904704 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72ca6ee5-fe15-4451-80e7-52bdb4bd6377 req-8ce42be3-d321-4a7c-bf5c-91c97e4142f3 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.920411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-678f53da-800c-4e6e-88e5-a4acd88e0a42 admin admin] For port c1e6ee44-15ef-45ac-ad90-d742c7f5e68e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c1e6ee44-15ef-45ac-ad90-d742c7f5e68e,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:09.925612 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-678f53da-800c-4e6e-88e5-a4acd88e0a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.939598 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-72ca6ee5-fe15-4451-80e7-52bdb4bd6377 req-8ce42be3-d321-4a7c-bf5c-91c97e4142f3 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Calling delete_port for c1cef01b-8875-492c-b972-b05b94003f94 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:09.952574 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-678f53da-800c-4e6e-88e5-a4acd88e0a42 admin admin] Calling delete_port for c1e6ee44-15ef-45ac-ad90-d742c7f5e68e owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:09.975763 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a939b1ea-7705-4b46-a893-a4c2fb35df08 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.073014 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939b1ea-7705-4b46-a893-a4c2fb35df08 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Port': ['ID=47676508-5971-4d02-a50c-da0846120576,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:10.138038 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093e8f03-1ba1-4860-be58-233c9b6d86c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.147873 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-093e8f03-1ba1-4860-be58-233c9b6d86c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.149627 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-093e8f03-1ba1-4860-be58-233c9b6d86c1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/276b772a-1727-41c2-981b-7c14a2cd1c0f HTTP/1.1" status: 204 len: 168 time: 0.7356653 Aug 16 01:55:10.296943 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5923542-94a0-4127-abcd-4e17e13dbf92 req-0a3b6165-2e1c-44a4-911a-70975a75398a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:10.298852 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5923542-94a0-4127-abcd-4e17e13dbf92 req-0a3b6165-2e1c-44a4-911a-70975a75398a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 943 time: 0.6193676 Aug 16 01:55:10.325886 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-678f53da-800c-4e6e-88e5-a4acd88e0a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.383835 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-deleted', 'tag': 'b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:10.401973 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c93b9c-1e57-4cd0-b587-32f2a3cbc8cf" -d '{"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-deleted", "tag": "b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:10.456993 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a939b1ea-7705-4b46-a893-a4c2fb35df08 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.465709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e8f03-1ba1-4860-be58-233c9b6d86c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276b772a-1727-41c2-981b-7c14a2cd1c0f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:10.511932 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f53da-800c-4e6e-88e5-a4acd88e0a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e6ee44-15ef-45ac-ad90-d742c7f5e68e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:10.520216 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aaaddfa-11ed-434e-9093-c0406387adfe x-openstack-request-id: req-9aaaddfa-11ed-434e-9093-c0406387adfe {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:10.523735 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-deleted", "tag": "b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:10.524456 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9aaaddfa-11ed-434e-9093-c0406387adfe {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:10.525051 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-deleted', 'tag': 'b49f5b2d-e1e6-4c9d-a68d-dbc7a2ca72be', 'status': 'completed', 'code': 200} Aug 16 01:55:10.625117 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5923542-94a0-4127-abcd-4e17e13dbf92 req-48489df6-4568-4843-bc8a-3401bb8f1392 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3141785 Aug 16 01:55:10.775513 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-74c58421-cea3-431c-a447-32c8d58e55f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Deleting port 15416754-813f-49e1-bf9c-3e1659dcbe8b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:10.775916 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-74c58421-cea3-431c-a447-32c8d58e55f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.779314 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-678f53da-800c-4e6e-88e5-a4acd88e0a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.915356 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72ca6ee5-fe15-4451-80e7-52bdb4bd6377 req-8ce42be3-d321-4a7c-bf5c-91c97e4142f3 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.931286 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['25885736-4477-46da-9757-436913c8eb8c'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:10.935875 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['b88a3e4c-c182-4cdf-885c-052e879ba67a', '9a0a2db3-6f72-4880-9de0-d80f4f48d7c5'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:10.952908 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-678f53da-800c-4e6e-88e5-a4acd88e0a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.956807 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-678f53da-800c-4e6e-88e5-a4acd88e0a42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.056758 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-678f53da-800c-4e6e-88e5-a4acd88e0a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.057713 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678f53da-800c-4e6e-88e5-a4acd88e0a42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02f79dc8-c47e-425f-91c9-4743a137589b {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:55:11.070001 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-678f53da-800c-4e6e-88e5-a4acd88e0a42 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.073547 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-678f53da-800c-4e6e-88e5-a4acd88e0a42 admin admin] 10.222.0.68 "DELETE /v2.0/routers/02f79dc8-c47e-425f-91c9-4743a137589b HTTP/1.1" status: 204 len: 168 time: 2.4541688 Aug 16 01:55:11.074394 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43054) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:11.201588 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-66fa94fb-8879-443d-b443-dcb8698c9520 admin admin] Deleting subnet 6ddea6de-761d-4f65-8cf8-1cc5670eca1d {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:11.210446 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66fa94fb-8879-443d-b443-dcb8698c9520 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.311743 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66fa94fb-8879-443d-b443-dcb8698c9520 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.331932 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce42be3-d321-4a7c-bf5c-91c97e4142f3 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Pushing event deleted for resources: {'Port': ['ID=c1cef01b-8875-492c-b972-b05b94003f94,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:11.377617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a939b1ea-7705-4b46-a893-a4c2fb35df08 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Router e3a333a4-1e7e-45ac-99de-09903ef8cc86 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:55:11.395591 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b86aa6-316d-48a2-a2da-73832af7523c req-5aeb06be-bba2-4b66-84b8-93eb4a978d72 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:11.401478 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40b86aa6-316d-48a2-a2da-73832af7523c req-5aeb06be-bba2-4b66-84b8-93eb4a978d72 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=120ded4e-b010-4381-8d9d-9e4c0bca3fd9 HTTP/1.1" status: 200 len: 867 time: 0.6166017 Aug 16 01:55:11.436152 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66fa94fb-8879-443d-b443-dcb8698c9520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.468140 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ca6ee5-fe15-4451-80e7-52bdb4bd6377 req-8ce42be3-d321-4a7c-bf5c-91c97e4142f3 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] No DVR routers for this DVR port c1cef01b-8875-492c-b972-b05b94003f94 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:11.470630 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a64f653a-0a75-4e9a-8d24-59a38c176182 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:11.475113 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72ca6ee5-fe15-4451-80e7-52bdb4bd6377 req-8ce42be3-d321-4a7c-bf5c-91c97e4142f3 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.494266 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72ca6ee5-fe15-4451-80e7-52bdb4bd6377 req-8ce42be3-d321-4a7c-bf5c-91c97e4142f3 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.63 "DELETE /v2.0/ports/c1cef01b-8875-492c-b972-b05b94003f94 HTTP/1.1" status: 204 len: 173 time: 2.5553253 Aug 16 01:55:11.509345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120ded4e-b010-4381-8d9d-9e4c0bca3fd9', 'name': 'network-vif-deleted', 'tag': 'c1cef01b-8875-492c-b972-b05b94003f94'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:11.512640 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6153932b-5107-4ded-8000-4cc9f55e9972" -d '{"events": [{"server_uuid": "120ded4e-b010-4381-8d9d-9e4c0bca3fd9", "name": "network-vif-deleted", "tag": "c1cef01b-8875-492c-b972-b05b94003f94"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:11.529876 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: a64f653a-0a75-4e9a-8d24-59a38c176182 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:11.530672 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a64f653a-0a75-4e9a-8d24-59a38c176182 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:11.531878 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c1e6ee44-15ef-45ac-ad90-d742c7f5e68e no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:11.546372 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66fa94fb-8879-443d-b443-dcb8698c9520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.560290 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-74c58421-cea3-431c-a447-32c8d58e55f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] For port 15416754-813f-49e1-bf9c-3e1659dcbe8b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=15416754-813f-49e1-bf9c-3e1659dcbe8b,segment=NetworkSegment(b5f372a8-0b04-455f-92d6-6952aa4b1489),segment_id=b5f372a8-0b04-455f-92d6-6952aa4b1489)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:11.560839 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-74c58421-cea3-431c-a447-32c8d58e55f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.604290 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa94fb-8879-443d-b443-dcb8698c9520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ddea6de-761d-4f65-8cf8-1cc5670eca1d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:11.617332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: c1e6ee44-15ef-45ac-ad90-d742c7f5e68e {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:11.617332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c1e6ee44-15ef-45ac-ad90-d742c7f5e68e not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:11.622278 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66fa94fb-8879-443d-b443-dcb8698c9520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.628794 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-66fa94fb-8879-443d-b443-dcb8698c9520 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6ddea6de-761d-4f65-8cf8-1cc5670eca1d HTTP/1.1" status: 204 len: 168 time: 0.5522513 Aug 16 01:55:11.643399 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c83efbc-706f-4ef4-b18e-d3d80a7e7234 x-openstack-request-id: req-1c83efbc-706f-4ef4-b18e-d3d80a7e7234 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:11.646029 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120ded4e-b010-4381-8d9d-9e4c0bca3fd9", "name": "network-vif-deleted", "tag": "c1cef01b-8875-492c-b972-b05b94003f94", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:11.646411 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1c83efbc-706f-4ef4-b18e-d3d80a7e7234 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:11.647424 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120ded4e-b010-4381-8d9d-9e4c0bca3fd9', 'name': 'network-vif-deleted', 'tag': 'c1cef01b-8875-492c-b972-b05b94003f94', 'status': 'completed', 'code': 200} Aug 16 01:55:11.647965 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43070) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:11.651711 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40b86aa6-316d-48a2-a2da-73832af7523c req-51b07a21-5d14-4a39-9f89-f0fbe3b97146 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972723 Aug 16 01:55:11.876065 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a939b1ea-7705-4b46-a893-a4c2fb35df08 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:55:11.893693 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6d003-54ec-410f-9831-082fa41280e0 None None] Sync routers for ids ['e3a333a4-1e7e-45ac-99de-09903ef8cc86'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:55:11.907153 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a939b1ea-7705-4b46-a893-a4c2fb35df08 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "PUT /v2.0/routers/e3a333a4-1e7e-45ac-99de-09903ef8cc86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7915545 Aug 16 01:55:11.914408 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb6d003-54ec-410f-9831-082fa41280e0 None None] Routers {'e3a333a4-1e7e-45ac-99de-09903ef8cc86'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:11.915141 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3eb6d003-54ec-410f-9831-082fa41280e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:54:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e3a333a4-1e7e-45ac-99de-09903ef8cc86'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:11.915493 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43076) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:12.049127 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf808b-e90c-4468-8b7e-a998be0a5d86 req-c103e121-8a0f-4c57-b6ce-2b7b3e233238 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:12.065989 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-32bf808b-e90c-4468-8b7e-a998be0a5d86 req-c103e121-8a0f-4c57-b6ce-2b7b3e233238 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 943 time: 0.2198677 Aug 16 01:55:12.088236 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce950431-1883-46f1-b291-47914ec1c854 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Deleting subnet dc4636ad-db1a-4cbf-a948-9173e084eb0e {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:12.095462 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4028edff-480c-40ee-8ad4-90b77995aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.103839 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce950431-1883-46f1-b291-47914ec1c854 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.148453 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-74c58421-cea3-431c-a447-32c8d58e55f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.148836 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-74c58421-cea3-431c-a447-32c8d58e55f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.149159 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-74c58421-cea3-431c-a447-32c8d58e55f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Floating IP 06a8a784-1f7e-420b-8b19-5f112c2a0858 disassociated. External IP: 172.25.3.252, port: 15416754-813f-49e1-bf9c-3e1659dcbe8b. Aug 16 01:55:12.149508 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-74c58421-cea3-431c-a447-32c8d58e55f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Calling delete_port for 15416754-813f-49e1-bf9c-3e1659dcbe8b owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:12.186149 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce950431-1883-46f1-b291-47914ec1c854 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.227271 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-3eb6d003-54ec-410f-9831-082fa41280e0 None None] Set router e3a333a4-1e7e-45ac-99de-09903ef8cc86 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:12.354763 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4028edff-480c-40ee-8ad4-90b77995aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.389735 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4028edff-480c-40ee-8ad4-90b77995aab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c0db2c-d39e-40d2-88c5-c68693534687']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:12.419807 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce950431-1883-46f1-b291-47914ec1c854 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.424547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4028edff-480c-40ee-8ad4-90b77995aab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be1b47e-5078-4556-a64f-a0a22783b1aa') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:12.425471 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4028edff-480c-40ee-8ad4-90b77995aab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be1b47e-5078-4556-a64f-a0a22783b1aa') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:12.461122 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4028edff-480c-40ee-8ad4-90b77995aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.487615 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4028edff-480c-40ee-8ad4-90b77995aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.491685 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device c1cef01b-8875-492c-b972-b05b94003f94 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:12.496243 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-32bf808b-e90c-4468-8b7e-a998be0a5d86 req-6c0f77e6-a605-4be3-ad6c-e573cb4b65be tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4307184 Aug 16 01:55:12.497178 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4028edff-480c-40ee-8ad4-90b77995aab3 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:12.497739 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4028edff-480c-40ee-8ad4-90b77995aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:55:12.499528 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:55:12.540894 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce950431-1883-46f1-b291-47914ec1c854 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.541170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3eb6d003-54ec-410f-9831-082fa41280e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409171260', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:34Z', 'updated_at': '2021-08-16T01:55:09Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:37Z', 'updated_at': '2021-08-16T01:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:12.541170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: c1cef01b-8875-492c-b972-b05b94003f94 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:12.541170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device c1cef01b-8875-492c-b972-b05b94003f94 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:12.569009 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce950431-1883-46f1-b291-47914ec1c854 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4636ad-db1a-4cbf-a948-9173e084eb0e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:12.584089 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce950431-1883-46f1-b291-47914ec1c854 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.588671 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ce950431-1883-46f1-b291-47914ec1c854 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "DELETE /v2.0/subnets/dc4636ad-db1a-4cbf-a948-9173e084eb0e HTTP/1.1" status: 204 len: 168 time: 0.6696284 Aug 16 01:55:12.588821 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6d003-54ec-410f-9831-082fa41280e0 None None] Checking router: e3a333a4-1e7e-45ac-99de-09903ef8cc86 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:55:12.590245 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43094) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:12.601413 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b06aa06-c2ab-47c8-b551-d875bd8d97fa None None] Network ddc52a66-db51-4cc6-9e0e-95031b947ff3 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:12.609067 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4028edff-480c-40ee-8ad4-90b77995aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.618849 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4028edff-480c-40ee-8ad4-90b77995aab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.634597 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4028edff-480c-40ee-8ad4-90b77995aab3 admin admin] 10.222.0.68 "DELETE /v2.0/networks/48c0db2c-d39e-40d2-88c5-c68693534687 HTTP/1.1" status: 204 len: 168 time: 0.9038239 Aug 16 01:55:12.651474 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb6d003-54ec-410f-9831-082fa41280e0 None None] Routers {'e3a333a4-1e7e-45ac-99de-09903ef8cc86'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:12.652354 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3eb6d003-54ec-410f-9831-082fa41280e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:54:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e3a333a4-1e7e-45ac-99de-09903ef8cc86'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:12.663310 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028edff-480c-40ee-8ad4-90b77995aab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=48c0db2c-d39e-40d2-88c5-c68693534687,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:12.799343 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9269344c-15d4-408b-b547-b16453ae2fe0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.845624 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-3eb6d003-54ec-410f-9831-082fa41280e0 None None] Set router e3a333a4-1e7e-45ac-99de-09903ef8cc86 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:13.026297 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43118) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:13.086801 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179f9adb-b200-40dc-b5a2-061b5248a172 None None] DHCP port deletion for ddc52a66-db51-4cc6-9e0e-95031b947ff3 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:55:13.122089 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7fc8285e-c8d0-4273-9c26-5cbfd637d4cf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=14b094b456424097ae7495960561ea28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0939536 Aug 16 01:55:13.122782 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43122) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:13.230429 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-051667ad-fc96-45ab-b524-23e03c8f8816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.248356 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2944e053-0073-410f-abef-e2231bf029f4 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:13.294107 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-051667ad-fc96-45ab-b524-23e03c8f8816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.303245 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-179f9adb-b200-40dc-b5a2-061b5248a172 None None] Deleting port 2944e053-0073-410f-abef-e2231bf029f4 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:13.303616 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-179f9adb-b200-40dc-b5a2-061b5248a172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.411116 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-051667ad-fc96-45ab-b524-23e03c8f8816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.415832 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-051667ad-fc96-45ab-b524-23e03c8f8816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.427136 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-179f9adb-b200-40dc-b5a2-061b5248a172 None None] For port 2944e053-0073-410f-abef-e2231bf029f4, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2944e053-0073-410f-abef-e2231bf029f4,segment=NetworkSegment(82bf085e-4971-4466-8060-7d71e33b44eb),segment_id=82bf085e-4971-4466-8060-7d71e33b44eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:13.427534 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-179f9adb-b200-40dc-b5a2-061b5248a172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.428849 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-051667ad-fc96-45ab-b524-23e03c8f8816 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8 HTTP/1.1" status: 204 len: 168 time: 0.3049664 Aug 16 01:55:13.464834 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051667ad-fc96-45ab-b524-23e03c8f8816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c38c9cb-5dd9-4d1c-91f8-d149de5b29c8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:13.495448 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3eb6d003-54ec-410f-9831-082fa41280e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409171260', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:34Z', 'updated_at': '2021-08-16T01:55:09Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:37Z', 'updated_at': '2021-08-16T01:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:13.510307 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-179f9adb-b200-40dc-b5a2-061b5248a172 None None] Calling delete_port for 2944e053-0073-410f-abef-e2231bf029f4 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:13.578180 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6d003-54ec-410f-9831-082fa41280e0 None None] The sync data for ids ['e3a333a4-1e7e-45ac-99de-09903ef8cc86'] in n-d-765315-27 is: [{'id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409171260', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:52:34Z', 'updated_at': '2021-08-16T01:55:09Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'd4572dd0-90b5-4567-a577-74579918dd32', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a333a4-1e7e-45ac-99de-09903ef8cc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:52:37Z', 'updated_at': '2021-08-16T01:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:55:13.606053 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.795469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 2944e053-0073-410f-abef-e2231bf029f4, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2944e053-0073-410f-abef-e2231bf029f4,segment=NetworkSegment(82bf085e-4971-4466-8060-7d71e33b44eb),segment_id=82bf085e-4971-4466-8060-7d71e33b44eb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:13.812581 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.818415 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9269344c-15d4-408b-b547-b16453ae2fe0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.870820 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af95d78-028b-495c-b13a-c1d5c338fd98 req-460dd496-825d-44df-a5f1-00fca293c510 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:13.872676 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4af95d78-028b-495c-b13a-c1d5c338fd98 req-460dd496-825d-44df-a5f1-00fca293c510 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 943 time: 0.1444416 Aug 16 01:55:13.903285 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-74c58421-cea3-431c-a447-32c8d58e55f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.932859 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=2944e053-0073-410f-abef-e2231bf029f4,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:13.948691 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-179f9adb-b200-40dc-b5a2-061b5248a172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.981463 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c58421-cea3-431c-a447-32c8d58e55f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event deleted for resources: {'Port': ['ID=15416754-813f-49e1-bf9c-3e1659dcbe8b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:13.995228 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179f9adb-b200-40dc-b5a2-061b5248a172 None None] No DVR routers for this DVR port 2944e053-0073-410f-abef-e2231bf029f4 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:14.095624 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f9adb-b200-40dc-b5a2-061b5248a172 None None] Pushing event deleted for resources: {'Port': ['ID=2944e053-0073-410f-abef-e2231bf029f4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:14.181290 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4af95d78-028b-495c-b13a-c1d5c338fd98 req-adfd1ce3-f1ab-492c-b549-74342578fb4e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups?id=60ddb9b6-6b38-43d5-883c-c60fdb703a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2804294 Aug 16 01:55:14.194123 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-74c58421-cea3-431c-a447-32c8d58e55f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Router 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:55:14.217622 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9269344c-15d4-408b-b547-b16453ae2fe0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Deleting port d4572dd0-90b5-4567-a577-74579918dd32 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:14.218069 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9269344c-15d4-408b-b547-b16453ae2fe0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.600198 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-74c58421-cea3-431c-a447-32c8d58e55f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:55:14.612687 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d693d842-5d5a-44dd-9543-702cffb329da None None] Sync routers for ids ['43b70586-a37c-4aa5-a08c-3c4d8a8fc090'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:55:14.626791 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d693d842-5d5a-44dd-9543-702cffb329da None None] Routers {'43b70586-a37c-4aa5-a08c-3c4d8a8fc090'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:14.631364 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d693d842-5d5a-44dd-9543-702cffb329da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:54:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['43b70586-a37c-4aa5-a08c-3c4d8a8fc090'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:14.656482 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-74c58421-cea3-431c-a447-32c8d58e55f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] No DVR routers for this DVR port 15416754-813f-49e1-bf9c-3e1659dcbe8b on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:14.660431 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-74c58421-cea3-431c-a447-32c8d58e55f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.665096 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d9617b8-7340-45b9-8916-b943735e0a65 req-74c58421-cea3-431c-a447-32c8d58e55f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.73 "DELETE /v2.0/ports/15416754-813f-49e1-bf9c-3e1659dcbe8b HTTP/1.1" status: 204 len: 173 time: 4.8234258 Aug 16 01:55:14.668288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-deleted', 'tag': '15416754-813f-49e1-bf9c-3e1659dcbe8b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:14.673367 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f60a327-6cb2-4e77-9ad7-28f9726d51d0" -d '{"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-deleted", "tag": "15416754-813f-49e1-bf9c-3e1659dcbe8b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:14.702418 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9269344c-15d4-408b-b547-b16453ae2fe0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] For port d4572dd0-90b5-4567-a577-74579918dd32, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d4572dd0-90b5-4567-a577-74579918dd32,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:14.703365 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9269344c-15d4-408b-b547-b16453ae2fe0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.728341 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9269344c-15d4-408b-b547-b16453ae2fe0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Calling delete_port for d4572dd0-90b5-4567-a577-74579918dd32 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:14.810516 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9fb049-da8b-4b2d-a6aa-ee998d3260e6 x-openstack-request-id: req-6e9fb049-da8b-4b2d-a6aa-ee998d3260e6 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:14.810820 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51bd7fe-7d1c-4ed5-9add-d56066c53435", "name": "network-vif-deleted", "tag": "15416754-813f-49e1-bf9c-3e1659dcbe8b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:14.812385 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6e9fb049-da8b-4b2d-a6aa-ee998d3260e6 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:14.813743 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51bd7fe-7d1c-4ed5-9add-d56066c53435', 'name': 'network-vif-deleted', 'tag': '15416754-813f-49e1-bf9c-3e1659dcbe8b', 'status': 'completed', 'code': 200} Aug 16 01:55:14.928243 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d693d842-5d5a-44dd-9543-702cffb329da None None] Set router 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:15.065486 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9269344c-15d4-408b-b547-b16453ae2fe0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.166127 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 47676508-5971-4d02-a50c-da0846120576 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:15.175423 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269344c-15d4-408b-b547-b16453ae2fe0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Port': ['ID=d4572dd0-90b5-4567-a577-74579918dd32,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:15.197214 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 47676508-5971-4d02-a50c-da0846120576 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:15.197564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 47676508-5971-4d02-a50c-da0846120576 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:15.337583 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d693d842-5d5a-44dd-9543-702cffb329da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'name': 'tempest-TaggedBootDevicesTest_v242-172982936-router', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:12Z', 'revision_number': 4, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'gw_port': {'id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8e508f1c-e053-4557-9551-15f54666710f', 'name': '', 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'mac_address': 'fa:16:3e:f8:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:11Z', 'updated_at': '2021-08-16T01:44:20Z', 'revision_number': 5, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'subnets': [{'id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:15.364245 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9269344c-15d4-408b-b547-b16453ae2fe0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.388936 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d693d842-5d5a-44dd-9543-702cffb329da None None] Checking router: 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:55:15.395617 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea5d9b8c-37a7-42f8-9c02-fc2572700612 req-421072bc-db87-46d4-972a-151ba754a682 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.0331559 Aug 16 01:55:15.401173 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d693d842-5d5a-44dd-9543-702cffb329da None None] Routers {'43b70586-a37c-4aa5-a08c-3c4d8a8fc090'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:15.402037 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d693d842-5d5a-44dd-9543-702cffb329da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:54:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['43b70586-a37c-4aa5-a08c-3c4d8a8fc090'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:15.652118 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9269344c-15d4-408b-b547-b16453ae2fe0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.654517 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d693d842-5d5a-44dd-9543-702cffb329da None None] Set router 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:15.658421 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9269344c-15d4-408b-b547-b16453ae2fe0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.750517 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43288) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:15.759971 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9269344c-15d4-408b-b547-b16453ae2fe0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.760786 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9269344c-15d4-408b-b547-b16453ae2fe0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Fanout notify agent at l3_agent the message router_deleted on router e3a333a4-1e7e-45ac-99de-09903ef8cc86 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:55:15.781306 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9269344c-15d4-408b-b547-b16453ae2fe0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.784570 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9269344c-15d4-408b-b547-b16453ae2fe0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "DELETE /v2.0/routers/e3a333a4-1e7e-45ac-99de-09903ef8cc86 HTTP/1.1" status: 204 len: 168 time: 3.1922503 Aug 16 01:55:15.787525 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43292) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:16.010160 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f02beb6-24f9-4add-b0c7-d78bcbafbdb9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.054062 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e7e542f-2974-4ecd-ba10-73ccec91b42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.100152 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d693d842-5d5a-44dd-9543-702cffb329da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'name': 'tempest-TaggedBootDevicesTest_v242-172982936-router', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:12Z', 'revision_number': 4, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'gw_port': {'id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8e508f1c-e053-4557-9551-15f54666710f', 'name': '', 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'mac_address': 'fa:16:3e:f8:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:11Z', 'updated_at': '2021-08-16T01:44:20Z', 'revision_number': 5, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'subnets': [{'id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:16.137413 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d693d842-5d5a-44dd-9543-702cffb329da None None] The sync data for ids ['43b70586-a37c-4aa5-a08c-3c4d8a8fc090'] in n-d-765315-27 is: [{'id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'name': 'tempest-TaggedBootDevicesTest_v242-172982936-router', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:12Z', 'revision_number': 4, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'gw_port': {'id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8e508f1c-e053-4557-9551-15f54666710f', 'name': '', 'network_id': '5ffd1200-3653-4dd2-97e7-c5074409a495', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'mac_address': 'fa:16:3e:f8:7a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:11Z', 'updated_at': '2021-08-16T01:44:20Z', 'revision_number': 5, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'subnets': [{'id': 'd2066c6a-92ce-4085-9aef-33a27593c624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:55:16.217139 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f02beb6-24f9-4add-b0c7-d78bcbafbdb9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.232207 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-9f02beb6-24f9-4add-b0c7-d78bcbafbdb9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc52a66-db51-4cc6-9e0e-95031b947ff3']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:16.249659 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-9f02beb6-24f9-4add-b0c7-d78bcbafbdb9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bf085e-4971-4466-8060-7d71e33b44eb') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:16.250307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-9f02beb6-24f9-4add-b0c7-d78bcbafbdb9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bf085e-4971-4466-8060-7d71e33b44eb') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:16.269894 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f02beb6-24f9-4add-b0c7-d78bcbafbdb9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.310139 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f02beb6-24f9-4add-b0c7-d78bcbafbdb9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.323970 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f02beb6-24f9-4add-b0c7-d78bcbafbdb9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:16.324578 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f02beb6-24f9-4add-b0c7-d78bcbafbdb9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:55:16.328564 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:55:16.433643 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f02beb6-24f9-4add-b0c7-d78bcbafbdb9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.443425 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f02beb6-24f9-4add-b0c7-d78bcbafbdb9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.460424 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9f02beb6-24f9-4add-b0c7-d78bcbafbdb9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "DELETE /v2.0/networks/ddc52a66-db51-4cc6-9e0e-95031b947ff3 HTTP/1.1" status: 204 len: 168 time: 0.6713417 Aug 16 01:55:16.463115 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43326) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:16.550880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02beb6-24f9-4add-b0c7-d78bcbafbdb9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Network': ['ID=ddc52a66-db51-4cc6-9e0e-95031b947ff3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:16.608099 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e7e542f-2974-4ecd-ba10-73ccec91b42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.623780 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1996ceb5-0a96-4eb5-9ee2-681f9031a208 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.653201 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e7e542f-2974-4ecd-ba10-73ccec91b42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.678678 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1996ceb5-0a96-4eb5-9ee2-681f9031a208 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.718030 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68b2759-a1b6-4261-84f0-efdd4db98bc9 None None] New status for floating IP 06a8a784-1f7e-420b-8b19-5f112c2a0858: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:55:16.775625 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c462b8a6-881b-4daa-a4a9-fa23e64387ef req-bd51182f-0cf3-4e29-99ad-ea435b2465b6 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.1820190 Aug 16 01:55:16.861521 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43346) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:16.861809 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8e7e542f-2974-4ecd-ba10-73ccec91b42c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a645465c0e694f338f9be982e9d287ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1099768 Aug 16 01:55:16.869436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e542f-2974-4ecd-ba10-73ccec91b42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cfe093-98c4-4195-9b27-8523ca4bfc4d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:16.898192 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1996ceb5-0a96-4eb5-9ee2-681f9031a208 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.900783 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1996ceb5-0a96-4eb5-9ee2-681f9031a208 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.905162 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1996ceb5-0a96-4eb5-9ee2-681f9031a208 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "DELETE /v2.0/security-groups/7572d6be-c4c3-4b42-b913-94f892ea99d6 HTTP/1.1" status: 204 len: 168 time: 0.4365511 Aug 16 01:55:16.963247 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996ceb5-0a96-4eb5-9ee2-681f9031a208 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7572d6be-c4c3-4b42-b913-94f892ea99d6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:17.032482 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f50aa68-3bac-4f19-aa0d-3abba502c0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.115000 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f50aa68-3bac-4f19-aa0d-3abba502c0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.193126 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f50aa68-3bac-4f19-aa0d-3abba502c0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.198109 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f50aa68-3bac-4f19-aa0d-3abba502c0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.202850 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1f50aa68-3bac-4f19-aa0d-3abba502c0e0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/82cfe093-98c4-4195-9b27-8523ca4bfc4d HTTP/1.1" status: 204 len: 168 time: 0.3395553 Aug 16 01:55:17.231479 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50aa68-3bac-4f19-aa0d-3abba502c0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cfe093-98c4-4195-9b27-8523ca4bfc4d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:17.309418 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d4572dd0-90b5-4567-a577-74579918dd32 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:17.395711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: d4572dd0-90b5-4567-a577-74579918dd32 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:17.396836 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d4572dd0-90b5-4567-a577-74579918dd32 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:17.494836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43386) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:17.500786 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-48326312-9c01-4a6e-b771-bfc77f3625d6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1707164044', 'description': 'tempest-secgroup-smoke-1707164044 description', 'project_id': '7069c6ece3114808b56031f1299826b6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:17.528697 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48326312-9c01-4a6e-b771-bfc77f3625d6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.714964 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48326312-9c01-4a6e-b771-bfc77f3625d6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.720598 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48326312-9c01-4a6e-b771-bfc77f3625d6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.810937 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48326312-9c01-4a6e-b771-bfc77f3625d6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.812342 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-48326312-9c01-4a6e-b771-bfc77f3625d6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3158851 Aug 16 01:55:17.813419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48326312-9c01-4a6e-b771-bfc77f3625d6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:17.815354 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43404) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:17.821962 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-66ddc2cb-77eb-4384-a0a4-1a63d81dc1a3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': 'd5f4aada-97f1-44d1-9de6-a42dfc14ea5f', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:17.882494 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66ddc2cb-77eb-4384-a0a4-1a63d81dc1a3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.954600 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-82feadb8-08e2-4acf-9094-11a6e84bfea9 req-52c52742-b38e-48c1-a5cf-6e8264efab19 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.0678232 Aug 16 01:55:18.026441 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66ddc2cb-77eb-4384-a0a4-1a63d81dc1a3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.031755 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66ddc2cb-77eb-4384-a0a4-1a63d81dc1a3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.048509 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddc2cb-77eb-4384-a0a4-1a63d81dc1a3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5df21f-4eea-4848-9baa-6ee42488bd8a,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:18.077433 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66ddc2cb-77eb-4384-a0a4-1a63d81dc1a3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.084662 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-66ddc2cb-77eb-4384-a0a4-1a63d81dc1a3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2681663 Aug 16 01:55:18.086099 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43410) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:18.102984 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0248ebfb-4038-4b2f-bbfe-e259601d3759 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': 'd5f4aada-97f1-44d1-9de6-a42dfc14ea5f', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:18.178596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43414) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:18.180082 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0248ebfb-4038-4b2f-bbfe-e259601d3759 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.330815 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0248ebfb-4038-4b2f-bbfe-e259601d3759 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.339449 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0248ebfb-4038-4b2f-bbfe-e259601d3759 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.339573 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:55:18.340195 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43420) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:18.368059 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248ebfb-4038-4b2f-bbfe-e259601d3759 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5532fb-61f2-45ac-89e7-60fe03134d64,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:18.382405 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0248ebfb-4038-4b2f-bbfe-e259601d3759 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.383848 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0248ebfb-4038-4b2f-bbfe-e259601d3759 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2955890 Aug 16 01:55:18.386775 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43426) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:18.393304 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-86b95c4f-373b-4f64-9ec3-0e775da710b5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': 'd5f4aada-97f1-44d1-9de6-a42dfc14ea5f', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:18.452083 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86b95c4f-373b-4f64-9ec3-0e775da710b5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.552268 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86b95c4f-373b-4f64-9ec3-0e775da710b5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.569926 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86b95c4f-373b-4f64-9ec3-0e775da710b5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.575553 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ad2ef98-5bf4-4c97-ac42-7eafad6c3a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.633197 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b95c4f-373b-4f64-9ec3-0e775da710b5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ccb43e-aff6-4a13-a272-0ac35a15aeae,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:18.648168 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86b95c4f-373b-4f64-9ec3-0e775da710b5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.652013 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-86b95c4f-373b-4f64-9ec3-0e775da710b5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2628868 Aug 16 01:55:18.654245 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43434) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:18.666453 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f0a49cb6-66e9-49c3-8f88-05830404a870 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': 'd5f4aada-97f1-44d1-9de6-a42dfc14ea5f', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:18.692831 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-f0a49cb6-66e9-49c3-8f88-05830404a870 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 01:55:18.692831 n-d-765315-27 neutron-server[94673]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 01:55:18.692831 n-d-765315-27 neutron-server[94673]: [parameters: {'project_id_1': '7069c6ece3114808b56031f1299826b6', 'expiration_1': datetime.datetime(2021, 8, 16, 1, 55, 18, 678663)}] Aug 16 01:55:18.692831 n-d-765315-27 neutron-server[94673]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:55:18.693576 n-d-765315-27 neutron-server[94673]: DEBUG oslo_db.api [None req-f0a49cb6-66e9-49c3-8f88-05830404a870 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:55:18.768139 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f03b5d79-4ba3-4557-b1ee-f77c8dc0f0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.870384 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ad2ef98-5bf4-4c97-ac42-7eafad6c3a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.881716 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ad2ef98-5bf4-4c97-ac42-7eafad6c3a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.946041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43442) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:18.983175 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3ad2ef98-5bf4-4c97-ac42-7eafad6c3a58 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e6bec3a214aa4ad8b568a544e91a68d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6416311 Aug 16 01:55:18.986231 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43446) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:18.991330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2ef98-5bf4-4c97-ac42-7eafad6c3a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a2cb61-9bbe-4973-a813-34b7083dd004,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:19.068154 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f03b5d79-4ba3-4557-b1ee-f77c8dc0f0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.084370 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f03b5d79-4ba3-4557-b1ee-f77c8dc0f0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.099644 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0433d078-c939-4370-8dbe-a7bea599bdd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.164149 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0a3a5dce-d321-41e4-ab56-130391962ea3 req-e09d1b41-4245-4ada-bc6a-a6d8e395c53a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.0465772 Aug 16 01:55:19.166024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f51ddf88-3d84-45ee-8a60-25d852d03bef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1014561686-network', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:19.173517 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f03b5d79-4ba3-4557-b1ee-f77c8dc0f0c8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ceca0a1758b34c66b1274d2b41ffd345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9934969 Aug 16 01:55:19.174128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43450) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:19.176856 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0433d078-c939-4370-8dbe-a7bea599bdd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.177544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b5d79-4ba3-4557-b1ee-f77c8dc0f0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e724ddf1-b0d6-4223-948d-64766931f661,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:19.250314 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb77c50d-fd25-40c2-8d6a-47d17952437a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.274846 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb77c50d-fd25-40c2-8d6a-47d17952437a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.311729 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-f51ddf88-3d84-45ee-8a60-25d852d03bef admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 01:55:19.311729 n-d-765315-27 neutron-server[94673]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 01:55:19.311729 n-d-765315-27 neutron-server[94673]: [parameters: {'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'id': '6f76a664-2af7-44da-8d49-0cfe7516ffcd', 'expiration': datetime.datetime(2021, 8, 16, 1, 57, 19, 301799)}] Aug 16 01:55:19.311729 n-d-765315-27 neutron-server[94673]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:55:19.312215 n-d-765315-27 neutron-server[94673]: DEBUG oslo_db.api [None req-f51ddf88-3d84-45ee-8a60-25d852d03bef admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:55:19.319942 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0433d078-c939-4370-8dbe-a7bea599bdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.323855 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0433d078-c939-4370-8dbe-a7bea599bdd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.325120 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0433d078-c939-4370-8dbe-a7bea599bdd2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/25a2cb61-9bbe-4973-a813-34b7083dd004 HTTP/1.1" status: 204 len: 168 time: 0.3377984 Aug 16 01:55:19.349519 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0a49cb6-66e9-49c3-8f88-05830404a870 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.356020 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb77c50d-fd25-40c2-8d6a-47d17952437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.359584 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb77c50d-fd25-40c2-8d6a-47d17952437a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.363277 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bb77c50d-fd25-40c2-8d6a-47d17952437a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e724ddf1-b0d6-4223-948d-64766931f661 HTTP/1.1" status: 204 len: 168 time: 0.1845529 Aug 16 01:55:19.367205 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433d078-c939-4370-8dbe-a7bea599bdd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a2cb61-9bbe-4973-a813-34b7083dd004,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:19.417776 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77c50d-fd25-40c2-8d6a-47d17952437a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e724ddf1-b0d6-4223-948d-64766931f661,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:19.519250 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0a49cb6-66e9-49c3-8f88-05830404a870 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.532069 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0a49cb6-66e9-49c3-8f88-05830404a870 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.561171 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a49cb6-66e9-49c3-8f88-05830404a870 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7e1651-3365-45ed-84c6-40382964b231,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:19.578846 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0a49cb6-66e9-49c3-8f88-05830404a870 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.584476 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43460) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:19.586669 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f0a49cb6-66e9-49c3-8f88-05830404a870 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9310801 Aug 16 01:55:19.590249 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-35985709-ed02-4fb5-9754-21e208a1c91f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': 'd5f4aada-97f1-44d1-9de6-a42dfc14ea5f', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:19.616151 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-35985709-ed02-4fb5-9754-21e208a1c91f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Project 7069c6ece3114808b56031f1299826b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 01:55:19.622669 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35985709-ed02-4fb5-9754-21e208a1c91f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.729436 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35985709-ed02-4fb5-9754-21e208a1c91f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.739713 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35985709-ed02-4fb5-9754-21e208a1c91f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.772931 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35985709-ed02-4fb5-9754-21e208a1c91f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09510c13-523d-4f21-9774-4c048a118002,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:19.781509 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35985709-ed02-4fb5-9754-21e208a1c91f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.788703 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-35985709-ed02-4fb5-9754-21e208a1c91f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2015412 Aug 16 01:55:19.788941 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43474) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:19.795644 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a7afe15f-4934-4330-b0b6-25e2d5625e5d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': 'd5f4aada-97f1-44d1-9de6-a42dfc14ea5f', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:19.830066 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-a7afe15f-4934-4330-b0b6-25e2d5625e5d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Project 7069c6ece3114808b56031f1299826b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 01:55:19.845665 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7afe15f-4934-4330-b0b6-25e2d5625e5d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.860611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51ddf88-3d84-45ee-8a60-25d852d03bef admin admin] Made reservation on behalf of 92d6ca9642764afaaf85f19d40b34e4e for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:19.865705 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f51ddf88-3d84-45ee-8a60-25d852d03bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.891785 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f51ddf88-3d84-45ee-8a60-25d852d03bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.008627 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7afe15f-4934-4330-b0b6-25e2d5625e5d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.022080 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7afe15f-4934-4330-b0b6-25e2d5625e5d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.059738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afe15f-4934-4330-b0b6-25e2d5625e5d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a491c956-e39d-48c4-b666-3ecd265c09e7,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:20.075276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afe15f-4934-4330-b0b6-25e2d5625e5d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:20.077288 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afe15f-4934-4330-b0b6-25e2d5625e5d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:20.079344 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afe15f-4934-4330-b0b6-25e2d5625e5d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:20.082953 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afe15f-4934-4330-b0b6-25e2d5625e5d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:20.088261 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afe15f-4934-4330-b0b6-25e2d5625e5d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:20.088528 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afe15f-4934-4330-b0b6-25e2d5625e5d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:20.088957 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afe15f-4934-4330-b0b6-25e2d5625e5d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:20.089365 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afe15f-4934-4330-b0b6-25e2d5625e5d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:20.090388 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afe15f-4934-4330-b0b6-25e2d5625e5d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:20.090388 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afe15f-4934-4330-b0b6-25e2d5625e5d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:20.090678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afe15f-4934-4330-b0b6-25e2d5625e5d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:20.091012 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afe15f-4934-4330-b0b6-25e2d5625e5d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:20.106584 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f51ddf88-3d84-45ee-8a60-25d852d03bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.108508 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3db73e12-04c5-424e-8782-730588a81bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.118132 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f51ddf88-3d84-45ee-8a60-25d852d03bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.126451 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7afe15f-4934-4330-b0b6-25e2d5625e5d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.127412 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a7afe15f-4934-4330-b0b6-25e2d5625e5d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3369746 Aug 16 01:55:20.131227 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43488) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:20.142889 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c32bbbe1-3157-41f5-93fb-7ba3d0bfb8a0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'network': {'name': 'tempest-network-smoke--128534981', 'project_id': '7069c6ece3114808b56031f1299826b6', 'port_security_enabled': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:20.182334 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ddf88-3d84-45ee-8a60-25d852d03bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d326aca-05b5-4373-b9c3-f5c800ca9da9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:20.195084 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51ddf88-3d84-45ee-8a60-25d852d03bef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:20.215167 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f51ddf88-3d84-45ee-8a60-25d852d03bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.216769 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-f51ddf88-3d84-45ee-8a60-25d852d03bef admin admin] Added segment 2df05855-90d2-416b-8a01-7dd491dcd3de of type vlan for network 8313de91-f81e-42c6-b877-47398a0e9c62 Aug 16 01:55:20.291483 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32bbbe1-3157-41f5-93fb-7ba3d0bfb8a0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Made reservation on behalf of 7069c6ece3114808b56031f1299826b6 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:20.295424 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c32bbbe1-3157-41f5-93fb-7ba3d0bfb8a0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.313345 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f51ddf88-3d84-45ee-8a60-25d852d03bef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.347393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4d741-b803-43fe-a13a-b18b0bd80dba req-0786b14a-dc96-4f74-8d01-b5a3605b5951 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:20.350319 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-87c4d741-b803-43fe-a13a-b18b0bd80dba req-0786b14a-dc96-4f74-8d01-b5a3605b5951 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=43d90e56-7cd4-4546-91fd-6f924b8e6bc2 HTTP/1.1" status: 200 len: 945 time: 0.1666420 Aug 16 01:55:20.400748 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f51ddf88-3d84-45ee-8a60-25d852d03bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.404823 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51ddf88-3d84-45ee-8a60-25d852d03bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:20.405388 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f51ddf88-3d84-45ee-8a60-25d852d03bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.411564 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32bbbe1-3157-41f5-93fb-7ba3d0bfb8a0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:20.417639 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-87c4d741-b803-43fe-a13a-b18b0bd80dba req-42dd7778-2311-4ccc-a677-f528f391ead5 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556703 Aug 16 01:55:20.432484 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c32bbbe1-3157-41f5-93fb-7ba3d0bfb8a0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.433060 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-c32bbbe1-3157-41f5-93fb-7ba3d0bfb8a0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Added segment da55ee5e-475f-46b1-ad1a-36b602afa1df of type vlan for network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 Aug 16 01:55:20.461124 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4c8e646a-4899-4b76-9a18-a42a9f6271a3 req-7db0323c-94bf-4e22-9c3d-5604bb009a73 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.0979581 Aug 16 01:55:20.527424 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c32bbbe1-3157-41f5-93fb-7ba3d0bfb8a0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.542427 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f51ddf88-3d84-45ee-8a60-25d852d03bef admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5950720 Aug 16 01:55:20.546337 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43506) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:20.552878 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9d28db52-fd9d-4e68-918e-496735f28cf3 admin admin] Request body: {'subnet': {'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1014561686-subnet', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:20.554030 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ddf88-3d84-45ee-8a60-25d852d03bef admin admin] Pushing event updated for resources: {'Network': ['ID=8313de91-f81e-42c6-b877-47398a0e9c62,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:20.569306 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 8313de91-f81e-42c6-b877-47398a0e9c62 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:20.586390 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d28db52-fd9d-4e68-918e-496735f28cf3 admin admin] Made reservation on behalf of 92d6ca9642764afaaf85f19d40b34e4e for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:20.588723 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d28db52-fd9d-4e68-918e-496735f28cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.651355 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c32bbbe1-3157-41f5-93fb-7ba3d0bfb8a0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.657298 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32bbbe1-3157-41f5-93fb-7ba3d0bfb8a0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:20.658369 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c32bbbe1-3157-41f5-93fb-7ba3d0bfb8a0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.699311 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c32bbbe1-3157-41f5-93fb-7ba3d0bfb8a0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5665557 Aug 16 01:55:20.702375 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43512) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:20.710168 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c5665e4a-b825-4f4d-87d5-35f8295e34fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-888809407', 'admin_state_up': True, 'project_id': '7069c6ece3114808b56031f1299826b6', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:20.773398 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5665e4a-b825-4f4d-87d5-35f8295e34fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.775135 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5665e4a-b825-4f4d-87d5-35f8295e34fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.784159 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bbbe1-3157-41f5-93fb-7ba3d0bfb8a0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Network': ['ID=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:20.798419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:20.866496 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5665e4a-b825-4f4d-87d5-35f8295e34fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.078595 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5665e4a-b825-4f4d-87d5-35f8295e34fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.380541 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5665e4a-b825-4f4d-87d5-35f8295e34fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.385709 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d28db52-fd9d-4e68-918e-496735f28cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.404556 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5665e4a-b825-4f4d-87d5-35f8295e34fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.463954 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28db52-fd9d-4e68-918e-496735f28cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9580d968-042a-4a5e-966b-8406c010ba78,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:21.533379 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d28db52-fd9d-4e68-918e-496735f28cf3 admin admin] Checking segment: {'id': '2df05855-90d2-416b-8a01-7dd491dcd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:21.534077 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d28db52-fd9d-4e68-918e-496735f28cf3 admin admin] Network hostable DHCP agents. Network: 8313de91-f81e-42c6-b877-47398a0e9c62, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:21.581333 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-c5665e4a-b825-4f4d-87d5-35f8295e34fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Allocated IP 172.25.3.190 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/38d36b9f-adac-45fa-95db-8080869af94d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:21.595152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d28db52-fd9d-4e68-918e-496735f28cf3 admin admin] Network 8313de91-f81e-42c6-b877-47398a0e9c62 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:21.638726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9d28db52-fd9d-4e68-918e-496735f28cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 8313de91-f81e-42c6-b877-47398a0e9c62) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:21.650156 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71330b7-f033-403f-a69c-176ebb0669fa None None] Network 8313de91-f81e-42c6-b877-47398a0e9c62 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:21.660393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d28db52-fd9d-4e68-918e-496735f28cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:21.661920 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d28db52-fd9d-4e68-918e-496735f28cf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.685640 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3a905-7ec6-4908-bb61-51cba1c7440d req-d31e3649-a6ee-4559-9625-34e3b1f3e8be tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:21.696510 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-94a3a905-7ec6-4908-bb61-51cba1c7440d req-d31e3649-a6ee-4559-9625-34e3b1f3e8be tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=43d90e56-7cd4-4546-91fd-6f924b8e6bc2 HTTP/1.1" status: 200 len: 945 time: 0.1193845 Aug 16 01:55:21.747829 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9d28db52-fd9d-4e68-918e-496735f28cf3 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1997011 Aug 16 01:55:21.751772 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43550) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:21.758991 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c21374b-3fbc-4576-9b46-7d27f1f78aa5 req-360d105d-5244-482e-891a-139ed5f4f495 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.1254942 Aug 16 01:55:21.761458 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e376d104-eea6-42d7-9841-3bf3479cc21a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:21.790249 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-94a3a905-7ec6-4908-bb61-51cba1c7440d req-1a7e30a7-8e03-464e-9c0b-3c1f82bfaf84 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923347 Aug 16 01:55:21.840891 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e376d104-eea6-42d7-9841-3bf3479cc21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.842640 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e376d104-eea6-42d7-9841-3bf3479cc21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.874110 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd78fd-7483-401f-9d42-8c2a4fb348e7 req-c414e2a9-05e0-4304-a45c-c4d887dfbc3c tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:21.875895 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ffbd78fd-7483-401f-9d42-8c2a4fb348e7 req-c414e2a9-05e0-4304-a45c-c4d887dfbc3c tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.73 "GET /v2.0/ports?device_id=43d90e56-7cd4-4546-91fd-6f924b8e6bc2 HTTP/1.1" status: 200 len: 945 time: 0.1095922 Aug 16 01:55:21.955039 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5665e4a-b825-4f4d-87d5-35f8295e34fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.000886 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e376d104-eea6-42d7-9841-3bf3479cc21a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.001942 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-8313de91-f81e-42c6-b877-47398a0e9c62', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'fixed_ips': [{'subnet_id': '9580d968-042a-4a5e-966b-8406c010ba78'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:55:22.003020 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.043252 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-ffbd78fd-7483-401f-9d42-8c2a4fb348e7 req-05cd26e8-b70d-4eb2-9f2b-4eb42d6f1834 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Deleting port 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:22.043767 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ffbd78fd-7483-401f-9d42-8c2a4fb348e7 req-05cd26e8-b70d-4eb2-9f2b-4eb42d6f1834 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.124228 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5665e4a-b825-4f4d-87d5-35f8295e34fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.228071 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Allocated IP 172.20.0.2 (8313de91-f81e-42c6-b877-47398a0e9c62/9580d968-042a-4a5e-966b-8406c010ba78/63db7f88-0ee6-44ca-a16c-8238aa3b476b) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:22.283441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ffbd78fd-7483-401f-9d42-8c2a4fb348e7 req-05cd26e8-b70d-4eb2-9f2b-4eb42d6f1834 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] For port 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9a0a2db3-6f72-4880-9de0-d80f4f48d7c5,segment=NetworkSegment(98423ec5-2de2-4e79-ba92-921e7271cef5),segment_id=98423ec5-2de2-4e79-ba92-921e7271cef5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:22.283808 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ffbd78fd-7483-401f-9d42-8c2a4fb348e7 req-05cd26e8-b70d-4eb2-9f2b-4eb42d6f1834 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.310078 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-ffbd78fd-7483-401f-9d42-8c2a4fb348e7 req-05cd26e8-b70d-4eb2-9f2b-4eb42d6f1834 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Calling delete_port for 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:22.343857 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e376d104-eea6-42d7-9841-3bf3479cc21a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.480350 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.545557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5665e4a-b825-4f4d-87d5-35f8295e34fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=38d36b9f-adac-45fa-95db-8080869af94d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:22.556227 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5665e4a-b825-4f4d-87d5-35f8295e34fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:22.561597 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c5665e4a-b825-4f4d-87d5-35f8295e34fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:22.571009 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5665e4a-b825-4f4d-87d5-35f8295e34fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:22.575460 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ffbd78fd-7483-401f-9d42-8c2a4fb348e7 req-05cd26e8-b70d-4eb2-9f2b-4eb42d6f1834 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.580005 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Transition to ACTIVE for port object 63db7f88-0ee6-44ca-a16c-8238aa3b476b will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:22.598634 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['25885736-4477-46da-9757-436913c8eb8c'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:22.671194 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['b88a3e4c-c182-4cdf-885c-052e879ba67a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:22.678139 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd26e8-b70d-4eb2-9f2b-4eb42d6f1834 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Pushing event deleted for resources: {'Port': ['ID=9a0a2db3-6f72-4880-9de0-d80f4f48d7c5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:22.680336 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-03b9627d-7320-47dd-ada7-dc1a5637c652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.744520 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Transition to ACTIVE for port object 63db7f88-0ee6-44ca-a16c-8238aa3b476b will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:22.783471 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.792739 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbd78fd-7483-401f-9d42-8c2a4fb348e7 req-05cd26e8-b70d-4eb2-9f2b-4eb42d6f1834 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] No DVR routers for this DVR port 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:22.878063 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Network 8313de91-f81e-42c6-b877-47398a0e9c62 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:22.882203 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e376d104-eea6-42d7-9841-3bf3479cc21a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.903374 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:22.917797 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:22.930872 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e376d104-eea6-42d7-9841-3bf3479cc21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.937261 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Pushing event updated for resources: {'Port': ['ID=63db7f88-0ee6-44ca-a16c-8238aa3b476b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:23.023422 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ffbd78fd-7483-401f-9d42-8c2a4fb348e7 req-05cd26e8-b70d-4eb2-9f2b-4eb42d6f1834 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.028980 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ffbd78fd-7483-401f-9d42-8c2a4fb348e7 req-05cd26e8-b70d-4eb2-9f2b-4eb42d6f1834 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.73 "DELETE /v2.0/ports/9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 HTTP/1.1" status: 204 len: 173 time: 1.1430020 Aug 16 01:55:23.049441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d90e56-7cd4-4546-91fd-6f924b8e6bc2', 'name': 'network-vif-deleted', 'tag': '9a0a2db3-6f72-4880-9de0-d80f4f48d7c5'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:23.054830 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1f5dd7-60d7-4c48-b97a-10eece03a66d" -d '{"events": [{"server_uuid": "43d90e56-7cd4-4546-91fd-6f924b8e6bc2", "name": "network-vif-deleted", "tag": "9a0a2db3-6f72-4880-9de0-d80f4f48d7c5"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:23.065710 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Attempting to bind port 63db7f88-0ee6-44ca-a16c-8238aa3b476b on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:23.066113 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Attempting to bind port 63db7f88-0ee6-44ca-a16c-8238aa3b476b by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '2df05855-90d2-416b-8a01-7dd491dcd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:23.066508 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Attempting to bind port 63db7f88-0ee6-44ca-a16c-8238aa3b476b on network 8313de91-f81e-42c6-b877-47398a0e9c62 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:23.144285 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:23.146099 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Checking segment: {'id': '2df05855-90d2-416b-8a01-7dd491dcd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:23.147167 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.148149 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Bound using segment: {'id': '2df05855-90d2-416b-8a01-7dd491dcd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:23.148627 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Bound port: 63db7f88-0ee6-44ca-a16c-8238aa3b476b, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df05855-90d2-416b-8a01-7dd491dcd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:23.149011 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.156802 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40f102ed-994e-483e-8725-4f9b612847f9 req-9122bd69-a903-4866-bd3b-681c6a9cf316 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=43d90e56-7cd4-4546-91fd-6f924b8e6bc2 HTTP/1.1" status: 200 len: 210 time: 0.1132431 Aug 16 01:55:23.232114 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-12badd0d-602d-4393-86e1-4dfc64dc033b req-404e6d81-78ab-4d05-a329-8571ea1d5184 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.1973095 Aug 16 01:55:23.296754 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-e376d104-eea6-42d7-9841-3bf3479cc21a admin admin] Allocated IP 172.25.3.186 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/a283379d-5a81-48e4-a453-7a08a5a4dbe6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:23.350348 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d107eeb9-ded2-4dd4-8150-2f85992accee x-openstack-request-id: req-d107eeb9-ded2-4dd4-8150-2f85992accee {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:23.353238 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d90e56-7cd4-4546-91fd-6f924b8e6bc2", "name": "network-vif-deleted", "tag": "9a0a2db3-6f72-4880-9de0-d80f4f48d7c5", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:23.353528 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d107eeb9-ded2-4dd4-8150-2f85992accee {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:23.354012 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d90e56-7cd4-4546-91fd-6f924b8e6bc2', 'name': 'network-vif-deleted', 'tag': '9a0a2db3-6f72-4880-9de0-d80f4f48d7c5', 'status': 'completed', 'code': 200} Aug 16 01:55:23.370951 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.396141 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] For port 63db7f88-0ee6-44ca-a16c-8238aa3b476b, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:23.400096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] For port 63db7f88-0ee6-44ca-a16c-8238aa3b476b, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=63db7f88-0ee6-44ca-a16c-8238aa3b476b,segment=NetworkSegment(2df05855-90d2-416b-8a01-7dd491dcd3de),segment_id=2df05855-90d2-416b-8a01-7dd491dcd3de)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:23.408757 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.474656 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e376d104-eea6-42d7-9841-3bf3479cc21a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.527757 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e4e05-b31b-46ea-903c-bfc0c4ae9045 None None] Pushing event updated for resources: {'Port': ['ID=63db7f88-0ee6-44ca-a16c-8238aa3b476b,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:23.554931 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e376d104-eea6-42d7-9841-3bf3479cc21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.608593 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e376d104-eea6-42d7-9841-3bf3479cc21a admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:23.619385 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e376d104-eea6-42d7-9841-3bf3479cc21a admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:23.623937 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5665e4a-b825-4f4d-87d5-35f8295e34fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.626895 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e376d104-eea6-42d7-9841-3bf3479cc21a admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:23.709738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376d104-eea6-42d7-9841-3bf3479cc21a admin admin] Pushing event updated for resources: {'Port': ['ID=a283379d-5a81-48e4-a453-7a08a5a4dbe6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:23.993163 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:24.038459 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:24.038815 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 9a0a2db3-6f72-4880-9de0-d80f4f48d7c5 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:24.144091 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.180693 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5665e4a-b825-4f4d-87d5-35f8295e34fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.230209 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e376d104-eea6-42d7-9841-3bf3479cc21a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.403902 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5665e4a-b825-4f4d-87d5-35f8295e34fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Router 94029da5-b7fc-4952-9824-6679de8a54c5 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:55:24.678907 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c5277cb-34d4-4ef1-9247-6d1234bc3e4a req-d50898a4-1a5c-47c1-8651-43526874c0a3 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.2115123 Aug 16 01:55:24.698044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5665e4a-b825-4f4d-87d5-35f8295e34fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:55:24.711615 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Sync routers for ids ['94029da5-b7fc-4952-9824-6679de8a54c5'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:55:24.730822 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Routers {'94029da5-b7fc-4952-9824-6679de8a54c5'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:24.731380 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:55:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['94029da5-b7fc-4952-9824-6679de8a54c5'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:24.738700 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e376d104-eea6-42d7-9841-3bf3479cc21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.747407 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5665e4a-b825-4f4d-87d5-35f8295e34fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.749224 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c5665e4a-b825-4f4d-87d5-35f8295e34fd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.0453355 Aug 16 01:55:24.752397 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43714) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:24.753026 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e787b8-37c1-4221-bef7-6bb51d38c0ce req-5732af52-c997-4907-8f0c-034deaa29013 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:24.755131 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14e787b8-37c1-4221-bef7-6bb51d38c0ce req-5732af52-c997-4907-8f0c-034deaa29013 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=967e5cfa-c412-482a-9a2a-5148481d9b67 HTTP/1.1" status: 200 len: 946 time: 0.1235914 Aug 16 01:55:24.800455 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-398259c5-12a0-4178-b1f8-2da4e5ba72f4 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=7069c6ece3114808b56031f1299826b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464063 Aug 16 01:55:24.803727 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43720) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:24.952702 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14e787b8-37c1-4221-bef7-6bb51d38c0ce req-a3563261-a585-4749-b3a0-b369b30ff209 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178923 Aug 16 01:55:24.964748 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Set router 94029da5-b7fc-4952-9824-6679de8a54c5 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:25.187149 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e376d104-eea6-42d7-9841-3bf3479cc21a admin admin] Router a5fdd199-1494-4f7e-adb7-9aa8046e1cea is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:55:25.216729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bf4197-a270-4b8b-8ae4-4b0b8a49dcfa tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:25.218693 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a8bf4197-a270-4b8b-8ae4-4b0b8a49dcfa tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4140089 Aug 16 01:55:25.221576 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43728) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:25.290903 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-360de0f5-f39d-4096-a1ef-eadbe66936b3 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=624da80d-1349-4890-b915-f302637330f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0680218 Aug 16 01:55:25.294651 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43730) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:25.319077 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-49bdc104-4a7a-485b-9e0a-afae4f3b3890 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1125574893', 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5', 'project_id': '7069c6ece3114808b56031f1299826b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:25.354799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 63db7f88-0ee6-44ca-a16c-8238aa3b476b up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:25.428842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e376d104-eea6-42d7-9841-3bf3479cc21a admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:55:25.447575 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Sync routers for ids ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:55:25.467842 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e376d104-eea6-42d7-9841-3bf3479cc21a admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.473894 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e376d104-eea6-42d7-9841-3bf3479cc21a admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7206776 Aug 16 01:55:25.474718 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43734) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:25.493254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582a63d9-3669-44e5-a72e-b93c8cf0bb35 None None] Network 8313de91-f81e-42c6-b877-47398a0e9c62 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:25.506762 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bdc104-4a7a-485b-9e0a-afae4f3b3890 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Made reservation on behalf of 7069c6ece3114808b56031f1299826b6 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:25.510847 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49bdc104-4a7a-485b-9e0a-afae4f3b3890 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.574618 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43736) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:25.674783 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888809407', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '38d36b9f-adac-45fa-95db-8080869af94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:20Z', 'updated_at': '2021-08-16T01:55:23Z', 'revision_number': 3, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '38d36b9f-adac-45fa-95db-8080869af94d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:25.705720 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Checking router: 94029da5-b7fc-4952-9824-6679de8a54c5 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:55:25.706468 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Updating router 94029da5-b7fc-4952-9824-6679de8a54c5 port 38d36b9f-adac-45fa-95db-8080869af94d binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:55:25.716554 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Routers {'a5fdd199-1494-4f7e-adb7-9aa8046e1cea'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:25.719538 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:55:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:25.762418 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.893349 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7794232e-209b-4ef6-a084-fbc39516787d None None] Provisioning for port 63db7f88-0ee6-44ca-a16c-8238aa3b476b completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:25.900287 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 63db7f88-0ee6-44ca-a16c-8238aa3b476b completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:25.958704 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7794232e-209b-4ef6-a084-fbc39516787d None None] Provisioning complete for port 63db7f88-0ee6-44ca-a16c-8238aa3b476b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:25.959434 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7794232e-209b-4ef6-a084-fbc39516787d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.961457 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 63db7f88-0ee6-44ca-a16c-8238aa3b476b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:25.961550 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.010725 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-58ae7d43-a110-4a06-b78d-991960144685 req-757b2b45-62c5-45b9-9781-65eb685193ca tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.0847011 Aug 16 01:55:26.016055 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49bdc104-4a7a-485b-9e0a-afae4f3b3890 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.131200 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bdc104-4a7a-485b-9e0a-afae4f3b3890 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Subnet': ['ID=fb3e123f-0b5d-474c-aa50-f7bef1939d54,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:26.140531 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b063675a-2f52-4f78-bdca-c1b9a2c74dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.180396 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.210891 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bdc104-4a7a-485b-9e0a-afae4f3b3890 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Checking segment: {'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:26.211243 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bdc104-4a7a-485b-9e0a-afae4f3b3890 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network hostable DHCP agents. Network: 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:26.254519 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bdc104-4a7a-485b-9e0a-afae4f3b3890 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:26.271654 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-49bdc104-4a7a-485b-9e0a-afae4f3b3890 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:26.280905 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bdc104-4a7a-485b-9e0a-afae4f3b3890 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.281837 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49bdc104-4a7a-485b-9e0a-afae4f3b3890 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.289365 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Set router a5fdd199-1494-4f7e-adb7-9aa8046e1cea gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:26.303652 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c1f640-072b-4296-b7f6-de5f1797997a None None] Network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:26.363836 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b063675a-2f52-4f78-bdca-c1b9a2c74dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.384912 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b063675a-2f52-4f78-bdca-c1b9a2c74dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.395105 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.421297 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Transition to ACTIVE for port object 38d36b9f-adac-45fa-95db-8080869af94d will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:26.433172 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b063675a-2f52-4f78-bdca-c1b9a2c74dec admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=28f6dd95b6be4e1da476ca3390796f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8602779 Aug 16 01:55:26.436769 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.439488 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-49bdc104-4a7a-485b-9e0a-afae4f3b3890 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1431839 Aug 16 01:55:26.453716 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43752) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:26.454154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43754) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:26.458670 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eac858-9f57-449b-8911-062378902d39 req-e8741341-d84d-4b47-8128-5937f2f1609f tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.462934 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51eac858-9f57-449b-8911-062378902d39 req-e8741341-d84d-4b47-8128-5937f2f1609f tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.63 "GET /v2.0/ports?device_id=967e5cfa-c412-482a-9a2a-5148481d9b67 HTTP/1.1" status: 200 len: 946 time: 0.3579690 Aug 16 01:55:26.580964 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Attempting to bind port 38d36b9f-adac-45fa-95db-8080869af94d on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:26.582235 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Attempting to bind port 38d36b9f-adac-45fa-95db-8080869af94d by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:26.582605 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Attempting to bind port 38d36b9f-adac-45fa-95db-8080869af94d on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:26.603405 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:26.603774 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:26.604171 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.604615 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:26.605203 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Bound port: 38d36b9f-adac-45fa-95db-8080869af94d, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:26.605589 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.607335 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb8ee4-6974-4417-b614-de991fb4a7a1 None None] Pushing event updated for resources: {'Port': ['ID=38d36b9f-adac-45fa-95db-8080869af94d,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:26.687442 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7794232e-209b-4ef6-a084-fbc39516787d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.702733 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb8ee4-6974-4417-b614-de991fb4a7a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.703139 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb8ee4-6974-4417-b614-de991fb4a7a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.703401 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb8ee4-6974-4417-b614-de991fb4a7a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.703729 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb8ee4-6974-4417-b614-de991fb4a7a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.706575 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb8ee4-6974-4417-b614-de991fb4a7a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.706940 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb8ee4-6974-4417-b614-de991fb4a7a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.707914 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb8ee4-6974-4417-b614-de991fb4a7a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.708276 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb8ee4-6974-4417-b614-de991fb4a7a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.708560 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb8ee4-6974-4417-b614-de991fb4a7a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.708877 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb8ee4-6974-4417-b614-de991fb4a7a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.710711 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb8ee4-6974-4417-b614-de991fb4a7a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.711018 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb8ee4-6974-4417-b614-de991fb4a7a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:26.747750 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.801156 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] For port 38d36b9f-adac-45fa-95db-8080869af94d, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:26.810092 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] For port 38d36b9f-adac-45fa-95db-8080869af94d, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=38d36b9f-adac-45fa-95db-8080869af94d,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:26.815661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca73e8d-b9a4-4230-818a-b84119393982 req-d3fd6dde-5eb0-49e5-ab61-3a3c49d1e1f4 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.823272 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.827067 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2ca73e8d-b9a4-4230-818a-b84119393982 req-d3fd6dde-5eb0-49e5-ab61-3a3c49d1e1f4 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=967e5cfa-c412-482a-9a2a-5148481d9b67 HTTP/1.1" status: 200 len: 946 time: 0.6915755 Aug 16 01:55:26.859096 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf15910a-568d-46e1-af3b-cab19a85929e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.926644 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Routers {'94029da5-b7fc-4952-9824-6679de8a54c5'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:26.927495 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:55:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['94029da5-b7fc-4952-9824-6679de8a54c5'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:26.944819 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7794232e-209b-4ef6-a084-fbc39516787d None None] For port 63db7f88-0ee6-44ca-a16c-8238aa3b476b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=63db7f88-0ee6-44ca-a16c-8238aa3b476b,segment=NetworkSegment(2df05855-90d2-416b-8a01-7dd491dcd3de),segment_id=2df05855-90d2-416b-8a01-7dd491dcd3de)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:26.982906 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb8ee4-6974-4417-b614-de991fb4a7a1 None None] Pushing event updated for resources: {'Port': ['ID=38d36b9f-adac-45fa-95db-8080869af94d,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:27.006771 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7794232e-209b-4ef6-a084-fbc39516787d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.109824 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:55:27.110188 n-d-765315-27 neutron-server[94674]: DEBUG oslo_db.api [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:55:27.127973 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-3bd43219-2c0e-4b2f-b93e-6c1be0def5c5', 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'fixed_ips': [{'subnet_id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:55:27.129551 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.170497 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794232e-209b-4ef6-a084-fbc39516787d None None] Pushing event updated for resources: {'Port': ['ID=63db7f88-0ee6-44ca-a16c-8238aa3b476b,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:27.174423 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] Set router 94029da5-b7fc-4952-9824-6679de8a54c5 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:27.184929 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-cf15910a-568d-46e1-af3b-cab19a85929e admin admin] Allocated IP 172.20.0.1 (8313de91-f81e-42c6-b877-47398a0e9c62/9580d968-042a-4a5e-966b-8406c010ba78/13be672a-5261-488e-9b32-5a877dade886) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:27.264505 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794232e-209b-4ef6-a084-fbc39516787d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:27.264857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794232e-209b-4ef6-a084-fbc39516787d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:27.265201 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794232e-209b-4ef6-a084-fbc39516787d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:27.265540 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794232e-209b-4ef6-a084-fbc39516787d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:27.265903 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794232e-209b-4ef6-a084-fbc39516787d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:27.266240 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794232e-209b-4ef6-a084-fbc39516787d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:27.266569 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794232e-209b-4ef6-a084-fbc39516787d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:27.266897 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794232e-209b-4ef6-a084-fbc39516787d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:27.267221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794232e-209b-4ef6-a084-fbc39516787d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:27.267547 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794232e-209b-4ef6-a084-fbc39516787d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:27.267871 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794232e-209b-4ef6-a084-fbc39516787d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:27.268194 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794232e-209b-4ef6-a084-fbc39516787d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:27.283071 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063675a-2f52-4f78-bdca-c1b9a2c74dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbf4be0-0342-4ac2-a2f6-43307b1c77db,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:27.309322 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-19806a6c-7731-4a10-bbe7-597356f171ff None None] Provisioning complete for port 63db7f88-0ee6-44ca-a16c-8238aa3b476b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:27.309724 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19806a6c-7731-4a10-bbe7-597356f171ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.318807 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2ca73e8d-b9a4-4230-818a-b84119393982 req-86208354-5b04-40c6-950b-6e5ea0f450f9 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902332 Aug 16 01:55:27.347375 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1aa3d1d4-8bc0-41b2-9044-259b147b649d req-0414885d-9d30-4b2c-8c92-7c1a0ee2d419 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.0896969 Aug 16 01:55:27.372198 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf15910a-568d-46e1-af3b-cab19a85929e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.389697 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-cf15910a-568d-46e1-af3b-cab19a85929e admin admin] Transition to ACTIVE for port object 13be672a-5261-488e-9b32-5a877dade886 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:27.433209 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5abbe2e-e569-45fc-adb2-c08b4f325f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.442001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-51eac858-9f57-449b-8911-062378902d39 req-c7ff976e-b859-4f0d-b6f4-d0470b77684a tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Deleting port 25885736-4477-46da-9757-436913c8eb8c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:27.442948 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51eac858-9f57-449b-8911-062378902d39 req-c7ff976e-b859-4f0d-b6f4-d0470b77684a tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.445389 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:23Z', 'revision_number': 3, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port': {'id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:22Z', 'updated_at': '2021-08-16T01:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:27.480842 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5abbe2e-e569-45fc-adb2-c08b4f325f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.549688 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888809407', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '38d36b9f-adac-45fa-95db-8080869af94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:20Z', 'updated_at': '2021-08-16T01:55:23Z', 'revision_number': 3, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '38d36b9f-adac-45fa-95db-8080869af94d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:27.559246 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Checking router: a5fdd199-1494-4f7e-adb7-9aa8046e1cea for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:55:27.559704 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Updating router a5fdd199-1494-4f7e-adb7-9aa8046e1cea port a283379d-5a81-48e4-a453-7a08a5a4dbe6 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:55:27.575424 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5abbe2e-e569-45fc-adb2-c08b4f325f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.578305 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5abbe2e-e569-45fc-adb2-c08b4f325f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.579640 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a5abbe2e-e569-45fc-adb2-c08b4f325f00 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0cbf4be0-0342-4ac2-a2f6-43307b1c77db HTTP/1.1" status: 204 len: 168 time: 1.1238649 Aug 16 01:55:27.587468 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa10e03-cb45-44ab-9722-08afdd903fe0 None None] The sync data for ids ['94029da5-b7fc-4952-9824-6679de8a54c5'] in n-d-765315-27 is: [{'id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888809407', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '38d36b9f-adac-45fa-95db-8080869af94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:20Z', 'updated_at': '2021-08-16T01:55:23Z', 'revision_number': 3, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '38d36b9f-adac-45fa-95db-8080869af94d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:55:27.602218 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-51eac858-9f57-449b-8911-062378902d39 req-c7ff976e-b859-4f0d-b6f4-d0470b77684a tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] For port 25885736-4477-46da-9757-436913c8eb8c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=25885736-4477-46da-9757-436913c8eb8c,segment=NetworkSegment(98423ec5-2de2-4e79-ba92-921e7271cef5),segment_id=98423ec5-2de2-4e79-ba92-921e7271cef5)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:27.602709 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51eac858-9f57-449b-8911-062378902d39 req-c7ff976e-b859-4f0d-b6f4-d0470b77684a tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.612098 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abbe2e-e569-45fc-adb2-c08b4f325f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbf4be0-0342-4ac2-a2f6-43307b1c77db,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:27.621719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-51eac858-9f57-449b-8911-062378902d39 req-c7ff976e-b859-4f0d-b6f4-d0470b77684a tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Calling delete_port for 25885736-4477-46da-9757-436913c8eb8c owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:27.814523 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf15910a-568d-46e1-af3b-cab19a85929e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.904934 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15910a-568d-46e1-af3b-cab19a85929e admin admin] Pushing event updated for resources: {'Port': ['ID=13be672a-5261-488e-9b32-5a877dade886,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:27.909201 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51eac858-9f57-449b-8911-062378902d39 req-c7ff976e-b859-4f0d-b6f4-d0470b77684a tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.018158 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf15910a-568d-46e1-af3b-cab19a85929e admin admin] Network 8313de91-f81e-42c6-b877-47398a0e9c62 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:28.022688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff976e-b859-4f0d-b6f4-d0470b77684a tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Pushing event deleted for resources: {'Port': ['ID=25885736-4477-46da-9757-436913c8eb8c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:28.158596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-cf15910a-568d-46e1-af3b-cab19a85929e admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:28.193309 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['25885736-4477-46da-9757-436913c8eb8c'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:28.195655 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['b88a3e4c-c182-4cdf-885c-052e879ba67a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:28.226092 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf15910a-568d-46e1-af3b-cab19a85929e admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:28.265158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43780) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:28.310201 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-51eac858-9f57-449b-8911-062378902d39 req-c7ff976e-b859-4f0d-b6f4-d0470b77684a tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] No DVR routers for this DVR port 25885736-4477-46da-9757-436913c8eb8c on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:28.312975 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51eac858-9f57-449b-8911-062378902d39 req-c7ff976e-b859-4f0d-b6f4-d0470b77684a tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.316962 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51eac858-9f57-449b-8911-062378902d39 req-c7ff976e-b859-4f0d-b6f4-d0470b77684a tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.63 "DELETE /v2.0/ports/25885736-4477-46da-9757-436913c8eb8c HTTP/1.1" status: 204 len: 173 time: 1.7522049 Aug 16 01:55:28.317848 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf15910a-568d-46e1-af3b-cab19a85929e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.329551 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d66f0fe-849d-476d-87da-e1eaedab47d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.331074 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967e5cfa-c412-482a-9a2a-5148481d9b67', 'name': 'network-vif-deleted', 'tag': '25885736-4477-46da-9757-436913c8eb8c'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:28.354512 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4375bc-c71f-4661-bde2-5a17fbd91edd" -d '{"events": [{"server_uuid": "967e5cfa-c412-482a-9a2a-5148481d9b67", "name": "network-vif-deleted", "tag": "25885736-4477-46da-9757-436913c8eb8c"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:28.392589 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.499453 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ce0de9-6c9e-471f-a661-c9223f49e3f0 x-openstack-request-id: req-a7ce0de9-6c9e-471f-a661-c9223f49e3f0 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:28.499754 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967e5cfa-c412-482a-9a2a-5148481d9b67", "name": "network-vif-deleted", "tag": "25885736-4477-46da-9757-436913c8eb8c", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:28.500144 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a7ce0de9-6c9e-471f-a661-c9223f49e3f0 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:28.501053 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967e5cfa-c412-482a-9a2a-5148481d9b67', 'name': 'network-vif-deleted', 'tag': '25885736-4477-46da-9757-436913c8eb8c', 'status': 'completed', 'code': 200} Aug 16 01:55:28.507131 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Allocated IP 172.20.0.2 (3bd43219-2c0e-4b2f-b93e-6c1be0def5c5/fb3e123f-0b5d-474c-aa50-f7bef1939d54/754c777a-e800-435f-a7f1-c1d54c80f064) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:28.639970 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a18a2164-22d6-440f-a53a-b4a6e4f12372 req-ee982a0a-b54c-4930-b89a-5a998d8c6dc5 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=967e5cfa-c412-482a-9a2a-5148481d9b67 HTTP/1.1" status: 200 len: 210 time: 0.0677986 Aug 16 01:55:28.690664 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c950254-fbfe-4edb-8c0e-b99883ea836a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.799803 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf15910a-568d-46e1-af3b-cab19a85929e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.852276 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6945d75a-b237-4f58-81ee-ab7318947757 req-b46b8143-5c36-4f21-9054-f71582cebeb0 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.1681299 Aug 16 01:55:28.981636 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-835a9f4d-9a71-4c5d-a7e6-a30c4a27b874 None None] Provisioning for port 13be672a-5261-488e-9b32-5a877dade886 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:29.005848 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d66f0fe-849d-476d-87da-e1eaedab47d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.016653 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d66f0fe-849d-476d-87da-e1eaedab47d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.019094 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 63db7f88-0ee6-44ca-a16c-8238aa3b476b up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:29.108611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66f0fe-849d-476d-87da-e1eaedab47d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393815d1-0409-48bc-ab4f-6a740e83bbbb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:29.164503 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-835a9f4d-9a71-4c5d-a7e6-a30c4a27b874 None None] Provisioning complete for port 13be672a-5261-488e-9b32-5a877dade886 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:29.164883 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-835a9f4d-9a71-4c5d-a7e6-a30c4a27b874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.228049 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf15910a-568d-46e1-af3b-cab19a85929e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.232920 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf15910a-568d-46e1-af3b-cab19a85929e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.325602 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf15910a-568d-46e1-af3b-cab19a85929e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.538848 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6d66f0fe-849d-476d-87da-e1eaedab47d7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=21946a56528f47d5ac6b40968c5d059f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2722113 Aug 16 01:55:29.541306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 43800) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:29.563833 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15910a-568d-46e1-af3b-cab19a85929e admin admin] Pushing event updated for resources: {'Port': ['ID=13be672a-5261-488e-9b32-5a877dade886,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:29.569438 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-835a9f4d-9a71-4c5d-a7e6-a30c4a27b874 None None] Port 13be672a-5261-488e-9b32-5a877dade886 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:29.611339 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dec959b2-1ecb-4d9e-8b41-e54ea9585ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.640056 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dec959b2-1ecb-4d9e-8b41-e54ea9585ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.652597 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf15910a-568d-46e1-af3b-cab19a85929e admin admin] Network 8313de91-f81e-42c6-b877-47398a0e9c62 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:29.656389 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-cf15910a-568d-46e1-af3b-cab19a85929e admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:29.673539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 63db7f88-0ee6-44ca-a16c-8238aa3b476b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:29.676665 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.722315 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dec959b2-1ecb-4d9e-8b41-e54ea9585ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.725911 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dec959b2-1ecb-4d9e-8b41-e54ea9585ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.727441 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dec959b2-1ecb-4d9e-8b41-e54ea9585ee4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/393815d1-0409-48bc-ab4f-6a740e83bbbb HTTP/1.1" status: 204 len: 168 time: 0.1851070 Aug 16 01:55:29.750523 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.790056 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec959b2-1ecb-4d9e-8b41-e54ea9585ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393815d1-0409-48bc-ab4f-6a740e83bbbb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:29.925688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf15910a-568d-46e1-af3b-cab19a85929e admin admin] Router a5fdd199-1494-4f7e-adb7-9aa8046e1cea has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:55:29.968751 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Transition to ACTIVE for port object 754c777a-e800-435f-a7f1-c1d54c80f064 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:30.021382 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Transition to ACTIVE for port object 754c777a-e800-435f-a7f1-c1d54c80f064 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:30.080917 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.161052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf15910a-568d-46e1-af3b-cab19a85929e admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:55:30.174210 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cf15910a-568d-46e1-af3b-cab19a85929e admin admin] 10.222.0.68 "PUT /v2.0/routers/a5fdd199-1494-4f7e-adb7-9aa8046e1cea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6973860 Aug 16 01:55:30.185669 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-198c7d47-d916-4b57-a974-b7753b5db38b req-6d486af4-5a1b-4ac4-bda9-d0e01cbcdef9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.0967932 Aug 16 01:55:30.221227 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-2c950254-fbfe-4edb-8c0e-b99883ea836a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Allocated IP 172.20.0.1 (3bd43219-2c0e-4b2f-b93e-6c1be0def5c5/fb3e123f-0b5d-474c-aa50-f7bef1939d54/25fc625a-5eeb-4678-ac36-5b0735190a2e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:30.295919 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.316819 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:30.392499 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 38d36b9f-adac-45fa-95db-8080869af94d up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:30.394934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:30.398608 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:30.414260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Transition to ACTIVE for port object a283379d-5a81-48e4-a453-7a08a5a4dbe6 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:30.451633 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.474554 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Pushing event updated for resources: {'Port': ['ID=754c777a-e800-435f-a7f1-c1d54c80f064,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:30.509937 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c950254-fbfe-4edb-8c0e-b99883ea836a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.549802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2c950254-fbfe-4edb-8c0e-b99883ea836a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Transition to ACTIVE for port object 25fc625a-5eeb-4678-ac36-5b0735190a2e will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:30.558378 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dc4c4-5158-4c59-ac5e-210abf01bab9 None None] Pushing event updated for resources: {'Port': ['ID=a283379d-5a81-48e4-a453-7a08a5a4dbe6,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:30.595425 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-50f7b9d1-c0ad-4163-9995-cb47eadfe391 None None] Provisioning complete for port 13be672a-5261-488e-9b32-5a877dade886 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:30.595994 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-50f7b9d1-c0ad-4163-9995-cb47eadfe391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.616944 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 25885736-4477-46da-9757-436913c8eb8c no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:30.626039 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Attempting to bind port 754c777a-e800-435f-a7f1-c1d54c80f064 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:30.626407 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Attempting to bind port 754c777a-e800-435f-a7f1-c1d54c80f064 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:30.626767 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Attempting to bind port 754c777a-e800-435f-a7f1-c1d54c80f064 on network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:30.647926 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c950254-fbfe-4edb-8c0e-b99883ea836a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.685268 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:30.686004 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Checking segment: {'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:30.686579 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.687132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Bound using segment: {'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:30.687805 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Bound port: 754c777a-e800-435f-a7f1-c1d54c80f064, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:30.688395 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.711240 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Attempting to bind port a283379d-5a81-48e4-a453-7a08a5a4dbe6 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:30.711898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Attempting to bind port a283379d-5a81-48e4-a453-7a08a5a4dbe6 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:30.712419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Attempting to bind port a283379d-5a81-48e4-a453-7a08a5a4dbe6 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:30.727735 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 25885736-4477-46da-9757-436913c8eb8c {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:30.728292 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 25885736-4477-46da-9757-436913c8eb8c not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:30.735691 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c950254-fbfe-4edb-8c0e-b99883ea836a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:30.743739 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2c950254-fbfe-4edb-8c0e-b99883ea836a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:30.759409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c950254-fbfe-4edb-8c0e-b99883ea836a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:30.760128 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:30.760477 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:30.760884 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.761315 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:30.761872 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Bound port: a283379d-5a81-48e4-a453-7a08a5a4dbe6, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:30.762475 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.875466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c950254-fbfe-4edb-8c0e-b99883ea836a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=25fc625a-5eeb-4678-ac36-5b0735190a2e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:30.892317 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c950254-fbfe-4edb-8c0e-b99883ea836a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.935700 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] For port a283379d-5a81-48e4-a453-7a08a5a4dbe6, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:30.937747 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-50f7b9d1-c0ad-4163-9995-cb47eadfe391 None None] Port 13be672a-5261-488e-9b32-5a877dade886 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:30.967595 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 38d36b9f-adac-45fa-95db-8080869af94d completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:31.031068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] For port a283379d-5a81-48e4-a453-7a08a5a4dbe6, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a283379d-5a81-48e4-a453-7a08a5a4dbe6,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:31.037675 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 38d36b9f-adac-45fa-95db-8080869af94d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:31.055334 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.079079 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.091531 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c950254-fbfe-4edb-8c0e-b99883ea836a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.208535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dc4c4-5158-4c59-ac5e-210abf01bab9 None None] Pushing event updated for resources: {'Port': ['ID=a283379d-5a81-48e4-a453-7a08a5a4dbe6,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:31.226934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] For port 754c777a-e800-435f-a7f1-c1d54c80f064, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:31.267401 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Routers {'a5fdd199-1494-4f7e-adb7-9aa8046e1cea'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:31.271723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:55:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:31.383547 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] For port 754c777a-e800-435f-a7f1-c1d54c80f064, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=754c777a-e800-435f-a7f1-c1d54c80f064,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:31.397375 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.425009 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43846) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:31.431198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f55cfd85-0285-4364-8977-713f88591317 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--689378156', 'description': 'tempest-description--2081828896'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:31.511234 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f55cfd85-0285-4364-8977-713f88591317 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.639032 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.680705 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04ae464e-f60b-4757-bab4-4e4378f95b69 req-8cd9a1f1-56fe-468f-9a8a-fc07382ff86e tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.1311228 Aug 16 01:55:31.692659 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c950254-fbfe-4edb-8c0e-b99883ea836a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.699622 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c950254-fbfe-4edb-8c0e-b99883ea836a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.741991 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f55cfd85-0285-4364-8977-713f88591317 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.745640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 38d36b9f-adac-45fa-95db-8080869af94d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=38d36b9f-adac-45fa-95db-8080869af94d,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:31.748660 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f55cfd85-0285-4364-8977-713f88591317 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.772958 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.796732 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c62a7-e64a-4fd6-accc-0d766bdbf105 None None] Pushing event updated for resources: {'Port': ['ID=754c777a-e800-435f-a7f1-c1d54c80f064,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:31.811374 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f55cfd85-0285-4364-8977-713f88591317 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.814777 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f55cfd85-0285-4364-8977-713f88591317 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3875809 Aug 16 01:55:31.818185 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cfd85-0285-4364-8977-713f88591317 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6899e8c8-8235-46f7-87cf-d08115d31813,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:31.821897 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43856) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:31.836666 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4d07da85-4872-48d4-a3a1-d2defce18df8 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Request body: {'security_group_rule': {'security_group_id': '6899e8c8-8235-46f7-87cf-d08115d31813', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:31.845657 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c950254-fbfe-4edb-8c0e-b99883ea836a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:31.851126 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] Set router a5fdd199-1494-4f7e-adb7-9aa8046e1cea gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:31.902870 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4d07da85-4872-48d4-a3a1-d2defce18df8 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.002484 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c950254-fbfe-4edb-8c0e-b99883ea836a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=25fc625a-5eeb-4678-ac36-5b0735190a2e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:32.029082 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=38d36b9f-adac-45fa-95db-8080869af94d,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:32.065399 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4d07da85-4872-48d4-a3a1-d2defce18df8 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.072028 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4d07da85-4872-48d4-a3a1-d2defce18df8 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.124691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07da85-4872-48d4-a3a1-d2defce18df8 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf884cf-4b21-44d6-a04d-13cbf0fdfc91,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:32.142418 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4d07da85-4872-48d4-a3a1-d2defce18df8 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.147153 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4d07da85-4872-48d4-a3a1-d2defce18df8 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3182516 Aug 16 01:55:32.147973 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43864) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:32.152595 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-13f875d2-0745-44cc-b99d-32b0892022a2 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Request body: {'security_group_rule': {'security_group_id': '6899e8c8-8235-46f7-87cf-d08115d31813', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:32.213212 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13f875d2-0745-44cc-b99d-32b0892022a2 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.224802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c950254-fbfe-4edb-8c0e-b99883ea836a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:32.224802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2c950254-fbfe-4edb-8c0e-b99883ea836a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:32.370582 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13f875d2-0745-44cc-b99d-32b0892022a2 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.376282 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13f875d2-0745-44cc-b99d-32b0892022a2 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.411579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f875d2-0745-44cc-b99d-32b0892022a2 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d080747-cbb8-4197-9a1f-2766aa2d3688,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:32.453968 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13f875d2-0745-44cc-b99d-32b0892022a2 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.455968 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-13f875d2-0745-44cc-b99d-32b0892022a2 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3070033 Aug 16 01:55:32.459619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43870) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:32.466057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9318cf0a-cea1-4249-86f9-76cee7cfbcd4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:32.490482 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c950254-fbfe-4edb-8c0e-b99883ea836a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Router 94029da5-b7fc-4952-9824-6679de8a54c5 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:55:32.530175 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9318cf0a-cea1-4249-86f9-76cee7cfbcd4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.573567 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43872) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:32.721798 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:28Z', 'revision_number': 4, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port': {'id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:22Z', 'updated_at': '2021-08-16T01:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '13be672a-5261-488e-9b32-5a877dade886', 'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'mac_address': 'fa:16:3e:d2:5f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '9580d968-042a-4a5e-966b-8406c010ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:28Z', 'revision_number': 2, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'subnets': [{'id': '9580d968-042a-4a5e-966b-8406c010ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:32.761521 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f901d6-f083-4849-b16e-49d80cfe5e17 None None] The sync data for ids ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'] in n-d-765315-27 is: [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:28Z', 'revision_number': 4, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port': {'id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:22Z', 'updated_at': '2021-08-16T01:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '13be672a-5261-488e-9b32-5a877dade886', 'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'mac_address': 'fa:16:3e:d2:5f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '9580d968-042a-4a5e-966b-8406c010ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:28Z', 'revision_number': 2, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'subnets': [{'id': '9580d968-042a-4a5e-966b-8406c010ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:55:32.894291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-38ddf561-42da-40c2-972f-b4cbd56918ee tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2052197896', 'network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:32.921159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c950254-fbfe-4edb-8c0e-b99883ea836a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:55:32.939001 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Sync routers for ids ['94029da5-b7fc-4952-9824-6679de8a54c5'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:55:32.947835 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2c950254-fbfe-4edb-8c0e-b99883ea836a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "PUT /v2.0/routers/94029da5-b7fc-4952-9824-6679de8a54c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4898872 Aug 16 01:55:32.967895 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Routers {'94029da5-b7fc-4952-9824-6679de8a54c5'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:32.969793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ddf561-42da-40c2-972f-b4cbd56918ee tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Made reservation on behalf of 5e716129d0db4050819cbd292a46c1cc for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:32.971137 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:55:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['94029da5-b7fc-4952-9824-6679de8a54c5'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:32.976970 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38ddf561-42da-40c2-972f-b4cbd56918ee tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.014911 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9318cf0a-cea1-4249-86f9-76cee7cfbcd4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.018475 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38ddf561-42da-40c2-972f-b4cbd56918ee tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.141824 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7fdca7b-cf68-44b6-abfd-03dd14cacfd3 req-969b54fd-3e22-4545-ad50-4b0bdf38d437 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.1779718 Aug 16 01:55:33.321036 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Set router 94029da5-b7fc-4952-9824-6679de8a54c5 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:33.362730 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7e136c-5a0c-48c0-b98c-507b3a048f67 None None] Network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:33.413863 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-3967273d-133b-4c73-b8c2-52a135a30ae5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707164044&fields=id&tenant_id=7069c6ece3114808b56031f1299826b6 HTTP/1.1" status: 200 len: 267 time: 0.1782274 Aug 16 01:55:33.592198 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-51990bb2-0b25-4ffa-ab8b-0cbad05bd789 None None] Provisioning for port 754c777a-e800-435f-a7f1-c1d54c80f064 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:33.641214 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-9318cf0a-cea1-4249-86f9-76cee7cfbcd4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Allocated IP 172.25.3.114 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/d858ffc5-dc5d-4d65-a529-abb00c191737) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:33.694405 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-99a45612-577b-4403-9b86-5ff4571fd5f1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:33.696943 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-99a45612-577b-4403-9b86-5ff4571fd5f1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/networks?id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 HTTP/1.1" status: 200 len: 796 time: 0.2729692 Aug 16 01:55:33.717405 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-a4fa2668-4680-43ac-816a-e49825fe7c66 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/quotas/7069c6ece3114808b56031f1299826b6 HTTP/1.1" status: 200 len: 375 time: 0.0146310 Aug 16 01:55:33.770749 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888809407', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '38d36b9f-adac-45fa-95db-8080869af94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:20Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '38d36b9f-adac-45fa-95db-8080869af94d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '25fc625a-5eeb-4678-ac36-5b0735190a2e', 'name': '', 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:6a:c2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:29Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 2, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:33.882854 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Checking router: 94029da5-b7fc-4952-9824-6679de8a54c5 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:55:33.883213 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Updating router 94029da5-b7fc-4952-9824-6679de8a54c5 port 25fc625a-5eeb-4678-ac36-5b0735190a2e binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:55:33.899847 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-6ff5d961-742f-4ffa-ad8a-9d2be69f692d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1686547 Aug 16 01:55:33.959273 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38ddf561-42da-40c2-972f-b4cbd56918ee tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.963233 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.981288 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38ddf561-42da-40c2-972f-b4cbd56918ee tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.999570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-38ddf561-42da-40c2-972f-b4cbd56918ee tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] device_id is not set on port 8439d180-8969-4984-b156-d2b74a9d694a yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:55:34.207833 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-216b5fe2-c7d0-4ab0-8259-b6a9f9f05c81 service neutron] 10.222.0.68 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066082 Aug 16 01:55:34.301997 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 38d36b9f-adac-45fa-95db-8080869af94d up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:34.351873 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddf561-42da-40c2-972f-b4cbd56918ee tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f043c3-a8da-47a8-b608-52a0cf0bd942,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:34.422518 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-7c7c1153-c745-479b-94b3-4cfe59ca970c service neutron] 10.222.0.68 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131522 Aug 16 01:55:34.464520 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9318cf0a-cea1-4249-86f9-76cee7cfbcd4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.468962 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-602f869a-e0a5-452c-8729-283f2db54a10 req-960bc51f-a685-469d-9bee-c0439faba351 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.0762343 Aug 16 01:55:34.598000 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b9b20bd5-c090-4cba-b0f1-65e771277be0 None None] Provisioning for port 25fc625a-5eeb-4678-ac36-5b0735190a2e completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:34.626055 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b9b20bd5-c090-4cba-b0f1-65e771277be0 None None] Provisioning complete for port 25fc625a-5eeb-4678-ac36-5b0735190a2e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:34.628101 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b9b20bd5-c090-4cba-b0f1-65e771277be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.640286 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 38d36b9f-adac-45fa-95db-8080869af94d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:34.640739 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.806946 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.833466 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-38ddf561-42da-40c2-972f-b4cbd56918ee tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Allocated IP 172.25.3.32 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/8439d180-8969-4984-b156-d2b74a9d694a) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:34.863595 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Transition to ACTIVE for port object 25fc625a-5eeb-4678-ac36-5b0735190a2e will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:34.891969 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.901880 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9318cf0a-cea1-4249-86f9-76cee7cfbcd4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.013543 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b9b20bd5-c090-4cba-b0f1-65e771277be0 None None] Port 25fc625a-5eeb-4678-ac36-5b0735190a2e cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:35.017115 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9318cf0a-cea1-4249-86f9-76cee7cfbcd4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:35.038600 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9318cf0a-cea1-4249-86f9-76cee7cfbcd4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:35.063299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9318cf0a-cea1-4249-86f9-76cee7cfbcd4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:35.073960 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5670a7b6-894a-48a7-93bd-36da5d6bd07e req-9fec38ba-fba3-4b2f-9ed1-5e9ed897e9d1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 210 time: 0.0703223 Aug 16 01:55:35.117353 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8e569-9bdb-406b-951a-43156d476a9f None None] Pushing event updated for resources: {'Port': ['ID=25fc625a-5eeb-4678-ac36-5b0735190a2e,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:35.140709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318cf0a-cea1-4249-86f9-76cee7cfbcd4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Pushing event updated for resources: {'Port': ['ID=d858ffc5-dc5d-4d65-a529-abb00c191737,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:35.323654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 754c777a-e800-435f-a7f1-c1d54c80f064 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:35.359381 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Attempting to bind port 25fc625a-5eeb-4678-ac36-5b0735190a2e on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:35.364616 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Attempting to bind port 25fc625a-5eeb-4678-ac36-5b0735190a2e by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:35.365256 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Attempting to bind port 25fc625a-5eeb-4678-ac36-5b0735190a2e on network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:35.382768 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:35.383449 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Checking segment: {'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:35.384063 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.384754 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Bound using segment: {'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:35.385435 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Bound port: 25fc625a-5eeb-4678-ac36-5b0735190a2e, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:35.386145 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.422217 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 754c777a-e800-435f-a7f1-c1d54c80f064 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:35.437822 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 754c777a-e800-435f-a7f1-c1d54c80f064 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:35.438118 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.684545 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] For port 25fc625a-5eeb-4678-ac36-5b0735190a2e, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:35.684807 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.696137 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] For port 25fc625a-5eeb-4678-ac36-5b0735190a2e, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=25fc625a-5eeb-4678-ac36-5b0735190a2e,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:35.713184 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.780160 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-db7e9634-a933-411f-9ea8-8648d6f5074f req-cfe6eb96-0187-4bd7-ae99-d5f6182bd8b8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.1365504 Aug 16 01:55:35.880207 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 754c777a-e800-435f-a7f1-c1d54c80f064, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=754c777a-e800-435f-a7f1-c1d54c80f064,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:35.890052 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.906567 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8e569-9bdb-406b-951a-43156d476a9f None None] Pushing event updated for resources: {'Port': ['ID=25fc625a-5eeb-4678-ac36-5b0735190a2e,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:35.913957 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Routers {'94029da5-b7fc-4952-9824-6679de8a54c5'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:35.915595 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:55:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['94029da5-b7fc-4952-9824-6679de8a54c5'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:36.045146 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=754c777a-e800-435f-a7f1-c1d54c80f064,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:36.090796 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] Set router 94029da5-b7fc-4952-9824-6679de8a54c5 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:36.205324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a283379d-5a81-48e4-a453-7a08a5a4dbe6 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:36.348676 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port a283379d-5a81-48e4-a453-7a08a5a4dbe6 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:36.354346 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a283379d-5a81-48e4-a453-7a08a5a4dbe6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:36.355004 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.479582 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9eca5ba-9f0b-4f9d-9133-73644c279dba req-92dbd716-484c-4d3b-aa1a-f5305f34bcc4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 210 time: 0.0668366 Aug 16 01:55:36.541797 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.585710 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port a283379d-5a81-48e4-a453-7a08a5a4dbe6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a283379d-5a81-48e4-a453-7a08a5a4dbe6,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:36.592727 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.627191 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9318cf0a-cea1-4249-86f9-76cee7cfbcd4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.664817 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38ddf561-42da-40c2-972f-b4cbd56918ee tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.677814 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=a283379d-5a81-48e4-a453-7a08a5a4dbe6,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:36.724264 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9318cf0a-cea1-4249-86f9-76cee7cfbcd4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.007484 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-db9d4fd5-8216-4234-8a28-3fdf8a59705e req-a745ef57-420a-4ed4-be49-630e20834652 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.0387311 Aug 16 01:55:37.022092 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888809407', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '38d36b9f-adac-45fa-95db-8080869af94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:20Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '38d36b9f-adac-45fa-95db-8080869af94d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '25fc625a-5eeb-4678-ac36-5b0735190a2e', 'name': '', 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:6a:c2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:29Z', 'updated_at': '2021-08-16T01:55:35Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:37.033532 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9318cf0a-cea1-4249-86f9-76cee7cfbcd4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.051040 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9318cf0a-cea1-4249-86f9-76cee7cfbcd4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.087455 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f79f89-8189-41cd-a72b-f4783df4d679 None None] The sync data for ids ['94029da5-b7fc-4952-9824-6679de8a54c5'] in n-d-765315-27 is: [{'id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888809407', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '38d36b9f-adac-45fa-95db-8080869af94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:20Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '38d36b9f-adac-45fa-95db-8080869af94d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '25fc625a-5eeb-4678-ac36-5b0735190a2e', 'name': '', 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:6a:c2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:29Z', 'updated_at': '2021-08-16T01:55:35Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:55:37.195640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Sync routers for ids ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:55:37.205610 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Routers {'a5fdd199-1494-4f7e-adb7-9aa8046e1cea'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:37.206381 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:55:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:37.225455 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38ddf561-42da-40c2-972f-b4cbd56918ee tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.355392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Set router a5fdd199-1494-4f7e-adb7-9aa8046e1cea gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:37.438503 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-a5e4a9bf-a445-4733-ae0b-03563d3d2490 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:37.440112 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-a5e4a9bf-a445-4733-ae0b-03563d3d2490 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.63 "GET /v2.0/networks?id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 HTTP/1.1" status: 200 len: 796 time: 0.4038732 Aug 16 01:55:37.458811 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318cf0a-cea1-4249-86f9-76cee7cfbcd4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Pushing event updated for resources: {'Port': ['ID=d858ffc5-dc5d-4d65-a529-abb00c191737,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:37.464388 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9318cf0a-cea1-4249-86f9-76cee7cfbcd4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.574055 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.617569 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9318cf0a-cea1-4249-86f9-76cee7cfbcd4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.618843 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9318cf0a-cea1-4249-86f9-76cee7cfbcd4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1579819 Aug 16 01:55:37.620783 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ddf561-42da-40c2-972f-b4cbd56918ee tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:37.646955 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-35878c1d-8827-4653-ad8a-4bc07dc44ae5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7069c6ece3114808b56031f1299826b6 HTTP/1.1" status: 200 len: 380 time: 0.1673062 Aug 16 01:55:37.695079 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-38ddf561-42da-40c2-972f-b4cbd56918ee tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:37.711510 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ddf561-42da-40c2-972f-b4cbd56918ee tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:37.716471 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1584ee9b-de5a-4b86-8154-742fd65848f8 req-e271075b-7798-4d33-8a6e-72dcc7bb5328 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 210 time: 0.0920043 Aug 16 01:55:37.726386 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-af54eced-53ff-4535-be60-2e6d3a4ff04c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'port': {'device_id': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5', 'admin_state_up': True, 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'security_groups': ['d5f4aada-97f1-44d1-9de6-a42dfc14ea5f']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:37.757845 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:28Z', 'revision_number': 4, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port': {'id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:22Z', 'updated_at': '2021-08-16T01:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '13be672a-5261-488e-9b32-5a877dade886', 'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'mac_address': 'fa:16:3e:d2:5f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '9580d968-042a-4a5e-966b-8406c010ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:28Z', 'revision_number': 2, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'subnets': [{'id': '9580d968-042a-4a5e-966b-8406c010ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:37.828795 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Checking router: a5fdd199-1494-4f7e-adb7-9aa8046e1cea for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:55:37.829104 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Updating router a5fdd199-1494-4f7e-adb7-9aa8046e1cea port 13be672a-5261-488e-9b32-5a877dade886 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:55:37.906584 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-af54eced-53ff-4535-be60-2e6d3a4ff04c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Made reservation on behalf of 7069c6ece3114808b56031f1299826b6 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:37.911286 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-af54eced-53ff-4535-be60-2e6d3a4ff04c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.915031 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.011245 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddf561-42da-40c2-972f-b4cbd56918ee tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Pushing event updated for resources: {'Port': ['ID=8439d180-8969-4984-b156-d2b74a9d694a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:38.028461 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-350068ff-f679-44b3-8e93-bab46caf2642 req-7971e930-3724-4a33-bc89-e5a2aa029c32 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--689378156&fields=id&tenant_id=92d6ca9642764afaaf85f19d40b34e4e HTTP/1.1" status: 200 len: 267 time: 0.1194210 Aug 16 01:55:38.092993 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ddf561-42da-40c2-972f-b4cbd56918ee tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:38.093631 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38ddf561-42da-40c2-972f-b4cbd56918ee tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.165909 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.202249 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-38ddf561-42da-40c2-972f-b4cbd56918ee tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.6274800 Aug 16 01:55:38.220982 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 43976) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:38.237395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350068ff-f679-44b3-8e93-bab46caf2642 req-b0c97085-173d-413a-883b-342969f1f829 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:38.241505 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-dd08c451-e526-4049-bd67-a23c51e08542 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.32'}]}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:38.252446 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-350068ff-f679-44b3-8e93-bab46caf2642 req-b0c97085-173d-413a-883b-342969f1f829 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/networks?id=8313de91-f81e-42c6-b877-47398a0e9c62 HTTP/1.1" status: 200 len: 811 time: 0.2207651 Aug 16 01:55:38.296507 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-350068ff-f679-44b3-8e93-bab46caf2642 req-76998f34-c875-44bd-bf26-43eff3f129ee tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/quotas/92d6ca9642764afaaf85f19d40b34e4e HTTP/1.1" status: 200 len: 375 time: 0.0426581 Aug 16 01:55:38.380243 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a283379d-5a81-48e4-a453-7a08a5a4dbe6 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:38.404308 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60c4e056-e7d7-4321-93ec-24bccaa58787 req-17c36972-f0bf-4187-9190-a702bfb6ab03 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.1982226 Aug 16 01:55:38.440988 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-af54eced-53ff-4535-be60-2e6d3a4ff04c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Allocated IP 172.20.0.5 (3bd43219-2c0e-4b2f-b93e-6c1be0def5c5/fb3e123f-0b5d-474c-aa50-f7bef1939d54/58a7d4f9-40c0-462d-a9de-4607a078d1e3) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:38.468114 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-350068ff-f679-44b3-8e93-bab46caf2642 req-679919c2-7e6e-46cd-a896-40692947f890 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=92d6ca9642764afaaf85f19d40b34e4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1647751 Aug 16 01:55:38.700996 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-350068ff-f679-44b3-8e93-bab46caf2642 req-7515bc63-ea71-42f0-a31a-2dd627d65d5d service neutron] 10.222.0.68 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247775 Aug 16 01:55:38.710617 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a283379d-5a81-48e4-a453-7a08a5a4dbe6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:38.711002 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.736149 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-af54eced-53ff-4535-be60-2e6d3a4ff04c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.741860 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd08c451-e526-4049-bd67-a23c51e08542 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.743317 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd08c451-e526-4049-bd67-a23c51e08542 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.799346 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-af54eced-53ff-4535-be60-2e6d3a4ff04c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Transition to ACTIVE for port object 58a7d4f9-40c0-462d-a9de-4607a078d1e3 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:38.937433 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-350068ff-f679-44b3-8e93-bab46caf2642 req-994a0c23-13e8-42d4-b7e9-f88bfa5b6198 service neutron] 10.222.0.68 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278249 Aug 16 01:55:38.949473 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd08c451-e526-4049-bd67-a23c51e08542 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.967168 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 25fc625a-5eeb-4678-ac36-5b0735190a2e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:38.973966 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-80fca2cd-8c76-4c6d-900f-df69be39aeac req-809e93fd-b7b5-42ab-8743-71b34ffb10c7 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 210 time: 0.1322665 Aug 16 01:55:39.190917 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.206632 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Transition to ACTIVE for port object 13be672a-5261-488e-9b32-5a877dade886 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:39.215037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 25fc625a-5eeb-4678-ac36-5b0735190a2e completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:39.218454 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.329241 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986fe65f-1cd6-4a66-a9ba-41c045181b65 None None] Pushing event updated for resources: {'Port': ['ID=13be672a-5261-488e-9b32-5a877dade886,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:39.349857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 25fc625a-5eeb-4678-ac36-5b0735190a2e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:39.353712 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.495615 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd08c451-e526-4049-bd67-a23c51e08542 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.545273 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-af54eced-53ff-4535-be60-2e6d3a4ff04c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.607344 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Attempting to bind port 13be672a-5261-488e-9b32-5a877dade886 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:39.607941 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Attempting to bind port 13be672a-5261-488e-9b32-5a877dade886 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '2df05855-90d2-416b-8a01-7dd491dcd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:39.611897 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Attempting to bind port 13be672a-5261-488e-9b32-5a877dade886 on network 8313de91-f81e-42c6-b877-47398a0e9c62 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:39.655125 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:39.664781 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-13888d58-3df9-4997-bca5-ca4e3bb1ca53 req-b931cb68-9dbd-4d44-93c3-750d7853c9fe tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.0745299 Aug 16 01:55:39.666078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Checking segment: {'id': '2df05855-90d2-416b-8a01-7dd491dcd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:39.667082 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.667926 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Bound using segment: {'id': '2df05855-90d2-416b-8a01-7dd491dcd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:39.668974 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Bound port: 13be672a-5261-488e-9b32-5a877dade886, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df05855-90d2-416b-8a01-7dd491dcd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:39.669873 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.678443 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4b05bab-0944-41cc-a00a-640f5cb2acb4 req-d70b29e7-d898-4216-99dc-f49e578ec887 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 210 time: 0.1701109 Aug 16 01:55:39.821342 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.838454 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-af54eced-53ff-4535-be60-2e6d3a4ff04c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:39.849427 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-af54eced-53ff-4535-be60-2e6d3a4ff04c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:39.859686 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-af54eced-53ff-4535-be60-2e6d3a4ff04c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:39.864118 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54eced-53ff-4535-be60-2e6d3a4ff04c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=58a7d4f9-40c0-462d-a9de-4607a078d1e3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:39.902181 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 25fc625a-5eeb-4678-ac36-5b0735190a2e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=25fc625a-5eeb-4678-ac36-5b0735190a2e,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:39.923545 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.925164 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 754c777a-e800-435f-a7f1-c1d54c80f064 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:39.960133 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-af54eced-53ff-4535-be60-2e6d3a4ff04c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:39.960789 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-af54eced-53ff-4535-be60-2e6d3a4ff04c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.032016 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-af54eced-53ff-4535-be60-2e6d3a4ff04c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3109598 Aug 16 01:55:40.060161 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Request body: {'port': {'device_id': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:40.181173 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=25fc625a-5eeb-4678-ac36-5b0735190a2e,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:40.319276 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] For port 13be672a-5261-488e-9b32-5a877dade886, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:40.320751 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] For port 13be672a-5261-488e-9b32-5a877dade886, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=13be672a-5261-488e-9b32-5a877dade886,segment=NetworkSegment(2df05855-90d2-416b-8a01-7dd491dcd3de),segment_id=2df05855-90d2-416b-8a01-7dd491dcd3de)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:40.332345 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.428129 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986fe65f-1cd6-4a66-a9ba-41c045181b65 None None] Pushing event updated for resources: {'Port': ['ID=13be672a-5261-488e-9b32-5a877dade886,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:40.443838 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 754c777a-e800-435f-a7f1-c1d54c80f064 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:40.444215 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.559753 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Routers {'a5fdd199-1494-4f7e-adb7-9aa8046e1cea'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:55:40.560395 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:55:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:40.562232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee981a2-dbbd-47ca-8e35-85b205038659 req-b76f2ff0-8a18-4852-b115-0ad0244b6757 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:40.567285 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dee981a2-dbbd-47ca-8e35-85b205038659 req-b76f2ff0-8a18-4852-b115-0ad0244b6757 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 931 time: 0.2393997 Aug 16 01:55:40.744524 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dee981a2-dbbd-47ca-8e35-85b205038659 req-3c04cdac-a9e6-4681-b60a-299905d46a37 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706991 Aug 16 01:55:40.779565 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.835825 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-56cca35d-fcf5-48d4-83ec-18255e683997 None None] Provisioning for port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:40.866969 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-56cca35d-fcf5-48d4-83ec-18255e683997 None None] Provisioning complete for port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:40.867244 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-56cca35d-fcf5-48d4-83ec-18255e683997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.939007 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e472fb22-13e8-4f0c-94bc-d8f9b295da61 req-1de5b709-8f90-456c-ae78-06855040bf73 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.0498624 Aug 16 01:55:41.043038 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-56cca35d-fcf5-48d4-83ec-18255e683997 None None] Port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:41.059540 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] Set router a5fdd199-1494-4f7e-adb7-9aa8046e1cea gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:55:41.430689 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44024) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:41.454314 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 13be672a-5261-488e-9b32-5a877dade886 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:41.500809 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6e9547c6-6e98-4f31-a47c-c77b651e0855 req-86525abe-d7e5-4344-85f5-0a718090fc47 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 210 time: 0.2514067 Aug 16 01:55:41.637963 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 13be672a-5261-488e-9b32-5a877dade886 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:41.681534 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd08c451-e526-4049-bd67-a23c51e08542 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.715366 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350068ff-f679-44b3-8e93-bab46caf2642 req-57971a86-a761-4597-aaca-21015bf10cce tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.719184 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-350068ff-f679-44b3-8e93-bab46caf2642 req-57971a86-a761-4597-aaca-21015bf10cce tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.73 "GET /v2.0/networks?id=8313de91-f81e-42c6-b877-47398a0e9c62 HTTP/1.1" status: 200 len: 811 time: 0.5158851 Aug 16 01:55:41.729640 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd08c451-e526-4049-bd67-a23c51e08542 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.804087 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-350068ff-f679-44b3-8e93-bab46caf2642 req-a27a04dd-a5bc-41fc-a13b-4206578adb84 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92d6ca9642764afaaf85f19d40b34e4e HTTP/1.1" status: 200 len: 379 time: 0.0735252 Aug 16 01:55:41.833530 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-350068ff-f679-44b3-8e93-bab46caf2642 req-593b3d8c-a1d3-4582-8084-bf594acae1a3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Request body: {'port': {'device_id': 'f545f8ce-c8e6-4e3a-88f6-97034cfdbedb', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'admin_state_up': True, 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'security_groups': ['6899e8c8-8235-46f7-87cf-d08115d31813']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:42.014435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aeff5d-fc92-4833-a230-cd5ec3f3f261 req-1a2ff1bb-d387-4c19-b944-a5388d58f2ff tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:42.016021 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02aeff5d-fc92-4833-a230-cd5ec3f3f261 req-1a2ff1bb-d387-4c19-b944-a5388d58f2ff tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 945 time: 0.2587559 Aug 16 01:55:42.088858 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 13be672a-5261-488e-9b32-5a877dade886 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:42.089433 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.168823 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-578fa933-606c-43c3-ac1a-a224bc9fa478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.174754 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02aeff5d-fc92-4833-a230-cd5ec3f3f261 req-4b22f497-3dfb-4294-af99-cc8de18a7255 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211836 Aug 16 01:55:42.213605 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.265822 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 13be672a-5261-488e-9b32-5a877dade886, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=13be672a-5261-488e-9b32-5a877dade886,segment=NetworkSegment(2df05855-90d2-416b-8a01-7dd491dcd3de),segment_id=2df05855-90d2-416b-8a01-7dd491dcd3de)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:42.300964 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ab3cb-85af-4988-9dac-9babc054ff64 req-04035ae6-54e3-4068-8f30-325928ec4a0d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:42.302386 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b3ab3cb-85af-4988-9dac-9babc054ff64 req-04035ae6-54e3-4068-8f30-325928ec4a0d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 931 time: 0.2459903 Aug 16 01:55:42.307210 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:28Z', 'revision_number': 4, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port': {'id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:22Z', 'updated_at': '2021-08-16T01:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '13be672a-5261-488e-9b32-5a877dade886', 'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'mac_address': 'fa:16:3e:d2:5f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '9580d968-042a-4a5e-966b-8406c010ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:40Z', 'revision_number': 4, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'subnets': [{'id': '9580d968-042a-4a5e-966b-8406c010ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:42.309321 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.310110 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 25fc625a-5eeb-4678-ac36-5b0735190a2e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:42.321605 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a7d4f9-40c0-462d-a9de-4607a078d1e3 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:42.367610 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.368642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350068ff-f679-44b3-8e93-bab46caf2642 req-593b3d8c-a1d3-4582-8084-bf594acae1a3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Made reservation on behalf of 92d6ca9642764afaaf85f19d40b34e4e for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:42.372123 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-350068ff-f679-44b3-8e93-bab46caf2642 req-593b3d8c-a1d3-4582-8084-bf594acae1a3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.390862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Transition to ACTIVE for port object 58a7d4f9-40c0-462d-a9de-4607a078d1e3 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:42.424429 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.499421 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f5a804e6-5846-4820-9f6d-1ee335a0dea5 req-1a6e6077-e78f-4d5b-b0ef-ac51124efc0f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.1029172 Aug 16 01:55:42.506876 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a51b495-0ed1-401a-89a5-245ce50de45b None None] The sync data for ids ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'] in n-d-765315-27 is: [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:28Z', 'revision_number': 4, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port': {'id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:22Z', 'updated_at': '2021-08-16T01:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '13be672a-5261-488e-9b32-5a877dade886', 'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'mac_address': 'fa:16:3e:d2:5f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '9580d968-042a-4a5e-966b-8406c010ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:40Z', 'revision_number': 4, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'subnets': [{'id': '9580d968-042a-4a5e-966b-8406c010ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:55:42.567951 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd08c451-e526-4049-bd67-a23c51e08542 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.682974 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b3ab3cb-85af-4988-9dac-9babc054ff64 req-1913a9a3-0404-4fa0-a216-096e066f0ed3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3515694 Aug 16 01:55:42.705920 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=13be672a-5261-488e-9b32-5a877dade886,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:42.738827 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 25fc625a-5eeb-4678-ac36-5b0735190a2e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:42.739212 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.780502 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Pushing event updated for resources: {'Port': ['ID=58a7d4f9-40c0-462d-a9de-4607a078d1e3,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:42.818151 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-78f85b53-16de-4726-89bc-16d657e4584f req-ef1fb4ff-a34a-4166-a5f9-60ea8d626fd2 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 210 time: 0.1643884 Aug 16 01:55:42.891472 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-350068ff-f679-44b3-8e93-bab46caf2642 req-593b3d8c-a1d3-4582-8084-bf594acae1a3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Allocated IP 172.20.0.3 (8313de91-f81e-42c6-b877-47398a0e9c62/9580d968-042a-4a5e-966b-8406c010ba78/3c70fc36-69e1-4296-b6fa-24974648b9da) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:43.217651 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-350068ff-f679-44b3-8e93-bab46caf2642 req-593b3d8c-a1d3-4582-8084-bf594acae1a3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.243739 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd08c451-e526-4049-bd67-a23c51e08542 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.268563 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 13be672a-5261-488e-9b32-5a877dade886 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:43.277535 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd08c451-e526-4049-bd67-a23c51e08542 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.316913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-350068ff-f679-44b3-8e93-bab46caf2642 req-593b3d8c-a1d3-4582-8084-bf594acae1a3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Transition to ACTIVE for port object 3c70fc36-69e1-4296-b6fa-24974648b9da will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:43.334617 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-578fa933-606c-43c3-ac1a-a224bc9fa478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.358873 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-578fa933-606c-43c3-ac1a-a224bc9fa478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.375933 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 13be672a-5261-488e-9b32-5a877dade886 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:43.376308 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.449928 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fa933-606c-43c3-ac1a-a224bc9fa478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef9e9db-5489-4911-b709-d3824d32c0fa,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:43.477683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fa933-606c-43c3-ac1a-a224bc9fa478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:43.478222 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fa933-606c-43c3-ac1a-a224bc9fa478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:43.478560 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fa933-606c-43c3-ac1a-a224bc9fa478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:43.478892 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fa933-606c-43c3-ac1a-a224bc9fa478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:43.479218 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fa933-606c-43c3-ac1a-a224bc9fa478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:43.479538 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fa933-606c-43c3-ac1a-a224bc9fa478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:43.479861 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fa933-606c-43c3-ac1a-a224bc9fa478 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:43.480179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fa933-606c-43c3-ac1a-a224bc9fa478 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:43.480497 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fa933-606c-43c3-ac1a-a224bc9fa478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:43.481201 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fa933-606c-43c3-ac1a-a224bc9fa478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:43.481624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fa933-606c-43c3-ac1a-a224bc9fa478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:43.482160 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578fa933-606c-43c3-ac1a-a224bc9fa478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:43.545978 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-578fa933-606c-43c3-ac1a-a224bc9fa478 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=34c269f5a240450a87338292197e2d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1111829 Aug 16 01:55:43.548577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44076) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:43.562035 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Attempting to bind port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:43.562369 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Attempting to bind port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:43.574327 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Attempting to bind port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 on network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:43.595372 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 on network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:43.596165 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Attempting to bind port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 on network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:43.604716 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd08c451-e526-4049-bd67-a23c51e08542 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.605815 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd08c451-e526-4049-bd67-a23c51e08542 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa57cccc-62ee-4ec3-bb95-a003830e21fb {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:55:43.610430 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-350068ff-f679-44b3-8e93-bab46caf2642 req-593b3d8c-a1d3-4582-8084-bf594acae1a3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.640244 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:43.642072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Checking segment: {'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:43.644048 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Bound using segment: {'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:43.644703 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Bound port: 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:43.645263 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.671578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148c960-5c03-4fbc-bdd7-2bb4b75cdb40 req-09bead7e-793b-4741-a5e1-d0ed0993131c tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:43.673493 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3148c960-5c03-4fbc-bdd7-2bb4b75cdb40 req-09bead7e-793b-4741-a5e1-d0ed0993131c tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 945 time: 0.2560930 Aug 16 01:55:43.689998 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360eb28b-a626-4b77-8543-d72eabeb3637 req-b00e5bba-13d4-4018-b089-1c89150c1dea tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:43.691854 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350068ff-f679-44b3-8e93-bab46caf2642 req-593b3d8c-a1d3-4582-8084-bf594acae1a3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Network 8313de91-f81e-42c6-b877-47398a0e9c62 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:43.692217 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-360eb28b-a626-4b77-8543-d72eabeb3637 req-b00e5bba-13d4-4018-b089-1c89150c1dea tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.73 "GET /v2.0/ports?device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 945 time: 0.2230790 Aug 16 01:55:43.721243 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-350068ff-f679-44b3-8e93-bab46caf2642 req-593b3d8c-a1d3-4582-8084-bf594acae1a3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:43.740765 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-350068ff-f679-44b3-8e93-bab46caf2642 req-593b3d8c-a1d3-4582-8084-bf594acae1a3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:43.775010 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bb5c1877-09f1-4fd9-ae5e-8ac0e068ccfa req-af2421f7-ab32-45d2-9306-38b0a9d4dbdb tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.0939362 Aug 16 01:55:43.775995 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-dd08c451-e526-4049-bd67-a23c51e08542 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 01:55:43.781834 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-dd08c451-e526-4049-bd67-a23c51e08542 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.5446260 Aug 16 01:55:43.799204 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44098) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:43.800942 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f704868-2b9b-438f-b334-0b7609347be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.881854 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b3d8c-a1d3-4582-8084-bf594acae1a3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Pushing event updated for resources: {'Port': ['ID=3c70fc36-69e1-4296-b6fa-24974648b9da,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:43.905988 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3148c960-5c03-4fbc-bdd7-2bb4b75cdb40 req-45fc7383-dc0f-4937-a90e-ed8ba5cf5529 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078211 Aug 16 01:55:43.991859 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f704868-2b9b-438f-b334-0b7609347be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.033740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350068ff-f679-44b3-8e93-bab46caf2642 req-593b3d8c-a1d3-4582-8084-bf594acae1a3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.035210 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-350068ff-f679-44b3-8e93-bab46caf2642 req-593b3d8c-a1d3-4582-8084-bf594acae1a3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.098874 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-350068ff-f679-44b3-8e93-bab46caf2642 req-593b3d8c-a1d3-4582-8084-bf594acae1a3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2849643 Aug 16 01:55:44.124717 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] For port 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:44.138063 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4302432-834d-4e58-b917-77e8079cd503 req-4a7d5c2f-5b07-4e0c-8902-a89cb5d1fd02 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.140035 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4302432-834d-4e58-b917-77e8079cd503 req-4a7d5c2f-5b07-4e0c-8902-a89cb5d1fd02 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 943 time: 0.1724701 Aug 16 01:55:44.142502 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] For port 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:44.199050 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4302432-834d-4e58-b917-77e8079cd503 req-44053ca1-1b04-404b-ab5e-22e925b96184 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486367 Aug 16 01:55:44.199837 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c652a790-9700-4bc6-b95a-c3258bab4346 None None] Provisioning for port 3c70fc36-69e1-4296-b6fa-24974648b9da completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:44.200439 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.204649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c652a790-9700-4bc6-b95a-c3258bab4346 None None] Provisioning complete for port 3c70fc36-69e1-4296-b6fa-24974648b9da triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:44.205381 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c652a790-9700-4bc6-b95a-c3258bab4346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.261882 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Pushing event updated for resources: {'Port': ['ID=58a7d4f9-40c0-462d-a9de-4607a078d1e3,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:44.266539 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Request body: {'port': {'device_id': 'f545f8ce-c8e6-4e3a-88f6-97034cfdbedb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:44.268416 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-360eb28b-a626-4b77-8543-d72eabeb3637 req-307f27e0-3576-4ae2-91b6-a2a85313a3dc tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Deleting port b88a3e4c-c182-4cdf-885c-052e879ba67a {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:44.269878 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-360eb28b-a626-4b77-8543-d72eabeb3637 req-307f27e0-3576-4ae2-91b6-a2a85313a3dc tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.341298 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c652a790-9700-4bc6-b95a-c3258bab4346 None None] Port 3c70fc36-69e1-4296-b6fa-24974648b9da cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:44.358412 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f704868-2b9b-438f-b334-0b7609347be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.361004 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f704868-2b9b-438f-b334-0b7609347be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.379209 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6f704868-2b9b-438f-b334-0b7609347be5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1ef9e9db-5489-4911-b709-d3824d32c0fa HTTP/1.1" status: 204 len: 168 time: 0.8285739 Aug 16 01:55:44.388221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.388996 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.390582 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-cab32df3-0ba3-4418-95f3-6eca4960cfac service neutron] 10.222.0.63 "PUT /v2.0/ports/58a7d4f9-40c0-462d-a9de-4607a078d1e3 HTTP/1.1" status: 200 len: 1092 time: 4.3373694 Aug 16 01:55:44.402624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:44.405275 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eba4542-f777-44f7-9d9b-f30f5c4d9bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:44.510586 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55f23f-825a-4d92-9cab-6de4646110d0 req-3d934ca9-f38f-49ba-8045-847145ad1f25 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.514782 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0e55f23f-825a-4d92-9cab-6de4646110d0 req-3d934ca9-f38f-49ba-8045-847145ad1f25 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 931 time: 0.4545701 Aug 16 01:55:44.514782 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f704868-2b9b-438f-b334-0b7609347be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef9e9db-5489-4911-b709-d3824d32c0fa,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:44.546799 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a5e015-de25-40f0-8d6a-0a1d1017b4c6 x-openstack-request-id: req-54a5e015-de25-40f0-8d6a-0a1d1017b4c6 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:44.547405 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:44.547872 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-54a5e015-de25-40f0-8d6a-0a1d1017b4c6 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:44.548700 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'status': 'completed', 'code': 200} Aug 16 01:55:44.572072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-a354109f-e194-49d9-96dc-c1c35bc3ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.575491 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-a354109f-e194-49d9-96dc-c1c35bc3ac89 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 1095 time: 0.1173170 Aug 16 01:55:44.583029 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.649335 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-b232138d-9d39-4724-87fb-c7cbbe582bf5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3 HTTP/1.1" status: 200 len: 217 time: 0.0577562 Aug 16 01:55:44.660410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-360eb28b-a626-4b77-8543-d72eabeb3637 req-307f27e0-3576-4ae2-91b6-a2a85313a3dc tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] For port b88a3e4c-c182-4cdf-885c-052e879ba67a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=b88a3e4c-c182-4cdf-885c-052e879ba67a,segment=NetworkSegment(98423ec5-2de2-4e79-ba92-921e7271cef5),segment_id=98423ec5-2de2-4e79-ba92-921e7271cef5)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:44.660853 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-360eb28b-a626-4b77-8543-d72eabeb3637 req-307f27e0-3576-4ae2-91b6-a2a85313a3dc tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.677499 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9d0e1-968c-4211-8561-0f909c0bb700 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Deleting port 8439d180-8969-4984-b156-d2b74a9d694a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:44.677877 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9e9d0e1-968c-4211-8561-0f909c0bb700 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.715534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-360eb28b-a626-4b77-8543-d72eabeb3637 req-307f27e0-3576-4ae2-91b6-a2a85313a3dc tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Calling delete_port for b88a3e4c-c182-4cdf-885c-052e879ba67a owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:44.740273 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0e55f23f-825a-4d92-9cab-6de4646110d0 req-d1015c59-a127-4f69-8d7c-a09d17ba6902 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180514 Aug 16 01:55:44.854661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-d37cd053-4d0f-4223-9a31-d882dc5a8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.856364 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-d37cd053-4d0f-4223-9a31-d882dc5a8732 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fb3e123f-0b5d-474c-aa50-f7bef1939d54 HTTP/1.1" status: 200 len: 835 time: 0.1926425 Aug 16 01:55:44.946718 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-057a5df8-ad3b-4ec6-8a49-5f23b9fd18d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.948648 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-057a5df8-ad3b-4ec6-8a49-5f23b9fd18d3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778818 Aug 16 01:55:45.001311 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e0cdeab8-5f65-49f8-8361-48d80aaf8d3f req-60ce8794-78e0-4cab-876a-b2ea3251a127 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.0683095 Aug 16 01:55:45.087586 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9e9d0e1-968c-4211-8561-0f909c0bb700 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.145678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44220) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:45.189058 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e39ea91-e915-419b-82a9-c2f3481c1a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.368162 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-ee7f19ca-87ca-4f6d-a9ee-ebac27a138c2 service neutron] 10.222.0.63 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992460 Aug 16 01:55:45.502100 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-360eb28b-a626-4b77-8543-d72eabeb3637 req-307f27e0-3576-4ae2-91b6-a2a85313a3dc tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.515202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['b88a3e4c-c182-4cdf-885c-052e879ba67a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:45.526351 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e39ea91-e915-419b-82a9-c2f3481c1a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.538819 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f9e1e-97a8-47d8-825e-ddc02fb041c8 req-64ed6970-9b9f-4921-9544-5728750b5bfc tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:45.547303 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-286f9e1e-97a8-47d8-825e-ddc02fb041c8 req-64ed6970-9b9f-4921-9544-5728750b5bfc tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 945 time: 0.5332298 Aug 16 01:55:45.550668 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9d0e1-968c-4211-8561-0f909c0bb700 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Calling delete_port for 8439d180-8969-4984-b156-d2b74a9d694a owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:45.554338 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e39ea91-e915-419b-82a9-c2f3481c1a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.601374 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f27e0-3576-4ae2-91b6-a2a85313a3dc tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Pushing event deleted for resources: {'Port': ['ID=b88a3e4c-c182-4cdf-885c-052e879ba67a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:45.623592 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808f2e5-d410-4b54-8a93-740a0bbb5ac1 req-8082f735-f71d-458d-9dd4-de295ea93e19 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:45.632274 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b808f2e5-d410-4b54-8a93-740a0bbb5ac1 req-8082f735-f71d-458d-9dd4-de295ea93e19 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 943 time: 0.2328336 Aug 16 01:55:45.668407 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-286f9e1e-97a8-47d8-825e-ddc02fb041c8 req-1f291f04-b8ef-4c51-b970-fe6ee0fce67e tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbe1c19f-673e-4e09-b84a-ca903a63a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176209 Aug 16 01:55:45.843339 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c70fc36-69e1-4296-b6fa-24974648b9da {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:45.852122 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9e9d0e1-968c-4211-8561-0f909c0bb700 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.855515 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.891974 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9d0e1-968c-4211-8561-0f909c0bb700 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Pushing event deleted for resources: {'Port': ['ID=8439d180-8969-4984-b156-d2b74a9d694a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:45.930409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Transition to ACTIVE for port object 3c70fc36-69e1-4296-b6fa-24974648b9da will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:45.965721 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.070268 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e922255-0834-43ad-a5bd-401f5ed8ee07 req-5c8a1d16-4aa7-48b0-9011-b46597aaa2c9 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:46.072054 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1e922255-0834-43ad-a5bd-401f5ed8ee07 req-5c8a1d16-4aa7-48b0-9011-b46597aaa2c9 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 931 time: 0.1867914 Aug 16 01:55:46.107173 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Pushing event updated for resources: {'Port': ['ID=3c70fc36-69e1-4296-b6fa-24974648b9da,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:46.111261 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9e9d0e1-968c-4211-8561-0f909c0bb700 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.113704 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e9e9d0e1-968c-4211-8561-0f909c0bb700 tempest-RoutersAdminNegativeTest-845323791 tempest-RoutersAdminNegativeTest-845323791-project-admin] 10.222.0.68 "DELETE /v2.0/ports/8439d180-8969-4984-b156-d2b74a9d694a HTTP/1.1" status: 204 len: 168 time: 2.2967372 Aug 16 01:55:46.196126 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1e922255-0834-43ad-a5bd-401f5ed8ee07 req-49118b7c-0993-4c1c-98c8-fa46761861d4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103318 Aug 16 01:55:46.246090 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39ea91-e915-419b-82a9-c2f3481c1a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c171c1-d49c-4927-9d9a-275115999b5d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:46.274999 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Attempting to bind port 3c70fc36-69e1-4296-b6fa-24974648b9da on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:46.275707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Attempting to bind port 3c70fc36-69e1-4296-b6fa-24974648b9da by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '2df05855-90d2-416b-8a01-7dd491dcd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:46.276223 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Attempting to bind port 3c70fc36-69e1-4296-b6fa-24974648b9da on network 8313de91-f81e-42c6-b877-47398a0e9c62 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:46.278430 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3e39ea91-e915-419b-82a9-c2f3481c1a7b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5d7338d730b844b1b967bbbeeb3820a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1275115 Aug 16 01:55:46.282587 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44328) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:46.295055 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Port 3c70fc36-69e1-4296-b6fa-24974648b9da on network 8313de91-f81e-42c6-b877-47398a0e9c62 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:46.296858 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Attempting to bind port 3c70fc36-69e1-4296-b6fa-24974648b9da on network 8313de91-f81e-42c6-b877-47398a0e9c62 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:46.313176 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:46.313176 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Checking segment: {'id': '2df05855-90d2-416b-8a01-7dd491dcd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:46.313530 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Bound using segment: {'id': '2df05855-90d2-416b-8a01-7dd491dcd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:46.315173 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Bound port: 3c70fc36-69e1-4296-b6fa-24974648b9da, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df05855-90d2-416b-8a01-7dd491dcd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:46.317506 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.330893 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-360eb28b-a626-4b77-8543-d72eabeb3637 req-307f27e0-3576-4ae2-91b6-a2a85313a3dc tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] No DVR routers for this DVR port b88a3e4c-c182-4cdf-885c-052e879ba67a on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:46.353556 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-360eb28b-a626-4b77-8543-d72eabeb3637 req-307f27e0-3576-4ae2-91b6-a2a85313a3dc tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.356944 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-360eb28b-a626-4b77-8543-d72eabeb3637 req-307f27e0-3576-4ae2-91b6-a2a85313a3dc tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.73 "DELETE /v2.0/ports/b88a3e4c-c182-4cdf-885c-052e879ba67a HTTP/1.1" status: 204 len: 173 time: 2.6425121 Aug 16 01:55:46.378723 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b808f2e5-d410-4b54-8a93-740a0bbb5ac1 req-3cbb643a-54f3-4f0e-8643-e8105ce42231 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7446945 Aug 16 01:55:46.393196 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-05d00bc6-f0d3-4c17-8f26-512fdf5316ae req-9951c7c6-8893-408e-9ff5-d7936b2d8702 service neutron] 10.222.0.63 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0107260 Aug 16 01:55:46.460828 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92f6b376-eca5-4ee7-be63-37124ce5fe8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.486857 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c6fb2b0-a897-4504-8f89-336e69a966fd req-ec517d37-cf7f-4940-bccb-a615ad5b94e3 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.1208780 Aug 16 01:55:46.583411 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cf5fbd-3461-4d07-a87f-41eb5f03f574', 'name': 'network-vif-deleted', 'tag': 'b88a3e4c-c182-4cdf-885c-052e879ba67a'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:46.586151 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feba762b-3d30-43dd-9cb0-bf38f5bf7696" -d '{"events": [{"server_uuid": "05cf5fbd-3461-4d07-a87f-41eb5f03f574", "name": "network-vif-deleted", "tag": "b88a3e4c-c182-4cdf-885c-052e879ba67a"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:46.599549 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92f6b376-eca5-4ee7-be63-37124ce5fe8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.630353 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] For port 3c70fc36-69e1-4296-b6fa-24974648b9da, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:46.640284 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] For port 3c70fc36-69e1-4296-b6fa-24974648b9da, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3c70fc36-69e1-4296-b6fa-24974648b9da,segment=NetworkSegment(2df05855-90d2-416b-8a01-7dd491dcd3de),segment_id=2df05855-90d2-416b-8a01-7dd491dcd3de)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:46.647255 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.678627 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae13152-79b1-487a-b42e-0185c8e330ec x-openstack-request-id: req-2ae13152-79b1-487a-b42e-0185c8e330ec {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:46.679154 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cf5fbd-3461-4d07-a87f-41eb5f03f574", "name": "network-vif-deleted", "tag": "b88a3e4c-c182-4cdf-885c-052e879ba67a", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:46.679154 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2ae13152-79b1-487a-b42e-0185c8e330ec {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:46.679531 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cf5fbd-3461-4d07-a87f-41eb5f03f574', 'name': 'network-vif-deleted', 'tag': 'b88a3e4c-c182-4cdf-885c-052e879ba67a', 'status': 'completed', 'code': 200} Aug 16 01:55:46.727286 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:46.740283 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.741196 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92f6b376-eca5-4ee7-be63-37124ce5fe8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.744082 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-350068ff-f679-44b3-8e93-bab46caf2642 req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] 10.222.0.73 "PUT /v2.0/ports/3c70fc36-69e1-4296-b6fa-24974648b9da HTTP/1.1" status: 200 len: 1092 time: 2.4929073 Aug 16 01:55:46.745704 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f545f8ce-c8e6-4e3a-88f6-97034cfdbedb', 'tag': '3c70fc36-69e1-4296-b6fa-24974648b9da'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:46.749342 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1e1007-2d9e-45f0-8194-3ed34d5a9777" -d '{"events": [{"name": "network-changed", "server_uuid": "f545f8ce-c8e6-4e3a-88f6-97034cfdbedb", "tag": "3c70fc36-69e1-4296-b6fa-24974648b9da"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:46.760611 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92f6b376-eca5-4ee7-be63-37124ce5fe8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.764724 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-92f6b376-eca5-4ee7-be63-37124ce5fe8a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e9c171c1-d49c-4927-9d9a-275115999b5d HTTP/1.1" status: 204 len: 168 time: 0.4761138 Aug 16 01:55:46.769277 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44378) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:46.807927 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6b376-eca5-4ee7-be63-37124ce5fe8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c171c1-d49c-4927-9d9a-275115999b5d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:46.819371 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba4542-f777-44f7-9d9b-f30f5c4d9bb6 req-505ff015-6cb8-4675-bf63-cfe8baa0f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:46.826401 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3eba4542-f777-44f7-9d9b-f30f5c4d9bb6 req-505ff015-6cb8-4675-bf63-cfe8baa0f953 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 1095 time: 0.3336382 Aug 16 01:55:46.880076 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b20c7f-8ced-4d46-9f46-7eadc28cd15c x-openstack-request-id: req-07b20c7f-8ced-4d46-9f46-7eadc28cd15c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:46.880374 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f545f8ce-c8e6-4e3a-88f6-97034cfdbedb", "tag": "3c70fc36-69e1-4296-b6fa-24974648b9da", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:46.880618 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-07b20c7f-8ced-4d46-9f46-7eadc28cd15c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:46.881039 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f545f8ce-c8e6-4e3a-88f6-97034cfdbedb', 'tag': '3c70fc36-69e1-4296-b6fa-24974648b9da', 'status': 'completed', 'code': 200} Aug 16 01:55:46.947006 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477b62a-a883-46ef-baf4-2bf3e346563f service neutron] Pushing event updated for resources: {'Port': ['ID=3c70fc36-69e1-4296-b6fa-24974648b9da,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:47.049149 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c59ca6cf-808f-4d19-9c4e-2dd22b2b605f req-fbed4fc5-cb4d-4581-9664-4cf1cc37fa38 tempest-AttachVolumeNegativeTest-1768082458 tempest-AttachVolumeNegativeTest-1768082458-project] 10.222.0.68 "GET /v2.0/ports?device_id=05cf5fbd-3461-4d07-a87f-41eb5f03f574 HTTP/1.1" status: 200 len: 210 time: 0.1054382 Aug 16 01:55:47.100176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba4542-f777-44f7-9d9b-f30f5c4d9bb6 req-f8b6aa4c-3cd9-4d86-a780-3aa769afee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.106640 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3eba4542-f777-44f7-9d9b-f30f5c4d9bb6 req-f8b6aa4c-3cd9-4d86-a780-3aa769afee37 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 HTTP/1.1" status: 200 len: 897 time: 0.2686815 Aug 16 01:55:47.144693 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350068ff-f679-44b3-8e93-bab46caf2642 req-b169cce0-1f6c-41c2-a4af-d0664c5fbcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.149218 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-350068ff-f679-44b3-8e93-bab46caf2642 req-b169cce0-1f6c-41c2-a4af-d0664c5fbcd5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92d6ca9642764afaaf85f19d40b34e4e&device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 1095 time: 0.3215818 Aug 16 01:55:47.245144 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3eba4542-f777-44f7-9d9b-f30f5c4d9bb6 req-ab974622-e924-4f5f-9c8d-30df8a5f73ed service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3 HTTP/1.1" status: 200 len: 217 time: 0.1136165 Aug 16 01:55:47.341232 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-350068ff-f679-44b3-8e93-bab46caf2642 req-eddb656d-069b-4ba5-9106-253fc46ecca4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c70fc36-69e1-4296-b6fa-24974648b9da HTTP/1.1" status: 200 len: 217 time: 0.1798379 Aug 16 01:55:47.363234 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57d054b8-b004-41eb-a9f5-7230a6db6634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.450195 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44434) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:47.499149 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350068ff-f679-44b3-8e93-bab46caf2642 req-d2da7bc5-77f3-422a-9e33-8d3e3d813156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.506549 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-350068ff-f679-44b3-8e93-bab46caf2642 req-d2da7bc5-77f3-422a-9e33-8d3e3d813156 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9580d968-042a-4a5e-966b-8406c010ba78 HTTP/1.1" status: 200 len: 850 time: 0.1500576 Aug 16 01:55:47.507770 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f73d22f6-feba-415c-b58f-fd24e733def7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.539453 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57d054b8-b004-41eb-a9f5-7230a6db6634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.553863 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57d054b8-b004-41eb-a9f5-7230a6db6634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.570146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba4542-f777-44f7-9d9b-f30f5c4d9bb6 req-e390c56e-f921-4c4e-b8ae-e1754e0a2b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.571665 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3eba4542-f777-44f7-9d9b-f30f5c4d9bb6 req-e390c56e-f921-4c4e-b8ae-e1754e0a2b9e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fb3e123f-0b5d-474c-aa50-f7bef1939d54 HTTP/1.1" status: 200 len: 835 time: 0.3174841 Aug 16 01:55:47.588532 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab99089-aa82-4c85-8a80-4489183727df req-9ea81d22-69cf-47f9-8397-8a396ef75877 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.589965 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fab99089-aa82-4c85-8a80-4489183727df req-9ea81d22-69cf-47f9-8397-8a396ef75877 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 943 time: 0.1093802 Aug 16 01:55:47.654439 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-57d054b8-b004-41eb-a9f5-7230a6db6634 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=656f12a121a042268b432bf1733be046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8579314 Aug 16 01:55:47.657718 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44464) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:47.664090 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d054b8-b004-41eb-a9f5-7230a6db6634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98b8e5c-af48-4d3c-ae45-42199bf723fd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:47.703391 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde2687-a97a-4cf9-ae04-6417d57a8a7a req-2e1996c6-41c3-49a1-9988-cbcc9a4dbc50 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.705456 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1fde2687-a97a-4cf9-ae04-6417d57a8a7a req-2e1996c6-41c3-49a1-9988-cbcc9a4dbc50 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 943 time: 0.1948423 Aug 16 01:55:47.707134 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fab99089-aa82-4c85-8a80-4489183727df req-40bf35d9-6159-4193-b0ec-aef526e8d7bc tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886052 Aug 16 01:55:47.712554 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350068ff-f679-44b3-8e93-bab46caf2642 req-78c519da-c32b-4986-8577-775fef4e95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.714819 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-350068ff-f679-44b3-8e93-bab46caf2642 req-78c519da-c32b-4986-8577-775fef4e95ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8313de91-f81e-42c6-b877-47398a0e9c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2002635 Aug 16 01:55:47.717150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba4542-f777-44f7-9d9b-f30f5c4d9bb6 req-6bc75304-6ba1-4dfa-96d3-cb0f9a31a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.718724 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3eba4542-f777-44f7-9d9b-f30f5c4d9bb6 req-6bc75304-6ba1-4dfa-96d3-cb0f9a31a788 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1231160 Aug 16 01:55:47.885873 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-54da1f3a-7162-4c87-b29b-fcfe1a62497d req-69b250c9-89af-427e-9d73-229a242c17dc tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/ports?device_id=c51bd7fe-7d1c-4ed5-9add-d56066c53435 HTTP/1.1" status: 200 len: 210 time: 0.0648398 Aug 16 01:55:47.890665 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3eba4542-f777-44f7-9d9b-f30f5c4d9bb6 req-4fb5c2f3-27b9-4f90-85ce-2ed9d0b38085 service neutron] 10.222.0.63 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573281 Aug 16 01:55:47.894121 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0ee4c19-34bc-4d25-a8f4-0f655bb75194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.940147 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1fde2687-a97a-4cf9-ae04-6417d57a8a7a req-fd2e507c-8464-4970-b893-2648c1fb2195 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182095 Aug 16 01:55:47.989000 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f73d22f6-feba-415c-b58f-fd24e733def7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.009274 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f73d22f6-feba-415c-b58f-fd24e733def7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.026648 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0ee4c19-34bc-4d25-a8f4-0f655bb75194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.031436 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3eba4542-f777-44f7-9d9b-f30f5c4d9bb6 req-4fbb0bd3-9d7b-4c07-bdae-a970c71cdede service neutron] 10.222.0.63 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293635 Aug 16 01:55:48.072143 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device b88a3e4c-c182-4cdf-885c-052e879ba67a no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:48.077194 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-350068ff-f679-44b3-8e93-bab46caf2642 req-deeb1e01-58cb-45b5-8a53-1c05b293f6a3 service neutron] 10.222.0.73 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361902 Aug 16 01:55:48.102404 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: b88a3e4c-c182-4cdf-885c-052e879ba67a {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:48.103030 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device b88a3e4c-c182-4cdf-885c-052e879ba67a not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:48.109433 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f73d22f6-feba-415c-b58f-fd24e733def7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c8687e9b56aa41168d21ecea32269d82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6577718 Aug 16 01:55:48.110329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d22f6-feba-415c-b58f-fd24e733def7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3326a9-f986-4436-88ea-5a4cd1e20845,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:48.112129 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44514) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:48.138869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44518) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:48.200768 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0ee4c19-34bc-4d25-a8f4-0f655bb75194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.204062 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0ee4c19-34bc-4d25-a8f4-0f655bb75194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.205015 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c0ee4c19-34bc-4d25-a8f4-0f655bb75194 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a98b8e5c-af48-4d3c-ae45-42199bf723fd HTTP/1.1" status: 204 len: 168 time: 0.5405896 Aug 16 01:55:48.223757 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee4c19-34bc-4d25-a8f4-0f655bb75194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98b8e5c-af48-4d3c-ae45-42199bf723fd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:48.245103 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-350068ff-f679-44b3-8e93-bab46caf2642 req-2c1fd77a-79fd-441e-a7ac-8d62f1a44ec2 service neutron] 10.222.0.73 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388881 Aug 16 01:55:48.261200 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-12054bd5-6009-4863-ba26-55b9b5750fed admin admin] Deleting subnet 04ca52e6-06a0-44f3-a2ee-82113af18a6a {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:48.268353 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12054bd5-6009-4863-ba26-55b9b5750fed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.336494 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3bf2b64-417f-43a5-b698-43f01c16a938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.348537 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12054bd5-6009-4863-ba26-55b9b5750fed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.370633 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e1007-2d9e-45f0-8194-3ed34d5a9777 req-c779502a-268c-4602-b27a-5db49962afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.373365 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f1e1007-2d9e-45f0-8194-3ed34d5a9777 req-c779502a-268c-4602-b27a-5db49962afdd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92d6ca9642764afaaf85f19d40b34e4e&device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 1095 time: 0.0613103 Aug 16 01:55:48.386388 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3bf2b64-417f-43a5-b698-43f01c16a938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.425406 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12054bd5-6009-4863-ba26-55b9b5750fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.510830 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3bf2b64-417f-43a5-b698-43f01c16a938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.513526 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3bf2b64-417f-43a5-b698-43f01c16a938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.513789 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e1007-2d9e-45f0-8194-3ed34d5a9777 req-f6d6365f-b918-4028-9c20-a3165145e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.515319 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f1e1007-2d9e-45f0-8194-3ed34d5a9777 req-f6d6365f-b918-4028-9c20-a3165145e2aa service neutron] 10.222.0.73 "GET /v2.0/networks?id=8313de91-f81e-42c6-b877-47398a0e9c62 HTTP/1.1" status: 200 len: 912 time: 0.1326475 Aug 16 01:55:48.523320 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d3bf2b64-417f-43a5-b698-43f01c16a938 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6c3326a9-f986-4436-88ea-5a4cd1e20845 HTTP/1.1" status: 204 len: 168 time: 0.4076707 Aug 16 01:55:48.533191 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12054bd5-6009-4863-ba26-55b9b5750fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.578866 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf2b64-417f-43a5-b698-43f01c16a938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3326a9-f986-4436-88ea-5a4cd1e20845,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:48.587074 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12054bd5-6009-4863-ba26-55b9b5750fed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04ca52e6-06a0-44f3-a2ee-82113af18a6a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:48.597391 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12054bd5-6009-4863-ba26-55b9b5750fed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.602970 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-12054bd5-6009-4863-ba26-55b9b5750fed admin admin] 10.222.0.68 "DELETE /v2.0/subnets/04ca52e6-06a0-44f3-a2ee-82113af18a6a HTTP/1.1" status: 204 len: 168 time: 0.4605865 Aug 16 01:55:48.606772 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44558) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:48.625561 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f1e1007-2d9e-45f0-8194-3ed34d5a9777 req-bfcb6953-c10e-42ca-bcb8-d2275968d493 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c70fc36-69e1-4296-b6fa-24974648b9da HTTP/1.1" status: 200 len: 217 time: 0.0966344 Aug 16 01:55:48.730846 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e1007-2d9e-45f0-8194-3ed34d5a9777 req-065267b0-07d6-466e-8d24-07c2c81e78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.735913 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f1e1007-2d9e-45f0-8194-3ed34d5a9777 req-065267b0-07d6-466e-8d24-07c2c81e78e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9580d968-042a-4a5e-966b-8406c010ba78 HTTP/1.1" status: 200 len: 850 time: 0.1021905 Aug 16 01:55:48.751520 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb14a-0f5b-4c6e-8790-977be2131b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.814578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e1007-2d9e-45f0-8194-3ed34d5a9777 req-3c5c5ed7-c4e8-4abd-be42-8695697409eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.819783 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f1e1007-2d9e-45f0-8194-3ed34d5a9777 req-3c5c5ed7-c4e8-4abd-be42-8695697409eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8313de91-f81e-42c6-b877-47398a0e9c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737526 Aug 16 01:55:48.859281 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44566) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:48.888919 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb14a-0f5b-4c6e-8790-977be2131b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.903541 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5c1cb14a-0f5b-4c6e-8790-977be2131b8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280ed514-b2cb-4176-817f-c21adcaa27a2']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:48.920803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5c1cb14a-0f5b-4c6e-8790-977be2131b8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98423ec5-2de2-4e79-ba92-921e7271cef5') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:48.921103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5c1cb14a-0f5b-4c6e-8790-977be2131b8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98423ec5-2de2-4e79-ba92-921e7271cef5') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:48.932961 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb14a-0f5b-4c6e-8790-977be2131b8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.953334 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5066f86-098a-4f04-8749-d2f1890b8ace req-ad71748e-e758-4358-b0cd-9f1adb442f17 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.955493 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb14a-0f5b-4c6e-8790-977be2131b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.961519 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5066f86-098a-4f04-8749-d2f1890b8ace req-ad71748e-e758-4358-b0cd-9f1adb442f17 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 943 time: 0.1497803 Aug 16 01:55:48.973158 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1cb14a-0f5b-4c6e-8790-977be2131b8b admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:48.974255 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb14a-0f5b-4c6e-8790-977be2131b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:55:49.041916 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:55:49.044337 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f25ed167-d439-40d4-a9b7-b22031c7a8b1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5e716129d0db4050819cbd292a46c1cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772723 Aug 16 01:55:49.063950 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44578) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:49.084193 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb14a-0f5b-4c6e-8790-977be2131b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.090824 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5066f86-098a-4f04-8749-d2f1890b8ace req-5f696a2a-0b87-4db8-a855-2ee2359aa1b0 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133080 Aug 16 01:55:49.092042 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb14a-0f5b-4c6e-8790-977be2131b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.107366 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f1e1007-2d9e-45f0-8194-3ed34d5a9777 req-225ee67d-3119-4d09-9326-b14473e443f2 service neutron] 10.222.0.73 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757318 Aug 16 01:55:49.113545 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5c1cb14a-0f5b-4c6e-8790-977be2131b8b admin admin] 10.222.0.68 "DELETE /v2.0/networks/280ed514-b2cb-4176-817f-c21adcaa27a2 HTTP/1.1" status: 204 len: 168 time: 0.5046597 Aug 16 01:55:49.155822 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44584) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:49.220599 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cb14a-0f5b-4c6e-8790-977be2131b8b admin admin] Pushing event deleted for resources: {'Network': ['ID=280ed514-b2cb-4176-817f-c21adcaa27a2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:49.271622 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f50cc-e069-4593-b2c7-025b3832a4ac req-c942aed4-dadb-47ec-9011-1b68e2ee8bf0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:49.296809 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-553f50cc-e069-4593-b2c7-025b3832a4ac req-c942aed4-dadb-47ec-9011-1b68e2ee8bf0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 943 time: 0.1523824 Aug 16 01:55:49.298287 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5bcdd174-24e8-4c61-a559-00ed079dfe1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.320603 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44588) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:49.362175 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5bcdd174-24e8-4c61-a559-00ed079dfe1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.367335 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-553f50cc-e069-4593-b2c7-025b3832a4ac req-dc522bda-42ee-4165-8db9-ef9ea1f11b35 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695360 Aug 16 01:55:49.379722 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7da0a003-0309-4f6a-8199-78b7e15f13f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.386025 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f1e1007-2d9e-45f0-8194-3ed34d5a9777 req-fd4c1823-536e-498c-832b-5270169dcc50 service neutron] 10.222.0.73 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685068 Aug 16 01:55:49.455885 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7da0a003-0309-4f6a-8199-78b7e15f13f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.467497 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3878d7d6-9ff3-44a7-be50-01fd5e35a046 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3c66e7b345644adb978758e5aa03ba75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413603 Aug 16 01:55:49.474016 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44592) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:49.509678 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5bcdd174-24e8-4c61-a559-00ed079dfe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.512910 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5bcdd174-24e8-4c61-a559-00ed079dfe1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.516415 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5bcdd174-24e8-4c61-a559-00ed079dfe1b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/98f043c3-a8da-47a8-b608-52a0cf0bd942 HTTP/1.1" status: 204 len: 168 time: 0.4222617 Aug 16 01:55:49.534959 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdd174-24e8-4c61-a559-00ed079dfe1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f043c3-a8da-47a8-b608-52a0cf0bd942,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:49.566892 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fce0f0d8-452f-4ec5-86a0-fdd973375e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.567159 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7da0a003-0309-4f6a-8199-78b7e15f13f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.572559 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7da0a003-0309-4f6a-8199-78b7e15f13f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.574931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7da0a003-0309-4f6a-8199-78b7e15f13f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "DELETE /v2.0/security-groups/60ddb9b6-6b38-43d5-883c-c60fdb703a7a HTTP/1.1" status: 204 len: 168 time: 0.4178865 Aug 16 01:55:49.578662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44598) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:49.598746 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fce0f0d8-452f-4ec5-86a0-fdd973375e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.603709 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0a003-0309-4f6a-8199-78b7e15f13f9 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ddb9b6-6b38-43d5-883c-c60fdb703a7a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:49.606688 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-cdd63a78-01f9-4d52-8379-88a7601677e8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] show failed (client error): The resource could not be found. Aug 16 01:55:49.608656 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cdd63a78-01f9-4d52-8379-88a7601677e8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "GET /v2.0/security-groups/60ddb9b6-6b38-43d5-883c-c60fdb703a7a HTTP/1.1" status: 404 len: 347 time: 0.0287912 Aug 16 01:55:49.612894 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44602) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:49.682069 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fce0f0d8-452f-4ec5-86a0-fdd973375e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.685100 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fce0f0d8-452f-4ec5-86a0-fdd973375e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.686903 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fce0f0d8-452f-4ec5-86a0-fdd973375e00 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dbe1c19f-673e-4e09-b84a-ca903a63a069 HTTP/1.1" status: 204 len: 168 time: 0.2115993 Aug 16 01:55:49.705467 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0f0d8-452f-4ec5-86a0-fdd973375e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe1c19f-673e-4e09-b84a-ca903a63a069,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:49.840585 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-35743a28-981a-48d3-919b-ab79993afd7a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Deleting port 8605b595-93c7-4d5e-be82-af7597a0924e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:49.841165 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35743a28-981a-48d3-919b-ab79993afd7a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.935634 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35743a28-981a-48d3-919b-ab79993afd7a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.936063 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35743a28-981a-48d3-919b-ab79993afd7a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.949806 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-35743a28-981a-48d3-919b-ab79993afd7a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Calling delete_port for 8605b595-93c7-4d5e-be82-af7597a0924e owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:50.082324 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8de67fe-eb50-440c-a6ec-3ce3851bde0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.092232 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 3c70fc36-69e1-4296-b6fa-24974648b9da details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:50.138339 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35743a28-981a-48d3-919b-ab79993afd7a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.201306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35743a28-981a-48d3-919b-ab79993afd7a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event deleted for resources: {'Port': ['ID=8605b595-93c7-4d5e-be82-af7597a0924e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:50.305315 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 3c70fc36-69e1-4296-b6fa-24974648b9da, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3c70fc36-69e1-4296-b6fa-24974648b9da,segment=NetworkSegment(2df05855-90d2-416b-8a01-7dd491dcd3de),segment_id=2df05855-90d2-416b-8a01-7dd491dcd3de)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:50.324250 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '3c70fc36-69e1-4296-b6fa-24974648b9da', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'port_id': '3c70fc36-69e1-4296-b6fa-24974648b9da', 'mac_address': 'fa:16:3e:65:69:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9580d968-042a-4a5e-966b-8406c010ba78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:50.385729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e79e5-286c-428e-9f8c-36d66eb8a041 req-cc059e34-cb0b-4888-a856-476d6bff6703 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:50.387470 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f46e79e5-286c-428e-9f8c-36d66eb8a041 req-cc059e34-cb0b-4888-a856-476d6bff6703 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 943 time: 0.1725640 Aug 16 01:55:50.388471 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35743a28-981a-48d3-919b-ab79993afd7a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.391791 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35743a28-981a-48d3-919b-ab79993afd7a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.393227 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-35743a28-981a-48d3-919b-ab79993afd7a tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "DELETE /v2.0/floatingips/06a8a784-1f7e-420b-8b19-5f112c2a0858 HTTP/1.1" status: 204 len: 168 time: 0.7787604 Aug 16 01:55:50.397501 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44636) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:50.435372 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.489933 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c70fc36-69e1-4296-b6fa-24974648b9da {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:50.507471 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f46e79e5-286c-428e-9f8c-36d66eb8a041 req-f982612f-2bc9-4c03-99d8-3ec1d73f461f tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063440 Aug 16 01:55:50.542651 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 3c70fc36-69e1-4296-b6fa-24974648b9da, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3c70fc36-69e1-4296-b6fa-24974648b9da,segment=NetworkSegment(2df05855-90d2-416b-8a01-7dd491dcd3de),segment_id=2df05855-90d2-416b-8a01-7dd491dcd3de)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:50.557833 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.636762 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb1d20-0522-4131-ad91-ef3a578239c6 req-07d2c26d-c700-4e12-a65e-9da24150c0ad tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:50.639183 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f1cb1d20-0522-4131-ad91-ef3a578239c6 req-07d2c26d-c700-4e12-a65e-9da24150c0ad tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 943 time: 0.0823419 Aug 16 01:55:50.650188 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-dffcb20b-70c2-4848-aba5-ad228a414e7f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Deleting port 0acdabdb-c72c-46b9-8121-47f8e483891b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:50.650911 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dffcb20b-70c2-4848-aba5-ad228a414e7f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.651435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=3c70fc36-69e1-4296-b6fa-24974648b9da,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:50.694911 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 58a7d4f9-40c0-462d-a9de-4607a078d1e3 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:50.783969 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f1cb1d20-0522-4131-ad91-ef3a578239c6 req-d1b82c20-4150-4844-8e74-bf01be7f0a85 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345003 Aug 16 01:55:50.863457 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dffcb20b-70c2-4848-aba5-ad228a414e7f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.915130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-dffcb20b-70c2-4848-aba5-ad228a414e7f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Calling delete_port for 0acdabdb-c72c-46b9-8121-47f8e483891b owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:50.918651 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:50.936636 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5', 'port_id': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'mac_address': 'fa:16:3e:92:83:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:51.054074 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.058122 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['3c70fc36-69e1-4296-b6fa-24974648b9da'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:51.153308 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a7d4f9-40c0-462d-a9de-4607a078d1e3 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:51.194184 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:51.203468 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.232808 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dffcb20b-70c2-4848-aba5-ad228a414e7f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.275770 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffcb20b-70c2-4848-aba5-ad228a414e7f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event deleted for resources: {'Port': ['ID=0acdabdb-c72c-46b9-8121-47f8e483891b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:51.344018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=58a7d4f9-40c0-462d-a9de-4607a078d1e3,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:51.379075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44704) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:51.452531 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dffcb20b-70c2-4848-aba5-ad228a414e7f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.459918 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-dffcb20b-70c2-4848-aba5-ad228a414e7f tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "DELETE /v2.0/ports/0acdabdb-c72c-46b9-8121-47f8e483891b HTTP/1.1" status: 204 len: 168 time: 1.0607555 Aug 16 01:55:51.460833 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44718) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:51.523168 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fc1586df-f039-46ec-94e5-6c7a9cf28fe3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-441374936'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:51.633118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['58a7d4f9-40c0-462d-a9de-4607a078d1e3'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:51.668585 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1586df-f039-46ec-94e5-6c7a9cf28fe3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:51.673273 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc1586df-f039-46ec-94e5-6c7a9cf28fe3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.694117 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc1586df-f039-46ec-94e5-6c7a9cf28fe3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.726206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d028beb-0755-4b67-95f3-36fbcf6f3df8 req-86d205ed-6c40-4c03-b7e5-bbd13f641933 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:51.734190 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d028beb-0755-4b67-95f3-36fbcf6f3df8 req-86d205ed-6c40-4c03-b7e5-bbd13f641933 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 944 time: 0.1341064 Aug 16 01:55:51.738366 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c9b0ae20-518e-4ec0-8874-6b998b7e5ce4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Deleting port bd0bff2b-08e3-4df0-9d32-cf931a827abb {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:51.738736 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ae20-518e-4ec0-8874-6b998b7e5ce4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.052716 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d028beb-0755-4b67-95f3-36fbcf6f3df8 req-c978538f-ee03-4692-9b1c-4620df59cc97 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3173130 Aug 16 01:55:52.075192 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2ff86-e114-4de1-a221-ca381a4debd8 req-d0108f84-c5ac-43a6-af5b-f34559e707b2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:52.084177 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ae20-518e-4ec0-8874-6b998b7e5ce4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.085467 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-93f2ff86-e114-4de1-a221-ca381a4debd8 req-d0108f84-c5ac-43a6-af5b-f34559e707b2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 944 time: 0.1787555 Aug 16 01:55:52.100795 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 3c70fc36-69e1-4296-b6fa-24974648b9da up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:52.105167 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c9b0ae20-518e-4ec0-8874-6b998b7e5ce4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Calling delete_port for bd0bff2b-08e3-4df0-9d32-cf931a827abb owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:52.156892 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-93f2ff86-e114-4de1-a221-ca381a4debd8 req-f56d2957-8bd5-40b3-b3a0-f1cbb7475109 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700305 Aug 16 01:55:52.236777 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc1586df-f039-46ec-94e5-6c7a9cf28fe3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.262111 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc1586df-f039-46ec-94e5-6c7a9cf28fe3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.276821 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 3c70fc36-69e1-4296-b6fa-24974648b9da completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:52.287291 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 3c70fc36-69e1-4296-b6fa-24974648b9da triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:52.287624 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.342157 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1586df-f039-46ec-94e5-6c7a9cf28fe3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:52.379331 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc1586df-f039-46ec-94e5-6c7a9cf28fe3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.379708 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-fc1586df-f039-46ec-94e5-6c7a9cf28fe3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Added segment 0edf6b08-449a-41c4-a019-27aa61b1b9dd of type vlan for network 3ca6585f-604b-4b7d-90c8-3b4626dca677 Aug 16 01:55:52.381790 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1586df-f039-46ec-94e5-6c7a9cf28fe3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e8a45f-388e-481c-abb4-a6d6374409a8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:52.490049 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.521304 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc1586df-f039-46ec-94e5-6c7a9cf28fe3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.539199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f545f8ce-c8e6-4e3a-88f6-97034cfdbedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c70fc36-69e1-4296-b6fa-24974648b9da'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:52.545994 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c38744e-73bb-4354-814a-d0b213c0d93c" -d '{"events": [{"server_uuid": "f545f8ce-c8e6-4e3a-88f6-97034cfdbedb", "name": "network-vif-plugged", "status": "completed", "tag": "3c70fc36-69e1-4296-b6fa-24974648b9da"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:52.571917 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 3c70fc36-69e1-4296-b6fa-24974648b9da, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3c70fc36-69e1-4296-b6fa-24974648b9da,segment=NetworkSegment(2df05855-90d2-416b-8a01-7dd491dcd3de),segment_id=2df05855-90d2-416b-8a01-7dd491dcd3de)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:52.573370 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ae20-518e-4ec0-8874-6b998b7e5ce4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.585533 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.609195 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b076fc1-f457-42bf-98c2-dce917ca8f67 x-openstack-request-id: req-3b076fc1-f457-42bf-98c2-dce917ca8f67 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:52.609665 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f545f8ce-c8e6-4e3a-88f6-97034cfdbedb", "name": "network-vif-plugged", "status": "completed", "tag": "3c70fc36-69e1-4296-b6fa-24974648b9da", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:52.609665 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3b076fc1-f457-42bf-98c2-dce917ca8f67 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:52.610368 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f545f8ce-c8e6-4e3a-88f6-97034cfdbedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c70fc36-69e1-4296-b6fa-24974648b9da', 'code': 200} Aug 16 01:55:52.615001 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0ae20-518e-4ec0-8874-6b998b7e5ce4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event deleted for resources: {'Port': ['ID=bd0bff2b-08e3-4df0-9d32-cf931a827abb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:52.635699 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc1586df-f039-46ec-94e5-6c7a9cf28fe3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.649783 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1586df-f039-46ec-94e5-6c7a9cf28fe3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:52.650996 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc1586df-f039-46ec-94e5-6c7a9cf28fe3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.663252 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bfdcf4c2-f523-46f2-95b4-98dca1e11d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.713259 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 58a7d4f9-40c0-462d-a9de-4607a078d1e3 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:52.742303 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=3c70fc36-69e1-4296-b6fa-24974648b9da,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:52.793541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:52.798397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:52.798773 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.906169 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.951152 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ae20-518e-4ec0-8874-6b998b7e5ce4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.955925 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c9b0ae20-518e-4ec0-8874-6b998b7e5ce4 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "DELETE /v2.0/ports/bd0bff2b-08e3-4df0-9d32-cf931a827abb HTTP/1.1" status: 204 len: 168 time: 1.4910910 Aug 16 01:55:52.957348 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44770) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:52.962284 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fc1586df-f039-46ec-94e5-6c7a9cf28fe3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5814240 Aug 16 01:55:52.998661 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1586df-f039-46ec-94e5-6c7a9cf28fe3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Network': ['ID=3ca6585f-604b-4b7d-90c8-3b4626dca677,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:53.012988 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:53.021089 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 3ca6585f-604b-4b7d-90c8-3b4626dca677 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:53.051569 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12d19b4-6dac-4cef-a86d-aedb5992ff64 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Deleting subnet f85f7c82-6a4d-4d57-8a2b-76ed66161b19 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:53.053690 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.076239 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a12d19b4-6dac-4cef-a86d-aedb5992ff64 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.101678 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44778) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:53.140085 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7f5b5772-2b6e-42d2-97d1-2dbf69f9866d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'subnet': {'network_id': '3ca6585f-604b-4b7d-90c8-3b4626dca677', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:53.266958 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a12d19b4-6dac-4cef-a86d-aedb5992ff64 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.459953 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b421c22-99e1-489e-a6e0-9c2d733dac62 req-f43c8926-a194-48ef-8c11-e798b1a4c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:53.470748 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b421c22-99e1-489e-a6e0-9c2d733dac62 req-f43c8926-a194-48ef-8c11-e798b1a4c74f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 1097 time: 0.7851217 Aug 16 01:55:53.508301 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=58a7d4f9-40c0-462d-a9de-4607a078d1e3,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:53.524801 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.583837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ab3f9-10f5-4c38-a121-65506b78973e req-569fbfad-8d9e-4fc9-85c2-f0a122f82051 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:53.591954 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e07ab3f9-10f5-4c38-a121-65506b78973e req-569fbfad-8d9e-4fc9-85c2-f0a122f82051 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.2667844 Aug 16 01:55:53.621536 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5b5772-2b6e-42d2-97d1-2dbf69f9866d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:53.639537 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5772-2b6e-42d2-97d1-2dbf69f9866d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.649991 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a12d19b4-6dac-4cef-a86d-aedb5992ff64 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.665138 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e07ab3f9-10f5-4c38-a121-65506b78973e req-cdf08a05-d919-44e4-876c-868ccbe25d29 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720196 Aug 16 01:55:53.763646 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a12d19b4-6dac-4cef-a86d-aedb5992ff64 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.847319 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d19b4-6dac-4cef-a86d-aedb5992ff64 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event deleted for resources: {'Subnet': ['ID=f85f7c82-6a4d-4d57-8a2b-76ed66161b19,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:53.858704 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033b4265-1c5b-4417-a324-6365e3a17f02 None None] Network f3ba83b8-171e-47ab-b264-b5e65af7f447 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:53.860092 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a12d19b4-6dac-4cef-a86d-aedb5992ff64 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.867437 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a12d19b4-6dac-4cef-a86d-aedb5992ff64 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "DELETE /v2.0/subnets/f85f7c82-6a4d-4d57-8a2b-76ed66161b19 HTTP/1.1" status: 204 len: 168 time: 0.9085407 Aug 16 01:55:53.872290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44794) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:53.936632 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b421c22-99e1-489e-a6e0-9c2d733dac62 req-f53a69ec-3450-409c-8934-bdffeedffa68 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4452336 Aug 16 01:55:53.960790 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7e4a5-e5f1-4d24-a541-74bdff1e1a10 req-8517f8cb-1b9c-49a8-bca9-cd55e11e62f7 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:53.962887 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b2d7e4a5-e5f1-4d24-a541-74bdff1e1a10 req-8517f8cb-1b9c-49a8-bca9-cd55e11e62f7 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.4761944 Aug 16 01:55:54.011986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44cc249-ce96-4c18-988d-ce9efe199b62 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Deleting subnet 4928c19d-6e04-4f53-b85e-b835057b94ec {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:54.016721 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b44cc249-ce96-4c18-988d-ce9efe199b62 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.084527 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b2d7e4a5-e5f1-4d24-a541-74bdff1e1a10 req-a9e657c3-42f6-4cec-8372-25d4be898231 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913560 Aug 16 01:55:54.091326 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5772-2b6e-42d2-97d1-2dbf69f9866d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.145193 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b44cc249-ce96-4c18-988d-ce9efe199b62 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.214745 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.236216 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b5772-2b6e-42d2-97d1-2dbf69f9866d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Subnet': ['ID=397c6a0c-e6fb-4494-8a76-40b85585a794,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:54.259253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5b5772-2b6e-42d2-97d1-2dbf69f9866d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Checking segment: {'id': '0edf6b08-449a-41c4-a019-27aa61b1b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3ca6585f-604b-4b7d-90c8-3b4626dca677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:54.262237 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5b5772-2b6e-42d2-97d1-2dbf69f9866d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network hostable DHCP agents. Network: 3ca6585f-604b-4b7d-90c8-3b4626dca677, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:54.272820 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b44cc249-ce96-4c18-988d-ce9efe199b62 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.308441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5b5772-2b6e-42d2-97d1-2dbf69f9866d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network 3ca6585f-604b-4b7d-90c8-3b4626dca677 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:54.324497 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7f5b5772-2b6e-42d2-97d1-2dbf69f9866d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 3ca6585f-604b-4b7d-90c8-3b4626dca677) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:54.331349 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5b5772-2b6e-42d2-97d1-2dbf69f9866d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:54.333109 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5772-2b6e-42d2-97d1-2dbf69f9866d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.337105 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badf2314-c5b4-4fa8-97f3-fc3d66666475 None None] DHCP port deletion for f3ba83b8-171e-47ab-b264-b5e65af7f447 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:55:54.348691 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0562bc34-504d-44b8-889a-7b6251d780ac None None] Network 3ca6585f-604b-4b7d-90c8-3b4626dca677 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:54.366434 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7f5b5772-2b6e-42d2-97d1-2dbf69f9866d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2619853 Aug 16 01:55:54.369624 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b44cc249-ce96-4c18-988d-ce9efe199b62 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.370398 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44798) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:54.379998 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7ce3fa7d-9e07-435c-9267-d56724a2dbb4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-279489952'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:54.419764 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce3fa7d-9e07-435c-9267-d56724a2dbb4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:54.428175 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ce3fa7d-9e07-435c-9267-d56724a2dbb4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.431967 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cc249-ce96-4c18-988d-ce9efe199b62 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event deleted for resources: {'Subnet': ['ID=4928c19d-6e04-4f53-b85e-b835057b94ec,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:54.435782 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b44cc249-ce96-4c18-988d-ce9efe199b62 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.437655 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b44cc249-ce96-4c18-988d-ce9efe199b62 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "DELETE /v2.0/subnets/4928c19d-6e04-4f53-b85e-b835057b94ec HTTP/1.1" status: 204 len: 168 time: 0.5632825 Aug 16 01:55:54.447678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44800) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:54.495816 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce3fa7d-9e07-435c-9267-d56724a2dbb4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:54.496068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e112e4e2-a891-4469-8898-ad8ef1c6efdc None None] Network 25689f12-8f02-45a9-92d2-2d5bfc262caa requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:54.525180 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ce3fa7d-9e07-435c-9267-d56724a2dbb4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.527077 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-7ce3fa7d-9e07-435c-9267-d56724a2dbb4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Added segment c8953adc-9bbd-4bfa-ac15-9dc9e5eea3e5 of type vlan for network 6bbfef50-f15e-48df-9e91-8b43e60d5bc0 Aug 16 01:55:54.607680 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.615602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:54.618112 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbfd16b-e24e-4106-a24d-835c102e862d" -d '{"events": [{"server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "name": "network-vif-plugged", "status": "completed", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:54.628940 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ce3fa7d-9e07-435c-9267-d56724a2dbb4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.710592 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ce3fa7d-9e07-435c-9267-d56724a2dbb4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.728523 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc857b0-4408-4652-8506-6bbac3db2974 x-openstack-request-id: req-8dc857b0-4408-4652-8506-6bbac3db2974 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:54.730428 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "name": "network-vif-plugged", "status": "completed", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:54.731681 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8dc857b0-4408-4652-8506-6bbac3db2974 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:54.732153 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'code': 200} Aug 16 01:55:54.733397 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce3fa7d-9e07-435c-9267-d56724a2dbb4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:54.734090 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ce3fa7d-9e07-435c-9267-d56724a2dbb4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.742358 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Deleting port d9de2361-fbe7-4b90-b3fa-35fb548a966b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:54.743098 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.851237 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3fa7d-9e07-435c-9267-d56724a2dbb4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Network': ['ID=6bbfef50-f15e-48df-9e91-8b43e60d5bc0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:54.853348 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] For port d9de2361-fbe7-4b90-b3fa-35fb548a966b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d9de2361-fbe7-4b90-b3fa-35fb548a966b,segment=NetworkSegment(f0f2d78e-5425-43e8-a59b-5b83930d6cbb),segment_id=f0f2d78e-5425-43e8-a59b-5b83930d6cbb)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:54.854103 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.873392 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Calling delete_port for d9de2361-fbe7-4b90-b3fa-35fb548a966b owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:54.877653 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 6bbfef50-f15e-48df-9e91-8b43e60d5bc0 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:54.880843 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66fbcc-d96e-4d47-9286-34f1b2c8e067 req-54fd0a2e-3c2f-476e-ade8-67981d49e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:54.882563 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c66fbcc-d96e-4d47-9286-34f1b2c8e067 req-54fd0a2e-3c2f-476e-ade8-67981d49e5b4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 1097 time: 0.0902612 Aug 16 01:55:54.916596 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7ce3fa7d-9e07-435c-9267-d56724a2dbb4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5451052 Aug 16 01:55:54.919930 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44814) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:54.929044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2e9cc4eb-59a3-41b8-b2e9-7b4a7a98417a tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'subnet': {'network_id': '6bbfef50-f15e-48df-9e91-8b43e60d5bc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:55.011461 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-badf2314-c5b4-4fa8-97f3-fc3d66666475 None None] Deleting port d9de2361-fbe7-4b90-b3fa-35fb548a966b {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:55.012683 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-badf2314-c5b4-4fa8-97f3-fc3d66666475 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.017587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f4b25-424f-4c6e-928f-97ef4e365101 req-41466829-3684-4aaa-9046-2d286b266727 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:55.028367 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f84f4b25-424f-4c6e-928f-97ef4e365101 req-41466829-3684-4aaa-9046-2d286b266727 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.1832161 Aug 16 01:55:55.055559 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c66fbcc-d96e-4d47-9286-34f1b2c8e067 req-67129eeb-7c26-4889-ae19-e040fba9fd4e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596076 Aug 16 01:55:55.123009 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abbfcf3-67fb-47aa-8172-eaf899103c15 None None] DHCP port deletion for 25689f12-8f02-45a9-92d2-2d5bfc262caa request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:55:55.130214 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f84f4b25-424f-4c6e-928f-97ef4e365101 req-c07fb15f-c155-46d4-a3d1-54267d9f50de tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975041 Aug 16 01:55:55.186543 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.216353 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9cc4eb-59a3-41b8-b2e9-7b4a7a98417a tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:55.224112 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e9cc4eb-59a3-41b8-b2e9-7b4a7a98417a tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.245625 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event deleted for resources: {'Port': ['ID=d9de2361-fbe7-4b90-b3fa-35fb548a966b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:55.253477 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] No DVR routers for this DVR port d9de2361-fbe7-4b90-b3fa-35fb548a966b on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:55.274299 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d9de2361-fbe7-4b90-b3fa-35fb548a966b no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:55.337342 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:55:55.371799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: d9de2361-fbe7-4b90-b3fa-35fb548a966b {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:55:55.372135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d9de2361-fbe7-4b90-b3fa-35fb548a966b not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:55.372547 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a025338d-068b-46e5-9206-6108efde60b6 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:55.405932 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-badf2314-c5b4-4fa8-97f3-fc3d66666475 None None] For port d9de2361-fbe7-4b90-b3fa-35fb548a966b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d9de2361-fbe7-4b90-b3fa-35fb548a966b,segment=NetworkSegment(f0f2d78e-5425-43e8-a59b-5b83930d6cbb),segment_id=f0f2d78e-5425-43e8-a59b-5b83930d6cbb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:55.406344 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-badf2314-c5b4-4fa8-97f3-fc3d66666475 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.431630 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.458087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ba83b8-171e-47ab-b264-b5e65af7f447']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:55.459252 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-badf2314-c5b4-4fa8-97f3-fc3d66666475 None None] Calling delete_port for d9de2361-fbe7-4b90-b3fa-35fb548a966b owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:55.485336 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f2d78e-5425-43e8-a59b-5b83930d6cbb') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:55.486605 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-3ca6585f-604b-4b7d-90c8-3b4626dca677', 'network_id': '3ca6585f-604b-4b7d-90c8-3b4626dca677', 'tenant_id': '18831e97643b4644becff7d7823d8b06', 'fixed_ips': [{'subnet_id': '397c6a0c-e6fb-4494-8a76-40b85585a794'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:55:55.487859 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f2d78e-5425-43e8-a59b-5b83930d6cbb') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:55.487999 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.506791 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.528951 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.538157 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:55.538697 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.539094 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e9cc4eb-59a3-41b8-b2e9-7b4a7a98417a tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:55:55.541860 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:55:55.600001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94255bed-8329-4967-82a3-3b5eaad541e6 req-9133ba41-384c-4c89-ae72-794fcce80e00 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:55.607575 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-94255bed-8329-4967-82a3-3b5eaad541e6 req-9133ba41-384c-4c89-ae72-794fcce80e00 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.3749120 Aug 16 01:55:55.665562 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.676075 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-94255bed-8329-4967-82a3-3b5eaad541e6 req-0c5fa8d7-02db-43aa-94be-cd99b72f40a7 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674198 Aug 16 01:55:55.689565 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.692742 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "DELETE /v2.0/networks/f3ba83b8-171e-47ab-b264-b5e65af7f447 HTTP/1.1" status: 204 len: 168 time: 1.2439282 Aug 16 01:55:55.702393 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-badf2314-c5b4-4fa8-97f3-fc3d66666475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.703103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44828) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:55.713356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154761e-e34e-4303-b1f4-fe17d98185d8 tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event deleted for resources: {'Network': ['ID=f3ba83b8-171e-47ab-b264-b5e65af7f447,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:55.819752 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.838665 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cc4eb-59a3-41b8-b2e9-7b4a7a98417a tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Subnet': ['ID=a853dba0-8ba3-40ea-9feb-82cef754ceae,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:55.844135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9cc4eb-59a3-41b8-b2e9-7b4a7a98417a tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Checking segment: {'id': 'c8953adc-9bbd-4bfa-ac15-9dc9e5eea3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6bbfef50-f15e-48df-9e91-8b43e60d5bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:55.844723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9cc4eb-59a3-41b8-b2e9-7b4a7a98417a tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network hostable DHCP agents. Network: 6bbfef50-f15e-48df-9e91-8b43e60d5bc0, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:55.875556 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9cc4eb-59a3-41b8-b2e9-7b4a7a98417a tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network 6bbfef50-f15e-48df-9e91-8b43e60d5bc0 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:55.895587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2e9cc4eb-59a3-41b8-b2e9-7b4a7a98417a tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 6bbfef50-f15e-48df-9e91-8b43e60d5bc0) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:55.900441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9cc4eb-59a3-41b8-b2e9-7b4a7a98417a tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:55.901294 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e9cc4eb-59a3-41b8-b2e9-7b4a7a98417a tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.934132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf2314-c5b4-4fa8-97f3-fc3d66666475 None None] Pushing event deleted for resources: {'Port': ['ID=d9de2361-fbe7-4b90-b3fa-35fb548a966b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:55.936627 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2e9cc4eb-59a3-41b8-b2e9-7b4a7a98417a tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0147679 Aug 16 01:55:55.939998 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44830) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:55.944963 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0abbfcf3-67fb-47aa-8172-eaf899103c15 None None] Deleting port a025338d-068b-46e5-9206-6108efde60b6 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:55.945921 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0abbfcf3-67fb-47aa-8172-eaf899103c15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.947255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Deleting port a025338d-068b-46e5-9206-6108efde60b6 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:55:55.947702 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.958874 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d492674-1c65-4d97-a1e0-3aa3ed95f841 None None] Network 6bbfef50-f15e-48df-9e91-8b43e60d5bc0 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:55.974678 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-badf2314-c5b4-4fa8-97f3-fc3d66666475 None None] Network f3ba83b8-171e-47ab-b264-b5e65af7f447 is not hosted by any dhcp agent {{(pid=94674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 01:55:55.975322 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf2314-c5b4-4fa8-97f3-fc3d66666475 None None] No DVR routers for this DVR port d9de2361-fbe7-4b90-b3fa-35fb548a966b on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:56.145953 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] For port a025338d-068b-46e5-9206-6108efde60b6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a025338d-068b-46e5-9206-6108efde60b6,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:56.147516 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.176876 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Calling delete_port for a025338d-068b-46e5-9206-6108efde60b6 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:56.198963 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7404187-ccbd-4487-a8e5-f73ff64e1194 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.417658 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.429623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbcc8a-8bfd-4d5e-b19e-2b5fd1ede591 req-2706ce3f-89c0-451b-a0e3-b90e618b7db3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:56.431380 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-58fbcc8a-8bfd-4d5e-b19e-2b5fd1ede591 req-2706ce3f-89c0-451b-a0e3-b90e618b7db3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.1041822 Aug 16 01:55:56.438194 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7404187-ccbd-4487-a8e5-f73ff64e1194 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.493462 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.507869 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.521011 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-58fbcc8a-8bfd-4d5e-b19e-2b5fd1ede591 req-5a815ee0-cfb9-4240-946b-6c5a68f8a6de tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810258 Aug 16 01:55:56.570657 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0abbfcf3-67fb-47aa-8172-eaf899103c15 None None] For port a025338d-068b-46e5-9206-6108efde60b6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a025338d-068b-46e5-9206-6108efde60b6,segment=NetworkSegment(5df00727-38a5-4df6-9d7a-be80fee384a1),segment_id=5df00727-38a5-4df6-9d7a-be80fee384a1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:56.574794 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0abbfcf3-67fb-47aa-8172-eaf899103c15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.580021 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event deleted for resources: {'Port': ['ID=a025338d-068b-46e5-9206-6108efde60b6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:56.586158 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] No DVR routers for this DVR port a025338d-068b-46e5-9206-6108efde60b6 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:56.590613 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Allocated IP 172.20.255.242 (3ca6585f-604b-4b7d-90c8-3b4626dca677/397c6a0c-e6fb-4494-8a76-40b85585a794/76f4671d-664d-4088-8013-35f1dcb3089b) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:56.600300 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7404187-ccbd-4487-a8e5-f73ff64e1194 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.644831 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0abbfcf3-67fb-47aa-8172-eaf899103c15 None None] Calling delete_port for a025338d-068b-46e5-9206-6108efde60b6 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:55:56.667136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7404187-ccbd-4487-a8e5-f73ff64e1194 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Subnet': ['ID=a853dba0-8ba3-40ea-9feb-82cef754ceae,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:56.719949 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e72b51-4925-4c92-aaa5-e74e6b2d6cd3 None None] Network 6bbfef50-f15e-48df-9e91-8b43e60d5bc0 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:56.945561 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4941f-87ef-43ec-ae3c-3b96492ea8aa req-80a1a1ac-40f7-487d-a465-0486e16148b3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:56.957726 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-abc4941f-87ef-43ec-ae3c-3b96492ea8aa req-80a1a1ac-40f7-487d-a465-0486e16148b3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.1524942 Aug 16 01:55:57.010143 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-abc4941f-87ef-43ec-ae3c-3b96492ea8aa req-baac3b77-a7c8-4fc4-beca-86f3b9f839ff tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446692 Aug 16 01:55:57.046344 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.099025 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25689f12-8f02-45a9-92d2-2d5bfc262caa']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:57.100593 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0abbfcf3-67fb-47aa-8172-eaf899103c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.102288 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7404187-ccbd-4487-a8e5-f73ff64e1194 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.134713 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c7404187-ccbd-4487-a8e5-f73ff64e1194 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbfef50-f15e-48df-9e91-8b43e60d5bc0']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:57.139997 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df00727-38a5-4df6-9d7a-be80fee384a1') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:57.144654 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df00727-38a5-4df6-9d7a-be80fee384a1') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:57.177200 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c7404187-ccbd-4487-a8e5-f73ff64e1194 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8953adc-9bbd-4bfa-ac15-9dc9e5eea3e5') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:57.177993 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c7404187-ccbd-4487-a8e5-f73ff64e1194 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8953adc-9bbd-4bfa-ac15-9dc9e5eea3e5') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:57.185787 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbfcf3-67fb-47aa-8172-eaf899103c15 None None] Pushing event deleted for resources: {'Port': ['ID=a025338d-068b-46e5-9206-6108efde60b6,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:57.195756 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abbfcf3-67fb-47aa-8172-eaf899103c15 None None] No DVR routers for this DVR port a025338d-068b-46e5-9206-6108efde60b6 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:57.196340 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7651f51-9c32-4fd4-9a8d-23d0262fdb13 req-c26d8854-3a5a-496e-abbc-0d6f3e6bd255 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:57.207229 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b7651f51-9c32-4fd4-9a8d-23d0262fdb13 req-c26d8854-3a5a-496e-abbc-0d6f3e6bd255 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.5350723 Aug 16 01:55:57.209840 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.211675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44856) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:57.220307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8e6add0b-6cad-4ecf-9044-337fcddc0c61 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Request body: {'floatingip': {'port_id': '3c70fc36-69e1-4296-b6fa-24974648b9da'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:57.221959 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7404187-ccbd-4487-a8e5-f73ff64e1194 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.229033 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.244878 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Transition to ACTIVE for port object 76f4671d-664d-4088-8013-35f1dcb3089b will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:57.285639 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.289293 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7404187-ccbd-4487-a8e5-f73ff64e1194 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.292998 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e6add0b-6cad-4ecf-9044-337fcddc0c61 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.318331 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42979af-eb34-432b-a252-b469319d2ef5 req-4bbead6a-7558-45d3-8e92-aa0732b812b6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:57.331979 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e42979af-eb34-432b-a252-b469319d2ef5 req-4bbead6a-7558-45d3-8e92-aa0732b812b6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.1606758 Aug 16 01:55:57.339253 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7404187-ccbd-4487-a8e5-f73ff64e1194 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:57.339668 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7404187-ccbd-4487-a8e5-f73ff64e1194 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.343573 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:57.343963 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:55:57.347049 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:55:57.427703 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e42979af-eb34-432b-a252-b469319d2ef5 req-85147b2e-a965-4c6e-97a3-f59528a273bb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944252 Aug 16 01:55:57.447931 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44860) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:57.458411 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Transition to ACTIVE for port object 76f4671d-664d-4088-8013-35f1dcb3089b will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:57.473913 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.507522 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e41cab-7f76-44a1-898f-be9f4231465a tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:57.513834 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-23e41cab-7f76-44a1-898f-be9f4231465a tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 1092 time: 0.0638011 Aug 16 01:55:57.514400 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44864) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:57.520821 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:57.556852 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.566882 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7404187-ccbd-4487-a8e5-f73ff64e1194 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.606011 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7404187-ccbd-4487-a8e5-f73ff64e1194 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.609713 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Pushing event updated for resources: {'Port': ['ID=76f4671d-664d-4088-8013-35f1dcb3089b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:57.612431 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c7404187-ccbd-4487-a8e5-f73ff64e1194 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/6bbfef50-f15e-48df-9e91-8b43e60d5bc0 HTTP/1.1" status: 204 len: 168 time: 1.6696563 Aug 16 01:55:57.612803 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44868) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:57.613789 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7404187-ccbd-4487-a8e5-f73ff64e1194 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Network': ['ID=6bbfef50-f15e-48df-9e91-8b43e60d5bc0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:57.619552 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Network 3ca6585f-604b-4b7d-90c8-3b4626dca677 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:57.621066 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8eef2ab8-aeef-46c2-8974-76a5499631b3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1341356291'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:57.622110 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:57.632854 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:57.708307 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eef2ab8-aeef-46c2-8974-76a5499631b3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:57.718068 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8eef2ab8-aeef-46c2-8974-76a5499631b3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.748799 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.756125 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Attempting to bind port 76f4671d-664d-4088-8013-35f1dcb3089b on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:57.756718 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Attempting to bind port 76f4671d-664d-4088-8013-35f1dcb3089b by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '0edf6b08-449a-41c4-a019-27aa61b1b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3ca6585f-604b-4b7d-90c8-3b4626dca677'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:57.758163 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Attempting to bind port 76f4671d-664d-4088-8013-35f1dcb3089b on network 3ca6585f-604b-4b7d-90c8-3b4626dca677 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:57.760319 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.765298 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] 10.222.0.68 "DELETE /v2.0/networks/25689f12-8f02-45a9-92d2-2d5bfc262caa HTTP/1.1" status: 204 len: 168 time: 2.0567179 Aug 16 01:55:57.779893 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:57.780296 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Checking segment: {'id': '0edf6b08-449a-41c4-a019-27aa61b1b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3ca6585f-604b-4b7d-90c8-3b4626dca677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:57.780740 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.781050 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Bound using segment: {'id': '0edf6b08-449a-41c4-a019-27aa61b1b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3ca6585f-604b-4b7d-90c8-3b4626dca677'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:57.781649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Bound port: 76f4671d-664d-4088-8013-35f1dcb3089b, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edf6b08-449a-41c4-a019-27aa61b1b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3ca6585f-604b-4b7d-90c8-3b4626dca677'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:57.782014 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.795778 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e01cf-ec36-4926-b230-9be0473a216b tempest-TaggedBootDevicesTest_v242-1461373876 tempest-TaggedBootDevicesTest_v242-1461373876-project] Pushing event deleted for resources: {'Network': ['ID=25689f12-8f02-45a9-92d2-2d5bfc262caa,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:57.852146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eef2ab8-aeef-46c2-8974-76a5499631b3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:57.908776 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8eef2ab8-aeef-46c2-8974-76a5499631b3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.912154 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-8eef2ab8-aeef-46c2-8974-76a5499631b3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Added segment 2bdebc66-f466-48c3-b9c7-7acc23387076 of type vlan for network 5cdcc348-3dd9-41b0-abf9-b510412e4cae Aug 16 01:55:57.916712 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] For port 76f4671d-664d-4088-8013-35f1dcb3089b, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:57.925562 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] For port 76f4671d-664d-4088-8013-35f1dcb3089b, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=76f4671d-664d-4088-8013-35f1dcb3089b,segment=NetworkSegment(0edf6b08-449a-41c4-a019-27aa61b1b9dd),segment_id=0edf6b08-449a-41c4-a019-27aa61b1b9dd)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:57.938801 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.069745 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb22ee-8c09-426d-811e-a97c14a1d521 None None] Pushing event updated for resources: {'Port': ['ID=76f4671d-664d-4088-8013-35f1dcb3089b,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:58.108988 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8eef2ab8-aeef-46c2-8974-76a5499631b3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.178164 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8eef2ab8-aeef-46c2-8974-76a5499631b3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.191910 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef2ab8-aeef-46c2-8974-76a5499631b3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:58.195327 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8eef2ab8-aeef-46c2-8974-76a5499631b3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.311979 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.317880 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef2ab8-aeef-46c2-8974-76a5499631b3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Network': ['ID=5cdcc348-3dd9-41b0-abf9-b510412e4cae,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:58.336917 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 5cdcc348-3dd9-41b0-abf9-b510412e4cae details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:58.343230 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8eef2ab8-aeef-46c2-8974-76a5499631b3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7288077 Aug 16 01:55:58.354668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44898) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:58.375643 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4cc22e22-886d-4693-84d1-bf2fcfc44c6c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'subnet': {'network_id': '5cdcc348-3dd9-41b0-abf9-b510412e4cae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:58.490437 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.db.resource_extend [None req-8e6add0b-6cad-4ecf-9044-337fcddc0c61 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:55:58.594603 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e6add0b-6cad-4ecf-9044-337fcddc0c61 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.605616 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e6add0b-6cad-4ecf-9044-337fcddc0c61 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.637659 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Allocated IP 172.25.3.100 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/bfe1fc4d-820e-4f4b-b93d-83d4b4180783) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:58.696582 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc22e22-886d-4693-84d1-bf2fcfc44c6c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:58.701802 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4cc22e22-886d-4693-84d1-bf2fcfc44c6c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.824083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.ipam_backend_mixin [None req-4cc22e22-886d-4693-84d1-bf2fcfc44c6c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Performing IP validity checks on allocation pools {{(pid=94672) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 01:55:58.824413 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.ipam_backend_mixin [None req-4cc22e22-886d-4693-84d1-bf2fcfc44c6c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94672) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 01:55:58.839924 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-8e6add0b-6cad-4ecf-9044-337fcddc0c61 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Floating IP 2ad9a95b-9292-4bc0-a89f-e1c8429f0287 associated. External IP: 172.25.3.114, port: 3c70fc36-69e1-4296-b6fa-24974648b9da. Aug 16 01:55:58.887562 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.021543 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.219033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=bfe1fc4d-820e-4f4b-b93d-83d4b4180783,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:59.263685 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:59.273100 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:59.283140 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:59.367330 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 76f4671d-664d-4088-8013-35f1dcb3089b up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:59.583857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 76f4671d-664d-4088-8013-35f1dcb3089b completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:59.844256 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5143ad5a-4d68-44aa-b1df-70a1438c4b39 None None] Network 3ca6585f-604b-4b7d-90c8-3b4626dca677 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:59.980726 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1c079012-2114-4f9c-97dd-bf5f81ebc3dd None None] Provisioning for port 76f4671d-664d-4088-8013-35f1dcb3089b completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:59.991725 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1c079012-2114-4f9c-97dd-bf5f81ebc3dd None None] Provisioning complete for port 76f4671d-664d-4088-8013-35f1dcb3089b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:59.993494 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c079012-2114-4f9c-97dd-bf5f81ebc3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.279362 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44922) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:00.295608 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4cc22e22-886d-4693-84d1-bf2fcfc44c6c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.347899 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c079012-2114-4f9c-97dd-bf5f81ebc3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.403232 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-1c079012-2114-4f9c-97dd-bf5f81ebc3dd None None] For port 76f4671d-664d-4088-8013-35f1dcb3089b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=76f4671d-664d-4088-8013-35f1dcb3089b,segment=NetworkSegment(0edf6b08-449a-41c4-a019-27aa61b1b9dd),segment_id=0edf6b08-449a-41c4-a019-27aa61b1b9dd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:00.434534 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c079012-2114-4f9c-97dd-bf5f81ebc3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.537049 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c079012-2114-4f9c-97dd-bf5f81ebc3dd None None] Pushing event updated for resources: {'Port': ['ID=76f4671d-664d-4088-8013-35f1dcb3089b,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:00.556830 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6add0b-6cad-4ecf-9044-337fcddc0c61 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Router a5fdd199-1494-4f7e-adb7-9aa8046e1cea has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:56:00.588252 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc22e22-886d-4693-84d1-bf2fcfc44c6c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Subnet': ['ID=e98c6c44-e988-4e6d-bbeb-a84dc31ae3c5,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:00.592187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc22e22-886d-4693-84d1-bf2fcfc44c6c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Checking segment: {'id': '2bdebc66-f466-48c3-b9c7-7acc23387076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5cdcc348-3dd9-41b0-abf9-b510412e4cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:00.594680 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc22e22-886d-4693-84d1-bf2fcfc44c6c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network hostable DHCP agents. Network: 5cdcc348-3dd9-41b0-abf9-b510412e4cae, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:00.635372 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc22e22-886d-4693-84d1-bf2fcfc44c6c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network 5cdcc348-3dd9-41b0-abf9-b510412e4cae is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:00.644871 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.656601 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-44852f50-0aba-4b06-8036-8ac7e0622f0e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ffdfe9e8548c42bd9d1cbff491f6a75f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745053 Aug 16 01:56:00.658706 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 44930) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:00.694055 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-4cc22e22-886d-4693-84d1-bf2fcfc44c6c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 5cdcc348-3dd9-41b0-abf9-b510412e4cae) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:00.703376 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc22e22-886d-4693-84d1-bf2fcfc44c6c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:00.704095 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c566e67c-772e-492d-8e50-4548f1980dd5 None None] Network 5cdcc348-3dd9-41b0-abf9-b510412e4cae requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:00.704427 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4cc22e22-886d-4693-84d1-bf2fcfc44c6c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.807407 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4cc22e22-886d-4693-84d1-bf2fcfc44c6c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4482028 Aug 16 01:56:00.808256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44932) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:00.921936 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c492332-9fde-49f8-b39d-3ef1ccd538b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.994595 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c492332-9fde-49f8-b39d-3ef1ccd538b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.996575 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.034361 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a3d302a0-f119-4c76-bf6e-7db2d0146644 None None] Provisioning complete for port 76f4671d-664d-4088-8013-35f1dcb3089b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:01.035848 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a3d302a0-f119-4c76-bf6e-7db2d0146644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.059784 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25af462a-1fa9-4d16-bb41-d8024901a7b0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.164255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6add0b-6cad-4ecf-9044-337fcddc0c61 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:56:01.184773 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e0a0b6-0090-43c8-bed4-5f9506b06046 None None] Sync routers for ids ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:56:01.192308 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e6add0b-6cad-4ecf-9044-337fcddc0c61 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.196751 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c492332-9fde-49f8-b39d-3ef1ccd538b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.200250 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c492332-9fde-49f8-b39d-3ef1ccd538b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.205670 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9c492332-9fde-49f8-b39d-3ef1ccd538b3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/34d3ca29-a7dc-42a9-a006-542b508ddcb6 HTTP/1.1" status: 204 len: 168 time: 0.5432577 Aug 16 01:56:01.262943 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e0a0b6-0090-43c8-bed4-5f9506b06046 None None] Routers {'a5fdd199-1494-4f7e-adb7-9aa8046e1cea'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:01.263581 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-94e0a0b6-0090-43c8-bed4-5f9506b06046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:55:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:01.281580 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 76f4671d-664d-4088-8013-35f1dcb3089b up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:01.281824 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c492332-9fde-49f8-b39d-3ef1ccd538b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d3ca29-a7dc-42a9-a006-542b508ddcb6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:01.285686 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a32a450-0f99-4516-a1cb-e0d893f1d207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-5cdcc348-3dd9-41b0-abf9-b510412e4cae', 'network_id': '5cdcc348-3dd9-41b0-abf9-b510412e4cae', 'tenant_id': '18831e97643b4644becff7d7823d8b06', 'fixed_ips': [{'subnet_id': 'e98c6c44-e988-4e6d-bbeb-a84dc31ae3c5'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:56:01.299537 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a32a450-0f99-4516-a1cb-e0d893f1d207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.371449 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8e6add0b-6cad-4ecf-9044-337fcddc0c61 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "PUT /v2.0/floatingips/2ad9a95b-9292-4bc0-a89f-e1c8429f0287 HTTP/1.1" status: 200 len: 991 time: 4.1565008 Aug 16 01:56:01.378022 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f545f8ce-c8e6-4e3a-88f6-97034cfdbedb', 'tag': '3c70fc36-69e1-4296-b6fa-24974648b9da'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:01.380909 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1ef494-9574-4161-98b7-91d23deb0810" -d '{"events": [{"name": "network-changed", "server_uuid": "f545f8ce-c8e6-4e3a-88f6-97034cfdbedb", "tag": "3c70fc36-69e1-4296-b6fa-24974648b9da"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:01.414457 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25af462a-1fa9-4d16-bb41-d8024901a7b0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.542635 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-94e0a0b6-0090-43c8-bed4-5f9506b06046 None None] Set router a5fdd199-1494-4f7e-adb7-9aa8046e1cea gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:01.543589 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.582182 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.674903 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c869aca3-697b-40fc-9d9e-d48de62d1760 x-openstack-request-id: req-c869aca3-697b-40fc-9d9e-d48de62d1760 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:01.675195 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f545f8ce-c8e6-4e3a-88f6-97034cfdbedb", "tag": "3c70fc36-69e1-4296-b6fa-24974648b9da", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:01.675489 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c869aca3-697b-40fc-9d9e-d48de62d1760 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:01.676009 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f545f8ce-c8e6-4e3a-88f6-97034cfdbedb', 'tag': '3c70fc36-69e1-4296-b6fa-24974648b9da', 'status': 'completed', 'code': 200} Aug 16 01:56:01.677727 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25af462a-1fa9-4d16-bb41-d8024901a7b0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.771768 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 76f4671d-664d-4088-8013-35f1dcb3089b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:01.772518 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.833462 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af462a-1fa9-4d16-bb41-d8024901a7b0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Subnet': ['ID=e98c6c44-e988-4e6d-bbeb-a84dc31ae3c5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:01.880369 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server [None req-6a32a450-0f99-4516-a1cb-e0d893f1d207 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e98c6c44-e988-4e6d-bbeb-a84dc31ae3c5: This subnet is being modified by another concurrent operation. Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 01:56:01.887693 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise exception Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e98c6c44-e988-4e6d-bbeb-a84dc31ae3c5: This subnet is being modified by another concurrent operation. Aug 16 01:56:01.892066 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Aug 16 01:56:01.929621 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0d54a7-710b-43c3-bb90-bfca7971ed3c None None] Network 5cdcc348-3dd9-41b0-abf9-b510412e4cae requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:01.998981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44950) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:02.021559 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25af462a-1fa9-4d16-bb41-d8024901a7b0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.046397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-25af462a-1fa9-4d16-bb41-d8024901a7b0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cdcc348-3dd9-41b0-abf9-b510412e4cae']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:02.071483 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-25af462a-1fa9-4d16-bb41-d8024901a7b0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bdebc66-f466-48c3-b9c7-7acc23387076') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:02.071781 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-25af462a-1fa9-4d16-bb41-d8024901a7b0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bdebc66-f466-48c3-b9c7-7acc23387076') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:02.094755 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25af462a-1fa9-4d16-bb41-d8024901a7b0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.128347 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25af462a-1fa9-4d16-bb41-d8024901a7b0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.141726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25af462a-1fa9-4d16-bb41-d8024901a7b0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:02.142239 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25af462a-1fa9-4d16-bb41-d8024901a7b0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:02.152432 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:02.214234 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-94e0a0b6-0090-43c8-bed4-5f9506b06046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:28Z', 'revision_number': 4, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port': {'id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:22Z', 'updated_at': '2021-08-16T01:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '2ad9a95b-9292-4bc0-a89f-e1c8429f0287', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'port_id': '3c70fc36-69e1-4296-b6fa-24974648b9da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'mac_address': 'fa:16:3e:65:69:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545f8ce-c8e6-4e3a-88f6-97034cfdbedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:55:36Z', 'updated_at': '2021-08-16T01:55:58Z', 'revision_number': 1, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be672a-5261-488e-9b32-5a877dade886', 'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'mac_address': 'fa:16:3e:d2:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '9580d968-042a-4a5e-966b-8406c010ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:42Z', 'revision_number': 5, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'subnets': [{'id': '9580d968-042a-4a5e-966b-8406c010ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:02.253930 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e0a0b6-0090-43c8-bed4-5f9506b06046 None None] Checking router: a5fdd199-1494-4f7e-adb7-9aa8046e1cea for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:56:02.267889 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e0a0b6-0090-43c8-bed4-5f9506b06046 None None] Routers {'a5fdd199-1494-4f7e-adb7-9aa8046e1cea'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:02.271308 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-94e0a0b6-0090-43c8-bed4-5f9506b06046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:55:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:02.289226 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d695fc9-136a-49a3-ac90-37761a585be0 None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:56:02.316652 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-791f3da6-efeb-4107-8f11-7868b0b1ffe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.384414 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25af462a-1fa9-4d16-bb41-d8024901a7b0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.398808 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25af462a-1fa9-4d16-bb41-d8024901a7b0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.406582 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-25af462a-1fa9-4d16-bb41-d8024901a7b0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/5cdcc348-3dd9-41b0-abf9-b510412e4cae HTTP/1.1" status: 204 len: 168 time: 1.5967703 Aug 16 01:56:02.412729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44964) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:02.430522 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1287c8d9-b031-43e1-8cdb-74e3ec4c0e67 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1883286993'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:02.445511 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af462a-1fa9-4d16-bb41-d8024901a7b0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Network': ['ID=5cdcc348-3dd9-41b0-abf9-b510412e4cae,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:02.495339 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-94e0a0b6-0090-43c8-bed4-5f9506b06046 None None] Set router a5fdd199-1494-4f7e-adb7-9aa8046e1cea gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:02.531805 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-791f3da6-efeb-4107-8f11-7868b0b1ffe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.542923 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-791f3da6-efeb-4107-8f11-7868b0b1ffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.564861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d695fc9-136a-49a3-ac90-37761a585be0 None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 01:56:02.623675 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-791f3da6-efeb-4107-8f11-7868b0b1ffe3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4052851196614c8cb81e4bea3b15b6ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6167731 Aug 16 01:56:02.630786 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44968) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:02.659251 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1287c8d9-b031-43e1-8cdb-74e3ec4c0e67 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:02.663060 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1287c8d9-b031-43e1-8cdb-74e3ec4c0e67 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.696494 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f3da6-efeb-4107-8f11-7868b0b1ffe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96dd72ff-f9b9-4ea8-8d21-28f913361c45,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:02.742060 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1287c8d9-b031-43e1-8cdb-74e3ec4c0e67 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:02.803597 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1287c8d9-b031-43e1-8cdb-74e3ec4c0e67 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.804096 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-1287c8d9-b031-43e1-8cdb-74e3ec4c0e67 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Added segment 89e82c8c-742f-41c2-8c1f-a147130eb7d9 of type vlan for network 35848ad0-4450-4a33-986f-74b4e9a7dc86 Aug 16 01:56:02.983128 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-94e0a0b6-0090-43c8-bed4-5f9506b06046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:28Z', 'revision_number': 4, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port': {'id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:22Z', 'updated_at': '2021-08-16T01:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '2ad9a95b-9292-4bc0-a89f-e1c8429f0287', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'port_id': '3c70fc36-69e1-4296-b6fa-24974648b9da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'mac_address': 'fa:16:3e:65:69:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545f8ce-c8e6-4e3a-88f6-97034cfdbedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:55:36Z', 'updated_at': '2021-08-16T01:55:58Z', 'revision_number': 1, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be672a-5261-488e-9b32-5a877dade886', 'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'mac_address': 'fa:16:3e:d2:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '9580d968-042a-4a5e-966b-8406c010ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:42Z', 'revision_number': 5, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'subnets': [{'id': '9580d968-042a-4a5e-966b-8406c010ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:02.984115 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1287c8d9-b031-43e1-8cdb-74e3ec4c0e67 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.006723 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3add54d4-e69d-4f7a-bbc9-39a7f56927e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.043955 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e0a0b6-0090-43c8-bed4-5f9506b06046 None None] The sync data for ids ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'] in n-d-765315-27 is: [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:28Z', 'revision_number': 4, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port': {'id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:22Z', 'updated_at': '2021-08-16T01:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '2ad9a95b-9292-4bc0-a89f-e1c8429f0287', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'port_id': '3c70fc36-69e1-4296-b6fa-24974648b9da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'mac_address': 'fa:16:3e:65:69:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f545f8ce-c8e6-4e3a-88f6-97034cfdbedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:55:36Z', 'updated_at': '2021-08-16T01:55:58Z', 'revision_number': 1, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be672a-5261-488e-9b32-5a877dade886', 'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'mac_address': 'fa:16:3e:d2:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '9580d968-042a-4a5e-966b-8406c010ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:42Z', 'revision_number': 5, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'subnets': [{'id': '9580d968-042a-4a5e-966b-8406c010ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:56:03.068066 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=bfe1fc4d-820e-4f4b-b93d-83d4b4180783,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:03.087846 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3add54d4-e69d-4f7a-bbc9-39a7f56927e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.126390 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ef494-9574-4161-98b7-91d23deb0810 req-57dfae51-b7ce-4b4f-bc39-6ec9ad43e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:03.134780 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea1ef494-9574-4161-98b7-91d23deb0810 req-57dfae51-b7ce-4b4f-bc39-6ec9ad43e4b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92d6ca9642764afaaf85f19d40b34e4e&device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 1097 time: 1.5832086 Aug 16 01:56:03.172636 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1287c8d9-b031-43e1-8cdb-74e3ec4c0e67 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.182872 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1287c8d9-b031-43e1-8cdb-74e3ec4c0e67 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:03.183784 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1287c8d9-b031-43e1-8cdb-74e3ec4c0e67 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.260890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ef494-9574-4161-98b7-91d23deb0810 req-d73761f9-55cc-4a96-acc3-167fcb8f90c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:03.262591 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea1ef494-9574-4161-98b7-91d23deb0810 req-d73761f9-55cc-4a96-acc3-167fcb8f90c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8313de91-f81e-42c6-b877-47398a0e9c62 HTTP/1.1" status: 200 len: 912 time: 0.1135793 Aug 16 01:56:03.263885 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Floating IP c29ba3da-7767-4a34-92c6-8e6381f44bba associated. External IP: 172.25.3.100, port: 58a7d4f9-40c0-462d-a9de-4607a078d1e3. Aug 16 01:56:03.303719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287c8d9-b031-43e1-8cdb-74e3ec4c0e67 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Network': ['ID=35848ad0-4450-4a33-986f-74b4e9a7dc86,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:03.315464 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 35848ad0-4450-4a33-986f-74b4e9a7dc86 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:03.343785 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1287c8d9-b031-43e1-8cdb-74e3ec4c0e67 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9300950 Aug 16 01:56:03.350802 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 44986) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:03.371326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-78e3a18b-9302-42cd-bb8c-8023210022f6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'subnet': {'network_id': '35848ad0-4450-4a33-986f-74b4e9a7dc86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:03.418470 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea1ef494-9574-4161-98b7-91d23deb0810 req-021275b9-d5ba-4f78-b1cb-8b9f76e097b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c70fc36-69e1-4296-b6fa-24974648b9da HTTP/1.1" status: 200 len: 999 time: 0.0948408 Aug 16 01:56:03.538629 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838cf266-b943-48bd-b2ba-3cdf17b622c0 None None] New status for floating IP 2ad9a95b-9292-4bc0-a89f-e1c8429f0287: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:56:03.559184 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3add54d4-e69d-4f7a-bbc9-39a7f56927e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.575573 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ef494-9574-4161-98b7-91d23deb0810 req-866c33e0-912b-4147-94ff-fdd7c4d96b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:03.578910 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea1ef494-9574-4161-98b7-91d23deb0810 req-866c33e0-912b-4147-94ff-fdd7c4d96b2c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9580d968-042a-4a5e-966b-8406c010ba78 HTTP/1.1" status: 200 len: 850 time: 0.1517863 Aug 16 01:56:03.582995 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3add54d4-e69d-4f7a-bbc9-39a7f56927e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.587578 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3add54d4-e69d-4f7a-bbc9-39a7f56927e7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/96dd72ff-f9b9-4ea8-8d21-28f913361c45 HTTP/1.1" status: 204 len: 168 time: 0.9555984 Aug 16 01:56:03.624995 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add54d4-e69d-4f7a-bbc9-39a7f56927e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dd72ff-f9b9-4ea8-8d21-28f913361c45,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:03.637062 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e3a18b-9302-42cd-bb8c-8023210022f6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:03.647411 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78e3a18b-9302-42cd-bb8c-8023210022f6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.757987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ef494-9574-4161-98b7-91d23deb0810 req-de64b2e1-d74c-425b-8ea0-0b73b172d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:03.762205 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea1ef494-9574-4161-98b7-91d23deb0810 req-de64b2e1-d74c-425b-8ea0-0b73b172d9e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8313de91-f81e-42c6-b877-47398a0e9c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1734254 Aug 16 01:56:04.012044 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7138524-57f4-4613-aea6-4a1c0328c006 req-21604f4a-99d2-45ad-a73c-269007420030 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1659946 Aug 16 01:56:04.095790 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea1ef494-9574-4161-98b7-91d23deb0810 req-f0f5e9dc-9938-4d81-b838-3b0d96e4a7d4 service neutron] 10.222.0.73 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693820 Aug 16 01:56:04.102256 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45006) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:04.147567 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78e3a18b-9302-42cd-bb8c-8023210022f6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.235134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7138524-57f4-4613-aea6-4a1c0328c006 req-7cc094d9-c658-4f71-bf53-fcdf40192cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:04.237625 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7138524-57f4-4613-aea6-4a1c0328c006 req-7cc094d9-c658-4f71-bf53-fcdf40192cfb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 1097 time: 0.1272240 Aug 16 01:56:04.244978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3a18b-9302-42cd-bb8c-8023210022f6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Subnet': ['ID=9d00d8e4-afcf-4f00-a942-7b1592b4ea6f,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:04.305333 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea1ef494-9574-4161-98b7-91d23deb0810 req-1fe42eb3-3563-4d5b-8c6c-72325f82f6ff service neutron] 10.222.0.73 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980240 Aug 16 01:56:04.306027 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45012) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:04.339163 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b7fd7ea-8f6f-4147-8527-ea781245311a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.353496 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Router 94029da5-b7fc-4952-9824-6679de8a54c5 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:56:04.413437 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3a18b-9302-42cd-bb8c-8023210022f6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Checking segment: {'id': '89e82c8c-742f-41c2-8c1f-a147130eb7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '35848ad0-4450-4a33-986f-74b4e9a7dc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:04.414452 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e3a18b-9302-42cd-bb8c-8023210022f6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network hostable DHCP agents. Network: 35848ad0-4450-4a33-986f-74b4e9a7dc86, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:04.462736 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7138524-57f4-4613-aea6-4a1c0328c006 req-7604caac-dd21-4223-9174-0a5b8e8bab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:04.466707 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7138524-57f4-4613-aea6-4a1c0328c006 req-7604caac-dd21-4223-9174-0a5b8e8bab3c service neutron] 10.222.0.63 "GET /v2.0/networks?id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 HTTP/1.1" status: 200 len: 897 time: 0.2017949 Aug 16 01:56:04.467738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e3a18b-9302-42cd-bb8c-8023210022f6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network 35848ad0-4450-4a33-986f-74b4e9a7dc86 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:04.492904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-78e3a18b-9302-42cd-bb8c-8023210022f6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 35848ad0-4450-4a33-986f-74b4e9a7dc86) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:04.505025 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c22d8ef-d969-4dc7-bfca-a818eb054876 None None] Network 35848ad0-4450-4a33-986f-74b4e9a7dc86 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:04.535718 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e3a18b-9302-42cd-bb8c-8023210022f6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:04.537372 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78e3a18b-9302-42cd-bb8c-8023210022f6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.547948 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b7fd7ea-8f6f-4147-8527-ea781245311a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.605400 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b7fd7ea-8f6f-4147-8527-ea781245311a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.609536 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ead913ce-b374-4fc0-9f12-ee7e106eb06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.654315 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-78e3a18b-9302-42cd-bb8c-8023210022f6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3037400 Aug 16 01:56:04.655153 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45014) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:04.744539 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7138524-57f4-4613-aea6-4a1c0328c006 req-0cbc534e-1e17-495e-b813-d41030a2814f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3 HTTP/1.1" status: 200 len: 999 time: 0.2662361 Aug 16 01:56:04.810794 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fd7ea-8f6f-4147-8527-ea781245311a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e560bbf-22dc-4181-a011-8843f4717705,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:04.828695 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45018) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:04.829000 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6b7fd7ea-8f6f-4147-8527-ea781245311a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=055b493b41ac4b6ab4a57adebf81cd04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5167077 Aug 16 01:56:04.905631 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7138524-57f4-4613-aea6-4a1c0328c006 req-e4546083-4dba-4038-8879-584a5026a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:04.907565 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7138524-57f4-4613-aea6-4a1c0328c006 req-e4546083-4dba-4038-8879-584a5026a419 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fb3e123f-0b5d-474c-aa50-f7bef1939d54 HTTP/1.1" status: 200 len: 835 time: 0.1529949 Aug 16 01:56:04.908406 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-35848ad0-4450-4a33-986f-74b4e9a7dc86', 'network_id': '35848ad0-4450-4a33-986f-74b4e9a7dc86', 'tenant_id': '18831e97643b4644becff7d7823d8b06', 'fixed_ips': [{'subnet_id': '9d00d8e4-afcf-4f00-a942-7b1592b4ea6f'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:56:04.909979 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.920288 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:04.980962 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b783ce8-51f1-4291-b632-f77346ad37de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.021919 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b783ce8-51f1-4291-b632-f77346ad37de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.113732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:56:05.132427 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241d29bd-d315-4bfb-8aac-175ef8ff0414 None None] Sync routers for ids ['94029da5-b7fc-4952-9824-6679de8a54c5'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:56:05.149012 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241d29bd-d315-4bfb-8aac-175ef8ff0414 None None] Routers {'94029da5-b7fc-4952-9824-6679de8a54c5'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:05.152664 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-241d29bd-d315-4bfb-8aac-175ef8ff0414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:55:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['94029da5-b7fc-4952-9824-6679de8a54c5'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:05.184067 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.190596 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b783ce8-51f1-4291-b632-f77346ad37de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.193681 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b783ce8-51f1-4291-b632-f77346ad37de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.195049 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5b783ce8-51f1-4291-b632-f77346ad37de admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1e560bbf-22dc-4181-a011-8843f4717705 HTTP/1.1" status: 204 len: 168 time: 0.3564544 Aug 16 01:56:05.237598 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b783ce8-51f1-4291-b632-f77346ad37de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e560bbf-22dc-4181-a011-8843f4717705,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:05.244484 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Allocated IP 172.20.0.1 (35848ad0-4450-4a33-986f-74b4e9a7dc86/9d00d8e4-afcf-4f00-a942-7b1592b4ea6f/57113667-2968-47c4-976d-42c02d69be4c) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:05.254749 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7138524-57f4-4613-aea6-4a1c0328c006 req-e2641730-5147-4bb1-949e-e9a8efdf25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:05.256890 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7138524-57f4-4613-aea6-4a1c0328c006 req-e2641730-5147-4bb1-949e-e9a8efdf25eb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3405581 Aug 16 01:56:05.317301 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ead913ce-b374-4fc0-9f12-ee7e106eb06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.323771 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ead913ce-b374-4fc0-9f12-ee7e106eb06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.363361 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.405120 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cc6fd341-1ea4-4120-b64d-4d549ffe5636 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.8896668 Aug 16 01:56:05.428082 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:05.435398 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8a13c6-931f-4d38-a240-31782daebf69" -d '{"events": [{"name": "network-changed", "server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:05.489610 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead913ce-b374-4fc0-9f12-ee7e106eb06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b45401-e7d2-439e-8ca3-12268b74cc95,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:05.508779 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ead913ce-b374-4fc0-9f12-ee7e106eb06e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1a558f49a9d34451851fe0cb81076324&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4031506 Aug 16 01:56:05.509748 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45030) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:05.585777 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-168878f5-8d72-4f47-bfb1-468e7a35a6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.623261 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-168878f5-8d72-4f47-bfb1-468e7a35a6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.651312 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-241d29bd-d315-4bfb-8aac-175ef8ff0414 None None] Set router 94029da5-b7fc-4952-9824-6679de8a54c5 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:05.656313 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fff6155-0b28-46d0-b112-4aa24b1e1102 x-openstack-request-id: req-1fff6155-0b28-46d0-b112-4aa24b1e1102 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:05.656974 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:05.657495 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1fff6155-0b28-46d0-b112-4aa24b1e1102 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:05.658767 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'status': 'completed', 'code': 200} Aug 16 01:56:05.658915 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.706457 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-168878f5-8d72-4f47-bfb1-468e7a35a6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.706963 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Transition to ACTIVE for port object 57113667-2968-47c4-976d-42c02d69be4c will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:05.711928 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-168878f5-8d72-4f47-bfb1-468e7a35a6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.719159 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-168878f5-8d72-4f47-bfb1-468e7a35a6b5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/62b45401-e7d2-439e-8ca3-12268b74cc95 HTTP/1.1" status: 204 len: 168 time: 0.2077131 Aug 16 01:56:05.739487 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168878f5-8d72-4f47-bfb1-468e7a35a6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b45401-e7d2-439e-8ca3-12268b74cc95,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:05.799525 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7138524-57f4-4613-aea6-4a1c0328c006 req-3d73801c-5702-4787-8f6c-c3f32c37599a service neutron] 10.222.0.63 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126455 Aug 16 01:56:05.821185 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Transition to ACTIVE for port object 57113667-2968-47c4-976d-42c02d69be4c will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:05.835163 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:05.993956 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Network 35848ad0-4450-4a33-986f-74b4e9a7dc86 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:06.005740 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Pushing event updated for resources: {'Port': ['ID=57113667-2968-47c4-976d-42c02d69be4c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:06.015305 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:06.020396 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:06.140810 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.188757 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Attempting to bind port 57113667-2968-47c4-976d-42c02d69be4c on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:06.189231 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Attempting to bind port 57113667-2968-47c4-976d-42c02d69be4c by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '89e82c8c-742f-41c2-8c1f-a147130eb7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '35848ad0-4450-4a33-986f-74b4e9a7dc86'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:06.189591 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Attempting to bind port 57113667-2968-47c4-976d-42c02d69be4c on network 35848ad0-4450-4a33-986f-74b4e9a7dc86 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:06.208876 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:06.209402 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Checking segment: {'id': '89e82c8c-742f-41c2-8c1f-a147130eb7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '35848ad0-4450-4a33-986f-74b4e9a7dc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:06.209691 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.210099 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Bound using segment: {'id': '89e82c8c-742f-41c2-8c1f-a147130eb7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '35848ad0-4450-4a33-986f-74b4e9a7dc86'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:06.210599 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Bound port: 57113667-2968-47c4-976d-42c02d69be4c, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e82c8c-742f-41c2-8c1f-a147130eb7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '35848ad0-4450-4a33-986f-74b4e9a7dc86'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:06.210989 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.363126 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Subnet': ['ID=9d00d8e4-afcf-4f00-a942-7b1592b4ea6f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:06.420275 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] For port 57113667-2968-47c4-976d-42c02d69be4c, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:06.430511 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] For port 57113667-2968-47c4-976d-42c02d69be4c, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=57113667-2968-47c4-976d-42c02d69be4c,segment=NetworkSegment(89e82c8c-742f-41c2-8c1f-a147130eb7d9),segment_id=89e82c8c-742f-41c2-8c1f-a147130eb7d9)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:06.443668 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.670512 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.679158 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad87fa-7e2a-4174-965d-5e0f266b4046 None None] Pushing event updated for resources: {'Port': ['ID=57113667-2968-47c4-976d-42c02d69be4c,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:06.695978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35848ad0-4450-4a33-986f-74b4e9a7dc86']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:06.696638 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a28afb9-2088-4a44-94f5-112306eeb29a None None] Network 35848ad0-4450-4a33-986f-74b4e9a7dc86 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:06.723731 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e82c8c-742f-41c2-8c1f-a147130eb7d9') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:06.725183 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e82c8c-742f-41c2-8c1f-a147130eb7d9') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:06.737041 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-241d29bd-d315-4bfb-8aac-175ef8ff0414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888809407', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '38d36b9f-adac-45fa-95db-8080869af94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:20Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '38d36b9f-adac-45fa-95db-8080869af94d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'c29ba3da-7767-4a34-92c6-8e6381f44bba', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'port_id': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5', 'mac_address': 'fa:16:3e:92:83:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:56:00Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 0, 'project_id': '7069c6ece3114808b56031f1299826b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25fc625a-5eeb-4678-ac36-5b0735190a2e', 'name': '', 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:6a:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:29Z', 'updated_at': '2021-08-16T01:55:39Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:06.746576 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.785672 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.804440 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:06.806885 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:06.814702 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:06.884286 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5f882-1a59-439b-ae86-1711b55340b6 req-ca767ea0-219c-4dfc-b780-3054a51b12fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:06.898069 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8e5f882-1a59-439b-ae86-1711b55340b6 req-ca767ea0-219c-4dfc-b780-3054a51b12fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 1.3328440 Aug 16 01:56:06.898404 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241d29bd-d315-4bfb-8aac-175ef8ff0414 None None] Checking router: 94029da5-b7fc-4952-9824-6679de8a54c5 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:56:06.907855 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241d29bd-d315-4bfb-8aac-175ef8ff0414 None None] Routers {'94029da5-b7fc-4952-9824-6679de8a54c5'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:06.909689 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-241d29bd-d315-4bfb-8aac-175ef8ff0414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:55:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['94029da5-b7fc-4952-9824-6679de8a54c5'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:07.026925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1021dd7-1e90-43c5-8628-1baed2910d64 None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:56:07.087656 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7138524-57f4-4613-aea6-4a1c0328c006 req-b5d8a856-89f2-4690-8411-bd7b32a9d9de service neutron] 10.222.0.63 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2807655 Aug 16 01:56:07.120466 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.db.api [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 01:56:07.120466 n-d-765315-27 neutron-server[94672]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 01:56:07.120466 n-d-765315-27 neutron-server[94672]: [parameters: {'id': '35848ad0-4450-4a33-986f-74b4e9a7dc86'}] Aug 16 01:56:07.120466 n-d-765315-27 neutron-server[94672]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:56:07.120991 n-d-765315-27 neutron-server[94672]: DEBUG oslo_db.api [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:56:07.122786 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-241d29bd-d315-4bfb-8aac-175ef8ff0414 None None] Set router 94029da5-b7fc-4952-9824-6679de8a54c5 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:07.179285 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8e5f882-1a59-439b-ae86-1711b55340b6 req-a481fa5e-d285-4db2-8fe0-d3707bc2ab41 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780194 Aug 16 01:56:07.202391 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45062) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:07.256284 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a13c6-931f-4d38-a240-31782daebf69 req-fa3cb09e-8b17-4945-b42f-7c45cd98855e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.261011 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c8a13c6-931f-4d38-a240-31782daebf69 req-fa3cb09e-8b17-4945-b42f-7c45cd98855e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 1097 time: 0.0793846 Aug 16 01:56:07.379056 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9db246fb-b274-410c-b788-7c07252a86de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/floatingips/c29ba3da-7767-4a34-92c6-8e6381f44bba HTTP/1.1" status: 200 len: 991 time: 0.1735108 Aug 16 01:56:07.419987 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.422036 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1021dd7-1e90-43c5-8628-1baed2910d64 None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 01:56:07.484945 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a13c6-931f-4d38-a240-31782daebf69 req-9018f7ea-fce1-4ff5-96c7-d07e5c97a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.497145 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c8a13c6-931f-4d38-a240-31782daebf69 req-9018f7ea-fce1-4ff5-96c7-d07e5c97a70e service neutron] 10.222.0.63 "GET /v2.0/networks?id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 HTTP/1.1" status: 200 len: 897 time: 0.2299507 Aug 16 01:56:07.600414 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c8a13c6-931f-4d38-a240-31782daebf69 req-0c599352-a8b9-43bf-8073-22f860b92844 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3 HTTP/1.1" status: 200 len: 999 time: 0.0943592 Aug 16 01:56:07.631411 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.755075 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a13c6-931f-4d38-a240-31782daebf69 req-19802149-b675-4700-b3d8-a3b5e796d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.756687 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c8a13c6-931f-4d38-a240-31782daebf69 req-19802149-b675-4700-b3d8-a3b5e796d870 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fb3e123f-0b5d-474c-aa50-f7bef1939d54 HTTP/1.1" status: 200 len: 835 time: 0.1480997 Aug 16 01:56:07.841204 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-241d29bd-d315-4bfb-8aac-175ef8ff0414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888809407', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '38d36b9f-adac-45fa-95db-8080869af94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:20Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '38d36b9f-adac-45fa-95db-8080869af94d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'c29ba3da-7767-4a34-92c6-8e6381f44bba', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'port_id': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5', 'mac_address': 'fa:16:3e:92:83:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:56:00Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 0, 'project_id': '7069c6ece3114808b56031f1299826b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25fc625a-5eeb-4678-ac36-5b0735190a2e', 'name': '', 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:6a:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:29Z', 'updated_at': '2021-08-16T01:55:39Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:07.877786 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a13c6-931f-4d38-a240-31782daebf69 req-1315e383-9ab7-4431-8fd6-c99639b85b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.879831 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c8a13c6-931f-4d38-a240-31782daebf69 req-1315e383-9ab7-4431-8fd6-c99639b85b7b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1143355 Aug 16 01:56:07.884671 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Deleting port 57113667-2968-47c4-976d-42c02d69be4c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:07.884671 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.894089 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241d29bd-d315-4bfb-8aac-175ef8ff0414 None None] The sync data for ids ['94029da5-b7fc-4952-9824-6679de8a54c5'] in n-d-765315-27 is: [{'id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888809407', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '38d36b9f-adac-45fa-95db-8080869af94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:20Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '38d36b9f-adac-45fa-95db-8080869af94d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'c29ba3da-7767-4a34-92c6-8e6381f44bba', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'port_id': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5', 'mac_address': 'fa:16:3e:92:83:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:56:00Z', 'updated_at': '2021-08-16T01:56:00Z', 'revision_number': 0, 'project_id': '7069c6ece3114808b56031f1299826b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25fc625a-5eeb-4678-ac36-5b0735190a2e', 'name': '', 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:6a:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:29Z', 'updated_at': '2021-08-16T01:55:39Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:56:08.131536 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c8a13c6-931f-4d38-a240-31782daebf69 req-8fda9475-ac40-4912-b529-97a16a139b1d service neutron] 10.222.0.63 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257864 Aug 16 01:56:08.136005 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.275747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] For port 57113667-2968-47c4-976d-42c02d69be4c, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=57113667-2968-47c4-976d-42c02d69be4c,segment=NetworkSegment(89e82c8c-742f-41c2-8c1f-a147130eb7d9),segment_id=89e82c8c-742f-41c2-8c1f-a147130eb7d9)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:08.276346 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.302646 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Calling delete_port for 57113667-2968-47c4-976d-42c02d69be4c owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:08.370769 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d62337d-7825-432a-b165-e0e353a1ffb6 None None] New status for floating IP c29ba3da-7767-4a34-92c6-8e6381f44bba: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:56:08.379681 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45082) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:08.387643 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c8a13c6-931f-4d38-a240-31782daebf69 req-6b09aa5c-0c5f-4226-92f9-2ee8a2f1f347 service neutron] 10.222.0.63 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197804 Aug 16 01:56:08.443299 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.459151 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No DVR routers for this DVR port 57113667-2968-47c4-976d-42c02d69be4c on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:08.485600 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Port': ['ID=57113667-2968-47c4-976d-42c02d69be4c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:08.583469 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.585885 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-edb3eebc-1124-4e01-8157-0339c2208c7e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/floatingips/c29ba3da-7767-4a34-92c6-8e6381f44bba HTTP/1.1" status: 200 len: 991 time: 0.1981893 Aug 16 01:56:08.595482 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35848ad0-4450-4a33-986f-74b4e9a7dc86']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:08.609090 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e82c8c-742f-41c2-8c1f-a147130eb7d9') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:08.609390 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e82c8c-742f-41c2-8c1f-a147130eb7d9') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:08.622750 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.653947 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.670780 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:08.671209 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:08.679522 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:08.771314 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.781807 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.789143 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45094) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:08.790085 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/35848ad0-4450-4a33-986f-74b4e9a7dc86 HTTP/1.1" status: 204 len: 168 time: 4.1306250 Aug 16 01:56:08.794778 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bc9390f1-3b1e-48ec-a0bf-da924abb797d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-461048663'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:08.810328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a63b5-517b-46ac-9336-602c32752370 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Network': ['ID=35848ad0-4450-4a33-986f-74b4e9a7dc86,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:08.820193 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9390f1-3b1e-48ec-a0bf-da924abb797d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:08.824477 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc9390f1-3b1e-48ec-a0bf-da924abb797d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.858730 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9390f1-3b1e-48ec-a0bf-da924abb797d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:08.876038 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc9390f1-3b1e-48ec-a0bf-da924abb797d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.876646 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-bc9390f1-3b1e-48ec-a0bf-da924abb797d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Added segment bd53654f-6a5b-4b28-92fe-87ce7c866042 of type vlan for network f6f539c7-6ba6-40ea-bea3-2e684cc925bd Aug 16 01:56:08.932098 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc9390f1-3b1e-48ec-a0bf-da924abb797d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.974379 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc9390f1-3b1e-48ec-a0bf-da924abb797d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.980732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9390f1-3b1e-48ec-a0bf-da924abb797d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:08.981382 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc9390f1-3b1e-48ec-a0bf-da924abb797d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.073082 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bc9390f1-3b1e-48ec-a0bf-da924abb797d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2825146 Aug 16 01:56:09.077700 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45098) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:09.084590 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e4574c4a-3f44-4388-b989-4df76ca689b5 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'subnet': {'network_id': 'f6f539c7-6ba6-40ea-bea3-2e684cc925bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:09.088377 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9390f1-3b1e-48ec-a0bf-da924abb797d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Network': ['ID=f6f539c7-6ba6-40ea-bea3-2e684cc925bd,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:09.100765 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network f6f539c7-6ba6-40ea-bea3-2e684cc925bd details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:09.218781 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4574c4a-3f44-4388-b989-4df76ca689b5 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:09.223120 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4574c4a-3f44-4388-b989-4df76ca689b5 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.474345 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4574c4a-3f44-4388-b989-4df76ca689b5 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.559632 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4574c4a-3f44-4388-b989-4df76ca689b5 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Subnet': ['ID=88c9f03a-f5c5-4fa0-9594-f057f7485737,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:09.565166 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4574c4a-3f44-4388-b989-4df76ca689b5 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Checking segment: {'id': 'bd53654f-6a5b-4b28-92fe-87ce7c866042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f6f539c7-6ba6-40ea-bea3-2e684cc925bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:09.565556 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4574c4a-3f44-4388-b989-4df76ca689b5 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network hostable DHCP agents. Network: f6f539c7-6ba6-40ea-bea3-2e684cc925bd, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:09.583231 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45114) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:09.589373 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4574c4a-3f44-4388-b989-4df76ca689b5 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network f6f539c7-6ba6-40ea-bea3-2e684cc925bd is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:09.605680 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e4574c4a-3f44-4388-b989-4df76ca689b5 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, f6f539c7-6ba6-40ea-bea3-2e684cc925bd) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:09.612425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4574c4a-3f44-4388-b989-4df76ca689b5 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:09.613137 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4574c4a-3f44-4388-b989-4df76ca689b5 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.621681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdebdd8e-1136-4a8c-83da-ce95647d6832 None None] Network f6f539c7-6ba6-40ea-bea3-2e684cc925bd requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:09.663903 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e4574c4a-3f44-4388-b989-4df76ca689b5 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5841157 Aug 16 01:56:09.667374 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45118) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:09.668982 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5564c86c-3540-46e5-b401-be3b881cee7d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/floatingips/c29ba3da-7767-4a34-92c6-8e6381f44bba HTTP/1.1" status: 200 len: 993 time: 0.0837886 Aug 16 01:56:09.915748 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35e006c8-fd2a-4e23-b8b3-d06189a595c9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.962384 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a70c44-b7e4-4e6d-a7b2-5087b96aa1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-f6f539c7-6ba6-40ea-bea3-2e684cc925bd', 'network_id': 'f6f539c7-6ba6-40ea-bea3-2e684cc925bd', 'tenant_id': '18831e97643b4644becff7d7823d8b06', 'fixed_ips': [{'subnet_id': '88c9f03a-f5c5-4fa0-9594-f057f7485737'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:56:09.963489 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-66a70c44-b7e4-4e6d-a7b2-5087b96aa1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.981003 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35e006c8-fd2a-4e23-b8b3-d06189a595c9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.073966 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35e006c8-fd2a-4e23-b8b3-d06189a595c9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.132847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e006c8-fd2a-4e23-b8b3-d06189a595c9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Subnet': ['ID=88c9f03a-f5c5-4fa0-9594-f057f7485737,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server [None req-66a70c44-b7e4-4e6d-a7b2-5087b96aa1ee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88c9f03a-f5c5-4fa0-9594-f057f7485737: This subnet is being modified by another concurrent operation. Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 01:56:10.177646 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise exception Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88c9f03a-f5c5-4fa0-9594-f057f7485737: This subnet is being modified by another concurrent operation. Aug 16 01:56:10.181305 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Aug 16 01:56:10.212567 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae803b1d-4a19-481c-a942-970b885b0d51 None None] Network f6f539c7-6ba6-40ea-bea3-2e684cc925bd requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:10.244562 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35e006c8-fd2a-4e23-b8b3-d06189a595c9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.261362 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-35e006c8-fd2a-4e23-b8b3-d06189a595c9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f539c7-6ba6-40ea-bea3-2e684cc925bd']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:10.275236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-35e006c8-fd2a-4e23-b8b3-d06189a595c9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd53654f-6a5b-4b28-92fe-87ce7c866042') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:10.275822 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-35e006c8-fd2a-4e23-b8b3-d06189a595c9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd53654f-6a5b-4b28-92fe-87ce7c866042') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:10.290277 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35e006c8-fd2a-4e23-b8b3-d06189a595c9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.307712 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35e006c8-fd2a-4e23-b8b3-d06189a595c9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.323283 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e006c8-fd2a-4e23-b8b3-d06189a595c9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:10.323839 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35e006c8-fd2a-4e23-b8b3-d06189a595c9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:10.327524 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:10.430456 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d5aecb-c9cc-4ac6-9ca0-daa763b4a8ba None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:56:10.447676 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35e006c8-fd2a-4e23-b8b3-d06189a595c9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.461093 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35e006c8-fd2a-4e23-b8b3-d06189a595c9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.467829 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-35e006c8-fd2a-4e23-b8b3-d06189a595c9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/f6f539c7-6ba6-40ea-bea3-2e684cc925bd HTTP/1.1" status: 204 len: 168 time: 0.7994215 Aug 16 01:56:10.472034 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45138) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:10.477147 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6be7aefb-8d94-4b64-9c54-eb7fddf9bdc1 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1978464592'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:10.508017 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be7aefb-8d94-4b64-9c54-eb7fddf9bdc1 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:10.511178 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e006c8-fd2a-4e23-b8b3-d06189a595c9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Network': ['ID=f6f539c7-6ba6-40ea-bea3-2e684cc925bd,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:10.522274 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6be7aefb-8d94-4b64-9c54-eb7fddf9bdc1 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.567527 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be7aefb-8d94-4b64-9c54-eb7fddf9bdc1 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:10.591982 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6be7aefb-8d94-4b64-9c54-eb7fddf9bdc1 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.593050 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-6be7aefb-8d94-4b64-9c54-eb7fddf9bdc1 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Added segment e5173b65-c805-4963-88bb-144de91c0748 of type vlan for network 71e73b83-0a4f-4fd9-9ff4-47fb8cb43453 Aug 16 01:56:10.610492 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d5aecb-c9cc-4ac6-9ca0-daa763b4a8ba None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 01:56:10.664953 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6be7aefb-8d94-4b64-9c54-eb7fddf9bdc1 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.747318 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6be7aefb-8d94-4b64-9c54-eb7fddf9bdc1 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.761507 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be7aefb-8d94-4b64-9c54-eb7fddf9bdc1 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:10.762514 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6be7aefb-8d94-4b64-9c54-eb7fddf9bdc1 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.898786 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6be7aefb-8d94-4b64-9c54-eb7fddf9bdc1 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4255714 Aug 16 01:56:10.903077 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45146) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:10.912973 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e44974ab-082e-480b-9c56-6403109dcd55 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'subnet': {'network_id': '71e73b83-0a4f-4fd9-9ff4-47fb8cb43453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:10.924834 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7aefb-8d94-4b64-9c54-eb7fddf9bdc1 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Network': ['ID=71e73b83-0a4f-4fd9-9ff4-47fb8cb43453,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:10.959957 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 71e73b83-0a4f-4fd9-9ff4-47fb8cb43453 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:11.065946 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44974ab-082e-480b-9c56-6403109dcd55 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:11.070575 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e44974ab-082e-480b-9c56-6403109dcd55 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.163207 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.ipam_backend_mixin [None req-e44974ab-082e-480b-9c56-6403109dcd55 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Performing IP validity checks on allocation pools {{(pid=94672) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 01:56:11.165543 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.ipam_backend_mixin [None req-e44974ab-082e-480b-9c56-6403109dcd55 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94672) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 01:56:11.359011 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e44974ab-082e-480b-9c56-6403109dcd55 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.437119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44974ab-082e-480b-9c56-6403109dcd55 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Subnet': ['ID=23d98ad6-076f-44ff-9455-7534b794db6d,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:11.443579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44974ab-082e-480b-9c56-6403109dcd55 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Checking segment: {'id': 'e5173b65-c805-4963-88bb-144de91c0748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '71e73b83-0a4f-4fd9-9ff4-47fb8cb43453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:11.444658 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44974ab-082e-480b-9c56-6403109dcd55 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network hostable DHCP agents. Network: 71e73b83-0a4f-4fd9-9ff4-47fb8cb43453, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:11.470554 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44974ab-082e-480b-9c56-6403109dcd55 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network 71e73b83-0a4f-4fd9-9ff4-47fb8cb43453 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:11.484411 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e44974ab-082e-480b-9c56-6403109dcd55 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 71e73b83-0a4f-4fd9-9ff4-47fb8cb43453) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:11.490123 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44974ab-082e-480b-9c56-6403109dcd55 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:11.491356 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e44974ab-082e-480b-9c56-6403109dcd55 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.495488 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d215f7f-2e4e-42c6-ac8c-9444997b0e07 None None] Network 71e73b83-0a4f-4fd9-9ff4-47fb8cb43453 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:11.511385 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e44974ab-082e-480b-9c56-6403109dcd55 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6066301 Aug 16 01:56:11.513421 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45164) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:11.644346 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b87c0d93-2086-478a-a163-e14f082e283b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.710960 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be8ed40-634f-4296-9652-e70377951627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-71e73b83-0a4f-4fd9-9ff4-47fb8cb43453', 'network_id': '71e73b83-0a4f-4fd9-9ff4-47fb8cb43453', 'tenant_id': '18831e97643b4644becff7d7823d8b06', 'fixed_ips': [{'subnet_id': '23d98ad6-076f-44ff-9455-7534b794db6d'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:56:11.712206 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8be8ed40-634f-4296-9652-e70377951627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.770614 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b87c0d93-2086-478a-a163-e14f082e283b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.853789 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b87c0d93-2086-478a-a163-e14f082e283b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server [None req-8be8ed40-634f-4296-9652-e70377951627 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23d98ad6-076f-44ff-9455-7534b794db6d: This subnet is being modified by another concurrent operation. Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 01:56:11.858142 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise exception Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23d98ad6-076f-44ff-9455-7534b794db6d: This subnet is being modified by another concurrent operation. Aug 16 01:56:11.863352 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Aug 16 01:56:11.886535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487b1f4e-a824-4855-8b72-0df4104e87e1 None None] Network 71e73b83-0a4f-4fd9-9ff4-47fb8cb43453 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:11.950683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c0d93-2086-478a-a163-e14f082e283b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Subnet': ['ID=23d98ad6-076f-44ff-9455-7534b794db6d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:11.990980 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b87c0d93-2086-478a-a163-e14f082e283b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.007718 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b87c0d93-2086-478a-a163-e14f082e283b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e73b83-0a4f-4fd9-9ff4-47fb8cb43453']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:12.040749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b87c0d93-2086-478a-a163-e14f082e283b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5173b65-c805-4963-88bb-144de91c0748') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:12.043401 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b87c0d93-2086-478a-a163-e14f082e283b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5173b65-c805-4963-88bb-144de91c0748') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:12.059203 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b87c0d93-2086-478a-a163-e14f082e283b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.077828 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5a3534-5a94-48a0-b4f2-5d0fcb07ba6c None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:56:12.078720 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b87c0d93-2086-478a-a163-e14f082e283b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.087842 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87c0d93-2086-478a-a163-e14f082e283b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:12.088445 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b87c0d93-2086-478a-a163-e14f082e283b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:12.174608 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:12.180917 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b87c0d93-2086-478a-a163-e14f082e283b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.191600 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b87c0d93-2086-478a-a163-e14f082e283b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.197536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45180) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:12.199207 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b87c0d93-2086-478a-a163-e14f082e283b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/71e73b83-0a4f-4fd9-9ff4-47fb8cb43453 HTTP/1.1" status: 204 len: 168 time: 0.6838892 Aug 16 01:56:12.199997 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5a3534-5a94-48a0-b4f2-5d0fcb07ba6c None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 01:56:12.206202 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5f681e39-666a-465d-a9c7-cb95c7a203fe tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1726608519'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:12.233020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c0d93-2086-478a-a163-e14f082e283b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Network': ['ID=71e73b83-0a4f-4fd9-9ff4-47fb8cb43453,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:12.256883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f681e39-666a-465d-a9c7-cb95c7a203fe tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:12.270619 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5f681e39-666a-465d-a9c7-cb95c7a203fe tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.767330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f681e39-666a-465d-a9c7-cb95c7a203fe tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:12.778376 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5f681e39-666a-465d-a9c7-cb95c7a203fe tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.778710 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-5f681e39-666a-465d-a9c7-cb95c7a203fe tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Added segment 19730368-2d8e-4bab-8588-893531f1c5ea of type vlan for network ac79d86b-9f6b-4af6-8c2f-826126f7596a Aug 16 01:56:12.828836 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5f681e39-666a-465d-a9c7-cb95c7a203fe tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.874857 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5f681e39-666a-465d-a9c7-cb95c7a203fe tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.884445 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f681e39-666a-465d-a9c7-cb95c7a203fe tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:12.885317 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5f681e39-666a-465d-a9c7-cb95c7a203fe tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.950458 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5f681e39-666a-465d-a9c7-cb95c7a203fe tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7477083 Aug 16 01:56:12.951235 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45194) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:12.959639 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6c683985-d3c4-4a34-92da-b149a0e5098f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'subnet': {'network_id': 'ac79d86b-9f6b-4af6-8c2f-826126f7596a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:12.982134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f681e39-666a-465d-a9c7-cb95c7a203fe tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Network': ['ID=ac79d86b-9f6b-4af6-8c2f-826126f7596a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:12.994056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network ac79d86b-9f6b-4af6-8c2f-826126f7596a details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:13.097027 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c683985-d3c4-4a34-92da-b149a0e5098f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:13.100953 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c683985-d3c4-4a34-92da-b149a0e5098f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.313388 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45206) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:13.334233 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c683985-d3c4-4a34-92da-b149a0e5098f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.421919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c683985-d3c4-4a34-92da-b149a0e5098f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Subnet': ['ID=6d7e29a0-e52d-460b-893c-3747137c7700,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:13.427276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c683985-d3c4-4a34-92da-b149a0e5098f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Checking segment: {'id': '19730368-2d8e-4bab-8588-893531f1c5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ac79d86b-9f6b-4af6-8c2f-826126f7596a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:13.428212 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c683985-d3c4-4a34-92da-b149a0e5098f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network hostable DHCP agents. Network: ac79d86b-9f6b-4af6-8c2f-826126f7596a, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:13.451171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c683985-d3c4-4a34-92da-b149a0e5098f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network ac79d86b-9f6b-4af6-8c2f-826126f7596a is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:13.471668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-6c683985-d3c4-4a34-92da-b149a0e5098f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, ac79d86b-9f6b-4af6-8c2f-826126f7596a) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:13.477202 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c683985-d3c4-4a34-92da-b149a0e5098f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:13.478717 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c683985-d3c4-4a34-92da-b149a0e5098f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.485262 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903c383a-f082-4e4c-b167-218ec68fe8ab None None] Network ac79d86b-9f6b-4af6-8c2f-826126f7596a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:13.518777 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6c683985-d3c4-4a34-92da-b149a0e5098f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5654526 Aug 16 01:56:13.521257 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45212) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:13.749521 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9992-39dc-44d2-8d24-6c5dd7a50c6d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.761967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2574a3ee-0112-4987-b598-e5ccb13e488a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-ac79d86b-9f6b-4af6-8c2f-826126f7596a', 'network_id': 'ac79d86b-9f6b-4af6-8c2f-826126f7596a', 'tenant_id': '18831e97643b4644becff7d7823d8b06', 'fixed_ips': [{'subnet_id': '6d7e29a0-e52d-460b-893c-3747137c7700'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:56:13.764351 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2574a3ee-0112-4987-b598-e5ccb13e488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.855406 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9992-39dc-44d2-8d24-6c5dd7a50c6d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.938973 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9992-39dc-44d2-8d24-6c5dd7a50c6d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server [None req-2574a3ee-0112-4987-b598-e5ccb13e488a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d7e29a0-e52d-460b-893c-3747137c7700: This subnet is being modified by another concurrent operation. Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 01:56:13.945689 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise exception Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d7e29a0-e52d-460b-893c-3747137c7700: This subnet is being modified by another concurrent operation. Aug 16 01:56:13.949285 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Aug 16 01:56:13.979317 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c0353a-af52-4bec-8fda-2110729996ba None None] Network ac79d86b-9f6b-4af6-8c2f-826126f7596a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:14.115545 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c9992-39dc-44d2-8d24-6c5dd7a50c6d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Subnet': ['ID=6d7e29a0-e52d-460b-893c-3747137c7700,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:14.223181 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9992-39dc-44d2-8d24-6c5dd7a50c6d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.237272 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cf7c9992-39dc-44d2-8d24-6c5dd7a50c6d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac79d86b-9f6b-4af6-8c2f-826126f7596a']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:14.250753 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cf7c9992-39dc-44d2-8d24-6c5dd7a50c6d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19730368-2d8e-4bab-8588-893531f1c5ea') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:14.251524 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cf7c9992-39dc-44d2-8d24-6c5dd7a50c6d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19730368-2d8e-4bab-8588-893531f1c5ea') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:14.274759 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe65314-4452-469e-9990-b56debb9752a None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:56:14.285265 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9992-39dc-44d2-8d24-6c5dd7a50c6d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.303398 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-455c0e45-fccd-414f-b2e4-0d379fbf7d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.311106 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9992-39dc-44d2-8d24-6c5dd7a50c6d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.319852 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7c9992-39dc-44d2-8d24-6c5dd7a50c6d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:14.320625 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9992-39dc-44d2-8d24-6c5dd7a50c6d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:14.324622 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:14.417462 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9992-39dc-44d2-8d24-6c5dd7a50c6d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.431225 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9992-39dc-44d2-8d24-6c5dd7a50c6d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.435531 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cf7c9992-39dc-44d2-8d24-6c5dd7a50c6d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/ac79d86b-9f6b-4af6-8c2f-826126f7596a HTTP/1.1" status: 204 len: 168 time: 0.9130638 Aug 16 01:56:14.444433 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45236) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:14.448937 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe65314-4452-469e-9990-b56debb9752a None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 01:56:14.454064 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8095286c-5d26-496c-ba85-c4b816eb9627 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1121749154'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:14.468799 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c9992-39dc-44d2-8d24-6c5dd7a50c6d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Network': ['ID=ac79d86b-9f6b-4af6-8c2f-826126f7596a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:14.589427 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8095286c-5d26-496c-ba85-c4b816eb9627 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:14.593914 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8095286c-5d26-496c-ba85-c4b816eb9627 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.632469 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8095286c-5d26-496c-ba85-c4b816eb9627 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:14.660568 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8095286c-5d26-496c-ba85-c4b816eb9627 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.660974 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-8095286c-5d26-496c-ba85-c4b816eb9627 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Added segment 54fd803d-baf2-428e-af66-60360ac18441 of type vlan for network 5ac769a5-3093-4047-a04a-1304cbd412cf Aug 16 01:56:14.747175 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8095286c-5d26-496c-ba85-c4b816eb9627 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.823772 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8095286c-5d26-496c-ba85-c4b816eb9627 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.832024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8095286c-5d26-496c-ba85-c4b816eb9627 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:14.832512 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8095286c-5d26-496c-ba85-c4b816eb9627 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.912846 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-455c0e45-fccd-414f-b2e4-0d379fbf7d91 admin admin] Deleting port 8e508f1c-e053-4557-9551-15f54666710f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:14.913516 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-455c0e45-fccd-414f-b2e4-0d379fbf7d91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.923087 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8095286c-5d26-496c-ba85-c4b816eb9627 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4748809 Aug 16 01:56:14.923342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45256) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:14.930479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-47480694-fecd-4ebf-8795-402f1f72ee36 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'subnet': {'network_id': '5ac769a5-3093-4047-a04a-1304cbd412cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:14.930658 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095286c-5d26-496c-ba85-c4b816eb9627 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Network': ['ID=5ac769a5-3093-4047-a04a-1304cbd412cf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:14.944057 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 5ac769a5-3093-4047-a04a-1304cbd412cf details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:15.015048 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-455c0e45-fccd-414f-b2e4-0d379fbf7d91 admin admin] For port 8e508f1c-e053-4557-9551-15f54666710f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8e508f1c-e053-4557-9551-15f54666710f,segment=NetworkSegment(b5f372a8-0b04-455f-92d6-6952aa4b1489),segment_id=b5f372a8-0b04-455f-92d6-6952aa4b1489)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:15.015445 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-455c0e45-fccd-414f-b2e4-0d379fbf7d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.038867 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-455c0e45-fccd-414f-b2e4-0d379fbf7d91 admin admin] Calling delete_port for 8e508f1c-e053-4557-9551-15f54666710f owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:15.073988 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47480694-fecd-4ebf-8795-402f1f72ee36 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:15.082528 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-47480694-fecd-4ebf-8795-402f1f72ee36 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.279469 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-455c0e45-fccd-414f-b2e4-0d379fbf7d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.337786 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c0e45-fccd-414f-b2e4-0d379fbf7d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e508f1c-e053-4557-9551-15f54666710f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:15.349881 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-47480694-fecd-4ebf-8795-402f1f72ee36 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.447287 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47480694-fecd-4ebf-8795-402f1f72ee36 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Subnet': ['ID=23b47f53-584a-4fa5-81df-be4963a26193,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:15.481416 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47480694-fecd-4ebf-8795-402f1f72ee36 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Checking segment: {'id': '54fd803d-baf2-428e-af66-60360ac18441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5ac769a5-3093-4047-a04a-1304cbd412cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:15.481960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47480694-fecd-4ebf-8795-402f1f72ee36 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network hostable DHCP agents. Network: 5ac769a5-3093-4047-a04a-1304cbd412cf, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:15.500488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47480694-fecd-4ebf-8795-402f1f72ee36 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network 5ac769a5-3093-4047-a04a-1304cbd412cf is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:15.512373 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-47480694-fecd-4ebf-8795-402f1f72ee36 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 5ac769a5-3093-4047-a04a-1304cbd412cf) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:15.520083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47480694-fecd-4ebf-8795-402f1f72ee36 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:15.520985 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-47480694-fecd-4ebf-8795-402f1f72ee36 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.524727 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3fba19-7508-4d95-80c1-e56bd211a4cb None None] Network 5ac769a5-3093-4047-a04a-1304cbd412cf requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:15.539826 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-47480694-fecd-4ebf-8795-402f1f72ee36 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6142437 Aug 16 01:56:15.542923 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45266) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:15.582890 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-455c0e45-fccd-414f-b2e4-0d379fbf7d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.777173 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee38f9ba-e0d5-4adc-9541-2a6ff1895145 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.822167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f7ff17-1675-4304-8ade-97378514db55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-5ac769a5-3093-4047-a04a-1304cbd412cf', 'network_id': '5ac769a5-3093-4047-a04a-1304cbd412cf', 'tenant_id': '18831e97643b4644becff7d7823d8b06', 'fixed_ips': [{'subnet_id': '23b47f53-584a-4fa5-81df-be4963a26193'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:56:15.823170 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97f7ff17-1675-4304-8ade-97378514db55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.842628 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee38f9ba-e0d5-4adc-9541-2a6ff1895145 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.920556 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee38f9ba-e0d5-4adc-9541-2a6ff1895145 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.973096 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455c0e45-fccd-414f-b2e4-0d379fbf7d91 admin admin] Router 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:56:15.979486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38f9ba-e0d5-4adc-9541-2a6ff1895145 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Subnet': ['ID=23b47f53-584a-4fa5-81df-be4963a26193,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server [None req-97f7ff17-1675-4304-8ade-97378514db55 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23b47f53-584a-4fa5-81df-be4963a26193: This subnet is being modified by another concurrent operation. Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 01:56:15.980560 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise exception Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23b47f53-584a-4fa5-81df-be4963a26193: This subnet is being modified by another concurrent operation. Aug 16 01:56:15.984431 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Aug 16 01:56:16.008748 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7705d906-2f14-46d3-bf7c-d5f7e50c791b None None] Network 5ac769a5-3093-4047-a04a-1304cbd412cf requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:16.071952 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee38f9ba-e0d5-4adc-9541-2a6ff1895145 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.098892 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ee38f9ba-e0d5-4adc-9541-2a6ff1895145 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac769a5-3093-4047-a04a-1304cbd412cf']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:16.121473 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ee38f9ba-e0d5-4adc-9541-2a6ff1895145 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fd803d-baf2-428e-af66-60360ac18441') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:16.121473 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ee38f9ba-e0d5-4adc-9541-2a6ff1895145 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fd803d-baf2-428e-af66-60360ac18441') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:16.141945 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee38f9ba-e0d5-4adc-9541-2a6ff1895145 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.148248 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dab8f35-dd7e-4e48-abd8-97d461ab75b4 None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:56:16.177243 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee38f9ba-e0d5-4adc-9541-2a6ff1895145 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.198983 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee38f9ba-e0d5-4adc-9541-2a6ff1895145 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:16.199224 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee38f9ba-e0d5-4adc-9541-2a6ff1895145 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:16.202412 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:16.320315 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee38f9ba-e0d5-4adc-9541-2a6ff1895145 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.331937 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee38f9ba-e0d5-4adc-9541-2a6ff1895145 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.341537 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ee38f9ba-e0d5-4adc-9541-2a6ff1895145 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/5ac769a5-3093-4047-a04a-1304cbd412cf HTTP/1.1" status: 204 len: 168 time: 0.7972457 Aug 16 01:56:16.342589 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45284) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:16.348809 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dab8f35-dd7e-4e48-abd8-97d461ab75b4 None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 01:56:16.356651 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6c58aed3-5268-470f-b1d0-ac7979a4825c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1635565640'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:16.404593 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38f9ba-e0d5-4adc-9541-2a6ff1895145 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Network': ['ID=5ac769a5-3093-4047-a04a-1304cbd412cf,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:16.451142 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c58aed3-5268-470f-b1d0-ac7979a4825c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:16.457995 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c58aed3-5268-470f-b1d0-ac7979a4825c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.520998 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c58aed3-5268-470f-b1d0-ac7979a4825c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:16.535245 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c58aed3-5268-470f-b1d0-ac7979a4825c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.536318 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-6c58aed3-5268-470f-b1d0-ac7979a4825c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Added segment 41420722-a533-4b59-8e25-c73595ac3ee9 of type vlan for network f6c2ce54-6b48-41a0-ac68-4b32dabd375e Aug 16 01:56:16.592637 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c58aed3-5268-470f-b1d0-ac7979a4825c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.615734 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455c0e45-fccd-414f-b2e4-0d379fbf7d91 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:56:16.621475 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-455c0e45-fccd-414f-b2e4-0d379fbf7d91 admin admin] 10.222.0.68 "PUT /v2.0/routers/43b70586-a37c-4aa5-a08c-3c4d8a8fc090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3074951 Aug 16 01:56:16.627830 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4693dbc9-af0d-4412-8a59-d722c1e102f7 None None] Sync routers for ids ['43b70586-a37c-4aa5-a08c-3c4d8a8fc090'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:56:16.633675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45288) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:16.640012 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4693dbc9-af0d-4412-8a59-d722c1e102f7 None None] Routers {'43b70586-a37c-4aa5-a08c-3c4d8a8fc090'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:16.640994 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4693dbc9-af0d-4412-8a59-d722c1e102f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:55:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['43b70586-a37c-4aa5-a08c-3c4d8a8fc090'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:16.765216 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c58aed3-5268-470f-b1d0-ac7979a4825c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.773445 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c58aed3-5268-470f-b1d0-ac7979a4825c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:16.774105 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c58aed3-5268-470f-b1d0-ac7979a4825c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.780517 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-4693dbc9-af0d-4412-8a59-d722c1e102f7 None None] Set router 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:16.903965 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6c58aed3-5268-470f-b1d0-ac7979a4825c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5558612 Aug 16 01:56:16.904299 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45294) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:16.910934 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ef56a104-a5ef-4bd3-88ea-9b28b68a11e3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:16.924972 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794ed5e3-95d3-41aa-8ef7-72117e8c9fc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.974693 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58aed3-5268-470f-b1d0-ac7979a4825c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Network': ['ID=f6c2ce54-6b48-41a0-ac68-4b32dabd375e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:16.976727 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45296) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:16.987814 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network f6c2ce54-6b48-41a0-ac68-4b32dabd375e details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:17.025011 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4693dbc9-af0d-4412-8a59-d722c1e102f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'name': 'tempest-TaggedBootDevicesTest_v242-172982936-router', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:56:15Z', 'revision_number': 5, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'gw_port': {'id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:17.068055 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4693dbc9-af0d-4412-8a59-d722c1e102f7 None None] Checking router: 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:56:17.078454 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4693dbc9-af0d-4412-8a59-d722c1e102f7 None None] Routers {'43b70586-a37c-4aa5-a08c-3c4d8a8fc090'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:17.079599 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4693dbc9-af0d-4412-8a59-d722c1e102f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:55:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['43b70586-a37c-4aa5-a08c-3c4d8a8fc090'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:17.125107 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794ed5e3-95d3-41aa-8ef7-72117e8c9fc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.218487 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc3a242a-568b-43b8-9f24-7a2b3cfcb7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.248438 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-4693dbc9-af0d-4412-8a59-d722c1e102f7 None None] Set router 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:17.255433 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-794ed5e3-95d3-41aa-8ef7-72117e8c9fc8 admin admin] Deleting port 0faa9993-9c95-49cf-8915-87705fd7e304 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:17.255909 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794ed5e3-95d3-41aa-8ef7-72117e8c9fc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.272262 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef56a104-a5ef-4bd3-88ea-9b28b68a11e3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.296929 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef56a104-a5ef-4bd3-88ea-9b28b68a11e3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.358937 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-794ed5e3-95d3-41aa-8ef7-72117e8c9fc8 admin admin] For port 0faa9993-9c95-49cf-8915-87705fd7e304, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0faa9993-9c95-49cf-8915-87705fd7e304,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:17.359816 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794ed5e3-95d3-41aa-8ef7-72117e8c9fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.375372 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-794ed5e3-95d3-41aa-8ef7-72117e8c9fc8 admin admin] Calling delete_port for 0faa9993-9c95-49cf-8915-87705fd7e304 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:17.377996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56a104-a5ef-4bd3-88ea-9b28b68a11e3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Network': ['ID=f6c2ce54-6b48-41a0-ac68-4b32dabd375e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:17.384866 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef56a104-a5ef-4bd3-88ea-9b28b68a11e3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network f6c2ce54-6b48-41a0-ac68-4b32dabd375e is not hosted by any dhcp agent {{(pid=94673) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 01:56:17.390478 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network f6c2ce54-6b48-41a0-ac68-4b32dabd375e details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:17.390744 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef56a104-a5ef-4bd3-88ea-9b28b68a11e3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:17.391799 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef56a104-a5ef-4bd3-88ea-9b28b68a11e3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.393429 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ef56a104-a5ef-4bd3-88ea-9b28b68a11e3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "PUT /v2.0/networks/f6c2ce54-6b48-41a0-ac68-4b32dabd375e HTTP/1.1" status: 200 len: 723 time: 0.4879777 Aug 16 01:56:17.398953 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45302) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:17.407197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ca2197e7-2fe8-4f07-b78e-40cccc3eba9f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'subnet': {'network_id': 'f6c2ce54-6b48-41a0-ac68-4b32dabd375e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:17.511534 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4693dbc9-af0d-4412-8a59-d722c1e102f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'name': 'tempest-TaggedBootDevicesTest_v242-172982936-router', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:56:15Z', 'revision_number': 5, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'gw_port': {'id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:17.543132 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4693dbc9-af0d-4412-8a59-d722c1e102f7 None None] The sync data for ids ['43b70586-a37c-4aa5-a08c-3c4d8a8fc090'] in n-d-765315-27 is: [{'id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'name': 'tempest-TaggedBootDevicesTest_v242-172982936-router', 'tenant_id': '9ca74d145ad54f52a9156b1910a2719b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:56:15Z', 'revision_number': 5, 'project_id': '9ca74d145ad54f52a9156b1910a2719b', 'gw_port': {'id': '0faa9993-9c95-49cf-8915-87705fd7e304', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b70586-a37c-4aa5-a08c-3c4d8a8fc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:56:17.671717 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc3a242a-568b-43b8-9f24-7a2b3cfcb7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.677202 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc3a242a-568b-43b8-9f24-7a2b3cfcb7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.694518 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2197e7-2fe8-4f07-b78e-40cccc3eba9f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:17.698775 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ca2197e7-2fe8-4f07-b78e-40cccc3eba9f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.733652 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fc3a242a-568b-43b8-9f24-7a2b3cfcb7b5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1e521fd4c4684ab2ad86ba4adf5d499b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7543952 Aug 16 01:56:17.737405 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45304) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:17.775454 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a242a-568b-43b8-9f24-7a2b3cfcb7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b22396d-cbdf-418f-b5e2-87acfee86c8e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:17.799816 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794ed5e3-95d3-41aa-8ef7-72117e8c9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.833778 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ed5e3-95d3-41aa-8ef7-72117e8c9fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0faa9993-9c95-49cf-8915-87705fd7e304,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:17.864924 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba277a11-178c-4c53-ad31-04fd2f8b4428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.924740 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba277a11-178c-4c53-ad31-04fd2f8b4428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.940019 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794ed5e3-95d3-41aa-8ef7-72117e8c9fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.992194 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ca2197e7-2fe8-4f07-b78e-40cccc3eba9f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.067860 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794ed5e3-95d3-41aa-8ef7-72117e8c9fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.071048 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794ed5e3-95d3-41aa-8ef7-72117e8c9fc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.116570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2197e7-2fe8-4f07-b78e-40cccc3eba9f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Checking segment: {'id': '41420722-a533-4b59-8e25-c73595ac3ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f6c2ce54-6b48-41a0-ac68-4b32dabd375e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:18.117097 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2197e7-2fe8-4f07-b78e-40cccc3eba9f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network hostable DHCP agents. Network: f6c2ce54-6b48-41a0-ac68-4b32dabd375e, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:18.121041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2197e7-2fe8-4f07-b78e-40cccc3eba9f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Subnet': ['ID=65ff58c5-307c-4ba5-a06d-bfd50fffc5b1,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:18.146292 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794ed5e3-95d3-41aa-8ef7-72117e8c9fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.147150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794ed5e3-95d3-41aa-8ef7-72117e8c9fc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43b70586-a37c-4aa5-a08c-3c4d8a8fc090 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:56:18.153074 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794ed5e3-95d3-41aa-8ef7-72117e8c9fc8 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.154675 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-794ed5e3-95d3-41aa-8ef7-72117e8c9fc8 admin admin] 10.222.0.68 "DELETE /v2.0/routers/43b70586-a37c-4aa5-a08c-3c4d8a8fc090 HTTP/1.1" status: 204 len: 168 time: 1.5185606 Aug 16 01:56:18.156191 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba277a11-178c-4c53-ad31-04fd2f8b4428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.158964 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45308) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:18.160606 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba277a11-178c-4c53-ad31-04fd2f8b4428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.162939 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ba277a11-178c-4c53-ad31-04fd2f8b4428 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4b22396d-cbdf-418f-b5e2-87acfee86c8e HTTP/1.1" status: 204 len: 168 time: 0.4245923 Aug 16 01:56:18.171626 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba277a11-178c-4c53-ad31-04fd2f8b4428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b22396d-cbdf-418f-b5e2-87acfee86c8e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:18.181476 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2197e7-2fe8-4f07-b78e-40cccc3eba9f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network f6c2ce54-6b48-41a0-ac68-4b32dabd375e is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:18.218474 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ca2197e7-2fe8-4f07-b78e-40cccc3eba9f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, f6c2ce54-6b48-41a0-ac68-4b32dabd375e) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:18.229290 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15affb45-af3e-43d7-bf40-c9b7d74b25e4 None None] Network f6c2ce54-6b48-41a0-ac68-4b32dabd375e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:18.231565 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2197e7-2fe8-4f07-b78e-40cccc3eba9f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.232267 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ca2197e7-2fe8-4f07-b78e-40cccc3eba9f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.251562 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-564b5175-543d-4852-9854-32bb39ee987e admin admin] Deleting subnet d2066c6a-92ce-4085-9aef-33a27593c624 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:18.257576 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-564b5175-543d-4852-9854-32bb39ee987e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.263567 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ca2197e7-2fe8-4f07-b78e-40cccc3eba9f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8610163 Aug 16 01:56:18.264106 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45312) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:18.273057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9f3f1fb6-f338-4e10-8bf0-5f4f63e63080 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:18.317282 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-564b5175-543d-4852-9854-32bb39ee987e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.437060 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1fb6-f338-4e10-8bf0-5f4f63e63080 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31450358'] for subnet, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.439057 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-564b5175-543d-4852-9854-32bb39ee987e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.521907 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-564b5175-543d-4852-9854-32bb39ee987e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.572822 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-564b5175-543d-4852-9854-32bb39ee987e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.579554 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-564b5175-543d-4852-9854-32bb39ee987e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d2066c6a-92ce-4085-9aef-33a27593c624 HTTP/1.1" status: 204 len: 168 time: 0.4191859 Aug 16 01:56:18.581961 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45318) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:18.583013 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b5175-543d-4852-9854-32bb39ee987e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2066c6a-92ce-4085-9aef-33a27593c624,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:18.589522 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73d1746-dc29-47be-b0d1-adf5ce20d88a None None] Network 5ffd1200-3653-4dd2-97e7-c5074409a495 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:18.692549 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-f6c2ce54-6b48-41a0-ac68-4b32dabd375e', 'network_id': 'f6c2ce54-6b48-41a0-ac68-4b32dabd375e', 'tenant_id': '18831e97643b4644becff7d7823d8b06', 'fixed_ips': [{'subnet_id': '65ff58c5-307c-4ba5-a06d-bfd50fffc5b1'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:56:18.693564 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.709110 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45320) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:18.733194 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1fb6-f338-4e10-8bf0-5f4f63e63080 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736854119051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30187435'] for subnet, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.735279 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d02a-6cc6-43c1-afa0-70dce5e581aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.778245 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3f1fb6-f338-4e10-8bf0-5f4f63e63080 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.778843 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f3f1fb6-f338-4e10-8bf0-5f4f63e63080 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.780162 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9f3f1fb6-f338-4e10-8bf0-5f4f63e63080 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "PUT /v2.0/subnets/65ff58c5-307c-4ba5-a06d-bfd50fffc5b1 HTTP/1.1" status: 200 len: 806 time: 0.5146501 Aug 16 01:56:18.783833 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45322) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:18.825003 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.874069 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f1fb6-f338-4e10-8bf0-5f4f63e63080 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Subnet': ['ID=65ff58c5-307c-4ba5-a06d-bfd50fffc5b1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:18.941198 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.961257 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d02a-6cc6-43c1-afa0-70dce5e581aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.967849 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] Deleting port 1f784dfd-d622-4703-bc9b-d85f84c4152d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:18.968347 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.972203 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d02a-6cc6-43c1-afa0-70dce5e581aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.014483 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Allocated IP 172.20.0.2 (f6c2ce54-6b48-41a0-ac68-4b32dabd375e/65ff58c5-307c-4ba5-a06d-bfd50fffc5b1/944062ea-e159-46b6-8ac9-92024ab2aad9) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:19.027739 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.112368 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ca319a-1327-4927-ba29-68bd1f4508a5 None None] DHCP port deletion for 5ffd1200-3653-4dd2-97e7-c5074409a495 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:56:19.174972 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] For port 1f784dfd-d622-4703-bc9b-d85f84c4152d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=1f784dfd-d622-4703-bc9b-d85f84c4152d,segment=NetworkSegment(b5f372a8-0b04-455f-92d6-6952aa4b1489),segment_id=b5f372a8-0b04-455f-92d6-6952aa4b1489)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:19.175458 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.200906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] Calling delete_port for 1f784dfd-d622-4703-bc9b-d85f84c4152d owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:19.243604 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8e508f1c-e053-4557-9551-15f54666710f no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:19.274513 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3d02a-6cc6-43c1-afa0-70dce5e581aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5501d88f-1b79-467e-8043-88877091f22e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:19.286545 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6ca3d02a-6cc6-43c1-afa0-70dce5e581aa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=093fb76998614556b41dc54208d26ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5758843 Aug 16 01:56:19.290319 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45326) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:19.297252 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 8e508f1c-e053-4557-9551-15f54666710f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:19.297915 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8e508f1c-e053-4557-9551-15f54666710f not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:19.298706 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0faa9993-9c95-49cf-8915-87705fd7e304 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:19.349132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 0faa9993-9c95-49cf-8915-87705fd7e304 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:19.349430 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0faa9993-9c95-49cf-8915-87705fd7e304 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:19.349967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 1f784dfd-d622-4703-bc9b-d85f84c4152d no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:19.354660 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-09ca319a-1327-4927-ba29-68bd1f4508a5 None None] Deleting port 1f784dfd-d622-4703-bc9b-d85f84c4152d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:19.355048 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-09ca319a-1327-4927-ba29-68bd1f4508a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.388656 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.395278 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a4ec20a-fc9b-44ca-86be-493f9fc6a4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.430793 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f784dfd-d622-4703-bc9b-d85f84c4152d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:19.446527 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] No DVR routers for this DVR port 1f784dfd-d622-4703-bc9b-d85f84c4152d on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:19.452995 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.460166 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a4ec20a-fc9b-44ca-86be-493f9fc6a4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.468737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Transition to ACTIVE for port object 944062ea-e159-46b6-8ac9-92024ab2aad9 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:19.501345 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No active binding found for port 1f784dfd-d622-4703-bc9b-d85f84c4152d {{(pid=94674) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 01:56:19.503154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 1f784dfd-d622-4703-bc9b-d85f84c4152d not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:19.507851 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-09ca319a-1327-4927-ba29-68bd1f4508a5 None None] For port 1f784dfd-d622-4703-bc9b-d85f84c4152d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=1f784dfd-d622-4703-bc9b-d85f84c4152d,segment=NetworkSegment(b5f372a8-0b04-455f-92d6-6952aa4b1489),segment_id=b5f372a8-0b04-455f-92d6-6952aa4b1489)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:19.508344 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-09ca319a-1327-4927-ba29-68bd1f4508a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.514506 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Transition to ACTIVE for port object 944062ea-e159-46b6-8ac9-92024ab2aad9 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:19.529861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-09ca319a-1327-4927-ba29-68bd1f4508a5 None None] Calling delete_port for 1f784dfd-d622-4703-bc9b-d85f84c4152d owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:19.533638 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.567798 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.586506 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.597640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Network f6c2ce54-6b48-41a0-ac68-4b32dabd375e is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:19.618226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Subnet': ['ID=65ff58c5-307c-4ba5-a06d-bfd50fffc5b1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:19.618530 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ffd1200-3653-4dd2-97e7-c5074409a495']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:19.632790 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f372a8-0b04-455f-92d6-6952aa4b1489') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:19.633141 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f372a8-0b04-455f-92d6-6952aa4b1489') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:19.636419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:19.645546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:19.650160 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Pushing event updated for resources: {'Port': ['ID=944062ea-e159-46b6-8ac9-92024ab2aad9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:19.670887 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.692006 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a4ec20a-fc9b-44ca-86be-493f9fc6a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.694588 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a4ec20a-fc9b-44ca-86be-493f9fc6a4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.695786 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2a4ec20a-fc9b-44ca-86be-493f9fc6a4c8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5501d88f-1b79-467e-8043-88877091f22e HTTP/1.1" status: 204 len: 168 time: 0.4045374 Aug 16 01:56:19.725598 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.728062 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ec20a-fc9b-44ca-86be-493f9fc6a4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5501d88f-1b79-467e-8043-88877091f22e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:19.742752 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:19.742752 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:19.746423 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:19.774211 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.795683 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c2ce54-6b48-41a0-ac68-4b32dabd375e']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:19.802702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Attempting to bind port 944062ea-e159-46b6-8ac9-92024ab2aad9 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:19.803447 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Attempting to bind port 944062ea-e159-46b6-8ac9-92024ab2aad9 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '41420722-a533-4b59-8e25-c73595ac3ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f6c2ce54-6b48-41a0-ac68-4b32dabd375e'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:19.804153 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Attempting to bind port 944062ea-e159-46b6-8ac9-92024ab2aad9 on network f6c2ce54-6b48-41a0-ac68-4b32dabd375e {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:19.812555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:19.813299 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Checking segment: {'id': '41420722-a533-4b59-8e25-c73595ac3ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f6c2ce54-6b48-41a0-ac68-4b32dabd375e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:19.814096 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.815666 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Bound using segment: {'id': '41420722-a533-4b59-8e25-c73595ac3ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f6c2ce54-6b48-41a0-ac68-4b32dabd375e'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:19.816598 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Bound port: 944062ea-e159-46b6-8ac9-92024ab2aad9, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41420722-a533-4b59-8e25-c73595ac3ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f6c2ce54-6b48-41a0-ac68-4b32dabd375e'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:19.817248 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.818456 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41420722-a533-4b59-8e25-c73595ac3ee9') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:19.818769 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41420722-a533-4b59-8e25-c73595ac3ee9') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:19.829789 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.832902 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-09ca319a-1327-4927-ba29-68bd1f4508a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.841391 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.850039 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.852012 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] 10.222.0.68 "DELETE /v2.0/networks/5ffd1200-3653-4dd2-97e7-c5074409a495 HTTP/1.1" status: 204 len: 168 time: 1.2666674 Aug 16 01:56:19.873715 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.875409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca319a-1327-4927-ba29-68bd1f4508a5 None None] Pushing event deleted for resources: {'Port': ['ID=1f784dfd-d622-4703-bc9b-d85f84c4152d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:19.883606 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca319a-1327-4927-ba29-68bd1f4508a5 None None] No DVR routers for this DVR port 1f784dfd-d622-4703-bc9b-d85f84c4152d on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:19.893094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:19.895753 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.899216 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa12bb-8208-4b0b-8234-ca197e0ee951 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ffd1200-3653-4dd2-97e7-c5074409a495,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:19.901959 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:19.976078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] For port 944062ea-e159-46b6-8ac9-92024ab2aad9, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:20.001517 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] For port 944062ea-e159-46b6-8ac9-92024ab2aad9, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=944062ea-e159-46b6-8ac9-92024ab2aad9,segment=NetworkSegment(41420722-a533-4b59-8e25-c73595ac3ee9),segment_id=41420722-a533-4b59-8e25-c73595ac3ee9)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:20.004665 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.db.api [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 01:56:20.004665 n-d-765315-27 neutron-server[94672]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 01:56:20.004665 n-d-765315-27 neutron-server[94672]: [parameters: {'id': 'f6c2ce54-6b48-41a0-ac68-4b32dabd375e'}] Aug 16 01:56:20.004665 n-d-765315-27 neutron-server[94672]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:56:20.005520 n-d-765315-27 neutron-server[94672]: DEBUG oslo_db.api [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:56:20.010455 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.069237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc8102-527b-4a15-9c97-2011c61eeb73 None None] Pushing event updated for resources: {'Port': ['ID=944062ea-e159-46b6-8ac9-92024ab2aad9,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:20.101375 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6cd1dccc-abd9-4d89-af1b-bde523396444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.156155 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186d3a1e-0d1e-4558-a944-8a426dbb191c None None] Network f6c2ce54-6b48-41a0-ac68-4b32dabd375e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:20.174809 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45340) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:20.239624 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-796b84e2-0828-4ca1-a716-74b4a1766b19 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9ca74d145ad54f52a9156b1910a2719b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0651245 Aug 16 01:56:20.242029 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45344) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:20.307983 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3634d5-830c-46e7-9d6a-7952bc8f9176 None None] Network f6c2ce54-6b48-41a0-ac68-4b32dabd375e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:20.346635 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5073b2bc-bcb5-4ae1-b7a1-705894064eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.371615 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5073b2bc-bcb5-4ae1-b7a1-705894064eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.429373 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5073b2bc-bcb5-4ae1-b7a1-705894064eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.432449 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5073b2bc-bcb5-4ae1-b7a1-705894064eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.434076 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5073b2bc-bcb5-4ae1-b7a1-705894064eb9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/de3a3152-3681-4329-a88a-5528d6e4d061 HTTP/1.1" status: 204 len: 168 time: 0.1901224 Aug 16 01:56:20.446278 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073b2bc-bcb5-4ae1-b7a1-705894064eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3a3152-3681-4329-a88a-5528d6e4d061,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:20.457691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073b2bc-bcb5-4ae1-b7a1-705894064eb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:20.458314 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073b2bc-bcb5-4ae1-b7a1-705894064eb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:20.458990 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073b2bc-bcb5-4ae1-b7a1-705894064eb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:20.459534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073b2bc-bcb5-4ae1-b7a1-705894064eb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:20.460407 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073b2bc-bcb5-4ae1-b7a1-705894064eb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:20.460941 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073b2bc-bcb5-4ae1-b7a1-705894064eb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:20.461461 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073b2bc-bcb5-4ae1-b7a1-705894064eb9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:20.462038 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073b2bc-bcb5-4ae1-b7a1-705894064eb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:20.462561 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073b2bc-bcb5-4ae1-b7a1-705894064eb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:20.463077 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073b2bc-bcb5-4ae1-b7a1-705894064eb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:20.463824 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073b2bc-bcb5-4ae1-b7a1-705894064eb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:20.464360 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5073b2bc-bcb5-4ae1-b7a1-705894064eb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:20.474894 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0c1f90-c6a5-4f94-98c9-eaa28e659c1c None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:56:20.508824 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.581935 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Deleting port 944062ea-e159-46b6-8ac9-92024ab2aad9 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:20.582260 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.595166 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0c1f90-c6a5-4f94-98c9-eaa28e659c1c None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 01:56:20.657041 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] For port 944062ea-e159-46b6-8ac9-92024ab2aad9, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=944062ea-e159-46b6-8ac9-92024ab2aad9,segment=NetworkSegment(41420722-a533-4b59-8e25-c73595ac3ee9),segment_id=41420722-a533-4b59-8e25-c73595ac3ee9)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:20.657420 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.676312 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Calling delete_port for 944062ea-e159-46b6-8ac9-92024ab2aad9 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:20.798475 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.819496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No DVR routers for this DVR port 944062ea-e159-46b6-8ac9-92024ab2aad9 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:20.866869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Port': ['ID=944062ea-e159-46b6-8ac9-92024ab2aad9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:20.928220 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.938236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c2ce54-6b48-41a0-ac68-4b32dabd375e']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:20.950080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41420722-a533-4b59-8e25-c73595ac3ee9') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:20.950380 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41420722-a533-4b59-8e25-c73595ac3ee9') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:20.960578 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.977328 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.987444 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:20.988493 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:20.992106 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:21.058024 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.070610 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.072453 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/f6c2ce54-6b48-41a0-ac68-4b32dabd375e HTTP/1.1" status: 204 len: 168 time: 2.2874689 Aug 16 01:56:21.075505 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45376) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:21.084865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1023e6-b848-4226-a209-e39a3409433c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Network': ['ID=f6c2ce54-6b48-41a0-ac68-4b32dabd375e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:21.100140 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5a9f58-c9fd-4f3d-bf1f-0a9f14d73308 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:21.100707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5a9f58-c9fd-4f3d-bf1f-0a9f14d73308 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:21.106080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45382) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:21.106216 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3c5a9f58-c9fd-4f3d-bf1f-0a9f14d73308 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/f6c2ce54-6b48-41a0-ac68-4b32dabd375e HTTP/1.1" status: 404 len: 339 time: 0.0294855 Aug 16 01:56:21.112751 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e2cdd774-cefb-499a-81ce-a65dd42e1a38 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1566718919', 'description': 'd1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:21.139429 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cdd774-cefb-499a-81ce-a65dd42e1a38 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:21.145054 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2cdd774-cefb-499a-81ce-a65dd42e1a38 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.173147 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cdd774-cefb-499a-81ce-a65dd42e1a38 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:21.184965 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2cdd774-cefb-499a-81ce-a65dd42e1a38 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.185379 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-e2cdd774-cefb-499a-81ce-a65dd42e1a38 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Added segment 8d04e0ad-7fd1-47a8-b3e3-491a08ccec79 of type vlan for network 534edbb9-7465-4ee6-a8e3-93d6d357b13e Aug 16 01:56:21.242682 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2cdd774-cefb-499a-81ce-a65dd42e1a38 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.278269 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2cdd774-cefb-499a-81ce-a65dd42e1a38 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.284714 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cdd774-cefb-499a-81ce-a65dd42e1a38 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:21.285325 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2cdd774-cefb-499a-81ce-a65dd42e1a38 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.350847 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e2cdd774-cefb-499a-81ce-a65dd42e1a38 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2430315 Aug 16 01:56:21.353457 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45396) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:21.354004 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45398) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:21.369228 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cdd774-cefb-499a-81ce-a65dd42e1a38 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Network': ['ID=534edbb9-7465-4ee6-a8e3-93d6d357b13e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:21.381708 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 534edbb9-7465-4ee6-a8e3-93d6d357b13e details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:21.480210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df497627-292f-4693-ab3e-0777481526ec tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:21.481918 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-df497627-292f-4693-ab3e-0777481526ec tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "GET /v2.0/networks?id=534edbb9-7465-4ee6-a8e3-93d6d357b13e HTTP/1.1" status: 200 len: 761 time: 0.1267390 Aug 16 01:56:21.485033 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45408) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:21.492291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-deeb6913-1e91-4056-82c7-cfc71ac5f1d5 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'network': {'description': 'd2'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:21.702129 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fcbaa134-b6fe-4547-934d-985d897287c9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1148984814-network', 'tenant_id': '7c6347f5bf194c788b7062e1a4024297'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:21.703485 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-deeb6913-1e91-4056-82c7-cfc71ac5f1d5 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.724237 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-deeb6913-1e91-4056-82c7-cfc71ac5f1d5 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.726554 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbaa134-b6fe-4547-934d-985d897287c9 admin admin] Made reservation on behalf of 7c6347f5bf194c788b7062e1a4024297 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:21.729511 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcbaa134-b6fe-4547-934d-985d897287c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.741014 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcbaa134-b6fe-4547-934d-985d897287c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.749030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-deeb6913-1e91-4056-82c7-cfc71ac5f1d5 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network 534edbb9-7465-4ee6-a8e3-93d6d357b13e is not hosted by any dhcp agent {{(pid=94672) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 01:56:21.755958 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeb6913-1e91-4056-82c7-cfc71ac5f1d5 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:21.756770 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-deeb6913-1e91-4056-82c7-cfc71ac5f1d5 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.760464 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-deeb6913-1e91-4056-82c7-cfc71ac5f1d5 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "PUT /v2.0/networks/534edbb9-7465-4ee6-a8e3-93d6d357b13e HTTP/1.1" status: 200 len: 758 time: 0.2721734 Aug 16 01:56:21.786808 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45418) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:21.867126 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcbaa134-b6fe-4547-934d-985d897287c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.872077 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcbaa134-b6fe-4547-934d-985d897287c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.915392 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb6913-1e91-4056-82c7-cfc71ac5f1d5 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Network': ['ID=534edbb9-7465-4ee6-a8e3-93d6d357b13e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:21.918948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbaa134-b6fe-4547-934d-985d897287c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:21.930364 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbaa134-b6fe-4547-934d-985d897287c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:21.930644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 534edbb9-7465-4ee6-a8e3-93d6d357b13e details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:21.941308 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcbaa134-b6fe-4547-934d-985d897287c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.941794 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-fcbaa134-b6fe-4547-934d-985d897287c9 admin admin] Added segment 72367f20-5ada-442b-b0b6-702b5d427753 of type vlan for network d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 Aug 16 01:56:21.967946 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f38e825-7c3f-4251-9314-43edab0fd6af tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:21.974140 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9f38e825-7c3f-4251-9314-43edab0fd6af tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "GET /v2.0/networks?id=534edbb9-7465-4ee6-a8e3-93d6d357b13e HTTP/1.1" status: 200 len: 761 time: 0.1817083 Aug 16 01:56:21.974478 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45428) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:21.980139 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e0a98875-af83-4900-a3da-d2e91e3e2832 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-891473544'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:21.989562 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcbaa134-b6fe-4547-934d-985d897287c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.018339 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a98875-af83-4900-a3da-d2e91e3e2832 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:22.022372 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0a98875-af83-4900-a3da-d2e91e3e2832 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.043003 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcbaa134-b6fe-4547-934d-985d897287c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.045069 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbaa134-b6fe-4547-934d-985d897287c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:22.045968 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcbaa134-b6fe-4547-934d-985d897287c9 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.056424 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a98875-af83-4900-a3da-d2e91e3e2832 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:22.071241 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0a98875-af83-4900-a3da-d2e91e3e2832 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.071616 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-e0a98875-af83-4900-a3da-d2e91e3e2832 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Added segment 6d1d0cc7-34a4-4de7-8548-954016e3c68c of type vlan for network fcd54f7d-b206-4585-acd0-70ef50e0cf49 Aug 16 01:56:22.110668 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fcbaa134-b6fe-4547-934d-985d897287c9 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7542543 Aug 16 01:56:22.113939 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45434) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:22.119310 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9608ab58-3cad-4d15-9c53-95b1aea35bf3 admin admin] Request body: {'subnet': {'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1148984814-subnet', 'tenant_id': '7c6347f5bf194c788b7062e1a4024297', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:22.120843 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbaa134-b6fe-4547-934d-985d897287c9 admin admin] Pushing event updated for resources: {'Network': ['ID=d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:22.136115 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:22.136742 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0a98875-af83-4900-a3da-d2e91e3e2832 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.187288 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9608ab58-3cad-4d15-9c53-95b1aea35bf3 admin admin] Made reservation on behalf of 7c6347f5bf194c788b7062e1a4024297 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:22.191101 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9608ab58-3cad-4d15-9c53-95b1aea35bf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.195313 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0a98875-af83-4900-a3da-d2e91e3e2832 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.200824 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a98875-af83-4900-a3da-d2e91e3e2832 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:22.201427 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0a98875-af83-4900-a3da-d2e91e3e2832 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.310173 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e0a98875-af83-4900-a3da-d2e91e3e2832 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3346286 Aug 16 01:56:22.313161 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45444) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:22.319689 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-23241bd8-4620-4036-9582-4db6e65223f9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'subnet': {'network_id': 'fcd54f7d-b206-4585-acd0-70ef50e0cf49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:22.330767 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a98875-af83-4900-a3da-d2e91e3e2832 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Network': ['ID=fcd54f7d-b206-4585-acd0-70ef50e0cf49,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:22.342687 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network fcd54f7d-b206-4585-acd0-70ef50e0cf49 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:22.480022 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9608ab58-3cad-4d15-9c53-95b1aea35bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.509480 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23241bd8-4620-4036-9582-4db6e65223f9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:22.513938 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23241bd8-4620-4036-9582-4db6e65223f9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.525438 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608ab58-3cad-4d15-9c53-95b1aea35bf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef5b9f6c-cdde-4058-adfe-6e7ebbf29def,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:22.559617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9608ab58-3cad-4d15-9c53-95b1aea35bf3 admin admin] Checking segment: {'id': '72367f20-5ada-442b-b0b6-702b5d427753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:22.559982 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9608ab58-3cad-4d15-9c53-95b1aea35bf3 admin admin] Network hostable DHCP agents. Network: d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:22.586728 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9608ab58-3cad-4d15-9c53-95b1aea35bf3 admin admin] Network d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:22.594381 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4c8bdaae-1dc6-4db6-be83-6b485c426980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.599020 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9608ab58-3cad-4d15-9c53-95b1aea35bf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:22.606638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9608ab58-3cad-4d15-9c53-95b1aea35bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:22.608056 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9608ab58-3cad-4d15-9c53-95b1aea35bf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.612266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becfc564-7712-4a31-b1b8-6ed01011214e None None] Network d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:22.616890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45448) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:22.634185 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9608ab58-3cad-4d15-9c53-95b1aea35bf3 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5188766 Aug 16 01:56:22.833294 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23241bd8-4620-4036-9582-4db6e65223f9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.841940 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0519faa7-3c23-4085-bae4-9ee73c3b0b97 None None] Network d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:22.850932 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86537b91-5625-4987-99b3-3cfba2e9ea4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.929234 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23241bd8-4620-4036-9582-4db6e65223f9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Subnet': ['ID=4318a1e4-69d4-4631-9534-6296080f1d6c,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:22.940168 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23241bd8-4620-4036-9582-4db6e65223f9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Checking segment: {'id': '6d1d0cc7-34a4-4de7-8548-954016e3c68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fcd54f7d-b206-4585-acd0-70ef50e0cf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:22.940929 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23241bd8-4620-4036-9582-4db6e65223f9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network hostable DHCP agents. Network: fcd54f7d-b206-4585-acd0-70ef50e0cf49, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:22.961627 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23241bd8-4620-4036-9582-4db6e65223f9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network fcd54f7d-b206-4585-acd0-70ef50e0cf49 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:22.973678 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86537b91-5625-4987-99b3-3cfba2e9ea4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.976196 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-23241bd8-4620-4036-9582-4db6e65223f9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, fcd54f7d-b206-4585-acd0-70ef50e0cf49) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:22.983059 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23241bd8-4620-4036-9582-4db6e65223f9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:22.983269 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23241bd8-4620-4036-9582-4db6e65223f9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.989304 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86537b91-5625-4987-99b3-3cfba2e9ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.006240 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12abfda6-b7ee-472e-8675-acdd6be2adc9 None None] Network fcd54f7d-b206-4585-acd0-70ef50e0cf49 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:23.006739 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-23241bd8-4620-4036-9582-4db6e65223f9 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6923354 Aug 16 01:56:23.009836 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45464) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:23.032633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86537b91-5625-4987-99b3-3cfba2e9ea4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb422b0c-4bf8-485d-9837-696394d3176b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:23.040078 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-86537b91-5625-4987-99b3-3cfba2e9ea4a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bf1687de22c64e2b98f2b1198359241d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4219890 Aug 16 01:56:23.042577 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45466) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:23.108000 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5acc7ce2-0737-41f6-986d-f3472d8d3289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.155237 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5acc7ce2-0737-41f6-986d-f3472d8d3289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.183509 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da0343c2-6235-442c-809c-76d871e86c3b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.215359 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5acc7ce2-0737-41f6-986d-f3472d8d3289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.218269 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5acc7ce2-0737-41f6-986d-f3472d8d3289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.234359 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5acc7ce2-0737-41f6-986d-f3472d8d3289 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cb422b0c-4bf8-485d-9837-696394d3176b HTTP/1.1" status: 204 len: 168 time: 0.1813061 Aug 16 01:56:23.254823 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc7ce2-0737-41f6-986d-f3472d8d3289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb422b0c-4bf8-485d-9837-696394d3176b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:23.256358 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da0343c2-6235-442c-809c-76d871e86c3b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.336048 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.362732 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53b74ad-7e72-4d95-a8d3-a154e0227cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-fcd54f7d-b206-4585-acd0-70ef50e0cf49', 'network_id': 'fcd54f7d-b206-4585-acd0-70ef50e0cf49', 'tenant_id': '18831e97643b4644becff7d7823d8b06', 'fixed_ips': [{'subnet_id': '4318a1e4-69d4-4631-9534-6296080f1d6c'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:56:23.363650 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f53b74ad-7e72-4d95-a8d3-a154e0227cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.407822 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da0343c2-6235-442c-809c-76d871e86c3b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.448040 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0343c2-6235-442c-809c-76d871e86c3b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Subnet': ['ID=4318a1e4-69d4-4631-9534-6296080f1d6c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server [None req-f53b74ad-7e72-4d95-a8d3-a154e0227cb4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4318a1e4-69d4-4631-9534-6296080f1d6c: This subnet is being modified by another concurrent operation. Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 01:56:23.497609 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise exception Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4318a1e4-69d4-4631-9534-6296080f1d6c: This subnet is being modified by another concurrent operation. Aug 16 01:56:23.502511 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Aug 16 01:56:23.521748 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f410cd5-d48c-4a03-a4fa-1c7ab6b49c65 None None] Network fcd54f7d-b206-4585-acd0-70ef50e0cf49 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:23.528154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-af70a6b0-64ec-4ef2-b662-80964dec4397 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:23.529679 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-af70a6b0-64ec-4ef2-b662-80964dec4397 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/networks?id=d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 HTTP/1.1" status: 200 len: 815 time: 0.2190108 Aug 16 01:56:23.535413 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da0343c2-6235-442c-809c-76d871e86c3b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.553835 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-da0343c2-6235-442c-809c-76d871e86c3b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd54f7d-b206-4585-acd0-70ef50e0cf49']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:23.562752 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-0e459ca3-2884-41fc-bcb6-ffc0f8ca0554 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/quotas/7c6347f5bf194c788b7062e1a4024297 HTTP/1.1" status: 200 len: 375 time: 0.0193675 Aug 16 01:56:23.566232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-da0343c2-6235-442c-809c-76d871e86c3b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1d0cc7-34a4-4de7-8548-954016e3c68c') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:23.566531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-da0343c2-6235-442c-809c-76d871e86c3b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1d0cc7-34a4-4de7-8548-954016e3c68c') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:23.586519 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da0343c2-6235-442c-809c-76d871e86c3b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.611920 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45482) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:23.613283 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-e56d931f-417d-4c51-9426-a5e9fbd73a1f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7c6347f5bf194c788b7062e1a4024297&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400779 Aug 16 01:56:23.622082 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da0343c2-6235-442c-809c-76d871e86c3b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.629970 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e00c2f15-549c-447f-8b72-9cf4ceb05fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.639183 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa05ff90-1e3b-41ad-97c9-b51a314abde6 None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:56:23.645713 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0343c2-6235-442c-809c-76d871e86c3b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:23.646150 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da0343c2-6235-442c-809c-76d871e86c3b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:23.649293 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:23.727472 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa05ff90-1e3b-41ad-97c9-b51a314abde6 None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 01:56:23.765831 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da0343c2-6235-442c-809c-76d871e86c3b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.780418 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da0343c2-6235-442c-809c-76d871e86c3b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.786086 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-da0343c2-6235-442c-809c-76d871e86c3b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/fcd54f7d-b206-4585-acd0-70ef50e0cf49 HTTP/1.1" status: 204 len: 168 time: 0.7719936 Aug 16 01:56:23.789976 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45488) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:23.797999 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0343c2-6235-442c-809c-76d871e86c3b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Network': ['ID=fcd54f7d-b206-4585-acd0-70ef50e0cf49,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:23.802141 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-3ce7bea5-b09e-42fd-9f27-cb71c0183dbe service neutron] 10.222.0.68 "GET /v2.0/networks/d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812267 Aug 16 01:56:23.839834 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8148d78-9368-4b9d-a94f-715d7e4da032 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] GET failed (client error): The resource could not be found. Aug 16 01:56:23.843722 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e8148d78-9368-4b9d-a94f-715d7e4da032 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "GET /v2.0/subnets/4318a1e4-69d4-4631-9534-6296080f1d6c HTTP/1.1" status: 404 len: 337 time: 0.0475399 Aug 16 01:56:23.843859 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45492) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:23.868327 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e10068-1722-42ed-903f-768e12ad88e3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:23.868882 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e10068-1722-42ed-903f-768e12ad88e3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:23.874231 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f0e10068-1722-42ed-903f-768e12ad88e3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/fcd54f7d-b206-4585-acd0-70ef50e0cf49 HTTP/1.1" status: 404 len: 339 time: 0.0259156 Aug 16 01:56:23.876103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45496) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:23.941214 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-9d80896f-23e2-4f61-acd9-8b89e526d632 service neutron] 10.222.0.68 "GET /v2.0/networks/d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329935 Aug 16 01:56:24.018016 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e00c2f15-549c-447f-8b72-9cf4ceb05fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.040119 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e00c2f15-549c-447f-8b72-9cf4ceb05fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.145572 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e00c2f15-549c-447f-8b72-9cf4ceb05fee admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4425a2e462c845fc9ff7eb4a9ca47927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5322127 Aug 16 01:56:24.148264 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45506) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:24.149119 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.250523 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0084200-7c5f-4cc2-9c4d-a81b856343ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.282854 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0084200-7c5f-4cc2-9c4d-a81b856343ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.380235 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0084200-7c5f-4cc2-9c4d-a81b856343ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.383513 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0084200-7c5f-4cc2-9c4d-a81b856343ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.387270 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d0084200-7c5f-4cc2-9c4d-a81b856343ae admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dd2298e2-2d98-407c-ae7a-7a46b69cef1f HTTP/1.1" status: 204 len: 168 time: 0.2354422 Aug 16 01:56:24.394767 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0084200-7c5f-4cc2-9c4d-a81b856343ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2298e2-2d98-407c-ae7a-7a46b69cef1f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:24.685938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301e98c7-5487-4526-b245-f2a26dc9dca3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:24.691378 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-301e98c7-5487-4526-b245-f2a26dc9dca3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8136406 Aug 16 01:56:24.691930 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45524) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:24.715630 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ecc9a39-2ae7-4a77-be25-22f2f4364dbb req-379d6e4b-30c2-4a2a-a215-3e3166f92f05 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 210 time: 0.5689111 Aug 16 01:56:24.721769 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c2f15-549c-447f-8b72-9cf4ceb05fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2298e2-2d98-407c-ae7a-7a46b69cef1f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:24.753733 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-71da978c-d942-480d-a42f-df4a0f408ee8 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "GET /v2.0/subnets?network_id=624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 207 time: 0.0599689 Aug 16 01:56:24.757425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45528) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:24.979450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf373d7-384d-45e0-a14d-6a63dfc2e5be tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:24.987230 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf373d7-384d-45e0-a14d-6a63dfc2e5be tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:24.997147 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf373d7-384d-45e0-a14d-6a63dfc2e5be tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.004561 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf373d7-384d-45e0-a14d-6a63dfc2e5be tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.006508 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bdf373d7-384d-45e0-a14d-6a63dfc2e5be tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2478781 Aug 16 01:56:25.010130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45536) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:25.136464 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6263680a-3d2b-4760-acbf-83f10f58eb3c tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1250629 Aug 16 01:56:25.139869 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45542) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:25.260713 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ceb124-be94-4226-8e61-db9b369aa3e2 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.266907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ceb124-be94-4226-8e61-db9b369aa3e2 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.269194 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a9ceb124-be94-4226-8e61-db9b369aa3e2 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1282570 Aug 16 01:56:25.272909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45550) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:25.372662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fa6ba5-a7d7-48f8-9dcc-d2e0988c7f2e tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.375144 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fa6ba5-a7d7-48f8-9dcc-d2e0988c7f2e tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.377369 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-60fa6ba5-a7d7-48f8-9dcc-d2e0988c7f2e tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1018891 Aug 16 01:56:25.381431 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45556) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:25.584508 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-024f06b1-ac5c-4eb4-be2a-38d9cdbb0b6b tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.586035 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-024f06b1-ac5c-4eb4-be2a-38d9cdbb0b6b tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.73 "GET /v2.0/networks?id=d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 HTTP/1.1" status: 200 len: 815 time: 0.2360375 Aug 16 01:56:25.599765 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec271c7-e9f2-49bf-a762-f5acb8aa5fbb tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.605407 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45564) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:25.606427 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9ec271c7-e9f2-49bf-a762-f5acb8aa5fbb tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "GET /v2.0/networks/3ca6585f-604b-4b7d-90c8-3b4626dca677 HTTP/1.1" status: 200 len: 799 time: 0.1983254 Aug 16 01:56:25.614677 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-efd134a4-28fd-4f6b-b248-ad622f532a52 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Request body: {'port': {'device_id': 'e022f4e2-f523-4ff3-8aff-baed1baa0726', 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0', 'admin_state_up': True, 'tenant_id': '7c6347f5bf194c788b7062e1a4024297'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:25.739804 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-efd134a4-28fd-4f6b-b248-ad622f532a52 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Made reservation on behalf of 7c6347f5bf194c788b7062e1a4024297 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:25.743948 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-efd134a4-28fd-4f6b-b248-ad622f532a52 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.748401 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4293e7e9-4d87-485f-9ef6-4efe26895f14 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "GET /v2.0/networks/3ca6585f-604b-4b7d-90c8-3b4626dca677?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1417058 Aug 16 01:56:25.752017 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45572) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:25.828439 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8b8cf8-4cba-4c50-b1cf-d595731b24b4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.833904 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4a8b8cf8-4cba-4c50-b1cf-d595731b24b4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "GET /v2.0/subnets/397c6a0c-e6fb-4494-8a76-40b85585a794 HTTP/1.1" status: 200 len: 811 time: 0.0776727 Aug 16 01:56:25.835330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45576) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:25.938598 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3e897d76-876e-4cb5-ac25-b0af24dee7ba req-642fd74e-2baf-40c0-a46c-5261a73951f1 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 210 time: 0.1061952 Aug 16 01:56:25.967579 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.968409 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5045c425-7a20-4aa8-8ff4-5afdfba5dfe4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.971134 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5045c425-7a20-4aa8-8ff4-5afdfba5dfe4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "GET /v2.0/subnets/397c6a0c-e6fb-4494-8a76-40b85585a794?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1342378 Aug 16 01:56:25.975148 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45584) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:25.981100 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-efd134a4-28fd-4f6b-b248-ad622f532a52 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Allocated IP 172.20.0.14 (d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0/ef5b9f6c-cdde-4058-adfe-6e7ebbf29def/bfa05576-205d-422d-98cd-c8713b2469f5) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:25.981785 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5483c36a-e46a-4f50-9874-0b73b4d46ef4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-577572411'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:26.007605 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5483c36a-e46a-4f50-9874-0b73b4d46ef4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:26.012180 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5483c36a-e46a-4f50-9874-0b73b4d46ef4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.040483 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5483c36a-e46a-4f50-9874-0b73b4d46ef4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:26.051133 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5483c36a-e46a-4f50-9874-0b73b4d46ef4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.051564 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-5483c36a-e46a-4f50-9874-0b73b4d46ef4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Added segment 03c0ba60-950f-4ac6-a20c-4f2b98439b70 of type vlan for network cbe1237b-28de-4977-aabc-32f7cdc15b58 Aug 16 01:56:26.096212 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5483c36a-e46a-4f50-9874-0b73b4d46ef4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.146970 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5483c36a-e46a-4f50-9874-0b73b4d46ef4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.153820 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5483c36a-e46a-4f50-9874-0b73b4d46ef4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:26.154563 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5483c36a-e46a-4f50-9874-0b73b4d46ef4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.183504 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-efd134a4-28fd-4f6b-b248-ad622f532a52 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.189953 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5483c36a-e46a-4f50-9874-0b73b4d46ef4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2102044 Aug 16 01:56:26.190907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45590) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:26.196399 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-561fbfae-4091-4ecd-b301-daa32fc676e6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'subnet': {'network_id': 'cbe1237b-28de-4977-aabc-32f7cdc15b58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:26.243900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483c36a-e46a-4f50-9874-0b73b4d46ef4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Network': ['ID=cbe1237b-28de-4977-aabc-32f7cdc15b58,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:26.284777 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network cbe1237b-28de-4977-aabc-32f7cdc15b58 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:26.345091 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-efd134a4-28fd-4f6b-b248-ad622f532a52 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.414169 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561fbfae-4091-4ecd-b301-daa32fc676e6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Made reservation on behalf of 18831e97643b4644becff7d7823d8b06 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:26.417698 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-561fbfae-4091-4ecd-b301-daa32fc676e6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.512624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-efd134a4-28fd-4f6b-b248-ad622f532a52 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Network d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:26.524598 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-561fbfae-4091-4ecd-b301-daa32fc676e6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Performing IP validity checks on allocation pools {{(pid=94673) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 01:56:26.525144 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-561fbfae-4091-4ecd-b301-daa32fc676e6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94673) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 01:56:26.527663 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-efd134a4-28fd-4f6b-b248-ad622f532a52 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:26.531013 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd134a4-28fd-4f6b-b248-ad622f532a52 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Pushing event updated for resources: {'Port': ['ID=bfa05576-205d-422d-98cd-c8713b2469f5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:26.533918 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-efd134a4-28fd-4f6b-b248-ad622f532a52 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:26.611678 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-efd134a4-28fd-4f6b-b248-ad622f532a52 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:26.611879 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-efd134a4-28fd-4f6b-b248-ad622f532a52 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.654748 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-efd134a4-28fd-4f6b-b248-ad622f532a52 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0469098 Aug 16 01:56:26.691278 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Request body: {'port': {'device_id': 'e022f4e2-f523-4ff3-8aff-baed1baa0726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:26.800315 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.883312 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-561fbfae-4091-4ecd-b301-daa32fc676e6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.043037 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fbfae-4091-4ecd-b301-daa32fc676e6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Subnet': ['ID=584f8a19-059a-43f9-b683-eb6eebc21593,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:27.065250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fbfae-4091-4ecd-b301-daa32fc676e6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Checking segment: {'id': '03c0ba60-950f-4ac6-a20c-4f2b98439b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cbe1237b-28de-4977-aabc-32f7cdc15b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:27.065674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561fbfae-4091-4ecd-b301-daa32fc676e6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network hostable DHCP agents. Network: cbe1237b-28de-4977-aabc-32f7cdc15b58, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:27.076140 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b452e-959d-4b7a-b5a1-e2d9f2dd3c67 req-d83f34db-56a3-4f86-8f0e-c6e34733da5a tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:27.077992 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c59b452e-959d-4b7a-b5a1-e2d9f2dd3c67 req-d83f34db-56a3-4f86-8f0e-c6e34733da5a tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 932 time: 0.0550356 Aug 16 01:56:27.118030 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c59b452e-959d-4b7a-b5a1-e2d9f2dd3c67 req-45d41fe1-a64a-4b65-b3c9-b73dd78eb33e tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335126 Aug 16 01:56:27.142634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561fbfae-4091-4ecd-b301-daa32fc676e6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Network cbe1237b-28de-4977-aabc-32f7cdc15b58 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:27.164843 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-561fbfae-4091-4ecd-b301-daa32fc676e6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, cbe1237b-28de-4977-aabc-32f7cdc15b58) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:27.173696 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561fbfae-4091-4ecd-b301-daa32fc676e6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:27.174358 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-561fbfae-4091-4ecd-b301-daa32fc676e6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.175024 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea77fec1-211d-4626-8f0c-cb8682dcfb68 None None] Network cbe1237b-28de-4977-aabc-32f7cdc15b58 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:27.203482 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-561fbfae-4091-4ecd-b301-daa32fc676e6 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0113645 Aug 16 01:56:27.206979 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45628) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:27.214130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6d3866d8-180a-4f8c-a1e3-277314b7cc97 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:27.274189 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa05576-205d-422d-98cd-c8713b2469f5 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:27.289933 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.304390 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Transition to ACTIVE for port object bfa05576-205d-422d-98cd-c8713b2469f5 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:27.309782 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.329377 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6d3866d8-180a-4f8c-a1e3-277314b7cc97 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31450358'] for subnet, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.381945 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Pushing event updated for resources: {'Port': ['ID=bfa05576-205d-422d-98cd-c8713b2469f5,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:27.387011 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-cbe1237b-28de-4977-aabc-32f7cdc15b58', 'network_id': 'cbe1237b-28de-4977-aabc-32f7cdc15b58', 'tenant_id': '18831e97643b4644becff7d7823d8b06', 'fixed_ips': [{'subnet_id': '584f8a19-059a-43f9-b683-eb6eebc21593'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:56:27.390535 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.465841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Attempting to bind port bfa05576-205d-422d-98cd-c8713b2469f5 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:27.466328 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Attempting to bind port bfa05576-205d-422d-98cd-c8713b2469f5 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '72367f20-5ada-442b-b0b6-702b5d427753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:27.467045 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Attempting to bind port bfa05576-205d-422d-98cd-c8713b2469f5 on network d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:27.472686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Port bfa05576-205d-422d-98cd-c8713b2469f5 on network d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:27.473288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Attempting to bind port bfa05576-205d-422d-98cd-c8713b2469f5 on network d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:27.478708 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:27.479280 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Checking segment: {'id': '72367f20-5ada-442b-b0b6-702b5d427753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:27.479839 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Bound using segment: {'id': '72367f20-5ada-442b-b0b6-702b5d427753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:27.480294 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Bound port: bfa05576-205d-422d-98cd-c8713b2469f5, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72367f20-5ada-442b-b0b6-702b5d427753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:27.480617 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.551394 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] For port bfa05576-205d-422d-98cd-c8713b2469f5, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:27.555154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] For port bfa05576-205d-422d-98cd-c8713b2469f5, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bfa05576-205d-422d-98cd-c8713b2469f5,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:27.559634 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.576026 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6d3866d8-180a-4f8c-a1e3-277314b7cc97 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736854119051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30187435'] for subnet, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.602841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:27.603454 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.604826 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] 10.222.0.73 "PUT /v2.0/ports/bfa05576-205d-422d-98cd-c8713b2469f5 HTTP/1.1" status: 200 len: 1093 time: 0.9184418 Aug 16 01:56:27.605260 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e022f4e2-f523-4ff3-8aff-baed1baa0726', 'tag': 'bfa05576-205d-422d-98cd-c8713b2469f5'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:27.607564 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270bab5e-5e21-4b17-9939-9ad8dc8d92f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e022f4e2-f523-4ff3-8aff-baed1baa0726", "tag": "bfa05576-205d-422d-98cd-c8713b2469f5"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:27.627274 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3866d8-180a-4f8c-a1e3-277314b7cc97 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:27.628230 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6d3866d8-180a-4f8c-a1e3-277314b7cc97 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.632370 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6d3866d8-180a-4f8c-a1e3-277314b7cc97 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "PUT /v2.0/subnets/584f8a19-059a-43f9-b683-eb6eebc21593 HTTP/1.1" status: 200 len: 877 time: 0.4211206 Aug 16 01:56:27.634405 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45638) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:27.638298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31358082-0031-4bbd-afa4-e979c2ab037d service neutron] Pushing event updated for resources: {'Port': ['ID=bfa05576-205d-422d-98cd-c8713b2469f5,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:27.685986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Allocated IP 172.20.0.3 (cbe1237b-28de-4977-aabc-32f7cdc15b58/584f8a19-059a-43f9-b683-eb6eebc21593/0837e558-f4da-4cc1-8063-acf567c477ea) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:27.692034 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6533dc3a-efda-4165-9719-4fc6f3587133 x-openstack-request-id: req-6533dc3a-efda-4165-9719-4fc6f3587133 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:27.692263 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e022f4e2-f523-4ff3-8aff-baed1baa0726", "tag": "bfa05576-205d-422d-98cd-c8713b2469f5", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:27.692489 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6533dc3a-efda-4165-9719-4fc6f3587133 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:27.698328 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e022f4e2-f523-4ff3-8aff-baed1baa0726', 'tag': 'bfa05576-205d-422d-98cd-c8713b2469f5', 'status': 'completed', 'code': 200} Aug 16 01:56:27.701529 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45642) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:27.709234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3866d8-180a-4f8c-a1e3-277314b7cc97 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event updated for resources: {'Subnet': ['ID=584f8a19-059a-43f9-b683-eb6eebc21593,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:27.756596 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-335d0dd2-7237-4467-93c0-69297fcd816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:27.758160 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-335d0dd2-7237-4467-93c0-69297fcd816d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c6347f5bf194c788b7062e1a4024297&device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 1096 time: 0.0817690 Aug 16 01:56:27.801110 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.857945 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-116d3f96-e03e-4928-bee7-e88ee7ca3874 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfa05576-205d-422d-98cd-c8713b2469f5 HTTP/1.1" status: 200 len: 217 time: 0.0886703 Aug 16 01:56:27.881100 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.921795 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.932441 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cbbf1429-a8c9-4b45-9aa2-4881346d715b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.934097 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Transition to ACTIVE for port object 0837e558-f4da-4cc1-8063-acf567c477ea will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:27.954457 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Transition to ACTIVE for port object 0837e558-f4da-4cc1-8063-acf567c477ea will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:27.965623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-952b9406-7dd5-460b-b90c-07db636a2433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:27.967133 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.967288 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-952b9406-7dd5-460b-b90c-07db636a2433 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef5b9f6c-cdde-4058-adfe-6e7ebbf29def HTTP/1.1" status: 200 len: 855 time: 0.1017351 Aug 16 01:56:27.991468 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.015694 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Network cbe1237b-28de-4977-aabc-32f7cdc15b58 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:28.021063 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:28.022449 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-f429f309-e6d9-4514-8eea-04de295c4766 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473316 Aug 16 01:56:28.023660 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:28.045528 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Subnet': ['ID=584f8a19-059a-43f9-b683-eb6eebc21593,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:28.071013 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Pushing event updated for resources: {'Port': ['ID=0837e558-f4da-4cc1-8063-acf567c477ea,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:28.098089 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:28.098460 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:28.098776 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:28.099114 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:28.099449 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:28.099781 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:28.100109 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:28.100435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:28.100760 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:28.101083 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:28.101405 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:28.101728 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:28.118134 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Attempting to bind port 0837e558-f4da-4cc1-8063-acf567c477ea on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:28.118582 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Attempting to bind port 0837e558-f4da-4cc1-8063-acf567c477ea by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '03c0ba60-950f-4ac6-a20c-4f2b98439b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cbe1237b-28de-4977-aabc-32f7cdc15b58'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:28.119018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Attempting to bind port 0837e558-f4da-4cc1-8063-acf567c477ea on network cbe1237b-28de-4977-aabc-32f7cdc15b58 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:28.126383 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:28.127301 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Checking segment: {'id': '03c0ba60-950f-4ac6-a20c-4f2b98439b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cbe1237b-28de-4977-aabc-32f7cdc15b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:28.128125 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.128709 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Bound using segment: {'id': '03c0ba60-950f-4ac6-a20c-4f2b98439b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cbe1237b-28de-4977-aabc-32f7cdc15b58'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:28.129970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Bound port: 0837e558-f4da-4cc1-8063-acf567c477ea, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c0ba60-950f-4ac6-a20c-4f2b98439b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cbe1237b-28de-4977-aabc-32f7cdc15b58'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:28.130540 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.138904 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.174220 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-e0f42e82-77a3-42ea-8599-9204757c93c9 service neutron] 10.222.0.73 "GET /v2.0/networks/d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425965 Aug 16 01:56:28.175486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe1237b-28de-4977-aabc-32f7cdc15b58']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:28.186742 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cbbf1429-a8c9-4b45-9aa2-4881346d715b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.194009 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cbbf1429-a8c9-4b45-9aa2-4881346d715b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.202450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c0ba60-950f-4ac6-a20c-4f2b98439b70') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:28.202853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c0ba60-950f-4ac6-a20c-4f2b98439b70') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:28.217936 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.238629 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.247990 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:28.248434 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:28.254327 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:28.262639 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] For port 0837e558-f4da-4cc1-8063-acf567c477ea, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:28.311260 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cbbf1429-a8c9-4b45-9aa2-4881346d715b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7fc6bb8b7de34b59a2f6c094601905d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6082170 Aug 16 01:56:28.312116 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf1429-a8c9-4b45-9aa2-4881346d715b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3452e059-387a-45bb-8eb7-6ac71508034c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:28.315218 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45652) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:28.342815 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] For port 0837e558-f4da-4cc1-8063-acf567c477ea, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0837e558-f4da-4cc1-8063-acf567c477ea,segment=NetworkSegment(03c0ba60-950f-4ac6-a20c-4f2b98439b70),segment_id=03c0ba60-950f-4ac6-a20c-4f2b98439b70)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:28.343180 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.db.api [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 01:56:28.343180 n-d-765315-27 neutron-server[94672]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 01:56:28.343180 n-d-765315-27 neutron-server[94672]: [parameters: {'id': 'cbe1237b-28de-4977-aabc-32f7cdc15b58'}] Aug 16 01:56:28.343180 n-d-765315-27 neutron-server[94672]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:56:28.343560 n-d-765315-27 neutron-server[94672]: DEBUG oslo_db.api [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:56:28.350405 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.407750 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3caf0847-871a-4baf-9b37-2f6ef1a74847 req-b7d2e64f-e81e-494c-88f2-ac46176e8ac1 service neutron] 10.222.0.73 "GET /v2.0/networks/d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151845 Aug 16 01:56:28.416120 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19510d-2335-4b4f-b394-1d2a6cf2e1d8 req-c9ef62a1-411b-4394-bb57-7cb89a2e9488 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:28.417747 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ab19510d-2335-4b4f-b394-1d2a6cf2e1d8 req-c9ef62a1-411b-4394-bb57-7cb89a2e9488 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 944 time: 0.1353900 Aug 16 01:56:28.434830 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5169fc6c-de77-4701-9edc-7d3cc044122c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.483198 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5e02a-6cc6-4931-83f4-15a00f93e0ea None None] Pushing event updated for resources: {'Port': ['ID=0837e558-f4da-4cc1-8063-acf567c477ea,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:28.489621 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d92b913-fae7-402e-bf3c-3126cab2cec8 None None] Network cbe1237b-28de-4977-aabc-32f7cdc15b58 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:28.496956 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5169fc6c-de77-4701-9edc-7d3cc044122c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.634474 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f9a842-4885-4be2-abdc-124c8d2b8022 None None] Network cbe1237b-28de-4977-aabc-32f7cdc15b58 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:28.778077 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1358e7-2f0c-4fcb-a7db-31886284ee8b None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:56:28.844711 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.874322 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1358e7-2f0c-4fcb-a7db-31886284ee8b None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 01:56:28.906220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Deleting port 0837e558-f4da-4cc1-8063-acf567c477ea {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:28.906534 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.925677 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ab19510d-2335-4b4f-b394-1d2a6cf2e1d8 req-eb2f5d12-f5f5-4c85-b5f7-a262b28d323d tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927943 Aug 16 01:56:28.978562 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5169fc6c-de77-4701-9edc-7d3cc044122c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.982227 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5169fc6c-de77-4701-9edc-7d3cc044122c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.985966 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5169fc6c-de77-4701-9edc-7d3cc044122c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3452e059-387a-45bb-8eb7-6ac71508034c HTTP/1.1" status: 204 len: 168 time: 0.6502256 Aug 16 01:56:28.989971 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bab5e-5e21-4b17-9939-9ad8dc8d92f9 req-e507db7f-026d-476c-8fb2-9e3d3cb8711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:28.992381 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-270bab5e-5e21-4b17-9939-9ad8dc8d92f9 req-e507db7f-026d-476c-8fb2-9e3d3cb8711d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c6347f5bf194c788b7062e1a4024297&device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 1096 time: 0.5201337 Aug 16 01:56:28.995920 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] For port 0837e558-f4da-4cc1-8063-acf567c477ea, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0837e558-f4da-4cc1-8063-acf567c477ea,segment=NetworkSegment(03c0ba60-950f-4ac6-a20c-4f2b98439b70),segment_id=03c0ba60-950f-4ac6-a20c-4f2b98439b70)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:28.996479 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.010951 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169fc6c-de77-4701-9edc-7d3cc044122c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3452e059-387a-45bb-8eb7-6ac71508034c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:29.014664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Calling delete_port for 0837e558-f4da-4cc1-8063-acf567c477ea owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:29.141061 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bab5e-5e21-4b17-9939-9ad8dc8d92f9 req-55e35044-c831-41c9-bd9b-2d317575cfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.142930 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-270bab5e-5e21-4b17-9939-9ad8dc8d92f9 req-55e35044-c831-41c9-bd9b-2d317575cfae service neutron] 10.222.0.73 "GET /v2.0/networks?id=d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 HTTP/1.1" status: 200 len: 916 time: 0.1419125 Aug 16 01:56:29.180158 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.209360 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-270bab5e-5e21-4b17-9939-9ad8dc8d92f9 req-97ffb9b0-1a51-44dd-9402-63ab5cf2ae1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfa05576-205d-422d-98cd-c8713b2469f5 HTTP/1.1" status: 200 len: 217 time: 0.0557809 Aug 16 01:56:29.216459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Port': ['ID=0837e558-f4da-4cc1-8063-acf567c477ea,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:29.218322 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No DVR routers for this DVR port 0837e558-f4da-4cc1-8063-acf567c477ea on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:29.284478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bab5e-5e21-4b17-9939-9ad8dc8d92f9 req-f4d20787-e74e-4989-b54e-0a1917d9c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.291379 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-270bab5e-5e21-4b17-9939-9ad8dc8d92f9 req-f4d20787-e74e-4989-b54e-0a1917d9c248 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef5b9f6c-cdde-4058-adfe-6e7ebbf29def HTTP/1.1" status: 200 len: 855 time: 0.0736048 Aug 16 01:56:29.311570 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.326684 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe1237b-28de-4977-aabc-32f7cdc15b58']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:29.343766 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-270bab5e-5e21-4b17-9939-9ad8dc8d92f9 req-6fc9fe6e-46a8-473c-a1f6-5dbc8a803a6c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410066 Aug 16 01:56:29.344033 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c0ba60-950f-4ac6-a20c-4f2b98439b70') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:29.344156 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c0ba60-950f-4ac6-a20c-4f2b98439b70') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:29.364364 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.380224 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.388259 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:29.389031 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:29.406357 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:29.474041 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.480054 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.482132 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/cbe1237b-28de-4977-aabc-32f7cdc15b58 HTTP/1.1" status: 204 len: 168 time: 1.8465333 Aug 16 01:56:29.490342 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45662) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:29.498119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd38ed-cdcf-4274-8c92-0d986cd8ba8b tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Network': ['ID=cbe1237b-28de-4977-aabc-32f7cdc15b58,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:29.505474 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45664) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:29.511809 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-270bab5e-5e21-4b17-9939-9ad8dc8d92f9 req-fa9a146c-5cc0-4ad6-a8ac-f0346bfa7ddf service neutron] 10.222.0.73 "GET /v2.0/networks/d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594043 Aug 16 01:56:29.520547 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa9bb785-391e-4de1-a042-7c61a8540b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.537528 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-17835a26-243e-4a22-a726-b2ccb52579bb tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:29.538607 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17835a26-243e-4a22-a726-b2ccb52579bb tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:29.542706 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-17835a26-243e-4a22-a726-b2ccb52579bb tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/subnets/584f8a19-059a-43f9-b683-eb6eebc21593 HTTP/1.1" status: 404 len: 337 time: 0.0485103 Aug 16 01:56:29.543179 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45666) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:29.574131 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-4075b8cc-6c04-4c75-8073-da9375509439 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:29.575061 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4075b8cc-6c04-4c75-8073-da9375509439 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:29.580675 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4075b8cc-6c04-4c75-8073-da9375509439 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/cbe1237b-28de-4977-aabc-32f7cdc15b58 HTTP/1.1" status: 404 len: 339 time: 0.0326290 Aug 16 01:56:29.580675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45670) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:29.619873 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35e2381-af2d-44ef-8819-339db0cbb852 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:29.620343 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d35e2381-af2d-44ef-8819-339db0cbb852 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:29.623224 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d35e2381-af2d-44ef-8819-339db0cbb852 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/subnets/4318a1e4-69d4-4631-9534-6296080f1d6c HTTP/1.1" status: 404 len: 337 time: 0.0410886 Aug 16 01:56:29.629326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45672) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:29.652437 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-270bab5e-5e21-4b17-9939-9ad8dc8d92f9 req-59fb2cef-0be4-45da-80ef-6c4f27c90512 service neutron] 10.222.0.73 "GET /v2.0/networks/d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225264 Aug 16 01:56:29.657720 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff80060c-94f5-4779-8917-7b622bb7d959 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:29.658900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff80060c-94f5-4779-8917-7b622bb7d959 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:29.662370 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ff80060c-94f5-4779-8917-7b622bb7d959 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/fcd54f7d-b206-4585-acd0-70ef50e0cf49 HTTP/1.1" status: 404 len: 339 time: 0.0303793 Aug 16 01:56:29.663703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45674) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:29.722525 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa9bb785-391e-4de1-a042-7c61a8540b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.726841 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa9bb785-391e-4de1-a042-7c61a8540b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.750494 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d70cbcf0-45f7-4e70-ab0b-3048aa425de2 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.764349 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9bb785-391e-4de1-a042-7c61a8540b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76992818-a27b-4b2d-8c8a-027c596ab8f0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:29.769147 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fa9bb785-391e-4de1-a042-7c61a8540b4d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=48effeb1c25f49979218e72afe54c137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623401 Aug 16 01:56:29.771811 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45676) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:29.837419 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7090292-3364-4bed-b118-d3d1daaf0f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.844728 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d70cbcf0-45f7-4e70-ab0b-3048aa425de2 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.856242 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d70cbcf0-45f7-4e70-ab0b-3048aa425de2 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534edbb9-7465-4ee6-a8e3-93d6d357b13e']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:29.863569 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7090292-3364-4bed-b118-d3d1daaf0f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.872674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d70cbcf0-45f7-4e70-ab0b-3048aa425de2 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d04e0ad-7fd1-47a8-b3e3-491a08ccec79') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:29.872965 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d70cbcf0-45f7-4e70-ab0b-3048aa425de2 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d04e0ad-7fd1-47a8-b3e3-491a08ccec79') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:29.883926 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d70cbcf0-45f7-4e70-ab0b-3048aa425de2 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.905170 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d70cbcf0-45f7-4e70-ab0b-3048aa425de2 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.914566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70cbcf0-45f7-4e70-ab0b-3048aa425de2 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:29.915079 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d70cbcf0-45f7-4e70-ab0b-3048aa425de2 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.917253 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7090292-3364-4bed-b118-d3d1daaf0f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:29.919088 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:29.925329 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7090292-3364-4bed-b118-d3d1daaf0f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.929098 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b7090292-3364-4bed-b118-d3d1daaf0f09 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/76992818-a27b-4b2d-8c8a-027c596ab8f0 HTTP/1.1" status: 204 len: 168 time: 0.1539123 Aug 16 01:56:29.938544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7090292-3364-4bed-b118-d3d1daaf0f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76992818-a27b-4b2d-8c8a-027c596ab8f0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:30.012410 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d70cbcf0-45f7-4e70-ab0b-3048aa425de2 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.024657 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d70cbcf0-45f7-4e70-ab0b-3048aa425de2 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.029335 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d70cbcf0-45f7-4e70-ab0b-3048aa425de2 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/534edbb9-7465-4ee6-a8e3-93d6d357b13e HTTP/1.1" status: 204 len: 168 time: 0.3619916 Aug 16 01:56:30.029746 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45684) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:30.059220 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a464e3-b3ab-45ca-8916-c8b3aa18e7d3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:30.059595 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a464e3-b3ab-45ca-8916-c8b3aa18e7d3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:30.061340 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-60a464e3-b3ab-45ca-8916-c8b3aa18e7d3 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/subnets/65ff58c5-307c-4ba5-a06d-bfd50fffc5b1 HTTP/1.1" status: 404 len: 337 time: 0.0305822 Aug 16 01:56:30.063826 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45686) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:30.068065 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cbcf0-45f7-4e70-ab0b-3048aa425de2 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Network': ['ID=534edbb9-7465-4ee6-a8e3-93d6d357b13e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:30.088879 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f024b32-c293-4274-a2e7-5989b04b0cda tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:30.089481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f024b32-c293-4274-a2e7-5989b04b0cda tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:30.092667 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2f024b32-c293-4274-a2e7-5989b04b0cda tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/f6c2ce54-6b48-41a0-ac68-4b32dabd375e HTTP/1.1" status: 404 len: 339 time: 0.0278769 Aug 16 01:56:30.096736 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45690) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:30.133370 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-0693ce0d-e424-4006-b0e8-d9b5cccbf4c4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:30.133855 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0693ce0d-e424-4006-b0e8-d9b5cccbf4c4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:30.135757 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0693ce0d-e424-4006-b0e8-d9b5cccbf4c4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/subnets/23b47f53-584a-4fa5-81df-be4963a26193 HTTP/1.1" status: 404 len: 337 time: 0.0380547 Aug 16 01:56:30.141788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45692) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:30.150112 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7c588-8723-4efd-9ac5-fad651fdaa59 req-c405840e-978d-4ba7-829a-93acb84937c7 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:30.158388 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8a7c588-8723-4efd-9ac5-fad651fdaa59 req-c405840e-978d-4ba7-829a-93acb84937c7 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 944 time: 0.1295598 Aug 16 01:56:30.166810 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e8b175-9da1-420d-ad39-848f43a749c8 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:30.167360 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e8b175-9da1-420d-ad39-848f43a749c8 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:30.169325 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f9e8b175-9da1-420d-ad39-848f43a749c8 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/5ac769a5-3093-4047-a04a-1304cbd412cf HTTP/1.1" status: 404 len: 339 time: 0.0246730 Aug 16 01:56:30.171568 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45694) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:30.195620 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8a7c588-8723-4efd-9ac5-fad651fdaa59 req-e1774325-6d42-4ee6-9f2b-cee4f22be526 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363488 Aug 16 01:56:30.201317 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3cd4728-c0c1-4194-9094-62e8b0151cc2 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:30.201889 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3cd4728-c0c1-4194-9094-62e8b0151cc2 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:30.205796 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b3cd4728-c0c1-4194-9094-62e8b0151cc2 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/subnets/6d7e29a0-e52d-460b-893c-3747137c7700 HTTP/1.1" status: 404 len: 337 time: 0.0306749 Aug 16 01:56:30.207971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45696) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:30.234282 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b308fc-61b1-4978-8c5e-28e3a6dc7d00 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:30.234895 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b308fc-61b1-4978-8c5e-28e3a6dc7d00 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:30.237491 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a5b308fc-61b1-4978-8c5e-28e3a6dc7d00 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/ac79d86b-9f6b-4af6-8c2f-826126f7596a HTTP/1.1" status: 404 len: 339 time: 0.0271168 Aug 16 01:56:30.239980 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45700) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:30.268344 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82cac87-7a5c-44e0-98ca-d9e7766081c0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:30.269094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82cac87-7a5c-44e0-98ca-d9e7766081c0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:30.271012 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a82cac87-7a5c-44e0-98ca-d9e7766081c0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/subnets/23d98ad6-076f-44ff-9455-7534b794db6d HTTP/1.1" status: 404 len: 337 time: 0.0301061 Aug 16 01:56:30.272561 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device bfa05576-205d-422d-98cd-c8713b2469f5 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:30.273725 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45702) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:30.295330 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71a1aec-0b70-44ba-b064-edfda304964d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:30.295887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71a1aec-0b70-44ba-b064-edfda304964d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:30.297593 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a71a1aec-0b70-44ba-b064-edfda304964d tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/71e73b83-0a4f-4fd9-9ff4-47fb8cb43453 HTTP/1.1" status: 404 len: 339 time: 0.0228257 Aug 16 01:56:30.300216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45704) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:30.327472 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-9607f468-053a-40ee-b01e-86095178e1cd tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:30.327863 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9607f468-053a-40ee-b01e-86095178e1cd tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:30.330330 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9607f468-053a-40ee-b01e-86095178e1cd tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/subnets/88c9f03a-f5c5-4fa0-9594-f057f7485737 HTTP/1.1" status: 404 len: 337 time: 0.0285203 Aug 16 01:56:30.332986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45706) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:30.351825 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c28a43-527a-4114-b78e-eb017a5e43c7 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:30.352362 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c28a43-527a-4114-b78e-eb017a5e43c7 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:30.356358 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-81c28a43-527a-4114-b78e-eb017a5e43c7 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/f6f539c7-6ba6-40ea-bea3-2e684cc925bd HTTP/1.1" status: 404 len: 339 time: 0.0200124 Aug 16 01:56:30.356693 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45710) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:30.390413 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-604cdade-ddb0-4014-b994-ac9399419e55 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:30.391118 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604cdade-ddb0-4014-b994-ac9399419e55 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:30.394231 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-604cdade-ddb0-4014-b994-ac9399419e55 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/subnets/9d00d8e4-afcf-4f00-a942-7b1592b4ea6f HTTP/1.1" status: 404 len: 337 time: 0.0365348 Aug 16 01:56:30.397053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45714) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:30.423095 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-3900a106-fc64-40d9-a18a-e238edca8915 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:30.424065 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3900a106-fc64-40d9-a18a-e238edca8915 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:30.427186 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port bfa05576-205d-422d-98cd-c8713b2469f5, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bfa05576-205d-422d-98cd-c8713b2469f5,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:30.429926 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45716) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:30.430243 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3900a106-fc64-40d9-a18a-e238edca8915 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/35848ad0-4450-4a33-986f-74b4e9a7dc86 HTTP/1.1" status: 404 len: 339 time: 0.0316317 Aug 16 01:56:30.439781 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'bfa05576-205d-422d-98cd-c8713b2469f5', 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0', 'port_id': 'bfa05576-205d-422d-98cd-c8713b2469f5', 'mac_address': 'fa:16:3e:fd:8b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5b9f6c-cdde-4058-adfe-6e7ebbf29def', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:30.463061 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48c45d9-0a4d-41ca-bb06-1b10c1156c61 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:30.463474 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b48c45d9-0a4d-41ca-bb06-1b10c1156c61 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:30.465208 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b48c45d9-0a4d-41ca-bb06-1b10c1156c61 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/subnets/e98c6c44-e988-4e6d-bbeb-a84dc31ae3c5 HTTP/1.1" status: 404 len: 337 time: 0.0339437 Aug 16 01:56:30.467936 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45720) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:30.487711 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.488684 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-6492c33e-5910-4dd5-b776-95524f6d15a7 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:30.489446 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6492c33e-5910-4dd5-b776-95524f6d15a7 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:30.493404 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6492c33e-5910-4dd5-b776-95524f6d15a7 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/5cdcc348-3dd9-41b0-abf9-b510412e4cae HTTP/1.1" status: 404 len: 339 time: 0.0220878 Aug 16 01:56:30.493574 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45722) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:30.503204 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa05576-205d-422d-98cd-c8713b2469f5 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:30.523450 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef12107-04f0-4ab2-86a0-6a4f1e119bc0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:30.523706 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef12107-04f0-4ab2-86a0-6a4f1e119bc0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:30.527834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port bfa05576-205d-422d-98cd-c8713b2469f5, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bfa05576-205d-422d-98cd-c8713b2469f5,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:30.527996 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3ef12107-04f0-4ab2-86a0-6a4f1e119bc0 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/subnets/a853dba0-8ba3-40ea-9feb-82cef754ceae HTTP/1.1" status: 404 len: 337 time: 0.0307422 Aug 16 01:56:30.527996 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45726) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:30.534939 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.547960 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc388c4-0cb2-4f90-8e2c-1b051a02fe0f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:30.549129 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc388c4-0cb2-4f90-8e2c-1b051a02fe0f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:30.551170 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9bc388c4-0cb2-4f90-8e2c-1b051a02fe0f tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/6bbfef50-f15e-48df-9e91-8b43e60d5bc0 HTTP/1.1" status: 404 len: 339 time: 0.0222373 Aug 16 01:56:30.553682 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45728) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:30.593390 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=bfa05576-205d-422d-98cd-c8713b2469f5,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:30.618181 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ad4a5c-6ae3-4c01-b518-5e215b91d5e4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Deleting subnet 397c6a0c-e6fb-4494-8a76-40b85585a794 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:30.621616 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84ad4a5c-6ae3-4c01-b518-5e215b91d5e4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.668609 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84ad4a5c-6ae3-4c01-b518-5e215b91d5e4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.785784 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84ad4a5c-6ae3-4c01-b518-5e215b91d5e4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.796314 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['bfa05576-205d-422d-98cd-c8713b2469f5'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:30.947536 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84ad4a5c-6ae3-4c01-b518-5e215b91d5e4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.991211 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad4a5c-6ae3-4c01-b518-5e215b91d5e4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Subnet': ['ID=397c6a0c-e6fb-4494-8a76-40b85585a794,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:30.998062 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84ad4a5c-6ae3-4c01-b518-5e215b91d5e4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.000144 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-84ad4a5c-6ae3-4c01-b518-5e215b91d5e4 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/subnets/397c6a0c-e6fb-4494-8a76-40b85585a794 HTTP/1.1" status: 204 len: 168 time: 0.4455101 Aug 16 01:56:31.003256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45740) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:31.007780 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adae9de-e8c5-4414-8625-bf2312b6ed6f None None] Network 3ca6585f-604b-4b7d-90c8-3b4626dca677 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:31.086691 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.148735 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Deleting port 76f4671d-664d-4088-8013-35f1dcb3089b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:31.149077 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.240624 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccbaeaa-a59e-4c23-b4e7-c433e29c42eb None None] DHCP port deletion for 3ca6585f-604b-4b7d-90c8-3b4626dca677 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:56:31.248294 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] For port 76f4671d-664d-4088-8013-35f1dcb3089b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=76f4671d-664d-4088-8013-35f1dcb3089b,segment=NetworkSegment(0edf6b08-449a-41c4-a019-27aa61b1b9dd),segment_id=0edf6b08-449a-41c4-a019-27aa61b1b9dd)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:31.248294 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.262635 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Calling delete_port for 76f4671d-664d-4088-8013-35f1dcb3089b owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:31.332567 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4ccbaeaa-a59e-4c23-b4e7-c433e29c42eb None None] Deleting port 76f4671d-664d-4088-8013-35f1dcb3089b {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:31.333050 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ccbaeaa-a59e-4c23-b4e7-c433e29c42eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.382901 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.400480 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce047d0-e505-4e00-b39e-0d8548721e21 req-ae0f6b9e-4d6c-4c7b-8bb1-62cbca735a63 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:31.402844 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7ce047d0-e505-4e00-b39e-0d8548721e21 req-ae0f6b9e-4d6c-4c7b-8bb1-62cbca735a63 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 945 time: 0.0766025 Aug 16 01:56:31.415533 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] No DVR routers for this DVR port 76f4671d-664d-4088-8013-35f1dcb3089b on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:31.462616 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4ccbaeaa-a59e-4c23-b4e7-c433e29c42eb None None] For port 76f4671d-664d-4088-8013-35f1dcb3089b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=76f4671d-664d-4088-8013-35f1dcb3089b,segment=NetworkSegment(0edf6b08-449a-41c4-a019-27aa61b1b9dd),segment_id=0edf6b08-449a-41c4-a019-27aa61b1b9dd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:31.462883 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ccbaeaa-a59e-4c23-b4e7-c433e29c42eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.474386 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7ce047d0-e505-4e00-b39e-0d8548721e21 req-120ca150-0f9f-4b91-b4b9-b5d6f1357943 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641265 Aug 16 01:56:31.490840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4ccbaeaa-a59e-4c23-b4e7-c433e29c42eb None None] Calling delete_port for 76f4671d-664d-4088-8013-35f1dcb3089b owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:31.493609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Port': ['ID=76f4671d-664d-4088-8013-35f1dcb3089b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:31.564985 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.577036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca6585f-604b-4b7d-90c8-3b4626dca677']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:31.589577 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edf6b08-449a-41c4-a019-27aa61b1b9dd') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:31.590040 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edf6b08-449a-41c4-a019-27aa61b1b9dd') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:31.602242 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ccbaeaa-a59e-4c23-b4e7-c433e29c42eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.608622 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.624883 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.632491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:31.632938 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.635727 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbaeaa-a59e-4c23-b4e7-c433e29c42eb None None] Pushing event deleted for resources: {'Port': ['ID=76f4671d-664d-4088-8013-35f1dcb3089b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:31.636525 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:31.648812 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccbaeaa-a59e-4c23-b4e7-c433e29c42eb None None] No DVR routers for this DVR port 76f4671d-664d-4088-8013-35f1dcb3089b on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:31.707069 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.715318 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.719629 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] 10.222.0.68 "DELETE /v2.0/networks/3ca6585f-604b-4b7d-90c8-3b4626dca677 HTTP/1.1" status: 204 len: 168 time: 0.7131817 Aug 16 01:56:31.733009 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39438986-8edd-4bf9-b6c4-afec80913589 tempest-NetworksTest-694648776 tempest-NetworksTest-694648776-project] Pushing event deleted for resources: {'Network': ['ID=3ca6585f-604b-4b7d-90c8-3b4626dca677,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:31.755493 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45770) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:31.926035 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-360ee803-1ab9-4e06-946c-79cb27e2f024 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1421431717'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:31.949353 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360ee803-1ab9-4e06-946c-79cb27e2f024 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Made reservation on behalf of 16ecea492db04eccbdcf319f969041ef for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:31.953312 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-360ee803-1ab9-4e06-946c-79cb27e2f024 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.962763 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-360ee803-1ab9-4e06-946c-79cb27e2f024 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.007375 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45776) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:32.062452 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-360ee803-1ab9-4e06-946c-79cb27e2f024 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.067729 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-360ee803-1ab9-4e06-946c-79cb27e2f024 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.102025 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360ee803-1ab9-4e06-946c-79cb27e2f024 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:32.104111 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ee803-1ab9-4e06-946c-79cb27e2f024 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d241d6-8194-430e-bf25-32669878200a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:32.115535 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-360ee803-1ab9-4e06-946c-79cb27e2f024 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.115886 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-360ee803-1ab9-4e06-946c-79cb27e2f024 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Added segment 79b065fa-389d-4436-aff9-24e6e5330838 of type vlan for network baed7b53-9dde-4a14-851d-7316b21efdf4 Aug 16 01:56:32.160840 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-360ee803-1ab9-4e06-946c-79cb27e2f024 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.178070 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-45f4076a-6029-4a48-92ab-da1ce39c7378 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=18831e97643b4644becff7d7823d8b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694326 Aug 16 01:56:32.180470 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45780) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:32.194415 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-360ee803-1ab9-4e06-946c-79cb27e2f024 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.200127 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360ee803-1ab9-4e06-946c-79cb27e2f024 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:32.200728 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-360ee803-1ab9-4e06-946c-79cb27e2f024 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.241321 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdd8879f-352d-4707-8f4e-bc8d04e95243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.264230 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-360ee803-1ab9-4e06-946c-79cb27e2f024 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5072086 Aug 16 01:56:32.267114 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45782) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:32.267875 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdd8879f-352d-4707-8f4e-bc8d04e95243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.272607 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6dd36760-5fd1-44c0-ad01-52fea6c50f22 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Request body: {'subnet': {'network_id': 'baed7b53-9dde-4a14-851d-7316b21efdf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:32.288275 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device bfa05576-205d-422d-98cd-c8713b2469f5 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:32.337070 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdd8879f-352d-4707-8f4e-bc8d04e95243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.340646 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdd8879f-352d-4707-8f4e-bc8d04e95243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.342149 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bdd8879f-352d-4707-8f4e-bc8d04e95243 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/21e8a45f-388e-481c-abb4-a6d6374409a8 HTTP/1.1" status: 204 len: 168 time: 0.1607790 Aug 16 01:56:32.352509 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8879f-352d-4707-8f4e-bc8d04e95243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e8a45f-388e-481c-abb4-a6d6374409a8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:32.363778 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ee803-1ab9-4e06-946c-79cb27e2f024 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Pushing event updated for resources: {'Network': ['ID=baed7b53-9dde-4a14-851d-7316b21efdf4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:32.381231 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:56:32.396416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network baed7b53-9dde-4a14-851d-7316b21efdf4 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:32.445801 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd36760-5fd1-44c0-ad01-52fea6c50f22 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Made reservation on behalf of 16ecea492db04eccbdcf319f969041ef for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:32.453906 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dd36760-5fd1-44c0-ad01-52fea6c50f22 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.536336 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port bfa05576-205d-422d-98cd-c8713b2469f5 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:32.542346 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port bfa05576-205d-422d-98cd-c8713b2469f5 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:32.544087 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.634940 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fd084-c43b-4327-8703-eb0cb9cefd24 req-26894535-9cf9-4f89-94d4-2e14861e06a4 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:32.643903 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-109fd084-c43b-4327-8703-eb0cb9cefd24 req-26894535-9cf9-4f89-94d4-2e14861e06a4 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 945 time: 0.0733540 Aug 16 01:56:32.660261 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.702406 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-109fd084-c43b-4327-8703-eb0cb9cefd24 req-9554b658-a164-462f-8c84-a3f755a783fe tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555665 Aug 16 01:56:32.711337 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e022f4e2-f523-4ff3-8aff-baed1baa0726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa05576-205d-422d-98cd-c8713b2469f5'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:32.713748 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7642685d-ebba-487c-a74a-9ac4008abbdb" -d '{"events": [{"server_uuid": "e022f4e2-f523-4ff3-8aff-baed1baa0726", "name": "network-vif-plugged", "status": "completed", "tag": "bfa05576-205d-422d-98cd-c8713b2469f5"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:32.758168 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dd36760-5fd1-44c0-ad01-52fea6c50f22 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.763153 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port bfa05576-205d-422d-98cd-c8713b2469f5, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bfa05576-205d-422d-98cd-c8713b2469f5,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:32.773265 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.802426 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7251467f-6f20-4ff2-b359-15d3dd172757 x-openstack-request-id: req-7251467f-6f20-4ff2-b359-15d3dd172757 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:32.802717 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e022f4e2-f523-4ff3-8aff-baed1baa0726", "name": "network-vif-plugged", "status": "completed", "tag": "bfa05576-205d-422d-98cd-c8713b2469f5", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:32.802968 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7251467f-6f20-4ff2-b359-15d3dd172757 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:32.803349 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e022f4e2-f523-4ff3-8aff-baed1baa0726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa05576-205d-422d-98cd-c8713b2469f5', 'code': 200} Aug 16 01:56:32.862337 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd36760-5fd1-44c0-ad01-52fea6c50f22 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Pushing event updated for resources: {'Subnet': ['ID=2a70eabd-ebad-4202-9e6a-8f053d8d26f1,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:32.863064 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=bfa05576-205d-422d-98cd-c8713b2469f5,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:32.864555 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd36760-5fd1-44c0-ad01-52fea6c50f22 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Checking segment: {'id': '79b065fa-389d-4436-aff9-24e6e5330838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'baed7b53-9dde-4a14-851d-7316b21efdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:32.864919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd36760-5fd1-44c0-ad01-52fea6c50f22 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Network hostable DHCP agents. Network: baed7b53-9dde-4a14-851d-7316b21efdf4, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:32.883715 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd36760-5fd1-44c0-ad01-52fea6c50f22 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Network baed7b53-9dde-4a14-851d-7316b21efdf4 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:32.901527 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-6dd36760-5fd1-44c0-ad01-52fea6c50f22 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, baed7b53-9dde-4a14-851d-7316b21efdf4) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:32.907351 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd36760-5fd1-44c0-ad01-52fea6c50f22 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:32.910643 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dd36760-5fd1-44c0-ad01-52fea6c50f22 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.913469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f383ab36-4231-4661-bf9d-539eff2a6b0e None None] Network baed7b53-9dde-4a14-851d-7316b21efdf4 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:32.933520 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6dd36760-5fd1-44c0-ad01-52fea6c50f22 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6648481 Aug 16 01:56:32.936210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45804) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:32.942892 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f2aef910-0262-49cf-a06e-f55ed44731c0 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Request body: {'port': {'network_id': 'baed7b53-9dde-4a14-851d-7316b21efdf4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1520628496'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:33.012028 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e964e-43f8-4e0f-8616-0ebf8720b3d8 req-46c5c218-974d-4945-9c10-e877416ccde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:33.013554 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d2e964e-43f8-4e0f-8616-0ebf8720b3d8 req-46c5c218-974d-4945-9c10-e877416ccde4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 1098 time: 0.1409688 Aug 16 01:56:33.089551 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-baed7b53-9dde-4a14-851d-7316b21efdf4', 'network_id': 'baed7b53-9dde-4a14-851d-7316b21efdf4', 'tenant_id': '16ecea492db04eccbdcf319f969041ef', 'fixed_ips': [{'subnet_id': '2a70eabd-ebad-4202-9e6a-8f053d8d26f1'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:56:33.090715 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.092664 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d2e964e-43f8-4e0f-8616-0ebf8720b3d8 req-32cfb19f-a84f-492a-b9ab-f3f2fa052a4b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654550 Aug 16 01:56:33.103549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aef910-0262-49cf-a06e-f55ed44731c0 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Made reservation on behalf of 16ecea492db04eccbdcf319f969041ef for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:33.107012 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2aef910-0262-49cf-a06e-f55ed44731c0 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.126843 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-f2aef910-0262-49cf-a06e-f55ed44731c0 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] device_id is not set on port c077e013-a64d-414f-83b0-0d05a13794ac yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:56:33.199581 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 76f4671d-664d-4088-8013-35f1dcb3089b no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:33.231598 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 76f4671d-664d-4088-8013-35f1dcb3089b {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:33.231965 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 76f4671d-664d-4088-8013-35f1dcb3089b not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:33.263587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-f2aef910-0262-49cf-a06e-f55ed44731c0 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Allocated IP 172.20.0.8 (baed7b53-9dde-4a14-851d-7316b21efdf4/2a70eabd-ebad-4202-9e6a-8f053d8d26f1/c077e013-a64d-414f-83b0-0d05a13794ac) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:33.293429 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45814) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:33.398358 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-10cf202e-d939-4227-8663-0e3bd0b06172 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1042598925'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:33.422745 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10cf202e-d939-4227-8663-0e3bd0b06172 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.432481 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10cf202e-d939-4227-8663-0e3bd0b06172 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.447062 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2aef910-0262-49cf-a06e-f55ed44731c0 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.462213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f2aef910-0262-49cf-a06e-f55ed44731c0 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Transition to ACTIVE for port object c077e013-a64d-414f-83b0-0d05a13794ac will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:33.515806 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2aef910-0262-49cf-a06e-f55ed44731c0 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.542934 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10cf202e-d939-4227-8663-0e3bd0b06172 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.547680 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10cf202e-d939-4227-8663-0e3bd0b06172 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.567167 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aef910-0262-49cf-a06e-f55ed44731c0 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Network baed7b53-9dde-4a14-851d-7316b21efdf4 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:33.571117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f2aef910-0262-49cf-a06e-f55ed44731c0 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:33.576106 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aef910-0262-49cf-a06e-f55ed44731c0 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:33.581624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aef910-0262-49cf-a06e-f55ed44731c0 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Pushing event updated for resources: {'Port': ['ID=c077e013-a64d-414f-83b0-0d05a13794ac,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:33.627583 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Allocated IP 172.20.0.2 (baed7b53-9dde-4a14-851d-7316b21efdf4/2a70eabd-ebad-4202-9e6a-8f053d8d26f1/f0c6b47c-d94e-44e3-bcf4-f56336a7b33d) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:33.646832 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10cf202e-d939-4227-8663-0e3bd0b06172 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.656571 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10cf202e-d939-4227-8663-0e3bd0b06172 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.681914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aef910-0262-49cf-a06e-f55ed44731c0 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:33.682671 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2aef910-0262-49cf-a06e-f55ed44731c0 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.701181 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10cf202e-d939-4227-8663-0e3bd0b06172 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.704343 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-10cf202e-d939-4227-8663-0e3bd0b06172 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4100540 Aug 16 01:56:33.705285 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f2aef910-0262-49cf-a06e-f55ed44731c0 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7670522 Aug 16 01:56:33.705885 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf202e-d939-4227-8663-0e3bd0b06172 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46898c3b-98a4-45d4-a890-32eae54426a4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:33.718490 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45824) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:33.719049 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45826) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:33.761168 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf202e-d939-4227-8663-0e3bd0b06172 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13c7cfa-e8e8-46b1-b69e-5b78d6744722,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:33.883591 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dae289-1eb6-4bf7-8842-b30c612f4f80 req-36226e6b-0516-4e65-9bb5-993952a363fa tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:33.890652 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.897131 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-53dae289-1eb6-4bf7-8842-b30c612f4f80 req-36226e6b-0516-4e65-9bb5-993952a363fa tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.0914099 Aug 16 01:56:33.910489 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Transition to ACTIVE for port object f0c6b47c-d94e-44e3-bcf4-f56336a7b33d will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:33.920883 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7a5a3e0d-2cf8-4587-ab9b-fbfdb5d31bfb tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1988802 Aug 16 01:56:33.925333 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45830) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:33.937409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7c2bdc50-46d5-447a-8e42-e79e0fe14b6e tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group': {'name': 'tempest-security--1606274532', 'description': 'tempest-security-description-963784961'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:33.939095 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Transition to ACTIVE for port object f0c6b47c-d94e-44e3-bcf4-f56336a7b33d will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:33.960673 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.985031 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c2bdc50-46d5-447a-8e42-e79e0fe14b6e tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.009463 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-53dae289-1eb6-4bf7-8842-b30c612f4f80 req-f6ee8be8-da44-44ba-97a1-93e32c25428d tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106229 Aug 16 01:56:34.022191 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Network baed7b53-9dde-4a14-851d-7316b21efdf4 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:34.027662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:34.032216 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:34.039814 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Pushing event updated for resources: {'Port': ['ID=f0c6b47c-d94e-44e3-bcf4-f56336a7b33d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:34.078380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e23eec66-5c13-4a59-bc5f-6c4b4c134d23 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Deleting port c077e013-a64d-414f-83b0-0d05a13794ac {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:34.078776 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e23eec66-5c13-4a59-bc5f-6c4b4c134d23 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.106764 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Attempting to bind port f0c6b47c-d94e-44e3-bcf4-f56336a7b33d on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:34.107246 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Attempting to bind port f0c6b47c-d94e-44e3-bcf4-f56336a7b33d by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '79b065fa-389d-4436-aff9-24e6e5330838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'baed7b53-9dde-4a14-851d-7316b21efdf4'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:34.107491 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Attempting to bind port f0c6b47c-d94e-44e3-bcf4-f56336a7b33d on network baed7b53-9dde-4a14-851d-7316b21efdf4 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:34.113205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:34.113638 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Checking segment: {'id': '79b065fa-389d-4436-aff9-24e6e5330838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'baed7b53-9dde-4a14-851d-7316b21efdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:34.114112 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.114397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Bound using segment: {'id': '79b065fa-389d-4436-aff9-24e6e5330838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'baed7b53-9dde-4a14-851d-7316b21efdf4'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:34.114862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Bound port: f0c6b47c-d94e-44e3-bcf4-f56336a7b33d, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b065fa-389d-4436-aff9-24e6e5330838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'baed7b53-9dde-4a14-851d-7316b21efdf4'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:34.115240 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.144838 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c2bdc50-46d5-447a-8e42-e79e0fe14b6e tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.149921 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c2bdc50-46d5-447a-8e42-e79e0fe14b6e tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.152527 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c2bdc50-46d5-447a-8e42-e79e0fe14b6e tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.156244 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7c2bdc50-46d5-447a-8e42-e79e0fe14b6e tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "PUT /v2.0/security-groups/b13c7cfa-e8e8-46b1-b69e-5b78d6744722 HTTP/1.1" status: 200 len: 1779 time: 0.2280836 Aug 16 01:56:34.157026 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45834) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:34.197128 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] For port f0c6b47c-d94e-44e3-bcf4-f56336a7b33d, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:34.202579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bdc50-46d5-447a-8e42-e79e0fe14b6e tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13c7cfa-e8e8-46b1-b69e-5b78d6744722,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:34.203891 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] For port f0c6b47c-d94e-44e3-bcf4-f56336a7b33d, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f0c6b47c-d94e-44e3-bcf4-f56336a7b33d,segment=NetworkSegment(79b065fa-389d-4436-aff9-24e6e5330838),segment_id=79b065fa-389d-4436-aff9-24e6e5330838)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:34.207279 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f888980d-8e64-4d95-9369-b90e923714eb tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-groups/b13c7cfa-e8e8-46b1-b69e-5b78d6744722 HTTP/1.1" status: 200 len: 1779 time: 0.0469027 Aug 16 01:56:34.207279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45836) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:34.213850 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.234416 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e23eec66-5c13-4a59-bc5f-6c4b4c134d23 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.259885 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e23eec66-5c13-4a59-bc5f-6c4b4c134d23 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Calling delete_port for c077e013-a64d-414f-83b0-0d05a13794ac owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:34.290425 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4e86e0d7-efdc-4ef9-9e5c-869b56b7a358 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.299836 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4466c2-9482-4468-aa03-ca683d2b4e1d None None] Pushing event updated for resources: {'Port': ['ID=f0c6b47c-d94e-44e3-bcf4-f56336a7b33d,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:34.328253 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4e86e0d7-efdc-4ef9-9e5c-869b56b7a358 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.385036 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4e86e0d7-efdc-4ef9-9e5c-869b56b7a358 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.388575 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4e86e0d7-efdc-4ef9-9e5c-869b56b7a358 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.390092 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4e86e0d7-efdc-4ef9-9e5c-869b56b7a358 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "DELETE /v2.0/security-groups/b13c7cfa-e8e8-46b1-b69e-5b78d6744722 HTTP/1.1" status: 204 len: 168 time: 0.1814778 Aug 16 01:56:34.394609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45838) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:34.414682 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86e0d7-efdc-4ef9-9e5c-869b56b7a358 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13c7cfa-e8e8-46b1-b69e-5b78d6744722,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:34.447540 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e23eec66-5c13-4a59-bc5f-6c4b4c134d23 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.474530 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-116c5482-a75b-43d4-b2db-a732a31546db tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0785933 Aug 16 01:56:34.477356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45840) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:34.491892 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-057b47b9-5610-4686-bb8b-688c26c64575 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] delete failed (client error): The resource could not be found. Aug 16 01:56:34.492955 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-057b47b9-5610-4686-bb8b-688c26c64575 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "DELETE /v2.0/security-groups/b13c7cfa-e8e8-46b1-b69e-5b78d6744722 HTTP/1.1" status: 404 len: 347 time: 0.0146070 Aug 16 01:56:34.496738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45842) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:34.501256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2465e09e-93a0-4725-bc4a-fd496445a94b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group': {'name': 'tempest-secgroup--519503652'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:34.509160 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23eec66-5c13-4a59-bc5f-6c4b4c134d23 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Pushing event deleted for resources: {'Port': ['ID=c077e013-a64d-414f-83b0-0d05a13794ac,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:34.568762 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2465e09e-93a0-4725-bc4a-fd496445a94b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.625737 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e23eec66-5c13-4a59-bc5f-6c4b4c134d23 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.629190 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e23eec66-5c13-4a59-bc5f-6c4b4c134d23 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] 10.222.0.68 "DELETE /v2.0/ports/c077e013-a64d-414f-83b0-0d05a13794ac HTTP/1.1" status: 204 len: 168 time: 0.9009662 Aug 16 01:56:34.632500 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45844) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:34.675585 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2465e09e-93a0-4725-bc4a-fd496445a94b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.682951 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2465e09e-93a0-4725-bc4a-fd496445a94b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.718963 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2465e09e-93a0-4725-bc4a-fd496445a94b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.721308 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2465e09e-93a0-4725-bc4a-fd496445a94b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2235930 Aug 16 01:56:34.724674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45850) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:34.726732 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465e09e-93a0-4725-bc4a-fd496445a94b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2a6877-cf51-415e-be2e-c44498004b54,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:34.734404 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-449ff484-3eda-465a-afd0-f937c3de76a8 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group_rule': {'security_group_id': '9f2a6877-cf51-415e-be2e-c44498004b54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:34.773355 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-449ff484-3eda-465a-afd0-f937c3de76a8 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.845960 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f8368bed-aa0a-42a6-a45d-4eea296589cc tempest-DHCPAgentSchedulersTestJSON-1087748585 tempest-DHCPAgentSchedulersTestJSON-1087748585-project-admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.2100179 Aug 16 01:56:34.847887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45854) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:34.854132 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8355b124-a628-4c68-86a8-51a0e963f2f4 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-980181371'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:34.884625 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-449ff484-3eda-465a-afd0-f937c3de76a8 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.889562 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-449ff484-3eda-465a-afd0-f937c3de76a8 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.898831 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8355b124-a628-4c68-86a8-51a0e963f2f4 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Made reservation on behalf of 16ecea492db04eccbdcf319f969041ef for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:34.903768 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8355b124-a628-4c68-86a8-51a0e963f2f4 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.909179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ff484-3eda-465a-afd0-f937c3de76a8 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cc4fb0-64d6-46d1-8c26-3e3c0e55362f,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:34.920027 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-449ff484-3eda-465a-afd0-f937c3de76a8 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.921717 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-449ff484-3eda-465a-afd0-f937c3de76a8 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1949568 Aug 16 01:56:34.924584 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45856) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:34.958529 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8355b124-a628-4c68-86a8-51a0e963f2f4 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:34.958734 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1d43960-947d-4f67-a782-8b906e0aa229 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.968172 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8355b124-a628-4c68-86a8-51a0e963f2f4 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.968507 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-8355b124-a628-4c68-86a8-51a0e963f2f4 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Added segment f45e4a6a-1869-48a6-8f5d-9c3cf2a1147a of type vlan for network 702d8460-5547-4f30-ab51-7b4047834ab5 Aug 16 01:56:34.972256 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1d43960-947d-4f67-a782-8b906e0aa229 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.015178 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1d43960-947d-4f67-a782-8b906e0aa229 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.023463 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1d43960-947d-4f67-a782-8b906e0aa229 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.024878 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c1d43960-947d-4f67-a782-8b906e0aa229 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/28cc4fb0-64d6-46d1-8c26-3e3c0e55362f HTTP/1.1" status: 204 len: 168 time: 0.0990849 Aug 16 01:56:35.029729 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8355b124-a628-4c68-86a8-51a0e963f2f4 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.030219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45860) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:35.038824 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d43960-947d-4f67-a782-8b906e0aa229 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28cc4fb0-64d6-46d1-8c26-3e3c0e55362f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:35.098523 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8355b124-a628-4c68-86a8-51a0e963f2f4 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.101809 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c9209bdf-9432-4ea2-81b0-dcc61dd93b48 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0684698 Aug 16 01:56:35.102934 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45866) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:35.104832 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8355b124-a628-4c68-86a8-51a0e963f2f4 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:35.105430 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8355b124-a628-4c68-86a8-51a0e963f2f4 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.215755 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbca94-3463-49ab-a987-4793acdb4b67 req-f4a68de7-d139-4ac7-9963-32c5e4011858 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:35.217236 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9fbca94-3463-49ab-a987-4793acdb4b67 req-f4a68de7-d139-4ac7-9963-32c5e4011858 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.1026416 Aug 16 01:56:35.221229 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8355b124-a628-4c68-86a8-51a0e963f2f4 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3691478 Aug 16 01:56:35.237973 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45868) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:35.247892 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40955286-3e47-4fe4-97f1-4d052ae21722 req-22253254-2464-4191-83d9-b20725b1b584 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:35.248246 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-055ee782-76fb-4710-98c9-5a4713883168 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.257022 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40955286-3e47-4fe4-97f1-4d052ae21722 req-22253254-2464-4191-83d9-b20725b1b584 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 1097 time: 0.2400763 Aug 16 01:56:35.273710 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355b124-a628-4c68-86a8-51a0e963f2f4 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Pushing event updated for resources: {'Network': ['ID=702d8460-5547-4f30-ab51-7b4047834ab5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:35.318390 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40955286-3e47-4fe4-97f1-4d052ae21722 req-3ed6df7e-e328-4324-ab65-ffede8e0c7a8 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604253 Aug 16 01:56:35.322402 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 702d8460-5547-4f30-ab51-7b4047834ab5 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:35.327035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f0c6b47c-d94e-44e3-bcf4-f56336a7b33d up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:35.363165 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-055ee782-76fb-4710-98c9-5a4713883168 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.447851 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e9fbca94-3463-49ab-a987-4793acdb4b67 req-84215622-a70d-43a6-bc59-bb48045e3e17 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023213 Aug 16 01:56:35.504074 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port f0c6b47c-d94e-44e3-bcf4-f56336a7b33d completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:35.534876 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-055ee782-76fb-4710-98c9-5a4713883168 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.541627 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-055ee782-76fb-4710-98c9-5a4713883168 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.545606 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-055ee782-76fb-4710-98c9-5a4713883168 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "DELETE /v2.0/security-groups/9f2a6877-cf51-415e-be2e-c44498004b54 HTTP/1.1" status: 204 len: 168 time: 0.4376006 Aug 16 01:56:35.555645 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45874) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:35.594624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7431b9e-dd2b-443d-a90c-714fd5fccf57 req-27955e61-e3a9-4ccf-8ccd-0dfb6a15cf92 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:35.603951 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7431b9e-dd2b-443d-a90c-714fd5fccf57 req-27955e61-e3a9-4ccf-8ccd-0dfb6a15cf92 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.0791118 Aug 16 01:56:35.610330 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ee782-76fb-4710-98c9-5a4713883168 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2a6877-cf51-415e-be2e-c44498004b54,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:35.614595 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d3c2e8c4-4e7f-4558-abdd-2d8fca7c0a7d tempest-DHCPAgentSchedulersTestJSON-1087748585 tempest-DHCPAgentSchedulersTestJSON-1087748585-project-admin] 10.222.0.68 "GET /v2.0/agents/1cd395da-773e-4302-8c01-52c07da86114/dhcp-networks HTTP/1.1" status: 200 len: 5679 time: 0.3830926 Aug 16 01:56:35.617284 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45876) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:35.685739 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-346c9c82-77b2-4008-8726-5135c2b06747 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1164405 Aug 16 01:56:35.691155 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9cf78-91f2-491f-9c2c-e79ea0c43955 req-cf990b90-23b9-4840-84dd-7b6df6f94d6a tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:35.694329 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45878) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:35.701153 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-85c9cf78-91f2-491f-9c2c-e79ea0c43955 req-cf990b90-23b9-4840-84dd-7b6df6f94d6a tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.1456368 Aug 16 01:56:35.702775 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6f1151-4b0f-4b41-a8b0-3b147b89c2ca None None] Network baed7b53-9dde-4a14-851d-7316b21efdf4 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:35.709829 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-562ece52-aae3-4a30-a89e-a1936f376e5a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086102511'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:35.753908 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-85c9cf78-91f2-491f-9c2c-e79ea0c43955 req-f4962024-cc41-44b3-a89d-3c37bb312ca7 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517359 Aug 16 01:56:35.756499 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7431b9e-dd2b-443d-a90c-714fd5fccf57 req-34f97b9d-19d2-4488-ab63-3351c31f7154 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516974 Aug 16 01:56:35.796036 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-562ece52-aae3-4a30-a89e-a1936f376e5a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.796526 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45884) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:35.898815 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7e4a8be7-91da-48f2-b06f-420613fa01d4 None None] Provisioning for port f0c6b47c-d94e-44e3-bcf4-f56336a7b33d completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:35.925278 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4c83ad-f7ea-4c24-b016-ee66008814ea tempest-DHCPAgentSchedulersTestJSON-1087748585 tempest-DHCPAgentSchedulersTestJSON-1087748585-project-admin] Network 702d8460-5547-4f30-ab51-7b4047834ab5 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:35.943205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7e4a8be7-91da-48f2-b06f-420613fa01d4 None None] Provisioning complete for port f0c6b47c-d94e-44e3-bcf4-f56336a7b33d triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:35.943583 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e4a8be7-91da-48f2-b06f-420613fa01d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.959239 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-863d1433-a664-4a66-a8f7-94e315a95dec tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/floatingips/c29ba3da-7767-4a34-92c6-8e6381f44bba HTTP/1.1" status: 200 len: 993 time: 0.1613820 Aug 16 01:56:36.010767 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-562ece52-aae3-4a30-a89e-a1936f376e5a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.017158 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8f4c83ad-f7ea-4c24-b016-ee66008814ea tempest-DHCPAgentSchedulersTestJSON-1087748585 tempest-DHCPAgentSchedulersTestJSON-1087748585-project-admin] 10.222.0.68 "POST /v2.0/agents/1cd395da-773e-4302-8c01-52c07da86114/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3982384 Aug 16 01:56:36.019071 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45900) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:36.027896 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-562ece52-aae3-4a30-a89e-a1936f376e5a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.125178 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ece52-aae3-4a30-a89e-a1936f376e5a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=329a61c4-b739-42b7-be37-9cd7b922b669,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:36.134516 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-562ece52-aae3-4a30-a89e-a1936f376e5a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.140871 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-562ece52-aae3-4a30-a89e-a1936f376e5a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4366663 Aug 16 01:56:36.141510 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45904) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:36.155604 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b00ecd27-6679-4ef3-9162-2906735e87d7 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group_rule': {'security_group_id': '329a61c4-b739-42b7-be37-9cd7b922b669', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:36.242540 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b00ecd27-6679-4ef3-9162-2906735e87d7 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.290971 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecec4dff-f53b-4877-a84f-8f1ccddb8d9d None None] Network 702d8460-5547-4f30-ab51-7b4047834ab5 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:36.357732 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e714749b-4f9c-4595-989e-5368bd275067 tempest-DHCPAgentSchedulersTestJSON-1087748585 tempest-DHCPAgentSchedulersTestJSON-1087748585-project-admin] 10.222.0.68 "GET /v2.0/agents/1cd395da-773e-4302-8c01-52c07da86114/dhcp-networks HTTP/1.1" status: 200 len: 6449 time: 0.3350756 Aug 16 01:56:36.358574 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45914) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:36.474017 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b00ecd27-6679-4ef3-9162-2906735e87d7 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.522585 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b00ecd27-6679-4ef3-9162-2906735e87d7 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.535040 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e4a8be7-91da-48f2-b06f-420613fa01d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.575658 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b00ecd27-6679-4ef3-9162-2906735e87d7 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.577155 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b00ecd27-6679-4ef3-9162-2906735e87d7 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4311635 Aug 16 01:56:36.580857 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45922) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:36.588782 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-248a8a04-d90a-4da0-b956-6020c1dcf7bd tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group_rule': {'security_group_id': '329a61c4-b739-42b7-be37-9cd7b922b669', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:36.609448 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ecd27-6679-4ef3-9162-2906735e87d7 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6200fdba-c2b3-437d-b2df-48751636aeb0,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:36.617575 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7e4a8be7-91da-48f2-b06f-420613fa01d4 None None] For port f0c6b47c-d94e-44e3-bcf4-f56336a7b33d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f0c6b47c-d94e-44e3-bcf4-f56336a7b33d,segment=NetworkSegment(79b065fa-389d-4436-aff9-24e6e5330838),segment_id=79b065fa-389d-4436-aff9-24e6e5330838)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:36.629126 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e4a8be7-91da-48f2-b06f-420613fa01d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.653546 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-748cc427-4c17-4f73-88e2-4e99659eb0b3 tempest-DHCPAgentSchedulersTestJSON-1087748585 tempest-DHCPAgentSchedulersTestJSON-1087748585-project-admin] 10.222.0.68 "DELETE /v2.0/agents/1cd395da-773e-4302-8c01-52c07da86114/dhcp-networks/702d8460-5547-4f30-ab51-7b4047834ab5 HTTP/1.1" status: 204 len: 168 time: 0.2910581 Aug 16 01:56:36.657152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc0fa8-3b70-4bfc-a776-b62206aee49c req-ac5f648f-dce5-4b07-a089-a2d13d5091cd tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:36.659400 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cefc0fa8-3b70-4bfc-a776-b62206aee49c req-ac5f648f-dce5-4b07-a089-a2d13d5091cd tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.2304754 Aug 16 01:56:36.662257 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45924) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:36.699015 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-248a8a04-d90a-4da0-b956-6020c1dcf7bd tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.747978 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a8be7-91da-48f2-b06f-420613fa01d4 None None] Pushing event updated for resources: {'Port': ['ID=f0c6b47c-d94e-44e3-bcf4-f56336a7b33d,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:36.787578 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-248a8a04-d90a-4da0-b956-6020c1dcf7bd tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.800587 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-248a8a04-d90a-4da0-b956-6020c1dcf7bd tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.835042 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a8a04-d90a-4da0-b956-6020c1dcf7bd tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da95f00-8867-4a09-82c8-2dd6afacede6,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:36.862908 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1f4b3e5f-76b7-4187-829f-7265d6cf5d73 None None] Provisioning complete for port f0c6b47c-d94e-44e3-bcf4-f56336a7b33d triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:36.863138 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-248a8a04-d90a-4da0-b956-6020c1dcf7bd tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.863340 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3e5f-76b7-4187-829f-7265d6cf5d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.866913 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-248a8a04-d90a-4da0-b956-6020c1dcf7bd tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2814753 Aug 16 01:56:36.867200 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45926) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:36.881291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6685f8d9-2839-443c-b611-52e382ba5aef tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group_rule': {'security_group_id': '329a61c4-b739-42b7-be37-9cd7b922b669', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:36.933676 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6685f8d9-2839-443c-b611-52e382ba5aef tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.046309 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6685f8d9-2839-443c-b611-52e382ba5aef tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.065418 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6685f8d9-2839-443c-b611-52e382ba5aef tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.112538 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685f8d9-2839-443c-b611-52e382ba5aef tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8f6ec9-c6be-4779-abe3-7f52d0c31ff5,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:37.168382 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6685f8d9-2839-443c-b611-52e382ba5aef tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.170459 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6685f8d9-2839-443c-b611-52e382ba5aef tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3021998 Aug 16 01:56:37.187532 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45932) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:37.200335 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fe8690f1-fe61-4b0b-9868-6b75825609ba tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group_rule': {'security_group_id': '329a61c4-b739-42b7-be37-9cd7b922b669', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:37.249034 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb00344-880b-4586-a9e6-0ac896454fa0 req-fffed876-1dbb-4971-87ff-4ba71118ebe7 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:37.250289 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f0c6b47c-d94e-44e3-bcf4-f56336a7b33d up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:37.257531 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4cb00344-880b-4586-a9e6-0ac896454fa0 req-fffed876-1dbb-4971-87ff-4ba71118ebe7 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.1334066 Aug 16 01:56:37.284756 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fe8690f1-fe61-4b0b-9868-6b75825609ba tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.346855 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4cb00344-880b-4586-a9e6-0ac896454fa0 req-cc5f8774-d63e-4188-aa5e-b0186e3b266f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882568 Aug 16 01:56:37.369332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-38644900-7c69-4a11-91b9-c0b63ee922fd None None] Could not find standard attr ID for object c077e013-a64d-414f-83b0-0d05a13794ac. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:56:37.383358 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fe8690f1-fe61-4b0b-9868-6b75825609ba tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.391161 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fe8690f1-fe61-4b0b-9868-6b75825609ba tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.408594 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port f0c6b47c-d94e-44e3-bcf4-f56336a7b33d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:37.410129 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.435209 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8690f1-fe61-4b0b-9868-6b75825609ba tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd0378a-f87f-4fbc-8232-5fe88bcac6de,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:37.448025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cefc0fa8-3b70-4bfc-a776-b62206aee49c req-cc631449-72e1-4092-9bec-f8a46df65bad tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7617307 Aug 16 01:56:37.463798 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fe8690f1-fe61-4b0b-9868-6b75825609ba tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.468516 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fe8690f1-fe61-4b0b-9868-6b75825609ba tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2777431 Aug 16 01:56:37.468725 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45936) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:37.473023 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.477607 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a46e6c9f-9137-4bc4-94d7-5f9a0943051b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group_rule': {'security_group_id': '329a61c4-b739-42b7-be37-9cd7b922b669', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:37.532766 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a46e6c9f-9137-4bc4-94d7-5f9a0943051b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.577569 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20b80141-113b-4423-b2d5-8c49169cad30 req-a057b038-50a6-4dec-b594-c5b8068ba951 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1904523 Aug 16 01:56:37.580889 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d729fe3c-735b-4de7-9d60-207e15498b0b tempest-DHCPAgentSchedulersTestJSON-1087748585 tempest-DHCPAgentSchedulersTestJSON-1087748585-project-admin] 10.222.0.68 "GET /v2.0/agents/1cd395da-773e-4302-8c01-52c07da86114/dhcp-networks HTTP/1.1" status: 200 len: 5679 time: 0.9174540 Aug 16 01:56:37.584159 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45938) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:37.605047 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2d621b07-d92c-4899-b23f-0b25f896414c tempest-DHCPAgentSchedulersTestJSON-1087748585 tempest-DHCPAgentSchedulersTestJSON-1087748585-project-admin] 10.222.0.68 "GET /v2.0/networks/baed7b53-9dde-4a14-851d-7316b21efdf4/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0186298 Aug 16 01:56:37.608274 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a46e6c9f-9137-4bc4-94d7-5f9a0943051b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.608441 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45940) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:37.613214 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a46e6c9f-9137-4bc4-94d7-5f9a0943051b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.629317 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e6c9f-9137-4bc4-94d7-5f9a0943051b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd8822c-61a3-45cd-86f3-a05c5a40897a,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:37.642469 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a46e6c9f-9137-4bc4-94d7-5f9a0943051b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.644605 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a46e6c9f-9137-4bc4-94d7-5f9a0943051b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1722457 Aug 16 01:56:37.648986 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f369169b-4f5b-4c08-a884-cf00cda65998 tempest-DHCPAgentSchedulersTestJSON-1087748585 tempest-DHCPAgentSchedulersTestJSON-1087748585-project-admin] 10.222.0.68 "GET /v2.0/networks/baed7b53-9dde-4a14-851d-7316b21efdf4/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0371346 Aug 16 01:56:37.648986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45946) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:37.649637 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45948) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:37.746314 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90c18c55-cd93-44d1-9327-fa2a25bd1c8d tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.759767 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90c18c55-cd93-44d1-9327-fa2a25bd1c8d tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.811668 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90c18c55-cd93-44d1-9327-fa2a25bd1c8d tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.817874 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90c18c55-cd93-44d1-9327-fa2a25bd1c8d tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.821413 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-90c18c55-cd93-44d1-9327-fa2a25bd1c8d tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/0cd8822c-61a3-45cd-86f3-a05c5a40897a HTTP/1.1" status: 204 len: 168 time: 0.1705079 Aug 16 01:56:37.821805 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45962) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:37.838044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c18c55-cd93-44d1-9327-fa2a25bd1c8d tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cd8822c-61a3-45cd-86f3-a05c5a40897a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:37.841970 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-382bf4d2-e930-4ee6-9754-bf8630b6adce tempest-DHCPAgentSchedulersTestJSON-1087748585 tempest-DHCPAgentSchedulersTestJSON-1087748585-project-admin] 10.222.0.68 "GET /v2.0/agents/1cd395da-773e-4302-8c01-52c07da86114/dhcp-networks HTTP/1.1" status: 200 len: 5679 time: 0.1916194 Aug 16 01:56:37.846221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45964) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:37.892746 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-17091a87-bdfc-4c05-b250-fe65dc8343e6 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0690813 Aug 16 01:56:37.895401 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45966) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:37.935416 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dba2a107-0d6f-48ed-b866-3f013734b723 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.944403 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dba2a107-0d6f-48ed-b866-3f013734b723 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.957349 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-668caba3-223a-4cd6-89f9-b8fd214c9d51 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.975398 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dba2a107-0d6f-48ed-b866-3f013734b723 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.988901 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dba2a107-0d6f-48ed-b866-3f013734b723 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.992513 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dba2a107-0d6f-48ed-b866-3f013734b723 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/1bd0378a-f87f-4fbc-8232-5fe88bcac6de HTTP/1.1" status: 204 len: 168 time: 0.0921130 Aug 16 01:56:37.992513 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2a107-0d6f-48ed-b866-3f013734b723 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bd0378a-f87f-4fbc-8232-5fe88bcac6de,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:37.992915 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45970) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:38.057540 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-155b8c6e-185b-41c1-8b78-5ece1da36164 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0633633 Aug 16 01:56:38.060218 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45974) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:38.088492 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.089176 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-668caba3-223a-4cd6-89f9-b8fd214c9d51 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.095293 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-852a9bdb-fd31-42f8-bdb5-405a8c9e5550 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.105001 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-852a9bdb-fd31-42f8-bdb5-405a8c9e5550 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.113009 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-668caba3-223a-4cd6-89f9-b8fd214c9d51 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702d8460-5547-4f30-ab51-7b4047834ab5']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:38.132304 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-668caba3-223a-4cd6-89f9-b8fd214c9d51 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45e4a6a-1869-48a6-8f5d-9c3cf2a1147a') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:38.132673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-668caba3-223a-4cd6-89f9-b8fd214c9d51 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45e4a6a-1869-48a6-8f5d-9c3cf2a1147a') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:38.143480 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-852a9bdb-fd31-42f8-bdb5-405a8c9e5550 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.146359 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-668caba3-223a-4cd6-89f9-b8fd214c9d51 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.150723 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-852a9bdb-fd31-42f8-bdb5-405a8c9e5550 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.151819 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-852a9bdb-fd31-42f8-bdb5-405a8c9e5550 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/ec8f6ec9-c6be-4779-abe3-7f52d0c31ff5 HTTP/1.1" status: 204 len: 168 time: 0.0904727 Aug 16 01:56:38.155123 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45980) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:38.156163 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a9bdb-fd31-42f8-bdb5-405a8c9e5550 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec8f6ec9-c6be-4779-abe3-7f52d0c31ff5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:38.190313 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-668caba3-223a-4cd6-89f9-b8fd214c9d51 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.224608 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668caba3-223a-4cd6-89f9-b8fd214c9d51 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:38.225026 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-668caba3-223a-4cd6-89f9-b8fd214c9d51 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:38.229314 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:38.256407 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c593bfdb-3a9e-4264-b118-ab59311a5a7e tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0998828 Aug 16 01:56:38.258987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45984) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:38.314882 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4c888f4-f630-4477-ad59-bf53d8f1c424 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.322977 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-668caba3-223a-4cd6-89f9-b8fd214c9d51 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.333833 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-668caba3-223a-4cd6-89f9-b8fd214c9d51 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.339142 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-668caba3-223a-4cd6-89f9-b8fd214c9d51 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] 10.222.0.68 "DELETE /v2.0/networks/702d8460-5547-4f30-ab51-7b4047834ab5 HTTP/1.1" status: 204 len: 168 time: 0.4884627 Aug 16 01:56:38.339295 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4c888f4-f630-4477-ad59-bf53d8f1c424 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.346771 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45986) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:38.347601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668caba3-223a-4cd6-89f9-b8fd214c9d51 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Pushing event deleted for resources: {'Network': ['ID=702d8460-5547-4f30-ab51-7b4047834ab5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:38.384351 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5aaa0e-4f72-4cfb-abdf-c5016174cd55 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:38.385059 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5aaa0e-4f72-4cfb-abdf-c5016174cd55 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:38.386828 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3c5aaa0e-4f72-4cfb-abdf-c5016174cd55 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] 10.222.0.68 "DELETE /v2.0/ports/c077e013-a64d-414f-83b0-0d05a13794ac HTTP/1.1" status: 404 len: 333 time: 0.0395327 Aug 16 01:56:38.389595 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45990) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:38.407111 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4c888f4-f630-4477-ad59-bf53d8f1c424 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.417274 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4c888f4-f630-4477-ad59-bf53d8f1c424 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.418702 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a4c888f4-f630-4477-ad59-bf53d8f1c424 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/6da95f00-8867-4a09-82c8-2dd6afacede6 HTTP/1.1" status: 204 len: 168 time: 0.1584239 Aug 16 01:56:38.422557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45992) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:38.459478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c888f4-f630-4477-ad59-bf53d8f1c424 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6da95f00-8867-4a09-82c8-2dd6afacede6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:38.503833 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7b9ea99b-1683-472c-b698-5e12bfe3ffb5 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0784116 Aug 16 01:56:38.506646 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 45996) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:38.545721 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79cf1f-8b10-4106-85b1-4b909a1136f3 req-c1859226-752e-4d9e-ad14-08f73f74fc59 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:38.547328 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c79cf1f-8b10-4106-85b1-4b909a1136f3 req-c1859226-752e-4d9e-ad14-08f73f74fc59 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.1088228 Aug 16 01:56:38.552413 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe7e0c8-29b1-4ca2-9d72-7ab860260d2e tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Deleting subnet 2a70eabd-ebad-4202-9e6a-8f053d8d26f1 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:38.556103 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fe7e0c8-29b1-4ca2-9d72-7ab860260d2e tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.598285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a5c66-34c0-4f1d-9b4a-104ccfff47fe req-a9e53031-3b06-43c1-9f79-a8bbcd1f4d1d tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:38.599790 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f5a5c66-34c0-4f1d-9b4a-104ccfff47fe req-a9e53031-3b06-43c1-9f79-a8bbcd1f4d1d tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.0649786 Aug 16 01:56:38.601534 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fe7e0c8-29b1-4ca2-9d72-7ab860260d2e tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.643394 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f5a5c66-34c0-4f1d-9b4a-104ccfff47fe req-b10aa3c7-8803-4a72-bcfa-c0b4374ad8d2 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354469 Aug 16 01:56:38.671193 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8edc12e6-5f4d-4c2c-9dfc-962086fbba20 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.693238 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8edc12e6-5f4d-4c2c-9dfc-962086fbba20 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.734594 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c79cf1f-8b10-4106-85b1-4b909a1136f3 req-0153aac9-a5d6-458f-9629-29eb7c945cdf tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098981 Aug 16 01:56:38.759630 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fe7e0c8-29b1-4ca2-9d72-7ab860260d2e tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.762604 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8edc12e6-5f4d-4c2c-9dfc-962086fbba20 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.787527 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8edc12e6-5f4d-4c2c-9dfc-962086fbba20 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.788582 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8edc12e6-5f4d-4c2c-9dfc-962086fbba20 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/6200fdba-c2b3-437d-b2df-48751636aeb0 HTTP/1.1" status: 204 len: 168 time: 0.2761657 Aug 16 01:56:38.791303 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 45998) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:38.797151 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc12e6-5f4d-4c2c-9dfc-962086fbba20 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6200fdba-c2b3-437d-b2df-48751636aeb0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:38.832377 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b3a23271-ff16-42ba-809f-1b50706f4ac5 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397263 Aug 16 01:56:38.833227 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fe7e0c8-29b1-4ca2-9d72-7ab860260d2e tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.835420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46000) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:38.860509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7e0c8-29b1-4ca2-9d72-7ab860260d2e tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Pushing event deleted for resources: {'Subnet': ['ID=2a70eabd-ebad-4202-9e6a-8f053d8d26f1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:38.864806 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fe7e0c8-29b1-4ca2-9d72-7ab860260d2e tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.869081 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7fe7e0c8-29b1-4ca2-9d72-7ab860260d2e tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] 10.222.0.68 "DELETE /v2.0/subnets/2a70eabd-ebad-4202-9e6a-8f053d8d26f1 HTTP/1.1" status: 204 len: 168 time: 0.4760041 Aug 16 01:56:38.869875 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46002) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:38.871517 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc5b0c1-f730-423d-ab99-7e24def86d49 None None] Network baed7b53-9dde-4a14-851d-7316b21efdf4 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:38.911152 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-937f478a-1400-4b8b-9583-20564d3409a3 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.946915 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-937f478a-1400-4b8b-9583-20564d3409a3 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.959342 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.007519 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-937f478a-1400-4b8b-9583-20564d3409a3 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.010380 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-937f478a-1400-4b8b-9583-20564d3409a3 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.014465 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-937f478a-1400-4b8b-9583-20564d3409a3 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "DELETE /v2.0/security-groups/329a61c4-b739-42b7-be37-9cd7b922b669 HTTP/1.1" status: 204 len: 168 time: 0.1751404 Aug 16 01:56:39.015924 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46004) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:39.034900 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f478a-1400-4b8b-9583-20564d3409a3 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=329a61c4-b739-42b7-be37-9cd7b922b669,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:39.045220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80141-113b-4423-b2d5-8c49169cad30 req-9632ed43-12fd-40f4-8b4f-52307405ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.046787 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20b80141-113b-4423-b2d5-8c49169cad30 req-9632ed43-12fd-40f4-8b4f-52307405ad82 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 1097 time: 0.0769060 Aug 16 01:56:39.068529 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1506a33e-8786-4bee-af6a-b95fc3a6a455 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0521924 Aug 16 01:56:39.069712 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Deleting port f0c6b47c-d94e-44e3-bcf4-f56336a7b33d {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:39.070097 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.074269 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46006) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:39.079012 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5465f34e-52ec-409e-988e-9e3514fcc6c9 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1463671656'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:39.112809 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01f914b-6a70-4ad8-a6de-47e1f0793c52 None None] DHCP port deletion for baed7b53-9dde-4a14-851d-7316b21efdf4 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:56:39.128014 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5465f34e-52ec-409e-988e-9e3514fcc6c9 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.199361 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b01f914b-6a70-4ad8-a6de-47e1f0793c52 None None] Deleting port f0c6b47c-d94e-44e3-bcf4-f56336a7b33d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:39.200703 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b01f914b-6a70-4ad8-a6de-47e1f0793c52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.241609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] For port f0c6b47c-d94e-44e3-bcf4-f56336a7b33d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f0c6b47c-d94e-44e3-bcf4-f56336a7b33d,segment=NetworkSegment(79b065fa-389d-4436-aff9-24e6e5330838),segment_id=79b065fa-389d-4436-aff9-24e6e5330838)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:39.242117 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.262824 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5465f34e-52ec-409e-988e-9e3514fcc6c9 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.265381 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f0c6b47c-d94e-44e3-bcf4-f56336a7b33d no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:39.267289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Calling delete_port for f0c6b47c-d94e-44e3-bcf4-f56336a7b33d owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:39.269559 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5465f34e-52ec-409e-988e-9e3514fcc6c9 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.282513 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80141-113b-4423-b2d5-8c49169cad30 req-6cfa5c28-68e8-42ed-8b8e-f618440089b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.286841 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20b80141-113b-4423-b2d5-8c49169cad30 req-6cfa5c28-68e8-42ed-8b8e-f618440089b3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 HTTP/1.1" status: 200 len: 897 time: 0.2288270 Aug 16 01:56:39.316795 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5465f34e-52ec-409e-988e-9e3514fcc6c9 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.318802 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5465f34e-52ec-409e-988e-9e3514fcc6c9 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2434270 Aug 16 01:56:39.321191 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465f34e-52ec-409e-988e-9e3514fcc6c9 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae1bfdd-d499-46ff-bcfe-55115c792754,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:39.324178 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46014) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:39.324332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b01f914b-6a70-4ad8-a6de-47e1f0793c52 None None] For port f0c6b47c-d94e-44e3-bcf4-f56336a7b33d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f0c6b47c-d94e-44e3-bcf4-f56336a7b33d,segment=NetworkSegment(79b065fa-389d-4436-aff9-24e6e5330838),segment_id=79b065fa-389d-4436-aff9-24e6e5330838)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:39.324763 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b01f914b-6a70-4ad8-a6de-47e1f0793c52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.332284 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-59e324f6-b5a8-4226-a5cc-d5c29410893a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group_rule': {'security_group_id': '4ae1bfdd-d499-46ff-bcfe-55115c792754', 'direction': 'ingress', 'protocol': 17}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:39.341951 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b01f914b-6a70-4ad8-a6de-47e1f0793c52 None None] Calling delete_port for f0c6b47c-d94e-44e3-bcf4-f56336a7b33d owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:39.367541 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e324f6-b5a8-4226-a5cc-d5c29410893a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.438161 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.446394 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e324f6-b5a8-4226-a5cc-d5c29410893a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.453519 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e324f6-b5a8-4226-a5cc-d5c29410893a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.464932 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20b80141-113b-4423-b2d5-8c49169cad30 req-c4e0e33e-099a-4475-a192-d5e3e3a447b8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3 HTTP/1.1" status: 200 len: 1001 time: 0.1460497 Aug 16 01:56:39.480506 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e324f6-b5a8-4226-a5cc-d5c29410893a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3737b301-47f7-48bd-b342-f2052531a233,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:39.491707 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e324f6-b5a8-4226-a5cc-d5c29410893a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.498230 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-59e324f6-b5a8-4226-a5cc-d5c29410893a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1689174 Aug 16 01:56:39.499214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46016) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:39.534618 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80141-113b-4423-b2d5-8c49169cad30 req-51c8c813-e67b-4fa0-972c-6bfee7bd1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.536583 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20b80141-113b-4423-b2d5-8c49169cad30 req-51c8c813-e67b-4fa0-972c-6bfee7bd1309 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fb3e123f-0b5d-474c-aa50-f7bef1939d54 HTTP/1.1" status: 200 len: 835 time: 0.0595589 Aug 16 01:56:39.549951 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port f0c6b47c-d94e-44e3-bcf4-f56336a7b33d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f0c6b47c-d94e-44e3-bcf4-f56336a7b33d,segment=NetworkSegment(79b065fa-389d-4436-aff9-24e6e5330838),segment_id=79b065fa-389d-4436-aff9-24e6e5330838)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:39.559719 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.586564 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.613735 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b01f914b-6a70-4ad8-a6de-47e1f0793c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.624112 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80141-113b-4423-b2d5-8c49169cad30 req-ec29ba6e-aeef-4ac2-87ab-abfd2f3cfd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.627048 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20b80141-113b-4423-b2d5-8c49169cad30 req-ec29ba6e-aeef-4ac2-87ab-abfd2f3cfd88 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807223 Aug 16 01:56:39.627846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Pushing event deleted for resources: {'Port': ['ID=f0c6b47c-d94e-44e3-bcf4-f56336a7b33d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:39.630581 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] No DVR routers for this DVR port f0c6b47c-d94e-44e3-bcf4-f56336a7b33d on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:39.637089 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=f0c6b47c-d94e-44e3-bcf4-f56336a7b33d,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:39.639558 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24a3ff87-7314-494c-aafb-d9b1ca0fa9a1 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.643276 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01f914b-6a70-4ad8-a6de-47e1f0793c52 None None] No DVR routers for this DVR port f0c6b47c-d94e-44e3-bcf4-f56336a7b33d on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:39.677463 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24a3ff87-7314-494c-aafb-d9b1ca0fa9a1 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.684580 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f914b-6a70-4ad8-a6de-47e1f0793c52 None None] Pushing event deleted for resources: {'Port': ['ID=f0c6b47c-d94e-44e3-bcf4-f56336a7b33d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:39.737778 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24a3ff87-7314-494c-aafb-d9b1ca0fa9a1 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.740607 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24a3ff87-7314-494c-aafb-d9b1ca0fa9a1 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.744322 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-24a3ff87-7314-494c-aafb-d9b1ca0fa9a1 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "DELETE /v2.0/security-groups/4ae1bfdd-d499-46ff-bcfe-55115c792754 HTTP/1.1" status: 204 len: 168 time: 0.2384617 Aug 16 01:56:39.746050 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46022) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:39.757851 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3ff87-7314-494c-aafb-d9b1ca0fa9a1 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae1bfdd-d499-46ff-bcfe-55115c792754,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:39.816823 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b9f442b6-21b4-45ba-b98f-bdce8a55f533 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0696049 Aug 16 01:56:39.821533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46026) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:39.829417 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-92c806c2-b222-4739-8dda-4dc97797bdc8 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512427781'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:39.854412 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46028) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:39.860934 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.886285 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baed7b53-9dde-4a14-851d-7316b21efdf4']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:39.907241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b065fa-389d-4436-aff9-24e6e5330838') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:39.907241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b065fa-389d-4436-aff9-24e6e5330838') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:39.907603 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92c806c2-b222-4739-8dda-4dc97797bdc8 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.928080 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.937171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74657e13-8654-4bf5-8261-b3af89fc034d req-03e9c9c4-4ef6-41ec-a8c5-f4ce0eb83659 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.939329 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74657e13-8654-4bf5-8261-b3af89fc034d req-03e9c9c4-4ef6-41ec-a8c5-f4ce0eb83659 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.1492977 Aug 16 01:56:39.948176 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20b80141-113b-4423-b2d5-8c49169cad30 req-e1357c78-2eb3-484d-b639-5df143312d51 service neutron] 10.222.0.63 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892110 Aug 16 01:56:39.955160 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d42e4-d89c-46a9-adda-a86a0e04b03f req-ae7a6550-f6f4-4ed9-b584-1be6131bb04b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.956226 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ef5d42e4-d89c-46a9-adda-a86a0e04b03f req-ae7a6550-f6f4-4ed9-b584-1be6131bb04b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.0893080 Aug 16 01:56:39.975713 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.021856 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:40.022257 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:40.026260 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:40.041524 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d440f78-d56e-4123-8c2a-50611128bae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.066317 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ef5d42e4-d89c-46a9-adda-a86a0e04b03f req-46c96540-b6d1-42ef-bc0a-9fe77111f6f1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025076 Aug 16 01:56:40.091693 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-74657e13-8654-4bf5-8261-b3af89fc034d req-2cb529fb-cd81-4ab4-b7aa-f9fb47cbcce8 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410313 Aug 16 01:56:40.104069 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92c806c2-b222-4739-8dda-4dc97797bdc8 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.123501 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92c806c2-b222-4739-8dda-4dc97797bdc8 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.137500 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.150090 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.151953 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] 10.222.0.68 "DELETE /v2.0/networks/baed7b53-9dde-4a14-851d-7316b21efdf4 HTTP/1.1" status: 204 len: 168 time: 1.2814527 Aug 16 01:56:40.162100 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c806c2-b222-4739-8dda-4dc97797bdc8 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66cf1160-6fa0-40cd-ae53-2057d1264c19,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:40.181510 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20b80141-113b-4423-b2d5-8c49169cad30 req-457fb66e-5672-44af-b08e-4201064d3aea service neutron] 10.222.0.63 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183499 Aug 16 01:56:40.181510 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c8766-8e56-433b-b719-13d5f3f56603 tempest-DHCPAgentSchedulersTestJSON-744877095 tempest-DHCPAgentSchedulersTestJSON-744877095-project] Pushing event deleted for resources: {'Network': ['ID=baed7b53-9dde-4a14-851d-7316b21efdf4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:40.246993 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d440f78-d56e-4123-8c2a-50611128bae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.252651 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d440f78-d56e-4123-8c2a-50611128bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.268295 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92c806c2-b222-4739-8dda-4dc97797bdc8 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.272065 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-92c806c2-b222-4739-8dda-4dc97797bdc8 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4476991 Aug 16 01:56:40.274660 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46036) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:40.280892 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fa0e9313-253b-42f9-a9d4-c45d31d1678d tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group': {'name': 'tempest-secgroup--396867209'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:40.321409 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa0e9313-253b-42f9-a9d4-c45d31d1678d tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.330918 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d440f78-d56e-4123-8c2a-50611128bae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f90149-0076-41d8-90fc-1bab9a47afc2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:40.352035 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2d440f78-d56e-4123-8c2a-50611128bae9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a52e516a87b2425d89e1f450fa6f577f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4952815 Aug 16 01:56:40.356553 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46038) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:40.417352 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-685db70b-db66-4c14-abb1-d17258f3cf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.444587 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-685db70b-db66-4c14-abb1-d17258f3cf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.456702 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa0e9313-253b-42f9-a9d4-c45d31d1678d tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.463561 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa0e9313-253b-42f9-a9d4-c45d31d1678d tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.482022 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46042) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:40.506065 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa0e9313-253b-42f9-a9d4-c45d31d1678d tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.507493 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fa0e9313-253b-42f9-a9d4-c45d31d1678d tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2305260 Aug 16 01:56:40.508484 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e9313-253b-42f9-a9d4-c45d31d1678d tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce828f4-d7fd-4a48-915d-ab642a86d4c6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:40.510883 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46046) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:40.520759 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f89d98d1-ec42-46df-9544-85252b3e060b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group_rule': {'security_group_id': '66cf1160-6fa0-40cd-ae53-2057d1264c19', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2ce828f4-d7fd-4a48-915d-ab642a86d4c6', 'remote_ip_prefix': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:40.528740 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-685db70b-db66-4c14-abb1-d17258f3cf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.531252 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-685db70b-db66-4c14-abb1-d17258f3cf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.533326 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-685db70b-db66-4c14-abb1-d17258f3cf94 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/03f90149-0076-41d8-90fc-1bab9a47afc2 HTTP/1.1" status: 204 len: 168 time: 0.1741679 Aug 16 01:56:40.553652 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685db70b-db66-4c14-abb1-d17258f3cf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f90149-0076-41d8-90fc-1bab9a47afc2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:40.600642 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f89d98d1-ec42-46df-9544-85252b3e060b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.717089 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f89d98d1-ec42-46df-9544-85252b3e060b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.727641 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f89d98d1-ec42-46df-9544-85252b3e060b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.749649 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0535904b-76fb-4630-b195-49452b3a3b2f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=16ecea492db04eccbdcf319f969041ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664480 Aug 16 01:56:40.752895 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46052) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:40.758628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d98d1-ec42-46df-9544-85252b3e060b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af319992-be69-49ce-9334-d18806a7f839,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:40.763864 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f89d98d1-ec42-46df-9544-85252b3e060b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.765036 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f89d98d1-ec42-46df-9544-85252b3e060b tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2500489 Aug 16 01:56:40.769467 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46054) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:40.799460 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-838e2baa-9412-4857-857a-978762403702 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.809400 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-838e2baa-9412-4857-857a-978762403702 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.816197 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-619b66b7-2dda-4a6a-a678-3ded0e0b7ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.844903 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-619b66b7-2dda-4a6a-a678-3ded0e0b7ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.848834 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-838e2baa-9412-4857-857a-978762403702 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.853942 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-838e2baa-9412-4857-857a-978762403702 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.855101 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-838e2baa-9412-4857-857a-978762403702 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/af319992-be69-49ce-9334-d18806a7f839 HTTP/1.1" status: 204 len: 168 time: 0.0845881 Aug 16 01:56:40.858729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46058) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:40.873358 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e2baa-9412-4857-857a-978762403702 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af319992-be69-49ce-9334-d18806a7f839,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:40.904516 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-619b66b7-2dda-4a6a-a678-3ded0e0b7ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.908295 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-619b66b7-2dda-4a6a-a678-3ded0e0b7ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.912094 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-619b66b7-2dda-4a6a-a678-3ded0e0b7ec0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/54d241d6-8194-430e-bf25-32669878200a HTTP/1.1" status: 204 len: 168 time: 0.1556454 Aug 16 01:56:40.915803 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-912da489-b7b4-433d-a4e4-eba7fa5d22e0 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0559471 Aug 16 01:56:40.918235 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46066) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:40.924480 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b66b7-2dda-4a6a-a678-3ded0e0b7ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d241d6-8194-430e-bf25-32669878200a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:40.990060 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62efb9c7-d655-4303-9199-9b3592b6e5e0 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.015528 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62efb9c7-d655-4303-9199-9b3592b6e5e0 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.064382 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62efb9c7-d655-4303-9199-9b3592b6e5e0 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.067203 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62efb9c7-d655-4303-9199-9b3592b6e5e0 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.068504 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-62efb9c7-d655-4303-9199-9b3592b6e5e0 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "DELETE /v2.0/security-groups/2ce828f4-d7fd-4a48-915d-ab642a86d4c6 HTTP/1.1" status: 204 len: 168 time: 0.1493366 Aug 16 01:56:41.071290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46072) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:41.078227 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efb9c7-d655-4303-9199-9b3592b6e5e0 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce828f4-d7fd-4a48-915d-ab642a86d4c6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:41.153972 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-283c6d92-5241-49d2-8b7e-9389e25141ec tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0778847 Aug 16 01:56:41.153972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46078) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:41.270519 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d519d41-ebe2-4961-9dd6-1042e9e39f19 req-65855ff3-607c-45fb-9052-d90f7198dbb1 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:41.272577 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d519d41-ebe2-4961-9dd6-1042e9e39f19 req-65855ff3-607c-45fb-9052-d90f7198dbb1 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.0571222 Aug 16 01:56:41.288197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46088) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:41.312116 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e153c-cfc8-4b3e-bb33-913409c659c2 req-1f11e6d2-b39e-48b5-881c-a60a5f79dc0c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:41.313450 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc00e4c0-c355-4f40-8f1b-007398ba7d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.318696 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-818e153c-cfc8-4b3e-bb33-913409c659c2 req-1f11e6d2-b39e-48b5-881c-a60a5f79dc0c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.1053450 Aug 16 01:56:41.320358 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bae25d6d-efb7-4f5a-8007-00bcfc8e118f tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.342387 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d519d41-ebe2-4961-9dd6-1042e9e39f19 req-db118706-de48-4920-ae3d-15bb5c553101 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626562 Aug 16 01:56:41.363157 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bae25d6d-efb7-4f5a-8007-00bcfc8e118f tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.394827 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-818e153c-cfc8-4b3e-bb33-913409c659c2 req-c540af5a-ead0-45b8-9e12-3fdaff712122 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719752 Aug 16 01:56:41.425605 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bae25d6d-efb7-4f5a-8007-00bcfc8e118f tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.429164 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bae25d6d-efb7-4f5a-8007-00bcfc8e118f tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.433292 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bae25d6d-efb7-4f5a-8007-00bcfc8e118f tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "DELETE /v2.0/security-groups/66cf1160-6fa0-40cd-ae53-2057d1264c19 HTTP/1.1" status: 204 len: 168 time: 0.2758739 Aug 16 01:56:41.435170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46092) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:41.459224 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae25d6d-efb7-4f5a-8007-00bcfc8e118f tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cf1160-6fa0-40cd-ae53-2057d1264c19,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:41.460485 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc00e4c0-c355-4f40-8f1b-007398ba7d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.470064 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc00e4c0-c355-4f40-8f1b-007398ba7d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.503825 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4e20be6a-3dc9-4e40-8165-8f65e97ae94c tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674474 Aug 16 01:56:41.511909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46094) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:41.512149 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00e4c0-c355-4f40-8f1b-007398ba7d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d87929-8460-4c34-af8f-30ce3dbe8542,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:41.517718 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bc00e4c0-c355-4f40-8f1b-007398ba7d5f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fd349d31c7e54f3f8ed9d329d64f5a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280812 Aug 16 01:56:41.518000 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b088693a-0dd8-4b18-91e6-e1a0309bb355 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group': {'name': 'tempest-secgroup--536367899'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:41.520240 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46096) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:41.540909 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46098) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:41.548403 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b088693a-0dd8-4b18-91e6-e1a0309bb355 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.581050 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-383cec94-14ec-4c3c-b21c-65830acd2a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.605898 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-383cec94-14ec-4c3c-b21c-65830acd2a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.643591 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b088693a-0dd8-4b18-91e6-e1a0309bb355 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.648244 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b088693a-0dd8-4b18-91e6-e1a0309bb355 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.659235 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-383cec94-14ec-4c3c-b21c-65830acd2a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.662453 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-383cec94-14ec-4c3c-b21c-65830acd2a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.666462 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-383cec94-14ec-4c3c-b21c-65830acd2a32 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/54d87929-8460-4c34-af8f-30ce3dbe8542 HTTP/1.1" status: 204 len: 168 time: 0.1428330 Aug 16 01:56:41.671440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7c332e0a-8970-4f70-bb60-4d35b716c801 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-811509912-network', 'tenant_id': '2f4ef4af2bf9414ab1d9b7fdbe107a55'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:41.680858 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b088693a-0dd8-4b18-91e6-e1a0309bb355 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.684929 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b088693a-0dd8-4b18-91e6-e1a0309bb355 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1690655 Aug 16 01:56:41.685237 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46104) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:41.686534 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cec94-14ec-4c3c-b21c-65830acd2a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d87929-8460-4c34-af8f-30ce3dbe8542,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:41.690928 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1124f494-5e43-40ad-9276-9d299a3ad797 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group_rule': {'security_group_id': '3e887a1e-eeba-462b-a32d-19bca3e0c665', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:41.701586 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088693a-0dd8-4b18-91e6-e1a0309bb355 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e887a1e-eeba-462b-a32d-19bca3e0c665,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:41.707063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c332e0a-8970-4f70-bb60-4d35b716c801 admin admin] Made reservation on behalf of 2f4ef4af2bf9414ab1d9b7fdbe107a55 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:41.709833 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c332e0a-8970-4f70-bb60-4d35b716c801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.726052 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c332e0a-8970-4f70-bb60-4d35b716c801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.732042 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1124f494-5e43-40ad-9276-9d299a3ad797 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.820496 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1124f494-5e43-40ad-9276-9d299a3ad797 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.825745 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1124f494-5e43-40ad-9276-9d299a3ad797 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.846658 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124f494-5e43-40ad-9276-9d299a3ad797 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f2fb6e-35fa-4216-b2bd-ca6a9282de8f,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:41.859739 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c332e0a-8970-4f70-bb60-4d35b716c801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.866881 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c332e0a-8970-4f70-bb60-4d35b716c801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.878633 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1124f494-5e43-40ad-9276-9d299a3ad797 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.883058 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1124f494-5e43-40ad-9276-9d299a3ad797 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1937060 Aug 16 01:56:41.883238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46108) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:41.900108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c332e0a-8970-4f70-bb60-4d35b716c801 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:41.906312 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c332e0a-8970-4f70-bb60-4d35b716c801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7033f2c3-6789-4c00-896c-0a753166a378,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:41.913556 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c332e0a-8970-4f70-bb60-4d35b716c801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.913841 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-7c332e0a-8970-4f70-bb60-4d35b716c801 admin admin] Added segment b44d2e94-4fdb-4735-9ba3-9e1289d26134 of type vlan for network 16c2dd85-9f0c-423e-945f-fe5117965849 Aug 16 01:56:41.923912 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80d968f4-1035-4f20-aac8-b2ed18d0baf6 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.934037 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80d968f4-1035-4f20-aac8-b2ed18d0baf6 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.959577 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c332e0a-8970-4f70-bb60-4d35b716c801 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.967402 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80d968f4-1035-4f20-aac8-b2ed18d0baf6 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.975617 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80d968f4-1035-4f20-aac8-b2ed18d0baf6 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.976795 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-80d968f4-1035-4f20-aac8-b2ed18d0baf6 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/49f2fb6e-35fa-4216-b2bd-ca6a9282de8f HTTP/1.1" status: 204 len: 168 time: 0.0925415 Aug 16 01:56:41.979622 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46112) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:41.990802 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d968f4-1035-4f20-aac8-b2ed18d0baf6 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49f2fb6e-35fa-4216-b2bd-ca6a9282de8f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:41.994429 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c332e0a-8970-4f70-bb60-4d35b716c801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.996000 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c332e0a-8970-4f70-bb60-4d35b716c801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:41.997001 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c332e0a-8970-4f70-bb60-4d35b716c801 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.027006 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d61e6756-caa6-412b-87da-f0314b5f4e0f tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0462940 Aug 16 01:56:42.029635 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46116) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:42.051108 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7c332e0a-8970-4f70-bb60-4d35b716c801 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5090053 Aug 16 01:56:42.054497 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46120) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:42.062291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c332e0a-8970-4f70-bb60-4d35b716c801 admin admin] Pushing event updated for resources: {'Network': ['ID=16c2dd85-9f0c-423e-945f-fe5117965849,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:42.063083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8e032930-b5fb-4197-845f-ca9731751430 admin admin] Request body: {'subnet': {'network_id': '16c2dd85-9f0c-423e-945f-fe5117965849', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-811509912-subnet', 'tenant_id': '2f4ef4af2bf9414ab1d9b7fdbe107a55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:42.072706 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 16c2dd85-9f0c-423e-945f-fe5117965849 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:42.109113 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e032930-b5fb-4197-845f-ca9731751430 admin admin] Made reservation on behalf of 2f4ef4af2bf9414ab1d9b7fdbe107a55 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:42.112394 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e032930-b5fb-4197-845f-ca9731751430 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.128417 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f111eb8c-1e8e-41ed-a308-956c435adcde tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.191880 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f111eb8c-1e8e-41ed-a308-956c435adcde tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.272918 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f111eb8c-1e8e-41ed-a308-956c435adcde tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.275521 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f111eb8c-1e8e-41ed-a308-956c435adcde tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.276677 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f111eb8c-1e8e-41ed-a308-956c435adcde tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "DELETE /v2.0/security-groups/3e887a1e-eeba-462b-a32d-19bca3e0c665 HTTP/1.1" status: 204 len: 168 time: 0.2459991 Aug 16 01:56:42.279871 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46128) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:42.289896 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111eb8c-1e8e-41ed-a308-956c435adcde tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e887a1e-eeba-462b-a32d-19bca3e0c665,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:42.364759 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7a2f0fdc-ed7c-45ad-8fdc-69015f288cec tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0750241 Aug 16 01:56:42.365019 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e032930-b5fb-4197-845f-ca9731751430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.365019 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46132) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:42.366028 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2935352c-a26f-4aa5-b182-eda4b11607d2 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702201745'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:42.469324 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2935352c-a26f-4aa5-b182-eda4b11607d2 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.472301 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e032930-b5fb-4197-845f-ca9731751430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7d05b8a-693f-4c35-9f14-5f33b510158e,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:42.487764 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e032930-b5fb-4197-845f-ca9731751430 admin admin] Checking segment: {'id': 'b44d2e94-4fdb-4735-9ba3-9e1289d26134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '16c2dd85-9f0c-423e-945f-fe5117965849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:42.488511 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e032930-b5fb-4197-845f-ca9731751430 admin admin] Network hostable DHCP agents. Network: 16c2dd85-9f0c-423e-945f-fe5117965849, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:42.528854 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e032930-b5fb-4197-845f-ca9731751430 admin admin] Network 16c2dd85-9f0c-423e-945f-fe5117965849 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:42.541029 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012667a7-eca2-4d38-a49e-084cb5979c97 req-c0c66775-9266-43e8-a288-eafac57b6237 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:42.542598 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-012667a7-eca2-4d38-a49e-084cb5979c97 req-c0c66775-9266-43e8-a288-eafac57b6237 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.1243412 Aug 16 01:56:42.543750 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd9fd4-9ad1-43b9-af74-69bfc82a24c3 req-998168fa-1013-4767-b2ce-c23f8fc6cd8f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:42.545464 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-45cd9fd4-9ad1-43b9-af74-69bfc82a24c3 req-998168fa-1013-4767-b2ce-c23f8fc6cd8f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.0638337 Aug 16 01:56:42.556975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-8e032930-b5fb-4197-845f-ca9731751430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 16c2dd85-9f0c-423e-945f-fe5117965849) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:42.570285 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91b6d23-8411-4860-ad7b-6ed6a34fbd64 None None] Network 16c2dd85-9f0c-423e-945f-fe5117965849 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:42.570682 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e032930-b5fb-4197-845f-ca9731751430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:42.571282 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e032930-b5fb-4197-845f-ca9731751430 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.604352 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-45cd9fd4-9ad1-43b9-af74-69bfc82a24c3 req-1f948e2b-d64c-44ba-b517-de561dfc7801 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486848 Aug 16 01:56:42.639840 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-012667a7-eca2-4d38-a49e-084cb5979c97 req-eb1f425f-f833-4531-9ac3-77f69a3fe290 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858257 Aug 16 01:56:42.649747 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2935352c-a26f-4aa5-b182-eda4b11607d2 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.659769 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2935352c-a26f-4aa5-b182-eda4b11607d2 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.691171 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8e032930-b5fb-4197-845f-ca9731751430 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6320291 Aug 16 01:56:42.715535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8323996-5b5f-4745-8b52-e65ffb8871d2 None None] Network 16c2dd85-9f0c-423e-945f-fe5117965849 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:42.724087 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2935352c-a26f-4aa5-b182-eda4b11607d2 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.725244 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2935352c-a26f-4aa5-b182-eda4b11607d2 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3636112 Aug 16 01:56:42.729983 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46148) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:42.730423 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935352c-a26f-4aa5-b182-eda4b11607d2 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9db006a-2129-4e81-9049-b3d6248d8a42,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:42.741108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-071b6ddb-4031-4a9e-a59d-184d3452d96f tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group_rule': {'security_group_id': 'a9db006a-2129-4e81-9049-b3d6248d8a42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:42.784857 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-071b6ddb-4031-4a9e-a59d-184d3452d96f tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.849223 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-071b6ddb-4031-4a9e-a59d-184d3452d96f tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.855961 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-071b6ddb-4031-4a9e-a59d-184d3452d96f tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.873786 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b6ddb-4031-4a9e-a59d-184d3452d96f tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e442a7ae-0914-4086-9d89-00184cadfa69,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:42.889223 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-071b6ddb-4031-4a9e-a59d-184d3452d96f tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.890651 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-071b6ddb-4031-4a9e-a59d-184d3452d96f tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1593759 Aug 16 01:56:42.893954 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46156) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:42.915214 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-32a8f95e-6051-4306-a90f-c6d4a873e874 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-group-rules/e442a7ae-0914-4086-9d89-00184cadfa69 HTTP/1.1" status: 200 len: 763 time: 0.0200875 Aug 16 01:56:42.917634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46160) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:42.960874 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4d5bde1e-cdcd-45b9-b90b-517c370c0373 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0420134 Aug 16 01:56:42.963804 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46162) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:42.988215 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8759d709-81a9-4f9f-96bf-0598dae6729a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.997101 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8759d709-81a9-4f9f-96bf-0598dae6729a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.037594 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8759d709-81a9-4f9f-96bf-0598dae6729a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.044799 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8759d709-81a9-4f9f-96bf-0598dae6729a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.045826 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8759d709-81a9-4f9f-96bf-0598dae6729a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/e442a7ae-0914-4086-9d89-00184cadfa69 HTTP/1.1" status: 204 len: 168 time: 0.0809932 Aug 16 01:56:43.048638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46168) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:43.050153 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759d709-81a9-4f9f-96bf-0598dae6729a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e442a7ae-0914-4086-9d89-00184cadfa69,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:43.099330 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-80d7fd5f-d204-4af1-9cad-65c89d8b08ea tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0473924 Aug 16 01:56:43.101132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46170) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:43.106163 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a9ed512f-50f1-4725-85ec-d5cb2634e82e tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group_rule': {'security_group_id': 'a9db006a-2129-4e81-9049-b3d6248d8a42', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:43.146990 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9ed512f-50f1-4725-85ec-d5cb2634e82e tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.202759 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9ed512f-50f1-4725-85ec-d5cb2634e82e tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.210920 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9ed512f-50f1-4725-85ec-d5cb2634e82e tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.230053 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed512f-50f1-4725-85ec-d5cb2634e82e tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477e8499-c1c1-4801-af13-97abadb6ce6b,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:43.237977 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9ed512f-50f1-4725-85ec-d5cb2634e82e tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.239414 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a9ed512f-50f1-4725-85ec-d5cb2634e82e tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371830 Aug 16 01:56:43.242157 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46178) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:43.265093 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6bd3a5b5-4768-4069-a639-0a8f1caa347a tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-group-rules/477e8499-c1c1-4801-af13-97abadb6ce6b HTTP/1.1" status: 200 len: 763 time: 0.0190647 Aug 16 01:56:43.265483 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46180) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:43.312822 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46184) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:43.318164 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8c583853-d45c-415f-ba89-c70a96ed6662 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0484972 Aug 16 01:56:43.319194 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46188) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:43.346054 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a3b7959-4089-4742-a079-6c8757ab8f0f tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.354233 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a3b7959-4089-4742-a079-6c8757ab8f0f tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.388767 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a3b7959-4089-4742-a079-6c8757ab8f0f tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.394542 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a3b7959-4089-4742-a079-6c8757ab8f0f tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.395880 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7a3b7959-4089-4742-a079-6c8757ab8f0f tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/477e8499-c1c1-4801-af13-97abadb6ce6b HTTP/1.1" status: 204 len: 168 time: 0.0756941 Aug 16 01:56:43.398578 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46192) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:43.404655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b7959-4089-4742-a079-6c8757ab8f0f tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=477e8499-c1c1-4801-af13-97abadb6ce6b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:43.428033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46194) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:43.433436 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-624319120-network', 'tenant_id': 'c4577f25a67b44bd87268e31ea8b3ed1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:43.446912 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-47de58c1-88e9-4504-b0dd-44fd32747536 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0443575 Aug 16 01:56:43.447187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46196) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:43.452035 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bae56d15-0017-45f7-a61d-142a13cc1347 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Request body: {'security_group_rule': {'security_group_id': 'a9db006a-2129-4e81-9049-b3d6248d8a42', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:43.457935 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Made reservation on behalf of c4577f25a67b44bd87268e31ea8b3ed1 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:43.460798 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.471221 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.478432 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-bae56d15-0017-45f7-a61d-142a13cc1347 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Project 32bfabbc148d4d81865abe078639dac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 01:56:43.483534 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bae56d15-0017-45f7-a61d-142a13cc1347 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.546066 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bae56d15-0017-45f7-a61d-142a13cc1347 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.550587 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c619e477-ffce-4fd2-b85b-111a5416194f tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1386666250'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:43.554955 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bae56d15-0017-45f7-a61d-142a13cc1347 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.571924 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae56d15-0017-45f7-a61d-142a13cc1347 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e55fd8-dfb5-47ad-a3d9-0b800c4b9320,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:43.581500 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.585691 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.602912 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c619e477-ffce-4fd2-b85b-111a5416194f tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Made reservation on behalf of d7528272858f4d3da72af1dc4afd83e4 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:43.607224 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c619e477-ffce-4fd2-b85b-111a5416194f tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.610627 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bae56d15-0017-45f7-a61d-142a13cc1347 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.612457 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bae56d15-0017-45f7-a61d-142a13cc1347 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1643655 Aug 16 01:56:43.613626 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:43.617889 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46198) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:43.618521 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c619e477-ffce-4fd2-b85b-111a5416194f tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.631117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29aee09b-b02a-40eb-8961-3a40dd59a806,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:43.644634 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.645061 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Added segment 62b4aa60-9cbb-4f62-ada7-69ddc425e0fa of type vlan for network dbf7dfb6-d02b-4bbe-a26c-efebe2063710 Aug 16 01:56:43.653852 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:43.654255 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:43.654528 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:43.654898 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:43.655186 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:43.655705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:43.656198 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:43.656885 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:43.657474 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:43.658747 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:43.659292 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:43.659811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:43.681304 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d3ea82ff-6af1-4834-9c45-6443619e1d56 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-group-rules/31e55fd8-dfb5-47ad-a3d9-0b800c4b9320 HTTP/1.1" status: 200 len: 769 time: 0.0599785 Aug 16 01:56:43.683402 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46204) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:43.740151 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.777870 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c619e477-ffce-4fd2-b85b-111a5416194f tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.786371 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a512f5b-8356-401b-be90-eef15c99feb3 req-2653aa47-04b4-4e9d-aa4e-52522ccbe475 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:43.787885 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3a512f5b-8356-401b-be90-eef15c99feb3 req-2653aa47-04b4-4e9d-aa4e-52522ccbe475 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.0891781 Aug 16 01:56:43.788977 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c619e477-ffce-4fd2-b85b-111a5416194f tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.808603 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-38261a97-7a8a-4157-a957-815c52e50614 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1235745 Aug 16 01:56:43.811081 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.812013 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:43.812591 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.815576 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46208) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:43.831897 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c619e477-ffce-4fd2-b85b-111a5416194f tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:43.846689 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619e477-ffce-4fd2-b85b-111a5416194f tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ea77fd-c549-404b-b099-b60a199c0d0b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:43.856196 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c619e477-ffce-4fd2-b85b-111a5416194f tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.856540 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-c619e477-ffce-4fd2-b85b-111a5416194f tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Added segment 6b49a1cc-648a-4885-b260-e5b6e6ef59f6 of type vlan for network 7472fdb7-e0dc-40d2-a227-099402292ee0 Aug 16 01:56:43.878810 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3a512f5b-8356-401b-be90-eef15c99feb3 req-af5d7ba0-1487-4106-ac74-f5ebc1122f5f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821621 Aug 16 01:56:43.911920 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c619e477-ffce-4fd2-b85b-111a5416194f tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.945978 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c619e477-ffce-4fd2-b85b-111a5416194f tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:43.951672 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c619e477-ffce-4fd2-b85b-111a5416194f tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:43.952310 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c619e477-ffce-4fd2-b85b-111a5416194f tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.016749 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c619e477-ffce-4fd2-b85b-111a5416194f tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6994615 Aug 16 01:56:44.017202 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46210) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:44.028923 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619e477-ffce-4fd2-b85b-111a5416194f tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Pushing event updated for resources: {'Network': ['ID=7472fdb7-e0dc-40d2-a227-099402292ee0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:44.040200 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 7472fdb7-e0dc-40d2-a227-099402292ee0 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:44.118582 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a090c-7721-43e6-8939-354e8fa803d9 req-dd5a7da7-0c0a-483b-9518-c8280d5bdf99 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:44.120099 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ac8a090c-7721-43e6-8939-354e8fa803d9 req-dd5a7da7-0c0a-483b-9518-c8280d5bdf99 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.3929670 Aug 16 01:56:44.140076 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7107012 Aug 16 01:56:44.142904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46214) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:44.148224 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edd80a-1f7d-49b2-9eaf-be6cd4019d3e admin admin] Pushing event updated for resources: {'Network': ['ID=dbf7dfb6-d02b-4bbe-a26c-efebe2063710,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:44.148627 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d839e31b-f1b4-4f4a-9f27-e28fdb3ae42d admin admin] Request body: {'subnet': {'network_id': 'dbf7dfb6-d02b-4bbe-a26c-efebe2063710', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-624319120-subnet', 'tenant_id': 'c4577f25a67b44bd87268e31ea8b3ed1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:44.156098 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45bb7259-ccc6-479e-9281-1cbaa69c2476 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.163327 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network dbf7dfb6-d02b-4bbe-a26c-efebe2063710 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:44.168708 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45bb7259-ccc6-479e-9281-1cbaa69c2476 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.177578 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d839e31b-f1b4-4f4a-9f27-e28fdb3ae42d admin admin] Made reservation on behalf of c4577f25a67b44bd87268e31ea8b3ed1 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:44.181617 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d839e31b-f1b4-4f4a-9f27-e28fdb3ae42d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.199399 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ac8a090c-7721-43e6-8939-354e8fa803d9 req-934d5075-0781-40e2-8b25-801cce60e12a tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669436 Aug 16 01:56:44.221657 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45bb7259-ccc6-479e-9281-1cbaa69c2476 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.230021 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45bb7259-ccc6-479e-9281-1cbaa69c2476 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.233460 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-45bb7259-ccc6-479e-9281-1cbaa69c2476 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/31e55fd8-dfb5-47ad-a3d9-0b800c4b9320 HTTP/1.1" status: 204 len: 168 time: 0.4117777 Aug 16 01:56:44.236087 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46216) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:44.240326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-74ab8de5-c51a-47dc-b2a2-1a527cbf12bc tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Request body: {'network': {'name': 'tempest-network--117776299', 'router:external': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:44.243852 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb7259-ccc6-479e-9281-1cbaa69c2476 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31e55fd8-dfb5-47ad-a3d9-0b800c4b9320,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:44.274241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ab8de5-c51a-47dc-b2a2-1a527cbf12bc tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Made reservation on behalf of 51be73feb496412fb06ffe2c73f8d49f for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:44.276693 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74ab8de5-c51a-47dc-b2a2-1a527cbf12bc tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.281523 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2257d594-378c-441c-81b1-f585494d2804 tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0417140 Aug 16 01:56:44.281803 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46218) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:44.295194 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74ab8de5-c51a-47dc-b2a2-1a527cbf12bc tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.340886 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccf4e2c2-359e-49a4-a590-6dd91a58024c tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.363158 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccf4e2c2-359e-49a4-a590-6dd91a58024c tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.410911 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccf4e2c2-359e-49a4-a590-6dd91a58024c tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.413683 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccf4e2c2-359e-49a4-a590-6dd91a58024c tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.414911 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ccf4e2c2-359e-49a4-a590-6dd91a58024c tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "DELETE /v2.0/security-groups/a9db006a-2129-4e81-9049-b3d6248d8a42 HTTP/1.1" status: 204 len: 168 time: 0.1313367 Aug 16 01:56:44.418201 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46220) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:44.436534 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4e2c2-359e-49a4-a590-6dd91a58024c tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9db006a-2129-4e81-9049-b3d6248d8a42,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:44.462988 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d839e31b-f1b4-4f4a-9f27-e28fdb3ae42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.476431 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3e66b9d6-50ec-4e2f-9463-754cd0addaee tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571330 Aug 16 01:56:44.480923 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46222) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:44.522942 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74ab8de5-c51a-47dc-b2a2-1a527cbf12bc tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.525301 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-98124b92-3915-4583-869e-716e77a9529d tempest-SecGroupIPv6Test-1976738708 tempest-SecGroupIPv6Test-1976738708-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0430143 Aug 16 01:56:44.532296 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74ab8de5-c51a-47dc-b2a2-1a527cbf12bc tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.549401 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839e31b-f1b4-4f4a-9f27-e28fdb3ae42d admin admin] Pushing event updated for resources: {'Subnet': ['ID=798c53ad-fc62-4bc4-9022-a23cbe024aaa,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:44.573828 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ab8de5-c51a-47dc-b2a2-1a527cbf12bc tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:44.586312 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d839e31b-f1b4-4f4a-9f27-e28fdb3ae42d admin admin] Checking segment: {'id': '62b4aa60-9cbb-4f62-ada7-69ddc425e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dbf7dfb6-d02b-4bbe-a26c-efebe2063710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:44.586676 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d839e31b-f1b4-4f4a-9f27-e28fdb3ae42d admin admin] Network hostable DHCP agents. Network: dbf7dfb6-d02b-4bbe-a26c-efebe2063710, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:44.590375 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab8de5-c51a-47dc-b2a2-1a527cbf12bc tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71acd18-d07d-4644-8457-10e3ccf4d2cc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:44.594265 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74ab8de5-c51a-47dc-b2a2-1a527cbf12bc tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.594617 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-74ab8de5-c51a-47dc-b2a2-1a527cbf12bc tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Added segment 75552e2f-e15f-4bb3-bd8c-74ce70e686d0 of type vlan for network 16893af4-2fb6-4e23-8945-7880c537f7e6 Aug 16 01:56:44.646738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d839e31b-f1b4-4f4a-9f27-e28fdb3ae42d admin admin] Network dbf7dfb6-d02b-4bbe-a26c-efebe2063710 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:44.654595 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74ab8de5-c51a-47dc-b2a2-1a527cbf12bc tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.664508 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d839e31b-f1b4-4f4a-9f27-e28fdb3ae42d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, dbf7dfb6-d02b-4bbe-a26c-efebe2063710) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:44.671810 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d839e31b-f1b4-4f4a-9f27-e28fdb3ae42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:44.672413 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d839e31b-f1b4-4f4a-9f27-e28fdb3ae42d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.673784 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9895ce0-9e17-4bd2-8fce-ede23d8affd4 None None] Network dbf7dfb6-d02b-4bbe-a26c-efebe2063710 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:44.698320 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d839e31b-f1b4-4f4a-9f27-e28fdb3ae42d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5543108 Aug 16 01:56:44.714102 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74ab8de5-c51a-47dc-b2a2-1a527cbf12bc tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.715659 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ab8de5-c51a-47dc-b2a2-1a527cbf12bc tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:44.716878 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74ab8de5-c51a-47dc-b2a2-1a527cbf12bc tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.799057 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-74ab8de5-c51a-47dc-b2a2-1a527cbf12bc tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7779689 Aug 16 01:56:44.801562 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46230) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:44.834873 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adbf81e-89c1-4b74-95e7-345583c652d1 None None] Network dbf7dfb6-d02b-4bbe-a26c-efebe2063710 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:44.837635 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46232) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:44.853593 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab8de5-c51a-47dc-b2a2-1a527cbf12bc tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Pushing event updated for resources: {'Network': ['ID=16893af4-2fb6-4e23-8945-7880c537f7e6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:44.880684 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0dbbb7d4-08d3-4908-a72e-757c49c6c19f tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.902588 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 16893af4-2fb6-4e23-8945-7880c537f7e6 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:44.981698 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0dbbb7d4-08d3-4908-a72e-757c49c6c19f tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.994057 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-0dbbb7d4-08d3-4908-a72e-757c49c6c19f tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16893af4-2fb6-4e23-8945-7880c537f7e6']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:45.006206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-0dbbb7d4-08d3-4908-a72e-757c49c6c19f tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75552e2f-e15f-4bb3-bd8c-74ce70e686d0') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:45.006950 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-0dbbb7d4-08d3-4908-a72e-757c49c6c19f tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75552e2f-e15f-4bb3-bd8c-74ce70e686d0') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:45.016863 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0dbbb7d4-08d3-4908-a72e-757c49c6c19f tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.031942 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0dbbb7d4-08d3-4908-a72e-757c49c6c19f tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.039933 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dbbb7d4-08d3-4908-a72e-757c49c6c19f tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:45.040909 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0dbbb7d4-08d3-4908-a72e-757c49c6c19f tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:45.043012 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:45.061780 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c99ba7e7-0f49-4e67-b78b-3fbb1bf63027 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=32bfabbc148d4d81865abe078639dac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2224128 Aug 16 01:56:45.064228 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46246) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:45.114868 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0dbbb7d4-08d3-4908-a72e-757c49c6c19f tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.127075 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b35b0-217f-4e5e-bf9b-b7122bc897de req-209be73f-1472-4e3a-9192-359de766b415 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.127725 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbbb7d4-08d3-4908-a72e-757c49c6c19f tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 16893af4-2fb6-4e23-8945-7880c537f7e6 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 01:56:45.132307 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0dbbb7d4-08d3-4908-a72e-757c49c6c19f tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.138575 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0dbbb7d4-08d3-4908-a72e-757c49c6c19f tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] 10.222.0.68 "DELETE /v2.0/networks/16893af4-2fb6-4e23-8945-7880c537f7e6 HTTP/1.1" status: 204 len: 168 time: 0.3317804 Aug 16 01:56:45.138817 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-656b35b0-217f-4e5e-bf9b-b7122bc897de req-209be73f-1472-4e3a-9192-359de766b415 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.1449785 Aug 16 01:56:45.139928 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46248) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:45.151470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d3297b9d-ebfb-46e8-8034-683bd7df9312 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:45.154091 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbb7d4-08d3-4908-a72e-757c49c6c19f tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Pushing event deleted for resources: {'Network': ['ID=16893af4-2fb6-4e23-8945-7880c537f7e6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:45.181971 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3e9cb62-e776-4255-9c85-857f5f45f95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.234125 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-656b35b0-217f-4e5e-bf9b-b7122bc897de req-8a56d5f7-b1db-41b4-95a7-883d7573f2f5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975521 Aug 16 01:56:45.234902 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3297b9d-ebfb-46e8-8034-683bd7df9312 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Made reservation on behalf of 51be73feb496412fb06ffe2c73f8d49f for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:45.239401 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3297b9d-ebfb-46e8-8034-683bd7df9312 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.248670 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3e9cb62-e776-4255-9c85-857f5f45f95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.312324 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3297b9d-ebfb-46e8-8034-683bd7df9312 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:45.322824 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3297b9d-ebfb-46e8-8034-683bd7df9312 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.323230 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-d3297b9d-ebfb-46e8-8034-683bd7df9312 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Added segment 522f205c-0f22-400f-8865-5c07ce2da078 of type vlan for network c55069b0-3bed-4c76-82c6-016f2ceeb469 Aug 16 01:56:45.365024 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3e9cb62-e776-4255-9c85-857f5f45f95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.365779 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-b3d55389-41e8-4878-bd6b-1bb8ef16fe80 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.367529 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3e9cb62-e776-4255-9c85-857f5f45f95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.367738 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-b3d55389-41e8-4878-bd6b-1bb8ef16fe80 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/networks?id=16c2dd85-9f0c-423e-945f-fe5117965849 HTTP/1.1" status: 200 len: 811 time: 0.1474471 Aug 16 01:56:45.369038 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e3e9cb62-e776-4255-9c85-857f5f45f95d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/46898c3b-98a4-45d4-a890-32eae54426a4 HTTP/1.1" status: 204 len: 168 time: 0.3037758 Aug 16 01:56:45.389944 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-9b3237ee-f578-4deb-8217-8d9ac17f10c5 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/quotas/2f4ef4af2bf9414ab1d9b7fdbe107a55 HTTP/1.1" status: 200 len: 375 time: 0.0150230 Aug 16 01:56:45.390244 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9cb62-e776-4255-9c85-857f5f45f95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46898c3b-98a4-45d4-a890-32eae54426a4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:45.401528 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3297b9d-ebfb-46e8-8034-683bd7df9312 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.448509 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-2e80617b-0aa6-46ed-b640-b79a7706f07b tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=2f4ef4af2bf9414ab1d9b7fdbe107a55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497832 Aug 16 01:56:45.484327 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3297b9d-ebfb-46e8-8034-683bd7df9312 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.486309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3297b9d-ebfb-46e8-8034-683bd7df9312 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.486916 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3297b9d-ebfb-46e8-8034-683bd7df9312 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.558768 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d3297b9d-ebfb-46e8-8034-683bd7df9312 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4153650 Aug 16 01:56:45.559093 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46264) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:45.566115 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f51222e6-7b34-478b-864a-ef8f2426e5e2 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Request body: {'subnet': {'network_id': 'c55069b0-3bed-4c76-82c6-016f2ceeb469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:45.580235 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec3bd1-2426-4b61-91a0-fd2e53e6fe3f req-788832b2-714e-430b-84c4-03b88cd36169 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.581556 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-ab6cef08-3579-4faf-977f-8744292656ef service neutron] 10.222.0.68 "GET /v2.0/networks/16c2dd85-9f0c-423e-945f-fe5117965849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210608 Aug 16 01:56:45.590112 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-50ec3bd1-2426-4b61-91a0-fd2e53e6fe3f req-788832b2-714e-430b-84c4-03b88cd36169 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.1519537 Aug 16 01:56:45.631342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3297b9d-ebfb-46e8-8034-683bd7df9312 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Pushing event updated for resources: {'Network': ['ID=c55069b0-3bed-4c76-82c6-016f2ceeb469,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:45.644216 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network c55069b0-3bed-4c76-82c6-016f2ceeb469 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:45.659113 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51222e6-7b34-478b-864a-ef8f2426e5e2 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Made reservation on behalf of 51be73feb496412fb06ffe2c73f8d49f for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:45.661802 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f51222e6-7b34-478b-864a-ef8f2426e5e2 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.701706 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-f05565c9-2279-45b9-9438-254bbf22c021 service neutron] 10.222.0.68 "GET /v2.0/networks/16c2dd85-9f0c-423e-945f-fe5117965849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127892 Aug 16 01:56:45.910134 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-801f787a-8e99-4c8b-9550-f57c1a0406f0 req-9b50e75c-9959-4a04-886d-64ac6cc0670e tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 210 time: 0.0355048 Aug 16 01:56:46.018074 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-50ec3bd1-2426-4b61-91a0-fd2e53e6fe3f req-9c281e62-0c02-41ff-9908-a2d08799c8c0 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039476 Aug 16 01:56:46.240576 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46292) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:46.299896 n-d-765315-27 neutron-server[94672]: DEBUG neutron.objects.ports [None req-f51222e6-7b34-478b-864a-ef8f2426e5e2 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:56:46.300450 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f51222e6-7b34-478b-864a-ef8f2426e5e2 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.359353 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff313b-c342-42e1-b5c6-93179d6d1d49 req-17a31ff4-7674-4b6c-a58c-2f0d9ff3b47a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:46.361452 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ffff313b-c342-42e1-b5c6-93179d6d1d49 req-17a31ff4-7674-4b6c-a58c-2f0d9ff3b47a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.0568311 Aug 16 01:56:46.367231 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51222e6-7b34-478b-864a-ef8f2426e5e2 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3bcf911c-7f35-48bc-9d74-19183bba49c7,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:46.385062 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51222e6-7b34-478b-864a-ef8f2426e5e2 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Checking segment: {'id': '522f205c-0f22-400f-8865-5c07ce2da078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c55069b0-3bed-4c76-82c6-016f2ceeb469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:46.385739 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51222e6-7b34-478b-864a-ef8f2426e5e2 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Network hostable DHCP agents. Network: c55069b0-3bed-4c76-82c6-016f2ceeb469, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:46.410493 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51222e6-7b34-478b-864a-ef8f2426e5e2 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Network c55069b0-3bed-4c76-82c6-016f2ceeb469 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:46.419114 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d5acdc97-ad72-4194-95c5-ed6a5a6f8e9b tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:46.419961 n-d-765315-27 neutron-server[94673]: WARNING neutron.api.v2.base [None req-d5acdc97-ad72-4194-95c5-ed6a5a6f8e9b tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 01:56:46.420745 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-d5acdc97-ad72-4194-95c5-ed6a5a6f8e9b tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 01:56:46.422274 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d5acdc97-ad72-4194-95c5-ed6a5a6f8e9b tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1797316 Aug 16 01:56:46.427846 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46300) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:46.432540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f51222e6-7b34-478b-864a-ef8f2426e5e2 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, c55069b0-3bed-4c76-82c6-016f2ceeb469) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:46.437474 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-95d9f6f3-73d7-4079-9d79-eed00723fcd3 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1183847585'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:46.440950 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55be402-bb55-49a5-9358-f63b60145d3d None None] Network c55069b0-3bed-4c76-82c6-016f2ceeb469 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:46.442655 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51222e6-7b34-478b-864a-ef8f2426e5e2 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:46.443340 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ffff313b-c342-42e1-b5c6-93179d6d1d49 req-03de6683-4d98-43f7-99b4-4a097b042f59 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734911 Aug 16 01:56:46.444088 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f51222e6-7b34-478b-864a-ef8f2426e5e2 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.463606 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95d9f6f3-73d7-4079-9d79-eed00723fcd3 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.473546 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f51222e6-7b34-478b-864a-ef8f2426e5e2 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9130049 Aug 16 01:56:46.476064 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46302) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:46.478855 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95d9f6f3-73d7-4079-9d79-eed00723fcd3 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.480752 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a64b52da-ca4e-4be2-a5f2-321e8c421d39 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Request body: {'floatingip': {'floating_network_id': 'c55069b0-3bed-4c76-82c6-016f2ceeb469'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:46.504392 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64b52da-ca4e-4be2-a5f2-321e8c421d39 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.604148 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95d9f6f3-73d7-4079-9d79-eed00723fcd3 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.608063 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64b52da-ca4e-4be2-a5f2-321e8c421d39 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.610148 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95d9f6f3-73d7-4079-9d79-eed00723fcd3 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.623952 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8393bf1-566a-4869-b78a-0f4340e1b61b None None] Network c55069b0-3bed-4c76-82c6-016f2ceeb469 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:46.660477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9f6f3-73d7-4079-9d79-eed00723fcd3 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d223466-9ff6-4963-803e-d87a6aa6c4da,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:46.714647 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95d9f6f3-73d7-4079-9d79-eed00723fcd3 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.720472 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95d9f6f3-73d7-4079-9d79-eed00723fcd3 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.739264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-a64b52da-ca4e-4be2-a5f2-321e8c421d39 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Allocated IP 172.20.0.13 (c55069b0-3bed-4c76-82c6-016f2ceeb469/3bcf911c-7f35-48bc-9d74-19183bba49c7/6eb46518-d9a8-415a-8dbd-bdfa37249b30) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:46.751986 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95d9f6f3-73d7-4079-9d79-eed00723fcd3 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.753324 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-95d9f6f3-73d7-4079-9d79-eed00723fcd3 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3245728 Aug 16 01:56:46.756299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46304) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:46.758214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9f6f3-73d7-4079-9d79-eed00723fcd3 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1311d2e-c43e-49c8-a2f9-397749389b59,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:46.762203 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9cc77c3f-b96e-4812-a4f1-3c2b5dc526eb tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': 'a1311d2e-c43e-49c8-a2f9-397749389b59', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:46.848862 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cc77c3f-b96e-4812-a4f1-3c2b5dc526eb tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.901554 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64b52da-ca4e-4be2-a5f2-321e8c421d39 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.927674 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cc77c3f-b96e-4812-a4f1-3c2b5dc526eb tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.932842 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cc77c3f-b96e-4812-a4f1-3c2b5dc526eb tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.974441 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc77c3f-b96e-4812-a4f1-3c2b5dc526eb tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56636f83-63b2-475f-9d23-69cf3af29d89,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:47.019634 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cc77c3f-b96e-4812-a4f1-3c2b5dc526eb tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.020797 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9cc77c3f-b96e-4812-a4f1-3c2b5dc526eb tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2635438 Aug 16 01:56:47.023730 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46308) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:47.028277 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-30ff7eae-f7c8-4e51-9cb9-e377747b10c2 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': 'a1311d2e-c43e-49c8-a2f9-397749389b59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:47.055917 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91755fa8-b9cd-490e-b719-e2390b6491b0 req-1abb6658-9c8c-4b4f-8520-8e4bfb0551eb tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 210 time: 0.0680473 Aug 16 01:56:47.056344 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30ff7eae-f7c8-4e51-9cb9-e377747b10c2 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.083851 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64b52da-ca4e-4be2-a5f2-321e8c421d39 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.115063 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-30ff7eae-f7c8-4e51-9cb9-e377747b10c2 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 01:56:47.116171 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-30ff7eae-f7c8-4e51-9cb9-e377747b10c2 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0914574 Aug 16 01:56:47.130699 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46312) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:47.148366 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64b52da-ca4e-4be2-a5f2-321e8c421d39 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Network c55069b0-3bed-4c76-82c6-016f2ceeb469 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:47.154604 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a64b52da-ca4e-4be2-a5f2-321e8c421d39 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:47.156978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64b52da-ca4e-4be2-a5f2-321e8c421d39 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:47.197842 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26e9c1-de50-45c9-a83f-56d1091293ca req-ae9bb246-a922-4fbe-a34e-9e74f5392d6b tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:47.199363 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4d26e9c1-de50-45c9-a83f-56d1091293ca req-ae9bb246-a922-4fbe-a34e-9e74f5392d6b tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.0822055 Aug 16 01:56:47.212196 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-f88193fa-93fa-458b-996b-402282ebb9a9 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:47.213787 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-f88193fa-93fa-458b-996b-402282ebb9a9 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.63 "GET /v2.0/networks?id=16c2dd85-9f0c-423e-945f-fe5117965849 HTTP/1.1" status: 200 len: 811 time: 0.2573681 Aug 16 01:56:47.216514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b52da-ca4e-4be2-a5f2-321e8c421d39 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Pushing event updated for resources: {'Port': ['ID=6eb46518-d9a8-415a-8dbd-bdfa37249b30,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:47.232045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-e9168eb6-c8c0-48b7-8bd7-b11a3f0279a1 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Request body: {'port': {'device_id': '30971b92-5f98-411e-9029-047285ac6738', 'network_id': '16c2dd85-9f0c-423e-945f-fe5117965849', 'admin_state_up': True, 'tenant_id': '2f4ef4af2bf9414ab1d9b7fdbe107a55'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:47.232555 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ea45412-705f-4219-9a6b-523bfbeb1a33 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.268839 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4d26e9c1-de50-45c9-a83f-56d1091293ca req-8b9aa9d6-f6f6-4059-bd7c-d8394b1cf04d tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599976 Aug 16 01:56:47.270460 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ea45412-705f-4219-9a6b-523bfbeb1a33 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.327913 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ea45412-705f-4219-9a6b-523bfbeb1a33 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.330774 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ea45412-705f-4219-9a6b-523bfbeb1a33 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.331906 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7ea45412-705f-4219-9a6b-523bfbeb1a33 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "DELETE /v2.0/security-groups/a1311d2e-c43e-49c8-a2f9-397749389b59 HTTP/1.1" status: 204 len: 168 time: 0.2024701 Aug 16 01:56:47.336133 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46314) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:47.353499 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64b52da-ca4e-4be2-a5f2-321e8c421d39 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.356287 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea45412-705f-4219-9a6b-523bfbeb1a33 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1311d2e-c43e-49c8-a2f9-397749389b59,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:47.393315 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3a3ae298-d7fc-43ee-80a5-ae281eeaa4e4 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0560427 Aug 16 01:56:47.397100 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46316) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:47.401689 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c4cf4f6c-c63d-488a-8bab-b318e75c429b tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050619883'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:47.411083 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64b52da-ca4e-4be2-a5f2-321e8c421d39 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.436639 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4cf4f6c-c63d-488a-8bab-b318e75c429b tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.437090 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-e9168eb6-c8c0-48b7-8bd7-b11a3f0279a1 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Made reservation on behalf of 2f4ef4af2bf9414ab1d9b7fdbe107a55 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:47.441332 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-e9168eb6-c8c0-48b7-8bd7-b11a3f0279a1 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.564043 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4cf4f6c-c63d-488a-8bab-b318e75c429b tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.570466 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4cf4f6c-c63d-488a-8bab-b318e75c429b tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.608201 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4cf4f6c-c63d-488a-8bab-b318e75c429b tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.609425 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c4cf4f6c-c63d-488a-8bab-b318e75c429b tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2113752 Aug 16 01:56:47.615490 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46322) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:47.619522 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ea9bd-6c25-4c22-8711-80618971807a req-ea08114e-f3e7-4e3e-9aa8-9d4d48d440b9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:47.620989 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-565ea9bd-6c25-4c22-8711-80618971807a req-ea08114e-f3e7-4e3e-9aa8-9d4d48d440b9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.0905392 Aug 16 01:56:47.621599 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf4f6c-c63d-488a-8bab-b318e75c429b tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=557c6ee4-dca8-44a5-80e1-129041185954,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:47.625428 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b2fdbfb5-15cf-48aa-a9f9-3d233f933887 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': '557c6ee4-dca8-44a5-80e1-129041185954', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:47.626704 n-d-765315-27 neutron-server[94672]: WARNING neutron.api.v2.base [None req-b2fdbfb5-15cf-48aa-a9f9-3d233f933887 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 01:56:47.627004 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-b2fdbfb5-15cf-48aa-a9f9-3d233f933887 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:56:47.627945 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b2fdbfb5-15cf-48aa-a9f9-3d233f933887 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060661 Aug 16 01:56:47.630929 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46324) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:47.680689 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-e9168eb6-c8c0-48b7-8bd7-b11a3f0279a1 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Allocated IP 172.20.0.11 (16c2dd85-9f0c-423e-945f-fe5117965849/c7d05b8a-693f-4c35-9f14-5f33b510158e/90ddf289-be5d-4472-9d36-5c9b06a4a694) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:47.699080 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-565ea9bd-6c25-4c22-8711-80618971807a req-f63ebd09-3109-4d4e-ae86-edf32064b038 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597177 Aug 16 01:56:47.712426 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64b52da-ca4e-4be2-a5f2-321e8c421d39 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.716767 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51ac3a2b-dd25-476a-b6b7-1e1f5869bb1b tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.724968 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64b52da-ca4e-4be2-a5f2-321e8c421d39 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.748706 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51ac3a2b-dd25-476a-b6b7-1e1f5869bb1b tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.791555 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51ac3a2b-dd25-476a-b6b7-1e1f5869bb1b tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.794598 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51ac3a2b-dd25-476a-b6b7-1e1f5869bb1b tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.798102 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-51ac3a2b-dd25-476a-b6b7-1e1f5869bb1b tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "DELETE /v2.0/security-groups/557c6ee4-dca8-44a5-80e1-129041185954 HTTP/1.1" status: 204 len: 168 time: 0.1638796 Aug 16 01:56:47.800517 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46326) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:47.811875 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac3a2b-dd25-476a-b6b7-1e1f5869bb1b tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=557c6ee4-dca8-44a5-80e1-129041185954,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:47.850977 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b52da-ca4e-4be2-a5f2-321e8c421d39 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Pushing event updated for resources: {'Port': ['ID=6eb46518-d9a8-415a-8dbd-bdfa37249b30,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:47.862293 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-26fa1043-1597-4368-9925-7e8e82b3da84 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0562289 Aug 16 01:56:47.862426 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46328) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:47.868023 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b1494c04-76ce-4cde-8619-d55b369b138a tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899894118'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:47.890737 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1494c04-76ce-4cde-8619-d55b369b138a tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.892828 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64b52da-ca4e-4be2-a5f2-321e8c421d39 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.921886 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a64b52da-ca4e-4be2-a5f2-321e8c421d39 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.923703 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a64b52da-ca4e-4be2-a5f2-321e8c421d39 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4465177 Aug 16 01:56:47.926886 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46330) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:47.939376 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-e9168eb6-c8c0-48b7-8bd7-b11a3f0279a1 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.979771 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-e9168eb6-c8c0-48b7-8bd7-b11a3f0279a1 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.003639 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0e996f0f-aedf-415b-b601-8fb613211594 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] 10.222.0.68 "GET /v2.0/floatingips?floating_network_id=c55069b0-3bed-4c76-82c6-016f2ceeb469 HTTP/1.1" status: 200 len: 690 time: 0.0756257 Aug 16 01:56:48.007661 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46332) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:48.022929 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-e9168eb6-c8c0-48b7-8bd7-b11a3f0279a1 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Network 16c2dd85-9f0c-423e-945f-fe5117965849 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:48.027942 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-e9168eb6-c8c0-48b7-8bd7-b11a3f0279a1 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:48.031817 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-e9168eb6-c8c0-48b7-8bd7-b11a3f0279a1 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:48.056942 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9168eb6-c8c0-48b7-8bd7-b11a3f0279a1 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Pushing event updated for resources: {'Port': ['ID=90ddf289-be5d-4472-9d36-5c9b06a4a694,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:48.089986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-e9168eb6-c8c0-48b7-8bd7-b11a3f0279a1 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.090945 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-e9168eb6-c8c0-48b7-8bd7-b11a3f0279a1 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.125499 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1494c04-76ce-4cde-8619-d55b369b138a tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.133444 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.138112 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-e9168eb6-c8c0-48b7-8bd7-b11a3f0279a1 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9099956 Aug 16 01:56:48.161366 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Request body: {'port': {'device_id': '30971b92-5f98-411e-9029-047285ac6738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:48.167472 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1494c04-76ce-4cde-8619-d55b369b138a tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.251241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df9fe1-014f-49be-9fc5-f7e1538b2239 req-f699bb9d-ba74-4819-a6b5-85106a81ceca tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.252346 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1494c04-76ce-4cde-8619-d55b369b138a tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.252790 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a0df9fe1-014f-49be-9fc5-f7e1538b2239 req-f699bb9d-ba74-4819-a6b5-85106a81ceca tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 932 time: 0.1048379 Aug 16 01:56:48.253557 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b1494c04-76ce-4cde-8619-d55b369b138a tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3901169 Aug 16 01:56:48.253845 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.256714 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46336) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:48.262011 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1494c04-76ce-4cde-8619-d55b369b138a tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7732254-cffc-4292-87e4-2d6c37a6435e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:48.268971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d7f0dfe4-3392-4651-9908-584250f204b5 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': 'b7732254-cffc-4292-87e4-2d6c37a6435e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:48.270019 n-d-765315-27 neutron-server[94672]: WARNING neutron.api.v2.base [None req-d7f0dfe4-3392-4651-9908-584250f204b5 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 01:56:48.270293 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-d7f0dfe4-3392-4651-9908-584250f204b5 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:56:48.271245 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d7f0dfe4-3392-4651-9908-584250f204b5 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0136292 Aug 16 01:56:48.274740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46338) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:48.310499 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Deleting port 6eb46518-d9a8-415a-8dbd-bdfa37249b30 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:48.310688 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.346790 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a0df9fe1-014f-49be-9fc5-f7e1538b2239 req-5cbeda70-7262-4b7e-98ce-55ddd1c4fe94 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820448 Aug 16 01:56:48.444538 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9549e27a-9719-4fd0-91fa-bf25b965594e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.466332 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ca05e-dd86-40e5-a460-a9d54a89818d req-2328c0a8-a90f-4901-8062-71b7363a0c9a tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.467826 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cc6ca05e-dd86-40e5-a460-a9d54a89818d req-2328c0a8-a90f-4901-8062-71b7363a0c9a tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.1010227 Aug 16 01:56:48.477595 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.477958 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.504304 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9549e27a-9719-4fd0-91fa-bf25b965594e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.524328 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Calling delete_port for 6eb46518-d9a8-415a-8dbd-bdfa37249b30 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:48.572699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ddf289-be5d-4472-9d36-5c9b06a4a694 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:48.582679 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.594557 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Transition to ACTIVE for port object 90ddf289-be5d-4472-9d36-5c9b06a4a694 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:48.598701 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.603716 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cc6ca05e-dd86-40e5-a460-a9d54a89818d req-70e0f027-7719-4720-89fd-8c30d8eb80e4 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274936 Aug 16 01:56:48.621794 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9549e27a-9719-4fd0-91fa-bf25b965594e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.624411 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9549e27a-9719-4fd0-91fa-bf25b965594e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.637480 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9549e27a-9719-4fd0-91fa-bf25b965594e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "DELETE /v2.0/security-groups/b7732254-cffc-4292-87e4-2d6c37a6435e HTTP/1.1" status: 204 len: 168 time: 0.3499670 Aug 16 01:56:48.638008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46344) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:48.652654 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549e27a-9719-4fd0-91fa-bf25b965594e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7732254-cffc-4292-87e4-2d6c37a6435e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:48.712063 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Pushing event updated for resources: {'Port': ['ID=90ddf289-be5d-4472-9d36-5c9b06a4a694,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:48.734042 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6874e8cb-49a6-4e0a-b15a-20669b5e4cda tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1035361 Aug 16 01:56:48.740102 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46348) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:48.746570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7ec43695-10b1-4f2e-a910-8443f6808f5e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1759593125'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:48.752812 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.762132 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Attempting to bind port 90ddf289-be5d-4472-9d36-5c9b06a4a694 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:48.762528 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Attempting to bind port 90ddf289-be5d-4472-9d36-5c9b06a4a694 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'b44d2e94-4fdb-4735-9ba3-9e1289d26134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '16c2dd85-9f0c-423e-945f-fe5117965849'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:48.763120 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Attempting to bind port 90ddf289-be5d-4472-9d36-5c9b06a4a694 on network 16c2dd85-9f0c-423e-945f-fe5117965849 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:48.768834 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Port 90ddf289-be5d-4472-9d36-5c9b06a4a694 on network 16c2dd85-9f0c-423e-945f-fe5117965849 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:48.769262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Attempting to bind port 90ddf289-be5d-4472-9d36-5c9b06a4a694 on network 16c2dd85-9f0c-423e-945f-fe5117965849 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:48.774596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:48.775328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Checking segment: {'id': 'b44d2e94-4fdb-4735-9ba3-9e1289d26134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '16c2dd85-9f0c-423e-945f-fe5117965849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:48.775845 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Bound using segment: {'id': 'b44d2e94-4fdb-4735-9ba3-9e1289d26134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '16c2dd85-9f0c-423e-945f-fe5117965849'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:48.776393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Bound port: 90ddf289-be5d-4472-9d36-5c9b06a4a694, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44d2e94-4fdb-4735-9ba3-9e1289d26134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '16c2dd85-9f0c-423e-945f-fe5117965849'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:48.776824 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.786654 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Pushing event deleted for resources: {'Port': ['ID=6eb46518-d9a8-415a-8dbd-bdfa37249b30,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:48.817090 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ec43695-10b1-4f2e-a910-8443f6808f5e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.873782 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.877989 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbceb4-1e83-4766-8a81-bf6b559f40aa req-add4410c-12c9-45af-a4d0-dd2cbcc9726b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.879508 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-70cbceb4-1e83-4766-8a81-bf6b559f40aa req-add4410c-12c9-45af-a4d0-dd2cbcc9726b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.1005425 Aug 16 01:56:48.903339 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] For port 90ddf289-be5d-4472-9d36-5c9b06a4a694, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:48.920051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] For port 90ddf289-be5d-4472-9d36-5c9b06a4a694, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=90ddf289-be5d-4472-9d36-5c9b06a4a694,segment=NetworkSegment(b44d2e94-4fdb-4735-9ba3-9e1289d26134),segment_id=b44d2e94-4fdb-4735-9ba3-9e1289d26134)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:48.927394 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.963822 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-70cbceb4-1e83-4766-8a81-bf6b559f40aa req-e28d309d-6210-4368-bd24-a61f5ca13f95 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761557 Aug 16 01:56:48.966214 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.974651 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.975312 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.977195 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] 10.222.0.63 "PUT /v2.0/ports/90ddf289-be5d-4472-9d36-5c9b06a4a694 HTTP/1.1" status: 200 len: 1093 time: 0.8207479 Aug 16 01:56:48.977699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30971b92-5f98-411e-9029-047285ac6738', 'tag': '90ddf289-be5d-4472-9d36-5c9b06a4a694'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:48.979955 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6b60ba-ab30-4629-ad6a-b019a81d6aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "30971b92-5f98-411e-9029-047285ac6738", "tag": "90ddf289-be5d-4472-9d36-5c9b06a4a694"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:49.009125 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f27b58-4f38-4562-b8e8-234db9c17c56 service neutron] Pushing event updated for resources: {'Port': ['ID=90ddf289-be5d-4472-9d36-5c9b06a4a694,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:49.021372 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ec43695-10b1-4f2e-a910-8443f6808f5e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.028023 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ec43695-10b1-4f2e-a910-8443f6808f5e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.040063 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f7107b-5812-486d-80a7-d8ef9475501e x-openstack-request-id: req-c7f7107b-5812-486d-80a7-d8ef9475501e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:49.040063 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30971b92-5f98-411e-9029-047285ac6738", "tag": "90ddf289-be5d-4472-9d36-5c9b06a4a694", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:49.040063 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c7f7107b-5812-486d-80a7-d8ef9475501e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:49.040488 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30971b92-5f98-411e-9029-047285ac6738', 'tag': '90ddf289-be5d-4472-9d36-5c9b06a4a694', 'status': 'completed', 'code': 200} Aug 16 01:56:49.061093 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ec43695-10b1-4f2e-a910-8443f6808f5e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.062505 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7ec43695-10b1-4f2e-a910-8443f6808f5e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3202806 Aug 16 01:56:49.068544 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46352) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:49.075403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-15a9c818-30f9-49d8-beaa-894df97a0aea tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': '4efab074-a878-438e-9778-3e396964433e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:49.076253 n-d-765315-27 neutron-server[94673]: WARNING neutron.api.v2.base [None req-15a9c818-30f9-49d8-beaa-894df97a0aea tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 01:56:49.076744 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-15a9c818-30f9-49d8-beaa-894df97a0aea tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:56:49.077677 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-15a9c818-30f9-49d8-beaa-894df97a0aea tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081315 Aug 16 01:56:49.081131 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.081787 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46354) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:49.084589 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec43695-10b1-4f2e-a910-8443f6808f5e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4efab074-a878-438e-9778-3e396964433e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:49.086477 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e257d270-a39b-4d5b-a4aa-77ed1c82a9ee tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': '4efab074-a878-438e-9778-3e396964433e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:49.087226 n-d-765315-27 neutron-server[94672]: WARNING neutron.api.v2.base [None req-e257d270-a39b-4d5b-a4aa-77ed1c82a9ee tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 01:56:49.087770 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-e257d270-a39b-4d5b-a4aa-77ed1c82a9ee tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:56:49.091201 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e257d270-a39b-4d5b-a4aa-77ed1c82a9ee tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060134 Aug 16 01:56:49.091844 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46356) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:49.099090 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0fb71ea3-c82c-4bb6-94a5-1b09b183efbe tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': '4efab074-a878-438e-9778-3e396964433e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:49.099959 n-d-765315-27 neutron-server[94672]: WARNING neutron.api.v2.base [None req-0fb71ea3-c82c-4bb6-94a5-1b09b183efbe tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 01:56:49.100492 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-0fb71ea3-c82c-4bb6-94a5-1b09b183efbe tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:56:49.101466 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0fb71ea3-c82c-4bb6-94a5-1b09b183efbe tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085349 Aug 16 01:56:49.103698 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-66f3e752-303a-489f-9260-a84f5405e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.105169 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-66f3e752-303a-489f-9260-a84f5405e2b9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f4ef4af2bf9414ab1d9b7fdbe107a55&device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 1096 time: 0.0591755 Aug 16 01:56:49.105666 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46358) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:49.109958 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8a181c0b-a8b2-4a05-b1e5-890050a1396f tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': '4efab074-a878-438e-9778-3e396964433e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:49.110994 n-d-765315-27 neutron-server[94672]: WARNING neutron.api.v2.base [None req-8a181c0b-a8b2-4a05-b1e5-890050a1396f tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 01:56:49.111224 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3bcf911c-7f35-48bc-9d74-19183bba49c7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:49.111568 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-8a181c0b-a8b2-4a05-b1e5-890050a1396f tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:56:49.112576 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8a181c0b-a8b2-4a05-b1e5-890050a1396f tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059593 Aug 16 01:56:49.115158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46360) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:49.153383 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-3bfb49fa-9699-46a6-8768-608e93217d33 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90ddf289-be5d-4472-9d36-5c9b06a4a694 HTTP/1.1" status: 200 len: 217 time: 0.0397928 Aug 16 01:56:49.198788 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.202779 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-67d0c2bc-33d6-47c0-a588-9fcce4b9cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.204975 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-67d0c2bc-33d6-47c0-a588-9fcce4b9cc54 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c7d05b8a-693f-4c35-9f14-5f33b510158e HTTP/1.1" status: 200 len: 851 time: 0.0435359 Aug 16 01:56:49.214534 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55069b0-3bed-4c76-82c6-016f2ceeb469']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:49.232775 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522f205c-0f22-400f-8865-5c07ce2da078') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:49.233057 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522f205c-0f22-400f-8865-5c07ce2da078') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:49.237331 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-24f75251-6b15-4115-9ade-b1f390709fe9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=16c2dd85-9f0c-423e-945f-fe5117965849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257657 Aug 16 01:56:49.240971 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-46c84710-f712-4b96-9e94-087cf5b68ad9 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.245516 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.271728 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.282486 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-46c84710-f712-4b96-9e94-087cf5b68ad9 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.288209 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:49.288618 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:49.290390 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:49.332140 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-b80eeb3e-ffcd-438f-98ff-9ee527ac1aef service neutron] 10.222.0.63 "GET /v2.0/networks/16c2dd85-9f0c-423e-945f-fe5117965849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848598 Aug 16 01:56:49.367771 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.373781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c55069b0-3bed-4c76-82c6-016f2ceeb469 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 01:56:49.377056 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.378964 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] 10.222.0.68 "DELETE /v2.0/networks/c55069b0-3bed-4c76-82c6-016f2ceeb469 HTTP/1.1" status: 204 len: 168 time: 1.3703957 Aug 16 01:56:49.388055 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46364) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:49.390756 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-46c84710-f712-4b96-9e94-087cf5b68ad9 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.394934 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-46c84710-f712-4b96-9e94-087cf5b68ad9 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.398432 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-46c84710-f712-4b96-9e94-087cf5b68ad9 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "DELETE /v2.0/security-groups/4efab074-a878-438e-9778-3e396964433e HTTP/1.1" status: 204 len: 168 time: 0.2799840 Aug 16 01:56:49.398432 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94205263-b637-44ba-8e0c-268d586cab88 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Pushing event deleted for resources: {'Network': ['ID=c55069b0-3bed-4c76-82c6-016f2ceeb469,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:49.399296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46366) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:49.421648 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c84710-f712-4b96-9e94-087cf5b68ad9 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efab074-a878-438e-9778-3e396964433e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:49.465863 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fa3a4355-777b-4fc9-8866-c1f0984fbfb5 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0574369 Aug 16 01:56:49.466443 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46368) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:49.476212 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-61049853-c52a-4d38-ac1d-0f92bebbe042 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283296865'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:49.501801 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61049853-c52a-4d38-ac1d-0f92bebbe042 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.529380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46370) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:49.530631 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-af84b221-0391-450a-ad33-f314c85058d2 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] 10.222.0.68 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.1394563 Aug 16 01:56:49.595128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7205165-14f7-4b1e-a8f7-ff92ddde52e9 req-642e521f-a638-48cd-9e52-c1a82b70ad72 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.596664 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7205165-14f7-4b1e-a8f7-ff92ddde52e9 req-642e521f-a638-48cd-9e52-c1a82b70ad72 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 944 time: 0.0963757 Aug 16 01:56:49.599028 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-858b3e96-f8ba-497d-bade-c487568f3c83 req-1ffff52a-5ef3-40bc-864b-3359822560b1 service neutron] 10.222.0.63 "GET /v2.0/networks/16c2dd85-9f0c-423e-945f-fe5117965849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600124 Aug 16 01:56:49.673500 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79f97a5-0838-48c4-a73d-20968435ca82 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.674159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79f97a5-0838-48c4-a73d-20968435ca82 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.674632 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79f97a5-0838-48c4-a73d-20968435ca82 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.675087 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79f97a5-0838-48c4-a73d-20968435ca82 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.675541 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79f97a5-0838-48c4-a73d-20968435ca82 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.675989 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79f97a5-0838-48c4-a73d-20968435ca82 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.676435 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79f97a5-0838-48c4-a73d-20968435ca82 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.676881 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79f97a5-0838-48c4-a73d-20968435ca82 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.681461 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e79f97a5-0838-48c4-a73d-20968435ca82 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5287 time: 0.1484272 Aug 16 01:56:49.682584 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46376) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:49.686019 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7205165-14f7-4b1e-a8f7-ff92ddde52e9 req-e53013b1-6bd3-4ed8-a207-43da3839a619 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652783 Aug 16 01:56:49.722388 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-497222ff-b6da-4d73-b7e0-6b99b3651701 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] delete failed (client error): The resource could not be found. Aug 16 01:56:49.725880 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-497222ff-b6da-4d73-b7e0-6b99b3651701 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] 10.222.0.68 "DELETE /v2.0/floatingips/6d296786-4487-4774-96f7-09f1fc260af8 HTTP/1.1" status: 404 len: 345 time: 0.0399504 Aug 16 01:56:49.726787 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46378) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:49.738135 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b60ba-ab30-4629-ad6a-b019a81d6aa0 req-4398bd8e-855a-4aca-b5ea-800fb85e9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.739793 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d6b60ba-ab30-4629-ad6a-b019a81d6aa0 req-4398bd8e-855a-4aca-b5ea-800fb85e9e5e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f4ef4af2bf9414ab1d9b7fdbe107a55&device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 1096 time: 0.0584114 Aug 16 01:56:49.784810 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-323863f3-c1bd-4f43-abde-a2c1ff2f9aaf tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] DELETE failed (client error): The resource could not be found. Aug 16 01:56:49.785277 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-323863f3-c1bd-4f43-abde-a2c1ff2f9aaf tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:49.790560 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-323863f3-c1bd-4f43-abde-a2c1ff2f9aaf tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] 10.222.0.68 "DELETE /v2.0/networks/c55069b0-3bed-4c76-82c6-016f2ceeb469 HTTP/1.1" status: 404 len: 339 time: 0.0593665 Aug 16 01:56:49.790560 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61049853-c52a-4d38-ac1d-0f92bebbe042 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.791446 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46380) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:49.799397 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-abb53587-78e0-4ca4-897a-78410fa9b0bd tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Request body: {'network': {'name': 'tempest-network--953306067', 'router:external': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:49.806692 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61049853-c52a-4d38-ac1d-0f92bebbe042 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.842748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b60ba-ab30-4629-ad6a-b019a81d6aa0 req-24a6fbed-b8d6-4804-b1d2-5d192f27b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.844285 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d6b60ba-ab30-4629-ad6a-b019a81d6aa0 req-24a6fbed-b8d6-4804-b1d2-5d192f27b45b service neutron] 10.222.0.63 "GET /v2.0/networks?id=16c2dd85-9f0c-423e-945f-fe5117965849 HTTP/1.1" status: 200 len: 912 time: 0.0970254 Aug 16 01:56:49.867088 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb9c97-2b02-4cc5-83e1-7f01c9be25af req-9898a728-5fe3-4e55-be91-176c0f88d3cc tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.868608 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3eeb9c97-2b02-4cc5-83e1-7f01c9be25af req-9898a728-5fe3-4e55-be91-176c0f88d3cc tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.1276162 Aug 16 01:56:49.869790 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb53587-78e0-4ca4-897a-78410fa9b0bd tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Made reservation on behalf of 51be73feb496412fb06ffe2c73f8d49f for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:49.872019 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-abb53587-78e0-4ca4-897a-78410fa9b0bd tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.873970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61049853-c52a-4d38-ac1d-0f92bebbe042 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6196e1b8-d327-4e9b-a336-e6cb9413caf8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:49.877922 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61049853-c52a-4d38-ac1d-0f92bebbe042 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.879071 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-61049853-c52a-4d38-ac1d-0f92bebbe042 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4115407 Aug 16 01:56:49.887841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46382) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:49.900275 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-091f0627-16e8-4988-a601-0b1092e74e77 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': '6196e1b8-d327-4e9b-a336-e6cb9413caf8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:49.900999 n-d-765315-27 neutron-server[94673]: WARNING neutron.api.v2.base [None req-091f0627-16e8-4988-a601-0b1092e74e77 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 01:56:49.901488 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-091f0627-16e8-4988-a601-0b1092e74e77 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:56:49.905811 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-091f0627-16e8-4988-a601-0b1092e74e77 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0137262 Aug 16 01:56:49.905811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46384) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:49.909378 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d6b60ba-ab30-4629-ad6a-b019a81d6aa0 req-569f914d-c933-4a65-b490-5572681aa958 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90ddf289-be5d-4472-9d36-5c9b06a4a694 HTTP/1.1" status: 200 len: 217 time: 0.0553777 Aug 16 01:56:49.910335 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d1fc7c47-3ee2-4e69-89a1-e830237eb28c tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': '6196e1b8-d327-4e9b-a336-e6cb9413caf8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:49.948154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb53587-78e0-4ca4-897a-78410fa9b0bd tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:49.974887 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3eeb9c97-2b02-4cc5-83e1-7f01c9be25af req-9f00563a-137a-4498-96c1-cc56de768e30 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942719 Aug 16 01:56:49.976022 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-abb53587-78e0-4ca4-897a-78410fa9b0bd tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.976362 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-abb53587-78e0-4ca4-897a-78410fa9b0bd tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Added segment cea3f672-a6bb-41bd-9b84-6f7e53f7e034 of type vlan for network a61a5547-9790-479a-9940-6b5f8ce9c9af Aug 16 01:56:50.022692 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-d1fc7c47-3ee2-4e69-89a1-e830237eb28c tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:56:50.025825 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d1fc7c47-3ee2-4e69-89a1-e830237eb28c tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1176238 Aug 16 01:56:50.027600 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46388) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:50.038881 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-91995362-75f9-43ec-8603-1eacd77ad284 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': '6196e1b8-d327-4e9b-a336-e6cb9413caf8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:50.039281 n-d-765315-27 neutron-server[94673]: WARNING neutron.api.v2.base [None req-91995362-75f9-43ec-8603-1eacd77ad284 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 01:56:50.039777 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-91995362-75f9-43ec-8603-1eacd77ad284 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:56:50.041813 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-91995362-75f9-43ec-8603-1eacd77ad284 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0122440 Aug 16 01:56:50.043774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46390) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:50.048613 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a6be2845-b0dd-4f91-be98-f3e1e68ff0f1 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': '6196e1b8-d327-4e9b-a336-e6cb9413caf8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:50.054511 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-abb53587-78e0-4ca4-897a-78410fa9b0bd tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.082075 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5eab4dfb-c5c4-4973-913c-59cd4780f566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.112964 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-abb53587-78e0-4ca4-897a-78410fa9b0bd tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.114184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb53587-78e0-4ca4-897a-78410fa9b0bd tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.114772 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-abb53587-78e0-4ca4-897a-78410fa9b0bd tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.120780 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-a6be2845-b0dd-4f91-be98-f3e1e68ff0f1 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:56:50.124719 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a6be2845-b0dd-4f91-be98-f3e1e68ff0f1 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0769317 Aug 16 01:56:50.141675 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46392) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:50.146652 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-537ec3c2-ce05-4c15-9791-e41e8fd4265e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': '6196e1b8-d327-4e9b-a336-e6cb9413caf8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:50.147176 n-d-765315-27 neutron-server[94673]: WARNING neutron.api.v2.base [None req-537ec3c2-ce05-4c15-9791-e41e8fd4265e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 01:56:50.147709 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-537ec3c2-ce05-4c15-9791-e41e8fd4265e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:56:50.148698 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-537ec3c2-ce05-4c15-9791-e41e8fd4265e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059299 Aug 16 01:56:50.174746 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46394) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:50.188118 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-85ae68ed-5f2c-45ed-bc64-b6cb1606c164 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': '6196e1b8-d327-4e9b-a336-e6cb9413caf8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:50.195902 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-abb53587-78e0-4ca4-897a-78410fa9b0bd tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4032083 Aug 16 01:56:50.201740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46396) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:50.247077 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb53587-78e0-4ca4-897a-78410fa9b0bd tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Pushing event updated for resources: {'Network': ['ID=a61a5547-9790-479a-9940-6b5f8ce9c9af,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:50.257021 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network a61a5547-9790-479a-9940-6b5f8ce9c9af details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:50.277291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b60ba-ab30-4629-ad6a-b019a81d6aa0 req-96e49c28-8492-44ae-bb0a-356b7a372e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.278793 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d6b60ba-ab30-4629-ad6a-b019a81d6aa0 req-96e49c28-8492-44ae-bb0a-356b7a372e50 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c7d05b8a-693f-4c35-9f14-5f33b510158e HTTP/1.1" status: 200 len: 851 time: 0.3608983 Aug 16 01:56:50.308240 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0b085-0021-4fc8-9a00-2babf912f103 req-551a9d03-029e-4081-8007-b6ff4cc8336e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.309906 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3ba0b085-0021-4fc8-9a00-2babf912f103 req-551a9d03-029e-4081-8007-b6ff4cc8336e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.0806773 Aug 16 01:56:50.325924 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d6b60ba-ab30-4629-ad6a-b019a81d6aa0 req-902f757d-2b0f-4747-864a-1fb2e101fe84 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=16c2dd85-9f0c-423e-945f-fe5117965849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372930 Aug 16 01:56:50.377549 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-85ae68ed-5f2c-45ed-bc64-b6cb1606c164 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:56:50.378723 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-85ae68ed-5f2c-45ed-bc64-b6cb1606c164 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2024386 Aug 16 01:56:50.385772 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46398) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:50.396678 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-88cdd29f-d8fb-4202-8566-fd167aca2630 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': '6196e1b8-d327-4e9b-a336-e6cb9413caf8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:50.397160 n-d-765315-27 neutron-server[94673]: WARNING neutron.api.v2.base [None req-88cdd29f-d8fb-4202-8566-fd167aca2630 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 01:56:50.397648 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-88cdd29f-d8fb-4202-8566-fd167aca2630 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:56:50.401080 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-88cdd29f-d8fb-4202-8566-fd167aca2630 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0119400 Aug 16 01:56:50.403426 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46400) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:50.403781 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3ba0b085-0021-4fc8-9a00-2babf912f103 req-177ec212-24af-48f5-aaec-8ad435372528 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800953 Aug 16 01:56:50.408752 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3634c691-d738-467d-af9f-7a4381f19d84 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': '6196e1b8-d327-4e9b-a336-e6cb9413caf8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:50.433535 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892730c0-d7da-4423-b782-b2b7b8ea8a86 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.439819 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892730c0-d7da-4423-b782-b2b7b8ea8a86 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.442671 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d6b60ba-ab30-4629-ad6a-b019a81d6aa0 req-6307ada7-ddd2-4add-b423-e79b652f9767 service neutron] 10.222.0.63 "GET /v2.0/networks/16c2dd85-9f0c-423e-945f-fe5117965849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034844 Aug 16 01:56:50.445669 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892730c0-d7da-4423-b782-b2b7b8ea8a86 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.451829 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892730c0-d7da-4423-b782-b2b7b8ea8a86 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.453487 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-892730c0-d7da-4423-b782-b2b7b8ea8a86 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2507799 Aug 16 01:56:50.459341 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46402) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:50.544090 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66f87938-15ad-49cf-910e-26cbc923cbce tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.545952 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-3634c691-d738-467d-af9f-7a4381f19d84 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:56:50.547023 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3634c691-d738-467d-af9f-7a4381f19d84 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1427059 Aug 16 01:56:50.547463 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d6b60ba-ab30-4629-ad6a-b019a81d6aa0 req-6e85f83e-1d59-4582-a1ac-b079ac1d2fcc service neutron] 10.222.0.63 "GET /v2.0/networks/16c2dd85-9f0c-423e-945f-fe5117965849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951972 Aug 16 01:56:50.549938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46404) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:50.556220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0534d976-95eb-42d4-b1e6-7b64a0fe557a tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': '6196e1b8-d327-4e9b-a336-e6cb9413caf8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:50.592660 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-0534d976-95eb-42d4-b1e6-7b64a0fe557a tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:56:50.593954 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0534d976-95eb-42d4-b1e6-7b64a0fe557a tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0429130 Aug 16 01:56:50.597529 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46406) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:50.631943 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66f87938-15ad-49cf-910e-26cbc923cbce tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.642248 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-66f87938-15ad-49cf-910e-26cbc923cbce tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61a5547-9790-479a-9940-6b5f8ce9c9af']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:50.651599 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2f809549-9d54-45d5-8d9d-e0ec776be757 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.677477 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2f809549-9d54-45d5-8d9d-e0ec776be757 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.728544 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2f809549-9d54-45d5-8d9d-e0ec776be757 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.731982 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2f809549-9d54-45d5-8d9d-e0ec776be757 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.733674 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2f809549-9d54-45d5-8d9d-e0ec776be757 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "DELETE /v2.0/security-groups/6196e1b8-d327-4e9b-a336-e6cb9413caf8 HTTP/1.1" status: 204 len: 168 time: 0.1349378 Aug 16 01:56:50.740394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46412) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:50.759210 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f809549-9d54-45d5-8d9d-e0ec776be757 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6196e1b8-d327-4e9b-a336-e6cb9413caf8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:50.821115 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b842f18d-ae21-42a6-b2d2-86136f0e9418 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0818536 Aug 16 01:56:50.825240 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46414) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:50.832410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1f0460b7-daa5-4c08-b84b-7490eea494e4 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group': {'name': 'tempest-secgroup--992353236'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:50.864652 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5b1f9-fc65-48d1-aefc-0b02bf807c15 req-22c24921-7ab9-42c1-b5e4-56c774482dcb tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.866222 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3e5b1f9-fc65-48d1-aefc-0b02bf807c15 req-22c24921-7ab9-42c1-b5e4-56c774482dcb tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 944 time: 0.1028342 Aug 16 01:56:50.873051 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f0460b7-daa5-4c08-b84b-7490eea494e4 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.904642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-66f87938-15ad-49cf-910e-26cbc923cbce tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea3f672-a6bb-41bd-9b84-6f7e53f7e034') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:50.904929 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-66f87938-15ad-49cf-910e-26cbc923cbce tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea3f672-a6bb-41bd-9b84-6f7e53f7e034') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:50.915358 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66f87938-15ad-49cf-910e-26cbc923cbce tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.929452 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66f87938-15ad-49cf-910e-26cbc923cbce tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.933567 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3e5b1f9-fc65-48d1-aefc-0b02bf807c15 req-8ab6d13f-954e-4030-90a7-0f415270edbf tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581176 Aug 16 01:56:50.935667 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f87938-15ad-49cf-910e-26cbc923cbce tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:50.936429 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66f87938-15ad-49cf-910e-26cbc923cbce tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:50.938620 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:50.994289 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66f87938-15ad-49cf-910e-26cbc923cbce tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.999260 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f87938-15ad-49cf-910e-26cbc923cbce tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a61a5547-9790-479a-9940-6b5f8ce9c9af {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 01:56:51.002203 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66f87938-15ad-49cf-910e-26cbc923cbce tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.007389 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-66f87938-15ad-49cf-910e-26cbc923cbce tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] 10.222.0.68 "DELETE /v2.0/networks/a61a5547-9790-479a-9940-6b5f8ce9c9af HTTP/1.1" status: 204 len: 168 time: 0.5438328 Aug 16 01:56:51.013301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46418) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:51.018546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2ce8503d-b37e-4465-9595-914007005a7d tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Request body: {'network': {'name': 'tempest-network--578296711', 'router:external': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:51.021680 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f87938-15ad-49cf-910e-26cbc923cbce tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Pushing event deleted for resources: {'Network': ['ID=a61a5547-9790-479a-9940-6b5f8ce9c9af,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:51.068407 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f0460b7-daa5-4c08-b84b-7490eea494e4 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.076249 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f0460b7-daa5-4c08-b84b-7490eea494e4 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.115746 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0460b7-daa5-4c08-b84b-7490eea494e4 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2acf202-b7e0-450a-b83f-825ef83a75c6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:51.124477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce8503d-b37e-4465-9595-914007005a7d tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Made reservation on behalf of 51be73feb496412fb06ffe2c73f8d49f for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:51.127458 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ce8503d-b37e-4465-9595-914007005a7d tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.129548 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f0460b7-daa5-4c08-b84b-7490eea494e4 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.134787 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1f0460b7-daa5-4c08-b84b-7490eea494e4 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3082724 Aug 16 01:56:51.135481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46420) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:51.138349 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8fc36-8416-4f0c-b25d-f71293161d54 req-d7971228-339f-4ad5-80f2-c2c88bbab9ad tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:51.140073 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cbc8fc36-8416-4f0c-b25d-f71293161d54 req-d7971228-339f-4ad5-80f2-c2c88bbab9ad tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.0803182 Aug 16 01:56:51.144327 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-cdaf962e-591e-41c8-8c3d-041c9f5f896d tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': 'c2acf202-b7e0-450a-b83f-825ef83a75c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:51.189271 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce8503d-b37e-4465-9595-914007005a7d tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:51.208035 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-cdaf962e-591e-41c8-8c3d-041c9f5f896d tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): The resource could not be found. Aug 16 01:56:51.208482 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cbc8fc36-8416-4f0c-b25d-f71293161d54 req-87b457f1-ee56-4a51-be1e-d0f1673d8bdf tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561385 Aug 16 01:56:51.212695 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cdaf962e-591e-41c8-8c3d-041c9f5f896d tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0730350 Aug 16 01:56:51.212695 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46422) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:51.214006 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ce8503d-b37e-4465-9595-914007005a7d tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.214390 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-2ce8503d-b37e-4465-9595-914007005a7d tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Added segment 0f80ee86-4a67-45a7-a85d-b8b7c923426f of type vlan for network a7669a74-a6da-45e0-976c-07eda85aff4d Aug 16 01:56:51.218601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-92b0c54e-f0fa-4fed-940d-20c6e2db367f tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': 'c2acf202-b7e0-450a-b83f-825ef83a75c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8e3865bd-f853-4583-9096-ba2a8ce32356'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:51.271521 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-92b0c54e-f0fa-4fed-940d-20c6e2db367f tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): The resource could not be found. Aug 16 01:56:51.272499 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ce8503d-b37e-4465-9595-914007005a7d tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.273927 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-92b0c54e-f0fa-4fed-940d-20c6e2db367f tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0596743 Aug 16 01:56:51.276229 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46424) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:51.350947 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ce8503d-b37e-4465-9595-914007005a7d tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.351810 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce8503d-b37e-4465-9595-914007005a7d tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:51.352397 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ce8503d-b37e-4465-9595-914007005a7d tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.372259 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-99f1b234-1299-4e01-95fc-0077bf72ebc5 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.423484 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2ce8503d-b37e-4465-9595-914007005a7d tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4091005 Aug 16 01:56:51.427367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46426) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:51.439338 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-99f1b234-1299-4e01-95fc-0077bf72ebc5 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.452968 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8503d-b37e-4465-9595-914007005a7d tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Pushing event updated for resources: {'Network': ['ID=a7669a74-a6da-45e0-976c-07eda85aff4d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:51.464604 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network a7669a74-a6da-45e0-976c-07eda85aff4d details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:51.498623 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-99f1b234-1299-4e01-95fc-0077bf72ebc5 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.503815 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-99f1b234-1299-4e01-95fc-0077bf72ebc5 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.511207 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-99f1b234-1299-4e01-95fc-0077bf72ebc5 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "DELETE /v2.0/security-groups/c2acf202-b7e0-450a-b83f-825ef83a75c6 HTTP/1.1" status: 204 len: 168 time: 0.2339442 Aug 16 01:56:51.514127 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46430) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:51.528892 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1b234-1299-4e01-95fc-0077bf72ebc5 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2acf202-b7e0-450a-b83f-825ef83a75c6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:51.596965 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b29fd14-02ca-4309-95b5-eeeccd04c470 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:51.598360 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6b29fd14-02ca-4309-95b5-eeeccd04c470 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] 10.222.0.68 "GET /v2.0/networks/a7669a74-a6da-45e0-976c-07eda85aff4d HTTP/1.1" status: 200 len: 756 time: 0.1709540 Aug 16 01:56:51.601957 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46432) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:51.619609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c327c4-5cfd-447a-8689-4eb4fa845d28 req-3170aa0e-940f-44c8-bc00-8bc8686c69e1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:51.621199 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08c327c4-5cfd-447a-8689-4eb4fa845d28 req-3170aa0e-940f-44c8-bc00-8bc8686c69e1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.1220598 Aug 16 01:56:51.644258 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ef2e58f9-55de-42d7-8d14-4c19920561ed tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1290581 Aug 16 01:56:51.651179 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46434) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:51.657217 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5bdc6e49-ccb7-41a4-9fa9-64e697cc72be tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': '42f776b0-51ec-4ea0-a7ad-047e9f7792b1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:51.686462 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08c327c4-5cfd-447a-8689-4eb4fa845d28 req-3752ef74-d277-4068-a9d1-d0fd3ea08998 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564849 Aug 16 01:56:51.692150 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72838f41-a5a6-4790-b109-568f20002fe3 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:51.696956 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-72838f41-a5a6-4790-b109-568f20002fe3 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] 10.222.0.68 "GET /v2.0/networks/7472fdb7-e0dc-40d2-a227-099402292ee0 HTTP/1.1" status: 200 len: 768 time: 0.0895541 Aug 16 01:56:51.701389 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46436) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:51.715238 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-5bdc6e49-ccb7-41a4-9fa9-64e697cc72be tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): The resource could not be found. Aug 16 01:56:51.716434 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5bdc6e49-ccb7-41a4-9fa9-64e697cc72be tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0642161 Aug 16 01:56:51.722470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46438) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:51.726957 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c3441928-95bf-4a9f-9cda-a8d944c7520d tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1313113997'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:51.752496 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3441928-95bf-4a9f-9cda-a8d944c7520d tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.787525 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb06cb8d-282c-4621-a1fb-5c8389fcbc03 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.864196 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3441928-95bf-4a9f-9cda-a8d944c7520d tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.869282 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3441928-95bf-4a9f-9cda-a8d944c7520d tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.880991 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb06cb8d-282c-4621-a1fb-5c8389fcbc03 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.892447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-bb06cb8d-282c-4621-a1fb-5c8389fcbc03 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7669a74-a6da-45e0-976c-07eda85aff4d']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:51.908950 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-bb06cb8d-282c-4621-a1fb-5c8389fcbc03 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f80ee86-4a67-45a7-a85d-b8b7c923426f') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:51.909297 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-bb06cb8d-282c-4621-a1fb-5c8389fcbc03 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f80ee86-4a67-45a7-a85d-b8b7c923426f') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:51.913698 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3441928-95bf-4a9f-9cda-a8d944c7520d tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.916863 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c3441928-95bf-4a9f-9cda-a8d944c7520d tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1933994 Aug 16 01:56:51.920031 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46442) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:51.923363 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3441928-95bf-4a9f-9cda-a8d944c7520d tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3779d5a-a64b-4da5-8aa6-6d6da3645b20,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:51.924607 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb06cb8d-282c-4621-a1fb-5c8389fcbc03 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.930024 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ab9d25c5-cf15-4f63-82a7-0b7ec759a07e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1105198265'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:51.942846 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb06cb8d-282c-4621-a1fb-5c8389fcbc03 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.949649 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb06cb8d-282c-4621-a1fb-5c8389fcbc03 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:51.950202 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb06cb8d-282c-4621-a1fb-5c8389fcbc03 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:51.952207 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:51.961097 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab9d25c5-cf15-4f63-82a7-0b7ec759a07e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.019902 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb06cb8d-282c-4621-a1fb-5c8389fcbc03 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.036336 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb06cb8d-282c-4621-a1fb-5c8389fcbc03 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a7669a74-a6da-45e0-976c-07eda85aff4d {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 01:56:52.038447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06cb8d-282c-4621-a1fb-5c8389fcbc03 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Pushing event deleted for resources: {'Network': ['ID=a7669a74-a6da-45e0-976c-07eda85aff4d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:52.040582 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb06cb8d-282c-4621-a1fb-5c8389fcbc03 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.046022 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bb06cb8d-282c-4621-a1fb-5c8389fcbc03 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] 10.222.0.68 "DELETE /v2.0/networks/a7669a74-a6da-45e0-976c-07eda85aff4d HTTP/1.1" status: 204 len: 168 time: 0.3403151 Aug 16 01:56:52.046349 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46446) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:52.052641 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7b5c7857-4244-4f13-b234-dbe52c094706 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Request body: {'network': {'name': 'tempest-network--1623644056'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:52.096699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dffda8-cf7f-4ce5-b739-b6d21b16ec3e req-6a02dcbd-4204-4bb8-947d-b4bd4d48d93d tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.098255 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-05dffda8-cf7f-4ce5-b739-b6d21b16ec3e req-6a02dcbd-4204-4bb8-947d-b4bd4d48d93d tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 944 time: 0.0917771 Aug 16 01:56:52.121046 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab9d25c5-cf15-4f63-82a7-0b7ec759a07e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.133386 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab9d25c5-cf15-4f63-82a7-0b7ec759a07e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.151376 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5c7857-4244-4f13-b234-dbe52c094706 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Made reservation on behalf of 51be73feb496412fb06ffe2c73f8d49f for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:52.155189 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b5c7857-4244-4f13-b234-dbe52c094706 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.176671 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab9d25c5-cf15-4f63-82a7-0b7ec759a07e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.178069 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ab9d25c5-cf15-4f63-82a7-0b7ec759a07e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2566006 Aug 16 01:56:52.182799 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-05dffda8-cf7f-4ce5-b739-b6d21b16ec3e req-217ece8b-fdc2-4cd6-9ced-d3b7f90064c8 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764070 Aug 16 01:56:52.183279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46448) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:52.185244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5c7857-4244-4f13-b234-dbe52c094706 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:52.185464 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d25c5-cf15-4f63-82a7-0b7ec759a07e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f055b2e6-7b47-49cc-b80a-214262057250,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:52.190921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-322224ae-12f4-4f6e-91ee-f06e69def421 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group_rule': {'security_group_id': 'f3779d5a-a64b-4da5-8aa6-6d6da3645b20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f055b2e6-7b47-49cc-b80a-214262057250'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:52.196867 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b5c7857-4244-4f13-b234-dbe52c094706 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.197212 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-7b5c7857-4244-4f13-b234-dbe52c094706 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Added segment 5d74ff8e-e7e8-4512-9123-79e13f27cc93 of type vlan for network d0e42720-1270-4b65-b2cd-e57c96e77594 Aug 16 01:56:52.237417 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-322224ae-12f4-4f6e-91ee-f06e69def421 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 01:56:52.241202 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-322224ae-12f4-4f6e-91ee-f06e69def421 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0543852 Aug 16 01:56:52.241729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46452) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:52.258487 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b5c7857-4244-4f13-b234-dbe52c094706 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.328258 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15f32cc7-2d64-428e-a700-5f06186e9139 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.337934 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b5c7857-4244-4f13-b234-dbe52c094706 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.338899 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5c7857-4244-4f13-b234-dbe52c094706 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.339482 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b5c7857-4244-4f13-b234-dbe52c094706 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.352577 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15f32cc7-2d64-428e-a700-5f06186e9139 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.397917 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7b5c7857-4244-4f13-b234-dbe52c094706 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3496931 Aug 16 01:56:52.400829 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46454) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:52.409391 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6f1caec7-465e-4c36-8932-bada540732cb tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:52.444665 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15f32cc7-2d64-428e-a700-5f06186e9139 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.447235 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15f32cc7-2d64-428e-a700-5f06186e9139 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.448352 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-15f32cc7-2d64-428e-a700-5f06186e9139 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "DELETE /v2.0/security-groups/f055b2e6-7b47-49cc-b80a-214262057250 HTTP/1.1" status: 204 len: 168 time: 0.2056847 Aug 16 01:56:52.459238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46456) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:52.459990 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f32cc7-2d64-428e-a700-5f06186e9139 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f055b2e6-7b47-49cc-b80a-214262057250,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:52.490898 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28c2e8-6023-4c96-8c3e-8c6b658bfca0 req-0a3729b7-28ee-466c-9b6d-45eae5838958 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.492422 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8f28c2e8-6023-4c96-8c3e-8c6b658bfca0 req-0a3729b7-28ee-466c-9b6d-45eae5838958 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.1918628 Aug 16 01:56:52.493874 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [req-20b80141-113b-4423-b2d5-8c49169cad30 req-257ab95a-968f-4522-a664-4e2c86c53bb7 service neutron] show failed (client error): The resource could not be found. Aug 16 01:56:52.494801 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c7857-4244-4f13-b234-dbe52c094706 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Pushing event updated for resources: {'Network': ['ID=d0e42720-1270-4b65-b2cd-e57c96e77594,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:52.495453 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20b80141-113b-4423-b2d5-8c49169cad30 req-257ab95a-968f-4522-a664-4e2c86c53bb7 service neutron] 10.222.0.63 "GET /v2.0/ports/58a7d4f9-40c0-462d-a9de-4607a078d1e3/bindings/n-h1-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.1156094 Aug 16 01:56:52.527190 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network d0e42720-1270-4b65-b2cd-e57c96e77594 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:52.554042 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-91946c3b-6aee-49f9-8275-43a434dc5ce1 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0918601 Aug 16 01:56:52.555656 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46458) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:52.596778 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8f28c2e8-6023-4c96-8c3e-8c6b658bfca0 req-f1cf0a87-9eb4-4f55-9abe-070a8b7b9317 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961678 Aug 16 01:56:52.640861 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5b94f77-fb34-46dc-9050-8cab0ceeba05 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.650839 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07c1d7fe-8073-4f69-848d-2cd60c47119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.669451 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f1caec7-465e-4c36-8932-bada540732cb tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.678349 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5b94f77-fb34-46dc-9050-8cab0ceeba05 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.692878 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f1caec7-465e-4c36-8932-bada540732cb tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.726837 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5b94f77-fb34-46dc-9050-8cab0ceeba05 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.729918 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5b94f77-fb34-46dc-9050-8cab0ceeba05 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.733446 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a5b94f77-fb34-46dc-9050-8cab0ceeba05 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "DELETE /v2.0/security-groups/f3779d5a-a64b-4da5-8aa6-6d6da3645b20 HTTP/1.1" status: 204 len: 168 time: 0.1754410 Aug 16 01:56:52.736221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46462) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:52.749958 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b94f77-fb34-46dc-9050-8cab0ceeba05 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3779d5a-a64b-4da5-8aa6-6d6da3645b20,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:52.762077 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6f1caec7-465e-4c36-8932-bada540732cb tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Network d0e42720-1270-4b65-b2cd-e57c96e77594 is not hosted by any dhcp agent {{(pid=94673) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 01:56:52.762968 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1caec7-465e-4c36-8932-bada540732cb tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.763573 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f1caec7-465e-4c36-8932-bada540732cb tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.764884 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6f1caec7-465e-4c36-8932-bada540732cb tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] 10.222.0.68 "PUT /v2.0/networks/d0e42720-1270-4b65-b2cd-e57c96e77594 HTTP/1.1" status: 200 len: 858 time: 0.3624613 Aug 16 01:56:52.768897 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46464) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:52.827391 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1caec7-465e-4c36-8932-bada540732cb tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Pushing event updated for resources: {'Network': ['ID=d0e42720-1270-4b65-b2cd-e57c96e77594,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:52.838483 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80141-113b-4423-b2d5-8c49169cad30 req-6eb00e00-7d7f-4b82-b8bd-8b031026bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.840274 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20b80141-113b-4423-b2d5-8c49169cad30 req-6eb00e00-7d7f-4b82-b8bd-8b031026bb79 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4&tenant_id=7069c6ece3114808b56031f1299826b6 HTTP/1.1" status: 200 len: 1097 time: 0.1448178 Aug 16 01:56:52.853267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:52.890087 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e98635e1-4af9-4037-bfb7-031f644df65e tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1514728 Aug 16 01:56:52.894639 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46468) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:52.897108 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f8019da-1fa9-47ed-b904-5b199425bec0 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.903607 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e4570287-c674-47f3-9c6e-3000280fbd12 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072938770'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:52.910363 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca22c7-0823-420f-8d1f-89c38ff648e2 req-cd0f50c1-d172-4af5-aa1c-2b72bbdacf2f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.911876 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4aca22c7-0823-420f-8d1f-89c38ff648e2 req-cd0f50c1-d172-4af5-aa1c-2b72bbdacf2f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.1468012 Aug 16 01:56:52.942814 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 90ddf289-be5d-4472-9d36-5c9b06a4a694 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:52.947558 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.961878 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4570287-c674-47f3-9c6e-3000280fbd12 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.026413 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4aca22c7-0823-420f-8d1f-89c38ff648e2 req-d90b6664-bb9b-427f-9288-9946fc0400c0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036212 Aug 16 01:56:53.032529 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f8019da-1fa9-47ed-b904-5b199425bec0 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.043800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4f8019da-1fa9-47ed-b904-5b199425bec0 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e42720-1270-4b65-b2cd-e57c96e77594']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:53.056512 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 90ddf289-be5d-4472-9d36-5c9b06a4a694, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=90ddf289-be5d-4472-9d36-5c9b06a4a694,segment=NetworkSegment(b44d2e94-4fdb-4735-9ba3-9e1289d26134),segment_id=b44d2e94-4fdb-4735-9ba3-9e1289d26134)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:53.062410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4f8019da-1fa9-47ed-b904-5b199425bec0 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d74ff8e-e7e8-4512-9123-79e13f27cc93') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:53.063352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4f8019da-1fa9-47ed-b904-5b199425bec0 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d74ff8e-e7e8-4512-9123-79e13f27cc93') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:53.069631 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '90ddf289-be5d-4472-9d36-5c9b06a4a694', 'network_id': '16c2dd85-9f0c-423e-945f-fe5117965849', 'port_id': '90ddf289-be5d-4472-9d36-5c9b06a4a694', 'mac_address': 'fa:16:3e:cc:05:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d05b8a-693f-4c35-9f14-5f33b510158e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:53.074378 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f8019da-1fa9-47ed-b904-5b199425bec0 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.091556 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f8019da-1fa9-47ed-b904-5b199425bec0 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.098737 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8019da-1fa9-47ed-b904-5b199425bec0 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:53.099124 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f8019da-1fa9-47ed-b904-5b199425bec0 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:53.100893 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:53.118240 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.141046 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ddf289-be5d-4472-9d36-5c9b06a4a694 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:53.166546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 90ddf289-be5d-4472-9d36-5c9b06a4a694, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=90ddf289-be5d-4472-9d36-5c9b06a4a694,segment=NetworkSegment(b44d2e94-4fdb-4735-9ba3-9e1289d26134),segment_id=b44d2e94-4fdb-4735-9ba3-9e1289d26134)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:53.170978 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.183428 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f8019da-1fa9-47ed-b904-5b199425bec0 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.187745 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8019da-1fa9-47ed-b904-5b199425bec0 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d0e42720-1270-4b65-b2cd-e57c96e77594 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 01:56:53.209564 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f8019da-1fa9-47ed-b904-5b199425bec0 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.211025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4f8019da-1fa9-47ed-b904-5b199425bec0 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] 10.222.0.68 "DELETE /v2.0/networks/d0e42720-1270-4b65-b2cd-e57c96e77594 HTTP/1.1" status: 204 len: 168 time: 0.4412136 Aug 16 01:56:53.216516 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46470) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:53.224653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8019da-1fa9-47ed-b904-5b199425bec0 tempest-ExternalNetworksTestJSON-572983695 tempest-ExternalNetworksTestJSON-572983695-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0e42720-1270-4b65-b2cd-e57c96e77594,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:53.243970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=90ddf289-be5d-4472-9d36-5c9b06a4a694,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:53.274543 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.293878 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-56114a56-8774-4847-8515-3ee2cd539f49 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] DELETE failed (client error): The resource could not be found. Aug 16 01:56:53.295010 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56114a56-8774-4847-8515-3ee2cd539f49 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:53.301642 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-56114a56-8774-4847-8515-3ee2cd539f49 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] 10.222.0.68 "DELETE /v2.0/subnets/3bcf911c-7f35-48bc-9d74-19183bba49c7 HTTP/1.1" status: 404 len: 337 time: 0.0816884 Aug 16 01:56:53.302133 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46474) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:53.366694 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] For port 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:53.394121 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cf434b0-524b-4836-bcbb-8d7b5e94a0d6 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.399218 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4570287-c674-47f3-9c6e-3000280fbd12 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.412799 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4570287-c674-47f3-9c6e-3000280fbd12 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.435782 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['90ddf289-be5d-4472-9d36-5c9b06a4a694'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:53.469235 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4570287-c674-47f3-9c6e-3000280fbd12 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8deb4634-5308-4cfc-af4c-5f1fb88b5855,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:53.493613 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922fa35-8eb3-4399-9bd7-34431fa96d7e req-3d17766c-7aac-4b68-b89e-08b33f99ea3e tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:53.495357 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d922fa35-8eb3-4399-9bd7-34431fa96d7e req-3d17766c-7aac-4b68-b89e-08b33f99ea3e tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 945 time: 0.1613433 Aug 16 01:56:53.499413 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4570287-c674-47f3-9c6e-3000280fbd12 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.501568 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e4570287-c674-47f3-9c6e-3000280fbd12 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6011980 Aug 16 01:56:53.504876 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cf434b0-524b-4836-bcbb-8d7b5e94a0d6 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.507602 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46476) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:53.519669 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-cb1bd782-4797-48f1-a030-8032d1ff8cf4 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:53.521069 n-d-765315-27 neutron-server[94672]: WARNING neutron.api.v2.base [None req-cb1bd782-4797-48f1-a030-8032d1ff8cf4 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 01:56:53.521774 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-cb1bd782-4797-48f1-a030-8032d1ff8cf4 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 01:56:53.522910 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cb1bd782-4797-48f1-a030-8032d1ff8cf4 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "PUT /v2.0/security-groups/8deb4634-5308-4cfc-af4c-5f1fb88b5855 HTTP/1.1" status: 409 len: 330 time: 0.0140703 Aug 16 01:56:53.525636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46478) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:53.536279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-9cf434b0-524b-4836-bcbb-8d7b5e94a0d6 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7472fdb7-e0dc-40d2-a227-099402292ee0']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:53.546128 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] For port 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:53.551956 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d922fa35-8eb3-4399-9bd7-34431fa96d7e req-e1b3f4ef-7973-47ea-abe6-4c7ddae7dc45 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463889 Aug 16 01:56:53.571397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-9cf434b0-524b-4836-bcbb-8d7b5e94a0d6 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b49a1cc-648a-4885-b260-e5b6e6ef59f6') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:53.571397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-9cf434b0-524b-4836-bcbb-8d7b5e94a0d6 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b49a1cc-648a-4885-b260-e5b6e6ef59f6') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:53.590695 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cf434b0-524b-4836-bcbb-8d7b5e94a0d6 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.602942 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:53.605558 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93944fc7-db0f-4a14-b442-020dc1379a50" -d '{"events": [{"server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:53.610589 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.616282 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cf434b0-524b-4836-bcbb-8d7b5e94a0d6 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.637018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf434b0-524b-4836-bcbb-8d7b5e94a0d6 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:53.637450 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cf434b0-524b-4836-bcbb-8d7b5e94a0d6 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:53.640410 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:53.684913 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be384d1-4358-42ff-945e-a91c489567f7 x-openstack-request-id: req-2be384d1-4358-42ff-945e-a91c489567f7 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:53.685204 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:53.685642 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2be384d1-4358-42ff-945e-a91c489567f7 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:53.686113 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'code': 200} Aug 16 01:56:53.689244 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9375f5b0-07a6-4c4c-a12c-85537aa7f67f tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.725297 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9375f5b0-07a6-4c4c-a12c-85537aa7f67f tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.732242 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] Transition to ACTIVE for port object 58a7d4f9-40c0-462d-a9de-4607a078d1e3 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:53.736926 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cf434b0-524b-4836-bcbb-8d7b5e94a0d6 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.739106 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.750031 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cf434b0-524b-4836-bcbb-8d7b5e94a0d6 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.755651 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9cf434b0-524b-4836-bcbb-8d7b5e94a0d6 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] 10.222.0.68 "DELETE /v2.0/networks/7472fdb7-e0dc-40d2-a227-099402292ee0 HTTP/1.1" status: 204 len: 168 time: 0.4521399 Aug 16 01:56:53.780628 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf434b0-524b-4836-bcbb-8d7b5e94a0d6 tempest-ExternalNetworksTestJSON-1765908914 tempest-ExternalNetworksTestJSON-1765908914-project] Pushing event deleted for resources: {'Network': ['ID=7472fdb7-e0dc-40d2-a227-099402292ee0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:53.804200 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9375f5b0-07a6-4c4c-a12c-85537aa7f67f tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.809813 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9375f5b0-07a6-4c4c-a12c-85537aa7f67f tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.811334 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9375f5b0-07a6-4c4c-a12c-85537aa7f67f tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "DELETE /v2.0/security-groups/8deb4634-5308-4cfc-af4c-5f1fb88b5855 HTTP/1.1" status: 204 len: 168 time: 0.2840629 Aug 16 01:56:53.815958 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46486) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:53.816355 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df98fb1-1501-4ae9-840f-a334b6ba52da req-854ae4ac-47f3-4209-908a-5d2201430d99 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:53.818035 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0df98fb1-1501-4ae9-840f-a334b6ba52da req-854ae4ac-47f3-4209-908a-5d2201430d99 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.1169295 Aug 16 01:56:53.820246 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] Pushing event updated for resources: {'Port': ['ID=58a7d4f9-40c0-462d-a9de-4607a078d1e3,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:53.845594 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375f5b0-07a6-4c4c-a12c-85537aa7f67f tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deb4634-5308-4cfc-af4c-5f1fb88b5855,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:53.893603 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9b70e4ad-06be-4947-a66f-a44474aa02e7 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0726793 Aug 16 01:56:53.894268 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46490) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:53.910083 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-3225833a-25b8-4eb8-8e32-4085a287e91b tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] delete failed (client error): The resource could not be found. Aug 16 01:56:53.911209 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3225833a-25b8-4eb8-8e32-4085a287e91b tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "DELETE /v2.0/security-groups/dbd6c26d-b071-42e5-8a23-0f711fbfb198 HTTP/1.1" status: 404 len: 347 time: 0.0159297 Aug 16 01:56:53.915464 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46492) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:53.943133 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-f040db8d-16f8-4f6f-a381-103bd35aaba1 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] show failed (client error): The resource could not be found. Aug 16 01:56:53.951332 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f040db8d-16f8-4f6f-a381-103bd35aaba1 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "GET /v2.0/security-groups/3f65991c-76f4-4857-818e-ea5a74df20e7 HTTP/1.1" status: 404 len: 347 time: 0.0324960 Aug 16 01:56:53.952056 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46494) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:53.968559 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-06e268b7-0eb1-45a6-8544-9280b3b7ed28 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] show failed (client error): The resource could not be found. Aug 16 01:56:53.970566 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-06e268b7-0eb1-45a6-8544-9280b3b7ed28 tempest-NegativeSecGroupTest-1331468938 tempest-NegativeSecGroupTest-1331468938-project] 10.222.0.68 "GET /v2.0/security-group-rules/88e827f5-e6f8-4c56-be4d-e80d4f48e506 HTTP/1.1" status: 404 len: 356 time: 0.0174310 Aug 16 01:56:54.010972 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0df98fb1-1501-4ae9-840f-a334b6ba52da req-dedf486d-7d3a-4f41-b45b-a2d95d83a087 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560588 Aug 16 01:56:54.028115 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] No DVR routers for this DVR port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:54.138194 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46502) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:54.176470 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.205540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd48e7-d4c3-42d4-887a-8363022633b5 req-e159cabe-9979-4907-8c46-214ef5febf74 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.207113 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-92cd48e7-d4c3-42d4-887a-8363022633b5 req-e159cabe-9979-4907-8c46-214ef5febf74 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 943 time: 0.0835600 Aug 16 01:56:54.223867 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] Attempting to bind port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:54.224351 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] Attempting to bind port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:54.224919 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] Attempting to bind port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 on network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:54.230236 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] Port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 on network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:54.230671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] Attempting to bind port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 on network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:54.237007 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:54.237470 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] Checking segment: {'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:54.237974 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] Bound using segment: {'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:54.238578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] Bound port: 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:54.238973 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.253039 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-92cd48e7-d4c3-42d4-887a-8363022633b5 req-e797febd-867d-4a10-b1ca-8f23a20ea470 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383005 Aug 16 01:56:54.302938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46508) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:54.318763 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] For port 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:54.321926 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] For port 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:54.328174 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.372466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.373085 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.374511 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20b80141-113b-4423-b2d5-8c49169cad30 req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] 10.222.0.73 "PUT /v2.0/ports/58a7d4f9-40c0-462d-a9de-4607a078d1e3 HTTP/1.1" status: 200 len: 1092 time: 1.5258029 Aug 16 01:56:54.456274 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38248fa9-309b-4a81-8db9-490a26754c55 service neutron] Pushing event updated for resources: {'Port': ['ID=58a7d4f9-40c0-462d-a9de-4607a078d1e3,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:54.463203 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46512) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:54.465293 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9ebd0cc1-9b14-4053-81c4-f91cda55ac01 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=827d16f5d0fd4bccb86f556516f7033b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542914 Aug 16 01:56:54.467013 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-167034d2-7079-4375-a86a-d2cfc1137e13 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d7528272858f4d3da72af1dc4afd83e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3276851 Aug 16 01:56:54.470087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46514) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:54.494644 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80141-113b-4423-b2d5-8c49169cad30 req-c98b365b-624d-449f-b4bd-dc7c733ea493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.496334 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20b80141-113b-4423-b2d5-8c49169cad30 req-c98b365b-624d-449f-b4bd-dc7c733ea493 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 1095 time: 0.0861619 Aug 16 01:56:54.528569 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c2f3703-2337-4860-a663-18b96beaa970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.553364 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c2f3703-2337-4860-a663-18b96beaa970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.581557 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be01026a-049a-4c4d-b00f-3816c23fddb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.610935 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c2f3703-2337-4860-a663-18b96beaa970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.614808 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c2f3703-2337-4860-a663-18b96beaa970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.621357 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8c2f3703-2337-4860-a663-18b96beaa970 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/04ea77fd-c549-404b-b099-b60a199c0d0b HTTP/1.1" status: 204 len: 168 time: 0.1475639 Aug 16 01:56:54.626396 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be01026a-049a-4c4d-b00f-3816c23fddb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.629435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f3703-2337-4860-a663-18b96beaa970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ea77fd-c549-404b-b099-b60a199c0d0b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:54.656516 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80141-113b-4423-b2d5-8c49169cad30 req-73487619-73ab-46a4-9762-786144e5fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.660331 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20b80141-113b-4423-b2d5-8c49169cad30 req-73487619-73ab-46a4-9762-786144e5fd3e service neutron] 10.222.0.73 "GET /v2.0/networks?id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 HTTP/1.1" status: 200 len: 897 time: 0.1510000 Aug 16 01:56:54.781595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7c5c0-8ab5-42f1-b69e-66dbef95007a req-5eb4dfd7-8a0e-4f5f-b13d-c48feb9cc94d tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.783981 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5b7c5c0-8ab5-42f1-b69e-66dbef95007a req-5eb4dfd7-8a0e-4f5f-b13d-c48feb9cc94d tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 945 time: 0.1152678 Aug 16 01:56:54.787712 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20b80141-113b-4423-b2d5-8c49169cad30 req-3d503fb2-d027-4f8d-93ae-80aed51bd987 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3 HTTP/1.1" status: 200 len: 999 time: 0.1053388 Aug 16 01:56:54.790697 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be01026a-049a-4c4d-b00f-3816c23fddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.793709 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be01026a-049a-4c4d-b00f-3816c23fddb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.794766 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-be01026a-049a-4c4d-b00f-3816c23fddb5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0d223466-9ff6-4963-803e-d87a6aa6c4da HTTP/1.1" status: 204 len: 168 time: 0.3305333 Aug 16 01:56:54.841342 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01026a-049a-4c4d-b00f-3816c23fddb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d223466-9ff6-4963-803e-d87a6aa6c4da,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:54.882521 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5b7c5c0-8ab5-42f1-b69e-66dbef95007a req-38b004dd-ab59-40d8-ac59-a8deecac8f44 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865066 Aug 16 01:56:54.884185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80141-113b-4423-b2d5-8c49169cad30 req-4186af5e-20ba-4b06-bed9-3a96caabd26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.885525 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20b80141-113b-4423-b2d5-8c49169cad30 req-4186af5e-20ba-4b06-bed9-3a96caabd26d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb3e123f-0b5d-474c-aa50-f7bef1939d54 HTTP/1.1" status: 200 len: 835 time: 0.0855055 Aug 16 01:56:54.936919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46524) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:54.941992 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80141-113b-4423-b2d5-8c49169cad30 req-1e2ae0c3-ef29-4d8c-8d40-d4fd28d0cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.943618 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20b80141-113b-4423-b2d5-8c49169cad30 req-1e2ae0c3-ef29-4d8c-8d40-d4fd28d0cd8c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502028 Aug 16 01:56:54.975714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 90ddf289-be5d-4472-9d36-5c9b06a4a694 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:54.987561 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cb3d6e8e-4daa-41a0-bca1-9efa4d3e4865 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=51be73feb496412fb06ffe2c73f8d49f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494242 Aug 16 01:56:54.988240 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46528) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:55.068737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 90ddf289-be5d-4472-9d36-5c9b06a4a694 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:55.074478 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 90ddf289-be5d-4472-9d36-5c9b06a4a694 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:55.074691 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20b80141-113b-4423-b2d5-8c49169cad30 req-b0b045b5-b718-49b9-8894-4a8b3c372e4f service neutron] 10.222.0.73 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237528 Aug 16 01:56:55.075236 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.093131 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4518074e-6475-444a-af23-5b69b766c855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.132658 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4518074e-6475-444a-af23-5b69b766c855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.182984 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.202573 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4518074e-6475-444a-af23-5b69b766c855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.205494 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4518074e-6475-444a-af23-5b69b766c855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.209990 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4518074e-6475-444a-af23-5b69b766c855 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c71acd18-d07d-4644-8457-10e3ccf4d2cc HTTP/1.1" status: 204 len: 168 time: 0.2203398 Aug 16 01:56:55.220394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518074e-6475-444a-af23-5b69b766c855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71acd18-d07d-4644-8457-10e3ccf4d2cc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:55.224034 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30971b92-5f98-411e-9029-047285ac6738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ddf289-be5d-4472-9d36-5c9b06a4a694'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:55.226992 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b87e46e-f985-492c-af58-8e5781bf342c" -d '{"events": [{"server_uuid": "30971b92-5f98-411e-9029-047285ac6738", "name": "network-vif-plugged", "status": "completed", "tag": "90ddf289-be5d-4472-9d36-5c9b06a4a694"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:55.233534 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5f676-c5bf-4754-97fa-0066a1f50918 req-60ad258e-e3ff-49d2-99f5-df7489fa3771 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:55.242602 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-02f5f676-c5bf-4754-97fa-0066a1f50918 req-60ad258e-e3ff-49d2-99f5-df7489fa3771 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.0959668 Aug 16 01:56:55.247018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 90ddf289-be5d-4472-9d36-5c9b06a4a694, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=90ddf289-be5d-4472-9d36-5c9b06a4a694,segment=NetworkSegment(b44d2e94-4fdb-4735-9ba3-9e1289d26134),segment_id=b44d2e94-4fdb-4735-9ba3-9e1289d26134)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:55.255712 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.256529 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 58a7d4f9-40c0-462d-a9de-4607a078d1e3 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:55.259655 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20b80141-113b-4423-b2d5-8c49169cad30 req-c3f00c4e-1f1d-4025-b958-d8e98f47488a service neutron] 10.222.0.73 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769750 Aug 16 01:56:55.312840 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-02f5f676-c5bf-4754-97fa-0066a1f50918 req-853fefa3-5e7e-4584-a8d3-e109cbb7367d tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570257 Aug 16 01:56:55.347540 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=90ddf289-be5d-4472-9d36-5c9b06a4a694,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:55.352862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 58a7d4f9-40c0-462d-a9de-4607a078d1e3 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:55.443807 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4e201-4f5e-4831-985a-bac11fc3e9c6 req-439a15ad-0c08-4b28-982b-d64801ec7b66 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:55.445973 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-89c4e201-4f5e-4831-985a-bac11fc3e9c6 req-439a15ad-0c08-4b28-982b-d64801ec7b66 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 943 time: 0.0615544 Aug 16 01:56:55.486316 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-89c4e201-4f5e-4831-985a-bac11fc3e9c6 req-628bfbfa-9452-4d5b-b13f-56884bea3f4b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342073 Aug 16 01:56:55.590408 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364420ed-6482-4f3f-9d07-3d9624cba08d x-openstack-request-id: req-364420ed-6482-4f3f-9d07-3d9624cba08d {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:55.590727 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30971b92-5f98-411e-9029-047285ac6738", "name": "network-vif-plugged", "status": "completed", "tag": "90ddf289-be5d-4472-9d36-5c9b06a4a694", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:55.590985 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-364420ed-6482-4f3f-9d07-3d9624cba08d {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:55.591382 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30971b92-5f98-411e-9029-047285ac6738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ddf289-be5d-4472-9d36-5c9b06a4a694', 'code': 200} Aug 16 01:56:55.687659 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:55.691483 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04738ce5-0af0-4b85-ba08-b8112261393f" -d '{"events": [{"name": "network-changed", "server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:55.740952 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770f5d8f-a589-41f1-833d-d80625116ffc x-openstack-request-id: req-770f5d8f-a589-41f1-833d-d80625116ffc {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:55.741239 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:55.741486 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-770f5d8f-a589-41f1-833d-d80625116ffc {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:55.741908 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'status': 'completed', 'code': 200} Aug 16 01:56:55.831645 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023068c-edcd-49c1-8ef8-c3f4b4986467 req-163935fb-417e-481a-8e91-bd1d4e8ed297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:55.833506 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e023068c-edcd-49c1-8ef8-c3f4b4986467 req-163935fb-417e-481a-8e91-bd1d4e8ed297 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 1098 time: 0.1743824 Aug 16 01:56:55.865970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04738ce5-0af0-4b85-ba08-b8112261393f req-85692861-7294-4b8b-ab21-c6209ef2170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:55.868030 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04738ce5-0af0-4b85-ba08-b8112261393f req-85692861-7294-4b8b-ab21-c6209ef2170e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 1095 time: 0.0900927 Aug 16 01:56:55.870233 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04738ce5-0af0-4b85-ba08-b8112261393f req-a397b16d-fcde-49e3-8431-d5c6000d4413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:55.871876 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04738ce5-0af0-4b85-ba08-b8112261393f req-a397b16d-fcde-49e3-8431-d5c6000d4413 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 1095 time: 0.1086683 Aug 16 01:56:55.880642 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e023068c-edcd-49c1-8ef8-c3f4b4986467 req-b6312165-875a-4f71-982b-60e2bfe7b46f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360541 Aug 16 01:56:55.965616 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:56.030295 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531db60-4c50-40b1-bf9e-0236c12cb0be req-3ef5555c-829e-424d-9fbd-8d710bf764d3 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.040106 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e531db60-4c50-40b1-bf9e-0236c12cb0be req-3ef5555c-829e-424d-9fbd-8d710bf764d3 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 946 time: 0.0706804 Aug 16 01:56:56.094172 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e531db60-4c50-40b1-bf9e-0236c12cb0be req-e37f16af-c7bd-4ea0-aa63-79a1c9015ef6 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487869 Aug 16 01:56:56.182220 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04738ce5-0af0-4b85-ba08-b8112261393f req-ea03a0a9-7c17-45a9-9b96-1a8914938246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.182220 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04738ce5-0af0-4b85-ba08-b8112261393f req-ea03a0a9-7c17-45a9-9b96-1a8914938246 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 HTTP/1.1" status: 200 len: 897 time: 0.2997680 Aug 16 01:56:56.183351 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04738ce5-0af0-4b85-ba08-b8112261393f req-6b54649b-4fef-4b85-9fe4-2f60f4eb3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.184692 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04738ce5-0af0-4b85-ba08-b8112261393f req-6b54649b-4fef-4b85-9fe4-2f60f4eb3eda service neutron] 10.222.0.63 "GET /v2.0/networks?id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 HTTP/1.1" status: 200 len: 897 time: 0.3010044 Aug 16 01:56:56.343741 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04738ce5-0af0-4b85-ba08-b8112261393f req-6606b1d1-e87e-41b6-af27-6b650f1cda19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3 HTTP/1.1" status: 200 len: 999 time: 0.1533782 Aug 16 01:56:56.347455 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04738ce5-0af0-4b85-ba08-b8112261393f req-b916d155-ab5d-41a9-84ed-cdb2f6d9b14a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3 HTTP/1.1" status: 200 len: 999 time: 0.1500459 Aug 16 01:56:56.440477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04738ce5-0af0-4b85-ba08-b8112261393f req-b9103a2a-8b86-4a48-9da6-bd1ba64ec499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.442011 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04738ce5-0af0-4b85-ba08-b8112261393f req-b9103a2a-8b86-4a48-9da6-bd1ba64ec499 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fb3e123f-0b5d-474c-aa50-f7bef1939d54 HTTP/1.1" status: 200 len: 835 time: 0.0818903 Aug 16 01:56:56.444416 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04738ce5-0af0-4b85-ba08-b8112261393f req-fb1391f0-522e-458d-9ac6-bc59b8617127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.445774 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04738ce5-0af0-4b85-ba08-b8112261393f req-fb1391f0-522e-458d-9ac6-bc59b8617127 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb3e123f-0b5d-474c-aa50-f7bef1939d54 HTTP/1.1" status: 200 len: 835 time: 0.0938227 Aug 16 01:56:56.454306 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f778a4-080b-4369-9ae0-df62e45ed630 req-523e6741-34e0-4500-90f6-6ce71d5ff9e9 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.456197 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-04f778a4-080b-4369-9ae0-df62e45ed630 req-523e6741-34e0-4500-90f6-6ce71d5ff9e9 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.0631995 Aug 16 01:56:56.509067 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-04f778a4-080b-4369-9ae0-df62e45ed630 req-528af2a3-76b9-4076-9728-954889d9dcda tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423820 Aug 16 01:56:56.523367 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04738ce5-0af0-4b85-ba08-b8112261393f req-caead2d3-ea92-4648-a72e-223da8885807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.524868 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04738ce5-0af0-4b85-ba08-b8112261393f req-caead2d3-ea92-4648-a72e-223da8885807 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731728 Aug 16 01:56:56.530702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04738ce5-0af0-4b85-ba08-b8112261393f req-1f0fab8a-8b45-4f24-bffe-c4494cafc37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.532906 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04738ce5-0af0-4b85-ba08-b8112261393f req-1f0fab8a-8b45-4f24-bffe-c4494cafc37f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704291 Aug 16 01:56:57.026528 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22670490-e3e7-4f33-b7f2-6edfac481cef req-3338858d-4745-44a6-aa90-7e678161805f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:57.028008 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22670490-e3e7-4f33-b7f2-6edfac481cef req-3338858d-4745-44a6-aa90-7e678161805f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 943 time: 0.4069152 Aug 16 01:56:57.035474 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04738ce5-0af0-4b85-ba08-b8112261393f req-48cd7fb9-fc4a-4d14-ac40-f980c0be4d9d service neutron] 10.222.0.63 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994862 Aug 16 01:56:57.039664 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04738ce5-0af0-4b85-ba08-b8112261393f req-649b6a5b-2e4b-41df-8ce3-5d399bf8adee service neutron] 10.222.0.73 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962914 Aug 16 01:56:57.160211 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46634) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:57.259090 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e427c1-fab2-459b-ada1-1bc6b9a81fb5 req-c003c809-3f5d-4043-abe7-169f5de6bb9c tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:57.260647 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a8e427c1-fab2-459b-ada1-1bc6b9a81fb5 req-c003c809-3f5d-4043-abe7-169f5de6bb9c tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 946 time: 0.0757697 Aug 16 01:56:57.293606 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-22670490-e3e7-4f33-b7f2-6edfac481cef req-727e67dd-7630-4d6f-9b11-016868162d94 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568712 Aug 16 01:56:57.307951 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a8e427c1-fab2-459b-ada1-1bc6b9a81fb5 req-d66a901a-b88d-4fd4-bc00-0db45baf7c30 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401056 Aug 16 01:56:57.321824 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-98ccefc2-01b4-450e-8e7e-674a27747236 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:57.361601 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04738ce5-0af0-4b85-ba08-b8112261393f req-9b7c32f4-5c06-4425-87d0-a164d9360e34 service neutron] 10.222.0.63 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143857 Aug 16 01:56:57.363585 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98ccefc2-01b4-450e-8e7e-674a27747236 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.379488 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04738ce5-0af0-4b85-ba08-b8112261393f req-2da8e130-0a70-4b42-b4eb-9fbe1fc4e33e service neutron] 10.222.0.73 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130701 Aug 16 01:56:57.492000 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7c519-3166-4ec3-a88c-8afbcecaad6c req-7b479ed7-680a-4bae-ab17-350baba5c5c0 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:57.493517 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b2a7c519-3166-4ec3-a88c-8afbcecaad6c req-7b479ed7-680a-4bae-ab17-350baba5c5c0 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 946 time: 0.0645516 Aug 16 01:56:57.547952 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b2a7c519-3166-4ec3-a88c-8afbcecaad6c req-88956a02-1403-4773-9d5d-91889d7a20d3 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441248 Aug 16 01:56:57.550147 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98ccefc2-01b4-450e-8e7e-674a27747236 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.678250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cb2c2-7272-4c00-ad28-cad15e617290 req-d82352dc-ad1a-4f96-8ca4-b651e695b47d tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:57.682236 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-412cb2c2-7272-4c00-ad28-cad15e617290 req-d82352dc-ad1a-4f96-8ca4-b651e695b47d tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.0809658 Aug 16 01:56:57.705146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-98ccefc2-01b4-450e-8e7e-674a27747236 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Allocated IP 172.25.3.200 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/cca68a56-08af-4c88-a2c8-a679f4daf88a) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:57.739971 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-412cb2c2-7272-4c00-ad28-cad15e617290 req-bff122df-650e-4a4c-ad44-b9f2236f1b06 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532155 Aug 16 01:56:57.871842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4de30-a868-4067-b3ba-dcff62df577f req-9b4f47d1-d71d-43f1-b09d-4a7be4a40944 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:57.873333 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f1c4de30-a868-4067-b3ba-dcff62df577f req-9b4f47d1-d71d-43f1-b09d-4a7be4a40944 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 946 time: 0.0926220 Aug 16 01:56:57.903711 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98ccefc2-01b4-450e-8e7e-674a27747236 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.933589 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f1c4de30-a868-4067-b3ba-dcff62df577f req-7b769941-2504-45ac-a0a2-7ff1dfe581df tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530968 Aug 16 01:56:57.974454 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98ccefc2-01b4-450e-8e7e-674a27747236 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.014363 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ccefc2-01b4-450e-8e7e-674a27747236 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:58.020193 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-98ccefc2-01b4-450e-8e7e-674a27747236 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:58.023131 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ccefc2-01b4-450e-8e7e-674a27747236 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:58.030487 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccefc2-01b4-450e-8e7e-674a27747236 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Pushing event updated for resources: {'Port': ['ID=cca68a56-08af-4c88-a2c8-a679f4daf88a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:58.124340 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98ccefc2-01b4-450e-8e7e-674a27747236 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.164274 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98ccefc2-01b4-450e-8e7e-674a27747236 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.335160 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 58a7d4f9-40c0-462d-a9de-4607a078d1e3 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:58.346228 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98ccefc2-01b4-450e-8e7e-674a27747236 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.351597 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98ccefc2-01b4-450e-8e7e-674a27747236 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.430970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3cd5d-5fbb-474a-afb5-4038ae08647b req-9539bfa3-358d-4c1d-b794-a09a248a1ab0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:58.440512 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b2f3cd5d-5fbb-474a-afb5-4038ae08647b req-9539bfa3-358d-4c1d-b794-a09a248a1ab0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 943 time: 0.0598156 Aug 16 01:56:58.449649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:58.464842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5', 'port_id': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'mac_address': 'fa:16:3e:92:83:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:58.488539 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b2f3cd5d-5fbb-474a-afb5-4038ae08647b req-4239d2f8-e810-48ec-b38e-788a7b9b4c0b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467739 Aug 16 01:56:58.506836 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98ccefc2-01b4-450e-8e7e-674a27747236 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.511910 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccefc2-01b4-450e-8e7e-674a27747236 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Pushing event updated for resources: {'Port': ['ID=cca68a56-08af-4c88-a2c8-a679f4daf88a,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:58.523638 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.536274 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98ccefc2-01b4-450e-8e7e-674a27747236 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.540283 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-98ccefc2-01b4-450e-8e7e-674a27747236 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3762217 Aug 16 01:56:58.541094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46732) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:58.545515 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6a37b276-b7c1-4aef-a9a8-f7c0af41d1ac tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1557464783', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'fixed_ips': [{'ip_address': '172.25.3.200'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:58.565036 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a7d4f9-40c0-462d-a9de-4607a078d1e3 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:58.571154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a37b276-b7c1-4aef-a9a8-f7c0af41d1ac tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Made reservation on behalf of 6a35b5fd60ab4723b99c2d88281b2569 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:58.575442 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a37b276-b7c1-4aef-a9a8-f7c0af41d1ac tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.586149 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a37b276-b7c1-4aef-a9a8-f7c0af41d1ac tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.593530 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:58.599943 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.654136 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=58a7d4f9-40c0-462d-a9de-4607a078d1e3,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:58.700713 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a37b276-b7c1-4aef-a9a8-f7c0af41d1ac tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.706253 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a37b276-b7c1-4aef-a9a8-f7c0af41d1ac tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.713397 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-6a37b276-b7c1-4aef-a9a8-f7c0af41d1ac tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] device_id is not set on port 461017c1-832f-4389-be86-767fa95fc3a5 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:56:58.716198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46738) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:58.822288 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d71bc-cc89-44a3-a3a1-cd8eb663bbf1 req-f0ce91ea-7e73-4179-974e-78d1fc632ec0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:58.824133 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-af1d71bc-cc89-44a3-a3a1-cd8eb663bbf1 req-f0ce91ea-7e73-4179-974e-78d1fc632ec0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 944 time: 0.0674448 Aug 16 01:56:58.859491 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['58a7d4f9-40c0-462d-a9de-4607a078d1e3'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:58.866695 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4bf8a2b-e15d-4f4d-a870-a2be23170515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.897693 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-af1d71bc-cc89-44a3-a3a1-cd8eb663bbf1 req-f69225ac-af53-4413-9070-4b3b38c3348b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667427 Aug 16 01:56:58.943367 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37b276-b7c1-4aef-a9a8-f7c0af41d1ac tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a89d71-e739-41ea-97d8-7f0ef336ee39,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:58.994815 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-5e95332d-6f66-4b9a-8eb7-65ebd0716742 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:58.996316 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-5e95332d-6f66-4b9a-8eb7-65ebd0716742 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.73 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4&tenant_id=7069c6ece3114808b56031f1299826b6&binding%3Ahost_id=n-h1-765315-27 HTTP/1.1" status: 200 len: 944 time: 0.2269275 Aug 16 01:56:58.998987 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4bf8a2b-e15d-4f4d-a870-a2be23170515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.006784 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4bf8a2b-e15d-4f4d-a870-a2be23170515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.029747 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600dc03-6421-4b2d-9bc1-11c2bf475276 req-65772209-8445-4dab-9052-7d8cc3512aad tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.031250 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6600dc03-6421-4b2d-9bc1-11c2bf475276 req-65772209-8445-4dab-9052-7d8cc3512aad tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.1921401 Aug 16 01:56:59.084426 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf8a2b-e15d-4f4d-a870-a2be23170515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32853a6-2861-46d4-8edd-25c5c102024c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:59.093687 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c4bf8a2b-e15d-4f4d-a870-a2be23170515 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=189b6ab585bb41d6be8342d3c2d44654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3762553 Aug 16 01:56:59.095086 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46746) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:59.154079 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6600dc03-6421-4b2d-9bc1-11c2bf475276 req-3507df85-c604-47bc-af77-84e6d919155a tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978336 Aug 16 01:56:59.158937 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-bee6c2f8-0f8c-4ae0-8dcf-a43ade155d62 service neutron] 10.222.0.73 "GET /v2.0/ports/58a7d4f9-40c0-462d-a9de-4607a078d1e3/bindings/n-h1-765315-27 HTTP/1.1" status: 200 len: 383 time: 0.1488111 Aug 16 01:56:59.160906 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a37b276-b7c1-4aef-a9a8-f7c0af41d1ac tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 01:56:59.161408 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a37b276-b7c1-4aef-a9a8-f7c0af41d1ac tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:56:59.164319 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edca7e-f626-4911-896e-2479da872e2e req-e22fa7ff-5446-4549-9354-13483c7cfa12 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.167510 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-45edca7e-f626-4911-896e-2479da872e2e req-e22fa7ff-5446-4549-9354-13483c7cfa12 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 946 time: 0.1346245 Aug 16 01:56:59.178330 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6a37b276-b7c1-4aef-a9a8-f7c0af41d1ac tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6366022 Aug 16 01:56:59.179818 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46748) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:59.230890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-8c982003-cbb9-4092-a178-aeedbb4756c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.232395 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-8c982003-cbb9-4092-a178-aeedbb4756c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 1096 time: 0.0415752 Aug 16 01:56:59.254293 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-137e5e67-fa0c-4a01-872c-9ca96e1b17e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.338448 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-137e5e67-fa0c-4a01-872c-9ca96e1b17e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.338694 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-adfd92eb-83c7-4327-b27e-380b61190cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.339942 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-adfd92eb-83c7-4327-b27e-380b61190cd7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 HTTP/1.1" status: 200 len: 897 time: 0.0915761 Aug 16 01:56:59.366368 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-45edca7e-f626-4911-896e-2479da872e2e req-8de0c107-7b76-4c5a-ab52-d8b7b4040cca tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773150 Aug 16 01:56:59.413805 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-d7d43949-4c64-4fc9-93af-2982a308f2fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3 HTTP/1.1" status: 200 len: 1000 time: 0.0660410 Aug 16 01:56:59.426512 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-137e5e67-fa0c-4a01-872c-9ca96e1b17e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.429105 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-137e5e67-fa0c-4a01-872c-9ca96e1b17e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.430320 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-137e5e67-fa0c-4a01-872c-9ca96e1b17e2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d32853a6-2861-46d4-8edd-25c5c102024c HTTP/1.1" status: 204 len: 168 time: 0.3330803 Aug 16 01:56:59.434204 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a26f49d8-e58b-459a-ad41-4e135a88ed19 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Deleting port cca68a56-08af-4c88-a2c8-a679f4daf88a {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:59.434534 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a26f49d8-e58b-459a-ad41-4e135a88ed19 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.453092 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e5e67-fa0c-4a01-872c-9ca96e1b17e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32853a6-2861-46d4-8edd-25c5c102024c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:59.480275 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-61eff588-54b8-4d43-b45b-cd76772fd297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.481802 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-61eff588-54b8-4d43-b45b-cd76772fd297 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb3e123f-0b5d-474c-aa50-f7bef1939d54 HTTP/1.1" status: 200 len: 835 time: 0.0606060 Aug 16 01:56:59.530644 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a26f49d8-e58b-459a-ad41-4e135a88ed19 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.531021 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a26f49d8-e58b-459a-ad41-4e135a88ed19 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.548989 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a26f49d8-e58b-459a-ad41-4e135a88ed19 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Calling delete_port for cca68a56-08af-4c88-a2c8-a679f4daf88a owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:59.561430 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-1fdfccd2-9eef-469a-99c1-e92d36c22de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.564980 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-1fdfccd2-9eef-469a-99c1-e92d36c22de7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722487 Aug 16 01:56:59.677512 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14304056-aec9-4e3f-a73c-4b43ee209826 req-2a0efccd-eb50-4d5f-b471-bb14431b7751 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.679162 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14304056-aec9-4e3f-a73c-4b43ee209826 req-2a0efccd-eb50-4d5f-b471-bb14431b7751 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 946 time: 0.0814726 Aug 16 01:56:59.699157 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534505ff-f1d6-4639-b389-f4e9adc4cee1 req-8a3b4c8b-9db9-40e6-a755-d547e509bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.700661 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-534505ff-f1d6-4639-b389-f4e9adc4cee1 req-8a3b4c8b-9db9-40e6-a755-d547e509bd5a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f4ef4af2bf9414ab1d9b7fdbe107a55&device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 1098 time: 0.0743876 Aug 16 01:56:59.720160 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-c41a2e2d-5fd2-45b0-bc94-8dd3c8c437e3 service neutron] 10.222.0.73 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482651 Aug 16 01:56:59.761468 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14304056-aec9-4e3f-a73c-4b43ee209826 req-a43220d8-6b46-4705-81c5-c5547764e570 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674775 Aug 16 01:56:59.788276 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a26f49d8-e58b-459a-ad41-4e135a88ed19 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.805559 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f49d8-e58b-459a-ad41-4e135a88ed19 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Pushing event deleted for resources: {'Port': ['ID=cca68a56-08af-4c88-a2c8-a679f4daf88a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:59.862637 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46760) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:59.871216 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534505ff-f1d6-4639-b389-f4e9adc4cee1 req-99176378-46a0-4367-afc3-7cb326d02469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.872690 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-534505ff-f1d6-4639-b389-f4e9adc4cee1 req-99176378-46a0-4367-afc3-7cb326d02469 service neutron] 10.222.0.63 "GET /v2.0/networks?id=16c2dd85-9f0c-423e-945f-fe5117965849 HTTP/1.1" status: 200 len: 912 time: 0.1640298 Aug 16 01:56:59.878918 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-abaec731-5147-464a-96ca-2111b7e7d3e3 service neutron] 10.222.0.73 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487494 Aug 16 01:56:59.888551 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-586634c6-3111-4b11-8b1f-77c5b5ec22a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.902496 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a26f49d8-e58b-459a-ad41-4e135a88ed19 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.905916 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a26f49d8-e58b-459a-ad41-4e135a88ed19 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.910338 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a26f49d8-e58b-459a-ad41-4e135a88ed19 tempest-ExternalNetworksAdminNegativeTestJSON-201497731 tempest-ExternalNetworksAdminNegativeTestJSON-201497731-project-admin] 10.222.0.68 "DELETE /v2.0/floatingips/c76614fe-afce-4278-af49-3f6da5780664 HTTP/1.1" status: 204 len: 168 time: 0.7259581 Aug 16 01:56:59.923842 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-534505ff-f1d6-4639-b389-f4e9adc4cee1 req-8b7c233d-e21d-4922-b789-7b922b65b64a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90ddf289-be5d-4472-9d36-5c9b06a4a694 HTTP/1.1" status: 200 len: 217 time: 0.0394201 Aug 16 01:57:00.004196 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534505ff-f1d6-4639-b389-f4e9adc4cee1 req-1064ff47-ea6a-4c3f-8a14-911b4745b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:00.006414 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-534505ff-f1d6-4639-b389-f4e9adc4cee1 req-1064ff47-ea6a-4c3f-8a14-911b4745b326 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c7d05b8a-693f-4c35-9f14-5f33b510158e HTTP/1.1" status: 200 len: 851 time: 0.0742085 Aug 16 01:57:00.039708 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-586634c6-3111-4b11-8b1f-77c5b5ec22a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.045098 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-586634c6-3111-4b11-8b1f-77c5b5ec22a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.062150 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-534505ff-f1d6-4639-b389-f4e9adc4cee1 req-eb82cd56-74ad-49c4-814d-554ac9eb5817 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=16c2dd85-9f0c-423e-945f-fe5117965849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392950 Aug 16 01:57:00.078370 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6084f2-17d3-48f4-a12c-0502132f7178 req-38b84c34-d679-46a6-9dc4-5bde6634e048 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:00.081009 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a6084f2-17d3-48f4-a12c-0502132f7178 req-38b84c34-d679-46a6-9dc4-5bde6634e048 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 944 time: 0.0926309 Aug 16 01:57:00.089986 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-586634c6-3111-4b11-8b1f-77c5b5ec22a0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=946324638dad49df8f9cec25a93558c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2243071 Aug 16 01:57:00.089986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586634c6-3111-4b11-8b1f-77c5b5ec22a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eef3d7f-5882-45cf-beb3-ce5057e69c7f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:00.092639 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46766) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:00.158973 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6becb381-f5cc-4a24-b272-bdc7e717f6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.187010 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6becb381-f5cc-4a24-b272-bdc7e717f6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.210093 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a6084f2-17d3-48f4-a12c-0502132f7178 req-c02fef83-a05c-4524-8ad4-b9d21e935941 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182394 Aug 16 01:57:00.230962 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-534505ff-f1d6-4639-b389-f4e9adc4cee1 req-a9b50a67-662d-44f3-85e4-2b9ebce27d28 service neutron] 10.222.0.63 "GET /v2.0/networks/16c2dd85-9f0c-423e-945f-fe5117965849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489222 Aug 16 01:57:00.239198 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6becb381-f5cc-4a24-b272-bdc7e717f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.242090 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6becb381-f5cc-4a24-b272-bdc7e717f6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.243270 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6becb381-f5cc-4a24-b272-bdc7e717f6b5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9eef3d7f-5882-45cf-beb3-ce5057e69c7f HTTP/1.1" status: 204 len: 168 time: 0.1497512 Aug 16 01:57:00.256257 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6becb381-f5cc-4a24-b272-bdc7e717f6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eef3d7f-5882-45cf-beb3-ce5057e69c7f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:00.264931 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46778) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:00.340039 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e0337-9caf-44f2-9bfd-126ff8f29b3f req-b7d77e85-f406-49a9-b1ce-e6d17a9264db tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:00.348788 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ec0e0337-9caf-44f2-9bfd-126ff8f29b3f req-b7d77e85-f406-49a9-b1ce-e6d17a9264db tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.0826385 Aug 16 01:57:00.349906 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-534505ff-f1d6-4639-b389-f4e9adc4cee1 req-ccea78c3-55c0-4328-8c51-a44d4c9b952c service neutron] 10.222.0.63 "GET /v2.0/networks/16c2dd85-9f0c-423e-945f-fe5117965849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064253 Aug 16 01:57:00.353734 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 58a7d4f9-40c0-462d-a9de-4607a078d1e3 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:00.420937 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:00.424964 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ec0e0337-9caf-44f2-9bfd-126ff8f29b3f req-f6bb78b4-c0e7-48dd-b154-3b80025baf67 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746150 Aug 16 01:57:00.426989 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:00.427530 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.513257 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.545327 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:00.547855 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d9715e-0dfa-41e0-b351-90f39b7a0021" -d '{"events": [{"server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "name": "network-vif-plugged", "status": "completed", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:00.553745 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45f372d0-524e-4aa5-852a-db08f9b86d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.574241 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:00.581412 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.632741 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ad58ab-1151-45fe-9a99-cd8b7f12c782 x-openstack-request-id: req-f7ad58ab-1151-45fe-9a99-cd8b7f12c782 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:00.633036 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "name": "network-vif-plugged", "status": "completed", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:00.633285 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f7ad58ab-1151-45fe-9a99-cd8b7f12c782 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:00.633694 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'code': 200} Aug 16 01:57:00.651654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=58a7d4f9-40c0-462d-a9de-4607a078d1e3,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:00.665480 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45f372d0-524e-4aa5-852a-db08f9b86d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.671211 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45f372d0-524e-4aa5-852a-db08f9b86d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.708920 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f372d0-524e-4aa5-852a-db08f9b86d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a175096a-0cee-40f3-b6ff-90d43db64652,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:00.714449 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-45f372d0-524e-4aa5-852a-db08f9b86d2d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8294e98c7f404221b09eeb44c3cd4fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4452646 Aug 16 01:57:00.715900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46796) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:00.770205 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8542b1f9-7479-4222-914e-65a4bcda7a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.792429 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8542b1f9-7479-4222-914e-65a4bcda7a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.857717 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8542b1f9-7479-4222-914e-65a4bcda7a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.861622 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8542b1f9-7479-4222-914e-65a4bcda7a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.865584 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8542b1f9-7479-4222-914e-65a4bcda7a22 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a175096a-0cee-40f3-b6ff-90d43db64652 HTTP/1.1" status: 204 len: 168 time: 0.1486924 Aug 16 01:57:00.879586 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542b1f9-7479-4222-914e-65a4bcda7a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a175096a-0cee-40f3-b6ff-90d43db64652,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:00.926000 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc4fa7-a16f-4870-9e90-128b2404a982 req-248da35c-6cab-439d-a5d4-55ae2b657af8 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:00.927529 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cdcc4fa7-a16f-4870-9e90-128b2404a982 req-248da35c-6cab-439d-a5d4-55ae2b657af8 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 946 time: 0.0811284 Aug 16 01:57:00.969561 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cdcc4fa7-a16f-4870-9e90-128b2404a982 req-99d4da0e-33bf-445f-89df-d0770cb2dcdc tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343893 Aug 16 01:57:01.201877 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46816) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:01.248004 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2b4c8d20-2d70-4620-a4f3-1fd6824c3e78 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6a35b5fd60ab4723b99c2d88281b2569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447872 Aug 16 01:57:01.250627 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46820) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:01.309407 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b235fcf9-c08e-41ea-a237-a06aa8a140dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.363591 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b235fcf9-c08e-41ea-a237-a06aa8a140dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.409339 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65c24b-5da6-49f5-b1b0-579959870971 req-9e38605f-14e9-4c9b-9217-bf4d5ef07e43 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:01.410891 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dd65c24b-5da6-49f5-b1b0-579959870971 req-9e38605f-14e9-4c9b-9217-bf4d5ef07e43 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.0840499 Aug 16 01:57:01.452659 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b235fcf9-c08e-41ea-a237-a06aa8a140dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.455811 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b235fcf9-c08e-41ea-a237-a06aa8a140dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.456836 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b235fcf9-c08e-41ea-a237-a06aa8a140dc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d3a89d71-e739-41ea-97d8-7f0ef336ee39 HTTP/1.1" status: 204 len: 168 time: 0.2041435 Aug 16 01:57:01.468421 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dd65c24b-5da6-49f5-b1b0-579959870971 req-a8ea7cd0-a499-4a87-939d-60ce4c4c143b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505443 Aug 16 01:57:01.470406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235fcf9-c08e-41ea-a237-a06aa8a140dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a89d71-e739-41ea-97d8-7f0ef336ee39,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:01.560707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96530a4e-71b3-400a-9ab9-9b4abdfaefaa req-f2e6dbf1-3132-4a09-b703-8078350bb0a3 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:01.562277 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96530a4e-71b3-400a-9ab9-9b4abdfaefaa req-f2e6dbf1-3132-4a09-b703-8078350bb0a3 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.0528231 Aug 16 01:57:01.605247 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96530a4e-71b3-400a-9ab9-9b4abdfaefaa req-c87ceb12-aa37-407e-a40f-6744ef458479 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366092 Aug 16 01:57:02.138080 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-40031abb-06e9-4bb7-92a7-7d3b92a96436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:02.139380 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-40031abb-06e9-4bb7-92a7-7d3b92a96436 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4&tenant_id=7069c6ece3114808b56031f1299826b6 HTTP/1.1" status: 200 len: 1097 time: 0.1061070 Aug 16 01:57:02.155490 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:02.186100 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517c380-8f46-433f-a197-59d6854f2152 req-626bf009-9e33-41e4-87a1-b71e2508ee41 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:02.188924 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a517c380-8f46-433f-a197-59d6854f2152 req-626bf009-9e33-41e4-87a1-b71e2508ee41 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 946 time: 0.1008966 Aug 16 01:57:02.253296 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.269939 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a517c380-8f46-433f-a197-59d6854f2152 req-977f5cec-9d58-4a19-a3f2-8ed57d4d9ab9 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704162 Aug 16 01:57:02.308011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46870) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:02.582577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] For port 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:02.592464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05b634-fa8e-45d8-b949-afac2b26cc32 req-13422d03-96a2-429c-afe1-cc436134601c tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:02.594028 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f05b634-fa8e-45d8-b949-afac2b26cc32 req-13422d03-96a2-429c-afe1-cc436134601c tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 946 time: 0.0908282 Aug 16 01:57:02.614548 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e293844-f867-45fb-a1b0-fe0f3ce5ce73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.647114 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ef99d-1e6e-4dc1-ba94-947876123ac6 req-ec2eb88a-034d-45eb-9540-a092c18e1b2d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:02.648204 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-728ef99d-1e6e-4dc1-ba94-947876123ac6 req-ec2eb88a-034d-45eb-9540-a092c18e1b2d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.0921395 Aug 16 01:57:02.655232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] For port 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:02.661014 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f05b634-fa8e-45d8-b949-afac2b26cc32 req-0d991466-2661-4cad-a6d3-5d6d8dac48c7 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568266 Aug 16 01:57:02.708539 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:02.711007 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ba9846-cc01-4235-83df-d331d612ef91" -d '{"events": [{"server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:02.715749 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.735710 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-728ef99d-1e6e-4dc1-ba94-947876123ac6 req-b56b9fa7-4f9f-476c-a054-a81ff354f440 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591700 Aug 16 01:57:02.780331 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] Transition to ACTIVE for port object 58a7d4f9-40c0-462d-a9de-4607a078d1e3 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:02.796051 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.820003 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2137ec4-226c-4654-935c-80d8ffa90b34 req-f2d3133f-25c4-447c-a356-b538cc68f659 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:02.820950 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e293844-f867-45fb-a1b0-fe0f3ce5ce73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.826445 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e293844-f867-45fb-a1b0-fe0f3ce5ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.827805 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a2137ec4-226c-4654-935c-80d8ffa90b34 req-f2d3133f-25c4-447c-a356-b538cc68f659 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.0926034 Aug 16 01:57:02.831463 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7e6847-73b6-4707-8b7f-2cd9fdc3a18f x-openstack-request-id: req-1a7e6847-73b6-4707-8b7f-2cd9fdc3a18f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:02.831764 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:02.832014 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1a7e6847-73b6-4707-8b7f-2cd9fdc3a18f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:02.832407 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'code': 200} Aug 16 01:57:02.885732 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0e293844-f867-45fb-a1b0-fe0f3ce5ce73 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f53b653539f1406e90448e3aef41c7e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5768714 Aug 16 01:57:02.886734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e293844-f867-45fb-a1b0-fe0f3ce5ce73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c14a72b-566f-4bc7-93be-89289cec5a6f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:02.898953 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46898) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:02.944077 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] Pushing event updated for resources: {'Port': ['ID=58a7d4f9-40c0-462d-a9de-4607a078d1e3,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:02.972070 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a2137ec4-226c-4654-935c-80d8ffa90b34 req-55394c08-92b1-4710-9aeb-ebc40b31972e tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415524 Aug 16 01:57:03.106332 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc8e69b1-bba7-4e3a-a404-d2cf75d5ffcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.108184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] No DVR routers for this DVR port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:03.171243 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc8e69b1-bba7-4e3a-a404-d2cf75d5ffcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.238537 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46906) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:03.289030 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc8e69b1-bba7-4e3a-a404-d2cf75d5ffcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.291619 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc8e69b1-bba7-4e3a-a404-d2cf75d5ffcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.295142 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bc8e69b1-bba7-4e3a-a404-d2cf75d5ffcb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9c14a72b-566f-4bc7-93be-89289cec5a6f HTTP/1.1" status: 204 len: 168 time: 0.3928885 Aug 16 01:57:03.308684 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] Attempting to bind port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:03.309109 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] Attempting to bind port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:03.309356 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] Attempting to bind port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 on network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:03.312706 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e69b1-bba7-4e3a-a404-d2cf75d5ffcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c14a72b-566f-4bc7-93be-89289cec5a6f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:03.316690 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] Port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 on network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:03.317020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] Attempting to bind port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 on network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:03.322309 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:03.322570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] Checking segment: {'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:03.322940 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] Bound using segment: {'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:03.323383 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] Bound port: 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da55ee5e-475f-46b1-ad1a-36b602afa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:03.323734 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.359142 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-31994f33-f806-4e80-9767-43e7e11179b1 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:03.381503 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-31994f33-f806-4e80-9767-43e7e11179b1 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] 10.222.0.68 "PUT /v2.0/quotas/1cedee3ce636477ebd2c6c718f613451 HTTP/1.1" status: 200 len: 368 time: 0.1414075 Aug 16 01:57:03.385046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46912) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:03.392690 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-acbad611-bf74-425c-9e3a-f19cf24635c2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Request body: {'network': {'project_id': '1cedee3ce636477ebd2c6c718f613451'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:03.429455 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] For port 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:03.433795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] For port 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:03.435556 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbad611-bf74-425c-9e3a-f19cf24635c2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Made reservation on behalf of 1cedee3ce636477ebd2c6c718f613451 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:03.439006 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acbad611-bf74-425c-9e3a-f19cf24635c2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.448252 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.453411 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acbad611-bf74-425c-9e3a-f19cf24635c2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.681006 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46916) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:03.698045 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86102163-e8d8-4c69-a071-49dc15d3744c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.804971 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:03.805854 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.807447 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] 10.222.0.63 "PUT /v2.0/ports/58a7d4f9-40c0-462d-a9de-4607a078d1e3 HTTP/1.1" status: 200 len: 1093 time: 1.6570868 Aug 16 01:57:03.862823 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a05dc5-29cb-443c-aa67-ccdfaaf570d5 service neutron] Pushing event updated for resources: {'Port': ['ID=58a7d4f9-40c0-462d-a9de-4607a078d1e3,revision_number=11']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:03.915111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66cc4c-9444-4476-a9b7-19bb3db11ad5 req-52f58313-ea79-48eb-a444-2a31d370beb8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:03.915898 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8b66cc4c-9444-4476-a9b7-19bb3db11ad5 req-52f58313-ea79-48eb-a444-2a31d370beb8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 944 time: 0.0932791 Aug 16 01:57:03.922638 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-61184d67-f8a1-4172-8aac-48cf3bb9fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:03.924291 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-61184d67-f8a1-4172-8aac-48cf3bb9fd6c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 1096 time: 0.0853472 Aug 16 01:57:04.023615 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8b66cc4c-9444-4476-a9b7-19bb3db11ad5 req-d6104842-f2d6-457b-8b7c-439517468a7a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982296 Aug 16 01:57:04.066271 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-194b3765-8cb3-4238-9887-e78751e355e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.067954 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-194b3765-8cb3-4238-9887-e78751e355e2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 HTTP/1.1" status: 200 len: 897 time: 0.1252649 Aug 16 01:57:04.122546 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f878d0a-5903-4571-9e7d-60dee87b5f2c req-4de34ae6-6e3c-4c6d-a168-47d70d349301 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.124124 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3f878d0a-5903-4571-9e7d-60dee87b5f2c req-4de34ae6-6e3c-4c6d-a168-47d70d349301 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 946 time: 0.3818619 Aug 16 01:57:04.164805 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-a2c63a52-c338-4f14-82b6-1a193e8d9774 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3 HTTP/1.1" status: 200 len: 999 time: 0.0837510 Aug 16 01:57:04.173401 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86102163-e8d8-4c69-a071-49dc15d3744c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.182260 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86102163-e8d8-4c69-a071-49dc15d3744c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.197892 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3f878d0a-5903-4571-9e7d-60dee87b5f2c req-6e2ab846-7606-4d2c-9604-1cb0dbde555b tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634382 Aug 16 01:57:04.230502 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-86102163-e8d8-4c69-a071-49dc15d3744c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6f7ee38f94714de9a844ed32df356551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5458086 Aug 16 01:57:04.230502 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86102163-e8d8-4c69-a071-49dc15d3744c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13c9ffb-c105-4b32-8676-41ccbd494689,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:04.231622 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46928) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:04.286415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-b65c83f6-0f35-4fe2-aa94-58ab626a7247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.287909 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-b65c83f6-0f35-4fe2-aa94-58ab626a7247 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fb3e123f-0b5d-474c-aa50-f7bef1939d54 HTTP/1.1" status: 200 len: 835 time: 0.1120508 Aug 16 01:57:04.291102 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-466aba50-c373-4db9-8d4c-02a997328f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.304840 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20851799-bbb3-4c39-9827-c1f698a01862 req-046f4310-9129-4977-92a6-5d28e72eec2a tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.306374 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20851799-bbb3-4c39-9827-c1f698a01862 req-046f4310-9129-4977-92a6-5d28e72eec2a tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.1222358 Aug 16 01:57:04.326779 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-466aba50-c373-4db9-8d4c-02a997328f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.419496 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-466aba50-c373-4db9-8d4c-02a997328f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.420238 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-bcb645bb-5291-490e-a115-80d455ffc65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.421257 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-bcb645bb-5291-490e-a115-80d455ffc65b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120584 Aug 16 01:57:04.422798 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-466aba50-c373-4db9-8d4c-02a997328f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.423939 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-466aba50-c373-4db9-8d4c-02a997328f8a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f13c9ffb-c105-4b32-8676-41ccbd494689 HTTP/1.1" status: 204 len: 168 time: 0.1915414 Aug 16 01:57:04.428233 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20851799-bbb3-4c39-9827-c1f698a01862 req-7b3c888f-a531-4c90-8b22-c8f8abdcca9f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040118 Aug 16 01:57:04.463258 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466aba50-c373-4db9-8d4c-02a997328f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13c9ffb-c105-4b32-8676-41ccbd494689,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:04.499740 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe7805-936e-4777-9a17-076169221295 req-ee741291-6609-44c5-a917-feaecb96c96a tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.501908 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6fbe7805-936e-4777-9a17-076169221295 req-ee741291-6609-44c5-a917-feaecb96c96a tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 946 time: 0.1255317 Aug 16 01:57:04.528791 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c4d0a-d14c-4a3c-aaed-e6a632466a9f req-be14e5b3-df36-4eaf-b171-15fec84e92fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.530327 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e56c4d0a-d14c-4a3c-aaed-e6a632466a9f req-be14e5b3-df36-4eaf-b171-15fec84e92fe service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f4ef4af2bf9414ab1d9b7fdbe107a55&device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 1098 time: 0.1053402 Aug 16 01:57:04.540473 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-737d6c6a-3355-4ee7-a183-3c2ab22b76da service neutron] 10.222.0.63 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089127 Aug 16 01:57:04.542296 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acbad611-bf74-425c-9e3a-f19cf24635c2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.548519 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acbad611-bf74-425c-9e3a-f19cf24635c2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.549585 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6fbe7805-936e-4777-9a17-076169221295 req-bbaa91b7-114d-43e1-a199-7910bc7f8369 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410986 Aug 16 01:57:04.623810 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbad611-bf74-425c-9e3a-f19cf24635c2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:04.648608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbad611-bf74-425c-9e3a-f19cf24635c2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a01fc60-907d-4f2e-b8bd-f2f574a29166,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:04.651653 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acbad611-bf74-425c-9e3a-f19cf24635c2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.651994 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-acbad611-bf74-425c-9e3a-f19cf24635c2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Added segment ce08d9e0-45ae-4c1a-b437-e930f403ac78 of type vlan for network 7e5827fe-1072-45bb-acb4-0effa77055f2 Aug 16 01:57:04.652715 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c4d0a-d14c-4a3c-aaed-e6a632466a9f req-3d361953-83f7-4212-a8fa-386577700206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.654938 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e56c4d0a-d14c-4a3c-aaed-e6a632466a9f req-3d361953-83f7-4212-a8fa-386577700206 service neutron] 10.222.0.63 "GET /v2.0/networks?id=16c2dd85-9f0c-423e-945f-fe5117965849 HTTP/1.1" status: 200 len: 912 time: 0.1018233 Aug 16 01:57:04.703104 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e56c4d0a-d14c-4a3c-aaed-e6a632466a9f req-a9cb665b-cba2-4e0c-ade8-28abc675de24 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90ddf289-be5d-4472-9d36-5c9b06a4a694 HTTP/1.1" status: 200 len: 217 time: 0.0364785 Aug 16 01:57:04.713342 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acbad611-bf74-425c-9e3a-f19cf24635c2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.724685 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-defe868e-2bfc-4753-888f-1b2fb4ea473c req-2af2a7b2-a36c-45f0-a318-fa93f5b2ded6 service neutron] 10.222.0.63 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614087 Aug 16 01:57:04.753385 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acbad611-bf74-425c-9e3a-f19cf24635c2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.755184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbad611-bf74-425c-9e3a-f19cf24635c2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.755883 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acbad611-bf74-425c-9e3a-f19cf24635c2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.764196 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c4d0a-d14c-4a3c-aaed-e6a632466a9f req-afefd3a6-14c4-4f16-9cce-d29df5d91737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.772124 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e56c4d0a-d14c-4a3c-aaed-e6a632466a9f req-afefd3a6-14c4-4f16-9cce-d29df5d91737 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c7d05b8a-693f-4c35-9f14-5f33b510158e HTTP/1.1" status: 200 len: 851 time: 0.0586796 Aug 16 01:57:04.815088 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e56c4d0a-d14c-4a3c-aaed-e6a632466a9f req-cd63678d-9241-4b93-a45c-5d5e268af162 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=16c2dd85-9f0c-423e-945f-fe5117965849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322113 Aug 16 01:57:04.833805 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-acbad611-bf74-425c-9e3a-f19cf24635c2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4452651 Aug 16 01:57:04.833805 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:04.836079 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572ac65e-75a0-4a85-b92f-20a5473cfdd4" -d '{"events": [{"name": "network-changed", "server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:04.840151 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46942) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:04.850157 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3828b1b8-273d-4243-b7ae-faf0ce076a2e tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Request body: {'network': {'project_id': '1cedee3ce636477ebd2c6c718f613451'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:04.866141 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbad611-bf74-425c-9e3a-f19cf24635c2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Pushing event updated for resources: {'Network': ['ID=7e5827fe-1072-45bb-acb4-0effa77055f2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:04.879981 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 7e5827fe-1072-45bb-acb4-0effa77055f2 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:04.893703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f068172-9b89-43df-b43b-091f9a3d3684 req-cc35d22e-ba36-40d0-9b71-2e80257906fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.896234 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f068172-9b89-43df-b43b-091f9a3d3684 req-cc35d22e-ba36-40d0-9b71-2e80257906fc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 1096 time: 0.0788403 Aug 16 01:57:04.916594 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3828b1b8-273d-4243-b7ae-faf0ce076a2e tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Made reservation on behalf of 1cedee3ce636477ebd2c6c718f613451 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:04.919019 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3828b1b8-273d-4243-b7ae-faf0ce076a2e tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.926956 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed933e6-8372-47d0-bb3c-9606424c643e x-openstack-request-id: req-7ed933e6-8372-47d0-bb3c-9606424c643e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:04.927300 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:04.927643 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7ed933e6-8372-47d0-bb3c-9606424c643e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:04.928247 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'status': 'completed', 'code': 200} Aug 16 01:57:04.962299 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e56c4d0a-d14c-4a3c-aaed-e6a632466a9f req-83878abc-9dca-4d11-a4bd-76f93a917c67 service neutron] 10.222.0.63 "GET /v2.0/networks/16c2dd85-9f0c-423e-945f-fe5117965849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427908 Aug 16 01:57:04.962965 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3828b1b8-273d-4243-b7ae-faf0ce076a2e tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:04.982381 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3828b1b8-273d-4243-b7ae-faf0ce076a2e tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.982720 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-3828b1b8-273d-4243-b7ae-faf0ce076a2e tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Added segment 731a2c9e-f54c-4098-865a-1f37e919caeb of type vlan for network 016bd3ca-63bf-41f2-81ab-45e65e7a8af9 Aug 16 01:57:05.086837 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3828b1b8-273d-4243-b7ae-faf0ce076a2e tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.088635 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f068172-9b89-43df-b43b-091f9a3d3684 req-4f818363-80e4-4508-b823-a45bcece9725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:05.092171 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f068172-9b89-43df-b43b-091f9a3d3684 req-4f818363-80e4-4508-b823-a45bcece9725 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 HTTP/1.1" status: 200 len: 897 time: 0.1592021 Aug 16 01:57:05.142228 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e56c4d0a-d14c-4a3c-aaed-e6a632466a9f req-2ae7782c-c4dd-4c1b-8d75-927a14f71633 service neutron] 10.222.0.63 "GET /v2.0/networks/16c2dd85-9f0c-423e-945f-fe5117965849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703587 Aug 16 01:57:05.176157 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3828b1b8-273d-4243-b7ae-faf0ce076a2e tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.177431 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3828b1b8-273d-4243-b7ae-faf0ce076a2e tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:05.178033 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3828b1b8-273d-4243-b7ae-faf0ce076a2e tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.198482 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3828b1b8-273d-4243-b7ae-faf0ce076a2e tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3545964 Aug 16 01:57:05.203859 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46960) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:05.220590 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3141e535-3f57-48bd-b285-165098a3086e tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Request body: {'network': {'project_id': '1cedee3ce636477ebd2c6c718f613451'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:05.262291 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-3141e535-3f57-48bd-b285-165098a3086e tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 01:57:05.262930 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3141e535-3f57-48bd-b285-165098a3086e tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:57:05.267666 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3141e535-3f57-48bd-b285-165098a3086e tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0520511 Aug 16 01:57:05.267886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828b1b8-273d-4243-b7ae-faf0ce076a2e tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Pushing event updated for resources: {'Network': ['ID=016bd3ca-63bf-41f2-81ab-45e65e7a8af9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:05.269944 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f068172-9b89-43df-b43b-091f9a3d3684 req-44e1a9de-f5de-474e-bce4-cde3c31fa255 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3 HTTP/1.1" status: 200 len: 999 time: 0.1675887 Aug 16 01:57:05.276571 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b25c86-45e5-4bbb-93a0-3e227e2a4277 req-32ff7082-9aa3-4271-a9c4-e0610fedca26 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:05.278142 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36b25c86-45e5-4bbb-93a0-3e227e2a4277 req-32ff7082-9aa3-4271-a9c4-e0610fedca26 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 944 time: 0.1421854 Aug 16 01:57:05.293766 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 016bd3ca-63bf-41f2-81ab-45e65e7a8af9 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:05.306439 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-e092a97f-b511-4ce0-9f75-c5d4829ffea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:05.307789 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-e092a97f-b511-4ce0-9f75-c5d4829ffea0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 1096 time: 0.3415210 Aug 16 01:57:05.326028 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36b25c86-45e5-4bbb-93a0-3e227e2a4277 req-0ba69736-2be1-460f-a889-84dc79fe8791 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388298 Aug 16 01:57:05.382886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46966) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:05.417464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f068172-9b89-43df-b43b-091f9a3d3684 req-46fb75aa-b530-43c0-aadc-e43de2dd46af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:05.419254 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f068172-9b89-43df-b43b-091f9a3d3684 req-46fb75aa-b530-43c0-aadc-e43de2dd46af service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fb3e123f-0b5d-474c-aa50-f7bef1939d54 HTTP/1.1" status: 200 len: 835 time: 0.1431890 Aug 16 01:57:05.485739 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-3a97102f-f1f4-486f-9179-35950d091bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:05.487280 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-3a97102f-f1f4-486f-9179-35950d091bdc service neutron] 10.222.0.73 "GET /v2.0/networks?id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 HTTP/1.1" status: 200 len: 897 time: 0.1561954 Aug 16 01:57:05.498032 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f068172-9b89-43df-b43b-091f9a3d3684 req-ea0535b4-9f4f-4372-bfad-db45a22667d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:05.499642 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f068172-9b89-43df-b43b-091f9a3d3684 req-ea0535b4-9f4f-4372-bfad-db45a22667d4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637424 Aug 16 01:57:05.559259 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fa48de32-e093-4a45-9941-e2a717bc7570 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1cedee3ce636477ebd2c6c718f613451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749394 Aug 16 01:57:05.565868 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 46976) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:05.633600 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4154237d-ee0f-493e-91d6-e6bfb57a7923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.647105 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-ae9f33e4-ef75-468d-8aa1-4b6cf1b3198c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3 HTTP/1.1" status: 200 len: 999 time: 0.1464274 Aug 16 01:57:05.664418 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4154237d-ee0f-493e-91d6-e6bfb57a7923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.753532 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4154237d-ee0f-493e-91d6-e6bfb57a7923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.755814 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22fac6-c459-41c4-85cf-2e088213728a req-3538ce36-0b40-4bd0-8538-9a82de39439c tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:05.757671 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb22fac6-c459-41c4-85cf-2e088213728a req-3538ce36-0b40-4bd0-8538-9a82de39439c tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.2058821 Aug 16 01:57:05.759255 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4154237d-ee0f-493e-91d6-e6bfb57a7923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.763430 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4154237d-ee0f-493e-91d6-e6bfb57a7923 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9a01fc60-907d-4f2e-b8bd-f2f574a29166 HTTP/1.1" status: 204 len: 168 time: 0.1930664 Aug 16 01:57:05.764209 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 46984) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:05.824090 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154237d-ee0f-493e-91d6-e6bfb57a7923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a01fc60-907d-4f2e-b8bd-f2f574a29166,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:05.899047 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d1069-0748-43dc-b787-3f00fba21c94 req-034bb949-01db-46f6-9c39-fcbfbe70ea2a tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:05.899606 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f068172-9b89-43df-b43b-091f9a3d3684 req-e25c0ab5-e275-41f3-8ce0-ba3964934967 service neutron] 10.222.0.63 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894844 Aug 16 01:57:05.911967 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c45d1069-0748-43dc-b787-3f00fba21c94 req-034bb949-01db-46f6-9c39-fcbfbe70ea2a tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 946 time: 0.1832087 Aug 16 01:57:05.979648 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c45d1069-0748-43dc-b787-3f00fba21c94 req-caf92646-7569-4507-b1ff-5aac96a3ca1f tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640814 Aug 16 01:57:06.002236 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-9674f9a6-263e-489c-a3cf-af0f65249f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:06.003656 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-9674f9a6-263e-489c-a3cf-af0f65249f97 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb3e123f-0b5d-474c-aa50-f7bef1939d54 HTTP/1.1" status: 200 len: 835 time: 0.3398328 Aug 16 01:57:06.024725 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb22fac6-c459-41c4-85cf-2e088213728a req-bf18b4f0-b1e1-4da3-8d54-19b9ee9509e6 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282555 Aug 16 01:57:06.081123 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6ff9b1c-c034-444d-925b-40e26fd69eb2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.086988 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f068172-9b89-43df-b43b-091f9a3d3684 req-675055d4-2031-4430-a0ed-286574958a4b service neutron] 10.222.0.63 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767149 Aug 16 01:57:06.108154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-4e74cbc1-990a-4dad-ba97-5888298189ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:06.109782 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-4e74cbc1-990a-4dad-ba97-5888298189ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841179 Aug 16 01:57:06.276791 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6ff9b1c-c034-444d-925b-40e26fd69eb2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.294516 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b6ff9b1c-c034-444d-925b-40e26fd69eb2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016bd3ca-63bf-41f2-81ab-45e65e7a8af9']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:06.316799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b6ff9b1c-c034-444d-925b-40e26fd69eb2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731a2c9e-f54c-4098-865a-1f37e919caeb') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:06.317464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b6ff9b1c-c034-444d-925b-40e26fd69eb2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731a2c9e-f54c-4098-865a-1f37e919caeb') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:06.320404 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-0e45e0b6-3179-46e1-8b6f-9c4e27c462a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:06.321864 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-0e45e0b6-3179-46e1-8b6f-9c4e27c462a6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 1096 time: 0.1848640 Aug 16 01:57:06.332896 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6ff9b1c-c034-444d-925b-40e26fd69eb2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.342324 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-da980f82-1484-46dc-b093-9a9a7e5bf6a1 service neutron] 10.222.0.73 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130382 Aug 16 01:57:06.398039 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 58a7d4f9-40c0-462d-a9de-4607a078d1e3 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:06.404558 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6ff9b1c-c034-444d-925b-40e26fd69eb2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.478065 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ff9b1c-c034-444d-925b-40e26fd69eb2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:06.478490 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6ff9b1c-c034-444d-925b-40e26fd69eb2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:06.480179 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:06.484118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 58a7d4f9-40c0-462d-a9de-4607a078d1e3 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:06.590609 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6ff9b1c-c034-444d-925b-40e26fd69eb2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.604529 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6ff9b1c-c034-444d-925b-40e26fd69eb2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.606398 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b6ff9b1c-c034-444d-925b-40e26fd69eb2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] 10.222.0.68 "DELETE /v2.0/networks/016bd3ca-63bf-41f2-81ab-45e65e7a8af9 HTTP/1.1" status: 204 len: 168 time: 0.8389351 Aug 16 01:57:06.609266 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47006) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:06.640844 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad30ab-2fb9-49fd-b7f3-b68955b39339 req-d9bd9b69-232e-4d37-ad6a-152b553d08e6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:06.643849 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-adad30ab-2fb9-49fd-b7f3-b68955b39339 req-d9bd9b69-232e-4d37-ad6a-152b553d08e6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 944 time: 0.2139320 Aug 16 01:57:06.651546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff9b1c-c034-444d-925b-40e26fd69eb2 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Pushing event deleted for resources: {'Network': ['ID=016bd3ca-63bf-41f2-81ab-45e65e7a8af9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:06.655418 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-1f31d4c6-5588-4911-aa96-b13c431a22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:06.656894 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-1f31d4c6-5588-4911-aa96-b13c431a22eb service neutron] 10.222.0.63 "GET /v2.0/networks?id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 HTTP/1.1" status: 200 len: 897 time: 0.3174260 Aug 16 01:57:06.664592 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-69cc2081-1f17-4c5b-9b33-6f0ba033f7ca service neutron] 10.222.0.73 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005335 Aug 16 01:57:06.755350 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff054-b6be-4fb7-acc2-102a6ea9cce8 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.759831 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-adad30ab-2fb9-49fd-b7f3-b68955b39339 req-b506297f-54dd-4311-bc5f-d31863d3bf4e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963161 Aug 16 01:57:06.791203 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-e994c12f-f523-43e2-9e9d-f4ce1feb275e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3 HTTP/1.1" status: 200 len: 999 time: 0.1202557 Aug 16 01:57:06.858441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-a2dcf3fb-8710-4bba-bc33-97f033a9c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:06.861382 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-a2dcf3fb-8710-4bba-bc33-97f033a9c00d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fb3e123f-0b5d-474c-aa50-f7bef1939d54 HTTP/1.1" status: 200 len: 835 time: 0.0622621 Aug 16 01:57:06.883154 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff054-b6be-4fb7-acc2-102a6ea9cce8 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.894429 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-8b1ff054-b6be-4fb7-acc2-102a6ea9cce8 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5827fe-1072-45bb-acb4-0effa77055f2']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:06.908448 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-8b1ff054-b6be-4fb7-acc2-102a6ea9cce8 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce08d9e0-45ae-4c1a-b437-e930f403ac78') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:06.908752 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-8b1ff054-b6be-4fb7-acc2-102a6ea9cce8 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce08d9e0-45ae-4c1a-b437-e930f403ac78') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:06.919679 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff054-b6be-4fb7-acc2-102a6ea9cce8 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.920120 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-03f5fcdd-f3bd-4410-a176-739c7de6ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:06.921962 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-03f5fcdd-f3bd-4410-a176-739c7de6ee24 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535288 Aug 16 01:57:06.937446 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff054-b6be-4fb7-acc2-102a6ea9cce8 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.944617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1ff054-b6be-4fb7-acc2-102a6ea9cce8 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:06.945357 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff054-b6be-4fb7-acc2-102a6ea9cce8 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:06.948569 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:07.013256 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 58a7d4f9-40c0-462d-a9de-4607a078d1e3 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:07.028520 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff054-b6be-4fb7-acc2-102a6ea9cce8 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.040638 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff054-b6be-4fb7-acc2-102a6ea9cce8 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.043273 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8b1ff054-b6be-4fb7-acc2-102a6ea9cce8 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] 10.222.0.68 "DELETE /v2.0/networks/7e5827fe-1072-45bb-acb4-0effa77055f2 HTTP/1.1" status: 204 len: 168 time: 0.4322720 Aug 16 01:57:07.055895 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-c6b8f0c1-35b2-4f18-8600-1d0d85331be4 service neutron] 10.222.0.63 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264722 Aug 16 01:57:07.082948 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ff054-b6be-4fb7-acc2-102a6ea9cce8 tempest-QuotasNegativeTest-1811844554 tempest-QuotasNegativeTest-1811844554-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e5827fe-1072-45bb-acb4-0effa77055f2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:07.178602 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418785e-7539-478b-8bfb-4411847c15a8 req-611c6355-ba70-4171-8e67-a9b230ac0adf tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:07.186110 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3418785e-7539-478b-8bfb-4411847c15a8 req-611c6355-ba70-4171-8e67-a9b230ac0adf tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 946 time: 0.0849140 Aug 16 01:57:07.223656 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:07.225314 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3418785e-7539-478b-8bfb-4411847c15a8 req-4a72ea5b-e8e6-49ab-8758-2be01d839d1c tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382071 Aug 16 01:57:07.251216 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5', 'port_id': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'mac_address': 'fa:16:3e:92:83:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:57:07.307584 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.325417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a7d4f9-40c0-462d-a9de-4607a078d1e3 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:07.335517 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087135d-28e5-4713-b407-73eeaadb807c req-19517ab6-c156-4995-a107-c3d99641d11f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:07.337107 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e087135d-28e5-4713-b407-73eeaadb807c req-19517ab6-c156-4995-a107-c3d99641d11f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.1381011 Aug 16 01:57:07.364989 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:07.380000 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.382468 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.462451 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-572ac65e-75a0-4a85-b92f-20a5473cfdd4 req-533d6c0d-ad4a-4533-bf37-5b8fe08cf0d5 service neutron] 10.222.0.63 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968425 Aug 16 01:57:07.503869 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=58a7d4f9-40c0-462d-a9de-4607a078d1e3,revision_number=12']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:07.505098 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e087135d-28e5-4713-b407-73eeaadb807c req-f6172ff1-eda9-43c4-9c67-8b9df54cb0b3 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583076 Aug 16 01:57:07.622178 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['58a7d4f9-40c0-462d-a9de-4607a078d1e3'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:07.628102 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef9812-dec3-439d-bc5e-90abd86e0e32 req-6f4cdb43-7d27-418a-a9e3-9284014e61b5 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:07.629940 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c8ef9812-dec3-439d-bc5e-90abd86e0e32 req-6f4cdb43-7d27-418a-a9e3-9284014e61b5 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 946 time: 0.0548935 Aug 16 01:57:07.677351 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c8ef9812-dec3-439d-bc5e-90abd86e0e32 req-9087b4e3-0b2a-41fd-9cf9-c4b39c7cd127 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404015 Aug 16 01:57:07.692820 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47030) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:07.706600 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aca35208-527a-4e95-bbab-a693f110cff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.823564 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aca35208-527a-4e95-bbab-a693f110cff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.830104 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aca35208-527a-4e95-bbab-a693f110cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.881365 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-aca35208-527a-4e95-bbab-a693f110cff1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cdbbb008779241749b6115a2228d5979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1867223 Aug 16 01:57:07.892405 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47034) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:07.916775 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca35208-527a-4e95-bbab-a693f110cff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7d6f1b-31bc-400c-b708-9a174fccb998,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:07.936055 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d6e18-d2c6-42d5-9b01-f0bd9977318a req-aa1dc179-05f6-46d2-9361-6dc919cd98e8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:07.939038 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-283d6e18-d2c6-42d5-9b01-f0bd9977318a req-aa1dc179-05f6-46d2-9361-6dc919cd98e8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 945 time: 0.0920608 Aug 16 01:57:07.977109 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08e62aaf-1540-4d3e-b583-d30c8e807819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.982339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-283d6e18-d2c6-42d5-9b01-f0bd9977318a req-3a19b6da-371f-462f-8c48-d611ee8d0d55 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371597 Aug 16 01:57:08.005629 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08e62aaf-1540-4d3e-b583-d30c8e807819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.009684 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47036) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:08.056529 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08e62aaf-1540-4d3e-b583-d30c8e807819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.059538 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08e62aaf-1540-4d3e-b583-d30c8e807819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.061007 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-08e62aaf-1540-4d3e-b583-d30c8e807819 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4e7d6f1b-31bc-400c-b708-9a174fccb998 HTTP/1.1" status: 204 len: 168 time: 0.1667328 Aug 16 01:57:08.070658 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e62aaf-1540-4d3e-b583-d30c8e807819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7d6f1b-31bc-400c-b708-9a174fccb998,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:08.086033 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1f803ff4-4499-4874-930e-991f1760bb9e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/floatingips/c29ba3da-7767-4a34-92c6-8e6381f44bba HTTP/1.1" status: 200 len: 992 time: 0.0749335 Aug 16 01:57:08.112155 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.468361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47050) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:08.481769 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-163b864c-3110-4314-a5d0-1fb982f81608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.592693 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-163b864c-3110-4314-a5d0-1fb982f81608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.598214 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-163b864c-3110-4314-a5d0-1fb982f81608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.639797 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b864c-3110-4314-a5d0-1fb982f81608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d07178c-6a89-484a-b9be-93364356fbc6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:08.642594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bb0d3-6bd2-459d-84c0-73ff90c1249d req-678cd6db-c8e5-4f0d-8e6a-b456aa9166f8 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:08.644130 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fb9bb0d3-6bd2-459d-84c0-73ff90c1249d req-678cd6db-c8e5-4f0d-8e6a-b456aa9166f8 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.0538874 Aug 16 01:57:08.648724 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-163b864c-3110-4314-a5d0-1fb982f81608 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b296a72db94a467f8a85857934014e5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771724 Aug 16 01:57:08.649208 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47056) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:08.693065 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fb9bb0d3-6bd2-459d-84c0-73ff90c1249d req-aa8c8588-323c-4a7a-8c09-0d1bc852ba69 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420034 Aug 16 01:57:08.711558 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae36c08a-74c1-43b1-8420-b66c63235e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.736810 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae36c08a-74c1-43b1-8420-b66c63235e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.819079 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf96d02-737c-440f-a78a-91cd26f97ecf req-a1ce68ee-c47e-42d9-9b4e-92457a111a3f tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:08.820574 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0bf96d02-737c-440f-a78a-91cd26f97ecf req-a1ce68ee-c47e-42d9-9b4e-92457a111a3f tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 946 time: 0.0611238 Aug 16 01:57:08.821625 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae36c08a-74c1-43b1-8420-b66c63235e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.824137 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae36c08a-74c1-43b1-8420-b66c63235e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.827426 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ae36c08a-74c1-43b1-8420-b66c63235e0e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8d07178c-6a89-484a-b9be-93364356fbc6 HTTP/1.1" status: 204 len: 168 time: 0.1753514 Aug 16 01:57:08.839733 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36c08a-74c1-43b1-8420-b66c63235e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d07178c-6a89-484a-b9be-93364356fbc6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:08.868384 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0bf96d02-737c-440f-a78a-91cd26f97ecf req-6c129eb5-ec57-4168-ab8f-b8f8eca2f315 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405960 Aug 16 01:57:09.036445 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 58a7d4f9-40c0-462d-a9de-4607a078d1e3 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:09.086753 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:09.090695 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:09.091248 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.183292 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.206950 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:09.209240 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f812938-6953-4e2a-a748-b105aa68c881" -d '{"events": [{"server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "name": "network-vif-plugged", "status": "completed", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:09.224403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:09.228846 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.277023 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2ab8e4-766d-4f65-9930-25c472264885 x-openstack-request-id: req-8a2ab8e4-766d-4f65-9930-25c472264885 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:09.277313 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "name": "network-vif-plugged", "status": "completed", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:09.277585 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8a2ab8e4-766d-4f65-9930-25c472264885 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:09.277988 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'code': 200} Aug 16 01:57:09.283545 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=58a7d4f9-40c0-462d-a9de-4607a078d1e3,revision_number=13']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:09.346235 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:57:09.550591 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1d470-9434-44c3-a9ad-57e45c6cb360 req-a2be1f5c-1c4b-42ae-baab-b73ee8988937 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:09.552426 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6eb1d470-9434-44c3-a9ad-57e45c6cb360 req-a2be1f5c-1c4b-42ae-baab-b73ee8988937 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.63 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 946 time: 0.0515184 Aug 16 01:57:09.665093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-6eb1d470-9434-44c3-a9ad-57e45c6cb360 req-9becba01-9d7d-47f1-8946-edccb8ad1963 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Deleting port 90ddf289-be5d-4472-9d36-5c9b06a4a694 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:09.665782 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6eb1d470-9434-44c3-a9ad-57e45c6cb360 req-9becba01-9d7d-47f1-8946-edccb8ad1963 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.784142 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6eb1d470-9434-44c3-a9ad-57e45c6cb360 req-9becba01-9d7d-47f1-8946-edccb8ad1963 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] For port 90ddf289-be5d-4472-9d36-5c9b06a4a694, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=90ddf289-be5d-4472-9d36-5c9b06a4a694,segment=NetworkSegment(b44d2e94-4fdb-4735-9ba3-9e1289d26134),segment_id=b44d2e94-4fdb-4735-9ba3-9e1289d26134)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:09.784590 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6eb1d470-9434-44c3-a9ad-57e45c6cb360 req-9becba01-9d7d-47f1-8946-edccb8ad1963 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.802044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-6eb1d470-9434-44c3-a9ad-57e45c6cb360 req-9becba01-9d7d-47f1-8946-edccb8ad1963 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Calling delete_port for 90ddf289-be5d-4472-9d36-5c9b06a4a694 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:09.964786 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8e5e0-90a7-475f-ad6e-303ac555d70a req-588af81f-a4d4-4b2b-8f7e-a8e12a5a1381 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:09.972601 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49c8e5e0-90a7-475f-ad6e-303ac555d70a req-588af81f-a4d4-4b2b-8f7e-a8e12a5a1381 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.1723030 Aug 16 01:57:09.995028 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5a27660-01e5-4dab-b1f6-6e9670df1fa2 req-3a19fa58-d426-45ba-9f07-78a235bd1c5d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1834011 Aug 16 01:57:10.019639 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127a77c-cffe-4745-a5b6-60885695c292 req-8f1e6409-c04a-4a8a-ab9b-7b1e83ec02bc tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:10.025119 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c127a77c-cffe-4745-a5b6-60885695c292 req-8f1e6409-c04a-4a8a-ab9b-7b1e83ec02bc tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 946 time: 0.0762386 Aug 16 01:57:10.077242 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c127a77c-cffe-4745-a5b6-60885695c292 req-ed4409c4-589a-433d-95cc-f2b69aa20fef tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/security-groups?id=7033f2c3-6789-4c00-896c-0a753166a378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487397 Aug 16 01:57:10.323000 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47112) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:10.356858 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49c8e5e0-90a7-475f-ad6e-303ac555d70a req-b14b892a-277e-4401-8330-8a387117e294 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832581 Aug 16 01:57:10.403477 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device bfa05576-205d-422d-98cd-c8713b2469f5 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:10.408358 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a27660-01e5-4dab-b1f6-6e9670df1fa2 req-76461dbd-c70d-42d5-b242-01c629680431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:10.410710 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5a27660-01e5-4dab-b1f6-6e9670df1fa2 req-76461dbd-c70d-42d5-b242-01c629680431 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92d6ca9642764afaaf85f19d40b34e4e&device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 1097 time: 0.0679326 Aug 16 01:57:10.411669 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6eb1d470-9434-44c3-a9ad-57e45c6cb360 req-9becba01-9d7d-47f1-8946-edccb8ad1963 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.461896 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9becba01-9d7d-47f1-8946-edccb8ad1963 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Pushing event deleted for resources: {'Port': ['ID=90ddf289-be5d-4472-9d36-5c9b06a4a694,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:10.524418 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-90ed10e5-351f-4403-ba57-4d2d44a6bffd tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1169686998'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:10.549782 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port bfa05576-205d-422d-98cd-c8713b2469f5, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bfa05576-205d-422d-98cd-c8713b2469f5,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:10.562188 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['90ddf289-be5d-4472-9d36-5c9b06a4a694'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:10.562508 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ed10e5-351f-4403-ba57-4d2d44a6bffd tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Made reservation on behalf of b685282fd529459b991dc7f0d9c0f6d3 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:10.566051 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb1d470-9434-44c3-a9ad-57e45c6cb360 req-9becba01-9d7d-47f1-8946-edccb8ad1963 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] No DVR routers for this DVR port 90ddf289-be5d-4472-9d36-5c9b06a4a694 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:10.568478 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90ed10e5-351f-4403-ba57-4d2d44a6bffd tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.569894 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6eb1d470-9434-44c3-a9ad-57e45c6cb360 req-9becba01-9d7d-47f1-8946-edccb8ad1963 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.571884 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6eb1d470-9434-44c3-a9ad-57e45c6cb360 req-9becba01-9d7d-47f1-8946-edccb8ad1963 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.63 "DELETE /v2.0/ports/90ddf289-be5d-4472-9d36-5c9b06a4a694 HTTP/1.1" status: 204 len: 173 time: 1.0131276 Aug 16 01:57:10.572323 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30971b92-5f98-411e-9029-047285ac6738', 'name': 'network-vif-deleted', 'tag': '90ddf289-be5d-4472-9d36-5c9b06a4a694'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:10.574687 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b22354-d4b1-4228-8fa9-425a71be9116" -d '{"events": [{"server_uuid": "30971b92-5f98-411e-9029-047285ac6738", "name": "network-vif-deleted", "tag": "90ddf289-be5d-4472-9d36-5c9b06a4a694"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:10.591297 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90ed10e5-351f-4403-ba57-4d2d44a6bffd tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.596430 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'bfa05576-205d-422d-98cd-c8713b2469f5', 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0', 'port_id': 'bfa05576-205d-422d-98cd-c8713b2469f5', 'mac_address': 'fa:16:3e:fd:8b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5b9f6c-cdde-4058-adfe-6e7ebbf29def', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:57:10.620516 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a27660-01e5-4dab-b1f6-6e9670df1fa2 req-f26719dc-c823-45e9-a1bb-8fb3467bca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:10.622034 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5a27660-01e5-4dab-b1f6-6e9670df1fa2 req-f26719dc-c823-45e9-a1bb-8fb3467bca6c service neutron] 10.222.0.73 "GET /v2.0/networks?id=8313de91-f81e-42c6-b877-47398a0e9c62 HTTP/1.1" status: 200 len: 912 time: 0.1709845 Aug 16 01:57:10.635219 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d505f5-5640-4bf5-bf2e-d269b92510b3 x-openstack-request-id: req-46d505f5-5640-4bf5-bf2e-d269b92510b3 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:10.635984 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30971b92-5f98-411e-9029-047285ac6738", "name": "network-vif-deleted", "tag": "90ddf289-be5d-4472-9d36-5c9b06a4a694", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:10.636451 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-46d505f5-5640-4bf5-bf2e-d269b92510b3 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:10.636993 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30971b92-5f98-411e-9029-047285ac6738', 'name': 'network-vif-deleted', 'tag': '90ddf289-be5d-4472-9d36-5c9b06a4a694', 'status': 'completed', 'code': 200} Aug 16 01:57:10.654454 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.672558 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfa05576-205d-422d-98cd-c8713b2469f5 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:10.733409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port bfa05576-205d-422d-98cd-c8713b2469f5, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bfa05576-205d-422d-98cd-c8713b2469f5,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:10.738190 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.749437 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5a27660-01e5-4dab-b1f6-6e9670df1fa2 req-d21740ab-8203-4b9b-803c-9e1a3481c3ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c70fc36-69e1-4296-b6fa-24974648b9da HTTP/1.1" status: 200 len: 1001 time: 0.1101992 Aug 16 01:57:10.789945 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90ed10e5-351f-4403-ba57-4d2d44a6bffd tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.800707 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90ed10e5-351f-4403-ba57-4d2d44a6bffd tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.818283 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a27660-01e5-4dab-b1f6-6e9670df1fa2 req-caccec68-6c18-4055-a567-46b4a2c98442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:10.820506 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5a27660-01e5-4dab-b1f6-6e9670df1fa2 req-caccec68-6c18-4055-a567-46b4a2c98442 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9580d968-042a-4a5e-966b-8406c010ba78 HTTP/1.1" status: 200 len: 850 time: 0.0643201 Aug 16 01:57:10.822418 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=bfa05576-205d-422d-98cd-c8713b2469f5,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:10.855916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ed10e5-351f-4403-ba57-4d2d44a6bffd tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:10.875071 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90ed10e5-351f-4403-ba57-4d2d44a6bffd tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.875926 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a27660-01e5-4dab-b1f6-6e9670df1fa2 req-87182959-d180-4f91-a287-27791feee74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:10.876070 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-90ed10e5-351f-4403-ba57-4d2d44a6bffd tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Added segment feee392f-a290-49cd-a363-b96683d44730 of type vlan for network eb6e2841-d985-4447-a34a-a814d34f169a Aug 16 01:57:10.877481 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5a27660-01e5-4dab-b1f6-6e9670df1fa2 req-87182959-d180-4f91-a287-27791feee74c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8313de91-f81e-42c6-b877-47398a0e9c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489881 Aug 16 01:57:10.877616 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed10e5-351f-4403-ba57-4d2d44a6bffd tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac893df-3856-414b-a6f6-f5494ce3e3cc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:10.923902 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90ed10e5-351f-4403-ba57-4d2d44a6bffd tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.956364 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90ed10e5-351f-4403-ba57-4d2d44a6bffd tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.961966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ed10e5-351f-4403-ba57-4d2d44a6bffd tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:10.962771 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90ed10e5-351f-4403-ba57-4d2d44a6bffd tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.983055 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['bfa05576-205d-422d-98cd-c8713b2469f5'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:10.990433 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5a27660-01e5-4dab-b1f6-6e9670df1fa2 req-d9f80645-6c45-495e-a0fd-876ee5e401c2 service neutron] 10.222.0.73 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041272 Aug 16 01:57:11.079340 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-90ed10e5-351f-4403-ba57-4d2d44a6bffd tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7549505 Aug 16 01:57:11.099682 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed10e5-351f-4403-ba57-4d2d44a6bffd tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Pushing event updated for resources: {'Network': ['ID=eb6e2841-d985-4447-a34a-a814d34f169a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:11.114534 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5a27660-01e5-4dab-b1f6-6e9670df1fa2 req-4d912d41-eae9-435e-b80b-3e99c7c33a8b service neutron] 10.222.0.73 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162031 Aug 16 01:57:11.135435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network eb6e2841-d985-4447-a34a-a814d34f169a details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:11.255205 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cca3bdf7-ecbf-44bf-b47f-df658382e300 req-aa6e405d-54bf-4029-a99a-74b7c00e8ca6 tempest-TestServerAdvancedOps-449234798 tempest-TestServerAdvancedOps-449234798-project] 10.222.0.68 "GET /v2.0/ports?device_id=30971b92-5f98-411e-9029-047285ac6738 HTTP/1.1" status: 200 len: 210 time: 0.0425234 Aug 16 01:57:11.358977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47128) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:11.364371 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Request body: {'port': {'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a', 'binding:host_id': 'n-h1-765315-27', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-178580061'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:11.392985 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Made reservation on behalf of aea4a51cacb343f38de14a2db431a91c for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:11.398937 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.410890 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.505608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61ef70-13ce-48e3-9e68-34a9c84ea19f req-b775393c-a8e5-4d1f-8b2a-37faf8b2d093 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:11.507235 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7f61ef70-13ce-48e3-9e68-34a9c84ea19f req-b775393c-a8e5-4d1f-8b2a-37faf8b2d093 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 945 time: 0.0752335 Aug 16 01:57:11.567535 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7f61ef70-13ce-48e3-9e68-34a9c84ea19f req-21949fe5-d37a-4917-8ef5-908ebd9a25e6 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497131 Aug 16 01:57:11.580824 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.586125 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.591734 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] device_id is not set on port 1f5e581a-9861-43e0-9a48-fe3933fd6010 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:11.676838 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517c65ce-fd54-454b-b7bb-6384eee6b724,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:11.836024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] device_id is not set on port 1f5e581a-9861-43e0-9a48-fe3933fd6010 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:11.846036 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.857253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Transition to ACTIVE for port object 1f5e581a-9861-43e0-9a48-fe3933fd6010 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:11.867806 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.936502 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Pushing event updated for resources: {'Port': ['ID=1f5e581a-9861-43e0-9a48-fe3933fd6010,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:11.947092 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Checking segment: {'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:11.947466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Network hostable DHCP agents. Network: eb6e2841-d985-4447-a34a-a814d34f169a, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:11.966039 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Network eb6e2841-d985-4447-a34a-a814d34f169a is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:11.976251 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, eb6e2841-d985-4447-a34a-a814d34f169a) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:11.981588 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:11.987962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b2b443-e921-40c3-8e6c-8f8c88d0c1f7 None None] Network eb6e2841-d985-4447-a34a-a814d34f169a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:11.997190 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:11.997523 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:11.997888 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:12.003595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:12.003923 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:12.004829 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 2 to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 Aug 16 01:57:12.020157 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:12.020684 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:12.021195 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:12.025970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:12.026478 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:12.027071 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 3 to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 Aug 16 01:57:12.045052 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:12.045391 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:12.045726 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:12.051576 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:12.052048 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:12.052443 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 4 to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 Aug 16 01:57:12.067515 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:12.067857 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:12.068193 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:12.072810 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:12.073146 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:12.073632 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 5 to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 Aug 16 01:57:12.087700 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:12.088041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:12.088364 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:12.092859 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:12.093198 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:12.093591 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 6 to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 Aug 16 01:57:12.106563 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:12.107079 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:12.107490 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:12.115416 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:12.116199 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:12.116438 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 7 to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 Aug 16 01:57:12.138327 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:12.138779 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:12.139124 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:12.144219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:12.144549 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:12.144944 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 8 to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 Aug 16 01:57:12.157471 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:12.158345 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:12.158949 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:12.163781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:12.164165 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:12.164715 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 9 to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 Aug 16 01:57:12.179737 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:12.180166 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:12.180577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:12.185244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:12.185699 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:12.186132 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 10 to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 Aug 16 01:57:12.199217 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:12.199520 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:12.200152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:12.204610 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:12.205201 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port 1f5e581a-9861-43e0-9a48-fe3933fd6010 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:12.205583 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.286845 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] For port 1f5e581a-9861-43e0-9a48-fe3933fd6010, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:12.287585 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempted to set empty binding levels {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 01:57:12.296506 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.325691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47150) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:12.347923 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:12.348444 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.357054 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47154) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:12.371087 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Pushing event updated for resources: {'Port': ['ID=1f5e581a-9861-43e0-9a48-fe3933fd6010,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:12.384753 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-595ff6f4-0191-4cdf-a08c-653e984abe2f tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.0245867 Aug 16 01:57:12.388178 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47156) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:12.411994 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d3b88a-2265-4d4e-bf4b-65a5dc345284 admin admin] Deleting subnet c7d05b8a-693f-4c35-9f14-5f33b510158e {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:12.413468 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device bfa05576-205d-422d-98cd-c8713b2469f5 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:12.416415 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91d3b88a-2265-4d4e-bf4b-65a5dc345284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.475498 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port bfa05576-205d-422d-98cd-c8713b2469f5 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:12.475861 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91d3b88a-2265-4d4e-bf4b-65a5dc345284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.476049 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.488827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5e66f121-4678-467e-b69b-045bf4a19f11 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Deleting port 1f5e581a-9861-43e0-9a48-fe3933fd6010 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:12.489222 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e66f121-4678-467e-b69b-045bf4a19f11 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.508330 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54a67057-e919-4e47-a2ff-687a58021171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.568216 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91d3b88a-2265-4d4e-bf4b-65a5dc345284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.571028 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-5e66f121-4678-467e-b69b-045bf4a19f11 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] For port 1f5e581a-9861-43e0-9a48-fe3933fd6010, host n-h1-765315-27, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:12.571442 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e66f121-4678-467e-b69b-045bf4a19f11 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.580359 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.586948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5e66f121-4678-467e-b69b-045bf4a19f11 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Calling delete_port for 1f5e581a-9861-43e0-9a48-fe3933fd6010 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:12.611900 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e022f4e2-f523-4ff3-8aff-baed1baa0726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa05576-205d-422d-98cd-c8713b2469f5'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:12.615407 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4467a8e5-8937-4dfa-9458-35dc5fa0486b" -d '{"events": [{"server_uuid": "e022f4e2-f523-4ff3-8aff-baed1baa0726", "name": "network-vif-plugged", "status": "completed", "tag": "bfa05576-205d-422d-98cd-c8713b2469f5"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:12.631596 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port bfa05576-205d-422d-98cd-c8713b2469f5, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bfa05576-205d-422d-98cd-c8713b2469f5,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:12.643728 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.677569 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91d3b88a-2265-4d4e-bf4b-65a5dc345284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.683650 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54a67057-e919-4e47-a2ff-687a58021171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.698898 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea2ae65-53fd-40a8-8af0-862209a72dba x-openstack-request-id: req-3ea2ae65-53fd-40a8-8af0-862209a72dba {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:12.699204 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e022f4e2-f523-4ff3-8aff-baed1baa0726", "name": "network-vif-plugged", "status": "completed", "tag": "bfa05576-205d-422d-98cd-c8713b2469f5", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:12.699454 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3ea2ae65-53fd-40a8-8af0-862209a72dba {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:12.699847 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e022f4e2-f523-4ff3-8aff-baed1baa0726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa05576-205d-422d-98cd-c8713b2469f5', 'code': 200} Aug 16 01:57:12.723149 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=bfa05576-205d-422d-98cd-c8713b2469f5,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:12.727871 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e66f121-4678-467e-b69b-045bf4a19f11 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.738592 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54a67057-e919-4e47-a2ff-687a58021171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.755229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3b88a-2265-4d4e-bf4b-65a5dc345284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7d05b8a-693f-4c35-9f14-5f33b510158e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:12.757469 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91d3b88a-2265-4d4e-bf4b-65a5dc345284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.759439 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-91d3b88a-2265-4d4e-bf4b-65a5dc345284 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c7d05b8a-693f-4c35-9f14-5f33b510158e HTTP/1.1" status: 204 len: 168 time: 0.4016604 Aug 16 01:57:12.768192 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47162) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:12.777483 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66f121-4678-467e-b69b-045bf4a19f11 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f5e581a-9861-43e0-9a48-fe3933fd6010,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:12.802547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a67057-e919-4e47-a2ff-687a58021171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee1f0da-112c-419a-a200-7d31ef9e47ed,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:12.808602 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-54a67057-e919-4e47-a2ff-687a58021171 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5ba3a0645a52484781d125d709734bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813762 Aug 16 01:57:12.813212 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47164) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:12.823539 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e66f121-4678-467e-b69b-045bf4a19f11 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.825442 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5e66f121-4678-467e-b69b-045bf4a19f11 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] 10.222.0.68 "DELETE /v2.0/ports/1f5e581a-9861-43e0-9a48-fe3933fd6010 HTTP/1.1" status: 204 len: 168 time: 0.4363046 Aug 16 01:57:12.829812 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010732ed-f49d-4dcf-8412-e15f84263ef9 req-56afe385-b58e-48ae-8b9f-459628871a66 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:12.830889 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-010732ed-f49d-4dcf-8412-e15f84263ef9 req-56afe385-b58e-48ae-8b9f-459628871a66 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.1494911 Aug 16 01:57:12.831371 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47166) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:12.884976 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfdab4d-51de-45e1-b541-8a08b422c1c1 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] GET failed (client error): The resource could not be found. Aug 16 01:57:12.886278 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4287ca9-461f-4bd5-81ff-1b68cb900155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.886908 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2cfdab4d-51de-45e1-b541-8a08b422c1c1 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] 10.222.0.68 "GET /v2.0/ports/1f5e581a-9861-43e0-9a48-fe3933fd6010 HTTP/1.1" status: 404 len: 333 time: 0.0496671 Aug 16 01:57:12.891853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47170) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:12.904208 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-805bf5b0-c695-46dd-8008-c17bc3717eec tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Request body: {'port': {'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-569459001'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:12.912417 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d381ec-bdcd-410d-b1f6-4c0c24046983 req-a8437256-8dda-465e-94e6-c029ad9937a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:12.913947 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-55d381ec-bdcd-410d-b1f6-4c0c24046983 req-a8437256-8dda-465e-94e6-c029ad9937a5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 1098 time: 0.0918062 Aug 16 01:57:12.931892 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-010732ed-f49d-4dcf-8412-e15f84263ef9 req-cf5d37f1-226b-42a5-8a7a-23538b655bd7 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843124 Aug 16 01:57:12.936588 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b51ac82-e642-4f95-9a6d-f82f07ab4c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.966998 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b51ac82-e642-4f95-9a6d-f82f07ab4c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.975556 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805bf5b0-c695-46dd-8008-c17bc3717eec tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Made reservation on behalf of aea4a51cacb343f38de14a2db431a91c for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:12.977998 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-805bf5b0-c695-46dd-8008-c17bc3717eec tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.016956 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b51ac82-e642-4f95-9a6d-f82f07ab4c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.019591 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b51ac82-e642-4f95-9a6d-f82f07ab4c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.020759 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9b51ac82-e642-4f95-9a6d-f82f07ab4c86 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5ee1f0da-112c-419a-a200-7d31ef9e47ed HTTP/1.1" status: 204 len: 168 time: 0.2059877 Aug 16 01:57:13.030744 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51ac82-e642-4f95-9a6d-f82f07ab4c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee1f0da-112c-419a-a200-7d31ef9e47ed,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:13.040711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 90ddf289-be5d-4472-9d36-5c9b06a4a694 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:13.045640 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-55d381ec-bdcd-410d-b1f6-4c0c24046983 req-b2e14656-4271-4251-9337-a5bc966b98e3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215024 Aug 16 01:57:13.053442 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4287ca9-461f-4bd5-81ff-1b68cb900155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.056229 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-805bf5b0-c695-46dd-8008-c17bc3717eec tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] device_id is not set on port feea6e6c-5349-4754-865e-6776bea44ee7 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:13.069992 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 90ddf289-be5d-4472-9d36-5c9b06a4a694 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:13.070350 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 90ddf289-be5d-4472-9d36-5c9b06a4a694 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:13.071073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c4287ca9-461f-4bd5-81ff-1b68cb900155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c2dd85-9f0c-423e-945f-fe5117965849']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:13.115703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c4287ca9-461f-4bd5-81ff-1b68cb900155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44d2e94-4fdb-4735-9ba3-9e1289d26134') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:13.116008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c4287ca9-461f-4bd5-81ff-1b68cb900155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44d2e94-4fdb-4735-9ba3-9e1289d26134') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:13.129553 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4287ca9-461f-4bd5-81ff-1b68cb900155 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.159133 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4287ca9-461f-4bd5-81ff-1b68cb900155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.172748 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4287ca9-461f-4bd5-81ff-1b68cb900155 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:13.173160 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4287ca9-461f-4bd5-81ff-1b68cb900155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:13.174897 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:13.281933 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4287ca9-461f-4bd5-81ff-1b68cb900155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.295106 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4287ca9-461f-4bd5-81ff-1b68cb900155 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.296817 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c4287ca9-461f-4bd5-81ff-1b68cb900155 admin admin] 10.222.0.68 "DELETE /v2.0/networks/16c2dd85-9f0c-423e-945f-fe5117965849 HTTP/1.1" status: 204 len: 168 time: 0.5260282 Aug 16 01:57:13.300620 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47176) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:13.316908 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4287ca9-461f-4bd5-81ff-1b68cb900155 admin admin] Pushing event deleted for resources: {'Network': ['ID=16c2dd85-9f0c-423e-945f-fe5117965849,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:13.323012 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-805bf5b0-c695-46dd-8008-c17bc3717eec tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.329983 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47178) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:13.346409 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38681e63-d5a2-4343-bd19-d4cb0fbaaa15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.349959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee480fa-815a-40fa-a90d-8054343e34b2 admin admin] Deleting subnet 798c53ad-fc62-4bc4-9022-a23cbe024aaa {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:13.353197 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ee480fa-815a-40fa-a90d-8054343e34b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.392362 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ee480fa-815a-40fa-a90d-8054343e34b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.401596 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-805bf5b0-c695-46dd-8008-c17bc3717eec tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.432263 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ee480fa-815a-40fa-a90d-8054343e34b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.465801 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805bf5b0-c695-46dd-8008-c17bc3717eec tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Network eb6e2841-d985-4447-a34a-a814d34f169a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:13.480410 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-805bf5b0-c695-46dd-8008-c17bc3717eec tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:13.483542 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805bf5b0-c695-46dd-8008-c17bc3717eec tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:13.485026 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805bf5b0-c695-46dd-8008-c17bc3717eec tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:13.485633 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-805bf5b0-c695-46dd-8008-c17bc3717eec tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.489089 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bf5b0-c695-46dd-8008-c17bc3717eec tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Pushing event updated for resources: {'Port': ['ID=feea6e6c-5349-4754-865e-6776bea44ee7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:13.491811 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ee480fa-815a-40fa-a90d-8054343e34b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.521052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee480fa-815a-40fa-a90d-8054343e34b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=798c53ad-fc62-4bc4-9022-a23cbe024aaa,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:13.523318 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ee480fa-815a-40fa-a90d-8054343e34b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.523700 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38681e63-d5a2-4343-bd19-d4cb0fbaaa15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.525633 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6ee480fa-815a-40fa-a90d-8054343e34b2 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/798c53ad-fc62-4bc4-9022-a23cbe024aaa HTTP/1.1" status: 204 len: 168 time: 0.2233982 Aug 16 01:57:13.528170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47180) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:13.531793 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38681e63-d5a2-4343-bd19-d4cb0fbaaa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.539466 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-805bf5b0-c695-46dd-8008-c17bc3717eec tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6457658 Aug 16 01:57:13.546367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47182) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:13.575302 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38681e63-d5a2-4343-bd19-d4cb0fbaaa15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a295a65-79a6-459d-8df3-c20da125fc1e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:13.579783 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-38681e63-d5a2-4343-bd19-d4cb0fbaaa15 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d9aadcaaa34c4dc3817fa9c643345334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488143 Aug 16 01:57:13.582309 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47184) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:13.583588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:13.632165 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad03e6c6-9c53-4f56-86a1-97d6bae99f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.651947 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0dd2bf41-0d75-4d2d-a115-3f4cd5408c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.653397 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad03e6c6-9c53-4f56-86a1-97d6bae99f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.661584 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.702326 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad03e6c6-9c53-4f56-86a1-97d6bae99f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.704919 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad03e6c6-9c53-4f56-86a1-97d6bae99f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.708788 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ad03e6c6-9c53-4f56-86a1-97d6bae99f52 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4a295a65-79a6-459d-8df3-c20da125fc1e HTTP/1.1" status: 204 len: 168 time: 0.1255441 Aug 16 01:57:13.716844 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03e6c6-9c53-4f56-86a1-97d6bae99f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a295a65-79a6-459d-8df3-c20da125fc1e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:13.830082 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0dd2bf41-0d75-4d2d-a115-3f4cd5408c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.843335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0dd2bf41-0d75-4d2d-a115-3f4cd5408c61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf7dfb6-d02b-4bbe-a26c-efebe2063710']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:13.862179 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0dd2bf41-0d75-4d2d-a115-3f4cd5408c61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b4aa60-9cbb-4f62-ada7-69ddc425e0fa') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:13.862479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0dd2bf41-0d75-4d2d-a115-3f4cd5408c61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b4aa60-9cbb-4f62-ada7-69ddc425e0fa') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:13.880112 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0dd2bf41-0d75-4d2d-a115-3f4cd5408c61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.901121 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0dd2bf41-0d75-4d2d-a115-3f4cd5408c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.961514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd2bf41-0d75-4d2d-a115-3f4cd5408c61 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:13.962032 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0dd2bf41-0d75-4d2d-a115-3f4cd5408c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:13.964045 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:13.975787 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] device_id is not set on port feea6e6c-5349-4754-865e-6776bea44ee7 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:14.018789 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.049667 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Transition to ACTIVE for port object feea6e6c-5349-4754-865e-6776bea44ee7 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:14.052178 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0dd2bf41-0d75-4d2d-a115-3f4cd5408c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.076489 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0dd2bf41-0d75-4d2d-a115-3f4cd5408c61 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.081360 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0dd2bf41-0d75-4d2d-a115-3f4cd5408c61 admin admin] 10.222.0.68 "DELETE /v2.0/networks/dbf7dfb6-d02b-4bbe-a26c-efebe2063710 HTTP/1.1" status: 204 len: 168 time: 0.5520647 Aug 16 01:57:14.083435 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.120801 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2bf41-0d75-4d2d-a115-3f4cd5408c61 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf7dfb6-d02b-4bbe-a26c-efebe2063710,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:14.156864 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627434c2-5754-4f27-89ab-de1627ac6712 req-36ef5e54-23ad-4801-bc12-95e63336a5d0 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.158745 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-627434c2-5754-4f27-89ab-de1627ac6712 req-36ef5e54-23ad-4801-bc12-95e63336a5d0 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.1225758 Aug 16 01:57:14.164108 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Pushing event updated for resources: {'Port': ['ID=feea6e6c-5349-4754-865e-6776bea44ee7,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:14.208074 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:14.208443 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:14.208758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:14.219365 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-627434c2-5754-4f27-89ab-de1627ac6712 req-278e700d-686a-4161-9ecd-d7e0d1addeef tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525420 Aug 16 01:57:14.220433 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:14.220780 n-d-765315-27 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:14.221145 n-d-765315-27 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 2 to bind port feea6e6c-5349-4754-865e-6776bea44ee7 Aug 16 01:57:14.234009 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:14.234853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:14.235373 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:14.240095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:14.240429 n-d-765315-27 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:14.240832 n-d-765315-27 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 3 to bind port feea6e6c-5349-4754-865e-6776bea44ee7 Aug 16 01:57:14.245672 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47204) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:14.254406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:14.254748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:14.255080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:14.259486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:14.259822 n-d-765315-27 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:14.260208 n-d-765315-27 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 4 to bind port feea6e6c-5349-4754-865e-6776bea44ee7 Aug 16 01:57:14.273741 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:14.274105 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:14.274435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:14.279131 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:14.279437 n-d-765315-27 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:14.279820 n-d-765315-27 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 5 to bind port feea6e6c-5349-4754-865e-6776bea44ee7 Aug 16 01:57:14.293779 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:14.294169 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:14.294433 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:14.299994 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:14.300325 n-d-765315-27 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:14.300712 n-d-765315-27 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 6 to bind port feea6e6c-5349-4754-865e-6776bea44ee7 Aug 16 01:57:14.304141 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f0ca9c50-ea8c-42c1-b445-7cfcc7523698 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2f4ef4af2bf9414ab1d9b7fdbe107a55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540307 Aug 16 01:57:14.304313 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47206) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:14.329042 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:14.329369 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:14.329730 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:14.341730 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:14.342004 n-d-765315-27 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:14.345523 n-d-765315-27 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 7 to bind port feea6e6c-5349-4754-865e-6776bea44ee7 Aug 16 01:57:14.368920 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:14.369511 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:14.369624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:14.377996 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:14.378327 n-d-765315-27 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:14.382916 n-d-765315-27 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 8 to bind port feea6e6c-5349-4754-865e-6776bea44ee7 Aug 16 01:57:14.394769 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb528c06-eba5-4f9d-b062-6c0e6b88a0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.405536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:14.405809 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:14.406216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:14.414036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:14.414364 n-d-765315-27 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:14.418305 n-d-765315-27 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 9 to bind port feea6e6c-5349-4754-865e-6776bea44ee7 Aug 16 01:57:14.426857 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb528c06-eba5-4f9d-b062-6c0e6b88a0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.444341 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:14.444675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:14.445007 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:14.468190 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:14.468519 n-d-765315-27 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:14.470873 n-d-765315-27 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 10 to bind port feea6e6c-5349-4754-865e-6776bea44ee7 Aug 16 01:57:14.485946 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:14.486355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:14.486739 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:14.492078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:14.492432 n-d-765315-27 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port feea6e6c-5349-4754-865e-6776bea44ee7 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:14.492826 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.527468 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb528c06-eba5-4f9d-b062-6c0e6b88a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.530027 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb528c06-eba5-4f9d-b062-6c0e6b88a0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.531332 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cb528c06-eba5-4f9d-b062-6c0e6b88a0eb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7033f2c3-6789-4c00-896c-0a753166a378 HTTP/1.1" status: 204 len: 168 time: 0.2263598 Aug 16 01:57:14.548716 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb528c06-eba5-4f9d-b062-6c0e6b88a0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7033f2c3-6789-4c00-896c-0a753166a378,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:14.574652 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] For port feea6e6c-5349-4754-865e-6776bea44ee7, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:14.574814 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempted to set empty binding levels {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 01:57:14.581702 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.618550 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] In _notify_port_updated(), no bound segment for port feea6e6c-5349-4754-865e-6776bea44ee7 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:57:14.619298 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.619895 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.622319 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] 10.222.0.68 "PUT /v2.0/ports/feea6e6c-5349-4754-865e-6776bea44ee7 HTTP/1.1" status: 200 len: 975 time: 1.0736904 Aug 16 01:57:14.623834 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47220) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:14.639972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020fd42-b3fb-46c3-a43f-0f4bdce80fd4 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Pushing event updated for resources: {'Port': ['ID=feea6e6c-5349-4754-865e-6776bea44ee7,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:14.711304 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd57f73-5475-4eef-9f97-41e79baa0814 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.711875 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd57f73-5475-4eef-9f97-41e79baa0814 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.712907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd57f73-5475-4eef-9f97-41e79baa0814 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.712907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd57f73-5475-4eef-9f97-41e79baa0814 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.713188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd57f73-5475-4eef-9f97-41e79baa0814 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.713586 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd57f73-5475-4eef-9f97-41e79baa0814 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.714073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd57f73-5475-4eef-9f97-41e79baa0814 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.714531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd57f73-5475-4eef-9f97-41e79baa0814 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.714984 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd57f73-5475-4eef-9f97-41e79baa0814 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.715437 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd57f73-5475-4eef-9f97-41e79baa0814 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.715889 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd57f73-5475-4eef-9f97-41e79baa0814 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.716339 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd57f73-5475-4eef-9f97-41e79baa0814 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.716790 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd57f73-5475-4eef-9f97-41e79baa0814 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.717244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd57f73-5475-4eef-9f97-41e79baa0814 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.717696 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd57f73-5475-4eef-9f97-41e79baa0814 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.718213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd57f73-5475-4eef-9f97-41e79baa0814 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.724533 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ddd57f73-5475-4eef-9f97-41e79baa0814 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14418 time: 0.0966330 Aug 16 01:57:14.724820 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47224) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:14.807066 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-39cd6dff-883d-483b-9ee2-d52bbb39e7f2 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Deleting port feea6e6c-5349-4754-865e-6776bea44ee7 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:14.807413 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39cd6dff-883d-483b-9ee2-d52bbb39e7f2 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.875187 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-39cd6dff-883d-483b-9ee2-d52bbb39e7f2 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] For port feea6e6c-5349-4754-865e-6776bea44ee7, host n-h1-765315-27, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:14.875451 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39cd6dff-883d-483b-9ee2-d52bbb39e7f2 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.891476 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-39cd6dff-883d-483b-9ee2-d52bbb39e7f2 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Calling delete_port for feea6e6c-5349-4754-865e-6776bea44ee7 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:14.956953 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47232) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:14.981733 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39cd6dff-883d-483b-9ee2-d52bbb39e7f2 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.008257 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-93d91e2c-318c-4503-9ad0-7d1b072cea6f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c4577f25a67b44bd87268e31ea8b3ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476632 Aug 16 01:57:15.008647 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47238) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:15.023230 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd6dff-883d-483b-9ee2-d52bbb39e7f2 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Pushing event deleted for resources: {'Port': ['ID=feea6e6c-5349-4754-865e-6776bea44ee7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:15.027782 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39cd6dff-883d-483b-9ee2-d52bbb39e7f2 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.029836 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-39cd6dff-883d-483b-9ee2-d52bbb39e7f2 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] 10.222.0.68 "DELETE /v2.0/ports/feea6e6c-5349-4754-865e-6776bea44ee7 HTTP/1.1" status: 204 len: 168 time: 0.3040648 Aug 16 01:57:15.033515 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47240) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:15.060064 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-777b5433-ca3c-4e07-b586-6be3827e1f47 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] GET failed (client error): The resource could not be found. Aug 16 01:57:15.061523 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-777b5433-ca3c-4e07-b586-6be3827e1f47 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] 10.222.0.68 "GET /v2.0/ports/feea6e6c-5349-4754-865e-6776bea44ee7 HTTP/1.1" status: 404 len: 333 time: 0.0268512 Aug 16 01:57:15.065490 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47242) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:15.070720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c6144791-4249-489a-b80b-450c07cb7c00 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-457231892', 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:15.078504 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb42b37e-7654-49bd-9895-8ee5848e5c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.094546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6144791-4249-489a-b80b-450c07cb7c00 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Made reservation on behalf of aea4a51cacb343f38de14a2db431a91c for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:15.098563 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6144791-4249-489a-b80b-450c07cb7c00 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.113233 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb42b37e-7654-49bd-9895-8ee5848e5c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.115988 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-c6144791-4249-489a-b80b-450c07cb7c00 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] device_id is not set on port 9157eedd-3810-44af-be42-65303696a6a0 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:15.178628 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb42b37e-7654-49bd-9895-8ee5848e5c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.183015 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb42b37e-7654-49bd-9895-8ee5848e5c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.184164 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-eb42b37e-7654-49bd-9895-8ee5848e5c0d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/29aee09b-b02a-40eb-8961-3a40dd59a806 HTTP/1.1" status: 204 len: 168 time: 0.1745305 Aug 16 01:57:15.193051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42b37e-7654-49bd-9895-8ee5848e5c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29aee09b-b02a-40eb-8961-3a40dd59a806,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:15.318611 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6144791-4249-489a-b80b-450c07cb7c00 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.357291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040488b7-2410-4002-b2bb-8cadaf2e4a3c req-b477fe2f-c323-44c4-bbc4-19be52cf2979 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:15.359828 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-040488b7-2410-4002-b2bb-8cadaf2e4a3c req-b477fe2f-c323-44c4-bbc4-19be52cf2979 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.0604334 Aug 16 01:57:15.364272 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6144791-4249-489a-b80b-450c07cb7c00 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.402904 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-040488b7-2410-4002-b2bb-8cadaf2e4a3c req-3b6d3901-b4c7-46cc-99ac-c8d3a930bb51 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361986 Aug 16 01:57:15.427671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6144791-4249-489a-b80b-450c07cb7c00 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Network eb6e2841-d985-4447-a34a-a814d34f169a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:15.431766 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c6144791-4249-489a-b80b-450c07cb7c00 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:15.437509 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6144791-4249-489a-b80b-450c07cb7c00 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:15.439427 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6144791-4249-489a-b80b-450c07cb7c00 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:15.440289 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6144791-4249-489a-b80b-450c07cb7c00 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.444835 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6144791-4249-489a-b80b-450c07cb7c00 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Pushing event updated for resources: {'Port': ['ID=9157eedd-3810-44af-be42-65303696a6a0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:15.471111 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c6144791-4249-489a-b80b-450c07cb7c00 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4040782 Aug 16 01:57:15.474888 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47258) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:15.523248 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d278286-f18c-44e6-8f1f-1170b32c87fd tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:15.527293 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1d278286-f18c-44e6-8f1f-1170b32c87fd tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] 10.222.0.68 "GET /v2.0/ports/9157eedd-3810-44af-be42-65303696a6a0 HTTP/1.1" status: 200 len: 954 time: 0.0513027 Aug 16 01:57:15.529922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47260) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:15.579129 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0958ef-09d0-456b-b196-275e3439d394 req-e624114e-335f-4a85-b97a-30a01e0a43b0 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:15.581478 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-df0958ef-09d0-456b-b196-275e3439d394 req-e624114e-335f-4a85-b97a-30a01e0a43b0 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.0723407 Aug 16 01:57:15.643013 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-df0958ef-09d0-456b-b196-275e3439d394 req-eabba976-2fdf-46ff-bf55-16a6fdf931cd tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547199 Aug 16 01:57:15.645320 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-537e4b8c-2459-482b-a326-641d18284dde tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Deleting port 9157eedd-3810-44af-be42-65303696a6a0 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:15.647215 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-537e4b8c-2459-482b-a326-641d18284dde tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.732825 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-537e4b8c-2459-482b-a326-641d18284dde tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.753035 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-537e4b8c-2459-482b-a326-641d18284dde tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Calling delete_port for 9157eedd-3810-44af-be42-65303696a6a0 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:15.852947 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-537e4b8c-2459-482b-a326-641d18284dde tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.888221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e4b8c-2459-482b-a326-641d18284dde tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Pushing event deleted for resources: {'Port': ['ID=9157eedd-3810-44af-be42-65303696a6a0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:15.895439 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-537e4b8c-2459-482b-a326-641d18284dde tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.897602 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-537e4b8c-2459-482b-a326-641d18284dde tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] 10.222.0.68 "DELETE /v2.0/ports/9157eedd-3810-44af-be42-65303696a6a0 HTTP/1.1" status: 204 len: 168 time: 0.3654172 Aug 16 01:57:15.900347 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47278) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:15.924715 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ca893d-aa11-42de-9ff5-309a159cc839 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] GET failed (client error): The resource could not be found. Aug 16 01:57:15.926272 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-08ca893d-aa11-42de-9ff5-309a159cc839 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] 10.222.0.68 "GET /v2.0/ports/9157eedd-3810-44af-be42-65303696a6a0 HTTP/1.1" status: 404 len: 333 time: 0.0249133 Aug 16 01:57:15.930094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47280) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:15.934968 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-626737fd-666f-4a62-bed2-37c8b7275262 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Request body: {'port': {'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1205442423'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:15.961792 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626737fd-666f-4a62-bed2-37c8b7275262 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Made reservation on behalf of aea4a51cacb343f38de14a2db431a91c for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:15.964170 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-626737fd-666f-4a62-bed2-37c8b7275262 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.987559 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-626737fd-666f-4a62-bed2-37c8b7275262 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] device_id is not set on port 491edec9-eb8e-4785-9593-cc293e25bc34 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:16.157956 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47296) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:16.213330 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c742048-1b6b-4875-bb73-cb930579c26e req-650cdc38-3d36-4fa5-944d-5c10b32cac8c tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:16.214848 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c742048-1b6b-4875-bb73-cb930579c26e req-650cdc38-3d36-4fa5-944d-5c10b32cac8c tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/networks?id=d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 HTTP/1.1" status: 200 len: 815 time: 0.1896346 Aug 16 01:57:16.242122 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c742048-1b6b-4875-bb73-cb930579c26e req-2f20d129-bb63-48d1-beb1-794668dd5f84 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/quotas/7c6347f5bf194c788b7062e1a4024297 HTTP/1.1" status: 200 len: 375 time: 0.0204794 Aug 16 01:57:16.261258 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-626737fd-666f-4a62-bed2-37c8b7275262 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.272287 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e46dc326-f0a9-40e0-934d-2fdb101e47eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.312037 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c742048-1b6b-4875-bb73-cb930579c26e req-5f9235a0-d7b5-4eb7-9dc7-2aa3bc9850da tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7c6347f5bf194c788b7062e1a4024297&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0643225 Aug 16 01:57:16.374135 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-626737fd-666f-4a62-bed2-37c8b7275262 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.376758 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e46dc326-f0a9-40e0-934d-2fdb101e47eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.381463 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e46dc326-f0a9-40e0-934d-2fdb101e47eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.421211 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e46dc326-f0a9-40e0-934d-2fdb101e47eb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=75a946a923a34cbd848167685a22f574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2616236 Aug 16 01:57:16.423437 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46dc326-f0a9-40e0-934d-2fdb101e47eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8e2dd9-a654-4325-ac62-872cccab9225,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:16.425859 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47300) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:16.436039 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626737fd-666f-4a62-bed2-37c8b7275262 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Network eb6e2841-d985-4447-a34a-a814d34f169a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:16.445539 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-626737fd-666f-4a62-bed2-37c8b7275262 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:16.455370 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626737fd-666f-4a62-bed2-37c8b7275262 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:16.456299 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626737fd-666f-4a62-bed2-37c8b7275262 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:16.456995 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-626737fd-666f-4a62-bed2-37c8b7275262 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.466810 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626737fd-666f-4a62-bed2-37c8b7275262 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Pushing event updated for resources: {'Port': ['ID=491edec9-eb8e-4785-9593-cc293e25bc34,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:16.476445 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84d62ec5-8835-4f47-bacc-be81ea1e6128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.478317 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c742048-1b6b-4875-bb73-cb930579c26e req-371e047b-7852-48af-9751-621c7344722b service neutron] 10.222.0.68 "GET /v2.0/networks/d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563702 Aug 16 01:57:16.480733 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-626737fd-666f-4a62-bed2-37c8b7275262 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5496490 Aug 16 01:57:16.483598 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47302) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:16.489127 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:16.505211 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84d62ec5-8835-4f47-bacc-be81ea1e6128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.555749 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84d62ec5-8835-4f47-bacc-be81ea1e6128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.558540 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84d62ec5-8835-4f47-bacc-be81ea1e6128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.562186 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-84d62ec5-8835-4f47-bacc-be81ea1e6128 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4a8e2dd9-a654-4325-ac62-872cccab9225 HTTP/1.1" status: 204 len: 168 time: 0.1330066 Aug 16 01:57:16.573529 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d62ec5-8835-4f47-bacc-be81ea1e6128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8e2dd9-a654-4325-ac62-872cccab9225,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:16.603356 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.632620 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c742048-1b6b-4875-bb73-cb930579c26e req-f67b1d35-04b5-4b25-a969-faf91793bee0 service neutron] 10.222.0.68 "GET /v2.0/networks/d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406865 Aug 16 01:57:16.820231 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] device_id is not set on port 491edec9-eb8e-4785-9593-cc293e25bc34 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:16.829532 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.833266 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6fcb2282-ae1e-45d2-931a-9e943b22d159 req-91f1bd75-7f12-4f88-8d61-f7c69fa20cf9 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 210 time: 0.0394807 Aug 16 01:57:16.847975 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Transition to ACTIVE for port object 491edec9-eb8e-4785-9593-cc293e25bc34 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:16.854356 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.892699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47312) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:16.910029 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7282438-3d4a-4148-be35-5bd4f5cf7a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.916451 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Pushing event updated for resources: {'Port': ['ID=491edec9-eb8e-4785-9593-cc293e25bc34,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:16.931240 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:16.931510 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:16.931856 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:16.939055 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:16.939421 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:16.939842 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 2 to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 Aug 16 01:57:16.954008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:16.954715 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:16.955235 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:16.960267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:16.960594 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:16.960981 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 3 to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 Aug 16 01:57:16.974432 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:16.974757 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:16.975094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:16.979571 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:16.979898 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:16.980286 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 4 to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 Aug 16 01:57:16.996368 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:16.996738 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:16.997000 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:17.002129 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:17.002464 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:17.002853 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 5 to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 Aug 16 01:57:17.015524 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:17.015773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:17.016191 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:17.021541 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7282438-3d4a-4148-be35-5bd4f5cf7a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.021992 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:17.022328 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:17.022771 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 6 to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 Aug 16 01:57:17.029664 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7282438-3d4a-4148-be35-5bd4f5cf7a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.037696 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:17.038207 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:17.038611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:17.044208 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:17.044787 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:17.045438 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 7 to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 Aug 16 01:57:17.059585 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:17.060010 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:17.060482 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:17.065064 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:17.065510 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:17.066027 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 8 to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 Aug 16 01:57:17.078288 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f7282438-3d4a-4148-be35-5bd4f5cf7a43 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d6719e96c09d40b583a68958f95eed51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817338 Aug 16 01:57:17.079240 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47320) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:17.079980 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:17.080398 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:17.080805 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:17.085810 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:17.086214 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:17.086669 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 9 to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 Aug 16 01:57:17.087255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7282438-3d4a-4148-be35-5bd4f5cf7a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8bb67d-4cf0-4fb1-8948-078544083f06,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:17.113809 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:17.114260 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:17.114681 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:17.119979 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:17.120742 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:17.121220 n-d-765315-27 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempt 10 to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 Aug 16 01:57:17.139503 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:17.139989 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:17.140534 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempting to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:17.146873 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:17.147303 n-d-765315-27 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Failed to bind port 491edec9-eb8e-4785-9593-cc293e25bc34 on host n-h1-765315-27 for vnic_type normal using segments [{'id': 'feee392f-a290-49cd-a363-b96683d44730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eb6e2841-d985-4447-a34a-a814d34f169a'}] Aug 16 01:57:17.148465 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.154098 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b4c76e1-00bf-45c9-94bf-6cecd2e8265d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.190161 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b4c76e1-00bf-45c9-94bf-6cecd2e8265d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.249210 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b4c76e1-00bf-45c9-94bf-6cecd2e8265d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.252662 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b4c76e1-00bf-45c9-94bf-6cecd2e8265d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.256101 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0b4c76e1-00bf-45c9-94bf-6cecd2e8265d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fe8bb67d-4cf0-4fb1-8948-078544083f06 HTTP/1.1" status: 204 len: 168 time: 0.1737859 Aug 16 01:57:17.263324 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c76e1-00bf-45c9-94bf-6cecd2e8265d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8bb67d-4cf0-4fb1-8948-078544083f06,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:17.292622 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] For port 491edec9-eb8e-4785-9593-cc293e25bc34, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:17.292954 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attempted to set empty binding levels {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 01:57:17.302203 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95643879-d309-43f5-8ce7-4a04e5516d7f req-390a95c8-3800-4719-92df-f84a4958b519 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:17.303766 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-95643879-d309-43f5-8ce7-4a04e5516d7f req-390a95c8-3800-4719-92df-f84a4958b519 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.73 "GET /v2.0/ports?device_id=e022f4e2-f523-4ff3-8aff-baed1baa0726 HTTP/1.1" status: 200 len: 946 time: 0.0855362 Aug 16 01:57:17.305412 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.360036 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] In _notify_port_updated(), no bound segment for port 491edec9-eb8e-4785-9593-cc293e25bc34 on network eb6e2841-d985-4447-a34a-a814d34f169a {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:57:17.360907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:17.361507 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.362870 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] 10.222.0.68 "PUT /v2.0/ports/491edec9-eb8e-4785-9593-cc293e25bc34 HTTP/1.1" status: 200 len: 976 time: 0.8782201 Aug 16 01:57:17.366329 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47326) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:17.420206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba652b3-4a32-4200-a703-d38439bc17f7 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Pushing event updated for resources: {'Port': ['ID=491edec9-eb8e-4785-9593-cc293e25bc34,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:17.450520 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-95643879-d309-43f5-8ce7-4a04e5516d7f req-8ba01a5f-5506-4d2f-87b0-9ec38d85c7ac tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Deleting port bfa05576-205d-422d-98cd-c8713b2469f5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:17.450760 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-95643879-d309-43f5-8ce7-4a04e5516d7f req-8ba01a5f-5506-4d2f-87b0-9ec38d85c7ac tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.473821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f9814-0a63-4814-a2bb-8de20b11215c tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Deleting port 491edec9-eb8e-4785-9593-cc293e25bc34 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:17.474433 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9814-0a63-4814-a2bb-8de20b11215c tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.552633 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-95643879-d309-43f5-8ce7-4a04e5516d7f req-8ba01a5f-5506-4d2f-87b0-9ec38d85c7ac tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] For port bfa05576-205d-422d-98cd-c8713b2469f5, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bfa05576-205d-422d-98cd-c8713b2469f5,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:17.552990 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-5e5f9814-0a63-4814-a2bb-8de20b11215c tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] For port 491edec9-eb8e-4785-9593-cc293e25bc34, host n-h1-765315-27, got binding levels [] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:17.553157 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-95643879-d309-43f5-8ce7-4a04e5516d7f req-8ba01a5f-5506-4d2f-87b0-9ec38d85c7ac tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.553683 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9814-0a63-4814-a2bb-8de20b11215c tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.567371 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f9814-0a63-4814-a2bb-8de20b11215c tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Calling delete_port for 491edec9-eb8e-4785-9593-cc293e25bc34 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:17.569464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-95643879-d309-43f5-8ce7-4a04e5516d7f req-8ba01a5f-5506-4d2f-87b0-9ec38d85c7ac tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Calling delete_port for bfa05576-205d-422d-98cd-c8713b2469f5 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:17.651422 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9814-0a63-4814-a2bb-8de20b11215c tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.681915 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f9814-0a63-4814-a2bb-8de20b11215c tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Pushing event deleted for resources: {'Port': ['ID=491edec9-eb8e-4785-9593-cc293e25bc34,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:17.690748 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e5f9814-0a63-4814-a2bb-8de20b11215c tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.695691 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5e5f9814-0a63-4814-a2bb-8de20b11215c tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] 10.222.0.68 "DELETE /v2.0/ports/491edec9-eb8e-4785-9593-cc293e25bc34 HTTP/1.1" status: 204 len: 168 time: 0.3250020 Aug 16 01:57:17.696049 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47336) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:17.725878 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-6094c107-f76d-4bab-bc20-ef3c94db8740 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] GET failed (client error): The resource could not be found. Aug 16 01:57:17.727549 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6094c107-f76d-4bab-bc20-ef3c94db8740 tempest-PortsAdminExtendedAttrsTestJSON-456087921 tempest-PortsAdminExtendedAttrsTestJSON-456087921-project-admin] 10.222.0.68 "GET /v2.0/ports/491edec9-eb8e-4785-9593-cc293e25bc34 HTTP/1.1" status: 404 len: 333 time: 0.0304499 Aug 16 01:57:17.731581 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-95643879-d309-43f5-8ce7-4a04e5516d7f req-8ba01a5f-5506-4d2f-87b0-9ec38d85c7ac tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.732527 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47338) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:17.748406 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['bfa05576-205d-422d-98cd-c8713b2469f5'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:17.833748 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba01a5f-5506-4d2f-87b0-9ec38d85c7ac tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Pushing event deleted for resources: {'Port': ['ID=bfa05576-205d-422d-98cd-c8713b2469f5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:17.938903 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-33ff75ae-eb39-45d0-afd6-07164eeb6593 req-f99df9ab-d0e5-425f-a78f-ee720ac7d0e8 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 210 time: 0.0338948 Aug 16 01:57:18.191222 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-95643879-d309-43f5-8ce7-4a04e5516d7f req-8ba01a5f-5506-4d2f-87b0-9ec38d85c7ac tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] No DVR routers for this DVR port bfa05576-205d-422d-98cd-c8713b2469f5 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:18.205927 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-95643879-d309-43f5-8ce7-4a04e5516d7f req-8ba01a5f-5506-4d2f-87b0-9ec38d85c7ac tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.208138 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-95643879-d309-43f5-8ce7-4a04e5516d7f req-8ba01a5f-5506-4d2f-87b0-9ec38d85c7ac tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.73 "DELETE /v2.0/ports/bfa05576-205d-422d-98cd-c8713b2469f5 HTTP/1.1" status: 204 len: 173 time: 0.8927619 Aug 16 01:57:18.237395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e022f4e2-f523-4ff3-8aff-baed1baa0726', 'name': 'network-vif-deleted', 'tag': 'bfa05576-205d-422d-98cd-c8713b2469f5'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:18.239335 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624f7dfd-ca87-4e30-aa3b-a95083dafe2b" -d '{"events": [{"server_uuid": "e022f4e2-f523-4ff3-8aff-baed1baa0726", "name": "network-vif-deleted", "tag": "bfa05576-205d-422d-98cd-c8713b2469f5"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:18.269185 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c036c66-3503-42db-a46e-b63f545a5b19 tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.299523 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78acc9c-65f4-4377-9268-a6c7982f8d9b x-openstack-request-id: req-a78acc9c-65f4-4377-9268-a6c7982f8d9b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:18.299821 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e022f4e2-f523-4ff3-8aff-baed1baa0726", "name": "network-vif-deleted", "tag": "bfa05576-205d-422d-98cd-c8713b2469f5", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:18.300069 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a78acc9c-65f4-4377-9268-a6c7982f8d9b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:18.300579 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e022f4e2-f523-4ff3-8aff-baed1baa0726', 'name': 'network-vif-deleted', 'tag': 'bfa05576-205d-422d-98cd-c8713b2469f5', 'status': 'completed', 'code': 200} Aug 16 01:57:18.387548 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c742048-1b6b-4875-bb73-cb930579c26e req-73b429fc-6a18-4f67-adfb-fc6940e40caf tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:18.389302 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c742048-1b6b-4875-bb73-cb930579c26e req-73b429fc-6a18-4f67-adfb-fc6940e40caf tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.63 "GET /v2.0/networks?id=d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 HTTP/1.1" status: 200 len: 815 time: 0.2322388 Aug 16 01:57:18.405237 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8c742048-1b6b-4875-bb73-cb930579c26e req-602b521d-8595-48a1-978e-7889a1fbb081 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Request body: {'port': {'device_id': '726c9be2-62f2-45ae-b3d6-ceba7d15233a', 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0', 'admin_state_up': True, 'tenant_id': '7c6347f5bf194c788b7062e1a4024297'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:18.409800 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c036c66-3503-42db-a46e-b63f545a5b19 tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.459295 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-0c036c66-3503-42db-a46e-b63f545a5b19 tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6e2841-d985-4447-a34a-a814d34f169a']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:18.473496 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-0c036c66-3503-42db-a46e-b63f545a5b19 tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feee392f-a290-49cd-a363-b96683d44730') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:18.473831 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-0c036c66-3503-42db-a46e-b63f545a5b19 tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feee392f-a290-49cd-a363-b96683d44730') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:18.490073 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c036c66-3503-42db-a46e-b63f545a5b19 tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.517976 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c036c66-3503-42db-a46e-b63f545a5b19 tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.532988 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c036c66-3503-42db-a46e-b63f545a5b19 tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:18.533646 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c036c66-3503-42db-a46e-b63f545a5b19 tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:18.536703 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:18.608026 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c036c66-3503-42db-a46e-b63f545a5b19 tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.626774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c742048-1b6b-4875-bb73-cb930579c26e req-602b521d-8595-48a1-978e-7889a1fbb081 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Made reservation on behalf of 7c6347f5bf194c788b7062e1a4024297 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:18.630261 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c742048-1b6b-4875-bb73-cb930579c26e req-602b521d-8595-48a1-978e-7889a1fbb081 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.632538 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c036c66-3503-42db-a46e-b63f545a5b19 tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.634414 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0c036c66-3503-42db-a46e-b63f545a5b19 tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] 10.222.0.68 "DELETE /v2.0/networks/eb6e2841-d985-4447-a34a-a814d34f169a HTTP/1.1" status: 204 len: 168 time: 0.9009233 Aug 16 01:57:18.643841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c036c66-3503-42db-a46e-b63f545a5b19 tempest-PortsAdminExtendedAttrsTestJSON-412015219 tempest-PortsAdminExtendedAttrsTestJSON-412015219-project] Pushing event deleted for resources: {'Network': ['ID=eb6e2841-d985-4447-a34a-a814d34f169a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:18.814447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-8c742048-1b6b-4875-bb73-cb930579c26e req-602b521d-8595-48a1-978e-7889a1fbb081 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Allocated IP 172.20.0.5 (d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0/ef5b9f6c-cdde-4058-adfe-6e7ebbf29def/4f10b3dd-13c8-46f1-9354-64c7c0661353) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:18.920651 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47374) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:19.021133 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c742048-1b6b-4875-bb73-cb930579c26e req-602b521d-8595-48a1-978e-7889a1fbb081 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.047297 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb0fc8f6-4efe-4148-9b8e-8bc31961be96 req-a72cd6d9-8b91-4f0a-8b14-5c94a1f62015 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 210 time: 0.0300303 Aug 16 01:57:19.085174 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c742048-1b6b-4875-bb73-cb930579c26e req-602b521d-8595-48a1-978e-7889a1fbb081 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.090862 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d28a8b9a-a3e7-4f77-b349-e1cff7902b10 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b685282fd529459b991dc7f0d9c0f6d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661294 Aug 16 01:57:19.090862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47384) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:19.103401 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['bfa05576-205d-422d-98cd-c8713b2469f5'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:19.136685 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c742048-1b6b-4875-bb73-cb930579c26e req-602b521d-8595-48a1-978e-7889a1fbb081 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Network d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:19.141099 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-8c742048-1b6b-4875-bb73-cb930579c26e req-602b521d-8595-48a1-978e-7889a1fbb081 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:19.146159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c742048-1b6b-4875-bb73-cb930579c26e req-602b521d-8595-48a1-978e-7889a1fbb081 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:19.147137 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fcfd985e-ad45-4849-8a06-e1558e181711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.152017 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b521d-8595-48a1-978e-7889a1fbb081 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Pushing event updated for resources: {'Port': ['ID=4f10b3dd-13c8-46f1-9354-64c7c0661353,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:19.189223 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fcfd985e-ad45-4849-8a06-e1558e181711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.210705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c742048-1b6b-4875-bb73-cb930579c26e req-602b521d-8595-48a1-978e-7889a1fbb081 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:19.211687 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c742048-1b6b-4875-bb73-cb930579c26e req-602b521d-8595-48a1-978e-7889a1fbb081 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.230746 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c742048-1b6b-4875-bb73-cb930579c26e req-602b521d-8595-48a1-978e-7889a1fbb081 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8294985 Aug 16 01:57:19.244334 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fcfd985e-ad45-4849-8a06-e1558e181711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.247114 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fcfd985e-ad45-4849-8a06-e1558e181711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.247772 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Request body: {'port': {'device_id': '726c9be2-62f2-45ae-b3d6-ceba7d15233a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:19.248277 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fcfd985e-ad45-4849-8a06-e1558e181711 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6ac893df-3856-414b-a6f6-f5494ce3e3cc HTTP/1.1" status: 204 len: 168 time: 0.1566050 Aug 16 01:57:19.270543 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd985e-ad45-4849-8a06-e1558e181711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac893df-3856-414b-a6f6-f5494ce3e3cc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:19.344388 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.624514 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47408) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:19.709073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f10b3dd-13c8-46f1-9354-64c7c0661353 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:19.717768 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.722502 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-54f99fd6-f843-4c0a-98ef-adbf765a9dc3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=aea4a51cacb343f38de14a2db431a91c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0959051 Aug 16 01:57:19.725630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47412) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:19.734792 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Transition to ACTIVE for port object 4f10b3dd-13c8-46f1-9354-64c7c0661353 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:19.740024 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.768606 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47414) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:19.801510 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b9b23bf0-c792-4e6f-b477-bea8b49e08d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.829897 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Pushing event updated for resources: {'Port': ['ID=4f10b3dd-13c8-46f1-9354-64c7c0661353,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:19.836311 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b9b23bf0-c792-4e6f-b477-bea8b49e08d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.882896 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Attempting to bind port 4f10b3dd-13c8-46f1-9354-64c7c0661353 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:19.883495 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Attempting to bind port 4f10b3dd-13c8-46f1-9354-64c7c0661353 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '72367f20-5ada-442b-b0b6-702b5d427753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:19.883816 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Attempting to bind port 4f10b3dd-13c8-46f1-9354-64c7c0661353 on network d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:19.888697 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Port 4f10b3dd-13c8-46f1-9354-64c7c0661353 on network d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:19.889305 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Attempting to bind port 4f10b3dd-13c8-46f1-9354-64c7c0661353 on network d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:19.891238 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b9b23bf0-c792-4e6f-b477-bea8b49e08d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.894043 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b9b23bf0-c792-4e6f-b477-bea8b49e08d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.894801 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:19.895204 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Checking segment: {'id': '72367f20-5ada-442b-b0b6-702b5d427753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:19.895351 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b9b23bf0-c792-4e6f-b477-bea8b49e08d4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/517c65ce-fd54-454b-b7bb-6384eee6b724 HTTP/1.1" status: 204 len: 168 time: 0.1686203 Aug 16 01:57:19.895692 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Bound using segment: {'id': '72367f20-5ada-442b-b0b6-702b5d427753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:19.896179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Bound port: 4f10b3dd-13c8-46f1-9354-64c7c0661353, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72367f20-5ada-442b-b0b6-702b5d427753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:19.896727 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.903848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b23bf0-c792-4e6f-b477-bea8b49e08d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517c65ce-fd54-454b-b7bb-6384eee6b724,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:19.933496 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1dbf16b-2a49-4d1a-af65-988703a69089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.986690 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] For port 4f10b3dd-13c8-46f1-9354-64c7c0661353, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:19.990626 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] For port 4f10b3dd-13c8-46f1-9354-64c7c0661353, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4f10b3dd-13c8-46f1-9354-64c7c0661353,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:19.996301 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.041639 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1dbf16b-2a49-4d1a-af65-988703a69089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.043587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:20.044769 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.046396 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] 10.222.0.63 "PUT /v2.0/ports/4f10b3dd-13c8-46f1-9354-64c7c0661353 HTTP/1.1" status: 200 len: 1092 time: 0.8070691 Aug 16 01:57:20.048199 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1dbf16b-2a49-4d1a-af65-988703a69089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.081734 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649fdbb-b071-4ba7-80e5-98e7dfed5a44 service neutron] Pushing event updated for resources: {'Port': ['ID=4f10b3dd-13c8-46f1-9354-64c7c0661353,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:20.107130 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d1dbf16b-2a49-4d1a-af65-988703a69089 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2a6542c90037493fb0c94a2e83c648de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3349075 Aug 16 01:57:20.107371 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-922fb406-fc92-4d4d-abeb-6f695efde43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.107848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47424) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:20.117230 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbf16b-2a49-4d1a-af65-988703a69089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e21546-d500-4ac4-82fe-be3aed3bfc10,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:20.164838 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c742048-1b6b-4875-bb73-cb930579c26e req-0dfb2a55-2855-4b94-942d-ec55e418a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:20.166390 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c742048-1b6b-4875-bb73-cb930579c26e req-0dfb2a55-2855-4b94-942d-ec55e418a267 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7c6347f5bf194c788b7062e1a4024297&device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 1095 time: 0.0599794 Aug 16 01:57:20.223436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe10a52-5530-4ea0-8d38-e5cd94b04cd6 req-844732ea-9e1c-44f5-a8fd-4ffc1b15696c tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:20.226401 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7fe10a52-5530-4ea0-8d38-e5cd94b04cd6 req-844732ea-9e1c-44f5-a8fd-4ffc1b15696c tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 943 time: 0.0825725 Aug 16 01:57:20.226848 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c742048-1b6b-4875-bb73-cb930579c26e req-786f52b7-8441-49d4-86ea-4f86c68d520b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f10b3dd-13c8-46f1-9354-64c7c0661353 HTTP/1.1" status: 200 len: 217 time: 0.0457423 Aug 16 01:57:20.228193 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f89f-19f5-4f48-bf96-27361b3e3838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.274291 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f89f-19f5-4f48-bf96-27361b3e3838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.287483 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c742048-1b6b-4875-bb73-cb930579c26e req-44971583-73f9-40cc-a678-999bb8842c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:20.289192 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c742048-1b6b-4875-bb73-cb930579c26e req-44971583-73f9-40cc-a678-999bb8842c11 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ef5b9f6c-cdde-4058-adfe-6e7ebbf29def HTTP/1.1" status: 200 len: 855 time: 0.0554488 Aug 16 01:57:20.302941 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7fe10a52-5530-4ea0-8d38-e5cd94b04cd6 req-d872fa1b-16ac-4598-96fd-52202d28bc80 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711830 Aug 16 01:57:20.306652 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726c9be2-62f2-45ae-b3d6-ceba7d15233a', 'tag': '4f10b3dd-13c8-46f1-9354-64c7c0661353'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:20.309023 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a03143-583f-4697-bb23-2fe293e93597" -d '{"events": [{"name": "network-changed", "server_uuid": "726c9be2-62f2-45ae-b3d6-ceba7d15233a", "tag": "4f10b3dd-13c8-46f1-9354-64c7c0661353"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:20.340615 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c742048-1b6b-4875-bb73-cb930579c26e req-ff01fa1d-14d7-4a54-823a-f89a5e3d655b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438859 Aug 16 01:57:20.350464 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f89f-19f5-4f48-bf96-27361b3e3838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.353923 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f89f-19f5-4f48-bf96-27361b3e3838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.357653 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6ec9f89f-19f5-4f48-bf96-27361b3e3838 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/68e21546-d500-4ac4-82fe-be3aed3bfc10 HTTP/1.1" status: 204 len: 168 time: 0.2468646 Aug 16 01:57:20.363037 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b47e368-2399-4ccc-871f-618b213ad017 x-openstack-request-id: req-4b47e368-2399-4ccc-871f-618b213ad017 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:20.363285 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726c9be2-62f2-45ae-b3d6-ceba7d15233a", "tag": "4f10b3dd-13c8-46f1-9354-64c7c0661353", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:20.363532 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4b47e368-2399-4ccc-871f-618b213ad017 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:20.363932 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726c9be2-62f2-45ae-b3d6-ceba7d15233a', 'tag': '4f10b3dd-13c8-46f1-9354-64c7c0661353', 'status': 'completed', 'code': 200} Aug 16 01:57:20.366202 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9f89f-19f5-4f48-bf96-27361b3e3838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e21546-d500-4ac4-82fe-be3aed3bfc10,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:20.457841 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c742048-1b6b-4875-bb73-cb930579c26e req-b69af4a3-454a-44eb-b5fb-b2b344a7e388 service neutron] 10.222.0.63 "GET /v2.0/networks/d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080906 Aug 16 01:57:20.564882 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c742048-1b6b-4875-bb73-cb930579c26e req-89f0076f-7972-45d3-a992-3fd0439f877a service neutron] 10.222.0.63 "GET /v2.0/networks/d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994952 Aug 16 01:57:20.666206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a03143-583f-4697-bb23-2fe293e93597 req-c96e9ec7-df13-48fe-9727-79775120eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:20.667860 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30a03143-583f-4697-bb23-2fe293e93597 req-c96e9ec7-df13-48fe-9727-79775120eb98 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7c6347f5bf194c788b7062e1a4024297&device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 1095 time: 0.0471618 Aug 16 01:57:20.732972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47452) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:20.750453 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ed90486-8c7f-4886-aeca-d9f865b3f38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.773694 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a03143-583f-4697-bb23-2fe293e93597 req-3b6718a7-13a7-4528-8ba2-3723e0f01921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:20.775247 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30a03143-583f-4697-bb23-2fe293e93597 req-3b6718a7-13a7-4528-8ba2-3723e0f01921 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 HTTP/1.1" status: 200 len: 916 time: 0.1000137 Aug 16 01:57:20.802985 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47454) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:20.828885 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30a03143-583f-4697-bb23-2fe293e93597 req-591b1cbf-cee3-4b88-8422-a80440e7becf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f10b3dd-13c8-46f1-9354-64c7c0661353 HTTP/1.1" status: 200 len: 217 time: 0.0430520 Aug 16 01:57:20.860855 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ed90486-8c7f-4886-aeca-d9f865b3f38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.864827 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ed90486-8c7f-4886-aeca-d9f865b3f38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.888700 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a03143-583f-4697-bb23-2fe293e93597 req-afef33b5-7bcf-4ddc-b3ca-53f028bc4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:20.890563 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30a03143-583f-4697-bb23-2fe293e93597 req-afef33b5-7bcf-4ddc-b3ca-53f028bc4cbb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ef5b9f6c-cdde-4058-adfe-6e7ebbf29def HTTP/1.1" status: 200 len: 855 time: 0.0541093 Aug 16 01:57:20.913006 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6ed90486-8c7f-4886-aeca-d9f865b3f38f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d11384d296ad4a78ac6909caead6aaf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788607 Aug 16 01:57:20.913832 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47458) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:20.914478 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed90486-8c7f-4886-aeca-d9f865b3f38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a23066-57b3-4d03-967d-4a0e482e8f84,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:20.927503 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30a03143-583f-4697-bb23-2fe293e93597 req-569df905-7001-48c0-84a8-38edbe1a6f2c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288632 Aug 16 01:57:20.935820 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed90486-8c7f-4886-aeca-d9f865b3f38f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:20.936333 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed90486-8c7f-4886-aeca-d9f865b3f38f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:20.936490 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed90486-8c7f-4886-aeca-d9f865b3f38f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:20.936827 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed90486-8c7f-4886-aeca-d9f865b3f38f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:20.937233 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed90486-8c7f-4886-aeca-d9f865b3f38f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:20.937570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed90486-8c7f-4886-aeca-d9f865b3f38f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:20.938002 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed90486-8c7f-4886-aeca-d9f865b3f38f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:20.938330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed90486-8c7f-4886-aeca-d9f865b3f38f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:20.938655 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed90486-8c7f-4886-aeca-d9f865b3f38f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:20.938977 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed90486-8c7f-4886-aeca-d9f865b3f38f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:20.939299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed90486-8c7f-4886-aeca-d9f865b3f38f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:20.939617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed90486-8c7f-4886-aeca-d9f865b3f38f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:20.986090 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-fed6cad6-6ead-405f-a35f-5c3fdd5ec40a tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:20.987133 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fed6cad6-6ead-405f-a35f-5c3fdd5ec40a tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1830838 Aug 16 01:57:20.988471 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-720bd596-6c4a-4cf2-a47f-8317829e32c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:20.990874 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47460) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:20.995077 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-41d71186-0df9-4dac-a540-c784e51cefff tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:20.995993 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-41d71186-0df9-4dac-a540-c784e51cefff tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0042467 Aug 16 01:57:20.998482 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47462) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.004959 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-fc1d6e49-95a1-44ff-bf01-117be8f6133a tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.005942 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fc1d6e49-95a1-44ff-bf01-117be8f6133a tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0066309 Aug 16 01:57:21.008351 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47464) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.012549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-412d89dd-d841-49c3-a216-b53645025414 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.013475 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-412d89dd-d841-49c3-a216-b53645025414 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0042295 Aug 16 01:57:21.018313 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47466) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.022416 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-cabc2dc9-e8a1-4ce7-83bd-0811dce583b5 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.023337 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cabc2dc9-e8a1-4ce7-83bd-0811dce583b5 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0041499 Aug 16 01:57:21.025781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47468) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.028062 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-720bd596-6c4a-4cf2-a47f-8317829e32c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:21.034170 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-ef998649-ba38-4354-8f28-31ce011aa283 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.035316 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ef998649-ba38-4354-8f28-31ce011aa283 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0084453 Aug 16 01:57:21.039203 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47470) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.045605 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30a03143-583f-4697-bb23-2fe293e93597 req-9ef88305-b8ac-400d-ac7b-6c6a9d677b17 service neutron] 10.222.0.63 "GET /v2.0/networks/d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100469 Aug 16 01:57:21.047560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-d58d2626-fbdd-47ce-a121-a5ebe6e2ed85 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.048512 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d58d2626-fbdd-47ce-a121-a5ebe6e2ed85 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0084226 Aug 16 01:57:21.051007 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47472) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.055234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-2a490af5-8fb0-4512-8c64-82f190e1379d tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.056084 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2a490af5-8fb0-4512-8c64-82f190e1379d tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0042019 Aug 16 01:57:21.060562 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47474) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.065874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-571370f5-4f9d-4a52-9ad9-bd410401c3e5 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.066827 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-571370f5-4f9d-4a52-9ad9-bd410401c3e5 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0054080 Aug 16 01:57:21.070302 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47476) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.075150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-9d8e5509-e297-4b27-810f-c7b881941bf4 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.076076 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9d8e5509-e297-4b27-810f-c7b881941bf4 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048728 Aug 16 01:57:21.079495 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47478) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.084094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-1d52e78b-0bdd-47c2-8657-72fb72fabf1f tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.085057 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1d52e78b-0bdd-47c2-8657-72fb72fabf1f tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046978 Aug 16 01:57:21.087367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47480) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.091364 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-e1d587ff-f78e-472f-a4cb-20fb97875ad7 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.092251 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e1d587ff-f78e-472f-a4cb-20fb97875ad7 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0040865 Aug 16 01:57:21.095203 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47482) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.099294 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-25bf1615-d25a-47ac-b573-a6961264225a tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.100174 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-25bf1615-d25a-47ac-b573-a6961264225a tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0041585 Aug 16 01:57:21.102526 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47484) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.107010 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-93b69ab3-8551-4973-81cd-aa11ef5042fa tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.107947 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-93b69ab3-8551-4973-81cd-aa11ef5042fa tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046351 Aug 16 01:57:21.110518 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47486) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.114720 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-b2cdd3e0-0be1-4a12-a3fe-6146d264fe44 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.115628 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b2cdd3e0-0be1-4a12-a3fe-6146d264fe44 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0042427 Aug 16 01:57:21.116730 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-720bd596-6c4a-4cf2-a47f-8317829e32c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:21.117947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47488) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.119268 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-720bd596-6c4a-4cf2-a47f-8317829e32c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:21.120265 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-720bd596-6c4a-4cf2-a47f-8317829e32c3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/49a23066-57b3-4d03-967d-4a0e482e8f84 HTTP/1.1" status: 204 len: 168 time: 0.2033873 Aug 16 01:57:21.122116 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-3ca3b19b-757e-4fd3-a304-943315768038 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.125462 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3ca3b19b-757e-4fd3-a304-943315768038 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042236 Aug 16 01:57:21.125462 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47492) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.130798 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720bd596-6c4a-4cf2-a47f-8317829e32c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a23066-57b3-4d03-967d-4a0e482e8f84,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:21.134266 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-9b547f46-5e46-4719-af8b-2ed11a27b6c2 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.138076 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9b547f46-5e46-4719-af8b-2ed11a27b6c2 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0089455 Aug 16 01:57:21.138638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47494) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.143603 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-c9f7e6d4-a884-40cd-9082-0fcc5a6813c9 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.144677 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c9f7e6d4-a884-40cd-9082-0fcc5a6813c9 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0051236 Aug 16 01:57:21.147426 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47496) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.161069 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-9cfe8eb5-b681-402b-aed0-7928a8376592 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.164507 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9cfe8eb5-b681-402b-aed0-7928a8376592 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0135014 Aug 16 01:57:21.165009 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47498) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.171974 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30a03143-583f-4697-bb23-2fe293e93597 req-64ca43b7-50d8-4a2f-b338-28ad1c8ed834 service neutron] 10.222.0.63 "GET /v2.0/networks/d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185133 Aug 16 01:57:21.172481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-178fcf02-087d-4aaa-9a1d-9ac5976d70b1 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.173414 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-178fcf02-087d-4aaa-9a1d-9ac5976d70b1 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0059659 Aug 16 01:57:21.176069 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47500) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.181352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-52a9db89-c9e3-4e1f-879e-066fa79314d7 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.182341 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-52a9db89-c9e3-4e1f-879e-066fa79314d7 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0054090 Aug 16 01:57:21.184987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47502) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.191838 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-67a3dc66-d0c2-4c69-bde0-63cd30eab4c0 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.193798 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-67a3dc66-d0c2-4c69-bde0-63cd30eab4c0 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0073588 Aug 16 01:57:21.196041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47504) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.200360 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-f18fb9d1-3cfa-4ab2-b481-3e66c4bd0438 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.201270 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f18fb9d1-3cfa-4ab2-b481-3e66c4bd0438 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043221 Aug 16 01:57:21.204118 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47506) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.208121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-6e7df1c2-ff8f-4b9e-9a8c-ec59d6054e37 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.209033 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6e7df1c2-ff8f-4b9e-9a8c-ec59d6054e37 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0040395 Aug 16 01:57:21.211299 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47508) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.215393 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-bcdd0f89-a1e4-4ed2-9956-6717e4f6594d tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.217920 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bcdd0f89-a1e4-4ed2-9956-6717e4f6594d tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0041859 Aug 16 01:57:21.219346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47510) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.224008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-82f9f4d9-f7b6-4e7d-91fb-c66276144128 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.225796 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-82f9f4d9-f7b6-4e7d-91fb-c66276144128 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0046833 Aug 16 01:57:21.227421 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47512) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.231346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-1db47c92-7bb9-4b17-a468-ebba30f94c91 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.232261 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1db47c92-7bb9-4b17-a468-ebba30f94c91 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0039833 Aug 16 01:57:21.234538 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47514) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.239776 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-211d1acb-b9d0-4506-a6db-dd78f12d7d49 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.241780 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-211d1acb-b9d0-4506-a6db-dd78f12d7d49 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052681 Aug 16 01:57:21.242947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47516) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.246735 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-33fbd81b-f156-4ff1-a40b-52f47e72f267 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.247633 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-33fbd81b-f156-4ff1-a40b-52f47e72f267 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0038776 Aug 16 01:57:21.249774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47518) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.253555 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-fcfe2045-72a9-43c7-899f-67dd1d8e0f7a tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.254487 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fcfe2045-72a9-43c7-899f-67dd1d8e0f7a tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0038550 Aug 16 01:57:21.256675 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47520) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.260464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-465d91ad-7882-4815-b851-a021b9502c71 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.261367 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-465d91ad-7882-4815-b851-a021b9502c71 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0038941 Aug 16 01:57:21.263417 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47522) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.267951 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-831ccfb0-f762-4880-b10c-ef7faed02d5e tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.268866 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-831ccfb0-f762-4880-b10c-ef7faed02d5e tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0046487 Aug 16 01:57:21.271111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47524) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.274890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-a612845e-86bc-41fe-94ab-b78c4d4ec742 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.276497 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a612845e-86bc-41fe-94ab-b78c4d4ec742 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0038512 Aug 16 01:57:21.278126 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47526) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.284597 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-694ebc3f-81ca-4def-90a3-2845bad09359 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.285815 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-694ebc3f-81ca-4def-90a3-2845bad09359 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0066381 Aug 16 01:57:21.288409 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47528) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.293213 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-6064355c-2150-4380-819f-52ae8232bf74 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.296970 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6064355c-2150-4380-819f-52ae8232bf74 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0048516 Aug 16 01:57:21.296970 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47530) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.300668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-f988bdf4-3645-473b-9846-0628303f6dbd tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.301591 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f988bdf4-3645-473b-9846-0628303f6dbd tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0040703 Aug 16 01:57:21.303853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47532) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.307914 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-df05ba8b-cd05-486b-b8eb-71559e2b752a tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.308751 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-df05ba8b-cd05-486b-b8eb-71559e2b752a tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0040483 Aug 16 01:57:21.311413 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47534) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.316307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-382ae92b-1d3d-4c4b-a4de-a07135dae9fe tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.317220 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-382ae92b-1d3d-4c4b-a4de-a07135dae9fe tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0050688 Aug 16 01:57:21.319816 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47536) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.324420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-fd832c79-1ac5-4ee3-85d9-4142c45a4847 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.325333 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fd832c79-1ac5-4ee3-85d9-4142c45a4847 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044487 Aug 16 01:57:21.327579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47538) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.332754 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-49c2b33b-3224-429e-8ec2-5278b29d752a tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.333691 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-49c2b33b-3224-429e-8ec2-5278b29d752a tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046184 Aug 16 01:57:21.336053 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47542) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.340100 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-a631a28d-9a38-45a3-9f68-f585c26eb92c tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.341095 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a631a28d-9a38-45a3-9f68-f585c26eb92c tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0041542 Aug 16 01:57:21.344167 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47544) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.349004 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-3c4e1d5e-b21e-4d46-a41e-b0cf5c7010f8 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.350112 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3c4e1d5e-b21e-4d46-a41e-b0cf5c7010f8 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0048180 Aug 16 01:57:21.352611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47546) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.357793 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-b33ff7ca-2429-4ac4-85a1-eb80588a8176 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.357793 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b33ff7ca-2429-4ac4-85a1-eb80588a8176 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0041635 Aug 16 01:57:21.360177 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47548) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.364753 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-66397aa1-cce6-4430-a2c1-cfb01b8f95c9 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.367862 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-66397aa1-cce6-4430-a2c1-cfb01b8f95c9 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0046921 Aug 16 01:57:21.368179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47550) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.372464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-624ecfab-aaa1-4b0a-a48b-b89b954234df tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.377091 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-624ecfab-aaa1-4b0a-a48b-b89b954234df tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0046117 Aug 16 01:57:21.377228 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47554) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.381035 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-ce53599c-747f-4d20-a045-c6d39540dd19 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.382026 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ce53599c-747f-4d20-a045-c6d39540dd19 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0046756 Aug 16 01:57:21.384385 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47556) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.390083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-6b68850e-6173-4421-85c6-84aceabc4e4e tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.393808 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6b68850e-6173-4421-85c6-84aceabc4e4e tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0063555 Aug 16 01:57:21.394514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47558) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.399722 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-fbbea459-19c3-4dd4-8aea-574ee5ebb217 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.402053 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fbbea459-19c3-4dd4-8aea-574ee5ebb217 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0050461 Aug 16 01:57:21.403322 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47560) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.408518 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-d600b268-2597-4d92-90ac-7c6ddad99f20 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.409469 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d600b268-2597-4d92-90ac-7c6ddad99f20 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0052774 Aug 16 01:57:21.411925 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47562) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.416041 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-49ab0893-8333-4762-8b50-539f6092b9de tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.418615 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-49ab0893-8333-4762-8b50-539f6092b9de tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0053682 Aug 16 01:57:21.419412 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47564) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.424260 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-fc484fff-c370-4028-add5-906ae4f385f3 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.428156 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fc484fff-c370-4028-add5-906ae4f385f3 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0075352 Aug 16 01:57:21.428626 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47566) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.432952 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-89b0fe3f-877e-4d9a-bc80-7170759994d3 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.436214 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-89b0fe3f-877e-4d9a-bc80-7170759994d3 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0064192 Aug 16 01:57:21.436761 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47568) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.441998 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-041cc47c-4d4c-4d26-9701-7f8895e0c892 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.445029 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-041cc47c-4d4c-4d26-9701-7f8895e0c892 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0046628 Aug 16 01:57:21.445352 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47570) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.451131 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [None req-8e0c3fbc-51f4-4d77-b3a5-e2e61d81f955 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.455171 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8e0c3fbc-51f4-4d77-b3a5-e2e61d81f955 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0057428 Aug 16 01:57:21.455739 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47572) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.459996 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-7156edf5-ba4d-47cd-98a0-13c92bec5635 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.461097 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba9ccb-a8de-46ab-ae48-6a2e22a33c8d req-4fde8f1a-36b1-4e31-a60a-95b86bda63fc tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:21.462293 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7156edf5-ba4d-47cd-98a0-13c92bec5635 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0055437 Aug 16 01:57:21.463269 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47574) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.466216 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e2ba9ccb-a8de-46ab-ae48-6a2e22a33c8d req-4fde8f1a-36b1-4e31-a60a-95b86bda63fc tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 943 time: 0.0689948 Aug 16 01:57:21.467948 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-380f3d0e-dfbb-43fa-b5d9-f0daa9290f21 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.469832 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-380f3d0e-dfbb-43fa-b5d9-f0daa9290f21 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0053515 Aug 16 01:57:21.483552 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47578) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.488319 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-d7af4fc4-a3e3-420c-8c73-838cb8e3aa00 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.489622 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d7af4fc4-a3e3-420c-8c73-838cb8e3aa00 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0049894 Aug 16 01:57:21.491808 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47582) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.496611 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-69a86abe-3860-46c4-acf8-91a150ee2ef4 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.502203 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-69a86abe-3860-46c4-acf8-91a150ee2ef4 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0092101 Aug 16 01:57:21.504400 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47584) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.508888 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-4c174a55-9fea-469a-9d6e-e77b9f0ea130 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.512839 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4c174a55-9fea-469a-9d6e-e77b9f0ea130 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0072727 Aug 16 01:57:21.513407 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47586) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.520300 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-f7805e9e-a447-497b-91c9-b973800e94dc tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.524423 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f7805e9e-a447-497b-91c9-b973800e94dc tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0085864 Aug 16 01:57:21.525013 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47590) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.525141 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e2ba9ccb-a8de-46ab-ae48-6a2e22a33c8d req-ea0422f4-e814-45fd-bce7-a151fedfa492 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447016 Aug 16 01:57:21.529511 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-cd3fd0f4-5760-489e-8413-b6ed9ba84d5a tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.534271 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cd3fd0f4-5760-489e-8413-b6ed9ba84d5a tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0079968 Aug 16 01:57:21.542184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47592) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.547092 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-8f10a46f-5563-48b1-850f-778408d00402 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.548262 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8f10a46f-5563-48b1-850f-778408d00402 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0050206 Aug 16 01:57:21.550428 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47594) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.555560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-f67a5bbc-c70e-4541-bb5f-45b257ccd1e0 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.556490 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f67a5bbc-c70e-4541-bb5f-45b257ccd1e0 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0048521 Aug 16 01:57:21.558862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47598) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.563447 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-b02589b1-05dc-41a4-9280-a0cc755557b1 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.564381 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b02589b1-05dc-41a4-9280-a0cc755557b1 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0047414 Aug 16 01:57:21.566675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47600) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.570612 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-b9da080e-8afb-4da4-9b1a-2e2239ea29f5 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.571525 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b9da080e-8afb-4da4-9b1a-2e2239ea29f5 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0040112 Aug 16 01:57:21.573569 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47602) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.577291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-5a454488-4e2d-46cc-a5a8-77be0fa0ead5 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.578922 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5a454488-4e2d-46cc-a5a8-77be0fa0ead5 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0045295 Aug 16 01:57:21.581821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47604) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.585657 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-c76d6c02-40e3-4d89-a7e1-7bd5d8992491 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.586596 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c76d6c02-40e3-4d89-a7e1-7bd5d8992491 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0039437 Aug 16 01:57:21.588688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47606) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.593058 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-8ce2f729-8cda-4b73-b52d-aa81e3658820 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.594220 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8ce2f729-8cda-4b73-b52d-aa81e3658820 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0045617 Aug 16 01:57:21.596737 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47608) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:21.600671 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [None req-13933669-2b02-4a05-a6c3-d1cb4e994480 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] http://10.222.0.68:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:21.601787 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-13933669-2b02-4a05-a6c3-d1cb4e994480 tempest-ExtensionsTestJSON-310454516 tempest-ExtensionsTestJSON-310454516-project] 10.222.0.68 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0039785 Aug 16 01:57:21.856134 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47622) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:22.072079 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b8c978e-f833-4320-b3e7-220fc21f36cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.169838 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b8c978e-f833-4320-b3e7-220fc21f36cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.175054 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b8c978e-f833-4320-b3e7-220fc21f36cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.216981 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8b8c978e-f833-4320-b3e7-220fc21f36cc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bd5aa6b4a6e3466b96ef59678a64e4f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3597515 Aug 16 01:57:22.218024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c978e-f833-4320-b3e7-220fc21f36cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e61a66a-99eb-498c-877b-1fe2b21e87e2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:22.220242 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47632) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:22.275743 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5367-9ae8-4fad-851c-92b5382d7d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.507389 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device bfa05576-205d-422d-98cd-c8713b2469f5 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:22.528137 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: bfa05576-205d-422d-98cd-c8713b2469f5 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:22.528489 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device bfa05576-205d-422d-98cd-c8713b2469f5 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:22.572177 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5367-9ae8-4fad-851c-92b5382d7d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.600450 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d697a181-c220-4406-b526-89b6376ab7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.637072 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5367-9ae8-4fad-851c-92b5382d7d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.640108 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5367-9ae8-4fad-851c-92b5382d7d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.641729 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9b0a5367-9ae8-4fad-851c-92b5382d7d5e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8e61a66a-99eb-498c-877b-1fe2b21e87e2 HTTP/1.1" status: 204 len: 168 time: 0.4205191 Aug 16 01:57:22.650629 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a5367-9ae8-4fad-851c-92b5382d7d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e61a66a-99eb-498c-877b-1fe2b21e87e2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:22.683411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728c35c-62be-4a30-b0c6-6449cd4eb897 req-c87b3b70-e628-429f-8a26-745b9cab6731 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:22.684991 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f728c35c-62be-4a30-b0c6-6449cd4eb897 req-c87b3b70-e628-429f-8a26-745b9cab6731 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 943 time: 0.0825994 Aug 16 01:57:22.728501 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f728c35c-62be-4a30-b0c6-6449cd4eb897 req-a07f3d57-d801-4c76-b10a-957051140e8e tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368843 Aug 16 01:57:23.141586 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4f10b3dd-13c8-46f1-9354-64c7c0661353 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:23.246971 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 4f10b3dd-13c8-46f1-9354-64c7c0661353, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4f10b3dd-13c8-46f1-9354-64c7c0661353,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:23.261085 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '4f10b3dd-13c8-46f1-9354-64c7c0661353', 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0', 'port_id': '4f10b3dd-13c8-46f1-9354-64c7c0661353', 'mac_address': 'fa:16:3e:0c:59:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5b9f6c-cdde-4058-adfe-6e7ebbf29def', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:57:23.263888 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.306180 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.319834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f10b3dd-13c8-46f1-9354-64c7c0661353 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:23.340554 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 4f10b3dd-13c8-46f1-9354-64c7c0661353, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4f10b3dd-13c8-46f1-9354-64c7c0661353,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:23.340743 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47664) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:23.344346 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.393150 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=4f10b3dd-13c8-46f1-9354-64c7c0661353,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:23.440425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9dced69b-44a8-485a-9de7-aa8751a8881c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1135675756'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:23.470616 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dced69b-44a8-485a-9de7-aa8751a8881c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Made reservation on behalf of 130a4f4a698b4a77aeb4a69b3ebb5f6e for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:23.470616 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9dced69b-44a8-485a-9de7-aa8751a8881c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.476281 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9dced69b-44a8-485a-9de7-aa8751a8881c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.571592 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9dced69b-44a8-485a-9de7-aa8751a8881c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.576545 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9dced69b-44a8-485a-9de7-aa8751a8881c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.581923 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['4f10b3dd-13c8-46f1-9354-64c7c0661353'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:23.604834 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dced69b-44a8-485a-9de7-aa8751a8881c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:23.614588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dced69b-44a8-485a-9de7-aa8751a8881c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88defa94-822b-444c-8f63-b58802c28c5c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:23.624303 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9dced69b-44a8-485a-9de7-aa8751a8881c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.625792 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-9dced69b-44a8-485a-9de7-aa8751a8881c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Added segment 90ad624d-f4b7-41fc-98f2-d2f30eb8e255 of type vlan for network bb05f16f-8007-4967-9f2a-143c73f9a0fe Aug 16 01:57:23.674877 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9dced69b-44a8-485a-9de7-aa8751a8881c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.713160 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9dced69b-44a8-485a-9de7-aa8751a8881c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.719697 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dced69b-44a8-485a-9de7-aa8751a8881c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:23.720786 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9dced69b-44a8-485a-9de7-aa8751a8881c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.793870 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9dced69b-44a8-485a-9de7-aa8751a8881c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4494228 Aug 16 01:57:23.794658 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47678) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:23.802434 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7f8f3349-5487-42b1-9885-398c93b9570c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Request body: {'subnet': {'network_id': 'bb05f16f-8007-4967-9f2a-143c73f9a0fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:23.812304 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dced69b-44a8-485a-9de7-aa8751a8881c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Pushing event updated for resources: {'Network': ['ID=bb05f16f-8007-4967-9f2a-143c73f9a0fe,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:23.825207 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network bb05f16f-8007-4967-9f2a-143c73f9a0fe details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:23.927963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de089fb-eb85-4260-ad50-fac30684f625 req-f3d53cd2-1328-4cff-bbb9-423866c3c87f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:23.929370 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9de089fb-eb85-4260-ad50-fac30684f625 req-f3d53cd2-1328-4cff-bbb9-423866c3c87f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 944 time: 0.0809741 Aug 16 01:57:23.944039 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8f3349-5487-42b1-9885-398c93b9570c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Made reservation on behalf of 130a4f4a698b4a77aeb4a69b3ebb5f6e for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:23.947350 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f8f3349-5487-42b1-9885-398c93b9570c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:24.041028 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9de089fb-eb85-4260-ad50-fac30684f625 req-ccd8713e-5eb4-40de-b8a9-a01faa0671c5 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048031 Aug 16 01:57:24.143247 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:24.180662 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f8f3349-5487-42b1-9885-398c93b9570c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:24.241123 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f3349-5487-42b1-9885-398c93b9570c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Pushing event updated for resources: {'Subnet': ['ID=60bdacfa-8568-414f-8eed-b9807a09eb1c,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:24.256301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8f3349-5487-42b1-9885-398c93b9570c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Checking segment: {'id': '90ad624d-f4b7-41fc-98f2-d2f30eb8e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bb05f16f-8007-4967-9f2a-143c73f9a0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:24.256672 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8f3349-5487-42b1-9885-398c93b9570c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Network hostable DHCP agents. Network: bb05f16f-8007-4967-9f2a-143c73f9a0fe, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:24.274995 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8f3349-5487-42b1-9885-398c93b9570c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Network bb05f16f-8007-4967-9f2a-143c73f9a0fe is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:24.290349 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7f8f3349-5487-42b1-9885-398c93b9570c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, bb05f16f-8007-4967-9f2a-143c73f9a0fe) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:24.299323 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd57ec4-2b59-40d7-b030-7ad9ec0ea483 None None] Network bb05f16f-8007-4967-9f2a-143c73f9a0fe requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:24.299782 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8f3349-5487-42b1-9885-398c93b9570c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:24.300446 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f8f3349-5487-42b1-9885-398c93b9570c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:24.319971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47680) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:24.320467 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7f8f3349-5487-42b1-9885-398c93b9570c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5242603 Aug 16 01:57:24.326338 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a8de1f77-5411-4a69-b5ee-2b50c31a9a56 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Request body: {'port': {'network_id': 'bb05f16f-8007-4967-9f2a-143c73f9a0fe', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-480449422'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:24.443407 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8de1f77-5411-4a69-b5ee-2b50c31a9a56 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Made reservation on behalf of 130a4f4a698b4a77aeb4a69b3ebb5f6e for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:24.447992 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8de1f77-5411-4a69-b5ee-2b50c31a9a56 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:24.452532 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-bb05f16f-8007-4967-9f2a-143c73f9a0fe', 'network_id': 'bb05f16f-8007-4967-9f2a-143c73f9a0fe', 'tenant_id': '130a4f4a698b4a77aeb4a69b3ebb5f6e', 'fixed_ips': [{'subnet_id': '60bdacfa-8568-414f-8eed-b9807a09eb1c'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:57:24.454292 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:24.470526 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-a8de1f77-5411-4a69-b5ee-2b50c31a9a56 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] device_id is not set on port 6c5b6a68-4934-4e85-96f5-b03db9dea870 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:24.589600 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-a8de1f77-5411-4a69-b5ee-2b50c31a9a56 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Allocated IP 2001:db8::313 (bb05f16f-8007-4967-9f2a-143c73f9a0fe/60bdacfa-8568-414f-8eed-b9807a09eb1c/6c5b6a68-4934-4e85-96f5-b03db9dea870) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:24.829912 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8de1f77-5411-4a69-b5ee-2b50c31a9a56 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:24.845198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-a8de1f77-5411-4a69-b5ee-2b50c31a9a56 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Transition to ACTIVE for port object 6c5b6a68-4934-4e85-96f5-b03db9dea870 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:24.879892 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8de1f77-5411-4a69-b5ee-2b50c31a9a56 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:24.924439 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8de1f77-5411-4a69-b5ee-2b50c31a9a56 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Network bb05f16f-8007-4967-9f2a-143c73f9a0fe is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:24.927453 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a8de1f77-5411-4a69-b5ee-2b50c31a9a56 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:24.930379 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8de1f77-5411-4a69-b5ee-2b50c31a9a56 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:24.930746 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Allocated IP 2001:db8::2 (bb05f16f-8007-4967-9f2a-143c73f9a0fe/60bdacfa-8568-414f-8eed-b9807a09eb1c/37bb0f80-f8a8-496b-bd29-bf4ab5952729) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:24.936829 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8de1f77-5411-4a69-b5ee-2b50c31a9a56 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:24.937507 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8de1f77-5411-4a69-b5ee-2b50c31a9a56 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:24.956565 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de1f77-5411-4a69-b5ee-2b50c31a9a56 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Pushing event updated for resources: {'Port': ['ID=6c5b6a68-4934-4e85-96f5-b03db9dea870,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:24.964990 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47686) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:24.970378 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a8de1f77-5411-4a69-b5ee-2b50c31a9a56 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.6489003 Aug 16 01:57:24.971058 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a63dd8bb-4a58-487e-ad50-2ee298098a20 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Request body: {'port': {'network_id': 'bb05f16f-8007-4967-9f2a-143c73f9a0fe', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1503426312', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:24.971866 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.api.validators [None req-a63dd8bb-4a58-487e-ad50-2ee298098a20 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] bootfile-name is not in valid_values {{(pid=94673) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 01:57:24.972425 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.api.validators [None req-a63dd8bb-4a58-487e-ad50-2ee298098a20 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] tftp-server is not in valid_values {{(pid=94673) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 01:57:24.972932 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.api.validators [None req-a63dd8bb-4a58-487e-ad50-2ee298098a20 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] server-ip-address is not in valid_values {{(pid=94673) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 01:57:25.073889 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.084444 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Transition to ACTIVE for port object 37bb0f80-f8a8-496b-bd29-bf4ab5952729 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:25.084620 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63dd8bb-4a58-487e-ad50-2ee298098a20 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Made reservation on behalf of 130a4f4a698b4a77aeb4a69b3ebb5f6e for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:25.088574 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a63dd8bb-4a58-487e-ad50-2ee298098a20 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.100617 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Transition to ACTIVE for port object 37bb0f80-f8a8-496b-bd29-bf4ab5952729 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:25.107295 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.108703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-a63dd8bb-4a58-487e-ad50-2ee298098a20 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] device_id is not set on port 473b21b8-ce9a-4b0a-b49f-33809aee1a6e yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:25.153033 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Network bb05f16f-8007-4967-9f2a-143c73f9a0fe is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:25.158810 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:25.163607 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:25.167741 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4f10b3dd-13c8-46f1-9354-64c7c0661353 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:25.177686 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Pushing event updated for resources: {'Port': ['ID=37bb0f80-f8a8-496b-bd29-bf4ab5952729,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:25.246979 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ca2d9-32b8-4554-9ea0-2e5dee8a8d47 req-7f2ecd70-99f4-412b-99c4-872b1b417d68 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:25.248363 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-591ca2d9-32b8-4554-9ea0-2e5dee8a8d47 req-7f2ecd70-99f4-412b-99c4-872b1b417d68 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 944 time: 0.0968490 Aug 16 01:57:25.253186 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Attempting to bind port 37bb0f80-f8a8-496b-bd29-bf4ab5952729 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:25.253557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Attempting to bind port 37bb0f80-f8a8-496b-bd29-bf4ab5952729 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '90ad624d-f4b7-41fc-98f2-d2f30eb8e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bb05f16f-8007-4967-9f2a-143c73f9a0fe'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:25.253944 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Attempting to bind port 37bb0f80-f8a8-496b-bd29-bf4ab5952729 on network bb05f16f-8007-4967-9f2a-143c73f9a0fe {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:25.261182 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:25.261546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Checking segment: {'id': '90ad624d-f4b7-41fc-98f2-d2f30eb8e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bb05f16f-8007-4967-9f2a-143c73f9a0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:25.261972 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.262360 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Bound using segment: {'id': '90ad624d-f4b7-41fc-98f2-d2f30eb8e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bb05f16f-8007-4967-9f2a-143c73f9a0fe'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:25.262824 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Bound port: 37bb0f80-f8a8-496b-bd29-bf4ab5952729, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ad624d-f4b7-41fc-98f2-d2f30eb8e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bb05f16f-8007-4967-9f2a-143c73f9a0fe'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:25.263193 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.277937 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-a63dd8bb-4a58-487e-ad50-2ee298098a20 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Allocated IP 2001:db8::27c (bb05f16f-8007-4967-9f2a-143c73f9a0fe/60bdacfa-8568-414f-8eed-b9807a09eb1c/473b21b8-ce9a-4b0a-b49f-33809aee1a6e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:25.306595 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 4f10b3dd-13c8-46f1-9354-64c7c0661353 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:25.314383 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 4f10b3dd-13c8-46f1-9354-64c7c0661353 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:25.314982 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.335017 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-591ca2d9-32b8-4554-9ea0-2e5dee8a8d47 req-67c694ac-a6fc-4643-bb71-4d71a1d34d5c tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788319 Aug 16 01:57:25.370150 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] For port 37bb0f80-f8a8-496b-bd29-bf4ab5952729, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:25.385117 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] For port 37bb0f80-f8a8-496b-bd29-bf4ab5952729, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=37bb0f80-f8a8-496b-bd29-bf4ab5952729,segment=NetworkSegment(90ad624d-f4b7-41fc-98f2-d2f30eb8e255),segment_id=90ad624d-f4b7-41fc-98f2-d2f30eb8e255)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:25.391635 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.476877 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.479537 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d87de0-0480-4933-b12c-7c47b77634eb None None] Pushing event updated for resources: {'Port': ['ID=37bb0f80-f8a8-496b-bd29-bf4ab5952729,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:25.494536 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a63dd8bb-4a58-487e-ad50-2ee298098a20 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.508173 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726c9be2-62f2-45ae-b3d6-ceba7d15233a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f10b3dd-13c8-46f1-9354-64c7c0661353'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:25.510292 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a63dd8bb-4a58-487e-ad50-2ee298098a20 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Transition to ACTIVE for port object 473b21b8-ce9a-4b0a-b49f-33809aee1a6e will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:25.510474 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307926bb-0a1e-4cac-8424-1004e29162ee" -d '{"events": [{"server_uuid": "726c9be2-62f2-45ae-b3d6-ceba7d15233a", "name": "network-vif-plugged", "status": "completed", "tag": "4f10b3dd-13c8-46f1-9354-64c7c0661353"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:25.536471 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 4f10b3dd-13c8-46f1-9354-64c7c0661353, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4f10b3dd-13c8-46f1-9354-64c7c0661353,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:25.542013 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.552311 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a63dd8bb-4a58-487e-ad50-2ee298098a20 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.571263 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213d684e-35f6-4ea5-81e7-9d210b8cf6fb x-openstack-request-id: req-213d684e-35f6-4ea5-81e7-9d210b8cf6fb {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:25.571557 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726c9be2-62f2-45ae-b3d6-ceba7d15233a", "name": "network-vif-plugged", "status": "completed", "tag": "4f10b3dd-13c8-46f1-9354-64c7c0661353", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:25.571856 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-213d684e-35f6-4ea5-81e7-9d210b8cf6fb {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:25.572181 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726c9be2-62f2-45ae-b3d6-ceba7d15233a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f10b3dd-13c8-46f1-9354-64c7c0661353', 'code': 200} Aug 16 01:57:25.604501 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63dd8bb-4a58-487e-ad50-2ee298098a20 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Network bb05f16f-8007-4967-9f2a-143c73f9a0fe is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:25.610780 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a63dd8bb-4a58-487e-ad50-2ee298098a20 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:25.614947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63dd8bb-4a58-487e-ad50-2ee298098a20 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:25.615125 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=4f10b3dd-13c8-46f1-9354-64c7c0661353,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:25.620788 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63dd8bb-4a58-487e-ad50-2ee298098a20 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:25.621404 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a63dd8bb-4a58-487e-ad50-2ee298098a20 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.664948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63dd8bb-4a58-487e-ad50-2ee298098a20 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Pushing event updated for resources: {'Port': ['ID=473b21b8-ce9a-4b0a-b49f-33809aee1a6e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:25.677170 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a63dd8bb-4a58-487e-ad50-2ee298098a20 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.7111058 Aug 16 01:57:25.679628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47692) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:25.745598 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212e6f7-60f6-44a8-8742-1dec18b983c3 req-802b9f9a-9d2f-4e05-bf9e-6496e32980c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:25.746893 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3212e6f7-60f6-44a8-8742-1dec18b983c3 req-802b9f9a-9d2f-4e05-bf9e-6496e32980c7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 1097 time: 0.1227965 Aug 16 01:57:25.798809 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cba4b8-f6dc-460b-9ac1-fed19c4f0464 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:25.805774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cba4b8-f6dc-460b-9ac1-fed19c4f0464 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:25.811751 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cba4b8-f6dc-460b-9ac1-fed19c4f0464 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:25.817746 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b9cba4b8-f6dc-460b-9ac1-fed19c4f0464 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1337585 Aug 16 01:57:25.818087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47700) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:25.830242 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3212e6f7-60f6-44a8-8742-1dec18b983c3 req-52d7bbcb-ad27-48cb-acea-b304104b1754 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720732 Aug 16 01:57:25.933238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7681b24f-8e6e-44ef-b8cf-493453cc782b tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Deleting port 473b21b8-ce9a-4b0a-b49f-33809aee1a6e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:25.933677 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7681b24f-8e6e-44ef-b8cf-493453cc782b tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.953447 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:26.051168 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7681b24f-8e6e-44ef-b8cf-493453cc782b tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:26.065285 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7681b24f-8e6e-44ef-b8cf-493453cc782b tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Calling delete_port for 473b21b8-ce9a-4b0a-b49f-33809aee1a6e owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:26.243005 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7681b24f-8e6e-44ef-b8cf-493453cc782b tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:26.272695 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681b24f-8e6e-44ef-b8cf-493453cc782b tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Pushing event deleted for resources: {'Port': ['ID=473b21b8-ce9a-4b0a-b49f-33809aee1a6e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:26.324612 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7681b24f-8e6e-44ef-b8cf-493453cc782b tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:26.331147 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47722) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:26.334426 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7681b24f-8e6e-44ef-b8cf-493453cc782b tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] 10.222.0.68 "DELETE /v2.0/ports/473b21b8-ce9a-4b0a-b49f-33809aee1a6e HTTP/1.1" status: 204 len: 168 time: 0.5148971 Aug 16 01:57:26.336692 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d7060340-f8e1-49ea-979b-1f7b8977752c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Request body: {'port': {'name': 'tempest-new-port-name-299116934', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:26.337301 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.api.validators [None req-d7060340-f8e1-49ea-979b-1f7b8977752c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] bootfile-name is not in valid_values {{(pid=94673) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 01:57:26.337649 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.api.validators [None req-d7060340-f8e1-49ea-979b-1f7b8977752c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] tftp-server is not in valid_values {{(pid=94673) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 01:57:26.338191 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.api.validators [None req-d7060340-f8e1-49ea-979b-1f7b8977752c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] server-ip-address is not in valid_values {{(pid=94673) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 01:57:26.431795 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7060340-f8e1-49ea-979b-1f7b8977752c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:26.498044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db640e34-d838-498a-bc86-c39c49a5d827 req-f63a2810-6edf-4ad2-a25a-e87ba2ebf175 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:26.507571 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db640e34-d838-498a-bc86-c39c49a5d827 req-f63a2810-6edf-4ad2-a25a-e87ba2ebf175 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.0855508 Aug 16 01:57:26.524467 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e790161-ddfb-4686-a7cd-6a0d7d29cafc None None] Network bb05f16f-8007-4967-9f2a-143c73f9a0fe requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:26.549299 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db640e34-d838-498a-bc86-c39c49a5d827 req-c7a6679c-75b4-45c9-8592-ec95030ea0f1 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 Aug 16 01:57:26.610497 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5a7b0308-505c-4e7b-8741-a49b0a542468 None None] Provisioning for port 37bb0f80-f8a8-496b-bd29-bf4ab5952729 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:26.743705 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7060340-f8e1-49ea-979b-1f7b8977752c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:26.769298 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7060340-f8e1-49ea-979b-1f7b8977752c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:26.821059 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d7060340-f8e1-49ea-979b-1f7b8977752c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] In _notify_port_updated(), no bound segment for port 6c5b6a68-4934-4e85-96f5-b03db9dea870 on network bb05f16f-8007-4967-9f2a-143c73f9a0fe {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:57:26.829095 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7060340-f8e1-49ea-979b-1f7b8977752c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:26.830005 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7060340-f8e1-49ea-979b-1f7b8977752c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:26.834399 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d7060340-f8e1-49ea-979b-1f7b8977752c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] 10.222.0.68 "PUT /v2.0/ports/6c5b6a68-4934-4e85-96f5-b03db9dea870 HTTP/1.1" status: 200 len: 1129 time: 0.4992661 Aug 16 01:57:26.834791 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47734) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:26.853681 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7060340-f8e1-49ea-979b-1f7b8977752c tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Pushing event updated for resources: {'Port': ['ID=6c5b6a68-4934-4e85-96f5-b03db9dea870,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:26.896938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e763b7-9ac5-45ff-8040-de0ad7e97107 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:26.899184 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c6e763b7-9ac5-45ff-8040-de0ad7e97107 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] 10.222.0.68 "GET /v2.0/ports/6c5b6a68-4934-4e85-96f5-b03db9dea870 HTTP/1.1" status: 200 len: 1129 time: 0.0634022 Aug 16 01:57:26.902596 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47736) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:27.027065 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3519cc78-f7b4-43a9-99c0-0ddd2ea5599f tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Deleting port 6c5b6a68-4934-4e85-96f5-b03db9dea870 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:27.027656 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3519cc78-f7b4-43a9-99c0-0ddd2ea5599f tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.134386 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3519cc78-f7b4-43a9-99c0-0ddd2ea5599f tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.149823 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3519cc78-f7b4-43a9-99c0-0ddd2ea5599f tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Calling delete_port for 6c5b6a68-4934-4e85-96f5-b03db9dea870 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:27.321031 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 37bb0f80-f8a8-496b-bd29-bf4ab5952729 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:27.345967 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3519cc78-f7b4-43a9-99c0-0ddd2ea5599f tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.355466 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-09e23be8-e6e5-4957-a1f4-b4c6bec8e1b2 None None] Provisioning for port 6c5b6a68-4934-4e85-96f5-b03db9dea870 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:27.364336 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-09e23be8-e6e5-4957-a1f4-b4c6bec8e1b2 None None] Provisioning complete for port 6c5b6a68-4934-4e85-96f5-b03db9dea870 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:27.364965 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-09e23be8-e6e5-4957-a1f4-b4c6bec8e1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.388321 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519cc78-f7b4-43a9-99c0-0ddd2ea5599f tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Pushing event deleted for resources: {'Port': ['ID=6c5b6a68-4934-4e85-96f5-b03db9dea870,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:27.392584 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-09e23be8-e6e5-4957-a1f4-b4c6bec8e1b2 None None] Port 6c5b6a68-4934-4e85-96f5-b03db9dea870 was deleted so its status cannot be updated. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 01:57:27.414927 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3519cc78-f7b4-43a9-99c0-0ddd2ea5599f tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.419660 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3519cc78-f7b4-43a9-99c0-0ddd2ea5599f tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] 10.222.0.68 "DELETE /v2.0/ports/6c5b6a68-4934-4e85-96f5-b03db9dea870 HTTP/1.1" status: 204 len: 168 time: 0.5130985 Aug 16 01:57:27.420115 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47740) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:27.427004 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 37bb0f80-f8a8-496b-bd29-bf4ab5952729 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:27.432416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 37bb0f80-f8a8-496b-bd29-bf4ab5952729 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:27.432797 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.487758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05d1705-1b8c-4743-ac32-c335e9a988ab tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Deleting subnet 60bdacfa-8568-414f-8eed-b9807a09eb1c {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:27.491043 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e05d1705-1b8c-4743-ac32-c335e9a988ab tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.521152 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.551793 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e05d1705-1b8c-4743-ac32-c335e9a988ab tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.563706 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 37bb0f80-f8a8-496b-bd29-bf4ab5952729, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=37bb0f80-f8a8-496b-bd29-bf4ab5952729,segment=NetworkSegment(90ad624d-f4b7-41fc-98f2-d2f30eb8e255),segment_id=90ad624d-f4b7-41fc-98f2-d2f30eb8e255)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:27.568594 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.644600 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-063a6dfa-31eb-4262-b09b-e7db9c5b8305 None None] Could not find standard attr ID for object 6c5b6a68-4934-4e85-96f5-b03db9dea870. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:57:27.679788 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=37bb0f80-f8a8-496b-bd29-bf4ab5952729,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:27.727442 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e05d1705-1b8c-4743-ac32-c335e9a988ab tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.789051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7546b3c-1f04-4964-b88e-80bfc835bcec req-9a8cf70c-e819-49db-9ee2-354672b16988 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:27.790739 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7546b3c-1f04-4964-b88e-80bfc835bcec req-9a8cf70c-e819-49db-9ee2-354672b16988 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.1167731 Aug 16 01:57:27.836100 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e05d1705-1b8c-4743-ac32-c335e9a988ab tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.863259 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-acce99dd-d510-4c4c-8b58-268dd309f2ca None None] Could not find standard attr ID for object 473b21b8-ce9a-4b0a-b49f-33809aee1a6e. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:57:27.877250 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7546b3c-1f04-4964-b88e-80bfc835bcec req-38eccba4-d310-4bfb-bb05-af4b55a16202 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724170 Aug 16 01:57:27.880138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d1705-1b8c-4743-ac32-c335e9a988ab tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Pushing event deleted for resources: {'Subnet': ['ID=60bdacfa-8568-414f-8eed-b9807a09eb1c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:27.882247 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e05d1705-1b8c-4743-ac32-c335e9a988ab tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.884838 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e05d1705-1b8c-4743-ac32-c335e9a988ab tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] 10.222.0.68 "DELETE /v2.0/subnets/60bdacfa-8568-414f-8eed-b9807a09eb1c HTTP/1.1" status: 204 len: 168 time: 0.4624023 Aug 16 01:57:27.886878 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47746) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:27.994866 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.067317 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4e5e4-ddfa-4da9-8133-fef409ed85a4 req-d4889b21-91c1-4601-9ded-56dad4de9a97 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:28.068132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12de1310-eb22-464d-8404-a1d3bf7fe355 None None] Network bb05f16f-8007-4967-9f2a-143c73f9a0fe requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:28.068870 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ada4e5e4-ddfa-4da9-8133-fef409ed85a4 req-d4889b21-91c1-4601-9ded-56dad4de9a97 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.0938334 Aug 16 01:57:28.116725 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Deleting port 37bb0f80-f8a8-496b-bd29-bf4ab5952729 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:28.116979 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.135392 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ada4e5e4-ddfa-4da9-8133-fef409ed85a4 req-7506e3ae-5c58-460f-a18e-6ee821d3cdee tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595236 Aug 16 01:57:28.198843 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] For port 37bb0f80-f8a8-496b-bd29-bf4ab5952729, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=37bb0f80-f8a8-496b-bd29-bf4ab5952729,segment=NetworkSegment(90ad624d-f4b7-41fc-98f2-d2f30eb8e255),segment_id=90ad624d-f4b7-41fc-98f2-d2f30eb8e255)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:28.199231 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.216462 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Calling delete_port for 37bb0f80-f8a8-496b-bd29-bf4ab5952729 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:28.295124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04954f94-b42c-4c52-8656-2fc261a39ecc None None] DHCP port deletion for bb05f16f-8007-4967-9f2a-143c73f9a0fe request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:57:28.309199 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.325946 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-04954f94-b42c-4c52-8656-2fc261a39ecc None None] The port '37bb0f80-f8a8-496b-bd29-bf4ab5952729' was deleted {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 16 01:57:28.343146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Pushing event deleted for resources: {'Port': ['ID=37bb0f80-f8a8-496b-bd29-bf4ab5952729,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:28.345178 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] No DVR routers for this DVR port 37bb0f80-f8a8-496b-bd29-bf4ab5952729 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:28.454088 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.471724 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f6c57-bf4b-4230-aa9d-e62a370301e3 req-eaab56d2-a959-4b01-9160-30ad431a872b tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:28.473225 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a3f6c57-bf4b-4230-aa9d-e62a370301e3 req-eaab56d2-a959-4b01-9160-30ad431a872b tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.1336112 Aug 16 01:57:28.474807 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb05f16f-8007-4967-9f2a-143c73f9a0fe']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:28.486412 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ad624d-f4b7-41fc-98f2-d2f30eb8e255') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:28.486713 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ad624d-f4b7-41fc-98f2-d2f30eb8e255') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:28.508259 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.532630 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.539482 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a3f6c57-bf4b-4230-aa9d-e62a370301e3 req-f5a9a1e5-104e-4928-b1bc-ea613d6f7355 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576458 Aug 16 01:57:28.542121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:28.542438 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:28.545687 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:28.612274 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.620622 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.627080 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] 10.222.0.68 "DELETE /v2.0/networks/bb05f16f-8007-4967-9f2a-143c73f9a0fe HTTP/1.1" status: 204 len: 168 time: 0.7364085 Aug 16 01:57:28.645041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d1cd9-5d40-4948-b468-ded4a35189d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539 tempest-ExtraDHCPOptionsIpV6TestJSON-1468906539-project] Pushing event deleted for resources: {'Network': ['ID=bb05f16f-8007-4967-9f2a-143c73f9a0fe,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:28.668001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df830078-c645-4dc8-b889-35ac706fd5c1 req-143deabe-1554-4f34-931e-52fdd5dce23e tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:28.670029 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df830078-c645-4dc8-b889-35ac706fd5c1 req-143deabe-1554-4f34-931e-52fdd5dce23e tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.0595791 Aug 16 01:57:28.718646 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df830078-c645-4dc8-b889-35ac706fd5c1 req-2126ae47-2669-4cb3-86ed-42acf2ff8e2c tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393374 Aug 16 01:57:28.946124 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47778) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:29.100767 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-59f90c9c-0bc8-4bda-bfc3-da027c4a7fb2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=130a4f4a698b4a77aeb4a69b3ebb5f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534636 Aug 16 01:57:29.103286 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47782) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:29.172852 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f13712c8-e31d-44a0-97f4-c7bd259425d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.208650 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f13712c8-e31d-44a0-97f4-c7bd259425d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.234776 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 37bb0f80-f8a8-496b-bd29-bf4ab5952729 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:29.279432 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 37bb0f80-f8a8-496b-bd29-bf4ab5952729 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:29.279686 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 37bb0f80-f8a8-496b-bd29-bf4ab5952729 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:29.306687 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f13712c8-e31d-44a0-97f4-c7bd259425d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.309805 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f13712c8-e31d-44a0-97f4-c7bd259425d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.311343 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f13712c8-e31d-44a0-97f4-c7bd259425d6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/88defa94-822b-444c-8f63-b58802c28c5c HTTP/1.1" status: 204 len: 168 time: 0.2069902 Aug 16 01:57:29.331578 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13712c8-e31d-44a0-97f4-c7bd259425d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88defa94-822b-444c-8f63-b58802c28c5c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:29.382856 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2562a2-730a-49d5-aa77-e5d2a743d5f0 req-c3e2e0bb-4392-4ba6-8134-a7b6faaa1e81 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:29.392178 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f2562a2-730a-49d5-aa77-e5d2a743d5f0 req-c3e2e0bb-4392-4ba6-8134-a7b6faaa1e81 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.0789373 Aug 16 01:57:29.435610 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f2562a2-730a-49d5-aa77-e5d2a743d5f0 req-b81cbf2f-ac75-4a25-804f-bd639f87a93e tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421345 Aug 16 01:57:30.017875 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47814) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:30.117939 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ed9bd017-29d4-4d5c-9573-d421cd898829 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-894291822'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:30.142729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9bd017-29d4-4d5c-9573-d421cd898829 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Made reservation on behalf of 3b6802a4ef894ca89c847c2ca1f435e9 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:30.146411 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed9bd017-29d4-4d5c-9573-d421cd898829 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.155823 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed9bd017-29d4-4d5c-9573-d421cd898829 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.258837 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed9bd017-29d4-4d5c-9573-d421cd898829 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.263451 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed9bd017-29d4-4d5c-9573-d421cd898829 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.295996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9bd017-29d4-4d5c-9573-d421cd898829 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:30.306101 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9bd017-29d4-4d5c-9573-d421cd898829 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04d30fc-b49b-4a2a-8fa5-e29230341378,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:30.311497 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed9bd017-29d4-4d5c-9573-d421cd898829 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.312416 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-ed9bd017-29d4-4d5c-9573-d421cd898829 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Added segment baa3968c-3783-4a83-9580-328dd6d34f0f of type vlan for network 5d74a050-90b9-4236-96b6-1f20296536d6 Aug 16 01:57:30.355398 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed9bd017-29d4-4d5c-9573-d421cd898829 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.385311 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed9bd017-29d4-4d5c-9573-d421cd898829 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.391699 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9bd017-29d4-4d5c-9573-d421cd898829 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:30.392283 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed9bd017-29d4-4d5c-9573-d421cd898829 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.448318 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ed9bd017-29d4-4d5c-9573-d421cd898829 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4292848 Aug 16 01:57:30.451303 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47820) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:30.459957 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c69dadcd-c9b6-40b6-a71d-d307fb230f06 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Request body: {'subnet': {'network_id': '5d74a050-90b9-4236-96b6-1f20296536d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:30.479919 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9bd017-29d4-4d5c-9573-d421cd898829 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Pushing event updated for resources: {'Network': ['ID=5d74a050-90b9-4236-96b6-1f20296536d6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:30.490721 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 5d74a050-90b9-4236-96b6-1f20296536d6 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:30.565372 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69dadcd-c9b6-40b6-a71d-d307fb230f06 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Made reservation on behalf of 3b6802a4ef894ca89c847c2ca1f435e9 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:30.568956 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c69dadcd-c9b6-40b6-a71d-d307fb230f06 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.574255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544499e1-7f7d-45c2-908d-985ad69acdb8 req-5b293166-4a33-4e4d-aaac-76ab4c78e495 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:30.582294 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-544499e1-7f7d-45c2-908d-985ad69acdb8 req-5b293166-4a33-4e4d-aaac-76ab4c78e495 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.0755541 Aug 16 01:57:30.628846 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-544499e1-7f7d-45c2-908d-985ad69acdb8 req-cfd59bcf-2f9f-488f-b734-a841557f9bf6 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407693 Aug 16 01:57:30.758819 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c69dadcd-c9b6-40b6-a71d-d307fb230f06 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.819415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69dadcd-c9b6-40b6-a71d-d307fb230f06 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Pushing event updated for resources: {'Subnet': ['ID=1a442bd9-dd56-4ba1-b756-0acc270abe76,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:30.831507 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69dadcd-c9b6-40b6-a71d-d307fb230f06 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Checking segment: {'id': 'baa3968c-3783-4a83-9580-328dd6d34f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5d74a050-90b9-4236-96b6-1f20296536d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:30.832347 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69dadcd-c9b6-40b6-a71d-d307fb230f06 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Network hostable DHCP agents. Network: 5d74a050-90b9-4236-96b6-1f20296536d6, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:30.863016 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69dadcd-c9b6-40b6-a71d-d307fb230f06 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Network 5d74a050-90b9-4236-96b6-1f20296536d6 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:30.873285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c69dadcd-c9b6-40b6-a71d-d307fb230f06 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 5d74a050-90b9-4236-96b6-1f20296536d6) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:30.878840 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69dadcd-c9b6-40b6-a71d-d307fb230f06 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:30.879682 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c69dadcd-c9b6-40b6-a71d-d307fb230f06 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.888052 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3093c1ed-10c8-4875-a35a-e95942bebf55 None None] Network 5d74a050-90b9-4236-96b6-1f20296536d6 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:30.898256 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c69dadcd-c9b6-40b6-a71d-d307fb230f06 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4460492 Aug 16 01:57:30.901368 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47828) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:30.908649 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7ce64312-c4ee-44b9-afbf-cb9817dc95a4 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Request body: {'port': {'network_id': '5d74a050-90b9-4236-96b6-1f20296536d6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1430728582'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:31.058168 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-5d74a050-90b9-4236-96b6-1f20296536d6', 'network_id': '5d74a050-90b9-4236-96b6-1f20296536d6', 'tenant_id': '3b6802a4ef894ca89c847c2ca1f435e9', 'fixed_ips': [{'subnet_id': '1a442bd9-dd56-4ba1-b756-0acc270abe76'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:57:31.059134 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.075288 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce64312-c4ee-44b9-afbf-cb9817dc95a4 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Made reservation on behalf of 3b6802a4ef894ca89c847c2ca1f435e9 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:31.080985 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ce64312-c4ee-44b9-afbf-cb9817dc95a4 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.106514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-7ce64312-c4ee-44b9-afbf-cb9817dc95a4 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] device_id is not set on port acf65932-b79a-4e2e-be08-3b250785ea1f yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:31.183789 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47832) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:31.219664 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Allocated IP 172.20.0.2 (5d74a050-90b9-4236-96b6-1f20296536d6/1a442bd9-dd56-4ba1-b756-0acc270abe76/7adb8e27-1bbc-46c0-bbf1-44ab00c8353a) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:31.307913 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-896a8a5a-271e-4450-b5cb-3eef2cc008d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.383069 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.391918 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Transition to ACTIVE for port object 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:31.406878 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Transition to ACTIVE for port object 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:31.412348 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.421986 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-896a8a5a-271e-4450-b5cb-3eef2cc008d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.426398 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-896a8a5a-271e-4450-b5cb-3eef2cc008d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.453086 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Network 5d74a050-90b9-4236-96b6-1f20296536d6 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:31.460145 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:31.463675 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:31.466539 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-7ce64312-c4ee-44b9-afbf-cb9817dc95a4 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Allocated IP 172.20.0.3 (5d74a050-90b9-4236-96b6-1f20296536d6/1a442bd9-dd56-4ba1-b756-0acc270abe76/acf65932-b79a-4e2e-be08-3b250785ea1f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:31.467363 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-896a8a5a-271e-4450-b5cb-3eef2cc008d0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9a50cf95cf484d8a99f28015d99876b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822642 Aug 16 01:57:31.467967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47838) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:31.471750 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Pushing event updated for resources: {'Port': ['ID=7adb8e27-1bbc-46c0-bbf1-44ab00c8353a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:31.482793 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.482793 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.483213 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.483334 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.484135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.484581 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.484911 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.485306 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.485668 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.486038 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.486361 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.486682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:31.498557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a8a5a-271e-4450-b5cb-3eef2cc008d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b7036e-5dac-4a2d-8ae9-062fb0c94675,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:31.533853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Attempting to bind port 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:31.534442 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Attempting to bind port 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'baa3968c-3783-4a83-9580-328dd6d34f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5d74a050-90b9-4236-96b6-1f20296536d6'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:31.534584 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Attempting to bind port 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a on network 5d74a050-90b9-4236-96b6-1f20296536d6 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:31.539929 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:31.540309 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Checking segment: {'id': 'baa3968c-3783-4a83-9580-328dd6d34f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5d74a050-90b9-4236-96b6-1f20296536d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:31.540552 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84d6c092-fbe5-4664-a772-3342eac9f642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.540692 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.541089 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Bound using segment: {'id': 'baa3968c-3783-4a83-9580-328dd6d34f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5d74a050-90b9-4236-96b6-1f20296536d6'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:31.541550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Bound port: 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa3968c-3783-4a83-9580-328dd6d34f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5d74a050-90b9-4236-96b6-1f20296536d6'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:31.542144 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.562729 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84d6c092-fbe5-4664-a772-3342eac9f642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.611259 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84d6c092-fbe5-4664-a772-3342eac9f642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.612081 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] For port 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:31.614271 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84d6c092-fbe5-4664-a772-3342eac9f642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.615481 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-84d6c092-fbe5-4664-a772-3342eac9f642 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/93b7036e-5dac-4a2d-8ae9-062fb0c94675 HTTP/1.1" status: 204 len: 168 time: 0.1426041 Aug 16 01:57:31.618770 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] For port 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7adb8e27-1bbc-46c0-bbf1-44ab00c8353a,segment=NetworkSegment(baa3968c-3783-4a83-9580-328dd6d34f0f),segment_id=baa3968c-3783-4a83-9580-328dd6d34f0f)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:31.625460 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6c092-fbe5-4664-a772-3342eac9f642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b7036e-5dac-4a2d-8ae9-062fb0c94675,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:31.629749 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.649699 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ce64312-c4ee-44b9-afbf-cb9817dc95a4 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.676756 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-7ce64312-c4ee-44b9-afbf-cb9817dc95a4 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Transition to ACTIVE for port object acf65932-b79a-4e2e-be08-3b250785ea1f will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:31.708705 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ed8b1-4ca1-416e-ab7c-f24046810f48 None None] Pushing event updated for resources: {'Port': ['ID=7adb8e27-1bbc-46c0-bbf1-44ab00c8353a,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:31.767812 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ce64312-c4ee-44b9-afbf-cb9817dc95a4 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.825787 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce64312-c4ee-44b9-afbf-cb9817dc95a4 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Network 5d74a050-90b9-4236-96b6-1f20296536d6 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:31.844027 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de520dd4-c8ea-47ed-b20a-d5a405434e91 req-ab11b7d2-763a-42d2-b188-49c4970e4048 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:31.845590 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-de520dd4-c8ea-47ed-b20a-d5a405434e91 req-ab11b7d2-763a-42d2-b188-49c4970e4048 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.1145024 Aug 16 01:57:31.846542 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-7ce64312-c4ee-44b9-afbf-cb9817dc95a4 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:31.851570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce64312-c4ee-44b9-afbf-cb9817dc95a4 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:31.889840 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce64312-c4ee-44b9-afbf-cb9817dc95a4 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Pushing event updated for resources: {'Port': ['ID=acf65932-b79a-4e2e-be08-3b250785ea1f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:31.945282 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce64312-c4ee-44b9-afbf-cb9817dc95a4 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:31.945952 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ce64312-c4ee-44b9-afbf-cb9817dc95a4 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.958027 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-de520dd4-c8ea-47ed-b20a-d5a405434e91 req-e4133513-eac4-4292-b769-b534fd7aa80b tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966992 Aug 16 01:57:31.969829 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7ce64312-c4ee-44b9-afbf-cb9817dc95a4 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0654864 Aug 16 01:57:31.972651 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47850) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:31.978567 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6e866206-3162-41e5-b890-a362e3c7db83 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Request body: {'port': {'network_id': '5d74a050-90b9-4236-96b6-1f20296536d6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-443514187', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:31.979064 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.api.validators [None req-6e866206-3162-41e5-b890-a362e3c7db83 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] bootfile-name is not in valid_values {{(pid=94673) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 01:57:31.980315 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.api.validators [None req-6e866206-3162-41e5-b890-a362e3c7db83 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] tftp-server is not in valid_values {{(pid=94673) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 01:57:31.980845 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.api.validators [None req-6e866206-3162-41e5-b890-a362e3c7db83 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] server-ip-address is not in valid_values {{(pid=94673) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 01:57:32.098704 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e866206-3162-41e5-b890-a362e3c7db83 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Made reservation on behalf of 3b6802a4ef894ca89c847c2ca1f435e9 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:32.103203 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e866206-3162-41e5-b890-a362e3c7db83 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.124399 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-6e866206-3162-41e5-b890-a362e3c7db83 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] device_id is not set on port 0ef8bc46-f308-4cce-9757-31d9f4b8db22 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:32.241963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-6e866206-3162-41e5-b890-a362e3c7db83 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Allocated IP 172.20.0.9 (5d74a050-90b9-4236-96b6-1f20296536d6/1a442bd9-dd56-4ba1-b756-0acc270abe76/0ef8bc46-f308-4cce-9757-31d9f4b8db22) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:32.423557 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e866206-3162-41e5-b890-a362e3c7db83 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.440777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6e866206-3162-41e5-b890-a362e3c7db83 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Transition to ACTIVE for port object 0ef8bc46-f308-4cce-9757-31d9f4b8db22 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:32.478286 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e866206-3162-41e5-b890-a362e3c7db83 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.530026 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e866206-3162-41e5-b890-a362e3c7db83 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Network 5d74a050-90b9-4236-96b6-1f20296536d6 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:32.535222 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-6e866206-3162-41e5-b890-a362e3c7db83 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:32.538984 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e866206-3162-41e5-b890-a362e3c7db83 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:32.541594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e866206-3162-41e5-b890-a362e3c7db83 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Pushing event updated for resources: {'Port': ['ID=0ef8bc46-f308-4cce-9757-31d9f4b8db22,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:32.596729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e866206-3162-41e5-b890-a362e3c7db83 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:32.597530 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e866206-3162-41e5-b890-a362e3c7db83 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.613668 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6e866206-3162-41e5-b890-a362e3c7db83 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.6396449 Aug 16 01:57:32.615906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47876) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:32.785445 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78113d26-4fac-450a-8650-00c050dfd190 None None] Network 5d74a050-90b9-4236-96b6-1f20296536d6 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:32.820142 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47880) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:32.847792 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bd826af9-9530-4c19-8df8-86ce572fca06 None None] Provisioning for port 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:32.951418 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dafc5a9-32d3-49f9-96fe-d9d02f41ee88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.970171 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c112298-d2c5-4fe8-b7df-54e7b0ed25bc tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:32.976047 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c112298-d2c5-4fe8-b7df-54e7b0ed25bc tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:32.981993 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c112298-d2c5-4fe8-b7df-54e7b0ed25bc tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:32.983990 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0c112298-d2c5-4fe8-b7df-54e7b0ed25bc tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3669360 Aug 16 01:57:32.987609 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47884) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:33.104179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-61891524-7970-4d3f-b872-8033163c5223 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Deleting port 0ef8bc46-f308-4cce-9757-31d9f4b8db22 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:33.104902 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61891524-7970-4d3f-b872-8033163c5223 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.107612 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dafc5a9-32d3-49f9-96fe-d9d02f41ee88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.117216 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dafc5a9-32d3-49f9-96fe-d9d02f41ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.136894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7763b27-57bb-48ef-94ca-e19c39959f6c req-4e331387-062f-4fd5-b96d-d636a038f852 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:33.138489 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e7763b27-57bb-48ef-94ca-e19c39959f6c req-4e331387-062f-4fd5-b96d-d636a038f852 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.0844791 Aug 16 01:57:33.185207 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6dafc5a9-32d3-49f9-96fe-d9d02f41ee88 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e9b2cc545feb438ca1fc177c096f7c24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3639538 Aug 16 01:57:33.188836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafc5a9-32d3-49f9-96fe-d9d02f41ee88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343a80bf-4744-4ff4-a73f-3df84d6a2b5e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:33.190971 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47888) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:33.215283 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e7763b27-57bb-48ef-94ca-e19c39959f6c req-83d89267-8bb9-40ec-af2b-4c1f32d6143c tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608354 Aug 16 01:57:33.256300 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61891524-7970-4d3f-b872-8033163c5223 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.277318 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-61891524-7970-4d3f-b872-8033163c5223 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Calling delete_port for 0ef8bc46-f308-4cce-9757-31d9f4b8db22 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:33.300669 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30f2d3a6-b4bf-40a0-acb4-a53dada23247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.314107 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-86857e42-6920-47b1-8165-4824a7422c5a None None] Provisioning for port acf65932-b79a-4e2e-be08-3b250785ea1f completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:33.321191 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-86857e42-6920-47b1-8165-4824a7422c5a None None] Provisioning complete for port acf65932-b79a-4e2e-be08-3b250785ea1f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:33.321678 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86857e42-6920-47b1-8165-4824a7422c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.323614 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:33.360214 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30f2d3a6-b4bf-40a0-acb4-a53dada23247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.388873 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-86857e42-6920-47b1-8165-4824a7422c5a None None] Port acf65932-b79a-4e2e-be08-3b250785ea1f cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:33.410385 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-86857e42-6920-47b1-8165-4824a7422c5a None None] Provisioning for port 0ef8bc46-f308-4cce-9757-31d9f4b8db22 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:33.415194 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:33.417710 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-86857e42-6920-47b1-8165-4824a7422c5a None None] Provisioning complete for port 0ef8bc46-f308-4cce-9757-31d9f4b8db22 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:33.418273 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86857e42-6920-47b1-8165-4824a7422c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.444463 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:33.445010 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.457019 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30f2d3a6-b4bf-40a0-acb4-a53dada23247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.460260 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30f2d3a6-b4bf-40a0-acb4-a53dada23247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.463903 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-30f2d3a6-b4bf-40a0-acb4-a53dada23247 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/343a80bf-4744-4ff4-a73f-3df84d6a2b5e HTTP/1.1" status: 204 len: 168 time: 0.2691197 Aug 16 01:57:33.475860 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2d3a6-b4bf-40a0-acb4-a53dada23247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343a80bf-4744-4ff4-a73f-3df84d6a2b5e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:33.491667 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61891524-7970-4d3f-b872-8033163c5223 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.529295 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61891524-7970-4d3f-b872-8033163c5223 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Pushing event deleted for resources: {'Port': ['ID=0ef8bc46-f308-4cce-9757-31d9f4b8db22,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:33.568555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-86857e42-6920-47b1-8165-4824a7422c5a None None] Port 0ef8bc46-f308-4cce-9757-31d9f4b8db22 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:33.616630 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61891524-7970-4d3f-b872-8033163c5223 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.619355 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-61891524-7970-4d3f-b872-8033163c5223 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] 10.222.0.68 "DELETE /v2.0/ports/0ef8bc46-f308-4cce-9757-31d9f4b8db22 HTTP/1.1" status: 204 len: 168 time: 0.6307476 Aug 16 01:57:33.622715 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.622879 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47894) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:33.630731 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-823223cb-2137-45de-885e-01068c5bae7f tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Request body: {'port': {'name': 'tempest-new-port-name-672227245', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:33.631377 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.api.validators [None req-823223cb-2137-45de-885e-01068c5bae7f tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] bootfile-name is not in valid_values {{(pid=94673) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 01:57:33.631859 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.api.validators [None req-823223cb-2137-45de-885e-01068c5bae7f tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] tftp-server is not in valid_values {{(pid=94673) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 01:57:33.632033 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.api.validators [None req-823223cb-2137-45de-885e-01068c5bae7f tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] server-ip-address is not in valid_values {{(pid=94673) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 01:57:33.668641 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7adb8e27-1bbc-46c0-bbf1-44ab00c8353a,segment=NetworkSegment(baa3968c-3783-4a83-9580-328dd6d34f0f),segment_id=baa3968c-3783-4a83-9580-328dd6d34f0f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:33.683370 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.726275 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-823223cb-2137-45de-885e-01068c5bae7f tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.731234 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3c980cdd-920d-4227-b019-ff318406e5bd None None] Provisioning complete for port acf65932-b79a-4e2e-be08-3b250785ea1f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:33.731870 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c980cdd-920d-4227-b019-ff318406e5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.789471 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=7adb8e27-1bbc-46c0-bbf1-44ab00c8353a,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:33.802946 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3c980cdd-920d-4227-b019-ff318406e5bd None None] Port acf65932-b79a-4e2e-be08-3b250785ea1f cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:33.915039 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7a6537ce-fef2-4e0d-9503-8bf942f9b8a2 None None] Could not find standard attr ID for object 0ef8bc46-f308-4cce-9757-31d9f4b8db22. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:57:33.960087 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-823223cb-2137-45de-885e-01068c5bae7f tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.966542 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-823223cb-2137-45de-885e-01068c5bae7f tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.062787 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823223cb-2137-45de-885e-01068c5bae7f tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Pushing event updated for resources: {'Port': ['ID=acf65932-b79a-4e2e-be08-3b250785ea1f,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:34.070859 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-823223cb-2137-45de-885e-01068c5bae7f tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] In _notify_port_updated(), no bound segment for port acf65932-b79a-4e2e-be08-3b250785ea1f on network 5d74a050-90b9-4236-96b6-1f20296536d6 {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 01:57:34.076402 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823223cb-2137-45de-885e-01068c5bae7f tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:34.077044 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-823223cb-2137-45de-885e-01068c5bae7f tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.081130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47910) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:34.081622 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-823223cb-2137-45de-885e-01068c5bae7f tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] 10.222.0.68 "PUT /v2.0/ports/acf65932-b79a-4e2e-be08-3b250785ea1f HTTP/1.1" status: 200 len: 1135 time: 0.4571729 Aug 16 01:57:34.130172 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9df4d7a-46b1-4a8a-8d64-7afd3728147b tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:34.135156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47914) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:34.135372 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e9df4d7a-46b1-4a8a-8d64-7afd3728147b tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] 10.222.0.68 "GET /v2.0/ports/acf65932-b79a-4e2e-be08-3b250785ea1f HTTP/1.1" status: 200 len: 1135 time: 0.0522676 Aug 16 01:57:34.237027 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-43a1c65d-3d61-4583-93c9-85a074953b54 None None] Provisioning complete for port acf65932-b79a-4e2e-be08-3b250785ea1f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:34.237414 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-43a1c65d-3d61-4583-93c9-85a074953b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.259369 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6e8ac014-40b1-4707-8ccb-314ef40f76c5 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Deleting port acf65932-b79a-4e2e-be08-3b250785ea1f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:34.259926 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e8ac014-40b1-4707-8ccb-314ef40f76c5 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.279811 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-43a1c65d-3d61-4583-93c9-85a074953b54 None None] Port acf65932-b79a-4e2e-be08-3b250785ea1f cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:34.429444 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363a46d-ebb5-4438-8019-263637a9adf1 req-3329c8e6-42b7-4267-9dd8-66d4dc491f78 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:34.433093 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6363a46d-ebb5-4438-8019-263637a9adf1 req-3329c8e6-42b7-4267-9dd8-66d4dc491f78 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.0969934 Aug 16 01:57:34.442689 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e8ac014-40b1-4707-8ccb-314ef40f76c5 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.471146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6e8ac014-40b1-4707-8ccb-314ef40f76c5 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Calling delete_port for acf65932-b79a-4e2e-be08-3b250785ea1f owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:34.530656 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6363a46d-ebb5-4438-8019-263637a9adf1 req-9585c302-ba75-4982-ad80-7ed8fe89df62 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902553 Aug 16 01:57:34.658586 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e8ac014-40b1-4707-8ccb-314ef40f76c5 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.691050 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ac014-40b1-4707-8ccb-314ef40f76c5 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Pushing event deleted for resources: {'Port': ['ID=acf65932-b79a-4e2e-be08-3b250785ea1f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:34.765664 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e8ac014-40b1-4707-8ccb-314ef40f76c5 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.769897 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6e8ac014-40b1-4707-8ccb-314ef40f76c5 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] 10.222.0.68 "DELETE /v2.0/ports/acf65932-b79a-4e2e-be08-3b250785ea1f HTTP/1.1" status: 204 len: 168 time: 0.6314628 Aug 16 01:57:34.770268 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 47940) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:34.836322 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb201b7-e09b-45da-ad25-854bfdb4f31f tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Deleting subnet 1a442bd9-dd56-4ba1-b756-0acc270abe76 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:34.839730 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfb201b7-e09b-45da-ad25-854bfdb4f31f tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.887658 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfb201b7-e09b-45da-ad25-854bfdb4f31f tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.976637 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfb201b7-e09b-45da-ad25-854bfdb4f31f tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.039309 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfb201b7-e09b-45da-ad25-854bfdb4f31f tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.070980 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb201b7-e09b-45da-ad25-854bfdb4f31f tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Pushing event deleted for resources: {'Subnet': ['ID=1a442bd9-dd56-4ba1-b756-0acc270abe76,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:35.074412 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfb201b7-e09b-45da-ad25-854bfdb4f31f tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.079621 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bfb201b7-e09b-45da-ad25-854bfdb4f31f tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] 10.222.0.68 "DELETE /v2.0/subnets/1a442bd9-dd56-4ba1-b756-0acc270abe76 HTTP/1.1" status: 204 len: 168 time: 0.3082931 Aug 16 01:57:35.079883 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47948) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:35.084267 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e787ca-838c-42e4-818b-4ce7db93f5c5 None None] Network 5d74a050-90b9-4236-96b6-1f20296536d6 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:35.167979 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.227277 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Deleting port 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:35.227631 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.256644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:35.314955 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] For port 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7adb8e27-1bbc-46c0-bbf1-44ab00c8353a,segment=NetworkSegment(baa3968c-3783-4a83-9580-328dd6d34f0f),segment_id=baa3968c-3783-4a83-9580-328dd6d34f0f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:35.315773 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.318893 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:35.319514 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.338685 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Calling delete_port for 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:35.342263 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61d765b-1533-44f9-bbaf-1d9a03ce924e None None] DHCP port deletion for 5d74a050-90b9-4236-96b6-1f20296536d6 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:57:35.443765 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.448906 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b61d765b-1533-44f9-bbaf-1d9a03ce924e None None] Deleting port 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:35.449292 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b61d765b-1533-44f9-bbaf-1d9a03ce924e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.490075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Pushing event deleted for resources: {'Port': ['ID=7adb8e27-1bbc-46c0-bbf1-44ab00c8353a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:35.501363 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] No DVR routers for this DVR port 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:35.530935 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b61d765b-1533-44f9-bbaf-1d9a03ce924e None None] For port 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a, host n-d-765315-27, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:35.531499 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b61d765b-1533-44f9-bbaf-1d9a03ce924e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.544633 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b61d765b-1533-44f9-bbaf-1d9a03ce924e None None] Calling delete_port for 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:35.547650 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.ipam_backend_mixin [None req-b61d765b-1533-44f9-bbaf-1d9a03ce924e None None] Port 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a was not found and therefore no delete operation was performed {{(pid=94674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:57:35.548977 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b61d765b-1533-44f9-bbaf-1d9a03ce924e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.574744 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d765b-1533-44f9-bbaf-1d9a03ce924e None None] Pushing event deleted for resources: {'Port': ['ID=7adb8e27-1bbc-46c0-bbf1-44ab00c8353a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:35.580240 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61d765b-1533-44f9-bbaf-1d9a03ce924e None None] No DVR routers for this DVR port 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:35.596425 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.609556 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d74a050-90b9-4236-96b6-1f20296536d6']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:35.639499 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa3968c-3783-4a83-9580-328dd6d34f0f') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:35.639844 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa3968c-3783-4a83-9580-328dd6d34f0f') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:35.667464 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.692676 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.707566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4c289-08df-4cb8-ac8c-1ba0a57b9b32 req-ee48872f-9b5f-4ba5-9740-3b465a307c30 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:35.709188 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cae4c289-08df-4cb8-ac8c-1ba0a57b9b32 req-ee48872f-9b5f-4ba5-9740-3b465a307c30 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.0813920 Aug 16 01:57:35.712225 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:35.712631 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:35.716630 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:35.805356 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.809855 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.815876 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] 10.222.0.68 "DELETE /v2.0/networks/5d74a050-90b9-4236-96b6-1f20296536d6 HTTP/1.1" status: 204 len: 168 time: 0.7304890 Aug 16 01:57:35.818690 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cae4c289-08df-4cb8-ac8c-1ba0a57b9b32 req-809bdd7f-f7fd-47fd-a313-f087ea46f69a tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915196 Aug 16 01:57:35.831160 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f21909-a485-4dc8-8d08-7ccb12366fe2 tempest-ExtraDHCPOptionsTestJSON-1278369595 tempest-ExtraDHCPOptionsTestJSON-1278369595-project] Pushing event deleted for resources: {'Network': ['ID=5d74a050-90b9-4236-96b6-1f20296536d6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:36.109419 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47964) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:36.260233 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f5560252-f499-424b-a304-a9bab19b6bed admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3b6802a4ef894ca89c847c2ca1f435e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495311 Aug 16 01:57:36.262736 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 47968) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:36.314555 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01924da9-3770-46fb-823b-4ef3bc219375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.335227 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01924da9-3770-46fb-823b-4ef3bc219375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.382224 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01924da9-3770-46fb-823b-4ef3bc219375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.384845 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01924da9-3770-46fb-823b-4ef3bc219375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.386006 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-01924da9-3770-46fb-823b-4ef3bc219375 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c04d30fc-b49b-4a2a-8fa5-e29230341378 HTTP/1.1" status: 204 len: 168 time: 0.1223693 Aug 16 01:57:36.395346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01924da9-3770-46fb-823b-4ef3bc219375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04d30fc-b49b-4a2a-8fa5-e29230341378,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:36.968838 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c6490-2b48-4eb4-8aad-d22e5b43f37d req-d70999de-f869-4995-bd36-fde07e16519c tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:36.970575 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ef5c6490-2b48-4eb4-8aad-d22e5b43f37d req-d70999de-f869-4995-bd36-fde07e16519c tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.0591664 Aug 16 01:57:37.012056 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ef5c6490-2b48-4eb4-8aad-d22e5b43f37d req-0fb6d8b2-04c3-4597-854d-de80569c1332 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350723 Aug 16 01:57:37.074492 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48004) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:37.177202 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Request body: {'networks': [{'name': 'tempest-network--1062797117'}, {'name': 'tempest-network--2106474854'}]} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:37.177509 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Request body: {'network': {'name': 'tempest-network--1062797117'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:37.177991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Request body: {'network': {'name': 'tempest-network--2106474854'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:37.201545 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Made reservation on behalf of cb7949c6463248d3bf961926fa3bf4c1 for: {'network': 2} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:37.207453 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.216323 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.239624 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:37.262291 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:37.262949 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7adb8e27-1bbc-46c0-bbf1-44ab00c8353a not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:37.319694 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.324790 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.325264 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.361253 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.366334 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7f373f-9323-4e48-b27b-d8fdfdf40a97,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:37.371350 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:37.383378 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.383737 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Added segment 16e13206-9f8c-4949-af47-8adcab425afa of type vlan for network 2269e818-9f43-46d8-9713-f572fe4e745f Aug 16 01:57:37.425636 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.461959 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:37.471999 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.472339 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Added segment 00789624-7f24-4eab-8a83-b46f8604a717 of type vlan for network 55b65f4f-53c8-46a2-8133-4d8ff10b1341 Aug 16 01:57:37.511200 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.544428 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.544936 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.550580 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:37.555403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:37.556010 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.616416 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5407844 Aug 16 01:57:37.619142 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48008) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:37.626009 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event updated for resources: {'Network': ['ID=2269e818-9f43-46d8-9713-f572fe4e745f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:37.636448 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 2269e818-9f43-46d8-9713-f572fe4e745f details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:37.703233 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6a873-b607-43a5-a3e7-e976e95b92e0 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event updated for resources: {'Network': ['ID=55b65f4f-53c8-46a2-8133-4d8ff10b1341,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:37.717076 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 55b65f4f-53c8-46a2-8133-4d8ff10b1341 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:37.756536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f995a85f-788a-48ef-af72-5bfcbba3029d tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:37.763397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f995a85f-788a-48ef-af72-5bfcbba3029d tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:37.771628 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f995a85f-788a-48ef-af72-5bfcbba3029d tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:37.778171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f995a85f-788a-48ef-af72-5bfcbba3029d tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:37.782830 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f995a85f-788a-48ef-af72-5bfcbba3029d tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1596403 Aug 16 01:57:37.783837 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48012) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:37.873394 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16045632-3cce-468a-b901-eeaf4060f558 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.970581 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16045632-3cce-468a-b901-eeaf4060f558 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.980480 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-16045632-3cce-468a-b901-eeaf4060f558 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2269e818-9f43-46d8-9713-f572fe4e745f']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:37.991553 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-16045632-3cce-468a-b901-eeaf4060f558 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e13206-9f8c-4949-af47-8adcab425afa') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:37.991847 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-16045632-3cce-468a-b901-eeaf4060f558 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e13206-9f8c-4949-af47-8adcab425afa') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:38.001389 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16045632-3cce-468a-b901-eeaf4060f558 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.015578 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16045632-3cce-468a-b901-eeaf4060f558 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.021479 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16045632-3cce-468a-b901-eeaf4060f558 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:38.021904 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16045632-3cce-468a-b901-eeaf4060f558 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:38.024783 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:38.099915 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16045632-3cce-468a-b901-eeaf4060f558 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.122924 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.123899 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16045632-3cce-468a-b901-eeaf4060f558 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.126023 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-16045632-3cce-468a-b901-eeaf4060f558 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "DELETE /v2.0/networks/2269e818-9f43-46d8-9713-f572fe4e745f HTTP/1.1" status: 204 len: 168 time: 0.3411207 Aug 16 01:57:38.127164 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16045632-3cce-468a-b901-eeaf4060f558 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event deleted for resources: {'Network': ['ID=2269e818-9f43-46d8-9713-f572fe4e745f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:38.128630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48022) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:38.206691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae02172-1b5e-4b00-b401-9f85947da410 req-4b57c292-fb68-405b-a546-58fd6265310f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.208246 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5ae02172-1b5e-4b00-b401-9f85947da410 req-4b57c292-fb68-405b-a546-58fd6265310f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.1140339 Aug 16 01:57:38.247695 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d6093b7-d9b5-43f1-ae9d-89d6f1b21b17 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.270251 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5ae02172-1b5e-4b00-b401-9f85947da410 req-a144d79d-f529-46ec-930e-172017d25fb0 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534918 Aug 16 01:57:38.360204 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d6093b7-d9b5-43f1-ae9d-89d6f1b21b17 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.369727 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5d6093b7-d9b5-43f1-ae9d-89d6f1b21b17 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b65f4f-53c8-46a2-8133-4d8ff10b1341']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:38.380951 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5d6093b7-d9b5-43f1-ae9d-89d6f1b21b17 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00789624-7f24-4eab-8a83-b46f8604a717') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:38.381241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5d6093b7-d9b5-43f1-ae9d-89d6f1b21b17 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00789624-7f24-4eab-8a83-b46f8604a717') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:38.390492 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d6093b7-d9b5-43f1-ae9d-89d6f1b21b17 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.403678 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d6093b7-d9b5-43f1-ae9d-89d6f1b21b17 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.412615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6093b7-d9b5-43f1-ae9d-89d6f1b21b17 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:38.413133 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d6093b7-d9b5-43f1-ae9d-89d6f1b21b17 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:38.416957 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:38.476215 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d6093b7-d9b5-43f1-ae9d-89d6f1b21b17 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.480971 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d6093b7-d9b5-43f1-ae9d-89d6f1b21b17 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.486895 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48026) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:38.490266 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5d6093b7-d9b5-43f1-ae9d-89d6f1b21b17 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "DELETE /v2.0/networks/55b65f4f-53c8-46a2-8133-4d8ff10b1341 HTTP/1.1" status: 204 len: 168 time: 0.3561993 Aug 16 01:57:38.506084 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6093b7-d9b5-43f1-ae9d-89d6f1b21b17 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event deleted for resources: {'Network': ['ID=55b65f4f-53c8-46a2-8133-4d8ff10b1341,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:38.596216 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a290714e-feb4-4ef6-a3a3-0a2143f2b055 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.602478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a290714e-feb4-4ef6-a3a3-0a2143f2b055 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.604011 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a290714e-feb4-4ef6-a3a3-0a2143f2b055 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1161273 Aug 16 01:57:38.607647 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48028) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:38.613044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-05f03d13-6d25-4189-992c-e93e5d0c82fa tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-721427129'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:38.634008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f03d13-6d25-4189-992c-e93e5d0c82fa tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Made reservation on behalf of cb7949c6463248d3bf961926fa3bf4c1 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:38.637666 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05f03d13-6d25-4189-992c-e93e5d0c82fa tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.662770 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f03d13-6d25-4189-992c-e93e5d0c82fa tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:38.675080 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05f03d13-6d25-4189-992c-e93e5d0c82fa tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.675461 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-05f03d13-6d25-4189-992c-e93e5d0c82fa tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Added segment 849273d7-4f2f-4503-bc53-870764019499 of type vlan for network b32f31b4-5a36-4d92-9655-31de2f43cc78 Aug 16 01:57:38.719658 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05f03d13-6d25-4189-992c-e93e5d0c82fa tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.749155 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05f03d13-6d25-4189-992c-e93e5d0c82fa tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.755014 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f03d13-6d25-4189-992c-e93e5d0c82fa tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.755603 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05f03d13-6d25-4189-992c-e93e5d0c82fa tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.836799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f03d13-6d25-4189-992c-e93e5d0c82fa tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event updated for resources: {'Network': ['ID=b32f31b4-5a36-4d92-9655-31de2f43cc78,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:38.848216 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network b32f31b4-5a36-4d92-9655-31de2f43cc78 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:38.851524 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-05f03d13-6d25-4189-992c-e93e5d0c82fa tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2421916 Aug 16 01:57:38.853570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48036) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:38.860194 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-afe93bb5-1e68-461c-939b-0e45decc51df tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1186461534'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:38.922292 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe93bb5-1e68-461c-939b-0e45decc51df tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Made reservation on behalf of cb7949c6463248d3bf961926fa3bf4c1 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:38.927911 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-afe93bb5-1e68-461c-939b-0e45decc51df tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.974361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe93bb5-1e68-461c-939b-0e45decc51df tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:38.987836 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-afe93bb5-1e68-461c-939b-0e45decc51df tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.988229 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-afe93bb5-1e68-461c-939b-0e45decc51df tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Added segment 4d76acfc-f0ef-4b93-9dd9-4b8fff37137d of type vlan for network 236a92d2-57f7-4a5a-89c9-1f25c67fe492 Aug 16 01:57:39.047244 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-afe93bb5-1e68-461c-939b-0e45decc51df tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.083317 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-afe93bb5-1e68-461c-939b-0e45decc51df tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.090022 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe93bb5-1e68-461c-939b-0e45decc51df tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:39.091354 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-afe93bb5-1e68-461c-939b-0e45decc51df tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.146390 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48044) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:39.149840 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-afe93bb5-1e68-461c-939b-0e45decc51df tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2950799 Aug 16 01:57:39.150509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48046) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:39.173514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Request body: {'ports': [{'network_id': 'b32f31b4-5a36-4d92-9655-31de2f43cc78', 'name': 'tempest-port--71118120', 'admin_state_up': True}, {'network_id': '236a92d2-57f7-4a5a-89c9-1f25c67fe492', 'admin_state_up': False}]} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:39.173898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Request body: {'port': {'network_id': 'b32f31b4-5a36-4d92-9655-31de2f43cc78', 'name': 'tempest-port--71118120', 'admin_state_up': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:39.174332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Request body: {'port': {'network_id': '236a92d2-57f7-4a5a-89c9-1f25c67fe492', 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:39.233041 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe93bb5-1e68-461c-939b-0e45decc51df tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event updated for resources: {'Network': ['ID=236a92d2-57f7-4a5a-89c9-1f25c67fe492,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:39.248074 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 236a92d2-57f7-4a5a-89c9-1f25c67fe492 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:39.319676 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4891359a-f367-49a2-99e9-de24688d0fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.451145 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf24f5e-c65c-4caa-b628-83899e6f35c1 req-1b0b827b-856a-49ff-ab3d-876356fa4551 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:39.454630 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0bf24f5e-c65c-4caa-b628-83899e6f35c1 req-1b0b827b-856a-49ff-ab3d-876356fa4551 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.0830660 Aug 16 01:57:39.495895 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4891359a-f367-49a2-99e9-de24688d0fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.510102 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4891359a-f367-49a2-99e9-de24688d0fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.517449 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Made reservation on behalf of cb7949c6463248d3bf961926fa3bf4c1 for: {'port': 2} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:39.522423 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.526358 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0bf24f5e-c65c-4caa-b628-83899e6f35c1 req-c3eac0d0-1978-4d72-9197-c38890689354 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655713 Aug 16 01:57:39.538191 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.556204 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4891359a-f367-49a2-99e9-de24688d0fa4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=38f5afd492a942248179028036a3097b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4084787 Aug 16 01:57:39.562655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48056) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:39.580345 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891359a-f367-49a2-99e9-de24688d0fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3187cfc-ca83-4a11-a9e1-303a94f4ca34,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:39.624835 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e94d140-d69f-4613-967f-e2422671577b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.626883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] device_id is not set on port 603860d2-b6bd-4672-a917-4584e8526a18 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:39.648149 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e94d140-d69f-4613-967f-e2422671577b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.698398 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e94d140-d69f-4613-967f-e2422671577b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.701148 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e94d140-d69f-4613-967f-e2422671577b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.702843 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6e94d140-d69f-4613-967f-e2422671577b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b3187cfc-ca83-4a11-a9e1-303a94f4ca34 HTTP/1.1" status: 204 len: 168 time: 0.1384628 Aug 16 01:57:39.711753 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94d140-d69f-4613-967f-e2422671577b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3187cfc-ca83-4a11-a9e1-303a94f4ca34,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:39.756088 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.846038 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] device_id is not set on port 640fb6f5-8ed6-4c08-a869-16460f2e61e9 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:57:39.982446 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.027812 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48062) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:40.035156 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.048758 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44a50e30-11e5-44da-bd87-92d301fce5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.098179 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event updated for resources: {'Port': ['ID=603860d2-b6bd-4672-a917-4584e8526a18,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:40.118022 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Checking segment: {'id': '849273d7-4f2f-4503-bc53-870764019499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b32f31b4-5a36-4d92-9655-31de2f43cc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:40.118378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Network hostable DHCP agents. Network: b32f31b4-5a36-4d92-9655-31de2f43cc78, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:40.138588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Network b32f31b4-5a36-4d92-9655-31de2f43cc78 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:40.148543 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, b32f31b4-5a36-4d92-9655-31de2f43cc78) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:40.156075 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44a50e30-11e5-44da-bd87-92d301fce5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.157265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:40.158885 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.161547 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44a50e30-11e5-44da-bd87-92d301fce5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.165069 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecced81-4894-4443-8a79-278938404020 None None] Network b32f31b4-5a36-4d92-9655-31de2f43cc78 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:40.209211 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-44a50e30-11e5-44da-bd87-92d301fce5ba admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=01253c864540428f91d7502b6cb8e357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765237 Aug 16 01:57:40.209211 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a50e30-11e5-44da-bd87-92d301fce5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ed002e-b15e-42c0-80fb-bc7506d03616,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:40.209811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48066) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:40.243481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event updated for resources: {'Port': ['ID=640fb6f5-8ed6-4c08-a869-16460f2e61e9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:40.270898 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9013428f-567c-42b7-b3c2-664482ebd3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.284301 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Checking segment: {'id': '4d76acfc-f0ef-4b93-9dd9-4b8fff37137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '236a92d2-57f7-4a5a-89c9-1f25c67fe492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:40.285342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Network hostable DHCP agents. Network: 236a92d2-57f7-4a5a-89c9-1f25c67fe492, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:40.303985 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9013428f-567c-42b7-b3c2-664482ebd3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.309170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Network 236a92d2-57f7-4a5a-89c9-1f25c67fe492 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:40.322356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 236a92d2-57f7-4a5a-89c9-1f25c67fe492) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:40.329418 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:40.337073 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72593c7e-149c-49bb-bb9f-5f41a4a38196 None None] Network 236a92d2-57f7-4a5a-89c9-1f25c67fe492 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:40.339238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:40.346543 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:40.347518 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.371322 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c6660a7c-dab2-4719-b602-16fc0fc2aef2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.2046599 Aug 16 01:57:40.374458 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48072) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:40.390922 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9013428f-567c-42b7-b3c2-664482ebd3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.394229 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9013428f-567c-42b7-b3c2-664482ebd3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.395589 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9013428f-567c-42b7-b3c2-664482ebd3d3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/23ed002e-b15e-42c0-80fb-bc7506d03616 HTTP/1.1" status: 204 len: 168 time: 0.1847708 Aug 16 01:57:40.407232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013428f-567c-42b7-b3c2-664482ebd3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ed002e-b15e-42c0-80fb-bc7506d03616,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:40.487603 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ccd204-bf4d-4225-bdc6-150d9d01227c tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:40.497441 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ccd204-bf4d-4225-bdc6-150d9d01227c tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:40.505204 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48076) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:40.515279 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-76ccd204-bf4d-4225-bdc6-150d9d01227c tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1391416 Aug 16 01:57:40.668873 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b52af-7ef9-471f-b120-21be1b5511d2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Deleting port 603860d2-b6bd-4672-a917-4584e8526a18 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:40.669441 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a5b52af-7ef9-471f-b120-21be1b5511d2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.752770 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004fda3-3ed6-486e-b84c-6faea126b49d req-6396c083-05f8-483d-a1a0-1948e26cd7cf tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:40.754379 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3004fda3-3ed6-486e-b84c-6faea126b49d req-6396c083-05f8-483d-a1a0-1948e26cd7cf tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.1237371 Aug 16 01:57:40.776651 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a5b52af-7ef9-471f-b120-21be1b5511d2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.804678 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b52af-7ef9-471f-b120-21be1b5511d2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Calling delete_port for 603860d2-b6bd-4672-a917-4584e8526a18 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:40.834648 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3004fda3-3ed6-486e-b84c-6faea126b49d req-43e1f95c-0fbb-43c2-9358-b4ff5418fc88 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677440 Aug 16 01:57:40.947244 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a5b52af-7ef9-471f-b120-21be1b5511d2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.951590 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cee88-fac9-4f16-8c04-948c4319d21b req-acaf666b-94ff-4ac5-a262-8eaf36b4c7f3 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:40.953553 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-409cee88-fac9-4f16-8c04-948c4319d21b req-acaf666b-94ff-4ac5-a262-8eaf36b4c7f3 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 1098 time: 0.0577569 Aug 16 01:57:40.989983 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b52af-7ef9-471f-b120-21be1b5511d2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event deleted for resources: {'Port': ['ID=603860d2-b6bd-4672-a917-4584e8526a18,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:40.995560 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a5b52af-7ef9-471f-b120-21be1b5511d2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.997853 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8a5b52af-7ef9-471f-b120-21be1b5511d2 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "DELETE /v2.0/ports/603860d2-b6bd-4672-a917-4584e8526a18 HTTP/1.1" status: 204 len: 168 time: 0.4909739 Aug 16 01:57:41.001992 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48098) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:41.004411 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-409cee88-fac9-4f16-8c04-948c4319d21b req-abb8af68-4bd8-4fd3-8746-6fa63cfc1811 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420685 Aug 16 01:57:41.048158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48102) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:41.191843 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4255c932-8f46-434d-8996-8ac93108842a tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Deleting port 640fb6f5-8ed6-4c08-a869-16460f2e61e9 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:41.192192 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4255c932-8f46-434d-8996-8ac93108842a tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.307788 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4255c932-8f46-434d-8996-8ac93108842a tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.335650 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4255c932-8f46-434d-8996-8ac93108842a tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Calling delete_port for 640fb6f5-8ed6-4c08-a869-16460f2e61e9 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:41.438524 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-022f5374-37e1-41fd-9f6b-362228d6ac86 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Deleting port bfe1fc4d-820e-4f4b-b93d-83d4b4180783 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:41.438906 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-022f5374-37e1-41fd-9f6b-362228d6ac86 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.441037 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48112) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:41.548783 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4255c932-8f46-434d-8996-8ac93108842a tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.550520 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5e228ff5-3ddf-4209-a99e-af2461b3d49e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2069449780-network', 'tenant_id': 'd452fca55d5146d7b945b747dd55ab78'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:41.551460 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-022f5374-37e1-41fd-9f6b-362228d6ac86 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.551787 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-022f5374-37e1-41fd-9f6b-362228d6ac86 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.580403 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e228ff5-3ddf-4209-a99e-af2461b3d49e admin admin] Made reservation on behalf of d452fca55d5146d7b945b747dd55ab78 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:41.583433 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e228ff5-3ddf-4209-a99e-af2461b3d49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.591928 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255c932-8f46-434d-8996-8ac93108842a tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event deleted for resources: {'Port': ['ID=640fb6f5-8ed6-4c08-a869-16460f2e61e9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:41.594761 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e228ff5-3ddf-4209-a99e-af2461b3d49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.595996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-022f5374-37e1-41fd-9f6b-362228d6ac86 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Calling delete_port for bfe1fc4d-820e-4f4b-b93d-83d4b4180783 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:41.609235 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4255c932-8f46-434d-8996-8ac93108842a tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.611181 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4255c932-8f46-434d-8996-8ac93108842a tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "DELETE /v2.0/ports/640fb6f5-8ed6-4c08-a869-16460f2e61e9 HTTP/1.1" status: 204 len: 168 time: 0.6082273 Aug 16 01:57:41.613918 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48116) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:41.649952 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9e5b88d8-b260-49e0-815d-7de2bff19af7 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0342200 Aug 16 01:57:41.653911 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48118) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:41.659957 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6d967f28-ca50-4901-83e9-dfbeb184ed41 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1761018531'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:41.730959 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e228ff5-3ddf-4209-a99e-af2461b3d49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.735864 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e228ff5-3ddf-4209-a99e-af2461b3d49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.760677 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d967f28-ca50-4901-83e9-dfbeb184ed41 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Made reservation on behalf of cb7949c6463248d3bf961926fa3bf4c1 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:41.765362 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e228ff5-3ddf-4209-a99e-af2461b3d49e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:41.765614 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d967f28-ca50-4901-83e9-dfbeb184ed41 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.772170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e228ff5-3ddf-4209-a99e-af2461b3d49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6b3050-3cf7-4fa4-bf3c-878225ee5b93,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:41.787009 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e228ff5-3ddf-4209-a99e-af2461b3d49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.787302 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-5e228ff5-3ddf-4209-a99e-af2461b3d49e admin admin] Added segment 685b0cfc-520a-4a1b-9f62-511bdcf2de98 of type vlan for network 056904dc-091a-4f16-9131-e59417b8d75e Aug 16 01:57:41.832541 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d967f28-ca50-4901-83e9-dfbeb184ed41 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:41.841421 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e228ff5-3ddf-4209-a99e-af2461b3d49e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.848836 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d967f28-ca50-4901-83e9-dfbeb184ed41 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.849194 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-6d967f28-ca50-4901-83e9-dfbeb184ed41 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Added segment 195f2631-1007-4c73-a12d-add1810c4683 of type vlan for network 218e1274-9cdd-4f9a-9127-025bbaa6d165 Aug 16 01:57:41.877041 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e228ff5-3ddf-4209-a99e-af2461b3d49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.877893 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e228ff5-3ddf-4209-a99e-af2461b3d49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:41.878643 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e228ff5-3ddf-4209-a99e-af2461b3d49e admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.910603 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d967f28-ca50-4901-83e9-dfbeb184ed41 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.915203 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-022f5374-37e1-41fd-9f6b-362228d6ac86 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.947791 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5e228ff5-3ddf-4209-a99e-af2461b3d49e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5025957 Aug 16 01:57:41.948044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48124) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:41.950130 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f5374-37e1-41fd-9f6b-362228d6ac86 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Port': ['ID=bfe1fc4d-820e-4f4b-b93d-83d4b4180783,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:41.957451 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ebb4841c-9968-4aaa-bc8d-afed99012da5 admin admin] Request body: {'subnet': {'network_id': '056904dc-091a-4f16-9131-e59417b8d75e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2069449780-subnet', 'tenant_id': 'd452fca55d5146d7b945b747dd55ab78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:41.966083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e228ff5-3ddf-4209-a99e-af2461b3d49e admin admin] Pushing event updated for resources: {'Network': ['ID=056904dc-091a-4f16-9131-e59417b8d75e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:41.981274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 056904dc-091a-4f16-9131-e59417b8d75e details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:41.989540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb4841c-9968-4aaa-bc8d-afed99012da5 admin admin] Made reservation on behalf of d452fca55d5146d7b945b747dd55ab78 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:41.992406 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebb4841c-9968-4aaa-bc8d-afed99012da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.045035 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d967f28-ca50-4901-83e9-dfbeb184ed41 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.050782 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d967f28-ca50-4901-83e9-dfbeb184ed41 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.051376 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d967f28-ca50-4901-83e9-dfbeb184ed41 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.135296 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6d967f28-ca50-4901-83e9-dfbeb184ed41 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4780996 Aug 16 01:57:42.135702 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48126) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:42.142343 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-97c73beb-a7a8-444d-a952-38e3ea553cd5 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-712984659'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:42.143329 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-022f5374-37e1-41fd-9f6b-362228d6ac86 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.143637 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-022f5374-37e1-41fd-9f6b-362228d6ac86 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Floating IP c29ba3da-7767-4a34-92c6-8e6381f44bba disassociated (deleted). External IP: 172.25.3.100, port: 58a7d4f9-40c0-462d-a9de-4607a078d1e3. Aug 16 01:57:42.185365 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d967f28-ca50-4901-83e9-dfbeb184ed41 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event updated for resources: {'Network': ['ID=218e1274-9cdd-4f9a-9127-025bbaa6d165,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:42.197739 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5f0dd-c305-4b81-97d3-c7eeca2d8810 req-44f78d55-046a-4f50-8550-a128cc8d06e3 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.199406 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-27a5f0dd-c305-4b81-97d3-c7eeca2d8810 req-44f78d55-046a-4f50-8550-a128cc8d06e3 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.2347224 Aug 16 01:57:42.210067 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 218e1274-9cdd-4f9a-9127-025bbaa6d165 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:42.253346 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c73beb-a7a8-444d-a952-38e3ea553cd5 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Made reservation on behalf of cb7949c6463248d3bf961926fa3bf4c1 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:42.257003 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97c73beb-a7a8-444d-a952-38e3ea553cd5 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.292237 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c73beb-a7a8-444d-a952-38e3ea553cd5 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:42.309892 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97c73beb-a7a8-444d-a952-38e3ea553cd5 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.310240 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-97c73beb-a7a8-444d-a952-38e3ea553cd5 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Added segment b7dfc706-31e8-4809-9678-6936acffee80 of type vlan for network 05901563-c82d-4a73-802f-c2f6d303be8c Aug 16 01:57:42.341274 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-27a5f0dd-c305-4b81-97d3-c7eeca2d8810 req-f6fd264b-5a16-4c38-9910-3866d1957af1 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314602 Aug 16 01:57:42.375854 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebb4841c-9968-4aaa-bc8d-afed99012da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.378923 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97c73beb-a7a8-444d-a952-38e3ea553cd5 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.459919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4841c-9968-4aaa-bc8d-afed99012da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25cd7452-13d5-4612-89d0-207db0b14383,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:42.481693 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97c73beb-a7a8-444d-a952-38e3ea553cd5 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.487862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c73beb-a7a8-444d-a952-38e3ea553cd5 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.488492 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97c73beb-a7a8-444d-a952-38e3ea553cd5 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.498475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4841c-9968-4aaa-bc8d-afed99012da5 admin admin] Checking segment: {'id': '685b0cfc-520a-4a1b-9f62-511bdcf2de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '056904dc-091a-4f16-9131-e59417b8d75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:42.498775 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb4841c-9968-4aaa-bc8d-afed99012da5 admin admin] Network hostable DHCP agents. Network: 056904dc-091a-4f16-9131-e59417b8d75e, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:42.579985 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-97c73beb-a7a8-444d-a952-38e3ea553cd5 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4284861 Aug 16 01:57:42.592491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c73beb-a7a8-444d-a952-38e3ea553cd5 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event updated for resources: {'Network': ['ID=05901563-c82d-4a73-802f-c2f6d303be8c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:42.604590 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 05901563-c82d-4a73-802f-c2f6d303be8c details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:42.611605 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb4841c-9968-4aaa-bc8d-afed99012da5 admin admin] Network 056904dc-091a-4f16-9131-e59417b8d75e is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:42.629385 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ebb4841c-9968-4aaa-bc8d-afed99012da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 056904dc-091a-4f16-9131-e59417b8d75e) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:42.635668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb4841c-9968-4aaa-bc8d-afed99012da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.636834 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebb4841c-9968-4aaa-bc8d-afed99012da5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.661617 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b183a36e-4670-4c98-b2cb-7e1fbd048fa4 None None] Network 056904dc-091a-4f16-9131-e59417b8d75e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:42.688080 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ebb4841c-9968-4aaa-bc8d-afed99012da5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7389722 Aug 16 01:57:42.786674 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48130) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:42.793423 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Request body: {'subnets': [{'network_id': '218e1274-9cdd-4f9a-9127-025bbaa6d165', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--644061432', 'ip_version': 4}, {'network_id': '05901563-c82d-4a73-802f-c2f6d303be8c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:42.793916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Request body: {'subnet': {'network_id': '218e1274-9cdd-4f9a-9127-025bbaa6d165', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--644061432', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:42.795373 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Request body: {'subnet': {'network_id': '05901563-c82d-4a73-802f-c2f6d303be8c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:42.811248 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022f5374-37e1-41fd-9f6b-362228d6ac86 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Router 94029da5-b7fc-4952-9824-6679de8a54c5 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:57:42.955127 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022f5374-37e1-41fd-9f6b-362228d6ac86 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:42.971571 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-022f5374-37e1-41fd-9f6b-362228d6ac86 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.997842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e599790-090d-4138-bb59-9a9a36d8ac68 None None] Sync routers for ids ['94029da5-b7fc-4952-9824-6679de8a54c5'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:43.013611 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aea4f1f-afb4-4909-9f4d-83c5d742d729 None None] Network 056904dc-091a-4f16-9131-e59417b8d75e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:43.029968 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-022f5374-37e1-41fd-9f6b-362228d6ac86 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "DELETE /v2.0/floatingips/c29ba3da-7767-4a34-92c6-8e6381f44bba HTTP/1.1" status: 204 len: 168 time: 1.9805756 Aug 16 01:57:43.031589 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:43.034582 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecace1a9-03e0-4a90-b484-aa719b618989" -d '{"events": [{"name": "network-changed", "server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:43.074483 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e599790-090d-4138-bb59-9a9a36d8ac68 None None] Routers {'94029da5-b7fc-4952-9824-6679de8a54c5'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:43.075116 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0e599790-090d-4138-bb59-9a9a36d8ac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:57:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['94029da5-b7fc-4952-9824-6679de8a54c5'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:43.104446 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Made reservation on behalf of cb7949c6463248d3bf961926fa3bf4c1 for: {'subnet': 2} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:43.113659 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514fd4a8-b643-4b9c-bc51-5734c5c95c56 x-openstack-request-id: req-514fd4a8-b643-4b9c-bc51-5734c5c95c56 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:43.114215 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:43.114707 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-514fd4a8-b643-4b9c-bc51-5734c5c95c56 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:43.114967 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'status': 'completed', 'code': 200} Aug 16 01:57:43.116174 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.117184 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.259270 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecace1a9-03e0-4a90-b484-aa719b618989 req-4cf2ac3c-bb76-49f2-9fb4-7e9ef9f7c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:43.266441 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ecace1a9-03e0-4a90-b484-aa719b618989 req-4cf2ac3c-bb76-49f2-9fb4-7e9ef9f7c9b0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 1098 time: 0.1291800 Aug 16 01:57:43.331764 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0e599790-090d-4138-bb59-9a9a36d8ac68 None None] Set router 94029da5-b7fc-4952-9824-6679de8a54c5 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:43.478916 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecace1a9-03e0-4a90-b484-aa719b618989 req-df85c60c-bfe6-4d1f-938d-5d694bf4f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:43.484393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ecace1a9-03e0-4a90-b484-aa719b618989 req-df85c60c-bfe6-4d1f-938d-5d694bf4f8bd service neutron] 10.222.0.63 "GET /v2.0/networks?id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 HTTP/1.1" status: 200 len: 897 time: 0.2050111 Aug 16 01:57:43.659739 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ecace1a9-03e0-4a90-b484-aa719b618989 req-8af52817-0fe3-4b0c-9c57-0e6610e2ef59 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3 HTTP/1.1" status: 200 len: 217 time: 0.1664362 Aug 16 01:57:43.829462 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f251f-db0e-4b58-aa89-e9f01f69fc01 req-58c40015-3629-4380-b058-5c41a0a095d4 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:43.831856 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-302f251f-db0e-4b58-aa89-e9f01f69fc01 req-58c40015-3629-4380-b058-5c41a0a095d4 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.1769848 Aug 16 01:57:43.833853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecace1a9-03e0-4a90-b484-aa719b618989 req-48997222-a71a-4f79-9554-eafcb55dd0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:43.836761 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ecace1a9-03e0-4a90-b484-aa719b618989 req-48997222-a71a-4f79-9554-eafcb55dd0f5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fb3e123f-0b5d-474c-aa50-f7bef1939d54 HTTP/1.1" status: 200 len: 835 time: 0.1128905 Aug 16 01:57:43.927324 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-302f251f-db0e-4b58-aa89-e9f01f69fc01 req-d58e44cc-0355-414b-8ff2-34e252b6e6ae tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846188 Aug 16 01:57:43.929446 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecace1a9-03e0-4a90-b484-aa719b618989 req-03458735-6bdf-4340-be75-dc23b4295ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:43.930951 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ecace1a9-03e0-4a90-b484-aa719b618989 req-03458735-6bdf-4340-be75-dc23b4295ed1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802562 Aug 16 01:57:43.970792 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0e599790-090d-4138-bb59-9a9a36d8ac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888809407', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '38d36b9f-adac-45fa-95db-8080869af94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:20Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '38d36b9f-adac-45fa-95db-8080869af94d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '25fc625a-5eeb-4678-ac36-5b0735190a2e', 'name': '', 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:6a:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:29Z', 'updated_at': '2021-08-16T01:55:39Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:44.037912 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e599790-090d-4138-bb59-9a9a36d8ac68 None None] Checking router: 94029da5-b7fc-4952-9824-6679de8a54c5 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:57:44.056723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e599790-090d-4138-bb59-9a9a36d8ac68 None None] Routers {'94029da5-b7fc-4952-9824-6679de8a54c5'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:44.057650 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0e599790-090d-4138-bb59-9a9a36d8ac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:57:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['94029da5-b7fc-4952-9824-6679de8a54c5'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:44.059855 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ecace1a9-03e0-4a90-b484-aa719b618989 req-4017c11a-8175-4ab7-b586-37b251a4ddc8 service neutron] 10.222.0.63 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193082 Aug 16 01:57:44.215576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e93d2-78a1-4297-b963-99d55bdf3b71 req-594057a3-b1b7-455d-b60f-a15e5633990f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:44.224656 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ecace1a9-03e0-4a90-b484-aa719b618989 req-1447967b-e3a9-415f-9d42-b9d587ec2243 service neutron] 10.222.0.63 "GET /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556218 Aug 16 01:57:44.225802 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-038e93d2-78a1-4297-b963-99d55bdf3b71 req-594057a3-b1b7-455d-b60f-a15e5633990f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 946 time: 0.1295419 Aug 16 01:57:44.280795 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0e599790-090d-4138-bb59-9a9a36d8ac68 None None] Set router 94029da5-b7fc-4952-9824-6679de8a54c5 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:44.352576 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-038e93d2-78a1-4297-b963-99d55bdf3b71 req-e6e20cd3-155b-494b-8142-6c2ca333a4ec tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257939 Aug 16 01:57:44.541377 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.584103 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0e599790-090d-4138-bb59-9a9a36d8ac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888809407', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '38d36b9f-adac-45fa-95db-8080869af94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:20Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '38d36b9f-adac-45fa-95db-8080869af94d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '25fc625a-5eeb-4678-ac36-5b0735190a2e', 'name': '', 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:6a:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:29Z', 'updated_at': '2021-08-16T01:55:39Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:44.619068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event updated for resources: {'Subnet': ['ID=3f37f252-f6ed-49ab-87d6-f02742b29ff3,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:44.622957 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e599790-090d-4138-bb59-9a9a36d8ac68 None None] The sync data for ids ['94029da5-b7fc-4952-9824-6679de8a54c5'] in n-d-765315-27 is: [{'id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888809407', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '38d36b9f-adac-45fa-95db-8080869af94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:20Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '38d36b9f-adac-45fa-95db-8080869af94d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '25fc625a-5eeb-4678-ac36-5b0735190a2e', 'name': '', 'network_id': '3bd43219-2c0e-4b2f-b93e-6c1be0def5c5', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:6a:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:29Z', 'updated_at': '2021-08-16T01:55:39Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'fb3e123f-0b5d-474c-aa50-f7bef1939d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:44.640694 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Checking segment: {'id': '195f2631-1007-4c73-a12d-add1810c4683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '218e1274-9cdd-4f9a-9127-025bbaa6d165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:44.641199 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Network hostable DHCP agents. Network: 218e1274-9cdd-4f9a-9127-025bbaa6d165, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:44.663748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Network 218e1274-9cdd-4f9a-9127-025bbaa6d165 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:44.678292 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 218e1274-9cdd-4f9a-9127-025bbaa6d165) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:44.684290 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.696353 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e52d4dc-76bc-4997-87e4-4aacd9f07951 None None] Network 218e1274-9cdd-4f9a-9127-025bbaa6d165 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:44.786408 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event updated for resources: {'Subnet': ['ID=01da7d93-c41c-4628-ab34-882b3497ff6f,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:44.794821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Checking segment: {'id': 'b7dfc706-31e8-4809-9678-6936acffee80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '05901563-c82d-4a73-802f-c2f6d303be8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:44.794821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Network hostable DHCP agents. Network: 05901563-c82d-4a73-802f-c2f6d303be8c, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:44.815440 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Network 05901563-c82d-4a73-802f-c2f6d303be8c is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:44.828798 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 05901563-c82d-4a73-802f-c2f6d303be8c) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:44.833669 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:44.834394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:44.835184 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.841684 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94dd6ac-46bb-41bf-bd59-edc1922987ca None None] Network 05901563-c82d-4a73-802f-c2f6d303be8c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:44.859278 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48154) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:44.860281 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0030ae87-2a80-49f7-90fe-31ac07a3887f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.0716374 Aug 16 01:57:44.945469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-218e1274-9cdd-4f9a-9127-025bbaa6d165', 'network_id': '218e1274-9cdd-4f9a-9127-025bbaa6d165', 'tenant_id': 'cb7949c6463248d3bf961926fa3bf4c1', 'fixed_ips': [{'subnet_id': '3f37f252-f6ed-49ab-87d6-f02742b29ff3'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:57:44.946352 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.008822 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8124d463-3d03-46f8-8ed0-44374053e41f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:45.010957 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8124d463-3d03-46f8-8ed0-44374053e41f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:45.012942 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8124d463-3d03-46f8-8ed0-44374053e41f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:45.019528 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48160) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:45.042086 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8124d463-3d03-46f8-8ed0-44374053e41f tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1808741 Aug 16 01:57:45.106481 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8873c45-2f5b-464d-be8d-14e7fc89b0e5 req-9a2d6bc2-c970-46d5-80fc-2fe24cb33e2e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:45.110402 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d8873c45-2f5b-464d-be8d-14e7fc89b0e5 req-9a2d6bc2-c970-46d5-80fc-2fe24cb33e2e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.63 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 946 time: 0.1914015 Aug 16 01:57:45.155518 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dce2cfd-04e2-4e72-a32a-cfc8e9854233 None None] New status for floating IP c29ba3da-7767-4a34-92c6-8e6381f44bba: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:57:45.162952 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4ee5ab-995f-477c-baf7-1a0465459cf7 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Deleting subnet 3f37f252-f6ed-49ab-87d6-f02742b29ff3 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:45.166948 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-05901563-c82d-4a73-802f-c2f6d303be8c', 'network_id': '05901563-c82d-4a73-802f-c2f6d303be8c', 'tenant_id': 'cb7949c6463248d3bf961926fa3bf4c1', 'fixed_ips': [{'subnet_id': '01da7d93-c41c-4628-ab34-882b3497ff6f'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:57:45.168389 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.291739 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Allocated IP 172.20.0.2 (218e1274-9cdd-4f9a-9127-025bbaa6d165/3f37f252-f6ed-49ab-87d6-f02742b29ff3/912aaddb-8ddf-4536-9ecc-0288d6e3d191) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:45.327015 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b11172-20a1-41bd-9db6-13efad0cd644 req-5edaead0-1e9e-441e-9134-2e1e4da13c25 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:45.336636 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-92b11172-20a1-41bd-9db6-13efad0cd644 req-5edaead0-1e9e-441e-9134-2e1e4da13c25 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.2244651 Aug 16 01:57:45.345666 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-1d0a40d3-df2e-4a64-b8f6-bf1f3b2c013e tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:45.354963 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-1d0a40d3-df2e-4a64-b8f6-bf1f3b2c013e tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/networks?id=056904dc-091a-4f16-9131-e59417b8d75e HTTP/1.1" status: 200 len: 809 time: 0.1493936 Aug 16 01:57:45.369353 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-81064aad-9df6-4f0f-bb76-f9f73c55faeb tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/quotas/d452fca55d5146d7b945b747dd55ab78 HTTP/1.1" status: 200 len: 375 time: 0.0133276 Aug 16 01:57:45.432190 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-92b11172-20a1-41bd-9db6-13efad0cd644 req-1625aec9-8328-44f3-b0e0-7fe6a44451af tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937397 Aug 16 01:57:45.434417 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-26f67163-a584-4075-9448-55925981fd0b tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d452fca55d5146d7b945b747dd55ab78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569241 Aug 16 01:57:45.461010 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-d8873c45-2f5b-464d-be8d-14e7fc89b0e5 req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Deleting port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:45.461364 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d8873c45-2f5b-464d-be8d-14e7fc89b0e5 req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.484812 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Allocated IP 172.20.0.18 (05901563-c82d-4a73-802f-c2f6d303be8c/01da7d93-c41c-4628-ab34-882b3497ff6f/86a0dd65-c9f7-4a97-bada-b029ed7d2acc) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:45.559282 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-808535b2-68ad-4c02-b48c-cbad0f3e1b44 service neutron] 10.222.0.68 "GET /v2.0/networks/056904dc-091a-4f16-9131-e59417b8d75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131978 Aug 16 01:57:45.618759 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.631778 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Transition to ACTIVE for port object 912aaddb-8ddf-4536-9ecc-0288d6e3d191 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:45.633143 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d8873c45-2f5b-464d-be8d-14e7fc89b0e5 req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] For port 58a7d4f9-40c0-462d-a9de-4607a078d1e3, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=58a7d4f9-40c0-462d-a9de-4607a078d1e3,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:45.633585 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d8873c45-2f5b-464d-be8d-14e7fc89b0e5 req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.653802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760aa735-3ed4-4198-8c82-ecac0b770b69 req-c4f37a6a-251b-4c38-83f7-49327d9df2f2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:45.656413 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-760aa735-3ed4-4198-8c82-ecac0b770b69 req-c4f37a6a-251b-4c38-83f7-49327d9df2f2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=faf6b751-2e40-4e3c-ac15-dd3053139dc4 HTTP/1.1" status: 200 len: 946 time: 0.0920255 Aug 16 01:57:45.665932 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Transition to ACTIVE for port object 912aaddb-8ddf-4536-9ecc-0288d6e3d191 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:45.670532 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-d8873c45-2f5b-464d-be8d-14e7fc89b0e5 req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Calling delete_port for 58a7d4f9-40c0-462d-a9de-4607a078d1e3 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:45.675325 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee5ab-995f-477c-baf7-1a0465459cf7 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.695857 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.735299 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-d39cb220-d1f6-47d9-a586-e214139657cd service neutron] 10.222.0.68 "GET /v2.0/networks/056904dc-091a-4f16-9131-e59417b8d75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689312 Aug 16 01:57:45.740926 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee5ab-995f-477c-baf7-1a0465459cf7 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.741948 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Network 218e1274-9cdd-4f9a-9127-025bbaa6d165 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:45.752124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:45.761414 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:45.765993 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.789682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Transition to ACTIVE for port object 86a0dd65-c9f7-4a97-bada-b029ed7d2acc will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:45.791614 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Pushing event updated for resources: {'Port': ['ID=912aaddb-8ddf-4536-9ecc-0288d6e3d191,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:45.845697 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee5ab-995f-477c-baf7-1a0465459cf7 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.865667 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Transition to ACTIVE for port object 86a0dd65-c9f7-4a97-bada-b029ed7d2acc will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:45.871035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Attempting to bind port 912aaddb-8ddf-4536-9ecc-0288d6e3d191 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:45.871710 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Attempting to bind port 912aaddb-8ddf-4536-9ecc-0288d6e3d191 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '195f2631-1007-4c73-a12d-add1810c4683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '218e1274-9cdd-4f9a-9127-025bbaa6d165'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:45.872298 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Attempting to bind port 912aaddb-8ddf-4536-9ecc-0288d6e3d191 on network 218e1274-9cdd-4f9a-9127-025bbaa6d165 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:45.880162 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:45.880820 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Checking segment: {'id': '195f2631-1007-4c73-a12d-add1810c4683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '218e1274-9cdd-4f9a-9127-025bbaa6d165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:45.881583 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.882286 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Bound using segment: {'id': '195f2631-1007-4c73-a12d-add1810c4683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '218e1274-9cdd-4f9a-9127-025bbaa6d165'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:45.883476 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Bound port: 912aaddb-8ddf-4536-9ecc-0288d6e3d191, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195f2631-1007-4c73-a12d-add1810c4683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '218e1274-9cdd-4f9a-9127-025bbaa6d165'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:45.884084 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.899340 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.910135 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-760aa735-3ed4-4198-8c82-ecac0b770b69 req-de4e9867-513f-403b-b31d-995047cb8bae tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362835 Aug 16 01:57:45.923863 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee5ab-995f-477c-baf7-1a0465459cf7 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.927639 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Network 05901563-c82d-4a73-802f-c2f6d303be8c is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:45.930360 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:45.960380 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:46.020893 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee5ab-995f-477c-baf7-1a0465459cf7 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.025524 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ca4ee5ab-995f-477c-baf7-1a0465459cf7 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "DELETE /v2.0/subnets/3f37f252-f6ed-49ab-87d6-f02742b29ff3 HTTP/1.1" status: 204 len: 168 time: 1.0020115 Aug 16 01:57:46.025524 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ee5ab-995f-477c-baf7-1a0465459cf7 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event deleted for resources: {'Subnet': ['ID=3f37f252-f6ed-49ab-87d6-f02742b29ff3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:46.032369 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48184) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:46.044463 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Pushing event updated for resources: {'Port': ['ID=86a0dd65-c9f7-4a97-bada-b029ed7d2acc,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:46.057284 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b0f9ebb4-8994-44f9-b361-218752517a9a req-65e9e74b-1121-4099-b4f9-aaaf3de6eb50 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=111b9563-a9c2-4600-a4ea-e31135ce2762 HTTP/1.1" status: 200 len: 210 time: 0.0644431 Aug 16 01:57:46.061603 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d8873c45-2f5b-464d-be8d-14e7fc89b0e5 req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.127830 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e93b2a-0f46-43c8-beb0-03a40e3a49a9 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Deleting subnet 01da7d93-c41c-4628-ab34-882b3497ff6f {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:46.129506 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Port': ['ID=58a7d4f9-40c0-462d-a9de-4607a078d1e3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:46.132407 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-41e93b2a-0f46-43c8-beb0-03a40e3a49a9 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.153259 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.153609 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.153987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.159061 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.159523 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.159883 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.161150 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.161473 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.165170 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.165170 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.165170 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.165170 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.200729 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-41e93b2a-0f46-43c8-beb0-03a40e3a49a9 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.236544 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8873c45-2f5b-464d-be8d-14e7fc89b0e5 req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] No DVR routers for this DVR port 58a7d4f9-40c0-462d-a9de-4607a078d1e3 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:46.240112 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d8873c45-2f5b-464d-be8d-14e7fc89b0e5 req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.243970 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d8873c45-2f5b-464d-be8d-14e7fc89b0e5 req-a9d4f2bd-33b8-4717-bb07-405932a5c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.63 "DELETE /v2.0/ports/58a7d4f9-40c0-462d-a9de-4607a078d1e3 HTTP/1.1" status: 204 len: 173 time: 1.0697210 Aug 16 01:57:46.244759 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'name': 'network-vif-deleted', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:46.247972 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3b08ea-2bca-41ee-b7ca-12ab3d74f295" -d '{"events": [{"server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "name": "network-vif-deleted", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:46.312339 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e86226b-3b10-4f7f-9f8a-b1df82ac8f6f x-openstack-request-id: req-2e86226b-3b10-4f7f-9f8a-b1df82ac8f6f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:46.312696 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf6b751-2e40-4e3c-ac15-dd3053139dc4", "name": "network-vif-deleted", "tag": "58a7d4f9-40c0-462d-a9de-4607a078d1e3", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:46.312954 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2e86226b-3b10-4f7f-9f8a-b1df82ac8f6f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:46.313419 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf6b751-2e40-4e3c-ac15-dd3053139dc4', 'name': 'network-vif-deleted', 'tag': '58a7d4f9-40c0-462d-a9de-4607a078d1e3', 'status': 'completed', 'code': 200} Aug 16 01:57:46.351083 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:57:46.370857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Attempting to bind port 86a0dd65-c9f7-4a97-bada-b029ed7d2acc on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:46.372931 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Attempting to bind port 86a0dd65-c9f7-4a97-bada-b029ed7d2acc by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'b7dfc706-31e8-4809-9678-6936acffee80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '05901563-c82d-4a73-802f-c2f6d303be8c'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:46.372931 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Attempting to bind port 86a0dd65-c9f7-4a97-bada-b029ed7d2acc on network 05901563-c82d-4a73-802f-c2f6d303be8c {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:46.380390 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] For port 912aaddb-8ddf-4536-9ecc-0288d6e3d191, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:46.384000 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] For port 912aaddb-8ddf-4536-9ecc-0288d6e3d191, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=912aaddb-8ddf-4536-9ecc-0288d6e3d191,segment=NetworkSegment(195f2631-1007-4c73-a12d-add1810c4683),segment_id=195f2631-1007-4c73-a12d-add1810c4683)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:46.385186 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:46.385550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Checking segment: {'id': 'b7dfc706-31e8-4809-9678-6936acffee80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '05901563-c82d-4a73-802f-c2f6d303be8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:46.386107 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.386395 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Bound using segment: {'id': 'b7dfc706-31e8-4809-9678-6936acffee80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '05901563-c82d-4a73-802f-c2f6d303be8c'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:46.386825 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Bound port: 86a0dd65-c9f7-4a97-bada-b029ed7d2acc, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7dfc706-31e8-4809-9678-6936acffee80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '05901563-c82d-4a73-802f-c2f6d303be8c'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:46.387208 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.399520 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-41e93b2a-0f46-43c8-beb0-03a40e3a49a9 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.401337 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.472336 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-41e93b2a-0f46-43c8-beb0-03a40e3a49a9 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.499908 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-41e93b2a-0f46-43c8-beb0-03a40e3a49a9 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.509027 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-41e93b2a-0f46-43c8-beb0-03a40e3a49a9 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "DELETE /v2.0/subnets/01da7d93-c41c-4628-ab34-882b3497ff6f HTTP/1.1" status: 204 len: 168 time: 0.4751840 Aug 16 01:57:46.512042 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48194) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:46.557999 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e93b2a-0f46-43c8-beb0-03a40e3a49a9 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event deleted for resources: {'Subnet': ['ID=01da7d93-c41c-4628-ab34-882b3497ff6f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:46.601853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c86d08-2fc3-4e08-aef6-50aed4200968 None None] Pushing event updated for resources: {'Port': ['ID=912aaddb-8ddf-4536-9ecc-0288d6e3d191,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:46.651534 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95abee67-9ea8-4da0-a27c-f5d891fe647e None None] Network 218e1274-9cdd-4f9a-9127-025bbaa6d165 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:46.667768 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] For port 86a0dd65-c9f7-4a97-bada-b029ed7d2acc, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:46.697820 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666aad8-dccc-4f4c-a370-3c9ab5a0b7ef req-5b54ea94-6fbe-4179-8fd8-57a77846663a tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:46.699483 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7666aad8-dccc-4f4c-a370-3c9ab5a0b7ef req-5b54ea94-6fbe-4179-8fd8-57a77846663a tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.1096876 Aug 16 01:57:46.704445 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a86328b-4919-4251-b200-f64b5c083f0e tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:46.710261 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48198) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:46.710486 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6a86328b-4919-4251-b200-f64b5c083f0e tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1972508 Aug 16 01:57:46.756646 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] For port 86a0dd65-c9f7-4a97-bada-b029ed7d2acc, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=86a0dd65-c9f7-4a97-bada-b029ed7d2acc,segment=NetworkSegment(b7dfc706-31e8-4809-9678-6936acffee80),segment_id=b7dfc706-31e8-4809-9678-6936acffee80)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:46.760246 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7666aad8-dccc-4f4c-a370-3c9ab5a0b7ef req-f8b0d827-d011-4bd0-b9a1-b8a3710a16db tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468626 Aug 16 01:57:46.788627 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.867847 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.915288 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d9d2f-1200-4031-9e33-65a3e6c1f792 None None] Pushing event updated for resources: {'Port': ['ID=86a0dd65-c9f7-4a97-bada-b029ed7d2acc,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:46.943824 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Deleting port 86a0dd65-c9f7-4a97-bada-b029ed7d2acc {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:46.944302 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.979493 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48204) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:47.016960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] For port 86a0dd65-c9f7-4a97-bada-b029ed7d2acc, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=86a0dd65-c9f7-4a97-bada-b029ed7d2acc,segment=NetworkSegment(b7dfc706-31e8-4809-9678-6936acffee80),segment_id=b7dfc706-31e8-4809-9678-6936acffee80)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:47.017606 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.039454 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Calling delete_port for 86a0dd65-c9f7-4a97-bada-b029ed7d2acc owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:47.209618 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.281390 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event deleted for resources: {'Port': ['ID=86a0dd65-c9f7-4a97-bada-b029ed7d2acc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:47.300428 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] No DVR routers for this DVR port 86a0dd65-c9f7-4a97-bada-b029ed7d2acc on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:47.312587 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-57b74980-cf2a-4522-a0a1-1b198a44185f req-dbd92dce-3b70-4484-bd32-45c5023b267e tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=111b9563-a9c2-4600-a4ea-e31135ce2762 HTTP/1.1" status: 200 len: 210 time: 0.1123421 Aug 16 01:57:47.350259 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 86a0dd65-c9f7-4a97-bada-b029ed7d2acc up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:47.374256 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 86a0dd65-c9f7-4a97-bada-b029ed7d2acc {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:47.374890 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 86a0dd65-c9f7-4a97-bada-b029ed7d2acc not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 01:57:47.393568 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Port 86a0dd65-c9f7-4a97-bada-b029ed7d2acc not found, will not notify nova. {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 01:57:47.403895 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.415019 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05901563-c82d-4a73-802f-c2f6d303be8c']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:47.426813 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7dfc706-31e8-4809-9678-6936acffee80') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:47.427112 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7dfc706-31e8-4809-9678-6936acffee80') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:47.436023 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.450527 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.457250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:47.457659 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:47.460750 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:47.523974 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.533542 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.535518 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "DELETE /v2.0/networks/05901563-c82d-4a73-802f-c2f6d303be8c HTTP/1.1" status: 204 len: 168 time: 0.8235400 Aug 16 01:57:47.537994 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48210) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:47.545481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aef9cd-a095-4ed8-a3bb-a3546c25d7bb tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event deleted for resources: {'Network': ['ID=05901563-c82d-4a73-802f-c2f6d303be8c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:47.633990 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.781641 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6fdc47be-86e8-4d26-bf09-9e9c1ce08410 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.887486 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Deleting port 912aaddb-8ddf-4536-9ecc-0288d6e3d191 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:47.887829 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.902070 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48e5f9-7023-491c-aca3-385d3a56bb4d req-d1f82c10-72ce-452e-83ef-ba1666ce980b tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:47.910355 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aa48e5f9-7023-491c-aca3-385d3a56bb4d req-d1f82c10-72ce-452e-83ef-ba1666ce980b tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.0694730 Aug 16 01:57:47.950489 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aa48e5f9-7023-491c-aca3-385d3a56bb4d req-17b9609b-5900-4d33-aab5-40fd9c31fb3e tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388966 Aug 16 01:57:47.959995 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-59fbaa9d-3bf7-45ac-9194-f85661fe8270 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:47.961484 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-59fbaa9d-3bf7-45ac-9194-f85661fe8270 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.73 "GET /v2.0/networks?id=056904dc-091a-4f16-9131-e59417b8d75e HTTP/1.1" status: 200 len: 809 time: 0.2688816 Aug 16 01:57:47.984608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-c19c07ee-1f8f-46c0-a72b-9cebcb547533 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Request body: {'port': {'device_id': '111b9563-a9c2-4600-a4ea-e31135ce2762', 'network_id': '056904dc-091a-4f16-9131-e59417b8d75e', 'admin_state_up': True, 'tenant_id': 'd452fca55d5146d7b945b747dd55ab78'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:48.040842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-62cfe6fe-ef1d-4f97-b78a-4c2b4afe6955 None None] Could not find standard attr ID for object 86a0dd65-c9f7-4a97-bada-b029ed7d2acc. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:57:48.069679 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] For port 912aaddb-8ddf-4536-9ecc-0288d6e3d191, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=912aaddb-8ddf-4536-9ecc-0288d6e3d191,segment=NetworkSegment(195f2631-1007-4c73-a12d-add1810c4683),segment_id=195f2631-1007-4c73-a12d-add1810c4683)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:48.070067 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.070276 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc590b5a-6a93-4b0a-9e0b-3b04ddd4276b None None] DHCP port deletion for 05901563-c82d-4a73-802f-c2f6d303be8c request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:57:48.089894 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9afd017-2858-4d99-9d88-20df33b703a2 None None] Network 05901563-c82d-4a73-802f-c2f6d303be8c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:48.102503 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9afd017-2858-4d99-9d88-20df33b703a2 None None] Network 05901563-c82d-4a73-802f-c2f6d303be8c could not be found, it might have been deleted concurrently. {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 01:57:48.115030 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196dd4d0-100b-4a80-a188-a262194b4604 None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:57:48.200282 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196dd4d0-100b-4a80-a188-a262194b4604 None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 01:57:48.422949 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Calling delete_port for 912aaddb-8ddf-4536-9ecc-0288d6e3d191 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:48.481058 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a727cc11-6b05-4947-91e0-a15586283fad req-41c2d462-f649-4a52-88b1-db593cec5aac tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=111b9563-a9c2-4600-a4ea-e31135ce2762 HTTP/1.1" status: 200 len: 210 time: 0.0655389 Aug 16 01:57:48.559863 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-c19c07ee-1f8f-46c0-a72b-9cebcb547533 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Made reservation on behalf of d452fca55d5146d7b945b747dd55ab78 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:48.564273 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-c19c07ee-1f8f-46c0-a72b-9cebcb547533 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.615550 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.699143 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event deleted for resources: {'Port': ['ID=912aaddb-8ddf-4536-9ecc-0288d6e3d191,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:48.704903 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] No DVR routers for this DVR port 912aaddb-8ddf-4536-9ecc-0288d6e3d191 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:48.858616 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.877882 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218e1274-9cdd-4f9a-9127-025bbaa6d165']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:48.891789 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195f2631-1007-4c73-a12d-add1810c4683') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:48.892082 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195f2631-1007-4c73-a12d-add1810c4683') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:48.894041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-c19c07ee-1f8f-46c0-a72b-9cebcb547533 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Allocated IP 172.20.0.8 (056904dc-091a-4f16-9131-e59417b8d75e/25cd7452-13d5-4612-89d0-207db0b14383/9431298e-d208-4494-a29e-07ae3e3a11a4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:48.908350 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc47be-86e8-4d26-bf09-9e9c1ce08410 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Deleting port 25fc625a-5eeb-4678-ac36-5b0735190a2e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:48.908697 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6fdc47be-86e8-4d26-bf09-9e9c1ce08410 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.914773 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.978239 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.006000 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:49.006705 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:49.009309 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:49.079966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb6d9a-51b6-4541-9630-b44e6785ad38 req-c7599931-e9bb-475a-9122-376ee685acd3 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:49.081725 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2bcb6d9a-51b6-4541-9630-b44e6785ad38 req-c7599931-e9bb-475a-9122-376ee685acd3 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.0561507 Aug 16 01:57:49.121358 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2bcb6d9a-51b6-4541-9630-b44e6785ad38 req-2353c2b8-d273-44e9-b2e2-b685bc08fa33 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333157 Aug 16 01:57:49.144081 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6fdc47be-86e8-4d26-bf09-9e9c1ce08410 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] For port 25fc625a-5eeb-4678-ac36-5b0735190a2e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=25fc625a-5eeb-4678-ac36-5b0735190a2e,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:49.144486 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6fdc47be-86e8-4d26-bf09-9e9c1ce08410 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.157187 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.174964 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc47be-86e8-4d26-bf09-9e9c1ce08410 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Calling delete_port for 25fc625a-5eeb-4678-ac36-5b0735190a2e owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:49.176987 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.181130 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "DELETE /v2.0/networks/218e1274-9cdd-4f9a-9127-025bbaa6d165 HTTP/1.1" status: 204 len: 168 time: 1.6399324 Aug 16 01:57:49.181837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48222) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:49.200795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adb565-5094-4197-a671-a8e82b53f2e6 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event deleted for resources: {'Network': ['ID=218e1274-9cdd-4f9a-9127-025bbaa6d165,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:49.267328 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 86a0dd65-c9f7-4a97-bada-b029ed7d2acc no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:49.288501 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-c19c07ee-1f8f-46c0-a72b-9cebcb547533 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.296177 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4efd8881-25e1-47ca-99d3-9154f354f052 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.306089 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 86a0dd65-c9f7-4a97-bada-b029ed7d2acc {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:49.306654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 86a0dd65-c9f7-4a97-bada-b029ed7d2acc not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:49.317200 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 58a7d4f9-40c0-462d-a9de-4607a078d1e3 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:49.337953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 58a7d4f9-40c0-462d-a9de-4607a078d1e3 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:49.338292 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 58a7d4f9-40c0-462d-a9de-4607a078d1e3 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:49.387640 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4efd8881-25e1-47ca-99d3-9154f354f052 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.393003 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-c19c07ee-1f8f-46c0-a72b-9cebcb547533 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.399465 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4efd8881-25e1-47ca-99d3-9154f354f052 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236a92d2-57f7-4a5a-89c9-1f25c67fe492']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:49.412095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4efd8881-25e1-47ca-99d3-9154f354f052 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d76acfc-f0ef-4b93-9dd9-4b8fff37137d') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:49.412388 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4efd8881-25e1-47ca-99d3-9154f354f052 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d76acfc-f0ef-4b93-9dd9-4b8fff37137d') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:49.421071 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4efd8881-25e1-47ca-99d3-9154f354f052 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.435434 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4efd8881-25e1-47ca-99d3-9154f354f052 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.441528 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efd8881-25e1-47ca-99d3-9154f354f052 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:49.441993 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4efd8881-25e1-47ca-99d3-9154f354f052 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:49.445241 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:49.477587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-c19c07ee-1f8f-46c0-a72b-9cebcb547533 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Network 056904dc-091a-4f16-9131-e59417b8d75e is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:49.480611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c07ee-1f8f-46c0-a72b-9cebcb547533 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Pushing event updated for resources: {'Port': ['ID=9431298e-d208-4494-a29e-07ae3e3a11a4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:49.486002 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-c19c07ee-1f8f-46c0-a72b-9cebcb547533 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:49.490303 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-c19c07ee-1f8f-46c0-a72b-9cebcb547533 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:49.510814 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4efd8881-25e1-47ca-99d3-9154f354f052 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.518498 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4efd8881-25e1-47ca-99d3-9154f354f052 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.525094 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4efd8881-25e1-47ca-99d3-9154f354f052 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "DELETE /v2.0/networks/236a92d2-57f7-4a5a-89c9-1f25c67fe492 HTTP/1.1" status: 204 len: 168 time: 0.3376381 Aug 16 01:57:49.525094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48226) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:49.533367 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6fdc47be-86e8-4d26-bf09-9e9c1ce08410 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.543730 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd8881-25e1-47ca-99d3-9154f354f052 tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event deleted for resources: {'Network': ['ID=236a92d2-57f7-4a5a-89c9-1f25c67fe492,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:49.577938 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc47be-86e8-4d26-bf09-9e9c1ce08410 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Port': ['ID=25fc625a-5eeb-4678-ac36-5b0735190a2e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:49.595557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-c19c07ee-1f8f-46c0-a72b-9cebcb547533 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:49.596210 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-c19c07ee-1f8f-46c0-a72b-9cebcb547533 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.620913 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32c38492-de9c-4316-8eb7-3151f55ee9bf tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.666959 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-c19c07ee-1f8f-46c0-a72b-9cebcb547533 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6918933 Aug 16 01:57:49.689543 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Request body: {'port': {'device_id': '111b9563-a9c2-4600-a4ea-e31135ce2762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:49.705566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e6978-64c7-47db-aba2-9847fd2edfac req-57c33ed7-a0b4-4820-8d46-74b095134720 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:49.710357 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fa6e6978-64c7-47db-aba2-9847fd2edfac req-57c33ed7-a0b4-4820-8d46-74b095134720 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=111b9563-a9c2-4600-a4ea-e31135ce2762 HTTP/1.1" status: 200 len: 931 time: 0.1365447 Aug 16 01:57:49.714573 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32c38492-de9c-4316-8eb7-3151f55ee9bf tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.730032 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-32c38492-de9c-4316-8eb7-3151f55ee9bf tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32f31b4-5a36-4d92-9655-31de2f43cc78']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:49.749648 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-32c38492-de9c-4316-8eb7-3151f55ee9bf tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849273d7-4f2f-4503-bc53-870764019499') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:49.750077 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-32c38492-de9c-4316-8eb7-3151f55ee9bf tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849273d7-4f2f-4503-bc53-870764019499') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:49.760019 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32c38492-de9c-4316-8eb7-3151f55ee9bf tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.780857 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32c38492-de9c-4316-8eb7-3151f55ee9bf tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.787863 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c38492-de9c-4316-8eb7-3151f55ee9bf tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:49.788355 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32c38492-de9c-4316-8eb7-3151f55ee9bf tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:49.793221 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:49.842675 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fa6e6978-64c7-47db-aba2-9847fd2edfac req-49343b53-0221-442b-9d3e-259dcc1a19d5 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103263 Aug 16 01:57:49.847136 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.856342 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32c38492-de9c-4316-8eb7-3151f55ee9bf tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.862472 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32c38492-de9c-4316-8eb7-3151f55ee9bf tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.864875 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-32c38492-de9c-4316-8eb7-3151f55ee9bf tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] 10.222.0.68 "DELETE /v2.0/networks/b32f31b4-5a36-4d92-9655-31de2f43cc78 HTTP/1.1" status: 204 len: 168 time: 0.3404512 Aug 16 01:57:49.883933 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c38492-de9c-4316-8eb7-3151f55ee9bf tempest-BulkNetworkOpsTest-77027684 tempest-BulkNetworkOpsTest-77027684-project] Pushing event deleted for resources: {'Network': ['ID=b32f31b4-5a36-4d92-9655-31de2f43cc78,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:49.934682 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6fdc47be-86e8-4d26-bf09-9e9c1ce08410 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.082462 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0208-286d-4a1f-9424-efa63f640066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.087662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48232) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:50.261496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895b531-2a33-462d-8cc9-2fd344f58e3d req-2bf7a5eb-3a6e-493c-a6fd-0bad03a6ca07 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:50.263062 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e895b531-2a33-462d-8cc9-2fd344f58e3d req-2bf7a5eb-3a6e-493c-a6fd-0bad03a6ca07 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.0542684 Aug 16 01:57:50.315984 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e895b531-2a33-462d-8cc9-2fd344f58e3d req-1c25cade-6545-4548-a716-2bc3d6a1b6d9 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467122 Aug 16 01:57:50.393017 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6cc2ef45-ed0f-4dff-ae1b-fad92274e711 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cb7949c6463248d3bf961926fa3bf4c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3018734 Aug 16 01:57:50.393436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48240) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:50.437262 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdc47be-86e8-4d26-bf09-9e9c1ce08410 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Router 94029da5-b7fc-4952-9824-6679de8a54c5 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:57:50.439395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9431298e-d208-4494-a29e-07ae3e3a11a4 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:50.449119 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.449608 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7b7f1d4-0b84-48b2-89db-cf2e0b06cea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.464984 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Transition to ACTIVE for port object 9431298e-d208-4494-a29e-07ae3e3a11a4 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:50.473257 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7b7f1d4-0b84-48b2-89db-cf2e0b06cea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.505082 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.530914 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7b7f1d4-0b84-48b2-89db-cf2e0b06cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.533943 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7b7f1d4-0b84-48b2-89db-cf2e0b06cea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.538982 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d7b7f1d4-0b84-48b2-89db-cf2e0b06cea4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7b7f373f-9323-4e48-b27b-d8fdfdf40a97 HTTP/1.1" status: 204 len: 168 time: 0.1406188 Aug 16 01:57:50.552409 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7f1d4-0b84-48b2-89db-cf2e0b06cea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7f373f-9323-4e48-b27b-d8fdfdf40a97,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:50.601638 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Pushing event updated for resources: {'Port': ['ID=9431298e-d208-4494-a29e-07ae3e3a11a4,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:50.660346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdc47be-86e8-4d26-bf09-9e9c1ce08410 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:50.671089 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6fdc47be-86e8-4d26-bf09-9e9c1ce08410 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "PUT /v2.0/routers/94029da5-b7fc-4952-9824-6679de8a54c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6904333 Aug 16 01:57:50.674570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48246) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:50.681816 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72490b4f-0418-4626-bfe0-35f84e141e1c None None] Sync routers for ids ['94029da5-b7fc-4952-9824-6679de8a54c5'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:50.694423 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72490b4f-0418-4626-bfe0-35f84e141e1c None None] Routers {'94029da5-b7fc-4952-9824-6679de8a54c5'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:50.695205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-72490b4f-0418-4626-bfe0-35f84e141e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:57:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['94029da5-b7fc-4952-9824-6679de8a54c5'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:50.744301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Attempting to bind port 9431298e-d208-4494-a29e-07ae3e3a11a4 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:50.744663 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Attempting to bind port 9431298e-d208-4494-a29e-07ae3e3a11a4 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '685b0cfc-520a-4a1b-9f62-511bdcf2de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '056904dc-091a-4f16-9131-e59417b8d75e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:50.745047 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Attempting to bind port 9431298e-d208-4494-a29e-07ae3e3a11a4 on network 056904dc-091a-4f16-9131-e59417b8d75e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:50.752197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3e7fcf-22c8-4160-b7df-bb3d6deb3554 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Deleting subnet fb3e123f-0b5d-474c-aa50-f7bef1939d54 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:50.756527 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7fcf-22c8-4160-b7df-bb3d6deb3554 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.759066 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Port 9431298e-d208-4494-a29e-07ae3e3a11a4 on network 056904dc-091a-4f16-9131-e59417b8d75e not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:50.759391 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Attempting to bind port 9431298e-d208-4494-a29e-07ae3e3a11a4 on network 056904dc-091a-4f16-9131-e59417b8d75e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:50.792159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:50.792502 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Checking segment: {'id': '685b0cfc-520a-4a1b-9f62-511bdcf2de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '056904dc-091a-4f16-9131-e59417b8d75e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:50.792893 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Bound using segment: {'id': '685b0cfc-520a-4a1b-9f62-511bdcf2de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '056904dc-091a-4f16-9131-e59417b8d75e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:50.793332 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Bound port: 9431298e-d208-4494-a29e-07ae3e3a11a4, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685b0cfc-520a-4a1b-9f62-511bdcf2de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '056904dc-091a-4f16-9131-e59417b8d75e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:50.793693 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.820547 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-72490b4f-0418-4626-bfe0-35f84e141e1c None None] Set router 94029da5-b7fc-4952-9824-6679de8a54c5 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:50.832735 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7fcf-22c8-4160-b7df-bb3d6deb3554 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.927138 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] For port 9431298e-d208-4494-a29e-07ae3e3a11a4, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:50.971023 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] For port 9431298e-d208-4494-a29e-07ae3e3a11a4, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9431298e-d208-4494-a29e-07ae3e3a11a4,segment=NetworkSegment(685b0cfc-520a-4a1b-9f62-511bdcf2de98),segment_id=685b0cfc-520a-4a1b-9f62-511bdcf2de98)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:50.999906 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.040509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-72490b4f-0418-4626-bfe0-35f84e141e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888809407', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '38d36b9f-adac-45fa-95db-8080869af94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:20Z', 'updated_at': '2021-08-16T01:57:49Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '38d36b9f-adac-45fa-95db-8080869af94d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:51.043439 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7fcf-22c8-4160-b7df-bb3d6deb3554 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.074169 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72490b4f-0418-4626-bfe0-35f84e141e1c None None] Checking router: 94029da5-b7fc-4952-9824-6679de8a54c5 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:57:51.084262 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72490b4f-0418-4626-bfe0-35f84e141e1c None None] Routers {'94029da5-b7fc-4952-9824-6679de8a54c5'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:51.084893 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-72490b4f-0418-4626-bfe0-35f84e141e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:57:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['94029da5-b7fc-4952-9824-6679de8a54c5'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:51.086958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:51.087595 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.088994 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] 10.222.0.73 "PUT /v2.0/ports/9431298e-d208-4494-a29e-07ae3e3a11a4 HTTP/1.1" status: 200 len: 1092 time: 1.4059565 Aug 16 01:57:51.094048 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111b9563-a9c2-4600-a4ea-e31135ce2762', 'tag': '9431298e-d208-4494-a29e-07ae3e3a11a4'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:51.096401 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7badb5b-34a7-4510-84d5-8be8569d4b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "111b9563-a9c2-4600-a4ea-e31135ce2762", "tag": "9431298e-d208-4494-a29e-07ae3e3a11a4"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:51.128942 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c6cf5-08d4-4658-944a-c9a5fb437bf6 req-8558edae-ad86-40a6-a567-68898e5d6ad5 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:51.130931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-631c6cf5-08d4-4658-944a-c9a5fb437bf6 req-8558edae-ad86-40a6-a567-68898e5d6ad5 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=111b9563-a9c2-4600-a4ea-e31135ce2762 HTTP/1.1" status: 200 len: 943 time: 0.1830344 Aug 16 01:57:51.140284 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96223512-4368-4f09-8f77-fbe4ebf4cd29 service neutron] Pushing event updated for resources: {'Port': ['ID=9431298e-d208-4494-a29e-07ae3e3a11a4,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:51.229508 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad31eb3-fc01-4e0a-b859-3a75441f5ef7 x-openstack-request-id: req-1ad31eb3-fc01-4e0a-b859-3a75441f5ef7 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:51.229868 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111b9563-a9c2-4600-a4ea-e31135ce2762", "tag": "9431298e-d208-4494-a29e-07ae3e3a11a4", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:51.230144 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1ad31eb3-fc01-4e0a-b859-3a75441f5ef7 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:51.230547 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111b9563-a9c2-4600-a4ea-e31135ce2762', 'tag': '9431298e-d208-4494-a29e-07ae3e3a11a4', 'status': 'completed', 'code': 200} Aug 16 01:57:51.238595 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7fcf-22c8-4160-b7df-bb3d6deb3554 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.258289 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-631c6cf5-08d4-4658-944a-c9a5fb437bf6 req-29ce0380-01c2-4ed2-a400-fda87d9e00d5 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082320 Aug 16 01:57:51.263981 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-72490b4f-0418-4626-bfe0-35f84e141e1c None None] Set router 94029da5-b7fc-4952-9824-6679de8a54c5 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:51.308459 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e7fcf-22c8-4160-b7df-bb3d6deb3554 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3e123f-0b5d-474c-aa50-f7bef1939d54,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:51.326189 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7fcf-22c8-4160-b7df-bb3d6deb3554 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.326189 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5c3e7fcf-22c8-4160-b7df-bb3d6deb3554 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "DELETE /v2.0/subnets/fb3e123f-0b5d-474c-aa50-f7bef1939d54 HTTP/1.1" status: 204 len: 168 time: 0.6453207 Aug 16 01:57:51.326189 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48268) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:51.330533 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c331f71-b0c4-4399-a520-f6487860697e None None] Network 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:51.479913 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8f71c-eeb3-4d3e-97cf-75d1a325197f req-a45427fb-61ad-411a-a1ca-14a183a3e092 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:51.489116 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9a8f71c-eeb3-4d3e-97cf-75d1a325197f req-a45427fb-61ad-411a-a1ca-14a183a3e092 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.0726347 Aug 16 01:57:51.491376 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48274) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:51.553520 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9a8f71c-eeb3-4d3e-97cf-75d1a325197f req-9969a1d0-a313-4270-8c5c-74e6c9752018 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580177 Aug 16 01:57:51.581345 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-72490b4f-0418-4626-bfe0-35f84e141e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888809407', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '38d36b9f-adac-45fa-95db-8080869af94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:20Z', 'updated_at': '2021-08-16T01:57:49Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '38d36b9f-adac-45fa-95db-8080869af94d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:51.612327 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72490b4f-0418-4626-bfe0-35f84e141e1c None None] The sync data for ids ['94029da5-b7fc-4952-9824-6679de8a54c5'] in n-d-765315-27 is: [{'id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888809407', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '38d36b9f-adac-45fa-95db-8080869af94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:20Z', 'updated_at': '2021-08-16T01:57:49Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '38d36b9f-adac-45fa-95db-8080869af94d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94029da5-b7fc-4952-9824-6679de8a54c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:51.658975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ed5f8da4-de19-4a2e-867e-edf6a8f5ca67 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'network': {'name': 'tempest-RoutersTest-194932877'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:51.681404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5f8da4-de19-4a2e-867e-edf6a8f5ca67 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Made reservation on behalf of fd4c6ccb7877456e83ca17372bc6d1f1 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:51.685207 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8da4-de19-4a2e-867e-edf6a8f5ca67 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.696759 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8da4-de19-4a2e-867e-edf6a8f5ca67 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.727780 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462781d7-5ab7-4a86-9265-e67f154179b7 None None] DHCP port deletion for 3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:57:51.793350 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-462781d7-5ab7-4a86-9265-e67f154179b7 None None] Deleting port 754c777a-e800-435f-a7f1-c1d54c80f064 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:51.794599 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-462781d7-5ab7-4a86-9265-e67f154179b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.805970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-da03af09-30f4-4708-a1dc-05d491810230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:51.807479 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-da03af09-30f4-4708-a1dc-05d491810230 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d452fca55d5146d7b945b747dd55ab78&device_id=111b9563-a9c2-4600-a4ea-e31135ce2762 HTTP/1.1" status: 200 len: 1095 time: 0.6390405 Aug 16 01:57:51.822226 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8da4-de19-4a2e-867e-edf6a8f5ca67 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.829136 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8da4-de19-4a2e-867e-edf6a8f5ca67 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.862654 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5f8da4-de19-4a2e-867e-edf6a8f5ca67 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:51.877090 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-293b30ca-b03c-4456-80d8-877b75f2f6c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9431298e-d208-4494-a29e-07ae3e3a11a4 HTTP/1.1" status: 200 len: 217 time: 0.0525677 Aug 16 01:57:51.879662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f8da4-de19-4a2e-867e-edf6a8f5ca67 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cad4656-79d3-4814-970b-e124796ec6fd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:51.883887 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9d00afb-b4c6-49bd-b2c3-ed95e43ffab9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.885287 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-462781d7-5ab7-4a86-9265-e67f154179b7 None None] For port 754c777a-e800-435f-a7f1-c1d54c80f064, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=754c777a-e800-435f-a7f1-c1d54c80f064,segment=NetworkSegment(da55ee5e-475f-46b1-ad1a-36b602afa1df),segment_id=da55ee5e-475f-46b1-ad1a-36b602afa1df)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:51.885582 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-462781d7-5ab7-4a86-9265-e67f154179b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.885994 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8da4-de19-4a2e-867e-edf6a8f5ca67 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.886339 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-ed5f8da4-de19-4a2e-867e-edf6a8f5ca67 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Added segment 11c4bc42-f875-4514-8b6e-d3569d08631b of type vlan for network 3ec415ba-6b67-4700-8d40-a3921ccd1e50 Aug 16 01:57:51.903631 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-462781d7-5ab7-4a86-9265-e67f154179b7 None None] Calling delete_port for 754c777a-e800-435f-a7f1-c1d54c80f064 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:51.934108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-aaf0d8e6-5b24-45ce-a0c9-26f4a39525b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:51.935620 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-aaf0d8e6-5b24-45ce-a0c9-26f4a39525b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25cd7452-13d5-4612-89d0-207db0b14383 HTTP/1.1" status: 200 len: 849 time: 0.0495732 Aug 16 01:57:51.939297 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8da4-de19-4a2e-867e-edf6a8f5ca67 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.970826 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8da4-de19-4a2e-867e-edf6a8f5ca67 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.976761 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5f8da4-de19-4a2e-867e-edf6a8f5ca67 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:51.977373 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8da4-de19-4a2e-867e-edf6a8f5ca67 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.997584 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-462781d7-5ab7-4a86-9265-e67f154179b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.023184 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-bfd59273-72cb-4888-9a8f-345462d5274f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=056904dc-091a-4f16-9131-e59417b8d75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341113 Aug 16 01:57:52.031429 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462781d7-5ab7-4a86-9265-e67f154179b7 None None] Pushing event deleted for resources: {'Port': ['ID=754c777a-e800-435f-a7f1-c1d54c80f064,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:52.033687 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462781d7-5ab7-4a86-9265-e67f154179b7 None None] No DVR routers for this DVR port 754c777a-e800-435f-a7f1-c1d54c80f064 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:52.054674 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ed5f8da4-de19-4a2e-867e-edf6a8f5ca67 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5615797 Aug 16 01:57:52.060329 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48278) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:52.066166 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-270a66db-0159-4fd4-8fd6-a7625a54c7d8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'network': {'name': 'tempest-RoutersTest-577458514'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:52.071678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f8da4-de19-4a2e-867e-edf6a8f5ca67 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Network': ['ID=3ec415ba-6b67-4700-8d40-a3921ccd1e50,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:52.082345 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 3ec415ba-6b67-4700-8d40-a3921ccd1e50 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:52.097347 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270a66db-0159-4fd4-8fd6-a7625a54c7d8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Made reservation on behalf of fd4c6ccb7877456e83ca17372bc6d1f1 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:52.101088 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-270a66db-0159-4fd4-8fd6-a7625a54c7d8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.132686 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270a66db-0159-4fd4-8fd6-a7625a54c7d8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:52.145195 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-270a66db-0159-4fd4-8fd6-a7625a54c7d8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.145612 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-270a66db-0159-4fd4-8fd6-a7625a54c7d8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Added segment 288b599a-cc0f-4cb9-8f43-80b477027528 of type vlan for network 75d30994-fb7a-49a2-bf48-56777a8fa1c0 Aug 16 01:57:52.156403 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9d00afb-b4c6-49bd-b2c3-ed95e43ffab9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.191936 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-270a66db-0159-4fd4-8fd6-a7625a54c7d8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.203319 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-39d4bd91-50bc-4fc7-af20-602d267cdd50 service neutron] 10.222.0.73 "GET /v2.0/networks/056904dc-091a-4f16-9131-e59417b8d75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360445 Aug 16 01:57:52.232158 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-270a66db-0159-4fd4-8fd6-a7625a54c7d8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.238605 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270a66db-0159-4fd4-8fd6-a7625a54c7d8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.239211 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-270a66db-0159-4fd4-8fd6-a7625a54c7d8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.287122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c9d00afb-b4c6-49bd-b2c3-ed95e43ffab9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Deleting port 38d36b9f-adac-45fa-95db-8080869af94d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:52.287413 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9d00afb-b4c6-49bd-b2c3-ed95e43ffab9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.299465 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-270a66db-0159-4fd4-8fd6-a7625a54c7d8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2356744 Aug 16 01:57:52.309666 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48282) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:52.315948 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c2fb8773-4b1d-4761-acc4-ff5724e47a4c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'subnet': {'network_id': '3ec415ba-6b67-4700-8d40-a3921ccd1e50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:52.373219 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a66db-0159-4fd4-8fd6-a7625a54c7d8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Network': ['ID=75d30994-fb7a-49a2-bf48-56777a8fa1c0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:52.387579 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 75d30994-fb7a-49a2-bf48-56777a8fa1c0 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:52.455260 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-437a2433-3adb-4c01-8d42-fac7e6eda68b req-ec3d7d65-fa0c-401f-b016-22bb454ceb00 service neutron] 10.222.0.73 "GET /v2.0/networks/056904dc-091a-4f16-9131-e59417b8d75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412245 Aug 16 01:57:52.489297 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fb8773-4b1d-4761-acc4-ff5724e47a4c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Made reservation on behalf of fd4c6ccb7877456e83ca17372bc6d1f1 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:52.493462 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c2fb8773-4b1d-4761-acc4-ff5724e47a4c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.531073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c9d00afb-b4c6-49bd-b2c3-ed95e43ffab9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] For port 38d36b9f-adac-45fa-95db-8080869af94d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=38d36b9f-adac-45fa-95db-8080869af94d,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:52.532297 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9d00afb-b4c6-49bd-b2c3-ed95e43ffab9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.577874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2bb0-9d91-4dc7-b5bd-786f09317522 req-18462c8b-66cd-4d64-94e4-f6f42a18390f tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.579009 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f1e2bb0-9d91-4dc7-b5bd-786f09317522 req-18462c8b-66cd-4d64-94e4-f6f42a18390f tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=111b9563-a9c2-4600-a4ea-e31135ce2762 HTTP/1.1" status: 200 len: 943 time: 0.2143018 Aug 16 01:57:52.598092 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c9d00afb-b4c6-49bd-b2c3-ed95e43ffab9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Calling delete_port for 38d36b9f-adac-45fa-95db-8080869af94d owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:52.612837 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08f33557-f3bd-461a-97b5-398a6e14665a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.700503 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f1e2bb0-9d91-4dc7-b5bd-786f09317522 req-2a912ffd-d594-4b54-88d4-4884a099480d tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001959 Aug 16 01:57:52.708151 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7badb5b-34a7-4510-84d5-8be8569d4b8a req-bb0ad203-3c21-4240-90cb-38a771d453eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.709659 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f7badb5b-34a7-4510-84d5-8be8569d4b8a req-bb0ad203-3c21-4240-90cb-38a771d453eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d452fca55d5146d7b945b747dd55ab78&device_id=111b9563-a9c2-4600-a4ea-e31135ce2762 HTTP/1.1" status: 200 len: 1095 time: 0.1718564 Aug 16 01:57:52.776523 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c2fb8773-4b1d-4761-acc4-ff5724e47a4c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.832005 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185a362-5921-4ce7-8532-fb2957d951e2 req-701e440a-9154-48aa-bb3e-e12fb0b88351 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.833438 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1185a362-5921-4ce7-8532-fb2957d951e2 req-701e440a-9154-48aa-bb3e-e12fb0b88351 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.1078470 Aug 16 01:57:52.859696 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb8773-4b1d-4761-acc4-ff5724e47a4c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Subnet': ['ID=9b204f3c-9805-489b-bcd1-e10b67da41c2,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:52.882959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fb8773-4b1d-4761-acc4-ff5724e47a4c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Checking segment: {'id': '11c4bc42-f875-4514-8b6e-d3569d08631b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3ec415ba-6b67-4700-8d40-a3921ccd1e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:52.883318 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fb8773-4b1d-4761-acc4-ff5724e47a4c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network hostable DHCP agents. Network: 3ec415ba-6b67-4700-8d40-a3921ccd1e50, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:52.906759 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1185a362-5921-4ce7-8532-fb2957d951e2 req-50f75abc-dfa6-4440-9164-4bcef8bc4733 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624406 Aug 16 01:57:52.917009 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fb8773-4b1d-4761-acc4-ff5724e47a4c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 3ec415ba-6b67-4700-8d40-a3921ccd1e50 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:52.927341 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef927ea1-1531-44ff-8ac3-f4e5687d7c3e req-55c9ef01-a51d-484b-98bc-8e5496d82fce tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.928856 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ef927ea1-1531-44ff-8ac3-f4e5687d7c3e req-55c9ef01-a51d-484b-98bc-8e5496d82fce tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.1545558 Aug 16 01:57:52.937311 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7badb5b-34a7-4510-84d5-8be8569d4b8a req-d4b0de14-0506-4884-beae-a43fbfea464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.938309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c2fb8773-4b1d-4761-acc4-ff5724e47a4c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 3ec415ba-6b67-4700-8d40-a3921ccd1e50) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:52.938980 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f7badb5b-34a7-4510-84d5-8be8569d4b8a req-d4b0de14-0506-4884-beae-a43fbfea464f service neutron] 10.222.0.73 "GET /v2.0/networks?id=056904dc-091a-4f16-9131-e59417b8d75e HTTP/1.1" status: 200 len: 910 time: 0.2150064 Aug 16 01:57:52.946664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fb8773-4b1d-4761-acc4-ff5724e47a4c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.947259 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c2fb8773-4b1d-4761-acc4-ff5724e47a4c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.948087 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4463413d-9dce-4104-8dbe-a1b1659b2b43 None None] Network 3ec415ba-6b67-4700-8d40-a3921ccd1e50 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:52.965123 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c2fb8773-4b1d-4761-acc4-ff5724e47a4c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6517558 Aug 16 01:57:52.965383 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48294) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:52.970973 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a6db4efd-51df-4a8b-876a-b742f99bd338 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'subnet': {'network_id': '75d30994-fb7a-49a2-bf48-56777a8fa1c0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:53.011304 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f7badb5b-34a7-4510-84d5-8be8569d4b8a req-9eca6ddc-41cd-4c69-b016-022311075afa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9431298e-d208-4494-a29e-07ae3e3a11a4 HTTP/1.1" status: 200 len: 217 time: 0.0578430 Aug 16 01:57:53.017976 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9d00afb-b4c6-49bd-b2c3-ed95e43ffab9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.066587 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6db4efd-51df-4a8b-876a-b742f99bd338 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Made reservation on behalf of fd4c6ccb7877456e83ca17372bc6d1f1 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:53.070300 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6db4efd-51df-4a8b-876a-b742f99bd338 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.077790 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ef927ea1-1531-44ff-8ac3-f4e5687d7c3e req-583c0261-3228-4bcf-aa5d-b394570ee8b4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376412 Aug 16 01:57:53.083056 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d00afb-b4c6-49bd-b2c3-ed95e43ffab9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Port': ['ID=38d36b9f-adac-45fa-95db-8080869af94d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:53.132205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-3ec415ba-6b67-4700-8d40-a3921ccd1e50', 'network_id': '3ec415ba-6b67-4700-8d40-a3921ccd1e50', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'fixed_ips': [{'subnet_id': '9b204f3c-9805-489b-bcd1-e10b67da41c2'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:57:53.134411 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.144604 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7badb5b-34a7-4510-84d5-8be8569d4b8a req-fb4e396e-7e4d-4ce1-97f0-0b752ebf8a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:53.146186 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f7badb5b-34a7-4510-84d5-8be8569d4b8a req-fb4e396e-7e4d-4ce1-97f0-0b752ebf8a51 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25cd7452-13d5-4612-89d0-207db0b14383 HTTP/1.1" status: 200 len: 849 time: 0.1259732 Aug 16 01:57:53.186424 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f7badb5b-34a7-4510-84d5-8be8569d4b8a req-d3a42aee-0d11-4bbb-8970-bd01a4e97b15 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=056904dc-091a-4f16-9131-e59417b8d75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311530 Aug 16 01:57:53.189063 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9d00afb-b4c6-49bd-b2c3-ed95e43ffab9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.271408 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.328027 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6db4efd-51df-4a8b-876a-b742f99bd338 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.351552 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9d00afb-b4c6-49bd-b2c3-ed95e43ffab9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.355432 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9d00afb-b4c6-49bd-b2c3-ed95e43ffab9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.357235 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Allocated IP 172.20.0.2 (3ec415ba-6b67-4700-8d40-a3921ccd1e50/9b204f3c-9805-489b-bcd1-e10b67da41c2/433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:53.375228 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 25fc625a-5eeb-4678-ac36-5b0735190a2e no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:53.401653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db4efd-51df-4a8b-876a-b742f99bd338 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Subnet': ['ID=dae1dfc4-df88-4b9d-ae75-8e140f523e69,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:53.413256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db4efd-51df-4a8b-876a-b742f99bd338 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Checking segment: {'id': '288b599a-cc0f-4cb9-8f43-80b477027528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '75d30994-fb7a-49a2-bf48-56777a8fa1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:53.413618 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db4efd-51df-4a8b-876a-b742f99bd338 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network hostable DHCP agents. Network: 75d30994-fb7a-49a2-bf48-56777a8fa1c0, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:53.415956 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 25fc625a-5eeb-4678-ac36-5b0735190a2e {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:53.416305 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 25fc625a-5eeb-4678-ac36-5b0735190a2e not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:53.416715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 754c777a-e800-435f-a7f1-c1d54c80f064 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:53.435781 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db4efd-51df-4a8b-876a-b742f99bd338 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 75d30994-fb7a-49a2-bf48-56777a8fa1c0 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:53.436440 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9d00afb-b4c6-49bd-b2c3-ed95e43ffab9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.436440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d00afb-b4c6-49bd-b2c3-ed95e43ffab9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Fanout notify agent at l3_agent the message router_deleted on router 94029da5-b7fc-4952-9824-6679de8a54c5 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:57:53.445050 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9d00afb-b4c6-49bd-b2c3-ed95e43ffab9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.446177 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c9d00afb-b4c6-49bd-b2c3-ed95e43ffab9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "DELETE /v2.0/routers/94029da5-b7fc-4952-9824-6679de8a54c5 HTTP/1.1" status: 204 len: 168 time: 2.1211240 Aug 16 01:57:53.448430 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 754c777a-e800-435f-a7f1-c1d54c80f064 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:53.448769 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 754c777a-e800-435f-a7f1-c1d54c80f064 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:53.450099 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48296) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:53.458726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a6db4efd-51df-4a8b-876a-b742f99bd338 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 75d30994-fb7a-49a2-bf48-56777a8fa1c0) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:53.475145 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6db4efd-51df-4a8b-876a-b742f99bd338 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:53.475732 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6db4efd-51df-4a8b-876a-b742f99bd338 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.496903 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a6db4efd-51df-4a8b-876a-b742f99bd338 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5304451 Aug 16 01:57:53.500226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48298) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:53.506225 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f35d60c8-b4fc-48ef-99d2-ac94aa1c79e4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1104295032', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:53.510303 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a637bb-a590-4c08-89f3-b8387ddac476 None None] Network 75d30994-fb7a-49a2-bf48-56777a8fa1c0 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:53.524345 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f7badb5b-34a7-4510-84d5-8be8569d4b8a req-1a557f7e-b65c-46f7-ad9c-5a939c340c15 service neutron] 10.222.0.73 "GET /v2.0/networks/056904dc-091a-4f16-9131-e59417b8d75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173151 Aug 16 01:57:53.533528 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f35d60c8-b4fc-48ef-99d2-ac94aa1c79e4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.534747 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f35d60c8-b4fc-48ef-99d2-ac94aa1c79e4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.602759 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f35d60c8-b4fc-48ef-99d2-ac94aa1c79e4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.609340 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f35d60c8-b4fc-48ef-99d2-ac94aa1c79e4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.611049 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c156925-b1cf-42df-8572-78b42ec7e9d1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.631749 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f35d60c8-b4fc-48ef-99d2-ac94aa1c79e4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.633584 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f35d60c8-b4fc-48ef-99d2-ac94aa1c79e4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1320167 Aug 16 01:57:53.638137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48300) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:53.709390 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.727821 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Transition to ACTIVE for port object 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:53.743631 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f7badb5b-34a7-4510-84d5-8be8569d4b8a req-5dccb183-7af4-445d-bb46-9d3964107fe2 service neutron] 10.222.0.73 "GET /v2.0/networks/056904dc-091a-4f16-9131-e59417b8d75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076974 Aug 16 01:57:53.770073 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c156925-b1cf-42df-8572-78b42ec7e9d1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.783618 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-75d30994-fb7a-49a2-bf48-56777a8fa1c0', 'network_id': '75d30994-fb7a-49a2-bf48-56777a8fa1c0', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'fixed_ips': [{'subnet_id': 'dae1dfc4-df88-4b9d-ae75-8e140f523e69'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:57:53.784589 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.786804 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4c156925-b1cf-42df-8572-78b42ec7e9d1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd43219-2c0e-4b2f-b93e-6c1be0def5c5']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:53.797871 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Transition to ACTIVE for port object 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:53.804071 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4c156925-b1cf-42df-8572-78b42ec7e9d1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da55ee5e-475f-46b1-ad1a-36b602afa1df') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:53.804571 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4c156925-b1cf-42df-8572-78b42ec7e9d1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da55ee5e-475f-46b1-ad1a-36b602afa1df') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:53.814947 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.817394 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c156925-b1cf-42df-8572-78b42ec7e9d1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.837047 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c156925-b1cf-42df-8572-78b42ec7e9d1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.847841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c156925-b1cf-42df-8572-78b42ec7e9d1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:53.848580 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c156925-b1cf-42df-8572-78b42ec7e9d1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:53.851990 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:53.897090 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6bd45-cae9-4b68-a624-63fbcfe90c6d req-2ae2b21d-66d8-4c7b-974e-36de96fcfdf2 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:53.898680 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-90e6bd45-cae9-4b68-a624-63fbcfe90c6d req-2ae2b21d-66d8-4c7b-974e-36de96fcfdf2 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=111b9563-a9c2-4600-a4ea-e31135ce2762 HTTP/1.1" status: 200 len: 943 time: 0.1204822 Aug 16 01:57:53.918945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Network 3ec415ba-6b67-4700-8d40-a3921ccd1e50 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:53.928976 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:53.933630 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Pushing event updated for resources: {'Port': ['ID=433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:53.936892 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:53.946304 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c156925-b1cf-42df-8572-78b42ec7e9d1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.967584 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c156925-b1cf-42df-8572-78b42ec7e9d1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.975716 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4c156925-b1cf-42df-8572-78b42ec7e9d1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "DELETE /v2.0/networks/3bd43219-2c0e-4b2f-b93e-6c1be0def5c5 HTTP/1.1" status: 204 len: 168 time: 0.5199401 Aug 16 01:57:53.979180 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c156925-b1cf-42df-8572-78b42ec7e9d1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Network': ['ID=3bd43219-2c0e-4b2f-b93e-6c1be0def5c5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:53.981166 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48306) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:54.015145 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-90e6bd45-cae9-4b68-a624-63fbcfe90c6d req-9bddbd1e-a0c9-43bb-8fe9-9edf2a5286af tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866513 Aug 16 01:57:54.095764 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ce33ee3-b085-4944-90e6-cb3fd8585774 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.168568 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566d64b-87f3-4559-a03d-8e865d690e6c req-492fb0c4-b785-4161-bdd4-97bcd5f4fb6f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:54.172816 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d566d64b-87f3-4559-a03d-8e865d690e6c req-492fb0c4-b785-4161-bdd4-97bcd5f4fb6f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.1457264 Aug 16 01:57:54.174128 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-201402f9-3c5c-4ac7-92af-471852a9076b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.210095 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-201402f9-3c5c-4ac7-92af-471852a9076b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.246872 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Allocated IP 172.21.0.2 (75d30994-fb7a-49a2-bf48-56777a8fa1c0/dae1dfc4-df88-4b9d-ae75-8e140f523e69/3e3f7349-a008-490f-affd-b71ec78ca754) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:54.255335 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Attempting to bind port 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:54.255825 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Attempting to bind port 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '11c4bc42-f875-4514-8b6e-d3569d08631b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3ec415ba-6b67-4700-8d40-a3921ccd1e50'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:54.256278 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Attempting to bind port 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41 on network 3ec415ba-6b67-4700-8d40-a3921ccd1e50 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:54.258271 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.270868 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:54.271448 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Checking segment: {'id': '11c4bc42-f875-4514-8b6e-d3569d08631b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3ec415ba-6b67-4700-8d40-a3921ccd1e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:54.271779 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.272105 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Bound using segment: {'id': '11c4bc42-f875-4514-8b6e-d3569d08631b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3ec415ba-6b67-4700-8d40-a3921ccd1e50'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:54.272588 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Bound port: 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c4bc42-f875-4514-8b6e-d3569d08631b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3ec415ba-6b67-4700-8d40-a3921ccd1e50'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:54.272973 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.279128 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d566d64b-87f3-4559-a03d-8e865d690e6c req-67822ba6-4fe0-41a7-9bb9-7267ffda888d tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858140 Aug 16 01:57:54.339906 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3366c6f-c0d8-4976-8b25-eda2791576e4 req-396d62bb-4a6a-457d-9d20-0865659f0b74 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:54.341775 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-201402f9-3c5c-4ac7-92af-471852a9076b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.342023 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b3366c6f-c0d8-4976-8b25-eda2791576e4 req-396d62bb-4a6a-457d-9d20-0865659f0b74 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.1301618 Aug 16 01:57:54.346929 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-201402f9-3c5c-4ac7-92af-471852a9076b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.349027 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-201402f9-3c5c-4ac7-92af-471852a9076b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "DELETE /v2.0/security-groups/d5f4aada-97f1-44d1-9de6-a42dfc14ea5f HTTP/1.1" status: 204 len: 168 time: 0.3609710 Aug 16 01:57:54.364097 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201402f9-3c5c-4ac7-92af-471852a9076b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f4aada-97f1-44d1-9de6-a42dfc14ea5f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:54.444989 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] For port 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:54.474820 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b3366c6f-c0d8-4976-8b25-eda2791576e4 req-98b93cb3-6963-4774-bec4-064f6f6cc2c0 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205914 Aug 16 01:57:54.480467 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] For port 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41,segment=NetworkSegment(11c4bc42-f875-4514-8b6e-d3569d08631b),segment_id=11c4bc42-f875-4514-8b6e-d3569d08631b)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:54.487391 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.575018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa83ab-12ce-4a0a-ac61-ff5f110caaa0 None None] Pushing event updated for resources: {'Port': ['ID=433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:54.580206 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.591285 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Transition to ACTIVE for port object 3e3f7349-a008-490f-affd-b71ec78ca754 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:54.619884 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Transition to ACTIVE for port object 3e3f7349-a008-490f-affd-b71ec78ca754 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:54.628100 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.671308 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48314) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:54.677767 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Network 75d30994-fb7a-49a2-bf48-56777a8fa1c0 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:54.679827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-cf575aee-46f5-44f4-adc4-6b4c25c86475 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-5076913', 'description': 'tempest-secgroup-smoke-5076913 description', 'project_id': '7069c6ece3114808b56031f1299826b6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:54.683522 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:54.687622 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:54.695437 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Pushing event updated for resources: {'Port': ['ID=3e3f7349-a008-490f-affd-b71ec78ca754,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:54.722734 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf575aee-46f5-44f4-adc4-6b4c25c86475 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.777890 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Attempting to bind port 3e3f7349-a008-490f-affd-b71ec78ca754 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:54.779794 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Attempting to bind port 3e3f7349-a008-490f-affd-b71ec78ca754 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '288b599a-cc0f-4cb9-8f43-80b477027528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '75d30994-fb7a-49a2-bf48-56777a8fa1c0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:54.779794 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Attempting to bind port 3e3f7349-a008-490f-affd-b71ec78ca754 on network 75d30994-fb7a-49a2-bf48-56777a8fa1c0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:54.793281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:54.793852 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Checking segment: {'id': '288b599a-cc0f-4cb9-8f43-80b477027528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '75d30994-fb7a-49a2-bf48-56777a8fa1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:54.794471 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.794957 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Bound using segment: {'id': '288b599a-cc0f-4cb9-8f43-80b477027528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '75d30994-fb7a-49a2-bf48-56777a8fa1c0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:54.796039 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Bound port: 3e3f7349-a008-490f-affd-b71ec78ca754, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288b599a-cc0f-4cb9-8f43-80b477027528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '75d30994-fb7a-49a2-bf48-56777a8fa1c0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:54.796683 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.856168 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf575aee-46f5-44f4-adc4-6b4c25c86475 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.862291 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf575aee-46f5-44f4-adc4-6b4c25c86475 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.898639 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] For port 3e3f7349-a008-490f-affd-b71ec78ca754, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:54.903048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] For port 3e3f7349-a008-490f-affd-b71ec78ca754, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3e3f7349-a008-490f-affd-b71ec78ca754,segment=NetworkSegment(288b599a-cc0f-4cb9-8f43-80b477027528),segment_id=288b599a-cc0f-4cb9-8f43-80b477027528)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:54.911494 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.919494 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf575aee-46f5-44f4-adc4-6b4c25c86475 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.925375 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cf575aee-46f5-44f4-adc4-6b4c25c86475 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2467694 Aug 16 01:57:54.926156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48316) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:54.928850 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-8ce33ee3-b085-4944-90e6-cb3fd8585774 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Allocated IP 172.20.0.1 (3ec415ba-6b67-4700-8d40-a3921ccd1e50/9b204f3c-9805-489b-bcd1-e10b67da41c2/77a8bc0a-f2e0-4411-95ef-049be8bf1f24) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:54.933175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-552f4f03-58fe-4b15-8296-fdea2ca0419f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': 'c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:54.951089 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf575aee-46f5-44f4-adc4-6b4c25c86475 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:54.992159 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-552f4f03-58fe-4b15-8296-fdea2ca0419f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.994157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107099c7-b5a9-4085-9076-29968c7e29df None None] Pushing event updated for resources: {'Port': ['ID=3e3f7349-a008-490f-affd-b71ec78ca754,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:55.074093 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-552f4f03-58fe-4b15-8296-fdea2ca0419f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.080826 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-552f4f03-58fe-4b15-8296-fdea2ca0419f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.099326 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f4f03-58fe-4b15-8296-fdea2ca0419f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ee1493-393f-42a0-8831-3853e0f31047,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:55.113629 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-552f4f03-58fe-4b15-8296-fdea2ca0419f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.115175 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-552f4f03-58fe-4b15-8296-fdea2ca0419f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1882312 Aug 16 01:57:55.118049 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48320) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:55.126862 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-00caf213-66ec-4cc5-92dc-c416f70663e4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': 'c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:55.159608 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ce33ee3-b085-4944-90e6-cb3fd8585774 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.166564 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00caf213-66ec-4cc5-92dc-c416f70663e4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.180396 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-8ce33ee3-b085-4944-90e6-cb3fd8585774 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Transition to ACTIVE for port object 77a8bc0a-f2e0-4411-95ef-049be8bf1f24 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:55.192245 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d4af7-1e1b-4167-b6e8-4b06e829c91e req-dc7984a7-60b7-467c-a44a-0bdfd9f70273 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.194019 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b12d4af7-1e1b-4167-b6e8-4b06e829c91e req-dc7984a7-60b7-467c-a44a-0bdfd9f70273 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=111b9563-a9c2-4600-a4ea-e31135ce2762 HTTP/1.1" status: 200 len: 943 time: 0.0849886 Aug 16 01:57:55.243010 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00caf213-66ec-4cc5-92dc-c416f70663e4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.252932 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00caf213-66ec-4cc5-92dc-c416f70663e4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.268500 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b12d4af7-1e1b-4167-b6e8-4b06e829c91e req-937f3f28-1518-4e63-ba4a-eee4add9d5c1 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653796 Aug 16 01:57:55.284540 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ce33ee3-b085-4944-90e6-cb3fd8585774 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.293961 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00caf213-66ec-4cc5-92dc-c416f70663e4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73270c0-a0e5-473f-852a-5d2e640b0c97,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:55.329016 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00caf213-66ec-4cc5-92dc-c416f70663e4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.330295 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-00caf213-66ec-4cc5-92dc-c416f70663e4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2107866 Aug 16 01:57:55.333199 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48324) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:55.341046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6de38ade-c923-4a7b-bb90-78eda84fd2c2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': 'c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:55.350755 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce33ee3-b085-4944-90e6-cb3fd8585774 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 3ec415ba-6b67-4700-8d40-a3921ccd1e50 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:55.354721 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-8ce33ee3-b085-4944-90e6-cb3fd8585774 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:55.362290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce33ee3-b085-4944-90e6-cb3fd8585774 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:55.415298 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce33ee3-b085-4944-90e6-cb3fd8585774 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=77a8bc0a-f2e0-4411-95ef-049be8bf1f24,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:55.430730 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6de38ade-c923-4a7b-bb90-78eda84fd2c2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.433170 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ce33ee3-b085-4944-90e6-cb3fd8585774 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.434959 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:55.504479 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:55.507666 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377ae35-1f3d-4186-aa7a-2c6f3a20f8a5 req-617ab561-b4d6-4ad4-b5cc-503844aa1c4e tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.510872 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1377ae35-1f3d-4186-aa7a-2c6f3a20f8a5 req-617ab561-b4d6-4ad4-b5cc-503844aa1c4e tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.1033309 Aug 16 01:57:55.522463 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 38d36b9f-adac-45fa-95db-8080869af94d no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:55.558465 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6de38ade-c923-4a7b-bb90-78eda84fd2c2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.566206 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 38d36b9f-adac-45fa-95db-8080869af94d {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:55.566672 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 38d36b9f-adac-45fa-95db-8080869af94d not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:55.572555 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6de38ade-c923-4a7b-bb90-78eda84fd2c2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.585440 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ce33ee3-b085-4944-90e6-cb3fd8585774 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.603125 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de38ade-c923-4a7b-bb90-78eda84fd2c2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52919b7f-be07-435e-978e-3fa0c08d6cdc,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:55.612128 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1377ae35-1f3d-4186-aa7a-2c6f3a20f8a5 req-b169177c-a331-43c6-8fae-d0634ffc08af tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919313 Aug 16 01:57:55.613419 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6de38ade-c923-4a7b-bb90-78eda84fd2c2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.617106 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6de38ade-c923-4a7b-bb90-78eda84fd2c2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2802474 Aug 16 01:57:55.618507 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48328) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:55.637245 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8193be4f-fd89-4162-ad1b-355c66f5ce43 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': 'c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:55.716380 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2c4c7-28bc-4ed9-a4b9-708eddf12aa9 req-80875913-1330-4f32-b281-9e39e67cdc22 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.718711 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11b2c4c7-28bc-4ed9-a4b9-708eddf12aa9 req-80875913-1330-4f32-b281-9e39e67cdc22 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.1220415 Aug 16 01:57:55.799276 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8193be4f-fd89-4162-ad1b-355c66f5ce43 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.871238 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11b2c4c7-28bc-4ed9-a4b9-708eddf12aa9 req-db61386a-9c4f-4118-9f22-64b86175d6dc tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208768 Aug 16 01:57:55.874032 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3785d3af-46fd-40a6-9a30-ee729c53d2f5 None None] Network 3ec415ba-6b67-4700-8d40-a3921ccd1e50 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:55.943601 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8193be4f-fd89-4162-ad1b-355c66f5ce43 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.949833 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8193be4f-fd89-4162-ad1b-355c66f5ce43 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.971077 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ef781ba7-2827-40dd-ae39-f6b34c0c61a1 None None] Provisioning for port 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:55.973019 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.982093 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ef781ba7-2827-40dd-ae39-f6b34c0c61a1 None None] Provisioning complete for port 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:55.982450 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ef781ba7-2827-40dd-ae39-f6b34c0c61a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.984710 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193be4f-fd89-4162-ad1b-355c66f5ce43 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fde110-4a2f-4d7c-bdd4-5720a94ee2cd,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:56.001726 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8193be4f-fd89-4162-ad1b-355c66f5ce43 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.002973 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8193be4f-fd89-4162-ad1b-355c66f5ce43 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3835316 Aug 16 01:57:56.005882 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48330) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:56.011916 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1617c6ab-2962-4092-b4c6-78a6b6dc015b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': 'c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:56.042148 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ce33ee3-b085-4944-90e6-cb3fd8585774 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.049213 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ce33ee3-b085-4944-90e6-cb3fd8585774 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.050845 n-d-765315-27 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-1617c6ab-2962-4092-b4c6-78a6b6dc015b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Project 7069c6ece3114808b56031f1299826b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 01:57:56.061730 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1617c6ab-2962-4092-b4c6-78a6b6dc015b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.137504 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1617c6ab-2962-4092-b4c6-78a6b6dc015b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.141045 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ce33ee3-b085-4944-90e6-cb3fd8585774 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.141982 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ef781ba7-2827-40dd-ae39-f6b34c0c61a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.146113 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1617c6ab-2962-4092-b4c6-78a6b6dc015b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.147753 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce33ee3-b085-4944-90e6-cb3fd8585774 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=77a8bc0a-f2e0-4411-95ef-049be8bf1f24,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:56.171297 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617c6ab-2962-4092-b4c6-78a6b6dc015b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a1b334-c807-4100-8977-e8afbe4f56ef,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:56.184460 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1617c6ab-2962-4092-b4c6-78a6b6dc015b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.189701 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1617c6ab-2962-4092-b4c6-78a6b6dc015b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1793981 Aug 16 01:57:56.190140 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48332) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:56.194857 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9591897a-7619-47bb-887f-c92638e03703 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': 'c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:56.211757 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ef781ba7-2827-40dd-ae39-f6b34c0c61a1 None None] For port 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41,segment=NetworkSegment(11c4bc42-f875-4514-8b6e-d3569d08631b),segment_id=11c4bc42-f875-4514-8b6e-d3569d08631b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:56.220824 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ef781ba7-2827-40dd-ae39-f6b34c0c61a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.231570 n-d-765315-27 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-9591897a-7619-47bb-887f-c92638e03703 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Project 7069c6ece3114808b56031f1299826b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 01:57:56.240347 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9591897a-7619-47bb-887f-c92638e03703 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.307167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce33ee3-b085-4944-90e6-cb3fd8585774 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 3ec415ba-6b67-4700-8d40-a3921ccd1e50 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:56.309094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-8ce33ee3-b085-4944-90e6-cb3fd8585774 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:56.319312 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef781ba7-2827-40dd-ae39-f6b34c0c61a1 None None] Pushing event updated for resources: {'Port': ['ID=433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:56.399670 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9591897a-7619-47bb-887f-c92638e03703 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.410539 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9591897a-7619-47bb-887f-c92638e03703 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.475745 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591897a-7619-47bb-887f-c92638e03703 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7097bd9-c707-405b-8c6f-9255054474d5,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:56.484163 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce33ee3-b085-4944-90e6-cb3fd8585774 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 7ad92181-f371-4c2e-8ba2-b5e94ed2e558 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:57:56.487321 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9591897a-7619-47bb-887f-c92638e03703 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.488589 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9591897a-7619-47bb-887f-c92638e03703 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2974689 Aug 16 01:57:56.491854 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48336) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:56.497191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-52c30698-270b-4b8c-91da-9fdc956d0ca8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'network': {'name': 'tempest-network-smoke--1802933078', 'project_id': '7069c6ece3114808b56031f1299826b6', 'port_security_enabled': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:56.513062 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de25807-e3f1-44a6-80d1-0a00f4b210c3 req-ee731e66-5aa1-41be-b3a7-a693e77fcd50 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:56.515329 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8de25807-e3f1-44a6-80d1-0a00f4b210c3 req-ee731e66-5aa1-41be-b3a7-a693e77fcd50 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=111b9563-a9c2-4600-a4ea-e31135ce2762 HTTP/1.1" status: 200 len: 943 time: 0.0793188 Aug 16 01:57:56.548977 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-99c06a5e-40db-4b20-93fe-a467db8f8b42 None None] Provisioning for port 77a8bc0a-f2e0-4411-95ef-049be8bf1f24 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:56.558423 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-99c06a5e-40db-4b20-93fe-a467db8f8b42 None None] Provisioning complete for port 77a8bc0a-f2e0-4411-95ef-049be8bf1f24 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:56.558795 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99c06a5e-40db-4b20-93fe-a467db8f8b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.577213 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8de25807-e3f1-44a6-80d1-0a00f4b210c3 req-c5f45c54-0270-48be-9d5a-dee4f48c88fb tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457003 Aug 16 01:57:56.602338 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 9431298e-d208-4494-a29e-07ae3e3a11a4 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:56.615025 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c30698-270b-4b8c-91da-9fdc956d0ca8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Made reservation on behalf of 7069c6ece3114808b56031f1299826b6 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:56.618123 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-99c06a5e-40db-4b20-93fe-a467db8f8b42 None None] Port 77a8bc0a-f2e0-4411-95ef-049be8bf1f24 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:56.618977 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-52c30698-270b-4b8c-91da-9fdc956d0ca8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.646260 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce33ee3-b085-4944-90e6-cb3fd8585774 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:56.651972 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8ce33ee3-b085-4944-90e6-cb3fd8585774 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/7ad92181-f371-4c2e-8ba2-b5e94ed2e558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0117362 Aug 16 01:57:56.655244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48340) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:56.659688 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a2b08d-fa8f-4bcc-90e9-7f553ec451d3 None None] Sync routers for ids ['7ad92181-f371-4c2e-8ba2-b5e94ed2e558'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:56.660217 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-99c06a5e-40db-4b20-93fe-a467db8f8b42 None None] Provisioning complete for port 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:56.660217 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99c06a5e-40db-4b20-93fe-a467db8f8b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.662508 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef83690-ec7f-490b-97da-6ffddc3e76a1 None None] Network 75d30994-fb7a-49a2-bf48-56777a8fa1c0 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:56.669015 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c30698-270b-4b8c-91da-9fdc956d0ca8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:56.678460 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-52c30698-270b-4b8c-91da-9fdc956d0ca8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.678809 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-52c30698-270b-4b8c-91da-9fdc956d0ca8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Added segment aa32ca9c-c7ff-4427-8b22-39faf14b4b91 of type vlan for network 683fab28-fad3-4ec8-a699-6b0efb659da7 Aug 16 01:57:56.680827 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a2b08d-fa8f-4bcc-90e9-7f553ec451d3 None None] Routers {'7ad92181-f371-4c2e-8ba2-b5e94ed2e558'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:56.681680 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a8a2b08d-fa8f-4bcc-90e9-7f553ec451d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:57:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7ad92181-f371-4c2e-8ba2-b5e94ed2e558'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:56.714921 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17866884-f960-493f-9141-2d223a30176e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:56.716674 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-17866884-f960-493f-9141-2d223a30176e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/ports/77a8bc0a-f2e0-4411-95ef-049be8bf1f24 HTTP/1.1" status: 200 len: 910 time: 0.0604379 Aug 16 01:57:56.719667 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48342) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:56.744499 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-52c30698-270b-4b8c-91da-9fdc956d0ca8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.781311 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.resource_extend [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:57:56.874360 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d0ae8-398a-458d-8f6c-9ab1c287c273 req-70f1af4c-73e1-411f-be0a-9fd017857c51 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:56.875183 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a8a2b08d-fa8f-4bcc-90e9-7f553ec451d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:56.875986 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b7d0ae8-398a-458d-8f6c-9ab1c287c273 req-70f1af4c-73e1-411f-be0a-9fd017857c51 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.0968006 Aug 16 01:57:56.876659 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-52c30698-270b-4b8c-91da-9fdc956d0ca8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.885889 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c30698-270b-4b8c-91da-9fdc956d0ca8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:56.886535 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-52c30698-270b-4b8c-91da-9fdc956d0ca8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.887463 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a2b08d-fa8f-4bcc-90e9-7f553ec451d3 None None] Routers {'7ad92181-f371-4c2e-8ba2-b5e94ed2e558'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:56.888444 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a8a2b08d-fa8f-4bcc-90e9-7f553ec451d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:57:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7ad92181-f371-4c2e-8ba2-b5e94ed2e558'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:56.929104 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a8a2b08d-fa8f-4bcc-90e9-7f553ec451d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:56.932357 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a2b08d-fa8f-4bcc-90e9-7f553ec451d3 None None] The sync data for ids ['7ad92181-f371-4c2e-8ba2-b5e94ed2e558'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:57.025110 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c30698-270b-4b8c-91da-9fdc956d0ca8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Network': ['ID=683fab28-fad3-4ec8-a699-6b0efb659da7,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:57.051758 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 9431298e-d208-4494-a29e-07ae3e3a11a4, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9431298e-d208-4494-a29e-07ae3e3a11a4,segment=NetworkSegment(685b0cfc-520a-4a1b-9f62-511bdcf2de98),segment_id=685b0cfc-520a-4a1b-9f62-511bdcf2de98)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:57.056164 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-52c30698-270b-4b8c-91da-9fdc956d0ca8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5630262 Aug 16 01:57:57.059087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48346) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:57.064966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-014793b3-74de-44e1-b605-403225f2f551 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-410937613', 'admin_state_up': True, 'project_id': '7069c6ece3114808b56031f1299826b6', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:57.065700 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005dd1c1-1d36-4f66-b9d0-482fd8b9319b req-107b2d59-6464-48ea-b657-bc125adf229b tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:57.067963 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-005dd1c1-1d36-4f66-b9d0-482fd8b9319b req-107b2d59-6464-48ea-b657-bc125adf229b tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.0767133 Aug 16 01:57:57.069904 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '9431298e-d208-4494-a29e-07ae3e3a11a4', 'network_id': '056904dc-091a-4f16-9131-e59417b8d75e', 'port_id': '9431298e-d208-4494-a29e-07ae3e3a11a4', 'mac_address': 'fa:16:3e:60:a3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cd7452-13d5-4612-89d0-207db0b14383', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:57:57.078001 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 683fab28-fad3-4ec8-a699-6b0efb659da7 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:57.080752 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b7d0ae8-398a-458d-8f6c-9ab1c287c273 req-f42db02e-063d-4c15-a5ab-9663d77e796f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905072 Aug 16 01:57:57.103681 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-014793b3-74de-44e1-b605-403225f2f551 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.105121 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-014793b3-74de-44e1-b605-403225f2f551 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.166092 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-014793b3-74de-44e1-b605-403225f2f551 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.207542 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-005dd1c1-1d36-4f66-b9d0-482fd8b9319b req-6cce1e5f-e960-4ff3-9540-800f433cd185 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331534 Aug 16 01:57:57.208769 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ecb6782d-c423-4414-8966-dd91d5342e22 None None] Provisioning complete for port 77a8bc0a-f2e0-4411-95ef-049be8bf1f24 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:57.209153 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ecb6782d-c423-4414-8966-dd91d5342e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.212708 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.277133 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ecb6782d-c423-4414-8966-dd91d5342e22 None None] Port 77a8bc0a-f2e0-4411-95ef-049be8bf1f24 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:57.289475 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9431298e-d208-4494-a29e-07ae3e3a11a4 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:57.326935 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ecb6782d-c423-4414-8966-dd91d5342e22 None None] Provisioning for port 3e3f7349-a008-490f-affd-b71ec78ca754 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:57.333723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 9431298e-d208-4494-a29e-07ae3e3a11a4, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9431298e-d208-4494-a29e-07ae3e3a11a4,segment=NetworkSegment(685b0cfc-520a-4a1b-9f62-511bdcf2de98),segment_id=685b0cfc-520a-4a1b-9f62-511bdcf2de98)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:57.345643 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.383169 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-014793b3-74de-44e1-b605-403225f2f551 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.442827 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=9431298e-d208-4494-a29e-07ae3e3a11a4,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:57.465730 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:57.524617 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:57.525064 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.607582 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['9431298e-d208-4494-a29e-07ae3e3a11a4'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:57.644251 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-014793b3-74de-44e1-b605-403225f2f551 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.666578 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-014793b3-74de-44e1-b605-403225f2f551 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.678303 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3e3f7349-a008-490f-affd-b71ec78ca754 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:57.696014 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1df187a6-c69d-410f-8160-635f995041c1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.760102 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd00187-7699-49d8-a64b-ce87fa130c4e req-f728a9df-b920-477a-a81c-121304842e78 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:57.761711 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7dd00187-7699-49d8-a64b-ce87fa130c4e req-f728a9df-b920-477a-a81c-121304842e78 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=111b9563-a9c2-4600-a4ea-e31135ce2762 HTTP/1.1" status: 200 len: 944 time: 0.0974426 Aug 16 01:57:57.770542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 3e3f7349-a008-490f-affd-b71ec78ca754 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:57.782258 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 3e3f7349-a008-490f-affd-b71ec78ca754 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:57.782612 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.843123 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-014793b3-74de-44e1-b605-403225f2f551 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Allocated IP 172.25.3.119 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/bdb3e54a-5a4b-4871-a925-132570b15bbe) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:57.849781 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7dd00187-7699-49d8-a64b-ce87fa130c4e req-aaa9d447-036a-452a-b339-408a391edf12 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614355 Aug 16 01:57:57.896729 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.932076 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 3e3f7349-a008-490f-affd-b71ec78ca754, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3e3f7349-a008-490f-affd-b71ec78ca754,segment=NetworkSegment(288b599a-cc0f-4cb9-8f43-80b477027528),segment_id=288b599a-cc0f-4cb9-8f43-80b477027528)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:57.936836 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.966854 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-014793b3-74de-44e1-b605-403225f2f551 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.990807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=3e3f7349-a008-490f-affd-b71ec78ca754,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:58.009479 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-014793b3-74de-44e1-b605-403225f2f551 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.038735 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1df187a6-c69d-410f-8160-635f995041c1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Allocated IP 172.21.0.1 (75d30994-fb7a-49a2-bf48-56777a8fa1c0/dae1dfc4-df88-4b9d-ae75-8e140f523e69/ef53021e-7eae-475f-8516-553ab0e34e29) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:58.056014 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014793b3-74de-44e1-b605-403225f2f551 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:58.058932 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-014793b3-74de-44e1-b605-403225f2f551 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:58.061360 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014793b3-74de-44e1-b605-403225f2f551 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:58.085128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014793b3-74de-44e1-b605-403225f2f551 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=bdb3e54a-5a4b-4871-a925-132570b15bbe,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:58.165869 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1df187a6-c69d-410f-8160-635f995041c1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.207300 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1df187a6-c69d-410f-8160-635f995041c1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Transition to ACTIVE for port object ef53021e-7eae-475f-8516-553ab0e34e29 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:58.247090 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d88bce-bf86-4ca7-9e7c-100f7b6cb655 req-508a5b0d-06b3-4dc4-8ea3-3c0e371e3053 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:58.249186 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b9d88bce-bf86-4ca7-9e7c-100f7b6cb655 req-508a5b0d-06b3-4dc4-8ea3-3c0e371e3053 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.0803230 Aug 16 01:57:58.275433 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1df187a6-c69d-410f-8160-635f995041c1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.332293 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df187a6-c69d-410f-8160-635f995041c1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 75d30994-fb7a-49a2-bf48-56777a8fa1c0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:58.337847 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b9d88bce-bf86-4ca7-9e7c-100f7b6cb655 req-ddc555c5-0f1c-43ad-97f0-3f91220f786a tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811641 Aug 16 01:57:58.343391 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1df187a6-c69d-410f-8160-635f995041c1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:58.347415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df187a6-c69d-410f-8160-635f995041c1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:58.379478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df187a6-c69d-410f-8160-635f995041c1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=ef53021e-7eae-475f-8516-553ab0e34e29,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:58.401774 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1df187a6-c69d-410f-8160-635f995041c1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.425134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668ffa4-7878-47a9-8e5b-7edbb98e7568 req-f87228b6-75c2-46fd-ac95-89d1c46954f1 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:58.426704 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1668ffa4-7878-47a9-8e5b-7edbb98e7568 req-f87228b6-75c2-46fd-ac95-89d1c46954f1 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.1458540 Aug 16 01:57:58.431331 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-014793b3-74de-44e1-b605-403225f2f551 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.579771 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1df187a6-c69d-410f-8160-635f995041c1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.607711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-416420e4-b818-4734-b11d-6ebb0a49161c None None] Provisioning for port ef53021e-7eae-475f-8516-553ab0e34e29 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:58.615050 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 9431298e-d208-4494-a29e-07ae3e3a11a4 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:58.618323 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-416420e4-b818-4734-b11d-6ebb0a49161c None None] Provisioning complete for port ef53021e-7eae-475f-8516-553ab0e34e29 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:58.618694 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-416420e4-b818-4734-b11d-6ebb0a49161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.696392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-416420e4-b818-4734-b11d-6ebb0a49161c None None] Port ef53021e-7eae-475f-8516-553ab0e34e29 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:58.714138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 9431298e-d208-4494-a29e-07ae3e3a11a4 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:58.718589 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 9431298e-d208-4494-a29e-07ae3e3a11a4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:58.718966 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.800747 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.824170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111b9563-a9c2-4600-a4ea-e31135ce2762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9431298e-d208-4494-a29e-07ae3e3a11a4'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:58.826347 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb0a901-5545-45e4-ad06-11e5f846e0d7" -d '{"events": [{"server_uuid": "111b9563-a9c2-4600-a4ea-e31135ce2762", "name": "network-vif-plugged", "status": "completed", "tag": "9431298e-d208-4494-a29e-07ae3e3a11a4"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:58.838407 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1668ffa4-7878-47a9-8e5b-7edbb98e7568 req-cd1d8b77-9c2d-42a7-a484-d17c2342f0ff tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3725512 Aug 16 01:57:58.854975 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 9431298e-d208-4494-a29e-07ae3e3a11a4, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9431298e-d208-4494-a29e-07ae3e3a11a4,segment=NetworkSegment(685b0cfc-520a-4a1b-9f62-511bdcf2de98),segment_id=685b0cfc-520a-4a1b-9f62-511bdcf2de98)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:58.860322 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.900994 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729badfe-c767-4cb4-9b4e-d7f6fb7ffc1f x-openstack-request-id: req-729badfe-c767-4cb4-9b4e-d7f6fb7ffc1f {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:58.901268 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111b9563-a9c2-4600-a4ea-e31135ce2762", "name": "network-vif-plugged", "status": "completed", "tag": "9431298e-d208-4494-a29e-07ae3e3a11a4", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:58.901511 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-729badfe-c767-4cb4-9b4e-d7f6fb7ffc1f {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:58.901928 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111b9563-a9c2-4600-a4ea-e31135ce2762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9431298e-d208-4494-a29e-07ae3e3a11a4', 'code': 200} Aug 16 01:57:58.907782 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1df187a6-c69d-410f-8160-635f995041c1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.914790 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1df187a6-c69d-410f-8160-635f995041c1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.950371 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=9431298e-d208-4494-a29e-07ae3e3a11a4,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:59.021333 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df187a6-c69d-410f-8160-635f995041c1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=ef53021e-7eae-475f-8516-553ab0e34e29,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:59.025372 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1df187a6-c69d-410f-8160-635f995041c1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.039954 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213cd3c-4d54-4343-a118-8accfffc75b1 req-e7350fa4-c08c-41f0-9433-223b25340c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:59.041491 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5213cd3c-4d54-4343-a118-8accfffc75b1 req-e7350fa4-c08c-41f0-9433-223b25340c27 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=111b9563-a9c2-4600-a4ea-e31135ce2762 HTTP/1.1" status: 200 len: 1097 time: 0.0821285 Aug 16 01:57:59.048945 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b6d33-87fd-4d4f-b36e-d5d00ab60f56 req-260f3911-1232-4c11-9374-8bc8d6e50d95 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:59.050633 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a72b6d33-87fd-4d4f-b36e-d5d00ab60f56 req-260f3911-1232-4c11-9374-8bc8d6e50d95 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=111b9563-a9c2-4600-a4ea-e31135ce2762 HTTP/1.1" status: 200 len: 945 time: 0.0940192 Aug 16 01:57:59.054869 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-014793b3-74de-44e1-b605-403225f2f551 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.126034 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5213cd3c-4d54-4343-a118-8accfffc75b1 req-cae9b05b-7bd8-43a3-a7fd-3602ff679a0c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715392 Aug 16 01:57:59.135306 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a72b6d33-87fd-4d4f-b36e-d5d00ab60f56 req-ee51e175-94cf-478f-bc33-48b22bc1530b tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773017 Aug 16 01:57:59.154732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df187a6-c69d-410f-8160-635f995041c1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 75d30994-fb7a-49a2-bf48-56777a8fa1c0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:59.158414 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1df187a6-c69d-410f-8160-635f995041c1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:59.235541 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014793b3-74de-44e1-b605-403225f2f551 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Router e9f79893-cc55-4720-a5e9-24a744ce75ff is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:57:59.259003 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3e3f7349-a008-490f-affd-b71ec78ca754 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:59.272516 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df187a6-c69d-410f-8160-635f995041c1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 7ad92181-f371-4c2e-8ba2-b5e94ed2e558 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:57:59.325235 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 3e3f7349-a008-490f-affd-b71ec78ca754 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:59.325636 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.358247 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4f10b3dd-13c8-46f1-9354-64c7c0661353 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:59.360607 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4f10b3dd-13c8-46f1-9354-64c7c0661353 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:59.374729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014793b3-74de-44e1-b605-403225f2f551 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:59.399135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Sync routers for ids ['e9f79893-cc55-4720-a5e9-24a744ce75ff'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:59.405710 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-014793b3-74de-44e1-b605-403225f2f551 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.407281 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df187a6-c69d-410f-8160-635f995041c1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:59.407521 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-014793b3-74de-44e1-b605-403225f2f551 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3471231 Aug 16 01:57:59.410910 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48360) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:59.423748 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1df187a6-c69d-410f-8160-635f995041c1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/7ad92181-f371-4c2e-8ba2-b5e94ed2e558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7027678 Aug 16 01:57:59.426320 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48364) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:59.428090 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e73cc8-167d-407d-a205-cbd68f348ba8 None None] Sync routers for ids ['7ad92181-f371-4c2e-8ba2-b5e94ed2e558'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:59.444112 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e73cc8-167d-407d-a205-cbd68f348ba8 None None] Routers {'7ad92181-f371-4c2e-8ba2-b5e94ed2e558'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:59.447994 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d3e73cc8-167d-407d-a205-cbd68f348ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:57:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7ad92181-f371-4c2e-8ba2-b5e94ed2e558'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:59.478813 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Routers {'e9f79893-cc55-4720-a5e9-24a744ce75ff'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:59.479450 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:57:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e9f79893-cc55-4720-a5e9-24a744ce75ff'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:59.499451 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d3e73cc8-167d-407d-a205-cbd68f348ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:59.511314 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e73cc8-167d-407d-a205-cbd68f348ba8 None None] Routers {'7ad92181-f371-4c2e-8ba2-b5e94ed2e558'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:59.512230 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d3e73cc8-167d-407d-a205-cbd68f348ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:57:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7ad92181-f371-4c2e-8ba2-b5e94ed2e558'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:59.522030 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06de79-eeab-4875-9ffd-2fd87f58c7d1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:59.526282 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9f06de79-eeab-4875-9ffd-2fd87f58c7d1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/ports/ef53021e-7eae-475f-8516-553ab0e34e29 HTTP/1.1" status: 200 len: 910 time: 0.0959044 Aug 16 01:57:59.526636 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48366) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:59.553869 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d3e73cc8-167d-407d-a205-cbd68f348ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:59.554857 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e73cc8-167d-407d-a205-cbd68f348ba8 None None] The sync data for ids ['7ad92181-f371-4c2e-8ba2-b5e94ed2e558'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:59.578726 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05834be-1fb7-4191-9009-782656cd0662 req-71559d1f-f8d8-47d4-83e9-4b1ef2306b3e tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:59.580306 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c05834be-1fb7-4191-9009-782656cd0662 req-71559d1f-f8d8-47d4-83e9-4b1ef2306b3e tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.1193526 Aug 16 01:57:59.663703 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c2c4204a-0eba-4729-b5f0-f7f2033b3ef6 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=7069c6ece3114808b56031f1299826b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2513015 Aug 16 01:57:59.666548 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48368) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:59.697302 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c05834be-1fb7-4191-9009-782656cd0662 req-3d8cc6cd-2a39-49b1-959e-b1ffaf9c5a2c tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803211 Aug 16 01:57:59.788638 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-730c5a27-50c0-4d73-a766-6809748f0fac None None] Provisioning complete for port ef53021e-7eae-475f-8516-553ab0e34e29 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:59.789279 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-730c5a27-50c0-4d73-a766-6809748f0fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.836091 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbe421a-7998-4cc3-9789-a630fd5d7403 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:59.841280 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2fbe421a-7998-4cc3-9789-a630fd5d7403 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1708441 Aug 16 01:57:59.841280 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48370) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:59.892582 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48374) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:59.892871 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-325c5658-0aa1-4ee6-8b94-ea64d8badbdf tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=624da80d-1349-4890-b915-f302637330f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500159 Aug 16 01:57:59.898849 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bdd9ad69-269a-408a-99c0-50e80ac7b0a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-535731865', 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7', 'project_id': '7069c6ece3114808b56031f1299826b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:59.913377 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.917854 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 4f10b3dd-13c8-46f1-9354-64c7c0661353, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4f10b3dd-13c8-46f1-9354-64c7c0661353,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:59.920042 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-730c5a27-50c0-4d73-a766-6809748f0fac None None] Port ef53021e-7eae-475f-8516-553ab0e34e29 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:59.938685 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Set router e9f79893-cc55-4720-a5e9-24a744ce75ff gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:59.968897 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77620280-2796-4af3-958e-525ddbcbc771 req-a222b03d-ef27-40c6-ad39-77d982442159 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:59.971708 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77620280-2796-4af3-958e-525ddbcbc771 req-a222b03d-ef27-40c6-ad39-77d982442159 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.0584660 Aug 16 01:58:00.005175 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '4f10b3dd-13c8-46f1-9354-64c7c0661353', 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0', 'port_id': '4f10b3dd-13c8-46f1-9354-64c7c0661353', 'mac_address': 'fa:16:3e:0c:59:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5b9f6c-cdde-4058-adfe-6e7ebbf29def', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:00.027826 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77620280-2796-4af3-958e-525ddbcbc771 req-79f04b04-ade8-475f-99ef-418549da32e1 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461926 Aug 16 01:58:00.049398 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cda4ee1e-af6c-4206-a703-89b9e97226d7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.052906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd9ad69-269a-408a-99c0-50e80ac7b0a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Made reservation on behalf of 7069c6ece3114808b56031f1299826b6 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:00.056017 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ad69-269a-408a-99c0-50e80ac7b0a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.064377 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 4f10b3dd-13c8-46f1-9354-64c7c0661353, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4f10b3dd-13c8-46f1-9354-64c7c0661353,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:00.089504 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.151870 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.187815 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f10b3dd-13c8-46f1-9354-64c7c0661353 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:00.194438 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=4f10b3dd-13c8-46f1-9354-64c7c0661353,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:00.260627 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:58:00.260977 n-d-765315-27 neutron-server[94674]: DEBUG oslo_db.api [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:58:00.277270 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410937613', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:57:58Z', 'revision_number': 3, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:00.303576 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Checking router: e9f79893-cc55-4720-a5e9-24a744ce75ff for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:00.303928 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Updating router e9f79893-cc55-4720-a5e9-24a744ce75ff port bdb3e54a-5a4b-4871-a925-132570b15bbe binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:58:00.330707 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.353233 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f65796-9551-42df-befa-dc7d03a0fcb0 req-0d16e36e-82a5-4128-b550-c7efe5e4516e tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:00.354828 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c8f65796-9551-42df-befa-dc7d03a0fcb0 req-0d16e36e-82a5-4128-b550-c7efe5e4516e tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=111b9563-a9c2-4600-a4ea-e31135ce2762 HTTP/1.1" status: 200 len: 945 time: 0.1404409 Aug 16 01:58:00.457226 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c8f65796-9551-42df-befa-dc7d03a0fcb0 req-06ac4654-aabd-40ea-b6aa-7b281f1fc2da tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910442 Aug 16 01:58:00.485992 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ad69-269a-408a-99c0-50e80ac7b0a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.574788 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9ad69-269a-408a-99c0-50e80ac7b0a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Subnet': ['ID=5f8c1e80-77d8-4f69-9544-f62de49f497e,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:00.602888 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.609000 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9ad69-269a-408a-99c0-50e80ac7b0a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Checking segment: {'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:00.609358 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd9ad69-269a-408a-99c0-50e80ac7b0a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network hostable DHCP agents. Network: 683fab28-fad3-4ec8-a699-6b0efb659da7, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:58:00.614643 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Transition to ACTIVE for port object bdb3e54a-5a4b-4871-a925-132570b15bbe will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:00.620168 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.636115 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-cda4ee1e-af6c-4206-a703-89b9e97226d7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting port ef53021e-7eae-475f-8516-553ab0e34e29 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:00.636463 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cda4ee1e-af6c-4206-a703-89b9e97226d7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.661832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd9ad69-269a-408a-99c0-50e80ac7b0a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network 683fab28-fad3-4ec8-a699-6b0efb659da7 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:58:00.677445 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Attempting to bind port bdb3e54a-5a4b-4871-a925-132570b15bbe on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:00.677840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Attempting to bind port bdb3e54a-5a4b-4871-a925-132570b15bbe by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:00.678220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Attempting to bind port bdb3e54a-5a4b-4871-a925-132570b15bbe on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:00.685924 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71753e62-e4c4-4247-921b-430e33670723 None None] Pushing event updated for resources: {'Port': ['ID=bdb3e54a-5a4b-4871-a925-132570b15bbe,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:00.690336 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:00.690715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:00.691140 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.691539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:00.692366 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Bound port: bdb3e54a-5a4b-4871-a925-132570b15bbe, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:00.692540 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.705133 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bdd9ad69-269a-408a-99c0-50e80ac7b0a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 683fab28-fad3-4ec8-a699-6b0efb659da7) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:00.713015 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd9ad69-269a-408a-99c0-50e80ac7b0a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:00.713614 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ad69-269a-408a-99c0-50e80ac7b0a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.724153 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa0ca29-202b-4873-8f91-4e89ac5ae2c1 None None] Network 683fab28-fad3-4ec8-a699-6b0efb659da7 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:00.763822 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bdd9ad69-269a-408a-99c0-50e80ac7b0a5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8687782 Aug 16 01:58:00.767389 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48386) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:00.784826 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cda4ee1e-af6c-4206-a703-89b9e97226d7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.800073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-cda4ee1e-af6c-4206-a703-89b9e97226d7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Calling delete_port for ef53021e-7eae-475f-8516-553ab0e34e29 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:00.850202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] For port bdb3e54a-5a4b-4871-a925-132570b15bbe, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:00.855071 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] For port bdb3e54a-5a4b-4871-a925-132570b15bbe, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=bdb3e54a-5a4b-4871-a925-132570b15bbe,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:00.885829 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.904377 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726c9be2-62f2-45ae-b3d6-ceba7d15233a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f10b3dd-13c8-46f1-9354-64c7c0661353'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:00.907743 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53f01a3-8dd1-46d8-8d8c-2a7a4038ab38" -d '{"events": [{"server_uuid": "726c9be2-62f2-45ae-b3d6-ceba7d15233a", "name": "network-vif-unplugged", "status": "completed", "tag": "4f10b3dd-13c8-46f1-9354-64c7c0661353"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:00.939958 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dbf9c-f105-489a-b299-2bbf4487b4ae req-7ce2376a-2a44-4c49-9c8c-a1e4aec64aab tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:00.942364 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e43dbf9c-f105-489a-b299-2bbf4487b4ae req-7ce2376a-2a44-4c49-9c8c-a1e4aec64aab tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 943 time: 0.1109350 Aug 16 01:58:01.018196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71753e62-e4c4-4247-921b-430e33670723 None None] Pushing event updated for resources: {'Port': ['ID=bdb3e54a-5a4b-4871-a925-132570b15bbe,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:01.029992 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea30d62-6765-4c2b-8495-74cd1d824f53 x-openstack-request-id: req-aea30d62-6765-4c2b-8495-74cd1d824f53 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:01.030290 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726c9be2-62f2-45ae-b3d6-ceba7d15233a", "name": "network-vif-unplugged", "status": "completed", "tag": "4f10b3dd-13c8-46f1-9354-64c7c0661353", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:01.030543 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-aea30d62-6765-4c2b-8495-74cd1d824f53 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:01.030940 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726c9be2-62f2-45ae-b3d6-ceba7d15233a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f10b3dd-13c8-46f1-9354-64c7c0661353', 'code': 200} Aug 16 01:58:01.047258 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cda4ee1e-af6c-4206-a703-89b9e97226d7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.050899 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.079280 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Routers {'e9f79893-cc55-4720-a5e9-24a744ce75ff'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:01.079927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:57:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e9f79893-cc55-4720-a5e9-24a744ce75ff'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:01.096196 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e43dbf9c-f105-489a-b299-2bbf4487b4ae req-be222d0c-413e-4fe4-bfec-088701708761 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429312 Aug 16 01:58:01.109671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4ee1e-af6c-4206-a703-89b9e97226d7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Port': ['ID=ef53021e-7eae-475f-8516-553ab0e34e29,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:01.119418 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f10b3dd-13c8-46f1-9354-64c7c0661353 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:01.278812 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 4f10b3dd-13c8-46f1-9354-64c7c0661353, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4f10b3dd-13c8-46f1-9354-64c7c0661353,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:01.296821 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.382098 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-683fab28-fad3-4ec8-a699-6b0efb659da7', 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'fixed_ips': [{'subnet_id': '5f8c1e80-77d8-4f69-9544-f62de49f497e'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:58:01.383072 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.399207 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88aa98-5969-4ba1-909b-2f0de9b676a5 req-a67f9b86-a527-4d9b-b3ee-af74b44be199 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:01.400818 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ce88aa98-5969-4ba1-909b-2f0de9b676a5 req-a67f9b86-a527-4d9b-b3ee-af74b44be199 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.1478570 Aug 16 01:58:01.414417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] Set router e9f79893-cc55-4720-a5e9-24a744ce75ff gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:01.498425 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ce88aa98-5969-4ba1-909b-2f0de9b676a5 req-c8b68a89-6663-4bde-a59f-e05e5d28c0db tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843806 Aug 16 01:58:01.602531 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5f13768-496b-45d9-9384-17476057cffb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.680419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=4f10b3dd-13c8-46f1-9354-64c7c0661353,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:01.739545 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cda4ee1e-af6c-4206-a703-89b9e97226d7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.754359 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c154c6-3e1f-441c-aeef-49857ab64e5a req-898f27f0-ff00-45bf-af6f-bf8e0e17fe70 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:01.755921 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-66c154c6-3e1f-441c-aeef-49857ab64e5a req-898f27f0-ff00-45bf-af6f-bf8e0e17fe70 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=111b9563-a9c2-4600-a4ea-e31135ce2762 HTTP/1.1" status: 200 len: 945 time: 0.4183891 Aug 16 01:58:01.759767 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['4f10b3dd-13c8-46f1-9354-64c7c0661353'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:01.870465 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-66c154c6-3e1f-441c-aeef-49857ab64e5a req-fa24a797-03c3-440d-87a5-92a42c518f65 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739760 Aug 16 01:58:01.941861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Allocated IP 172.20.0.2 (683fab28-fad3-4ec8-a699-6b0efb659da7/5f8c1e80-77d8-4f69-9544-f62de49f497e/09fb361d-688c-4f2e-ba26-abc3c0d3bdc0) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:01.970702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda4ee1e-af6c-4206-a703-89b9e97226d7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 7ad92181-f371-4c2e-8ba2-b5e94ed2e558 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:02.069624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda4ee1e-af6c-4206-a703-89b9e97226d7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:02.074806 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cda4ee1e-af6c-4206-a703-89b9e97226d7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/7ad92181-f371-4c2e-8ba2-b5e94ed2e558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5469677 Aug 16 01:58:02.078128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48398) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:02.090193 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974e8eb0-7bc0-4536-8009-a4ba2893397c None None] Sync routers for ids ['7ad92181-f371-4c2e-8ba2-b5e94ed2e558'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:02.096271 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410937613', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:57:58Z', 'revision_number': 3, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:02.147361 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e413e49-85e8-4316-b192-cf6b002fb454 None None] The sync data for ids ['e9f79893-cc55-4720-a5e9-24a744ce75ff'] in n-d-765315-27 is: [{'id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410937613', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:57:58Z', 'revision_number': 3, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:02.176855 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974e8eb0-7bc0-4536-8009-a4ba2893397c None None] Routers {'7ad92181-f371-4c2e-8ba2-b5e94ed2e558'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:02.177497 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-974e8eb0-7bc0-4536-8009-a4ba2893397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:57:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7ad92181-f371-4c2e-8ba2-b5e94ed2e558'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:02.225705 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-974e8eb0-7bc0-4536-8009-a4ba2893397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:02.251594 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974e8eb0-7bc0-4536-8009-a4ba2893397c None None] Routers {'7ad92181-f371-4c2e-8ba2-b5e94ed2e558'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:02.252221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-974e8eb0-7bc0-4536-8009-a4ba2893397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:57:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7ad92181-f371-4c2e-8ba2-b5e94ed2e558'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:02.257356 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.295598 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-974e8eb0-7bc0-4536-8009-a4ba2893397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:02.295983 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974e8eb0-7bc0-4536-8009-a4ba2893397c None None] The sync data for ids ['7ad92181-f371-4c2e-8ba2-b5e94ed2e558'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:02.302961 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Transition to ACTIVE for port object 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:02.318523 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ce477-efaa-4c9d-98bd-d97ba3b61200 req-34e1292e-8495-4e1a-bce3-5e0a94d07bb7 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:02.320095 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-663ce477-efaa-4c9d-98bd-d97ba3b61200 req-34e1292e-8495-4e1a-bce3-5e0a94d07bb7 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 944 time: 0.1001754 Aug 16 01:58:02.320237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Transition to ACTIVE for port object 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:02.327584 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.368821 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Network 683fab28-fad3-4ec8-a699-6b0efb659da7 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:02.377213 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:02.383550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:02.387096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Pushing event updated for resources: {'Port': ['ID=09fb361d-688c-4f2e-ba26-abc3c0d3bdc0,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:02.460198 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-663ce477-efaa-4c9d-98bd-d97ba3b61200 req-d34dd0b6-78fa-4127-aa99-fd30532422c5 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173999 Aug 16 01:58:02.487226 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Attempting to bind port 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:02.487837 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Attempting to bind port 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:02.488460 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Attempting to bind port 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0 on network 683fab28-fad3-4ec8-a699-6b0efb659da7 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:02.497429 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-e5f13768-496b-45d9-9384-17476057cffb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Allocated IP 172.20.0.1 (683fab28-fad3-4ec8-a699-6b0efb659da7/5f8c1e80-77d8-4f69-9544-f62de49f497e/da136a8d-a585-41bd-b53a-4ffeafd556d4) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:02.497868 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:02.498783 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Checking segment: {'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:02.499224 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.499733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Bound using segment: {'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:02.500240 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Bound port: 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:02.500620 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.579482 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] For port 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:02.583166 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] For port 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=09fb361d-688c-4f2e-ba26-abc3c0d3bdc0,segment=NetworkSegment(aa32ca9c-c7ff-4427-8b22-39faf14b4b91),segment_id=aa32ca9c-c7ff-4427-8b22-39faf14b4b91)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:02.587838 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.680261 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b649e8d-5f14-4a51-8d4b-52ef9c5b5cf7 req-3521bac9-e531-48e7-9de3-d12f87c85482 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:02.681874 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0b649e8d-5f14-4a51-8d4b-52ef9c5b5cf7 req-3521bac9-e531-48e7-9de3-d12f87c85482 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.73 "GET /v2.0/ports?device_id=111b9563-a9c2-4600-a4ea-e31135ce2762 HTTP/1.1" status: 200 len: 945 time: 0.1027157 Aug 16 01:58:02.689938 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e71944-7109-499c-bfb4-49f82439b390 None None] Pushing event updated for resources: {'Port': ['ID=09fb361d-688c-4f2e-ba26-abc3c0d3bdc0,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:02.696738 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6336a-63ab-4e73-a3f5-227d99e95ea5 req-d07862fa-a947-4edf-b015-19dd0f1cbbc7 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:02.706670 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-52f6336a-63ab-4e73-a3f5-227d99e95ea5 req-d07862fa-a947-4edf-b015-19dd0f1cbbc7 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.1300588 Aug 16 01:58:02.778587 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-52f6336a-63ab-4e73-a3f5-227d99e95ea5 req-9b5e14c3-ee9c-4c90-912e-b8677b8d184a tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708652 Aug 16 01:58:02.803710 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5f13768-496b-45d9-9384-17476057cffb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.834815 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-e5f13768-496b-45d9-9384-17476057cffb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Transition to ACTIVE for port object da136a8d-a585-41bd-b53a-4ffeafd556d4 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:02.855573 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45e5ef4b-ff7e-454b-b4b3-daa345ae599c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.857441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0b649e8d-5f14-4a51-8d4b-52ef9c5b5cf7 req-4f710bd3-67bb-46dd-b2b6-594ae86a07bf tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Deleting port 9431298e-d208-4494-a29e-07ae3e3a11a4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:02.858376 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0b649e8d-5f14-4a51-8d4b-52ef9c5b5cf7 req-4f710bd3-67bb-46dd-b2b6-594ae86a07bf tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.997832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0b649e8d-5f14-4a51-8d4b-52ef9c5b5cf7 req-4f710bd3-67bb-46dd-b2b6-594ae86a07bf tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] For port 9431298e-d208-4494-a29e-07ae3e3a11a4, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=9431298e-d208-4494-a29e-07ae3e3a11a4,segment=NetworkSegment(685b0cfc-520a-4a1b-9f62-511bdcf2de98),segment_id=685b0cfc-520a-4a1b-9f62-511bdcf2de98)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:02.998414 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0b649e8d-5f14-4a51-8d4b-52ef9c5b5cf7 req-4f710bd3-67bb-46dd-b2b6-594ae86a07bf tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.004025 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5f13768-496b-45d9-9384-17476057cffb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.019064 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0b649e8d-5f14-4a51-8d4b-52ef9c5b5cf7 req-4f710bd3-67bb-46dd-b2b6-594ae86a07bf tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Calling delete_port for 9431298e-d208-4494-a29e-07ae3e3a11a4 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:03.211552 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0b649e8d-5f14-4a51-8d4b-52ef9c5b5cf7 req-4f710bd3-67bb-46dd-b2b6-594ae86a07bf tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.228689 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['9431298e-d208-4494-a29e-07ae3e3a11a4'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:03.256177 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f710bd3-67bb-46dd-b2b6-594ae86a07bf tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Pushing event deleted for resources: {'Port': ['ID=9431298e-d208-4494-a29e-07ae3e3a11a4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:03.312865 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b649e8d-5f14-4a51-8d4b-52ef9c5b5cf7 req-4f710bd3-67bb-46dd-b2b6-594ae86a07bf tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] No DVR routers for this DVR port 9431298e-d208-4494-a29e-07ae3e3a11a4 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:03.315570 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0b649e8d-5f14-4a51-8d4b-52ef9c5b5cf7 req-4f710bd3-67bb-46dd-b2b6-594ae86a07bf tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.318237 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0b649e8d-5f14-4a51-8d4b-52ef9c5b5cf7 req-4f710bd3-67bb-46dd-b2b6-594ae86a07bf tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.73 "DELETE /v2.0/ports/9431298e-d208-4494-a29e-07ae3e3a11a4 HTTP/1.1" status: 204 len: 173 time: 0.6094177 Aug 16 01:58:03.318705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111b9563-a9c2-4600-a4ea-e31135ce2762', 'name': 'network-vif-deleted', 'tag': '9431298e-d208-4494-a29e-07ae3e3a11a4'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:03.321801 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbea700-0ae0-4149-9ec7-7ea089a9dc60" -d '{"events": [{"server_uuid": "111b9563-a9c2-4600-a4ea-e31135ce2762", "name": "network-vif-deleted", "tag": "9431298e-d208-4494-a29e-07ae3e3a11a4"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:03.352239 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4f10b3dd-13c8-46f1-9354-64c7c0661353 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:03.392960 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device bdb3e54a-5a4b-4871-a925-132570b15bbe up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:03.405417 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b07de7-22bb-4015-b73a-a49db2ae7646 x-openstack-request-id: req-54b07de7-22bb-4015-b73a-a49db2ae7646 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:03.405715 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111b9563-a9c2-4600-a4ea-e31135ce2762", "name": "network-vif-deleted", "tag": "9431298e-d208-4494-a29e-07ae3e3a11a4", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:03.406089 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-54b07de7-22bb-4015-b73a-a49db2ae7646 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:03.406369 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111b9563-a9c2-4600-a4ea-e31135ce2762', 'name': 'network-vif-deleted', 'tag': '9431298e-d208-4494-a29e-07ae3e3a11a4', 'status': 'completed', 'code': 200} Aug 16 01:58:03.474681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 4f10b3dd-13c8-46f1-9354-64c7c0661353 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:03.476093 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.506967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port bdb3e54a-5a4b-4871-a925-132570b15bbe completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:03.515575 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port bdb3e54a-5a4b-4871-a925-132570b15bbe triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:03.515967 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.531443 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f13768-496b-45d9-9384-17476057cffb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network 683fab28-fad3-4ec8-a699-6b0efb659da7 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:03.559695 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e5f13768-496b-45d9-9384-17476057cffb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:03.582427 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f13768-496b-45d9-9384-17476057cffb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:03.648083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef102565-aa74-42c9-84fc-c3e9052949ba req-160407a7-3f22-46c0-a386-880bec9f3568 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:03.649675 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef102565-aa74-42c9-84fc-c3e9052949ba req-160407a7-3f22-46c0-a386-880bec9f3568 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=111b9563-a9c2-4600-a4ea-e31135ce2762 HTTP/1.1" status: 200 len: 867 time: 0.6632402 Aug 16 01:58:03.665484 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f13768-496b-45d9-9384-17476057cffb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=da136a8d-a585-41bd-b53a-4ffeafd556d4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:03.684299 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.686346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fe689-5bd6-4a92-82b8-2a7ee3a3ac38 req-c8717e97-3e29-47fb-884a-544bce6ab3db tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:03.694630 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-907fe689-5bd6-4a92-82b8-2a7ee3a3ac38 req-c8717e97-3e29-47fb-884a-544bce6ab3db tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 944 time: 0.1087816 Aug 16 01:58:03.698469 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.745785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726c9be2-62f2-45ae-b3d6-ceba7d15233a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f10b3dd-13c8-46f1-9354-64c7c0661353'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:03.749858 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94735fc3-4f7f-41b4-bb47-6eb60ccbb58a" -d '{"events": [{"server_uuid": "726c9be2-62f2-45ae-b3d6-ceba7d15233a", "name": "network-vif-plugged", "status": "completed", "tag": "4f10b3dd-13c8-46f1-9354-64c7c0661353"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:03.755230 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-907fe689-5bd6-4a92-82b8-2a7ee3a3ac38 req-41dd354e-e880-4410-82a1-2a1fd1df5d06 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591831 Aug 16 01:58:03.766510 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port bdb3e54a-5a4b-4871-a925-132570b15bbe, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=bdb3e54a-5a4b-4871-a925-132570b15bbe,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:03.770357 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 4f10b3dd-13c8-46f1-9354-64c7c0661353, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4f10b3dd-13c8-46f1-9354-64c7c0661353,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:03.777240 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.785147 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.786649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:03.823511 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef102565-aa74-42c9-84fc-c3e9052949ba req-0672344f-035a-470a-a872-494b5309603e tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451344 Aug 16 01:58:03.848999 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5f13768-496b-45d9-9384-17476057cffb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.855806 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68961ac-75e5-4f05-a9ce-a78b7b98a330 x-openstack-request-id: req-a68961ac-75e5-4f05-a9ce-a78b7b98a330 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:03.856147 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726c9be2-62f2-45ae-b3d6-ceba7d15233a", "name": "network-vif-plugged", "status": "completed", "tag": "4f10b3dd-13c8-46f1-9354-64c7c0661353", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:03.856351 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a68961ac-75e5-4f05-a9ce-a78b7b98a330 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:03.856964 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726c9be2-62f2-45ae-b3d6-ceba7d15233a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f10b3dd-13c8-46f1-9354-64c7c0661353', 'code': 200} Aug 16 01:58:03.931634 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=4f10b3dd-13c8-46f1-9354-64c7c0661353,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:03.973239 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:03.995925 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3c10a-a4bc-4265-8418-264e2adde6a4 req-d00e668f-5c35-4a90-8f25-1c96fd4798e9 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:03.997951 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d3e3c10a-a4bc-4265-8418-264e2adde6a4 req-d00e668f-5c35-4a90-8f25-1c96fd4798e9 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.0792894 Aug 16 01:58:04.009419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=bdb3e54a-5a4b-4871-a925-132570b15bbe,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:04.034242 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84109ac0-312e-464a-aeff-8b1b47b193d4 None None] Network 683fab28-fad3-4ec8-a699-6b0efb659da7 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:04.089110 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d3e3c10a-a4bc-4265-8418-264e2adde6a4 req-3f73f9ab-34c0-4ec1-90bc-dc158f7d99e4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497739 Aug 16 01:58:04.103791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da6138-f6bc-4db9-b7f1-abb29bbb7909 req-32926ac0-8617-4add-8009-7752f6ad6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:04.105796 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8da6138-f6bc-4db9-b7f1-abb29bbb7909 req-32926ac0-8617-4add-8009-7752f6ad6898 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 1097 time: 0.1058784 Aug 16 01:58:04.137187 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7e88ce46-018f-4bb4-bdbc-09540daaa110 None None] Provisioning for port 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:04.157719 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7e88ce46-018f-4bb4-bdbc-09540daaa110 None None] Provisioning complete for port 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:04.158406 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e88ce46-018f-4bb4-bdbc-09540daaa110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.160119 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8da6138-f6bc-4db9-b7f1-abb29bbb7909 req-39054ae4-b7a8-467a-af5c-a856c39dfcc0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427620 Aug 16 01:58:04.182910 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-45e5ef4b-ff7e-454b-b4b3-daa345ae599c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting port 77a8bc0a-f2e0-4411-95ef-049be8bf1f24 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:04.183253 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45e5ef4b-ff7e-454b-b4b3-daa345ae599c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.253432 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5f13768-496b-45d9-9384-17476057cffb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.317160 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e88ce46-018f-4bb4-bdbc-09540daaa110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.357874 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7e88ce46-018f-4bb4-bdbc-09540daaa110 None None] For port 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=09fb361d-688c-4f2e-ba26-abc3c0d3bdc0,segment=NetworkSegment(aa32ca9c-c7ff-4427-8b22-39faf14b4b91),segment_id=aa32ca9c-c7ff-4427-8b22-39faf14b4b91)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:04.362819 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e88ce46-018f-4bb4-bdbc-09540daaa110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.388358 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45e5ef4b-ff7e-454b-b4b3-daa345ae599c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.410790 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-45e5ef4b-ff7e-454b-b4b3-daa345ae599c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Calling delete_port for 77a8bc0a-f2e0-4411-95ef-049be8bf1f24 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:04.427966 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88ce46-018f-4bb4-bdbc-09540daaa110 None None] Pushing event updated for resources: {'Port': ['ID=09fb361d-688c-4f2e-ba26-abc3c0d3bdc0,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:04.583215 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f0f76db5-6809-4a8b-98ae-1abdf421923d None None] Provisioning for port da136a8d-a585-41bd-b53a-4ffeafd556d4 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:04.587683 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f0f76db5-6809-4a8b-98ae-1abdf421923d None None] Provisioning complete for port da136a8d-a585-41bd-b53a-4ffeafd556d4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:04.588148 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f0f76db5-6809-4a8b-98ae-1abdf421923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.626207 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f0f76db5-6809-4a8b-98ae-1abdf421923d None None] Port da136a8d-a585-41bd-b53a-4ffeafd556d4 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:04.640979 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f0f76db5-6809-4a8b-98ae-1abdf421923d None None] Provisioning complete for port 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:04.641622 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f0f76db5-6809-4a8b-98ae-1abdf421923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.773630 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45e5ef4b-ff7e-454b-b4b3-daa345ae599c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.806029 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5f13768-496b-45d9-9384-17476057cffb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.810366 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5ef4b-ff7e-454b-b4b3-daa345ae599c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Port': ['ID=77a8bc0a-f2e0-4411-95ef-049be8bf1f24,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:04.819372 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5f13768-496b-45d9-9384-17476057cffb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.875876 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-17a53e85-fc9e-4aed-91cd-32003d835f7e None None] Provisioning complete for port da136a8d-a585-41bd-b53a-4ffeafd556d4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:04.876218 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17a53e85-fc9e-4aed-91cd-32003d835f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.955341 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-17a53e85-fc9e-4aed-91cd-32003d835f7e None None] Port da136a8d-a585-41bd-b53a-4ffeafd556d4 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:04.994857 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f13768-496b-45d9-9384-17476057cffb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=da136a8d-a585-41bd-b53a-4ffeafd556d4,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:05.006620 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5f13768-496b-45d9-9384-17476057cffb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.115697 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894efee0-f6b0-4294-9fc2-34541c6c6f19 req-0da8cd66-545f-4f02-85c7-d73ed169f845 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:05.117429 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-894efee0-f6b0-4294-9fc2-34541c6c6f19 req-0da8cd66-545f-4f02-85c7-d73ed169f845 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.2712877 Aug 16 01:58:05.154924 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45e5ef4b-ff7e-454b-b4b3-daa345ae599c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.243846 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feda6d8-90ff-416a-830b-87596a268d60 req-dafc8e87-ae43-433d-924a-5b1608351895 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:05.245549 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9feda6d8-90ff-416a-830b-87596a268d60 req-dafc8e87-ae43-433d-924a-5b1608351895 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/networks?id=056904dc-091a-4f16-9131-e59417b8d75e HTTP/1.1" status: 200 len: 809 time: 0.1209130 Aug 16 01:58:05.263455 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9feda6d8-90ff-416a-830b-87596a268d60 req-f843a287-9a58-417e-b4e9-d5a76635bccb tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/quotas/d452fca55d5146d7b945b747dd55ab78 HTTP/1.1" status: 200 len: 375 time: 0.0102363 Aug 16 01:58:05.283376 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device bdb3e54a-5a4b-4871-a925-132570b15bbe up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:05.302434 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9feda6d8-90ff-416a-830b-87596a268d60 req-a6d38693-d183-4c05-b4b0-0143c575f671 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d452fca55d5146d7b945b747dd55ab78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323467 Aug 16 01:58:05.308132 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-894efee0-f6b0-4294-9fc2-34541c6c6f19 req-057bf6cb-5f53-4aa9-b6aa-1433534b759b tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545434 Aug 16 01:58:05.360472 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port bdb3e54a-5a4b-4871-a925-132570b15bbe triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:05.361586 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.411527 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f13768-496b-45d9-9384-17476057cffb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network 683fab28-fad3-4ec8-a699-6b0efb659da7 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:05.431264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e5f13768-496b-45d9-9384-17476057cffb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:05.438077 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e5ef4b-ff7e-454b-b4b3-daa345ae599c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 7ad92181-f371-4c2e-8ba2-b5e94ed2e558 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:05.441817 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9feda6d8-90ff-416a-830b-87596a268d60 req-dcb8c556-a90a-4979-a8ff-6ec30d514e5a service neutron] 10.222.0.68 "GET /v2.0/networks/056904dc-091a-4f16-9131-e59417b8d75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313186 Aug 16 01:58:05.461429 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:05.511038 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075917-82e1-45ef-ac04-e753f02bc32b req-e483ed95-1338-4282-ba5e-59b511a1913d tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:05.513535 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e4075917-82e1-45ef-ac04-e753f02bc32b req-e483ed95-1338-4282-ba5e-59b511a1913d tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.1229191 Aug 16 01:58:05.529488 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:05.530103 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.557543 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cc0cd6c0-4414-42a9-bbfa-a70a20af87b8 service neutron] 10.222.0.68 "GET /v2.0/networks/056904dc-091a-4f16-9131-e59417b8d75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143000 Aug 16 01:58:05.707935 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e5ef4b-ff7e-454b-b4b3-daa345ae599c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:05.720231 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a56be59-ae90-4b4e-b91d-0e126ff23802 None None] Sync routers for ids ['7ad92181-f371-4c2e-8ba2-b5e94ed2e558'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:05.721846 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-45e5ef4b-ff7e-454b-b4b3-daa345ae599c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/7ad92181-f371-4c2e-8ba2-b5e94ed2e558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6425838 Aug 16 01:58:05.724636 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48436) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:05.744532 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e4075917-82e1-45ef-ac04-e753f02bc32b req-ae3b2b4e-e2f2-44f8-b501-7d5e9b29e24e tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635830 Aug 16 01:58:05.752026 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a56be59-ae90-4b4e-b91d-0e126ff23802 None None] Routers {'7ad92181-f371-4c2e-8ba2-b5e94ed2e558'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:05.752685 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8a56be59-ae90-4b4e-b91d-0e126ff23802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:57:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7ad92181-f371-4c2e-8ba2-b5e94ed2e558'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:05.764299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f13768-496b-45d9-9384-17476057cffb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Router e9f79893-cc55-4720-a5e9-24a744ce75ff has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:05.789434 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d19b1e43-7c17-4293-acf3-8cba03539069 None None] Provisioning complete for port da136a8d-a585-41bd-b53a-4ffeafd556d4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:05.790139 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d19b1e43-7c17-4293-acf3-8cba03539069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.812749 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-89b9a424-482b-466f-878f-3fe32b514c76 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ad92181-f371-4c2e-8ba2-b5e94ed2e558 HTTP/1.1" status: 200 len: 205 time: 0.0847051 Aug 16 01:58:05.815481 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48440) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:05.869062 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8a56be59-ae90-4b4e-b91d-0e126ff23802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:05.871093 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d19b1e43-7c17-4293-acf3-8cba03539069 None None] Port da136a8d-a585-41bd-b53a-4ffeafd556d4 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:05.889346 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a56be59-ae90-4b4e-b91d-0e126ff23802 None None] Routers {'7ad92181-f371-4c2e-8ba2-b5e94ed2e558'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:05.890047 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8a56be59-ae90-4b4e-b91d-0e126ff23802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:57:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['7ad92181-f371-4c2e-8ba2-b5e94ed2e558'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:05.933448 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8a56be59-ae90-4b4e-b91d-0e126ff23802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:05.934403 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a56be59-ae90-4b4e-b91d-0e126ff23802 None None] The sync data for ids ['7ad92181-f371-4c2e-8ba2-b5e94ed2e558'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:05.947867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f13768-496b-45d9-9384-17476057cffb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:05.953832 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e5f13768-496b-45d9-9384-17476057cffb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "PUT /v2.0/routers/e9f79893-cc55-4720-a5e9-24a744ce75ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1848934 Aug 16 01:58:05.959545 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Sync routers for ids ['e9f79893-cc55-4720-a5e9-24a744ce75ff'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:05.971357 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Routers {'e9f79893-cc55-4720-a5e9-24a744ce75ff'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:05.972558 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:57:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e9f79893-cc55-4720-a5e9-24a744ce75ff'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:06.022024 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c42a03cf-2f6d-40e6-8643-a24a21c67fbf req-2b2a9d4b-7101-4877-bb37-9bef9a9c9904 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 210 time: 0.2009666 Aug 16 01:58:06.029805 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6abf20cd-1a3f-4dfa-ab5c-433dd84444a6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.131250 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Set router e9f79893-cc55-4720-a5e9-24a744ce75ff gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:06.266967 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-14650e50-3288-4692-a477-238b2b0ad19f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-5076913&fields=id&tenant_id=7069c6ece3114808b56031f1299826b6 HTTP/1.1" status: 200 len: 267 time: 0.0742319 Aug 16 01:58:06.291381 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6abf20cd-1a3f-4dfa-ab5c-433dd84444a6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.294732 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6abf20cd-1a3f-4dfa-ab5c-433dd84444a6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.366428 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6abf20cd-1a3f-4dfa-ab5c-433dd84444a6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.367337 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abf20cd-1a3f-4dfa-ab5c-433dd84444a6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Fanout notify agent at l3_agent the message router_deleted on router 7ad92181-f371-4c2e-8ba2-b5e94ed2e558 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:58:06.390867 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6abf20cd-1a3f-4dfa-ab5c-433dd84444a6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.406954 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6abf20cd-1a3f-4dfa-ab5c-433dd84444a6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/routers/7ad92181-f371-4c2e-8ba2-b5e94ed2e558 HTTP/1.1" status: 204 len: 168 time: 0.5897305 Aug 16 01:58:06.408627 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48462) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:06.457945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410937613', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:04Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'da136a8d-a585-41bd-b53a-4ffeafd556d4', 'name': '', 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:5a:e2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '5f8c1e80-77d8-4f69-9544-f62de49f497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:01Z', 'updated_at': '2021-08-16T01:58:04Z', 'revision_number': 2, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': '5f8c1e80-77d8-4f69-9544-f62de49f497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:06.491439 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Checking router: e9f79893-cc55-4720-a5e9-24a744ce75ff for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:06.491439 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Updating router e9f79893-cc55-4720-a5e9-24a744ce75ff port da136a8d-a585-41bd-b53a-4ffeafd556d4 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:58:06.519803 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.555578 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99be7db-63f4-4a82-af70-ed4af82a6b1c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting subnet dae1dfc4-df88-4b9d-ae75-8e140f523e69 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:06.559158 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d99be7db-63f4-4a82-af70-ed4af82a6b1c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.569272 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577a30e-31de-4740-acf8-fb63505ef5ad req-f22b55c2-5f97-43c7-9a2f-430a74ce95c2 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:06.581310 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f577a30e-31de-4740-acf8-fb63505ef5ad req-f22b55c2-5f97-43c7-9a2f-430a74ce95c2 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.1302083 Aug 16 01:58:06.657190 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 9431298e-d208-4494-a29e-07ae3e3a11a4 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:06.684579 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 9431298e-d208-4494-a29e-07ae3e3a11a4 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:06.685024 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 9431298e-d208-4494-a29e-07ae3e3a11a4 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:06.707215 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f577a30e-31de-4740-acf8-fb63505ef5ad req-e4299feb-6eff-460b-9db5-ca490a85830d tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238232 Aug 16 01:58:06.886069 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631d7f9-4ff6-48d7-a23b-aa62a883b71a req-5ec7fa2a-5a7b-497f-a557-4b76e1d37c59 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:06.888366 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5631d7f9-4ff6-48d7-a23b-aa62a883b71a req-5ec7fa2a-5a7b-497f-a557-4b76e1d37c59 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.0603173 Aug 16 01:58:06.944767 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5631d7f9-4ff6-48d7-a23b-aa62a883b71a req-95a23be3-c592-4db7-8731-65d77e3a696e tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492201 Aug 16 01:58:06.957482 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-44793f7b-150c-4d89-b95e-160fd88db746 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:06.969450 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-44793f7b-150c-4d89-b95e-160fd88db746 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/networks?id=683fab28-fad3-4ec8-a699-6b0efb659da7 HTTP/1.1" status: 200 len: 797 time: 0.6828849 Aug 16 01:58:06.969450 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d99be7db-63f4-4a82-af70-ed4af82a6b1c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.010521 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-d68523f9-2df3-4a08-91fd-42b65c345c2f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/quotas/7069c6ece3114808b56031f1299826b6 HTTP/1.1" status: 200 len: 375 time: 0.0195370 Aug 16 01:58:07.083919 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.090827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cae323-2297-4e73-9f91-8fa274159bb9 req-ff89f72e-5354-4855-b243-f66055ef9c33 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:07.093248 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5cae323-2297-4e73-9f91-8fa274159bb9 req-ff89f72e-5354-4855-b243-f66055ef9c33 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.0703297 Aug 16 01:58:07.097374 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Transition to ACTIVE for port object da136a8d-a585-41bd-b53a-4ffeafd556d4 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:07.104427 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.134719 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-70b5127a-5b96-40a9-bd4f-7653496c09ba tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154077 Aug 16 01:58:07.159987 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7c3e0-96e1-47d4-ac89-2594a9078183 None None] Pushing event updated for resources: {'Port': ['ID=da136a8d-a585-41bd-b53a-4ffeafd556d4,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:07.205941 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d99be7db-63f4-4a82-af70-ed4af82a6b1c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.237534 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Attempting to bind port da136a8d-a585-41bd-b53a-4ffeafd556d4 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:07.237982 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Attempting to bind port da136a8d-a585-41bd-b53a-4ffeafd556d4 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:07.238407 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Attempting to bind port da136a8d-a585-41bd-b53a-4ffeafd556d4 on network 683fab28-fad3-4ec8-a699-6b0efb659da7 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:07.244178 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:07.244614 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Checking segment: {'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:07.245031 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.245430 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Bound using segment: {'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:07.245933 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Bound port: da136a8d-a585-41bd-b53a-4ffeafd556d4, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:07.246378 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.313455 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5cae323-2297-4e73-9f91-8fa274159bb9 req-608a3b63-2bf9-4f57-be78-d86cb534babf tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127404 Aug 16 01:58:07.323420 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d99be7db-63f4-4a82-af70-ed4af82a6b1c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.375190 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d99be7db-63f4-4a82-af70-ed4af82a6b1c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.381058 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d99be7db-63f4-4a82-af70-ed4af82a6b1c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/subnets/dae1dfc4-df88-4b9d-ae75-8e140f523e69 HTTP/1.1" status: 204 len: 168 time: 0.9673018 Aug 16 01:58:07.381058 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99be7db-63f4-4a82-af70-ed4af82a6b1c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Subnet': ['ID=dae1dfc4-df88-4b9d-ae75-8e140f523e69,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:07.381993 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48472) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:07.400751 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc02e21a-3f70-45b2-a4de-3b505f2791cc None None] Network 75d30994-fb7a-49a2-bf48-56777a8fa1c0 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:07.452157 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.464126 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] For port da136a8d-a585-41bd-b53a-4ffeafd556d4, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:07.490304 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] For port da136a8d-a585-41bd-b53a-4ffeafd556d4, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=da136a8d-a585-41bd-b53a-4ffeafd556d4,segment=NetworkSegment(aa32ca9c-c7ff-4427-8b22-39faf14b4b91),segment_id=aa32ca9c-c7ff-4427-8b22-39faf14b4b91)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:07.498112 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.499175 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-03f52b6b-4446-42e1-bf35-f4f78a29c1a4 service neutron] 10.222.0.68 "GET /v2.0/networks/683fab28-fad3-4ec8-a699-6b0efb659da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336847 Aug 16 01:58:07.499702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feda6d8-90ff-416a-830b-87596a268d60 req-483bf9c3-5e60-4713-abf2-9a1875c71de6 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:07.504152 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9feda6d8-90ff-416a-830b-87596a268d60 req-483bf9c3-5e60-4713-abf2-9a1875c71de6 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.63 "GET /v2.0/networks?id=056904dc-091a-4f16-9131-e59417b8d75e HTTP/1.1" status: 200 len: 809 time: 0.3719029 Aug 16 01:58:07.505953 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9b528a-4e08-41cf-9d29-e84b951ccd6f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting subnet 9b204f3c-9805-489b-bcd1-e10b67da41c2 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:07.518565 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c9b528a-4e08-41cf-9d29-e84b951ccd6f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.519152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-9feda6d8-90ff-416a-830b-87596a268d60 req-878a4ff1-7764-4aa7-95e0-e167e1028cd7 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Request body: {'port': {'device_id': 'b47d83b2-d806-496b-90df-e71bb741fb0d', 'network_id': '056904dc-091a-4f16-9131-e59417b8d75e', 'admin_state_up': True, 'tenant_id': 'd452fca55d5146d7b945b747dd55ab78'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:07.635509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Routers {'e9f79893-cc55-4720-a5e9-24a744ce75ff'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:07.636150 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:57:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e9f79893-cc55-4720-a5e9-24a744ce75ff'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:07.642326 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7c3e0-96e1-47d4-ac89-2594a9078183 None None] Pushing event updated for resources: {'Port': ['ID=da136a8d-a585-41bd-b53a-4ffeafd556d4,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:07.673011 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c9b528a-4e08-41cf-9d29-e84b951ccd6f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.729795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9feda6d8-90ff-416a-830b-87596a268d60 req-878a4ff1-7764-4aa7-95e0-e167e1028cd7 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Made reservation on behalf of d452fca55d5146d7b945b747dd55ab78 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:07.738868 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9feda6d8-90ff-416a-830b-87596a268d60 req-878a4ff1-7764-4aa7-95e0-e167e1028cd7 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.769497 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-2a9488ce-3351-4594-802b-49db0e1d3956 service neutron] 10.222.0.68 "GET /v2.0/networks/683fab28-fad3-4ec8-a699-6b0efb659da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602546 Aug 16 01:58:07.843113 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] Set router e9f79893-cc55-4720-a5e9-24a744ce75ff gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:07.852603 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c9b528a-4e08-41cf-9d29-e84b951ccd6f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.854109 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0e6665e-2054-4e2b-be10-a0acdb57c755 req-a89038f8-59d6-4303-b57f-0e3d3a2f59a7 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 210 time: 0.1047115 Aug 16 01:58:08.044419 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c9b528a-4e08-41cf-9d29-e84b951ccd6f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.108324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07df60c8-3151-484d-a648-9b4586ffe7ca None None] DHCP port deletion for 75d30994-fb7a-49a2-bf48-56777a8fa1c0 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:58:08.114195 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b528a-4e08-41cf-9d29-e84b951ccd6f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Subnet': ['ID=9b204f3c-9805-489b-bcd1-e10b67da41c2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:08.163673 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.167095 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-d9660111-047c-437d-84f5-f6eb2f2b7e3d tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:08.175486 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-d9660111-047c-437d-84f5-f6eb2f2b7e3d tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/networks?id=d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 HTTP/1.1" status: 200 len: 815 time: 0.2014663 Aug 16 01:58:08.204065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410937613', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:04Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'da136a8d-a585-41bd-b53a-4ffeafd556d4', 'name': '', 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:5a:e2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '5f8c1e80-77d8-4f69-9544-f62de49f497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:01Z', 'updated_at': '2021-08-16T01:58:07Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': '5f8c1e80-77d8-4f69-9544-f62de49f497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:08.207623 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed346e3e-3fba-4e86-aeeb-1e14bd418d93 req-0fbef1ae-ad37-47c8-bbf2-f900fe93ac3f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 210 time: 0.0968463 Aug 16 01:58:08.215482 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c9b528a-4e08-41cf-9d29-e84b951ccd6f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.219446 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-07df60c8-3151-484d-a648-9b4586ffe7ca None None] Deleting port 3e3f7349-a008-490f-affd-b71ec78ca754 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:08.219830 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07df60c8-3151-484d-a648-9b4586ffe7ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.229458 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-fcaba057-0eea-4121-98ae-19533983c1a7 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/quotas/7c6347f5bf194c788b7062e1a4024297 HTTP/1.1" status: 200 len: 375 time: 0.0507507 Aug 16 01:58:08.231709 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8c9b528a-4e08-41cf-9d29-e84b951ccd6f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/subnets/9b204f3c-9805-489b-bcd1-e10b67da41c2 HTTP/1.1" status: 204 len: 168 time: 0.8464484 Aug 16 01:58:08.231874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48490) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:08.250191 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16276e6-ac3e-4d63-8493-63dbbbe4c47e None None] Network 3ec415ba-6b67-4700-8d40-a3921ccd1e50 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:08.325130 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450fa8ac-2d51-4562-bf85-886d9834ac42 None None] The sync data for ids ['e9f79893-cc55-4720-a5e9-24a744ce75ff'] in n-d-765315-27 is: [{'id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410937613', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:04Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'da136a8d-a585-41bd-b53a-4ffeafd556d4', 'name': '', 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:5a:e2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '5f8c1e80-77d8-4f69-9544-f62de49f497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:01Z', 'updated_at': '2021-08-16T01:58:07Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': '5f8c1e80-77d8-4f69-9544-f62de49f497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:08.360240 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-9feda6d8-90ff-416a-830b-87596a268d60 req-878a4ff1-7764-4aa7-95e0-e167e1028cd7 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Allocated IP 172.20.0.10 (056904dc-091a-4f16-9131-e59417b8d75e/25cd7452-13d5-4612-89d0-207db0b14383/47c951c7-e506-44ed-ba91-43d9359a409d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:08.388521 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-2271a77f-95b0-4854-90da-603e98676b4a tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7c6347f5bf194c788b7062e1a4024297&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1602769 Aug 16 01:58:08.414197 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.573731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-07df60c8-3151-484d-a648-9b4586ffe7ca None None] For port 3e3f7349-a008-490f-affd-b71ec78ca754, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3e3f7349-a008-490f-affd-b71ec78ca754,segment=NetworkSegment(288b599a-cc0f-4cb9-8f43-80b477027528),segment_id=288b599a-cc0f-4cb9-8f43-80b477027528)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:08.574325 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07df60c8-3151-484d-a648-9b4586ffe7ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.592485 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-07df60c8-3151-484d-a648-9b4586ffe7ca None None] Calling delete_port for 3e3f7349-a008-490f-affd-b71ec78ca754 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:08.662919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340ed72-36e0-49c3-9be2-8a3ad95065b9 req-344042c0-261d-4af4-83a3-0df60452292b tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:08.673164 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a340ed72-36e0-49c3-9be2-8a3ad95065b9 req-344042c0-261d-4af4-83a3-0df60452292b tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.1594095 Aug 16 01:58:08.751078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabac194-21b0-47e2-8e51-54e84127ed9f None None] DHCP port deletion for 3ec415ba-6b67-4700-8d40-a3921ccd1e50 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:58:08.753635 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a340ed72-36e0-49c3-9be2-8a3ad95065b9 req-28a04caf-b099-4b73-8714-2d7b3460180e tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794864 Aug 16 01:58:08.787587 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07df60c8-3151-484d-a648-9b4586ffe7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.810192 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07df60c8-3151-484d-a648-9b4586ffe7ca None None] No DVR routers for this DVR port 3e3f7349-a008-490f-affd-b71ec78ca754 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:08.834006 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9feda6d8-90ff-416a-830b-87596a268d60 req-878a4ff1-7764-4aa7-95e0-e167e1028cd7 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.847551 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-d2d1b2fc-d4e2-4dd4-a425-cc34739fffda service neutron] 10.222.0.68 "GET /v2.0/networks/d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571352 Aug 16 01:58:08.847964 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df60c8-3151-484d-a648-9b4586ffe7ca None None] Pushing event deleted for resources: {'Port': ['ID=3e3f7349-a008-490f-affd-b71ec78ca754,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:08.866498 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting port 3e3f7349-a008-490f-affd-b71ec78ca754 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:08.866854 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.904413 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-fabac194-21b0-47e2-8e51-54e84127ed9f None None] Deleting port 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:08.904996 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fabac194-21b0-47e2-8e51-54e84127ed9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.042550 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38345989-2c02-48d3-bc7b-708c00bde8ec req-4bd4dbab-cefd-48b4-8cff-a2b55dfd86ad tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 210 time: 0.0398061 Aug 16 01:58:09.064327 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-fabac194-21b0-47e2-8e51-54e84127ed9f None None] For port 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41,segment=NetworkSegment(11c4bc42-f875-4514-8b6e-d3569d08631b),segment_id=11c4bc42-f875-4514-8b6e-d3569d08631b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:09.065947 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fabac194-21b0-47e2-8e51-54e84127ed9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.103211 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-fabac194-21b0-47e2-8e51-54e84127ed9f None None] Calling delete_port for 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:09.167207 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] For port 3e3f7349-a008-490f-affd-b71ec78ca754, host n-d-765315-27, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:09.167207 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.212034 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Calling delete_port for 3e3f7349-a008-490f-affd-b71ec78ca754 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:09.221218 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Port 3e3f7349-a008-490f-affd-b71ec78ca754 was not found and therefore no delete operation was performed {{(pid=94673) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:58:09.234574 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e03e0-2ef0-461b-9bc0-6c6901ab9024 req-43e4b713-4b89-41fc-bb85-2909c3c24ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.236351 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f92e03e0-2ef0-461b-9bc0-6c6901ab9024 req-43e4b713-4b89-41fc-bb85-2909c3c24ffc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92d6ca9642764afaaf85f19d40b34e4e&device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 1097 time: 0.1208320 Aug 16 01:58:09.237030 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.247066 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9feda6d8-90ff-416a-830b-87596a268d60 req-878a4ff1-7764-4aa7-95e0-e167e1028cd7 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.247506 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fabac194-21b0-47e2-8e51-54e84127ed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.251644 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cc053-91d4-4f3c-b98c-cc6300afec95 req-5fdcca59-c879-4e80-9e62-85fdf95c7cbb tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.260006 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1d7cc053-91d4-4f3c-b98c-cc6300afec95 req-5fdcca59-c879-4e80-9e62-85fdf95c7cbb tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.63 "GET /v2.0/ports?device_id=726c9be2-62f2-45ae-b3d6-ceba7d15233a HTTP/1.1" status: 200 len: 945 time: 0.1802468 Aug 16 01:58:09.288160 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabac194-21b0-47e2-8e51-54e84127ed9f None None] Pushing event deleted for resources: {'Port': ['ID=433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:09.307663 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabac194-21b0-47e2-8e51-54e84127ed9f None None] No DVR routers for this DVR port 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:09.317342 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Port': ['ID=3e3f7349-a008-490f-affd-b71ec78ca754,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:09.329887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89664b49-744e-4405-ac00-0bac9c3233e1 req-821d9216-8a29-41b8-ace8-5935a9c6a54d tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.337389 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-89664b49-744e-4405-ac00-0bac9c3233e1 req-821d9216-8a29-41b8-ace8-5935a9c6a54d tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.2124703 Aug 16 01:58:09.355616 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] No DVR routers for this DVR port 3e3f7349-a008-490f-affd-b71ec78ca754 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:09.381050 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device da136a8d-a585-41bd-b53a-4ffeafd556d4 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:09.400654 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9feda6d8-90ff-416a-830b-87596a268d60 req-878a4ff1-7764-4aa7-95e0-e167e1028cd7 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Network 056904dc-091a-4f16-9131-e59417b8d75e is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:09.442858 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-89664b49-744e-4405-ac00-0bac9c3233e1 req-dfa2da95-5659-4104-a01e-e9cb1cccc938 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044607 Aug 16 01:58:09.450741 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port da136a8d-a585-41bd-b53a-4ffeafd556d4 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:09.456921 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port da136a8d-a585-41bd-b53a-4ffeafd556d4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:09.457401 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.499743 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-9feda6d8-90ff-416a-830b-87596a268d60 req-878a4ff1-7764-4aa7-95e0-e167e1028cd7 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:09.524362 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-40b942ff-9118-4b8b-a61f-9b26228cedd1 service neutron] 10.222.0.68 "GET /v2.0/networks/d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716442 Aug 16 01:58:09.534017 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feda6d8-90ff-416a-830b-87596a268d60 req-878a4ff1-7764-4aa7-95e0-e167e1028cd7 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:09.541345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-1d7cc053-91d4-4f3c-b98c-cc6300afec95 req-a2aa3fec-5e92-4f09-81a2-e2fc7e0abde9 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Deleting port 4f10b3dd-13c8-46f1-9354-64c7c0661353 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:09.546150 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d7cc053-91d4-4f3c-b98c-cc6300afec95 req-a2aa3fec-5e92-4f09-81a2-e2fc7e0abde9 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.575006 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.621388 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port da136a8d-a585-41bd-b53a-4ffeafd556d4, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=da136a8d-a585-41bd-b53a-4ffeafd556d4,segment=NetworkSegment(aa32ca9c-c7ff-4427-8b22-39faf14b4b91),segment_id=aa32ca9c-c7ff-4427-8b22-39faf14b4b91)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:09.627372 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.737322 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:09.751517 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.789623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d30994-fb7a-49a2-bf48-56777a8fa1c0']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:09.799805 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:09.800034 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 433f6f76-0b5a-4fe0-a48b-3c79f8c8bf41 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:09.800439 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3e3f7349-a008-490f-affd-b71ec78ca754 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:09.809988 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288b599a-cc0f-4cb9-8f43-80b477027528') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:09.810343 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288b599a-cc0f-4cb9-8f43-80b477027528') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:09.817679 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-86f8b256-9b70-4ce6-813e-2cbd771f4a69 req-c4db414f-65b6-4c12-8fb2-cfaf8fdb5426 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 210 time: 0.1120136 Aug 16 01:58:09.843917 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 3e3f7349-a008-490f-affd-b71ec78ca754 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:09.844258 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3e3f7349-a008-490f-affd-b71ec78ca754 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:09.851986 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.858007 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=da136a8d-a585-41bd-b53a-4ffeafd556d4,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:09.913715 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.940153 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:58:09.940772 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:58:09.946357 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:58:09.982767 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1d7cc053-91d4-4f3c-b98c-cc6300afec95 req-a2aa3fec-5e92-4f09-81a2-e2fc7e0abde9 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] For port 4f10b3dd-13c8-46f1-9354-64c7c0661353, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4f10b3dd-13c8-46f1-9354-64c7c0661353,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:09.983197 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d7cc053-91d4-4f3c-b98c-cc6300afec95 req-a2aa3fec-5e92-4f09-81a2-e2fc7e0abde9 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.006157 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-1d7cc053-91d4-4f3c-b98c-cc6300afec95 req-a2aa3fec-5e92-4f09-81a2-e2fc7e0abde9 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Calling delete_port for 4f10b3dd-13c8-46f1-9354-64c7c0661353 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:10.017208 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-cf074b62-eede-453b-a651-0ac715ac275a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:10.018765 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-cf074b62-eede-453b-a651-0ac715ac275a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.73 "GET /v2.0/networks?id=683fab28-fad3-4ec8-a699-6b0efb659da7 HTTP/1.1" status: 200 len: 797 time: 0.3071108 Aug 16 01:58:10.028179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a4ff1-7764-4aa7-95e0-e167e1028cd7 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Pushing event updated for resources: {'Port': ['ID=47c951c7-e506-44ed-ba91-43d9359a409d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:10.036679 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feda6d8-90ff-416a-830b-87596a268d60 req-878a4ff1-7764-4aa7-95e0-e167e1028cd7 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:10.037523 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9feda6d8-90ff-416a-830b-87596a268d60 req-878a4ff1-7764-4aa7-95e0-e167e1028cd7 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.066643 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-86af9af8-a02b-4b30-9fd0-658a67560edd req-92124b1c-13bd-47fb-9274-2924ef8d2567 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 210 time: 0.2166865 Aug 16 01:58:10.094400 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9feda6d8-90ff-416a-830b-87596a268d60 req-878a4ff1-7764-4aa7-95e0-e167e1028cd7 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5731678 Aug 16 01:58:10.122416 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Request body: {'port': {'device_id': 'b47d83b2-d806-496b-90df-e71bb741fb0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:10.145399 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-a921f229-9bf6-4d7a-8ee7-240515a5efe6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7069c6ece3114808b56031f1299826b6 HTTP/1.1" status: 200 len: 377 time: 0.0675781 Aug 16 01:58:10.162567 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-31d0f286-28fb-4157-abf4-191f3ff407ec tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'port': {'device_id': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7', 'admin_state_up': True, 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'security_groups': ['c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:10.175112 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e03e0-2ef0-461b-9bc0-6c6901ab9024 req-9516121c-132c-411a-9a21-e88f4e8b9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:10.176673 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f92e03e0-2ef0-461b-9bc0-6c6901ab9024 req-9516121c-132c-411a-9a21-e88f4e8b9530 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8313de91-f81e-42c6-b877-47398a0e9c62 HTTP/1.1" status: 200 len: 912 time: 0.9253540 Aug 16 01:58:10.192813 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.214861 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.219323 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/networks/75d30994-fb7a-49a2-bf48-56777a8fa1c0 HTTP/1.1" status: 204 len: 168 time: 1.9838860 Aug 16 01:58:10.231428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48520) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:10.307212 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fa13c-d02b-43e8-a993-b49c4e6b1254 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Network': ['ID=75d30994-fb7a-49a2-bf48-56777a8fa1c0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:10.316819 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.344534 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d7cc053-91d4-4f3c-b98c-cc6300afec95 req-a2aa3fec-5e92-4f09-81a2-e2fc7e0abde9 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.358876 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['4f10b3dd-13c8-46f1-9354-64c7c0661353'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:10.393103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa3fec-5e92-4f09-81a2-e2fc7e0abde9 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Pushing event deleted for resources: {'Port': ['ID=4f10b3dd-13c8-46f1-9354-64c7c0661353,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:10.425064 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564e185-30e8-4142-a720-487f176c70e4 req-2c5db168-38fa-4b0e-b6f9-e6fa1cc4fb7d tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:10.426712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f564e185-30e8-4142-a720-487f176c70e4 req-2c5db168-38fa-4b0e-b6f9-e6fa1cc4fb7d tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 932 time: 0.1427035 Aug 16 01:58:10.478431 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7cc053-91d4-4f3c-b98c-cc6300afec95 req-a2aa3fec-5e92-4f09-81a2-e2fc7e0abde9 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] No DVR routers for this DVR port 4f10b3dd-13c8-46f1-9354-64c7c0661353 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:10.487255 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d7cc053-91d4-4f3c-b98c-cc6300afec95 req-a2aa3fec-5e92-4f09-81a2-e2fc7e0abde9 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.489396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1d7cc053-91d4-4f3c-b98c-cc6300afec95 req-a2aa3fec-5e92-4f09-81a2-e2fc7e0abde9 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.63 "DELETE /v2.0/ports/4f10b3dd-13c8-46f1-9354-64c7c0661353 HTTP/1.1" status: 204 len: 173 time: 1.2038903 Aug 16 01:58:10.490254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726c9be2-62f2-45ae-b3d6-ceba7d15233a', 'name': 'network-vif-deleted', 'tag': '4f10b3dd-13c8-46f1-9354-64c7c0661353'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:10.492602 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b4013e-7cff-46a9-9b96-a0273d347f47" -d '{"events": [{"server_uuid": "726c9be2-62f2-45ae-b3d6-ceba7d15233a", "name": "network-vif-deleted", "tag": "4f10b3dd-13c8-46f1-9354-64c7c0661353"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:10.498647 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-31d0f286-28fb-4157-abf4-191f3ff407ec tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Made reservation on behalf of 7069c6ece3114808b56031f1299826b6 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:10.503052 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-31d0f286-28fb-4157-abf4-191f3ff407ec tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.550413 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f564e185-30e8-4142-a720-487f176c70e4 req-b7218882-22b9-456c-82b5-82cc9aa2f107 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039329 Aug 16 01:58:10.719049 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-31d0f286-28fb-4157-abf4-191f3ff407ec tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Allocated IP 172.20.0.6 (683fab28-fad3-4ec8-a699-6b0efb659da7/5f8c1e80-77d8-4f69-9544-f62de49f497e/4e9e3b80-9b66-4630-bc3b-e54e7816ae84) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:10.818784 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e221cd5f-e7ca-48f7-a834-c4d1639e2e12 x-openstack-request-id: req-e221cd5f-e7ca-48f7-a834-c4d1639e2e12 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:10.819120 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726c9be2-62f2-45ae-b3d6-ceba7d15233a", "name": "network-vif-deleted", "tag": "4f10b3dd-13c8-46f1-9354-64c7c0661353", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:10.819330 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e221cd5f-e7ca-48f7-a834-c4d1639e2e12 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:10.819724 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726c9be2-62f2-45ae-b3d6-ceba7d15233a', 'name': 'network-vif-deleted', 'tag': '4f10b3dd-13c8-46f1-9354-64c7c0661353', 'status': 'completed', 'code': 200} Aug 16 01:58:10.851632 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f92e03e0-2ef0-461b-9bc0-6c6901ab9024 req-1b83f1a6-9e17-4d98-9461-9cbda3eedc5c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c70fc36-69e1-4296-b6fa-24974648b9da HTTP/1.1" status: 200 len: 1001 time: 0.6550524 Aug 16 01:58:10.858555 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d63f-a4ca-49b3-9e12-af48c4288ed7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.891726 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-31d0f286-28fb-4157-abf4-191f3ff407ec tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.928599 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-31d0f286-28fb-4157-abf4-191f3ff407ec tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Transition to ACTIVE for port object 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:10.931408 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-98558de8-0ac5-4983-87c8-f8fc1ebea5c7 req-44c879f1-46ae-41c3-a0b6-78a071f95607 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 210 time: 0.0355251 Aug 16 01:58:10.984548 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-31d0f286-28fb-4157-abf4-191f3ff407ec tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.991361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb4af2-f5ca-4307-a2eb-72167e9ac5fd req-24e7ecfc-0004-4325-b15a-db8b540596c6 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:10.999414 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3eeb4af2-f5ca-4307-a2eb-72167e9ac5fd req-24e7ecfc-0004-4325-b15a-db8b540596c6 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.2402592 Aug 16 01:58:11.032804 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e03e0-2ef0-461b-9bc0-6c6901ab9024 req-7ed67f03-7e59-4701-81cc-6bc069bb2e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:11.034790 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f92e03e0-2ef0-461b-9bc0-6c6901ab9024 req-7ed67f03-7e59-4701-81cc-6bc069bb2e6e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9580d968-042a-4a5e-966b-8406c010ba78 HTTP/1.1" status: 200 len: 850 time: 0.1711822 Aug 16 01:58:11.046140 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-31d0f286-28fb-4157-abf4-191f3ff407ec tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network 683fab28-fad3-4ec8-a699-6b0efb659da7 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:11.049796 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-31d0f286-28fb-4157-abf4-191f3ff407ec tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:11.055820 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-31d0f286-28fb-4157-abf4-191f3ff407ec tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:11.060666 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0f286-28fb-4157-abf4-191f3ff407ec tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:11.130634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-31d0f286-28fb-4157-abf4-191f3ff407ec tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:11.131416 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-31d0f286-28fb-4157-abf4-191f3ff407ec tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.150205 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-31d0f286-28fb-4157-abf4-191f3ff407ec tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9929969 Aug 16 01:58:11.178301 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Request body: {'port': {'device_id': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:11.246169 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.303532 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f3deb32-b6d8-41f2-9e91-cec01dfc0c55 req-dfdc1b09-3ef9-4720-9f86-24a2df71332d tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 210 time: 0.0583458 Aug 16 01:58:11.317907 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device da136a8d-a585-41bd-b53a-4ffeafd556d4 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:11.372771 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3eeb4af2-f5ca-4307-a2eb-72167e9ac5fd req-201d88b6-b2fa-462d-9952-83b5495c0692 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3681390 Aug 16 01:58:11.398936 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d63f-a4ca-49b3-9e12-af48c4288ed7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.433911 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port da136a8d-a585-41bd-b53a-4ffeafd556d4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:11.434410 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.444891 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4ad8d63f-a4ca-49b3-9e12-af48c4288ed7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec415ba-6b67-4700-8d40-a3921ccd1e50']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:11.460671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e03e0-2ef0-461b-9bc0-6c6901ab9024 req-18ea9bce-7777-4901-aeec-a54d202ac78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:11.462261 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f92e03e0-2ef0-461b-9bc0-6c6901ab9024 req-18ea9bce-7777-4901-aeec-a54d202ac78a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8313de91-f81e-42c6-b877-47398a0e9c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3756933 Aug 16 01:58:11.507402 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4ad8d63f-a4ca-49b3-9e12-af48c4288ed7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c4bc42-f875-4514-8b6e-d3569d08631b') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:11.507651 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4ad8d63f-a4ca-49b3-9e12-af48c4288ed7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c4bc42-f875-4514-8b6e-d3569d08631b') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:11.523669 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fa63156d-33a2-4c5a-bd02-e894b4c9f9fc None None] Provisioning for port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:11.549815 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-a56bd8d2-aca8-497a-912e-97348786fd02 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:11.551260 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-a56bd8d2-aca8-497a-912e-97348786fd02 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.73 "GET /v2.0/networks?id=d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 HTTP/1.1" status: 200 len: 815 time: 0.4167244 Aug 16 01:58:11.555682 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d63f-a4ca-49b3-9e12-af48c4288ed7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.559225 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fa63156d-33a2-4c5a-bd02-e894b4c9f9fc None None] Provisioning complete for port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:11.559891 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa63156d-33a2-4c5a-bd02-e894b4c9f9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.581168 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-2db584fb-8fd6-49a3-abb1-dce654fcdf0f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Request body: {'port': {'device_id': '8e684bfd-f741-47ab-8671-52b3c8a4adae', 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0', 'admin_state_up': True, 'tenant_id': '7c6347f5bf194c788b7062e1a4024297'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:11.625195 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-fa63156d-33a2-4c5a-bd02-e894b4c9f9fc None None] Port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:11.644417 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d63f-a4ca-49b3-9e12-af48c4288ed7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.691032 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad8d63f-a4ca-49b3-9e12-af48c4288ed7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:58:11.691436 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d63f-a4ca-49b3-9e12-af48c4288ed7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:58:11.694415 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:58:11.741517 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64d041-6a27-43bf-b786-429a265584ac req-e2524067-e16c-48c0-9714-8a38ee59d189 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:11.743046 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d64d041-6a27-43bf-b786-429a265584ac req-e2524067-e16c-48c0-9714-8a38ee59d189 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 932 time: 0.0968084 Aug 16 01:58:11.749707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c951c7-e506-44ed-ba91-43d9359a409d {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:11.751176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:11.765199 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.780801 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.788383 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Transition to ACTIVE for port object 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:11.798360 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.807578 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d64d041-6a27-43bf-b786-429a265584ac req-e9d659ed-cd6a-44ff-95cc-2e923ffbfd6b tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517023 Aug 16 01:58:11.807785 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f92e03e0-2ef0-461b-9bc0-6c6901ab9024 req-46cf8a8e-bc30-49e8-b77a-79e5ce888377 service neutron] 10.222.0.73 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350053 Aug 16 01:58:11.825653 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Transition to ACTIVE for port object 47c951c7-e506-44ed-ba91-43d9359a409d will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:11.837651 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d63f-a4ca-49b3-9e12-af48c4288ed7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.841681 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d63f-a4ca-49b3-9e12-af48c4288ed7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.843798 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4ad8d63f-a4ca-49b3-9e12-af48c4288ed7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/networks/3ec415ba-6b67-4700-8d40-a3921ccd1e50 HTTP/1.1" status: 204 len: 168 time: 1.6113620 Aug 16 01:58:11.850554 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48534) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:11.862274 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.866534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:11.867259 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-885c98ef-bf4c-41b8-b314-edaad91e36ff tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'network': {'name': 'tempest-RoutersTest-542279024'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:11.940203 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Attempting to bind port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:11.940904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Attempting to bind port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:11.941558 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Attempting to bind port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 on network 683fab28-fad3-4ec8-a699-6b0efb659da7 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:11.948125 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 on network 683fab28-fad3-4ec8-a699-6b0efb659da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:11.948375 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Attempting to bind port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 on network 683fab28-fad3-4ec8-a699-6b0efb659da7 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:11.955144 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8d63f-a4ca-49b3-9e12-af48c4288ed7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Network': ['ID=3ec415ba-6b67-4700-8d40-a3921ccd1e50,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:11.955699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:11.956222 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Checking segment: {'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:11.956609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Bound using segment: {'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:11.957144 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Bound port: 4e9e3b80-9b66-4630-bc3b-e54e7816ae84, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:11.957608 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.011349 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-885c98ef-bf4c-41b8-b314-edaad91e36ff tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 01:58:12.011349 n-d-765315-27 neutron-server[94673]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 01:58:12.011349 n-d-765315-27 neutron-server[94673]: [parameters: {'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'id': 'd122e8fa-121f-4ba8-81af-7b09add1a492', 'expiration': datetime.datetime(2021, 8, 16, 2, 0, 11, 986164)}] Aug 16 01:58:12.011349 n-d-765315-27 neutron-server[94673]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:58:12.011897 n-d-765315-27 neutron-server[94673]: DEBUG oslo_db.api [None req-885c98ef-bf4c-41b8-b314-edaad91e36ff tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:58:12.048046 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] For port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:12.051566 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] For port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,segment=NetworkSegment(aa32ca9c-c7ff-4427-8b22-39faf14b4b91),segment_id=aa32ca9c-c7ff-4427-8b22-39faf14b4b91)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:12.057063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Pushing event updated for resources: {'Port': ['ID=47c951c7-e506-44ed-ba91-43d9359a409d,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:12.057852 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.066474 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-2db584fb-8fd6-49a3-abb1-dce654fcdf0f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Made reservation on behalf of 7c6347f5bf194c788b7062e1a4024297 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:12.070250 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-2db584fb-8fd6-49a3-abb1-dce654fcdf0f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.095452 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.095737 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.097175 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] 10.222.0.73 "PUT /v2.0/ports/4e9e3b80-9b66-4630-bc3b-e54e7816ae84 HTTP/1.1" status: 200 len: 1092 time: 0.9325926 Aug 16 01:58:12.122212 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595c7a1-7bfa-42e1-8cc5-7257b7b83474 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:12.187791 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f92e03e0-2ef0-461b-9bc0-6c6901ab9024 req-d569f1d0-f4c6-428a-8837-67d32e282822 service neutron] 10.222.0.73 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638339 Aug 16 01:58:12.192374 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-a54c797d-04ca-4a38-8740-4ccabc9b3de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.193930 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-a54c797d-04ca-4a38-8740-4ccabc9b3de9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 1095 time: 0.0489259 Aug 16 01:58:12.240706 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd223b3-36a0-4bf3-9aeb-df811b9853b7 req-e52e7b48-2335-42e6-9a7c-32b2fe7d32be tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.242298 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6fd223b3-36a0-4bf3-9aeb-df811b9853b7 req-e52e7b48-2335-42e6-9a7c-32b2fe7d32be tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 943 time: 0.2174339 Aug 16 01:58:12.248631 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-64872bb0-f5e9-4992-a23d-b27f739d8266 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e9e3b80-9b66-4630-bc3b-e54e7816ae84 HTTP/1.1" status: 200 len: 217 time: 0.0402911 Aug 16 01:58:12.250046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Attempting to bind port 47c951c7-e506-44ed-ba91-43d9359a409d on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:12.250386 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Attempting to bind port 47c951c7-e506-44ed-ba91-43d9359a409d by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '685b0cfc-520a-4a1b-9f62-511bdcf2de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '056904dc-091a-4f16-9131-e59417b8d75e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:12.250717 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Attempting to bind port 47c951c7-e506-44ed-ba91-43d9359a409d on network 056904dc-091a-4f16-9131-e59417b8d75e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:12.280610 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Port 47c951c7-e506-44ed-ba91-43d9359a409d on network 056904dc-091a-4f16-9131-e59417b8d75e not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:12.280992 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Attempting to bind port 47c951c7-e506-44ed-ba91-43d9359a409d on network 056904dc-091a-4f16-9131-e59417b8d75e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:12.296703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:12.297041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Checking segment: {'id': '685b0cfc-520a-4a1b-9f62-511bdcf2de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '056904dc-091a-4f16-9131-e59417b8d75e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:12.297418 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Bound using segment: {'id': '685b0cfc-520a-4a1b-9f62-511bdcf2de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '056904dc-091a-4f16-9131-e59417b8d75e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:12.297886 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Bound port: 47c951c7-e506-44ed-ba91-43d9359a409d, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685b0cfc-520a-4a1b-9f62-511bdcf2de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '056904dc-091a-4f16-9131-e59417b8d75e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:12.298242 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.355327 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6fd223b3-36a0-4bf3-9aeb-df811b9853b7 req-a4e0867d-76f3-493c-8459-fadda944ee2f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1000135 Aug 16 01:58:12.401995 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-2db584fb-8fd6-49a3-abb1-dce654fcdf0f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Allocated IP 172.20.0.11 (d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0/ef5b9f6c-cdde-4058-adfe-6e7ebbf29def/a233bb7a-5d65-445e-8b89-8fc4b1edbf4f) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:12.451994 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] For port 47c951c7-e506-44ed-ba91-43d9359a409d, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:12.454447 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-91743ce4-d5f8-4688-963c-4657e72189b3 req-d2f3155f-bade-42b1-9c27-ee147cc4f635 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 210 time: 0.0350828 Aug 16 01:58:12.464252 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-deacb9e6-1494-4190-a158-e897916bcb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.466055 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-deacb9e6-1494-4190-a158-e897916bcb9f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f8c1e80-77d8-4f69-9544-f62de49f497e HTTP/1.1" status: 200 len: 834 time: 0.1083050 Aug 16 01:58:12.486284 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] For port 47c951c7-e506-44ed-ba91-43d9359a409d, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=47c951c7-e506-44ed-ba91-43d9359a409d,segment=NetworkSegment(685b0cfc-520a-4a1b-9f62-511bdcf2de98),segment_id=685b0cfc-520a-4a1b-9f62-511bdcf2de98)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:12.511160 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.512794 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-db2936af-7bbc-4ea5-95f5-808ce0ffc0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.514856 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-db2936af-7bbc-4ea5-95f5-808ce0ffc0bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=683fab28-fad3-4ec8-a699-6b0efb659da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411241 Aug 16 01:58:12.609794 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-02e6a8f7-1fd0-4aed-aadc-7224d8343992 service neutron] 10.222.0.73 "GET /v2.0/networks/683fab28-fad3-4ec8-a699-6b0efb659da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868230 Aug 16 01:58:12.629736 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.630386 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.631814 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9feda6d8-90ff-416a-830b-87596a268d60 req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] 10.222.0.63 "PUT /v2.0/ports/47c951c7-e506-44ed-ba91-43d9359a409d HTTP/1.1" status: 200 len: 1093 time: 2.5262265 Aug 16 01:58:12.632284 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47d83b2-d806-496b-90df-e71bb741fb0d', 'tag': '47c951c7-e506-44ed-ba91-43d9359a409d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:12.634535 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699ea389-45dc-4796-9930-a5ef28fcfa29" -d '{"events": [{"name": "network-changed", "server_uuid": "b47d83b2-d806-496b-90df-e71bb741fb0d", "tag": "47c951c7-e506-44ed-ba91-43d9359a409d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:12.649788 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbc7dc-dd95-4565-9349-d92855aa6b39 req-628b1ea2-1ff9-48ae-8c8e-ee2ffe762dd2 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.651335 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f7cbc7dc-dd95-4565-9349-d92855aa6b39 req-628b1ea2-1ff9-48ae-8c8e-ee2ffe762dd2 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.1815653 Aug 16 01:58:12.662289 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885c98ef-bf4c-41b8-b314-edaad91e36ff tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Made reservation on behalf of fd4c6ccb7877456e83ca17372bc6d1f1 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:12.665502 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-885c98ef-bf4c-41b8-b314-edaad91e36ff tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.697859 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172c58ae-224b-408f-b26a-848a4fef81f9 x-openstack-request-id: req-172c58ae-224b-408f-b26a-848a4fef81f9 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:12.698148 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47d83b2-d806-496b-90df-e71bb741fb0d", "tag": "47c951c7-e506-44ed-ba91-43d9359a409d", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:12.698399 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-172c58ae-224b-408f-b26a-848a4fef81f9 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:12.698793 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47d83b2-d806-496b-90df-e71bb741fb0d', 'tag': '47c951c7-e506-44ed-ba91-43d9359a409d', 'status': 'completed', 'code': 200} Aug 16 01:58:12.749145 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0ca6e6f-a12a-440b-aeef-04127526d404 req-7902d9d8-9c49-4074-a5a3-6f67ea17cfea service neutron] 10.222.0.73 "GET /v2.0/networks/683fab28-fad3-4ec8-a699-6b0efb659da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315055 Aug 16 01:58:12.765525 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76bc13-911c-4d73-bcd1-2331a34cd88c service neutron] Pushing event updated for resources: {'Port': ['ID=47c951c7-e506-44ed-ba91-43d9359a409d,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:12.804668 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885c98ef-bf4c-41b8-b314-edaad91e36ff tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:58:12.816543 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-2db584fb-8fd6-49a3-abb1-dce654fcdf0f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.820900 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f7cbc7dc-dd95-4565-9349-d92855aa6b39 req-f7680a2f-f1e9-4631-aa83-f12c4ace081c tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489754 Aug 16 01:58:12.821110 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'tag': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:12.824121 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16d0e0b-3706-4fb2-9f7d-d86cd4a1db9b" -d '{"events": [{"name": "network-changed", "server_uuid": "96dc22f1-394e-41c1-8ac2-d1644bf1e74d", "tag": "4e9e3b80-9b66-4630-bc3b-e54e7816ae84"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:12.829680 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-885c98ef-bf4c-41b8-b314-edaad91e36ff tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.830064 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-885c98ef-bf4c-41b8-b314-edaad91e36ff tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Added segment 7c47f82c-502c-489f-a8dc-df2c2558c4d2 of type vlan for network 37aae5dc-0593-40ea-9367-36bd2d289026 Aug 16 01:58:12.844483 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feda6d8-90ff-416a-830b-87596a268d60 req-ac912fa0-f7c3-4f11-bd1f-f5e370e84a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.846043 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9feda6d8-90ff-416a-830b-87596a268d60 req-ac912fa0-f7c3-4f11-bd1f-f5e370e84a92 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d452fca55d5146d7b945b747dd55ab78&device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 1096 time: 0.1546547 Aug 16 01:58:12.875076 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c7da8d-c60b-4803-a429-47a801c7083f x-openstack-request-id: req-e8c7da8d-c60b-4803-a429-47a801c7083f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:12.875995 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96dc22f1-394e-41c1-8ac2-d1644bf1e74d", "tag": "4e9e3b80-9b66-4630-bc3b-e54e7816ae84", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:12.883702 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e8c7da8d-c60b-4803-a429-47a801c7083f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:12.885583 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'tag': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84', 'status': 'completed', 'code': 200} Aug 16 01:58:12.899688 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-885c98ef-bf4c-41b8-b314-edaad91e36ff tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.937344 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9feda6d8-90ff-416a-830b-87596a268d60 req-0361bf00-a161-464e-b474-aa04ae50b67c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c951c7-e506-44ed-ba91-43d9359a409d HTTP/1.1" status: 200 len: 217 time: 0.0611086 Aug 16 01:58:12.954531 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d0e0b-3706-4fb2-9f7d-d86cd4a1db9b req-a9b91f1e-b7b7-4c12-a953-a5cdcf9584c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.956370 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b16d0e0b-3706-4fb2-9f7d-d86cd4a1db9b req-a9b91f1e-b7b7-4c12-a953-a5cdcf9584c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 1095 time: 0.0602353 Aug 16 01:58:13.047888 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-885c98ef-bf4c-41b8-b314-edaad91e36ff tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.053394 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885c98ef-bf4c-41b8-b314-edaad91e36ff tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.054001 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-885c98ef-bf4c-41b8-b314-edaad91e36ff tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.054145 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d0e0b-3706-4fb2-9f7d-d86cd4a1db9b req-5d60bfc6-8c4f-42da-9e20-59f511e7980b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.055528 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b16d0e0b-3706-4fb2-9f7d-d86cd4a1db9b req-5d60bfc6-8c4f-42da-9e20-59f511e7980b service neutron] 10.222.0.73 "GET /v2.0/networks?id=683fab28-fad3-4ec8-a699-6b0efb659da7 HTTP/1.1" status: 200 len: 898 time: 0.0920169 Aug 16 01:58:13.061201 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-2db584fb-8fd6-49a3-abb1-dce654fcdf0f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.071336 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feda6d8-90ff-416a-830b-87596a268d60 req-470c8a96-458a-4b6c-aaad-05ec9b1a233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.072779 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9feda6d8-90ff-416a-830b-87596a268d60 req-470c8a96-458a-4b6c-aaad-05ec9b1a233e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=25cd7452-13d5-4612-89d0-207db0b14383 HTTP/1.1" status: 200 len: 849 time: 0.1235907 Aug 16 01:58:13.102544 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b16d0e0b-3706-4fb2-9f7d-d86cd4a1db9b req-23e6ec33-391a-4913-b203-bd2bf1f16079 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e9e3b80-9b66-4630-bc3b-e54e7816ae84 HTTP/1.1" status: 200 len: 217 time: 0.0393932 Aug 16 01:58:13.126291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda3bdc-7a1f-417b-9084-c01bc2365b88 req-ac4255b2-9837-4f94-9fad-e9855a344a03 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.127723 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7cda3bdc-7a1f-417b-9084-c01bc2365b88 req-ac4255b2-9837-4f94-9fad-e9855a344a03 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 944 time: 0.1970451 Aug 16 01:58:13.162721 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d0e0b-3706-4fb2-9f7d-d86cd4a1db9b req-ce7fe58d-545d-495e-a66d-fbbd2eac18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.164205 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b16d0e0b-3706-4fb2-9f7d-d86cd4a1db9b req-ce7fe58d-545d-495e-a66d-fbbd2eac18d9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f8c1e80-77d8-4f69-9544-f62de49f497e HTTP/1.1" status: 200 len: 834 time: 0.0491035 Aug 16 01:58:13.178030 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-885c98ef-bf4c-41b8-b314-edaad91e36ff tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3167186 Aug 16 01:58:13.180922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48548) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:13.199563 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-551c9c4c-1baa-4d66-93c3-b9a84a6f18c3 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'subnet': {'network_id': '37aae5dc-0593-40ea-9367-36bd2d289026', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:13.208893 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9feda6d8-90ff-416a-830b-87596a268d60 req-00959175-c0c2-4ee0-b771-023739109150 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=056904dc-091a-4f16-9131-e59417b8d75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917916 Aug 16 01:58:13.210602 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-2db584fb-8fd6-49a3-abb1-dce654fcdf0f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Network d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:13.239187 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-2db584fb-8fd6-49a3-abb1-dce654fcdf0f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:13.244936 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-2db584fb-8fd6-49a3-abb1-dce654fcdf0f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:13.247759 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c98ef-bf4c-41b8-b314-edaad91e36ff tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Network': ['ID=37aae5dc-0593-40ea-9367-36bd2d289026,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:13.263268 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db584fb-8fd6-49a3-abb1-dce654fcdf0f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Pushing event updated for resources: {'Port': ['ID=a233bb7a-5d65-445e-8b89-8fc4b1edbf4f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:13.267915 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 37aae5dc-0593-40ea-9367-36bd2d289026 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:58:13.281875 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d0e0b-3706-4fb2-9f7d-d86cd4a1db9b req-96baec9b-f5d6-4234-8fb1-898c3a912aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.281875 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b16d0e0b-3706-4fb2-9f7d-d86cd4a1db9b req-96baec9b-f5d6-4234-8fb1-898c3a912aec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=683fab28-fad3-4ec8-a699-6b0efb659da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1060233 Aug 16 01:58:13.347687 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7cda3bdc-7a1f-417b-9084-c01bc2365b88 req-b9efde1c-5b12-4833-9de2-09f5866e1017 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802948 Aug 16 01:58:13.359857 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551c9c4c-1baa-4d66-93c3-b9a84a6f18c3 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Made reservation on behalf of fd4c6ccb7877456e83ca17372bc6d1f1 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:13.363346 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-551c9c4c-1baa-4d66-93c3-b9a84a6f18c3 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.365137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-2db584fb-8fd6-49a3-abb1-dce654fcdf0f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.365792 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-2db584fb-8fd6-49a3-abb1-dce654fcdf0f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.379373 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4f10b3dd-13c8-46f1-9354-64c7c0661353 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:13.398526 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-2db584fb-8fd6-49a3-abb1-dce654fcdf0f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8277612 Aug 16 01:58:13.409423 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 4f10b3dd-13c8-46f1-9354-64c7c0661353 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:13.409867 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4f10b3dd-13c8-46f1-9354-64c7c0661353 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:13.414141 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Request body: {'port': {'device_id': '8e684bfd-f741-47ab-8671-52b3c8a4adae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:13.419683 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9feda6d8-90ff-416a-830b-87596a268d60 req-dd64ab07-0229-428c-82a5-79de73b91668 service neutron] 10.222.0.63 "GET /v2.0/networks/056904dc-091a-4f16-9131-e59417b8d75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928833 Aug 16 01:58:13.453477 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b16d0e0b-3706-4fb2-9f7d-d86cd4a1db9b req-1bcafd82-7479-4474-bf40-dfa30c7b69ee service neutron] 10.222.0.73 "GET /v2.0/networks/683fab28-fad3-4ec8-a699-6b0efb659da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665041 Aug 16 01:58:13.527286 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.592556 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391224a8-c101-4051-aaf3-49babe347eef req-c99332f0-ad84-4525-ac1b-e9c51f8100cb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.594113 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-391224a8-c101-4051-aaf3-49babe347eef req-c99332f0-ad84-4525-ac1b-e9c51f8100cb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 943 time: 0.1397054 Aug 16 01:58:13.619304 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9feda6d8-90ff-416a-830b-87596a268d60 req-1a98060c-0bde-4ae7-9b36-ce4f40aa0fe3 service neutron] 10.222.0.63 "GET /v2.0/networks/056904dc-091a-4f16-9131-e59417b8d75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839943 Aug 16 01:58:13.650776 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b00105-e2ee-46c8-bd09-c56df472a172 req-fc88f01b-2817-402b-bcbe-d013d6f8891e tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.652195 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e4b00105-e2ee-46c8-bd09-c56df472a172 req-fc88f01b-2817-402b-bcbe-d013d6f8891e tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 932 time: 0.1161022 Aug 16 01:58:13.658681 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b16d0e0b-3706-4fb2-9f7d-d86cd4a1db9b req-12450f91-93d1-40d0-a20f-bd8c8706f010 service neutron] 10.222.0.73 "GET /v2.0/networks/683fab28-fad3-4ec8-a699-6b0efb659da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892130 Aug 16 01:58:13.683482 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-391224a8-c101-4051-aaf3-49babe347eef req-b4855b0b-51d3-4f4a-a763-5073b079fb50 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0658982 Aug 16 01:58:13.726080 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-551c9c4c-1baa-4d66-93c3-b9a84a6f18c3 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.782778 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c9c4c-1baa-4d66-93c3-b9a84a6f18c3 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Subnet': ['ID=8ce91d34-a0d6-454b-8f76-b3cccfa7b59d,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:13.801194 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551c9c4c-1baa-4d66-93c3-b9a84a6f18c3 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Checking segment: {'id': '7c47f82c-502c-489f-a8dc-df2c2558c4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '37aae5dc-0593-40ea-9367-36bd2d289026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:13.801550 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551c9c4c-1baa-4d66-93c3-b9a84a6f18c3 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network hostable DHCP agents. Network: 37aae5dc-0593-40ea-9367-36bd2d289026, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:58:13.818349 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551c9c4c-1baa-4d66-93c3-b9a84a6f18c3 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 37aae5dc-0593-40ea-9367-36bd2d289026 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:58:13.825546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ea389-45dc-4796-9930-a5ef28fcfa29 req-f34283fd-e18b-4dea-b697-7c215642b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.827788 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-699ea389-45dc-4796-9930-a5ef28fcfa29 req-f34283fd-e18b-4dea-b697-7c215642b5fc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d452fca55d5146d7b945b747dd55ab78&device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 1096 time: 0.1253388 Aug 16 01:58:13.828173 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-551c9c4c-1baa-4d66-93c3-b9a84a6f18c3 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 37aae5dc-0593-40ea-9367-36bd2d289026) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:13.830648 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e4b00105-e2ee-46c8-bd09-c56df472a172 req-e86e8075-1314-4058-ae01-b1c814a785fb tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295021 Aug 16 01:58:13.833296 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551c9c4c-1baa-4d66-93c3-b9a84a6f18c3 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.833936 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-551c9c4c-1baa-4d66-93c3-b9a84a6f18c3 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.838245 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8179f128-b85a-4ac8-b66a-d370fd2d1527 None None] Network 37aae5dc-0593-40ea-9367-36bd2d289026 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:13.857408 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-551c9c4c-1baa-4d66-93c3-b9a84a6f18c3 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6726270 Aug 16 01:58:13.857776 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48556) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:13.865961 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b0797efe-fa27-41cc-bb30-de00be8c2a33 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1959326123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:13.902358 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0797efe-fa27-41cc-bb30-de00be8c2a33 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.904659 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0797efe-fa27-41cc-bb30-de00be8c2a33 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.971681 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ea389-45dc-4796-9930-a5ef28fcfa29 req-a2fba6e3-a09d-41fe-b51c-745e0be5ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.973912 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-699ea389-45dc-4796-9930-a5ef28fcfa29 req-a2fba6e3-a09d-41fe-b51c-745e0be5ad2e service neutron] 10.222.0.63 "GET /v2.0/networks?id=056904dc-091a-4f16-9131-e59417b8d75e HTTP/1.1" status: 200 len: 910 time: 0.1383903 Aug 16 01:58:14.001709 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0797efe-fa27-41cc-bb30-de00be8c2a33 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.009647 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0797efe-fa27-41cc-bb30-de00be8c2a33 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.022699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78475ce0-a8fd-4931-8df5-d6e965f52211 req-ed823e9a-7773-4592-99cc-5230b227b5ca tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:14.024197 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-78475ce0-a8fd-4931-8df5-d6e965f52211 req-ed823e9a-7773-4592-99cc-5230b227b5ca tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.1147201 Aug 16 01:58:14.026191 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-37aae5dc-0593-40ea-9367-36bd2d289026', 'network_id': '37aae5dc-0593-40ea-9367-36bd2d289026', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'fixed_ips': [{'subnet_id': '8ce91d34-a0d6-454b-8f76-b3cccfa7b59d'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:58:14.028029 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.038821 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-699ea389-45dc-4796-9930-a5ef28fcfa29 req-814677af-0485-4768-ab82-1291bb94ddda service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c951c7-e506-44ed-ba91-43d9359a409d HTTP/1.1" status: 200 len: 217 time: 0.0545132 Aug 16 01:58:14.059551 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a233bb7a-5d65-445e-8b89-8fc4b1edbf4f {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:14.197627 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Allocated IP 172.20.0.2 (37aae5dc-0593-40ea-9367-36bd2d289026/8ce91d34-a0d6-454b-8f76-b3cccfa7b59d/78785e47-c66e-478e-ab57-f228fa7a07a8) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:14.445028 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.454761 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.455589 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0797efe-fa27-41cc-bb30-de00be8c2a33 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.459868 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b0797efe-fa27-41cc-bb30-de00be8c2a33 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5960040 Aug 16 01:58:14.465134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48560) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:14.468487 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9ebd92ed-4b61-4c0c-b2fc-cc7c9007b11e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'port': {'network_id': '37aae5dc-0593-40ea-9367-36bd2d289026', 'name': 'tempest-RoutersTest-1968902513'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:14.474049 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Transition to ACTIVE for port object 78785e47-c66e-478e-ab57-f228fa7a07a8 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:14.490973 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Transition to ACTIVE for port object 78785e47-c66e-478e-ab57-f228fa7a07a8 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:14.495765 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Transition to ACTIVE for port object a233bb7a-5d65-445e-8b89-8fc4b1edbf4f will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:14.500126 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ea389-45dc-4796-9930-a5ef28fcfa29 req-0a36e716-ec13-4b68-99b6-227233334dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:14.501646 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-699ea389-45dc-4796-9930-a5ef28fcfa29 req-0a36e716-ec13-4b68-99b6-227233334dea service neutron] 10.222.0.63 "GET /v2.0/subnets?id=25cd7452-13d5-4612-89d0-207db0b14383 HTTP/1.1" status: 200 len: 849 time: 0.4538729 Aug 16 01:58:14.502942 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.504425 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.519878 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-78475ce0-a8fd-4931-8df5-d6e965f52211 req-cad201df-da3f-49d2-b239-482b0a5dc08a tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4867463 Aug 16 01:58:14.572970 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-699ea389-45dc-4796-9930-a5ef28fcfa29 req-022986d4-805b-497a-928b-98b4a3168a6e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=056904dc-091a-4f16-9131-e59417b8d75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609629 Aug 16 01:58:14.585293 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Network 37aae5dc-0593-40ea-9367-36bd2d289026 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:14.586280 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Pushing event updated for resources: {'Port': ['ID=78785e47-c66e-478e-ab57-f228fa7a07a8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:14.589920 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:14.590839 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a8e9a-746d-4e52-9eba-29736656cc9a req-684f4d66-635c-4006-b140-3b4d830fc8ff tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:14.592701 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-752a8e9a-746d-4e52-9eba-29736656cc9a req-684f4d66-635c-4006-b140-3b4d830fc8ff tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 944 time: 0.1512578 Aug 16 01:58:14.595527 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:14.600470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebd92ed-4b61-4c0c-b2fc-cc7c9007b11e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Made reservation on behalf of fd4c6ccb7877456e83ca17372bc6d1f1 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:14.604077 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ebd92ed-4b61-4c0c-b2fc-cc7c9007b11e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.622329 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-9ebd92ed-4b61-4c0c-b2fc-cc7c9007b11e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] device_id is not set on port 558abe59-a048-4097-b83a-b99afc4071a6 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:58:14.627611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Pushing event updated for resources: {'Port': ['ID=a233bb7a-5d65-445e-8b89-8fc4b1edbf4f,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:14.655907 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Attempting to bind port 78785e47-c66e-478e-ab57-f228fa7a07a8 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:14.656648 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Attempting to bind port 78785e47-c66e-478e-ab57-f228fa7a07a8 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '7c47f82c-502c-489f-a8dc-df2c2558c4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '37aae5dc-0593-40ea-9367-36bd2d289026'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:14.657206 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Attempting to bind port 78785e47-c66e-478e-ab57-f228fa7a07a8 on network 37aae5dc-0593-40ea-9367-36bd2d289026 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:14.663212 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:14.663591 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Checking segment: {'id': '7c47f82c-502c-489f-a8dc-df2c2558c4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '37aae5dc-0593-40ea-9367-36bd2d289026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:14.663987 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.664372 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Bound using segment: {'id': '7c47f82c-502c-489f-a8dc-df2c2558c4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '37aae5dc-0593-40ea-9367-36bd2d289026'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:14.665063 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Bound port: 78785e47-c66e-478e-ab57-f228fa7a07a8, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c47f82c-502c-489f-a8dc-df2c2558c4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '37aae5dc-0593-40ea-9367-36bd2d289026'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:14.665678 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.743321 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-752a8e9a-746d-4e52-9eba-29736656cc9a req-51439464-00ba-4cfb-a256-f26425d48765 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375706 Aug 16 01:58:14.750898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-17633084-b62d-4a0d-9808-e506d957430f None None] For port 78785e47-c66e-478e-ab57-f228fa7a07a8, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:14.757402 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-17633084-b62d-4a0d-9808-e506d957430f None None] For port 78785e47-c66e-478e-ab57-f228fa7a07a8, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=78785e47-c66e-478e-ab57-f228fa7a07a8,segment=NetworkSegment(7c47f82c-502c-489f-a8dc-df2c2558c4d2),segment_id=7c47f82c-502c-489f-a8dc-df2c2558c4d2)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:14.764573 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.766296 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-9ebd92ed-4b61-4c0c-b2fc-cc7c9007b11e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Allocated IP 172.20.0.7 (37aae5dc-0593-40ea-9367-36bd2d289026/8ce91d34-a0d6-454b-8f76-b3cccfa7b59d/558abe59-a048-4097-b83a-b99afc4071a6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:14.790618 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-699ea389-45dc-4796-9930-a5ef28fcfa29 req-0a4dc868-0d87-40d7-9b62-1f60fb4d91ba service neutron] 10.222.0.63 "GET /v2.0/networks/056904dc-091a-4f16-9131-e59417b8d75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968591 Aug 16 01:58:14.854281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17633084-b62d-4a0d-9808-e506d957430f None None] Pushing event updated for resources: {'Port': ['ID=78785e47-c66e-478e-ab57-f228fa7a07a8,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:14.858883 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Attempting to bind port a233bb7a-5d65-445e-8b89-8fc4b1edbf4f on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:14.859220 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Attempting to bind port a233bb7a-5d65-445e-8b89-8fc4b1edbf4f by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '72367f20-5ada-442b-b0b6-702b5d427753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:14.859722 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Attempting to bind port a233bb7a-5d65-445e-8b89-8fc4b1edbf4f on network d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:14.868857 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Port a233bb7a-5d65-445e-8b89-8fc4b1edbf4f on network d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:14.868857 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Attempting to bind port a233bb7a-5d65-445e-8b89-8fc4b1edbf4f on network d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:14.879940 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:14.880280 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Checking segment: {'id': '72367f20-5ada-442b-b0b6-702b5d427753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:14.880668 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Bound using segment: {'id': '72367f20-5ada-442b-b0b6-702b5d427753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:14.881103 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Bound port: a233bb7a-5d65-445e-8b89-8fc4b1edbf4f, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72367f20-5ada-442b-b0b6-702b5d427753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:14.881466 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.950073 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e468d-e054-422c-b268-7e19fdf33696 req-d022e9b2-cc6c-444d-8004-bdaa9ef14a52 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:14.952432 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c6e468d-e054-422c-b268-7e19fdf33696 req-d022e9b2-cc6c-444d-8004-bdaa9ef14a52 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 943 time: 0.1457438 Aug 16 01:58:14.966090 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-699ea389-45dc-4796-9930-a5ef28fcfa29 req-0a6e3b3e-0666-4656-aed7-af25feba330b service neutron] 10.222.0.63 "GET /v2.0/networks/056904dc-091a-4f16-9131-e59417b8d75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646090 Aug 16 01:58:15.016170 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] For port a233bb7a-5d65-445e-8b89-8fc4b1edbf4f, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:15.020921 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] For port a233bb7a-5d65-445e-8b89-8fc4b1edbf4f, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a233bb7a-5d65-445e-8b89-8fc4b1edbf4f,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:15.037916 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d130716-ef44-47fe-89a6-acb84c59e24c req-e658c39c-61c0-4142-b39f-5414efa27433 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:15.039525 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4d130716-ef44-47fe-89a6-acb84c59e24c req-e658c39c-61c0-4142-b39f-5414efa27433 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 944 time: 0.1030722 Aug 16 01:58:15.041251 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.065509 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c6e468d-e054-422c-b268-7e19fdf33696 req-62d0463f-5d8c-4178-b493-1e45cb039be0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1000128 Aug 16 01:58:15.095373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:15.096320 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.099883 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] 10.222.0.73 "PUT /v2.0/ports/a233bb7a-5d65-445e-8b89-8fc4b1edbf4f HTTP/1.1" status: 200 len: 1093 time: 1.6901653 Aug 16 01:58:15.107417 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e684bfd-f741-47ab-8671-52b3c8a4adae', 'tag': 'a233bb7a-5d65-445e-8b89-8fc4b1edbf4f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:15.110461 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f163e012-9ed4-4c5d-b326-7b5217ea7a87" -d '{"events": [{"name": "network-changed", "server_uuid": "8e684bfd-f741-47ab-8671-52b3c8a4adae", "tag": "a233bb7a-5d65-445e-8b89-8fc4b1edbf4f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:15.138318 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ebd92ed-4b61-4c0c-b2fc-cc7c9007b11e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.165184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-9ebd92ed-4b61-4c0c-b2fc-cc7c9007b11e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Transition to ACTIVE for port object 558abe59-a048-4097-b83a-b99afc4071a6 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:15.167181 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efedb8b8-eaab-49ea-a51c-16680ec7d596 x-openstack-request-id: req-efedb8b8-eaab-49ea-a51c-16680ec7d596 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:15.167477 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e684bfd-f741-47ab-8671-52b3c8a4adae", "tag": "a233bb7a-5d65-445e-8b89-8fc4b1edbf4f", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:15.167720 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-efedb8b8-eaab-49ea-a51c-16680ec7d596 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:15.168112 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e684bfd-f741-47ab-8671-52b3c8a4adae', 'tag': 'a233bb7a-5d65-445e-8b89-8fc4b1edbf4f', 'status': 'completed', 'code': 200} Aug 16 01:58:15.184983 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4d130716-ef44-47fe-89a6-acb84c59e24c req-9bc6fe82-b483-4c7d-ab7d-b6ef9ca35bf4 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130524 Aug 16 01:58:15.186340 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99dd66-a066-4efd-99e0-fcb815203a88 service neutron] Pushing event updated for resources: {'Port': ['ID=a233bb7a-5d65-445e-8b89-8fc4b1edbf4f,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:15.226074 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-a2c0cbd1-c1f3-4b3b-acd0-908ea5670451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:15.227694 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-a2c0cbd1-c1f3-4b3b-acd0-908ea5670451 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c6347f5bf194c788b7062e1a4024297&device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 1096 time: 0.0773025 Aug 16 01:58:15.241061 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ebd92ed-4b61-4c0c-b2fc-cc7c9007b11e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.288631 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebd92ed-4b61-4c0c-b2fc-cc7c9007b11e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 37aae5dc-0593-40ea-9367-36bd2d289026 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:15.291675 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-01f8f534-7ff2-4182-bdfe-416713c5f923 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a233bb7a-5d65-445e-8b89-8fc4b1edbf4f HTTP/1.1" status: 200 len: 217 time: 0.0555081 Aug 16 01:58:15.294071 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9ebd92ed-4b61-4c0c-b2fc-cc7c9007b11e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:15.296712 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebd92ed-4b61-4c0c-b2fc-cc7c9007b11e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:15.330208 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd92ed-4b61-4c0c-b2fc-cc7c9007b11e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=558abe59-a048-4097-b83a-b99afc4071a6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:15.353563 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-49813712-7f68-413b-9cf1-f92bfc5be572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:15.355962 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-49813712-7f68-413b-9cf1-f92bfc5be572 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef5b9f6c-cdde-4058-adfe-6e7ebbf29def HTTP/1.1" status: 200 len: 855 time: 0.0568633 Aug 16 01:58:15.359776 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebd92ed-4b61-4c0c-b2fc-cc7c9007b11e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:15.360476 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ebd92ed-4b61-4c0c-b2fc-cc7c9007b11e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.363893 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 78785e47-c66e-478e-ab57-f228fa7a07a8 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:15.380930 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9ebd92ed-4b61-4c0c-b2fc-cc7c9007b11e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9159760 Aug 16 01:58:15.382697 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48570) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:15.394287 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-a0a2333c-e1ee-4ce2-b139-5fb5a04eba90 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308950 Aug 16 01:58:15.420795 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 78785e47-c66e-478e-ab57-f228fa7a07a8 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:15.496797 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-2afbcb23-d9ba-45ed-9bd3-d7a704b7fdb5 service neutron] 10.222.0.73 "GET /v2.0/networks/d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953262 Aug 16 01:58:15.592020 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-113cd7c1-fa40-4f3b-b80a-1fe64a0adeb4 req-323df54e-ad93-4739-b802-721bb20ac11f service neutron] 10.222.0.73 "GET /v2.0/networks/d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872390 Aug 16 01:58:15.693681 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163e012-9ed4-4c5d-b326-7b5217ea7a87 req-b30c23c2-5816-433e-982c-908bdad1bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:15.695334 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f163e012-9ed4-4c5d-b326-7b5217ea7a87 req-b30c23c2-5816-433e-982c-908bdad1bc21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c6347f5bf194c788b7062e1a4024297&device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 1096 time: 0.0490324 Aug 16 01:58:15.725735 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54ca4d65-e0e1-44cd-9bc0-fbbb9398a477 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.818975 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163e012-9ed4-4c5d-b326-7b5217ea7a87 req-43be54c2-ad26-4512-80cd-ac7926be5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:15.820478 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f163e012-9ed4-4c5d-b326-7b5217ea7a87 req-43be54c2-ad26-4512-80cd-ac7926be5881 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 HTTP/1.1" status: 200 len: 916 time: 0.1182442 Aug 16 01:58:15.867699 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f163e012-9ed4-4c5d-b326-7b5217ea7a87 req-5d1b7db4-ad27-497a-85bb-296eb4eafa21 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a233bb7a-5d65-445e-8b89-8fc4b1edbf4f HTTP/1.1" status: 200 len: 217 time: 0.0389667 Aug 16 01:58:15.929707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163e012-9ed4-4c5d-b326-7b5217ea7a87 req-c24e7a66-a2d0-4899-8eba-7ce6627580c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:15.931609 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f163e012-9ed4-4c5d-b326-7b5217ea7a87 req-c24e7a66-a2d0-4899-8eba-7ce6627580c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef5b9f6c-cdde-4058-adfe-6e7ebbf29def HTTP/1.1" status: 200 len: 855 time: 0.0566728 Aug 16 01:58:15.976176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bebe5-57d4-4dd7-8c14-7be0cb3f8e6e req-65c500a0-6b43-4d95-bbff-27fdc5a8595c tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:15.978192 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e67bebe5-57d4-4dd7-8c14-7be0cb3f8e6e req-65c500a0-6b43-4d95-bbff-27fdc5a8595c tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 944 time: 0.1118078 Aug 16 01:58:15.983634 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f163e012-9ed4-4c5d-b326-7b5217ea7a87 req-9b40eeb2-5aea-412f-8c16-d86d6322be01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389454 Aug 16 01:58:15.988900 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43a0344-b5a5-4a97-98f7-126525555b21 None None] Network 37aae5dc-0593-40ea-9367-36bd2d289026 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:16.055814 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-262d835e-c3bd-4497-b18a-2cd9e2566a35 None None] Provisioning for port 78785e47-c66e-478e-ab57-f228fa7a07a8 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:16.056424 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e67bebe5-57d4-4dd7-8c14-7be0cb3f8e6e req-7ddc2f6e-0d26-458b-82fe-34573fed2063 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666792 Aug 16 01:58:16.067157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-262d835e-c3bd-4497-b18a-2cd9e2566a35 None None] Provisioning complete for port 78785e47-c66e-478e-ab57-f228fa7a07a8 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:16.067533 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-262d835e-c3bd-4497-b18a-2cd9e2566a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.097065 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54ca4d65-e0e1-44cd-9bc0-fbbb9398a477 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.101915 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f163e012-9ed4-4c5d-b326-7b5217ea7a87 req-a7c9df08-5cc1-4ff8-a5bf-86d3b58b5ac9 service neutron] 10.222.0.73 "GET /v2.0/networks/d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098144 Aug 16 01:58:16.103295 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54ca4d65-e0e1-44cd-9bc0-fbbb9398a477 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.184090 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca4d65-e0e1-44cd-9bc0-fbbb9398a477 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=558abe59-a048-4097-b83a-b99afc4071a6,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:16.261147 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901dc74-ba0c-4ccd-98f5-fc650b3eb658 req-b5ff7184-7932-474d-b40d-efbf1ab6e45f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:16.262758 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c901dc74-ba0c-4ccd-98f5-fc650b3eb658 req-b5ff7184-7932-474d-b40d-efbf1ab6e45f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 943 time: 0.0810826 Aug 16 01:58:16.305458 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f163e012-9ed4-4c5d-b326-7b5217ea7a87 req-950b569b-5d60-4dc8-83ed-a5d888db3bc9 service neutron] 10.222.0.73 "GET /v2.0/networks/d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933856 Aug 16 01:58:16.325725 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c901dc74-ba0c-4ccd-98f5-fc650b3eb658 req-9c4d56a3-8c60-4c6a-9f96-b9df9fb8ea6c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0513520 Aug 16 01:58:16.381084 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-262d835e-c3bd-4497-b18a-2cd9e2566a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.394189 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084af309-48d8-4c07-a538-8e9f415bc68e req-c1d5b896-ce99-4620-ba95-9e7eae5dd8fd tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:16.395683 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-084af309-48d8-4c07-a538-8e9f415bc68e req-c1d5b896-ce99-4620-ba95-9e7eae5dd8fd tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 944 time: 0.0968213 Aug 16 01:58:16.430584 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54ca4d65-e0e1-44cd-9bc0-fbbb9398a477 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.440162 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-262d835e-c3bd-4497-b18a-2cd9e2566a35 None None] For port 78785e47-c66e-478e-ab57-f228fa7a07a8, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=78785e47-c66e-478e-ab57-f228fa7a07a8,segment=NetworkSegment(7c47f82c-502c-489f-a8dc-df2c2558c4d2),segment_id=7c47f82c-502c-489f-a8dc-df2c2558c4d2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:16.445908 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-262d835e-c3bd-4497-b18a-2cd9e2566a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.496871 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d835e-c3bd-4497-b18a-2cd9e2566a35 None None] Pushing event updated for resources: {'Port': ['ID=78785e47-c66e-478e-ab57-f228fa7a07a8,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:16.528301 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-084af309-48d8-4c07-a538-8e9f415bc68e req-6ebd47f8-1707-4e52-ae07-86d888158540 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252158 Aug 16 01:58:16.586346 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54ca4d65-e0e1-44cd-9bc0-fbbb9398a477 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.667752 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ab2b5f81-068e-431c-b1fb-f466194e3341 None None] Provisioning complete for port 78785e47-c66e-478e-ab57-f228fa7a07a8 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:16.668142 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab2b5f81-068e-431c-b1fb-f466194e3341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.736596 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:16.820184 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ab2b5f81-068e-431c-b1fb-f466194e3341 None None] Provisioning for port 558abe59-a048-4097-b83a-b99afc4071a6 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:16.827740 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ab2b5f81-068e-431c-b1fb-f466194e3341 None None] Provisioning complete for port 558abe59-a048-4097-b83a-b99afc4071a6 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:16.828093 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab2b5f81-068e-431c-b1fb-f466194e3341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.874360 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54ca4d65-e0e1-44cd-9bc0-fbbb9398a477 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.880871 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54ca4d65-e0e1-44cd-9bc0-fbbb9398a477 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.884485 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ab2b5f81-068e-431c-b1fb-f466194e3341 None None] Port 558abe59-a048-4097-b83a-b99afc4071a6 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:16.887013 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,segment=NetworkSegment(aa32ca9c-c7ff-4427-8b22-39faf14b4b91),segment_id=aa32ca9c-c7ff-4427-8b22-39faf14b4b91)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:16.898469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84', 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7', 'port_id': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84', 'mac_address': 'fa:16:3e:32:39:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8c1e80-77d8-4f69-9544-f62de49f497e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:16.942060 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.956640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:16.963073 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54ca4d65-e0e1-44cd-9bc0-fbbb9398a477 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:16.972022 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca4d65-e0e1-44cd-9bc0-fbbb9398a477 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=558abe59-a048-4097-b83a-b99afc4071a6,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:16.986273 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,segment=NetworkSegment(aa32ca9c-c7ff-4427-8b22-39faf14b4b91),segment_id=aa32ca9c-c7ff-4427-8b22-39faf14b4b91)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:16.990844 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.038585 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-10819c97-a9b8-49dd-bf1b-6d36d3342e2b None None] Provisioning complete for port 558abe59-a048-4097-b83a-b99afc4071a6 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:17.038953 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-10819c97-a9b8-49dd-bf1b-6d36d3342e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.063365 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ca4d65-e0e1-44cd-9bc0-fbbb9398a477 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 37aae5dc-0593-40ea-9367-36bd2d289026 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:17.065303 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-54ca4d65-e0e1-44cd-9bc0-fbbb9398a477 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:17.067506 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:17.084332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-10819c97-a9b8-49dd-bf1b-6d36d3342e2b None None] Port 558abe59-a048-4097-b83a-b99afc4071a6 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:17.204721 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443fa55-54a9-4583-95f2-a492f3aed066 req-5b67910a-8062-41cd-adb2-16b597384a33 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:17.208324 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ca4d65-e0e1-44cd-9bc0-fbbb9398a477 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 0c2e1f1d-033e-4e26-a311-157c7d71771e is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:58:17.213961 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2443fa55-54a9-4583-95f2-a492f3aed066 req-5b67910a-8062-41cd-adb2-16b597384a33 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 944 time: 0.0702777 Aug 16 01:58:17.225603 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['4e9e3b80-9b66-4630-bc3b-e54e7816ae84'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:17.269007 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2443fa55-54a9-4583-95f2-a492f3aed066 req-1a15ade8-3d2a-4142-ab91-7d012e002cd9 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535522 Aug 16 01:58:17.302199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e37518f3-559c-4cca-8bff-fafcb592fc06 None None] Provisioning complete for port 558abe59-a048-4097-b83a-b99afc4071a6 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:17.302573 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e37518f3-559c-4cca-8bff-fafcb592fc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.322299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ca4d65-e0e1-44cd-9bc0-fbbb9398a477 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:17.336469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 78785e47-c66e-478e-ab57-f228fa7a07a8 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:17.342867 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-54ca4d65-e0e1-44cd-9bc0-fbbb9398a477 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/0c2e1f1d-033e-4e26-a311-157c7d71771e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9546616 Aug 16 01:58:17.342867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48580) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:17.351094 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e446d2b-d2d5-4e48-a23e-57ec4aab943c None None] Sync routers for ids ['0c2e1f1d-033e-4e26-a311-157c7d71771e'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:17.365136 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e446d2b-d2d5-4e48-a23e-57ec4aab943c None None] Routers {'0c2e1f1d-033e-4e26-a311-157c7d71771e'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:17.366422 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4e446d2b-d2d5-4e48-a23e-57ec4aab943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:57:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['0c2e1f1d-033e-4e26-a311-157c7d71771e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:17.384752 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e37518f3-559c-4cca-8bff-fafcb592fc06 None None] Port 558abe59-a048-4097-b83a-b99afc4071a6 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:17.394926 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 47c951c7-e506-44ed-ba91-43d9359a409d details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:17.422532 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4e446d2b-d2d5-4e48-a23e-57ec4aab943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:17.437705 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e446d2b-d2d5-4e48-a23e-57ec4aab943c None None] Routers {'0c2e1f1d-033e-4e26-a311-157c7d71771e'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:17.438382 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4e446d2b-d2d5-4e48-a23e-57ec4aab943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:57:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['0c2e1f1d-033e-4e26-a311-157c7d71771e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:17.442192 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3073553c-d3bd-4992-a4ea-a12d9f520ba7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:17.447835 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3073553c-d3bd-4992-a4ea-a12d9f520ba7 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/ports/558abe59-a048-4097-b83a-b99afc4071a6 HTTP/1.1" status: 200 len: 977 time: 0.1018350 Aug 16 01:58:17.448434 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48584) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:17.477461 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4e446d2b-d2d5-4e48-a23e-57ec4aab943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:17.478533 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e446d2b-d2d5-4e48-a23e-57ec4aab943c None None] The sync data for ids ['0c2e1f1d-033e-4e26-a311-157c7d71771e'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:17.510221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 78785e47-c66e-478e-ab57-f228fa7a07a8 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:17.510586 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.528885 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ac085-458f-4d15-93ec-f9b9a0a5c523 req-47ddb0ab-084f-4b97-8ffb-e318956795e2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:17.530980 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fd8ac085-458f-4d15-93ec-f9b9a0a5c523 req-47ddb0ab-084f-4b97-8ffb-e318956795e2 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 944 time: 0.0755360 Aug 16 01:58:17.568914 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-205ba2ef-08ae-40db-bca2-e7034e6beae2 None None] Provisioning complete for port 558abe59-a048-4097-b83a-b99afc4071a6 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:17.569291 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-205ba2ef-08ae-40db-bca2-e7034e6beae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.576835 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fd8ac085-458f-4d15-93ec-f9b9a0a5c523 req-622f67a1-3039-41eb-8695-eb5e4ec583db tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0385985 Aug 16 01:58:17.648450 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 47c951c7-e506-44ed-ba91-43d9359a409d, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=47c951c7-e506-44ed-ba91-43d9359a409d,segment=NetworkSegment(685b0cfc-520a-4a1b-9f62-511bdcf2de98),segment_id=685b0cfc-520a-4a1b-9f62-511bdcf2de98)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:17.690013 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-205ba2ef-08ae-40db-bca2-e7034e6beae2 None None] Port 558abe59-a048-4097-b83a-b99afc4071a6 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:17.692383 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '47c951c7-e506-44ed-ba91-43d9359a409d', 'network_id': '056904dc-091a-4f16-9131-e59417b8d75e', 'port_id': '47c951c7-e506-44ed-ba91-43d9359a409d', 'mac_address': 'fa:16:3e:2e:f4:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cd7452-13d5-4612-89d0-207db0b14383', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:17.725029 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184efe27-6bea-4249-a852-f1f313e90b24 req-86bc8767-b963-4ff2-a80f-9981819e736c tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:17.726581 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-184efe27-6bea-4249-a852-f1f313e90b24 req-86bc8767-b963-4ff2-a80f-9981819e736c tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 944 time: 0.0866208 Aug 16 01:58:17.798091 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.818110 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-184efe27-6bea-4249-a852-f1f313e90b24 req-4a009157-c94c-48b8-b10d-3a6f6ba23bcf tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725577 Aug 16 01:58:17.823842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c951c7-e506-44ed-ba91-43d9359a409d {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:17.860239 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 47c951c7-e506-44ed-ba91-43d9359a409d, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=47c951c7-e506-44ed-ba91-43d9359a409d,segment=NetworkSegment(685b0cfc-520a-4a1b-9f62-511bdcf2de98),segment_id=685b0cfc-520a-4a1b-9f62-511bdcf2de98)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:17.866363 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.930556 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=47c951c7-e506-44ed-ba91-43d9359a409d,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:17.978346 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51882805-49ae-4f73-8f53-a10522417430 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.108253 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['47c951c7-e506-44ed-ba91-43d9359a409d'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:18.188238 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-51882805-49ae-4f73-8f53-a10522417430 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting port 558abe59-a048-4097-b83a-b99afc4071a6 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:18.188593 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51882805-49ae-4f73-8f53-a10522417430 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.280115 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51882805-49ae-4f73-8f53-a10522417430 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.295533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-51882805-49ae-4f73-8f53-a10522417430 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Calling delete_port for 558abe59-a048-4097-b83a-b99afc4071a6 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:18.392191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f779ebd-30c6-4128-8c0e-fd050b17c8a2 req-c3108ba3-ef32-4af4-bc4b-f57546aef0f6 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:18.393726 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0f779ebd-30c6-4128-8c0e-fd050b17c8a2 req-c3108ba3-ef32-4af4-bc4b-f57546aef0f6 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 945 time: 0.0602078 Aug 16 01:58:18.434745 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0f779ebd-30c6-4128-8c0e-fd050b17c8a2 req-dbcf337e-bf50-4523-ab7c-0e430a761d84 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348387 Aug 16 01:58:18.480091 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51882805-49ae-4f73-8f53-a10522417430 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.507976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51882805-49ae-4f73-8f53-a10522417430 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Port': ['ID=558abe59-a048-4097-b83a-b99afc4071a6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:18.682796 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51882805-49ae-4f73-8f53-a10522417430 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.728472 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a233bb7a-5d65-445e-8b89-8fc4b1edbf4f details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:18.731648 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:18.797611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca04465-3f26-4186-84b8-2ad2242d9995 req-c9dfab9d-d303-4247-8153-06c745ef01ca tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:18.799098 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bca04465-3f26-4186-84b8-2ad2242d9995 req-c9dfab9d-d303-4247-8153-06c745ef01ca tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 944 time: 0.1387737 Aug 16 01:58:18.852395 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:18.860550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:18.860946 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.899118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port a233bb7a-5d65-445e-8b89-8fc4b1edbf4f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a233bb7a-5d65-445e-8b89-8fc4b1edbf4f,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:18.906398 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51882805-49ae-4f73-8f53-a10522417430 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 0c2e1f1d-033e-4e26-a311-157c7d71771e has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:18.909888 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bca04465-3f26-4186-84b8-2ad2242d9995 req-21dd3274-1940-44e8-bae5-a943177a10ef tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0721788 Aug 16 01:58:18.917800 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'a233bb7a-5d65-445e-8b89-8fc4b1edbf4f', 'network_id': 'd0f031e2-aa7c-4faa-af45-2a9a3b0d29f0', 'port_id': 'a233bb7a-5d65-445e-8b89-8fc4b1edbf4f', 'mac_address': 'fa:16:3e:1d:32:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5b9f6c-cdde-4058-adfe-6e7ebbf29def', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:18.978936 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062510b-476c-4cb8-a378-195ac0d7f02f req-c382492d-8079-481d-8494-e4673c450e0f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:18.981931 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0062510b-476c-4cb8-a378-195ac0d7f02f req-c382492d-8079-481d-8494-e4673c450e0f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 944 time: 0.0628531 Aug 16 01:58:18.996291 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.999723 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.015135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51882805-49ae-4f73-8f53-a10522417430 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:19.019435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a233bb7a-5d65-445e-8b89-8fc4b1edbf4f {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:19.022766 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-51882805-49ae-4f73-8f53-a10522417430 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/0c2e1f1d-033e-4e26-a311-157c7d71771e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5705297 Aug 16 01:58:19.023552 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48594) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:19.031126 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0062510b-476c-4cb8-a378-195ac0d7f02f req-05b90636-916a-429d-b3c3-ad1d73fa191a tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417392 Aug 16 01:58:19.037972 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cfc309-5318-4867-80bc-aec27875422d None None] Sync routers for ids ['0c2e1f1d-033e-4e26-a311-157c7d71771e'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:19.065896 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:19.068159 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ea951b-bd47-4a5f-9f7d-ec4bb364286d" -d '{"events": [{"server_uuid": "96dc22f1-394e-41c1-8ac2-d1644bf1e74d", "name": "network-vif-plugged", "status": "completed", "tag": "4e9e3b80-9b66-4630-bc3b-e54e7816ae84"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:19.082830 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port a233bb7a-5d65-445e-8b89-8fc4b1edbf4f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a233bb7a-5d65-445e-8b89-8fc4b1edbf4f,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:19.088967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,segment=NetworkSegment(aa32ca9c-c7ff-4427-8b22-39faf14b4b91),segment_id=aa32ca9c-c7ff-4427-8b22-39faf14b4b91)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:19.090859 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.101963 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.126288 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f2c899-8945-4640-8791-674e86fc29be x-openstack-request-id: req-85f2c899-8945-4640-8791-674e86fc29be {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:19.127218 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dc22f1-394e-41c1-8ac2-d1644bf1e74d", "name": "network-vif-plugged", "status": "completed", "tag": "4e9e3b80-9b66-4630-bc3b-e54e7816ae84", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:19.127218 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-85f2c899-8945-4640-8791-674e86fc29be {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:19.127218 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84', 'code': 200} Aug 16 01:58:19.127758 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cfc309-5318-4867-80bc-aec27875422d None None] Routers {'0c2e1f1d-033e-4e26-a311-157c7d71771e'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:19.128404 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b2cfc309-5318-4867-80bc-aec27875422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:57:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['0c2e1f1d-033e-4e26-a311-157c7d71771e'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:19.169067 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b2cfc309-5318-4867-80bc-aec27875422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:19.194427 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cfc309-5318-4867-80bc-aec27875422d None None] Routers {'0c2e1f1d-033e-4e26-a311-157c7d71771e'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:19.195081 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b2cfc309-5318-4867-80bc-aec27875422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:57:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['0c2e1f1d-033e-4e26-a311-157c7d71771e'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:19.231405 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=a233bb7a-5d65-445e-8b89-8fc4b1edbf4f,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:19.238584 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b2cfc309-5318-4867-80bc-aec27875422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:19.239211 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cfc309-5318-4867-80bc-aec27875422d None None] The sync data for ids ['0c2e1f1d-033e-4e26-a311-157c7d71771e'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:19.246734 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-242dfcc0-c133-4b27-a1c2-0320ca282162 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 01:58:19.247752 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-242dfcc0-c133-4b27-a1c2-0320ca282162 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/0c2e1f1d-033e-4e26-a311-157c7d71771e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2236128 Aug 16 01:58:19.251440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48598) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:19.263194 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af4c74-9f7c-4991-8f08-1d94bbe153bc req-28186838-49e5-4e17-8fd5-6c4610150bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:19.264678 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53af4c74-9f7c-4991-8f08-1d94bbe153bc req-28186838-49e5-4e17-8fd5-6c4610150bbc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 1097 time: 0.0893753 Aug 16 01:58:19.281333 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f83fcc13-3f28-45c5-8ad6-59312280ba39 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/ports?device_id=0c2e1f1d-033e-4e26-a311-157c7d71771e HTTP/1.1" status: 200 len: 205 time: 0.0286984 Aug 16 01:58:19.284122 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48600) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:19.299623 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:19.312899 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53af4c74-9f7c-4991-8f08-1d94bbe153bc req-c1b02249-27f0-461a-bffb-64c3dd453476 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0343702 Aug 16 01:58:19.326784 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['a233bb7a-5d65-445e-8b89-8fc4b1edbf4f'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:19.381650 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43511345-2d70-48ec-a46d-f0db5d7e1382 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.427030 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 47c951c7-e506-44ed-ba91-43d9359a409d up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:19.511268 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 47c951c7-e506-44ed-ba91-43d9359a409d completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:19.515417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 47c951c7-e506-44ed-ba91-43d9359a409d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:19.515792 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.558973 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43511345-2d70-48ec-a46d-f0db5d7e1382 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.561775 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43511345-2d70-48ec-a46d-f0db5d7e1382 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.601450 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.626309 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43511345-2d70-48ec-a46d-f0db5d7e1382 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.626846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43511345-2d70-48ec-a46d-f0db5d7e1382 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Fanout notify agent at l3_agent the message router_deleted on router 0c2e1f1d-033e-4e26-a311-157c7d71771e {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:58:19.634345 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43511345-2d70-48ec-a46d-f0db5d7e1382 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.635301 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 47c951c7-e506-44ed-ba91-43d9359a409d, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=47c951c7-e506-44ed-ba91-43d9359a409d,segment=NetworkSegment(685b0cfc-520a-4a1b-9f62-511bdcf2de98),segment_id=685b0cfc-520a-4a1b-9f62-511bdcf2de98)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:19.635434 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-43511345-2d70-48ec-a46d-f0db5d7e1382 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/routers/0c2e1f1d-033e-4e26-a311-157c7d71771e HTTP/1.1" status: 204 len: 168 time: 0.3429525 Aug 16 01:58:19.638343 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48604) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:19.641875 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.645246 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf3763-72b4-461f-82fa-e609266bb15e req-23bd7691-4744-4d2a-8901-7678b7fe2727 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:19.646815 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3ecf3763-72b4-461f-82fa-e609266bb15e req-23bd7691-4744-4d2a-8901-7678b7fe2727 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 945 time: 0.1025081 Aug 16 01:58:19.695669 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=47c951c7-e506-44ed-ba91-43d9359a409d,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:19.701526 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3ecf3763-72b4-461f-82fa-e609266bb15e req-a9e6839b-50e4-4f51-8438-26136798a854 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478127 Aug 16 01:58:19.705177 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-0adabc2c-1a4f-4a0a-afac-a5c317ecf94e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting subnet 8ce91d34-a0d6-454b-8f76-b3cccfa7b59d {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:19.708785 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0adabc2c-1a4f-4a0a-afac-a5c317ecf94e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.749859 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0adabc2c-1a4f-4a0a-afac-a5c317ecf94e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.834697 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0adabc2c-1a4f-4a0a-afac-a5c317ecf94e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.898325 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0adabc2c-1a4f-4a0a-afac-a5c317ecf94e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.931131 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adabc2c-1a4f-4a0a-afac-a5c317ecf94e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce91d34-a0d6-454b-8f76-b3cccfa7b59d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:19.934685 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0adabc2c-1a4f-4a0a-afac-a5c317ecf94e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.937370 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0adabc2c-1a4f-4a0a-afac-a5c317ecf94e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/subnets/8ce91d34-a0d6-454b-8f76-b3cccfa7b59d HTTP/1.1" status: 204 len: 168 time: 0.2973783 Aug 16 01:58:19.939425 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48606) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:19.941854 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a813d17b-e74a-4966-ab83-dfcb6df0ee35 None None] Network 37aae5dc-0593-40ea-9367-36bd2d289026 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:20.061443 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.082481 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b57967-d5b6-459e-86f8-a7e43d226e48 req-2e542e3a-aec5-42b2-a48a-357d169007e6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.084173 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2b57967-d5b6-459e-86f8-a7e43d226e48 req-2e542e3a-aec5-42b2-a48a-357d169007e6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 945 time: 0.0815392 Aug 16 01:58:20.090276 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71db36eb-2cb6-4404-a27d-af047571204d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.162358 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8466e8a0-5c2a-4f6f-bec9-7495437284e9 None None] DHCP port deletion for 37aae5dc-0593-40ea-9367-36bd2d289026 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:58:20.163083 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2b57967-d5b6-459e-86f8-a7e43d226e48 req-21ad8c74-18bb-4493-bd2e-959c7450d78a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0724134 Aug 16 01:58:20.187291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting port 78785e47-c66e-478e-ab57-f228fa7a07a8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:20.187639 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.204686 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c59a48-ad7b-4948-b843-37a2c76eb644 req-70e6806d-f63c-4d5a-83f2-e115c3c9e224 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.206738 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-31c59a48-ad7b-4948-b843-37a2c76eb644 req-70e6806d-f63c-4d5a-83f2-e115c3c9e224 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 945 time: 0.0829859 Aug 16 01:58:20.214947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8466e8a0-5c2a-4f6f-bec9-7495437284e9 None None] Deleting port 78785e47-c66e-478e-ab57-f228fa7a07a8 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:20.215414 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8466e8a0-5c2a-4f6f-bec9-7495437284e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.257723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] For port 78785e47-c66e-478e-ab57-f228fa7a07a8, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=78785e47-c66e-478e-ab57-f228fa7a07a8,segment=NetworkSegment(7c47f82c-502c-489f-a8dc-df2c2558c4d2),segment_id=7c47f82c-502c-489f-a8dc-df2c2558c4d2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:20.258232 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.267966 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-31c59a48-ad7b-4948-b843-37a2c76eb644 req-45ed35ab-3763-4382-a7ea-f1f2b070a651 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544777 Aug 16 01:58:20.274233 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Calling delete_port for 78785e47-c66e-478e-ab57-f228fa7a07a8 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:20.300097 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8466e8a0-5c2a-4f6f-bec9-7495437284e9 None None] For port 78785e47-c66e-478e-ab57-f228fa7a07a8, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=78785e47-c66e-478e-ab57-f228fa7a07a8,segment=NetworkSegment(7c47f82c-502c-489f-a8dc-df2c2558c4d2),segment_id=7c47f82c-502c-489f-a8dc-df2c2558c4d2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:20.300563 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8466e8a0-5c2a-4f6f-bec9-7495437284e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.314601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8466e8a0-5c2a-4f6f-bec9-7495437284e9 None None] Calling delete_port for 78785e47-c66e-478e-ab57-f228fa7a07a8 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:20.396056 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8466e8a0-5c2a-4f6f-bec9-7495437284e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.420366 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466e8a0-5c2a-4f6f-bec9-7495437284e9 None None] Pushing event deleted for resources: {'Port': ['ID=78785e47-c66e-478e-ab57-f228fa7a07a8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:20.426260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8466e8a0-5c2a-4f6f-bec9-7495437284e9 None None] No DVR routers for this DVR port 78785e47-c66e-478e-ab57-f228fa7a07a8 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:20.670211 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.695786 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Port': ['ID=78785e47-c66e-478e-ab57-f228fa7a07a8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:20.699122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] No DVR routers for this DVR port 78785e47-c66e-478e-ab57-f228fa7a07a8 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:20.758171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a233bb7a-5d65-445e-8b89-8fc4b1edbf4f up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:20.804785 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.811573 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port a233bb7a-5d65-445e-8b89-8fc4b1edbf4f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:20.819381 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37aae5dc-0593-40ea-9367-36bd2d289026']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:20.820577 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port a233bb7a-5d65-445e-8b89-8fc4b1edbf4f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:20.821829 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.833024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c47f82c-502c-489f-a8dc-df2c2558c4d2') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:20.833330 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c47f82c-502c-489f-a8dc-df2c2558c4d2') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:20.851395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f76db-d0a5-457e-98ee-92c3f16be60e req-330bb026-87ae-4b5e-ad3d-faffda37b976 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.852964 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-680f76db-d0a5-457e-98ee-92c3f16be60e req-330bb026-87ae-4b5e-ad3d-faffda37b976 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 946 time: 0.0889366 Aug 16 01:58:20.854721 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.884633 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.899997 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:58:20.900397 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:58:20.903532 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:58:20.907508 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.941119 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port a233bb7a-5d65-445e-8b89-8fc4b1edbf4f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a233bb7a-5d65-445e-8b89-8fc4b1edbf4f,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:20.944968 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.950086 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-680f76db-d0a5-457e-98ee-92c3f16be60e req-931c2d0c-236a-4185-82d2-a8e9894ee024 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866721 Aug 16 01:58:20.974682 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.983590 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.984736 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/networks/37aae5dc-0593-40ea-9367-36bd2d289026 HTTP/1.1" status: 204 len: 168 time: 1.0443180 Aug 16 01:58:20.988568 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48614) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:20.993629 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4fe0c719-8f2d-4c7a-b6d4-21027ef893f1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'network': {'name': 'tempest-RoutersTest-1094390983'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:21.005137 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=a233bb7a-5d65-445e-8b89-8fc4b1edbf4f,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:21.007499 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cb873-e1b5-4b1b-b2f2-c9bd6b87d490 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Network': ['ID=37aae5dc-0593-40ea-9367-36bd2d289026,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:21.026359 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe0c719-8f2d-4c7a-b6d4-21027ef893f1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Made reservation on behalf of fd4c6ccb7877456e83ca17372bc6d1f1 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:21.029947 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c719-8f2d-4c7a-b6d4-21027ef893f1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.053888 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe0c719-8f2d-4c7a-b6d4-21027ef893f1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:58:21.063445 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c719-8f2d-4c7a-b6d4-21027ef893f1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.063782 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-4fe0c719-8f2d-4c7a-b6d4-21027ef893f1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Added segment bed334ab-2d2f-4291-897c-38617eccfa5d of type vlan for network 3c377fa2-f69f-44d6-91c5-3856f0dedcfe Aug 16 01:58:21.102635 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c719-8f2d-4c7a-b6d4-21027ef893f1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.128438 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47d83b2-d806-496b-90df-e71bb741fb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c951c7-e506-44ed-ba91-43d9359a409d'}, {'server_uuid': '8e684bfd-f741-47ab-8671-52b3c8a4adae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a233bb7a-5d65-445e-8b89-8fc4b1edbf4f'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:21.130903 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fc0a80-f391-43db-9b54-34e8f72e7f67" -d '{"events": [{"server_uuid": "b47d83b2-d806-496b-90df-e71bb741fb0d", "name": "network-vif-plugged", "status": "completed", "tag": "47c951c7-e506-44ed-ba91-43d9359a409d"}, {"server_uuid": "8e684bfd-f741-47ab-8671-52b3c8a4adae", "name": "network-vif-plugged", "status": "completed", "tag": "a233bb7a-5d65-445e-8b89-8fc4b1edbf4f"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:21.131177 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c719-8f2d-4c7a-b6d4-21027ef893f1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.137171 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe0c719-8f2d-4c7a-b6d4-21027ef893f1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:21.137832 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c719-8f2d-4c7a-b6d4-21027ef893f1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.175924 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ae1733-0c8c-4710-a606-3940495601bd x-openstack-request-id: req-94ae1733-0c8c-4710-a606-3940495601bd {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:21.176465 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47d83b2-d806-496b-90df-e71bb741fb0d", "name": "network-vif-plugged", "status": "completed", "tag": "47c951c7-e506-44ed-ba91-43d9359a409d", "code": 200}, {"server_uuid": "8e684bfd-f741-47ab-8671-52b3c8a4adae", "name": "network-vif-plugged", "status": "completed", "tag": "a233bb7a-5d65-445e-8b89-8fc4b1edbf4f", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:21.176465 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-94ae1733-0c8c-4710-a606-3940495601bd {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:21.176904 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47d83b2-d806-496b-90df-e71bb741fb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c951c7-e506-44ed-ba91-43d9359a409d', 'code': 200} Aug 16 01:58:21.177157 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e684bfd-f741-47ab-8671-52b3c8a4adae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a233bb7a-5d65-445e-8b89-8fc4b1edbf4f', 'code': 200} Aug 16 01:58:21.218122 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48620) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:21.218635 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4fe0c719-8f2d-4c7a-b6d4-21027ef893f1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2290158 Aug 16 01:58:21.223603 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'subnet': {'network_id': '3c377fa2-f69f-44d6-91c5-3856f0dedcfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:21.229461 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0c719-8f2d-4c7a-b6d4-21027ef893f1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Network': ['ID=3c377fa2-f69f-44d6-91c5-3856f0dedcfe,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:21.243383 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 3c377fa2-f69f-44d6-91c5-3856f0dedcfe details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:58:21.321682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 78785e47-c66e-478e-ab57-f228fa7a07a8 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:21.365335 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 78785e47-c66e-478e-ab57-f228fa7a07a8 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:21.365929 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 78785e47-c66e-478e-ab57-f228fa7a07a8 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:21.396555 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83434c8e-6f06-4334-a530-5c12476a1d0a req-916ae24e-6511-435f-b0f0-87974873c9a4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:21.398071 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83434c8e-6f06-4334-a530-5c12476a1d0a req-916ae24e-6511-435f-b0f0-87974873c9a4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 945 time: 0.1254947 Aug 16 01:58:21.400875 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb523af9-b5c0-4cef-b722-5c62dc1c3ad6 req-e0139b37-a105-4d6c-8920-662b3bafa42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:21.402198 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eb523af9-b5c0-4cef-b722-5c62dc1c3ad6 req-e0139b37-a105-4d6c-8920-662b3bafa42c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 1098 time: 0.0883698 Aug 16 01:58:21.404647 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d1ae6-7c8a-48c8-8165-93a3e66f0547 req-8d202a64-a2d8-4560-b0ce-c60569b1c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:21.406724 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ca4d1ae6-7c8a-48c8-8165-93a3e66f0547 req-8d202a64-a2d8-4560-b0ce-c60569b1c17f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 1098 time: 0.1244071 Aug 16 01:58:21.419323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b25051-f555-4df2-981d-10d97b306f0f req-223b92bd-5a3d-497e-bc0c-d19d7f04625c tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:21.421633 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-17b25051-f555-4df2-981d-10d97b306f0f req-223b92bd-5a3d-497e-bc0c-d19d7f04625c tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 946 time: 0.0829029 Aug 16 01:58:21.435383 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Made reservation on behalf of fd4c6ccb7877456e83ca17372bc6d1f1 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:21.439110 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.485296 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-83434c8e-6f06-4334-a530-5c12476a1d0a req-52094d13-b2df-497f-89c5-077515498bb4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0768652 Aug 16 01:58:21.492599 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ca4d1ae6-7c8a-48c8-8165-93a3e66f0547 req-9739444b-0122-43e7-bcae-4f0143ce1650 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640457 Aug 16 01:58:21.494172 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eb523af9-b5c0-4cef-b722-5c62dc1c3ad6 req-9336d615-bf24-42fe-ac1d-301bb61b4e3b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800416 Aug 16 01:58:21.521183 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-17b25051-f555-4df2-981d-10d97b306f0f req-d07ba982-8703-4b17-9177-2251f8e52f68 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910649 Aug 16 01:58:21.612417 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793b642-49c3-44f8-8e01-93fca7635b23 req-fd997514-af0e-46f7-9c17-dae1517b9acf tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:21.614071 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d793b642-49c3-44f8-8e01-93fca7635b23 req-fd997514-af0e-46f7-9c17-dae1517b9acf tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 945 time: 0.0500240 Aug 16 01:58:21.648486 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.652439 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d793b642-49c3-44f8-8e01-93fca7635b23 req-47241535-989a-46d5-9111-746c500267d1 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324035 Aug 16 01:58:21.675200 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48626) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:21.710776 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Subnet': ['ID=f849d3a7-ff15-40c1-9d89-7a6f258da3b2,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:21.719149 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5168619-0234-45b2-be1b-c6f5ba014b7c tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:21.723295 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b5168619-0234-45b2-be1b-c6f5ba014b7c tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 1092 time: 0.0443239 Aug 16 01:58:21.723459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:21.723459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:21.723459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:21.723459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:21.723459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:21.724003 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48628) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:21.724112 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:21.724112 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:21.724384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:21.724715 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:21.725040 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:21.725364 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:21.725683 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:21.727762 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:21.728649 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Checking segment: {'id': 'bed334ab-2d2f-4291-897c-38617eccfa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3c377fa2-f69f-44d6-91c5-3856f0dedcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:21.729008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network hostable DHCP agents. Network: 3c377fa2-f69f-44d6-91c5-3856f0dedcfe, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:58:21.747259 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 3c377fa2-f69f-44d6-91c5-3856f0dedcfe is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:58:21.751567 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.757841 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 3c377fa2-f69f-44d6-91c5-3856f0dedcfe) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:21.762329 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:21.763637 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.767366 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5633743-8ba7-4818-ba71-223b4dbae76b None None] Network 3c377fa2-f69f-44d6-91c5-3856f0dedcfe requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:21.781641 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-105d4fe7-cf9d-495d-a937-e1de498d637f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5623057 Aug 16 01:58:21.783697 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48630) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:21.789059 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0dc0d5c9-f8aa-4277-9f9d-e5888d996a80 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-696224758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:21.816203 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0dc0d5c9-f8aa-4277-9f9d-e5888d996a80 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.817359 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0dc0d5c9-f8aa-4277-9f9d-e5888d996a80 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.856753 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.884781 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0dc0d5c9-f8aa-4277-9f9d-e5888d996a80 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.892443 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0dc0d5c9-f8aa-4277-9f9d-e5888d996a80 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.910237 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0dc0d5c9-f8aa-4277-9f9d-e5888d996a80 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.914033 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0dc0d5c9-f8aa-4277-9f9d-e5888d996a80 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1267374 Aug 16 01:58:21.914410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48632) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:21.919613 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-3c377fa2-f69f-44d6-91c5-3856f0dedcfe', 'network_id': '3c377fa2-f69f-44d6-91c5-3856f0dedcfe', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'fixed_ips': [{'subnet_id': 'f849d3a7-ff15-40c1-9d89-7a6f258da3b2'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:58:21.920492 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.010596 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Allocated IP 172.25.3.89 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/135501ab-4c81-412c-ada4-70e19ed15987) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:22.134687 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.191944 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.221559 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Allocated IP 172.20.0.2 (3c377fa2-f69f-44d6-91c5-3856f0dedcfe/f849d3a7-ff15-40c1-9d89-7a6f258da3b2/f7d251df-2662-4d65-89d6-32fcf973805f) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:22.267352 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:22.273210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:22.277381 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:22.416691 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=135501ab-4c81-412c-ada4-70e19ed15987,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:22.427441 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.437793 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Transition to ACTIVE for port object f7d251df-2662-4d65-89d6-32fcf973805f will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:22.456972 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Transition to ACTIVE for port object f7d251df-2662-4d65-89d6-32fcf973805f will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:22.468733 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.520180 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Network 3c377fa2-f69f-44d6-91c5-3856f0dedcfe is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:22.523670 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:22.529849 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:22.533651 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Pushing event updated for resources: {'Port': ['ID=f7d251df-2662-4d65-89d6-32fcf973805f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:22.590711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Attempting to bind port f7d251df-2662-4d65-89d6-32fcf973805f on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:22.592341 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Attempting to bind port f7d251df-2662-4d65-89d6-32fcf973805f by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'bed334ab-2d2f-4291-897c-38617eccfa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3c377fa2-f69f-44d6-91c5-3856f0dedcfe'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:22.592341 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Attempting to bind port f7d251df-2662-4d65-89d6-32fcf973805f on network 3c377fa2-f69f-44d6-91c5-3856f0dedcfe {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:22.608740 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:22.609111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Checking segment: {'id': 'bed334ab-2d2f-4291-897c-38617eccfa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3c377fa2-f69f-44d6-91c5-3856f0dedcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:22.609518 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.609928 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Bound using segment: {'id': 'bed334ab-2d2f-4291-897c-38617eccfa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3c377fa2-f69f-44d6-91c5-3856f0dedcfe'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:22.610403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Bound port: f7d251df-2662-4d65-89d6-32fcf973805f, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed334ab-2d2f-4291-897c-38617eccfa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3c377fa2-f69f-44d6-91c5-3856f0dedcfe'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:22.610781 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.623518 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-90930727-7b5d-49a5-8b0c-1a42a45bb6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.677374 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f525118-a9c6-4f9b-b792-9b1aef0e7697 req-3af46404-90dc-49f4-ae08-87787cf1d8ee tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:22.679046 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f525118-a9c6-4f9b-b792-9b1aef0e7697 req-3af46404-90dc-49f4-ae08-87787cf1d8ee tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 946 time: 0.6304317 Aug 16 01:58:22.685743 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] For port f7d251df-2662-4d65-89d6-32fcf973805f, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:22.690573 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] For port f7d251df-2662-4d65-89d6-32fcf973805f, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f7d251df-2662-4d65-89d6-32fcf973805f,segment=NetworkSegment(bed334ab-2d2f-4291-897c-38617eccfa5d),segment_id=bed334ab-2d2f-4291-897c-38617eccfa5d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:22.695588 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.713717 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fe776-6eef-43da-ab2a-3a1a50884092 req-1d15a174-5021-498c-9b82-a2e9aab86304 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:22.716092 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-949fe776-6eef-43da-ab2a-3a1a50884092 req-1d15a174-5021-498c-9b82-a2e9aab86304 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 946 time: 0.0805917 Aug 16 01:58:22.758954 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149120d8-4b5d-428c-a3fd-0258ad0a6224 None None] Pushing event updated for resources: {'Port': ['ID=f7d251df-2662-4d65-89d6-32fcf973805f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:22.766235 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f525118-a9c6-4f9b-b792-9b1aef0e7697 req-54b06af9-50ac-4665-b12a-763534ccceba tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616457 Aug 16 01:58:22.791308 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45654513-0595-4b72-9149-35980e939ec9 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.851598 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-949fe776-6eef-43da-ab2a-3a1a50884092 req-569b7db2-3267-4085-bbf3-ba94ac82120f tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922182 Aug 16 01:58:22.932577 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.036234 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.069241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07554e79-13c5-4eec-b56a-1c4baec387e4 req-7b70a2d1-8dfe-4ec6-be7b-0eb4043a2e59 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:23.071006 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-07554e79-13c5-4eec-b56a-1c4baec387e4 req-7b70a2d1-8dfe-4ec6-be7b-0eb4043a2e59 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 946 time: 0.1113658 Aug 16 01:58:23.144505 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-07554e79-13c5-4eec-b56a-1c4baec387e4 req-2319099f-4a1b-45f6-97f7-4edcb5f72f78 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541461 Aug 16 01:58:23.146055 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-45654513-0595-4b72-9149-35980e939ec9 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Allocated IP 172.20.0.1 (3c377fa2-f69f-44d6-91c5-3856f0dedcfe/f849d3a7-ff15-40c1-9d89-7a6f258da3b2/773b52e1-c1b1-4219-b604-18e80a69e73f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:23.205959 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.211898 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.265690 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.322292 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=135501ab-4c81-412c-ada4-70e19ed15987,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:23.326792 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45654513-0595-4b72-9149-35980e939ec9 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.338000 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.344125 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-45654513-0595-4b72-9149-35980e939ec9 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Transition to ACTIVE for port object 773b52e1-c1b1-4219-b604-18e80a69e73f will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:23.350009 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:58:23.365253 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f7d251df-2662-4d65-89d6-32fcf973805f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:23.396719 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45654513-0595-4b72-9149-35980e939ec9 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.421525 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port f7d251df-2662-4d65-89d6-32fcf973805f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:23.468093 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Floating IP 18f23186-0950-4855-8854-60a064f4a90b associated. External IP: 172.25.3.89, port: 4e9e3b80-9b66-4630-bc3b-e54e7816ae84. Aug 16 01:58:23.477109 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45654513-0595-4b72-9149-35980e939ec9 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 3c377fa2-f69f-44d6-91c5-3856f0dedcfe is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:23.482977 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45654513-0595-4b72-9149-35980e939ec9 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=773b52e1-c1b1-4219-b604-18e80a69e73f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:23.486527 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-45654513-0595-4b72-9149-35980e939ec9 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:23.488622 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45654513-0595-4b72-9149-35980e939ec9 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:23.555416 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c9b6c-39cc-451a-a768-17625c61b9b5 req-96cc3b78-3caf-484f-99aa-ce28977c9843 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:23.557324 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b56c9b6c-39cc-451a-a768-17625c61b9b5 req-96cc3b78-3caf-484f-99aa-ce28977c9843 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 946 time: 0.1560750 Aug 16 01:58:23.558165 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45654513-0595-4b72-9149-35980e939ec9 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.666563 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b56c9b6c-39cc-451a-a768-17625c61b9b5 req-ae31419f-804d-4836-b127-2e0a2cd31dab tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691090 Aug 16 01:58:23.707977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Router e9f79893-cc55-4720-a5e9-24a744ce75ff has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:23.731049 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45654513-0595-4b72-9149-35980e939ec9 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.855121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071f2d9-78af-44f3-a107-7bcc075cc88c req-1d86728a-2c21-4d66-ab0b-c2761033e0a0 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:23.856706 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4071f2d9-78af-44f3-a107-7bcc075cc88c req-1d86728a-2c21-4d66-ab0b-c2761033e0a0 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 946 time: 0.0959527 Aug 16 01:58:23.879017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b44f74a-cc4b-4ca9-a51e-0b400363602a None None] Network 3c377fa2-f69f-44d6-91c5-3856f0dedcfe requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:23.894982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:23.906139 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d92fa51-c896-4802-a2c0-d53817023d4e None None] Sync routers for ids ['e9f79893-cc55-4720-a5e9-24a744ce75ff'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:23.916181 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92fa51-c896-4802-a2c0-d53817023d4e None None] Routers {'e9f79893-cc55-4720-a5e9-24a744ce75ff'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:23.917035 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5d92fa51-c896-4802-a2c0-d53817023d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e9f79893-cc55-4720-a5e9-24a744ce75ff'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:23.928285 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4071f2d9-78af-44f3-a107-7bcc075cc88c req-ec48356b-29d8-4400-822c-a0227aa079a5 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594251 Aug 16 01:58:23.941550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fe889e3f-d005-4323-a6f8-91117815ae9b None None] Provisioning for port f7d251df-2662-4d65-89d6-32fcf973805f completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:23.942041 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.949539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fe889e3f-d005-4323-a6f8-91117815ae9b None None] Provisioning complete for port f7d251df-2662-4d65-89d6-32fcf973805f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:23.949944 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fe889e3f-d005-4323-a6f8-91117815ae9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.993606 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-83b12f4f-ef17-4bb9-853d-8f2018f11fb5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2691021 Aug 16 01:58:23.996185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'tag': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:24.002647 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce391be2-129a-41c0-9514-6bf9e58f477d" -d '{"events": [{"name": "network-changed", "server_uuid": "96dc22f1-394e-41c1-8ac2-d1644bf1e74d", "tag": "4e9e3b80-9b66-4630-bc3b-e54e7816ae84"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:24.057443 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-5d92fa51-c896-4802-a2c0-d53817023d4e None None] Set router e9f79893-cc55-4720-a5e9-24a744ce75ff gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:24.099927 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6036a-8247-4865-a425-caa7795992c9 req-ba892247-37a5-4882-a9c0-418fd3e17ed4 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.101610 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88c6036a-8247-4865-a425-caa7795992c9 req-ba892247-37a5-4882-a9c0-418fd3e17ed4 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 946 time: 0.2273488 Aug 16 01:58:24.152924 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fe889e3f-d005-4323-a6f8-91117815ae9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.159266 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45654513-0595-4b72-9149-35980e939ec9 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.170731 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45654513-0595-4b72-9149-35980e939ec9 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.188786 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.201274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-fe889e3f-d005-4323-a6f8-91117815ae9b None None] For port f7d251df-2662-4d65-89d6-32fcf973805f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f7d251df-2662-4d65-89d6-32fcf973805f,segment=NetworkSegment(bed334ab-2d2f-4291-897c-38617eccfa5d),segment_id=bed334ab-2d2f-4291-897c-38617eccfa5d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:24.207093 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fe889e3f-d005-4323-a6f8-91117815ae9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.232659 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45654513-0595-4b72-9149-35980e939ec9 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.246351 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88c6036a-8247-4865-a425-caa7795992c9 req-de20f649-2d4d-4a3e-91fd-cef8fd2f6b2b tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330447 Aug 16 01:58:24.262089 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541d4f2-6f23-4f1a-b352-84e963c041c7 req-f17a83c0-6ec3-43dc-a890-7069ba699c45 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.264187 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f541d4f2-6f23-4f1a-b352-84e963c041c7 req-f17a83c0-6ec3-43dc-a890-7069ba699c45 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 945 time: 0.1135106 Aug 16 01:58:24.284260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe889e3f-d005-4323-a6f8-91117815ae9b None None] Pushing event updated for resources: {'Port': ['ID=f7d251df-2662-4d65-89d6-32fcf973805f,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:24.354166 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258e4210-ad7c-4028-a154-f35f65e42d50 x-openstack-request-id: req-258e4210-ad7c-4028-a154-f35f65e42d50 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:24.354496 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96dc22f1-394e-41c1-8ac2-d1644bf1e74d", "tag": "4e9e3b80-9b66-4630-bc3b-e54e7816ae84", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:24.354707 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-258e4210-ad7c-4028-a154-f35f65e42d50 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:24.355099 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'tag': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84', 'status': 'completed', 'code': 200} Aug 16 01:58:24.370300 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f541d4f2-6f23-4f1a-b352-84e963c041c7 req-13853320-06f4-4645-b702-4423c6287831 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0992832 Aug 16 01:58:24.403031 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45654513-0595-4b72-9149-35980e939ec9 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=773b52e1-c1b1-4219-b604-18e80a69e73f,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:24.403168 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5d92fa51-c896-4802-a2c0-d53817023d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410937613', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:04Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '18f23186-0950-4855-8854-60a064f4a90b', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'port_id': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7', 'mac_address': 'fa:16:3e:32:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:58:22Z', 'updated_at': '2021-08-16T01:58:22Z', 'revision_number': 0, 'project_id': '7069c6ece3114808b56031f1299826b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da136a8d-a585-41bd-b53a-4ffeafd556d4', 'name': '', 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:5a:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '5f8c1e80-77d8-4f69-9544-f62de49f497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:01Z', 'updated_at': '2021-08-16T01:58:09Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': '5f8c1e80-77d8-4f69-9544-f62de49f497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:24.403823 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48658) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:24.437671 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d92fa51-c896-4802-a2c0-d53817023d4e None None] Checking router: e9f79893-cc55-4720-a5e9-24a744ce75ff for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:24.455428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce391be2-129a-41c0-9514-6bf9e58f477d req-82affe52-18ab-4f82-9029-122255990e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.456187 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92fa51-c896-4802-a2c0-d53817023d4e None None] Routers {'e9f79893-cc55-4720-a5e9-24a744ce75ff'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:24.456826 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5d92fa51-c896-4802-a2c0-d53817023d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e9f79893-cc55-4720-a5e9-24a744ce75ff'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:24.457420 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce391be2-129a-41c0-9514-6bf9e58f477d req-82affe52-18ab-4f82-9029-122255990e77 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 1097 time: 0.0851693 Aug 16 01:58:24.535772 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-aded81fa-8af5-4890-9936-996e5d11b40c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/floatingips/18f23186-0950-4855-8854-60a064f4a90b HTTP/1.1" status: 200 len: 990 time: 0.1300056 Aug 16 01:58:24.548050 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f6b18c09-e773-4c2d-8094-fd0f9348af2d None None] Provisioning for port 773b52e1-c1b1-4219-b604-18e80a69e73f completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:24.552964 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f6b18c09-e773-4c2d-8094-fd0f9348af2d None None] Provisioning complete for port 773b52e1-c1b1-4219-b604-18e80a69e73f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:24.553338 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6b18c09-e773-4c2d-8094-fd0f9348af2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.605193 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80bce5-9755-449e-8ed5-6f8411f35ec0 req-ee5dcd0a-6a43-4fe3-abf3-7b11fa010281 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.607489 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f80bce5-9755-449e-8ed5-6f8411f35ec0 req-ee5dcd0a-6a43-4fe3-abf3-7b11fa010281 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 946 time: 0.0898795 Aug 16 01:58:24.624449 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45654513-0595-4b72-9149-35980e939ec9 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 3c377fa2-f69f-44d6-91c5-3856f0dedcfe is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:24.627087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-45654513-0595-4b72-9149-35980e939ec9 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:24.644592 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-5d92fa51-c896-4802-a2c0-d53817023d4e None None] Set router e9f79893-cc55-4720-a5e9-24a744ce75ff gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:24.673277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f6b18c09-e773-4c2d-8094-fd0f9348af2d None None] Port 773b52e1-c1b1-4219-b604-18e80a69e73f cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:24.680213 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f80bce5-9755-449e-8ed5-6f8411f35ec0 req-57909ce7-2ed6-4016-9040-4ab180c3cff5 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648582 Aug 16 01:58:24.681853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce391be2-129a-41c0-9514-6bf9e58f477d req-2fc0d539-cdcc-4d1f-8f39-933649d73bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.685228 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce391be2-129a-41c0-9514-6bf9e58f477d req-2fc0d539-cdcc-4d1f-8f39-933649d73bc2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=683fab28-fad3-4ec8-a699-6b0efb659da7 HTTP/1.1" status: 200 len: 898 time: 0.2207756 Aug 16 01:58:24.714316 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f6b18c09-e773-4c2d-8094-fd0f9348af2d None None] Provisioning complete for port f7d251df-2662-4d65-89d6-32fcf973805f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:24.714759 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6b18c09-e773-4c2d-8094-fd0f9348af2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.862840 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45654513-0595-4b72-9149-35980e939ec9 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 68d97f85-3a42-406d-be21-e4470a392bd1 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:58:24.909037 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce391be2-129a-41c0-9514-6bf9e58f477d req-5fcf84d6-17d6-4b0c-b78f-e72be32ef0c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e9e3b80-9b66-4630-bc3b-e54e7816ae84 HTTP/1.1" status: 200 len: 998 time: 0.2124844 Aug 16 01:58:24.967962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6d0397fb-e381-422d-96b5-a53a09831b93 None None] Provisioning complete for port 773b52e1-c1b1-4219-b604-18e80a69e73f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:24.968334 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d0397fb-e381-422d-96b5-a53a09831b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.992881 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43647c5-288f-443e-8b0d-39911807f8e1 req-9b78d98c-4c2e-497a-a88e-4942ce1b2c16 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.994472 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e43647c5-288f-443e-8b0d-39911807f8e1 req-9b78d98c-4c2e-497a-a88e-4942ce1b2c16 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 946 time: 0.1791160 Aug 16 01:58:25.004691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45654513-0595-4b72-9149-35980e939ec9 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:25.033011 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-45654513-0595-4b72-9149-35980e939ec9 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/68d97f85-3a42-406d-be21-e4470a392bd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1171212 Aug 16 01:58:25.035364 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48672) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:25.039898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c416d-1d4e-46fa-8e26-13793cfa7a99 None None] Sync routers for ids ['68d97f85-3a42-406d-be21-e4470a392bd1'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:25.077721 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5d92fa51-c896-4802-a2c0-d53817023d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410937613', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:04Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '18f23186-0950-4855-8854-60a064f4a90b', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'port_id': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7', 'mac_address': 'fa:16:3e:32:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:58:22Z', 'updated_at': '2021-08-16T01:58:22Z', 'revision_number': 0, 'project_id': '7069c6ece3114808b56031f1299826b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da136a8d-a585-41bd-b53a-4ffeafd556d4', 'name': '', 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:5a:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '5f8c1e80-77d8-4f69-9544-f62de49f497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:01Z', 'updated_at': '2021-08-16T01:58:09Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': '5f8c1e80-77d8-4f69-9544-f62de49f497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:25.082133 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce391be2-129a-41c0-9514-6bf9e58f477d req-17fa7a3c-1bec-40b5-acad-e45b1f97fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:25.083659 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce391be2-129a-41c0-9514-6bf9e58f477d req-17fa7a3c-1bec-40b5-acad-e45b1f97fa51 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f8c1e80-77d8-4f69-9544-f62de49f497e HTTP/1.1" status: 200 len: 834 time: 0.1672406 Aug 16 01:58:25.099801 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6d0397fb-e381-422d-96b5-a53a09831b93 None None] Port 773b52e1-c1b1-4219-b604-18e80a69e73f cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:25.102879 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c416d-1d4e-46fa-8e26-13793cfa7a99 None None] Routers {'68d97f85-3a42-406d-be21-e4470a392bd1'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:25.103233 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e43647c5-288f-443e-8b0d-39911807f8e1 req-bf2818a2-1c16-4d96-a816-bfaa678936cb tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964110 Aug 16 01:58:25.103501 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-593c416d-1d4e-46fa-8e26-13793cfa7a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['68d97f85-3a42-406d-be21-e4470a392bd1'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:25.119621 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3def3752-7a7f-4996-aaca-46d9c162b640 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:25.121513 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3def3752-7a7f-4996-aaca-46d9c162b640 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/ports/773b52e1-c1b1-4219-b604-18e80a69e73f HTTP/1.1" status: 200 len: 910 time: 0.0843160 Aug 16 01:58:25.126025 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48676) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:25.164605 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d92fa51-c896-4802-a2c0-d53817023d4e None None] The sync data for ids ['e9f79893-cc55-4720-a5e9-24a744ce75ff'] in n-d-765315-27 is: [{'id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410937613', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:04Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '18f23186-0950-4855-8854-60a064f4a90b', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'port_id': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7', 'mac_address': 'fa:16:3e:32:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:58:22Z', 'updated_at': '2021-08-16T01:58:22Z', 'revision_number': 0, 'project_id': '7069c6ece3114808b56031f1299826b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da136a8d-a585-41bd-b53a-4ffeafd556d4', 'name': '', 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:5a:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '5f8c1e80-77d8-4f69-9544-f62de49f497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:01Z', 'updated_at': '2021-08-16T01:58:09Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': '5f8c1e80-77d8-4f69-9544-f62de49f497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:25.197359 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce391be2-129a-41c0-9514-6bf9e58f477d req-8a4ee45c-70d6-4965-82e4-bd5e6bd59d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:25.199672 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce391be2-129a-41c0-9514-6bf9e58f477d req-8a4ee45c-70d6-4965-82e4-bd5e6bd59d6c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=683fab28-fad3-4ec8-a699-6b0efb659da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944362 Aug 16 01:58:25.212834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-593c416d-1d4e-46fa-8e26-13793cfa7a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:25.252765 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c416d-1d4e-46fa-8e26-13793cfa7a99 None None] Routers {'68d97f85-3a42-406d-be21-e4470a392bd1'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:25.253412 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-593c416d-1d4e-46fa-8e26-13793cfa7a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['68d97f85-3a42-406d-be21-e4470a392bd1'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:25.333746 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-48338e0d-49c7-4dbc-a4b6-d12b0200d902 None None] Provisioning complete for port 773b52e1-c1b1-4219-b604-18e80a69e73f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:25.335073 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48338e0d-49c7-4dbc-a4b6-d12b0200d902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.337380 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-593c416d-1d4e-46fa-8e26-13793cfa7a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:25.338200 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c416d-1d4e-46fa-8e26-13793cfa7a99 None None] The sync data for ids ['68d97f85-3a42-406d-be21-e4470a392bd1'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:25.342948 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f7d251df-2662-4d65-89d6-32fcf973805f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:25.416440 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce391be2-129a-41c0-9514-6bf9e58f477d req-e5edc374-5c61-4772-a7c4-3e7dfdb63e72 service neutron] 10.222.0.73 "GET /v2.0/networks/683fab28-fad3-4ec8-a699-6b0efb659da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091873 Aug 16 01:58:25.438703 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-48338e0d-49c7-4dbc-a4b6-d12b0200d902 None None] Port 773b52e1-c1b1-4219-b604-18e80a69e73f cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:25.456765 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port f7d251df-2662-4d65-89d6-32fcf973805f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:25.457464 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.540842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabef69-7eb6-4a31-b03b-76896088c386 req-75d3b290-b703-4018-975e-491681f10f39 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:25.542928 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dfabef69-7eb6-4a31-b03b-76896088c386 req-75d3b290-b703-4018-975e-491681f10f39 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 946 time: 0.0868697 Aug 16 01:58:25.543945 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48682) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:25.585527 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc8f21-8bec-477f-83a0-7eab7cc64a55 None None] New status for floating IP 18f23186-0950-4855-8854-60a064f4a90b: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:58:25.646828 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dfabef69-7eb6-4a31-b03b-76896088c386 req-a817c7c4-ceeb-4f62-a2ff-31761c3335d2 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699213 Aug 16 01:58:25.702047 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-92b6e6f5-7069-4faf-bd01-23dc0e3203e6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/floatingips/18f23186-0950-4855-8854-60a064f4a90b HTTP/1.1" status: 200 len: 990 time: 0.1556184 Aug 16 01:58:25.707472 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce391be2-129a-41c0-9514-6bf9e58f477d req-c0487495-0561-4429-ac61-4d22bf019c9d service neutron] 10.222.0.73 "GET /v2.0/networks/683fab28-fad3-4ec8-a699-6b0efb659da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824330 Aug 16 01:58:25.724692 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c3593-4801-4ab4-b25e-b1365bcdb774 req-caf20e79-4ec3-42cc-842b-1c96ad86b9fa tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:25.727417 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-121c3593-4801-4ab4-b25e-b1365bcdb774 req-caf20e79-4ec3-42cc-842b-1c96ad86b9fa tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 946 time: 0.0978479 Aug 16 01:58:25.737488 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4789487c-2abb-4f60-97ae-990addee9ea6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.774112 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-121c3593-4801-4ab4-b25e-b1365bcdb774 req-2a974bfe-a723-4f32-8bf3-9ad31c05802c tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391743 Aug 16 01:58:25.948599 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.994128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4789487c-2abb-4f60-97ae-990addee9ea6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting port 773b52e1-c1b1-4219-b604-18e80a69e73f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:25.994743 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4789487c-2abb-4f60-97ae-990addee9ea6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.081874 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4789487c-2abb-4f60-97ae-990addee9ea6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.094351 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4789487c-2abb-4f60-97ae-990addee9ea6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Calling delete_port for 773b52e1-c1b1-4219-b604-18e80a69e73f owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:26.260644 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4789487c-2abb-4f60-97ae-990addee9ea6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.290371 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789487c-2abb-4f60-97ae-990addee9ea6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Port': ['ID=773b52e1-c1b1-4219-b604-18e80a69e73f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:26.706029 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48688) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:26.779782 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4789487c-2abb-4f60-97ae-990addee9ea6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.808488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d61636-ffbf-4956-a2e6-5eaed6c5ee0d req-0f84e992-f408-4b8a-bc30-7493ee749144 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:26.810150 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40d61636-ffbf-4956-a2e6-5eaed6c5ee0d req-0f84e992-f408-4b8a-bc30-7493ee749144 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 946 time: 0.0627284 Aug 16 01:58:26.948197 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40d61636-ffbf-4956-a2e6-5eaed6c5ee0d req-ca245dd2-7af5-4289-85a5-053947e6c80e tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6b3050-3cf7-4fa4-bf3c-878225ee5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019917 Aug 16 01:58:26.994997 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4789487c-2abb-4f60-97ae-990addee9ea6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 68d97f85-3a42-406d-be21-e4470a392bd1 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:27.073972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4789487c-2abb-4f60-97ae-990addee9ea6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:27.084491 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4789487c-2abb-4f60-97ae-990addee9ea6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/68d97f85-3a42-406d-be21-e4470a392bd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9546690 Aug 16 01:58:27.084999 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48692) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:27.087865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958bbdb7-f013-4d25-97ad-530e057ac126 None None] Sync routers for ids ['68d97f85-3a42-406d-be21-e4470a392bd1'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:27.096810 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958bbdb7-f013-4d25-97ad-530e057ac126 None None] Routers {'68d97f85-3a42-406d-be21-e4470a392bd1'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:27.097417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-958bbdb7-f013-4d25-97ad-530e057ac126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['68d97f85-3a42-406d-be21-e4470a392bd1'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:27.117548 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-daa4706c-e92f-42df-ab70-885efb71115a tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/ports?device_id=68d97f85-3a42-406d-be21-e4470a392bd1 HTTP/1.1" status: 200 len: 205 time: 0.0315459 Aug 16 01:58:27.118480 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48694) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:27.142713 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-958bbdb7-f013-4d25-97ad-530e057ac126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:27.154358 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958bbdb7-f013-4d25-97ad-530e057ac126 None None] Routers {'68d97f85-3a42-406d-be21-e4470a392bd1'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:27.155241 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-958bbdb7-f013-4d25-97ad-530e057ac126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['68d97f85-3a42-406d-be21-e4470a392bd1'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:27.195273 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-958bbdb7-f013-4d25-97ad-530e057ac126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:27.196115 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-43c4219d-a053-4ed2-9905-033c18602504 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/floatingips/18f23186-0950-4855-8854-60a064f4a90b HTTP/1.1" status: 200 len: 992 time: 0.4887033 Aug 16 01:58:27.196395 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958bbdb7-f013-4d25-97ad-530e057ac126 None None] The sync data for ids ['68d97f85-3a42-406d-be21-e4470a392bd1'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:27.221490 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ffe42cf6-f2f6-4496-82a4-522a0b47b7bd tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.222351 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd76df-62e7-4204-9a83-58fa2aa84d7d req-7a5a03f6-659f-43ca-a2a0-aa0719f5fd4b tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:27.223916 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b0bd76df-62e7-4204-9a83-58fa2aa84d7d req-7a5a03f6-659f-43ca-a2a0-aa0719f5fd4b tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.63 "GET /v2.0/ports?device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 946 time: 0.4765320 Aug 16 01:58:27.240742 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87819fe-1c12-484c-8ab6-f9818871ac76 req-671e5f1a-3971-4668-85d6-ad7f11376f4e tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:27.242261 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b87819fe-1c12-484c-8ab6-f9818871ac76 req-671e5f1a-3971-4668-85d6-ad7f11376f4e tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 946 time: 0.1413367 Aug 16 01:58:27.279963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa17dd5-0dc0-4a44-adb8-0dbffe953886 req-73d8b976-9544-4418-b8af-006089038ef8 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:27.281450 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1fa17dd5-0dc0-4a44-adb8-0dbffe953886 req-73d8b976-9544-4418-b8af-006089038ef8 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 946 time: 0.1940405 Aug 16 01:58:27.402956 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ffe42cf6-f2f6-4496-82a4-522a0b47b7bd tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.406205 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ffe42cf6-f2f6-4496-82a4-522a0b47b7bd tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.406397 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b87819fe-1c12-484c-8ab6-f9818871ac76 req-a300c327-5ea3-49f6-9245-cc797e3043b0 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/security-groups?id=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344914 Aug 16 01:58:27.454912 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ffe42cf6-f2f6-4496-82a4-522a0b47b7bd tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.455458 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe42cf6-f2f6-4496-82a4-522a0b47b7bd tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Fanout notify agent at l3_agent the message router_deleted on router 68d97f85-3a42-406d-be21-e4470a392bd1 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:58:27.455852 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-b0bd76df-62e7-4204-9a83-58fa2aa84d7d req-465e12d6-b129-4cc6-a89b-77d67b2ee411 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Deleting port 47c951c7-e506-44ed-ba91-43d9359a409d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:27.456154 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b0bd76df-62e7-4204-9a83-58fa2aa84d7d req-465e12d6-b129-4cc6-a89b-77d67b2ee411 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.463354 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ffe42cf6-f2f6-4496-82a4-522a0b47b7bd tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.469114 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ffe42cf6-f2f6-4496-82a4-522a0b47b7bd tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/routers/68d97f85-3a42-406d-be21-e4470a392bd1 HTTP/1.1" status: 204 len: 168 time: 0.3491139 Aug 16 01:58:27.469736 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48696) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:27.508812 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-1fa17dd5-0dc0-4a44-adb8-0dbffe953886 req-36e5e64d-b8c5-44cb-9051-0566a23d92ac tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Deleting port a233bb7a-5d65-445e-8b89-8fc4b1edbf4f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:27.509158 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1fa17dd5-0dc0-4a44-adb8-0dbffe953886 req-36e5e64d-b8c5-44cb-9051-0566a23d92ac tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.527187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-7466ec66-5364-4a43-9abc-d9be19b5d7ab tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting subnet f849d3a7-ff15-40c1-9d89-7a6f258da3b2 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:27.531108 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7466ec66-5364-4a43-9abc-d9be19b5d7ab tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.570421 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7466ec66-5364-4a43-9abc-d9be19b5d7ab tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.619084 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-b0bd76df-62e7-4204-9a83-58fa2aa84d7d req-465e12d6-b129-4cc6-a89b-77d67b2ee411 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] For port 47c951c7-e506-44ed-ba91-43d9359a409d, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=47c951c7-e506-44ed-ba91-43d9359a409d,segment=NetworkSegment(685b0cfc-520a-4a1b-9f62-511bdcf2de98),segment_id=685b0cfc-520a-4a1b-9f62-511bdcf2de98)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:27.619449 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b0bd76df-62e7-4204-9a83-58fa2aa84d7d req-465e12d6-b129-4cc6-a89b-77d67b2ee411 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.641772 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-b0bd76df-62e7-4204-9a83-58fa2aa84d7d req-465e12d6-b129-4cc6-a89b-77d67b2ee411 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Calling delete_port for 47c951c7-e506-44ed-ba91-43d9359a409d owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:27.649029 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1fa17dd5-0dc0-4a44-adb8-0dbffe953886 req-36e5e64d-b8c5-44cb-9051-0566a23d92ac tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] For port a233bb7a-5d65-445e-8b89-8fc4b1edbf4f, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=a233bb7a-5d65-445e-8b89-8fc4b1edbf4f,segment=NetworkSegment(72367f20-5ada-442b-b0b6-702b5d427753),segment_id=72367f20-5ada-442b-b0b6-702b5d427753)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:27.649400 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1fa17dd5-0dc0-4a44-adb8-0dbffe953886 req-36e5e64d-b8c5-44cb-9051-0566a23d92ac tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.659712 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7466ec66-5364-4a43-9abc-d9be19b5d7ab tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.669804 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-1fa17dd5-0dc0-4a44-adb8-0dbffe953886 req-36e5e64d-b8c5-44cb-9051-0566a23d92ac tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Calling delete_port for a233bb7a-5d65-445e-8b89-8fc4b1edbf4f owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:27.718455 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7466ec66-5364-4a43-9abc-d9be19b5d7ab tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.745300 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466ec66-5364-4a43-9abc-d9be19b5d7ab tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Subnet': ['ID=f849d3a7-ff15-40c1-9d89-7a6f258da3b2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:27.749401 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7466ec66-5364-4a43-9abc-d9be19b5d7ab tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.751344 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7466ec66-5364-4a43-9abc-d9be19b5d7ab tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/subnets/f849d3a7-ff15-40c1-9d89-7a6f258da3b2 HTTP/1.1" status: 204 len: 168 time: 0.2806025 Aug 16 01:58:27.754007 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48698) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:27.763891 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63526bd8-dc18-4020-b159-0c4d9afc397c None None] Network 3c377fa2-f69f-44d6-91c5-3856f0dedcfe requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:27.839374 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.902403 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b0bd76df-62e7-4204-9a83-58fa2aa84d7d req-465e12d6-b129-4cc6-a89b-77d67b2ee411 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.907087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting port f7d251df-2662-4d65-89d6-32fcf973805f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:27.907427 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.922317 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['47c951c7-e506-44ed-ba91-43d9359a409d'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:27.948266 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e12d6-b129-4cc6-a89b-77d67b2ee411 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Pushing event deleted for resources: {'Port': ['ID=47c951c7-e506-44ed-ba91-43d9359a409d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:27.964774 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbb6bc5-8066-439c-a9b8-b3337d915e09 None None] DHCP port deletion for 3c377fa2-f69f-44d6-91c5-3856f0dedcfe request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:58:27.965181 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1fa17dd5-0dc0-4a44-adb8-0dbffe953886 req-36e5e64d-b8c5-44cb-9051-0566a23d92ac tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.999505 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['a233bb7a-5d65-445e-8b89-8fc4b1edbf4f'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:28.005534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] For port f7d251df-2662-4d65-89d6-32fcf973805f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f7d251df-2662-4d65-89d6-32fcf973805f,segment=NetworkSegment(bed334ab-2d2f-4291-897c-38617eccfa5d),segment_id=bed334ab-2d2f-4291-897c-38617eccfa5d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:28.006616 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.016008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5e64d-b8c5-44cb-9051-0566a23d92ac tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Pushing event deleted for resources: {'Port': ['ID=a233bb7a-5d65-445e-8b89-8fc4b1edbf4f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:28.034032 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bd76df-62e7-4204-9a83-58fa2aa84d7d req-465e12d6-b129-4cc6-a89b-77d67b2ee411 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] No DVR routers for this DVR port 47c951c7-e506-44ed-ba91-43d9359a409d on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:28.041877 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b0bd76df-62e7-4204-9a83-58fa2aa84d7d req-465e12d6-b129-4cc6-a89b-77d67b2ee411 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.042277 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b0bd76df-62e7-4204-9a83-58fa2aa84d7d req-465e12d6-b129-4cc6-a89b-77d67b2ee411 tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.63 "DELETE /v2.0/ports/47c951c7-e506-44ed-ba91-43d9359a409d HTTP/1.1" status: 204 len: 173 time: 0.7991366 Aug 16 01:58:28.042723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47d83b2-d806-496b-90df-e71bb741fb0d', 'name': 'network-vif-deleted', 'tag': '47c951c7-e506-44ed-ba91-43d9359a409d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:28.042864 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5fbb6bc5-8066-439c-a9b8-b3337d915e09 None None] Deleting port f7d251df-2662-4d65-89d6-32fcf973805f {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:28.043190 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5fbb6bc5-8066-439c-a9b8-b3337d915e09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.045733 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d8cc0d-51e2-4965-b630-9160ea0d8061" -d '{"events": [{"server_uuid": "b47d83b2-d806-496b-90df-e71bb741fb0d", "name": "network-vif-deleted", "tag": "47c951c7-e506-44ed-ba91-43d9359a409d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:28.052627 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Calling delete_port for f7d251df-2662-4d65-89d6-32fcf973805f owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:28.081378 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9273dadc-0fda-4dc0-b2aa-6461ad2b04ef req-a7e534d4-ce12-4daa-8935-adf6d7e3cf8a tempest-VolumesActionsTest-1691675021 tempest-VolumesActionsTest-1691675021-project] 10.222.0.68 "GET /v2.0/ports?device_id=b47d83b2-d806-496b-90df-e71bb741fb0d HTTP/1.1" status: 200 len: 210 time: 0.0417321 Aug 16 01:58:28.126225 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa17dd5-0dc0-4a44-adb8-0dbffe953886 req-36e5e64d-b8c5-44cb-9051-0566a23d92ac tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] No DVR routers for this DVR port a233bb7a-5d65-445e-8b89-8fc4b1edbf4f on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:28.128925 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1fa17dd5-0dc0-4a44-adb8-0dbffe953886 req-36e5e64d-b8c5-44cb-9051-0566a23d92ac tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.131523 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1fa17dd5-0dc0-4a44-adb8-0dbffe953886 req-36e5e64d-b8c5-44cb-9051-0566a23d92ac tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.73 "DELETE /v2.0/ports/a233bb7a-5d65-445e-8b89-8fc4b1edbf4f HTTP/1.1" status: 204 len: 173 time: 0.8304284 Aug 16 01:58:28.133579 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb61e5d4-d18b-4eb5-8d28-fde269af6076 x-openstack-request-id: req-bb61e5d4-d18b-4eb5-8d28-fde269af6076 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:28.133962 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47d83b2-d806-496b-90df-e71bb741fb0d", "name": "network-vif-deleted", "tag": "47c951c7-e506-44ed-ba91-43d9359a409d", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:28.135948 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bb61e5d4-d18b-4eb5-8d28-fde269af6076 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:28.136393 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47d83b2-d806-496b-90df-e71bb741fb0d', 'name': 'network-vif-deleted', 'tag': '47c951c7-e506-44ed-ba91-43d9359a409d', 'status': 'completed', 'code': 200} Aug 16 01:58:28.153486 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5fbb6bc5-8066-439c-a9b8-b3337d915e09 None None] For port f7d251df-2662-4d65-89d6-32fcf973805f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f7d251df-2662-4d65-89d6-32fcf973805f,segment=NetworkSegment(bed334ab-2d2f-4291-897c-38617eccfa5d),segment_id=bed334ab-2d2f-4291-897c-38617eccfa5d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:28.154411 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5fbb6bc5-8066-439c-a9b8-b3337d915e09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.167733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5fbb6bc5-8066-439c-a9b8-b3337d915e09 None None] Calling delete_port for f7d251df-2662-4d65-89d6-32fcf973805f owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:28.202784 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.232160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Port': ['ID=f7d251df-2662-4d65-89d6-32fcf973805f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:28.233985 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] No DVR routers for this DVR port f7d251df-2662-4d65-89d6-32fcf973805f on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:28.256746 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5fbb6bc5-8066-439c-a9b8-b3337d915e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.287527 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb6bc5-8066-439c-a9b8-b3337d915e09 None None] Pushing event deleted for resources: {'Port': ['ID=f7d251df-2662-4d65-89d6-32fcf973805f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:28.291712 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbb6bc5-8066-439c-a9b8-b3337d915e09 None None] No DVR routers for this DVR port f7d251df-2662-4d65-89d6-32fcf973805f on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:28.332086 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.342590 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c377fa2-f69f-44d6-91c5-3856f0dedcfe']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:28.352883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed334ab-2d2f-4291-897c-38617eccfa5d') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:28.353182 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed334ab-2d2f-4291-897c-38617eccfa5d') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:28.362059 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.375551 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.381728 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:58:28.382293 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:58:28.385169 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:58:28.445338 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.454079 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.455812 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/networks/3c377fa2-f69f-44d6-91c5-3856f0dedcfe HTTP/1.1" status: 204 len: 168 time: 0.7008727 Aug 16 01:58:28.459535 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48706) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:28.479529 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0df27066-afee-4301-8dfd-ea774aa01c24 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1114548448', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:28.487129 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990129-4e35-49e3-acf5-a5297a7a439d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Network': ['ID=3c377fa2-f69f-44d6-91c5-3856f0dedcfe,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:28.515113 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0df27066-afee-4301-8dfd-ea774aa01c24 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.516132 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0df27066-afee-4301-8dfd-ea774aa01c24 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.535018 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14b3e8d6-85f0-4de9-937c-c72fd8198a37 req-fe252d63-4d69-4297-b9ae-8945a6b27855 tempest-ServerDiskConfigTestJSON-840382023 tempest-ServerDiskConfigTestJSON-840382023-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e684bfd-f741-47ab-8671-52b3c8a4adae HTTP/1.1" status: 200 len: 210 time: 0.0313845 Aug 16 01:58:28.595261 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0df27066-afee-4301-8dfd-ea774aa01c24 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.743619 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0df27066-afee-4301-8dfd-ea774aa01c24 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.936817 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0df27066-afee-4301-8dfd-ea774aa01c24 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.960785 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0df27066-afee-4301-8dfd-ea774aa01c24 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.064266 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-0df27066-afee-4301-8dfd-ea774aa01c24 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Allocated IP 172.25.3.7 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/c9026d6f-d292-4fff-af5c-70b78be77c65) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:29.176541 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0df27066-afee-4301-8dfd-ea774aa01c24 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.221750 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0df27066-afee-4301-8dfd-ea774aa01c24 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.266591 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df27066-afee-4301-8dfd-ea774aa01c24 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:29.269595 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-0df27066-afee-4301-8dfd-ea774aa01c24 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:29.272360 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df27066-afee-4301-8dfd-ea774aa01c24 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:29.293873 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f7d251df-2662-4d65-89d6-32fcf973805f no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:29.298127 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df27066-afee-4301-8dfd-ea774aa01c24 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=c9026d6f-d292-4fff-af5c-70b78be77c65,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:29.320885 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: f7d251df-2662-4d65-89d6-32fcf973805f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:29.321229 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f7d251df-2662-4d65-89d6-32fcf973805f not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:29.541871 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0df27066-afee-4301-8dfd-ea774aa01c24 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.757566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48744) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:29.763350 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0df27066-afee-4301-8dfd-ea774aa01c24 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.839001 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d39f73-32e4-4bfd-8203-1ad076fd614e admin admin] Deleting subnet ef5b9f6c-cdde-4058-adfe-6e7ebbf29def {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:29.843295 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03d39f73-32e4-4bfd-8203-1ad076fd614e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.882056 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03d39f73-32e4-4bfd-8203-1ad076fd614e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.906489 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df27066-afee-4301-8dfd-ea774aa01c24 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 6f666adf-fc24-47bf-a528-025fdc6d953f is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:58:29.936853 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03d39f73-32e4-4bfd-8203-1ad076fd614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.010379 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03d39f73-32e4-4bfd-8203-1ad076fd614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.024752 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03d39f73-32e4-4bfd-8203-1ad076fd614e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.030408 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-03d39f73-32e4-4bfd-8203-1ad076fd614e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ef5b9f6c-cdde-4058-adfe-6e7ebbf29def HTTP/1.1" status: 204 len: 168 time: 0.2714715 Aug 16 01:58:30.050675 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48764) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:30.063746 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d39f73-32e4-4bfd-8203-1ad076fd614e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef5b9f6c-cdde-4058-adfe-6e7ebbf29def,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:30.143211 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e684bfd-f741-47ab-8671-52b3c8a4adae', 'name': 'network-vif-deleted', 'tag': 'a233bb7a-5d65-445e-8b89-8fc4b1edbf4f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:30.145497 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03373fd1-d208-4330-b6d8-c36fb81c0f47" -d '{"events": [{"server_uuid": "8e684bfd-f741-47ab-8671-52b3c8a4adae", "name": "network-vif-deleted", "tag": "a233bb7a-5d65-445e-8b89-8fc4b1edbf4f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:30.157245 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-023b2fc1-1f7e-418a-b902-b9b974692312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.205574 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcad192-6439-40c0-a9da-409ae81c216b x-openstack-request-id: req-3fcad192-6439-40c0-a9da-409ae81c216b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:30.205954 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e684bfd-f741-47ab-8671-52b3c8a4adae", "name": "network-vif-deleted", "tag": "a233bb7a-5d65-445e-8b89-8fc4b1edbf4f", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:30.206401 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3fcad192-6439-40c0-a9da-409ae81c216b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:30.206796 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e684bfd-f741-47ab-8671-52b3c8a4adae', 'name': 'network-vif-deleted', 'tag': 'a233bb7a-5d65-445e-8b89-8fc4b1edbf4f', 'status': 'completed', 'code': 200} Aug 16 01:58:30.251752 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-023b2fc1-1f7e-418a-b902-b9b974692312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.262329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-023b2fc1-1f7e-418a-b902-b9b974692312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:30.274182 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-023b2fc1-1f7e-418a-b902-b9b974692312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72367f20-5ada-442b-b0b6-702b5d427753') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:30.274408 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-023b2fc1-1f7e-418a-b902-b9b974692312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72367f20-5ada-442b-b0b6-702b5d427753') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:30.283990 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-023b2fc1-1f7e-418a-b902-b9b974692312 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.299476 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-023b2fc1-1f7e-418a-b902-b9b974692312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.306702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023b2fc1-1f7e-418a-b902-b9b974692312 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:58:30.307168 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-023b2fc1-1f7e-418a-b902-b9b974692312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:58:30.309037 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:58:30.354560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df27066-afee-4301-8dfd-ea774aa01c24 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:30.365719 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15093fd6-adee-4ae9-b486-1f18da222d7e None None] Sync routers for ids ['6f666adf-fc24-47bf-a528-025fdc6d953f'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:30.379223 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-023b2fc1-1f7e-418a-b902-b9b974692312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.385132 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15093fd6-adee-4ae9-b486-1f18da222d7e None None] Routers {'6f666adf-fc24-47bf-a528-025fdc6d953f'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:30.385827 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0df27066-afee-4301-8dfd-ea774aa01c24 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.386250 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-15093fd6-adee-4ae9-b486-1f18da222d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['6f666adf-fc24-47bf-a528-025fdc6d953f'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:30.391102 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-023b2fc1-1f7e-418a-b902-b9b974692312 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.391964 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0df27066-afee-4301-8dfd-ea774aa01c24 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.9277639 Aug 16 01:58:30.392075 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-023b2fc1-1f7e-418a-b902-b9b974692312 admin admin] 10.222.0.68 "DELETE /v2.0/networks/d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0 HTTP/1.1" status: 204 len: 168 time: 0.3387125 Aug 16 01:58:30.392175 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48772) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:30.406242 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b2fc1-1f7e-418a-b902-b9b974692312 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f031e2-aa7c-4faa-af45-2a9a3b0d29f0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:30.441187 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-15093fd6-adee-4ae9-b486-1f18da222d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:30.451909 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15093fd6-adee-4ae9-b486-1f18da222d7e None None] Routers {'6f666adf-fc24-47bf-a528-025fdc6d953f'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:30.452746 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-15093fd6-adee-4ae9-b486-1f18da222d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['6f666adf-fc24-47bf-a528-025fdc6d953f'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:30.494218 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-15093fd6-adee-4ae9-b486-1f18da222d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:30.494925 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15093fd6-adee-4ae9-b486-1f18da222d7e None None] The sync data for ids ['6f666adf-fc24-47bf-a528-025fdc6d953f'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:30.545964 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-227badb3-bf6b-427d-9ce6-661390f0a3ba tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/routers/6f666adf-fc24-47bf-a528-025fdc6d953f HTTP/1.1" status: 200 len: 879 time: 0.1533992 Aug 16 01:58:30.549561 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48778) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:30.602486 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48780) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:30.656775 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7381b878-c57f-4e13-8952-d5119cf65a19 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7c6347f5bf194c788b7062e1a4024297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492547 Aug 16 01:58:30.657325 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48792) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:30.718819 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc365fc4-84e1-4c4c-b1d7-316cf2116e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.744544 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc365fc4-84e1-4c4c-b1d7-316cf2116e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.796377 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc365fc4-84e1-4c4c-b1d7-316cf2116e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.800778 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc365fc4-84e1-4c4c-b1d7-316cf2116e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.801880 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a233bb7a-5d65-445e-8b89-8fc4b1edbf4f no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:30.802370 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cc365fc4-84e1-4c4c-b1d7-316cf2116e09 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb HTTP/1.1" status: 204 len: 168 time: 0.1438553 Aug 16 01:58:30.813580 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc365fc4-84e1-4c4c-b1d7-316cf2116e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01f73c2-07ee-40b7-a8da-c8cfd9cf8fdb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:30.833848 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: a233bb7a-5d65-445e-8b89-8fc4b1edbf4f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:30.834642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device a233bb7a-5d65-445e-8b89-8fc4b1edbf4f not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:30.842487 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48796) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:30.842758 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-01c47cb8-0125-4209-8810-b3eae5dea33b tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2909653 Aug 16 01:58:30.851174 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c2af4b49-383e-4a45-8643-9500ad49df33 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1114548448'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:31.288772 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2af4b49-383e-4a45-8643-9500ad49df33 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.303145 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2af4b49-383e-4a45-8643-9500ad49df33 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.471557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 47c951c7-e506-44ed-ba91-43d9359a409d no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:31.499960 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2af4b49-383e-4a45-8643-9500ad49df33 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 6f666adf-fc24-47bf-a528-025fdc6d953f has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:31.523772 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 47c951c7-e506-44ed-ba91-43d9359a409d {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:31.525684 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 47c951c7-e506-44ed-ba91-43d9359a409d not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:31.696790 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2af4b49-383e-4a45-8643-9500ad49df33 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:31.704750 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2af4b49-383e-4a45-8643-9500ad49df33 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.708722 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f42ba-07ce-42f3-83e6-eba8f8b3c2e4 None None] Sync routers for ids ['6f666adf-fc24-47bf-a528-025fdc6d953f'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:31.708934 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48822) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:31.709387 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c2af4b49-383e-4a45-8643-9500ad49df33 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/6f666adf-fc24-47bf-a528-025fdc6d953f HTTP/1.1" status: 200 len: 886 time: 0.8648939 Aug 16 01:58:31.724298 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f42ba-07ce-42f3-83e6-eba8f8b3c2e4 None None] Routers {'6f666adf-fc24-47bf-a528-025fdc6d953f'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:31.725842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-075f42ba-07ce-42f3-83e6-eba8f8b3c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['6f666adf-fc24-47bf-a528-025fdc6d953f'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:31.776541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-075f42ba-07ce-42f3-83e6-eba8f8b3c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:31.787871 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f42ba-07ce-42f3-83e6-eba8f8b3c2e4 None None] Routers {'6f666adf-fc24-47bf-a528-025fdc6d953f'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:31.788777 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-075f42ba-07ce-42f3-83e6-eba8f8b3c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['6f666adf-fc24-47bf-a528-025fdc6d953f'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:31.830572 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-075f42ba-07ce-42f3-83e6-eba8f8b3c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:31.831319 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f42ba-07ce-42f3-83e6-eba8f8b3c2e4 None None] The sync data for ids ['6f666adf-fc24-47bf-a528-025fdc6d953f'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:31.886856 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-91a39370-ba37-4d92-8ba7-0a4705cba4a6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/routers/6f666adf-fc24-47bf-a528-025fdc6d953f HTTP/1.1" status: 200 len: 886 time: 0.1763279 Aug 16 01:58:31.889293 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48826) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:31.925296 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-52474a5e-12f8-4ff3-bfc0-a9e8d828d60f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f666adf-fc24-47bf-a528-025fdc6d953f HTTP/1.1" status: 200 len: 205 time: 0.0346758 Aug 16 01:58:31.927553 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48828) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:31.980217 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48830) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:32.068657 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-079ff597-778e-4dab-8402-e00c4e0b0eaa tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.133789 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ccbc1fda-c33c-469e-ba3a-a52cfe44e865 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-883739994-network', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:32.182669 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbc1fda-c33c-469e-ba3a-a52cfe44e865 admin admin] Made reservation on behalf of 5cb90ffe84bb4524bb185e7642128945 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:32.188058 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1fda-c33c-469e-ba3a-a52cfe44e865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.218466 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-079ff597-778e-4dab-8402-e00c4e0b0eaa tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.220203 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1fda-c33c-469e-ba3a-a52cfe44e865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.321113 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-079ff597-778e-4dab-8402-e00c4e0b0eaa tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting port c9026d6f-d292-4fff-af5c-70b78be77c65 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:32.322686 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-079ff597-778e-4dab-8402-e00c4e0b0eaa tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.381547 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1fda-c33c-469e-ba3a-a52cfe44e865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.386991 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1fda-c33c-469e-ba3a-a52cfe44e865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.421446 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbc1fda-c33c-469e-ba3a-a52cfe44e865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:58:32.433064 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc1fda-c33c-469e-ba3a-a52cfe44e865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f19609f-8113-46ee-84aa-27434e06ca2e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:32.437260 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-079ff597-778e-4dab-8402-e00c4e0b0eaa tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.453286 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1fda-c33c-469e-ba3a-a52cfe44e865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.453636 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-ccbc1fda-c33c-469e-ba3a-a52cfe44e865 admin admin] Added segment 0bc61e51-fe95-4241-b6ea-8e49b2853079 of type vlan for network 3f1b1636-5281-4805-974a-0b39f2f11573 Aug 16 01:58:32.455104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-079ff597-778e-4dab-8402-e00c4e0b0eaa tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Calling delete_port for c9026d6f-d292-4fff-af5c-70b78be77c65 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:32.499466 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1fda-c33c-469e-ba3a-a52cfe44e865 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.559113 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1fda-c33c-469e-ba3a-a52cfe44e865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.561703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbc1fda-c33c-469e-ba3a-a52cfe44e865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:32.562646 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1fda-c33c-469e-ba3a-a52cfe44e865 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.637279 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ccbc1fda-c33c-469e-ba3a-a52cfe44e865 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6516597 Aug 16 01:58:32.637279 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48838) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:32.644440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-daef7f9c-7c8a-4edf-bea7-67c9d840318e admin admin] Request body: {'subnet': {'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-883739994-subnet', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:32.659787 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc1fda-c33c-469e-ba3a-a52cfe44e865 admin admin] Pushing event updated for resources: {'Network': ['ID=3f1b1636-5281-4805-974a-0b39f2f11573,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:32.675677 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 3f1b1636-5281-4805-974a-0b39f2f11573 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:58:32.693628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daef7f9c-7c8a-4edf-bea7-67c9d840318e admin admin] Made reservation on behalf of 5cb90ffe84bb4524bb185e7642128945 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:32.703227 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-daef7f9c-7c8a-4edf-bea7-67c9d840318e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.803544 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-079ff597-778e-4dab-8402-e00c4e0b0eaa tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.904608 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ff597-778e-4dab-8402-e00c4e0b0eaa tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Port': ['ID=c9026d6f-d292-4fff-af5c-70b78be77c65,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:32.935484 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-079ff597-778e-4dab-8402-e00c4e0b0eaa tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.055761 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-079ff597-778e-4dab-8402-e00c4e0b0eaa tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.058184 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-079ff597-778e-4dab-8402-e00c4e0b0eaa tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.080973 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-daef7f9c-7c8a-4edf-bea7-67c9d840318e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.140800 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-079ff597-778e-4dab-8402-e00c4e0b0eaa tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.140800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079ff597-778e-4dab-8402-e00c4e0b0eaa tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Fanout notify agent at l3_agent the message router_deleted on router 6f666adf-fc24-47bf-a528-025fdc6d953f {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:58:33.141200 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef7f9c-7c8a-4edf-bea7-67c9d840318e admin admin] Pushing event updated for resources: {'Subnet': ['ID=193ae495-97a3-4862-b920-d828451f284d,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:33.153875 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-079ff597-778e-4dab-8402-e00c4e0b0eaa tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.155896 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-079ff597-778e-4dab-8402-e00c4e0b0eaa tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/routers/6f666adf-fc24-47bf-a528-025fdc6d953f HTTP/1.1" status: 204 len: 168 time: 1.2269552 Aug 16 01:58:33.163779 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48844) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:33.171805 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-347debb9-45c1-4581-8231-d988012f56e0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'network': {'name': 'tempest-RoutersTest-1667158174'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:33.177520 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daef7f9c-7c8a-4edf-bea7-67c9d840318e admin admin] Checking segment: {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:33.177991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daef7f9c-7c8a-4edf-bea7-67c9d840318e admin admin] Network hostable DHCP agents. Network: 3f1b1636-5281-4805-974a-0b39f2f11573, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:58:33.205361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347debb9-45c1-4581-8231-d988012f56e0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Made reservation on behalf of fd4c6ccb7877456e83ca17372bc6d1f1 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:33.209040 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-347debb9-45c1-4581-8231-d988012f56e0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.212412 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daef7f9c-7c8a-4edf-bea7-67c9d840318e admin admin] Network 3f1b1636-5281-4805-974a-0b39f2f11573 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:58:33.236058 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-daef7f9c-7c8a-4edf-bea7-67c9d840318e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 3f1b1636-5281-4805-974a-0b39f2f11573) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:33.243082 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daef7f9c-7c8a-4edf-bea7-67c9d840318e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:33.243861 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-daef7f9c-7c8a-4edf-bea7-67c9d840318e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.248166 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d480222e-c1a2-4873-81d2-9b071c9676d8 None None] Network 3f1b1636-5281-4805-974a-0b39f2f11573 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:33.251084 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347debb9-45c1-4581-8231-d988012f56e0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:58:33.266746 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-347debb9-45c1-4581-8231-d988012f56e0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.267486 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-347debb9-45c1-4581-8231-d988012f56e0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Added segment f3492d63-1f6e-4f13-a313-ece8afa40c42 of type vlan for network 717620ae-dc68-42ec-b03b-7dcbf5029d23 Aug 16 01:58:33.270358 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-daef7f9c-7c8a-4edf-bea7-67c9d840318e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6314321 Aug 16 01:58:33.273287 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48846) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:33.277931 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1bdf90c7-c0be-40c3-b1ce-d78484fc8845 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-883739994-router', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:33.318274 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bdf90c7-c0be-40c3-b1ce-d78484fc8845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.319664 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bdf90c7-c0be-40c3-b1ce-d78484fc8845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.356099 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-347debb9-45c1-4581-8231-d988012f56e0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.386868 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bdf90c7-c0be-40c3-b1ce-d78484fc8845 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.419840 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-347debb9-45c1-4581-8231-d988012f56e0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.425965 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347debb9-45c1-4581-8231-d988012f56e0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:33.426782 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-347debb9-45c1-4581-8231-d988012f56e0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.483717 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-347debb9-45c1-4581-8231-d988012f56e0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3185203 Aug 16 01:58:33.490938 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48848) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:33.504349 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7b06f7b9-86fd-44a9-ad73-8f12f94b3de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'subnet': {'network_id': '717620ae-dc68-42ec-b03b-7dcbf5029d23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:33.550049 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-3f1b1636-5281-4805-974a-0b39f2f11573', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:58:33.551424 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.564289 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347debb9-45c1-4581-8231-d988012f56e0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Network': ['ID=717620ae-dc68-42ec-b03b-7dcbf5029d23,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:33.592367 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 717620ae-dc68-42ec-b03b-7dcbf5029d23 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:58:33.653471 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b06f7b9-86fd-44a9-ad73-8f12f94b3de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Made reservation on behalf of fd4c6ccb7877456e83ca17372bc6d1f1 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:33.659936 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b06f7b9-86fd-44a9-ad73-8f12f94b3de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.684054 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bdf90c7-c0be-40c3-b1ce-d78484fc8845 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.893988 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Allocated IP 172.20.0.2 (3f1b1636-5281-4805-974a-0b39f2f11573/193ae495-97a3-4862-b920-d828451f284d/49c92490-b545-435a-b201-270ab8a29b42) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:34.029362 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b06f7b9-86fd-44a9-ad73-8f12f94b3de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.057638 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.071329 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Transition to ACTIVE for port object 49c92490-b545-435a-b201-270ab8a29b42 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:34.071778 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bdf90c7-c0be-40c3-b1ce-d78484fc8845 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.103196 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bdf90c7-c0be-40c3-b1ce-d78484fc8845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.110911 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Transition to ACTIVE for port object 49c92490-b545-435a-b201-270ab8a29b42 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:34.113936 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06f7b9-86fd-44a9-ad73-8f12f94b3de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Subnet': ['ID=242ad40d-b2e3-4a71-b137-9f26e1865724,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:34.123253 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.130941 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b06f7b9-86fd-44a9-ad73-8f12f94b3de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Checking segment: {'id': 'f3492d63-1f6e-4f13-a313-ece8afa40c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '717620ae-dc68-42ec-b03b-7dcbf5029d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:34.131712 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06f7b9-86fd-44a9-ad73-8f12f94b3de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network hostable DHCP agents. Network: 717620ae-dc68-42ec-b03b-7dcbf5029d23, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:58:34.156430 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06f7b9-86fd-44a9-ad73-8f12f94b3de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 717620ae-dc68-42ec-b03b-7dcbf5029d23 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:58:34.169061 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7b06f7b9-86fd-44a9-ad73-8f12f94b3de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 717620ae-dc68-42ec-b03b-7dcbf5029d23) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:34.180491 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c41b63f-ce33-4d31-8cd3-1ef9d4062ed9 None None] Network 717620ae-dc68-42ec-b03b-7dcbf5029d23 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:34.182588 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b06f7b9-86fd-44a9-ad73-8f12f94b3de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:34.183261 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b06f7b9-86fd-44a9-ad73-8f12f94b3de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.208559 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7b06f7b9-86fd-44a9-ad73-8f12f94b3de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7160792 Aug 16 01:58:34.209815 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48854) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:34.218997 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3c975855-555c-4d13-91e4-98dd52457603 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-800470251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:34.265861 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c975855-555c-4d13-91e4-98dd52457603 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.268023 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c975855-555c-4d13-91e4-98dd52457603 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.268467 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Network 3f1b1636-5281-4805-974a-0b39f2f11573 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:34.274315 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:34.279511 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:34.313103 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Pushing event updated for resources: {'Port': ['ID=49c92490-b545-435a-b201-270ab8a29b42,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:34.346334 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-1bdf90c7-c0be-40c3-b1ce-d78484fc8845 admin admin] Allocated IP 172.25.3.56 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:34.381750 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:34.382129 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:34.383208 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:34.383208 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:34.383208 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:34.383577 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:34.383757 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:34.384078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:34.384395 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:34.384714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:34.385032 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:34.385339 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:34.400102 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c975855-555c-4d13-91e4-98dd52457603 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.407658 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Attempting to bind port 49c92490-b545-435a-b201-270ab8a29b42 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:34.408025 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Attempting to bind port 49c92490-b545-435a-b201-270ab8a29b42 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:34.408644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Attempting to bind port 49c92490-b545-435a-b201-270ab8a29b42 on network 3f1b1636-5281-4805-974a-0b39f2f11573 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:34.410218 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c975855-555c-4d13-91e4-98dd52457603 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.418624 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:34.419554 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Checking segment: {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:34.419968 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.420494 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Bound using segment: {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:34.421178 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Bound port: 49c92490-b545-435a-b201-270ab8a29b42, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:34.421565 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.436883 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c975855-555c-4d13-91e4-98dd52457603 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.440148 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3c975855-555c-4d13-91e4-98dd52457603 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2265596 Aug 16 01:58:34.441690 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48856) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:34.509872 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-717620ae-dc68-42ec-b03b-7dcbf5029d23', 'network_id': '717620ae-dc68-42ec-b03b-7dcbf5029d23', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'fixed_ips': [{'subnet_id': '242ad40d-b2e3-4a71-b137-9f26e1865724'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:58:34.510737 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.532621 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bdf90c7-c0be-40c3-b1ce-d78484fc8845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.587141 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] For port 49c92490-b545-435a-b201-270ab8a29b42, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:34.633126 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bdf90c7-c0be-40c3-b1ce-d78484fc8845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.686742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdf90c7-c0be-40c3-b1ce-d78484fc8845 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:34.693822 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1bdf90c7-c0be-40c3-b1ce-d78484fc8845 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:34.697669 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdf90c7-c0be-40c3-b1ce-d78484fc8845 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:34.725150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf90c7-c0be-40c3-b1ce-d78484fc8845 admin admin] Pushing event updated for resources: {'Port': ['ID=0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:34.752429 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] For port 49c92490-b545-435a-b201-270ab8a29b42, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=49c92490-b545-435a-b201-270ab8a29b42,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:34.770620 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Allocated IP 172.20.0.2 (717620ae-dc68-42ec-b03b-7dcbf5029d23/242ad40d-b2e3-4a71-b137-9f26e1865724/84d7796a-d4a8-4883-b275-96af76502f16) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:34.778959 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.857449 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-86c63bad-4da0-4d72-b57f-6b2b01202594 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.925494 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b82bf1-d882-44d5-82f5-0c164f243d64 None None] Pushing event updated for resources: {'Port': ['ID=49c92490-b545-435a-b201-270ab8a29b42,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:35.069873 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.070980 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bdf90c7-c0be-40c3-b1ce-d78484fc8845 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.098230 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Transition to ACTIVE for port object 84d7796a-d4a8-4883-b275-96af76502f16 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:35.164354 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Transition to ACTIVE for port object 84d7796a-d4a8-4883-b275-96af76502f16 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:35.220922 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.355138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Network 717620ae-dc68-42ec-b03b-7dcbf5029d23 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:35.374592 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:35.374592 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Pushing event updated for resources: {'Port': ['ID=84d7796a-d4a8-4883-b275-96af76502f16,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:35.396817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:35.485572 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 49c92490-b545-435a-b201-270ab8a29b42 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:35.541701 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bdf90c7-c0be-40c3-b1ce-d78484fc8845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.579243 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Attempting to bind port 84d7796a-d4a8-4883-b275-96af76502f16 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:35.579500 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Attempting to bind port 84d7796a-d4a8-4883-b275-96af76502f16 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'f3492d63-1f6e-4f13-a313-ece8afa40c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '717620ae-dc68-42ec-b03b-7dcbf5029d23'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:35.579860 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Attempting to bind port 84d7796a-d4a8-4883-b275-96af76502f16 on network 717620ae-dc68-42ec-b03b-7dcbf5029d23 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:35.596911 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 49c92490-b545-435a-b201-270ab8a29b42 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:35.603785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:35.604162 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Checking segment: {'id': 'f3492d63-1f6e-4f13-a313-ece8afa40c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '717620ae-dc68-42ec-b03b-7dcbf5029d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:35.604598 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.604941 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Bound using segment: {'id': 'f3492d63-1f6e-4f13-a313-ece8afa40c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '717620ae-dc68-42ec-b03b-7dcbf5029d23'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:35.605391 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Bound port: 84d7796a-d4a8-4883-b275-96af76502f16, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3492d63-1f6e-4f13-a313-ece8afa40c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '717620ae-dc68-42ec-b03b-7dcbf5029d23'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:35.605776 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.721862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] For port 84d7796a-d4a8-4883-b275-96af76502f16, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:35.725360 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] For port 84d7796a-d4a8-4883-b275-96af76502f16, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=84d7796a-d4a8-4883-b275-96af76502f16,segment=NetworkSegment(f3492d63-1f6e-4f13-a313-ece8afa40c42),segment_id=f3492d63-1f6e-4f13-a313-ece8afa40c42)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:35.735095 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.737166 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-86c63bad-4da0-4d72-b57f-6b2b01202594 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Allocated IP 172.20.0.1 (717620ae-dc68-42ec-b03b-7dcbf5029d23/242ad40d-b2e3-4a71-b137-9f26e1865724/9abaa27e-858b-404e-95ce-efb6a330abac) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:35.999742 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-86c63bad-4da0-4d72-b57f-6b2b01202594 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.035198 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-86c63bad-4da0-4d72-b57f-6b2b01202594 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Transition to ACTIVE for port object 9abaa27e-858b-404e-95ce-efb6a330abac will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:36.105705 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6d309-fcbc-402a-9a0c-7da274b2d8eb None None] Pushing event updated for resources: {'Port': ['ID=84d7796a-d4a8-4883-b275-96af76502f16,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:36.119942 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-86c63bad-4da0-4d72-b57f-6b2b01202594 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.204464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c63bad-4da0-4d72-b57f-6b2b01202594 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 717620ae-dc68-42ec-b03b-7dcbf5029d23 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:36.207910 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-86c63bad-4da0-4d72-b57f-6b2b01202594 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:36.210585 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c63bad-4da0-4d72-b57f-6b2b01202594 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:36.251359 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c63bad-4da0-4d72-b57f-6b2b01202594 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=9abaa27e-858b-404e-95ce-efb6a330abac,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:36.295215 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-86c63bad-4da0-4d72-b57f-6b2b01202594 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.540800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdf90c7-c0be-40c3-b1ce-d78484fc8845 admin admin] Router 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:58:36.639836 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9405c1-5636-43c4-b415-086364d1b579 None None] Network 3f1b1636-5281-4805-974a-0b39f2f11573 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:36.718961 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-efa7960a-5b80-4e1c-8e15-77787c5f730b None None] Provisioning for port 49c92490-b545-435a-b201-270ab8a29b42 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:36.738283 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-efa7960a-5b80-4e1c-8e15-77787c5f730b None None] Provisioning complete for port 49c92490-b545-435a-b201-270ab8a29b42 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:36.738920 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efa7960a-5b80-4e1c-8e15-77787c5f730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.745009 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-86c63bad-4da0-4d72-b57f-6b2b01202594 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.748453 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdf90c7-c0be-40c3-b1ce-d78484fc8845 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:36.761800 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Sync routers for ids ['81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:36.781616 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Routers {'81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:36.788662 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:36.813616 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bdf90c7-c0be-40c3-b1ce-d78484fc8845 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.816679 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1bdf90c7-c0be-40c3-b1ce-d78484fc8845 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5423119 Aug 16 01:58:36.821398 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48872) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:36.955330 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efa7960a-5b80-4e1c-8e15-77787c5f730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.997277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-efa7960a-5b80-4e1c-8e15-77787c5f730b None None] For port 49c92490-b545-435a-b201-270ab8a29b42, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=49c92490-b545-435a-b201-270ab8a29b42,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:37.002593 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efa7960a-5b80-4e1c-8e15-77787c5f730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.073826 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Set router 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:37.133800 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7960a-5b80-4e1c-8e15-77787c5f730b None None] Pushing event updated for resources: {'Port': ['ID=49c92490-b545-435a-b201-270ab8a29b42,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:37.390320 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-86c63bad-4da0-4d72-b57f-6b2b01202594 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.402404 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.406215 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-86c63bad-4da0-4d72-b57f-6b2b01202594 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.521054 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c63bad-4da0-4d72-b57f-6b2b01202594 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=9abaa27e-858b-404e-95ce-efb6a330abac,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:37.538120 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-86c63bad-4da0-4d72-b57f-6b2b01202594 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.553137 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6eca13e4-6b13-4b01-b218-21566f668248 None None] Provisioning complete for port 49c92490-b545-435a-b201-270ab8a29b42 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:37.558808 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6eca13e4-6b13-4b01-b218-21566f668248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.641787 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 49c92490-b545-435a-b201-270ab8a29b42 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:37.723480 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c63bad-4da0-4d72-b57f-6b2b01202594 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 717620ae-dc68-42ec-b03b-7dcbf5029d23 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:37.725982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-86c63bad-4da0-4d72-b57f-6b2b01202594 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:37.802772 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fc84fda-8ead-4a60-b940-d7de33db7cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.917189 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 49c92490-b545-435a-b201-270ab8a29b42 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:37.917708 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.920432 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'name': 'tempest-ServerActionsTestJSON-883739994-router', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:33Z', 'updated_at': '2021-08-16T01:58:34Z', 'revision_number': 3, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'gw_port': {'id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:37.969921 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Checking router: 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:37.974153 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Updating router 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b port 0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:58:37.987907 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe780162-bf19-4b82-b5d4-63265d685bd0 None None] Network 717620ae-dc68-42ec-b03b-7dcbf5029d23 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:37.988861 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c63bad-4da0-4d72-b57f-6b2b01202594 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 718bff6c-34b2-44ba-846c-05c4ef34f5ea is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:58:38.051964 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.183277 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-9fc84fda-8ead-4a60-b940-d7de33db7cec admin admin] Allocated IP 172.20.0.1 (3f1b1636-5281-4805-974a-0b39f2f11573/193ae495-97a3-4862-b920-d828451f284d/05c561c2-01f1-4f23-9367-092b090e2ab9) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:38.187759 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c38d5da5-675c-40fb-8fda-e8c0d87f0eed None None] Provisioning for port 84d7796a-d4a8-4883-b275-96af76502f16 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:38.215375 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.249589 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 84d7796a-d4a8-4883-b275-96af76502f16 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:38.271360 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c63bad-4da0-4d72-b57f-6b2b01202594 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:38.299565 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-86c63bad-4da0-4d72-b57f-6b2b01202594 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/718bff6c-34b2-44ba-846c-05c4ef34f5ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8542836 Aug 16 01:58:38.300127 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48878) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:38.313176 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bff7d4-af75-418a-b09f-1431de7c2064 None None] Sync routers for ids ['718bff6c-34b2-44ba-846c-05c4ef34f5ea'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:38.407575 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fc84fda-8ead-4a60-b940-d7de33db7cec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.411712 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2056c4fd-563e-468a-afa9-97d32ac677fa tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:38.417189 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2056c4fd-563e-468a-afa9-97d32ac677fa tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/ports/9abaa27e-858b-404e-95ce-efb6a330abac HTTP/1.1" status: 200 len: 910 time: 0.1155746 Aug 16 01:58:38.420543 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48884) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:38.431531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1abd5559-0065-4ed5-a9e0-291f2043a25c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '242ad40d-b2e3-4a71-b137-9f26e1865724'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:38.435985 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-9fc84fda-8ead-4a60-b940-d7de33db7cec admin admin] Transition to ACTIVE for port object 05c561c2-01f1-4f23-9367-092b090e2ab9 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:38.476126 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bff7d4-af75-418a-b09f-1431de7c2064 None None] Routers {'718bff6c-34b2-44ba-846c-05c4ef34f5ea'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:38.477258 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f1bff7d4-af75-418a-b09f-1431de7c2064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['718bff6c-34b2-44ba-846c-05c4ef34f5ea'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:38.527214 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fc84fda-8ead-4a60-b940-d7de33db7cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.565505 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f1bff7d4-af75-418a-b09f-1431de7c2064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:38.585769 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.611052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc84fda-8ead-4a60-b940-d7de33db7cec admin admin] Network 3f1b1636-5281-4805-974a-0b39f2f11573 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:38.617115 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9fc84fda-8ead-4a60-b940-d7de33db7cec admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:38.618283 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Transition to ACTIVE for port object 0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:38.620790 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc84fda-8ead-4a60-b940-d7de33db7cec admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:38.640802 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.647310 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc84fda-8ead-4a60-b940-d7de33db7cec admin admin] Pushing event updated for resources: {'Port': ['ID=05c561c2-01f1-4f23-9367-092b090e2ab9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:38.657840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 84d7796a-d4a8-4883-b275-96af76502f16 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:38.682055 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fc84fda-8ead-4a60-b940-d7de33db7cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.717448 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bff7d4-af75-418a-b09f-1431de7c2064 None None] Routers {'718bff6c-34b2-44ba-846c-05c4ef34f5ea'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:38.718911 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f1bff7d4-af75-418a-b09f-1431de7c2064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['718bff6c-34b2-44ba-846c-05c4ef34f5ea'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:38.722522 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 84d7796a-d4a8-4883-b275-96af76502f16 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:38.723130 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.739474 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Attempting to bind port 0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:38.739994 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Attempting to bind port 0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:38.740564 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Attempting to bind port 0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:38.748617 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:38.749196 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:38.749814 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.750442 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:38.751028 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Bound port: 0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:38.751654 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.774157 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1abd5559-0065-4ed5-a9e0-291f2043a25c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.814229 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f1bff7d4-af75-418a-b09f-1431de7c2064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:38.815180 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bff7d4-af75-418a-b09f-1431de7c2064 None None] The sync data for ids ['718bff6c-34b2-44ba-846c-05c4ef34f5ea'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:38.873332 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] For port 0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:38.878104 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c8e43-f677-43f0-9a55-b34f3e0c6417 None None] Pushing event updated for resources: {'Port': ['ID=0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:38.904802 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] For port 0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:38.921189 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c8e43-f677-43f0-9a55-b34f3e0c6417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.921905 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c8e43-f677-43f0-9a55-b34f3e0c6417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.921905 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c8e43-f677-43f0-9a55-b34f3e0c6417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.922203 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c8e43-f677-43f0-9a55-b34f3e0c6417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.922549 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c8e43-f677-43f0-9a55-b34f3e0c6417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.922868 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c8e43-f677-43f0-9a55-b34f3e0c6417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.923214 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c8e43-f677-43f0-9a55-b34f3e0c6417 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.923502 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c8e43-f677-43f0-9a55-b34f3e0c6417 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.923820 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c8e43-f677-43f0-9a55-b34f3e0c6417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.924135 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c8e43-f677-43f0-9a55-b34f3e0c6417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.924469 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c8e43-f677-43f0-9a55-b34f3e0c6417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.924763 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c8e43-f677-43f0-9a55-b34f3e0c6417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.929456 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.990041 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.040107 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fc84fda-8ead-4a60-b940-d7de33db7cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.063532 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Routers {'81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:39.065694 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:39.067892 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c8e43-f677-43f0-9a55-b34f3e0c6417 None None] Pushing event updated for resources: {'Port': ['ID=0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:39.102154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 84d7796a-d4a8-4883-b275-96af76502f16, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=84d7796a-d4a8-4883-b275-96af76502f16,segment=NetworkSegment(f3492d63-1f6e-4f13-a313-ece8afa40c42),segment_id=f3492d63-1f6e-4f13-a313-ece8afa40c42)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:39.117150 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.207233 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cc3f63ba-87df-4bc0-98db-6cf32ea1977d None None] Provisioning for port 05c561c2-01f1-4f23-9367-092b090e2ab9 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:39.213911 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cc3f63ba-87df-4bc0-98db-6cf32ea1977d None None] Provisioning complete for port 05c561c2-01f1-4f23-9367-092b090e2ab9 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:39.214767 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc3f63ba-87df-4bc0-98db-6cf32ea1977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.235500 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] Set router 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:39.378626 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f63ba-87df-4bc0-98db-6cf32ea1977d None None] Port 05c561c2-01f1-4f23-9367-092b090e2ab9 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:39.383699 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=84d7796a-d4a8-4883-b275-96af76502f16,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:39.514277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-df2e15f9-3712-4f9b-8328-dad43bcfab59 None None] Provisioning for port 9abaa27e-858b-404e-95ce-efb6a330abac completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:39.521428 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-df2e15f9-3712-4f9b-8328-dad43bcfab59 None None] Provisioning complete for port 9abaa27e-858b-404e-95ce-efb6a330abac triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:39.523078 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df2e15f9-3712-4f9b-8328-dad43bcfab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.542912 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1abd5559-0065-4ed5-a9e0-291f2043a25c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.557622 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fc84fda-8ead-4a60-b940-d7de33db7cec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.562835 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1abd5559-0065-4ed5-a9e0-291f2043a25c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.573359 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fc84fda-8ead-4a60-b940-d7de33db7cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.581987 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-df2e15f9-3712-4f9b-8328-dad43bcfab59 None None] Port 9abaa27e-858b-404e-95ce-efb6a330abac cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:39.609159 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-df2e15f9-3712-4f9b-8328-dad43bcfab59 None None] Provisioning complete for port 84d7796a-d4a8-4883-b275-96af76502f16 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:39.609702 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df2e15f9-3712-4f9b-8328-dad43bcfab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.663833 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'name': 'tempest-ServerActionsTestJSON-883739994-router', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:33Z', 'updated_at': '2021-08-16T01:58:38Z', 'revision_number': 4, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'gw_port': {'id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '05c561c2-01f1-4f23-9367-092b090e2ab9', 'name': '', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'mac_address': 'fa:16:3e:7c:18:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:37Z', 'updated_at': '2021-08-16T01:58:38Z', 'revision_number': 1, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'subnets': [{'id': '193ae495-97a3-4862-b920-d828451f284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:39.704746 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e8396b-335b-4864-8397-85809d5553a0 None None] The sync data for ids ['81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'] in n-d-765315-27 is: [{'id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'name': 'tempest-ServerActionsTestJSON-883739994-router', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:33Z', 'updated_at': '2021-08-16T01:58:38Z', 'revision_number': 4, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'gw_port': {'id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '05c561c2-01f1-4f23-9367-092b090e2ab9', 'name': '', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'mac_address': 'fa:16:3e:7c:18:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:37Z', 'updated_at': '2021-08-16T01:58:38Z', 'revision_number': 1, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'subnets': [{'id': '193ae495-97a3-4862-b920-d828451f284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:39.737912 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abd5559-0065-4ed5-a9e0-291f2043a25c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:39.738583 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1abd5559-0065-4ed5-a9e0-291f2043a25c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.753245 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1abd5559-0065-4ed5-a9e0-291f2043a25c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/ports/9abaa27e-858b-404e-95ce-efb6a330abac HTTP/1.1" status: 200 len: 910 time: 1.3312845 Aug 16 01:58:39.757579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48890) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:39.783567 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd5559-0065-4ed5-a9e0-291f2043a25c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=9abaa27e-858b-404e-95ce-efb6a330abac,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:39.789308 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fc84fda-8ead-4a60-b940-d7de33db7cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.841900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc84fda-8ead-4a60-b940-d7de33db7cec admin admin] Pushing event updated for resources: {'Port': ['ID=05c561c2-01f1-4f23-9367-092b090e2ab9,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:39.896802 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-eb919ffa-cf87-4ee2-9ccd-192007fca9ac None None] Provisioning complete for port 9abaa27e-858b-404e-95ce-efb6a330abac triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:39.897384 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb919ffa-cf87-4ee2-9ccd-192007fca9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.958472 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-eb919ffa-cf87-4ee2-9ccd-192007fca9ac None None] Port 9abaa27e-858b-404e-95ce-efb6a330abac cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:40.092329 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7c6953e9-7777-45ed-9afd-e193303eaf4e None None] Provisioning complete for port 9abaa27e-858b-404e-95ce-efb6a330abac triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:40.093035 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c6953e9-7777-45ed-9afd-e193303eaf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.181152 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7c6953e9-7777-45ed-9afd-e193303eaf4e None None] Port 9abaa27e-858b-404e-95ce-efb6a330abac cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:40.238631 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc84fda-8ead-4a60-b940-d7de33db7cec admin admin] Network 3f1b1636-5281-4805-974a-0b39f2f11573 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:40.242935 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9fc84fda-8ead-4a60-b940-d7de33db7cec admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:40.521107 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc84fda-8ead-4a60-b940-d7de33db7cec admin admin] Router 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:40.614457 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9d24b3d2-fb88-44da-94c7-9bba542f538a None None] Provisioning complete for port 05c561c2-01f1-4f23-9367-092b090e2ab9 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:40.614844 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d24b3d2-fb88-44da-94c7-9bba542f538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.652184 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d61eeaad-ec9c-4479-ae82-40d09345c541 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.713388 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9d24b3d2-fb88-44da-94c7-9bba542f538a None None] Port 05c561c2-01f1-4f23-9367-092b090e2ab9 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:40.794593 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc84fda-8ead-4a60-b940-d7de33db7cec admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:40.809909 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9fc84fda-8ead-4a60-b940-d7de33db7cec admin admin] 10.222.0.68 "PUT /v2.0/routers/81d5d821-eecc-4365-8e3a-6ff58e7c1f4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9774144 Aug 16 01:58:41.199981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d61eeaad-ec9c-4479-ae82-40d09345c541 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting port 9abaa27e-858b-404e-95ce-efb6a330abac {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:41.200959 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d61eeaad-ec9c-4479-ae82-40d09345c541 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.382580 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d61eeaad-ec9c-4479-ae82-40d09345c541 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.401008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d61eeaad-ec9c-4479-ae82-40d09345c541 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Calling delete_port for 9abaa27e-858b-404e-95ce-efb6a330abac owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:41.565015 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:41.701517 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:41.708880 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:41.708880 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.883149 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48906) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:41.889953 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fa60c4c9-949d-4bb2-8639-7cd427de110c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849695431', 'description': 'tempest-description--615170307'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:41.893166 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d61eeaad-ec9c-4479-ae82-40d09345c541 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.900854 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.942780 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61eeaad-ec9c-4479-ae82-40d09345c541 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Port': ['ID=9abaa27e-858b-404e-95ce-efb6a330abac,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:41.943838 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:41.966329 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa60c4c9-949d-4bb2-8639-7cd427de110c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.984193 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.985040 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 84d7796a-d4a8-4883-b275-96af76502f16 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:42.125367 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa60c4c9-949d-4bb2-8639-7cd427de110c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.132903 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 84d7796a-d4a8-4883-b275-96af76502f16 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:42.133377 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.134170 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa60c4c9-949d-4bb2-8639-7cd427de110c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.173796 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:42.192500 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60c4c9-949d-4bb2-8639-7cd427de110c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dedf3b97-4b02-424f-8e03-24bc1ef552d2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:42.198614 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa60c4c9-949d-4bb2-8639-7cd427de110c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.201581 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fa60c4c9-949d-4bb2-8639-7cd427de110c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3165939 Aug 16 01:58:42.204338 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48914) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:42.210081 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-dcd1f6f2-3a6e-4979-93fe-73254a8d12fe tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Request body: {'security_group_rule': {'security_group_id': 'dedf3b97-4b02-424f-8e03-24bc1ef552d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:42.264976 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcd1f6f2-3a6e-4979-93fe-73254a8d12fe tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.274722 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d61eeaad-ec9c-4479-ae82-40d09345c541 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.383318 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcd1f6f2-3a6e-4979-93fe-73254a8d12fe tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.390943 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcd1f6f2-3a6e-4979-93fe-73254a8d12fe tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.422132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1f6f2-3a6e-4979-93fe-73254a8d12fe tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49a720f-40e0-49e1-a378-a18008a833e3,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:42.431091 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcd1f6f2-3a6e-4979-93fe-73254a8d12fe tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.436227 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dcd1f6f2-3a6e-4979-93fe-73254a8d12fe tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2305622 Aug 16 01:58:42.436934 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48916) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:42.441578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-32792beb-3d6f-482c-b12b-5102a562036a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Request body: {'security_group_rule': {'security_group_id': 'dedf3b97-4b02-424f-8e03-24bc1ef552d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:42.478053 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32792beb-3d6f-482c-b12b-5102a562036a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.503156 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61eeaad-ec9c-4479-ae82-40d09345c541 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 718bff6c-34b2-44ba-846c-05c4ef34f5ea has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:42.596480 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32792beb-3d6f-482c-b12b-5102a562036a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.608917 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32792beb-3d6f-482c-b12b-5102a562036a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.623859 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61eeaad-ec9c-4479-ae82-40d09345c541 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:42.628981 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32792beb-3d6f-482c-b12b-5102a562036a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e97a92b-62bd-4ac2-af86-2fe5a8844b72,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:42.638459 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868c7ff5-5b68-447f-b674-c6d30789a5be None None] Sync routers for ids ['718bff6c-34b2-44ba-846c-05c4ef34f5ea'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:42.644499 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d61eeaad-ec9c-4479-ae82-40d09345c541 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/718bff6c-34b2-44ba-846c-05c4ef34f5ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8855104 Aug 16 01:58:42.647066 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32792beb-3d6f-482c-b12b-5102a562036a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.648642 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48922) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:42.651330 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-32792beb-3d6f-482c-b12b-5102a562036a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2113640 Aug 16 01:58:42.654935 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48924) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:42.656143 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868c7ff5-5b68-447f-b674-c6d30789a5be None None] Routers {'718bff6c-34b2-44ba-846c-05c4ef34f5ea'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:42.656772 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-868c7ff5-5b68-447f-b674-c6d30789a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['718bff6c-34b2-44ba-846c-05c4ef34f5ea'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:42.667384 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fb711f55-d26c-4034-8ad3-ffce7a5ca7b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:42.722295 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3955c612-b417-41cb-b971-ba3f684dc36a tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/ports?device_id=718bff6c-34b2-44ba-846c-05c4ef34f5ea HTTP/1.1" status: 200 len: 205 time: 0.0714035 Aug 16 01:58:42.725548 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb711f55-d26c-4034-8ad3-ffce7a5ca7b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.732430 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48926) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:42.741978 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-868c7ff5-5b68-447f-b674-c6d30789a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:42.757116 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868c7ff5-5b68-447f-b674-c6d30789a5be None None] Routers {'718bff6c-34b2-44ba-846c-05c4ef34f5ea'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:42.757746 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-868c7ff5-5b68-447f-b674-c6d30789a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['718bff6c-34b2-44ba-846c-05c4ef34f5ea'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:42.809041 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-868c7ff5-5b68-447f-b674-c6d30789a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:42.810499 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868c7ff5-5b68-447f-b674-c6d30789a5be None None] The sync data for ids ['718bff6c-34b2-44ba-846c-05c4ef34f5ea'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:42.905941 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b49dcfaa-1ade-4009-8945-4c32242127d4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.101314 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b49dcfaa-1ade-4009-8945-4c32242127d4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.104977 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b49dcfaa-1ade-4009-8945-4c32242127d4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.169282 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b49dcfaa-1ade-4009-8945-4c32242127d4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.169929 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49dcfaa-1ade-4009-8945-4c32242127d4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Fanout notify agent at l3_agent the message router_deleted on router 718bff6c-34b2-44ba-846c-05c4ef34f5ea {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:58:43.173983 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb711f55-d26c-4034-8ad3-ffce7a5ca7b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.178758 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b49dcfaa-1ade-4009-8945-4c32242127d4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.181955 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b49dcfaa-1ade-4009-8945-4c32242127d4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/routers/718bff6c-34b2-44ba-846c-05c4ef34f5ea HTTP/1.1" status: 204 len: 168 time: 0.4467709 Aug 16 01:58:43.182532 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48928) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:43.216554 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Sync routers for ids ['81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:43.229458 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Routers {'81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:43.232288 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:43.314134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e1bca4-6627-4dbc-9d81-24acebaed7d4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting subnet 242ad40d-b2e3-4a71-b137-9f26e1865724 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:43.314134 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7e1bca4-6627-4dbc-9d81-24acebaed7d4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.393541 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7e1bca4-6627-4dbc-9d81-24acebaed7d4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.407799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:43.419617 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-fb711f55-d26c-4034-8ad3-ffce7a5ca7b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Allocated IP 172.25.3.81 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/dee8c3a5-35fa-4a18-8763-263a32754ba1) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:43.498374 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:43.499113 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.504040 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Set router 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:43.587121 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7e1bca4-6627-4dbc-9d81-24acebaed7d4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.625532 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb711f55-d26c-4034-8ad3-ffce7a5ca7b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.716633 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7e1bca4-6627-4dbc-9d81-24acebaed7d4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.718393 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb711f55-d26c-4034-8ad3-ffce7a5ca7b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.772520 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1bca4-6627-4dbc-9d81-24acebaed7d4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Subnet': ['ID=242ad40d-b2e3-4a71-b137-9f26e1865724,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:43.774967 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7e1bca4-6627-4dbc-9d81-24acebaed7d4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.776866 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f7e1bca4-6627-4dbc-9d81-24acebaed7d4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/subnets/242ad40d-b2e3-4a71-b137-9f26e1865724 HTTP/1.1" status: 204 len: 168 time: 0.5933497 Aug 16 01:58:43.782234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48934) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:43.783798 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd197c4-66c9-42a4-b5e6-66e00f4f63ba None None] Network 717620ae-dc68-42ec-b03b-7dcbf5029d23 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:43.812849 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb711f55-d26c-4034-8ad3-ffce7a5ca7b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Pushing event updated for resources: {'Port': ['ID=dee8c3a5-35fa-4a18-8763-263a32754ba1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:43.826136 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb711f55-d26c-4034-8ad3-ffce7a5ca7b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:43.832425 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-fb711f55-d26c-4034-8ad3-ffce7a5ca7b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:43.837313 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb711f55-d26c-4034-8ad3-ffce7a5ca7b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:43.895458 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.983623 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'name': 'tempest-ServerActionsTestJSON-883739994-router', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:33Z', 'updated_at': '2021-08-16T01:58:38Z', 'revision_number': 4, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'gw_port': {'id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '05c561c2-01f1-4f23-9367-092b090e2ab9', 'name': '', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'mac_address': 'fa:16:3e:7c:18:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:37Z', 'updated_at': '2021-08-16T01:58:39Z', 'revision_number': 2, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'subnets': [{'id': '193ae495-97a3-4862-b920-d828451f284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:43.993810 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting port 84d7796a-d4a8-4883-b275-96af76502f16 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:43.993810 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.012200 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb711f55-d26c-4034-8ad3-ffce7a5ca7b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.043544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Checking router: 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:44.044317 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Updating router 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b port 05c561c2-01f1-4f23-9367-092b090e2ab9 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:58:44.086557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d570584-9ed3-45f6-8018-4ac97742e793 None None] DHCP port deletion for 717620ae-dc68-42ec-b03b-7dcbf5029d23 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:58:44.091933 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb711f55-d26c-4034-8ad3-ffce7a5ca7b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.096488 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.135641 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] For port 84d7796a-d4a8-4883-b275-96af76502f16, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=84d7796a-d4a8-4883-b275-96af76502f16,segment=NetworkSegment(f3492d63-1f6e-4f13-a313-ece8afa40c42),segment_id=f3492d63-1f6e-4f13-a313-ece8afa40c42)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:44.137973 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.164766 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Calling delete_port for 84d7796a-d4a8-4883-b275-96af76502f16 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:44.271834 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb711f55-d26c-4034-8ad3-ffce7a5ca7b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.280144 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb711f55-d26c-4034-8ad3-ffce7a5ca7b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.285237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7d570584-9ed3-45f6-8018-4ac97742e793 None None] Deleting port 84d7796a-d4a8-4883-b275-96af76502f16 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:44.285807 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d570584-9ed3-45f6-8018-4ac97742e793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.318539 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.368578 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] No DVR routers for this DVR port 84d7796a-d4a8-4883-b275-96af76502f16 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:44.372652 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb711f55-d26c-4034-8ad3-ffce7a5ca7b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Pushing event updated for resources: {'Port': ['ID=dee8c3a5-35fa-4a18-8763-263a32754ba1,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:44.376519 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb711f55-d26c-4034-8ad3-ffce7a5ca7b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.401120 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb711f55-d26c-4034-8ad3-ffce7a5ca7b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.413484 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fb711f55-d26c-4034-8ad3-ffce7a5ca7b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7557151 Aug 16 01:58:44.453288 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Port': ['ID=84d7796a-d4a8-4883-b275-96af76502f16,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:44.517879 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7d570584-9ed3-45f6-8018-4ac97742e793 None None] For port 84d7796a-d4a8-4883-b275-96af76502f16, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=84d7796a-d4a8-4883-b275-96af76502f16,segment=NetworkSegment(f3492d63-1f6e-4f13-a313-ece8afa40c42),segment_id=f3492d63-1f6e-4f13-a313-ece8afa40c42)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:44.518278 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d570584-9ed3-45f6-8018-4ac97742e793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.532761 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7d570584-9ed3-45f6-8018-4ac97742e793 None None] Calling delete_port for 84d7796a-d4a8-4883-b275-96af76502f16 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:44.610500 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.623797 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d570584-9ed3-45f6-8018-4ac97742e793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.625969 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-2fc79996-aa10-4d89-bb4a-78400d830db2 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--849695431&fields=id&tenant_id=5cb90ffe84bb4524bb185e7642128945 HTTP/1.1" status: 200 len: 267 time: 0.0591619 Aug 16 01:58:44.641971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717620ae-dc68-42ec-b03b-7dcbf5029d23']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:44.657291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3492d63-1f6e-4f13-a313-ece8afa40c42') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:44.657575 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d570584-9ed3-45f6-8018-4ac97742e793 None None] Pushing event deleted for resources: {'Port': ['ID=84d7796a-d4a8-4883-b275-96af76502f16,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:44.658478 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3492d63-1f6e-4f13-a313-ece8afa40c42') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:44.676058 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.707157 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.713547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:58:44.713967 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.718742 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d570584-9ed3-45f6-8018-4ac97742e793 None None] No DVR routers for this DVR port 84d7796a-d4a8-4883-b275-96af76502f16 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:58:44.797600 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:58:44.829380 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.848821 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-eef11969-859a-455e-9f9f-a467e93dfe75 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:44.851879 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.858198 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-eef11969-859a-455e-9f9f-a467e93dfe75 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 811 time: 0.2233031 Aug 16 01:58:44.858656 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/networks/717620ae-dc68-42ec-b03b-7dcbf5029d23 HTTP/1.1" status: 204 len: 168 time: 1.0753181 Aug 16 01:58:44.859638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48952) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:44.873003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-80097ff8-0422-4a13-a63a-cb349ad52eaf tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-379346872', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:44.873946 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-5055dec0-f671-4350-ae55-3bfde9ea6457 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/quotas/5cb90ffe84bb4524bb185e7642128945 HTTP/1.1" status: 200 len: 375 time: 0.0154312 Aug 16 01:58:44.879246 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45334996-3166-4f4d-9c8e-ad8575104de1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Network': ['ID=717620ae-dc68-42ec-b03b-7dcbf5029d23,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:44.939668 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80097ff8-0422-4a13-a63a-cb349ad52eaf tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.940496 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-4dafd5c4-a4a8-49a6-8dff-fd05794034d9 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0655622 Aug 16 01:58:44.941769 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80097ff8-0422-4a13-a63a-cb349ad52eaf tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.947135 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.965047 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Transition to ACTIVE for port object 05c561c2-01f1-4f23-9367-092b090e2ab9 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:44.977777 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.061125 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a4375-d06b-4484-8809-98397534bfbf None None] Pushing event updated for resources: {'Port': ['ID=05c561c2-01f1-4f23-9367-092b090e2ab9,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:45.073534 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-0669cbfd-db24-42b6-b68a-d6df7f188d4a service neutron] 10.222.0.68 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152191 Aug 16 01:58:45.102448 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80097ff8-0422-4a13-a63a-cb349ad52eaf tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.112958 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80097ff8-0422-4a13-a63a-cb349ad52eaf tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.135950 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80097ff8-0422-4a13-a63a-cb349ad52eaf tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.141993 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-80097ff8-0422-4a13-a63a-cb349ad52eaf tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2721756 Aug 16 01:58:45.142744 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48954) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:45.147916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-01cfa78b-f251-49d6-a3da-e802f2cc0ddc tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'network': {'name': 'tempest-RoutersTest-1380292114'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:45.201952 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cfa78b-f251-49d6-a3da-e802f2cc0ddc tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Made reservation on behalf of fd4c6ccb7877456e83ca17372bc6d1f1 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:45.209382 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-01cfa78b-f251-49d6-a3da-e802f2cc0ddc tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.211408 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Attempting to bind port 05c561c2-01f1-4f23-9367-092b090e2ab9 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:45.211791 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Attempting to bind port 05c561c2-01f1-4f23-9367-092b090e2ab9 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:45.212461 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Attempting to bind port 05c561c2-01f1-4f23-9367-092b090e2ab9 on network 3f1b1636-5281-4805-974a-0b39f2f11573 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:45.221186 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:45.221607 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Checking segment: {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:45.222001 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.222534 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Bound using segment: {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:45.223015 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Bound port: 05c561c2-01f1-4f23-9367-092b090e2ab9, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:45.223406 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.263117 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cfa78b-f251-49d6-a3da-e802f2cc0ddc tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:58:45.316725 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-01cfa78b-f251-49d6-a3da-e802f2cc0ddc tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.317146 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-01cfa78b-f251-49d6-a3da-e802f2cc0ddc tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Added segment fba3bbfd-3237-4288-a616-995bf14c4fd9 of type vlan for network 482dde91-3195-4f68-99e9-9ddc30d63c05 Aug 16 01:58:45.321334 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-973db5e9-f12f-4c8d-81da-a610de1a5b29 service neutron] 10.222.0.68 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387652 Aug 16 01:58:45.334869 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] For port 05c561c2-01f1-4f23-9367-092b090e2ab9, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:45.357787 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] For port 05c561c2-01f1-4f23-9367-092b090e2ab9, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=05c561c2-01f1-4f23-9367-092b090e2ab9,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:45.374679 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.395878 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-01cfa78b-f251-49d6-a3da-e802f2cc0ddc tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.458917 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 84d7796a-d4a8-4883-b275-96af76502f16 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:45.474481 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-01cfa78b-f251-49d6-a3da-e802f2cc0ddc tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.487804 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cfa78b-f251-49d6-a3da-e802f2cc0ddc tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:45.488462 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-01cfa78b-f251-49d6-a3da-e802f2cc0ddc tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.536493 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Routers {'81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:45.537201 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:45.545229 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 84d7796a-d4a8-4883-b275-96af76502f16 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:45.545229 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 84d7796a-d4a8-4883-b275-96af76502f16 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:45.605162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 48960) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:45.605603 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-01cfa78b-f251-49d6-a3da-e802f2cc0ddc tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4614635 Aug 16 01:58:45.609891 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfa78b-f251-49d6-a3da-e802f2cc0ddc tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Network': ['ID=482dde91-3195-4f68-99e9-9ddc30d63c05,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:45.620897 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'subnet': {'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:45.639473 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 482dde91-3195-4f68-99e9-9ddc30d63c05 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:58:45.739995 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c661a7bc-8267-4220-982b-a3296660a000 req-1c886dec-1bdd-4376-a699-4c4977beaa3a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 210 time: 0.0704412 Aug 16 01:58:45.820318 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a4375-d06b-4484-8809-98397534bfbf None None] Pushing event updated for resources: {'Port': ['ID=05c561c2-01f1-4f23-9367-092b090e2ab9,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:45.844798 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Made reservation on behalf of fd4c6ccb7877456e83ca17372bc6d1f1 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:45.861560 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.926513 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] Set router 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:46.159682 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.223366 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'name': 'tempest-ServerActionsTestJSON-883739994-router', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:33Z', 'updated_at': '2021-08-16T01:58:38Z', 'revision_number': 4, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'gw_port': {'id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '05c561c2-01f1-4f23-9367-092b090e2ab9', 'name': '', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'mac_address': 'fa:16:3e:7c:18:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:37Z', 'updated_at': '2021-08-16T01:58:45Z', 'revision_number': 4, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'subnets': [{'id': '193ae495-97a3-4862-b920-d828451f284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:46.250667 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Subnet': ['ID=023c487b-1dab-4b49-bc4c-4b0a615b6156,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:46.256758 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf7e20-57c6-400f-927b-a3e4adf398ff None None] The sync data for ids ['81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'] in n-d-765315-27 is: [{'id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'name': 'tempest-ServerActionsTestJSON-883739994-router', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:33Z', 'updated_at': '2021-08-16T01:58:38Z', 'revision_number': 4, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'gw_port': {'id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '05c561c2-01f1-4f23-9367-092b090e2ab9', 'name': '', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'mac_address': 'fa:16:3e:7c:18:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:37Z', 'updated_at': '2021-08-16T01:58:45Z', 'revision_number': 4, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'subnets': [{'id': '193ae495-97a3-4862-b920-d828451f284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:46.261105 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:46.261368 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:46.261877 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:46.262741 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:46.263228 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:46.263607 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:46.263895 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:46.264226 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:46.264551 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:46.264876 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:46.265199 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:46.265518 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:46.276332 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Checking segment: {'id': 'fba3bbfd-3237-4288-a616-995bf14c4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:46.276712 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network hostable DHCP agents. Network: 482dde91-3195-4f68-99e9-9ddc30d63c05, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:58:46.310406 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 482dde91-3195-4f68-99e9-9ddc30d63c05 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:58:46.331024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 482dde91-3195-4f68-99e9-9ddc30d63c05) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:46.335618 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:46.336210 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.342463 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1012b2-d14a-4b7b-aafe-9e0e9c460bc9 None None] Network 482dde91-3195-4f68-99e9-9ddc30d63c05 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:46.393022 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0baa535f-bb84-440c-9c4a-153b2121c815 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7859917 Aug 16 01:58:46.395375 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 48972) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:46.615679 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-482dde91-3195-4f68-99e9-9ddc30d63c05', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:58:46.617225 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.839537 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Allocated IP 172.20.0.2 (482dde91-3195-4f68-99e9-9ddc30d63c05/023c487b-1dab-4b49-bc4c-4b0a615b6156/117e07e4-3841-4e8d-9e7d-83b62cdae16e) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:46.940723 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cbcf3882-2aee-464c-b34e-e846651d1d9a req-c5ebdcdf-7541-4226-94db-d3c0445a17d9 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 210 time: 0.0627463 Aug 16 01:58:47.073944 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.092182 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Transition to ACTIVE for port object 117e07e4-3841-4e8d-9e7d-83b62cdae16e will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:47.135624 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Transition to ACTIVE for port object 117e07e4-3841-4e8d-9e7d-83b62cdae16e will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:47.158134 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.313703 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Pushing event updated for resources: {'Port': ['ID=117e07e4-3841-4e8d-9e7d-83b62cdae16e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:47.336269 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Network 482dde91-3195-4f68-99e9-9ddc30d63c05 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:47.339733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:47.346635 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:47.429412 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17541e54-57b4-4af5-b66e-b708851fd9e1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.439034 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-14664d8d-4360-4f21-a3f7-aa7c41a95882 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:47.448046 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-14664d8d-4360-4f21-a3f7-aa7c41a95882 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.63 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 811 time: 0.3285391 Aug 16 01:58:47.487624 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 05c561c2-01f1-4f23-9367-092b090e2ab9 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:47.499555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Attempting to bind port 117e07e4-3841-4e8d-9e7d-83b62cdae16e on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:47.499816 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Attempting to bind port 117e07e4-3841-4e8d-9e7d-83b62cdae16e by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'fba3bbfd-3237-4288-a616-995bf14c4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:47.500107 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Attempting to bind port 117e07e4-3841-4e8d-9e7d-83b62cdae16e on network 482dde91-3195-4f68-99e9-9ddc30d63c05 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:47.532279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:47.532654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Checking segment: {'id': 'fba3bbfd-3237-4288-a616-995bf14c4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:47.533066 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.533719 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Bound using segment: {'id': 'fba3bbfd-3237-4288-a616-995bf14c4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:47.534375 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Bound port: 117e07e4-3841-4e8d-9e7d-83b62cdae16e, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba3bbfd-3237-4288-a616-995bf14c4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:47.534770 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.563380 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-3edc072c-ecbc-4885-910c-ef0b18b5554f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cb90ffe84bb4524bb185e7642128945 HTTP/1.1" status: 200 len: 379 time: 0.0979316 Aug 16 01:58:47.575636 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-0895bd7d-59aa-4c65-9f5b-6c594752b6b7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Request body: {'port': {'device_id': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'admin_state_up': True, 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'security_groups': ['dedf3b97-4b02-424f-8e03-24bc1ef552d2']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:47.611242 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 05c561c2-01f1-4f23-9367-092b090e2ab9 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:47.627206 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 05c561c2-01f1-4f23-9367-092b090e2ab9 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:47.627590 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.677127 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] For port 117e07e4-3841-4e8d-9e7d-83b62cdae16e, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:47.698299 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] For port 117e07e4-3841-4e8d-9e7d-83b62cdae16e, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=117e07e4-3841-4e8d-9e7d-83b62cdae16e,segment=NetworkSegment(fba3bbfd-3237-4288-a616-995bf14c4fd9),segment_id=fba3bbfd-3237-4288-a616-995bf14c4fd9)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:47.759353 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.763094 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.850051 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d510920-9e25-4500-89a1-c6ff03fcdb8b None None] Pushing event updated for resources: {'Port': ['ID=117e07e4-3841-4e8d-9e7d-83b62cdae16e,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:47.868823 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-0895bd7d-59aa-4c65-9f5b-6c594752b6b7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Made reservation on behalf of 5cb90ffe84bb4524bb185e7642128945 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:47.876223 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-0895bd7d-59aa-4c65-9f5b-6c594752b6b7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.907411 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 05c561c2-01f1-4f23-9367-092b090e2ab9, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=05c561c2-01f1-4f23-9367-092b090e2ab9,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:47.913903 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.978621 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=05c561c2-01f1-4f23-9367-092b090e2ab9,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:48.083996 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-17541e54-57b4-4af5-b66e-b708851fd9e1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Allocated IP 172.20.0.1 (482dde91-3195-4f68-99e9-9ddc30d63c05/023c487b-1dab-4b49-bc4c-4b0a615b6156/b0c8901d-385c-45bc-8476-6851372a00bf) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:48.132164 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8bb80541-7ecb-4436-974b-36fd985ea355 req-42ed6b2c-1016-4393-b7e2-f8e11258c5b5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 210 time: 0.0418758 Aug 16 01:58:48.156987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-0895bd7d-59aa-4c65-9f5b-6c594752b6b7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Allocated IP 172.20.0.5 (3f1b1636-5281-4805-974a-0b39f2f11573/193ae495-97a3-4862-b920-d828451f284d/057c8a84-bedb-47e0-b18c-fb225b6ad3f4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:48.298510 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17541e54-57b4-4af5-b66e-b708851fd9e1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.323320 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-17541e54-57b4-4af5-b66e-b708851fd9e1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Transition to ACTIVE for port object b0c8901d-385c-45bc-8476-6851372a00bf will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:48.416832 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-0895bd7d-59aa-4c65-9f5b-6c594752b6b7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.421923 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17541e54-57b4-4af5-b66e-b708851fd9e1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.435018 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-0895bd7d-59aa-4c65-9f5b-6c594752b6b7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Transition to ACTIVE for port object 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:48.499614 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-0895bd7d-59aa-4c65-9f5b-6c594752b6b7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.503375 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17541e54-57b4-4af5-b66e-b708851fd9e1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 482dde91-3195-4f68-99e9-9ddc30d63c05 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:48.516961 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-17541e54-57b4-4af5-b66e-b708851fd9e1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:48.524165 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17541e54-57b4-4af5-b66e-b708851fd9e1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:48.561089 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-0895bd7d-59aa-4c65-9f5b-6c594752b6b7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Network 3f1b1636-5281-4805-974a-0b39f2f11573 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:48.564569 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-0895bd7d-59aa-4c65-9f5b-6c594752b6b7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:48.569983 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-0895bd7d-59aa-4c65-9f5b-6c594752b6b7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:48.582522 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17541e54-57b4-4af5-b66e-b708851fd9e1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=b0c8901d-385c-45bc-8476-6851372a00bf,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:48.622771 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17541e54-57b4-4af5-b66e-b708851fd9e1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.631523 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895bd7d-59aa-4c65-9f5b-6c594752b6b7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Pushing event updated for resources: {'Port': ['ID=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:48.654634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-0895bd7d-59aa-4c65-9f5b-6c594752b6b7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:48.655749 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-0895bd7d-59aa-4c65-9f5b-6c594752b6b7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.690920 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-0895bd7d-59aa-4c65-9f5b-6c594752b6b7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1185260 Aug 16 01:58:48.712006 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Request body: {'port': {'device_id': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:48.840943 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.901160 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17541e54-57b4-4af5-b66e-b708851fd9e1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.062986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-34c54af4-9d43-4c66-8056-bb4942a71517 None None] Provisioning for port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:49.070356 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-34c54af4-9d43-4c66-8056-bb4942a71517 None None] Provisioning complete for port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:49.070773 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-34c54af4-9d43-4c66-8056-bb4942a71517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.156118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-34c54af4-9d43-4c66-8056-bb4942a71517 None None] Port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:49.546325 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:49.562412 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.563816 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 05c561c2-01f1-4f23-9367-092b090e2ab9 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:49.588769 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Transition to ACTIVE for port object 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:49.600967 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.635278 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb270ab-4d88-40d8-8748-4461ae3a938e None None] Network 482dde91-3195-4f68-99e9-9ddc30d63c05 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:49.649584 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8947794-0585-49c0-ab8f-3819ca7f66de req-cafea85a-49c0-41d2-a812-7d2c80d4c8ff tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.652539 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a8947794-0585-49c0-ab8f-3819ca7f66de req-cafea85a-49c0-41d2-a812-7d2c80d4c8ff tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 931 time: 0.3801727 Aug 16 01:58:49.782220 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Pushing event updated for resources: {'Port': ['ID=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:49.800396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a8947794-0585-49c0-ab8f-3819ca7f66de req-76b65808-b4e6-44dd-8ccd-d24ebb9483b3 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343417 Aug 16 01:58:49.860236 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17541e54-57b4-4af5-b66e-b708851fd9e1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.883363 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17541e54-57b4-4af5-b66e-b708851fd9e1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.986786 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17541e54-57b4-4af5-b66e-b708851fd9e1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.037506 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1a5b2771-2a95-4995-884c-d751ed7a9936 None None] Provisioning for port 117e07e4-3841-4e8d-9e7d-83b62cdae16e completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:50.046206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Attempting to bind port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:50.046585 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Attempting to bind port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:50.046888 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Attempting to bind port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 on network 3f1b1636-5281-4805-974a-0b39f2f11573 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:50.074432 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 on network 3f1b1636-5281-4805-974a-0b39f2f11573 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:50.075442 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Attempting to bind port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 on network 3f1b1636-5281-4805-974a-0b39f2f11573 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:50.093846 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:50.094485 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Checking segment: {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:50.096311 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Bound using segment: {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:50.096961 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Bound port: 057c8a84-bedb-47e0-b18c-fb225b6ad3f4, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:50.098391 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.143116 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 05c561c2-01f1-4f23-9367-092b090e2ab9 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:50.143692 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.149555 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17541e54-57b4-4af5-b66e-b708851fd9e1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=b0c8901d-385c-45bc-8476-6851372a00bf,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:50.198716 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-367ed083-d2d0-4f67-b030-389be80263ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.261077 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] For port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:50.265576 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] For port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:50.272311 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.295061 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17541e54-57b4-4af5-b66e-b708851fd9e1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 482dde91-3195-4f68-99e9-9ddc30d63c05 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:50.300029 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-17541e54-57b4-4af5-b66e-b708851fd9e1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:50.372739 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Pushing event updated for resources: {'Port': ['ID=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:50.399206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:50.400236 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.405314 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-6d2985cb-50fd-4bf2-9691-fbd4183b195e service neutron] 10.222.0.63 "PUT /v2.0/ports/057c8a84-bedb-47e0-b18c-fb225b6ad3f4 HTTP/1.1" status: 200 len: 1092 time: 1.6991501 Aug 16 01:58:50.405852 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'tag': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:50.415765 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 117e07e4-3841-4e8d-9e7d-83b62cdae16e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:50.416369 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1246365-6285-403b-b909-ab5cdc390581" -d '{"events": [{"name": "network-changed", "server_uuid": "5d06e936-d7af-47e3-8dfa-e9ee502b9dce", "tag": "057c8a84-bedb-47e0-b18c-fb225b6ad3f4"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:50.537302 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1416713-8500-4182-beff-a24ff9e85c8d x-openstack-request-id: req-f1416713-8500-4182-beff-a24ff9e85c8d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:50.537472 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d06e936-d7af-47e3-8dfa-e9ee502b9dce", "tag": "057c8a84-bedb-47e0-b18c-fb225b6ad3f4", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:50.537600 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f1416713-8500-4182-beff-a24ff9e85c8d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:50.538025 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'tag': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'status': 'completed', 'code': 200} Aug 16 01:58:50.544597 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 117e07e4-3841-4e8d-9e7d-83b62cdae16e completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:50.555189 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 117e07e4-3841-4e8d-9e7d-83b62cdae16e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:50.556056 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.603407 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17541e54-57b4-4af5-b66e-b708851fd9e1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 34a451d7-8c66-4485-aaca-805c15086920 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:58:50.619535 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-5910c6b5-3a04-4040-baec-4bf7b16b799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:50.621204 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-5910c6b5-3a04-4040-baec-4bf7b16b799e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 1095 time: 0.1685636 Aug 16 01:58:50.662449 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d36e2c4d-a9b9-4fe4-8679-33f503bad5ba None None] Provisioning complete for port 117e07e4-3841-4e8d-9e7d-83b62cdae16e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:50.665064 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d36e2c4d-a9b9-4fe4-8679-33f503bad5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.720427 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-5f5e8de5-ae86-441a-95fb-f6ea6ec6d8ac service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4 HTTP/1.1" status: 200 len: 217 time: 0.0814505 Aug 16 01:58:50.834183 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17541e54-57b4-4af5-b66e-b708851fd9e1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:50.840933 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-17541e54-57b4-4af5-b66e-b708851fd9e1 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/34a451d7-8c66-4485-aaca-805c15086920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4441147 Aug 16 01:58:50.843972 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49026) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:50.859336 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Sync routers for ids ['34a451d7-8c66-4485-aaca-805c15086920'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:50.874935 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Routers {'34a451d7-8c66-4485-aaca-805c15086920'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:50.875565 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['34a451d7-8c66-4485-aaca-805c15086920'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:50.878555 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-636c0bda-6905-4336-94bf-92f6f79d53ba tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'network': {'name': 'tempest-RoutersTest-76231053'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:50.891133 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d36e2c4d-a9b9-4fe4-8679-33f503bad5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.952705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-e476c002-8cd6-40d7-8f8d-28853e6d43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:50.967064 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-e476c002-8cd6-40d7-8f8d-28853e6d43ed service neutron] 10.222.0.63 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.2312608 Aug 16 01:58:50.991067 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d36e2c4d-a9b9-4fe4-8679-33f503bad5ba None None] For port 117e07e4-3841-4e8d-9e7d-83b62cdae16e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=117e07e4-3841-4e8d-9e7d-83b62cdae16e,segment=NetworkSegment(fba3bbfd-3237-4288-a616-995bf14c4fd9),segment_id=fba3bbfd-3237-4288-a616-995bf14c4fd9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:50.997988 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d36e2c4d-a9b9-4fe4-8679-33f503bad5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.055684 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.066412 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c185158-6033-469a-bb9e-72f756143a08 req-1c1ac73e-c6cb-42e8-bfcf-1c5f007e4c8e tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:51.072838 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5c185158-6033-469a-bb9e-72f756143a08 req-1c1ac73e-c6cb-42e8-bfcf-1c5f007e4c8e tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 943 time: 0.1227047 Aug 16 01:58:51.089438 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d36e2c4d-a9b9-4fe4-8679-33f503bad5ba None None] Provisioning for port b0c8901d-385c-45bc-8476-6851372a00bf completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:51.097064 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Set router 34a451d7-8c66-4485-aaca-805c15086920 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:51.151974 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d36e2c4d-a9b9-4fe4-8679-33f503bad5ba None None] Provisioning complete for port b0c8901d-385c-45bc-8476-6851372a00bf triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:51.152586 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d36e2c4d-a9b9-4fe4-8679-33f503bad5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.165599 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5c185158-6033-469a-bb9e-72f756143a08 req-6e68e21c-e525-4f00-bef0-7d6568244416 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864804 Aug 16 01:58:51.232911 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:58:51.233260 n-d-765315-27 neutron-server[94674]: DEBUG oslo_db.api [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:58:51.233713 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d36e2c4d-a9b9-4fe4-8679-33f503bad5ba None None] Port b0c8901d-385c-45bc-8476-6851372a00bf cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:51.235159 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e2c4d-a9b9-4fe4-8679-33f503bad5ba None None] Pushing event updated for resources: {'Port': ['ID=117e07e4-3841-4e8d-9e7d-83b62cdae16e,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:51.407315 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0a85a8ef-3d56-4564-bee8-cba31122c3e2 None None] Provisioning complete for port b0c8901d-385c-45bc-8476-6851372a00bf triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:51.407760 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0a85a8ef-3d56-4564-bee8-cba31122c3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.462085 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0a85a8ef-3d56-4564-bee8-cba31122c3e2 None None] Port b0c8901d-385c-45bc-8476-6851372a00bf cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:51.553423 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:58:48Z', 'revision_number': 2, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:49Z', 'revision_number': 2, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:51.591823 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a4b8a424-5bf9-49fc-930d-840139b38c89 None None] Provisioning complete for port b0c8901d-385c-45bc-8476-6851372a00bf triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:51.592199 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a424-5bf9-49fc-930d-840139b38c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.592359 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Checking router: 34a451d7-8c66-4485-aaca-805c15086920 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:51.592690 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Updating router 34a451d7-8c66-4485-aaca-805c15086920 port b0c8901d-385c-45bc-8476-6851372a00bf binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:58:51.619375 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.670229 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a4b8a424-5bf9-49fc-930d-840139b38c89 None None] Port b0c8901d-385c-45bc-8476-6851372a00bf cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:51.827136 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636c0bda-6905-4336-94bf-92f6f79d53ba tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Made reservation on behalf of fd4c6ccb7877456e83ca17372bc6d1f1 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:51.839129 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-636c0bda-6905-4336-94bf-92f6f79d53ba tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.888870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-9d905897-619e-47da-95ca-be363d1ceedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:51.890768 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-9d905897-619e-47da-95ca-be363d1ceedb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9100804 Aug 16 01:58:51.948185 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 117e07e4-3841-4e8d-9e7d-83b62cdae16e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:51.977814 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636c0bda-6905-4336-94bf-92f6f79d53ba tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:58:52.063297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 117e07e4-3841-4e8d-9e7d-83b62cdae16e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:52.064892 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.072140 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-636c0bda-6905-4336-94bf-92f6f79d53ba tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.072503 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-636c0bda-6905-4336-94bf-92f6f79d53ba tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Added segment 42933ae1-22cd-4cd3-8c8f-2cab48116499 of type vlan for network 01af01aa-b253-421b-bbe2-fd8da13a18e1 Aug 16 01:58:52.075538 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.091636 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Transition to ACTIVE for port object b0c8901d-385c-45bc-8476-6851372a00bf will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:52.100914 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.197339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-2f75d9ee-c298-4184-a190-b3ba1e5dae9b service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856965 Aug 16 01:58:52.232589 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285febfa-845a-404c-9869-f99b45ce7b20 None None] Pushing event updated for resources: {'Port': ['ID=b0c8901d-385c-45bc-8476-6851372a00bf,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:52.238291 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Attempting to bind port b0c8901d-385c-45bc-8476-6851372a00bf on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:52.238291 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Attempting to bind port b0c8901d-385c-45bc-8476-6851372a00bf by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'fba3bbfd-3237-4288-a616-995bf14c4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:52.238648 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Attempting to bind port b0c8901d-385c-45bc-8476-6851372a00bf on network 482dde91-3195-4f68-99e9-9ddc30d63c05 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:52.245324 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:52.245736 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Checking segment: {'id': 'fba3bbfd-3237-4288-a616-995bf14c4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:52.246413 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.247506 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Bound using segment: {'id': 'fba3bbfd-3237-4288-a616-995bf14c4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:52.248069 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Bound port: b0c8901d-385c-45bc-8476-6851372a00bf, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba3bbfd-3237-4288-a616-995bf14c4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:52.248432 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.464369 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-636c0bda-6905-4336-94bf-92f6f79d53ba tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.471081 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] For port b0c8901d-385c-45bc-8476-6851372a00bf, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:52.476506 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] For port b0c8901d-385c-45bc-8476-6851372a00bf, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b0c8901d-385c-45bc-8476-6851372a00bf,segment=NetworkSegment(fba3bbfd-3237-4288-a616-995bf14c4fd9),segment_id=fba3bbfd-3237-4288-a616-995bf14c4fd9)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:52.487993 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.551543 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Routers {'34a451d7-8c66-4485-aaca-805c15086920'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:52.552433 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['34a451d7-8c66-4485-aaca-805c15086920'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:52.620254 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-977ac9fa-21b5-4b06-ba1f-c78fe1c2b780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.661056 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc7afe66-523c-47e8-9d13-1fbb1e1b4f09 req-b630084f-73d7-497a-ba4e-b9c6fd75ca8c service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353495 Aug 16 01:58:52.672674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83f8a6-627f-41ba-b8ff-29c442374546 req-a76cbbe0-5239-4e83-bd13-3dfb88ec57db tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.681197 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd83f8a6-627f-41ba-b8ff-29c442374546 req-a76cbbe0-5239-4e83-bd13-3dfb88ec57db tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 943 time: 0.2753270 Aug 16 01:58:52.714037 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-636c0bda-6905-4336-94bf-92f6f79d53ba tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.725404 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636c0bda-6905-4336-94bf-92f6f79d53ba tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.726077 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-636c0bda-6905-4336-94bf-92f6f79d53ba tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.754299 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285febfa-845a-404c-9869-f99b45ce7b20 None None] Pushing event updated for resources: {'Port': ['ID=b0c8901d-385c-45bc-8476-6851372a00bf,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:52.785939 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] Set router 34a451d7-8c66-4485-aaca-805c15086920 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:52.933599 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd83f8a6-627f-41ba-b8ff-29c442374546 req-c4de0708-08ba-493b-ace0-2abb3e5cac00 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508962 Aug 16 01:58:52.938557 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-636c0bda-6905-4336-94bf-92f6f79d53ba tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 2.0920112 Aug 16 01:58:52.941297 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49044) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:52.956506 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9949aea4-9af5-4e68-90e2-4a45ed7da0ea tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'subnet': {'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:52.962736 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c0bda-6905-4336-94bf-92f6f79d53ba tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Network': ['ID=01af01aa-b253-421b-bbe2-fd8da13a18e1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:52.976293 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 01af01aa-b253-421b-bbe2-fd8da13a18e1 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:58:53.008136 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1246365-6285-403b-b909-ab5cdc390581 req-9dd02a18-62ef-4e80-8724-7ae8aae58a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.009720 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1246365-6285-403b-b909-ab5cdc390581 req-9dd02a18-62ef-4e80-8724-7ae8aae58a6c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 1095 time: 0.2760344 Aug 16 01:58:53.157247 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9949aea4-9af5-4e68-90e2-4a45ed7da0ea tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Made reservation on behalf of fd4c6ccb7877456e83ca17372bc6d1f1 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:53.175355 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9949aea4-9af5-4e68-90e2-4a45ed7da0ea tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.212024 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:58:48Z', 'revision_number': 2, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:52Z', 'revision_number': 4, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:53.221103 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1246365-6285-403b-b909-ab5cdc390581 req-f89c96cf-293e-4754-b138-8ec456ddd246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.222566 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1246365-6285-403b-b909-ab5cdc390581 req-f89c96cf-293e-4754-b138-8ec456ddd246 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 912 time: 0.2048051 Aug 16 01:58:53.318676 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfe8395-88f0-435e-9aac-b15ebb8d89b9 None None] The sync data for ids ['34a451d7-8c66-4485-aaca-805c15086920'] in n-d-765315-27 is: [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:58:48Z', 'revision_number': 2, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:52Z', 'revision_number': 4, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:53.323445 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.396110 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1246365-6285-403b-b909-ab5cdc390581 req-0105566f-49a0-41ad-8180-1996f1c5650e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4 HTTP/1.1" status: 200 len: 217 time: 0.1135256 Aug 16 01:58:53.517323 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1246365-6285-403b-b909-ab5cdc390581 req-a42b044f-2415-48fb-8bac-f59e8db52250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.518899 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1246365-6285-403b-b909-ab5cdc390581 req-a42b044f-2415-48fb-8bac-f59e8db52250 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.1135690 Aug 16 01:58:53.621162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1246365-6285-403b-b909-ab5cdc390581 req-66331e72-95e2-471a-89ad-fb7c0ff19549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.623550 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1246365-6285-403b-b909-ab5cdc390581 req-66331e72-95e2-471a-89ad-fb7c0ff19549 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963275 Aug 16 01:58:53.745290 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9949aea4-9af5-4e68-90e2-4a45ed7da0ea tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.898080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9949aea4-9af5-4e68-90e2-4a45ed7da0ea tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Checking segment: {'id': '42933ae1-22cd-4cd3-8c8f-2cab48116499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:53.898504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9949aea4-9af5-4e68-90e2-4a45ed7da0ea tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network hostable DHCP agents. Network: 01af01aa-b253-421b-bbe2-fd8da13a18e1, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:58:53.910340 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949aea4-9af5-4e68-90e2-4a45ed7da0ea tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Subnet': ['ID=33abd118-8871-44b2-8c97-5ca533410f72,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:53.938107 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9949aea4-9af5-4e68-90e2-4a45ed7da0ea tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 01af01aa-b253-421b-bbe2-fd8da13a18e1 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:58:53.952924 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1246365-6285-403b-b909-ab5cdc390581 req-296f031e-3ee9-42ed-8e3e-082da3b35fdf service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202338 Aug 16 01:58:53.967933 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9949aea4-9af5-4e68-90e2-4a45ed7da0ea tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 01af01aa-b253-421b-bbe2-fd8da13a18e1) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:53.977909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9949aea4-9af5-4e68-90e2-4a45ed7da0ea tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.978613 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9949aea4-9af5-4e68-90e2-4a45ed7da0ea tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.994267 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f7af45-6174-4604-90b8-0d947d4e74e4 None None] Network 01af01aa-b253-421b-bbe2-fd8da13a18e1 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:54.032498 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9949aea4-9af5-4e68-90e2-4a45ed7da0ea tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0863917 Aug 16 01:58:54.036926 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49054) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:54.184942 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1246365-6285-403b-b909-ab5cdc390581 req-3f82bad5-c4d3-4d9e-bbd6-53a898f815c1 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234251 Aug 16 01:58:54.319664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b5390-1049-46be-99be-b530136c6b5e req-04d8b18d-0ca3-469e-990a-65ed711e95e9 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:54.328117 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7d4b5390-1049-46be-99be-b530136c6b5e req-04d8b18d-0ca3-469e-990a-65ed711e95e9 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 943 time: 0.2537127 Aug 16 01:58:54.417883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b0c8901d-385c-45bc-8476-6851372a00bf up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:54.504221 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7d4b5390-1049-46be-99be-b530136c6b5e req-55d2098f-d0a0-44f9-b48e-13c63d1fb8ce tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733522 Aug 16 01:58:54.529970 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.564923 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port b0c8901d-385c-45bc-8476-6851372a00bf completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:54.573713 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port b0c8901d-385c-45bc-8476-6851372a00bf triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:54.574132 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.747147 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-01af01aa-b253-421b-bbe2-fd8da13a18e1', 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'fixed_ips': [{'subnet_id': '33abd118-8871-44b2-8c97-5ca533410f72'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:58:54.748003 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.803299 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.916157 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0db2f25d-f336-4ef3-a4ac-2484f0e31f68 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.995898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port b0c8901d-385c-45bc-8476-6851372a00bf, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b0c8901d-385c-45bc-8476-6851372a00bf,segment=NetworkSegment(fba3bbfd-3237-4288-a616-995bf14c4fd9),segment_id=fba3bbfd-3237-4288-a616-995bf14c4fd9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:55.011540 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.178391 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Allocated IP 172.21.0.2 (01af01aa-b253-421b-bbe2-fd8da13a18e1/33abd118-8871-44b2-8c97-5ca533410f72/b2a71bfd-7de2-441f-a5f6-9a7997c03de8) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:55.194416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=b0c8901d-385c-45bc-8476-6851372a00bf,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:55.423280 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.432985 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Transition to ACTIVE for port object b2a71bfd-7de2-441f-a5f6-9a7997c03de8 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:55.452035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Transition to ACTIVE for port object b2a71bfd-7de2-441f-a5f6-9a7997c03de8 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:55.476944 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.555269 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Network 01af01aa-b253-421b-bbe2-fd8da13a18e1 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:55.558410 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:55.562097 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:55.571288 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:55.589503 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-0db2f25d-f336-4ef3-a4ac-2484f0e31f68 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Allocated IP 172.21.0.1 (01af01aa-b253-421b-bbe2-fd8da13a18e1/33abd118-8871-44b2-8c97-5ca533410f72/b03e5636-d517-4097-b3f0-ec9738149ca2) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:55.627414 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Pushing event updated for resources: {'Port': ['ID=b2a71bfd-7de2-441f-a5f6-9a7997c03de8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:55.688545 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Attempting to bind port b2a71bfd-7de2-441f-a5f6-9a7997c03de8 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:55.688771 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8287f0f-ee00-4bde-8cec-9c4b558a038b req-94c7fc4c-40bf-4d19-ab00-b3488e66644a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:55.689252 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Attempting to bind port b2a71bfd-7de2-441f-a5f6-9a7997c03de8 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '42933ae1-22cd-4cd3-8c8f-2cab48116499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:55.689459 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Attempting to bind port b2a71bfd-7de2-441f-a5f6-9a7997c03de8 on network 01af01aa-b253-421b-bbe2-fd8da13a18e1 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:55.699201 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8287f0f-ee00-4bde-8cec-9c4b558a038b req-94c7fc4c-40bf-4d19-ab00-b3488e66644a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 943 time: 0.0883374 Aug 16 01:58:55.758468 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8287f0f-ee00-4bde-8cec-9c4b558a038b req-a7f97dc0-31c3-49c0-9c27-49a9e07abde9 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568841 Aug 16 01:58:55.760267 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:55.760751 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Checking segment: {'id': '42933ae1-22cd-4cd3-8c8f-2cab48116499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:55.761360 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.766904 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Bound using segment: {'id': '42933ae1-22cd-4cd3-8c8f-2cab48116499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:55.767867 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Bound port: b2a71bfd-7de2-441f-a5f6-9a7997c03de8, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42933ae1-22cd-4cd3-8c8f-2cab48116499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:55.768386 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.908678 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:55.921241 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] For port b2a71bfd-7de2-441f-a5f6-9a7997c03de8, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:55.925644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] For port b2a71bfd-7de2-441f-a5f6-9a7997c03de8, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b2a71bfd-7de2-441f-a5f6-9a7997c03de8,segment=NetworkSegment(42933ae1-22cd-4cd3-8c8f-2cab48116499),segment_id=42933ae1-22cd-4cd3-8c8f-2cab48116499)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:55.927167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'port_id': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'mac_address': 'fa:16:3e:5a:74:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:55.930678 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0db2f25d-f336-4ef3-a4ac-2484f0e31f68 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.956095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-0db2f25d-f336-4ef3-a4ac-2484f0e31f68 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Transition to ACTIVE for port object b03e5636-d517-4097-b3f0-ec9738149ca2 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:55.975544 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.986781 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.022881 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0db2f25d-f336-4ef3-a4ac-2484f0e31f68 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.078119 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:56.092939 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db2f25d-f336-4ef3-a4ac-2484f0e31f68 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 01af01aa-b253-421b-bbe2-fd8da13a18e1 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:56.099761 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-0db2f25d-f336-4ef3-a4ac-2484f0e31f68 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:56.104259 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:56.107171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db2f25d-f336-4ef3-a4ac-2484f0e31f68 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:56.113654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bf839-758d-4ac8-b35f-63d796d10260 None None] Pushing event updated for resources: {'Port': ['ID=b2a71bfd-7de2-441f-a5f6-9a7997c03de8,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:56.124361 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b0c8901d-385c-45bc-8476-6851372a00bf up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:56.128167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2f25d-f336-4ef3-a4ac-2484f0e31f68 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=b03e5636-d517-4097-b3f0-ec9738149ca2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:56.175639 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.217995 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.244738 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0db2f25d-f336-4ef3-a4ac-2484f0e31f68 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.298257 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:56.303953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port b0c8901d-385c-45bc-8476-6851372a00bf triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:56.303953 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.334461 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150832f-30f4-4be4-ae41-68bff164a2fa req-31bca3d5-59be-4213-a565-7f6def92ce80 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:56.340057 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e150832f-30f4-4be4-ae41-68bff164a2fa req-31bca3d5-59be-4213-a565-7f6def92ce80 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.1209607 Aug 16 01:58:56.410253 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e150832f-30f4-4be4-ae41-68bff164a2fa req-08cd5c6c-63eb-4332-aa8a-512db7374308 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562928 Aug 16 01:58:56.464932 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0db2f25d-f336-4ef3-a4ac-2484f0e31f68 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.473854 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['057c8a84-bedb-47e0-b18c-fb225b6ad3f4'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:56.930796 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888127d-8cc8-4c5f-b21e-646a5401c68b req-4af26b9a-0196-4bae-8125-467fda931df8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:56.932365 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6888127d-8cc8-4c5f-b21e-646a5401c68b req-4af26b9a-0196-4bae-8125-467fda931df8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0794737 Aug 16 01:58:56.968301 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0db2f25d-f336-4ef3-a4ac-2484f0e31f68 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.976665 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0db2f25d-f336-4ef3-a4ac-2484f0e31f68 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.046382 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6888127d-8cc8-4c5f-b21e-646a5401c68b req-79f510d4-10c1-4457-b648-cefeaf219e5d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003540 Aug 16 01:58:57.081663 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0db2f25d-f336-4ef3-a4ac-2484f0e31f68 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.083833 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2f25d-f336-4ef3-a4ac-2484f0e31f68 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=b03e5636-d517-4097-b3f0-ec9738149ca2,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:57.245654 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db2f25d-f336-4ef3-a4ac-2484f0e31f68 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network 01af01aa-b253-421b-bbe2-fd8da13a18e1 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:57.247998 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-0db2f25d-f336-4ef3-a4ac-2484f0e31f68 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:57.422308 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db2f25d-f336-4ef3-a4ac-2484f0e31f68 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 34a451d7-8c66-4485-aaca-805c15086920 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:57.595385 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:57.599722 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894942d2-e200-4d0d-9d06-5cfb08dca886 req-6dd9ab4c-178b-4ee3-8dbe-8ce0013cac81 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:57.602805 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db2f25d-f336-4ef3-a4ac-2484f0e31f68 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:57.609495 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0db2f25d-f336-4ef3-a4ac-2484f0e31f68 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/34a451d7-8c66-4485-aaca-805c15086920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5689888 Aug 16 01:58:57.609978 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-894942d2-e200-4d0d-9d06-5cfb08dca886 req-6dd9ab4c-178b-4ee3-8dbe-8ce0013cac81 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.0895619 Aug 16 01:58:57.612349 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49090) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:57.617668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2ad56331-c42d-48e3-bac9-d9b230ab9793 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'network': {'name': 'tempest-RoutersTest-1761848514'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:57.648518 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Sync routers for ids ['34a451d7-8c66-4485-aaca-805c15086920'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:57.653688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad56331-c42d-48e3-bac9-d9b230ab9793 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Made reservation on behalf of fd4c6ccb7877456e83ca17372bc6d1f1 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:57.663080 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ad56331-c42d-48e3-bac9-d9b230ab9793 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.667052 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-894942d2-e200-4d0d-9d06-5cfb08dca886 req-16da7a85-1119-4725-a379-ac0c76104d6a tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557535 Aug 16 01:58:57.673658 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Routers {'34a451d7-8c66-4485-aaca-805c15086920'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:57.674574 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['34a451d7-8c66-4485-aaca-805c15086920'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:57.728851 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497714df-d650-44a8-82e3-9021d4c20d68 None None] Network 01af01aa-b253-421b-bbe2-fd8da13a18e1 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:57.735606 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad56331-c42d-48e3-bac9-d9b230ab9793 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:58:57.752753 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ad56331-c42d-48e3-bac9-d9b230ab9793 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.753207 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-2ad56331-c42d-48e3-bac9-d9b230ab9793 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Added segment b5994640-a857-4ed2-acf2-d70c86474dff of type vlan for network f890fe80-569d-4176-862b-55b1f619e6a6 Aug 16 01:58:57.848496 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:57.855106 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Set router 34a451d7-8c66-4485-aaca-805c15086920 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:57.860282 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a918e21c-391f-47bf-b35b-6e18c0fd6d9d None None] Provisioning for port b2a71bfd-7de2-441f-a5f6-9a7997c03de8 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:57.866571 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ad56331-c42d-48e3-bac9-d9b230ab9793 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.908186 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:57.908814 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.910805 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ad56331-c42d-48e3-bac9-d9b230ab9793 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.916949 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad56331-c42d-48e3-bac9-d9b230ab9793 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:57.917606 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ad56331-c42d-48e3-bac9-d9b230ab9793 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.013363 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2ad56331-c42d-48e3-bac9-d9b230ab9793 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3959408 Aug 16 01:58:58.015288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49092) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:58.024962 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0891ecb8-4774-49ba-9483-16cb610e6e70 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'subnet': {'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:58.030739 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad56331-c42d-48e3-bac9-d9b230ab9793 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Network': ['ID=f890fe80-569d-4176-862b-55b1f619e6a6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:58.038079 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b2a71bfd-7de2-441f-a5f6-9a7997c03de8 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:58.208482 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0891ecb8-4774-49ba-9483-16cb610e6e70 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Made reservation on behalf of fd4c6ccb7877456e83ca17372bc6d1f1 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:58.212646 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0891ecb8-4774-49ba-9483-16cb610e6e70 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.238743 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe9892-8683-435f-bf49-e70029d5cb41 req-ae848041-c49b-472e-9af2-e526251f3f6b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.252295 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ffe9892-8683-435f-bf49-e70029d5cb41 req-ae848041-c49b-472e-9af2-e526251f3f6b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.1003749 Aug 16 01:58:58.256905 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network f890fe80-569d-4176-862b-55b1f619e6a6 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:58:58.307711 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ffe9892-8683-435f-bf49-e70029d5cb41 req-2d41b719-3a77-445d-a8e2-d7de0c979dc2 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527034 Aug 16 01:58:58.507389 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0891ecb8-4774-49ba-9483-16cb610e6e70 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.536733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port b2a71bfd-7de2-441f-a5f6-9a7997c03de8 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:58.553212 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port b2a71bfd-7de2-441f-a5f6-9a7997c03de8 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:58.553727 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.577691 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.615207 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891ecb8-4774-49ba-9483-16cb610e6e70 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Subnet': ['ID=40b613a6-e6b4-4a29-bed6-8225e32ad043,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:58.654877 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0891ecb8-4774-49ba-9483-16cb610e6e70 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Checking segment: {'id': 'b5994640-a857-4ed2-acf2-d70c86474dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:58.655250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0891ecb8-4774-49ba-9483-16cb610e6e70 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network hostable DHCP agents. Network: f890fe80-569d-4176-862b-55b1f619e6a6, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:58:58.682050 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0891ecb8-4774-49ba-9483-16cb610e6e70 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network f890fe80-569d-4176-862b-55b1f619e6a6 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:58:58.708641 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-0891ecb8-4774-49ba-9483-16cb610e6e70 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, f890fe80-569d-4176-862b-55b1f619e6a6) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:58.735797 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:58.736437 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0891ecb8-4774-49ba-9483-16cb610e6e70 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.736664 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0891ecb8-4774-49ba-9483-16cb610e6e70 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.741973 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733539c7-e522-4bc1-ab14-9b14fb714a5b" -d '{"events": [{"server_uuid": "5d06e936-d7af-47e3-8dfa-e9ee502b9dce", "name": "network-vif-plugged", "status": "completed", "tag": "057c8a84-bedb-47e0-b18c-fb225b6ad3f4"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:58.764561 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49104) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:58.764992 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0891ecb8-4774-49ba-9483-16cb610e6e70 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7475965 Aug 16 01:58:58.798647 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef60830a-229b-402e-b647-6f31fd66ea5f None None] Network f890fe80-569d-4176-862b-55b1f619e6a6 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:58.812371 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:58.883538 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6425ee6-fc14-4073-a349-3c18a0004a2b x-openstack-request-id: req-b6425ee6-fc14-4073-a349-3c18a0004a2b {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:58.883918 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d06e936-d7af-47e3-8dfa-e9ee502b9dce", "name": "network-vif-plugged", "status": "completed", "tag": "057c8a84-bedb-47e0-b18c-fb225b6ad3f4", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:58.884827 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b6425ee6-fc14-4073-a349-3c18a0004a2b {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:58.884827 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'code': 200} Aug 16 01:58:58.913044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a365f1-abdf-4d4f-a7c9-1d99b4a8f129 req-1ae0ba1f-8cd8-48b1-b0d8-f771e93b0544 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.923826 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-92a365f1-abdf-4d4f-a7c9-1d99b4a8f129 req-1ae0ba1f-8cd8-48b1-b0d8-f771e93b0544 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.1034296 Aug 16 01:58:58.935576 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.016453 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f80071-b374-4787-83e3-dcba8e2ce074 req-185ef897-2f78-4e90-9256-7b2aa68122c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.018657 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-18f80071-b374-4787-83e3-dcba8e2ce074 req-185ef897-2f78-4e90-9256-7b2aa68122c5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 1097 time: 0.0860925 Aug 16 01:58:59.018785 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.029470 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-92a365f1-abdf-4d4f-a7c9-1d99b4a8f129 req-04cface6-700c-41da-b1f1-10e4803f6c08 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039233 Aug 16 01:58:59.090227 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-18f80071-b374-4787-83e3-dcba8e2ce074 req-773133a9-3802-4153-99d4-5a6923a3702d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587332 Aug 16 01:58:59.099025 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:58:56Z', 'revision_number': 3, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': 'b03e5636-d517-4097-b3f0-ec9738149ca2', 'name': '', 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:5d:a0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '33abd118-8871-44b2-8c97-5ca533410f72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:55Z', 'updated_at': '2021-08-16T01:58:56Z', 'revision_number': 2, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '33abd118-8871-44b2-8c97-5ca533410f72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:59.125393 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2ab179ca-984b-4287-804a-a72d42dd1b91 None None] Provisioning for port b03e5636-d517-4097-b3f0-ec9738149ca2 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:59.187649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Checking router: 34a451d7-8c66-4485-aaca-805c15086920 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:59.196691 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Updating router 34a451d7-8c66-4485-aaca-805c15086920 port b03e5636-d517-4097-b3f0-ec9738149ca2 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:58:59.237293 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.239141 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2ab179ca-984b-4287-804a-a72d42dd1b91 None None] Provisioning complete for port b03e5636-d517-4097-b3f0-ec9738149ca2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:59.239494 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ab179ca-984b-4287-804a-a72d42dd1b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.328446 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:59.411828 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port b2a71bfd-7de2-441f-a5f6-9a7997c03de8, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b2a71bfd-7de2-441f-a5f6-9a7997c03de8,segment=NetworkSegment(42933ae1-22cd-4cd3-8c8f-2cab48116499),segment_id=42933ae1-22cd-4cd3-8c8f-2cab48116499)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:59.417051 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2ab179ca-984b-4287-804a-a72d42dd1b91 None None] Port b03e5636-d517-4097-b3f0-ec9738149ca2 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:59.447609 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.465513 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69ef596c-f0ee-4fad-af0a-ce8e19499c13 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.601245 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46248d0-70b7-4776-bd45-63eca01b78fa req-4826a3af-98e5-40f2-84f5-537633aa1bed tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.610741 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c46248d0-70b7-4776-bd45-63eca01b78fa req-4826a3af-98e5-40f2-84f5-537633aa1bed tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 945 time: 0.1478298 Aug 16 01:58:59.623255 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2ab179ca-984b-4287-804a-a72d42dd1b91 None None] Provisioning complete for port b2a71bfd-7de2-441f-a5f6-9a7997c03de8 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:59.623628 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ab179ca-984b-4287-804a-a72d42dd1b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.738492 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-f890fe80-569d-4176-862b-55b1f619e6a6', 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'fixed_ips': [{'subnet_id': '40b613a6-e6b4-4a29-bed6-8225e32ad043'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:58:59.739361 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.741214 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=b2a71bfd-7de2-441f-a5f6-9a7997c03de8,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:59.959892 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b2a71bfd-7de2-441f-a5f6-9a7997c03de8 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:00.083743 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-51b8378d-d466-4dd4-8de6-ab741cbcc653 req-d40cb63f-a716-4456-bf50-236fb47bba8b service neutron] (94672) timed out ('10.222.0.73', 56153) {{(pid=94672) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 01:59:00.132059 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c46248d0-70b7-4776-bd45-63eca01b78fa req-ff9dbf10-8d6b-44af-a446-1958f2685dfd tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5207353 Aug 16 01:59:00.256008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54124668-a881-4271-8933-82ee1b95ee8a req-a7e6b92e-2e63-472e-96eb-b39ac6dbd79a tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:00.266460 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-54124668-a881-4271-8933-82ee1b95ee8a req-a7e6b92e-2e63-472e-96eb-b39ac6dbd79a tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.1245794 Aug 16 01:59:00.301866 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Allocated IP 172.22.0.2 (f890fe80-569d-4176-862b-55b1f619e6a6/40b613a6-e6b4-4a29-bed6-8225e32ad043/83f0bdd2-68bc-4c4b-8153-987a15cbe48c) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:00.351974 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:59:00.352482 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-54124668-a881-4271-8933-82ee1b95ee8a req-0d445471-18b0-4be2-917d-12f1e58ba5fb tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773361 Aug 16 01:59:00.355001 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.357419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port b2a71bfd-7de2-441f-a5f6-9a7997c03de8 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:00.357821 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.366021 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2683a037-4a6d-4a80-92fc-c259eb84c862 None None] Provisioning complete for port b03e5636-d517-4097-b3f0-ec9738149ca2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:00.366387 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2683a037-4a6d-4a80-92fc-c259eb84c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.455080 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Transition to ACTIVE for port object b03e5636-d517-4097-b3f0-ec9738149ca2 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:00.476412 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.557014 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-b41ef721-4116-472b-9699-3b60e8a2b7d0 req-344f34eb-7ca9-4954-b096-258f0817e9f7 service neutron] (94672) timed out ('10.222.0.73', 56336) {{(pid=94672) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 01:59:00.564816 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2683a037-4a6d-4a80-92fc-c259eb84c862 None None] Port b03e5636-d517-4097-b3f0-ec9738149ca2 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:00.611482 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092b633-4490-4b55-a3e5-9a4e12d2dd83 None None] Pushing event updated for resources: {'Port': ['ID=b03e5636-d517-4097-b3f0-ec9738149ca2,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:00.704357 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a596a-7d3b-494f-a098-50456b85bdff req-79a36932-1c1f-49a8-8359-9aad22335c1c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:00.710321 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-313a596a-7d3b-494f-a098-50456b85bdff req-79a36932-1c1f-49a8-8359-9aad22335c1c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 945 time: 0.0810418 Aug 16 01:59:00.771042 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-313a596a-7d3b-494f-a098-50456b85bdff req-74d558c9-0cb8-4f69-a0b4-7e83c655c0db tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0565417 Aug 16 01:59:00.798129 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49122) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:00.810913 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Attempting to bind port b03e5636-d517-4097-b3f0-ec9738149ca2 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:00.811513 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Attempting to bind port b03e5636-d517-4097-b3f0-ec9738149ca2 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '42933ae1-22cd-4cd3-8c8f-2cab48116499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:00.819327 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Attempting to bind port b03e5636-d517-4097-b3f0-ec9738149ca2 on network 01af01aa-b253-421b-bbe2-fd8da13a18e1 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:00.856384 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:00.856833 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Checking segment: {'id': '42933ae1-22cd-4cd3-8c8f-2cab48116499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:00.857160 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.857979 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Bound using segment: {'id': '42933ae1-22cd-4cd3-8c8f-2cab48116499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:00.858519 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Bound port: b03e5636-d517-4097-b3f0-ec9738149ca2, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42933ae1-22cd-4cd3-8c8f-2cab48116499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:00.859822 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.885684 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.891891 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b7efd8d8-42ee-402e-bccc-b1dc4cb56acc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/floatingips/18f23186-0950-4855-8854-60a064f4a90b HTTP/1.1" status: 200 len: 992 time: 0.0925260 Aug 16 01:59:00.912188 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Transition to ACTIVE for port object 83f0bdd2-68bc-4c4b-8153-987a15cbe48c will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:00.968522 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Transition to ACTIVE for port object 83f0bdd2-68bc-4c4b-8153-987a15cbe48c will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:01.008888 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] For port b03e5636-d517-4097-b3f0-ec9738149ca2, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:01.014081 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] For port b03e5636-d517-4097-b3f0-ec9738149ca2, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b03e5636-d517-4097-b3f0-ec9738149ca2,segment=NetworkSegment(42933ae1-22cd-4cd3-8c8f-2cab48116499),segment_id=42933ae1-22cd-4cd3-8c8f-2cab48116499)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:01.016516 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.028155 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.063387 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-69ef596c-f0ee-4fad-af0a-ce8e19499c13 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Allocated IP 172.22.0.1 (f890fe80-569d-4176-862b-55b1f619e6a6/40b613a6-e6b4-4a29-bed6-8225e32ad043/ed11ae80-07f1-4d45-a68c-646f80613fe5) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:01.086927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Pushing event updated for resources: {'Port': ['ID=83f0bdd2-68bc-4c4b-8153-987a15cbe48c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:01.245992 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69ef596c-f0ee-4fad-af0a-ce8e19499c13 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.331915 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-69ef596c-f0ee-4fad-af0a-ce8e19499c13 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Transition to ACTIVE for port object ed11ae80-07f1-4d45-a68c-646f80613fe5 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:01.360591 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c31e5d-944c-47db-b10b-b5ae86c0fa0f req-0ebeea3e-afc6-454e-8d6b-341da23457be tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.362329 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-97c31e5d-944c-47db-b10b-b5ae86c0fa0f req-0ebeea3e-afc6-454e-8d6b-341da23457be tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 1097 time: 0.1277165 Aug 16 01:59:01.362933 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74ee73-60de-47cb-8304-79cbb8c792e3 req-0eb7e4bd-3b13-4b3f-b801-c40e977f473e tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.380792 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3c74ee73-60de-47cb-8304-79cbb8c792e3 req-0eb7e4bd-3b13-4b3f-b801-c40e977f473e tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 945 time: 0.1168406 Aug 16 01:59:01.410635 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69ef596c-f0ee-4fad-af0a-ce8e19499c13 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.467862 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3c74ee73-60de-47cb-8304-79cbb8c792e3 req-3175ca6b-1068-4703-8634-76dd02b1edc8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860283 Aug 16 01:59:01.473345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ef596c-f0ee-4fad-af0a-ce8e19499c13 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network f890fe80-569d-4176-862b-55b1f619e6a6 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:01.478604 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-69ef596c-f0ee-4fad-af0a-ce8e19499c13 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:01.482860 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ef596c-f0ee-4fad-af0a-ce8e19499c13 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:01.545159 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Network f890fe80-569d-4176-862b-55b1f619e6a6 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:01.549509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Routers {'34a451d7-8c66-4485-aaca-805c15086920'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:01.550288 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['34a451d7-8c66-4485-aaca-805c15086920'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:01.584994 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69ef596c-f0ee-4fad-af0a-ce8e19499c13 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.595624 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:01.608820 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:01.623839 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d3ea8-dcf2-4416-aee8-b3d296e5c341 req-a89f7a0c-c282-4512-ad0f-62e5ef476166 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.631908 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b30d3ea8-dcf2-4416-aee8-b3d296e5c341 req-a89f7a0c-c282-4512-ad0f-62e5ef476166 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.0859399 Aug 16 01:59:01.681780 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b30d3ea8-dcf2-4416-aee8-b3d296e5c341 req-d6aa7615-33dc-478b-b297-cbbbec214f1c tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486784 Aug 16 01:59:01.683469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092b633-4490-4b55-a3e5-9a4e12d2dd83 None None] Pushing event updated for resources: {'Port': ['ID=b03e5636-d517-4097-b3f0-ec9738149ca2,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:01.721734 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-97c31e5d-944c-47db-b10b-b5ae86c0fa0f req-5cd33e7b-d9e3-496f-9fb8-8c051e875ffa tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3227065 Aug 16 01:59:01.772617 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] Set router 34a451d7-8c66-4485-aaca-805c15086920 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:01.774690 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Attempting to bind port 83f0bdd2-68bc-4c4b-8153-987a15cbe48c on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:01.775070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Attempting to bind port 83f0bdd2-68bc-4c4b-8153-987a15cbe48c by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'b5994640-a857-4ed2-acf2-d70c86474dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:01.775433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Attempting to bind port 83f0bdd2-68bc-4c4b-8153-987a15cbe48c on network f890fe80-569d-4176-862b-55b1f619e6a6 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:01.776716 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69ef596c-f0ee-4fad-af0a-ce8e19499c13 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.796160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef596c-f0ee-4fad-af0a-ce8e19499c13 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=ed11ae80-07f1-4d45-a68c-646f80613fe5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:01.803687 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6a499-3008-42f3-9745-e90dc1338226 req-63f0a1c8-0b4b-4974-86e8-0d2c5045440b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.809513 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:01.810119 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Checking segment: {'id': 'b5994640-a857-4ed2-acf2-d70c86474dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:01.810530 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.811041 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Bound using segment: {'id': 'b5994640-a857-4ed2-acf2-d70c86474dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:01.811860 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Bound port: 83f0bdd2-68bc-4c4b-8153-987a15cbe48c, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5994640-a857-4ed2-acf2-d70c86474dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:01.811860 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.812873 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bfd6a499-3008-42f3-9745-e90dc1338226 req-63f0a1c8-0b4b-4974-86e8-0d2c5045440b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 945 time: 0.0703342 Aug 16 01:59:01.818271 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49146) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:01.837508 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e551f574-e1c0-4048-a017-0477ffa1ae02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Request body: {'floatingip': {'port_id': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:01.906397 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e551f574-e1c0-4048-a017-0477ffa1ae02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.154452 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] For port 83f0bdd2-68bc-4c4b-8153-987a15cbe48c, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:02.180682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] For port 83f0bdd2-68bc-4c4b-8153-987a15cbe48c, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=83f0bdd2-68bc-4c4b-8153-987a15cbe48c,segment=NetworkSegment(b5994640-a857-4ed2-acf2-d70c86474dff),segment_id=b5994640-a857-4ed2-acf2-d70c86474dff)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:02.194542 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.248198 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69ef596c-f0ee-4fad-af0a-ce8e19499c13 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.253191 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69ef596c-f0ee-4fad-af0a-ce8e19499c13 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.334494 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a54dd-7850-4571-a632-e8a0592a4db3 None None] Pushing event updated for resources: {'Port': ['ID=83f0bdd2-68bc-4c4b-8153-987a15cbe48c,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:02.376124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:58:56Z', 'revision_number': 3, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': 'b03e5636-d517-4097-b3f0-ec9738149ca2', 'name': '', 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:5d:a0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '33abd118-8871-44b2-8c97-5ca533410f72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:55Z', 'updated_at': '2021-08-16T01:59:01Z', 'revision_number': 4, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '33abd118-8871-44b2-8c97-5ca533410f72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:02.424937 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69ef596c-f0ee-4fad-af0a-ce8e19499c13 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.428316 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef596c-f0ee-4fad-af0a-ce8e19499c13 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=ed11ae80-07f1-4d45-a68c-646f80613fe5,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:02.430492 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b0d81-827e-401d-bbc9-67a96be5b544 None None] The sync data for ids ['34a451d7-8c66-4485-aaca-805c15086920'] in n-d-765315-27 is: [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:58:56Z', 'revision_number': 3, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': 'b03e5636-d517-4097-b3f0-ec9738149ca2', 'name': '', 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:5d:a0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '33abd118-8871-44b2-8c97-5ca533410f72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:55Z', 'updated_at': '2021-08-16T01:59:01Z', 'revision_number': 4, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '33abd118-8871-44b2-8c97-5ca533410f72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:02.694276 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.db.resource_extend [None req-e551f574-e1c0-4048-a017-0477ffa1ae02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:59:02.703021 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ef596c-f0ee-4fad-af0a-ce8e19499c13 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network f890fe80-569d-4176-862b-55b1f619e6a6 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:02.707132 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-69ef596c-f0ee-4fad-af0a-ce8e19499c13 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:02.841334 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e551f574-e1c0-4048-a017-0477ffa1ae02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.894519 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e551f574-e1c0-4048-a017-0477ffa1ae02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.951758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ef596c-f0ee-4fad-af0a-ce8e19499c13 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 34a451d7-8c66-4485-aaca-805c15086920 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:02.955754 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf0216-0fab-40b7-bbbf-d5114b0ef5fd req-5f04322d-25ff-4c21-93ac-1d52b31a802d tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:02.957413 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81bf0216-0fab-40b7-bbbf-d5114b0ef5fd req-5f04322d-25ff-4c21-93ac-1d52b31a802d tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.1133261 Aug 16 01:59:03.075370 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81bf0216-0fab-40b7-bbbf-d5114b0ef5fd req-c9527cab-a9f6-4c9b-aca0-cad6328d8e98 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027873 Aug 16 01:59:03.091155 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-9de9169b-c5ff-4f4d-a2f2-8b095ffa16fa service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2452905 Aug 16 01:59:03.096698 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ef596c-f0ee-4fad-af0a-ce8e19499c13 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:03.106991 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-69ef596c-f0ee-4fad-af0a-ce8e19499c13 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/34a451d7-8c66-4485-aaca-805c15086920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3412375 Aug 16 01:59:03.109394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49190) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:03.114841 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1c25b263-ff06-4fe4-82f9-b0697b1435f0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'network': {'name': 'tempest-RoutersTest-579098440'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:03.126013 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-e551f574-e1c0-4048-a017-0477ffa1ae02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Floating IP 7735e2e6-8592-4832-b266-6d0c89f7c299 associated. External IP: 172.25.3.81, port: 057c8a84-bedb-47e0-b18c-fb225b6ad3f4. Aug 16 01:59:03.172691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c25b263-ff06-4fe4-82f9-b0697b1435f0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Made reservation on behalf of fd4c6ccb7877456e83ca17372bc6d1f1 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:03.176159 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1c25b263-ff06-4fe4-82f9-b0697b1435f0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.224051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c25b263-ff06-4fe4-82f9-b0697b1435f0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:03.239973 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1c25b263-ff06-4fe4-82f9-b0697b1435f0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.240323 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-1c25b263-ff06-4fe4-82f9-b0697b1435f0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Added segment a8657974-4777-46f5-be29-4ff5d3a894d0 of type vlan for network c80ce3ee-0654-471b-9b39-cd07151e6bb0 Aug 16 01:59:03.375527 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1c25b263-ff06-4fe4-82f9-b0697b1435f0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.458849 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1c25b263-ff06-4fe4-82f9-b0697b1435f0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.473513 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c25b263-ff06-4fe4-82f9-b0697b1435f0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:03.475878 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1c25b263-ff06-4fe4-82f9-b0697b1435f0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.563548 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e551f574-e1c0-4048-a017-0477ffa1ae02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Router 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:03.700400 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1c25b263-ff06-4fe4-82f9-b0697b1435f0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5897725 Aug 16 01:59:03.702551 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25b263-ff06-4fe4-82f9-b0697b1435f0 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Network': ['ID=c80ce3ee-0654-471b-9b39-cd07151e6bb0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:03.708126 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49208) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:03.731849 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network c80ce3ee-0654-471b-9b39-cd07151e6bb0 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:03.734038 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Sync routers for ids ['34a451d7-8c66-4485-aaca-805c15086920'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:03.734973 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0e8bf6a1-4a8f-4746-ab25-edd88ae43e62 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'subnet': {'network_id': 'c80ce3ee-0654-471b-9b39-cd07151e6bb0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:03.747588 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Routers {'34a451d7-8c66-4485-aaca-805c15086920'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:03.748220 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['34a451d7-8c66-4485-aaca-805c15086920'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:03.841369 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e551f574-e1c0-4048-a017-0477ffa1ae02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:03.846319 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e551f574-e1c0-4048-a017-0477ffa1ae02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.853940 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac599814-05c3-465f-b45d-3de99920f5cc None None] Sync routers for ids ['81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:03.865984 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac599814-05c3-465f-b45d-3de99920f5cc None None] Routers {'81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:03.866701 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ac599814-05c3-465f-b45d-3de99920f5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:03.936341 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e551f574-e1c0-4048-a017-0477ffa1ae02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "PUT /v2.0/floatingips/7735e2e6-8592-4832-b266-6d0c89f7c299 HTTP/1.1" status: 200 len: 990 time: 2.1164076 Aug 16 01:59:03.936929 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'tag': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:03.939579 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82be2656-5d5c-4141-98b7-78a1c1307c01" -d '{"events": [{"name": "network-changed", "server_uuid": "5d06e936-d7af-47e3-8dfa-e9ee502b9dce", "tag": "057c8a84-bedb-47e0-b18c-fb225b6ad3f4"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:03.993525 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8bf6a1-4a8f-4746-ab25-edd88ae43e62 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Made reservation on behalf of fd4c6ccb7877456e83ca17372bc6d1f1 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:03.997838 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e8bf6a1-4a8f-4746-ab25-edd88ae43e62 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.019725 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Set router 34a451d7-8c66-4485-aaca-805c15086920 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:04.053785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba495fc6-5b78-4f1d-b33c-7d1a0921222c None None] Network f890fe80-569d-4176-862b-55b1f619e6a6 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:04.070239 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-5dc50435-f2a6-4630-af60-a94d679fdeb1 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:59:04.079870 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-5dc50435-f2a6-4630-af60-a94d679fdeb1 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1250937 Aug 16 01:59:04.088568 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c9b324a6-8e11-452b-8cb2-f7ec9f79f6d5 service neutron] Request body: {'binding': {'host': 'n-h2-765315-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:04.091977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c9b324a6-8e11-452b-8cb2-f7ec9f79f6d5 service neutron] Unknown quota resources ['binding']. {{(pid=94673) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:59:04.154690 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c2b934-a800-4745-b7b6-0ca274e7ce6b x-openstack-request-id: req-96c2b934-a800-4745-b7b6-0ca274e7ce6b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:04.155069 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d06e936-d7af-47e3-8dfa-e9ee502b9dce", "tag": "057c8a84-bedb-47e0-b18c-fb225b6ad3f4", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:04.155414 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-96c2b934-a800-4745-b7b6-0ca274e7ce6b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:04.155905 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'tag': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'status': 'completed', 'code': 200} Aug 16 01:59:04.176883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 83f0bdd2-68bc-4c4b-8153-987a15cbe48c up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:04.268543 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e6b5cb3c-9649-4677-b7cc-c2a3d3e76c77 None None] Provisioning for port 83f0bdd2-68bc-4c4b-8153-987a15cbe48c completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:04.320449 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ac599814-05c3-465f-b45d-3de99920f5cc None None] Set router 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:04.332678 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be2656-5d5c-4141-98b7-78a1c1307c01 req-92dc5232-0967-47f6-8978-fc7a98f11e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.334584 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-82be2656-5d5c-4141-98b7-78a1c1307c01 req-92dc5232-0967-47f6-8978-fc7a98f11e3a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 1097 time: 0.1518149 Aug 16 01:59:04.339347 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e8bf6a1-4a8f-4746-ab25-edd88ae43e62 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.357074 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6cbf8-f1e1-46c4-9d82-e6835f99accb req-556fd01e-0363-48ec-9254-f9a615a59d86 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.358740 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-09e6cbf8-f1e1-46c4-9d82-e6835f99accb req-556fd01e-0363-48ec-9254-f9a615a59d86 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.1191204 Aug 16 01:59:04.381224 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:01Z', 'revision_number': 4, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': 'b03e5636-d517-4097-b3f0-ec9738149ca2', 'name': '', 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:5d:a0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '33abd118-8871-44b2-8c97-5ca533410f72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:55Z', 'updated_at': '2021-08-16T01:59:01Z', 'revision_number': 4, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '33abd118-8871-44b2-8c97-5ca533410f72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed11ae80-07f1-4d45-a68c-646f80613fe5', 'name': '', 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:a9:bb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:00Z', 'updated_at': '2021-08-16T01:59:01Z', 'revision_number': 2, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:04.387700 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 83f0bdd2-68bc-4c4b-8153-987a15cbe48c completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:04.416817 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Checking router: 34a451d7-8c66-4485-aaca-805c15086920 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:04.417318 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Updating router 34a451d7-8c66-4485-aaca-805c15086920 port ed11ae80-07f1-4d45-a68c-646f80613fe5 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:59:04.427286 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 83f0bdd2-68bc-4c4b-8153-987a15cbe48c triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:04.427659 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.440265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8bf6a1-4a8f-4746-ab25-edd88ae43e62 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Checking segment: {'id': 'a8657974-4777-46f5-be29-4ff5d3a894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c80ce3ee-0654-471b-9b39-cd07151e6bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:04.440950 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8bf6a1-4a8f-4746-ab25-edd88ae43e62 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network hostable DHCP agents. Network: c80ce3ee-0654-471b-9b39-cd07151e6bb0, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:59:04.447935 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.455004 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8bf6a1-4a8f-4746-ab25-edd88ae43e62 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Subnet': ['ID=9ce16081-9e9d-4ce2-abca-496a3af246c1,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:04.474975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8bf6a1-4a8f-4746-ab25-edd88ae43e62 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network c80ce3ee-0654-471b-9b39-cd07151e6bb0 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:59:04.479265 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be2656-5d5c-4141-98b7-78a1c1307c01 req-9b29d806-1cbd-42db-83bb-242dc8a59569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.480856 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-82be2656-5d5c-4141-98b7-78a1c1307c01 req-9b29d806-1cbd-42db-83bb-242dc8a59569 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 912 time: 0.1192925 Aug 16 01:59:04.493570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-0e8bf6a1-4a8f-4746-ab25-edd88ae43e62 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, c80ce3ee-0654-471b-9b39-cd07151e6bb0) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:04.499644 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8bf6a1-4a8f-4746-ab25-edd88ae43e62 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.500424 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e8bf6a1-4a8f-4746-ab25-edd88ae43e62 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.503618 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2074957-f37f-4a14-912e-11c96c139b2a None None] Network c80ce3ee-0654-471b-9b39-cd07151e6bb0 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:04.520384 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0e8bf6a1-4a8f-4746-ab25-edd88ae43e62 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8096054 Aug 16 01:59:04.520973 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49218) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:04.613703 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-82be2656-5d5c-4141-98b7-78a1c1307c01 req-9ac601ea-8d3e-42e5-b7f4-eebe1d20c3e1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4 HTTP/1.1" status: 200 len: 998 time: 0.1157987 Aug 16 01:59:04.621971 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-09e6cbf8-f1e1-46c4-9d82-e6835f99accb req-162355a5-79a0-464e-a7a3-7210194689fe tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255436 Aug 16 01:59:04.722442 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be2656-5d5c-4141-98b7-78a1c1307c01 req-fbe778a9-85eb-41ee-8644-4194a98ff48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.723970 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-82be2656-5d5c-4141-98b7-78a1c1307c01 req-fbe778a9-85eb-41ee-8644-4194a98ff48a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.1011550 Aug 16 01:59:04.744242 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c9b324a6-8e11-452b-8cb2-f7ec9f79f6d5 service neutron] Attempting to bind port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 on host n-h2-765315-27 for vnic_type normal with profile None {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:04.744526 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c9b324a6-8e11-452b-8cb2-f7ec9f79f6d5 service neutron] Attempting to bind port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:04.745066 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c9b324a6-8e11-452b-8cb2-f7ec9f79f6d5 service neutron] Attempting to bind port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 on network 683fab28-fad3-4ec8-a699-6b0efb659da7 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:04.772706 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c9b324a6-8e11-452b-8cb2-f7ec9f79f6d5 service neutron] Port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 on network 683fab28-fad3-4ec8-a699-6b0efb659da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:04.772973 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c9b324a6-8e11-452b-8cb2-f7ec9f79f6d5 service neutron] Attempting to bind port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 on network 683fab28-fad3-4ec8-a699-6b0efb659da7 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:04.807228 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c9b324a6-8e11-452b-8cb2-f7ec9f79f6d5 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:04.807559 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c9b324a6-8e11-452b-8cb2-f7ec9f79f6d5 service neutron] Checking segment: {'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:04.807952 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c9b324a6-8e11-452b-8cb2-f7ec9f79f6d5 service neutron] Bound using segment: {'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:04.808635 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c9b324a6-8e11-452b-8cb2-f7ec9f79f6d5 service neutron] Bound port: 4e9e3b80-9b66-4630-bc3b-e54e7816ae84, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:04.939108 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.941154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-c80ce3ee-0654-471b-9b39-cd07151e6bb0', 'network_id': 'c80ce3ee-0654-471b-9b39-cd07151e6bb0', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'fixed_ips': [{'subnet_id': '9ce16081-9e9d-4ce2-abca-496a3af246c1'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:59:04.943819 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.952056 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.954412 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Transition to ACTIVE for port object ed11ae80-07f1-4d45-a68c-646f80613fe5 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:04.962335 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.970808 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be2656-5d5c-4141-98b7-78a1c1307c01 req-9d03fde0-60ce-4ea5-bc3b-87beef1f4d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.972444 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-82be2656-5d5c-4141-98b7-78a1c1307c01 req-9d03fde0-60ce-4ea5-bc3b-87beef1f4d56 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2400236 Aug 16 01:59:05.068557 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9e1e8-9942-423b-b5cd-ad886dbacc56 None None] Pushing event updated for resources: {'Port': ['ID=ed11ae80-07f1-4d45-a68c-646f80613fe5,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:05.136424 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5a214e8-14c2-43d1-acc6-fc6e364e5b15 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.160815 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Attempting to bind port ed11ae80-07f1-4d45-a68c-646f80613fe5 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:05.161276 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Attempting to bind port ed11ae80-07f1-4d45-a68c-646f80613fe5 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'b5994640-a857-4ed2-acf2-d70c86474dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:05.161625 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Attempting to bind port ed11ae80-07f1-4d45-a68c-646f80613fe5 on network f890fe80-569d-4176-862b-55b1f619e6a6 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:05.174503 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:05.174987 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Checking segment: {'id': 'b5994640-a857-4ed2-acf2-d70c86474dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:05.175396 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.175794 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Bound using segment: {'id': 'b5994640-a857-4ed2-acf2-d70c86474dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:05.176376 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Bound port: ed11ae80-07f1-4d45-a68c-646f80613fe5, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5994640-a857-4ed2-acf2-d70c86474dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:05.177035 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.196658 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-82be2656-5d5c-4141-98b7-78a1c1307c01 req-124ebf5c-043f-4c6d-b3b4-215bb368e05f service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159243 Aug 16 01:59:05.212913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c9b324a6-8e11-452b-8cb2-f7ec9f79f6d5 service neutron] For port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,segment=NetworkSegment(aa32ca9c-c7ff-4427-8b22-39faf14b4b91),segment_id=aa32ca9c-c7ff-4427-8b22-39faf14b4b91)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:05.236527 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c9b324a6-8e11-452b-8cb2-f7ec9f79f6d5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.239394 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c9b324a6-8e11-452b-8cb2-f7ec9f79f6d5 service neutron] 10.222.0.68 "POST /v2.0/ports/4e9e3b80-9b66-4630-bc3b-e54e7816ae84/bindings HTTP/1.1" status: 201 len: 390 time: 1.1584468 Aug 16 01:59:05.264047 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Allocated IP 172.23.0.2 (c80ce3ee-0654-471b-9b39-cd07151e6bb0/9ce16081-9e9d-4ce2-abca-496a3af246c1/0313729c-a0b7-4a7f-bc86-bde7eecebace) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:05.365535 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] For port ed11ae80-07f1-4d45-a68c-646f80613fe5, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:05.378395 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] For port ed11ae80-07f1-4d45-a68c-646f80613fe5, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ed11ae80-07f1-4d45-a68c-646f80613fe5,segment=NetworkSegment(b5994640-a857-4ed2-acf2-d70c86474dff),segment_id=b5994640-a857-4ed2-acf2-d70c86474dff)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:05.411069 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.419945 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-82be2656-5d5c-4141-98b7-78a1c1307c01 req-3b0a15fa-5424-49fb-a99f-64111a26f605 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785634 Aug 16 01:59:05.658893 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d02ef-9218-4878-80cd-0749b1cc7ad7 req-a2372f2a-29b2-487b-bda0-f93ff18de2ee tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.661118 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9e1e8-9942-423b-b5cd-ad886dbacc56 None None] Pushing event updated for resources: {'Port': ['ID=ed11ae80-07f1-4d45-a68c-646f80613fe5,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:05.666865 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b30d02ef-9218-4878-80cd-0749b1cc7ad7 req-a2372f2a-29b2-487b-bda0-f93ff18de2ee tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 945 time: 0.1532164 Aug 16 01:59:05.701737 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Routers {'34a451d7-8c66-4485-aaca-805c15086920'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:05.704222 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['34a451d7-8c66-4485-aaca-805c15086920'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:05.782474 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2c05bdd-8d11-4deb-894c-1ba8550d48a5 req-3f7cfbf2-7f77-4d95-8aad-31f48ab8aac8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5248549 Aug 16 01:59:05.840480 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b30d02ef-9218-4878-80cd-0749b1cc7ad7 req-e871ebdd-ab28-46f5-83e3-3c3a5f5a01c6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1724072 Aug 16 01:59:05.865402 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-ba740e50-ed69-43f0-a288-93f0491e38da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.870480 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-ba740e50-ed69-43f0-a288-93f0491e38da service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 1097 time: 0.3009942 Aug 16 01:59:05.876947 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.886465 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Transition to ACTIVE for port object 0313729c-a0b7-4a7f-bc86-bde7eecebace will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:05.907498 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Transition to ACTIVE for port object 0313729c-a0b7-4a7f-bc86-bde7eecebace will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:05.929333 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c60b7df2-039d-49d8-a116-3372f39a013b None None] Provisioning complete for port 83f0bdd2-68bc-4c4b-8153-987a15cbe48c triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:05.937715 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c60b7df2-039d-49d8-a116-3372f39a013b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.955435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229c7bd-22dc-4c53-b0d2-54db14c4faba req-b8f30571-d953-4488-9c48-2a8c1f09e266 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.957654 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d229c7bd-22dc-4c53-b0d2-54db14c4faba req-b8f30571-d953-4488-9c48-2a8c1f09e266 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.1921070 Aug 16 01:59:06.042405 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.044977 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] Set router 34a451d7-8c66-4485-aaca-805c15086920 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:06.053179 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 83f0bdd2-68bc-4c4b-8153-987a15cbe48c, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=83f0bdd2-68bc-4c4b-8153-987a15cbe48c,segment=NetworkSegment(b5994640-a857-4ed2-acf2-d70c86474dff),segment_id=b5994640-a857-4ed2-acf2-d70c86474dff)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:06.203346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-b71186f3-4ec5-45a6-8be3-15853f329bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.205133 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-b71186f3-4ec5-45a6-8be3-15853f329bd1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=683fab28-fad3-4ec8-a699-6b0efb659da7 HTTP/1.1" status: 200 len: 898 time: 0.3271377 Aug 16 01:59:06.208333 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.209163 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b03e5636-d517-4097-b3f0-ec9738149ca2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:06.237304 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d229c7bd-22dc-4c53-b0d2-54db14c4faba req-8fd92a66-c46e-49ef-af9c-149095983f9e tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513330 Aug 16 01:59:06.253526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Network c80ce3ee-0654-471b-9b39-cd07151e6bb0 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:06.262403 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c05bdd-8d11-4deb-894c-1ba8550d48a5 req-a39fb047-1166-4fdf-8e59-a465db02dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.267190 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2c05bdd-8d11-4deb-894c-1ba8550d48a5 req-a39fb047-1166-4fdf-8e59-a465db02dd53 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 1097 time: 0.4147172 Aug 16 01:59:06.288263 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-b5a214e8-14c2-43d1-acc6-fc6e364e5b15 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Allocated IP 172.23.0.1 (c80ce3ee-0654-471b-9b39-cd07151e6bb0/9ce16081-9e9d-4ce2-abca-496a3af246c1/83eb7d0d-4d76-4bba-b4d7-b4e619a9db33) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:06.331347 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:06.340429 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:06.388331 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-ea381579-614c-4c3f-83f5-da4b617363a5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e9e3b80-9b66-4630-bc3b-e54e7816ae84 HTTP/1.1" status: 200 len: 1000 time: 0.1740088 Aug 16 01:59:06.419111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Pushing event updated for resources: {'Port': ['ID=0313729c-a0b7-4a7f-bc86-bde7eecebace,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:06.444036 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:01Z', 'revision_number': 4, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': 'b03e5636-d517-4097-b3f0-ec9738149ca2', 'name': '', 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:5d:a0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '33abd118-8871-44b2-8c97-5ca533410f72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:55Z', 'updated_at': '2021-08-16T01:59:01Z', 'revision_number': 4, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '33abd118-8871-44b2-8c97-5ca533410f72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed11ae80-07f1-4d45-a68c-646f80613fe5', 'name': '', 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:a9:bb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:00Z', 'updated_at': '2021-08-16T01:59:05Z', 'revision_number': 4, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:06.496329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-1bbd8637-5213-4ac1-b831-894de4d1d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.498926 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-1bbd8637-5213-4ac1-b831-894de4d1d028 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5f8c1e80-77d8-4f69-9544-f62de49f497e HTTP/1.1" status: 200 len: 834 time: 0.0935824 Aug 16 01:59:06.539566 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a79b72-7aa6-44c5-80a5-69c31ce9ec91 None None] The sync data for ids ['34a451d7-8c66-4485-aaca-805c15086920'] in n-d-765315-27 is: [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:01Z', 'revision_number': 4, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': 'b03e5636-d517-4097-b3f0-ec9738149ca2', 'name': '', 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:5d:a0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '33abd118-8871-44b2-8c97-5ca533410f72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:55Z', 'updated_at': '2021-08-16T01:59:01Z', 'revision_number': 4, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '33abd118-8871-44b2-8c97-5ca533410f72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed11ae80-07f1-4d45-a68c-646f80613fe5', 'name': '', 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:a9:bb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:00Z', 'updated_at': '2021-08-16T01:59:05Z', 'revision_number': 4, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:06.660843 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-26be6211-c3c1-4340-8f94-5b41cf1d5442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.665086 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-26be6211-c3c1-4340-8f94-5b41cf1d5442 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=683fab28-fad3-4ec8-a699-6b0efb659da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1583207 Aug 16 01:59:06.700710 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=83f0bdd2-68bc-4c4b-8153-987a15cbe48c,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:06.722530 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5a214e8-14c2-43d1-acc6-fc6e364e5b15 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.744540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-b5a214e8-14c2-43d1-acc6-fc6e364e5b15 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Transition to ACTIVE for port object 83eb7d0d-4d76-4bba-b4d7-b4e619a9db33 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:06.789726 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5a214e8-14c2-43d1-acc6-fc6e364e5b15 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.795401 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ac599814-05c3-465f-b45d-3de99920f5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'name': 'tempest-ServerActionsTestJSON-883739994-router', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:33Z', 'updated_at': '2021-08-16T01:58:38Z', 'revision_number': 4, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'gw_port': {'id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '7735e2e6-8592-4832-b266-6d0c89f7c299', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'port_id': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'mac_address': 'fa:16:3e:5a:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:58:43Z', 'updated_at': '2021-08-16T01:59:02Z', 'revision_number': 1, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c561c2-01f1-4f23-9367-092b090e2ab9', 'name': '', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'mac_address': 'fa:16:3e:7c:18:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:37Z', 'updated_at': '2021-08-16T01:58:47Z', 'revision_number': 5, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'subnets': [{'id': '193ae495-97a3-4862-b920-d828451f284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:06.827393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c05bdd-8d11-4deb-894c-1ba8550d48a5 req-24ed1b84-6f5b-46a8-9e33-4e7b4b03968d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.828981 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2c05bdd-8d11-4deb-894c-1ba8550d48a5 req-24ed1b84-6f5b-46a8-9e33-4e7b4b03968d service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 912 time: 0.5249832 Aug 16 01:59:06.843863 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac599814-05c3-465f-b45d-3de99920f5cc None None] Checking router: 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:06.853619 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Attempting to bind port 0313729c-a0b7-4a7f-bc86-bde7eecebace on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:06.854239 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Attempting to bind port 0313729c-a0b7-4a7f-bc86-bde7eecebace by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'a8657974-4777-46f5-be29-4ff5d3a894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c80ce3ee-0654-471b-9b39-cd07151e6bb0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:06.854808 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Attempting to bind port 0313729c-a0b7-4a7f-bc86-bde7eecebace on network c80ce3ee-0654-471b-9b39-cd07151e6bb0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:06.858164 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a214e8-14c2-43d1-acc6-fc6e364e5b15 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network c80ce3ee-0654-471b-9b39-cd07151e6bb0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:06.876186 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port b03e5636-d517-4097-b3f0-ec9738149ca2 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:06.896640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port b03e5636-d517-4097-b3f0-ec9738149ca2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:06.907428 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.915782 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-b5a214e8-14c2-43d1-acc6-fc6e364e5b15 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:06.926067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a214e8-14c2-43d1-acc6-fc6e364e5b15 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:06.962067 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c60b7df2-039d-49d8-a116-3372f39a013b None None] Provisioning for port ed11ae80-07f1-4d45-a68c-646f80613fe5 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:07.001624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a214e8-14c2-43d1-acc6-fc6e364e5b15 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=83eb7d0d-4d76-4bba-b4d7-b4e619a9db33,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:07.002862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac599814-05c3-465f-b45d-3de99920f5cc None None] Routers {'81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:07.003817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ac599814-05c3-465f-b45d-3de99920f5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:07.007591 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:07.008095 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Checking segment: {'id': 'a8657974-4777-46f5-be29-4ff5d3a894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c80ce3ee-0654-471b-9b39-cd07151e6bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:07.008654 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.009212 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Bound using segment: {'id': 'a8657974-4777-46f5-be29-4ff5d3a894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c80ce3ee-0654-471b-9b39-cd07151e6bb0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:07.009888 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Bound port: 0313729c-a0b7-4a7f-bc86-bde7eecebace, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8657974-4777-46f5-be29-4ff5d3a894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c80ce3ee-0654-471b-9b39-cd07151e6bb0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:07.010430 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.051305 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5a214e8-14c2-43d1-acc6-fc6e364e5b15 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.184907 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2c05bdd-8d11-4deb-894c-1ba8550d48a5 req-b4745582-5d90-4108-90cb-2b35ed6191dc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4 HTTP/1.1" status: 200 len: 998 time: 0.3440745 Aug 16 01:59:07.375507 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d11332-fb4a-412a-bf2c-9c55196e8400 req-29934b2e-08fb-4823-a1ca-663fe384692f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.388541 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4d11332-fb4a-412a-bf2c-9c55196e8400 req-29934b2e-08fb-4823-a1ca-663fe384692f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 945 time: 0.3733034 Aug 16 01:59:07.406539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] For port 0313729c-a0b7-4a7f-bc86-bde7eecebace, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:07.413051 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] For port 0313729c-a0b7-4a7f-bc86-bde7eecebace, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0313729c-a0b7-4a7f-bc86-bde7eecebace,segment=NetworkSegment(a8657974-4777-46f5-be29-4ff5d3a894d0),segment_id=a8657974-4777-46f5-be29-4ff5d3a894d0)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:07.426866 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c05bdd-8d11-4deb-894c-1ba8550d48a5 req-7bca3640-badf-4c3c-ad71-a313bb911b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.431095 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.435681 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2c05bdd-8d11-4deb-894c-1ba8550d48a5 req-7bca3640-badf-4c3c-ad71-a313bb911b70 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.2397902 Aug 16 01:59:07.517863 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5a214e8-14c2-43d1-acc6-fc6e364e5b15 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.522358 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-0bf60b29-8d05-46eb-8c00-da7634584dc1 service neutron] 10.222.0.63 "GET /v2.0/networks/683fab28-fad3-4ec8-a699-6b0efb659da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8493624 Aug 16 01:59:07.570044 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4d11332-fb4a-412a-bf2c-9c55196e8400 req-86c1ad95-a4f4-4618-a184-bc1439822995 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1802552 Aug 16 01:59:07.593580 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.676528 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ac599814-05c3-465f-b45d-3de99920f5cc None None] Set router 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:07.690926 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-dc188039-c556-44f8-a091-144410230eb0 service neutron] 10.222.0.63 "GET /v2.0/networks/683fab28-fad3-4ec8-a699-6b0efb659da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541364 Aug 16 01:59:07.693505 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c05bdd-8d11-4deb-894c-1ba8550d48a5 req-ee0d666c-5735-4e62-abce-9bd495df2e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.695232 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2c05bdd-8d11-4deb-894c-1ba8550d48a5 req-ee0d666c-5735-4e62-abce-9bd495df2e40 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2361176 Aug 16 01:59:07.704416 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de237c22-05fe-418a-b42c-fcc07eab4ed6 req-74383126-b2b4-4d37-9351-35e129164402 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.706112 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-de237c22-05fe-418a-b42c-fcc07eab4ed6 req-74383126-b2b4-4d37-9351-35e129164402 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.3165121 Aug 16 01:59:07.879949 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7983c5-1f67-40cd-89f2-985104ab0e63 None None] Pushing event updated for resources: {'Port': ['ID=0313729c-a0b7-4a7f-bc86-bde7eecebace,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:07.897649 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-de237c22-05fe-418a-b42c-fcc07eab4ed6 req-217f8b2e-4140-45d1-8adc-6f2634dc41ad tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784513 Aug 16 01:59:07.987968 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-8a02ffa3-0b7c-4718-a836-1f8f6e4548e7 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.992143 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2c05bdd-8d11-4deb-894c-1ba8550d48a5 req-7430b031-f800-4b1a-8e8b-dd7406aaaac2 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831719 Aug 16 01:59:07.994655 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-8a02ffa3-0b7c-4718-a836-1f8f6e4548e7 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d&tenant_id=7069c6ece3114808b56031f1299826b6&binding%3Ahost_id=n-h1-765315-27 HTTP/1.1" status: 200 len: 1097 time: 0.2214153 Aug 16 01:59:08.008855 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.010761 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-765315-27'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:08.077750 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port b03e5636-d517-4097-b3f0-ec9738149ca2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b03e5636-d517-4097-b3f0-ec9738149ca2,segment=NetworkSegment(42933ae1-22cd-4cd3-8c8f-2cab48116499),segment_id=42933ae1-22cd-4cd3-8c8f-2cab48116499)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:08.111044 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.135527 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.229124 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2c05bdd-8d11-4deb-894c-1ba8550d48a5 req-4761d26e-3d25-4707-86a6-0353de305b77 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158592 Aug 16 01:59:08.310096 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.330174 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=b03e5636-d517-4097-b3f0-ec9738149ca2,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:08.376456 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5a214e8-14c2-43d1-acc6-fc6e364e5b15 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.381790 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5a214e8-14c2-43d1-acc6-fc6e364e5b15 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.385039 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ac599814-05c3-465f-b45d-3de99920f5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'name': 'tempest-ServerActionsTestJSON-883739994-router', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:33Z', 'updated_at': '2021-08-16T01:58:38Z', 'revision_number': 4, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'gw_port': {'id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '7735e2e6-8592-4832-b266-6d0c89f7c299', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'port_id': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'mac_address': 'fa:16:3e:5a:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:58:43Z', 'updated_at': '2021-08-16T01:59:02Z', 'revision_number': 1, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c561c2-01f1-4f23-9367-092b090e2ab9', 'name': '', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'mac_address': 'fa:16:3e:7c:18:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:37Z', 'updated_at': '2021-08-16T01:58:47Z', 'revision_number': 5, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'subnets': [{'id': '193ae495-97a3-4862-b920-d828451f284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:08.446052 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac599814-05c3-465f-b45d-3de99920f5cc None None] The sync data for ids ['81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'] in n-d-765315-27 is: [{'id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'name': 'tempest-ServerActionsTestJSON-883739994-router', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:33Z', 'updated_at': '2021-08-16T01:58:38Z', 'revision_number': 4, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'gw_port': {'id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '7735e2e6-8592-4832-b266-6d0c89f7c299', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'port_id': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'mac_address': 'fa:16:3e:5a:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:58:43Z', 'updated_at': '2021-08-16T01:59:02Z', 'revision_number': 1, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c561c2-01f1-4f23-9367-092b090e2ab9', 'name': '', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'mac_address': 'fa:16:3e:7c:18:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:37Z', 'updated_at': '2021-08-16T01:58:47Z', 'revision_number': 5, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'subnets': [{'id': '193ae495-97a3-4862-b920-d828451f284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:08.455958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b439a2-e38b-4740-a87f-2aa52c238577 req-9a96d38e-8ca6-4c9a-ae18-dbc0842f81a5 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.465244 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-94b439a2-e38b-4740-a87f-2aa52c238577 req-9a96d38e-8ca6-4c9a-ae18-dbc0842f81a5 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.2903697 Aug 16 01:59:08.543594 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0313729c-a0b7-4a7f-bc86-bde7eecebace up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:08.562178 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5a214e8-14c2-43d1-acc6-fc6e364e5b15 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.572443 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a214e8-14c2-43d1-acc6-fc6e364e5b15 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event updated for resources: {'Port': ['ID=83eb7d0d-4d76-4bba-b4d7-b4e619a9db33,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:08.582449 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f1aee-83c0-43ed-aa1b-6c77abc24006 req-38e27b73-177e-4965-a758-c6d357c966dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.586243 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b19f1aee-83c0-43ed-aa1b-6c77abc24006 req-38e27b73-177e-4965-a758-c6d357c966dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92d6ca9642764afaaf85f19d40b34e4e&device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 1097 time: 0.2596238 Aug 16 01:59:08.648994 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 0313729c-a0b7-4a7f-bc86-bde7eecebace completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:08.655737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 83f0bdd2-68bc-4c4b-8153-987a15cbe48c up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:08.744629 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-94b439a2-e38b-4740-a87f-2aa52c238577 req-aacfd1fc-bd27-45e6-9df0-313265a288e0 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2781255 Aug 16 01:59:08.779871 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] For port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,segment=NetworkSegment(aa32ca9c-c7ff-4427-8b22-39faf14b4b91),segment_id=aa32ca9c-c7ff-4427-8b22-39faf14b4b91)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:08.795030 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 83f0bdd2-68bc-4c4b-8153-987a15cbe48c triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:08.796068 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.901931 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f1aee-83c0-43ed-aa1b-6c77abc24006 req-046e1b2a-fb8d-43e5-b65e-f62181d0ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.904007 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b19f1aee-83c0-43ed-aa1b-6c77abc24006 req-046e1b2a-fb8d-43e5-b65e-f62181d0ad40 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8313de91-f81e-42c6-b877-47398a0e9c62 HTTP/1.1" status: 200 len: 912 time: 0.2873955 Aug 16 01:59:08.905295 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] For port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:08.948227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ed11ae80-07f1-4d45-a68c-646f80613fe5 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:08.955333 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3c6619-1979-4fcd-9288-bfc9465dcfd7 None None] New status for floating IP 7735e2e6-8592-4832-b266-6d0c89f7c299: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:59:09.035408 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:09.037803 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff18b9c-31f8-4505-aa33-472b4162c38c" -d '{"events": [{"server_uuid": "96dc22f1-394e-41c1-8ac2-d1644bf1e74d", "name": "network-vif-unplugged", "status": "completed", "tag": "4e9e3b80-9b66-4630-bc3b-e54e7816ae84"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:09.058182 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.087753 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.096506 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port ed11ae80-07f1-4d45-a68c-646f80613fe5 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:09.111681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port ed11ae80-07f1-4d45-a68c-646f80613fe5 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:09.112773 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b19f1aee-83c0-43ed-aa1b-6c77abc24006 req-6aae39c6-97b6-497d-958d-243194c8e8ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c70fc36-69e1-4296-b6fa-24974648b9da HTTP/1.1" status: 200 len: 1001 time: 0.1603007 Aug 16 01:59:09.113565 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.116442 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5fe7d4-e3bd-429f-a620-91d9327b3ecb x-openstack-request-id: req-ba5fe7d4-e3bd-429f-a620-91d9327b3ecb {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:09.117024 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dc22f1-394e-41c1-8ac2-d1644bf1e74d", "name": "network-vif-unplugged", "status": "completed", "tag": "4e9e3b80-9b66-4630-bc3b-e54e7816ae84", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:09.117448 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ba5fe7d4-e3bd-429f-a620-91d9327b3ecb {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:09.118594 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84', 'code': 200} Aug 16 01:59:09.181264 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90295f19-80a7-4767-9cc6-3266845d576f None None] Network c80ce3ee-0654-471b-9b39-cd07151e6bb0 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:09.340544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a7f76d86-b8dc-4787-84a7-9a1cc21403b5 None None] Provisioning for port 0313729c-a0b7-4a7f-bc86-bde7eecebace completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:09.350137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49306) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:09.354328 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a7f76d86-b8dc-4787-84a7-9a1cc21403b5 None None] Provisioning complete for port 0313729c-a0b7-4a7f-bc86-bde7eecebace triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:09.355017 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7f76d86-b8dc-4787-84a7-9a1cc21403b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.432799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] Pushing event updated for resources: {'Port': ['ID=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:09.440881 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-e482518d-c16e-4a69-b585-a3d52efefe47 admin admin] Deleting subnet 25cd7452-13d5-4612-89d0-207db0b14383 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:59:09.445172 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e482518d-c16e-4a69-b585-a3d52efefe47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.466012 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.498344 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a214e8-14c2-43d1-acc6-fc6e364e5b15 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Network c80ce3ee-0654-471b-9b39-cd07151e6bb0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:09.498786 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e482518d-c16e-4a69-b585-a3d52efefe47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.502061 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f1aee-83c0-43ed-aa1b-6c77abc24006 req-24a6453c-ee65-4751-bbd2-3aaca0bfed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.503531 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b19f1aee-83c0-43ed-aa1b-6c77abc24006 req-24a6453c-ee65-4751-bbd2-3aaca0bfed90 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9580d968-042a-4a5e-966b-8406c010ba78 HTTP/1.1" status: 200 len: 850 time: 0.3607683 Aug 16 01:59:09.508349 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-b5a214e8-14c2-43d1-acc6-fc6e364e5b15 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:09.546953 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] Attempting to bind port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 on host n-h1-765315-27 for vnic_type normal with profile {"migrating_to": "n-h2-765315-27"} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:09.547296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] Attempting to bind port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:09.547973 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] Attempting to bind port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 on network 683fab28-fad3-4ec8-a699-6b0efb659da7 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:09.557526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port ed11ae80-07f1-4d45-a68c-646f80613fe5, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ed11ae80-07f1-4d45-a68c-646f80613fe5,segment=NetworkSegment(b5994640-a857-4ed2-acf2-d70c86474dff),segment_id=b5994640-a857-4ed2-acf2-d70c86474dff)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:09.565538 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.575772 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6190b8-ab7c-4ddf-8f9e-4d717da5058f req-6f97ea38-59e8-4b49-a030-6bd325062d3c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.577958 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bd6190b8-ab7c-4ddf-8f9e-4d717da5058f req-6f97ea38-59e8-4b49-a030-6bd325062d3c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 943 time: 0.1644547 Aug 16 01:59:09.586889 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] Port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 on network 683fab28-fad3-4ec8-a699-6b0efb659da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:09.588226 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] Attempting to bind port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 on network 683fab28-fad3-4ec8-a699-6b0efb659da7 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:09.612975 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:09.614531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] Checking segment: {'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:09.615317 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] Bound using segment: {'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:09.616193 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] Bound port: 4e9e3b80-9b66-4630-bc3b-e54e7816ae84, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:09.616811 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.647549 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e482518d-c16e-4a69-b585-a3d52efefe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.654811 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7f76d86-b8dc-4787-84a7-9a1cc21403b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.677530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a214e8-14c2-43d1-acc6-fc6e364e5b15 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 34a451d7-8c66-4485-aaca-805c15086920 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:09.681902 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bd6190b8-ab7c-4ddf-8f9e-4d717da5058f req-b01b6c8f-deb9-4c33-bbaa-133f6518c302 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0660825 Aug 16 01:59:09.714045 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-a7f76d86-b8dc-4787-84a7-9a1cc21403b5 None None] For port 0313729c-a0b7-4a7f-bc86-bde7eecebace, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0313729c-a0b7-4a7f-bc86-bde7eecebace,segment=NetworkSegment(a8657974-4777-46f5-be29-4ff5d3a894d0),segment_id=a8657974-4777-46f5-be29-4ff5d3a894d0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:09.718186 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=ed11ae80-07f1-4d45-a68c-646f80613fe5,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:09.723613 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7f76d86-b8dc-4787-84a7-9a1cc21403b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.788882 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] For port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:09.794195 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] For port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,segment=NetworkSegment(aa32ca9c-c7ff-4427-8b22-39faf14b4b91),segment_id=aa32ca9c-c7ff-4427-8b22-39faf14b4b91)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:09.802024 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a214e8-14c2-43d1-acc6-fc6e364e5b15 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:09.802449 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f76d86-b8dc-4787-84a7-9a1cc21403b5 None None] Pushing event updated for resources: {'Port': ['ID=0313729c-a0b7-4a7f-bc86-bde7eecebace,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:09.803208 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.806712 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f1aee-83c0-43ed-aa1b-6c77abc24006 req-4bb2928a-c4b9-4353-a247-1989262da074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.808224 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b5a214e8-14c2-43d1-acc6-fc6e364e5b15 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/34a451d7-8c66-4485-aaca-805c15086920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2862422 Aug 16 01:59:09.812785 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b19f1aee-83c0-43ed-aa1b-6c77abc24006 req-4bb2928a-c4b9-4353-a247-1989262da074 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8313de91-f81e-42c6-b877-47398a0e9c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2818198 Aug 16 01:59:09.813071 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49310) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:09.813704 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Sync routers for ids ['34a451d7-8c66-4485-aaca-805c15086920'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:09.819523 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-84dc93c4-03bb-4ef3-b1ff-ef5a513a3c0c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:09.847391 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Routers {'34a451d7-8c66-4485-aaca-805c15086920'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:09.848035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['34a451d7-8c66-4485-aaca-805c15086920'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:10.168042 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] Pushing event updated for resources: {'Port': ['ID=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:10.210570 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e482518d-c16e-4a69-b585-a3d52efefe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.282346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482518d-c16e-4a69-b585-a3d52efefe47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25cd7452-13d5-4612-89d0-207db0b14383,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:10.328289 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e482518d-c16e-4a69-b585-a3d52efefe47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.333748 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e482518d-c16e-4a69-b585-a3d52efefe47 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/25cd7452-13d5-4612-89d0-207db0b14383 HTTP/1.1" status: 204 len: 168 time: 0.9780715 Aug 16 01:59:10.339726 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Set router 34a451d7-8c66-4485-aaca-805c15086920 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:10.341166 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49314) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:10.351364 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b19f1aee-83c0-43ed-aa1b-6c77abc24006 req-f30d32be-9891-4f73-94be-e7adcd31a97b service neutron] 10.222.0.73 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016487 Aug 16 01:59:10.363810 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745a062-857b-4812-a19c-3c8b55e7a3a8 req-2b2942f6-17f1-4aa6-b691-17efd7660413 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:10.372513 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a745a062-857b-4812-a19c-3c8b55e7a3a8 req-2b2942f6-17f1-4aa6-b691-17efd7660413 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.3806634 Aug 16 01:59:10.426801 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:10.427638 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.429227 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-535e7f08-d465-4de0-9f33-dc27fa05fcff service neutron] 10.222.0.63 "PUT /v2.0/ports/4e9e3b80-9b66-4630-bc3b-e54e7816ae84 HTTP/1.1" status: 200 len: 1123 time: 2.4232700 Aug 16 01:59:10.463764 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0313729c-a0b7-4a7f-bc86-bde7eecebace up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:10.508095 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c03a7d0d-58e8-4fd2-9e02-e664f7b57d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.510461 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.extraroute_db [None req-84dc93c4-03bb-4ef3-b1ff-ef5a513a3c0c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94672) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 01:59:10.530387 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a745a062-857b-4812-a19c-3c8b55e7a3a8 req-fa351449-1fca-40a3-a422-5bbf9e073e29 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562526 Aug 16 01:59:10.590853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['4e9e3b80-9b66-4630-bc3b-e54e7816ae84'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:10.599298 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b19f1aee-83c0-43ed-aa1b-6c77abc24006 req-1d8eaf34-d412-4137-9bee-add69054cc59 service neutron] 10.222.0.73 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244384 Aug 16 01:59:10.642428 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-75dd0d10-b07a-4a8e-885f-bd502243cec7 None None] Provisioning complete for port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:10.643046 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75dd0d10-b07a-4a8e-885f-bd502243cec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.674823 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.extraroute_db [None req-84dc93c4-03bb-4ef3-b1ff-ef5a513a3c0c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Removed routes are [] {{(pid=94672) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 01:59:10.675323 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84dc93c4-03bb-4ef3-b1ff-ef5a513a3c0c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.687031 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c03a7d0d-58e8-4fd2-9e02-e664f7b57d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.740029 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c03a7d0d-58e8-4fd2-9e02-e664f7b57d8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['056904dc-091a-4f16-9131-e59417b8d75e']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:10.780894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c03a7d0d-58e8-4fd2-9e02-e664f7b57d8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685b0cfc-520a-4a1b-9f62-511bdcf2de98') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:10.781258 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c03a7d0d-58e8-4fd2-9e02-e664f7b57d8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685b0cfc-520a-4a1b-9f62-511bdcf2de98') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:10.788568 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 0313729c-a0b7-4a7f-bc86-bde7eecebace triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:10.788942 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.809156 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c03a7d0d-58e8-4fd2-9e02-e664f7b57d8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.851787 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c03a7d0d-58e8-4fd2-9e02-e664f7b57d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.892381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03a7d0d-58e8-4fd2-9e02-e664f7b57d8b admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:59:10.892790 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c03a7d0d-58e8-4fd2-9e02-e664f7b57d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:10.895236 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:10.908119 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75dd0d10-b07a-4a8e-885f-bd502243cec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.962402 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:10.965257 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615d7324-26f4-403b-8789-97a991b27960" -d '{"events": [{"server_uuid": "96dc22f1-394e-41c1-8ac2-d1644bf1e74d", "name": "network-vif-plugged", "status": "completed", "tag": "4e9e3b80-9b66-4630-bc3b-e54e7816ae84"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:10.976567 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fca4e-8fc6-4059-85a3-0a30afa38e7e req-55ac1fd1-0f60-4743-b392-5cf99b2ca6af tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:10.978109 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b97fca4e-8fc6-4059-85a3-0a30afa38e7e req-55ac1fd1-0f60-4743-b392-5cf99b2ca6af tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 943 time: 0.1929410 Aug 16 01:59:10.998843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:07Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': '83eb7d0d-4d76-4bba-b4d7-b4e619a9db33', 'name': '', 'network_id': 'c80ce3ee-0654-471b-9b39-cd07151e6bb0', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:c3:12:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '9ce16081-9e9d-4ce2-abca-496a3af246c1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:05Z', 'updated_at': '2021-08-16T01:59:08Z', 'revision_number': 2, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '9ce16081-9e9d-4ce2-abca-496a3af246c1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b03e5636-d517-4097-b3f0-ec9738149ca2', 'name': '', 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:5d:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '33abd118-8871-44b2-8c97-5ca533410f72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:55Z', 'updated_at': '2021-08-16T01:59:08Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '33abd118-8871-44b2-8c97-5ca533410f72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed11ae80-07f1-4d45-a68c-646f80613fe5', 'name': '', 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:a9:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:00Z', 'updated_at': '2021-08-16T01:59:09Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:11.012862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-75dd0d10-b07a-4a8e-885f-bd502243cec7 None None] For port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,segment=NetworkSegment(aa32ca9c-c7ff-4427-8b22-39faf14b4b91),segment_id=aa32ca9c-c7ff-4427-8b22-39faf14b4b91)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:11.013030 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84dc93c4-03bb-4ef3-b1ff-ef5a513a3c0c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.014342 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c03a7d0d-58e8-4fd2-9e02-e664f7b57d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.034704 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c03a7d0d-58e8-4fd2-9e02-e664f7b57d8b admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.036570 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c03a7d0d-58e8-4fd2-9e02-e664f7b57d8b admin admin] 10.222.0.68 "DELETE /v2.0/networks/056904dc-091a-4f16-9131-e59417b8d75e HTTP/1.1" status: 204 len: 168 time: 0.6943240 Aug 16 01:59:11.037972 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84dc93c4-03bb-4ef3-b1ff-ef5a513a3c0c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.047117 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Checking router: 34a451d7-8c66-4485-aaca-805c15086920 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:11.047490 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Updating router 34a451d7-8c66-4485-aaca-805c15086920 port 83eb7d0d-4d76-4bba-b4d7-b4e619a9db33 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:59:11.057422 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa29e17-228f-4cfd-90bc-6f19cbb11fc7 x-openstack-request-id: req-9aa29e17-228f-4cfd-90bc-6f19cbb11fc7 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:11.057707 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dc22f1-394e-41c1-8ac2-d1644bf1e74d", "name": "network-vif-plugged", "status": "completed", "tag": "4e9e3b80-9b66-4630-bc3b-e54e7816ae84", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:11.057979 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9aa29e17-228f-4cfd-90bc-6f19cbb11fc7 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:11.058652 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84', 'code': 200} Aug 16 01:59:11.066095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a7d0d-58e8-4fd2-9e02-e664f7b57d8b admin admin] Pushing event deleted for resources: {'Network': ['ID=056904dc-091a-4f16-9131-e59417b8d75e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:11.110335 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75dd0d10-b07a-4a8e-885f-bd502243cec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.119792 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'tag': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:11.122687 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227b059c-734d-4c7b-827a-3ac5ab26c01b" -d '{"events": [{"name": "network-changed", "server_uuid": "96dc22f1-394e-41c1-8ac2-d1644bf1e74d", "tag": "4e9e3b80-9b66-4630-bc3b-e54e7816ae84"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:11.164853 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b97fca4e-8fc6-4059-85a3-0a30afa38e7e req-e76ecbc4-f823-473e-a631-63df78223c1d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1463304 Aug 16 01:59:11.180298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49328) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:11.188618 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bfe73c-35a7-4bc3-81f1-28410910c42d x-openstack-request-id: req-46bfe73c-35a7-4bc3-81f1-28410910c42d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:11.189201 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96dc22f1-394e-41c1-8ac2-d1644bf1e74d", "tag": "4e9e3b80-9b66-4630-bc3b-e54e7816ae84", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:11.189641 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-46bfe73c-35a7-4bc3-81f1-28410910c42d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:11.190244 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'tag': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84', 'status': 'completed', 'code': 200} Aug 16 01:59:11.234391 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dc93c4-03bb-4ef3-b1ff-ef5a513a3c0c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 34a451d7-8c66-4485-aaca-805c15086920 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:11.263214 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5492b042-2bb8-460e-8688-1669d3b78e5a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d452fca55d5146d7b945b747dd55ab78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0812678 Aug 16 01:59:11.264098 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49330) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:11.298276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b059c-734d-4c7b-827a-3ac5ab26c01b req-cbfbe70b-0866-4a6b-add4-68a7de8e7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.299735 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-227b059c-734d-4c7b-827a-3ac5ab26c01b req-cbfbe70b-0866-4a6b-add4-68a7de8e7e68 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 1128 time: 0.0847230 Aug 16 01:59:11.319220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ed11ae80-07f1-4d45-a68c-646f80613fe5 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:11.322031 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.342688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dc93c4-03bb-4ef3-b1ff-ef5a513a3c0c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:11.352173 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84dc93c4-03bb-4ef3-b1ff-ef5a513a3c0c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.356406 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-84dc93c4-03bb-4ef3-b1ff-ef5a513a3c0c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/34a451d7-8c66-4485-aaca-805c15086920 HTTP/1.1" status: 200 len: 933 time: 1.5392056 Aug 16 01:59:11.357602 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49332) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:11.388116 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5eed0aa8-1e1b-4698-921e-0c2e9a123664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.428747 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5eed0aa8-1e1b-4698-921e-0c2e9a123664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.448537 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b059c-734d-4c7b-827a-3ac5ab26c01b req-90d2d54a-f232-41bc-9a1b-15e3cb5946aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.451531 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-227b059c-734d-4c7b-827a-3ac5ab26c01b req-90d2d54a-f232-41bc-9a1b-15e3cb5946aa service neutron] 10.222.0.73 "GET /v2.0/networks?id=683fab28-fad3-4ec8-a699-6b0efb659da7 HTTP/1.1" status: 200 len: 898 time: 0.1438205 Aug 16 01:59:11.471564 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ff456ac3-0c68-403f-875b-7573a9389215 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/routers/34a451d7-8c66-4485-aaca-805c15086920 HTTP/1.1" status: 200 len: 933 time: 0.1103144 Aug 16 01:59:11.471772 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49334) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:11.476166 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7d7bbe91-10d9-4ce5-b317-636a8346dda8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'router': {'routes': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:11.489205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd0d10-b07a-4a8e-885f-bd502243cec7 None None] Pushing event updated for resources: {'Port': ['ID=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:11.532712 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-227b059c-734d-4c7b-827a-3ac5ab26c01b req-ca189b62-06a1-4604-a5ea-1f43a1e639fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e9e3b80-9b66-4630-bc3b-e54e7816ae84 HTTP/1.1" status: 200 len: 1000 time: 0.0693917 Aug 16 01:59:11.583342 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5eed0aa8-1e1b-4698-921e-0c2e9a123664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.586028 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5eed0aa8-1e1b-4698-921e-0c2e9a123664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.602393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5eed0aa8-1e1b-4698-921e-0c2e9a123664 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/df6b3050-3cf7-4fa4-bf3c-878225ee5b93 HTTP/1.1" status: 204 len: 168 time: 0.3232045 Aug 16 01:59:11.604269 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port ed11ae80-07f1-4d45-a68c-646f80613fe5 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:11.604653 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.628849 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed0aa8-1e1b-4698-921e-0c2e9a123664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6b3050-3cf7-4fa4-bf3c-878225ee5b93,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:11.642526 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b059c-734d-4c7b-827a-3ac5ab26c01b req-f4c1cb2e-a638-4324-abd7-d83530e3c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.646646 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-227b059c-734d-4c7b-827a-3ac5ab26c01b req-f4c1cb2e-a638-4324-abd7-d83530e3c8f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f8c1e80-77d8-4f69-9544-f62de49f497e HTTP/1.1" status: 200 len: 834 time: 0.1052685 Aug 16 01:59:11.711194 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b059c-734d-4c7b-827a-3ac5ab26c01b req-5bce1355-4d4b-4f14-b281-35740b987551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.713175 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-227b059c-734d-4c7b-827a-3ac5ab26c01b req-5bce1355-4d4b-4f14-b281-35740b987551 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=683fab28-fad3-4ec8-a699-6b0efb659da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563707 Aug 16 01:59:11.737644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-76b84197-2137-4808-81ba-f475ed6b18b2 None None] Provisioning complete for port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:11.738066 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76b84197-2137-4808-81ba-f475ed6b18b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.780470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ae67f-ad8d-4c27-84de-cb1986f520d1 req-0a7e430e-2e1c-44a8-86dc-51c098f8c476 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.782036 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3a0ae67f-ad8d-4c27-84de-cb1986f520d1 req-0a7e430e-2e1c-44a8-86dc-51c098f8c476 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.1575568 Aug 16 01:59:11.873441 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b03e5636-d517-4097-b3f0-ec9738149ca2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:11.885345 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-227b059c-734d-4c7b-827a-3ac5ab26c01b req-c468f7aa-3d02-4175-b1fb-366c885e1bba service neutron] 10.222.0.73 "GET /v2.0/networks/683fab28-fad3-4ec8-a699-6b0efb659da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458330 Aug 16 01:59:11.998228 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.016726 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-227b059c-734d-4c7b-827a-3ac5ab26c01b req-916f3790-085d-46c5-9c6f-5bd8e182432e service neutron] 10.222.0.73 "GET /v2.0/networks/683fab28-fad3-4ec8-a699-6b0efb659da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300166 Aug 16 01:59:12.017349 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Transition to ACTIVE for port object 83eb7d0d-4d76-4bba-b4d7-b4e619a9db33 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:12.019157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-76b84197-2137-4808-81ba-f475ed6b18b2 None None] Provisioning complete for port 0313729c-a0b7-4a7f-bc86-bde7eecebace triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:12.019550 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76b84197-2137-4808-81ba-f475ed6b18b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.022345 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3a0ae67f-ad8d-4c27-84de-cb1986f520d1 req-60899336-1db9-4980-885c-f754de208e07 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302215 Aug 16 01:59:12.027837 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port b03e5636-d517-4097-b3f0-ec9738149ca2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:12.028278 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.052664 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.054364 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.extraroute_db [None req-7d7bbe91-10d9-4ce5-b317-636a8346dda8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Added routes are [] {{(pid=94672) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 01:59:12.054749 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.extraroute_db [None req-7d7bbe91-10d9-4ce5-b317-636a8346dda8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94672) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 01:59:12.088326 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d7bbe91-10d9-4ce5-b317-636a8346dda8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.130421 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-88b56441-83f8-43d5-93b6-4bfa40bbac52 req-be946bf8-e18c-4016-b2e0-5cb88ec23ae4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0711448 Aug 16 01:59:12.235617 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe39903-c1fb-4660-8025-42bc609d7c84 None None] Pushing event updated for resources: {'Port': ['ID=83eb7d0d-4d76-4bba-b4d7-b4e619a9db33,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:12.284035 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b56441-83f8-43d5-93b6-4bfa40bbac52 req-1eddea38-199c-435d-98b5-5431624d8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.287181 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-88b56441-83f8-43d5-93b6-4bfa40bbac52 req-1eddea38-199c-435d-98b5-5431624d8bae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=92d6ca9642764afaaf85f19d40b34e4e&device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 1097 time: 0.0862701 Aug 16 01:59:12.471837 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b56441-83f8-43d5-93b6-4bfa40bbac52 req-2bb7174c-b67c-4bf3-9f36-123e610ae8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.473593 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-88b56441-83f8-43d5-93b6-4bfa40bbac52 req-2bb7174c-b67c-4bf3-9f36-123e610ae8bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=8313de91-f81e-42c6-b877-47398a0e9c62 HTTP/1.1" status: 200 len: 912 time: 0.1573639 Aug 16 01:59:12.529729 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Attempting to bind port 83eb7d0d-4d76-4bba-b4d7-b4e619a9db33 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:12.530516 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Attempting to bind port 83eb7d0d-4d76-4bba-b4d7-b4e619a9db33 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'a8657974-4777-46f5-be29-4ff5d3a894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c80ce3ee-0654-471b-9b39-cd07151e6bb0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:12.531121 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Attempting to bind port 83eb7d0d-4d76-4bba-b4d7-b4e619a9db33 on network c80ce3ee-0654-471b-9b39-cd07151e6bb0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:12.539157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:12.539861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Checking segment: {'id': 'a8657974-4777-46f5-be29-4ff5d3a894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c80ce3ee-0654-471b-9b39-cd07151e6bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:12.540487 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.541738 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Bound using segment: {'id': 'a8657974-4777-46f5-be29-4ff5d3a894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c80ce3ee-0654-471b-9b39-cd07151e6bb0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:12.542513 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Bound port: 83eb7d0d-4d76-4bba-b4d7-b4e619a9db33, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8657974-4777-46f5-be29-4ff5d3a894d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c80ce3ee-0654-471b-9b39-cd07151e6bb0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:12.544045 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.559884 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-88b56441-83f8-43d5-93b6-4bfa40bbac52 req-b806702e-2809-4e55-9763-d0e41d5ed56e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c70fc36-69e1-4296-b6fa-24974648b9da HTTP/1.1" status: 200 len: 1001 time: 0.0770543 Aug 16 01:59:12.626068 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b56441-83f8-43d5-93b6-4bfa40bbac52 req-60cc7c02-5c4c-41ce-81e3-7e1667e9a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.629107 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-88b56441-83f8-43d5-93b6-4bfa40bbac52 req-60cc7c02-5c4c-41ce-81e3-7e1667e9a739 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9580d968-042a-4a5e-966b-8406c010ba78 HTTP/1.1" status: 200 len: 850 time: 0.0624299 Aug 16 01:59:12.661117 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] For port 83eb7d0d-4d76-4bba-b4d7-b4e619a9db33, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:12.664432 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-76b84197-2137-4808-81ba-f475ed6b18b2 None None] Provisioning for port 83eb7d0d-4d76-4bba-b4d7-b4e619a9db33 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:12.668082 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] For port 83eb7d0d-4d76-4bba-b4d7-b4e619a9db33, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=83eb7d0d-4d76-4bba-b4d7-b4e619a9db33,segment=NetworkSegment(a8657974-4777-46f5-be29-4ff5d3a894d0),segment_id=a8657974-4777-46f5-be29-4ff5d3a894d0)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:12.677076 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.706197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b56441-83f8-43d5-93b6-4bfa40bbac52 req-9a500f30-8714-47b9-80b7-f89dedf96fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.708483 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-88b56441-83f8-43d5-93b6-4bfa40bbac52 req-9a500f30-8714-47b9-80b7-f89dedf96fa1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8313de91-f81e-42c6-b877-47398a0e9c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719512 Aug 16 01:59:12.766102 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Routers {'34a451d7-8c66-4485-aaca-805c15086920'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:12.766912 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['34a451d7-8c66-4485-aaca-805c15086920'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:12.781019 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d7bbe91-10d9-4ce5-b317-636a8346dda8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.791724 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1790fe-62e6-4d0b-9126-e37aea9813fd req-bd5151a4-620a-41f3-b89f-c8436105c91f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.793896 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c1790fe-62e6-4d0b-9126-e37aea9813fd req-bd5151a4-620a-41f3-b89f-c8436105c91f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 945 time: 0.0827601 Aug 16 01:59:12.796563 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d7bbe91-10d9-4ce5-b317-636a8346dda8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.863175 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-88b56441-83f8-43d5-93b6-4bfa40bbac52 req-7d206491-7c97-40aa-af21-acbf6cde824e service neutron] 10.222.0.73 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382055 Aug 16 01:59:12.903269 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe39903-c1fb-4660-8025-42bc609d7c84 None None] Pushing event updated for resources: {'Port': ['ID=83eb7d0d-4d76-4bba-b4d7-b4e619a9db33,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:12.925224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] Set router 34a451d7-8c66-4485-aaca-805c15086920 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:12.935595 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c1790fe-62e6-4d0b-9126-e37aea9813fd req-ca7bb2b4-1fca-4d48-96c8-fe3d7a8f6fb6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1301391 Aug 16 01:59:13.013861 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7bbe91-10d9-4ce5-b317-636a8346dda8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 34a451d7-8c66-4485-aaca-805c15086920 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:13.048203 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-88b56441-83f8-43d5-93b6-4bfa40bbac52 req-0e75f6f3-fe65-4740-a0d4-29e029a8c7c6 service neutron] 10.222.0.73 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821012 Aug 16 01:59:13.142262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7bbe91-10d9-4ce5-b317-636a8346dda8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:13.150636 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d7bbe91-10d9-4ce5-b317-636a8346dda8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.154260 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7d7bbe91-10d9-4ce5-b317-636a8346dda8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/34a451d7-8c66-4485-aaca-805c15086920 HTTP/1.1" status: 200 len: 699 time: 1.6815770 Aug 16 01:59:13.155024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49368) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:13.210601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:12Z', 'revision_number': 7, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': '83eb7d0d-4d76-4bba-b4d7-b4e619a9db33', 'name': '', 'network_id': 'c80ce3ee-0654-471b-9b39-cd07151e6bb0', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:c3:12:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '9ce16081-9e9d-4ce2-abca-496a3af246c1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:05Z', 'updated_at': '2021-08-16T01:59:12Z', 'revision_number': 4, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '9ce16081-9e9d-4ce2-abca-496a3af246c1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b03e5636-d517-4097-b3f0-ec9738149ca2', 'name': '', 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:5d:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '33abd118-8871-44b2-8c97-5ca533410f72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:55Z', 'updated_at': '2021-08-16T01:59:08Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '33abd118-8871-44b2-8c97-5ca533410f72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed11ae80-07f1-4d45-a68c-646f80613fe5', 'name': '', 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:a9:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:00Z', 'updated_at': '2021-08-16T01:59:09Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:13.258786 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06a483-3210-4110-a0bd-9383e19b5604 None None] The sync data for ids ['34a451d7-8c66-4485-aaca-805c15086920'] in n-d-765315-27 is: [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:12Z', 'revision_number': 7, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': '83eb7d0d-4d76-4bba-b4d7-b4e619a9db33', 'name': '', 'network_id': 'c80ce3ee-0654-471b-9b39-cd07151e6bb0', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:c3:12:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '9ce16081-9e9d-4ce2-abca-496a3af246c1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:05Z', 'updated_at': '2021-08-16T01:59:12Z', 'revision_number': 4, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '9ce16081-9e9d-4ce2-abca-496a3af246c1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b03e5636-d517-4097-b3f0-ec9738149ca2', 'name': '', 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:5d:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '33abd118-8871-44b2-8c97-5ca533410f72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:55Z', 'updated_at': '2021-08-16T01:59:08Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '33abd118-8871-44b2-8c97-5ca533410f72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed11ae80-07f1-4d45-a68c-646f80613fe5', 'name': '', 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:a9:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:00Z', 'updated_at': '2021-08-16T01:59:09Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:13.276209 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1f07254a-c61f-4ad3-8f8f-31167d25a592 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/routers/34a451d7-8c66-4485-aaca-805c15086920 HTTP/1.1" status: 200 len: 699 time: 0.1199543 Aug 16 01:59:13.279615 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49376) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:13.693942 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:13.701089 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-177d156c-3af3-43f8-b356-e6e911e4ed75 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.819733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,segment=NetworkSegment(aa32ca9c-c7ff-4427-8b22-39faf14b4b91),segment_id=aa32ca9c-c7ff-4427-8b22-39faf14b4b91)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:13.834655 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 has no active binding in host n-h2-765315-27 {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:59:14.002061 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-177d156c-3af3-43f8-b356-e6e911e4ed75 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting port 83eb7d0d-4d76-4bba-b4d7-b4e619a9db33 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:14.002470 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-177d156c-3af3-43f8-b356-e6e911e4ed75 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.023107 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f925b9f1-a0c4-4c8f-a2e9-b7e209bb48aa None None] Sync routers for ids ['34a451d7-8c66-4485-aaca-805c15086920'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:14.040571 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f925b9f1-a0c4-4c8f-a2e9-b7e209bb48aa None None] Routers {'34a451d7-8c66-4485-aaca-805c15086920'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:14.041298 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f925b9f1-a0c4-4c8f-a2e9-b7e209bb48aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['34a451d7-8c66-4485-aaca-805c15086920'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:14.082292 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69cd7f-fb0e-450b-9389-0b38b128e228 req-acface36-af09-4fec-a28d-4fc8fc15867c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:14.083893 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0a69cd7f-fb0e-450b-9389-0b38b128e228 req-acface36-af09-4fec-a28d-4fc8fc15867c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 945 time: 0.0771778 Aug 16 01:59:14.135060 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0a69cd7f-fb0e-450b-9389-0b38b128e228 req-9a595814-df77-4ed0-9d4c-c2a072450325 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434480 Aug 16 01:59:14.140027 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-177d156c-3af3-43f8-b356-e6e911e4ed75 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] For port 83eb7d0d-4d76-4bba-b4d7-b4e619a9db33, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=83eb7d0d-4d76-4bba-b4d7-b4e619a9db33,segment=NetworkSegment(a8657974-4777-46f5-be29-4ff5d3a894d0),segment_id=a8657974-4777-46f5-be29-4ff5d3a894d0)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:14.144405 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-177d156c-3af3-43f8-b356-e6e911e4ed75 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.165128 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-177d156c-3af3-43f8-b356-e6e911e4ed75 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Calling delete_port for 83eb7d0d-4d76-4bba-b4d7-b4e619a9db33 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:14.170835 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-f925b9f1-a0c4-4c8f-a2e9-b7e209bb48aa None None] Set router 34a451d7-8c66-4485-aaca-805c15086920 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:14.359977 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-177d156c-3af3-43f8-b356-e6e911e4ed75 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.395382 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f925b9f1-a0c4-4c8f-a2e9-b7e209bb48aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:12Z', 'revision_number': 7, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': '83eb7d0d-4d76-4bba-b4d7-b4e619a9db33', 'name': '', 'network_id': 'c80ce3ee-0654-471b-9b39-cd07151e6bb0', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:c3:12:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '9ce16081-9e9d-4ce2-abca-496a3af246c1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:05Z', 'updated_at': '2021-08-16T01:59:12Z', 'revision_number': 4, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '9ce16081-9e9d-4ce2-abca-496a3af246c1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b03e5636-d517-4097-b3f0-ec9738149ca2', 'name': '', 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:5d:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '33abd118-8871-44b2-8c97-5ca533410f72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:55Z', 'updated_at': '2021-08-16T01:59:08Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '33abd118-8871-44b2-8c97-5ca533410f72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed11ae80-07f1-4d45-a68c-646f80613fe5', 'name': '', 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:a9:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:00Z', 'updated_at': '2021-08-16T01:59:09Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:14.403418 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d156c-3af3-43f8-b356-e6e911e4ed75 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Port': ['ID=83eb7d0d-4d76-4bba-b4d7-b4e619a9db33,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:14.423442 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f925b9f1-a0c4-4c8f-a2e9-b7e209bb48aa None None] Checking router: 34a451d7-8c66-4485-aaca-805c15086920 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:14.435804 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f925b9f1-a0c4-4c8f-a2e9-b7e209bb48aa None None] Routers {'34a451d7-8c66-4485-aaca-805c15086920'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:14.436647 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f925b9f1-a0c4-4c8f-a2e9-b7e209bb48aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['34a451d7-8c66-4485-aaca-805c15086920'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:14.556420 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-f925b9f1-a0c4-4c8f-a2e9-b7e209bb48aa None None] Set router 34a451d7-8c66-4485-aaca-805c15086920 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:14.653664 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-177d156c-3af3-43f8-b356-e6e911e4ed75 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.800950 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f925b9f1-a0c4-4c8f-a2e9-b7e209bb48aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:14Z', 'revision_number': 8, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': 'b03e5636-d517-4097-b3f0-ec9738149ca2', 'name': '', 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:5d:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '33abd118-8871-44b2-8c97-5ca533410f72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:55Z', 'updated_at': '2021-08-16T01:59:08Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '33abd118-8871-44b2-8c97-5ca533410f72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed11ae80-07f1-4d45-a68c-646f80613fe5', 'name': '', 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:a9:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:00Z', 'updated_at': '2021-08-16T01:59:09Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:14.832904 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f925b9f1-a0c4-4c8f-a2e9-b7e209bb48aa None None] The sync data for ids ['34a451d7-8c66-4485-aaca-805c15086920'] in n-d-765315-27 is: [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:14Z', 'revision_number': 8, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': 'b03e5636-d517-4097-b3f0-ec9738149ca2', 'name': '', 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:5d:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '33abd118-8871-44b2-8c97-5ca533410f72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:55Z', 'updated_at': '2021-08-16T01:59:08Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '33abd118-8871-44b2-8c97-5ca533410f72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed11ae80-07f1-4d45-a68c-646f80613fe5', 'name': '', 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:a9:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:00Z', 'updated_at': '2021-08-16T01:59:09Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:15.192116 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177d156c-3af3-43f8-b356-e6e911e4ed75 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 34a451d7-8c66-4485-aaca-805c15086920 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:15.270455 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab3688-7b55-4562-b31a-0bb871ddc58d req-407331c4-b7df-4b5a-8d5a-3f8c9afb5538 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:15.272047 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-acab3688-7b55-4562-b31a-0bb871ddc58d req-407331c4-b7df-4b5a-8d5a-3f8c9afb5538 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 945 time: 0.0579889 Aug 16 01:59:15.304801 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177d156c-3af3-43f8-b356-e6e911e4ed75 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:15.312341 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-177d156c-3af3-43f8-b356-e6e911e4ed75 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/34a451d7-8c66-4485-aaca-805c15086920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0291095 Aug 16 01:59:15.312623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49392) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:15.328379 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-acab3688-7b55-4562-b31a-0bb871ddc58d req-0be228c3-e0f9-418f-9af2-a1e2460f0118 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0484023 Aug 16 01:59:15.370006 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-575d8878-4a9e-4d57-b127-be70e4c22c27 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting subnet 9ce16081-9e9d-4ce2-abca-496a3af246c1 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:59:15.373974 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-575d8878-4a9e-4d57-b127-be70e4c22c27 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.418255 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-575d8878-4a9e-4d57-b127-be70e4c22c27 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.440139 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1fff6-89ac-4094-9d2e-34bb67d2c99f None None] Sync routers for ids ['34a451d7-8c66-4485-aaca-805c15086920'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:15.461497 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1fff6-89ac-4094-9d2e-34bb67d2c99f None None] Routers {'34a451d7-8c66-4485-aaca-805c15086920'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:15.463114 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-50f1fff6-89ac-4094-9d2e-34bb67d2c99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['34a451d7-8c66-4485-aaca-805c15086920'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:15.520248 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-575d8878-4a9e-4d57-b127-be70e4c22c27 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.566950 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-50f1fff6-89ac-4094-9d2e-34bb67d2c99f None None] Set router 34a451d7-8c66-4485-aaca-805c15086920 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:15.590929 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-575d8878-4a9e-4d57-b127-be70e4c22c27 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.618832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d8878-4a9e-4d57-b127-be70e4c22c27 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce16081-9e9d-4ce2-abca-496a3af246c1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:15.625497 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-575d8878-4a9e-4d57-b127-be70e4c22c27 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.627958 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-575d8878-4a9e-4d57-b127-be70e4c22c27 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/subnets/9ce16081-9e9d-4ce2-abca-496a3af246c1 HTTP/1.1" status: 204 len: 168 time: 0.3143687 Aug 16 01:59:15.630593 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49398) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:15.636970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bed9c62-b7b8-497a-9094-d6d890b1939d None None] Network c80ce3ee-0654-471b-9b39-cd07151e6bb0 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:15.714036 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.775361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting port 0313729c-a0b7-4a7f-bc86-bde7eecebace {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:15.776533 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.911072 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-50f1fff6-89ac-4094-9d2e-34bb67d2c99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:14Z', 'revision_number': 8, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': 'b03e5636-d517-4097-b3f0-ec9738149ca2', 'name': '', 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:5d:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '33abd118-8871-44b2-8c97-5ca533410f72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:55Z', 'updated_at': '2021-08-16T01:59:08Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '33abd118-8871-44b2-8c97-5ca533410f72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed11ae80-07f1-4d45-a68c-646f80613fe5', 'name': '', 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:a9:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:00Z', 'updated_at': '2021-08-16T01:59:09Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:15.915491 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] For port 0313729c-a0b7-4a7f-bc86-bde7eecebace, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0313729c-a0b7-4a7f-bc86-bde7eecebace,segment=NetworkSegment(a8657974-4777-46f5-be29-4ff5d3a894d0),segment_id=a8657974-4777-46f5-be29-4ff5d3a894d0)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:15.915791 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.945891 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Calling delete_port for 0313729c-a0b7-4a7f-bc86-bde7eecebace owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:15.958074 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-50e00a3f-4a72-4259-9323-fddee87a3d9d service neutron] 10.222.0.73 "GET /v2.0/ports/4e9e3b80-9b66-4630-bc3b-e54e7816ae84/bindings/n-h2-765315-27 HTTP/1.1" status: 200 len: 385 time: 0.1629195 Aug 16 01:59:15.988395 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2284663f-0915-417c-b4ee-4c5452dcfcd4 None None] DHCP port deletion for c80ce3ee-0654-471b-9b39-cd07151e6bb0 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:59:15.991186 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1fff6-89ac-4094-9d2e-34bb67d2c99f None None] Checking router: 34a451d7-8c66-4485-aaca-805c15086920 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:16.002847 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1fff6-89ac-4094-9d2e-34bb67d2c99f None None] Routers {'34a451d7-8c66-4485-aaca-805c15086920'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:16.003714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-50f1fff6-89ac-4094-9d2e-34bb67d2c99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['34a451d7-8c66-4485-aaca-805c15086920'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:16.135556 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-50f1fff6-89ac-4094-9d2e-34bb67d2c99f None None] Set router 34a451d7-8c66-4485-aaca-805c15086920 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:16.191870 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2284663f-0915-417c-b4ee-4c5452dcfcd4 None None] Deleting port 0313729c-a0b7-4a7f-bc86-bde7eecebace {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:16.192393 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2284663f-0915-417c-b4ee-4c5452dcfcd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.198637 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.227893 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Port': ['ID=0313729c-a0b7-4a7f-bc86-bde7eecebace,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:16.240929 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] No DVR routers for this DVR port 0313729c-a0b7-4a7f-bc86-bde7eecebace on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:16.361573 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c500092f-ebd7-41f7-bf2a-f4ce1d4da7f5 service neutron] For port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,segment=NetworkSegment(aa32ca9c-c7ff-4427-8b22-39faf14b4b91),segment_id=aa32ca9c-c7ff-4427-8b22-39faf14b4b91)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:16.364599 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2284663f-0915-417c-b4ee-4c5452dcfcd4 None None] For port 0313729c-a0b7-4a7f-bc86-bde7eecebace, host n-d-765315-27, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:16.364793 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.365120 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2284663f-0915-417c-b4ee-4c5452dcfcd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.386906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80ce3ee-0654-471b-9b39-cd07151e6bb0']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:16.391654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2284663f-0915-417c-b4ee-4c5452dcfcd4 None None] Calling delete_port for 0313729c-a0b7-4a7f-bc86-bde7eecebace owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:16.396153 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.ipam_backend_mixin [None req-2284663f-0915-417c-b4ee-4c5452dcfcd4 None None] Port 0313729c-a0b7-4a7f-bc86-bde7eecebace was not found and therefore no delete operation was performed {{(pid=94674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:59:16.400629 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8657974-4777-46f5-be29-4ff5d3a894d0') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:16.400936 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8657974-4777-46f5-be29-4ff5d3a894d0') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:16.401056 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2284663f-0915-417c-b4ee-4c5452dcfcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.403404 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c500092f-ebd7-41f7-bf2a-f4ce1d4da7f5 service neutron] For port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:16.432662 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.443680 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284663f-0915-417c-b4ee-4c5452dcfcd4 None None] Pushing event deleted for resources: {'Port': ['ID=0313729c-a0b7-4a7f-bc86-bde7eecebace,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:16.453852 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2284663f-0915-417c-b4ee-4c5452dcfcd4 None None] No DVR routers for this DVR port 0313729c-a0b7-4a7f-bc86-bde7eecebace on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:16.458411 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.466403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:59:16.466932 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.496823 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358fb3b-93ee-4759-8c4b-1fd49745a958 req-cbcd4b9d-7152-47d5-b579-17a5f5c814ef tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:16.499330 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3358fb3b-93ee-4759-8c4b-1fd49745a958 req-cbcd4b9d-7152-47d5-b579-17a5f5c814ef tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 945 time: 0.0594103 Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:16.515184 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:16.525697 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-50f1fff6-89ac-4094-9d2e-34bb67d2c99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:14Z', 'revision_number': 8, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': 'b03e5636-d517-4097-b3f0-ec9738149ca2', 'name': '', 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:5d:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '33abd118-8871-44b2-8c97-5ca533410f72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:55Z', 'updated_at': '2021-08-16T01:59:08Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '33abd118-8871-44b2-8c97-5ca533410f72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed11ae80-07f1-4d45-a68c-646f80613fe5', 'name': '', 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:a9:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:00Z', 'updated_at': '2021-08-16T01:59:09Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:16.560632 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3358fb3b-93ee-4759-8c4b-1fd49745a958 req-20c61725-e14a-4e4f-b8a0-27adb22de7dd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0494914 Aug 16 01:59:16.560954 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1fff6-89ac-4094-9d2e-34bb67d2c99f None None] The sync data for ids ['34a451d7-8c66-4485-aaca-805c15086920'] in n-d-765315-27 is: [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:14Z', 'revision_number': 8, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': 'b03e5636-d517-4097-b3f0-ec9738149ca2', 'name': '', 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:5d:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '33abd118-8871-44b2-8c97-5ca533410f72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:55Z', 'updated_at': '2021-08-16T01:59:08Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '33abd118-8871-44b2-8c97-5ca533410f72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed11ae80-07f1-4d45-a68c-646f80613fe5', 'name': '', 'network_id': 'f890fe80-569d-4176-862b-55b1f619e6a6', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:a9:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:00Z', 'updated_at': '2021-08-16T01:59:09Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '40b613a6-e6b4-4a29-bed6-8225e32ad043', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:16.593080 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.601496 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.605034 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/networks/c80ce3ee-0654-471b-9b39-cd07151e6bb0 HTTP/1.1" status: 204 len: 168 time: 0.9727764 Aug 16 01:59:16.609055 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49406) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:16.611049 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:16.614975 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8b078c-4fdc-4e8b-bb94-6013d412f0e7" -d '{"events": [{"server_uuid": "96dc22f1-394e-41c1-8ac2-d1644bf1e74d", "name": "network-vif-unplugged", "status": "completed", "tag": "4e9e3b80-9b66-4630-bc3b-e54e7816ae84"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:16.676694 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c500092f-ebd7-41f7-bf2a-f4ce1d4da7f5 service neutron] For port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,segment=NetworkSegment(aa32ca9c-c7ff-4427-8b22-39faf14b4b91),segment_id=aa32ca9c-c7ff-4427-8b22-39faf14b4b91)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:16.680199 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb46021-0821-4bf9-bcee-6215d6a75987 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Network': ['ID=c80ce3ee-0654-471b-9b39-cd07151e6bb0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:16.699340 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c500092f-ebd7-41f7-bf2a-f4ce1d4da7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.712535 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ce4625-603d-411d-bd52-16ea2742306c x-openstack-request-id: req-a4ce4625-603d-411d-bd52-16ea2742306c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:16.712829 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dc22f1-394e-41c1-8ac2-d1644bf1e74d", "name": "network-vif-unplugged", "status": "completed", "tag": "4e9e3b80-9b66-4630-bc3b-e54e7816ae84", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:16.713122 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a4ce4625-603d-411d-bd52-16ea2742306c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:16.713477 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84', 'code': 200} Aug 16 01:59:16.751263 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0313729c-a0b7-4a7f-bc86-bde7eecebace no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:16.788929 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 0313729c-a0b7-4a7f-bc86-bde7eecebace {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:16.789534 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0313729c-a0b7-4a7f-bc86-bde7eecebace not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:16.790123 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 83eb7d0d-4d76-4bba-b4d7-b4e619a9db33 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:16.821017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 83eb7d0d-4d76-4bba-b4d7-b4e619a9db33 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:16.821451 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 83eb7d0d-4d76-4bba-b4d7-b4e619a9db33 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:16.842424 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c500092f-ebd7-41f7-bf2a-f4ce1d4da7f5 service neutron] Transition to ACTIVE for port object 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:16.847550 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c500092f-ebd7-41f7-bf2a-f4ce1d4da7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.951849 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500092f-ebd7-41f7-bf2a-f4ce1d4da7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,revision_number=11']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:16.997340 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c500092f-ebd7-41f7-bf2a-f4ce1d4da7f5 service neutron] No DVR routers for this DVR port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:17.056157 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90864695-a45b-47eb-9c30-3e21828cd06f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.147633 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c500092f-ebd7-41f7-bf2a-f4ce1d4da7f5 service neutron] 10.222.0.73 "PUT /v2.0/ports/4e9e3b80-9b66-4630-bc3b-e54e7816ae84/bindings/n-h2-765315-27/activate HTTP/1.1" status: 200 len: 370 time: 1.1774819 Aug 16 01:59:17.256844 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-bb20b914-435c-461e-b26d-aa1c0c05f2e4 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.258408 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-bb20b914-435c-461e-b26d-aa1c0c05f2e4 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d&tenant_id=7069c6ece3114808b56031f1299826b6&binding%3Ahost_id=n-h1-765315-27 HTTP/1.1" status: 200 len: 1096 time: 0.0457797 Aug 16 01:59:17.315475 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-b472476f-b7bc-48bd-8bb4-ed5363ce6b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.317064 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-b472476f-b7bc-48bd-8bb4-ed5363ce6b4f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d&tenant_id=7069c6ece3114808b56031f1299826b6 HTTP/1.1" status: 200 len: 1096 time: 0.0491524 Aug 16 01:59:17.322415 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-90864695-a45b-47eb-9c30-3e21828cd06f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting port ed11ae80-07f1-4d45-a68c-646f80613fe5 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:17.322765 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90864695-a45b-47eb-9c30-3e21828cd06f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.392276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-fd949342-1d8d-4be0-935c-275d05cc152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.393813 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-fd949342-1d8d-4be0-935c-275d05cc152e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 1096 time: 0.0470972 Aug 16 01:59:17.418596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-90864695-a45b-47eb-9c30-3e21828cd06f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] For port ed11ae80-07f1-4d45-a68c-646f80613fe5, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ed11ae80-07f1-4d45-a68c-646f80613fe5,segment=NetworkSegment(b5994640-a857-4ed2-acf2-d70c86474dff),segment_id=b5994640-a857-4ed2-acf2-d70c86474dff)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:17.418966 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90864695-a45b-47eb-9c30-3e21828cd06f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.432477 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-90864695-a45b-47eb-9c30-3e21828cd06f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Calling delete_port for ed11ae80-07f1-4d45-a68c-646f80613fe5 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:17.492488 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-3c30dd73-d1fc-4d40-9c1c-772dd4e67f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.494204 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-3c30dd73-d1fc-4d40-9c1c-772dd4e67f9f service neutron] 10.222.0.63 "GET /v2.0/networks?id=683fab28-fad3-4ec8-a699-6b0efb659da7 HTTP/1.1" status: 200 len: 898 time: 0.0924010 Aug 16 01:59:17.570624 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c56d84ea-daf5-477b-b5f4-68e6a322ba49 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e9e3b80-9b66-4630-bc3b-e54e7816ae84 HTTP/1.1" status: 200 len: 998 time: 0.0689561 Aug 16 01:59:17.631237 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90864695-a45b-47eb-9c30-3e21828cd06f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.686783 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-a24d6e0f-64e1-461d-a80f-f6a09f5411a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.699389 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90864695-a45b-47eb-9c30-3e21828cd06f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Port': ['ID=ed11ae80-07f1-4d45-a68c-646f80613fe5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:17.699668 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-a24d6e0f-64e1-461d-a80f-f6a09f5411a9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5f8c1e80-77d8-4f69-9544-f62de49f497e HTTP/1.1" status: 200 len: 834 time: 0.1092541 Aug 16 01:59:17.754177 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723076fa-e0d1-4bb0-a78f-137146b266d7 req-a8d78ece-2e0d-461b-a935-ec9470fa24bd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.762232 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-723076fa-e0d1-4bb0-a78f-137146b266d7 req-a8d78ece-2e0d-461b-a935-ec9470fa24bd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 944 time: 0.1327448 Aug 16 01:59:17.783036 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-5f1f0c06-6758-42a8-b856-939afab08c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.784828 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-5f1f0c06-6758-42a8-b856-939afab08c2c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=683fab28-fad3-4ec8-a699-6b0efb659da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795565 Aug 16 01:59:17.878097 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-723076fa-e0d1-4bb0-a78f-137146b266d7 req-9f92c1ce-90fa-498a-acc9-87fd6107e4ab tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1065297 Aug 16 01:59:17.896071 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90864695-a45b-47eb-9c30-3e21828cd06f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.927688 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-0fbc8e34-bef4-4ad2-b1d4-aeeb68e6f83c service neutron] 10.222.0.63 "GET /v2.0/networks/683fab28-fad3-4ec8-a699-6b0efb659da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295977 Aug 16 01:59:18.030616 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-31337613-755a-4266-954e-357b11244ff5 service neutron] 10.222.0.63 "GET /v2.0/networks/683fab28-fad3-4ec8-a699-6b0efb659da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920277 Aug 16 01:59:18.112545 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90864695-a45b-47eb-9c30-3e21828cd06f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 34a451d7-8c66-4485-aaca-805c15086920 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:18.233319 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90864695-a45b-47eb-9c30-3e21828cd06f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:18.240155 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-90864695-a45b-47eb-9c30-3e21828cd06f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/34a451d7-8c66-4485-aaca-805c15086920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6299191 Aug 16 01:59:18.242929 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49416) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:18.248251 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ca3b41-731d-431a-85f5-6ccac79ab8dc None None] Sync routers for ids ['34a451d7-8c66-4485-aaca-805c15086920'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:18.271303 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ca3b41-731d-431a-85f5-6ccac79ab8dc None None] Routers {'34a451d7-8c66-4485-aaca-805c15086920'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:18.272009 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a4ca3b41-731d-431a-85f5-6ccac79ab8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['34a451d7-8c66-4485-aaca-805c15086920'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:18.351646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9afb13-8880-415c-8b05-b071721ffdec tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting subnet 40b613a6-e6b4-4a29-bed6-8225e32ad043 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:59:18.362360 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-cdc0c956-2e32-4c2b-89c3-3cf5cc1c085a tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:18.363978 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-cdc0c956-2e32-4c2b-89c3-3cf5cc1c085a tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d&tenant_id=7069c6ece3114808b56031f1299826b6&binding%3Ahost_id=n-h2-765315-27 HTTP/1.1" status: 200 len: 1096 time: 0.0741100 Aug 16 01:59:18.364621 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f9afb13-8880-415c-8b05-b071721ffdec tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.373874 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a4ca3b41-731d-431a-85f5-6ccac79ab8dc None None] Set router 34a451d7-8c66-4485-aaca-805c15086920 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:18.446662 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f9afb13-8880-415c-8b05-b071721ffdec tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.601314 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-04e6a47f-dcf1-4b20-9550-75af45e64cd1 service neutron] For port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:18.606949 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-04e6a47f-dcf1-4b20-9550-75af45e64cd1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.608197 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-04e6a47f-dcf1-4b20-9550-75af45e64cd1 service neutron] 10.222.0.63 "DELETE /v2.0/ports/4e9e3b80-9b66-4630-bc3b-e54e7816ae84/bindings/n-h1-765315-27 HTTP/1.1" status: 204 len: 173 time: 0.2221391 Aug 16 01:59:18.613532 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f9afb13-8880-415c-8b05-b071721ffdec tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.624720 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a4ca3b41-731d-431a-85f5-6ccac79ab8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:17Z', 'revision_number': 9, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': 'b03e5636-d517-4097-b3f0-ec9738149ca2', 'name': '', 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:5d:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '33abd118-8871-44b2-8c97-5ca533410f72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:55Z', 'updated_at': '2021-08-16T01:59:08Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '33abd118-8871-44b2-8c97-5ca533410f72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:18.656526 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ca3b41-731d-431a-85f5-6ccac79ab8dc None None] Checking router: 34a451d7-8c66-4485-aaca-805c15086920 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:18.669796 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ca3b41-731d-431a-85f5-6ccac79ab8dc None None] Routers {'34a451d7-8c66-4485-aaca-805c15086920'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:18.671042 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a4ca3b41-731d-431a-85f5-6ccac79ab8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['34a451d7-8c66-4485-aaca-805c15086920'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:18.724258 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f9afb13-8880-415c-8b05-b071721ffdec tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.769576 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9afb13-8880-415c-8b05-b071721ffdec tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Subnet': ['ID=40b613a6-e6b4-4a29-bed6-8225e32ad043,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:18.771663 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f9afb13-8880-415c-8b05-b071721ffdec tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.774277 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4f9afb13-8880-415c-8b05-b071721ffdec tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/subnets/40b613a6-e6b4-4a29-bed6-8225e32ad043 HTTP/1.1" status: 204 len: 168 time: 0.5301187 Aug 16 01:59:18.777595 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49422) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:18.783019 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae5bc67-facc-4b1f-84d2-d6d21de3b062 None None] Network f890fe80-569d-4176-862b-55b1f619e6a6 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:18.871891 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.884311 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a4ca3b41-731d-431a-85f5-6ccac79ab8dc None None] Set router 34a451d7-8c66-4485-aaca-805c15086920 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:18.966080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting port 83f0bdd2-68bc-4c4b-8153-987a15cbe48c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:18.966540 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.049958 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:19.064822 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] For port 83f0bdd2-68bc-4c4b-8153-987a15cbe48c, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=83f0bdd2-68bc-4c4b-8153-987a15cbe48c,segment=NetworkSegment(b5994640-a857-4ed2-acf2-d70c86474dff),segment_id=b5994640-a857-4ed2-acf2-d70c86474dff)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:19.065612 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.069442 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11af69d-ea13-4f8f-9dfd-b554b8ce235f req-3d4355fc-207c-437d-9ca7-108230b40e3a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.084549 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c11af69d-ea13-4f8f-9dfd-b554b8ce235f req-3d4355fc-207c-437d-9ca7-108230b40e3a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 944 time: 0.0954950 Aug 16 01:59:19.086406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Calling delete_port for 83f0bdd2-68bc-4c4b-8153-987a15cbe48c owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:19.096172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8b408e-e109-4b4e-bff3-35887f395367 None None] DHCP port deletion for f890fe80-569d-4176-862b-55b1f619e6a6 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:59:19.159547 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c11af69d-ea13-4f8f-9dfd-b554b8ce235f req-5e065f0b-0b3e-4f04-86c0-704e62010359 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0734737 Aug 16 01:59:19.171177 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:19.230498 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b408e-e109-4b4e-bff3-35887f395367 None None] Deleting port 83f0bdd2-68bc-4c4b-8153-987a15cbe48c {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:19.230753 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f8b408e-e109-4b4e-bff3-35887f395367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.243125 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a4ca3b41-731d-431a-85f5-6ccac79ab8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:17Z', 'revision_number': 9, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': 'b03e5636-d517-4097-b3f0-ec9738149ca2', 'name': '', 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:5d:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '33abd118-8871-44b2-8c97-5ca533410f72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:55Z', 'updated_at': '2021-08-16T01:59:08Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '33abd118-8871-44b2-8c97-5ca533410f72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:19.279231 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.291704 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ca3b41-731d-431a-85f5-6ccac79ab8dc None None] The sync data for ids ['34a451d7-8c66-4485-aaca-805c15086920'] in n-d-765315-27 is: [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:17Z', 'revision_number': 9, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': 'b03e5636-d517-4097-b3f0-ec9738149ca2', 'name': '', 'network_id': '01af01aa-b253-421b-bbe2-fd8da13a18e1', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:5d:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '33abd118-8871-44b2-8c97-5ca533410f72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:55Z', 'updated_at': '2021-08-16T01:59:08Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '33abd118-8871-44b2-8c97-5ca533410f72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:19.341636 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2f8b408e-e109-4b4e-bff3-35887f395367 None None] For port 83f0bdd2-68bc-4c4b-8153-987a15cbe48c, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=83f0bdd2-68bc-4c4b-8153-987a15cbe48c,segment=NetworkSegment(b5994640-a857-4ed2-acf2-d70c86474dff),segment_id=b5994640-a857-4ed2-acf2-d70c86474dff)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:19.342322 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f8b408e-e109-4b4e-bff3-35887f395367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.359854 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Port': ['ID=83f0bdd2-68bc-4c4b-8153-987a15cbe48c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:19.361579 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b408e-e109-4b4e-bff3-35887f395367 None None] Calling delete_port for 83f0bdd2-68bc-4c4b-8153-987a15cbe48c owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:19.363297 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] No DVR routers for this DVR port 83f0bdd2-68bc-4c4b-8153-987a15cbe48c on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:19.400355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc036309-6acb-4adc-ba2f-ae67b839b6c0 req-84d38357-47e5-4690-b1c4-63040a70fe03 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.402117 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dc036309-6acb-4adc-ba2f-ae67b839b6c0 req-84d38357-47e5-4690-b1c4-63040a70fe03 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 1096 time: 0.1383767 Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:19.457357 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 01:59:19.462512 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f8b408e-e109-4b4e-bff3-35887f395367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.490300 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.490781 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b408e-e109-4b4e-bff3-35887f395367 None None] Pushing event deleted for resources: {'Port': ['ID=83f0bdd2-68bc-4c4b-8153-987a15cbe48c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:19.497571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b408e-e109-4b4e-bff3-35887f395367 None None] No DVR routers for this DVR port 83f0bdd2-68bc-4c4b-8153-987a15cbe48c on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:19.506032 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dc036309-6acb-4adc-ba2f-ae67b839b6c0 req-644c1db3-942d-4658-84f3-50ab07ec3c2c tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0927396 Aug 16 01:59:19.507327 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f890fe80-569d-4176-862b-55b1f619e6a6']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:19.532229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5994640-a857-4ed2-acf2-d70c86474dff') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:19.532229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5994640-a857-4ed2-acf2-d70c86474dff') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:19.553378 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.576629 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.583600 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:59:19.584144 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:19.587998 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:19.670219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb38ea4-fef9-4f00-85d0-9ab018612c4b req-271b760b-0e14-4816-8a2f-b4e3a0233c15 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.673541 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4cb38ea4-fef9-4f00-85d0-9ab018612c4b req-271b760b-0e14-4816-8a2f-b4e3a0233c15 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 944 time: 0.0737102 Aug 16 01:59:19.678179 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.685213 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.690110 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/networks/f890fe80-569d-4176-862b-55b1f619e6a6 HTTP/1.1" status: 204 len: 168 time: 0.9105756 Aug 16 01:59:19.695206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49432) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:19.709090 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a840a-52dc-4bcd-a753-9d1add495f30 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Network': ['ID=f890fe80-569d-4176-862b-55b1f619e6a6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:19.821654 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4cb38ea4-fef9-4f00-85d0-9ab018612c4b req-67c67937-5fd4-423a-b811-3f97fcd41a85 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1424055 Aug 16 01:59:19.845903 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49438) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:19.932226 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cf59b6aa-b31e-459f-9718-76d719b5a33c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/floatingips/18f23186-0950-4855-8854-60a064f4a90b HTTP/1.1" status: 200 len: 990 time: 0.0838280 Aug 16 01:59:20.080577 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85df5d17-826b-4525-a038-5fcc23d3f9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:20.106543 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3acd2e7-7d51-455c-a1d2-0175b7d5cd83 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:20.364348 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a3acd2e7-7d51-455c-a1d2-0175b7d5cd83 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting port b03e5636-d517-4097-b3f0-ec9738149ca2 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:20.364690 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3acd2e7-7d51-455c-a1d2-0175b7d5cd83 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:20.453559 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a3acd2e7-7d51-455c-a1d2-0175b7d5cd83 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] For port b03e5636-d517-4097-b3f0-ec9738149ca2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b03e5636-d517-4097-b3f0-ec9738149ca2,segment=NetworkSegment(42933ae1-22cd-4cd3-8c8f-2cab48116499),segment_id=42933ae1-22cd-4cd3-8c8f-2cab48116499)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:20.453960 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3acd2e7-7d51-455c-a1d2-0175b7d5cd83 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:20.467101 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a3acd2e7-7d51-455c-a1d2-0175b7d5cd83 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Calling delete_port for b03e5636-d517-4097-b3f0-ec9738149ca2 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:20.648274 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3acd2e7-7d51-455c-a1d2-0175b7d5cd83 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:20.680779 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acd2e7-7d51-455c-a1d2-0175b7d5cd83 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Port': ['ID=b03e5636-d517-4097-b3f0-ec9738149ca2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:20.744100 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ed11ae80-07f1-4d45-a68c-646f80613fe5 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:20.769357 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: ed11ae80-07f1-4d45-a68c-646f80613fe5 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:20.770080 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ed11ae80-07f1-4d45-a68c-646f80613fe5 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:20.770643 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 83f0bdd2-68bc-4c4b-8153-987a15cbe48c no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:20.794267 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 83f0bdd2-68bc-4c4b-8153-987a15cbe48c {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:20.794821 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 83f0bdd2-68bc-4c4b-8153-987a15cbe48c not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:20.890857 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3acd2e7-7d51-455c-a1d2-0175b7d5cd83 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.457358 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3acd2e7-7d51-455c-a1d2-0175b7d5cd83 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 34a451d7-8c66-4485-aaca-805c15086920 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:21.551111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3acd2e7-7d51-455c-a1d2-0175b7d5cd83 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:21.559692 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a3acd2e7-7d51-455c-a1d2-0175b7d5cd83 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/34a451d7-8c66-4485-aaca-805c15086920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8587117 Aug 16 01:59:21.559692 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49468) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:21.563763 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4e0de6-edb4-4379-8c1e-d09724de2f3f None None] Sync routers for ids ['34a451d7-8c66-4485-aaca-805c15086920'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:21.573420 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e0de6-edb4-4379-8c1e-d09724de2f3f None None] Routers {'34a451d7-8c66-4485-aaca-805c15086920'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:21.573985 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4f4e0de6-edb4-4379-8c1e-d09724de2f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['34a451d7-8c66-4485-aaca-805c15086920'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:21.614247 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d21454-d952-495c-adf2-ee97a2c65023 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting subnet 33abd118-8871-44b2-8c97-5ca533410f72 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:59:21.617375 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03d21454-d952-495c-adf2-ee97a2c65023 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.658041 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03d21454-d952-495c-adf2-ee97a2c65023 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.662154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4f4e0de6-edb4-4379-8c1e-d09724de2f3f None None] Set router 34a451d7-8c66-4485-aaca-805c15086920 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:21.760267 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03d21454-d952-495c-adf2-ee97a2c65023 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.844970 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03d21454-d952-495c-adf2-ee97a2c65023 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.878076 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d21454-d952-495c-adf2-ee97a2c65023 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Subnet': ['ID=33abd118-8871-44b2-8c97-5ca533410f72,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:21.881506 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03d21454-d952-495c-adf2-ee97a2c65023 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.885812 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-03d21454-d952-495c-adf2-ee97a2c65023 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/subnets/33abd118-8871-44b2-8c97-5ca533410f72 HTTP/1.1" status: 204 len: 168 time: 0.3228817 Aug 16 01:59:21.886251 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49476) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:21.900218 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b3f5b9-9caf-4d4f-a92a-041dde061de2 None None] Network 01af01aa-b253-421b-bbe2-fd8da13a18e1 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:21.969392 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.034525 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting port b2a71bfd-7de2-441f-a5f6-9a7997c03de8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:22.034956 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.119396 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] For port b2a71bfd-7de2-441f-a5f6-9a7997c03de8, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b2a71bfd-7de2-441f-a5f6-9a7997c03de8,segment=NetworkSegment(42933ae1-22cd-4cd3-8c8f-2cab48116499),segment_id=42933ae1-22cd-4cd3-8c8f-2cab48116499)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:22.119916 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.134490 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Calling delete_port for b2a71bfd-7de2-441f-a5f6-9a7997c03de8 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:22.164552 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4f4e0de6-edb4-4379-8c1e-d09724de2f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:20Z', 'revision_number': 10, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:22.189527 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49488) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:22.204812 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4e0de6-edb4-4379-8c1e-d09724de2f3f None None] Checking router: 34a451d7-8c66-4485-aaca-805c15086920 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:22.216068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d33861c-deb3-42fd-80c0-c4f739ac6a39 None None] DHCP port deletion for 01af01aa-b253-421b-bbe2-fd8da13a18e1 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:59:22.220675 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e0de6-edb4-4379-8c1e-d09724de2f3f None None] Routers {'34a451d7-8c66-4485-aaca-805c15086920'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:22.221305 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4f4e0de6-edb4-4379-8c1e-d09724de2f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:58:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['34a451d7-8c66-4485-aaca-805c15086920'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:22.233228 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.267905 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Port': ['ID=b2a71bfd-7de2-441f-a5f6-9a7997c03de8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:22.277852 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] No DVR routers for this DVR port b2a71bfd-7de2-441f-a5f6-9a7997c03de8 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:22.319303 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6d33861c-deb3-42fd-80c0-c4f739ac6a39 None None] The port 'b2a71bfd-7de2-441f-a5f6-9a7997c03de8' was deleted {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 16 01:59:22.351044 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4f4e0de6-edb4-4379-8c1e-d09724de2f3f None None] Set router 34a451d7-8c66-4485-aaca-805c15086920 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:22.383372 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.396405 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01af01aa-b253-421b-bbe2-fd8da13a18e1']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:22.409614 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42933ae1-22cd-4cd3-8c8f-2cab48116499') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:22.409953 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42933ae1-22cd-4cd3-8c8f-2cab48116499') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:22.423199 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.427300 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Deleting port 135501ab-4c81-412c-ada4-70e19ed15987 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:22.427972 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.440147 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.446725 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:59:22.447123 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:22.451785 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:22.517579 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.518583 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.534668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Calling delete_port for 135501ab-4c81-412c-ada4-70e19ed15987 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:22.536517 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.551485 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.556498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/networks/01af01aa-b253-421b-bbe2-fd8da13a18e1 HTTP/1.1" status: 204 len: 168 time: 0.6691585 Aug 16 01:59:22.557195 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49494) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:22.575331 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b6da7-1e44-4975-adf5-a536fa39036e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Network': ['ID=01af01aa-b253-421b-bbe2-fd8da13a18e1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:22.600558 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4f4e0de6-edb4-4379-8c1e-d09724de2f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:20Z', 'revision_number': 10, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:22.635773 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4e0de6-edb4-4379-8c1e-d09724de2f3f None None] The sync data for ids ['34a451d7-8c66-4485-aaca-805c15086920'] in n-d-765315-27 is: [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:20Z', 'revision_number': 10, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None, '_interfaces': [{'id': 'b0c8901d-385c-45bc-8476-6851372a00bf', 'name': '', 'network_id': '482dde91-3195-4f68-99e9-9ddc30d63c05', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'mac_address': 'fa:16:3e:66:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a451d7-8c66-4485-aaca-805c15086920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:47Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'subnets': [{'id': '023c487b-1dab-4b49-bc4c-4b0a615b6156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:22.639650 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bc9ef54-f5a8-421e-8cc0-d31296c071e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.788565 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.819398 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Port': ['ID=135501ab-4c81-412c-ada4-70e19ed15987,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:22.832161 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:22.832514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:22.832856 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:22.833208 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:22.833672 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:22.833902 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:22.834264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:22.834574 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:22.834932 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:22.835320 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:22.835633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:22.836191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:22.895765 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.896176 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Floating IP 18f23186-0950-4855-8854-60a064f4a90b disassociated (deleted). External IP: 172.25.3.89, port: 4e9e3b80-9b66-4630-bc3b-e54e7816ae84. Aug 16 01:59:22.952064 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-576b0a66-1bed-4e4e-86c2-f836b4814618 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.174205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b2a71bfd-7de2-441f-a5f6-9a7997c03de8 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:23.196676 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Router e9f79893-cc55-4720-a5e9-24a744ce75ff has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:23.209013 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: b2a71bfd-7de2-441f-a5f6-9a7997c03de8 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:23.209353 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b2a71bfd-7de2-441f-a5f6-9a7997c03de8 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:23.313533 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.361907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-576b0a66-1bed-4e4e-86c2-f836b4814618 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting port b0c8901d-385c-45bc-8476-6851372a00bf {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:23.362261 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-576b0a66-1bed-4e4e-86c2-f836b4814618 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.366284 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:23.371916 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.380881 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382bc89-f534-4930-9df8-61c4646ffc1c None None] Sync routers for ids ['e9f79893-cc55-4720-a5e9-24a744ce75ff'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:23.404834 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0d50db84-17ee-4ae8-b93a-1f5ae3756b57 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "DELETE /v2.0/floatingips/18f23186-0950-4855-8854-60a064f4a90b HTTP/1.1" status: 204 len: 168 time: 1.2109959 Aug 16 01:59:23.404834 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'tag': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:23.405682 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db894fe-22c6-4ed6-95fe-66844e682234" -d '{"events": [{"name": "network-changed", "server_uuid": "96dc22f1-394e-41c1-8ac2-d1644bf1e74d", "tag": "4e9e3b80-9b66-4630-bc3b-e54e7816ae84"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:23.409839 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382bc89-f534-4930-9df8-61c4646ffc1c None None] Routers {'e9f79893-cc55-4720-a5e9-24a744ce75ff'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:23.410705 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7382bc89-f534-4930-9df8-61c4646ffc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e9f79893-cc55-4720-a5e9-24a744ce75ff'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:23.469788 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3d099f-85a0-4549-a320-e98fbe5b9a98 x-openstack-request-id: req-bd3d099f-85a0-4549-a320-e98fbe5b9a98 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:23.470536 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96dc22f1-394e-41c1-8ac2-d1644bf1e74d", "tag": "4e9e3b80-9b66-4630-bc3b-e54e7816ae84", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:23.471292 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bd3d099f-85a0-4549-a320-e98fbe5b9a98 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:23.471875 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'tag': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84', 'status': 'completed', 'code': 200} Aug 16 01:59:23.516569 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-576b0a66-1bed-4e4e-86c2-f836b4814618 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] For port b0c8901d-385c-45bc-8476-6851372a00bf, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b0c8901d-385c-45bc-8476-6851372a00bf,segment=NetworkSegment(fba3bbfd-3237-4288-a616-995bf14c4fd9),segment_id=fba3bbfd-3237-4288-a616-995bf14c4fd9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:23.517057 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-576b0a66-1bed-4e4e-86c2-f836b4814618 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.533876 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-576b0a66-1bed-4e4e-86c2-f836b4814618 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Calling delete_port for b0c8901d-385c-45bc-8476-6851372a00bf owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:23.555079 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7382bc89-f534-4930-9df8-61c4646ffc1c None None] Set router e9f79893-cc55-4720-a5e9-24a744ce75ff gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:23.722195 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47262db2-5876-46c0-9baa-922c3406dd51 req-031b3def-0fd7-4c1a-b1d5-a5df41daedcb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:23.724872 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db894fe-22c6-4ed6-95fe-66844e682234 req-e3db264d-c5f3-46c9-9bec-a938f185ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:23.725407 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-47262db2-5876-46c0-9baa-922c3406dd51 req-031b3def-0fd7-4c1a-b1d5-a5df41daedcb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 944 time: 0.0750132 Aug 16 01:59:23.726417 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3db894fe-22c6-4ed6-95fe-66844e682234 req-e3db264d-c5f3-46c9-9bec-a938f185ea10 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 1096 time: 0.0979052 Aug 16 01:59:23.770884 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-47262db2-5876-46c0-9baa-922c3406dd51 req-8156f7cd-4f3a-48d3-ba12-ffab9d9bd3ac tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382581 Aug 16 01:59:23.823251 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7382bc89-f534-4930-9df8-61c4646ffc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410937613', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:04Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'da136a8d-a585-41bd-b53a-4ffeafd556d4', 'name': '', 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:5a:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '5f8c1e80-77d8-4f69-9544-f62de49f497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:01Z', 'updated_at': '2021-08-16T01:58:09Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': '5f8c1e80-77d8-4f69-9544-f62de49f497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:23.853581 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382bc89-f534-4930-9df8-61c4646ffc1c None None] Checking router: e9f79893-cc55-4720-a5e9-24a744ce75ff for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:23.862436 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382bc89-f534-4930-9df8-61c4646ffc1c None None] Routers {'e9f79893-cc55-4720-a5e9-24a744ce75ff'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:23.863437 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7382bc89-f534-4930-9df8-61c4646ffc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e9f79893-cc55-4720-a5e9-24a744ce75ff'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:23.870186 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-576b0a66-1bed-4e4e-86c2-f836b4814618 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.931226 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b0a66-1bed-4e4e-86c2-f836b4814618 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Port': ['ID=b0c8901d-385c-45bc-8476-6851372a00bf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:23.963532 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db894fe-22c6-4ed6-95fe-66844e682234 req-7adbae22-df78-4469-8977-c61b20c905b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:23.965462 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3db894fe-22c6-4ed6-95fe-66844e682234 req-7adbae22-df78-4469-8977-c61b20c905b8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=683fab28-fad3-4ec8-a699-6b0efb659da7 HTTP/1.1" status: 200 len: 898 time: 0.2306395 Aug 16 01:59:23.991880 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7382bc89-f534-4930-9df8-61c4646ffc1c None None] Set router e9f79893-cc55-4720-a5e9-24a744ce75ff gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:24.064109 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3db894fe-22c6-4ed6-95fe-66844e682234 req-1b642e34-070b-42f5-9917-6958062b5f5d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e9e3b80-9b66-4630-bc3b-e54e7816ae84 HTTP/1.1" status: 200 len: 217 time: 0.0762024 Aug 16 01:59:24.170131 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.213685 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ced442-bc9d-4122-bf3b-2613ba608f89 req-69d465da-9d30-4e18-845a-4e2c4c2ef4ee tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:24.241063 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-52ced442-bc9d-4122-bf3b-2613ba608f89 req-69d465da-9d30-4e18-845a-4e2c4c2ef4ee tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.63 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 944 time: 0.1024611 Aug 16 01:59:24.252429 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-576b0a66-1bed-4e4e-86c2-f836b4814618 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.255201 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db894fe-22c6-4ed6-95fe-66844e682234 req-078e1951-28cc-43fa-b3c9-fe2929e6d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:24.256714 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3db894fe-22c6-4ed6-95fe-66844e682234 req-078e1951-28cc-43fa-b3c9-fe2929e6d25a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5f8c1e80-77d8-4f69-9544-f62de49f497e HTTP/1.1" status: 200 len: 834 time: 0.1840866 Aug 16 01:59:24.256838 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7382bc89-f534-4930-9df8-61c4646ffc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410937613', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:04Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'da136a8d-a585-41bd-b53a-4ffeafd556d4', 'name': '', 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:5a:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '5f8c1e80-77d8-4f69-9544-f62de49f497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:01Z', 'updated_at': '2021-08-16T01:58:09Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': '5f8c1e80-77d8-4f69-9544-f62de49f497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:24.286238 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382bc89-f534-4930-9df8-61c4646ffc1c None None] The sync data for ids ['e9f79893-cc55-4720-a5e9-24a744ce75ff'] in n-d-765315-27 is: [{'id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410937613', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:04Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'da136a8d-a585-41bd-b53a-4ffeafd556d4', 'name': '', 'network_id': '683fab28-fad3-4ec8-a699-6b0efb659da7', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:5a:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '5f8c1e80-77d8-4f69-9544-f62de49f497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:01Z', 'updated_at': '2021-08-16T01:58:09Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': '5f8c1e80-77d8-4f69-9544-f62de49f497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:24.400803 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db894fe-22c6-4ed6-95fe-66844e682234 req-73ef29d7-419d-4a2f-85d7-237811049d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:24.402374 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3db894fe-22c6-4ed6-95fe-66844e682234 req-73ef29d7-419d-4a2f-85d7-237811049d3b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=683fab28-fad3-4ec8-a699-6b0efb659da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1324439 Aug 16 01:59:24.402782 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-52ced442-bc9d-4122-bf3b-2613ba608f89 req-0b0542c5-ec51-4828-a008-1cfdd911d208 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Deleting port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:24.403134 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-52ced442-bc9d-4122-bf3b-2613ba608f89 req-0b0542c5-ec51-4828-a008-1cfdd911d208 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.504681 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-52ced442-bc9d-4122-bf3b-2613ba608f89 req-0b0542c5-ec51-4828-a008-1cfdd911d208 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] For port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,segment=NetworkSegment(aa32ca9c-c7ff-4427-8b22-39faf14b4b91),segment_id=aa32ca9c-c7ff-4427-8b22-39faf14b4b91)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:24.505054 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-52ced442-bc9d-4122-bf3b-2613ba608f89 req-0b0542c5-ec51-4828-a008-1cfdd911d208 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.521961 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-52ced442-bc9d-4122-bf3b-2613ba608f89 req-0b0542c5-ec51-4828-a008-1cfdd911d208 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Calling delete_port for 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:24.533845 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576b0a66-1bed-4e4e-86c2-f836b4814618 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 34a451d7-8c66-4485-aaca-805c15086920 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:24.637545 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576b0a66-1bed-4e4e-86c2-f836b4814618 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:24.659456 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-576b0a66-1bed-4e4e-86c2-f836b4814618 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/34a451d7-8c66-4485-aaca-805c15086920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0912712 Aug 16 01:59:24.660374 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d979794-2ca6-4863-b1be-c3edd2989858 None None] New status for floating IP 18f23186-0950-4855-8854-60a064f4a90b: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:59:24.662713 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49538) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:24.687768 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3db894fe-22c6-4ed6-95fe-66844e682234 req-62d1663d-3620-4fb4-92e7-561888dc3d66 service neutron] 10.222.0.63 "GET /v2.0/networks/683fab28-fad3-4ec8-a699-6b0efb659da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439308 Aug 16 01:59:24.739155 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd13f2dc-6495-411b-a540-376d9ff995e9 None None] Sync routers for ids ['34a451d7-8c66-4485-aaca-805c15086920'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:24.754526 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd13f2dc-6495-411b-a540-376d9ff995e9 None None] Routers {'34a451d7-8c66-4485-aaca-805c15086920'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:24.755144 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-bd13f2dc-6495-411b-a540-376d9ff995e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['34a451d7-8c66-4485-aaca-805c15086920'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:24.768045 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-52ced442-bc9d-4122-bf3b-2613ba608f89 req-0b0542c5-ec51-4828-a008-1cfdd911d208 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.794719 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b03e5636-d517-4097-b3f0-ec9738149ca2 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:24.801392 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-907afc17-8196-4dbe-8b9a-5bf4dd9ebade tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting subnet 023c487b-1dab-4b49-bc4c-4b0a615b6156 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:59:24.831187 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-907afc17-8196-4dbe-8b9a-5bf4dd9ebade tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.837286 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0542c5-ec51-4828-a008-1cfdd911d208 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Port': ['ID=4e9e3b80-9b66-4630-bc3b-e54e7816ae84,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:24.838031 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3db894fe-22c6-4ed6-95fe-66844e682234 req-745627ac-80e0-47ff-93df-f73e6fc0f5f2 service neutron] 10.222.0.63 "GET /v2.0/networks/683fab28-fad3-4ec8-a699-6b0efb659da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422706 Aug 16 01:59:24.857041 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: b03e5636-d517-4097-b3f0-ec9738149ca2 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:24.857399 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b03e5636-d517-4097-b3f0-ec9738149ca2 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:24.895441 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-bd13f2dc-6495-411b-a540-376d9ff995e9 None None] Set router 34a451d7-8c66-4485-aaca-805c15086920 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:24.952599 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99fbffcc-946c-4d8f-9801-ca5022dafa0b req-6080dcc5-cd05-4b68-a9f1-b5c3126814ff tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=96dc22f1-394e-41c1-8ac2-d1644bf1e74d HTTP/1.1" status: 200 len: 210 time: 0.0450842 Aug 16 01:59:24.955249 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-bd13f2dc-6495-411b-a540-376d9ff995e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:23Z', 'revision_number': 11, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:24.955711 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ced442-bc9d-4122-bf3b-2613ba608f89 req-0b0542c5-ec51-4828-a008-1cfdd911d208 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] No DVR routers for this DVR port 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:24.961127 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-52ced442-bc9d-4122-bf3b-2613ba608f89 req-0b0542c5-ec51-4828-a008-1cfdd911d208 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.963121 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-52ced442-bc9d-4122-bf3b-2613ba608f89 req-0b0542c5-ec51-4828-a008-1cfdd911d208 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.63 "DELETE /v2.0/ports/4e9e3b80-9b66-4630-bc3b-e54e7816ae84 HTTP/1.1" status: 204 len: 173 time: 0.7211401 Aug 16 01:59:24.981451 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-907afc17-8196-4dbe-8b9a-5bf4dd9ebade tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.987694 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd13f2dc-6495-411b-a540-376d9ff995e9 None None] Checking router: 34a451d7-8c66-4485-aaca-805c15086920 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:24.998554 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd13f2dc-6495-411b-a540-376d9ff995e9 None None] Routers {'34a451d7-8c66-4485-aaca-805c15086920'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:24.999183 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-bd13f2dc-6495-411b-a540-376d9ff995e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['34a451d7-8c66-4485-aaca-805c15086920'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:25.079742 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-bd13f2dc-6495-411b-a540-376d9ff995e9 None None] Set router 34a451d7-8c66-4485-aaca-805c15086920 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:25.095498 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-907afc17-8196-4dbe-8b9a-5bf4dd9ebade tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.139959 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-bd13f2dc-6495-411b-a540-376d9ff995e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:23Z', 'revision_number': 11, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:25.168404 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-907afc17-8196-4dbe-8b9a-5bf4dd9ebade tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.236217 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907afc17-8196-4dbe-8b9a-5bf4dd9ebade tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Subnet': ['ID=023c487b-1dab-4b49-bc4c-4b0a615b6156,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:25.256301 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-907afc17-8196-4dbe-8b9a-5bf4dd9ebade tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.262989 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49550) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:25.266487 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038f0a04-d0e9-454d-8432-d2da9d20fd26 None None] Network 482dde91-3195-4f68-99e9-9ddc30d63c05 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:25.280539 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-907afc17-8196-4dbe-8b9a-5bf4dd9ebade tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/subnets/023c487b-1dab-4b49-bc4c-4b0a615b6156 HTTP/1.1" status: 204 len: 168 time: 0.6169553 Aug 16 01:59:25.301367 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd13f2dc-6495-411b-a540-376d9ff995e9 None None] The sync data for ids ['34a451d7-8c66-4485-aaca-805c15086920'] in n-d-765315-27 is: [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:23Z', 'revision_number': 11, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:25.407841 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.473685 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'name': 'network-vif-deleted', 'tag': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:25.476114 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4322bc7-9d30-44d4-b0b1-158cf2580fe6" -d '{"events": [{"server_uuid": "96dc22f1-394e-41c1-8ac2-d1644bf1e74d", "name": "network-vif-deleted", "tag": "4e9e3b80-9b66-4630-bc3b-e54e7816ae84"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:25.479128 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Deleting port 117e07e4-3841-4e8d-9e7d-83b62cdae16e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:25.480362 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.529810 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b45dd32-879a-41c9-96fc-f49855d4adf8 x-openstack-request-id: req-6b45dd32-879a-41c9-96fc-f49855d4adf8 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:25.530110 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dc22f1-394e-41c1-8ac2-d1644bf1e74d", "name": "network-vif-deleted", "tag": "4e9e3b80-9b66-4630-bc3b-e54e7816ae84", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:25.530366 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6b45dd32-879a-41c9-96fc-f49855d4adf8 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:25.530783 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dc22f1-394e-41c1-8ac2-d1644bf1e74d', 'name': 'network-vif-deleted', 'tag': '4e9e3b80-9b66-4630-bc3b-e54e7816ae84', 'status': 'completed', 'code': 200} Aug 16 01:59:25.571144 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] For port 117e07e4-3841-4e8d-9e7d-83b62cdae16e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=117e07e4-3841-4e8d-9e7d-83b62cdae16e,segment=NetworkSegment(fba3bbfd-3237-4288-a616-995bf14c4fd9),segment_id=fba3bbfd-3237-4288-a616-995bf14c4fd9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:25.571515 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.584718 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Calling delete_port for 117e07e4-3841-4e8d-9e7d-83b62cdae16e owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:25.669986 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.679563 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c497c0-16f1-46b4-b478-fc8762ac2c88 None None] DHCP port deletion for 482dde91-3195-4f68-99e9-9ddc30d63c05 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:59:25.711785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Port': ['ID=117e07e4-3841-4e8d-9e7d-83b62cdae16e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:25.726433 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] No DVR routers for this DVR port 117e07e4-3841-4e8d-9e7d-83b62cdae16e on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:25.810132 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.821378 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482dde91-3195-4f68-99e9-9ddc30d63c05']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:25.832370 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba3bbfd-3237-4288-a616-995bf14c4fd9') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:25.832666 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba3bbfd-3237-4288-a616-995bf14c4fd9') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:25.842013 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.856095 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.862027 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:59:25.862410 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: timer() Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:25.865787 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:25.929829 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.935314 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.942127 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49570) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:25.942252 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/networks/482dde91-3195-4f68-99e9-9ddc30d63c05 HTTP/1.1" status: 204 len: 168 time: 0.6781690 Aug 16 01:59:25.952633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-971f06ba-6887-4889-86ae-55ecc307ac52 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'router': {'routes': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:25.959486 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18125f-c074-4604-ad62-f152babfe286 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Pushing event deleted for resources: {'Network': ['ID=482dde91-3195-4f68-99e9-9ddc30d63c05,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:25.978465 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.022112 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49574) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:26.431634 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6101df5e-83e5-4b31-9ae5-453bd3aadc3f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.474526 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.extraroute_db [None req-971f06ba-6887-4889-86ae-55ecc307ac52 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Added routes are [] {{(pid=94672) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 01:59:26.474975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.extraroute_db [None req-971f06ba-6887-4889-86ae-55ecc307ac52 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Removed routes are [] {{(pid=94672) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 01:59:26.475301 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-971f06ba-6887-4889-86ae-55ecc307ac52 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.626716 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-971f06ba-6887-4889-86ae-55ecc307ac52 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.630244 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-971f06ba-6887-4889-86ae-55ecc307ac52 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.717200 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971f06ba-6887-4889-86ae-55ecc307ac52 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 34a451d7-8c66-4485-aaca-805c15086920 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:26.746566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6101df5e-83e5-4b31-9ae5-453bd3aadc3f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Deleting port da136a8d-a585-41bd-b53a-4ffeafd556d4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:26.747160 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6101df5e-83e5-4b31-9ae5-453bd3aadc3f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.756273 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b0c8901d-385c-45bc-8476-6851372a00bf no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:26.779017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: b0c8901d-385c-45bc-8476-6851372a00bf {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:26.779578 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b0c8901d-385c-45bc-8476-6851372a00bf not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:26.780138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 117e07e4-3841-4e8d-9e7d-83b62cdae16e no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:26.801103 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 117e07e4-3841-4e8d-9e7d-83b62cdae16e {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:26.801681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 117e07e4-3841-4e8d-9e7d-83b62cdae16e not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:26.820397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971f06ba-6887-4889-86ae-55ecc307ac52 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:26.829244 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-971f06ba-6887-4889-86ae-55ecc307ac52 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.834698 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-971f06ba-6887-4889-86ae-55ecc307ac52 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/34a451d7-8c66-4485-aaca-805c15086920 HTTP/1.1" status: 200 len: 700 time: 0.8873088 Aug 16 01:59:26.835542 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49590) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:26.836022 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02949579-c068-4515-bf28-b82c72140bcb None None] Sync routers for ids ['34a451d7-8c66-4485-aaca-805c15086920'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:26.850898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02949579-c068-4515-bf28-b82c72140bcb None None] Routers {'34a451d7-8c66-4485-aaca-805c15086920'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:26.852653 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-02949579-c068-4515-bf28-b82c72140bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['34a451d7-8c66-4485-aaca-805c15086920'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:26.863734 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6101df5e-83e5-4b31-9ae5-453bd3aadc3f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] For port da136a8d-a585-41bd-b53a-4ffeafd556d4, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=da136a8d-a585-41bd-b53a-4ffeafd556d4,segment=NetworkSegment(aa32ca9c-c7ff-4427-8b22-39faf14b4b91),segment_id=aa32ca9c-c7ff-4427-8b22-39faf14b4b91)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:26.864097 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6101df5e-83e5-4b31-9ae5-453bd3aadc3f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.868899 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-966045e5-37cc-4a3c-b843-51998cc4fe10 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/ports?device_id=34a451d7-8c66-4485-aaca-805c15086920 HTTP/1.1" status: 200 len: 205 time: 0.0318236 Aug 16 01:59:26.869485 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49592) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:26.878076 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6101df5e-83e5-4b31-9ae5-453bd3aadc3f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Calling delete_port for da136a8d-a585-41bd-b53a-4ffeafd556d4 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:26.938041 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-02949579-c068-4515-bf28-b82c72140bcb None None] Set router 34a451d7-8c66-4485-aaca-805c15086920 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:26.949825 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb9868ab-3539-4dab-bdc8-1d23361fdea6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.013111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-02949579-c068-4515-bf28-b82c72140bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:23Z', 'revision_number': 11, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:27.056232 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02949579-c068-4515-bf28-b82c72140bcb None None] Checking router: 34a451d7-8c66-4485-aaca-805c15086920 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:27.067337 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02949579-c068-4515-bf28-b82c72140bcb None None] Routers {'34a451d7-8c66-4485-aaca-805c15086920'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:27.067975 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-02949579-c068-4515-bf28-b82c72140bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['34a451d7-8c66-4485-aaca-805c15086920'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:27.110163 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6101df5e-83e5-4b31-9ae5-453bd3aadc3f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.141586 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101df5e-83e5-4b31-9ae5-453bd3aadc3f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Port': ['ID=da136a8d-a585-41bd-b53a-4ffeafd556d4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:27.163176 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-02949579-c068-4515-bf28-b82c72140bcb None None] Set router 34a451d7-8c66-4485-aaca-805c15086920 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:27.172499 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb9868ab-3539-4dab-bdc8-1d23361fdea6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.175340 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb9868ab-3539-4dab-bdc8-1d23361fdea6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.230979 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb9868ab-3539-4dab-bdc8-1d23361fdea6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.231656 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9868ab-3539-4dab-bdc8-1d23361fdea6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Fanout notify agent at l3_agent the message router_deleted on router 34a451d7-8c66-4485-aaca-805c15086920 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:59:27.239303 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb9868ab-3539-4dab-bdc8-1d23361fdea6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.242681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-02949579-c068-4515-bf28-b82c72140bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:23Z', 'revision_number': 11, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:27.244705 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cb9868ab-3539-4dab-bdc8-1d23361fdea6 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/routers/34a451d7-8c66-4485-aaca-805c15086920 HTTP/1.1" status: 204 len: 168 time: 0.3742375 Aug 16 01:59:27.246248 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49600) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:27.251969 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-cae8ab26-f171-4535-827f-e764b8005013 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-741088459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:27.276099 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02949579-c068-4515-bf28-b82c72140bcb None None] The sync data for ids ['34a451d7-8c66-4485-aaca-805c15086920'] in n-d-765315-27 is: [{'id': '34a451d7-8c66-4485-aaca-805c15086920', 'name': 'tempest-RoutersTest-router-379346872', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:44Z', 'updated_at': '2021-08-16T01:59:23Z', 'revision_number': 11, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:27.291929 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cae8ab26-f171-4535-827f-e764b8005013 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.293725 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cae8ab26-f171-4535-827f-e764b8005013 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.384427 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cae8ab26-f171-4535-827f-e764b8005013 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.390553 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cae8ab26-f171-4535-827f-e764b8005013 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.410790 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cae8ab26-f171-4535-827f-e764b8005013 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.412339 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cae8ab26-f171-4535-827f-e764b8005013 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1640704 Aug 16 01:59:27.415906 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49606) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:27.422155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7b99798b-b404-4aec-be44-c7149c4e5a93 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:27.749547 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b99798b-b404-4aec-be44-c7149c4e5a93 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.765804 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b99798b-b404-4aec-be44-c7149c4e5a93 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.785231 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:27.824726 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:27.825195 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4e9e3b80-9b66-4630-bc3b-e54e7816ae84 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:27.906766 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b99798b-b404-4aec-be44-c7149c4e5a93 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Router 24dee037-830d-4c18-a680-7e4a3cd5653e is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:59:27.914828 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6101df5e-83e5-4b31-9ae5-453bd3aadc3f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.995591 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b99798b-b404-4aec-be44-c7149c4e5a93 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:28.002176 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b99798b-b404-4aec-be44-c7149c4e5a93 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.005609 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7b99798b-b404-4aec-be44-c7149c4e5a93 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "PUT /v2.0/routers/24dee037-830d-4c18-a680-7e4a3cd5653e HTTP/1.1" status: 200 len: 693 time: 0.5862396 Aug 16 01:59:28.005876 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49614) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:28.011168 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a236451-ed75-4f43-9693-54518c1ea673 None None] Sync routers for ids ['24dee037-830d-4c18-a680-7e4a3cd5653e'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:28.022368 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a236451-ed75-4f43-9693-54518c1ea673 None None] Routers {'24dee037-830d-4c18-a680-7e4a3cd5653e'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:28.023194 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7a236451-ed75-4f43-9693-54518c1ea673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['24dee037-830d-4c18-a680-7e4a3cd5653e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:28.103293 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7a236451-ed75-4f43-9693-54518c1ea673 None None] Set router 24dee037-830d-4c18-a680-7e4a3cd5653e gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:28.106115 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a6ee722f-4f67-4b4b-b344-798b9e6a26b2 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/routers/24dee037-830d-4c18-a680-7e4a3cd5653e HTTP/1.1" status: 200 len: 699 time: 0.0991623 Aug 16 01:59:28.108842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49620) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:28.143140 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-51c9fc4f-b5fb-4da4-baba-b1ef9d48deab tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/ports?device_id=24dee037-830d-4c18-a680-7e4a3cd5653e HTTP/1.1" status: 200 len: 205 time: 0.0330017 Aug 16 01:59:28.145503 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49624) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:28.161078 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7a236451-ed75-4f43-9693-54518c1ea673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dee037-830d-4c18-a680-7e4a3cd5653e', 'name': 'tempest-RoutersTest-router-741088459', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:27Z', 'updated_at': '2021-08-16T01:59:27Z', 'revision_number': 2, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:28.186285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6101df5e-83e5-4b31-9ae5-453bd3aadc3f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Router e9f79893-cc55-4720-a5e9-24a744ce75ff has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:28.188340 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a236451-ed75-4f43-9693-54518c1ea673 None None] Checking router: 24dee037-830d-4c18-a680-7e4a3cd5653e for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:28.203113 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a236451-ed75-4f43-9693-54518c1ea673 None None] Routers {'24dee037-830d-4c18-a680-7e4a3cd5653e'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:28.204539 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7a236451-ed75-4f43-9693-54518c1ea673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['24dee037-830d-4c18-a680-7e4a3cd5653e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:28.248308 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6ca301a-73d0-48db-981b-e0cc771e8e5d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.314739 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7a236451-ed75-4f43-9693-54518c1ea673 None None] Set router 24dee037-830d-4c18-a680-7e4a3cd5653e gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:28.331900 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6101df5e-83e5-4b31-9ae5-453bd3aadc3f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:28.340136 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6101df5e-83e5-4b31-9ae5-453bd3aadc3f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "PUT /v2.0/routers/e9f79893-cc55-4720-a5e9-24a744ce75ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3137281 Aug 16 01:59:28.342385 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49626) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:28.343510 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5d870b-803f-4362-80ea-08e8873afecb None None] Sync routers for ids ['e9f79893-cc55-4720-a5e9-24a744ce75ff'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:28.357594 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5d870b-803f-4362-80ea-08e8873afecb None None] Routers {'e9f79893-cc55-4720-a5e9-24a744ce75ff'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:28.358493 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9f5d870b-803f-4362-80ea-08e8873afecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e9f79893-cc55-4720-a5e9-24a744ce75ff'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:28.378205 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7a236451-ed75-4f43-9693-54518c1ea673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dee037-830d-4c18-a680-7e4a3cd5653e', 'name': 'tempest-RoutersTest-router-741088459', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:27Z', 'updated_at': '2021-08-16T01:59:27Z', 'revision_number': 2, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:28.406578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10ca8a5-6ed3-4493-91dc-2af06a31eae3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Deleting subnet 5f8c1e80-77d8-4f69-9544-f62de49f497e {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:59:28.409093 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a236451-ed75-4f43-9693-54518c1ea673 None None] The sync data for ids ['24dee037-830d-4c18-a680-7e4a3cd5653e'] in n-d-765315-27 is: [{'id': '24dee037-830d-4c18-a680-7e4a3cd5653e', 'name': 'tempest-RoutersTest-router-741088459', 'tenant_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:27Z', 'updated_at': '2021-08-16T01:59:27Z', 'revision_number': 2, 'project_id': 'fd4c6ccb7877456e83ca17372bc6d1f1', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:28.411697 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b10ca8a5-6ed3-4493-91dc-2af06a31eae3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.469524 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b10ca8a5-6ed3-4493-91dc-2af06a31eae3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.507588 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6ca301a-73d0-48db-981b-e0cc771e8e5d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.512596 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6ca301a-73d0-48db-981b-e0cc771e8e5d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.557116 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9f5d870b-803f-4362-80ea-08e8873afecb None None] Set router e9f79893-cc55-4720-a5e9-24a744ce75ff gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:28.578907 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b10ca8a5-6ed3-4493-91dc-2af06a31eae3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.594070 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6ca301a-73d0-48db-981b-e0cc771e8e5d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.594624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ca301a-73d0-48db-981b-e0cc771e8e5d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Fanout notify agent at l3_agent the message router_deleted on router 24dee037-830d-4c18-a680-7e4a3cd5653e {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:59:28.602468 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6ca301a-73d0-48db-981b-e0cc771e8e5d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.608688 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a6ca301a-73d0-48db-981b-e0cc771e8e5d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/routers/24dee037-830d-4c18-a680-7e4a3cd5653e HTTP/1.1" status: 204 len: 168 time: 0.4570365 Aug 16 01:59:28.613571 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49632) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:28.649971 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-077269e5-8c2a-4cbf-88a9-0f684a8e75df tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/ports?device_id=24dee037-830d-4c18-a680-7e4a3cd5653e HTTP/1.1" status: 200 len: 205 time: 0.0287080 Aug 16 01:59:28.651390 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49634) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:28.704554 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b10ca8a5-6ed3-4493-91dc-2af06a31eae3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.721441 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-9d53e997-eb12-4d77-83ca-799cc10f0dae tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] delete failed (client error): The resource could not be found. Aug 16 01:59:28.722592 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9d53e997-eb12-4d77-83ca-799cc10f0dae tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/routers/24dee037-830d-4c18-a680-7e4a3cd5653e HTTP/1.1" status: 404 len: 336 time: 0.0667918 Aug 16 01:59:28.725367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49636) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:28.762133 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ca8a5-6ed3-4493-91dc-2af06a31eae3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Subnet': ['ID=5f8c1e80-77d8-4f69-9544-f62de49f497e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:28.785182 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d707a6f-74a5-486b-a5a4-57e824860983 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] DELETE failed (client error): The resource could not be found. Aug 16 01:59:28.785679 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d707a6f-74a5-486b-a5a4-57e824860983 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:59:28.787627 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8d707a6f-74a5-486b-a5a4-57e824860983 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/subnets/9ce16081-9e9d-4ce2-abca-496a3af246c1 HTTP/1.1" status: 404 len: 337 time: 0.0615323 Aug 16 01:59:28.790606 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49644) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:28.798162 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b10ca8a5-6ed3-4493-91dc-2af06a31eae3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.805620 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f70d2f-06bf-415a-a637-02879f2911a8 None None] Network 683fab28-fad3-4ec8-a699-6b0efb659da7 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:28.806523 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b10ca8a5-6ed3-4493-91dc-2af06a31eae3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "DELETE /v2.0/subnets/5f8c1e80-77d8-4f69-9544-f62de49f497e HTTP/1.1" status: 204 len: 168 time: 0.4626596 Aug 16 01:59:28.808439 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49646) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:28.855071 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea4d89c-686a-48d3-8ccc-1fa6144166fd tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] DELETE failed (client error): The resource could not be found. Aug 16 01:59:28.855926 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea4d89c-686a-48d3-8ccc-1fa6144166fd tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:59:28.858101 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-aea4d89c-686a-48d3-8ccc-1fa6144166fd tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/subnets/40b613a6-e6b4-4a29-bed6-8225e32ad043 HTTP/1.1" status: 404 len: 337 time: 0.0662825 Aug 16 01:59:28.860491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49648) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:28.890770 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1bf8cea-34d5-4b65-9119-b978e6842e94 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] DELETE failed (client error): The resource could not be found. Aug 16 01:59:28.891381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1bf8cea-34d5-4b65-9119-b978e6842e94 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:59:28.893227 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c1bf8cea-34d5-4b65-9119-b978e6842e94 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/subnets/33abd118-8871-44b2-8c97-5ca533410f72 HTTP/1.1" status: 404 len: 337 time: 0.0317643 Aug 16 01:59:28.899976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49650) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:28.931734 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f38633-ac4b-4802-bdf4-ece535f4a3d3 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] DELETE failed (client error): The resource could not be found. Aug 16 01:59:28.932389 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f38633-ac4b-4802-bdf4-ece535f4a3d3 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:59:28.937593 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e0f38633-ac4b-4802-bdf4-ece535f4a3d3 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/subnets/023c487b-1dab-4b49-bc4c-4b0a615b6156 HTTP/1.1" status: 404 len: 337 time: 0.0341597 Aug 16 01:59:28.938245 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49652) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:28.970074 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-81a3f33f-ddcd-4de9-ab5a-4155a136e32d tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/ports?device_id=34a451d7-8c66-4485-aaca-805c15086920 HTTP/1.1" status: 200 len: 205 time: 0.0301509 Aug 16 01:59:28.971747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49654) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:29.014433 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-3d9052c6-c545-4f18-912e-113cb82f91e4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] delete failed (client error): The resource could not be found. Aug 16 01:59:29.017973 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3d9052c6-c545-4f18-912e-113cb82f91e4 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/routers/34a451d7-8c66-4485-aaca-805c15086920 HTTP/1.1" status: 404 len: 336 time: 0.0428157 Aug 16 01:59:29.018697 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49656) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:29.022519 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9f5d870b-803f-4362-80ea-08e8873afecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410937613', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:59:27Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:29.061030 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb100-8212-405f-851c-1a7f4f8a2960 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.065491 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5d870b-803f-4362-80ea-08e8873afecb None None] Checking router: e9f79893-cc55-4720-a5e9-24a744ce75ff for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:29.076784 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-137723e1-8244-409d-a046-8c3896dbe84e tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/ports?device_id=718bff6c-34b2-44ba-846c-05c4ef34f5ea HTTP/1.1" status: 200 len: 205 time: 0.0567112 Aug 16 01:59:29.080321 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49660) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:29.091357 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5d870b-803f-4362-80ea-08e8873afecb None None] Routers {'e9f79893-cc55-4720-a5e9-24a744ce75ff'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:29.092629 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9f5d870b-803f-4362-80ea-08e8873afecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['e9f79893-cc55-4720-a5e9-24a744ce75ff'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:29.095632 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac42b929-76ac-4ab7-81b7-90be39cbdb2e None None] DHCP port deletion for 683fab28-fad3-4ec8-a699-6b0efb659da7 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:59:29.233970 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-fb6aa1ff-dd56-4095-8c77-44db148b6b3b tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] delete failed (client error): The resource could not be found. Aug 16 01:59:29.235099 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fb6aa1ff-dd56-4095-8c77-44db148b6b3b tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/routers/718bff6c-34b2-44ba-846c-05c4ef34f5ea HTTP/1.1" status: 404 len: 336 time: 0.1016884 Aug 16 01:59:29.237940 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49666) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:29.252167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9f5d870b-803f-4362-80ea-08e8873afecb None None] Set router e9f79893-cc55-4720-a5e9-24a744ce75ff gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:29.254758 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ac42b929-76ac-4ab7-81b7-90be39cbdb2e None None] Deleting port 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:29.255123 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ac42b929-76ac-4ab7-81b7-90be39cbdb2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.268664 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4c45b6-4549-4d7a-a26c-78638775fe0b tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] DELETE failed (client error): The resource could not be found. Aug 16 01:59:29.269215 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4c45b6-4549-4d7a-a26c-78638775fe0b tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:59:29.271178 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1f4c45b6-4549-4d7a-a26c-78638775fe0b tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/subnets/242ad40d-b2e3-4a71-b137-9f26e1865724 HTTP/1.1" status: 404 len: 337 time: 0.0322552 Aug 16 01:59:29.274090 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49668) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:29.334972 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8acd754c-b77d-4409-9665-bd812ae7af5f tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f666adf-fc24-47bf-a528-025fdc6d953f HTTP/1.1" status: 200 len: 205 time: 0.0596538 Aug 16 01:59:29.337397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49670) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:29.358377 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb100-8212-405f-851c-1a7f4f8a2960 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.402181 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-dcffb897-5e55-4e3c-a7d9-d696f5cec4df tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] delete failed (client error): The resource could not be found. Aug 16 01:59:29.403345 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-dcffb897-5e55-4e3c-a7d9-d696f5cec4df tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/routers/6f666adf-fc24-47bf-a528-025fdc6d953f HTTP/1.1" status: 404 len: 336 time: 0.0649216 Aug 16 01:59:29.407279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49672) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:29.455304 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a3639335-9750-4209-a9d7-f955c1280df8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/ports?device_id=68d97f85-3a42-406d-be21-e4470a392bd1 HTTP/1.1" status: 200 len: 205 time: 0.0457027 Aug 16 01:59:29.458258 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49678) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:29.479325 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d9bdb100-8212-405f-851c-1a7f4f8a2960 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Deleting port bdb3e54a-5a4b-4871-a925-132570b15bbe {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:29.483453 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb100-8212-405f-851c-1a7f4f8a2960 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.539553 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-13410478-7346-435c-b3a5-7ad1f2be15bc tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] delete failed (client error): The resource could not be found. Aug 16 01:59:29.540768 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-13410478-7346-435c-b3a5-7ad1f2be15bc tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/routers/68d97f85-3a42-406d-be21-e4470a392bd1 HTTP/1.1" status: 404 len: 336 time: 0.0815463 Aug 16 01:59:29.545392 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49680) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:29.593575 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ac42b929-76ac-4ab7-81b7-90be39cbdb2e None None] For port 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=09fb361d-688c-4f2e-ba26-abc3c0d3bdc0,segment=NetworkSegment(aa32ca9c-c7ff-4427-8b22-39faf14b4b91),segment_id=aa32ca9c-c7ff-4427-8b22-39faf14b4b91)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:29.593786 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ac42b929-76ac-4ab7-81b7-90be39cbdb2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.604322 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b40c7fa-9e01-4b0d-9a72-2fa94a413b84 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] DELETE failed (client error): The resource could not be found. Aug 16 01:59:29.605952 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b40c7fa-9e01-4b0d-9a72-2fa94a413b84 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:59:29.606571 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d9bdb100-8212-405f-851c-1a7f4f8a2960 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] For port bdb3e54a-5a4b-4871-a925-132570b15bbe, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=bdb3e54a-5a4b-4871-a925-132570b15bbe,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:29.607134 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb100-8212-405f-851c-1a7f4f8a2960 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.612294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ac42b929-76ac-4ab7-81b7-90be39cbdb2e None None] Calling delete_port for 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:29.612660 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2b40c7fa-9e01-4b0d-9a72-2fa94a413b84 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/subnets/f849d3a7-ff15-40c1-9d89-7a6f258da3b2 HTTP/1.1" status: 404 len: 337 time: 0.0600605 Aug 16 01:59:29.615339 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49682) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:29.637990 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d9bdb100-8212-405f-851c-1a7f4f8a2960 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Calling delete_port for bdb3e54a-5a4b-4871-a925-132570b15bbe owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:29.672936 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49684) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:29.673927 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7f281c3b-e03f-4fee-a5da-6b30a48c806a tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/ports?device_id=0c2e1f1d-033e-4e26-a311-157c7d71771e HTTP/1.1" status: 200 len: 205 time: 0.0573161 Aug 16 01:59:29.750607 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-a1535ddf-c312-442d-8ef4-76cdbc7278b8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] delete failed (client error): The resource could not be found. Aug 16 01:59:29.754831 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a1535ddf-c312-442d-8ef4-76cdbc7278b8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/routers/0c2e1f1d-033e-4e26-a311-157c7d71771e HTTP/1.1" status: 404 len: 336 time: 0.0776680 Aug 16 01:59:29.756310 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49686) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:29.759597 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ac42b929-76ac-4ab7-81b7-90be39cbdb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.804160 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bdec6a-c849-4bb0-8b41-4efb045ea13c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] DELETE failed (client error): The resource could not be found. Aug 16 01:59:29.804160 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2bdec6a-c849-4bb0-8b41-4efb045ea13c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:59:29.809741 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d2bdec6a-c849-4bb0-8b41-4efb045ea13c tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/subnets/8ce91d34-a0d6-454b-8f76-b3cccfa7b59d HTTP/1.1" status: 404 len: 337 time: 0.0486386 Aug 16 01:59:29.809741 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49688) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:29.810071 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42b929-76ac-4ab7-81b7-90be39cbdb2e None None] Pushing event deleted for resources: {'Port': ['ID=09fb361d-688c-4f2e-ba26-abc3c0d3bdc0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:29.819444 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac42b929-76ac-4ab7-81b7-90be39cbdb2e None None] No DVR routers for this DVR port 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:29.845436 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-82888c6f-eb88-4e9b-9f6e-e9e007d89f98 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ad92181-f371-4c2e-8ba2-b5e94ed2e558 HTTP/1.1" status: 200 len: 205 time: 0.0350239 Aug 16 01:59:29.848145 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49692) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:29.914755 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-6a366823-3347-41d8-b21d-b04f8bba3de8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] delete failed (client error): The resource could not be found. Aug 16 01:59:29.916849 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6a366823-3347-41d8-b21d-b04f8bba3de8 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/routers/7ad92181-f371-4c2e-8ba2-b5e94ed2e558 HTTP/1.1" status: 404 len: 336 time: 0.0657914 Aug 16 01:59:29.918779 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9f5d870b-803f-4362-80ea-08e8873afecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410937613', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:59:27Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:29.920349 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49698) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:29.960381 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5d870b-803f-4362-80ea-08e8873afecb None None] The sync data for ids ['e9f79893-cc55-4720-a5e9-24a744ce75ff'] in n-d-765315-27 is: [{'id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410937613', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:59:27Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': 'bdb3e54a-5a4b-4871-a925-132570b15bbe', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f79893-cc55-4720-a5e9-24a744ce75ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:29.964785 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2dfe8f-25dc-4544-bd01-909b38a7d285 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] DELETE failed (client error): The resource could not be found. Aug 16 01:59:29.974099 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2dfe8f-25dc-4544-bd01-909b38a7d285 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:59:29.977955 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4e2dfe8f-25dc-4544-bd01-909b38a7d285 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/subnets/dae1dfc4-df88-4b9d-ae75-8e140f523e69 HTTP/1.1" status: 404 len: 337 time: 0.0551131 Aug 16 01:59:29.980375 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49700) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:30.024048 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4acd3b-7e93-47cd-b0b2-edc105f1da02 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] DELETE failed (client error): The resource could not be found. Aug 16 01:59:30.024739 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4acd3b-7e93-47cd-b0b2-edc105f1da02 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 01:59:30.028945 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9b4acd3b-7e93-47cd-b0b2-edc105f1da02 tempest-RoutersTest-1857954225 tempest-RoutersTest-1857954225-project] 10.222.0.68 "DELETE /v2.0/subnets/9b204f3c-9805-489b-bcd1-e10b67da41c2 HTTP/1.1" status: 404 len: 337 time: 0.0450628 Aug 16 01:59:30.052686 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb100-8212-405f-851c-1a7f4f8a2960 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.082214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdb100-8212-405f-851c-1a7f4f8a2960 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Port': ['ID=bdb3e54a-5a4b-4871-a925-132570b15bbe,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:30.160878 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb100-8212-405f-851c-1a7f4f8a2960 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.284542 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb100-8212-405f-851c-1a7f4f8a2960 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.287769 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb100-8212-405f-851c-1a7f4f8a2960 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.340752 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb100-8212-405f-851c-1a7f4f8a2960 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.341321 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bdb100-8212-405f-851c-1a7f4f8a2960 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Fanout notify agent at l3_agent the message router_deleted on router e9f79893-cc55-4720-a5e9-24a744ce75ff {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:59:30.349062 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb100-8212-405f-851c-1a7f4f8a2960 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.352950 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d9bdb100-8212-405f-851c-1a7f4f8a2960 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "DELETE /v2.0/routers/e9f79893-cc55-4720-a5e9-24a744ce75ff HTTP/1.1" status: 204 len: 168 time: 1.5408468 Aug 16 01:59:30.353364 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49712) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:30.421324 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49714) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:30.450781 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f525a9c6-e947-422f-a879-f39de6371705 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.553575 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f525a9c6-e947-422f-a879-f39de6371705 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.598070 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f525a9c6-e947-422f-a879-f39de6371705 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683fab28-fad3-4ec8-a699-6b0efb659da7']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:30.616389 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f525a9c6-e947-422f-a879-f39de6371705 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:30.616816 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f525a9c6-e947-422f-a879-f39de6371705 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa32ca9c-c7ff-4427-8b22-39faf14b4b91') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:30.643363 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f525a9c6-e947-422f-a879-f39de6371705 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.676741 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ed027f53-cd82-4556-85bc-415d9dd587a4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fd4c6ccb7877456e83ca17372bc6d1f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542093 Aug 16 01:59:30.677770 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f525a9c6-e947-422f-a879-f39de6371705 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.679692 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49722) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:30.695168 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f525a9c6-e947-422f-a879-f39de6371705 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:59:30.695562 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f525a9c6-e947-422f-a879-f39de6371705 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:30.698536 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:30.778712 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f525a9c6-e947-422f-a879-f39de6371705 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.789448 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f525a9c6-e947-422f-a879-f39de6371705 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.791331 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f525a9c6-e947-422f-a879-f39de6371705 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "DELETE /v2.0/networks/683fab28-fad3-4ec8-a699-6b0efb659da7 HTTP/1.1" status: 204 len: 168 time: 0.4369204 Aug 16 01:59:30.794023 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-366ba2fe-799f-4241-9bcf-0d629bf12aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.794928 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49728) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:30.811828 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525a9c6-e947-422f-a879-f39de6371705 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Network': ['ID=683fab28-fad3-4ec8-a699-6b0efb659da7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:30.827159 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-366ba2fe-799f-4241-9bcf-0d629bf12aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.867805 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a010f46c-ee41-4eb5-be4f-9dd45d006c3c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.891662 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-366ba2fe-799f-4241-9bcf-0d629bf12aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.894248 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-366ba2fe-799f-4241-9bcf-0d629bf12aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.898813 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-366ba2fe-799f-4241-9bcf-0d629bf12aaf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9cad4656-79d3-4814-970b-e124796ec6fd HTTP/1.1" status: 204 len: 168 time: 0.2181776 Aug 16 01:59:30.900948 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a010f46c-ee41-4eb5-be4f-9dd45d006c3c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.907066 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ba2fe-799f-4241-9bcf-0d629bf12aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cad4656-79d3-4814-970b-e124796ec6fd,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:31.025238 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a010f46c-ee41-4eb5-be4f-9dd45d006c3c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.029460 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a010f46c-ee41-4eb5-be4f-9dd45d006c3c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.030917 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a010f46c-ee41-4eb5-be4f-9dd45d006c3c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "DELETE /v2.0/security-groups/c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13 HTTP/1.1" status: 204 len: 168 time: 0.2348418 Aug 16 01:59:31.052598 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device da136a8d-a585-41bd-b53a-4ffeafd556d4 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:31.073332 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010f46c-ee41-4eb5-be4f-9dd45d006c3c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42b8cdd-2cbf-47b2-a4f8-323c2d91ba13,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:31.102373 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: da136a8d-a585-41bd-b53a-4ffeafd556d4 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:31.102864 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device da136a8d-a585-41bd-b53a-4ffeafd556d4 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:31.103531 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:31.150094 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:31.151660 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 09fb361d-688c-4f2e-ba26-abc3c0d3bdc0 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:31.152838 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device bdb3e54a-5a4b-4871-a925-132570b15bbe no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:31.181823 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: bdb3e54a-5a4b-4871-a925-132570b15bbe {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:31.182452 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device bdb3e54a-5a4b-4871-a925-132570b15bbe not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:31.356242 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49754) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:31.362007 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-07dee5e2-a9d3-4936-ae9b-fa4e9652b523 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758435', 'description': 'tempest-secgroup-smoke-1758435 description', 'project_id': '7069c6ece3114808b56031f1299826b6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:31.386586 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07dee5e2-a9d3-4936-ae9b-fa4e9652b523 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.482703 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07dee5e2-a9d3-4936-ae9b-fa4e9652b523 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.486798 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07dee5e2-a9d3-4936-ae9b-fa4e9652b523 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.511580 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07dee5e2-a9d3-4936-ae9b-fa4e9652b523 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.516757 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-07dee5e2-a9d3-4936-ae9b-fa4e9652b523 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1555898 Aug 16 01:59:31.517080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49762) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:31.522275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c470544a-a8f6-477b-bf1c-94070cf2bacf tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': 'ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:31.523211 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dee5e2-a9d3-4936-ae9b-fa4e9652b523 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:31.576744 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c470544a-a8f6-477b-bf1c-94070cf2bacf tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.639092 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c470544a-a8f6-477b-bf1c-94070cf2bacf tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.646555 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c470544a-a8f6-477b-bf1c-94070cf2bacf tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.666422 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470544a-a8f6-477b-bf1c-94070cf2bacf tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e5fd21-f207-438a-a237-623f7e61f27e,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:31.672822 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c470544a-a8f6-477b-bf1c-94070cf2bacf tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.677304 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c470544a-a8f6-477b-bf1c-94070cf2bacf tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1589258 Aug 16 01:59:31.677792 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49770) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:31.684802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-789dd03d-bdf2-4478-9f8b-d02fac2e0363 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': 'ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:31.716378 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-789dd03d-bdf2-4478-9f8b-d02fac2e0363 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.771310 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-789dd03d-bdf2-4478-9f8b-d02fac2e0363 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.775446 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-789dd03d-bdf2-4478-9f8b-d02fac2e0363 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.796981 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dd03d-bdf2-4478-9f8b-d02fac2e0363 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f9585a-8feb-47b6-bfdd-521d280d188b,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:31.804926 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-789dd03d-bdf2-4478-9f8b-d02fac2e0363 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.806189 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-789dd03d-bdf2-4478-9f8b-d02fac2e0363 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270812 Aug 16 01:59:31.810991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49778) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:31.816256 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d4271b8e-06a3-4bc2-9e9e-f47072a20e3e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': 'ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:31.850628 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4271b8e-06a3-4bc2-9e9e-f47072a20e3e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.856761 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49780) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:31.920040 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4271b8e-06a3-4bc2-9e9e-f47072a20e3e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.925087 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4271b8e-06a3-4bc2-9e9e-f47072a20e3e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.949886 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4271b8e-06a3-4bc2-9e9e-f47072a20e3e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac09d479-d317-491a-98e0-7c750f600048,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:31.957406 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4271b8e-06a3-4bc2-9e9e-f47072a20e3e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.962188 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d4271b8e-06a3-4bc2-9e9e-f47072a20e3e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466250 Aug 16 01:59:31.962311 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49784) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:31.967235 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-67752e6d-bc62-44eb-b1cc-8a9b1ae8da44 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': 'ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:31.976099 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-321e6cb0-d20b-423c-a7bc-95b66f8bf79d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1696235425'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:31.996925 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67752e6d-bc62-44eb-b1cc-8a9b1ae8da44 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.005985 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321e6cb0-d20b-423c-a7bc-95b66f8bf79d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Made reservation on behalf of 10fc046e4ed24266988c2eba6ec52455 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:32.009599 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-321e6cb0-d20b-423c-a7bc-95b66f8bf79d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.018682 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-321e6cb0-d20b-423c-a7bc-95b66f8bf79d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.070266 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67752e6d-bc62-44eb-b1cc-8a9b1ae8da44 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.075599 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67752e6d-bc62-44eb-b1cc-8a9b1ae8da44 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.094296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67752e6d-bc62-44eb-b1cc-8a9b1ae8da44 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac7df8c-0174-4dda-84c1-2d1ba69af898,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:32.127273 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-321e6cb0-d20b-423c-a7bc-95b66f8bf79d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.134312 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-321e6cb0-d20b-423c-a7bc-95b66f8bf79d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.134800 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67752e6d-bc62-44eb-b1cc-8a9b1ae8da44 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.139042 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-67752e6d-bc62-44eb-b1cc-8a9b1ae8da44 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1757388 Aug 16 01:59:32.139952 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49792) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:32.146577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-dc8325b1-2237-4768-90e5-144fbb529687 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': 'ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:32.148019 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-321e6cb0-d20b-423c-a7bc-95b66f8bf79d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:32.159098 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-321e6cb0-d20b-423c-a7bc-95b66f8bf79d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.159450 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-321e6cb0-d20b-423c-a7bc-95b66f8bf79d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Added segment 59bbfa22-6d23-4e8f-9fea-5ba817734562 of type vlan for network 3580199b-537d-46f1-865c-bdb326c5a9e2 Aug 16 01:59:32.172188 n-d-765315-27 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-dc8325b1-2237-4768-90e5-144fbb529687 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Project 7069c6ece3114808b56031f1299826b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 01:59:32.177634 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc8325b1-2237-4768-90e5-144fbb529687 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.207291 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-321e6cb0-d20b-423c-a7bc-95b66f8bf79d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.251421 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-321e6cb0-d20b-423c-a7bc-95b66f8bf79d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.255773 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc8325b1-2237-4768-90e5-144fbb529687 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.257051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321e6cb0-d20b-423c-a7bc-95b66f8bf79d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.257900 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-321e6cb0-d20b-423c-a7bc-95b66f8bf79d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.259873 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc8325b1-2237-4768-90e5-144fbb529687 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.278763 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8325b1-2237-4768-90e5-144fbb529687 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c812b01-161d-41ed-ae1d-6bf093c64fa5,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:32.287559 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc8325b1-2237-4768-90e5-144fbb529687 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.291387 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dc8325b1-2237-4768-90e5-144fbb529687 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1476009 Aug 16 01:59:32.291533 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e6cb0-d20b-423c-a7bc-95b66f8bf79d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecda096c-45f4-480c-a267-156c1faccf3e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:32.293772 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49796) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:32.305248 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ce59932f-480c-4239-86fd-52bcf0d38af0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'security_group_rule': {'security_group_id': 'ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0', 'project_id': '7069c6ece3114808b56031f1299826b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:32.329423 n-d-765315-27 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-ce59932f-480c-4239-86fd-52bcf0d38af0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Project 7069c6ece3114808b56031f1299826b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 01:59:32.332723 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-321e6cb0-d20b-423c-a7bc-95b66f8bf79d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4742539 Aug 16 01:59:32.335516 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49798) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:32.338414 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce59932f-480c-4239-86fd-52bcf0d38af0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.341306 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2867a125-4c87-41bc-b72b-60ef0acc4088 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Request body: {'subnet': {'network_id': '3580199b-537d-46f1-865c-bdb326c5a9e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:32.399159 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e6cb0-d20b-423c-a7bc-95b66f8bf79d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Pushing event updated for resources: {'Network': ['ID=3580199b-537d-46f1-865c-bdb326c5a9e2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:32.413443 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce59932f-480c-4239-86fd-52bcf0d38af0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.419333 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 3580199b-537d-46f1-865c-bdb326c5a9e2 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:32.423205 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce59932f-480c-4239-86fd-52bcf0d38af0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.453351 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59932f-480c-4239-86fd-52bcf0d38af0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e9fe93-141b-48fa-9fe7-83bc60e2c13b,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:32.462698 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2867a125-4c87-41bc-b72b-60ef0acc4088 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Made reservation on behalf of 10fc046e4ed24266988c2eba6ec52455 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:32.468317 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2867a125-4c87-41bc-b72b-60ef0acc4088 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.468862 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce59932f-480c-4239-86fd-52bcf0d38af0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.472927 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ce59932f-480c-4239-86fd-52bcf0d38af0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1749668 Aug 16 01:59:32.474086 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49804) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:32.480982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-172193a0-143c-4ddb-b0c8-f54aca8c8d78 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'network': {'name': 'tempest-network-smoke--1610336312', 'project_id': '7069c6ece3114808b56031f1299826b6', 'port_security_enabled': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:32.502855 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172193a0-143c-4ddb-b0c8-f54aca8c8d78 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Made reservation on behalf of 7069c6ece3114808b56031f1299826b6 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:32.506368 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-172193a0-143c-4ddb-b0c8-f54aca8c8d78 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.534372 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172193a0-143c-4ddb-b0c8-f54aca8c8d78 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:32.544937 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-172193a0-143c-4ddb-b0c8-f54aca8c8d78 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.545285 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-172193a0-143c-4ddb-b0c8-f54aca8c8d78 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Added segment cdc47ac6-5405-4bfc-ae90-f141f53617d0 of type vlan for network 9f5d79fc-3c5c-4e04-8c97-12fe71072a76 Aug 16 01:59:32.587535 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-172193a0-143c-4ddb-b0c8-f54aca8c8d78 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.619216 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-172193a0-143c-4ddb-b0c8-f54aca8c8d78 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.625117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172193a0-143c-4ddb-b0c8-f54aca8c8d78 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.625741 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-172193a0-143c-4ddb-b0c8-f54aca8c8d78 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.681969 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-172193a0-143c-4ddb-b0c8-f54aca8c8d78 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2067266 Aug 16 01:59:32.685139 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49810) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:32.691652 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-685cb6f3-0168-485d-88bd-fe70bf36247f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1130503000', 'admin_state_up': True, 'project_id': '7069c6ece3114808b56031f1299826b6', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:32.702177 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2867a125-4c87-41bc-b72b-60ef0acc4088 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.711441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172193a0-143c-4ddb-b0c8-f54aca8c8d78 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Network': ['ID=9f5d79fc-3c5c-4e04-8c97-12fe71072a76,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:32.727983 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-685cb6f3-0168-485d-88bd-fe70bf36247f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.727983 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-685cb6f3-0168-485d-88bd-fe70bf36247f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.732967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 9f5d79fc-3c5c-4e04-8c97-12fe71072a76 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:32.776161 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867a125-4c87-41bc-b72b-60ef0acc4088 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Pushing event updated for resources: {'Subnet': ['ID=c7a7783a-ad59-4f85-a65a-ec5083ed7945,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:32.797561 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-685cb6f3-0168-485d-88bd-fe70bf36247f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.812353 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2867a125-4c87-41bc-b72b-60ef0acc4088 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Checking segment: {'id': '59bbfa22-6d23-4e8f-9fea-5ba817734562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3580199b-537d-46f1-865c-bdb326c5a9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:32.812353 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2867a125-4c87-41bc-b72b-60ef0acc4088 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Network hostable DHCP agents. Network: 3580199b-537d-46f1-865c-bdb326c5a9e2, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:59:32.829411 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2867a125-4c87-41bc-b72b-60ef0acc4088 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Network 3580199b-537d-46f1-865c-bdb326c5a9e2 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:59:32.838523 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-2867a125-4c87-41bc-b72b-60ef0acc4088 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 3580199b-537d-46f1-865c-bdb326c5a9e2) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:32.843100 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2867a125-4c87-41bc-b72b-60ef0acc4088 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.843747 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2867a125-4c87-41bc-b72b-60ef0acc4088 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.850384 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471d921d-b7c0-4968-8e16-ec82711fc0f7 None None] Network 3580199b-537d-46f1-865c-bdb326c5a9e2 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:32.863438 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2867a125-4c87-41bc-b72b-60ef0acc4088 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5269561 Aug 16 01:59:32.864385 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49812) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:32.871864 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c4001e3d-baa8-4bea-bc4f-baa1f024e2f7 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Request body: {'port': {'network_id': '3580199b-537d-46f1-865c-bdb326c5a9e2', 'name': 'tempest-TagsExtTest-954933706'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:32.951902 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-685cb6f3-0168-485d-88bd-fe70bf36247f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.023974 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4001e3d-baa8-4bea-bc4f-baa1f024e2f7 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Made reservation on behalf of 10fc046e4ed24266988c2eba6ec52455 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:33.028594 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4001e3d-baa8-4bea-bc4f-baa1f024e2f7 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.046241 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-3580199b-537d-46f1-865c-bdb326c5a9e2', 'network_id': '3580199b-537d-46f1-865c-bdb326c5a9e2', 'tenant_id': '10fc046e4ed24266988c2eba6ec52455', 'fixed_ips': [{'subnet_id': 'c7a7783a-ad59-4f85-a65a-ec5083ed7945'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:59:33.047457 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.053574 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-c4001e3d-baa8-4bea-bc4f-baa1f024e2f7 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] device_id is not set on port 0b82de1f-f840-40ca-9529-99bf1bdb893d yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 01:59:33.195378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-c4001e3d-baa8-4bea-bc4f-baa1f024e2f7 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Allocated IP 172.20.0.13 (3580199b-537d-46f1-865c-bdb326c5a9e2/c7a7783a-ad59-4f85-a65a-ec5083ed7945/0b82de1f-f840-40ca-9529-99bf1bdb893d) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:33.214236 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-685cb6f3-0168-485d-88bd-fe70bf36247f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.238233 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-685cb6f3-0168-485d-88bd-fe70bf36247f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.376638 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-685cb6f3-0168-485d-88bd-fe70bf36247f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Allocated IP 172.25.3.156 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/3157ebfd-461d-4716-94e2-d026eea7e085) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:33.388843 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4001e3d-baa8-4bea-bc4f-baa1f024e2f7 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.403192 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-c4001e3d-baa8-4bea-bc4f-baa1f024e2f7 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Transition to ACTIVE for port object 0b82de1f-f840-40ca-9529-99bf1bdb893d will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:33.445071 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4001e3d-baa8-4bea-bc4f-baa1f024e2f7 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.498551 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4001e3d-baa8-4bea-bc4f-baa1f024e2f7 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Network 3580199b-537d-46f1-865c-bdb326c5a9e2 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:33.501729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c4001e3d-baa8-4bea-bc4f-baa1f024e2f7 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:33.506444 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4001e3d-baa8-4bea-bc4f-baa1f024e2f7 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:33.507158 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-685cb6f3-0168-485d-88bd-fe70bf36247f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.510504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4001e3d-baa8-4bea-bc4f-baa1f024e2f7 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Pushing event updated for resources: {'Port': ['ID=0b82de1f-f840-40ca-9529-99bf1bdb893d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:33.519711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Allocated IP 172.20.0.2 (3580199b-537d-46f1-865c-bdb326c5a9e2/c7a7783a-ad59-4f85-a65a-ec5083ed7945/352c3148-6cfc-415b-a25b-4b4e5e2a9bb6) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:33.565002 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-685cb6f3-0168-485d-88bd-fe70bf36247f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.571657 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4001e3d-baa8-4bea-bc4f-baa1f024e2f7 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:33.572321 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4001e3d-baa8-4bea-bc4f-baa1f024e2f7 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.590694 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c4001e3d-baa8-4bea-bc4f-baa1f024e2f7 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7242143 Aug 16 01:59:33.593068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49828) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:33.598988 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-70481d39-6656-4120-bc85-421814f23756 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-558362897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:33.631655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685cb6f3-0168-485d-88bd-fe70bf36247f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:33.636137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685cb6f3-0168-485d-88bd-fe70bf36247f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=3157ebfd-461d-4716-94e2-d026eea7e085,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:33.637024 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70481d39-6656-4120-bc85-421814f23756 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.639101 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-685cb6f3-0168-485d-88bd-fe70bf36247f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:33.639233 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70481d39-6656-4120-bc85-421814f23756 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.645358 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685cb6f3-0168-485d-88bd-fe70bf36247f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:33.712059 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.722860 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Transition to ACTIVE for port object 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:33.736148 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70481d39-6656-4120-bc85-421814f23756 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.743346 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Transition to ACTIVE for port object 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:33.744638 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70481d39-6656-4120-bc85-421814f23756 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.750822 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.766045 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70481d39-6656-4120-bc85-421814f23756 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.767796 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-70481d39-6656-4120-bc85-421814f23756 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1734927 Aug 16 01:59:33.770822 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49832) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:33.779266 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a4cb2100-0421-49bb-b567-50512378f89c tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1946963218', 'prefixes': ['172.20.0.0/16']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:33.810171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Network 3580199b-537d-46f1-865c-bdb326c5a9e2 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:33.811941 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:33.815234 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:33.820354 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Pushing event updated for resources: {'Port': ['ID=352c3148-6cfc-415b-a25b-4b4e5e2a9bb6,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:33.856997 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4cb2100-0421-49bb-b567-50512378f89c tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks [] for subnetpool, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.858573 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a4cb2100-0421-49bb-b567-50512378f89c tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0853007 Aug 16 01:59:33.862024 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49834) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:33.868367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-466ffa54-abd8-46c3-9704-63dd52d57a57 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c7a7783a-ad59-4f85-a65a-ec5083ed7945', 'tempest-TagsExtTest-Tag-1280310703') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:33.882707 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Attempting to bind port 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:33.883202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Attempting to bind port 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '59bbfa22-6d23-4e8f-9fea-5ba817734562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3580199b-537d-46f1-865c-bdb326c5a9e2'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:33.883612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Attempting to bind port 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 on network 3580199b-537d-46f1-865c-bdb326c5a9e2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:33.890953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:33.891330 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Checking segment: {'id': '59bbfa22-6d23-4e8f-9fea-5ba817734562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3580199b-537d-46f1-865c-bdb326c5a9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:33.891738 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.892132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Bound using segment: {'id': '59bbfa22-6d23-4e8f-9fea-5ba817734562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3580199b-537d-46f1-865c-bdb326c5a9e2'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:33.892776 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Bound port: 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bbfa22-6d23-4e8f-9fea-5ba817734562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3580199b-537d-46f1-865c-bdb326c5a9e2'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:33.893162 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.961054 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] For port 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:33.965674 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] For port 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=352c3148-6cfc-415b-a25b-4b4e5e2a9bb6,segment=NetworkSegment(59bbfa22-6d23-4e8f-9fea-5ba817734562),segment_id=59bbfa22-6d23-4e8f-9fea-5ba817734562)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:33.970577 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.999568 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-466ffa54-abd8-46c3-9704-63dd52d57a57 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "PUT /v2.0/subnets/c7a7783a-ad59-4f85-a65a-ec5083ed7945/tags/tempest-TagsExtTest-Tag-1280310703 HTTP/1.1" status: 201 len: 201 time: 0.1359694 Aug 16 01:59:34.002517 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49840) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:34.008776 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-a6b8f4ff-3d58-4000-94ed-fc4c48519960 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0b82de1f-f840-40ca-9529-99bf1bdb893d', 'tempest-TagsExtTest-Tag-2095162266') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:34.040799 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-685cb6f3-0168-485d-88bd-fe70bf36247f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.044411 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4e38e-0eeb-4ace-aea1-07528c1418ef None None] Pushing event updated for resources: {'Port': ['ID=352c3148-6cfc-415b-a25b-4b4e5e2a9bb6,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:34.186823 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a6b8f4ff-3d58-4000-94ed-fc4c48519960 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "PUT /v2.0/ports/0b82de1f-f840-40ca-9529-99bf1bdb893d/tags/tempest-TagsExtTest-Tag-2095162266 HTTP/1.1" status: 201 len: 201 time: 0.1832285 Aug 16 01:59:34.189519 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49842) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:34.197444 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-0234e74f-b11d-41cc-a1d0-a4808ebdb631 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cd4caf16-3c3a-4858-98a5-fb9de158b993', 'tempest-TagsExtTest-Tag-933542290') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:34.364612 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-685cb6f3-0168-485d-88bd-fe70bf36247f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.518024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685cb6f3-0168-485d-88bd-fe70bf36247f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Router ea2d904e-7b3f-4352-ab2e-0308902aac92 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:59:34.750195 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0234e74f-b11d-41cc-a1d0-a4808ebdb631 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "PUT /v2.0/routers/cd4caf16-3c3a-4858-98a5-fb9de158b993/tags/tempest-TagsExtTest-Tag-933542290 HTTP/1.1" status: 201 len: 201 time: 0.5593023 Aug 16 01:59:34.752626 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49856) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:34.758367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-69baf4ef-99da-403f-adf3-ba3a14d2a95a tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9e652046-2237-413b-9003-acf94ef8da06', 'tempest-TagsExtTest-Tag-1500842907') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:34.823274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:34.869385 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-69baf4ef-99da-403f-adf3-ba3a14d2a95a tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "PUT /v2.0/subnetpools/9e652046-2237-413b-9003-acf94ef8da06/tags/tempest-TagsExtTest-Tag-1500842907 HTTP/1.1" status: 201 len: 201 time: 0.1148455 Aug 16 01:59:34.873360 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49862) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:34.879432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-552c25f6-f037-43f6-842a-5b12aeb2a808 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c7a7783a-ad59-4f85-a65a-ec5083ed7945') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:34.903210 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:34.967323 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-552c25f6-f037-43f6-842a-5b12aeb2a808 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/subnets/c7a7783a-ad59-4f85-a65a-ec5083ed7945/tags HTTP/1.1" status: 200 len: 241 time: 0.0918837 Aug 16 01:59:34.972831 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49864) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:34.977806 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-72657489-31bc-42ee-aeda-e630d429be76 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c7a7783a-ad59-4f85-a65a-ec5083ed7945', 'tempest-TagsExtTest-Tag-1280310703') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:35.032466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685cb6f3-0168-485d-88bd-fe70bf36247f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:35.040756 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-72657489-31bc-42ee-aeda-e630d429be76 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/subnets/c7a7783a-ad59-4f85-a65a-ec5083ed7945/tags/tempest-TagsExtTest-Tag-1280310703 HTTP/1.1" status: 204 len: 168 time: 0.0666649 Aug 16 01:59:35.043415 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49866) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:35.047540 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Sync routers for ids ['ea2d904e-7b3f-4352-ab2e-0308902aac92'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:35.049266 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-8def63a4-7f58-4a9c-8106-f6d3d6bb4c22 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c7a7783a-ad59-4f85-a65a-ec5083ed7945', 'tempest-TagsExtTest-Tag-1280310703') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:35.056606 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-685cb6f3-0168-485d-88bd-fe70bf36247f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.061908 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-685cb6f3-0168-485d-88bd-fe70bf36247f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3733153 Aug 16 01:59:35.062154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49868) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:35.065067 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Routers {'ea2d904e-7b3f-4352-ab2e-0308902aac92'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:35.065980 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ea2d904e-7b3f-4352-ab2e-0308902aac92'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:35.100282 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2675020f-2e59-44b1-834c-2d5ec321cbe1 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=7069c6ece3114808b56031f1299826b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347936 Aug 16 01:59:35.100604 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49870) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:35.130612 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8def63a4-7f58-4a9c-8106-f6d3d6bb4c22 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/subnets/c7a7783a-ad59-4f85-a65a-ec5083ed7945/tags/tempest-TagsExtTest-Tag-1280310703 HTTP/1.1" status: 204 len: 168 time: 0.0831313 Aug 16 01:59:35.131314 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49872) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:35.139307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-da155ebd-1327-437c-a6e9-ae93e6c262bd tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c7a7783a-ad59-4f85-a65a-ec5083ed7945') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:35.206253 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-da155ebd-1327-437c-a6e9-ae93e6c262bd tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/subnets/c7a7783a-ad59-4f85-a65a-ec5083ed7945/tags HTTP/1.1" status: 200 len: 205 time: 0.0735559 Aug 16 01:59:35.208497 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49876) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:35.213219 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-15942a51-107b-4048-b415-ad2d69764bcc tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0b82de1f-f840-40ca-9529-99bf1bdb893d') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:35.234140 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Set router ea2d904e-7b3f-4352-ab2e-0308902aac92 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:35.328314 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd884cb8-f945-4bc6-a1db-ca9464ba7fb5 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:35.335113 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cd884cb8-f945-4bc6-a1db-ca9464ba7fb5 tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2329533 Aug 16 01:59:35.337468 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49882) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:35.349701 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-15942a51-107b-4048-b415-ad2d69764bcc tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/ports/0b82de1f-f840-40ca-9529-99bf1bdb893d/tags HTTP/1.1" status: 200 len: 241 time: 0.1377628 Aug 16 01:59:35.350536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49884) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:35.360845 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-d6dee389-a72c-40ab-8c99-fc55cf93c09d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0b82de1f-f840-40ca-9529-99bf1bdb893d', 'tempest-TagsExtTest-Tag-2095162266') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:35.376035 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-de62498e-7e57-4404-93c4-2da3da1a96ed tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=624da80d-1349-4890-b915-f302637330f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369024 Aug 16 01:59:35.378250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49886) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:35.385034 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8d4095fa-92cb-4d37-9738-26cb45e716de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-936134337', 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76', 'project_id': '7069c6ece3114808b56031f1299826b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:35.389032 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4fc7e7-b6d5-4827-ac4f-5f427d00a801 None None] Network 3580199b-537d-46f1-865c-bdb326c5a9e2 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:35.472760 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d6dee389-a72c-40ab-8c99-fc55cf93c09d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/ports/0b82de1f-f840-40ca-9529-99bf1bdb893d/tags/tempest-TagsExtTest-Tag-2095162266 HTTP/1.1" status: 204 len: 168 time: 0.1210849 Aug 16 01:59:35.475796 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49890) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:35.480587 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-ef90576d-511e-4b69-9fe2-66fdcf261224 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0b82de1f-f840-40ca-9529-99bf1bdb893d', 'tempest-TagsExtTest-Tag-2095162266') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:35.485747 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130503000', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:32Z', 'updated_at': '2021-08-16T01:59:33Z', 'revision_number': 3, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:33Z', 'updated_at': '2021-08-16T01:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:35.518864 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Checking router: ea2d904e-7b3f-4352-ab2e-0308902aac92 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:35.519563 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Updating router ea2d904e-7b3f-4352-ab2e-0308902aac92 port 3157ebfd-461d-4716-94e2-d026eea7e085 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:59:35.529063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4095fa-92cb-4d37-9738-26cb45e716de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Made reservation on behalf of 7069c6ece3114808b56031f1299826b6 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:35.539838 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d4095fa-92cb-4d37-9738-26cb45e716de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.549654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2aecdfe0-7dd3-4ff7-aa4c-738f37ca0dfb None None] Provisioning for port 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:35.551053 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.560338 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2aecdfe0-7dd3-4ff7-aa4c-738f37ca0dfb None None] Provisioning complete for port 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:35.560632 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2aecdfe0-7dd3-4ff7-aa4c-738f37ca0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.646389 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ef90576d-511e-4b69-9fe2-66fdcf261224 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/ports/0b82de1f-f840-40ca-9529-99bf1bdb893d/tags/tempest-TagsExtTest-Tag-2095162266 HTTP/1.1" status: 204 len: 168 time: 0.1694787 Aug 16 01:59:35.650258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49896) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:35.664435 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-ecd1f1c9-3e7c-4981-b2b0-059e67207552 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0b82de1f-f840-40ca-9529-99bf1bdb893d') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:35.726137 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2aecdfe0-7dd3-4ff7-aa4c-738f37ca0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.767741 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2aecdfe0-7dd3-4ff7-aa4c-738f37ca0dfb None None] For port 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=352c3148-6cfc-415b-a25b-4b4e5e2a9bb6,segment=NetworkSegment(59bbfa22-6d23-4e8f-9fea-5ba817734562),segment_id=59bbfa22-6d23-4e8f-9fea-5ba817734562)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:35.772581 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2aecdfe0-7dd3-4ff7-aa4c-738f37ca0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.801786 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ecd1f1c9-3e7c-4981-b2b0-059e67207552 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/ports/0b82de1f-f840-40ca-9529-99bf1bdb893d/tags HTTP/1.1" status: 200 len: 205 time: 0.1453588 Aug 16 01:59:35.804225 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49898) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:35.809959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-f410089c-376f-4aab-b88e-8ab6caa81b8f tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cd4caf16-3c3a-4858-98a5-fb9de158b993') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:35.848264 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecdfe0-7dd3-4ff7-aa4c-738f37ca0dfb None None] Pushing event updated for resources: {'Port': ['ID=352c3148-6cfc-415b-a25b-4b4e5e2a9bb6,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:35.866025 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecdfe0-7dd3-4ff7-aa4c-738f37ca0dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:35.866362 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecdfe0-7dd3-4ff7-aa4c-738f37ca0dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:35.867247 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecdfe0-7dd3-4ff7-aa4c-738f37ca0dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:35.867817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecdfe0-7dd3-4ff7-aa4c-738f37ca0dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:35.868405 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecdfe0-7dd3-4ff7-aa4c-738f37ca0dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:35.868984 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecdfe0-7dd3-4ff7-aa4c-738f37ca0dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:35.869565 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecdfe0-7dd3-4ff7-aa4c-738f37ca0dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:35.870765 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecdfe0-7dd3-4ff7-aa4c-738f37ca0dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:35.871306 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecdfe0-7dd3-4ff7-aa4c-738f37ca0dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:35.872077 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecdfe0-7dd3-4ff7-aa4c-738f37ca0dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:35.872439 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecdfe0-7dd3-4ff7-aa4c-738f37ca0dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:35.873007 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecdfe0-7dd3-4ff7-aa4c-738f37ca0dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:35.880950 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d4095fa-92cb-4d37-9738-26cb45e716de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.978317 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.983429 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4095fa-92cb-4d37-9738-26cb45e716de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Subnet': ['ID=ea277d4a-dc12-403d-909b-7d9cdbc8d276,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:35.987983 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4095fa-92cb-4d37-9738-26cb45e716de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Checking segment: {'id': 'cdc47ac6-5405-4bfc-ae90-f141f53617d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:35.988168 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f410089c-376f-4aab-b88e-8ab6caa81b8f tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/routers/cd4caf16-3c3a-4858-98a5-fb9de158b993/tags HTTP/1.1" status: 200 len: 240 time: 0.1826518 Aug 16 01:59:35.988408 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4095fa-92cb-4d37-9738-26cb45e716de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network hostable DHCP agents. Network: 9f5d79fc-3c5c-4e04-8c97-12fe71072a76, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:59:35.990807 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49900) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:35.997180 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-821dcaa6-dd5c-484d-84e5-fc6255bb1cd2 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cd4caf16-3c3a-4858-98a5-fb9de158b993', 'tempest-TagsExtTest-Tag-933542290') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:36.006754 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Transition to ACTIVE for port object 3157ebfd-461d-4716-94e2-d026eea7e085 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:36.049649 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.052302 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4095fa-92cb-4d37-9738-26cb45e716de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network 9f5d79fc-3c5c-4e04-8c97-12fe71072a76 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:59:36.109781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8d4095fa-92cb-4d37-9738-26cb45e716de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 9f5d79fc-3c5c-4e04-8c97-12fe71072a76) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:36.120265 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3b5da25f-182b-471b-a12e-ad92a02e9794 None None] Provisioning for port 0b82de1f-f840-40ca-9529-99bf1bdb893d completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:36.121735 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-821dcaa6-dd5c-484d-84e5-fc6255bb1cd2 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/routers/cd4caf16-3c3a-4858-98a5-fb9de158b993/tags/tempest-TagsExtTest-Tag-933542290 HTTP/1.1" status: 204 len: 168 time: 0.1298807 Aug 16 01:59:36.124349 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49908) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:36.128398 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4095fa-92cb-4d37-9738-26cb45e716de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:36.128994 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d4095fa-92cb-4d37-9738-26cb45e716de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.129936 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-52062b28-e247-4ac5-82f1-2f99d614914b tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'cd4caf16-3c3a-4858-98a5-fb9de158b993', 'tempest-TagsExtTest-Tag-933542290') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:36.138933 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3b5da25f-182b-471b-a12e-ad92a02e9794 None None] Provisioning complete for port 0b82de1f-f840-40ca-9529-99bf1bdb893d triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:36.139683 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3b5da25f-182b-471b-a12e-ad92a02e9794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.143350 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92aaae9-5b8a-42f4-838d-02d5921c7654 None None] Network 9f5d79fc-3c5c-4e04-8c97-12fe71072a76 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:36.162146 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Attempting to bind port 3157ebfd-461d-4716-94e2-d026eea7e085 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:36.163680 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8d4095fa-92cb-4d37-9738-26cb45e716de tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7839251 Aug 16 01:59:36.166707 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Attempting to bind port 3157ebfd-461d-4716-94e2-d026eea7e085 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:36.168590 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49910) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:36.168807 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Attempting to bind port 3157ebfd-461d-4716-94e2-d026eea7e085 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:36.174498 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199498c8-5d61-4fa7-b255-ec2aca8e1453 None None] Pushing event updated for resources: {'Port': ['ID=3157ebfd-461d-4716-94e2-d026eea7e085,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:36.191772 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:36.192142 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:36.196711 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.197515 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:36.197844 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Bound port: 3157ebfd-461d-4716-94e2-d026eea7e085, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:36.198391 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.304066 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] For port 3157ebfd-461d-4716-94e2-d026eea7e085, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:36.309248 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] For port 3157ebfd-461d-4716-94e2-d026eea7e085, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3157ebfd-461d-4716-94e2-d026eea7e085,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:36.329919 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-52062b28-e247-4ac5-82f1-2f99d614914b tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/routers/cd4caf16-3c3a-4858-98a5-fb9de158b993/tags/tempest-TagsExtTest-Tag-933542290 HTTP/1.1" status: 204 len: 168 time: 0.2041142 Aug 16 01:59:36.330623 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49914) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:36.347229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-19912759-5279-49d7-9cd6-c021e2988240 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cd4caf16-3c3a-4858-98a5-fb9de158b993') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:36.350095 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.352979 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3b5da25f-182b-471b-a12e-ad92a02e9794 None None] Port 0b82de1f-f840-40ca-9529-99bf1bdb893d cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:36.378841 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3b5da25f-182b-471b-a12e-ad92a02e9794 None None] Provisioning complete for port 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:36.379531 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3b5da25f-182b-471b-a12e-ad92a02e9794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.426962 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Routers {'ea2d904e-7b3f-4352-ab2e-0308902aac92'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:36.427610 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ea2d904e-7b3f-4352-ab2e-0308902aac92'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:36.462411 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-19912759-5279-49d7-9cd6-c021e2988240 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/routers/cd4caf16-3c3a-4858-98a5-fb9de158b993/tags HTTP/1.1" status: 200 len: 205 time: 0.1307175 Aug 16 01:59:36.463327 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49920) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:36.469122 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-83b8ede2-8948-4e20-8524-dddbe5133bc3 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9e652046-2237-413b-9003-acf94ef8da06') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:36.496430 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-83b8ede2-8948-4e20-8524-dddbe5133bc3 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/subnetpools/9e652046-2237-413b-9003-acf94ef8da06/tags HTTP/1.1" status: 200 len: 241 time: 0.0308394 Aug 16 01:59:36.496663 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49922) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:36.501566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-ddc18995-c6bc-4c47-874e-779efb5ffa03 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9e652046-2237-413b-9003-acf94ef8da06', 'tempest-TagsExtTest-Tag-1500842907') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:36.642128 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-9f5d79fc-3c5c-4e04-8c97-12fe71072a76', 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'fixed_ips': [{'subnet_id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:59:36.643017 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.682788 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ddc18995-c6bc-4c47-874e-779efb5ffa03 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/subnetpools/9e652046-2237-413b-9003-acf94ef8da06/tags/tempest-TagsExtTest-Tag-1500842907 HTTP/1.1" status: 204 len: 168 time: 0.1852026 Aug 16 01:59:36.687139 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49930) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:36.691504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-e7d3e9aa-1618-46a3-b9c6-67d45d4de9c5 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9e652046-2237-413b-9003-acf94ef8da06', 'tempest-TagsExtTest-Tag-1500842907') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:36.742277 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199498c8-5d61-4fa7-b255-ec2aca8e1453 None None] Pushing event updated for resources: {'Port': ['ID=3157ebfd-461d-4716-94e2-d026eea7e085,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:36.770441 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] Set router ea2d904e-7b3f-4352-ab2e-0308902aac92 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:36.796525 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 49932) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:36.801826 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e7d3e9aa-1618-46a3-b9c6-67d45d4de9c5 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/subnetpools/9e652046-2237-413b-9003-acf94ef8da06/tags/tempest-TagsExtTest-Tag-1500842907 HTTP/1.1" status: 204 len: 168 time: 0.1113307 Aug 16 01:59:36.804632 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-e4c74c87-5880-4cc7-82ea-b399990ad23c tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9e652046-2237-413b-9003-acf94ef8da06') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:36.810971 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2c953768-0655-4d7f-a9db-ec7d7f29c32a None None] Provisioning complete for port 0b82de1f-f840-40ca-9529-99bf1bdb893d triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:36.810971 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c953768-0655-4d7f-a9db-ec7d7f29c32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.845518 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49934) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:36.850105 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-52e5cc7a-b3ac-499c-89a3-2b463a76e883 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9e652046-2237-413b-9003-acf94ef8da06') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:36.854162 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e4c74c87-5880-4cc7-82ea-b399990ad23c tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/subnetpools/9e652046-2237-413b-9003-acf94ef8da06/tags HTTP/1.1" status: 200 len: 205 time: 0.0518527 Aug 16 01:59:36.859319 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2c953768-0655-4d7f-a9db-ec7d7f29c32a None None] Port 0b82de1f-f840-40ca-9529-99bf1bdb893d cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:36.860956 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:36.903339 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-52e5cc7a-b3ac-499c-89a3-2b463a76e883 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/subnetpools/9e652046-2237-413b-9003-acf94ef8da06/tags HTTP/1.1" status: 204 len: 168 time: 0.0565016 Aug 16 01:59:36.905130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49936) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:36.910883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-4327fee5-0743-481f-8668-c0ce9225bfd8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cd4caf16-3c3a-4858-98a5-fb9de158b993') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:36.953889 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:36.954259 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.000590 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Allocated IP 172.20.0.2 (9f5d79fc-3c5c-4e04-8c97-12fe71072a76/ea277d4a-dc12-403d-909b-7d9cdbc8d276/a5e92b92-a91b-4daf-82ee-3e7269074365) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:37.051878 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac9137d8-c554-4050-9a9f-8aa4ba6a6e1e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.072225 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4327fee5-0743-481f-8668-c0ce9225bfd8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/routers/cd4caf16-3c3a-4858-98a5-fb9de158b993/tags HTTP/1.1" status: 204 len: 168 time: 0.1667721 Aug 16 01:59:37.075259 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49938) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:37.079814 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-0d7bfb51-9fae-4a8a-b6e4-e9ebaeaa02d5 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0b82de1f-f840-40ca-9529-99bf1bdb893d') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:37.083932 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130503000', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:32Z', 'updated_at': '2021-08-16T01:59:33Z', 'revision_number': 3, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:33Z', 'updated_at': '2021-08-16T01:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:37.169714 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c5f34-8511-42e6-a5e5-3b58c99369b3 None None] The sync data for ids ['ea2d904e-7b3f-4352-ab2e-0308902aac92'] in n-d-765315-27 is: [{'id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130503000', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:32Z', 'updated_at': '2021-08-16T01:59:33Z', 'revision_number': 3, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:33Z', 'updated_at': '2021-08-16T01:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:37.186873 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0d7bfb51-9fae-4a8a-b6e4-e9ebaeaa02d5 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/ports/0b82de1f-f840-40ca-9529-99bf1bdb893d/tags HTTP/1.1" status: 204 len: 168 time: 0.1106226 Aug 16 01:59:37.189316 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49944) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:37.193924 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-f97c85f1-8982-4a95-af5f-0daf5f9caa2a tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c7a7783a-ad59-4f85-a65a-ec5083ed7945') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:37.319614 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f97c85f1-8982-4a95-af5f-0daf5f9caa2a tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/subnets/c7a7783a-ad59-4f85-a65a-ec5083ed7945/tags HTTP/1.1" status: 204 len: 168 time: 0.1254227 Aug 16 01:59:37.319829 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.319911 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49946) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:37.328469 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-e9cab922-6514-4927-8dab-0f09bbe4f6b6 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c7a7783a-ad59-4f85-a65a-ec5083ed7945', 'tempest-TagsExtTest-Tag-997118999') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:37.340675 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Transition to ACTIVE for port object a5e92b92-a91b-4daf-82ee-3e7269074365 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:37.352843 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:59:37.385059 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Transition to ACTIVE for port object a5e92b92-a91b-4daf-82ee-3e7269074365 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:37.404507 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.440631 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e9cab922-6514-4927-8dab-0f09bbe4f6b6 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "PUT /v2.0/subnets/c7a7783a-ad59-4f85-a65a-ec5083ed7945/tags/tempest-TagsExtTest-Tag-997118999 HTTP/1.1" status: 201 len: 201 time: 0.1170471 Aug 16 01:59:37.441157 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49950) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:37.451414 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-f50e35eb-7bc1-4422-b1e0-e209957b9966 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0b82de1f-f840-40ca-9529-99bf1bdb893d', 'tempest-TagsExtTest-Tag-643618743') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:37.463028 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Network 9f5d79fc-3c5c-4e04-8c97-12fe71072a76 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:37.471642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-ac9137d8-c554-4050-9a9f-8aa4ba6a6e1e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Allocated IP 172.20.0.1 (9f5d79fc-3c5c-4e04-8c97-12fe71072a76/ea277d4a-dc12-403d-909b-7d9cdbc8d276/3b10b699-8851-48ba-baed-a5008e9f8eb2) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:37.472132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:37.480154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:37.526805 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.542474 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Pushing event updated for resources: {'Port': ['ID=a5e92b92-a91b-4daf-82ee-3e7269074365,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:37.593392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Attempting to bind port a5e92b92-a91b-4daf-82ee-3e7269074365 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:37.593991 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Attempting to bind port a5e92b92-a91b-4daf-82ee-3e7269074365 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'cdc47ac6-5405-4bfc-ae90-f141f53617d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:37.594424 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Attempting to bind port a5e92b92-a91b-4daf-82ee-3e7269074365 on network 9f5d79fc-3c5c-4e04-8c97-12fe71072a76 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:37.605480 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:37.605901 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Checking segment: {'id': 'cdc47ac6-5405-4bfc-ae90-f141f53617d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:37.606310 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.606715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Bound using segment: {'id': 'cdc47ac6-5405-4bfc-ae90-f141f53617d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:37.607196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Bound port: a5e92b92-a91b-4daf-82ee-3e7269074365, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc47ac6-5405-4bfc-ae90-f141f53617d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:37.609688 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.624376 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f50e35eb-7bc1-4422-b1e0-e209957b9966 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "PUT /v2.0/ports/0b82de1f-f840-40ca-9529-99bf1bdb893d/tags/tempest-TagsExtTest-Tag-643618743 HTTP/1.1" status: 201 len: 201 time: 0.1821697 Aug 16 01:59:37.627461 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49958) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:37.644724 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-403823e8-ec27-4188-a3ca-2fbcb7f4f3c6 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cd4caf16-3c3a-4858-98a5-fb9de158b993', 'tempest-TagsExtTest-Tag-1227082439') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:37.699291 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac9137d8-c554-4050-9a9f-8aa4ba6a6e1e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.722538 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ac9137d8-c554-4050-9a9f-8aa4ba6a6e1e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Transition to ACTIVE for port object 3b10b699-8851-48ba-baed-a5008e9f8eb2 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:37.739913 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] For port a5e92b92-a91b-4daf-82ee-3e7269074365, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:37.746276 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] For port a5e92b92-a91b-4daf-82ee-3e7269074365, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a5e92b92-a91b-4daf-82ee-3e7269074365,segment=NetworkSegment(cdc47ac6-5405-4bfc-ae90-f141f53617d0),segment_id=cdc47ac6-5405-4bfc-ae90-f141f53617d0)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:37.758883 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.778899 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac9137d8-c554-4050-9a9f-8aa4ba6a6e1e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.814053 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-403823e8-ec27-4188-a3ca-2fbcb7f4f3c6 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "PUT /v2.0/routers/cd4caf16-3c3a-4858-98a5-fb9de158b993/tags/tempest-TagsExtTest-Tag-1227082439 HTTP/1.1" status: 201 len: 201 time: 0.1839941 Aug 16 01:59:37.815549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49960) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:37.821988 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-043ec2a6-0dc0-4bc6-bf1f-8d8dfb5992f4 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9e652046-2237-413b-9003-acf94ef8da06', 'tempest-TagsExtTest-Tag-1451455484') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:37.855601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06da369-d9e9-41a5-9490-b6df1aeeec0e None None] Pushing event updated for resources: {'Port': ['ID=a5e92b92-a91b-4daf-82ee-3e7269074365,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:37.887408 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-043ec2a6-0dc0-4bc6-bf1f-8d8dfb5992f4 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "PUT /v2.0/subnetpools/9e652046-2237-413b-9003-acf94ef8da06/tags/tempest-TagsExtTest-Tag-1451455484 HTTP/1.1" status: 201 len: 201 time: 0.0705986 Aug 16 01:59:37.889866 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49962) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:37.894907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9137d8-c554-4050-9a9f-8aa4ba6a6e1e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network 9f5d79fc-3c5c-4e04-8c97-12fe71072a76 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:37.895153 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-20b62d92-c372-4eb1-b086-660ebc2fb5f6 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c7a7783a-ad59-4f85-a65a-ec5083ed7945', {'tags': ['tempest-TagsExtTest-Tag-2003058457', 'tempest-TagsExtTest-Tag-254363242', 'tempest-TagsExtTest-Tag-490153499']}) {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:37.900394 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ac9137d8-c554-4050-9a9f-8aa4ba6a6e1e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:37.913077 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9137d8-c554-4050-9a9f-8aa4ba6a6e1e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:37.956481 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9137d8-c554-4050-9a9f-8aa4ba6a6e1e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=3b10b699-8851-48ba-baed-a5008e9f8eb2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:37.989690 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac9137d8-c554-4050-9a9f-8aa4ba6a6e1e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.002434 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-20b62d92-c372-4eb1-b086-660ebc2fb5f6 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "PUT /v2.0/subnets/c7a7783a-ad59-4f85-a65a-ec5083ed7945/tags HTTP/1.1" status: 200 len: 316 time: 0.1090381 Aug 16 01:59:38.002647 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49968) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:38.007911 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-1aff218d-96d0-426f-a3f2-02e950a9dc32 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c7a7783a-ad59-4f85-a65a-ec5083ed7945') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:38.139189 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1aff218d-96d0-426f-a3f2-02e950a9dc32 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/subnets/c7a7783a-ad59-4f85-a65a-ec5083ed7945/tags HTTP/1.1" status: 204 len: 168 time: 0.1354432 Aug 16 01:59:38.142099 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49970) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:38.160838 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-ddc818f0-f751-48a9-994a-9c20dc0bff34 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c7a7783a-ad59-4f85-a65a-ec5083ed7945', 'tempest-TagsExtTest-Tag-2003058457') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:38.175331 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.245872 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac9137d8-c554-4050-9a9f-8aa4ba6a6e1e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.303595 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-ddc818f0-f751-48a9-994a-9c20dc0bff34 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] show failed (client error): The resource could not be found. Aug 16 01:59:38.304779 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ddc818f0-f751-48a9-994a-9c20dc0bff34 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/subnets/c7a7783a-ad59-4f85-a65a-ec5083ed7945/tags/tempest-TagsExtTest-Tag-2003058457 HTTP/1.1" status: 404 len: 329 time: 0.1616857 Aug 16 01:59:38.308098 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49976) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:38.312865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-52794bfa-7166-446f-8eaa-994e8770871e tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c7a7783a-ad59-4f85-a65a-ec5083ed7945', 'tempest-TagsExtTest-Tag-254363242') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:38.396840 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-52794bfa-7166-446f-8eaa-994e8770871e tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] show failed (client error): The resource could not be found. Aug 16 01:59:38.404902 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-52794bfa-7166-446f-8eaa-994e8770871e tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/subnets/c7a7783a-ad59-4f85-a65a-ec5083ed7945/tags/tempest-TagsExtTest-Tag-254363242 HTTP/1.1" status: 404 len: 328 time: 0.0910635 Aug 16 01:59:38.406558 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49980) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:38.416165 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-dac95b8e-5865-4416-a1a3-4d64d83c55b4 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c7a7783a-ad59-4f85-a65a-ec5083ed7945', 'tempest-TagsExtTest-Tag-490153499') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:38.478044 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-dac95b8e-5865-4416-a1a3-4d64d83c55b4 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] show failed (client error): The resource could not be found. Aug 16 01:59:38.480627 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-dac95b8e-5865-4416-a1a3-4d64d83c55b4 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/subnets/c7a7783a-ad59-4f85-a65a-ec5083ed7945/tags/tempest-TagsExtTest-Tag-490153499 HTTP/1.1" status: 404 len: 328 time: 0.0729141 Aug 16 01:59:38.483868 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49982) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:38.488684 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-3c69b3dc-fb36-424a-86c4-d02fd2229e0e tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0b82de1f-f840-40ca-9529-99bf1bdb893d', {'tags': ['tempest-TagsExtTest-Tag-1831026057', 'tempest-TagsExtTest-Tag-2022159381', 'tempest-TagsExtTest-Tag-1673143761']}) {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:38.563002 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3c69b3dc-fb36-424a-86c4-d02fd2229e0e tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "PUT /v2.0/ports/0b82de1f-f840-40ca-9529-99bf1bdb893d/tags HTTP/1.1" status: 200 len: 318 time: 0.0780544 Aug 16 01:59:38.565719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49984) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:38.570245 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-b60ece26-e66f-4986-b5bb-22a5d595c05a tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0b82de1f-f840-40ca-9529-99bf1bdb893d') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:38.633312 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac9137d8-c554-4050-9a9f-8aa4ba6a6e1e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.640764 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac9137d8-c554-4050-9a9f-8aa4ba6a6e1e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.667646 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b60ece26-e66f-4986-b5bb-22a5d595c05a tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/ports/0b82de1f-f840-40ca-9529-99bf1bdb893d/tags HTTP/1.1" status: 204 len: 168 time: 0.1008210 Aug 16 01:59:38.668532 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49990) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:38.674422 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-ca05ca2f-486f-4aae-9845-76dc0443f7f9 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0b82de1f-f840-40ca-9529-99bf1bdb893d', 'tempest-TagsExtTest-Tag-1831026057') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:38.695267 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac9137d8-c554-4050-9a9f-8aa4ba6a6e1e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.811555 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-ca05ca2f-486f-4aae-9845-76dc0443f7f9 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] show failed (client error): The resource could not be found. Aug 16 01:59:38.818388 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ca05ca2f-486f-4aae-9845-76dc0443f7f9 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/ports/0b82de1f-f840-40ca-9529-99bf1bdb893d/tags/tempest-TagsExtTest-Tag-1831026057 HTTP/1.1" status: 404 len: 329 time: 0.1486459 Aug 16 01:59:38.818994 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49994) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:38.826252 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-6b6165cd-06d8-4bec-be78-3577cdd16569 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0b82de1f-f840-40ca-9529-99bf1bdb893d', 'tempest-TagsExtTest-Tag-2022159381') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:38.835115 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9137d8-c554-4050-9a9f-8aa4ba6a6e1e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=3b10b699-8851-48ba-baed-a5008e9f8eb2,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:38.907548 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a5e92b92-a91b-4daf-82ee-3e7269074365 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:38.914963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9137d8-c554-4050-9a9f-8aa4ba6a6e1e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network 9f5d79fc-3c5c-4e04-8c97-12fe71072a76 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:38.916582 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ac9137d8-c554-4050-9a9f-8aa4ba6a6e1e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:38.938111 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-6b6165cd-06d8-4bec-be78-3577cdd16569 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] show failed (client error): The resource could not be found. Aug 16 01:59:38.939414 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6b6165cd-06d8-4bec-be78-3577cdd16569 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/ports/0b82de1f-f840-40ca-9529-99bf1bdb893d/tags/tempest-TagsExtTest-Tag-2022159381 HTTP/1.1" status: 404 len: 329 time: 0.1194804 Aug 16 01:59:38.943370 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 49996) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:38.948137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-8322f686-1ccb-45f5-8f74-31229e481e5d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0b82de1f-f840-40ca-9529-99bf1bdb893d', 'tempest-TagsExtTest-Tag-1673143761') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:38.985240 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port a5e92b92-a91b-4daf-82ee-3e7269074365 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:38.989958 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3157ebfd-461d-4716-94e2-d026eea7e085 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:39.068788 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-8322f686-1ccb-45f5-8f74-31229e481e5d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] show failed (client error): The resource could not be found. Aug 16 01:59:39.072785 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8322f686-1ccb-45f5-8f74-31229e481e5d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/ports/0b82de1f-f840-40ca-9529-99bf1bdb893d/tags/tempest-TagsExtTest-Tag-1673143761 HTTP/1.1" status: 404 len: 329 time: 0.1255610 Aug 16 01:59:39.073382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50002) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:39.080429 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-65843c0e-b96a-45bf-8f47-7bff310baff8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'cd4caf16-3c3a-4858-98a5-fb9de158b993', {'tags': ['tempest-TagsExtTest-Tag-450422088', 'tempest-TagsExtTest-Tag-867834106', 'tempest-TagsExtTest-Tag-527567983']}) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:39.086019 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 3157ebfd-461d-4716-94e2-d026eea7e085 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:39.093070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 3157ebfd-461d-4716-94e2-d026eea7e085 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:39.093492 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.126651 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9137d8-c554-4050-9a9f-8aa4ba6a6e1e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Router ea2d904e-7b3f-4352-ab2e-0308902aac92 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:39.207718 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.232604 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 3157ebfd-461d-4716-94e2-d026eea7e085, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3157ebfd-461d-4716-94e2-d026eea7e085,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:39.237342 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.307180 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=3157ebfd-461d-4716-94e2-d026eea7e085,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:39.314095 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03526433-a528-46ec-9217-c6ffd549d792 None None] Network 9f5d79fc-3c5c-4e04-8c97-12fe71072a76 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:39.349044 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-65843c0e-b96a-45bf-8f47-7bff310baff8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "PUT /v2.0/routers/cd4caf16-3c3a-4858-98a5-fb9de158b993/tags HTTP/1.1" status: 200 len: 315 time: 0.2743938 Aug 16 01:59:39.349778 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50006) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:39.355508 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-8a0481b3-6273-43b8-802c-5d8048530a18 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cd4caf16-3c3a-4858-98a5-fb9de158b993') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:39.367855 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9137d8-c554-4050-9a9f-8aa4ba6a6e1e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:39.382885 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ac9137d8-c554-4050-9a9f-8aa4ba6a6e1e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "PUT /v2.0/routers/ea2d904e-7b3f-4352-ab2e-0308902aac92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2049928 Aug 16 01:59:39.422415 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-039baa52-98ea-4295-84ee-5deaf38bd0ab None None] Provisioning for port a5e92b92-a91b-4daf-82ee-3e7269074365 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:39.430544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-039baa52-98ea-4295-84ee-5deaf38bd0ab None None] Provisioning complete for port a5e92b92-a91b-4daf-82ee-3e7269074365 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:39.431091 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-039baa52-98ea-4295-84ee-5deaf38bd0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.519880 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8a0481b3-6273-43b8-802c-5d8048530a18 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/routers/cd4caf16-3c3a-4858-98a5-fb9de158b993/tags HTTP/1.1" status: 204 len: 168 time: 0.1665061 Aug 16 01:59:39.520589 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50014) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:39.528558 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-303749b4-7218-4d52-a6ed-70df876a69d0 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cd4caf16-3c3a-4858-98a5-fb9de158b993', 'tempest-TagsExtTest-Tag-450422088') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:39.615894 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-039baa52-98ea-4295-84ee-5deaf38bd0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.624079 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-303749b4-7218-4d52-a6ed-70df876a69d0 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] show failed (client error): The resource could not be found. Aug 16 01:59:39.627843 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-303749b4-7218-4d52-a6ed-70df876a69d0 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/routers/cd4caf16-3c3a-4858-98a5-fb9de158b993/tags/tempest-TagsExtTest-Tag-450422088 HTTP/1.1" status: 404 len: 328 time: 0.1010470 Aug 16 01:59:39.628562 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50026) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:39.633202 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-244e6470-f57c-4b5b-9504-4dd63cc43fe3 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cd4caf16-3c3a-4858-98a5-fb9de158b993', 'tempest-TagsExtTest-Tag-867834106') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:39.673038 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-039baa52-98ea-4295-84ee-5deaf38bd0ab None None] For port a5e92b92-a91b-4daf-82ee-3e7269074365, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a5e92b92-a91b-4daf-82ee-3e7269074365,segment=NetworkSegment(cdc47ac6-5405-4bfc-ae90-f141f53617d0),segment_id=cdc47ac6-5405-4bfc-ae90-f141f53617d0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:39.678657 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-039baa52-98ea-4295-84ee-5deaf38bd0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.711031 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-613da01f-c804-4d60-9407-0f2524f0685c req-d82d107d-c3be-4f04-8d6f-16a623a5b7c7 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758435&fields=id&tenant_id=7069c6ece3114808b56031f1299826b6 HTTP/1.1" status: 200 len: 267 time: 0.0705402 Aug 16 01:59:39.752672 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-244e6470-f57c-4b5b-9504-4dd63cc43fe3 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] show failed (client error): The resource could not be found. Aug 16 01:59:39.753738 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-244e6470-f57c-4b5b-9504-4dd63cc43fe3 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/routers/cd4caf16-3c3a-4858-98a5-fb9de158b993/tags/tempest-TagsExtTest-Tag-867834106 HTTP/1.1" status: 404 len: 328 time: 0.1242754 Aug 16 01:59:39.756712 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50030) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:39.770615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-41c4de41-e149-488a-b674-6f60e12dbc73 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cd4caf16-3c3a-4858-98a5-fb9de158b993', 'tempest-TagsExtTest-Tag-527567983') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:39.794656 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039baa52-98ea-4295-84ee-5deaf38bd0ab None None] Pushing event updated for resources: {'Port': ['ID=a5e92b92-a91b-4daf-82ee-3e7269074365,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:39.851247 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613da01f-c804-4d60-9407-0f2524f0685c req-441984f9-8ca1-486a-a7db-c22d3f55f9bb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:39.858981 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-613da01f-c804-4d60-9407-0f2524f0685c req-441984f9-8ca1-486a-a7db-c22d3f55f9bb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/networks?id=9f5d79fc-3c5c-4e04-8c97-12fe71072a76 HTTP/1.1" status: 200 len: 797 time: 0.1467118 Aug 16 01:59:39.878191 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-613da01f-c804-4d60-9407-0f2524f0685c req-e7d59755-b066-460f-8795-9865947a9025 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/quotas/7069c6ece3114808b56031f1299826b6 HTTP/1.1" status: 200 len: 375 time: 0.0160410 Aug 16 01:59:39.914113 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Sync routers for ids ['ea2d904e-7b3f-4352-ab2e-0308902aac92'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:39.919298 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-41c4de41-e149-488a-b674-6f60e12dbc73 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] show failed (client error): The resource could not be found. Aug 16 01:59:39.931382 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Routers {'ea2d904e-7b3f-4352-ab2e-0308902aac92'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:39.932035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ea2d904e-7b3f-4352-ab2e-0308902aac92'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:39.932924 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-41c4de41-e149-488a-b674-6f60e12dbc73 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/routers/cd4caf16-3c3a-4858-98a5-fb9de158b993/tags/tempest-TagsExtTest-Tag-527567983 HTTP/1.1" status: 404 len: 328 time: 0.1751516 Aug 16 01:59:39.933594 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50036) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:39.938382 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-004ab573-00d1-48a9-9709-16d80580898d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9e652046-2237-413b-9003-acf94ef8da06', {'tags': ['tempest-TagsExtTest-Tag-1125013781', 'tempest-TagsExtTest-Tag-360146027', 'tempest-TagsExtTest-Tag-36088722']}) {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:39.978509 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-613da01f-c804-4d60-9407-0f2524f0685c req-e7f7bdb4-a365-4645-9951-ffb13324608f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992155 Aug 16 01:59:39.982995 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-004ab573-00d1-48a9-9709-16d80580898d tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "PUT /v2.0/subnetpools/9e652046-2237-413b-9003-acf94ef8da06/tags HTTP/1.1" status: 200 len: 315 time: 0.0483265 Aug 16 01:59:39.985595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50038) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:39.990662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-3792abde-675b-4922-a916-aca7924f470c tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9e652046-2237-413b-9003-acf94ef8da06') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:40.072127 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Set router ea2d904e-7b3f-4352-ab2e-0308902aac92 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:40.110126 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3792abde-675b-4922-a916-aca7924f470c tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/subnetpools/9e652046-2237-413b-9003-acf94ef8da06/tags HTTP/1.1" status: 204 len: 168 time: 0.1188498 Aug 16 01:59:40.110213 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50044) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:40.114726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-df55573b-81c2-45ad-9a03-52f95babf39b tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9e652046-2237-413b-9003-acf94ef8da06', 'tempest-TagsExtTest-Tag-1125013781') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:40.136717 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-613da01f-c804-4d60-9407-0f2524f0685c req-3fe02fbf-59e3-4888-8541-fc1e8c208ba0 service neutron] 10.222.0.68 "GET /v2.0/networks/9f5d79fc-3c5c-4e04-8c97-12fe71072a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334050 Aug 16 01:59:40.183133 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-df55573b-81c2-45ad-9a03-52f95babf39b tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] show failed (client error): The resource could not be found. Aug 16 01:59:40.190236 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-df55573b-81c2-45ad-9a03-52f95babf39b tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/subnetpools/9e652046-2237-413b-9003-acf94ef8da06/tags/tempest-TagsExtTest-Tag-1125013781 HTTP/1.1" status: 404 len: 329 time: 0.0784197 Aug 16 01:59:40.191336 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50046) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:40.196312 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-40745d59-5077-4b12-8951-27cb0585d195 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9e652046-2237-413b-9003-acf94ef8da06', 'tempest-TagsExtTest-Tag-360146027') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:40.221590 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-40745d59-5077-4b12-8951-27cb0585d195 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] show failed (client error): The resource could not be found. Aug 16 01:59:40.226450 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-40745d59-5077-4b12-8951-27cb0585d195 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/subnetpools/9e652046-2237-413b-9003-acf94ef8da06/tags/tempest-TagsExtTest-Tag-360146027 HTTP/1.1" status: 404 len: 328 time: 0.0337684 Aug 16 01:59:40.227291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50048) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:40.234488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-db1ced3e-110a-478d-9fae-adda347789dd tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9e652046-2237-413b-9003-acf94ef8da06', 'tempest-TagsExtTest-Tag-36088722') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:40.266358 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-db1ced3e-110a-478d-9fae-adda347789dd tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] show failed (client error): The resource could not be found. Aug 16 01:59:40.270964 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-db1ced3e-110a-478d-9fae-adda347789dd tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/subnetpools/9e652046-2237-413b-9003-acf94ef8da06/tags/tempest-TagsExtTest-Tag-36088722 HTTP/1.1" status: 404 len: 327 time: 0.0422826 Aug 16 01:59:40.271800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50050) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:40.277835 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-bb72cb42-5ed2-4e3b-b8ad-5df60a6fba2f tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9e652046-2237-413b-9003-acf94ef8da06') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:40.328172 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bb72cb42-5ed2-4e3b-b8ad-5df60a6fba2f tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/subnetpools/9e652046-2237-413b-9003-acf94ef8da06/tags HTTP/1.1" status: 204 len: 168 time: 0.0550368 Aug 16 01:59:40.328883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50052) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:40.334360 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-a3452e0c-59a3-49c7-89ee-aed7152be282 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cd4caf16-3c3a-4858-98a5-fb9de158b993') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:40.449230 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a3452e0c-59a3-49c7-89ee-aed7152be282 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/routers/cd4caf16-3c3a-4858-98a5-fb9de158b993/tags HTTP/1.1" status: 204 len: 168 time: 0.1192465 Aug 16 01:59:40.455213 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50054) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:40.460100 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-06dece8e-0fc3-435f-b6b7-0f8da00f74b6 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0b82de1f-f840-40ca-9529-99bf1bdb893d') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:40.531761 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-06dece8e-0fc3-435f-b6b7-0f8da00f74b6 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/ports/0b82de1f-f840-40ca-9529-99bf1bdb893d/tags HTTP/1.1" status: 204 len: 168 time: 0.0753982 Aug 16 01:59:40.537262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50062) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:40.542296 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d29a894c-00a6-47a8-8a63-fa865090f843 None None] Provisioning for port 3b10b699-8851-48ba-baed-a5008e9f8eb2 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:40.542816 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-714a8c99-9b06-4975-97b3-27d71422e2f0 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c7a7783a-ad59-4f85-a65a-ec5083ed7945') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:40.573291 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d29a894c-00a6-47a8-8a63-fa865090f843 None None] Provisioning complete for port 3b10b699-8851-48ba-baed-a5008e9f8eb2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:40.573662 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d29a894c-00a6-47a8-8a63-fa865090f843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.616890 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-714a8c99-9b06-4975-97b3-27d71422e2f0 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/subnets/c7a7783a-ad59-4f85-a65a-ec5083ed7945/tags HTTP/1.1" status: 204 len: 168 time: 0.0784750 Aug 16 01:59:40.617997 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50064) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:40.634673 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d29a894c-00a6-47a8-8a63-fa865090f843 None None] Port 3b10b699-8851-48ba-baed-a5008e9f8eb2 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:40.657911 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d29a894c-00a6-47a8-8a63-fa865090f843 None None] Provisioning complete for port a5e92b92-a91b-4daf-82ee-3e7269074365 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:40.658274 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d29a894c-00a6-47a8-8a63-fa865090f843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.690667 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130503000', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:32Z', 'updated_at': '2021-08-16T01:59:38Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:33Z', 'updated_at': '2021-08-16T01:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '3b10b699-8851-48ba-baed-a5008e9f8eb2', 'name': '', 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:24:04:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:37Z', 'updated_at': '2021-08-16T01:59:38Z', 'revision_number': 2, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:40.703180 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-613da01f-c804-4d60-9407-0f2524f0685c req-20d2c7a0-766a-48a0-abf3-6c53ca0cfc7c service neutron] 10.222.0.68 "GET /v2.0/networks/9f5d79fc-3c5c-4e04-8c97-12fe71072a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5587096 Aug 16 01:59:40.724615 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Checking router: ea2d904e-7b3f-4352-ab2e-0308902aac92 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:40.724915 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Updating router ea2d904e-7b3f-4352-ab2e-0308902aac92 port 3b10b699-8851-48ba-baed-a5008e9f8eb2 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:59:40.727629 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64dceb1e-3a50-448c-ac85-823b3e5119f7 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks [] for subnetpool, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.728961 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-64dceb1e-3a50-448c-ac85-823b3e5119f7 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/subnetpools/9e652046-2237-413b-9003-acf94ef8da06 HTTP/1.1" status: 204 len: 168 time: 0.1097808 Aug 16 01:59:40.732079 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50066) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:40.757640 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.767413 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4bc610fb-1597-416a-a8ec-5016bace49f3 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd4caf16-3c3a-4858-98a5-fb9de158b993 HTTP/1.1" status: 200 len: 205 time: 0.0341825 Aug 16 01:59:40.770250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50068) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:40.823978 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a5e92b92-a91b-4daf-82ee-3e7269074365 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:40.875568 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3f7e8c0-b96d-4c41-ad2c-cecdaaebaffb tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.010325 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a5e92b92-a91b-4daf-82ee-3e7269074365 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:41.010708 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.016119 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-27ebb8d6-dfca-4523-af81-d17734ab98e9 req-da8a1a7b-a83b-4b56-9dc2-106b455a4dc4 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 210 time: 0.0718198 Aug 16 01:59:41.104872 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3f7e8c0-b96d-4c41-ad2c-cecdaaebaffb tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.107736 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3f7e8c0-b96d-4c41-ad2c-cecdaaebaffb tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.149096 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-ae61409a-53b5-4e7b-8bd5-562653ec82e4 req-f622645f-4037-4390-a47a-02501348b493 service neutron] (94672) timed out ('10.222.0.68', 52820) {{(pid=94672) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 01:59:41.164007 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3ca4291c-0bb9-45fa-9152-77f38e3e65a1 None None] Provisioning complete for port 3b10b699-8851-48ba-baed-a5008e9f8eb2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:41.164372 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3ca4291c-0bb9-45fa-9152-77f38e3e65a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.170369 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3f7e8c0-b96d-4c41-ad2c-cecdaaebaffb tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.171680 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f7e8c0-b96d-4c41-ad2c-cecdaaebaffb tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Fanout notify agent at l3_agent the message router_deleted on router cd4caf16-3c3a-4858-98a5-fb9de158b993 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:59:41.181124 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3f7e8c0-b96d-4c41-ad2c-cecdaaebaffb tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.187073 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c3f7e8c0-b96d-4c41-ad2c-cecdaaebaffb tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/routers/cd4caf16-3c3a-4858-98a5-fb9de158b993 HTTP/1.1" status: 204 len: 168 time: 0.4104125 Aug 16 01:59:41.187733 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50084) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:41.235539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3157ebfd-461d-4716-94e2-d026eea7e085 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:41.289686 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3ca4291c-0bb9-45fa-9152-77f38e3e65a1 None None] Port 3b10b699-8851-48ba-baed-a5008e9f8eb2 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:41.316483 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-351182a1-ac4d-46ad-b3bd-d4207adfb753 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Deleting port 0b82de1f-f840-40ca-9529-99bf1bdb893d {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:41.316886 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-351182a1-ac4d-46ad-b3bd-d4207adfb753 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.326264 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 3157ebfd-461d-4716-94e2-d026eea7e085 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:41.331121 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.453354 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-351182a1-ac4d-46ad-b3bd-d4207adfb753 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.471958 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-351182a1-ac4d-46ad-b3bd-d4207adfb753 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Calling delete_port for 0b82de1f-f840-40ca-9529-99bf1bdb893d owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:41.488301 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.512671 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Transition to ACTIVE for port object 3b10b699-8851-48ba-baed-a5008e9f8eb2 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:41.521279 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.586570 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9b72c-b82a-437c-b466-864fde082551 None None] Pushing event updated for resources: {'Port': ['ID=3b10b699-8851-48ba-baed-a5008e9f8eb2,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:41.668550 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-351182a1-ac4d-46ad-b3bd-d4207adfb753 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.671621 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Attempting to bind port 3b10b699-8851-48ba-baed-a5008e9f8eb2 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:41.672010 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Attempting to bind port 3b10b699-8851-48ba-baed-a5008e9f8eb2 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'cdc47ac6-5405-4bfc-ae90-f141f53617d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:41.672407 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Attempting to bind port 3b10b699-8851-48ba-baed-a5008e9f8eb2 on network 9f5d79fc-3c5c-4e04-8c97-12fe71072a76 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:41.690682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:41.692611 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Checking segment: {'id': 'cdc47ac6-5405-4bfc-ae90-f141f53617d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:41.692937 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.693346 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Bound using segment: {'id': 'cdc47ac6-5405-4bfc-ae90-f141f53617d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:41.697517 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Bound port: 3b10b699-8851-48ba-baed-a5008e9f8eb2, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc47ac6-5405-4bfc-ae90-f141f53617d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:41.699811 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.735172 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351182a1-ac4d-46ad-b3bd-d4207adfb753 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Pushing event deleted for resources: {'Port': ['ID=0b82de1f-f840-40ca-9529-99bf1bdb893d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:41.817378 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] For port 3b10b699-8851-48ba-baed-a5008e9f8eb2, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:41.827111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] For port 3b10b699-8851-48ba-baed-a5008e9f8eb2, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3b10b699-8851-48ba-baed-a5008e9f8eb2,segment=NetworkSegment(cdc47ac6-5405-4bfc-ae90-f141f53617d0),segment_id=cdc47ac6-5405-4bfc-ae90-f141f53617d0)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:41.844506 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.866392 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-351182a1-ac4d-46ad-b3bd-d4207adfb753 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.871771 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-351182a1-ac4d-46ad-b3bd-d4207adfb753 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/ports/0b82de1f-f840-40ca-9529-99bf1bdb893d HTTP/1.1" status: 204 len: 168 time: 0.6788492 Aug 16 01:59:41.872235 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50098) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:41.948067 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-03457f49-66af-4d0b-ac16-91359960baf6 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Deleting subnet c7a7783a-ad59-4f85-a65a-ec5083ed7945 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:59:41.953283 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03457f49-66af-4d0b-ac16-91359960baf6 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:41.962628 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9b72c-b82a-437c-b466-864fde082551 None None] Pushing event updated for resources: {'Port': ['ID=3b10b699-8851-48ba-baed-a5008e9f8eb2,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:41.991111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Routers {'ea2d904e-7b3f-4352-ab2e-0308902aac92'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:41.992054 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ea2d904e-7b3f-4352-ab2e-0308902aac92'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:42.058642 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03457f49-66af-4d0b-ac16-91359960baf6 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.157794 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] Set router ea2d904e-7b3f-4352-ab2e-0308902aac92 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:42.213974 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2cb15b3f-9dc4-42a9-baec-134a630d7105 req-690b28e5-fdb3-41c0-995f-bc836d42d753 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 210 time: 0.0644498 Aug 16 01:59:42.286873 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03457f49-66af-4d0b-ac16-91359960baf6 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.406501 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130503000', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:32Z', 'updated_at': '2021-08-16T01:59:38Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:33Z', 'updated_at': '2021-08-16T01:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '3b10b699-8851-48ba-baed-a5008e9f8eb2', 'name': '', 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:24:04:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:37Z', 'updated_at': '2021-08-16T01:59:41Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:42.434960 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a5ce24-7eb1-4af1-85db-50d38735e301 None None] The sync data for ids ['ea2d904e-7b3f-4352-ab2e-0308902aac92'] in n-d-765315-27 is: [{'id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130503000', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:32Z', 'updated_at': '2021-08-16T01:59:38Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:33Z', 'updated_at': '2021-08-16T01:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '3b10b699-8851-48ba-baed-a5008e9f8eb2', 'name': '', 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:24:04:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:37Z', 'updated_at': '2021-08-16T01:59:41Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:42.448448 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03457f49-66af-4d0b-ac16-91359960baf6 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.504141 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03457f49-66af-4d0b-ac16-91359960baf6 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.508286 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-03457f49-66af-4d0b-ac16-91359960baf6 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/subnets/c7a7783a-ad59-4f85-a65a-ec5083ed7945 HTTP/1.1" status: 204 len: 168 time: 0.6345482 Aug 16 01:59:42.510852 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50112) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:42.518765 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4045f469-d8bc-4f33-a6ba-09d1ff0336b1 None None] Network 3580199b-537d-46f1-865c-bdb326c5a9e2 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:42.587284 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03457f49-66af-4d0b-ac16-91359960baf6 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Pushing event deleted for resources: {'Subnet': ['ID=c7a7783a-ad59-4f85-a65a-ec5083ed7945,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:42.596138 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613da01f-c804-4d60-9407-0f2524f0685c req-20eb2598-8e77-4934-8f47-82b8b6f8534b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:42.597703 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-613da01f-c804-4d60-9407-0f2524f0685c req-20eb2598-8e77-4934-8f47-82b8b6f8534b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.73 "GET /v2.0/networks?id=9f5d79fc-3c5c-4e04-8c97-12fe71072a76 HTTP/1.1" status: 200 len: 797 time: 0.2328825 Aug 16 01:59:42.626946 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.676801 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-613da01f-c804-4d60-9407-0f2524f0685c req-415a2cc1-6ab4-4085-82c0-96ee69df6992 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7069c6ece3114808b56031f1299826b6 HTTP/1.1" status: 200 len: 377 time: 0.0525844 Aug 16 01:59:42.691961 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-613da01f-c804-4d60-9407-0f2524f0685c req-00299e25-ba02-42e2-99cd-3f879814b57c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'port': {'device_id': 'a1b66b75-8bb0-4ee0-85e2-0d51f187d233', 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76', 'admin_state_up': True, 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'security_groups': ['ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:42.695099 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Deleting port 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:42.695559 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.802473 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] For port 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=352c3148-6cfc-415b-a25b-4b4e5e2a9bb6,segment=NetworkSegment(59bbfa22-6d23-4e8f-9fea-5ba817734562),segment_id=59bbfa22-6d23-4e8f-9fea-5ba817734562)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:42.802967 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.838273 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3b10b699-8851-48ba-baed-a5008e9f8eb2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:42.860887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Calling delete_port for 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:42.881229 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c98f517-ee9a-4045-926f-bb9413c9b9c6 None None] DHCP port deletion for 3580199b-537d-46f1-865c-bdb326c5a9e2 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:59:42.922482 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613da01f-c804-4d60-9407-0f2524f0685c req-00299e25-ba02-42e2-99cd-3f879814b57c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Made reservation on behalf of 7069c6ece3114808b56031f1299826b6 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:42.930482 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-613da01f-c804-4d60-9407-0f2524f0685c req-00299e25-ba02-42e2-99cd-3f879814b57c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:42.992225 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.008817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 3b10b699-8851-48ba-baed-a5008e9f8eb2 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:43.018149 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 3b10b699-8851-48ba-baed-a5008e9f8eb2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:43.018814 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.047472 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6c98f517-ee9a-4045-926f-bb9413c9b9c6 None None] Deleting port 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:43.048159 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c98f517-ee9a-4045-926f-bb9413c9b9c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.077307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Pushing event deleted for resources: {'Port': ['ID=352c3148-6cfc-415b-a25b-4b4e5e2a9bb6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:43.081691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] No DVR routers for this DVR port 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:43.135290 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-6c98f517-ee9a-4045-926f-bb9413c9b9c6 None None] For port 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6, host n-d-765315-27, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:43.135802 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c98f517-ee9a-4045-926f-bb9413c9b9c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.152074 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-613da01f-c804-4d60-9407-0f2524f0685c req-00299e25-ba02-42e2-99cd-3f879814b57c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Allocated IP 172.20.0.14 (9f5d79fc-3c5c-4e04-8c97-12fe71072a76/ea277d4a-dc12-403d-909b-7d9cdbc8d276/e345810b-72d7-4749-96b7-14b27be7844d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:43.186735 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6c98f517-ee9a-4045-926f-bb9413c9b9c6 None None] Calling delete_port for 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:43.193067 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.ipam_backend_mixin [None req-6c98f517-ee9a-4045-926f-bb9413c9b9c6 None None] Port 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 was not found and therefore no delete operation was performed {{(pid=94674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:59:43.195989 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c98f517-ee9a-4045-926f-bb9413c9b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.226263 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.237939 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98f517-ee9a-4045-926f-bb9413c9b9c6 None None] Pushing event deleted for resources: {'Port': ['ID=352c3148-6cfc-415b-a25b-4b4e5e2a9bb6,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:43.241222 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3580199b-537d-46f1-865c-bdb326c5a9e2']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:43.243484 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c98f517-ee9a-4045-926f-bb9413c9b9c6 None None] No DVR routers for this DVR port 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:43.248214 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.256572 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bbfa22-6d23-4e8f-9fea-5ba817734562') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:43.256883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bbfa22-6d23-4e8f-9fea-5ba817734562') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:43.267945 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.290972 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.302978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:59:43.303492 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: timer() Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:43.373672 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:43.378664 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 3b10b699-8851-48ba-baed-a5008e9f8eb2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3b10b699-8851-48ba-baed-a5008e9f8eb2,segment=NetworkSegment(cdc47ac6-5405-4bfc-ae90-f141f53617d0),segment_id=cdc47ac6-5405-4bfc-ae90-f141f53617d0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:43.384015 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.440364 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.455894 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14c0a6d2-f802-4629-8938-bdbfce1d02b9 req-de3ee330-ee75-49b3-ab54-9a0cd9e62607 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 210 time: 0.0933280 Aug 16 01:59:43.456726 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=3b10b699-8851-48ba-baed-a5008e9f8eb2,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:43.476721 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.478888 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] 10.222.0.68 "DELETE /v2.0/networks/3580199b-537d-46f1-865c-bdb326c5a9e2 HTTP/1.1" status: 204 len: 168 time: 0.9609871 Aug 16 01:59:43.480465 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df757090-78fe-4bbb-99c3-7d62961adbf8 tempest-TagsExtTest-204181655 tempest-TagsExtTest-204181655-project] Pushing event deleted for resources: {'Network': ['ID=3580199b-537d-46f1-865c-bdb326c5a9e2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:43.489772 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-613da01f-c804-4d60-9407-0f2524f0685c req-00299e25-ba02-42e2-99cd-3f879814b57c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.525786 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-613da01f-c804-4d60-9407-0f2524f0685c req-00299e25-ba02-42e2-99cd-3f879814b57c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Transition to ACTIVE for port object e345810b-72d7-4749-96b7-14b27be7844d will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:43.562672 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-613da01f-c804-4d60-9407-0f2524f0685c req-00299e25-ba02-42e2-99cd-3f879814b57c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.635567 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613da01f-c804-4d60-9407-0f2524f0685c req-00299e25-ba02-42e2-99cd-3f879814b57c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network 9f5d79fc-3c5c-4e04-8c97-12fe71072a76 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:43.642075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-613da01f-c804-4d60-9407-0f2524f0685c req-00299e25-ba02-42e2-99cd-3f879814b57c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:43.646238 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-613da01f-c804-4d60-9407-0f2524f0685c req-00299e25-ba02-42e2-99cd-3f879814b57c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:43.653443 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00299e25-ba02-42e2-99cd-3f879814b57c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=e345810b-72d7-4749-96b7-14b27be7844d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:43.715211 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613da01f-c804-4d60-9407-0f2524f0685c req-00299e25-ba02-42e2-99cd-3f879814b57c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:43.715969 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-613da01f-c804-4d60-9407-0f2524f0685c req-00299e25-ba02-42e2-99cd-3f879814b57c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.743101 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-613da01f-c804-4d60-9407-0f2524f0685c req-00299e25-ba02-42e2-99cd-3f879814b57c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0588956 Aug 16 01:59:43.766564 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Request body: {'port': {'device_id': 'a1b66b75-8bb0-4ee0-85e2-0d51f187d233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:43.848344 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.876701 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50138) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:44.071265 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f2f51f25-bba2-4137-977d-1ba09f7aa3a2 None None] Provisioning for port e345810b-72d7-4749-96b7-14b27be7844d completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:44.076806 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f2f51f25-bba2-4137-977d-1ba09f7aa3a2 None None] Provisioning complete for port e345810b-72d7-4749-96b7-14b27be7844d triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:44.077174 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f2f51f25-bba2-4137-977d-1ba09f7aa3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.124844 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3a3236fc-e71f-4bc3-afd1-57a7f938c73d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=10fc046e4ed24266988c2eba6ec52455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467542 Aug 16 01:59:44.127171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50146) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:44.130377 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f2f51f25-bba2-4137-977d-1ba09f7aa3a2 None None] Port e345810b-72d7-4749-96b7-14b27be7844d cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:44.199066 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6de68d40-f6b8-4fe7-9126-dc690b0b400c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.225197 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6de68d40-f6b8-4fe7-9126-dc690b0b400c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.236477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e345810b-72d7-4749-96b7-14b27be7844d {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:44.249302 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.264950 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Transition to ACTIVE for port object e345810b-72d7-4749-96b7-14b27be7844d will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:44.269967 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.280505 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6de68d40-f6b8-4fe7-9126-dc690b0b400c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.284436 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6de68d40-f6b8-4fe7-9126-dc690b0b400c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.288514 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6de68d40-f6b8-4fe7-9126-dc690b0b400c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ecda096c-45f4-480c-a267-156c1faccf3e HTTP/1.1" status: 204 len: 168 time: 0.1576586 Aug 16 01:59:44.308695 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de68d40-f6b8-4fe7-9126-dc690b0b400c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecda096c-45f4-480c-a267-156c1faccf3e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:44.438008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Pushing event updated for resources: {'Port': ['ID=e345810b-72d7-4749-96b7-14b27be7844d,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:44.451208 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Attempting to bind port e345810b-72d7-4749-96b7-14b27be7844d on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:44.451544 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Attempting to bind port e345810b-72d7-4749-96b7-14b27be7844d by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'cdc47ac6-5405-4bfc-ae90-f141f53617d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:44.452114 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Attempting to bind port e345810b-72d7-4749-96b7-14b27be7844d on network 9f5d79fc-3c5c-4e04-8c97-12fe71072a76 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:44.457046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Port e345810b-72d7-4749-96b7-14b27be7844d on network 9f5d79fc-3c5c-4e04-8c97-12fe71072a76 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:44.458580 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Attempting to bind port e345810b-72d7-4749-96b7-14b27be7844d on network 9f5d79fc-3c5c-4e04-8c97-12fe71072a76 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:44.466604 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:44.467181 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Checking segment: {'id': 'cdc47ac6-5405-4bfc-ae90-f141f53617d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:44.468327 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Bound using segment: {'id': 'cdc47ac6-5405-4bfc-ae90-f141f53617d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:44.469166 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Bound port: e345810b-72d7-4749-96b7-14b27be7844d, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdc47ac6-5405-4bfc-ae90-f141f53617d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:44.469677 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.559847 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] For port e345810b-72d7-4749-96b7-14b27be7844d, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:44.578891 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] For port e345810b-72d7-4749-96b7-14b27be7844d, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e345810b-72d7-4749-96b7-14b27be7844d,segment=NetworkSegment(cdc47ac6-5405-4bfc-ae90-f141f53617d0),segment_id=cdc47ac6-5405-4bfc-ae90-f141f53617d0)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:44.585460 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.598813 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d4aef-6c3e-44d9-bba3-56cc5c88e000 req-32291994-7d94-4b97-ae23-de10c6598298 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.607693 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a6d4aef-6c3e-44d9-bba3-56cc5c88e000 req-32291994-7d94-4b97-ae23-de10c6598298 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 944 time: 0.0771863 Aug 16 01:59:44.682788 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a6d4aef-6c3e-44d9-bba3-56cc5c88e000 req-7cc35cbf-b9cf-4083-8f6a-9da1b4c01784 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0731015 Aug 16 01:59:44.690854 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.696387 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.698603 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-613da01f-c804-4d60-9407-0f2524f0685c req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] 10.222.0.73 "PUT /v2.0/ports/e345810b-72d7-4749-96b7-14b27be7844d HTTP/1.1" status: 200 len: 1093 time: 0.9460866 Aug 16 01:59:44.699513 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b66b75-8bb0-4ee0-85e2-0d51f187d233', 'tag': 'e345810b-72d7-4749-96b7-14b27be7844d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:44.702281 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dd882d-bc33-493c-8250-810af5b347b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b66b75-8bb0-4ee0-85e2-0d51f187d233", "tag": "e345810b-72d7-4749-96b7-14b27be7844d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:44.781025 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3b10b699-8851-48ba-baed-a5008e9f8eb2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:44.825119 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56587242-f43c-4c48-bf12-7431d711da92 service neutron] Pushing event updated for resources: {'Port': ['ID=e345810b-72d7-4749-96b7-14b27be7844d,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:44.855146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613da01f-c804-4d60-9407-0f2524f0685c req-0e14b1b7-08ee-44f6-b4ca-7b6e40fa8e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.857122 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-613da01f-c804-4d60-9407-0f2524f0685c req-0e14b1b7-08ee-44f6-b4ca-7b6e40fa8e53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 1096 time: 0.1006751 Aug 16 01:59:44.883839 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 3b10b699-8851-48ba-baed-a5008e9f8eb2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:44.884295 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.915997 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-613da01f-c804-4d60-9407-0f2524f0685c req-37b7bce4-71be-40a2-a9b3-daef75783f4b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e345810b-72d7-4749-96b7-14b27be7844d HTTP/1.1" status: 200 len: 217 time: 0.0492637 Aug 16 01:59:45.015219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613da01f-c804-4d60-9407-0f2524f0685c req-b48186d2-60a6-4415-932a-afdb7fdb712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:45.016519 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-613da01f-c804-4d60-9407-0f2524f0685c req-b48186d2-60a6-4415-932a-afdb7fdb712b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea277d4a-dc12-403d-909b-7d9cdbc8d276 HTTP/1.1" status: 200 len: 834 time: 0.0948989 Aug 16 01:59:45.107749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613da01f-c804-4d60-9407-0f2524f0685c req-0facc9ef-4f69-421c-968c-1c6962285e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:45.109538 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-613da01f-c804-4d60-9407-0f2524f0685c req-0facc9ef-4f69-421c-968c-1c6962285e1e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f5d79fc-3c5c-4e04-8c97-12fe71072a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853822 Aug 16 01:59:45.130783 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3230b8a9-efcb-43ee-8ff9-7898b875f7af x-openstack-request-id: req-3230b8a9-efcb-43ee-8ff9-7898b875f7af {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:45.130967 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b66b75-8bb0-4ee0-85e2-0d51f187d233", "tag": "e345810b-72d7-4749-96b7-14b27be7844d", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:45.131211 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3230b8a9-efcb-43ee-8ff9-7898b875f7af {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:45.131608 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b66b75-8bb0-4ee0-85e2-0d51f187d233', 'tag': 'e345810b-72d7-4749-96b7-14b27be7844d', 'status': 'completed', 'code': 200} Aug 16 01:59:45.134753 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:45.156968 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:45.157494 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 352c3148-6cfc-415b-a25b-4b4e5e2a9bb6 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:45.229899 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-613da01f-c804-4d60-9407-0f2524f0685c req-02f59c01-cfaf-40cd-8cb9-857a87337ac5 service neutron] 10.222.0.73 "GET /v2.0/networks/9f5d79fc-3c5c-4e04-8c97-12fe71072a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113787 Aug 16 01:59:45.333348 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-613da01f-c804-4d60-9407-0f2524f0685c req-b499e21c-27c5-42da-9354-afccbaa998c1 service neutron] 10.222.0.73 "GET /v2.0/networks/9f5d79fc-3c5c-4e04-8c97-12fe71072a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952034 Aug 16 01:59:45.425191 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd882d-bc33-493c-8250-810af5b347b1 req-67da22fd-9ce6-4293-80fe-1459cec18b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:45.427266 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17dd882d-bc33-493c-8250-810af5b347b1 req-67da22fd-9ce6-4293-80fe-1459cec18b7a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 1096 time: 0.0456223 Aug 16 01:59:45.528973 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd882d-bc33-493c-8250-810af5b347b1 req-04ddbd8f-7733-44b4-a2c1-a76872b634b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:45.530634 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17dd882d-bc33-493c-8250-810af5b347b1 req-04ddbd8f-7733-44b4-a2c1-a76872b634b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f5d79fc-3c5c-4e04-8c97-12fe71072a76 HTTP/1.1" status: 200 len: 898 time: 0.0948946 Aug 16 01:59:45.592961 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17dd882d-bc33-493c-8250-810af5b347b1 req-02bf1c20-df08-4327-8419-3f5bf29988e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e345810b-72d7-4749-96b7-14b27be7844d HTTP/1.1" status: 200 len: 217 time: 0.0544477 Aug 16 01:59:45.646690 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd882d-bc33-493c-8250-810af5b347b1 req-50064699-df33-4cee-ba01-750cb80478e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:45.648135 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17dd882d-bc33-493c-8250-810af5b347b1 req-50064699-df33-4cee-ba01-750cb80478e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea277d4a-dc12-403d-909b-7d9cdbc8d276 HTTP/1.1" status: 200 len: 834 time: 0.0476427 Aug 16 01:59:45.702870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd882d-bc33-493c-8250-810af5b347b1 req-a5fefbb1-8c39-4b62-99fb-282251b9be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:45.704524 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17dd882d-bc33-493c-8250-810af5b347b1 req-a5fefbb1-8c39-4b62-99fb-282251b9be40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f5d79fc-3c5c-4e04-8c97-12fe71072a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479069 Aug 16 01:59:45.834901 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd963b-1fd6-45b5-87bf-75f9d7abfb32 req-aac501c0-8a25-4e66-abc6-0ec1f9cbf348 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:45.836413 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e8fd963b-1fd6-45b5-87bf-75f9d7abfb32 req-aac501c0-8a25-4e66-abc6-0ec1f9cbf348 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 944 time: 0.0761414 Aug 16 01:59:45.876372 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17dd882d-bc33-493c-8250-810af5b347b1 req-ff8226a8-02a8-4b3d-8d18-1543432c221c service neutron] 10.222.0.73 "GET /v2.0/networks/9f5d79fc-3c5c-4e04-8c97-12fe71072a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639662 Aug 16 01:59:45.884081 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e8fd963b-1fd6-45b5-87bf-75f9d7abfb32 req-d45d86a6-552a-4dfa-a033-4faeb5dbc524 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0380502 Aug 16 01:59:45.980816 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17dd882d-bc33-493c-8250-810af5b347b1 req-8fe10e45-2473-4a94-b6d8-ec4662b52b88 service neutron] 10.222.0.73 "GET /v2.0/networks/9f5d79fc-3c5c-4e04-8c97-12fe71072a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949416 Aug 16 01:59:47.011644 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6964322-91f5-4c9b-8abb-912e32a8b09b req-52aef39f-9f5a-45f3-9912-989fc7227a65 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:47.013253 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6964322-91f5-4c9b-8abb-912e32a8b09b req-52aef39f-9f5a-45f3-9912-989fc7227a65 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 944 time: 0.0533726 Aug 16 01:59:47.058974 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6964322-91f5-4c9b-8abb-912e32a8b09b req-ae91f439-2e6f-419d-b830-1e2307dddc60 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392671 Aug 16 01:59:47.617084 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564a2c2-cfdf-429c-81f3-8515b7e00b28 req-820ca0e6-9fe3-4b25-8bd0-14d89e450ee3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:47.622601 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2564a2c2-cfdf-429c-81f3-8515b7e00b28 req-820ca0e6-9fe3-4b25-8bd0-14d89e450ee3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.0608039 Aug 16 01:59:47.671446 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2564a2c2-cfdf-429c-81f3-8515b7e00b28 req-857aec28-422d-4a34-a5dc-9eb2aaa1ed29 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409343 Aug 16 01:59:48.187640 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b142e-bc1b-4e1b-a59d-1a029f994bdf req-be1d9848-ae1e-4161-a5b0-1646419db58b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.189408 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-037b142e-bc1b-4e1b-a59d-1a029f994bdf req-be1d9848-ae1e-4161-a5b0-1646419db58b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 944 time: 0.0566003 Aug 16 01:59:48.245008 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-037b142e-bc1b-4e1b-a59d-1a029f994bdf req-4dc0e700-85e3-4c69-86df-49384a056e7b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0478075 Aug 16 01:59:48.814799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75d065-804e-46bc-af8b-8dba611bc992 req-8aea9e4a-a463-49dc-a05c-50868c05140f tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.816422 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a75d065-804e-46bc-af8b-8dba611bc992 req-8aea9e4a-a463-49dc-a05c-50868c05140f tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.0649762 Aug 16 01:59:48.858552 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a75d065-804e-46bc-af8b-8dba611bc992 req-50a19b7d-2206-4611-8a2c-dbc1ec73568e tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356395 Aug 16 01:59:49.174107 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e345810b-72d7-4749-96b7-14b27be7844d details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:49.266685 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50348) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:49.323388 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e345810b-72d7-4749-96b7-14b27be7844d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e345810b-72d7-4749-96b7-14b27be7844d,segment=NetworkSegment(cdc47ac6-5405-4bfc-ae90-f141f53617d0),segment_id=cdc47ac6-5405-4bfc-ae90-f141f53617d0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:49.343465 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'e345810b-72d7-4749-96b7-14b27be7844d', 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76', 'port_id': 'e345810b-72d7-4749-96b7-14b27be7844d', 'mac_address': 'fa:16:3e:ec:5e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:49.386540 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.393379 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad4046-e2d9-4543-abcb-9f411beb6349 req-a127e10b-4491-4ae4-8591-96ec49607ec9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.395195 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36ad4046-e2d9-4543-abcb-9f411beb6349 req-a127e10b-4491-4ae4-8591-96ec49607ec9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 944 time: 0.0659776 Aug 16 01:59:49.400838 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e345810b-72d7-4749-96b7-14b27be7844d {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:49.423286 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e345810b-72d7-4749-96b7-14b27be7844d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e345810b-72d7-4749-96b7-14b27be7844d,segment=NetworkSegment(cdc47ac6-5405-4bfc-ae90-f141f53617d0),segment_id=cdc47ac6-5405-4bfc-ae90-f141f53617d0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:49.427079 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.431077 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c37cc75e-5d22-43a8-81fb-b2298759f814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.470202 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36ad4046-e2d9-4543-abcb-9f411beb6349 req-0ce382e3-f82b-468f-912e-59416f8e565f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0662088 Aug 16 01:59:49.479539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=e345810b-72d7-4749-96b7-14b27be7844d,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:49.566284 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c37cc75e-5d22-43a8-81fb-b2298759f814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.571403 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c37cc75e-5d22-43a8-81fb-b2298759f814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.612951 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c37cc75e-5d22-43a8-81fb-b2298759f814 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1a1de46fcdf84767940dbbe49d072ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439205 Aug 16 01:59:49.613918 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cc75e-5d22-43a8-81fb-b2298759f814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7beb536b-c12e-4e22-8708-ca1d4a870f92,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:49.615603 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50358) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:49.650173 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['e345810b-72d7-4749-96b7-14b27be7844d'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:49.703163 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61af75-2b05-483f-89bb-43aec8a6f0a8 req-d1c409aa-21aa-43ff-9c18-0f20a5642e07 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.704828 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1b61af75-2b05-483f-89bb-43aec8a6f0a8 req-d1c409aa-21aa-43ff-9c18-0f20a5642e07 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.73 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.0825202 Aug 16 01:59:49.726419 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2df8241-5135-476e-abbf-546fea703f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.803066 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2df8241-5135-476e-abbf-546fea703f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.882626 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2df8241-5135-476e-abbf-546fea703f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.887296 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2df8241-5135-476e-abbf-546fea703f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.890241 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e2df8241-5135-476e-abbf-546fea703f1c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7beb536b-c12e-4e22-8708-ca1d4a870f92 HTTP/1.1" status: 204 len: 168 time: 0.2733946 Aug 16 01:59:49.923031 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-1b61af75-2b05-483f-89bb-43aec8a6f0a8 req-7cc2815b-1d01-4cd8-8b33-d7a01d3414f7 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Deleting port 3c70fc36-69e1-4296-b6fa-24974648b9da {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:49.924087 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1b61af75-2b05-483f-89bb-43aec8a6f0a8 req-7cc2815b-1d01-4cd8-8b33-d7a01d3414f7 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.995350 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df8241-5135-476e-abbf-546fea703f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7beb536b-c12e-4e22-8708-ca1d4a870f92,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:50.012874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df8241-5135-476e-abbf-546fea703f1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.013440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df8241-5135-476e-abbf-546fea703f1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.014674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df8241-5135-476e-abbf-546fea703f1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.015385 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df8241-5135-476e-abbf-546fea703f1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.015935 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df8241-5135-476e-abbf-546fea703f1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.016666 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df8241-5135-476e-abbf-546fea703f1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.017197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df8241-5135-476e-abbf-546fea703f1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.017740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df8241-5135-476e-abbf-546fea703f1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.018329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df8241-5135-476e-abbf-546fea703f1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.018854 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df8241-5135-476e-abbf-546fea703f1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.019380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df8241-5135-476e-abbf-546fea703f1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.019903 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df8241-5135-476e-abbf-546fea703f1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.047421 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76526b63-6bdd-42db-a7f5-9d413c19c5e2 req-56526ab7-38b0-4846-83f8-14788a427bd0 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.049025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76526b63-6bdd-42db-a7f5-9d413c19c5e2 req-56526ab7-38b0-4846-83f8-14788a427bd0 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 945 time: 0.0934312 Aug 16 01:59:50.099955 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76526b63-6bdd-42db-a7f5-9d413c19c5e2 req-e5bca5c7-400e-4164-a45b-81b4dd769d25 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=6899e8c8-8235-46f7-87cf-d08115d31813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438552 Aug 16 01:59:50.100433 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1b61af75-2b05-483f-89bb-43aec8a6f0a8 req-7cc2815b-1d01-4cd8-8b33-d7a01d3414f7 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] For port 3c70fc36-69e1-4296-b6fa-24974648b9da, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3c70fc36-69e1-4296-b6fa-24974648b9da,segment=NetworkSegment(2df05855-90d2-416b-8a01-7dd491dcd3de),segment_id=2df05855-90d2-416b-8a01-7dd491dcd3de)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:50.100811 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1b61af75-2b05-483f-89bb-43aec8a6f0a8 req-7cc2815b-1d01-4cd8-8b33-d7a01d3414f7 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.112058 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58ccee0f-0f5b-401d-8ba4-2e0f9fe6d6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.255950 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50378) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:50.270697 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab51e228-97b4-4b28-86de-1fafbab8e301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.381158 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab51e228-97b4-4b28-86de-1fafbab8e301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.386196 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab51e228-97b4-4b28-86de-1fafbab8e301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.431799 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ab51e228-97b4-4b28-86de-1fafbab8e301 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5ac29608a6654425bb6991549fe83e69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1743495 Aug 16 01:59:50.432560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51e228-97b4-4b28-86de-1fafbab8e301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938ec783-3f30-4061-a481-3d75c4a1f881,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:50.434898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50384) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:50.450695 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1b61af75-2b05-483f-89bb-43aec8a6f0a8 req-7cc2815b-1d01-4cd8-8b33-d7a01d3414f7 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.450695 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1b61af75-2b05-483f-89bb-43aec8a6f0a8 req-7cc2815b-1d01-4cd8-8b33-d7a01d3414f7 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.450695 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [req-1b61af75-2b05-483f-89bb-43aec8a6f0a8 req-7cc2815b-1d01-4cd8-8b33-d7a01d3414f7 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Floating IP 2ad9a95b-9292-4bc0-a89f-e1c8429f0287 disassociated. External IP: 172.25.3.114, port: 3c70fc36-69e1-4296-b6fa-24974648b9da. Aug 16 01:59:50.450695 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-1b61af75-2b05-483f-89bb-43aec8a6f0a8 req-7cc2815b-1d01-4cd8-8b33-d7a01d3414f7 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Calling delete_port for 3c70fc36-69e1-4296-b6fa-24974648b9da owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:50.496581 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-721d55bc-1a91-425a-bba0-6d70dac2aea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.528558 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-721d55bc-1a91-425a-bba0-6d70dac2aea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.601716 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-721d55bc-1a91-425a-bba0-6d70dac2aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.606254 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-721d55bc-1a91-425a-bba0-6d70dac2aea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.609976 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-721d55bc-1a91-425a-bba0-6d70dac2aea6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/938ec783-3f30-4061-a481-3d75c4a1f881 HTTP/1.1" status: 204 len: 168 time: 0.1717904 Aug 16 01:59:50.616745 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d55bc-1a91-425a-bba0-6d70dac2aea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938ec783-3f30-4061-a481-3d75c4a1f881,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:50.654171 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccaa7a-84b4-4c22-8b0f-682fa91e8415 req-744bb180-2db3-4393-831f-92e0c25246cd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.656036 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03ccaa7a-84b4-4c22-8b0f-682fa91e8415 req-744bb180-2db3-4393-831f-92e0c25246cd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 945 time: 0.1100407 Aug 16 01:59:50.657611 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1b61af75-2b05-483f-89bb-43aec8a6f0a8 req-7cc2815b-1d01-4cd8-8b33-d7a01d3414f7 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.706176 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2815b-1d01-4cd8-8b33-d7a01d3414f7 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Pushing event deleted for resources: {'Port': ['ID=3c70fc36-69e1-4296-b6fa-24974648b9da,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:50.792676 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03ccaa7a-84b4-4c22-8b0f-682fa91e8415 req-56f94285-5e72-48b6-9e7d-fb4c6febffec tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1268940 Aug 16 01:59:50.888648 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b61af75-2b05-483f-89bb-43aec8a6f0a8 req-7cc2815b-1d01-4cd8-8b33-d7a01d3414f7 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Router a5fdd199-1494-4f7e-adb7-9aa8046e1cea has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:51.031908 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b61af75-2b05-483f-89bb-43aec8a6f0a8 req-7cc2815b-1d01-4cd8-8b33-d7a01d3414f7 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:51.053281 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58cae15-1ab0-43cf-b836-6a1b20d70caf None None] Sync routers for ids ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:51.072601 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58cae15-1ab0-43cf-b836-6a1b20d70caf None None] Routers {'a5fdd199-1494-4f7e-adb7-9aa8046e1cea'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:51.073699 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a58cae15-1ab0-43cf-b836-6a1b20d70caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:51.095798 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b61af75-2b05-483f-89bb-43aec8a6f0a8 req-7cc2815b-1d01-4cd8-8b33-d7a01d3414f7 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] No DVR routers for this DVR port 3c70fc36-69e1-4296-b6fa-24974648b9da on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:51.098654 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1b61af75-2b05-483f-89bb-43aec8a6f0a8 req-7cc2815b-1d01-4cd8-8b33-d7a01d3414f7 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.100952 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1b61af75-2b05-483f-89bb-43aec8a6f0a8 req-7cc2815b-1d01-4cd8-8b33-d7a01d3414f7 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.73 "DELETE /v2.0/ports/3c70fc36-69e1-4296-b6fa-24974648b9da HTTP/1.1" status: 204 len: 173 time: 1.3844848 Aug 16 01:59:51.101295 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f545f8ce-c8e6-4e3a-88f6-97034cfdbedb', 'name': 'network-vif-deleted', 'tag': '3c70fc36-69e1-4296-b6fa-24974648b9da'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:51.104558 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfbcaf0-1a23-4204-bbe1-c0ee3ab4532a" -d '{"events": [{"server_uuid": "f545f8ce-c8e6-4e3a-88f6-97034cfdbedb", "name": "network-vif-deleted", "tag": "3c70fc36-69e1-4296-b6fa-24974648b9da"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:51.147886 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab819e1-550b-4e2c-a21d-500408c16abd x-openstack-request-id: req-dab819e1-550b-4e2c-a21d-500408c16abd {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:51.148179 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f545f8ce-c8e6-4e3a-88f6-97034cfdbedb", "name": "network-vif-deleted", "tag": "3c70fc36-69e1-4296-b6fa-24974648b9da", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:51.148490 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dab819e1-550b-4e2c-a21d-500408c16abd {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:51.148901 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f545f8ce-c8e6-4e3a-88f6-97034cfdbedb', 'name': 'network-vif-deleted', 'tag': '3c70fc36-69e1-4296-b6fa-24974648b9da', 'status': 'completed', 'code': 200} Aug 16 01:59:51.174953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e345810b-72d7-4749-96b7-14b27be7844d up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:51.277484 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port e345810b-72d7-4749-96b7-14b27be7844d completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:51.282514 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port e345810b-72d7-4749-96b7-14b27be7844d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:51.282922 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.329251 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9ac2e59b-f03e-465d-9ef1-acde03071711 req-98c29798-279b-4a93-ad26-1a5e2f4d546c tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=f545f8ce-c8e6-4e3a-88f6-97034cfdbedb HTTP/1.1" status: 200 len: 210 time: 0.0721488 Aug 16 01:59:51.354090 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a58cae15-1ab0-43cf-b836-6a1b20d70caf None None] Set router a5fdd199-1494-4f7e-adb7-9aa8046e1cea gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:51.430344 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.466817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b66b75-8bb0-4ee0-85e2-0d51f187d233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e345810b-72d7-4749-96b7-14b27be7844d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:51.470651 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdb80ec-a731-4c8b-ab7f-6184ca6969da" -d '{"events": [{"server_uuid": "a1b66b75-8bb0-4ee0-85e2-0d51f187d233", "name": "network-vif-plugged", "status": "completed", "tag": "e345810b-72d7-4749-96b7-14b27be7844d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:51.518829 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e345810b-72d7-4749-96b7-14b27be7844d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e345810b-72d7-4749-96b7-14b27be7844d,segment=NetworkSegment(cdc47ac6-5405-4bfc-ae90-f141f53617d0),segment_id=cdc47ac6-5405-4bfc-ae90-f141f53617d0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:51.524655 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.529429 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bced381c-daaa-4f2d-af8e-9a1162a24b5e x-openstack-request-id: req-bced381c-daaa-4f2d-af8e-9a1162a24b5e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:51.530260 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b66b75-8bb0-4ee0-85e2-0d51f187d233", "name": "network-vif-plugged", "status": "completed", "tag": "e345810b-72d7-4749-96b7-14b27be7844d", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:51.531142 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bced381c-daaa-4f2d-af8e-9a1162a24b5e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:51.531794 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b66b75-8bb0-4ee0-85e2-0d51f187d233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e345810b-72d7-4749-96b7-14b27be7844d', 'code': 200} Aug 16 01:59:51.617211 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a58cae15-1ab0-43cf-b836-6a1b20d70caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:28Z', 'revision_number': 4, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port': {'id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:22Z', 'updated_at': '2021-08-16T01:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '13be672a-5261-488e-9b32-5a877dade886', 'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'mac_address': 'fa:16:3e:d2:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '9580d968-042a-4a5e-966b-8406c010ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:42Z', 'revision_number': 5, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'subnets': [{'id': '9580d968-042a-4a5e-966b-8406c010ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:51.635790 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=e345810b-72d7-4749-96b7-14b27be7844d,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:51.650587 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58cae15-1ab0-43cf-b836-6a1b20d70caf None None] Checking router: a5fdd199-1494-4f7e-adb7-9aa8046e1cea for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:51.661859 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58cae15-1ab0-43cf-b836-6a1b20d70caf None None] Routers {'a5fdd199-1494-4f7e-adb7-9aa8046e1cea'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:51.662525 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a58cae15-1ab0-43cf-b836-6a1b20d70caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:51.754595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42908a-5688-463e-8ada-30b2b7be9428 req-42924007-e4cb-47ef-b50f-452fc6835913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:51.756632 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bd42908a-5688-463e-8ada-30b2b7be9428 req-42924007-e4cb-47ef-b50f-452fc6835913 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 1098 time: 0.1191516 Aug 16 01:59:51.814719 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a58cae15-1ab0-43cf-b836-6a1b20d70caf None None] Set router a5fdd199-1494-4f7e-adb7-9aa8046e1cea gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:51.823619 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bd42908a-5688-463e-8ada-30b2b7be9428 req-5f92d163-607f-46f5-80e9-bea78e6baf2c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0483372 Aug 16 01:59:52.024721 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c8d38-976a-4896-b88d-c9463449259d req-89c45e75-7a97-4b97-b15a-518dd9eb36dc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.030247 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d47c8d38-976a-4896-b88d-c9463449259d req-89c45e75-7a97-4b97-b15a-518dd9eb36dc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 946 time: 0.0926456 Aug 16 01:59:52.080666 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a58cae15-1ab0-43cf-b836-6a1b20d70caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:28Z', 'revision_number': 4, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port': {'id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:22Z', 'updated_at': '2021-08-16T01:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '13be672a-5261-488e-9b32-5a877dade886', 'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'mac_address': 'fa:16:3e:d2:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '9580d968-042a-4a5e-966b-8406c010ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:42Z', 'revision_number': 5, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'subnets': [{'id': '9580d968-042a-4a5e-966b-8406c010ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:52.110618 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58cae15-1ab0-43cf-b836-6a1b20d70caf None None] The sync data for ids ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'] in n-d-765315-27 is: [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:28Z', 'revision_number': 4, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port': {'id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:22Z', 'updated_at': '2021-08-16T01:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '13be672a-5261-488e-9b32-5a877dade886', 'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'mac_address': 'fa:16:3e:d2:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '9580d968-042a-4a5e-966b-8406c010ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:42Z', 'revision_number': 5, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'subnets': [{'id': '9580d968-042a-4a5e-966b-8406c010ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:52.131762 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d47c8d38-976a-4896-b88d-c9463449259d req-041e203c-73fe-485e-8e07-a0a19ae27caf tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0924203 Aug 16 01:59:52.447188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50462) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:52.478454 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b580efed-1fcf-41fa-b030-68dd79ba0903 None None] New status for floating IP 2ad9a95b-9292-4bc0-a89f-e1c8429f0287: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:59:52.519181 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3eb731c-6a3b-4bd4-8b26-4b2ae75ec08a tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.551072 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3eb731c-6a3b-4bd4-8b26-4b2ae75ec08a tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.618538 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-636c9748-e70e-45e1-8575-fbf8e0563d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.644383 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3eb731c-6a3b-4bd4-8b26-4b2ae75ec08a tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.650463 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3eb731c-6a3b-4bd4-8b26-4b2ae75ec08a tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.653444 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c3eb731c-6a3b-4bd4-8b26-4b2ae75ec08a tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "DELETE /v2.0/security-groups/6899e8c8-8235-46f7-87cf-d08115d31813 HTTP/1.1" status: 204 len: 168 time: 0.2046134 Aug 16 01:59:52.655484 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50472) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:52.664392 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb731c-6a3b-4bd4-8b26-4b2ae75ec08a tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6899e8c8-8235-46f7-87cf-d08115d31813,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:52.673208 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-bcb5c9a4-f856-4549-90d9-45ca24273e76 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] show failed (client error): The resource could not be found. Aug 16 01:59:52.674178 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bcb5c9a4-f856-4549-90d9-45ca24273e76 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups/6899e8c8-8235-46f7-87cf-d08115d31813 HTTP/1.1" status: 404 len: 347 time: 0.0169713 Aug 16 01:59:52.677497 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50474) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:52.874424 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4a553a72-c726-4460-956b-9049dce5fe26 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Deleting port d858ffc5-dc5d-4d65-a529-abb00c191737 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:52.874770 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a553a72-c726-4460-956b-9049dce5fe26 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.968091 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a553a72-c726-4460-956b-9049dce5fe26 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.968343 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a553a72-c726-4460-956b-9049dce5fe26 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.986582 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4a553a72-c726-4460-956b-9049dce5fe26 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Calling delete_port for d858ffc5-dc5d-4d65-a529-abb00c191737 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:53.167714 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a553a72-c726-4460-956b-9049dce5fe26 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.182601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 3c70fc36-69e1-4296-b6fa-24974648b9da no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:53.229197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a553a72-c726-4460-956b-9049dce5fe26 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Pushing event deleted for resources: {'Port': ['ID=d858ffc5-dc5d-4d65-a529-abb00c191737,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:53.244646 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 3c70fc36-69e1-4296-b6fa-24974648b9da {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:53.246569 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 3c70fc36-69e1-4296-b6fa-24974648b9da not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:53.306473 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.317967 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a553a72-c726-4460-956b-9049dce5fe26 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.321807 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a553a72-c726-4460-956b-9049dce5fe26 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.321807 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4a553a72-c726-4460-956b-9049dce5fe26 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "DELETE /v2.0/floatingips/2ad9a95b-9292-4bc0-a89f-e1c8429f0287 HTTP/1.1" status: 204 len: 168 time: 0.6350179 Aug 16 01:59:53.373702 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfac4f-8248-4f51-a076-8404998ca27d req-e433da36-5420-4c38-a1b0-8a46031596c6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.375753 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72cfac4f-8248-4f51-a076-8404998ca27d req-e433da36-5420-4c38-a1b0-8a46031596c6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 946 time: 0.0735452 Aug 16 01:59:53.456978 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72cfac4f-8248-4f51-a076-8404998ca27d req-09353bd3-59a8-4638-b038-9f4058865d5e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0660758 Aug 16 01:59:53.641552 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccbc2b-5135-40fd-aff6-7d28828e1cf0 req-b0acf7c2-df6a-4848-ae81-af6485ced9aa tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.646693 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2cccbc2b-5135-40fd-aff6-7d28828e1cf0 req-b0acf7c2-df6a-4848-ae81-af6485ced9aa tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 946 time: 0.0821674 Aug 16 01:59:53.726440 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2cccbc2b-5135-40fd-aff6-7d28828e1cf0 req-e3f30ab6-a9c5-490e-aebd-c3ad2ae3b562 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0471382 Aug 16 01:59:53.740210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50510) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:53.773981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50512) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:53.779765 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-525c5fed-822d-4b5d-aeb1-72d1fb9c8e56 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2026053452', 'description': 'tempest-description--1295275880'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:53.790137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143be549-528d-498f-a5eb-ac7b9309211a tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.793171 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-143be549-528d-498f-a5eb-ac7b9309211a tempest-TestNetworkAdvancedServerOps-1986232034 tempest-TestNetworkAdvancedServerOps-1986232034-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 1093 time: 0.0512292 Aug 16 01:59:53.795488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 50514) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:53.801746 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': 'e345810b-72d7-4749-96b7-14b27be7844d', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:53.818668 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-525c5fed-822d-4b5d-aeb1-72d1fb9c8e56 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.845905 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.050214 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-525c5fed-822d-4b5d-aeb1-72d1fb9c8e56 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.057856 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-525c5fed-822d-4b5d-aeb1-72d1fb9c8e56 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.110117 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-525c5fed-822d-4b5d-aeb1-72d1fb9c8e56 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.115352 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50522) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:54.118227 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-525c5fed-822d-4b5d-aeb1-72d1fb9c8e56 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3427246 Aug 16 01:59:54.120671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-de811578-9bd2-446a-b644-811c14f8f65d tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Request body: {'security_group_rule': {'security_group_id': '7d1e825f-d510-45ef-981d-291c42c472f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:54.133890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c5fed-822d-4b5d-aeb1-72d1fb9c8e56 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1e825f-d510-45ef-981d-291c42c472f3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:54.138667 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.160343 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de811578-9bd2-446a-b644-811c14f8f65d tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.217700 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.289999 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Allocated IP 172.25.3.233 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/5ee207c8-d2f3-4422-8ef8-f9dfc9c0fd0f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:54.320632 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de811578-9bd2-446a-b644-811c14f8f65d tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.326571 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de811578-9bd2-446a-b644-811c14f8f65d tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.348275 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de811578-9bd2-446a-b644-811c14f8f65d tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9763d25c-df9d-4c30-a831-7552965e9dc2,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:54.361440 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de811578-9bd2-446a-b644-811c14f8f65d tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.366190 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-de811578-9bd2-446a-b644-811c14f8f65d tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2498064 Aug 16 01:59:54.366783 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50530) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:54.372559 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b8eea96d-7e3b-45e6-a0a6-8bbf8d60f7b2 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Request body: {'security_group_rule': {'security_group_id': '7d1e825f-d510-45ef-981d-291c42c472f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:54.402483 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8eea96d-7e3b-45e6-a0a6-8bbf8d60f7b2 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.433276 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.480006 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8eea96d-7e3b-45e6-a0a6-8bbf8d60f7b2 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.484580 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8eea96d-7e3b-45e6-a0a6-8bbf8d60f7b2 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.510485 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eea96d-7e3b-45e6-a0a6-8bbf8d60f7b2 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3778ae60-6fbb-4076-88a2-9af9fadb96a2,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:54.514221 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8eea96d-7e3b-45e6-a0a6-8bbf8d60f7b2 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.515489 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b8eea96d-7e3b-45e6-a0a6-8bbf8d60f7b2 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477656 Aug 16 01:59:54.519538 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50534) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:54.524633 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-261201dd-546e-42ef-b022-5124d01394ec tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:54.595958 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-261201dd-546e-42ef-b022-5124d01394ec tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.754466 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-261201dd-546e-42ef-b022-5124d01394ec tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.882367 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.934395 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:54.943999 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:54.950067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:54.982183 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-261201dd-546e-42ef-b022-5124d01394ec tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Allocated IP 172.25.3.64 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/56cddf2e-3038-416a-bba2-9b3a1578eb4c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:54.985595 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=5ee207c8-d2f3-4422-8ef8-f9dfc9c0fd0f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:55.171020 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-261201dd-546e-42ef-b022-5124d01394ec tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.227085 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-261201dd-546e-42ef-b022-5124d01394ec tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.267364 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261201dd-546e-42ef-b022-5124d01394ec tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:55.270689 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-261201dd-546e-42ef-b022-5124d01394ec tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:55.273495 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261201dd-546e-42ef-b022-5124d01394ec tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:55.525264 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.599830 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.797628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261201dd-546e-42ef-b022-5124d01394ec tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Pushing event updated for resources: {'Port': ['ID=56cddf2e-3038-416a-bba2-9b3a1578eb4c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:55.818163 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.825898 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.914276 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-261201dd-546e-42ef-b022-5124d01394ec tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.935570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event updated for resources: {'Port': ['ID=5ee207c8-d2f3-4422-8ef8-f9dfc9c0fd0f,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:55.940365 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.953710 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-261201dd-546e-42ef-b022-5124d01394ec tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.967265 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.055857 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Floating IP 206fe183-6995-4cc8-a81d-8782d65c42c5 associated. External IP: 172.25.3.233, port: e345810b-72d7-4749-96b7-14b27be7844d. Aug 16 01:59:56.137362 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-261201dd-546e-42ef-b022-5124d01394ec tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.142603 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-261201dd-546e-42ef-b022-5124d01394ec tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.245486 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261201dd-546e-42ef-b022-5124d01394ec tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Pushing event updated for resources: {'Port': ['ID=56cddf2e-3038-416a-bba2-9b3a1578eb4c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:56.266350 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-261201dd-546e-42ef-b022-5124d01394ec tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.287725 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-261201dd-546e-42ef-b022-5124d01394ec tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.299046 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-261201dd-546e-42ef-b022-5124d01394ec tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7780821 Aug 16 01:59:56.346144 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Router ea2d904e-7b3f-4352-ab2e-0308902aac92 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:56.550885 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:56.559626 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-ef1c3ce6-ddbf-417b-adb0-0c0dd5c1e241 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--2026053452&fields=id&tenant_id=92d6ca9642764afaaf85f19d40b34e4e HTTP/1.1" status: 200 len: 267 time: 0.0501108 Aug 16 01:59:56.565527 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d605d58-7743-4540-b90a-2425ef654d76 None None] Sync routers for ids ['ea2d904e-7b3f-4352-ab2e-0308902aac92'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:56.577859 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d605d58-7743-4540-b90a-2425ef654d76 None None] Routers {'ea2d904e-7b3f-4352-ab2e-0308902aac92'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:56.578491 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1d605d58-7743-4540-b90a-2425ef654d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ea2d904e-7b3f-4352-ab2e-0308902aac92'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:56.608122 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.710286 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1d605d58-7743-4540-b90a-2425ef654d76 None None] Set router ea2d904e-7b3f-4352-ab2e-0308902aac92 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:56.711256 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f626607f-d0ce-4da6-8fef-df5fdd8681fc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9136305 Aug 16 01:59:56.756729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b66b75-8bb0-4ee0-85e2-0d51f187d233', 'tag': 'e345810b-72d7-4749-96b7-14b27be7844d'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:56.759356 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e05b59-a65e-4640-82ec-e73dfdb4e5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b66b75-8bb0-4ee0-85e2-0d51f187d233", "tag": "e345810b-72d7-4749-96b7-14b27be7844d"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:56.773499 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-c2ddeb4f-2a9d-41c0-9316-90e2ef727027 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.781868 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-c2ddeb4f-2a9d-41c0-9316-90e2ef727027 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/networks?id=8313de91-f81e-42c6-b877-47398a0e9c62 HTTP/1.1" status: 200 len: 811 time: 0.2057195 Aug 16 01:59:56.795067 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-522b7440-fc4d-477d-9180-e60bcb645715 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/quotas/92d6ca9642764afaaf85f19d40b34e4e HTTP/1.1" status: 200 len: 375 time: 0.0117166 Aug 16 01:59:56.893150 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7219637-7510-47de-8ce2-49dc1036a29f req-819544fc-911c-4037-aed9-e1b5e727a540 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.895371 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d7219637-7510-47de-8ce2-49dc1036a29f req-819544fc-911c-4037-aed9-e1b5e727a540 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 946 time: 0.0937884 Aug 16 01:59:56.911090 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-0773834e-0fe6-4cd9-9eeb-69aa5aeb236f tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=92d6ca9642764afaaf85f19d40b34e4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1000998 Aug 16 01:59:56.958920 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d7219637-7510-47de-8ce2-49dc1036a29f req-1eca6a6a-e4ce-4b24-9fd6-b5080fde6994 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0563772 Aug 16 01:59:56.982789 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50600) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:57.036803 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1d605d58-7743-4540-b90a-2425ef654d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130503000', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:32Z', 'updated_at': '2021-08-16T01:59:38Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:33Z', 'updated_at': '2021-08-16T01:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '206fe183-6995-4cc8-a81d-8782d65c42c5', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'port_id': 'e345810b-72d7-4749-96b7-14b27be7844d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76', 'mac_address': 'fa:16:3e:ec:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b66b75-8bb0-4ee0-85e2-0d51f187d233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:59:55Z', 'updated_at': '2021-08-16T01:59:55Z', 'revision_number': 0, 'project_id': '7069c6ece3114808b56031f1299826b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b10b699-8851-48ba-baed-a5008e9f8eb2', 'name': '', 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:24:04:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:37Z', 'updated_at': '2021-08-16T01:59:43Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:57.039459 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce323538-beb3-4c12-b1d4-54c22b1903a9 x-openstack-request-id: req-ce323538-beb3-4c12-b1d4-54c22b1903a9 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:57.039931 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b66b75-8bb0-4ee0-85e2-0d51f187d233", "tag": "e345810b-72d7-4749-96b7-14b27be7844d", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:57.040218 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ce323538-beb3-4c12-b1d4-54c22b1903a9 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:57.040633 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b66b75-8bb0-4ee0-85e2-0d51f187d233', 'tag': 'e345810b-72d7-4749-96b7-14b27be7844d', 'status': 'completed', 'code': 200} Aug 16 01:59:57.075865 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d605d58-7743-4540-b90a-2425ef654d76 None None] Checking router: ea2d904e-7b3f-4352-ab2e-0308902aac92 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:57.084738 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d605d58-7743-4540-b90a-2425ef654d76 None None] Routers {'ea2d904e-7b3f-4352-ab2e-0308902aac92'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:57.085840 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1d605d58-7743-4540-b90a-2425ef654d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ea2d904e-7b3f-4352-ab2e-0308902aac92'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:57.090034 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7b841fcf-df44-4e6e-a2d8-b7a5d5294aff tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/floatingips/206fe183-6995-4cc8-a81d-8782d65c42c5 HTTP/1.1" status: 200 len: 992 time: 0.1025937 Aug 16 01:59:57.143284 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e05b59-a65e-4640-82ec-e73dfdb4e5aa req-45edb79d-24d5-4997-b9c5-ae1ffd9a37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:57.144728 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10e05b59-a65e-4640-82ec-e73dfdb4e5aa req-45edb79d-24d5-4997-b9c5-ae1ffd9a37ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 1098 time: 0.0541968 Aug 16 01:59:57.206787 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1d605d58-7743-4540-b90a-2425ef654d76 None None] Set router ea2d904e-7b3f-4352-ab2e-0308902aac92 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:57.258389 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e05b59-a65e-4640-82ec-e73dfdb4e5aa req-a8dc6767-7498-4fd5-8e3c-692a4c274313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:57.260522 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-2a191c23-1f4f-41bd-b56e-448eaf04afd2 service neutron] 10.222.0.68 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367510 Aug 16 01:59:57.266579 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10e05b59-a65e-4640-82ec-e73dfdb4e5aa req-a8dc6767-7498-4fd5-8e3c-692a4c274313 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f5d79fc-3c5c-4e04-8c97-12fe71072a76 HTTP/1.1" status: 200 len: 898 time: 0.1085002 Aug 16 01:59:57.404748 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-3d474dd5-85b7-4647-bb06-b2898a18d2db service neutron] 10.222.0.68 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378129 Aug 16 01:59:57.427332 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10e05b59-a65e-4640-82ec-e73dfdb4e5aa req-ca19a1ff-ea69-41e9-8b2e-54799a3d5d02 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e345810b-72d7-4749-96b7-14b27be7844d HTTP/1.1" status: 200 len: 1000 time: 0.1598482 Aug 16 01:59:57.514126 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e05b59-a65e-4640-82ec-e73dfdb4e5aa req-7ee0b85d-b41f-4577-9207-81997f4dbf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:57.516885 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10e05b59-a65e-4640-82ec-e73dfdb4e5aa req-7ee0b85d-b41f-4577-9207-81997f4dbf7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea277d4a-dc12-403d-909b-7d9cdbc8d276 HTTP/1.1" status: 200 len: 834 time: 0.0792897 Aug 16 01:59:57.609003 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e05b59-a65e-4640-82ec-e73dfdb4e5aa req-aa99b6da-8f91-49d5-88be-296595af2a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:57.614577 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10e05b59-a65e-4640-82ec-e73dfdb4e5aa req-aa99b6da-8f91-49d5-88be-296595af2a38 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f5d79fc-3c5c-4e04-8c97-12fe71072a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905685 Aug 16 01:59:57.654247 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1d605d58-7743-4540-b90a-2425ef654d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130503000', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:32Z', 'updated_at': '2021-08-16T01:59:38Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:33Z', 'updated_at': '2021-08-16T01:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '206fe183-6995-4cc8-a81d-8782d65c42c5', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'port_id': 'e345810b-72d7-4749-96b7-14b27be7844d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76', 'mac_address': 'fa:16:3e:ec:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b66b75-8bb0-4ee0-85e2-0d51f187d233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:59:55Z', 'updated_at': '2021-08-16T01:59:55Z', 'revision_number': 0, 'project_id': '7069c6ece3114808b56031f1299826b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b10b699-8851-48ba-baed-a5008e9f8eb2', 'name': '', 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:24:04:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:37Z', 'updated_at': '2021-08-16T01:59:43Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:57.700833 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4c4ff45-039f-449b-88cc-dadb16901998 req-3cb2c117-2e12-4fa2-a228-feacbe5535ec tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 210 time: 0.0677342 Aug 16 01:59:57.751332 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d605d58-7743-4540-b90a-2425ef654d76 None None] The sync data for ids ['ea2d904e-7b3f-4352-ab2e-0308902aac92'] in n-d-765315-27 is: [{'id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130503000', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:32Z', 'updated_at': '2021-08-16T01:59:38Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:33Z', 'updated_at': '2021-08-16T01:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '206fe183-6995-4cc8-a81d-8782d65c42c5', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'port_id': 'e345810b-72d7-4749-96b7-14b27be7844d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76', 'mac_address': 'fa:16:3e:ec:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b66b75-8bb0-4ee0-85e2-0d51f187d233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:59:55Z', 'updated_at': '2021-08-16T01:59:55Z', 'revision_number': 0, 'project_id': '7069c6ece3114808b56031f1299826b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b10b699-8851-48ba-baed-a5008e9f8eb2', 'name': '', 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:24:04:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:37Z', 'updated_at': '2021-08-16T01:59:43Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:57.777089 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10e05b59-a65e-4640-82ec-e73dfdb4e5aa req-24f2c553-3019-4fd2-b0ee-b0c4db38d9c3 service neutron] 10.222.0.73 "GET /v2.0/networks/9f5d79fc-3c5c-4e04-8c97-12fe71072a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551807 Aug 16 01:59:57.895483 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10e05b59-a65e-4640-82ec-e73dfdb4e5aa req-0938de33-c252-41c4-a202-4b1e18920bed service neutron] 10.222.0.73 "GET /v2.0/networks/9f5d79fc-3c5c-4e04-8c97-12fe71072a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102843 Aug 16 01:59:58.026230 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0345d8ff-eef8-4c92-aeba-d0c62d304cc1 None None] New status for floating IP 206fe183-6995-4cc8-a81d-8782d65c42c5: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:59:58.093553 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50618) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:58.203259 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-54efe54a-80fd-4aac-87f7-6e6937adfbdc tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/floatingips/206fe183-6995-4cc8-a81d-8782d65c42c5 HTTP/1.1" status: 200 len: 992 time: 0.1084118 Aug 16 01:59:58.829775 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-78be88e0-1b87-46f9-a693-da1259e2d79b req-5eea6cc7-4449-4aea-818c-8911b52aa326 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 210 time: 0.0316834 Aug 16 01:59:58.977376 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-6af0727d-4f77-43d1-b104-6b5470188259 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:58.979420 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-6af0727d-4f77-43d1-b104-6b5470188259 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.63 "GET /v2.0/networks?id=8313de91-f81e-42c6-b877-47398a0e9c62 HTTP/1.1" status: 200 len: 811 time: 0.1247272 Aug 16 01:59:59.040515 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-05fdc04e-3e5f-48f9-8e75-e953ed3bf6b7 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92d6ca9642764afaaf85f19d40b34e4e HTTP/1.1" status: 200 len: 380 time: 0.0444071 Aug 16 01:59:59.050828 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-458c6111-0169-45e2-953c-b164784ad88e tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Request body: {'port': {'device_id': '11416b2d-517b-47f6-81dc-066073b4ec07', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'admin_state_up': True, 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'security_groups': ['7d1e825f-d510-45ef-981d-291c42c472f3']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:59.171287 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-458c6111-0169-45e2-953c-b164784ad88e tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Made reservation on behalf of 92d6ca9642764afaaf85f19d40b34e4e for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:59.187034 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-458c6111-0169-45e2-953c-b164784ad88e tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.211956 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 50636) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:59.326497 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6ef48f56-4223-4365-9d22-62736e66d19c tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/floatingips/206fe183-6995-4cc8-a81d-8782d65c42c5 HTTP/1.1" status: 200 len: 994 time: 0.1198690 Aug 16 01:59:59.360944 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-458c6111-0169-45e2-953c-b164784ad88e tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Allocated IP 172.20.0.6 (8313de91-f81e-42c6-b877-47398a0e9c62/9580d968-042a-4a5e-966b-8406c010ba78/1313e2f2-ea98-49ec-8104-8adf18ac1358) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:59.515556 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-458c6111-0169-45e2-953c-b164784ad88e tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.531637 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-458c6111-0169-45e2-953c-b164784ad88e tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Transition to ACTIVE for port object 1313e2f2-ea98-49ec-8104-8adf18ac1358 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:59.567708 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-458c6111-0169-45e2-953c-b164784ad88e tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.615983 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-458c6111-0169-45e2-953c-b164784ad88e tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Network 8313de91-f81e-42c6-b877-47398a0e9c62 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:59.619383 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-458c6111-0169-45e2-953c-b164784ad88e tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:59.624113 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-458c6111-0169-45e2-953c-b164784ad88e tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:59.628512 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c6111-0169-45e2-953c-b164784ad88e tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Pushing event updated for resources: {'Port': ['ID=1313e2f2-ea98-49ec-8104-8adf18ac1358,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:59.681012 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-458c6111-0169-45e2-953c-b164784ad88e tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.681996 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-458c6111-0169-45e2-953c-b164784ad88e tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.697885 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-458c6111-0169-45e2-953c-b164784ad88e tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6502929 Aug 16 01:59:59.715954 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Request body: {'port': {'device_id': '11416b2d-517b-47f6-81dc-066073b4ec07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:59.776347 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.967041 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-601b064f-1e7c-4196-80da-f1f8b5fa47eb None None] Provisioning for port 1313e2f2-ea98-49ec-8104-8adf18ac1358 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:59.972612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-601b064f-1e7c-4196-80da-f1f8b5fa47eb None None] Provisioning complete for port 1313e2f2-ea98-49ec-8104-8adf18ac1358 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:59.973331 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-601b064f-1e7c-4196-80da-f1f8b5fa47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.018131 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-601b064f-1e7c-4196-80da-f1f8b5fa47eb None None] Port 1313e2f2-ea98-49ec-8104-8adf18ac1358 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:00.075053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830c2f0-a77c-4f7a-af9a-14885a4cd480 req-fcd2aced-0a3f-4c67-aac0-a407ac8dc6b5 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:00.076721 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d830c2f0-a77c-4f7a-af9a-14885a4cd480 req-fcd2aced-0a3f-4c67-aac0-a407ac8dc6b5 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 931 time: 0.1364145 Aug 16 02:00:00.147797 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d830c2f0-a77c-4f7a-af9a-14885a4cd480 req-fc08b325-354e-4427-bf3e-9351b575e967 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d1e825f-d510-45ef-981d-291c42c472f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615618 Aug 16 02:00:00.185384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1313e2f2-ea98-49ec-8104-8adf18ac1358 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:00.192918 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.209510 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Transition to ACTIVE for port object 1313e2f2-ea98-49ec-8104-8adf18ac1358 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:00.214322 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.269045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Pushing event updated for resources: {'Port': ['ID=1313e2f2-ea98-49ec-8104-8adf18ac1358,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:00.359541 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Attempting to bind port 1313e2f2-ea98-49ec-8104-8adf18ac1358 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:00.359942 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Attempting to bind port 1313e2f2-ea98-49ec-8104-8adf18ac1358 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '2df05855-90d2-416b-8a01-7dd491dcd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:00.360339 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Attempting to bind port 1313e2f2-ea98-49ec-8104-8adf18ac1358 on network 8313de91-f81e-42c6-b877-47398a0e9c62 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:00.365098 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Port 1313e2f2-ea98-49ec-8104-8adf18ac1358 on network 8313de91-f81e-42c6-b877-47398a0e9c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:00.365507 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Attempting to bind port 1313e2f2-ea98-49ec-8104-8adf18ac1358 on network 8313de91-f81e-42c6-b877-47398a0e9c62 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:00.371941 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:00.372568 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Checking segment: {'id': '2df05855-90d2-416b-8a01-7dd491dcd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:00.373055 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Bound using segment: {'id': '2df05855-90d2-416b-8a01-7dd491dcd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:00.373635 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Bound port: 1313e2f2-ea98-49ec-8104-8adf18ac1358, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df05855-90d2-416b-8a01-7dd491dcd3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:00.374294 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.480863 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] For port 1313e2f2-ea98-49ec-8104-8adf18ac1358, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:00.485278 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] For port 1313e2f2-ea98-49ec-8104-8adf18ac1358, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1313e2f2-ea98-49ec-8104-8adf18ac1358,segment=NetworkSegment(2df05855-90d2-416b-8a01-7dd491dcd3de),segment_id=2df05855-90d2-416b-8a01-7dd491dcd3de)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:00.489612 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.544746 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:00.548246 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.549918 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] 10.222.0.63 "PUT /v2.0/ports/1313e2f2-ea98-49ec-8104-8adf18ac1358 HTTP/1.1" status: 200 len: 1092 time: 0.8392320 Aug 16 02:00:00.552755 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11416b2d-517b-47f6-81dc-066073b4ec07', 'tag': '1313e2f2-ea98-49ec-8104-8adf18ac1358'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:00.555419 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebc931d-ce7a-4862-a92e-4b4637964d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "11416b2d-517b-47f6-81dc-066073b4ec07", "tag": "1313e2f2-ea98-49ec-8104-8adf18ac1358"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:00.645413 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ab9c95-7281-4668-b20a-842fd9da8ca0 x-openstack-request-id: req-e6ab9c95-7281-4668-b20a-842fd9da8ca0 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:00.645795 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11416b2d-517b-47f6-81dc-066073b4ec07", "tag": "1313e2f2-ea98-49ec-8104-8adf18ac1358", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:00.646194 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e6ab9c95-7281-4668-b20a-842fd9da8ca0 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:00.646694 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11416b2d-517b-47f6-81dc-066073b4ec07', 'tag': '1313e2f2-ea98-49ec-8104-8adf18ac1358', 'status': 'completed', 'code': 200} Aug 16 02:00:00.659936 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00698a6-c5a5-4e0c-8508-a6971dd3c70f service neutron] Pushing event updated for resources: {'Port': ['ID=1313e2f2-ea98-49ec-8104-8adf18ac1358,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:00.722440 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-9c4b1172-0678-44ca-9c8f-899e715ac305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:00.724023 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-9c4b1172-0678-44ca-9c8f-899e715ac305 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=92d6ca9642764afaaf85f19d40b34e4e&device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 1095 time: 0.1224990 Aug 16 02:00:00.785815 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-d286f4aa-9539-4fa9-81e9-f07a3b7eba8d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1313e2f2-ea98-49ec-8104-8adf18ac1358 HTTP/1.1" status: 200 len: 217 time: 0.0475681 Aug 16 02:00:00.843661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-ecc6b74f-9cd7-470a-bbc6-08c47186a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:00.845151 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-ecc6b74f-9cd7-470a-bbc6-08c47186a3b0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9580d968-042a-4a5e-966b-8406c010ba78 HTTP/1.1" status: 200 len: 850 time: 0.0518093 Aug 16 02:00:00.919498 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-d3a3dbf1-5111-4754-834a-9a54acd97dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:00.921744 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-d3a3dbf1-5111-4754-834a-9a54acd97dff service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8313de91-f81e-42c6-b877-47398a0e9c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637913 Aug 16 02:00:01.038897 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-2adab0d4-8b84-4de4-a6c0-47e64280219c service neutron] 10.222.0.63 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063542 Aug 16 02:00:01.190713 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e4b4584-9556-4d5c-8f82-3269de270ee3 req-6b5d1ef6-673c-48d7-a0cc-0a02fddf3381 service neutron] 10.222.0.63 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406472 Aug 16 02:00:01.317224 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53006424-d4e2-4127-9067-5eb127888f94 req-cb41fd94-a7e7-4090-8057-d94ccf2e61a4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:01.326259 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53006424-d4e2-4127-9067-5eb127888f94 req-cb41fd94-a7e7-4090-8057-d94ccf2e61a4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 943 time: 0.0877664 Aug 16 02:00:01.337898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc931d-ce7a-4862-a92e-4b4637964d1f req-bb511d2e-77d7-493f-8273-32e9ade3bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:01.340516 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bebc931d-ce7a-4862-a92e-4b4637964d1f req-bb511d2e-77d7-493f-8273-32e9ade3bc5d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=92d6ca9642764afaaf85f19d40b34e4e&device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 1095 time: 0.0842400 Aug 16 02:00:01.376506 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53006424-d4e2-4127-9067-5eb127888f94 req-f9bfe37e-af2c-49fe-9efe-f94062c01762 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d1e825f-d510-45ef-981d-291c42c472f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492561 Aug 16 02:00:01.483860 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc931d-ce7a-4862-a92e-4b4637964d1f req-7301d735-7df7-4f9e-9e2d-b238eeff510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:01.485377 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bebc931d-ce7a-4862-a92e-4b4637964d1f req-7301d735-7df7-4f9e-9e2d-b238eeff510f service neutron] 10.222.0.63 "GET /v2.0/networks?id=8313de91-f81e-42c6-b877-47398a0e9c62 HTTP/1.1" status: 200 len: 912 time: 0.1352198 Aug 16 02:00:01.535683 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bebc931d-ce7a-4862-a92e-4b4637964d1f req-cb4cfe6b-290b-4a0d-baf5-09fc26360572 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1313e2f2-ea98-49ec-8104-8adf18ac1358 HTTP/1.1" status: 200 len: 217 time: 0.0374577 Aug 16 02:00:01.613337 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc931d-ce7a-4862-a92e-4b4637964d1f req-21af4ffd-986f-40f0-b530-6bfba1b938d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:01.614889 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bebc931d-ce7a-4862-a92e-4b4637964d1f req-21af4ffd-986f-40f0-b530-6bfba1b938d7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9580d968-042a-4a5e-966b-8406c010ba78 HTTP/1.1" status: 200 len: 850 time: 0.0695457 Aug 16 02:00:01.679757 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc931d-ce7a-4862-a92e-4b4637964d1f req-4509e808-cac1-4389-ae1c-331378159252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:01.683038 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bebc931d-ce7a-4862-a92e-4b4637964d1f req-4509e808-cac1-4389-ae1c-331378159252 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8313de91-f81e-42c6-b877-47398a0e9c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604167 Aug 16 02:00:01.795260 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bebc931d-ce7a-4862-a92e-4b4637964d1f req-fe585d9c-190b-4965-8218-8e5b5ba1cfca service neutron] 10.222.0.63 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986466 Aug 16 02:00:01.920438 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bebc931d-ce7a-4862-a92e-4b4637964d1f req-b3b9bce6-c359-4259-a3c3-05540431e597 service neutron] 10.222.0.63 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225183 Aug 16 02:00:02.522604 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee08c97-fb48-401e-8039-615d6524aed6 req-dfc4d769-4459-4f04-8903-28e674b5a2d1 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:02.531446 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7ee08c97-fb48-401e-8039-615d6524aed6 req-dfc4d769-4459-4f04-8903-28e674b5a2d1 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 943 time: 0.0748820 Aug 16 02:00:02.583643 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7ee08c97-fb48-401e-8039-615d6524aed6 req-fbdb6600-82ba-4be6-b13e-a3334d5e39c1 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d1e825f-d510-45ef-981d-291c42c472f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511661 Aug 16 02:00:03.757526 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbeced-0dd6-42ba-8b07-87a9a8fb76b6 req-4b9f0436-c14c-4c08-9921-ad443c22e88a tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:03.760150 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-60fbeced-0dd6-42ba-8b07-87a9a8fb76b6 req-4b9f0436-c14c-4c08-9921-ad443c22e88a tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 943 time: 0.0679002 Aug 16 02:00:03.811505 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-60fbeced-0dd6-42ba-8b07-87a9a8fb76b6 req-d937001b-965f-4bcc-a6a4-48a458a00e1b tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d1e825f-d510-45ef-981d-291c42c472f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419672 Aug 16 02:00:03.892067 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1313e2f2-ea98-49ec-8104-8adf18ac1358 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:03.994826 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1313e2f2-ea98-49ec-8104-8adf18ac1358, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1313e2f2-ea98-49ec-8104-8adf18ac1358,segment=NetworkSegment(2df05855-90d2-416b-8a01-7dd491dcd3de),segment_id=2df05855-90d2-416b-8a01-7dd491dcd3de)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:04.007205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '1313e2f2-ea98-49ec-8104-8adf18ac1358', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'port_id': '1313e2f2-ea98-49ec-8104-8adf18ac1358', 'mac_address': 'fa:16:3e:12:05:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9580d968-042a-4a5e-966b-8406c010ba78', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:04.055517 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.059587 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a236ac5-427c-4a0a-ac72-b07f0d34d861 req-52263777-7535-455c-96bc-76328ae65f5a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0574462 Aug 16 02:00:04.069545 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1313e2f2-ea98-49ec-8104-8adf18ac1358 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:04.091160 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1313e2f2-ea98-49ec-8104-8adf18ac1358, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1313e2f2-ea98-49ec-8104-8adf18ac1358,segment=NetworkSegment(2df05855-90d2-416b-8a01-7dd491dcd3de),segment_id=2df05855-90d2-416b-8a01-7dd491dcd3de)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:04.095677 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.147731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1313e2f2-ea98-49ec-8104-8adf18ac1358,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:04.149601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a236ac5-427c-4a0a-ac72-b07f0d34d861 req-fd45ac99-b2f8-40cf-8d42-d8d7488e7ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.157696 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a236ac5-427c-4a0a-ac72-b07f0d34d861 req-fd45ac99-b2f8-40cf-8d42-d8d7488e7ede service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 1097 time: 0.0499368 Aug 16 02:00:04.271267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a236ac5-427c-4a0a-ac72-b07f0d34d861 req-0a735dbd-6456-44e3-a291-cfbc05ca605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.272800 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a236ac5-427c-4a0a-ac72-b07f0d34d861 req-0a735dbd-6456-44e3-a291-cfbc05ca605f service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 912 time: 0.0898738 Aug 16 02:00:04.342760 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a236ac5-427c-4a0a-ac72-b07f0d34d861 req-49dd0aba-5d19-4630-8654-363740ce0227 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4 HTTP/1.1" status: 200 len: 1000 time: 0.0614130 Aug 16 02:00:04.379294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['1313e2f2-ea98-49ec-8104-8adf18ac1358'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:04.404916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a236ac5-427c-4a0a-ac72-b07f0d34d861 req-95540936-c99f-4f4f-be84-d22895b7f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.406484 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a236ac5-427c-4a0a-ac72-b07f0d34d861 req-95540936-c99f-4f4f-be84-d22895b7f59d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.0562487 Aug 16 02:00:04.463708 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a236ac5-427c-4a0a-ac72-b07f0d34d861 req-64e9213b-d6a0-43ca-89de-e751c01d2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.465782 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a236ac5-427c-4a0a-ac72-b07f0d34d861 req-64e9213b-d6a0-43ca-89de-e751c01d2126 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511830 Aug 16 02:00:04.576767 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a236ac5-427c-4a0a-ac72-b07f0d34d861 req-bcecfa8c-400a-4826-9801-97370217d124 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031256 Aug 16 02:00:04.695589 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a236ac5-427c-4a0a-ac72-b07f0d34d861 req-d3f0b3a5-170b-45e8-8cb1-e90e8649b576 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109548 Aug 16 02:00:04.931197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af6a3e-b099-4e5a-91c6-a78ac850cd6f req-19886278-f29c-431b-afe4-868087ec1f1c tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.932536 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-92af6a3e-b099-4e5a-91c6-a78ac850cd6f req-19886278-f29c-431b-afe4-868087ec1f1c tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 944 time: 0.0553057 Aug 16 02:00:04.977267 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-92af6a3e-b099-4e5a-91c6-a78ac850cd6f req-9464b491-bcee-44cd-925f-6913418b456f tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d1e825f-d510-45ef-981d-291c42c472f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351841 Aug 16 02:00:05.907527 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1313e2f2-ea98-49ec-8104-8adf18ac1358 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:05.957060 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 1313e2f2-ea98-49ec-8104-8adf18ac1358 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:05.960968 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 1313e2f2-ea98-49ec-8104-8adf18ac1358 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:05.961390 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.067137 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.112066 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1313e2f2-ea98-49ec-8104-8adf18ac1358, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1313e2f2-ea98-49ec-8104-8adf18ac1358,segment=NetworkSegment(2df05855-90d2-416b-8a01-7dd491dcd3de),segment_id=2df05855-90d2-416b-8a01-7dd491dcd3de)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:06.113909 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11416b2d-517b-47f6-81dc-066073b4ec07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1313e2f2-ea98-49ec-8104-8adf18ac1358'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:06.117109 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164770d6-a8ef-4b7e-84b0-47adb9a755d8" -d '{"events": [{"server_uuid": "11416b2d-517b-47f6-81dc-066073b4ec07", "name": "network-vif-plugged", "status": "completed", "tag": "1313e2f2-ea98-49ec-8104-8adf18ac1358"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:06.123544 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30638a2-0fb8-472c-a5b2-a752035c27c0 req-45786182-6344-4b22-a73d-b2fcdab82652 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:06.124095 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.136394 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f30638a2-0fb8-472c-a5b2-a752035c27c0 req-45786182-6344-4b22-a73d-b2fcdab82652 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 944 time: 0.0695996 Aug 16 02:00:06.187356 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f30638a2-0fb8-472c-a5b2-a752035c27c0 req-360d38c4-d838-4c61-8352-ae64e3a97958 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d1e825f-d510-45ef-981d-291c42c472f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495839 Aug 16 02:00:06.198783 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5faad29-6c6d-41dd-97c0-0fff6f0aff61 x-openstack-request-id: req-d5faad29-6c6d-41dd-97c0-0fff6f0aff61 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:06.198783 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11416b2d-517b-47f6-81dc-066073b4ec07", "name": "network-vif-plugged", "status": "completed", "tag": "1313e2f2-ea98-49ec-8104-8adf18ac1358", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:06.202934 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d5faad29-6c6d-41dd-97c0-0fff6f0aff61 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:06.203367 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11416b2d-517b-47f6-81dc-066073b4ec07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1313e2f2-ea98-49ec-8104-8adf18ac1358', 'code': 200} Aug 16 02:00:06.243178 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1313e2f2-ea98-49ec-8104-8adf18ac1358,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:06.334712 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163c1dc-85d4-4cb3-90d1-fe65fa277097 req-3ad86a20-2037-48fc-aa7d-2c565a5899a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:06.336342 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b163c1dc-85d4-4cb3-90d1-fe65fa277097 req-3ad86a20-2037-48fc-aa7d-2c565a5899a5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 1097 time: 0.0577664 Aug 16 02:00:06.380384 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b163c1dc-85d4-4cb3-90d1-fe65fa277097 req-0f5ad24c-795d-4bd1-a081-cb9ec3fff11f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7d1e825f-d510-45ef-981d-291c42c472f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323892 Aug 16 02:00:07.356930 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938cafe-e58f-4c72-9967-298b8e77d1b2 req-624415a2-ba28-4d53-8b9f-0ee3e8604a3f tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.359599 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b938cafe-e58f-4c72-9967-298b8e77d1b2 req-624415a2-ba28-4d53-8b9f-0ee3e8604a3f tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 945 time: 0.0935161 Aug 16 02:00:07.421367 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b938cafe-e58f-4c72-9967-298b8e77d1b2 req-f63385aa-7828-461c-a5e8-b7cdb45a747b tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d1e825f-d510-45ef-981d-291c42c472f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544965 Aug 16 02:00:07.443392 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.677540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51174) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:07.807180 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cdf38c3a-9d7e-4fcd-b538-7743cf524971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.913933 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cdf38c3a-9d7e-4fcd-b538-7743cf524971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.918925 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cdf38c3a-9d7e-4fcd-b538-7743cf524971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.961274 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf38c3a-9d7e-4fcd-b538-7743cf524971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29acc50e-9dc2-4c6f-9913-35e749c1b07a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:07.967556 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cdf38c3a-9d7e-4fcd-b538-7743cf524971 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=07746b8d5179420896a2aafd90a6e391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866435 Aug 16 02:00:07.970129 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51182) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:08.027110 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28256510-9c23-4e0a-8aab-54c372871614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.049821 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28256510-9c23-4e0a-8aab-54c372871614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.096798 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51186) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:08.099120 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28256510-9c23-4e0a-8aab-54c372871614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.101851 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28256510-9c23-4e0a-8aab-54c372871614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.103193 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-28256510-9c23-4e0a-8aab-54c372871614 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/29acc50e-9dc2-4c6f-9913-35e749c1b07a HTTP/1.1" status: 204 len: 168 time: 0.1320746 Aug 16 02:00:08.115291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28256510-9c23-4e0a-8aab-54c372871614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29acc50e-9dc2-4c6f-9913-35e749c1b07a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:08.175260 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.352210 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-275b68d4-1506-4da8-b79a-f865149d024b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.422008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51194) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:08.437837 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-afbf5385-1cb8-4f8c-988a-682aa4266c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.452702 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-275b68d4-1506-4da8-b79a-f865149d024b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.457217 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-275b68d4-1506-4da8-b79a-f865149d024b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.514556 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b68d4-1506-4da8-b79a-f865149d024b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e809f5e-932e-4066-9b22-bdc43b838e13,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:08.532569 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-275b68d4-1506-4da8-b79a-f865149d024b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1b40973a9eec46598d325dfd2e203dba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4345515 Aug 16 02:00:08.535633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51198) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:08.559067 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc158e6-b86c-4f3d-b131-fc68a26efcd4 req-5817248f-96d3-494a-9f6d-d40be4deb72c tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:08.560469 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-afc158e6-b86c-4f3d-b131-fc68a26efcd4 req-5817248f-96d3-494a-9f6d-d40be4deb72c tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 945 time: 0.0626228 Aug 16 02:00:08.574687 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-afbf5385-1cb8-4f8c-988a-682aa4266c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.579851 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-afbf5385-1cb8-4f8c-988a-682aa4266c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.605484 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-afc158e6-b86c-4f3d-b131-fc68a26efcd4 req-a890e6dd-082e-4137-a870-70b3ad68e09f tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d1e825f-d510-45ef-981d-291c42c472f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386767 Aug 16 02:00:08.645387 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cadfbe9b-718c-4347-a427-0be2bb8b9a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.649679 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-afbf5385-1cb8-4f8c-988a-682aa4266c56 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=079cb7c823e6416bb4e80e03d7b6cac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2254987 Aug 16 02:00:08.652057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf5385-1cb8-4f8c-988a-682aa4266c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba808ade-3bcc-43ab-9093-609f02f02189,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:08.652754 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51202) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:08.677006 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cadfbe9b-718c-4347-a427-0be2bb8b9a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.722844 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c38e7d4e-1e3e-47bb-a771-18134e3332ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.756059 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c38e7d4e-1e3e-47bb-a771-18134e3332ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.758165 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70391df-b42c-40ce-845d-93028e6128bc req-796b426b-e231-4aa5-8bac-5b1ebf6060e2 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:08.759775 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b70391df-b42c-40ce-845d-93028e6128bc req-796b426b-e231-4aa5-8bac-5b1ebf6060e2 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 945 time: 0.0806170 Aug 16 02:00:08.769110 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51206) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:08.776241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c32fe11c-24fa-4afa-ab67-f8217fe71b33 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Request body: {'floatingip': {'port_id': '1313e2f2-ea98-49ec-8104-8adf18ac1358'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:08.780360 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cadfbe9b-718c-4347-a427-0be2bb8b9a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.782880 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cadfbe9b-718c-4347-a427-0be2bb8b9a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.784238 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cadfbe9b-718c-4347-a427-0be2bb8b9a19 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2e809f5e-932e-4066-9b22-bdc43b838e13 HTTP/1.1" status: 204 len: 168 time: 0.2477531 Aug 16 02:00:08.813108 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c38e7d4e-1e3e-47bb-a771-18134e3332ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.816934 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c38e7d4e-1e3e-47bb-a771-18134e3332ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.818841 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c38e7d4e-1e3e-47bb-a771-18134e3332ad admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ba808ade-3bcc-43ab-9093-609f02f02189 HTTP/1.1" status: 204 len: 168 time: 0.1648602 Aug 16 02:00:08.830735 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e7d4e-1e3e-47bb-a771-18134e3332ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba808ade-3bcc-43ab-9093-609f02f02189,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:08.831553 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c32fe11c-24fa-4afa-ab67-f8217fe71b33 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.834788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfbe9b-718c-4347-a427-0be2bb8b9a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e809f5e-932e-4066-9b22-bdc43b838e13,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:09.354692 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c32fe11c-24fa-4afa-ab67-f8217fe71b33 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.360144 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c32fe11c-24fa-4afa-ab67-f8217fe71b33 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.480507 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-c32fe11c-24fa-4afa-ab67-f8217fe71b33 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Floating IP 5657b944-243d-45f8-8a5a-7b2185d213ab associated. External IP: 172.25.3.64, port: 1313e2f2-ea98-49ec-8104-8adf18ac1358. Aug 16 02:00:09.734492 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32fe11c-24fa-4afa-ab67-f8217fe71b33 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Router a5fdd199-1494-4f7e-adb7-9aa8046e1cea has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:10.274397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32fe11c-24fa-4afa-ab67-f8217fe71b33 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:10.285828 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c32fe11c-24fa-4afa-ab67-f8217fe71b33 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.296577 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59e37b8-991a-4bc0-a08c-891450dc4f45 None None] Sync routers for ids ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:10.308031 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59e37b8-991a-4bc0-a08c-891450dc4f45 None None] Routers {'a5fdd199-1494-4f7e-adb7-9aa8046e1cea'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:10.308659 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e59e37b8-991a-4bc0-a08c-891450dc4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:10.324571 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c32fe11c-24fa-4afa-ab67-f8217fe71b33 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "PUT /v2.0/floatingips/5657b944-243d-45f8-8a5a-7b2185d213ab HTTP/1.1" status: 200 len: 990 time: 1.5508084 Aug 16 02:00:10.324571 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11416b2d-517b-47f6-81dc-066073b4ec07', 'tag': '1313e2f2-ea98-49ec-8104-8adf18ac1358'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:10.325028 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b97071-19e4-49db-bbbb-690c21255122" -d '{"events": [{"name": "network-changed", "server_uuid": "11416b2d-517b-47f6-81dc-066073b4ec07", "tag": "1313e2f2-ea98-49ec-8104-8adf18ac1358"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:10.436468 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5321de5f-42d0-4406-a5c3-4e0f878e1e94 x-openstack-request-id: req-5321de5f-42d0-4406-a5c3-4e0f878e1e94 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:10.436759 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11416b2d-517b-47f6-81dc-066073b4ec07", "tag": "1313e2f2-ea98-49ec-8104-8adf18ac1358", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:10.437010 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5321de5f-42d0-4406-a5c3-4e0f878e1e94 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:10.437402 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11416b2d-517b-47f6-81dc-066073b4ec07', 'tag': '1313e2f2-ea98-49ec-8104-8adf18ac1358', 'status': 'completed', 'code': 200} Aug 16 02:00:10.440194 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51280) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:10.529496 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-e59e37b8-991a-4bc0-a08c-891450dc4f45 None None] Set router a5fdd199-1494-4f7e-adb7-9aa8046e1cea gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:10.531694 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b97071-19e4-49db-bbbb-690c21255122 req-a3c02655-07e4-4bc2-8c2b-c053f8e95d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:10.532721 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2b97071-19e4-49db-bbbb-690c21255122 req-a3c02655-07e4-4bc2-8c2b-c053f8e95d77 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=92d6ca9642764afaaf85f19d40b34e4e&device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 1097 time: 0.0620575 Aug 16 02:00:10.634176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9007d29a-4933-43dc-a1fe-7976e4a1fd5c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'network': {'name': 'tempest-network-smoke--38284451', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'port_security_enabled': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:10.659289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b97071-19e4-49db-bbbb-690c21255122 req-f5714d52-5d7e-4056-8f37-faed0eb8fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:10.660687 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2b97071-19e4-49db-bbbb-690c21255122 req-f5714d52-5d7e-4056-8f37-faed0eb8fcd5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8313de91-f81e-42c6-b877-47398a0e9c62 HTTP/1.1" status: 200 len: 912 time: 0.1207523 Aug 16 02:00:10.677976 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9007d29a-4933-43dc-a1fe-7976e4a1fd5c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Made reservation on behalf of 33cf80430ee04eee8eb367bea457fa11 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:10.681954 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9007d29a-4933-43dc-a1fe-7976e4a1fd5c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.723185 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9007d29a-4933-43dc-a1fe-7976e4a1fd5c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.765497 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2b97071-19e4-49db-bbbb-690c21255122 req-5e911d2d-e948-49e4-861c-efabbf9a8b11 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1313e2f2-ea98-49ec-8104-8adf18ac1358 HTTP/1.1" status: 200 len: 998 time: 0.0965168 Aug 16 02:00:10.782487 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e59e37b8-991a-4bc0-a08c-891450dc4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:28Z', 'revision_number': 4, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port': {'id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:22Z', 'updated_at': '2021-08-16T01:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '5657b944-243d-45f8-8a5a-7b2185d213ab', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'port_id': '1313e2f2-ea98-49ec-8104-8adf18ac1358', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'mac_address': 'fa:16:3e:12:05:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11416b2d-517b-47f6-81dc-066073b4ec07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:59:55Z', 'updated_at': '2021-08-16T02:00:09Z', 'revision_number': 1, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be672a-5261-488e-9b32-5a877dade886', 'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'mac_address': 'fa:16:3e:d2:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '9580d968-042a-4a5e-966b-8406c010ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:42Z', 'revision_number': 5, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'subnets': [{'id': '9580d968-042a-4a5e-966b-8406c010ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:10.815095 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59e37b8-991a-4bc0-a08c-891450dc4f45 None None] Checking router: a5fdd199-1494-4f7e-adb7-9aa8046e1cea for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:10.824636 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59e37b8-991a-4bc0-a08c-891450dc4f45 None None] Routers {'a5fdd199-1494-4f7e-adb7-9aa8046e1cea'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:10.825223 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e59e37b8-991a-4bc0-a08c-891450dc4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:10.844899 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b97071-19e4-49db-bbbb-690c21255122 req-2691f4e6-b375-41e5-afcd-ba3a2fe14b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:10.846433 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2b97071-19e4-49db-bbbb-690c21255122 req-2691f4e6-b375-41e5-afcd-ba3a2fe14b9e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9580d968-042a-4a5e-966b-8406c010ba78 HTTP/1.1" status: 200 len: 850 time: 0.0710864 Aug 16 02:00:10.928618 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b97071-19e4-49db-bbbb-690c21255122 req-5c1df4d9-b8d1-4fd1-af7f-0bc92c170465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:10.934166 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2b97071-19e4-49db-bbbb-690c21255122 req-5c1df4d9-b8d1-4fd1-af7f-0bc92c170465 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8313de91-f81e-42c6-b877-47398a0e9c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767787 Aug 16 02:00:10.961280 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9007d29a-4933-43dc-a1fe-7976e4a1fd5c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.973005 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9007d29a-4933-43dc-a1fe-7976e4a1fd5c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:10.975621 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-e59e37b8-991a-4bc0-a08c-891450dc4f45 None None] Set router a5fdd199-1494-4f7e-adb7-9aa8046e1cea gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:11.039119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9007d29a-4933-43dc-a1fe-7976e4a1fd5c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:11.071692 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9007d29a-4933-43dc-a1fe-7976e4a1fd5c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.072847 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-9007d29a-4933-43dc-a1fe-7976e4a1fd5c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Added segment 3a3557d1-1ff5-4636-b2dd-87ea12bf856e of type vlan for network 86d96d90-3db9-4535-b1c2-058fffcb4af1 Aug 16 02:00:11.074341 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007d29a-4933-43dc-a1fe-7976e4a1fd5c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23e1087-39f7-4a93-8ae0-c9fe29a0693b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:11.140691 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2b97071-19e4-49db-bbbb-690c21255122 req-afe6dd77-6ed4-4a9c-8605-897e3e915ede service neutron] 10.222.0.63 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972029 Aug 16 02:00:11.142787 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9007d29a-4933-43dc-a1fe-7976e4a1fd5c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.232610 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e59e37b8-991a-4bc0-a08c-891450dc4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:28Z', 'revision_number': 4, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port': {'id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:22Z', 'updated_at': '2021-08-16T01:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '5657b944-243d-45f8-8a5a-7b2185d213ab', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'port_id': '1313e2f2-ea98-49ec-8104-8adf18ac1358', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'mac_address': 'fa:16:3e:12:05:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11416b2d-517b-47f6-81dc-066073b4ec07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:59:55Z', 'updated_at': '2021-08-16T02:00:09Z', 'revision_number': 1, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be672a-5261-488e-9b32-5a877dade886', 'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'mac_address': 'fa:16:3e:d2:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '9580d968-042a-4a5e-966b-8406c010ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:42Z', 'revision_number': 5, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'subnets': [{'id': '9580d968-042a-4a5e-966b-8406c010ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:11.235332 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9007d29a-4933-43dc-a1fe-7976e4a1fd5c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.240843 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9007d29a-4933-43dc-a1fe-7976e4a1fd5c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:11.241628 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9007d29a-4933-43dc-a1fe-7976e4a1fd5c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.260612 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59e37b8-991a-4bc0-a08c-891450dc4f45 None None] The sync data for ids ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'] in n-d-765315-27 is: [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:28Z', 'revision_number': 4, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port': {'id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:22Z', 'updated_at': '2021-08-16T01:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '5657b944-243d-45f8-8a5a-7b2185d213ab', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'port_id': '1313e2f2-ea98-49ec-8104-8adf18ac1358', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'mac_address': 'fa:16:3e:12:05:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11416b2d-517b-47f6-81dc-066073b4ec07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:59:55Z', 'updated_at': '2021-08-16T02:00:09Z', 'revision_number': 1, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be672a-5261-488e-9b32-5a877dade886', 'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'mac_address': 'fa:16:3e:d2:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '9580d968-042a-4a5e-966b-8406c010ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:42Z', 'revision_number': 5, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'subnets': [{'id': '9580d968-042a-4a5e-966b-8406c010ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:11.326912 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51286) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:11.329164 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9007d29a-4933-43dc-a1fe-7976e4a1fd5c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8853064 Aug 16 02:00:11.332075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b77289f9-2725-4027-9ba5-017fdfe0e928 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-640391105', 'admin_state_up': True, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:11.340414 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2b97071-19e4-49db-bbbb-690c21255122 req-397ba490-c0eb-491a-9487-1f6f9865455f service neutron] 10.222.0.63 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911340 Aug 16 02:00:11.341131 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007d29a-4933-43dc-a1fe-7976e4a1fd5c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Network': ['ID=86d96d90-3db9-4535-b1c2-058fffcb4af1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:11.352333 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 86d96d90-3db9-4535-b1c2-058fffcb4af1 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:11.364972 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b77289f9-2725-4027-9ba5-017fdfe0e928 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.366535 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b77289f9-2725-4027-9ba5-017fdfe0e928 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.430379 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b77289f9-2725-4027-9ba5-017fdfe0e928 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.511161 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320ddb1e-892b-4a90-949c-4d5abcbddd8a None None] New status for floating IP 5657b944-243d-45f8-8a5a-7b2185d213ab: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:00:11.581107 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b77289f9-2725-4027-9ba5-017fdfe0e928 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.786656 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b77289f9-2725-4027-9ba5-017fdfe0e928 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.806666 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b77289f9-2725-4027-9ba5-017fdfe0e928 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.919175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-b77289f9-2725-4027-9ba5-017fdfe0e928 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Allocated IP 172.25.3.132 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/6766bb7c-958e-432c-9a4d-9b58775244b4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:12.035316 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b77289f9-2725-4027-9ba5-017fdfe0e928 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.079527 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b77289f9-2725-4027-9ba5-017fdfe0e928 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.116324 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77289f9-2725-4027-9ba5-017fdfe0e928 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:12.120162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b77289f9-2725-4027-9ba5-017fdfe0e928 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:12.125797 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77289f9-2725-4027-9ba5-017fdfe0e928 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:12.156428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77289f9-2725-4027-9ba5-017fdfe0e928 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Port': ['ID=6766bb7c-958e-432c-9a4d-9b58775244b4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:12.386972 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b77289f9-2725-4027-9ba5-017fdfe0e928 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.605049 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b77289f9-2725-4027-9ba5-017fdfe0e928 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.735543 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77289f9-2725-4027-9ba5-017fdfe0e928 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:00:12.840945 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77289f9-2725-4027-9ba5-017fdfe0e928 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:12.850170 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Sync routers for ids ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:12.859172 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b77289f9-2725-4027-9ba5-017fdfe0e928 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.859555 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Routers {'6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:12.860446 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:12.860691 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b77289f9-2725-4027-9ba5-017fdfe0e928 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5327055 Aug 16 02:00:12.863977 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51306) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:12.950371 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-79c39b06-cd54-425a-98c0-6dd8924fbeb2 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=33cf80430ee04eee8eb367bea457fa11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0847502 Aug 16 02:00:12.952818 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51312) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:12.980188 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Set router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:13.055663 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce79f59-fa43-4031-a5e3-b751fff1ccd9 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:13.061227 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6ce79f59-fa43-4031-a5e3-b751fff1ccd9 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1044075 Aug 16 02:00:13.061227 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51320) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:13.093750 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3b15e30f-2b55-4a93-b1c2-f20f2f21ed63 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=624da80d-1349-4890-b915-f302637330f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306368 Aug 16 02:00:13.096211 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51322) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:13.101359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-94a7245d-fa0d-4733-b017-c716811ff710 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1085834122', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:13.222338 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a7245d-fa0d-4733-b017-c716811ff710 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Made reservation on behalf of 33cf80430ee04eee8eb367bea457fa11 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:13.226193 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94a7245d-fa0d-4733-b017-c716811ff710 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.229286 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:12Z', 'revision_number': 3, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:13.263842 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Checking router: 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:13.264713 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Updating router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 port 6766bb7c-958e-432c-9a4d-9b58775244b4 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:00:13.296489 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.528852 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94a7245d-fa0d-4733-b017-c716811ff710 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.588660 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7245d-fa0d-4733-b017-c716811ff710 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Subnet': ['ID=6ab953d6-7a9e-4906-b3c6-20ec83b2050b,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:13.633092 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a7245d-fa0d-4733-b017-c716811ff710 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Checking segment: {'id': '3a3557d1-1ff5-4636-b2dd-87ea12bf856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:13.633679 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a7245d-fa0d-4733-b017-c716811ff710 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Network hostable DHCP agents. Network: 86d96d90-3db9-4535-b1c2-058fffcb4af1, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:13.682647 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a7245d-fa0d-4733-b017-c716811ff710 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Network 86d96d90-3db9-4535-b1c2-058fffcb4af1 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:13.697431 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-94a7245d-fa0d-4733-b017-c716811ff710 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 86d96d90-3db9-4535-b1c2-058fffcb4af1) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:13.700069 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.709521 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c755837f-af81-45ad-95e6-5722d8ec6c3c None None] Network 86d96d90-3db9-4535-b1c2-058fffcb4af1 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:13.715406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a7245d-fa0d-4733-b017-c716811ff710 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:13.716314 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94a7245d-fa0d-4733-b017-c716811ff710 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.730141 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Transition to ACTIVE for port object 6766bb7c-958e-432c-9a4d-9b58775244b4 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:13.735851 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-94a7245d-fa0d-4733-b017-c716811ff710 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6378036 Aug 16 02:00:13.739535 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51332) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:13.742673 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.831668 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Attempting to bind port 6766bb7c-958e-432c-9a4d-9b58775244b4 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:13.832032 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Attempting to bind port 6766bb7c-958e-432c-9a4d-9b58775244b4 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:13.832390 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Attempting to bind port 6766bb7c-958e-432c-9a4d-9b58775244b4 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:13.840872 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562ceac-17b2-49da-a1d7-117a18a9e824 None None] Pushing event updated for resources: {'Port': ['ID=6766bb7c-958e-432c-9a4d-9b58775244b4,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:13.844152 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:13.844507 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:13.844978 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.845368 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:13.845851 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Bound port: 6766bb7c-958e-432c-9a4d-9b58775244b4, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:13.846228 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.851983 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562ceac-17b2-49da-a1d7-117a18a9e824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:13.852741 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562ceac-17b2-49da-a1d7-117a18a9e824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:13.852741 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562ceac-17b2-49da-a1d7-117a18a9e824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:13.853957 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562ceac-17b2-49da-a1d7-117a18a9e824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:13.854412 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562ceac-17b2-49da-a1d7-117a18a9e824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:13.854694 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562ceac-17b2-49da-a1d7-117a18a9e824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:13.855094 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562ceac-17b2-49da-a1d7-117a18a9e824 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:13.855657 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562ceac-17b2-49da-a1d7-117a18a9e824 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:13.855817 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562ceac-17b2-49da-a1d7-117a18a9e824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:13.856263 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562ceac-17b2-49da-a1d7-117a18a9e824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:13.856625 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562ceac-17b2-49da-a1d7-117a18a9e824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:13.856965 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562ceac-17b2-49da-a1d7-117a18a9e824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:13.896254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-86d96d90-3db9-4535-b1c2-058fffcb4af1', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'fixed_ips': [{'subnet_id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:13.897220 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.925990 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] For port 6766bb7c-958e-432c-9a4d-9b58775244b4, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:13.929266 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] For port 6766bb7c-958e-432c-9a4d-9b58775244b4, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6766bb7c-958e-432c-9a4d-9b58775244b4,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:13.939822 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.017409 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Routers {'6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:14.018121 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:14.108940 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Allocated IP 172.20.0.2 (86d96d90-3db9-4535-b1c2-058fffcb4af1/6ab953d6-7a9e-4906-b3c6-20ec83b2050b/3fbf02e9-78dc-4754-bf62-1ba36739e56a) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:14.206728 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562ceac-17b2-49da-a1d7-117a18a9e824 None None] Pushing event updated for resources: {'Port': ['ID=6766bb7c-958e-432c-9a4d-9b58775244b4,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:14.288037 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] Set router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:14.302621 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.311634 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Transition to ACTIVE for port object 3fbf02e9-78dc-4754-bf62-1ba36739e56a will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:14.328002 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Transition to ACTIVE for port object 3fbf02e9-78dc-4754-bf62-1ba36739e56a will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:14.334420 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.360225 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:00:14.375644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Network 86d96d90-3db9-4535-b1c2-058fffcb4af1 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:14.380644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:14.384802 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:14.392535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Pushing event updated for resources: {'Port': ['ID=3fbf02e9-78dc-4754-bf62-1ba36739e56a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:14.450045 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Attempting to bind port 3fbf02e9-78dc-4754-bf62-1ba36739e56a on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:14.450573 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Attempting to bind port 3fbf02e9-78dc-4754-bf62-1ba36739e56a by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3a3557d1-1ff5-4636-b2dd-87ea12bf856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:14.450954 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Attempting to bind port 3fbf02e9-78dc-4754-bf62-1ba36739e56a on network 86d96d90-3db9-4535-b1c2-058fffcb4af1 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:14.456284 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:14.456656 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Checking segment: {'id': '3a3557d1-1ff5-4636-b2dd-87ea12bf856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:14.457059 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.457448 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Bound using segment: {'id': '3a3557d1-1ff5-4636-b2dd-87ea12bf856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:14.457934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Bound port: 3fbf02e9-78dc-4754-bf62-1ba36739e56a, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3557d1-1ff5-4636-b2dd-87ea12bf856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:14.458314 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.515087 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:12Z', 'revision_number': 3, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:14.543389 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] For port 3fbf02e9-78dc-4754-bf62-1ba36739e56a, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:14.546675 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] For port 3fbf02e9-78dc-4754-bf62-1ba36739e56a, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3fbf02e9-78dc-4754-bf62-1ba36739e56a,segment=NetworkSegment(3a3557d1-1ff5-4636-b2dd-87ea12bf856e),segment_id=3a3557d1-1ff5-4636-b2dd-87ea12bf856e)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:14.552507 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.553240 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578fa324-020b-4e32-8c06-e68d826d9af9 None None] The sync data for ids ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'] in n-d-765315-27 is: [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:12Z', 'revision_number': 3, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:14.622576 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533aee05-3aec-4f5a-9d40-ef8bea974623 None None] Pushing event updated for resources: {'Port': ['ID=3fbf02e9-78dc-4754-bf62-1ba36739e56a,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:14.667259 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42200aad-d818-4996-8b6c-1b133078e886 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.078357 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-42200aad-d818-4996-8b6c-1b133078e886 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Allocated IP 172.20.0.1 (86d96d90-3db9-4535-b1c2-058fffcb4af1/6ab953d6-7a9e-4906-b3c6-20ec83b2050b/2ebfa911-0f32-4a59-93e3-9c0d2e100359) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:15.238032 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42200aad-d818-4996-8b6c-1b133078e886 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.259612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-42200aad-d818-4996-8b6c-1b133078e886 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Transition to ACTIVE for port object 2ebfa911-0f32-4a59-93e3-9c0d2e100359 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:15.307305 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42200aad-d818-4996-8b6c-1b133078e886 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.365634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42200aad-d818-4996-8b6c-1b133078e886 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Network 86d96d90-3db9-4535-b1c2-058fffcb4af1 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:15.377863 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-42200aad-d818-4996-8b6c-1b133078e886 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:15.383741 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42200aad-d818-4996-8b6c-1b133078e886 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:15.424360 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42200aad-d818-4996-8b6c-1b133078e886 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Port': ['ID=2ebfa911-0f32-4a59-93e3-9c0d2e100359,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:15.450922 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42200aad-d818-4996-8b6c-1b133078e886 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.629294 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42200aad-d818-4996-8b6c-1b133078e886 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.907488 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3db6d2-dbe4-421d-96f4-e34562fae505 None None] Network 86d96d90-3db9-4535-b1c2-058fffcb4af1 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:15.952842 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42200aad-d818-4996-8b6c-1b133078e886 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.958721 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42200aad-d818-4996-8b6c-1b133078e886 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.985865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6eb273ae-52be-41d5-a00c-75e10e6a835e None None] Provisioning for port 3fbf02e9-78dc-4754-bf62-1ba36739e56a completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:16.044610 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42200aad-d818-4996-8b6c-1b133078e886 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Port': ['ID=2ebfa911-0f32-4a59-93e3-9c0d2e100359,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:16.047113 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42200aad-d818-4996-8b6c-1b133078e886 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.160912 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42200aad-d818-4996-8b6c-1b133078e886 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Network 86d96d90-3db9-4535-b1c2-058fffcb4af1 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:16.162987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-42200aad-d818-4996-8b6c-1b133078e886 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:16.296305 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42200aad-d818-4996-8b6c-1b133078e886 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:16.434580 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42200aad-d818-4996-8b6c-1b133078e886 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:16.435865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-00319217-2b85-426f-8e40-ba0c59081625 None None] Provisioning for port 2ebfa911-0f32-4a59-93e3-9c0d2e100359 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:16.443841 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51384) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:16.444350 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-42200aad-d818-4996-8b6c-1b133078e886 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "PUT /v2.0/routers/6a47e8be-7735-4a84-bc8c-3c94ed0a6d33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7031298 Aug 16 02:00:16.447390 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-00319217-2b85-426f-8e40-ba0c59081625 None None] Provisioning complete for port 2ebfa911-0f32-4a59-93e3-9c0d2e100359 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:16.448208 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00319217-2b85-426f-8e40-ba0c59081625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.517045 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-00319217-2b85-426f-8e40-ba0c59081625 None None] Port 2ebfa911-0f32-4a59-93e3-9c0d2e100359 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:16.644468 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3a3c1406-87e3-415c-a627-89010532fa75 None None] Provisioning complete for port 2ebfa911-0f32-4a59-93e3-9c0d2e100359 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:16.644860 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3a3c1406-87e3-415c-a627-89010532fa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.686664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540419a1-cff8-4b35-814d-8611527714f0 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.687152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540419a1-cff8-4b35-814d-8611527714f0 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.687627 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540419a1-cff8-4b35-814d-8611527714f0 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.688093 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540419a1-cff8-4b35-814d-8611527714f0 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.688559 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540419a1-cff8-4b35-814d-8611527714f0 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.689019 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540419a1-cff8-4b35-814d-8611527714f0 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.689505 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540419a1-cff8-4b35-814d-8611527714f0 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.694493 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51392) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:16.694600 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-540419a1-cff8-4b35-814d-8611527714f0 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4967 time: 0.2496202 Aug 16 02:00:16.714495 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3a3c1406-87e3-415c-a627-89010532fa75 None None] Port 2ebfa911-0f32-4a59-93e3-9c0d2e100359 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:16.777949 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Sync routers for ids ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:16.789995 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Routers {'6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:16.793606 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:16.858828 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70233260-5284-4d9e-824e-10d5725c8a26 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.859601 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70233260-5284-4d9e-824e-10d5725c8a26 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.860348 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70233260-5284-4d9e-824e-10d5725c8a26 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.860984 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70233260-5284-4d9e-824e-10d5725c8a26 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.861682 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70233260-5284-4d9e-824e-10d5725c8a26 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.862224 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70233260-5284-4d9e-824e-10d5725c8a26 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.863137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70233260-5284-4d9e-824e-10d5725c8a26 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.865294 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-70233260-5284-4d9e-824e-10d5725c8a26 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.1695330 Aug 16 02:00:16.869923 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51398) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:16.910184 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3fbf02e9-78dc-4754-bf62-1ba36739e56a up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:16.970720 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Set router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:17.018053 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 3fbf02e9-78dc-4754-bf62-1ba36739e56a completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:17.029966 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 3fbf02e9-78dc-4754-bf62-1ba36739e56a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:17.030421 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.141622 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9a805389-c4b4-431a-9ad5-6275fdf84ea2 None None] Provisioning complete for port 2ebfa911-0f32-4a59-93e3-9c0d2e100359 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:17.142019 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a805389-c4b4-431a-9ad5-6275fdf84ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.158125 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-181324e2-1226-4ef5-8d85-b9bbb2b28f9d tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.2869046 Aug 16 02:00:17.214952 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9a805389-c4b4-431a-9ad5-6275fdf84ea2 None None] Port 2ebfa911-0f32-4a59-93e3-9c0d2e100359 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:17.292719 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.330371 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:15Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '2ebfa911-0f32-4a59-93e3-9c0d2e100359', 'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:93:e3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:14Z', 'updated_at': '2021-08-16T02:00:15Z', 'revision_number': 2, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:17.363162 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 3fbf02e9-78dc-4754-bf62-1ba36739e56a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3fbf02e9-78dc-4754-bf62-1ba36739e56a,segment=NetworkSegment(3a3557d1-1ff5-4636-b2dd-87ea12bf856e),segment_id=3a3557d1-1ff5-4636-b2dd-87ea12bf856e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:17.364383 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Checking router: 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:17.364882 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Updating router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 port 2ebfa911-0f32-4a59-93e3-9c0d2e100359 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:00:17.369318 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.369564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6766bb7c-958e-432c-9a4d-9b58775244b4 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:17.386052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51414) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:17.391882 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4180a576-39c4-4ce7-a18f-ffd5be1a8473 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-328714222', 'description': 'tempest-secgroup-smoke-328714222 description', 'project_id': '33cf80430ee04eee8eb367bea457fa11'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:17.422472 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4180a576-39c4-4ce7-a18f-ffd5be1a8473 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.486278 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.528210 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4180a576-39c4-4ce7-a18f-ffd5be1a8473 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.532448 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4180a576-39c4-4ce7-a18f-ffd5be1a8473 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.546310 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=3fbf02e9-78dc-4754-bf62-1ba36739e56a,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:17.553132 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4180a576-39c4-4ce7-a18f-ffd5be1a8473 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.558376 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4180a576-39c4-4ce7-a18f-ffd5be1a8473 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1675363 Aug 16 02:00:17.558518 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51422) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:17.564567 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-11d262ae-4a5f-48ac-bdc3-41f703ad49dd tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group_rule': {'security_group_id': '8e842d21-c916-4a63-a2dd-613605650b63', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:17.573203 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 6766bb7c-958e-432c-9a4d-9b58775244b4 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:17.581436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180a576-39c4-4ce7-a18f-ffd5be1a8473 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e842d21-c916-4a63-a2dd-613605650b63,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:17.591790 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 6766bb7c-958e-432c-9a4d-9b58775244b4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:17.591790 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.604268 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11d262ae-4a5f-48ac-bdc3-41f703ad49dd tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.682129 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11d262ae-4a5f-48ac-bdc3-41f703ad49dd tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.688369 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11d262ae-4a5f-48ac-bdc3-41f703ad49dd tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.710530 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d262ae-4a5f-48ac-bdc3-41f703ad49dd tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb7db50-34c5-4e21-8147-2e40039dbb59,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:17.714948 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11d262ae-4a5f-48ac-bdc3-41f703ad49dd tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.719007 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-11d262ae-4a5f-48ac-bdc3-41f703ad49dd tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564465 Aug 16 02:00:17.719444 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51424) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:17.723865 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5f7decf4-c98a-4e11-b625-3ca0ad6e0bdb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group_rule': {'security_group_id': '8e842d21-c916-4a63-a2dd-613605650b63', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:17.753747 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f7decf4-c98a-4e11-b625-3ca0ad6e0bdb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.817432 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f7decf4-c98a-4e11-b625-3ca0ad6e0bdb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.822563 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f7decf4-c98a-4e11-b625-3ca0ad6e0bdb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.826660 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.840348 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7decf4-c98a-4e11-b625-3ca0ad6e0bdb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3480a1-7c45-411a-9a63-16d7672ddbec,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:17.847423 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f7decf4-c98a-4e11-b625-3ca0ad6e0bdb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.850905 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5f7decf4-c98a-4e11-b625-3ca0ad6e0bdb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280773 Aug 16 02:00:17.851404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51426) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:17.856570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4b3511c0-a5dc-4659-b0a2-9430f6314b26 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group_rule': {'security_group_id': '8e842d21-c916-4a63-a2dd-613605650b63', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:17.868435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 6766bb7c-958e-432c-9a4d-9b58775244b4, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6766bb7c-958e-432c-9a4d-9b58775244b4,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:17.876076 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.887243 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b3511c0-a5dc-4659-b0a2-9430f6314b26 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.961626 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b3511c0-a5dc-4659-b0a2-9430f6314b26 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.966125 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b3511c0-a5dc-4659-b0a2-9430f6314b26 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.984872 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3511c0-a5dc-4659-b0a2-9430f6314b26 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84322533-b325-4a04-826a-11414a2c8b11,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:17.992225 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b3511c0-a5dc-4659-b0a2-9430f6314b26 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:17.997492 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51430) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:17.998257 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4b3511c0-a5dc-4659-b0a2-9430f6314b26 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457868 Aug 16 02:00:18.003449 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f475b709-52fd-4211-910a-73ba1216eda5 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group_rule': {'security_group_id': '8e842d21-c916-4a63-a2dd-613605650b63', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:18.035792 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f475b709-52fd-4211-910a-73ba1216eda5 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.110408 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f475b709-52fd-4211-910a-73ba1216eda5 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.121415 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f475b709-52fd-4211-910a-73ba1216eda5 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.142762 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=6766bb7c-958e-432c-9a4d-9b58775244b4,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:18.145548 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475b709-52fd-4211-910a-73ba1216eda5 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb8dfbd-7b9d-4259-9697-4135589fec37,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:18.154521 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f475b709-52fd-4211-910a-73ba1216eda5 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.158043 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f475b709-52fd-4211-910a-73ba1216eda5 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1589160 Aug 16 02:00:18.159406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51432) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:18.164977 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e308c569-afc9-446b-9d2a-f4d7b4a758e2 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group_rule': {'security_group_id': '8e842d21-c916-4a63-a2dd-613605650b63', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:18.178580 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.192395 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Transition to ACTIVE for port object 2ebfa911-0f32-4a59-93e3-9c0d2e100359 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:18.194343 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-e308c569-afc9-446b-9d2a-f4d7b4a758e2 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Project 33cf80430ee04eee8eb367bea457fa11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:00:18.199457 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.202732 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e308c569-afc9-446b-9d2a-f4d7b4a758e2 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.262059 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e309a8-a327-48c2-ae9a-02c877ccb67b None None] Pushing event updated for resources: {'Port': ['ID=2ebfa911-0f32-4a59-93e3-9c0d2e100359,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:18.296407 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e308c569-afc9-446b-9d2a-f4d7b4a758e2 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.301290 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e308c569-afc9-446b-9d2a-f4d7b4a758e2 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.324051 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Attempting to bind port 2ebfa911-0f32-4a59-93e3-9c0d2e100359 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:18.326099 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Attempting to bind port 2ebfa911-0f32-4a59-93e3-9c0d2e100359 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3a3557d1-1ff5-4636-b2dd-87ea12bf856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:18.326665 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Attempting to bind port 2ebfa911-0f32-4a59-93e3-9c0d2e100359 on network 86d96d90-3db9-4535-b1c2-058fffcb4af1 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:18.333883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:18.334557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Checking segment: {'id': '3a3557d1-1ff5-4636-b2dd-87ea12bf856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:18.335449 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.336187 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Bound using segment: {'id': '3a3557d1-1ff5-4636-b2dd-87ea12bf856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:18.337612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Bound port: 2ebfa911-0f32-4a59-93e3-9c0d2e100359, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3557d1-1ff5-4636-b2dd-87ea12bf856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:18.337722 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308c569-afc9-446b-9d2a-f4d7b4a758e2 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb16fbe-54a1-4dc1-8a3a-f48666444b45,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:18.338131 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.343608 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e308c569-afc9-446b-9d2a-f4d7b4a758e2 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.344899 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e308c569-afc9-446b-9d2a-f4d7b4a758e2 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1840751 Aug 16 02:00:18.347611 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51434) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:18.354581 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9872f808-c8b2-4ec2-9297-bba785a21a87 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group_rule': {'security_group_id': '8e842d21-c916-4a63-a2dd-613605650b63', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:18.382213 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-9872f808-c8b2-4ec2-9297-bba785a21a87 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Project 33cf80430ee04eee8eb367bea457fa11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:00:18.388398 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9872f808-c8b2-4ec2-9297-bba785a21a87 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.419189 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] For port 2ebfa911-0f32-4a59-93e3-9c0d2e100359, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:18.422701 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] For port 2ebfa911-0f32-4a59-93e3-9c0d2e100359, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2ebfa911-0f32-4a59-93e3-9c0d2e100359,segment=NetworkSegment(3a3557d1-1ff5-4636-b2dd-87ea12bf856e),segment_id=3a3557d1-1ff5-4636-b2dd-87ea12bf856e)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:18.441322 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.474945 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9872f808-c8b2-4ec2-9297-bba785a21a87 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.481222 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9872f808-c8b2-4ec2-9297-bba785a21a87 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.496345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872f808-c8b2-4ec2-9297-bba785a21a87 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29d06f0-bc43-4a35-a086-6ddcb78dd960,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:18.511745 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9872f808-c8b2-4ec2-9297-bba785a21a87 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.518433 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9872f808-c8b2-4ec2-9297-bba785a21a87 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1693447 Aug 16 02:00:18.533197 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e309a8-a327-48c2-ae9a-02c877ccb67b None None] Pushing event updated for resources: {'Port': ['ID=2ebfa911-0f32-4a59-93e3-9c0d2e100359,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:18.547300 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Routers {'6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:18.547300 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T01:59:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:18.703875 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] Set router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:18.721475 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-08e725e8-6907-495a-9281-c8d6cf716597 req-a7434aa3-7654-4d3f-8f97-7b7accb4dfc0 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-328714222&fields=id&tenant_id=33cf80430ee04eee8eb367bea457fa11 HTTP/1.1" status: 200 len: 267 time: 0.0488546 Aug 16 02:00:18.810982 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3fbf02e9-78dc-4754-bf62-1ba36739e56a up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:18.884212 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e725e8-6907-495a-9281-c8d6cf716597 req-26d5bbe4-a880-4aa3-bab9-853eef94a14c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:18.887311 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-08e725e8-6907-495a-9281-c8d6cf716597 req-26d5bbe4-a880-4aa3-bab9-853eef94a14c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/networks?id=86d96d90-3db9-4535-b1c2-058fffcb4af1 HTTP/1.1" status: 200 len: 795 time: 0.1586342 Aug 16 02:00:18.904195 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-08e725e8-6907-495a-9281-c8d6cf716597 req-56c0bee9-f399-4a69-8e77-b8e00482fa16 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/quotas/33cf80430ee04eee8eb367bea457fa11 HTTP/1.1" status: 200 len: 375 time: 0.0100596 Aug 16 02:00:18.959760 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8e8752e4-2178-435d-96e8-139d0d9237a8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=33cf80430ee04eee8eb367bea457fa11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472689 Aug 16 02:00:18.969443 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 3fbf02e9-78dc-4754-bf62-1ba36739e56a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:18.969834 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.031208 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:15Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '2ebfa911-0f32-4a59-93e3-9c0d2e100359', 'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:93:e3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:14Z', 'updated_at': '2021-08-16T02:00:18Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:19.087206 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca10088f-87d1-4d12-9653-a5fc9cc19449 None None] The sync data for ids ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'] in n-d-765315-27 is: [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:15Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '2ebfa911-0f32-4a59-93e3-9c0d2e100359', 'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:93:e3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:14Z', 'updated_at': '2021-08-16T02:00:18Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:19.112718 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6766bb7c-958e-432c-9a4d-9b58775244b4 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:19.148371 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-08e725e8-6907-495a-9281-c8d6cf716597 req-ded73ed5-b2f5-4ebd-8a1f-17dc6a04068f service neutron] 10.222.0.68 "GET /v2.0/networks/86d96d90-3db9-4535-b1c2-058fffcb4af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743665 Aug 16 02:00:19.201592 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 6766bb7c-958e-432c-9a4d-9b58775244b4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:19.202362 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.301391 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-08e725e8-6907-495a-9281-c8d6cf716597 req-dd349c20-35fc-4002-92ec-3ad20b67e79b service neutron] 10.222.0.68 "GET /v2.0/networks/86d96d90-3db9-4535-b1c2-058fffcb4af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438863 Aug 16 02:00:19.541281 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d7b31961-2a8c-485f-8855-8d99b46f101b req-39cfcd71-5616-4896-8b37-eca2021e7c9a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52 HTTP/1.1" status: 200 len: 210 time: 0.0333753 Aug 16 02:00:20.090159 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27bd8f02-c308-435d-b8f4-3970e4e943e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.691472 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-afd3cb98-8b5d-4edc-ac39-51ac849e53b9 req-c870bd5c-556d-4628-bd39-b95ef49e4dfe tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52 HTTP/1.1" status: 200 len: 210 time: 0.0646627 Aug 16 02:00:20.805987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8a117dd8-7c86-45eb-bda1-25fba8091909 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:20.807886 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8a117dd8-7c86-45eb-bda1-25fba8091909 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.73 "GET /v2.0/networks?id=86d96d90-3db9-4535-b1c2-058fffcb4af1 HTTP/1.1" status: 200 len: 795 time: 0.2180390 Aug 16 02:00:20.858480 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-08e725e8-6907-495a-9281-c8d6cf716597 req-9bf35dd9-86b6-4bed-8881-95cc53f8bc8c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33cf80430ee04eee8eb367bea457fa11 HTTP/1.1" status: 200 len: 379 time: 0.0378935 Aug 16 02:00:20.860542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2ebfa911-0f32-4a59-93e3-9c0d2e100359 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:20.874328 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-08e725e8-6907-495a-9281-c8d6cf716597 req-0e44a8f1-5acf-4cd6-afe2-b8fc61a93818 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'port': {'device_id': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'admin_state_up': True, 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'security_groups': ['8e842d21-c916-4a63-a2dd-613605650b63']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:20.975179 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 2ebfa911-0f32-4a59-93e3-9c0d2e100359 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:20.981104 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 2ebfa911-0f32-4a59-93e3-9c0d2e100359 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:20.981908 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.017246 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e725e8-6907-495a-9281-c8d6cf716597 req-0e44a8f1-5acf-4cd6-afe2-b8fc61a93818 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Made reservation on behalf of 33cf80430ee04eee8eb367bea457fa11 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:21.022616 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-08e725e8-6907-495a-9281-c8d6cf716597 req-0e44a8f1-5acf-4cd6-afe2-b8fc61a93818 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.079794 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.119557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 2ebfa911-0f32-4a59-93e3-9c0d2e100359, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2ebfa911-0f32-4a59-93e3-9c0d2e100359,segment=NetworkSegment(3a3557d1-1ff5-4636-b2dd-87ea12bf856e),segment_id=3a3557d1-1ff5-4636-b2dd-87ea12bf856e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:21.124339 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.174437 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-08e725e8-6907-495a-9281-c8d6cf716597 req-0e44a8f1-5acf-4cd6-afe2-b8fc61a93818 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Allocated IP 172.20.0.5 (86d96d90-3db9-4535-b1c2-058fffcb4af1/6ab953d6-7a9e-4906-b3c6-20ec83b2050b/0e036126-0350-4047-b86f-a4ff1933dd09) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:21.186596 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=2ebfa911-0f32-4a59-93e3-9c0d2e100359,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:21.354437 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-08e725e8-6907-495a-9281-c8d6cf716597 req-0e44a8f1-5acf-4cd6-afe2-b8fc61a93818 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.371366 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-08e725e8-6907-495a-9281-c8d6cf716597 req-0e44a8f1-5acf-4cd6-afe2-b8fc61a93818 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Transition to ACTIVE for port object 0e036126-0350-4047-b86f-a4ff1933dd09 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:21.405455 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-08e725e8-6907-495a-9281-c8d6cf716597 req-0e44a8f1-5acf-4cd6-afe2-b8fc61a93818 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.454604 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e725e8-6907-495a-9281-c8d6cf716597 req-0e44a8f1-5acf-4cd6-afe2-b8fc61a93818 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Network 86d96d90-3db9-4535-b1c2-058fffcb4af1 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:21.461632 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-08e725e8-6907-495a-9281-c8d6cf716597 req-0e44a8f1-5acf-4cd6-afe2-b8fc61a93818 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:21.466257 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e725e8-6907-495a-9281-c8d6cf716597 req-0e44a8f1-5acf-4cd6-afe2-b8fc61a93818 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:21.500117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44a8f1-5acf-4cd6-afe2-b8fc61a93818 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Port': ['ID=0e036126-0350-4047-b86f-a4ff1933dd09,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:21.533116 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e725e8-6907-495a-9281-c8d6cf716597 req-0e44a8f1-5acf-4cd6-afe2-b8fc61a93818 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:21.534057 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-08e725e8-6907-495a-9281-c8d6cf716597 req-0e44a8f1-5acf-4cd6-afe2-b8fc61a93818 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.551553 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-08e725e8-6907-495a-9281-c8d6cf716597 req-0e44a8f1-5acf-4cd6-afe2-b8fc61a93818 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6824410 Aug 16 02:00:21.564550 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Request body: {'port': {'device_id': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:21.627940 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.838502 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-190a0b99-4f62-4f8b-8a9b-174b5b3c9a91 None None] Provisioning for port 0e036126-0350-4047-b86f-a4ff1933dd09 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:21.846969 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-190a0b99-4f62-4f8b-8a9b-174b5b3c9a91 None None] Provisioning complete for port 0e036126-0350-4047-b86f-a4ff1933dd09 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:21.852469 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-190a0b99-4f62-4f8b-8a9b-174b5b3c9a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.895553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-190a0b99-4f62-4f8b-8a9b-174b5b3c9a91 None None] Port 0e036126-0350-4047-b86f-a4ff1933dd09 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:22.133387 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909eb026-af0c-4a8a-a525-4a4b86b1f01e req-2788cfe2-b278-43fe-8db1-ca97eccde7bb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.135111 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-909eb026-af0c-4a8a-a525-4a4b86b1f01e req-2788cfe2-b278-43fe-8db1-ca97eccde7bb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52 HTTP/1.1" status: 200 len: 931 time: 0.0989962 Aug 16 02:00:22.210134 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-909eb026-af0c-4a8a-a525-4a4b86b1f01e req-1db31099-32b9-4dd5-8d81-b6d152785bb1 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e842d21-c916-4a63-a2dd-613605650b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668981 Aug 16 02:00:22.285952 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e036126-0350-4047-b86f-a4ff1933dd09 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:22.296062 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.309931 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Transition to ACTIVE for port object 0e036126-0350-4047-b86f-a4ff1933dd09 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:22.313885 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.387191 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Pushing event updated for resources: {'Port': ['ID=0e036126-0350-4047-b86f-a4ff1933dd09,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:22.458206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Attempting to bind port 0e036126-0350-4047-b86f-a4ff1933dd09 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:22.458544 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Attempting to bind port 0e036126-0350-4047-b86f-a4ff1933dd09 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '3a3557d1-1ff5-4636-b2dd-87ea12bf856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:22.458874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Attempting to bind port 0e036126-0350-4047-b86f-a4ff1933dd09 on network 86d96d90-3db9-4535-b1c2-058fffcb4af1 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:22.464819 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Port 0e036126-0350-4047-b86f-a4ff1933dd09 on network 86d96d90-3db9-4535-b1c2-058fffcb4af1 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:22.465384 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Attempting to bind port 0e036126-0350-4047-b86f-a4ff1933dd09 on network 86d96d90-3db9-4535-b1c2-058fffcb4af1 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:22.470837 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:22.471180 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Checking segment: {'id': '3a3557d1-1ff5-4636-b2dd-87ea12bf856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:22.471566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Bound using segment: {'id': '3a3557d1-1ff5-4636-b2dd-87ea12bf856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:22.471996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Bound port: 0e036126-0350-4047-b86f-a4ff1933dd09, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3557d1-1ff5-4636-b2dd-87ea12bf856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:22.472358 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.557568 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] For port 0e036126-0350-4047-b86f-a4ff1933dd09, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:22.561621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] For port 0e036126-0350-4047-b86f-a4ff1933dd09, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0e036126-0350-4047-b86f-a4ff1933dd09,segment=NetworkSegment(3a3557d1-1ff5-4636-b2dd-87ea12bf856e),segment_id=3a3557d1-1ff5-4636-b2dd-87ea12bf856e)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:22.566644 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.608007 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-499335b8-413a-4379-b4b0-861e70b0207e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.612036 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.612667 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.614240 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] 10.222.0.73 "PUT /v2.0/ports/0e036126-0350-4047-b86f-a4ff1933dd09 HTTP/1.1" status: 200 len: 1092 time: 1.0543821 Aug 16 02:00:22.614923 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'tag': '0e036126-0350-4047-b86f-a4ff1933dd09'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:22.617005 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df928db-95b4-44dc-9a5f-cea59805d679" -d '{"events": [{"name": "network-changed", "server_uuid": "2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52", "tag": "0e036126-0350-4047-b86f-a4ff1933dd09"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:22.664447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f4892-e57e-41ca-801a-3aca0931a80b service neutron] Pushing event updated for resources: {'Port': ['ID=0e036126-0350-4047-b86f-a4ff1933dd09,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:22.707301 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193c189d-cbfd-404e-8231-501d23bbf5da x-openstack-request-id: req-193c189d-cbfd-404e-8231-501d23bbf5da {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:22.707656 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52", "tag": "0e036126-0350-4047-b86f-a4ff1933dd09", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:22.707963 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-193c189d-cbfd-404e-8231-501d23bbf5da {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:22.708419 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'tag': '0e036126-0350-4047-b86f-a4ff1933dd09', 'status': 'completed', 'code': 200} Aug 16 02:00:22.725501 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e725e8-6907-495a-9281-c8d6cf716597 req-dfa8302f-41a6-45ac-9f51-a213f0a76d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.727376 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-08e725e8-6907-495a-9281-c8d6cf716597 req-dfa8302f-41a6-45ac-9f51-a213f0a76d3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33cf80430ee04eee8eb367bea457fa11&device_id=2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52 HTTP/1.1" status: 200 len: 1095 time: 0.0561171 Aug 16 02:00:22.780733 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-08e725e8-6907-495a-9281-c8d6cf716597 req-ce8fc1cc-5af2-4e18-a054-c3b404039946 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e036126-0350-4047-b86f-a4ff1933dd09 HTTP/1.1" status: 200 len: 217 time: 0.0439553 Aug 16 02:00:22.788400 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2ebfa911-0f32-4a59-93e3-9c0d2e100359 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:22.838883 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e725e8-6907-495a-9281-c8d6cf716597 req-002c74ba-abd5-40de-99cc-c5064d7196e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.840387 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-08e725e8-6907-495a-9281-c8d6cf716597 req-002c74ba-abd5-40de-99cc-c5064d7196e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ab953d6-7a9e-4906-b3c6-20ec83b2050b HTTP/1.1" status: 200 len: 835 time: 0.0509558 Aug 16 02:00:22.847770 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 2ebfa911-0f32-4a59-93e3-9c0d2e100359 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:22.848346 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.907329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e725e8-6907-495a-9281-c8d6cf716597 req-38bb9a37-2b03-4b33-b29d-fdd3632bd17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.909189 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-08e725e8-6907-495a-9281-c8d6cf716597 req-38bb9a37-2b03-4b33-b29d-fdd3632bd17e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86d96d90-3db9-4535-b1c2-058fffcb4af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613947 Aug 16 02:00:23.012876 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-08e725e8-6907-495a-9281-c8d6cf716597 req-8d9539ef-bd30-470e-87ff-f24283728ac9 service neutron] 10.222.0.73 "GET /v2.0/networks/86d96d90-3db9-4535-b1c2-058fffcb4af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930419 Aug 16 02:00:23.112033 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-08e725e8-6907-495a-9281-c8d6cf716597 req-de3dc0ea-c095-410d-a0b4-407e561af0f4 service neutron] 10.222.0.73 "GET /v2.0/networks/86d96d90-3db9-4535-b1c2-058fffcb4af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885687 Aug 16 02:00:23.214429 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df928db-95b4-44dc-9a5f-cea59805d679 req-f21dfd72-6fa4-43e4-b875-f4f11ba48075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.216009 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8df928db-95b4-44dc-9a5f-cea59805d679 req-f21dfd72-6fa4-43e4-b875-f4f11ba48075 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33cf80430ee04eee8eb367bea457fa11&device_id=2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52 HTTP/1.1" status: 200 len: 1095 time: 0.0594771 Aug 16 02:00:23.294034 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.360263 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df928db-95b4-44dc-9a5f-cea59805d679 req-d750b748-8ae1-45c3-b1b7-fe5e18e97629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.361655 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8df928db-95b4-44dc-9a5f-cea59805d679 req-d750b748-8ae1-45c3-b1b7-fe5e18e97629 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86d96d90-3db9-4535-b1c2-058fffcb4af1 HTTP/1.1" status: 200 len: 896 time: 0.1385772 Aug 16 02:00:23.384403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b97ce1-1123-4db2-bac2-a1720f69a9f5 req-0a7992af-8b85-4550-8e59-fe21e9562306 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.385931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b0b97ce1-1123-4db2-bac2-a1720f69a9f5 req-0a7992af-8b85-4550-8e59-fe21e9562306 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52 HTTP/1.1" status: 200 len: 943 time: 0.0734823 Aug 16 02:00:23.426493 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8df928db-95b4-44dc-9a5f-cea59805d679 req-1e7d7245-34c8-4361-b5e9-a1842f961ced service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e036126-0350-4047-b86f-a4ff1933dd09 HTTP/1.1" status: 200 len: 217 time: 0.0564942 Aug 16 02:00:23.484793 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b0b97ce1-1123-4db2-bac2-a1720f69a9f5 req-71d3f7e7-5e02-4039-afdd-51da610f6d17 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e842d21-c916-4a63-a2dd-613605650b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666647 Aug 16 02:00:23.497798 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df928db-95b4-44dc-9a5f-cea59805d679 req-00b59223-d7ad-48a1-8030-d367febac46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.499442 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8df928db-95b4-44dc-9a5f-cea59805d679 req-00b59223-d7ad-48a1-8030-d367febac46b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ab953d6-7a9e-4906-b3c6-20ec83b2050b HTTP/1.1" status: 200 len: 835 time: 0.0649867 Aug 16 02:00:23.551575 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df928db-95b4-44dc-9a5f-cea59805d679 req-4c895311-d9ec-4214-bd58-c36db8b73517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.553101 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8df928db-95b4-44dc-9a5f-cea59805d679 req-4c895311-d9ec-4214-bd58-c36db8b73517 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86d96d90-3db9-4535-b1c2-058fffcb4af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460923 Aug 16 02:00:23.655659 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8df928db-95b4-44dc-9a5f-cea59805d679 req-c7c8ad79-69fa-44bb-bff1-af986cf4250a service neutron] 10.222.0.73 "GET /v2.0/networks/86d96d90-3db9-4535-b1c2-058fffcb4af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945883 Aug 16 02:00:23.752729 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8df928db-95b4-44dc-9a5f-cea59805d679 req-511f876e-78d3-4c8b-93b1-0336e1216831 service neutron] 10.222.0.73 "GET /v2.0/networks/86d96d90-3db9-4535-b1c2-058fffcb4af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888569 Aug 16 02:00:24.159564 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.440325 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51520) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:24.555029 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ddf0d73-bfce-4642-8dbe-d72438880ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.640220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7a68a-7331-4c15-a2b2-5eadbe2503e8 req-eeeb6d6f-58d9-4d1b-9780-940279668f9e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:24.641705 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5b7a68a-7331-4c15-a2b2-5eadbe2503e8 req-eeeb6d6f-58d9-4d1b-9780-940279668f9e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52 HTTP/1.1" status: 200 len: 943 time: 0.0752137 Aug 16 02:00:24.699219 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5b7a68a-7331-4c15-a2b2-5eadbe2503e8 req-5f824512-bd52-4c9d-a03f-863de03c0b6b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e842d21-c916-4a63-a2dd-613605650b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504394 Aug 16 02:00:24.726429 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ddf0d73-bfce-4642-8dbe-d72438880ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.731106 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ddf0d73-bfce-4642-8dbe-d72438880ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.767872 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf0d73-bfce-4642-8dbe-d72438880ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6d05e9-845d-4332-8126-6d70339be3a2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:24.774119 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9ddf0d73-bfce-4642-8dbe-d72438880ef0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fa351a125534430b8aabf4829a120146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3327610 Aug 16 02:00:24.778054 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51528) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:24.780261 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf0d73-bfce-4642-8dbe-d72438880ef0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:24.780602 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf0d73-bfce-4642-8dbe-d72438880ef0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:24.780943 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf0d73-bfce-4642-8dbe-d72438880ef0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:24.781269 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf0d73-bfce-4642-8dbe-d72438880ef0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:24.781592 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf0d73-bfce-4642-8dbe-d72438880ef0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:24.781944 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf0d73-bfce-4642-8dbe-d72438880ef0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:24.782264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf0d73-bfce-4642-8dbe-d72438880ef0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:24.782579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf0d73-bfce-4642-8dbe-d72438880ef0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:24.782895 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf0d73-bfce-4642-8dbe-d72438880ef0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:24.783207 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf0d73-bfce-4642-8dbe-d72438880ef0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:24.783778 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf0d73-bfce-4642-8dbe-d72438880ef0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:24.784094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf0d73-bfce-4642-8dbe-d72438880ef0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:24.833411 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-726aa13c-d6a3-48d6-b538-8be6866126f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.855293 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-726aa13c-d6a3-48d6-b538-8be6866126f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.905868 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-726aa13c-d6a3-48d6-b538-8be6866126f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.908417 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-726aa13c-d6a3-48d6-b538-8be6866126f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.909843 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-726aa13c-d6a3-48d6-b538-8be6866126f7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7e6d05e9-845d-4332-8126-6d70339be3a2 HTTP/1.1" status: 204 len: 168 time: 0.1307302 Aug 16 02:00:24.917853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726aa13c-d6a3-48d6-b538-8be6866126f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6d05e9-845d-4332-8126-6d70339be3a2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:25.331328 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0e036126-0350-4047-b86f-a4ff1933dd09 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:25.429133 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0e036126-0350-4047-b86f-a4ff1933dd09, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0e036126-0350-4047-b86f-a4ff1933dd09,segment=NetworkSegment(3a3557d1-1ff5-4636-b2dd-87ea12bf856e),segment_id=3a3557d1-1ff5-4636-b2dd-87ea12bf856e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:25.443178 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '0e036126-0350-4047-b86f-a4ff1933dd09', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'port_id': '0e036126-0350-4047-b86f-a4ff1933dd09', 'mac_address': 'fa:16:3e:1d:06:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:25.481869 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.498901 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e036126-0350-4047-b86f-a4ff1933dd09 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:25.519263 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0e036126-0350-4047-b86f-a4ff1933dd09, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0e036126-0350-4047-b86f-a4ff1933dd09,segment=NetworkSegment(3a3557d1-1ff5-4636-b2dd-87ea12bf856e),segment_id=3a3557d1-1ff5-4636-b2dd-87ea12bf856e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:25.524146 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.578491 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=0e036126-0350-4047-b86f-a4ff1933dd09,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:25.747215 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['0e036126-0350-4047-b86f-a4ff1933dd09'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:25.821004 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb3b33-f37d-4594-a7f7-50497abe8738 req-d08a6c4a-5ca0-435c-bdd3-1eb931ba1038 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.823393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-13eb3b33-f37d-4594-a7f7-50497abe8738 req-d08a6c4a-5ca0-435c-bdd3-1eb931ba1038 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52 HTTP/1.1" status: 200 len: 944 time: 0.0527816 Aug 16 02:00:25.865078 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-13eb3b33-f37d-4594-a7f7-50497abe8738 req-87a4fe3c-870f-4a33-bc93-db0c86116044 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e842d21-c916-4a63-a2dd-613605650b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358758 Aug 16 02:00:25.977301 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.002280 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630f13f-a4ed-47d3-834b-088045654790 req-1aeb3c3b-95b3-4543-999a-56410b506972 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:27.003830 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6630f13f-a4ed-47d3-834b-088045654790 req-1aeb3c3b-95b3-4543-999a-56410b506972 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52 HTTP/1.1" status: 200 len: 944 time: 0.0502698 Aug 16 02:00:27.044452 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6630f13f-a4ed-47d3-834b-088045654790 req-bd974855-29fe-4e76-843e-1ac6f2b8bd18 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e842d21-c916-4a63-a2dd-613605650b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337148 Aug 16 02:00:27.147531 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-543db284-6021-41dc-bfb0-213400214a52 req-3bc381bb-5f5e-4953-b328-f99656abe148 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=56d28dec900344fb94395fb7248f15c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303860 Aug 16 02:00:27.338758 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543db284-6021-41dc-bfb0-213400214a52 req-829c6230-7003-4b32-b5b8-fdfa1ca3246f tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:27.340229 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-543db284-6021-41dc-bfb0-213400214a52 req-829c6230-7003-4b32-b5b8-fdfa1ca3246f tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868200 Aug 16 02:00:27.346092 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0e036126-0350-4047-b86f-a4ff1933dd09 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:27.355619 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-543db284-6021-41dc-bfb0-213400214a52 req-487515e1-b3fb-4c60-8687-4e65f1656c09 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/quotas/56d28dec900344fb94395fb7248f15c5 HTTP/1.1" status: 200 len: 375 time: 0.0094619 Aug 16 02:00:27.387894 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-543db284-6021-41dc-bfb0-213400214a52 req-6cd12089-cd07-4448-a511-e9f2da63d494 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=56d28dec900344fb94395fb7248f15c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267284 Aug 16 02:00:27.394425 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 0e036126-0350-4047-b86f-a4ff1933dd09 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:27.398338 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 0e036126-0350-4047-b86f-a4ff1933dd09 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:27.398621 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.478160 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.501048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e036126-0350-4047-b86f-a4ff1933dd09'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:27.503318 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94db7cd3-9e25-47cd-bbd9-1b4a857a4042" -d '{"events": [{"server_uuid": "2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52", "name": "network-vif-plugged", "status": "completed", "tag": "0e036126-0350-4047-b86f-a4ff1933dd09"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:27.516419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0e036126-0350-4047-b86f-a4ff1933dd09, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0e036126-0350-4047-b86f-a4ff1933dd09,segment=NetworkSegment(3a3557d1-1ff5-4636-b2dd-87ea12bf856e),segment_id=3a3557d1-1ff5-4636-b2dd-87ea12bf856e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:27.521939 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.560549 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dba572-d163-4f53-b69a-6a09d94e7bef x-openstack-request-id: req-70dba572-d163-4f53-b69a-6a09d94e7bef {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:27.560850 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52", "name": "network-vif-plugged", "status": "completed", "tag": "0e036126-0350-4047-b86f-a4ff1933dd09", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:27.561105 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-70dba572-d163-4f53-b69a-6a09d94e7bef {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:27.561814 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e036126-0350-4047-b86f-a4ff1933dd09', 'code': 200} Aug 16 02:00:27.577726 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=0e036126-0350-4047-b86f-a4ff1933dd09,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:27.588696 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77dcfdfb-90a6-4d4a-bfdf-44333727adb8 req-cddbe6fa-8ef7-4d8e-b40c-47aa7e36553a tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d8567fc-4622-458f-94ee-7f2c0b04347b HTTP/1.1" status: 200 len: 210 time: 0.0427828 Aug 16 02:00:27.667706 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f6c1e-e508-4102-9e15-22f7730dc157 req-10672e2f-189e-466a-a85d-9722e581af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:27.669197 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bd9f6c1e-e508-4102-9e15-22f7730dc157 req-10672e2f-189e-466a-a85d-9722e581af5e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52 HTTP/1.1" status: 200 len: 1097 time: 0.0409901 Aug 16 02:00:27.708858 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bd9f6c1e-e508-4102-9e15-22f7730dc157 req-a3dcd732-9bf1-4476-9db0-1292ad21ab19 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8e842d21-c916-4a63-a2dd-613605650b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318077 Aug 16 02:00:28.173076 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260e3f9-edc6-4040-a8da-d2066ddb8db9 req-91836788-0496-4242-8fc4-9224a783ec2e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:28.174617 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a260e3f9-edc6-4040-a8da-d2066ddb8db9 req-91836788-0496-4242-8fc4-9224a783ec2e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52 HTTP/1.1" status: 200 len: 945 time: 0.0598848 Aug 16 02:00:28.215736 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a260e3f9-edc6-4040-a8da-d2066ddb8db9 req-4ed9e80f-0015-47be-814e-b6d32e72f693 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e842d21-c916-4a63-a2dd-613605650b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336652 Aug 16 02:00:28.493745 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-543db284-6021-41dc-bfb0-213400214a52 req-64eecc0d-6f2e-433f-86fa-d57123282315 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=56d28dec900344fb94395fb7248f15c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205626 Aug 16 02:00:28.620276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543db284-6021-41dc-bfb0-213400214a52 req-a1021e55-3e43-4568-91b4-7315ea605845 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:28.621773 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-543db284-6021-41dc-bfb0-213400214a52 req-a1021e55-3e43-4568-91b4-7315ea605845 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1146290 Aug 16 02:00:28.636589 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-543db284-6021-41dc-bfb0-213400214a52 req-56e181f7-a4d5-4c3c-8312-e16152c2be6a tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Request body: {'port': {'device_id': '2d8567fc-4622-458f-94ee-7f2c0b04347b', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': '56d28dec900344fb94395fb7248f15c5'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:28.689991 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-54d76230-5025-4a86-8de9-587281d7497d req-14f61c81-235c-4222-9902-5a9058c82e01 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d8567fc-4622-458f-94ee-7f2c0b04347b HTTP/1.1" status: 200 len: 210 time: 0.0286107 Aug 16 02:00:28.762337 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543db284-6021-41dc-bfb0-213400214a52 req-56e181f7-a4d5-4c3c-8312-e16152c2be6a tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Made reservation on behalf of 56d28dec900344fb94395fb7248f15c5 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:28.765884 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-543db284-6021-41dc-bfb0-213400214a52 req-56e181f7-a4d5-4c3c-8312-e16152c2be6a tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.775456 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-543db284-6021-41dc-bfb0-213400214a52 req-56e181f7-a4d5-4c3c-8312-e16152c2be6a tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.873576 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-543db284-6021-41dc-bfb0-213400214a52 req-56e181f7-a4d5-4c3c-8312-e16152c2be6a tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.877161 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-543db284-6021-41dc-bfb0-213400214a52 req-56e181f7-a4d5-4c3c-8312-e16152c2be6a tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.941192 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e181f7-a4d5-4c3c-8312-e16152c2be6a tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=923b5ef2-bb95-4011-bdd7-cab7165de472,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:29.010225 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-543db284-6021-41dc-bfb0-213400214a52 req-56e181f7-a4d5-4c3c-8312-e16152c2be6a tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Allocated IP 192.168.233.123 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/87f93b68-ee84-4451-8a12-1133378702f1) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:29.158220 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-543db284-6021-41dc-bfb0-213400214a52 req-56e181f7-a4d5-4c3c-8312-e16152c2be6a tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.171596 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-543db284-6021-41dc-bfb0-213400214a52 req-56e181f7-a4d5-4c3c-8312-e16152c2be6a tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Transition to ACTIVE for port object 87f93b68-ee84-4451-8a12-1133378702f1 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:29.205149 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-543db284-6021-41dc-bfb0-213400214a52 req-56e181f7-a4d5-4c3c-8312-e16152c2be6a tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.245449 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543db284-6021-41dc-bfb0-213400214a52 req-56e181f7-a4d5-4c3c-8312-e16152c2be6a tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:29.248551 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-543db284-6021-41dc-bfb0-213400214a52 req-56e181f7-a4d5-4c3c-8312-e16152c2be6a tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:29.254313 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-543db284-6021-41dc-bfb0-213400214a52 req-56e181f7-a4d5-4c3c-8312-e16152c2be6a tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:29.286604 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e181f7-a4d5-4c3c-8312-e16152c2be6a tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Pushing event updated for resources: {'Port': ['ID=87f93b68-ee84-4451-8a12-1133378702f1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:29.320378 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543db284-6021-41dc-bfb0-213400214a52 req-56e181f7-a4d5-4c3c-8312-e16152c2be6a tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:29.321663 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-543db284-6021-41dc-bfb0-213400214a52 req-56e181f7-a4d5-4c3c-8312-e16152c2be6a tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.341332 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-543db284-6021-41dc-bfb0-213400214a52 req-56e181f7-a4d5-4c3c-8312-e16152c2be6a tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7102547 Aug 16 02:00:29.347598 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38891ff-ace9-4114-9ee5-7bc13a4a9acb req-53537e18-f923-4f66-83a3-38607d98bf31 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:29.349238 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e38891ff-ace9-4114-9ee5-7bc13a4a9acb req-53537e18-f923-4f66-83a3-38607d98bf31 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52 HTTP/1.1" status: 200 len: 945 time: 0.0542879 Aug 16 02:00:29.356646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Request body: {'port': {'device_id': '2d8567fc-4622-458f-94ee-7f2c0b04347b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:29.394238 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e38891ff-ace9-4114-9ee5-7bc13a4a9acb req-e4823d62-a723-4d09-a86f-6450e6ec1813 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e842d21-c916-4a63-a2dd-613605650b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379553 Aug 16 02:00:29.418909 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.537809 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d59506ad-a6b0-4b0c-b181-05e892708c77 None None] Provisioning for port 87f93b68-ee84-4451-8a12-1133378702f1 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:29.542171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d59506ad-a6b0-4b0c-b181-05e892708c77 None None] Provisioning complete for port 87f93b68-ee84-4451-8a12-1133378702f1 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:29.542662 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d59506ad-a6b0-4b0c-b181-05e892708c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.576307 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d59506ad-a6b0-4b0c-b181-05e892708c77 None None] Port 87f93b68-ee84-4451-8a12-1133378702f1 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:29.619468 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cde9e0-fc2c-4010-9768-6b587accebde req-b415836c-362b-4081-adb8-090a763a09bc tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:29.620966 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-99cde9e0-fc2c-4010-9768-6b587accebde req-b415836c-362b-4081-adb8-090a763a09bc tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52 HTTP/1.1" status: 200 len: 945 time: 0.1482258 Aug 16 02:00:29.683546 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-99cde9e0-fc2c-4010-9768-6b587accebde req-d36dba03-ccb1-49f5-a536-c5c63953c30d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e842d21-c916-4a63-a2dd-613605650b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564418 Aug 16 02:00:29.705166 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51620) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:29.746406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646183fb-968d-4ee6-bb15-eecbd9cf53ca tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:29.747980 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-646183fb-968d-4ee6-bb15-eecbd9cf53ca tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52 HTTP/1.1" status: 200 len: 1092 time: 0.0417421 Aug 16 02:00:29.750941 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51624) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:29.754780 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f93b68-ee84-4451-8a12-1133378702f1 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:29.755637 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': '0e036126-0350-4047-b86f-a4ff1933dd09', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:29.764732 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.778162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Transition to ACTIVE for port object 87f93b68-ee84-4451-8a12-1133378702f1 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:29.781829 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.824064 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.834257 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Pushing event updated for resources: {'Port': ['ID=87f93b68-ee84-4451-8a12-1133378702f1,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:29.836278 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26fac7-94ed-46d4-a9a4-97852b544ca8 req-7e266e3a-c300-4338-add9-efce8b15a0da tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:29.839021 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0b26fac7-94ed-46d4-a9a4-97852b544ca8 req-7e266e3a-c300-4338-add9-efce8b15a0da tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d8567fc-4622-458f-94ee-7f2c0b04347b HTTP/1.1" status: 200 len: 948 time: 0.0708027 Aug 16 02:00:29.918713 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Attempting to bind port 87f93b68-ee84-4451-8a12-1133378702f1 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:29.919050 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Attempting to bind port 87f93b68-ee84-4451-8a12-1133378702f1 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:29.919379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Attempting to bind port 87f93b68-ee84-4451-8a12-1133378702f1 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:29.924194 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Port 87f93b68-ee84-4451-8a12-1133378702f1 on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:29.924523 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Attempting to bind port 87f93b68-ee84-4451-8a12-1133378702f1 on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:29.930012 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:29.930359 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:29.930932 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:29.931599 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Bound port: 87f93b68-ee84-4451-8a12-1133378702f1, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:29.932148 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.943876 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0b26fac7-94ed-46d4-a9a4-97852b544ca8 req-3da4c1bf-cc22-40d3-b99c-04f18631430e tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/security-groups?id=923b5ef2-bb95-4011-bdd7-cab7165de472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899365 Aug 16 02:00:30.000039 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.006260 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] For port 87f93b68-ee84-4451-8a12-1133378702f1, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:30.010524 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] For port 87f93b68-ee84-4451-8a12-1133378702f1, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=87f93b68-ee84-4451-8a12-1133378702f1,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:30.018510 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.052691 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:30.053214 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.055312 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-543db284-6021-41dc-bfb0-213400214a52 req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] 10.222.0.73 "PUT /v2.0/ports/87f93b68-ee84-4451-8a12-1133378702f1 HTTP/1.1" status: 200 len: 1097 time: 0.7043810 Aug 16 02:00:30.057634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8567fc-4622-458f-94ee-7f2c0b04347b', 'tag': '87f93b68-ee84-4451-8a12-1133378702f1'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:30.060803 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae89edf-86dc-4458-bc85-7b6966f40aee" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8567fc-4622-458f-94ee-7f2c0b04347b", "tag": "87f93b68-ee84-4451-8a12-1133378702f1"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:30.104175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e538b4-09fa-43a6-8112-eb6c3f7736ea service neutron] Pushing event updated for resources: {'Port': ['ID=87f93b68-ee84-4451-8a12-1133378702f1,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:30.126370 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Allocated IP 172.25.3.20 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/9adc3b49-8f6a-4e89-a595-e7447e218365) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:30.129527 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713dd9c8-013c-42ab-9ed2-4c1f81e19404 x-openstack-request-id: req-713dd9c8-013c-42ab-9ed2-4c1f81e19404 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:30.129846 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8567fc-4622-458f-94ee-7f2c0b04347b", "tag": "87f93b68-ee84-4451-8a12-1133378702f1", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:30.130101 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-713dd9c8-013c-42ab-9ed2-4c1f81e19404 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:30.130628 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8567fc-4622-458f-94ee-7f2c0b04347b', 'tag': '87f93b68-ee84-4451-8a12-1133378702f1', 'status': 'completed', 'code': 200} Aug 16 02:00:30.161408 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543db284-6021-41dc-bfb0-213400214a52 req-d274454a-bae5-4ed0-a219-686196257b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:30.163002 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-543db284-6021-41dc-bfb0-213400214a52 req-d274454a-bae5-4ed0-a219-686196257b2f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56d28dec900344fb94395fb7248f15c5&device_id=2d8567fc-4622-458f-94ee-7f2c0b04347b HTTP/1.1" status: 200 len: 1100 time: 0.0441172 Aug 16 02:00:30.214993 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-543db284-6021-41dc-bfb0-213400214a52 req-85c59d52-ed78-4665-a877-693c1924ea94 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=87f93b68-ee84-4451-8a12-1133378702f1 HTTP/1.1" status: 200 len: 217 time: 0.0428078 Aug 16 02:00:30.241616 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.271283 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543db284-6021-41dc-bfb0-213400214a52 req-9646c0b1-95a5-4e7a-aa78-85d1b5af3cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:30.272753 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-543db284-6021-41dc-bfb0-213400214a52 req-9646c0b1-95a5-4e7a-aa78-85d1b5af3cff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0503616 Aug 16 02:00:30.299221 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.324491 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543db284-6021-41dc-bfb0-213400214a52 req-9b89b142-5363-481d-b7c6-2e34c72900fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:30.326025 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-543db284-6021-41dc-bfb0-213400214a52 req-9b89b142-5363-481d-b7c6-2e34c72900fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0444109 Aug 16 02:00:30.343280 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:30.346300 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:30.351023 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:30.353792 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Port': ['ID=9adc3b49-8f6a-4e89-a595-e7447e218365,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:30.430098 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-543db284-6021-41dc-bfb0-213400214a52 req-c7126e19-0395-46b4-ab20-000fb0bb0bd3 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966992 Aug 16 02:00:30.532786 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-543db284-6021-41dc-bfb0-213400214a52 req-43b9d077-3182-4cdf-bbb0-899f3a3894bf service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948124 Aug 16 02:00:30.634729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae89edf-86dc-4458-bc85-7b6966f40aee req-ad8a07b7-0982-44c3-a199-5935b9984c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:30.636302 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bae89edf-86dc-4458-bc85-7b6966f40aee req-ad8a07b7-0982-44c3-a199-5935b9984c00 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56d28dec900344fb94395fb7248f15c5&device_id=2d8567fc-4622-458f-94ee-7f2c0b04347b HTTP/1.1" status: 200 len: 1100 time: 0.0487485 Aug 16 02:00:30.738072 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae89edf-86dc-4458-bc85-7b6966f40aee req-ce15856c-f276-4058-8e3e-f4f1ff5ed441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:30.739553 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bae89edf-86dc-4458-bc85-7b6966f40aee req-ce15856c-f276-4058-8e3e-f4f1ff5ed441 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.0947652 Aug 16 02:00:30.744890 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.782654 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bae89edf-86dc-4458-bc85-7b6966f40aee req-846dfef4-21b3-4c36-a996-4a5056f4e031 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=87f93b68-ee84-4451-8a12-1133378702f1 HTTP/1.1" status: 200 len: 217 time: 0.0346384 Aug 16 02:00:30.813285 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.837307 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae89edf-86dc-4458-bc85-7b6966f40aee req-d6103bac-460f-4361-9deb-1fc8927afeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:30.838937 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bae89edf-86dc-4458-bc85-7b6966f40aee req-d6103bac-460f-4361-9deb-1fc8927afeda service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0477629 Aug 16 02:00:30.888638 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae89edf-86dc-4458-bc85-7b6966f40aee req-53fb0590-de56-4b88-8204-79a77c0d1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:30.890192 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bae89edf-86dc-4458-bc85-7b6966f40aee req-53fb0590-de56-4b88-8204-79a77c0d1146 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0414979 Aug 16 02:00:30.979463 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.987297 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.009802 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bae89edf-86dc-4458-bc85-7b6966f40aee req-fc219e07-9f89-486b-90d6-83f220076d47 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118069 Aug 16 02:00:31.101344 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Port': ['ID=9adc3b49-8f6a-4e89-a595-e7447e218365,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:31.113696 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.117800 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bae89edf-86dc-4458-bc85-7b6966f40aee req-9d4617fe-7c7b-4458-906f-f5d85d7552bb service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992200 Aug 16 02:00:31.164217 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7b969-c7a4-4f28-9a1f-0fed6f9fdd99 req-29d90476-8841-4a8f-a1a1-4cc1964b4524 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:31.166629 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82e7b969-c7a4-4f28-9a1f-0fed6f9fdd99 req-29d90476-8841-4a8f-a1a1-4cc1964b4524 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d8567fc-4622-458f-94ee-7f2c0b04347b HTTP/1.1" status: 200 len: 948 time: 0.1434999 Aug 16 02:00:31.252438 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-82e7b969-c7a4-4f28-9a1f-0fed6f9fdd99 req-b79e45be-2fd1-4f73-a42f-d3cb3da256a5 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/security-groups?id=923b5ef2-bb95-4011-bdd7-cab7165de472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755405 Aug 16 02:00:31.259401 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Floating IP 5df95fcd-b37f-4ae0-a1a5-df1183526093 associated. External IP: 172.25.3.20, port: 0e036126-0350-4047-b86f-a4ff1933dd09. Aug 16 02:00:31.463748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:31.570386 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:31.581331 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9682a23a-d24c-4e90-82f8-2405f19ca5ec None None] Sync routers for ids ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:31.586366 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.591216 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9682a23a-d24c-4e90-82f8-2405f19ca5ec None None] Routers {'6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:31.591831 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9682a23a-d24c-4e90-82f8-2405f19ca5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:00:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:31.617347 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2563bcb3-9434-4cc1-8a06-92b4726b3eae tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8649943 Aug 16 02:00:31.618399 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'tag': '0e036126-0350-4047-b86f-a4ff1933dd09'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:31.620888 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a960bd8-30e2-4717-8de8-875c15201aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52", "tag": "0e036126-0350-4047-b86f-a4ff1933dd09"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:31.621311 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 51638) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:31.658190 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15559435-a45f-41c1-8337-40eaeaf53cd6 x-openstack-request-id: req-15559435-a45f-41c1-8337-40eaeaf53cd6 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:31.658741 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52", "tag": "0e036126-0350-4047-b86f-a4ff1933dd09", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:31.658991 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-15559435-a45f-41c1-8337-40eaeaf53cd6 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:31.659395 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'tag': '0e036126-0350-4047-b86f-a4ff1933dd09', 'status': 'completed', 'code': 200} Aug 16 02:00:31.698102 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-88c397e1-ec43-4748-bb0f-25fd48585a09 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/floatingips/5df95fcd-b37f-4ae0-a1a5-df1183526093 HTTP/1.1" status: 200 len: 990 time: 0.0739348 Aug 16 02:00:31.717103 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-9682a23a-d24c-4e90-82f8-2405f19ca5ec None None] Set router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:31.731595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a960bd8-30e2-4717-8de8-875c15201aa7 req-9e784ca7-8c37-4d53-afdd-b0812ac482ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:31.732195 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a960bd8-30e2-4717-8de8-875c15201aa7 req-9e784ca7-8c37-4d53-afdd-b0812ac482ad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33cf80430ee04eee8eb367bea457fa11&device_id=2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52 HTTP/1.1" status: 200 len: 1097 time: 0.0478189 Aug 16 02:00:31.828768 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a960bd8-30e2-4717-8de8-875c15201aa7 req-4522f8dd-6fef-44d4-ab18-5b9789f3d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:31.830302 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a960bd8-30e2-4717-8de8-875c15201aa7 req-4522f8dd-6fef-44d4-ab18-5b9789f3d063 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86d96d90-3db9-4535-b1c2-058fffcb4af1 HTTP/1.1" status: 200 len: 896 time: 0.0895548 Aug 16 02:00:31.913171 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a960bd8-30e2-4717-8de8-875c15201aa7 req-e66d53a4-828d-4373-8d7b-34c455f122e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e036126-0350-4047-b86f-a4ff1933dd09 HTTP/1.1" status: 200 len: 998 time: 0.0751994 Aug 16 02:00:31.958361 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9682a23a-d24c-4e90-82f8-2405f19ca5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:15Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '5df95fcd-b37f-4ae0-a1a5-df1183526093', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'port_id': '0e036126-0350-4047-b86f-a4ff1933dd09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'mac_address': 'fa:16:3e:1d:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:00:30Z', 'updated_at': '2021-08-16T02:00:30Z', 'revision_number': 0, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebfa911-0f32-4a59-93e3-9c0d2e100359', 'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:93:e3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:14Z', 'updated_at': '2021-08-16T02:00:21Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:31.965474 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a960bd8-30e2-4717-8de8-875c15201aa7 req-3583fc5e-dad6-484b-b149-80043a8ab907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:31.966997 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a960bd8-30e2-4717-8de8-875c15201aa7 req-3583fc5e-dad6-484b-b149-80043a8ab907 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ab953d6-7a9e-4906-b3c6-20ec83b2050b HTTP/1.1" status: 200 len: 835 time: 0.0458381 Aug 16 02:00:31.984712 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9682a23a-d24c-4e90-82f8-2405f19ca5ec None None] Checking router: 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:31.992812 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9682a23a-d24c-4e90-82f8-2405f19ca5ec None None] Routers {'6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:31.995973 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9682a23a-d24c-4e90-82f8-2405f19ca5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:00:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:32.016346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a960bd8-30e2-4717-8de8-875c15201aa7 req-c556cf85-3fba-47de-92de-9e0ecfd8c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:32.017904 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a960bd8-30e2-4717-8de8-875c15201aa7 req-c556cf85-3fba-47de-92de-9e0ecfd8c856 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86d96d90-3db9-4535-b1c2-058fffcb4af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431032 Aug 16 02:00:32.099301 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-9682a23a-d24c-4e90-82f8-2405f19ca5ec None None] Set router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:32.120519 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a960bd8-30e2-4717-8de8-875c15201aa7 req-d0ebe503-d865-4258-abbe-9b5954a94da6 service neutron] 10.222.0.73 "GET /v2.0/networks/86d96d90-3db9-4535-b1c2-058fffcb4af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949733 Aug 16 02:00:32.226634 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a960bd8-30e2-4717-8de8-875c15201aa7 req-92d56a94-d84e-4f51-9750-623e0dde80da service neutron] 10.222.0.73 "GET /v2.0/networks/86d96d90-3db9-4535-b1c2-058fffcb4af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977030 Aug 16 02:00:32.345785 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9682a23a-d24c-4e90-82f8-2405f19ca5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:15Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '5df95fcd-b37f-4ae0-a1a5-df1183526093', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'port_id': '0e036126-0350-4047-b86f-a4ff1933dd09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'mac_address': 'fa:16:3e:1d:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:00:30Z', 'updated_at': '2021-08-16T02:00:30Z', 'revision_number': 0, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebfa911-0f32-4a59-93e3-9c0d2e100359', 'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:93:e3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:14Z', 'updated_at': '2021-08-16T02:00:21Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:32.376265 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9682a23a-d24c-4e90-82f8-2405f19ca5ec None None] The sync data for ids ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'] in n-d-765315-27 is: [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:15Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '5df95fcd-b37f-4ae0-a1a5-df1183526093', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'port_id': '0e036126-0350-4047-b86f-a4ff1933dd09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'mac_address': 'fa:16:3e:1d:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:00:30Z', 'updated_at': '2021-08-16T02:00:30Z', 'revision_number': 0, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebfa911-0f32-4a59-93e3-9c0d2e100359', 'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:93:e3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:14Z', 'updated_at': '2021-08-16T02:00:21Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:32.382563 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff815151-a86a-4e50-b15b-ec8d07e552b1 req-e4b40773-9e76-4e10-868a-d60838e84ef9 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:32.384165 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff815151-a86a-4e50-b15b-ec8d07e552b1 req-e4b40773-9e76-4e10-868a-d60838e84ef9 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d8567fc-4622-458f-94ee-7f2c0b04347b HTTP/1.1" status: 200 len: 948 time: 0.0509930 Aug 16 02:00:32.428431 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff815151-a86a-4e50-b15b-ec8d07e552b1 req-b42390d1-33e8-4ee3-898b-e76b0a8a6c3c tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/security-groups?id=923b5ef2-bb95-4011-bdd7-cab7165de472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354209 Aug 16 02:00:32.586903 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef28330-f50c-4735-a8a8-43e1c799a39b None None] New status for floating IP 5df95fcd-b37f-4ae0-a1a5-df1183526093: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:00:32.701192 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51662) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:32.816935 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8dfaa813-2476-4fd0-ba6b-bce30cb6d4a9 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/floatingips/5df95fcd-b37f-4ae0-a1a5-df1183526093 HTTP/1.1" status: 200 len: 990 time: 0.1138170 Aug 16 02:00:32.835847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a105c6-4329-4683-81b1-007cfbba8bb6 req-2440ef94-dafd-43e7-b204-169d89ce1aed tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:32.837384 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43a105c6-4329-4683-81b1-007cfbba8bb6 req-2440ef94-dafd-43e7-b204-169d89ce1aed tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 946 time: 0.0839875 Aug 16 02:00:32.875655 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43a105c6-4329-4683-81b1-007cfbba8bb6 req-59c5b311-2579-4b49-a162-247880506e26 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321076 Aug 16 02:00:33.393148 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 87f93b68-ee84-4451-8a12-1133378702f1 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:33.488486 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 87f93b68-ee84-4451-8a12-1133378702f1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=87f93b68-ee84-4451-8a12-1133378702f1,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:33.499943 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '87f93b68-ee84-4451-8a12-1133378702f1', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '87f93b68-ee84-4451-8a12-1133378702f1', 'mac_address': 'fa:16:3e:c1:49:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:33.539426 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.551195 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d865f-5d48-4d8b-8460-21017e00ef9a req-4c32cdc2-1053-4aaf-b678-42b29b2136c9 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:33.552977 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f93b68-ee84-4451-8a12-1133378702f1 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:33.553147 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a46d865f-5d48-4d8b-8460-21017e00ef9a req-4c32cdc2-1053-4aaf-b678-42b29b2136c9 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d8567fc-4622-458f-94ee-7f2c0b04347b HTTP/1.1" status: 200 len: 948 time: 0.0552413 Aug 16 02:00:33.574759 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 87f93b68-ee84-4451-8a12-1133378702f1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=87f93b68-ee84-4451-8a12-1133378702f1,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:33.579150 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.597012 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a46d865f-5d48-4d8b-8460-21017e00ef9a req-5cf0e1fe-ccd2-46f2-b916-8c5085bb7dad tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/security-groups?id=923b5ef2-bb95-4011-bdd7-cab7165de472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373142 Aug 16 02:00:33.632205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=87f93b68-ee84-4451-8a12-1133378702f1,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:33.820748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 51676) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:33.836202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['87f93b68-ee84-4451-8a12-1133378702f1'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:33.889797 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a01d9710-6685-47e8-b288-b36b32f4a390 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/floatingips/5df95fcd-b37f-4ae0-a1a5-df1183526093 HTTP/1.1" status: 200 len: 992 time: 0.0672052 Aug 16 02:00:33.993532 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a4ab5-47d7-4eef-b1d7-c52f74f55b8a req-25e18804-832b-4753-8cc8-20b40d7d847b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:33.995075 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d67a4ab5-47d7-4eef-b1d7-c52f74f55b8a req-25e18804-832b-4753-8cc8-20b40d7d847b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 946 time: 0.0487471 Aug 16 02:00:34.034283 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d67a4ab5-47d7-4eef-b1d7-c52f74f55b8a req-7cea5436-c029-4162-9d52-a424a4f420ed tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334220 Aug 16 02:00:34.719566 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3264b-28f8-479e-8927-d3b9e1d32a9c req-83af91d5-b992-4ee2-9915-19fc5758df16 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:34.721091 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-87a3264b-28f8-479e-8927-d3b9e1d32a9c req-83af91d5-b992-4ee2-9915-19fc5758df16 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d8567fc-4622-458f-94ee-7f2c0b04347b HTTP/1.1" status: 200 len: 949 time: 0.0539463 Aug 16 02:00:34.758129 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-87a3264b-28f8-479e-8927-d3b9e1d32a9c req-c18b7d64-8143-4b4a-8233-f3c996d4ce5a tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/security-groups?id=923b5ef2-bb95-4011-bdd7-cab7165de472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311618 Aug 16 02:00:35.149917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a6986-fbb8-405f-bf15-8a9c8f4fdbab req-8c387b84-4695-4665-aa3d-7a1eaa6f745f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:35.152150 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d2a6986-fbb8-405f-bf15-8a9c8f4fdbab req-8c387b84-4695-4665-aa3d-7a1eaa6f745f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 946 time: 0.0489492 Aug 16 02:00:35.193235 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d2a6986-fbb8-405f-bf15-8a9c8f4fdbab req-b2f22735-6468-480e-8ecc-cd11aeb043f5 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0352998 Aug 16 02:00:35.409881 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 87f93b68-ee84-4451-8a12-1133378702f1 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:35.464506 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 87f93b68-ee84-4451-8a12-1133378702f1 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:35.468500 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 87f93b68-ee84-4451-8a12-1133378702f1 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:35.468867 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.545105 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.567768 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8567fc-4622-458f-94ee-7f2c0b04347b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f93b68-ee84-4451-8a12-1133378702f1'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:35.570026 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee803e32-3011-4b13-8a06-5955c4423d78" -d '{"events": [{"server_uuid": "2d8567fc-4622-458f-94ee-7f2c0b04347b", "name": "network-vif-plugged", "status": "completed", "tag": "87f93b68-ee84-4451-8a12-1133378702f1"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:35.584222 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 87f93b68-ee84-4451-8a12-1133378702f1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=87f93b68-ee84-4451-8a12-1133378702f1,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:35.587883 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.612969 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacc8656-9482-451b-bc09-3f1e65204dec x-openstack-request-id: req-eacc8656-9482-451b-bc09-3f1e65204dec {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:35.613278 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8567fc-4622-458f-94ee-7f2c0b04347b", "name": "network-vif-plugged", "status": "completed", "tag": "87f93b68-ee84-4451-8a12-1133378702f1", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:35.613512 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eacc8656-9482-451b-bc09-3f1e65204dec {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:35.613924 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8567fc-4622-458f-94ee-7f2c0b04347b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f93b68-ee84-4451-8a12-1133378702f1', 'code': 200} Aug 16 02:00:35.645615 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=87f93b68-ee84-4451-8a12-1133378702f1,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:35.707359 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d1f6f-e414-40eb-9e9e-8b1c36fa0ba7 req-4be21cb3-1618-4681-97c2-a86bd3173a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:35.708748 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-271d1f6f-e414-40eb-9e9e-8b1c36fa0ba7 req-4be21cb3-1618-4681-97c2-a86bd3173a7a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2d8567fc-4622-458f-94ee-7f2c0b04347b HTTP/1.1" status: 200 len: 1102 time: 0.0408494 Aug 16 02:00:35.743124 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-271d1f6f-e414-40eb-9e9e-8b1c36fa0ba7 req-2b0a5202-9076-4a7d-aba4-d842ed7ed042 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=923b5ef2-bb95-4011-bdd7-cab7165de472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273411 Aug 16 02:00:35.881225 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeada561-825a-4531-87e7-7c3aae76dbe7 req-f0b96578-b9e6-4269-a2ce-cf986e08836d tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:35.882761 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aeada561-825a-4531-87e7-7c3aae76dbe7 req-f0b96578-b9e6-4269-a2ce-cf986e08836d tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d8567fc-4622-458f-94ee-7f2c0b04347b HTTP/1.1" status: 200 len: 950 time: 0.0535231 Aug 16 02:00:35.921708 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aeada561-825a-4531-87e7-7c3aae76dbe7 req-1b2cdfda-0d28-4839-bab5-6e81fec953d2 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/security-groups?id=923b5ef2-bb95-4011-bdd7-cab7165de472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328307 Aug 16 02:00:36.308605 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de2a00-57ac-43c2-bcb0-7f0fc8e49255 req-399d0116-e4b0-4143-bb19-525942f694a6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:36.310095 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-41de2a00-57ac-43c2-bcb0-7f0fc8e49255 req-399d0116-e4b0-4143-bb19-525942f694a6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 946 time: 0.0495353 Aug 16 02:00:36.347153 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-41de2a00-57ac-43c2-bcb0-7f0fc8e49255 req-879da3bb-f13c-4b30-be1d-3e456a8d87bd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312004 Aug 16 02:00:37.037661 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ac3c2-9c8e-4648-be07-fe1d591d68e0 req-e186e1b9-e022-4537-8a68-1b220650c9d8 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:37.039175 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-728ac3c2-9c8e-4648-be07-fe1d591d68e0 req-e186e1b9-e022-4537-8a68-1b220650c9d8 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d8567fc-4622-458f-94ee-7f2c0b04347b HTTP/1.1" status: 200 len: 950 time: 0.0488851 Aug 16 02:00:37.088243 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-728ac3c2-9c8e-4648-be07-fe1d591d68e0 req-e821bc85-9cf1-46da-9a69-53603f33f51e tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/security-groups?id=923b5ef2-bb95-4011-bdd7-cab7165de472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423753 Aug 16 02:00:37.374040 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dde9b4-d16a-4d3a-af7d-7c1116538e16 req-7ee124f6-f8ff-4ad5-a9a7-5680d278a71e tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:37.375548 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0dde9b4-d16a-4d3a-af7d-7c1116538e16 req-7ee124f6-f8ff-4ad5-a9a7-5680d278a71e tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d8567fc-4622-458f-94ee-7f2c0b04347b HTTP/1.1" status: 200 len: 950 time: 0.0579023 Aug 16 02:00:37.418281 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0dde9b4-d16a-4d3a-af7d-7c1116538e16 req-878be923-44d0-4a12-be6b-212139e88490 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/security-groups?id=923b5ef2-bb95-4011-bdd7-cab7165de472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363073 Aug 16 02:00:37.420743 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.478136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52189916-aadc-4d49-bfbc-fcf0e2269c88 req-d9afd221-b0b9-49a5-946e-ae59e8f7bf80 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:37.480491 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-52189916-aadc-4d49-bfbc-fcf0e2269c88 req-d9afd221-b0b9-49a5-946e-ae59e8f7bf80 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 946 time: 0.0520182 Aug 16 02:00:37.521063 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-52189916-aadc-4d49-bfbc-fcf0e2269c88 req-14dde2e4-210e-48b8-ae6c-b67221230fd3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0345166 Aug 16 02:00:38.171158 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.539094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbaa9b-3150-42f9-b89d-219bffd553f2 req-1bf37ede-c0ef-488c-ad8e-f97351361792 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:38.540560 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b4dbaa9b-3150-42f9-b89d-219bffd553f2 req-1bf37ede-c0ef-488c-ad8e-f97351361792 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d8567fc-4622-458f-94ee-7f2c0b04347b HTTP/1.1" status: 200 len: 950 time: 0.0495920 Aug 16 02:00:38.586759 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b4dbaa9b-3150-42f9-b89d-219bffd553f2 req-58730e27-63a1-45ae-9de1-4c152fd21f51 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/security-groups?id=923b5ef2-bb95-4011-bdd7-cab7165de472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386965 Aug 16 02:00:38.646288 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8520ab7-62d0-424b-a951-b1a2e8c90451 req-0c25d473-18c1-42ce-99cf-4f7ab75e6853 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:38.647798 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c8520ab7-62d0-424b-a951-b1a2e8c90451 req-0c25d473-18c1-42ce-99cf-4f7ab75e6853 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 946 time: 0.0514400 Aug 16 02:00:38.689590 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c8520ab7-62d0-424b-a951-b1a2e8c90451 req-b5bebb83-e3ad-4bba-9387-b8d9a3864ce7 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0346415 Aug 16 02:00:38.723547 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca9fea-e1ff-4e71-b958-2fa2dae58b74 req-32b507f8-f849-4608-9fac-094f431a5123 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:38.725636 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f9ca9fea-e1ff-4e71-b958-2fa2dae58b74 req-32b507f8-f849-4608-9fac-094f431a5123 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d8567fc-4622-458f-94ee-7f2c0b04347b HTTP/1.1" status: 200 len: 950 time: 0.0539014 Aug 16 02:00:39.100548 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-f9ca9fea-e1ff-4e71-b958-2fa2dae58b74 req-48eb6dc8-ec68-4947-a950-ba4404cc16af tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Deleting port 87f93b68-ee84-4451-8a12-1133378702f1 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:39.100884 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f9ca9fea-e1ff-4e71-b958-2fa2dae58b74 req-48eb6dc8-ec68-4947-a950-ba4404cc16af tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.192348 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f9ca9fea-e1ff-4e71-b958-2fa2dae58b74 req-48eb6dc8-ec68-4947-a950-ba4404cc16af tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] For port 87f93b68-ee84-4451-8a12-1133378702f1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=87f93b68-ee84-4451-8a12-1133378702f1,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:39.192716 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f9ca9fea-e1ff-4e71-b958-2fa2dae58b74 req-48eb6dc8-ec68-4947-a950-ba4404cc16af tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.206177 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-f9ca9fea-e1ff-4e71-b958-2fa2dae58b74 req-48eb6dc8-ec68-4947-a950-ba4404cc16af tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Calling delete_port for 87f93b68-ee84-4451-8a12-1133378702f1 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:39.334562 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f9ca9fea-e1ff-4e71-b958-2fa2dae58b74 req-48eb6dc8-ec68-4947-a950-ba4404cc16af tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.346650 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['87f93b68-ee84-4451-8a12-1133378702f1'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:39.361021 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb6dc8-ec68-4947-a950-ba4404cc16af tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Pushing event deleted for resources: {'Port': ['ID=87f93b68-ee84-4451-8a12-1133378702f1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:39.409241 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ca9fea-e1ff-4e71-b958-2fa2dae58b74 req-48eb6dc8-ec68-4947-a950-ba4404cc16af tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] No DVR routers for this DVR port 87f93b68-ee84-4451-8a12-1133378702f1 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:39.411907 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f9ca9fea-e1ff-4e71-b958-2fa2dae58b74 req-48eb6dc8-ec68-4947-a950-ba4404cc16af tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.413904 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f9ca9fea-e1ff-4e71-b958-2fa2dae58b74 req-48eb6dc8-ec68-4947-a950-ba4404cc16af tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.73 "DELETE /v2.0/ports/87f93b68-ee84-4451-8a12-1133378702f1 HTTP/1.1" status: 204 len: 173 time: 0.6808631 Aug 16 02:00:39.414342 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8567fc-4622-458f-94ee-7f2c0b04347b', 'name': 'network-vif-deleted', 'tag': '87f93b68-ee84-4451-8a12-1133378702f1'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:39.416769 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58853e17-e334-48fe-91f8-32bd71874a8a" -d '{"events": [{"server_uuid": "2d8567fc-4622-458f-94ee-7f2c0b04347b", "name": "network-vif-deleted", "tag": "87f93b68-ee84-4451-8a12-1133378702f1"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:39.456862 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e867a9f2-6b3d-4a99-8864-f0ec152e517f x-openstack-request-id: req-e867a9f2-6b3d-4a99-8864-f0ec152e517f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:39.457158 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8567fc-4622-458f-94ee-7f2c0b04347b", "name": "network-vif-deleted", "tag": "87f93b68-ee84-4451-8a12-1133378702f1", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:39.457411 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e867a9f2-6b3d-4a99-8864-f0ec152e517f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:39.457831 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8567fc-4622-458f-94ee-7f2c0b04347b', 'name': 'network-vif-deleted', 'tag': '87f93b68-ee84-4451-8a12-1133378702f1', 'status': 'completed', 'code': 200} Aug 16 02:00:39.695780 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ead5fc4c-ede5-4401-8e06-24224a7de45b req-1c6166dd-76aa-4d00-99fc-3a85bca230c3 tempest-VolumesNegativeTest-308093266 tempest-VolumesNegativeTest-308093266-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d8567fc-4622-458f-94ee-7f2c0b04347b HTTP/1.1" status: 200 len: 210 time: 0.0267498 Aug 16 02:00:39.805213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a38c97-65b4-4f46-ad08-683a61a2bb3b req-aed24f42-3b6b-4a6d-9d37-cba00c81f6f8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:39.807520 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2a38c97-65b4-4f46-ad08-683a61a2bb3b req-aed24f42-3b6b-4a6d-9d37-cba00c81f6f8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 946 time: 0.0492826 Aug 16 02:00:39.855332 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2a38c97-65b4-4f46-ad08-683a61a2bb3b req-17f116f5-a966-40de-87a2-f81e1d5e0a2f tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415058 Aug 16 02:00:40.975817 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da65b0-1eaa-4685-8445-c39d7c589165 req-9a593c57-a4a1-45c1-90d4-2929170ee48e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:40.977462 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-88da65b0-1eaa-4685-8445-c39d7c589165 req-9a593c57-a4a1-45c1-90d4-2929170ee48e tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 946 time: 0.0512402 Aug 16 02:00:41.020815 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-88da65b0-1eaa-4685-8445-c39d7c589165 req-807c6708-e392-474a-ad25-0c00bb58fbbd tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0370450 Aug 16 02:00:42.148200 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afdd2a-d572-4e53-bdc4-a0f14cf90876 req-5bbfe225-6a8b-49c6-b3b8-80246e4c8bce tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.149622 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-27afdd2a-d572-4e53-bdc4-a0f14cf90876 req-5bbfe225-6a8b-49c6-b3b8-80246e4c8bce tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 946 time: 0.0526602 Aug 16 02:00:42.194978 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-27afdd2a-d572-4e53-bdc4-a0f14cf90876 req-4885184c-36dc-404f-84d1-555f500b54f8 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0384712 Aug 16 02:00:43.323829 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c80372-6354-4f05-876b-c40d88bc7e1a req-537e0fbb-cc37-4dfb-b566-0b1be5e5a936 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:43.325299 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4c80372-6354-4f05-876b-c40d88bc7e1a req-537e0fbb-cc37-4dfb-b566-0b1be5e5a936 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 946 time: 0.0549300 Aug 16 02:00:43.363923 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4c80372-6354-4f05-876b-c40d88bc7e1a req-fcc1aa85-87cc-42cd-9af9-c5b4da9d77e9 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0322757 Aug 16 02:00:43.421198 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 87f93b68-ee84-4451-8a12-1133378702f1 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:43.442274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 87f93b68-ee84-4451-8a12-1133378702f1 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:43.442537 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 87f93b68-ee84-4451-8a12-1133378702f1 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:43.552830 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7cf33-113e-4395-a65b-2577f15e6d65 req-ae9a7e30-9286-4ba5-80cf-f8049252c9d7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:43.554338 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4ca7cf33-113e-4395-a65b-2577f15e6d65 req-ae9a7e30-9286-4ba5-80cf-f8049252c9d7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 945 time: 0.0491793 Aug 16 02:00:43.593577 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4ca7cf33-113e-4395-a65b-2577f15e6d65 req-df6a2074-6706-4629-a1fb-dc38619b2e98 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316846 Aug 16 02:00:44.490652 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7fb39-ec9b-4c6c-84ac-c09b1f4ede8a req-eba85241-1b33-4136-b6bc-8f8b5436e625 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.493120 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-61c7fb39-ec9b-4c6c-84ac-c09b1f4ede8a req-eba85241-1b33-4136-b6bc-8f8b5436e625 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 946 time: 0.0582707 Aug 16 02:00:44.538835 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-61c7fb39-ec9b-4c6c-84ac-c09b1f4ede8a req-baa38860-d7e6-4b92-b1ca-329a2283020a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0377800 Aug 16 02:00:45.567695 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52010) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:45.661701 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138732b-01eb-43a5-83cc-1603d40486ee req-c37d333c-86dc-43f9-90af-1a48ca9f343d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.663923 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f138732b-01eb-43a5-83cc-1603d40486ee req-c37d333c-86dc-43f9-90af-1a48ca9f343d tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 946 time: 0.0551808 Aug 16 02:00:45.725368 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f138732b-01eb-43a5-83cc-1603d40486ee req-b9272147-11bc-4b05-98bb-897c2fc77ab6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0531745 Aug 16 02:00:45.739147 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa5fb2-f578-486e-821b-6bd2adc50300 req-41392384-3cc4-4b79-8182-21fe50e873b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.740644 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8efa5fb2-f578-486e-821b-6bd2adc50300 req-41392384-3cc4-4b79-8182-21fe50e873b8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 1098 time: 0.0442989 Aug 16 02:00:45.742316 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-649918ac-cf5a-4f50-a711-5f21dfb47978 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=56d28dec900344fb94395fb7248f15c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733954 Aug 16 02:00:45.742921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52014) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:45.775971 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8efa5fb2-f578-486e-821b-6bd2adc50300 req-826d223e-f346-4dc1-b40e-c81ae2b3fadc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0276184 Aug 16 02:00:45.792583 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7a62f36-3718-49a5-8910-040976c37ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.817678 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7a62f36-3718-49a5-8910-040976c37ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.863402 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7a62f36-3718-49a5-8910-040976c37ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.866230 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7a62f36-3718-49a5-8910-040976c37ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.867379 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f7a62f36-3718-49a5-8910-040976c37ba8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/923b5ef2-bb95-4011-bdd7-cab7165de472 HTTP/1.1" status: 204 len: 168 time: 0.1235695 Aug 16 02:00:45.875289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a62f36-3718-49a5-8910-040976c37ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923b5ef2-bb95-4011-bdd7-cab7165de472,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:46.145944 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:46.246061 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:46.257308 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'port_id': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'mac_address': 'fa:16:3e:5a:74:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:46.298289 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.310826 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:46.331673 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:46.335713 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.386877 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:46.394141 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:46.394483 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:46.394817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:46.395145 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:46.395471 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:46.395794 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:46.396112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:46.396429 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:46.396744 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:46.397054 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:46.397366 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:46.397884 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:46.428627 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['057c8a84-bedb-47e0-b18c-fb225b6ad3f4'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:46.853346 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f7935-1dab-41c2-aff5-4646570734a7 req-e0a20dae-2100-448c-ae36-b387f309a3c7 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:46.855012 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d71f7935-1dab-41c2-aff5-4646570734a7 req-e0a20dae-2100-448c-ae36-b387f309a3c7 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 946 time: 0.0557590 Aug 16 02:00:46.895188 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d71f7935-1dab-41c2-aff5-4646570734a7 req-5a018fe5-bb5d-4c3b-92b1-ecdd5951f0a7 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0343249 Aug 16 02:00:46.918325 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52050) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:46.981039 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a174e662-8d64-4a4f-9610-aff0ab311232 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/floatingips/206fe183-6995-4cc8-a81d-8782d65c42c5 HTTP/1.1" status: 200 len: 994 time: 0.0615640 Aug 16 02:00:47.445742 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e345810b-72d7-4749-96b7-14b27be7844d details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:47.448975 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e345810b-72d7-4749-96b7-14b27be7844d no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:47.592778 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.612294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e345810b-72d7-4749-96b7-14b27be7844d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e345810b-72d7-4749-96b7-14b27be7844d,segment=NetworkSegment(cdc47ac6-5405-4bfc-ae90-f141f53617d0),segment_id=cdc47ac6-5405-4bfc-ae90-f141f53617d0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:47.633181 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b66b75-8bb0-4ee0-85e2-0d51f187d233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e345810b-72d7-4749-96b7-14b27be7844d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:47.635762 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91282f2e-d5bf-47ac-8ac2-3ce0e54e43c8" -d '{"events": [{"server_uuid": "a1b66b75-8bb0-4ee0-85e2-0d51f187d233", "name": "network-vif-unplugged", "status": "completed", "tag": "e345810b-72d7-4749-96b7-14b27be7844d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:47.641170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'e345810b-72d7-4749-96b7-14b27be7844d', 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76', 'port_id': 'e345810b-72d7-4749-96b7-14b27be7844d', 'mac_address': 'fa:16:3e:ec:5e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:47.652681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e345810b-72d7-4749-96b7-14b27be7844d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e345810b-72d7-4749-96b7-14b27be7844d,segment=NetworkSegment(cdc47ac6-5405-4bfc-ae90-f141f53617d0),segment_id=cdc47ac6-5405-4bfc-ae90-f141f53617d0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:47.656832 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.701105 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c32669b-36bc-495d-9e65-786747fc961a x-openstack-request-id: req-9c32669b-36bc-495d-9e65-786747fc961a {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:47.701385 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b66b75-8bb0-4ee0-85e2-0d51f187d233", "name": "network-vif-unplugged", "status": "completed", "tag": "e345810b-72d7-4749-96b7-14b27be7844d", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:47.701597 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9c32669b-36bc-495d-9e65-786747fc961a {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:47.702015 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b66b75-8bb0-4ee0-85e2-0d51f187d233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e345810b-72d7-4749-96b7-14b27be7844d', 'code': 200} Aug 16 02:00:47.724791 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.746197 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=e345810b-72d7-4749-96b7-14b27be7844d,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:47.749522 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e345810b-72d7-4749-96b7-14b27be7844d {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:47.774967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e345810b-72d7-4749-96b7-14b27be7844d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e345810b-72d7-4749-96b7-14b27be7844d,segment=NetworkSegment(cdc47ac6-5405-4bfc-ae90-f141f53617d0),segment_id=cdc47ac6-5405-4bfc-ae90-f141f53617d0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:47.779479 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.834864 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=e345810b-72d7-4749-96b7-14b27be7844d,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:48.021636 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['e345810b-72d7-4749-96b7-14b27be7844d'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:48.175159 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:48.301990 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:48.302366 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.339679 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52108) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:48.344846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-94b578eb-cc3d-4f73-b324-d67b63a99324 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Request body: {'network': {'name': 'tempest-network-smoke--1195045348', 'project_id': '3447b752e21e478fb773f0edc2208920', 'port_security_enabled': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:48.382584 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b578eb-cc3d-4f73-b324-d67b63a99324 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Made reservation on behalf of 3447b752e21e478fb773f0edc2208920 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:48.392615 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94b578eb-cc3d-4f73-b324-d67b63a99324 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.414681 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.418356 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94b578eb-cc3d-4f73-b324-d67b63a99324 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.471228 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:48.476161 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.537393 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94b578eb-cc3d-4f73-b324-d67b63a99324 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.539780 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:48.543989 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94b578eb-cc3d-4f73-b324-d67b63a99324 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.574401 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b578eb-cc3d-4f73-b324-d67b63a99324 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407e47e2-be17-4690-95d0-1ec7f57d914a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:48.584077 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b578eb-cc3d-4f73-b324-d67b63a99324 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:48.603897 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94b578eb-cc3d-4f73-b324-d67b63a99324 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.604469 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-94b578eb-cc3d-4f73-b324-d67b63a99324 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Added segment 6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0 of type vlan for network 3d230a01-6758-410a-8b63-78f5f88b43c5 Aug 16 02:00:48.648944 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94b578eb-cc3d-4f73-b324-d67b63a99324 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.692223 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94b578eb-cc3d-4f73-b324-d67b63a99324 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.698782 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b578eb-cc3d-4f73-b324-d67b63a99324 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:48.699375 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94b578eb-cc3d-4f73-b324-d67b63a99324 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.778943 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52114) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:48.782352 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-94b578eb-cc3d-4f73-b324-d67b63a99324 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4414673 Aug 16 02:00:48.785006 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-df5b8d5b-0638-4570-9dcb-d0b9329e3d6d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-422597831', 'admin_state_up': True, 'project_id': '3447b752e21e478fb773f0edc2208920', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:48.793723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b578eb-cc3d-4f73-b324-d67b63a99324 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event updated for resources: {'Network': ['ID=3d230a01-6758-410a-8b63-78f5f88b43c5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:48.806306 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 3d230a01-6758-410a-8b63-78f5f88b43c5 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:48.830398 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df5b8d5b-0638-4570-9dcb-d0b9329e3d6d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.831798 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df5b8d5b-0638-4570-9dcb-d0b9329e3d6d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.900509 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df5b8d5b-0638-4570-9dcb-d0b9329e3d6d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.062551 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df5b8d5b-0638-4570-9dcb-d0b9329e3d6d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.309346 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df5b8d5b-0638-4570-9dcb-d0b9329e3d6d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.336552 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df5b8d5b-0638-4570-9dcb-d0b9329e3d6d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.471003 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-df5b8d5b-0638-4570-9dcb-d0b9329e3d6d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Allocated IP 172.25.3.94 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/f28c04db-dbae-4f57-adfa-db71c07e1c17) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:49.478018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e345810b-72d7-4749-96b7-14b27be7844d up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:49.552181 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port e345810b-72d7-4749-96b7-14b27be7844d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:49.552857 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.592502 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df5b8d5b-0638-4570-9dcb-d0b9329e3d6d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.641071 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df5b8d5b-0638-4570-9dcb-d0b9329e3d6d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.646043 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.690553 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5b8d5b-0638-4570-9dcb-d0b9329e3d6d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:49.693546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-df5b8d5b-0638-4570-9dcb-d0b9329e3d6d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:49.697259 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port e345810b-72d7-4749-96b7-14b27be7844d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e345810b-72d7-4749-96b7-14b27be7844d,segment=NetworkSegment(cdc47ac6-5405-4bfc-ae90-f141f53617d0),segment_id=cdc47ac6-5405-4bfc-ae90-f141f53617d0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:49.698915 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5b8d5b-0638-4570-9dcb-d0b9329e3d6d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:49.703292 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4'}, {'server_uuid': 'a1b66b75-8bb0-4ee0-85e2-0d51f187d233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e345810b-72d7-4749-96b7-14b27be7844d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:49.705989 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc22c142-130c-4465-a675-7895e829232e" -d '{"events": [{"server_uuid": "5d06e936-d7af-47e3-8dfa-e9ee502b9dce", "name": "network-vif-plugged", "status": "completed", "tag": "057c8a84-bedb-47e0-b18c-fb225b6ad3f4"}, {"server_uuid": "a1b66b75-8bb0-4ee0-85e2-0d51f187d233", "name": "network-vif-plugged", "status": "completed", "tag": "e345810b-72d7-4749-96b7-14b27be7844d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:49.709574 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.721311 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b8d5b-0638-4570-9dcb-d0b9329e3d6d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event updated for resources: {'Port': ['ID=f28c04db-dbae-4f57-adfa-db71c07e1c17,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:49.768734 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc23da4b-2d69-4f2b-965f-73a5077f975f x-openstack-request-id: req-dc23da4b-2d69-4f2b-965f-73a5077f975f {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:49.769132 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d06e936-d7af-47e3-8dfa-e9ee502b9dce", "name": "network-vif-plugged", "status": "completed", "tag": "057c8a84-bedb-47e0-b18c-fb225b6ad3f4", "code": 200}, {"server_uuid": "a1b66b75-8bb0-4ee0-85e2-0d51f187d233", "name": "network-vif-plugged", "status": "completed", "tag": "e345810b-72d7-4749-96b7-14b27be7844d", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:49.769515 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dc23da4b-2d69-4f2b-965f-73a5077f975f {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:49.770061 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'code': 200} Aug 16 02:00:49.770421 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b66b75-8bb0-4ee0-85e2-0d51f187d233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e345810b-72d7-4749-96b7-14b27be7844d', 'code': 200} Aug 16 02:00:49.773929 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=e345810b-72d7-4749-96b7-14b27be7844d,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:50.005232 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df5b8d5b-0638-4570-9dcb-d0b9329e3d6d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.084621 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e031e374-242e-4abe-9688-597dcc7e6702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.246070 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df5b8d5b-0638-4570-9dcb-d0b9329e3d6d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.400003 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5b8d5b-0638-4570-9dcb-d0b9329e3d6d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Router a3ac9cc5-3416-41c2-8c5d-852625ef6f22 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:00:50.540594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5b8d5b-0638-4570-9dcb-d0b9329e3d6d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:50.552844 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Sync routers for ids ['a3ac9cc5-3416-41c2-8c5d-852625ef6f22'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:50.566878 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Routers {'a3ac9cc5-3416-41c2-8c5d-852625ef6f22'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:50.568151 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:00:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3ac9cc5-3416-41c2-8c5d-852625ef6f22'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:50.569280 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df5b8d5b-0638-4570-9dcb-d0b9329e3d6d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.574081 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-df5b8d5b-0638-4570-9dcb-d0b9329e3d6d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.7899415 Aug 16 02:00:50.574452 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52130) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:50.708458 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Set router a3ac9cc5-3416-41c2-8c5d-852625ef6f22 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:50.931573 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422597831', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:49Z', 'revision_number': 3, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:80:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:49Z', 'updated_at': '2021-08-16T02:00:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:50.975801 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Checking router: a3ac9cc5-3416-41c2-8c5d-852625ef6f22 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:50.976285 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Updating router a3ac9cc5-3416-41c2-8c5d-852625ef6f22 port f28c04db-dbae-4f57-adfa-db71c07e1c17 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:00:51.019851 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.128875 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8c5a4ce4-5d0d-4cd7-a11d-23b7dd4d2ed1 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=3447b752e21e478fb773f0edc2208920&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5531096 Aug 16 02:00:51.131471 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52138) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:51.231954 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc12287-3c01-4551-8fec-599e6eb4d51a tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:51.233421 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cfc12287-3c01-4551-8fec-599e6eb4d51a tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1007826 Aug 16 02:00:51.237069 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52140) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:51.298177 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-56da4e2d-560f-4d94-95bc-55527e304d9d tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=624da80d-1349-4890-b915-f302637330f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0599132 Aug 16 02:00:51.300974 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52142) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:51.306911 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-80c09163-d461-4a57-8786-a48e96db3104 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-446852594', 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5', 'project_id': '3447b752e21e478fb773f0edc2208920', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:51.371311 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:00:51.425494 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c09163-d461-4a57-8786-a48e96db3104 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Made reservation on behalf of 3447b752e21e478fb773f0edc2208920 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:51.429531 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80c09163-d461-4a57-8786-a48e96db3104 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.460757 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.473069 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Transition to ACTIVE for port object f28c04db-dbae-4f57-adfa-db71c07e1c17 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:51.481509 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.553454 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85ab4e-dc41-407d-80ac-72077a40a5be None None] Pushing event updated for resources: {'Port': ['ID=f28c04db-dbae-4f57-adfa-db71c07e1c17,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:51.555929 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Attempting to bind port f28c04db-dbae-4f57-adfa-db71c07e1c17 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:51.556297 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Attempting to bind port f28c04db-dbae-4f57-adfa-db71c07e1c17 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:51.556656 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Attempting to bind port f28c04db-dbae-4f57-adfa-db71c07e1c17 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:51.563268 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:51.563642 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:51.564040 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.564425 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:51.564885 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Bound port: f28c04db-dbae-4f57-adfa-db71c07e1c17, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:51.565260 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.643201 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] For port f28c04db-dbae-4f57-adfa-db71c07e1c17, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:51.646945 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] For port f28c04db-dbae-4f57-adfa-db71c07e1c17, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f28c04db-dbae-4f57-adfa-db71c07e1c17,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:51.655589 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.664746 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80c09163-d461-4a57-8786-a48e96db3104 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.728880 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85ab4e-dc41-407d-80ac-72077a40a5be None None] Pushing event updated for resources: {'Port': ['ID=f28c04db-dbae-4f57-adfa-db71c07e1c17,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:51.731651 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Routers {'a3ac9cc5-3416-41c2-8c5d-852625ef6f22'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:51.732326 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:00:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3ac9cc5-3416-41c2-8c5d-852625ef6f22'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:51.785840 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c09163-d461-4a57-8786-a48e96db3104 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event updated for resources: {'Subnet': ['ID=b87e5100-141a-4810-b796-915aff8e759b,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:51.788348 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c09163-d461-4a57-8786-a48e96db3104 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Checking segment: {'id': '6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:51.788818 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c09163-d461-4a57-8786-a48e96db3104 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Network hostable DHCP agents. Network: 3d230a01-6758-410a-8b63-78f5f88b43c5, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:51.821936 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c09163-d461-4a57-8786-a48e96db3104 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Network 3d230a01-6758-410a-8b63-78f5f88b43c5 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:51.839147 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-80c09163-d461-4a57-8786-a48e96db3104 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 3d230a01-6758-410a-8b63-78f5f88b43c5) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:51.847130 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e242eda-ecc4-4613-b61d-ff8bd60555ec None None] Network 3d230a01-6758-410a-8b63-78f5f88b43c5 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:51.861723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c09163-d461-4a57-8786-a48e96db3104 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:51.862856 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80c09163-d461-4a57-8786-a48e96db3104 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.868552 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] Set router a3ac9cc5-3416-41c2-8c5d-852625ef6f22 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:51.893064 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52150) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:51.895567 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-80c09163-d461-4a57-8786-a48e96db3104 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5931904 Aug 16 02:00:52.079217 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-3d230a01-6758-410a-8b63-78f5f88b43c5', 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'fixed_ips': [{'subnet_id': 'b87e5100-141a-4810-b796-915aff8e759b'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:52.080355 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.137043 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422597831', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:49Z', 'revision_number': 3, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:80:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:49Z', 'updated_at': '2021-08-16T02:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:52.177011 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61597279-71dd-4343-b1f0-270b20fdda48 None None] The sync data for ids ['a3ac9cc5-3416-41c2-8c5d-852625ef6f22'] in n-d-765315-27 is: [{'id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422597831', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:49Z', 'revision_number': 3, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:80:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:49Z', 'updated_at': '2021-08-16T02:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:52.329051 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Allocated IP 172.20.0.2 (3d230a01-6758-410a-8b63-78f5f88b43c5/b87e5100-141a-4810-b796-915aff8e759b/1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:52.525043 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.576242 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.593578 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Transition to ACTIVE for port object 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:52.639549 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Transition to ACTIVE for port object 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:52.665969 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.675619 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-73ddd26b-3eda-49d2-9a3c-0b39db44a230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.717686 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Network 3d230a01-6758-410a-8b63-78f5f88b43c5 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:52.720928 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:52.736380 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:52.746898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Pushing event updated for resources: {'Port': ['ID=1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:52.835571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Attempting to bind port 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:52.835930 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Attempting to bind port 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:52.836284 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Attempting to bind port 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a on network 3d230a01-6758-410a-8b63-78f5f88b43c5 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:52.850523 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:52.851159 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Checking segment: {'id': '6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:52.851259 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.851573 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Bound using segment: {'id': '6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:52.852040 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Bound port: 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:52.852416 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.906480 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f28c04db-dbae-4f57-adfa-db71c07e1c17 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:53.004985 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] For port 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:53.011985 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] For port 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a,segment=NetworkSegment(6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0),segment_id=6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:53.014561 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Allocated IP 172.20.0.1 (3d230a01-6758-410a-8b63-78f5f88b43c5/b87e5100-141a-4810-b796-915aff8e759b/71a85b05-9363-4fd5-b498-1dcb4f6451d7) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:53.023489 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.045109 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port f28c04db-dbae-4f57-adfa-db71c07e1c17 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:53.076439 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port f28c04db-dbae-4f57-adfa-db71c07e1c17 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:53.076813 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.132437 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6486088-41b6-4603-8fa8-4a8862f6cb62 None None] Pushing event updated for resources: {'Port': ['ID=1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:53.214019 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.239349 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.244705 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port f28c04db-dbae-4f57-adfa-db71c07e1c17, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f28c04db-dbae-4f57-adfa-db71c07e1c17,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:53.250747 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.270302 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Transition to ACTIVE for port object 71a85b05-9363-4fd5-b498-1dcb4f6451d7 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:53.342858 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.388052 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.395222 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=f28c04db-dbae-4f57-adfa-db71c07e1c17,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:53.469740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Network 3d230a01-6758-410a-8b63-78f5f88b43c5 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:53.473825 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:53.489822 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:53.540289 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event updated for resources: {'Port': ['ID=71a85b05-9363-4fd5-b498-1dcb4f6451d7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:53.553992 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:53.555112 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:53.555972 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:53.556666 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:53.557905 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:53.558480 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:53.559041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:53.559952 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:53.560676 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:53.561216 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:53.561818 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:53.562359 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:53.590856 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.111520 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.166049 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.396832 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be05cb8a-02db-429b-a963-925bcfa65637 None None] Network 3d230a01-6758-410a-8b63-78f5f88b43c5 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:54.476668 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3115309b-0d8b-45f5-a7eb-eb92b7e3f2f8 None None] Provisioning for port 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:54.503689 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.519318 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.642409 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.652708 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event updated for resources: {'Port': ['ID=71a85b05-9363-4fd5-b498-1dcb4f6451d7,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:54.886646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Network 3d230a01-6758-410a-8b63-78f5f88b43c5 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:54.890282 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:55.053684 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1cda9c4b-9fe9-4ff6-935b-ee781850d9c7 None None] Provisioning for port 71a85b05-9363-4fd5-b498-1dcb4f6451d7 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:55.057718 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:55.109635 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1cda9c4b-9fe9-4ff6-935b-ee781850d9c7 None None] Provisioning complete for port 71a85b05-9363-4fd5-b498-1dcb4f6451d7 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:55.110110 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1cda9c4b-9fe9-4ff6-935b-ee781850d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.125795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Router a3ac9cc5-3416-41c2-8c5d-852625ef6f22 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:55.180882 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1cda9c4b-9fe9-4ff6-935b-ee781850d9c7 None None] Port 71a85b05-9363-4fd5-b498-1dcb4f6451d7 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:55.191622 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:55.200809 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:55.201194 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.304302 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.319324 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:55.328646 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52174) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:55.330202 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d22b655b-2f67-4daa-87f3-f3f338b6852d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "PUT /v2.0/routers/a3ac9cc5-3416-41c2-8c5d-852625ef6f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4358294 Aug 16 02:00:55.332925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Sync routers for ids ['a3ac9cc5-3416-41c2-8c5d-852625ef6f22'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:55.333372 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-cb50a6ce-c85e-45de-a2ef-5f757f86f3eb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1017935306', 'description': 'tempest-secgroup_access--1017935306 description', 'project_id': '3447b752e21e478fb773f0edc2208920'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:55.374373 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb50a6ce-c85e-45de-a2ef-5f757f86f3eb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.424947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a,segment=NetworkSegment(6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0),segment_id=6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:55.438269 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.439500 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f28c04db-dbae-4f57-adfa-db71c07e1c17 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:55.486443 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Routers {'a3ac9cc5-3416-41c2-8c5d-852625ef6f22'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:55.486443 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:00:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3ac9cc5-3416-41c2-8c5d-852625ef6f22'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:55.509621 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb50a6ce-c85e-45de-a2ef-5f757f86f3eb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.521134 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb50a6ce-c85e-45de-a2ef-5f757f86f3eb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.584637 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb50a6ce-c85e-45de-a2ef-5f757f86f3eb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.589625 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cb50a6ce-c85e-45de-a2ef-5f757f86f3eb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2596908 Aug 16 02:00:55.592249 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50a6ce-c85e-45de-a2ef-5f757f86f3eb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7ba972-37f5-4db7-96eb-1a13c7d8070b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:55.599694 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52176) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:55.605588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7e240311-0640-4e59-83ab-de10ed47bad6 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--244136790', 'description': 'tempest-secgroup_general--244136790 description', 'project_id': '3447b752e21e478fb773f0edc2208920'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:55.650313 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6666534c-3e70-47d0-aef4-f26bdb38c9c5 None None] Provisioning complete for port 71a85b05-9363-4fd5-b498-1dcb4f6451d7 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:55.650692 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6666534c-3e70-47d0-aef4-f26bdb38c9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.661397 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e240311-0640-4e59-83ab-de10ed47bad6 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.727684 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6666534c-3e70-47d0-aef4-f26bdb38c9c5 None None] Port 71a85b05-9363-4fd5-b498-1dcb4f6451d7 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:55.741235 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:55.747868 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Set router a3ac9cc5-3416-41c2-8c5d-852625ef6f22 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:55.786236 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e240311-0640-4e59-83ab-de10ed47bad6 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.795353 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e240311-0640-4e59-83ab-de10ed47bad6 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.809848 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port f28c04db-dbae-4f57-adfa-db71c07e1c17 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:55.810224 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.830771 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e240311-0640-4e59-83ab-de10ed47bad6 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16cc248f-e1f9-4a51-b7a7-40613de0f293,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:55.835297 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e240311-0640-4e59-83ab-de10ed47bad6 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.836651 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7e240311-0640-4e59-83ab-de10ed47bad6 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2356961 Aug 16 02:00:55.840919 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52180) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:55.847171 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3e15c309-8190-4b5f-8f3c-cd06ebc02110 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Request body: {'security_group_rule': {'security_group_id': '7a7ba972-37f5-4db7-96eb-1a13c7d8070b', 'project_id': '3447b752e21e478fb773f0edc2208920', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:55.882996 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e15c309-8190-4b5f-8f3c-cd06ebc02110 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.948965 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c7060ea0-7008-46f9-a6d6-fd12faecbe47 None None] Provisioning complete for port 71a85b05-9363-4fd5-b498-1dcb4f6451d7 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:55.949356 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7060ea0-7008-46f9-a6d6-fd12faecbe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.955031 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e15c309-8190-4b5f-8f3c-cd06ebc02110 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.959251 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e15c309-8190-4b5f-8f3c-cd06ebc02110 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.985213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15c309-8190-4b5f-8f3c-cd06ebc02110 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5e065f-43c0-41a6-8178-ab6a9bac6c8a,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:55.996064 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e15c309-8190-4b5f-8f3c-cd06ebc02110 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.003209 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3e15c309-8190-4b5f-8f3c-cd06ebc02110 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1594543 Aug 16 02:00:56.069092 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c7060ea0-7008-46f9-a6d6-fd12faecbe47 None None] Port 71a85b05-9363-4fd5-b498-1dcb4f6451d7 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:56.095753 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.191226 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422597831', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:54Z', 'revision_number': 4, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:49Z', 'updated_at': '2021-08-16T02:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '71a85b05-9363-4fd5-b498-1dcb4f6451d7', 'name': '', 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'mac_address': 'fa:16:3e:fb:01:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'b87e5100-141a-4810-b796-915aff8e759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:52Z', 'updated_at': '2021-08-16T02:00:54Z', 'revision_number': 2, 'project_id': '3447b752e21e478fb773f0edc2208920', 'subnets': [{'id': 'b87e5100-141a-4810-b796-915aff8e759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:56.203340 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-20c8adfb-e701-4829-8426-8412fe488d6e tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup_access--1017935306&fields=id&tenant_id=3447b752e21e478fb773f0edc2208920 HTTP/1.1" status: 200 len: 267 time: 0.0466890 Aug 16 02:00:56.224595 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Checking router: a3ac9cc5-3416-41c2-8c5d-852625ef6f22 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:56.224942 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Updating router a3ac9cc5-3416-41c2-8c5d-852625ef6f22 port 71a85b05-9363-4fd5-b498-1dcb4f6451d7 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:00:56.257898 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-7dde1dee-9d11-4659-9209-7922e4e6ad63 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup_general--244136790&fields=id&tenant_id=3447b752e21e478fb773f0edc2208920 HTTP/1.1" status: 200 len: 267 time: 0.0471754 Aug 16 02:00:56.282529 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.424252 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-d182e3b2-4e4d-4d71-ae37-eed101ddf29a tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.434867 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-d182e3b2-4e4d-4d71-ae37-eed101ddf29a tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/networks?id=3d230a01-6758-410a-8b63-78f5f88b43c5 HTTP/1.1" status: 200 len: 797 time: 0.1696186 Aug 16 02:00:56.455173 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-6438bd63-4f4d-4e16-9c64-d3d8114a7337 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/quotas/3447b752e21e478fb773f0edc2208920 HTTP/1.1" status: 200 len: 375 time: 0.0204620 Aug 16 02:00:56.540259 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e03bd4f6-129d-4c4e-a4f2-c57b8b04c77e tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3447b752e21e478fb773f0edc2208920&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746887 Aug 16 02:00:56.661613 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-2763d7de-a1c5-4b3e-831e-baa50317ab57 service neutron] 10.222.0.68 "GET /v2.0/networks/3d230a01-6758-410a-8b63-78f5f88b43c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179745 Aug 16 02:00:56.781561 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-b704bb15-4a19-4e03-b849-a7532be58502 service neutron] 10.222.0.68 "GET /v2.0/networks/3d230a01-6758-410a-8b63-78f5f88b43c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186111 Aug 16 02:00:56.800614 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.812649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Transition to ACTIVE for port object 71a85b05-9363-4fd5-b498-1dcb4f6451d7 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:56.820514 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.863372 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:56.892308 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d90cf0-85d4-44fa-ac31-d04f2616e508 None None] Pushing event updated for resources: {'Port': ['ID=71a85b05-9363-4fd5-b498-1dcb4f6451d7,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:56.993326 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Attempting to bind port 71a85b05-9363-4fd5-b498-1dcb4f6451d7 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:56.993814 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Attempting to bind port 71a85b05-9363-4fd5-b498-1dcb4f6451d7 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:56.994251 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Attempting to bind port 71a85b05-9363-4fd5-b498-1dcb4f6451d7 on network 3d230a01-6758-410a-8b63-78f5f88b43c5 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:57.007627 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:57.008078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Checking segment: {'id': '6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:57.008561 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.009154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Bound using segment: {'id': '6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:57.009711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Bound port: 71a85b05-9363-4fd5-b498-1dcb4f6451d7, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:57.010216 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.032805 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:57.033301 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.052576 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-872222f3-7439-4db9-86e0-75b9ffb326e4 req-a37fdc33-d143-4ed0-b354-242b502735e0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 210 time: 0.0377610 Aug 16 02:00:57.158936 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] For port 71a85b05-9363-4fd5-b498-1dcb4f6451d7, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:57.162996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] For port 71a85b05-9363-4fd5-b498-1dcb4f6451d7, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=71a85b05-9363-4fd5-b498-1dcb4f6451d7,segment=NetworkSegment(6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0),segment_id=6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:57.174205 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.320926 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Routers {'a3ac9cc5-3416-41c2-8c5d-852625ef6f22'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:57.322005 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:00:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3ac9cc5-3416-41c2-8c5d-852625ef6f22'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:57.329089 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d90cf0-85d4-44fa-ac31-d04f2616e508 None None] Pushing event updated for resources: {'Port': ['ID=71a85b05-9363-4fd5-b498-1dcb4f6451d7,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:57.471771 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] Set router a3ac9cc5-3416-41c2-8c5d-852625ef6f22 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:57.765019 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422597831', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:54Z', 'revision_number': 4, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:49Z', 'updated_at': '2021-08-16T02:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '71a85b05-9363-4fd5-b498-1dcb4f6451d7', 'name': '', 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'mac_address': 'fa:16:3e:fb:01:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'b87e5100-141a-4810-b796-915aff8e759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:52Z', 'updated_at': '2021-08-16T02:00:57Z', 'revision_number': 4, 'project_id': '3447b752e21e478fb773f0edc2208920', 'subnets': [{'id': 'b87e5100-141a-4810-b796-915aff8e759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:57.802508 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29013ed6-2f38-4e9e-86bb-1f2451f7a756 None None] The sync data for ids ['a3ac9cc5-3416-41c2-8c5d-852625ef6f22'] in n-d-765315-27 is: [{'id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422597831', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:54Z', 'revision_number': 4, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:49Z', 'updated_at': '2021-08-16T02:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '71a85b05-9363-4fd5-b498-1dcb4f6451d7', 'name': '', 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'mac_address': 'fa:16:3e:fb:01:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'b87e5100-141a-4810-b796-915aff8e759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:52Z', 'updated_at': '2021-08-16T02:00:57Z', 'revision_number': 4, 'project_id': '3447b752e21e478fb773f0edc2208920', 'subnets': [{'id': 'b87e5100-141a-4810-b796-915aff8e759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:58.214244 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ee75f733-91b2-43e8-aa92-c482d15f0c4c req-ac7fd276-6e37-4c37-91ef-a7471342bec3 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 210 time: 0.0735762 Aug 16 02:00:58.463758 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-8102b92d-fed0-4c84-accd-239011518f47 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:58.466309 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-8102b92d-fed0-4c84-accd-239011518f47 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.73 "GET /v2.0/networks?id=3d230a01-6758-410a-8b63-78f5f88b43c5 HTTP/1.1" status: 200 len: 797 time: 0.2047260 Aug 16 02:00:58.529540 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-5cbb5b57-1bc7-408f-88ce-6193a704f9a1 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3447b752e21e478fb773f0edc2208920 HTTP/1.1" status: 200 len: 477 time: 0.0495842 Aug 16 02:00:58.542546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-b65345b7-04ac-4f8f-bd65-495e530b4222 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Request body: {'port': {'device_id': 'b7641463-0d11-4bdc-97b7-8d0bab6272ff', 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5', 'admin_state_up': True, 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'security_groups': ['7a7ba972-37f5-4db7-96eb-1a13c7d8070b', '16cc248f-e1f9-4a51-b7a7-40613de0f293']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:58.676294 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-b65345b7-04ac-4f8f-bd65-495e530b4222 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Made reservation on behalf of 3447b752e21e478fb773f0edc2208920 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:58.680890 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-b65345b7-04ac-4f8f-bd65-495e530b4222 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.888929 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 71a85b05-9363-4fd5-b498-1dcb4f6451d7 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:58.893725 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-b65345b7-04ac-4f8f-bd65-495e530b4222 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Allocated IP 172.20.0.10 (3d230a01-6758-410a-8b63-78f5f88b43c5/b87e5100-141a-4810-b796-915aff8e759b/84061aa3-902d-4e7f-84ac-ade38e1a2254) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:58.973717 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 71a85b05-9363-4fd5-b498-1dcb4f6451d7 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:58.980083 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 71a85b05-9363-4fd5-b498-1dcb4f6451d7 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:58.980881 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.111810 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.139934 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-b65345b7-04ac-4f8f-bd65-495e530b4222 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.160134 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-b65345b7-04ac-4f8f-bd65-495e530b4222 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Transition to ACTIVE for port object 84061aa3-902d-4e7f-84ac-ade38e1a2254 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:59.170157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 71a85b05-9363-4fd5-b498-1dcb4f6451d7, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=71a85b05-9363-4fd5-b498-1dcb4f6451d7,segment=NetworkSegment(6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0),segment_id=6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:59.178517 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.230976 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-b65345b7-04ac-4f8f-bd65-495e530b4222 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.262169 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=71a85b05-9363-4fd5-b498-1dcb4f6451d7,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:59.296574 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-b65345b7-04ac-4f8f-bd65-495e530b4222 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Network 3d230a01-6758-410a-8b63-78f5f88b43c5 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:59.303568 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-b65345b7-04ac-4f8f-bd65-495e530b4222 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:59.313440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-b65345b7-04ac-4f8f-bd65-495e530b4222 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:59.364632 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65345b7-04ac-4f8f-bd65-495e530b4222 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event updated for resources: {'Port': ['ID=84061aa3-902d-4e7f-84ac-ade38e1a2254,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:59.422618 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-b65345b7-04ac-4f8f-bd65-495e530b4222 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.424425 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-b65345b7-04ac-4f8f-bd65-495e530b4222 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.451105 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7931e-1b82-4ba2-81a2-665dc52d3d15 req-74d620ae-edc2-4e59-8c99-405d9f2d5b41 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.466056 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ea7931e-1b82-4ba2-81a2-665dc52d3d15 req-74d620ae-edc2-4e59-8c99-405d9f2d5b41 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 971 time: 0.1200721 Aug 16 02:00:59.471366 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-b65345b7-04ac-4f8f-bd65-495e530b4222 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9337192 Aug 16 02:00:59.486830 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Request body: {'port': {'device_id': 'b7641463-0d11-4bdc-97b7-8d0bab6272ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:59.559648 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ea7931e-1b82-4ba2-81a2-665dc52d3d15 req-d66f5a1b-2e0f-40cd-827e-a914c397f7ec tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/security-groups?id=16cc248f-e1f9-4a51-b7a7-40613de0f293&id=7a7ba972-37f5-4db7-96eb-1a13c7d8070b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0825815 Aug 16 02:00:59.567322 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.751348 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d71d9475-6b47-4b29-97b5-dba220f3358f None None] Provisioning for port 84061aa3-902d-4e7f-84ac-ade38e1a2254 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:59.755821 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d71d9475-6b47-4b29-97b5-dba220f3358f None None] Provisioning complete for port 84061aa3-902d-4e7f-84ac-ade38e1a2254 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:59.756191 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d71d9475-6b47-4b29-97b5-dba220f3358f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.792913 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d71d9475-6b47-4b29-97b5-dba220f3358f None None] Port 84061aa3-902d-4e7f-84ac-ade38e1a2254 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:59.906896 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84061aa3-902d-4e7f-84ac-ade38e1a2254 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:59.916729 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.931514 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Transition to ACTIVE for port object 84061aa3-902d-4e7f-84ac-ade38e1a2254 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:59.936616 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.007586 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Pushing event updated for resources: {'Port': ['ID=84061aa3-902d-4e7f-84ac-ade38e1a2254,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:00.077510 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Attempting to bind port 84061aa3-902d-4e7f-84ac-ade38e1a2254 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:00.078273 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Attempting to bind port 84061aa3-902d-4e7f-84ac-ade38e1a2254 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:00.078776 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Attempting to bind port 84061aa3-902d-4e7f-84ac-ade38e1a2254 on network 3d230a01-6758-410a-8b63-78f5f88b43c5 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:00.083827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Port 84061aa3-902d-4e7f-84ac-ade38e1a2254 on network 3d230a01-6758-410a-8b63-78f5f88b43c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:00.084328 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Attempting to bind port 84061aa3-902d-4e7f-84ac-ade38e1a2254 on network 3d230a01-6758-410a-8b63-78f5f88b43c5 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:00.090812 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:00.091411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Checking segment: {'id': '6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:00.091947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Bound using segment: {'id': '6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:00.092533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Bound port: 84061aa3-902d-4e7f-84ac-ade38e1a2254, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:00.093058 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.175895 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] For port 84061aa3-902d-4e7f-84ac-ade38e1a2254, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:00.185498 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] For port 84061aa3-902d-4e7f-84ac-ade38e1a2254, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=84061aa3-902d-4e7f-84ac-ade38e1a2254,segment=NetworkSegment(6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0),segment_id=6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:00.195179 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.237281 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:00.237745 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.242966 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] 10.222.0.73 "PUT /v2.0/ports/84061aa3-902d-4e7f-84ac-ade38e1a2254 HTTP/1.1" status: 200 len: 1132 time: 0.7606530 Aug 16 02:01:00.243455 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7641463-0d11-4bdc-97b7-8d0bab6272ff', 'tag': '84061aa3-902d-4e7f-84ac-ade38e1a2254'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:00.246339 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd760568-013e-4587-8ee6-4516de76c46a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7641463-0d11-4bdc-97b7-8d0bab6272ff", "tag": "84061aa3-902d-4e7f-84ac-ade38e1a2254"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:00.321416 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1507743-493f-45b4-bb55-99556f4c5b7c service neutron] Pushing event updated for resources: {'Port': ['ID=84061aa3-902d-4e7f-84ac-ade38e1a2254,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:00.328280 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2302def2-164c-400e-af23-5d536b970357 x-openstack-request-id: req-2302def2-164c-400e-af23-5d536b970357 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:00.328832 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7641463-0d11-4bdc-97b7-8d0bab6272ff", "tag": "84061aa3-902d-4e7f-84ac-ade38e1a2254", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:00.329235 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2302def2-164c-400e-af23-5d536b970357 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:00.329814 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7641463-0d11-4bdc-97b7-8d0bab6272ff', 'tag': '84061aa3-902d-4e7f-84ac-ade38e1a2254', 'status': 'completed', 'code': 200} Aug 16 02:01:00.377333 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-206cd88f-9a16-47af-8ef6-722632f51e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:00.378908 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-206cd88f-9a16-47af-8ef6-722632f51e88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3447b752e21e478fb773f0edc2208920&device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 1135 time: 0.0750694 Aug 16 02:01:00.430646 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-e6008ca0-6d9a-453d-a3e4-623bfe94425b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84061aa3-902d-4e7f-84ac-ade38e1a2254 HTTP/1.1" status: 200 len: 217 time: 0.0420609 Aug 16 02:01:00.495429 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-ff5a1e1e-d137-4247-99b9-73fe960958fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:00.496936 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-ff5a1e1e-d137-4247-99b9-73fe960958fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b87e5100-141a-4810-b796-915aff8e759b HTTP/1.1" status: 200 len: 834 time: 0.0534232 Aug 16 02:01:00.547394 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-db117fc6-1722-4b50-b18d-d637b1751cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:00.548923 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-db117fc6-1722-4b50-b18d-d637b1751cd3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d230a01-6758-410a-8b63-78f5f88b43c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440238 Aug 16 02:01:00.685936 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-b9337ab0-6488-4723-bd37-d5adb6f5caa4 service neutron] 10.222.0.73 "GET /v2.0/networks/3d230a01-6758-410a-8b63-78f5f88b43c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277857 Aug 16 02:01:00.748214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398321d-d29b-480b-ac6a-847dad4b7adc req-a19faca0-fe3e-4e38-9e6e-db3a0f80758b tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:00.749822 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c398321d-d29b-480b-ac6a-847dad4b7adc req-a19faca0-fe3e-4e38-9e6e-db3a0f80758b tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 983 time: 0.1076376 Aug 16 02:01:00.798200 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 71a85b05-9363-4fd5-b498-1dcb4f6451d7 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:00.818315 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c398321d-d29b-480b-ac6a-847dad4b7adc req-9aa54acb-7940-4a85-9e6c-179b93e88d3a tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/security-groups?id=16cc248f-e1f9-4a51-b7a7-40613de0f293&id=7a7ba972-37f5-4db7-96eb-1a13c7d8070b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0589685 Aug 16 02:01:00.823889 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8376e23b-38ff-438d-844d-0be9b84b08fd req-7ca4158c-dd24-4ee9-a2d4-b36e2ab5cf79 service neutron] 10.222.0.73 "GET /v2.0/networks/3d230a01-6758-410a-8b63-78f5f88b43c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301017 Aug 16 02:01:00.847773 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 71a85b05-9363-4fd5-b498-1dcb4f6451d7 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:00.848152 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.914263 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd760568-013e-4587-8ee6-4516de76c46a req-15bd85fd-ff9f-4235-a54a-4337fc30fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:00.915778 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd760568-013e-4587-8ee6-4516de76c46a req-15bd85fd-ff9f-4235-a54a-4337fc30fc9c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3447b752e21e478fb773f0edc2208920&device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 1135 time: 0.0428228 Aug 16 02:01:01.016269 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd760568-013e-4587-8ee6-4516de76c46a req-2b4b9437-bdb2-4356-946e-1167c0eb2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.017950 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd760568-013e-4587-8ee6-4516de76c46a req-2b4b9437-bdb2-4356-946e-1167c0eb2415 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3d230a01-6758-410a-8b63-78f5f88b43c5 HTTP/1.1" status: 200 len: 898 time: 0.0922222 Aug 16 02:01:01.068748 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd760568-013e-4587-8ee6-4516de76c46a req-48507fb3-73a6-4873-8b99-74dffe44537c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84061aa3-902d-4e7f-84ac-ade38e1a2254 HTTP/1.1" status: 200 len: 217 time: 0.0405686 Aug 16 02:01:01.124974 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd760568-013e-4587-8ee6-4516de76c46a req-eef39f73-0480-4368-8db3-c08b78413c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.126685 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd760568-013e-4587-8ee6-4516de76c46a req-eef39f73-0480-4368-8db3-c08b78413c9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b87e5100-141a-4810-b796-915aff8e759b HTTP/1.1" status: 200 len: 834 time: 0.0467994 Aug 16 02:01:01.177159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd760568-013e-4587-8ee6-4516de76c46a req-7fd49cc3-6f5e-41ab-a488-a2738f64fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.178689 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd760568-013e-4587-8ee6-4516de76c46a req-7fd49cc3-6f5e-41ab-a488-a2738f64fad1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d230a01-6758-410a-8b63-78f5f88b43c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419993 Aug 16 02:01:01.271361 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd760568-013e-4587-8ee6-4516de76c46a req-8818c502-2906-4b22-8e8f-e75c90fa179d service neutron] 10.222.0.73 "GET /v2.0/networks/3d230a01-6758-410a-8b63-78f5f88b43c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848453 Aug 16 02:01:01.366311 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd760568-013e-4587-8ee6-4516de76c46a req-23291e73-db00-4ad0-994d-835bece00385 service neutron] 10.222.0.73 "GET /v2.0/networks/3d230a01-6758-410a-8b63-78f5f88b43c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839860 Aug 16 02:01:01.695860 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a8166-1742-4589-bf4e-e97ddcda4d11 req-4b38ff5b-b1c5-404d-ac02-e2924a3a8d08 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.697289 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e4a8166-1742-4589-bf4e-e97ddcda4d11 req-4b38ff5b-b1c5-404d-ac02-e2924a3a8d08 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 945 time: 0.0540049 Aug 16 02:01:01.735673 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e4a8166-1742-4589-bf4e-e97ddcda4d11 req-eb2db45e-3081-4679-9e4e-f82068f20265 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317523 Aug 16 02:01:01.933991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f402c4-dc52-49ad-838f-3331294a402f req-d3a1307d-054e-4c66-920e-5260428dcbff tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.935486 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-45f402c4-dc52-49ad-838f-3331294a402f req-d3a1307d-054e-4c66-920e-5260428dcbff tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 983 time: 0.0504379 Aug 16 02:01:01.976307 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-45f402c4-dc52-49ad-838f-3331294a402f req-ed440535-e99b-4d0e-884d-7863c31b6cc4 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/security-groups?id=16cc248f-e1f9-4a51-b7a7-40613de0f293&id=7a7ba972-37f5-4db7-96eb-1a13c7d8070b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0344529 Aug 16 02:01:03.103039 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db337d1-807c-4a27-9a8b-111888173ac9 req-0ee737ec-4ffb-44ed-a3aa-138a02ac319f tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.104541 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6db337d1-807c-4a27-9a8b-111888173ac9 req-0ee737ec-4ffb-44ed-a3aa-138a02ac319f tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 983 time: 0.0536215 Aug 16 02:01:03.144936 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6db337d1-807c-4a27-9a8b-111888173ac9 req-1f094f53-e7e2-47c7-899d-4f89716ecba4 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/security-groups?id=16cc248f-e1f9-4a51-b7a7-40613de0f293&id=7a7ba972-37f5-4db7-96eb-1a13c7d8070b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0336609 Aug 16 02:01:03.565442 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 84061aa3-902d-4e7f-84ac-ade38e1a2254 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:03.660808 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 84061aa3-902d-4e7f-84ac-ade38e1a2254, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=84061aa3-902d-4e7f-84ac-ade38e1a2254,segment=NetworkSegment(6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0),segment_id=6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:03.673131 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '84061aa3-902d-4e7f-84ac-ade38e1a2254', 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5', 'port_id': '84061aa3-902d-4e7f-84ac-ade38e1a2254', 'mac_address': 'fa:16:3e:e4:44:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87e5100-141a-4810-b796-915aff8e759b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:03.714570 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.731434 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84061aa3-902d-4e7f-84ac-ade38e1a2254 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:03.750967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 84061aa3-902d-4e7f-84ac-ade38e1a2254, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=84061aa3-902d-4e7f-84ac-ade38e1a2254,segment=NetworkSegment(6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0),segment_id=6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:03.754740 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.801818 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=84061aa3-902d-4e7f-84ac-ade38e1a2254,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:04.014046 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['84061aa3-902d-4e7f-84ac-ade38e1a2254'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:04.259462 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:04.260934 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c38a4b-c6b2-4349-ab75-d1f93b703994 req-120de73b-5c27-4a1a-97c0-fd886bd562cf tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.261638 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:04.262497 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7c38a4b-c6b2-4349-ab75-d1f93b703994 req-120de73b-5c27-4a1a-97c0-fd886bd562cf tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 984 time: 0.0496967 Aug 16 02:01:04.304732 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7c38a4b-c6b2-4349-ab75-d1f93b703994 req-f84eabb1-bdc6-45c0-9cab-f4c5824ef208 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/security-groups?id=16cc248f-e1f9-4a51-b7a7-40613de0f293&id=7a7ba972-37f5-4db7-96eb-1a13c7d8070b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0361414 Aug 16 02:01:04.409434 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.437531 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:04.450792 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:04.453034 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae01680c-3acc-46d1-948e-507afcf2502c" -d '{"events": [{"server_uuid": "5d06e936-d7af-47e3-8dfa-e9ee502b9dce", "name": "network-vif-unplugged", "status": "completed", "tag": "057c8a84-bedb-47e0-b18c-fb225b6ad3f4"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:04.463848 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'port_id': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'mac_address': 'fa:16:3e:5a:74:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:04.468582 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:04.473300 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.497072 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e7c03c-9247-4ae0-b1d5-514d3ecaef63 x-openstack-request-id: req-15e7c03c-9247-4ae0-b1d5-514d3ecaef63 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:04.497367 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d06e936-d7af-47e3-8dfa-e9ee502b9dce", "name": "network-vif-unplugged", "status": "completed", "tag": "057c8a84-bedb-47e0-b18c-fb225b6ad3f4", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:04.497624 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-15e7c03c-9247-4ae0-b1d5-514d3ecaef63 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:04.498049 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'code': 200} Aug 16 02:01:04.535686 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.562782 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:04.566649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:04.585135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:04.588720 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.648433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:04.682033 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['057c8a84-bedb-47e0-b18c-fb225b6ad3f4'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:05.066820 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde16561-e818-45bc-a022-bb0f484a1968 req-d1f232b5-2ddd-445c-a822-1043ae70bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.068309 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fde16561-e818-45bc-a022-bb0f484a1968 req-d1f232b5-2ddd-445c-a822-1043ae70bf2b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 1096 time: 0.0401404 Aug 16 02:01:05.179434 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde16561-e818-45bc-a022-bb0f484a1968 req-98a182fb-392a-41f8-8d9d-49d0ef254832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.181182 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fde16561-e818-45bc-a022-bb0f484a1968 req-98a182fb-392a-41f8-8d9d-49d0ef254832 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 912 time: 0.0903482 Aug 16 02:01:05.249050 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fde16561-e818-45bc-a022-bb0f484a1968 req-fc06c590-babd-4704-b00a-d01db0988501 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4 HTTP/1.1" status: 200 len: 999 time: 0.0576270 Aug 16 02:01:05.306196 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde16561-e818-45bc-a022-bb0f484a1968 req-f8395719-aa86-442b-b159-ce8b8f820367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.307706 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fde16561-e818-45bc-a022-bb0f484a1968 req-f8395719-aa86-442b-b159-ce8b8f820367 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.0484421 Aug 16 02:01:05.359456 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde16561-e818-45bc-a022-bb0f484a1968 req-72694493-1984-43a6-9d98-249d916bad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.361023 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fde16561-e818-45bc-a022-bb0f484a1968 req-72694493-1984-43a6-9d98-249d916bad0b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412457 Aug 16 02:01:05.433527 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c980d57-566c-4b91-aa8d-dd19f4964195 req-cbda626d-09ed-47a1-8986-2abb542d23d4 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.435181 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c980d57-566c-4b91-aa8d-dd19f4964195 req-cbda626d-09ed-47a1-8986-2abb542d23d4 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 984 time: 0.0512702 Aug 16 02:01:05.476636 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c980d57-566c-4b91-aa8d-dd19f4964195 req-f4c39021-db90-41d5-864f-bb55fec475b9 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/security-groups?id=16cc248f-e1f9-4a51-b7a7-40613de0f293&id=7a7ba972-37f5-4db7-96eb-1a13c7d8070b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0352030 Aug 16 02:01:05.479192 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fde16561-e818-45bc-a022-bb0f484a1968 req-5367f01a-3766-491a-9f18-256e914f5a93 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903981 Aug 16 02:01:05.583448 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fde16561-e818-45bc-a022-bb0f484a1968 req-abec7966-77da-4b66-b151-0f17c23be4e6 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953846 Aug 16 02:01:05.586285 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 84061aa3-902d-4e7f-84ac-ade38e1a2254 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:05.644078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 84061aa3-902d-4e7f-84ac-ade38e1a2254 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:05.648085 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 84061aa3-902d-4e7f-84ac-ade38e1a2254 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:05.648455 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.753613 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.788865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 84061aa3-902d-4e7f-84ac-ade38e1a2254, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=84061aa3-902d-4e7f-84ac-ade38e1a2254,segment=NetworkSegment(6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0),segment_id=6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:05.794009 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.848476 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=84061aa3-902d-4e7f-84ac-ade38e1a2254,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:06.264957 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:06.321073 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:06.321443 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.413005 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.449621 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:06.454489 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.500137 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7641463-0d11-4bdc-97b7-8d0bab6272ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84061aa3-902d-4e7f-84ac-ade38e1a2254'}, {'server_uuid': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:06.511651 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d9352a-e66b-4588-a4f3-859c658f0a92" -d '{"events": [{"server_uuid": "b7641463-0d11-4bdc-97b7-8d0bab6272ff", "name": "network-vif-plugged", "status": "completed", "tag": "84061aa3-902d-4e7f-84ac-ade38e1a2254"}, {"server_uuid": "5d06e936-d7af-47e3-8dfa-e9ee502b9dce", "name": "network-vif-plugged", "status": "completed", "tag": "057c8a84-bedb-47e0-b18c-fb225b6ad3f4"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:06.524848 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,revision_number=10']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:06.574367 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba9b2e0-ea8a-41d1-9677-e6960319962d x-openstack-request-id: req-3ba9b2e0-ea8a-41d1-9677-e6960319962d {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:06.575103 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7641463-0d11-4bdc-97b7-8d0bab6272ff", "name": "network-vif-plugged", "status": "completed", "tag": "84061aa3-902d-4e7f-84ac-ade38e1a2254", "code": 200}, {"server_uuid": "5d06e936-d7af-47e3-8dfa-e9ee502b9dce", "name": "network-vif-plugged", "status": "completed", "tag": "057c8a84-bedb-47e0-b18c-fb225b6ad3f4", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:06.575569 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3ba9b2e0-ea8a-41d1-9677-e6960319962d {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:06.576181 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7641463-0d11-4bdc-97b7-8d0bab6272ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84061aa3-902d-4e7f-84ac-ade38e1a2254', 'code': 200} Aug 16 02:01:06.576653 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'code': 200} Aug 16 02:01:06.706999 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fc798-1d8b-4e58-8158-dcfa3591110a req-e49a8e73-99d3-4172-98ca-a6c1ef1e53d1 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:06.708446 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ab6fc798-1d8b-4e58-8158-dcfa3591110a req-e49a8e73-99d3-4172-98ca-a6c1ef1e53d1 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 985 time: 0.1104732 Aug 16 02:01:06.727089 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850d0d0-c421-4524-99e3-74272183e858 req-54392b20-21cf-4d97-84c2-284d07a5d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:06.728909 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0850d0d0-c421-4524-99e3-74272183e858 req-54392b20-21cf-4d97-84c2-284d07a5d664 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 1137 time: 0.0831409 Aug 16 02:01:06.791669 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ab6fc798-1d8b-4e58-8158-dcfa3591110a req-eff8330b-2b41-4c74-9682-39711b791a49 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/security-groups?id=16cc248f-e1f9-4a51-b7a7-40613de0f293&id=7a7ba972-37f5-4db7-96eb-1a13c7d8070b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0761893 Aug 16 02:01:06.803200 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0850d0d0-c421-4524-99e3-74272183e858 req-fe0863b5-659c-402a-80eb-7fb7a66e9a34 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=16cc248f-e1f9-4a51-b7a7-40613de0f293&id=7a7ba972-37f5-4db7-96eb-1a13c7d8070b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0585649 Aug 16 02:01:07.126400 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52356) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:07.210146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f79f35f-f0f8-45dc-b0db-757ec3a35807 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:07.210634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f79f35f-f0f8-45dc-b0db-757ec3a35807 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:07.211104 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f79f35f-f0f8-45dc-b0db-757ec3a35807 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:07.225784 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4f79f35f-f0f8-45dc-b0db-757ec3a35807 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/ports?project_id=33cf80430ee04eee8eb367bea457fa11&network_id=86d96d90-3db9-4535-b1c2-058fffcb4af1 HTTP/1.1" status: 200 len: 2972 time: 0.0852826 Aug 16 02:01:07.432333 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:07.922382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbda2bc-35b7-4e51-99d9-2cb5f8bc4937 req-b0dd5d1d-872d-4ef2-8c1f-8e42771a2d96 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:07.923790 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0dbda2bc-35b7-4e51-99d9-2cb5f8bc4937 req-b0dd5d1d-872d-4ef2-8c1f-8e42771a2d96 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 985 time: 0.0536265 Aug 16 02:01:07.987968 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0dbda2bc-35b7-4e51-99d9-2cb5f8bc4937 req-41cfa43b-0030-4023-afa1-aa761b0b167f tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/security-groups?id=16cc248f-e1f9-4a51-b7a7-40613de0f293&id=7a7ba972-37f5-4db7-96eb-1a13c7d8070b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0575635 Aug 16 02:01:08.125513 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f2142-7bc0-414b-a78a-80539dd261ed req-e87ad58e-0cce-4117-89e9-21181b43def1 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.126984 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bf9f2142-7bc0-414b-a78a-80539dd261ed req-e87ad58e-0cce-4117-89e9-21181b43def1 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 985 time: 0.0543015 Aug 16 02:01:08.177404 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bf9f2142-7bc0-414b-a78a-80539dd261ed req-3bd916d1-9436-4618-8eee-9ec34f92d443 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/security-groups?id=16cc248f-e1f9-4a51-b7a7-40613de0f293&id=7a7ba972-37f5-4db7-96eb-1a13c7d8070b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0426011 Aug 16 02:01:08.203261 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.426704 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bde5d1-65ad-41bc-a82d-221fe07100fb req-fdb5456c-b193-4118-a658-f89872c2ff38 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.428966 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38bde5d1-65ad-41bc-a82d-221fe07100fb req-fdb5456c-b193-4118-a658-f89872c2ff38 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 1137 time: 0.1451926 Aug 16 02:01:08.450480 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-38bde5d1-65ad-41bc-a82d-221fe07100fb req-4e5c3b08-823a-4552-8c54-3f71d40e8635 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.578144 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-38bde5d1-65ad-41bc-a82d-221fe07100fb req-4e5c3b08-823a-4552-8c54-3f71d40e8635 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.582973 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-38bde5d1-65ad-41bc-a82d-221fe07100fb req-4e5c3b08-823a-4552-8c54-3f71d40e8635 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.607673 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38bde5d1-65ad-41bc-a82d-221fe07100fb req-4e5c3b08-823a-4552-8c54-3f71d40e8635 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=16cc248f-e1f9-4a51-b7a7-40613de0f293&id=7a7ba972-37f5-4db7-96eb-1a13c7d8070b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1705949 Aug 16 02:01:08.626089 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c3b08-823a-4552-8c54-3f71d40e8635 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd82c7a6-43aa-4351-9582-3994400dd73e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:08.642847 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52382) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:08.697829 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaab9aa5-fee5-42d4-9aba-d7b5bfd78d7e tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.700297 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-aaab9aa5-fee5-42d4-9aba-d7b5bfd78d7e tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 1132 time: 0.0564663 Aug 16 02:01:08.703660 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52384) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:08.710156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': '84061aa3-902d-4e7f-84ac-ade38e1a2254', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:08.791756 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.899663 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.027105 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Allocated IP 172.25.3.238 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/916ea758-7464-4685-aeba-194c22d1a6c4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:09.175678 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.226390 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.269073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:09.272367 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:09.288186 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:09.318874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event updated for resources: {'Port': ['ID=916ea758-7464-4685-aeba-194c22d1a6c4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:09.990050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52398) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:10.083787 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918589d3-b281-4529-ae3b-743564a7be7d tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.085591 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-918589d3-b281-4529-ae3b-743564a7be7d tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 814 time: 0.0938230 Aug 16 02:01:10.122117 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.248681 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.459078 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.464487 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.538818 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52410) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:10.546941 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4a476267-07f1-4d38-b04a-b357da59ca1f tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'network': {'name': 'tempest-network-smoke--1855710496', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'port_security_enabled': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:10.556614 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event updated for resources: {'Port': ['ID=916ea758-7464-4685-aeba-194c22d1a6c4,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:10.572276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a476267-07f1-4d38-b04a-b357da59ca1f tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Made reservation on behalf of 33cf80430ee04eee8eb367bea457fa11 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:10.576644 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a476267-07f1-4d38-b04a-b357da59ca1f tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.593063 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.614471 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a476267-07f1-4d38-b04a-b357da59ca1f tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:10.631087 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a476267-07f1-4d38-b04a-b357da59ca1f tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.631946 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-4a476267-07f1-4d38-b04a-b357da59ca1f tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Added segment d86216e9-5c65-45e7-b9c6-0a3f1dec74dd of type vlan for network 988d307b-5ab0-461b-8293-0f2e204c9dd7 Aug 16 02:01:10.693299 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a476267-07f1-4d38-b04a-b357da59ca1f tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.728587 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Floating IP 1daeff64-e660-4bf5-9422-7545371c41ee associated. External IP: 172.25.3.238, port: 84061aa3-902d-4e7f-84ac-ade38e1a2254. Aug 16 02:01:10.743844 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a476267-07f1-4d38-b04a-b357da59ca1f tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.754041 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a476267-07f1-4d38-b04a-b357da59ca1f tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.754897 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a476267-07f1-4d38-b04a-b357da59ca1f tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.852633 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4a476267-07f1-4d38-b04a-b357da59ca1f tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3123846 Aug 16 02:01:10.856862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52412) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:10.877730 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a476267-07f1-4d38-b04a-b357da59ca1f tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Network': ['ID=988d307b-5ab0-461b-8293-0f2e204c9dd7,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:10.890757 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 988d307b-5ab0-461b-8293-0f2e204c9dd7 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:10.942331 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71d58fc-626f-4966-a933-a95f67de85b1 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.946385 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c71d58fc-626f-4966-a933-a95f67de85b1 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=33cf80430ee04eee8eb367bea457fa11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0858667 Aug 16 02:01:10.947027 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52414) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.013202 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Router a3ac9cc5-3416-41c2-8c5d-852625ef6f22 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:11.066241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2eea6c-7d80-4ecd-aeb1-ce499b949d0c tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.070881 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52416) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.076076 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0e2eea6c-7d80-4ecd-aeb1-ce499b949d0c tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274743 Aug 16 02:01:11.115700 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-32a35266-cd18-4fcb-b6ab-c84dbce5905e tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=624da80d-1349-4890-b915-f302637330f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397696 Aug 16 02:01:11.115898 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52418) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.182722 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f4be4d9b-863a-4a7d-ba46-d281ea05cd3d tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=33cf80430ee04eee8eb367bea457fa11&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0632267 Aug 16 02:01:11.183799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52420) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.250092 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:11.263443 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0000fd49-dd1c-489a-bc44-abfd1fc8c3c3 None None] Sync routers for ids ['a3ac9cc5-3416-41c2-8c5d-852625ef6f22'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:11.285429 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0000fd49-dd1c-489a-bc44-abfd1fc8c3c3 None None] Routers {'a3ac9cc5-3416-41c2-8c5d-852625ef6f22'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:11.286095 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0000fd49-dd1c-489a-bc44-abfd1fc8c3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:00:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3ac9cc5-3416-41c2-8c5d-852625ef6f22'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:11.313159 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.371488 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b356f-e3cc-4812-bfd3-2102d03180f5 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.372966 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e18b356f-e3cc-4812-bfd3-2102d03180f5 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1882236 Aug 16 02:01:11.375503 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d7a2459f-c251-4fc1-ae48-6b74874f6de7 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6708615 Aug 16 02:01:11.376370 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7641463-0d11-4bdc-97b7-8d0bab6272ff', 'tag': '84061aa3-902d-4e7f-84ac-ade38e1a2254'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:11.378399 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52428) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.389222 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c38015f-6ebd-43a5-83e4-d3bbabbe6b24" -d '{"events": [{"name": "network-changed", "server_uuid": "b7641463-0d11-4bdc-97b7-8d0bab6272ff", "tag": "84061aa3-902d-4e7f-84ac-ade38e1a2254"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:11.390828 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52430) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.396428 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0000fd49-dd1c-489a-bc44-abfd1fc8c3c3 None None] Set router a3ac9cc5-3416-41c2-8c5d-852625ef6f22 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:11.442672 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52434) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.442885 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-16011efa-0295-4dfe-a3cb-ee9a6d8dbc28 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=624da80d-1349-4890-b915-f302637330f0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0508029 Aug 16 02:01:11.448884 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c4ecc478-5ca8-4415-bb71-955e7705d61d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2022904115', 'network_id': '988d307b-5ab0-461b-8293-0f2e204c9dd7', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:11.488175 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1db02fb-619a-48bc-ba89-affec960e237 x-openstack-request-id: req-f1db02fb-619a-48bc-ba89-affec960e237 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:11.488768 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7641463-0d11-4bdc-97b7-8d0bab6272ff", "tag": "84061aa3-902d-4e7f-84ac-ade38e1a2254", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:11.489297 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f1db02fb-619a-48bc-ba89-affec960e237 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:11.489915 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7641463-0d11-4bdc-97b7-8d0bab6272ff', 'tag': '84061aa3-902d-4e7f-84ac-ade38e1a2254', 'status': 'completed', 'code': 200} Aug 16 02:01:11.570584 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a79cfae-7239-491c-8334-55f6d019b5e2 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.571063 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a79cfae-7239-491c-8334-55f6d019b5e2 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.571537 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a79cfae-7239-491c-8334-55f6d019b5e2 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.572599 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a79cfae-7239-491c-8334-55f6d019b5e2 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.573082 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a79cfae-7239-491c-8334-55f6d019b5e2 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.574397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a79cfae-7239-491c-8334-55f6d019b5e2 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.575118 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a79cfae-7239-491c-8334-55f6d019b5e2 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.575590 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a79cfae-7239-491c-8334-55f6d019b5e2 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.576055 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a79cfae-7239-491c-8334-55f6d019b5e2 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.581193 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2a79cfae-7239-491c-8334-55f6d019b5e2 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6293 time: 0.2016628 Aug 16 02:01:11.581847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52436) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.627172 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38015f-6ebd-43a5-83e4-d3bbabbe6b24 req-445bbb1f-c593-44cf-b955-4ff68c64dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.629048 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c38015f-6ebd-43a5-83e4-d3bbabbe6b24 req-445bbb1f-c593-44cf-b955-4ff68c64dc00 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3447b752e21e478fb773f0edc2208920&device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 1137 time: 0.0975378 Aug 16 02:01:11.631749 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0000fd49-dd1c-489a-bc44-abfd1fc8c3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422597831', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:54Z', 'revision_number': 4, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:49Z', 'updated_at': '2021-08-16T02:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '1daeff64-e660-4bf5-9422-7545371c41ee', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'port_id': '84061aa3-902d-4e7f-84ac-ade38e1a2254', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5', 'mac_address': 'fa:16:3e:e4:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7641463-0d11-4bdc-97b7-8d0bab6272ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:01:09Z', 'updated_at': '2021-08-16T02:01:09Z', 'revision_number': 0, 'project_id': '3447b752e21e478fb773f0edc2208920', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a85b05-9363-4fd5-b498-1dcb4f6451d7', 'name': '', 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'mac_address': 'fa:16:3e:fb:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'b87e5100-141a-4810-b796-915aff8e759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:52Z', 'updated_at': '2021-08-16T02:00:59Z', 'revision_number': 5, 'project_id': '3447b752e21e478fb773f0edc2208920', 'subnets': [{'id': 'b87e5100-141a-4810-b796-915aff8e759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:11.666119 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0000fd49-dd1c-489a-bc44-abfd1fc8c3c3 None None] Checking router: a3ac9cc5-3416-41c2-8c5d-852625ef6f22 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:11.676367 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0000fd49-dd1c-489a-bc44-abfd1fc8c3c3 None None] Routers {'a3ac9cc5-3416-41c2-8c5d-852625ef6f22'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:11.677331 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0000fd49-dd1c-489a-bc44-abfd1fc8c3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:00:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3ac9cc5-3416-41c2-8c5d-852625ef6f22'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:11.703689 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9ab0c-d2c9-4553-abbf-3fa29c297fdb tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.704170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9ab0c-d2c9-4553-abbf-3fa29c297fdb tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.704772 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9ab0c-d2c9-4553-abbf-3fa29c297fdb tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.705237 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9ab0c-d2c9-4553-abbf-3fa29c297fdb tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.705690 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9ab0c-d2c9-4553-abbf-3fa29c297fdb tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.706719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9ab0c-d2c9-4553-abbf-3fa29c297fdb tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.707189 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9ab0c-d2c9-4553-abbf-3fa29c297fdb tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.707643 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9ab0c-d2c9-4553-abbf-3fa29c297fdb tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.713260 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f9e9ab0c-d2c9-4553-abbf-3fa29c297fdb tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5248 time: 0.1289937 Aug 16 02:01:11.714201 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52438) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.720642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ecc478-5ca8-4415-bb71-955e7705d61d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Made reservation on behalf of 33cf80430ee04eee8eb367bea457fa11 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:11.724701 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4ecc478-5ca8-4415-bb71-955e7705d61d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.789674 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0000fd49-dd1c-489a-bc44-abfd1fc8c3c3 None None] Set router a3ac9cc5-3416-41c2-8c5d-852625ef6f22 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:12.004339 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4ecc478-5ca8-4415-bb71-955e7705d61d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.062935 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38015f-6ebd-43a5-83e4-d3bbabbe6b24 req-cbd2d350-462c-452c-b69b-3b52363e2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.064625 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c38015f-6ebd-43a5-83e4-d3bbabbe6b24 req-cbd2d350-462c-452c-b69b-3b52363e2587 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3d230a01-6758-410a-8b63-78f5f88b43c5 HTTP/1.1" status: 200 len: 898 time: 0.4270473 Aug 16 02:01:12.085157 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecc478-5ca8-4415-bb71-955e7705d61d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Subnet': ['ID=284005dc-7477-4014-be16-adf3bc2e1cca,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:12.112021 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0000fd49-dd1c-489a-bc44-abfd1fc8c3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422597831', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:54Z', 'revision_number': 4, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:49Z', 'updated_at': '2021-08-16T02:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '1daeff64-e660-4bf5-9422-7545371c41ee', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'port_id': '84061aa3-902d-4e7f-84ac-ade38e1a2254', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5', 'mac_address': 'fa:16:3e:e4:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7641463-0d11-4bdc-97b7-8d0bab6272ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:01:09Z', 'updated_at': '2021-08-16T02:01:09Z', 'revision_number': 0, 'project_id': '3447b752e21e478fb773f0edc2208920', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a85b05-9363-4fd5-b498-1dcb4f6451d7', 'name': '', 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'mac_address': 'fa:16:3e:fb:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'b87e5100-141a-4810-b796-915aff8e759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:52Z', 'updated_at': '2021-08-16T02:00:59Z', 'revision_number': 5, 'project_id': '3447b752e21e478fb773f0edc2208920', 'subnets': [{'id': 'b87e5100-141a-4810-b796-915aff8e759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:12.149994 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ecc478-5ca8-4415-bb71-955e7705d61d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Checking segment: {'id': 'd86216e9-5c65-45e7-b9c6-0a3f1dec74dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '988d307b-5ab0-461b-8293-0f2e204c9dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:12.150509 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ecc478-5ca8-4415-bb71-955e7705d61d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Network hostable DHCP agents. Network: 988d307b-5ab0-461b-8293-0f2e204c9dd7, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:12.157384 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0000fd49-dd1c-489a-bc44-abfd1fc8c3c3 None None] The sync data for ids ['a3ac9cc5-3416-41c2-8c5d-852625ef6f22'] in n-d-765315-27 is: [{'id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422597831', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:54Z', 'revision_number': 4, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:49Z', 'updated_at': '2021-08-16T02:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '1daeff64-e660-4bf5-9422-7545371c41ee', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'port_id': '84061aa3-902d-4e7f-84ac-ade38e1a2254', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5', 'mac_address': 'fa:16:3e:e4:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7641463-0d11-4bdc-97b7-8d0bab6272ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:01:09Z', 'updated_at': '2021-08-16T02:01:09Z', 'revision_number': 0, 'project_id': '3447b752e21e478fb773f0edc2208920', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a85b05-9363-4fd5-b498-1dcb4f6451d7', 'name': '', 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'mac_address': 'fa:16:3e:fb:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'b87e5100-141a-4810-b796-915aff8e759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:52Z', 'updated_at': '2021-08-16T02:00:59Z', 'revision_number': 5, 'project_id': '3447b752e21e478fb773f0edc2208920', 'subnets': [{'id': 'b87e5100-141a-4810-b796-915aff8e759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:12.157731 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52440) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:12.170479 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-90f9f33d-f08b-48f5-9dba-38c6233d03c2 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4498 time: 0.4549220 Aug 16 02:01:12.228668 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c38015f-6ebd-43a5-83e4-d3bbabbe6b24 req-8936f3e8-9a90-4b25-9b39-c0824209d99c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84061aa3-902d-4e7f-84ac-ade38e1a2254 HTTP/1.1" status: 200 len: 1000 time: 0.1557455 Aug 16 02:01:12.232795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ecc478-5ca8-4415-bb71-955e7705d61d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Network 988d307b-5ab0-461b-8293-0f2e204c9dd7 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:12.235552 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6298101-244b-4d8a-861e-6d02c6d351ca req-f02b5b14-36f8-426a-970d-47c09ca9ca28 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0632484 Aug 16 02:01:12.280375 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d350800-5c4b-4569-9a42-9f9e2df0f63c tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.280375 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d350800-5c4b-4569-9a42-9f9e2df0f63c tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.280785 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8d350800-5c4b-4569-9a42-9f9e2df0f63c tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a3ac9cc5-3416-41c2-8c5d-852625ef6f22 HTTP/1.1" status: 200 len: 1991 time: 0.1231759 Aug 16 02:01:12.299649 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c4ecc478-5ca8-4415-bb71-955e7705d61d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 988d307b-5ab0-461b-8293-0f2e204c9dd7) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:12.308578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38015f-6ebd-43a5-83e4-d3bbabbe6b24 req-7f9516e5-4044-4c7e-a2f8-37ee6fe67955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.310604 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c38015f-6ebd-43a5-83e4-d3bbabbe6b24 req-7f9516e5-4044-4c7e-a2f8-37ee6fe67955 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b87e5100-141a-4810-b796-915aff8e759b HTTP/1.1" status: 200 len: 834 time: 0.0732095 Aug 16 02:01:12.327128 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ed1627-1b4c-4963-961f-e8820b1626c5 None None] Network 988d307b-5ab0-461b-8293-0f2e204c9dd7 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:12.331158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ecc478-5ca8-4415-bb71-955e7705d61d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.331768 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4ecc478-5ca8-4415-bb71-955e7705d61d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.384905 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c4ecc478-5ca8-4415-bb71-955e7705d61d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9385223 Aug 16 02:01:12.394157 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38015f-6ebd-43a5-83e4-d3bbabbe6b24 req-996f9aaf-4af9-4a4c-b6c9-6319c628f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.396079 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c38015f-6ebd-43a5-83e4-d3bbabbe6b24 req-996f9aaf-4af9-4a4c-b6c9-6319c628f37b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d230a01-6758-410a-8b63-78f5f88b43c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780833 Aug 16 02:01:12.449551 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298101-244b-4d8a-861e-6d02c6d351ca req-b62a8755-d8a5-4157-a5da-caecdbdf9bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.456446 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6298101-244b-4d8a-861e-6d02c6d351ca req-b62a8755-d8a5-4157-a5da-caecdbdf9bcf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 1098 time: 0.1131124 Aug 16 02:01:12.622270 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c38015f-6ebd-43a5-83e4-d3bbabbe6b24 req-e46e9187-c1cd-441b-9224-7939aed3f254 service neutron] 10.222.0.73 "GET /v2.0/networks/3d230a01-6758-410a-8b63-78f5f88b43c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109106 Aug 16 02:01:12.647096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-988d307b-5ab0-461b-8293-0f2e204c9dd7', 'network_id': '988d307b-5ab0-461b-8293-0f2e204c9dd7', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'fixed_ips': [{'subnet_id': '284005dc-7477-4014-be16-adf3bc2e1cca'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:12.648251 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.684625 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eea186-1cc2-4b89-b2e9-ba75462ee574 None None] New status for floating IP 1daeff64-e660-4bf5-9422-7545371c41ee: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:01:12.694571 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298101-244b-4d8a-861e-6d02c6d351ca req-c32541a6-93d0-42c7-a9b5-83da8a943d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.696294 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6298101-244b-4d8a-861e-6d02c6d351ca req-c32541a6-93d0-42c7-a9b5-83da8a943d68 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f5d79fc-3c5c-4e04-8c97-12fe71072a76 HTTP/1.1" status: 200 len: 898 time: 0.2088087 Aug 16 02:01:12.795351 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c38015f-6ebd-43a5-83e4-d3bbabbe6b24 req-ed1a8f78-ed38-4071-b91b-f67610044434 service neutron] 10.222.0.73 "GET /v2.0/networks/3d230a01-6758-410a-8b63-78f5f88b43c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688840 Aug 16 02:01:12.822336 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52456) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:12.834891 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8f480133-56da-4bd3-b91d-5ff441e7a202 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-455561276', 'description': 'tempest-secgroup-smoke-455561276 description', 'project_id': '33cf80430ee04eee8eb367bea457fa11'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:12.847302 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6298101-244b-4d8a-861e-6d02c6d351ca req-1e4ed337-9214-405e-8759-7f828f5c58eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e345810b-72d7-4749-96b7-14b27be7844d HTTP/1.1" status: 200 len: 1002 time: 0.1429601 Aug 16 02:01:12.867961 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f480133-56da-4bd3-b91d-5ff441e7a202 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.931922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298101-244b-4d8a-861e-6d02c6d351ca req-7d9d9e1a-d8b6-41e5-aee8-a607c8a1903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.934744 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6298101-244b-4d8a-861e-6d02c6d351ca req-7d9d9e1a-d8b6-41e5-aee8-a607c8a1903b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea277d4a-dc12-403d-909b-7d9cdbc8d276 HTTP/1.1" status: 200 len: 834 time: 0.0758886 Aug 16 02:01:12.982460 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f480133-56da-4bd3-b91d-5ff441e7a202 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.989786 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f480133-56da-4bd3-b91d-5ff441e7a202 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.010251 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f480133-56da-4bd3-b91d-5ff441e7a202 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.011974 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8f480133-56da-4bd3-b91d-5ff441e7a202 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1883445 Aug 16 02:01:13.015391 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52458) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:13.022350 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-39ad5a38-5b75-4898-a9b3-de1f9786c796 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group_rule': {'security_group_id': '98766467-1691-4df6-814b-003da3a88508', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:13.029978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298101-244b-4d8a-861e-6d02c6d351ca req-72ecdfc7-1029-413e-8c40-ed2070d4a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.031918 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6298101-244b-4d8a-861e-6d02c6d351ca req-72ecdfc7-1029-413e-8c40-ed2070d4a14e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f5d79fc-3c5c-4e04-8c97-12fe71072a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889800 Aug 16 02:01:13.041730 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f480133-56da-4bd3-b91d-5ff441e7a202 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98766467-1691-4df6-814b-003da3a88508,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:13.172264 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39ad5a38-5b75-4898-a9b3-de1f9786c796 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.192902 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6298101-244b-4d8a-861e-6d02c6d351ca req-73eff615-9162-497e-ab31-3f52e4167b8e service neutron] 10.222.0.73 "GET /v2.0/networks/9f5d79fc-3c5c-4e04-8c97-12fe71072a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458702 Aug 16 02:01:13.281961 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Allocated IP 172.20.0.18 (988d307b-5ab0-461b-8293-0f2e204c9dd7/284005dc-7477-4014-be16-adf3bc2e1cca/76eb83de-8b98-45f8-b726-76788bdb6c1d) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:13.349072 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39ad5a38-5b75-4898-a9b3-de1f9786c796 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.358202 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39ad5a38-5b75-4898-a9b3-de1f9786c796 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.384896 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6298101-244b-4d8a-861e-6d02c6d351ca req-e359f7c7-aa4d-448c-963b-953e7b33a2cf service neutron] 10.222.0.73 "GET /v2.0/networks/9f5d79fc-3c5c-4e04-8c97-12fe71072a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823850 Aug 16 02:01:13.388830 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad5a38-5b75-4898-a9b3-de1f9786c796 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef10cd4-ab66-4653-a407-d7b8f096cf66,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:13.397099 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39ad5a38-5b75-4898-a9b3-de1f9786c796 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.402055 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-39ad5a38-5b75-4898-a9b3-de1f9786c796 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3817954 Aug 16 02:01:13.403495 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52464) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:13.420874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-72b44c37-aa08-4c77-8886-7bdc15a7e125 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group_rule': {'security_group_id': '98766467-1691-4df6-814b-003da3a88508', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:13.476532 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72b44c37-aa08-4c77-8886-7bdc15a7e125 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.524894 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.536384 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Transition to ACTIVE for port object 76eb83de-8b98-45f8-b726-76788bdb6c1d will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:13.550835 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72b44c37-aa08-4c77-8886-7bdc15a7e125 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.556637 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72b44c37-aa08-4c77-8886-7bdc15a7e125 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.562962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Transition to ACTIVE for port object 76eb83de-8b98-45f8-b726-76788bdb6c1d will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:13.569788 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.581881 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b44c37-aa08-4c77-8886-7bdc15a7e125 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac0ec06-3ab3-4d00-a031-9b4c183c9f08,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:13.584825 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72b44c37-aa08-4c77-8886-7bdc15a7e125 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.589033 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-72b44c37-aa08-4c77-8886-7bdc15a7e125 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1823044 Aug 16 02:01:13.590716 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52468) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:13.595324 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-16e61280-6002-4240-a2aa-bf8de784ef0e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group_rule': {'security_group_id': '98766467-1691-4df6-814b-003da3a88508', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:13.614439 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Network 988d307b-5ab0-461b-8293-0f2e204c9dd7 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:13.617608 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:13.623484 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:13.626794 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Pushing event updated for resources: {'Port': ['ID=76eb83de-8b98-45f8-b726-76788bdb6c1d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:13.642476 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-16e61280-6002-4240-a2aa-bf8de784ef0e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.692566 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Attempting to bind port 76eb83de-8b98-45f8-b726-76788bdb6c1d on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:13.692945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Attempting to bind port 76eb83de-8b98-45f8-b726-76788bdb6c1d by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'd86216e9-5c65-45e7-b9c6-0a3f1dec74dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '988d307b-5ab0-461b-8293-0f2e204c9dd7'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:13.693471 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Attempting to bind port 76eb83de-8b98-45f8-b726-76788bdb6c1d on network 988d307b-5ab0-461b-8293-0f2e204c9dd7 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:13.718181 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:13.719564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Checking segment: {'id': 'd86216e9-5c65-45e7-b9c6-0a3f1dec74dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '988d307b-5ab0-461b-8293-0f2e204c9dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:13.720436 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.720645 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Bound using segment: {'id': 'd86216e9-5c65-45e7-b9c6-0a3f1dec74dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '988d307b-5ab0-461b-8293-0f2e204c9dd7'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:13.721255 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Bound port: 76eb83de-8b98-45f8-b726-76788bdb6c1d, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86216e9-5c65-45e7-b9c6-0a3f1dec74dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '988d307b-5ab0-461b-8293-0f2e204c9dd7'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:13.721751 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.749602 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-16e61280-6002-4240-a2aa-bf8de784ef0e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.754125 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-16e61280-6002-4240-a2aa-bf8de784ef0e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.768957 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e61280-6002-4240-a2aa-bf8de784ef0e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7e2eb7-1216-4d87-ab48-8d5f781f359b,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:13.800447 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-16e61280-6002-4240-a2aa-bf8de784ef0e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.804995 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-16e61280-6002-4240-a2aa-bf8de784ef0e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2111397 Aug 16 02:01:13.805155 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52470) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:13.810684 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-30a92421-2a74-4a85-9e30-601b3113d1ac tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group_rule': {'security_group_id': '98766467-1691-4df6-814b-003da3a88508', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:13.843550 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30a92421-2a74-4a85-9e30-601b3113d1ac tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.845169 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] For port 76eb83de-8b98-45f8-b726-76788bdb6c1d, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:13.850927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] For port 76eb83de-8b98-45f8-b726-76788bdb6c1d, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=76eb83de-8b98-45f8-b726-76788bdb6c1d,segment=NetworkSegment(d86216e9-5c65-45e7-b9c6-0a3f1dec74dd),segment_id=d86216e9-5c65-45e7-b9c6-0a3f1dec74dd)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:13.859940 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.921355 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30a92421-2a74-4a85-9e30-601b3113d1ac tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.935811 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30a92421-2a74-4a85-9e30-601b3113d1ac tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.942752 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa43276-4920-4f02-b297-4c2d1cf6e067 None None] Pushing event updated for resources: {'Port': ['ID=76eb83de-8b98-45f8-b726-76788bdb6c1d,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:13.950963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a92421-2a74-4a85-9e30-601b3113d1ac tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e06467-d3d4-450c-898d-026298242a97,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:13.962156 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30a92421-2a74-4a85-9e30-601b3113d1ac tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.963956 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-30a92421-2a74-4a85-9e30-601b3113d1ac tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1578016 Aug 16 02:01:13.966973 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52472) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:13.972748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e7f09480-b54e-42f4-9a73-39f3a9bb8bd7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group_rule': {'security_group_id': '98766467-1691-4df6-814b-003da3a88508', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:13.999035 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-e7f09480-b54e-42f4-9a73-39f3a9bb8bd7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Project 33cf80430ee04eee8eb367bea457fa11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:01:14.004384 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7f09480-b54e-42f4-9a73-39f3a9bb8bd7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.084006 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7f09480-b54e-42f4-9a73-39f3a9bb8bd7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.089510 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7f09480-b54e-42f4-9a73-39f3a9bb8bd7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.110784 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f09480-b54e-42f4-9a73-39f3a9bb8bd7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b510ac-d0b3-4b4b-ae8e-8a54c7055fc8,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:14.125579 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7f09480-b54e-42f4-9a73-39f3a9bb8bd7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.127173 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e7f09480-b54e-42f4-9a73-39f3a9bb8bd7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1588821 Aug 16 02:01:14.130165 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52474) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:14.136104 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a8d497fd-cba5-46e6-932f-eabb9d052ffd tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group_rule': {'security_group_id': '98766467-1691-4df6-814b-003da3a88508', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:14.205217 n-d-765315-27 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-a8d497fd-cba5-46e6-932f-eabb9d052ffd tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Project 33cf80430ee04eee8eb367bea457fa11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:01:14.210641 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a8d497fd-cba5-46e6-932f-eabb9d052ffd tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.302457 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a8d497fd-cba5-46e6-932f-eabb9d052ffd tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.309180 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a8d497fd-cba5-46e6-932f-eabb9d052ffd tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.329848 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d497fd-cba5-46e6-932f-eabb9d052ffd tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bb120d-a0c0-4f33-b066-1001d5686337,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:14.338392 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a8d497fd-cba5-46e6-932f-eabb9d052ffd tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.339915 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a8d497fd-cba5-46e6-932f-eabb9d052ffd tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2087560 Aug 16 02:01:14.573134 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-579c5149-84ee-4a58-a2ad-04ab4b2b96f4 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-455561276&fields=id&tenant_id=33cf80430ee04eee8eb367bea457fa11 HTTP/1.1" status: 200 len: 267 time: 0.0432193 Aug 16 02:01:14.716194 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-a8994c78-ea3b-401c-a932-6f14ecb7cd8c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:14.723729 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-a8994c78-ea3b-401c-a932-6f14ecb7cd8c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/networks?id=988d307b-5ab0-461b-8293-0f2e204c9dd7 HTTP/1.1" status: 200 len: 797 time: 0.1415133 Aug 16 02:01:14.740436 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-33d044af-6831-4110-8f5f-dd676eb0eed0 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/quotas/33cf80430ee04eee8eb367bea457fa11 HTTP/1.1" status: 200 len: 375 time: 0.0157704 Aug 16 02:01:14.819558 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-0d981ec7-0f66-45cb-b9a7-c628e8fb0c17 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=33cf80430ee04eee8eb367bea457fa11&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0781531 Aug 16 02:01:14.903526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 76eb83de-8b98-45f8-b726-76788bdb6c1d up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:14.944699 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-d7fc8fda-6576-4e21-83e3-2193090081e8 service neutron] 10.222.0.68 "GET /v2.0/networks/988d307b-5ab0-461b-8293-0f2e204c9dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242423 Aug 16 02:01:14.989658 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 76eb83de-8b98-45f8-b726-76788bdb6c1d completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:15.085835 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-c577b665-3774-47e6-9ae9-6c36fb6465b3 service neutron] 10.222.0.68 "GET /v2.0/networks/988d307b-5ab0-461b-8293-0f2e204c9dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341493 Aug 16 02:01:15.367852 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c7e594-e545-40a6-8958-5fd981db7e9b None None] Network 988d307b-5ab0-461b-8293-0f2e204c9dd7 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:15.382308 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-922aeb3e-470c-4ac5-89bc-d61d6d8d13e5 req-ec7d153d-a25e-432c-8a3f-cb816b362b6e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=abc5ee4a-6454-4a45-94af-50c35f739f58 HTTP/1.1" status: 200 len: 210 time: 0.0435967 Aug 16 02:01:15.446065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-62022ddd-fbed-4afc-a602-494207d4c3a8 None None] Provisioning for port 76eb83de-8b98-45f8-b726-76788bdb6c1d completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:15.453160 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-62022ddd-fbed-4afc-a602-494207d4c3a8 None None] Provisioning complete for port 76eb83de-8b98-45f8-b726-76788bdb6c1d triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:15.453496 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62022ddd-fbed-4afc-a602-494207d4c3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.633138 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62022ddd-fbed-4afc-a602-494207d4c3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.678077 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-62022ddd-fbed-4afc-a602-494207d4c3a8 None None] For port 76eb83de-8b98-45f8-b726-76788bdb6c1d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=76eb83de-8b98-45f8-b726-76788bdb6c1d,segment=NetworkSegment(d86216e9-5c65-45e7-b9c6-0a3f1dec74dd),segment_id=d86216e9-5c65-45e7-b9c6-0a3f1dec74dd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:15.690446 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62022ddd-fbed-4afc-a602-494207d4c3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.755324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62022ddd-fbed-4afc-a602-494207d4c3a8 None None] Pushing event updated for resources: {'Port': ['ID=76eb83de-8b98-45f8-b726-76788bdb6c1d,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:16.161313 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2c55fb0f-04eb-4b6f-a4ca-0f767606176a None None] Provisioning complete for port 76eb83de-8b98-45f8-b726-76788bdb6c1d triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:16.161972 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c55fb0f-04eb-4b6f-a4ca-0f767606176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.527228 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9c50673a-da04-41f5-99b1-7208485d5832 req-3f5b0f03-3219-4852-bf2f-b26227645860 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=abc5ee4a-6454-4a45-94af-50c35f739f58 HTTP/1.1" status: 200 len: 210 time: 0.0443125 Aug 16 02:01:16.688941 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-56e63cc2-0a93-4c5b-b11a-96cbf5135edd tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:16.690968 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-56e63cc2-0a93-4c5b-b11a-96cbf5135edd tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.63 "GET /v2.0/networks?id=988d307b-5ab0-461b-8293-0f2e204c9dd7 HTTP/1.1" status: 200 len: 797 time: 0.1594954 Aug 16 02:01:16.749797 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-9acd5142-e79f-4b0b-901c-1d00a17577fe tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33cf80430ee04eee8eb367bea457fa11 HTTP/1.1" status: 200 len: 471 time: 0.0424869 Aug 16 02:01:16.760549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-bdca92de-4e23-4290-8c74-429a5c6d8a16 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'port': {'device_id': 'abc5ee4a-6454-4a45-94af-50c35f739f58', 'network_id': '988d307b-5ab0-461b-8293-0f2e204c9dd7', 'admin_state_up': True, 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'security_groups': ['98766467-1691-4df6-814b-003da3a88508']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:16.857787 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 76eb83de-8b98-45f8-b726-76788bdb6c1d up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:16.903542 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-bdca92de-4e23-4290-8c74-429a5c6d8a16 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Made reservation on behalf of 33cf80430ee04eee8eb367bea457fa11 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:16.908246 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-bdca92de-4e23-4290-8c74-429a5c6d8a16 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.913770 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 76eb83de-8b98-45f8-b726-76788bdb6c1d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:16.914209 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.282959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-bdca92de-4e23-4290-8c74-429a5c6d8a16 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Allocated IP 172.20.0.26 (988d307b-5ab0-461b-8293-0f2e204c9dd7/284005dc-7477-4014-be16-adf3bc2e1cca/135ebba0-f5fe-4af8-b14f-de2df4b5cef2) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:17.424677 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-bdca92de-4e23-4290-8c74-429a5c6d8a16 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.437747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-bdca92de-4e23-4290-8c74-429a5c6d8a16 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Transition to ACTIVE for port object 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:17.471319 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-bdca92de-4e23-4290-8c74-429a5c6d8a16 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.513902 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-bdca92de-4e23-4290-8c74-429a5c6d8a16 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Network 988d307b-5ab0-461b-8293-0f2e204c9dd7 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:17.518773 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-bdca92de-4e23-4290-8c74-429a5c6d8a16 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:17.522438 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-bdca92de-4e23-4290-8c74-429a5c6d8a16 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:17.548475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca92de-4e23-4290-8c74-429a5c6d8a16 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Port': ['ID=135ebba0-f5fe-4af8-b14f-de2df4b5cef2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:17.581068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-bdca92de-4e23-4290-8c74-429a5c6d8a16 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:17.581723 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-bdca92de-4e23-4290-8c74-429a5c6d8a16 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.599802 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-bdca92de-4e23-4290-8c74-429a5c6d8a16 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8435919 Aug 16 02:01:17.622568 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Request body: {'port': {'device_id': 'abc5ee4a-6454-4a45-94af-50c35f739f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:17.656727 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dc0dc-a680-42db-95af-5eed081bdb7c req-ad71d3d8-4e87-4947-97d3-8d9fd412ba84 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:17.663444 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-350dc0dc-a680-42db-95af-5eed081bdb7c req-ad71d3d8-4e87-4947-97d3-8d9fd412ba84 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=abc5ee4a-6454-4a45-94af-50c35f739f58 HTTP/1.1" status: 200 len: 932 time: 0.0703993 Aug 16 02:01:17.696312 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.711535 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-350dc0dc-a680-42db-95af-5eed081bdb7c req-8fd42e04-0f8c-4742-af7e-db23ff2e15d8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=98766467-1691-4df6-814b-003da3a88508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405314 Aug 16 02:01:17.785847 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c6418caf-e89f-413c-843a-ca4d28888491 None None] Provisioning for port 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:17.789465 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c6418caf-e89f-413c-843a-ca4d28888491 None None] Provisioning complete for port 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:17.789885 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c6418caf-e89f-413c-843a-ca4d28888491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:17.831388 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c6418caf-e89f-413c-843a-ca4d28888491 None None] Port 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:17.921078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dafbfd-31b5-43a8-ac2d-8a1cd9874c60 req-05c2472b-149a-4791-a6e8-330d74c5022d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:17.922630 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d0dafbfd-31b5-43a8-ac2d-8a1cd9874c60 req-05c2472b-149a-4791-a6e8-330d74c5022d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 946 time: 0.1686180 Aug 16 02:01:17.984236 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d0dafbfd-31b5-43a8-ac2d-8a1cd9874c60 req-10b7c9c2-8f96-4f8f-855a-15d20f660464 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556178 Aug 16 02:01:18.060247 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:18.067909 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.079980 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Transition to ACTIVE for port object 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:18.084356 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.140218 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Pushing event updated for resources: {'Port': ['ID=135ebba0-f5fe-4af8-b14f-de2df4b5cef2,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:18.220420 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Attempting to bind port 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:18.221125 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Attempting to bind port 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'd86216e9-5c65-45e7-b9c6-0a3f1dec74dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '988d307b-5ab0-461b-8293-0f2e204c9dd7'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:18.221667 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Attempting to bind port 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 on network 988d307b-5ab0-461b-8293-0f2e204c9dd7 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:18.227974 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Port 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 on network 988d307b-5ab0-461b-8293-0f2e204c9dd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:18.228426 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Attempting to bind port 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 on network 988d307b-5ab0-461b-8293-0f2e204c9dd7 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:18.235013 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:18.235503 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Checking segment: {'id': 'd86216e9-5c65-45e7-b9c6-0a3f1dec74dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '988d307b-5ab0-461b-8293-0f2e204c9dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:18.236004 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Bound using segment: {'id': 'd86216e9-5c65-45e7-b9c6-0a3f1dec74dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '988d307b-5ab0-461b-8293-0f2e204c9dd7'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:18.236665 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Bound port: 135ebba0-f5fe-4af8-b14f-de2df4b5cef2, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd86216e9-5c65-45e7-b9c6-0a3f1dec74dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '988d307b-5ab0-461b-8293-0f2e204c9dd7'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:18.237113 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.326893 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] For port 135ebba0-f5fe-4af8-b14f-de2df4b5cef2, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:18.330652 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] For port 135ebba0-f5fe-4af8-b14f-de2df4b5cef2, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=135ebba0-f5fe-4af8-b14f-de2df4b5cef2,segment=NetworkSegment(d86216e9-5c65-45e7-b9c6-0a3f1dec74dd),segment_id=d86216e9-5c65-45e7-b9c6-0a3f1dec74dd)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:18.336119 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.383447 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:18.384085 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.386081 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] 10.222.0.63 "PUT /v2.0/ports/135ebba0-f5fe-4af8-b14f-de2df4b5cef2 HTTP/1.1" status: 200 len: 1093 time: 0.7697706 Aug 16 02:01:18.386528 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc5ee4a-6454-4a45-94af-50c35f739f58', 'tag': '135ebba0-f5fe-4af8-b14f-de2df4b5cef2'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:18.388952 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9c1613-af9a-45cc-9476-a5dd41563c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "abc5ee4a-6454-4a45-94af-50c35f739f58", "tag": "135ebba0-f5fe-4af8-b14f-de2df4b5cef2"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:18.442462 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c95a3a6-a29f-4fc3-aaeb-d4612edd0ae1 x-openstack-request-id: req-7c95a3a6-a29f-4fc3-aaeb-d4612edd0ae1 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:18.442781 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc5ee4a-6454-4a45-94af-50c35f739f58", "tag": "135ebba0-f5fe-4af8-b14f-de2df4b5cef2", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:18.443036 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7c95a3a6-a29f-4fc3-aaeb-d4612edd0ae1 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:18.443439 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc5ee4a-6454-4a45-94af-50c35f739f58', 'tag': '135ebba0-f5fe-4af8-b14f-de2df4b5cef2', 'status': 'completed', 'code': 200} Aug 16 02:01:18.445449 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818ee76-5bb3-4766-8757-84dc71a51b2a service neutron] Pushing event updated for resources: {'Port': ['ID=135ebba0-f5fe-4af8-b14f-de2df4b5cef2,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:18.504698 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6016e-70c8-4d46-b4a1-6333afdc338f req-8863e25d-6245-4abd-912d-f8e757dbc759 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:18.506287 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4d6016e-70c8-4d46-b4a1-6333afdc338f req-8863e25d-6245-4abd-912d-f8e757dbc759 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 946 time: 0.1006746 Aug 16 02:01:18.512627 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-fd060f85-82bd-415c-910d-2b67fb429153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:18.514154 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-fd060f85-82bd-415c-910d-2b67fb429153 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=33cf80430ee04eee8eb367bea457fa11&device_id=abc5ee4a-6454-4a45-94af-50c35f739f58 HTTP/1.1" status: 200 len: 1096 time: 0.0697162 Aug 16 02:01:18.566621 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-6359841f-4f38-4131-92f8-5f09e54e1644 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=135ebba0-f5fe-4af8-b14f-de2df4b5cef2 HTTP/1.1" status: 200 len: 217 time: 0.0439355 Aug 16 02:01:18.608138 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4d6016e-70c8-4d46-b4a1-6333afdc338f req-2af447d1-f74a-43cc-a829-527d8ce4de05 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929363 Aug 16 02:01:18.629016 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-dbabbb77-8458-4117-bc81-15146b80cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:18.629016 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-dbabbb77-8458-4117-bc81-15146b80cba0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=284005dc-7477-4014-be16-adf3bc2e1cca HTTP/1.1" status: 200 len: 838 time: 0.0519958 Aug 16 02:01:18.678908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-6c291842-e128-40a6-818b-c5969425624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:18.680329 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-6c291842-e128-40a6-818b-c5969425624b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=988d307b-5ab0-461b-8293-0f2e204c9dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0441673 Aug 16 02:01:18.778602 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-17e8dc13-a3a0-4d05-a151-2b324bf25e55 service neutron] 10.222.0.63 "GET /v2.0/networks/988d307b-5ab0-461b-8293-0f2e204c9dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869772 Aug 16 02:01:18.837673 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828604a-b757-4893-8aeb-998cd82991b9 req-cd34e936-03b2-45ce-83f8-933d27187604 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:18.839594 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6828604a-b757-4893-8aeb-998cd82991b9 req-cd34e936-03b2-45ce-83f8-933d27187604 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=abc5ee4a-6454-4a45-94af-50c35f739f58 HTTP/1.1" status: 200 len: 944 time: 0.0506797 Aug 16 02:01:18.874451 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3a6225d-4e64-450c-a18e-9e93d07a945c req-89c3ea8b-617e-48b9-9999-1eba6e28b3dc service neutron] 10.222.0.63 "GET /v2.0/networks/988d307b-5ab0-461b-8293-0f2e204c9dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878780 Aug 16 02:01:18.878839 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6828604a-b757-4893-8aeb-998cd82991b9 req-10386661-836b-4403-b8a4-469e91d4175b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=98766467-1691-4df6-814b-003da3a88508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329552 Aug 16 02:01:18.979334 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c1613-af9a-45cc-9476-a5dd41563c2b req-687a7b8b-aa02-4d32-abd4-caaef39e543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:18.980880 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed9c1613-af9a-45cc-9476-a5dd41563c2b req-687a7b8b-aa02-4d32-abd4-caaef39e543e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=33cf80430ee04eee8eb367bea457fa11&device_id=abc5ee4a-6454-4a45-94af-50c35f739f58 HTTP/1.1" status: 200 len: 1096 time: 0.0428030 Aug 16 02:01:19.086058 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c1613-af9a-45cc-9476-a5dd41563c2b req-0ca909f5-bbd0-4225-af88-5d03767990d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.087524 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed9c1613-af9a-45cc-9476-a5dd41563c2b req-0ca909f5-bbd0-4225-af88-5d03767990d2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=988d307b-5ab0-461b-8293-0f2e204c9dd7 HTTP/1.1" status: 200 len: 898 time: 0.0875077 Aug 16 02:01:19.130118 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed9c1613-af9a-45cc-9476-a5dd41563c2b req-ff6a83d3-19a8-433a-844f-dd3994ae7ed7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=135ebba0-f5fe-4af8-b14f-de2df4b5cef2 HTTP/1.1" status: 200 len: 217 time: 0.0337713 Aug 16 02:01:19.186896 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c1613-af9a-45cc-9476-a5dd41563c2b req-cd28a396-9e29-4e8b-809f-ef34c0092d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.188387 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed9c1613-af9a-45cc-9476-a5dd41563c2b req-cd28a396-9e29-4e8b-809f-ef34c0092d3a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=284005dc-7477-4014-be16-adf3bc2e1cca HTTP/1.1" status: 200 len: 838 time: 0.0449171 Aug 16 02:01:19.234817 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c1613-af9a-45cc-9476-a5dd41563c2b req-7cd6e271-004d-4791-b798-909b7cb3d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.236289 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed9c1613-af9a-45cc-9476-a5dd41563c2b req-7cd6e271-004d-4791-b798-909b7cb3d7e7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=988d307b-5ab0-461b-8293-0f2e204c9dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0390909 Aug 16 02:01:19.332269 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed9c1613-af9a-45cc-9476-a5dd41563c2b req-310a045f-c48b-428f-8209-cf7366be0829 service neutron] 10.222.0.63 "GET /v2.0/networks/988d307b-5ab0-461b-8293-0f2e204c9dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874398 Aug 16 02:01:19.421313 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed9c1613-af9a-45cc-9476-a5dd41563c2b req-1df32cb3-b5ba-44d5-9281-1d7f62060bf3 service neutron] 10.222.0.63 "GET /v2.0/networks/988d307b-5ab0-461b-8293-0f2e204c9dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803640 Aug 16 02:01:19.730401 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f36b15-65bf-46f3-8c34-a9820c5ab717 req-619c143a-4920-4be5-8dbb-828fb8c8eba2 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.731991 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-84f36b15-65bf-46f3-8c34-a9820c5ab717 req-619c143a-4920-4be5-8dbb-828fb8c8eba2 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 946 time: 0.0550568 Aug 16 02:01:19.769261 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-84f36b15-65bf-46f3-8c34-a9820c5ab717 req-b73f9125-167a-4ebb-9b28-921e12c57c16 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313621 Aug 16 02:01:20.002950 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2d8d7-7aea-434c-a8e0-b7209b2be27e req-5ca0adbf-31ba-4910-a2d1-fabc05ea4d8a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.004350 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-49d2d8d7-7aea-434c-a8e0-b7209b2be27e req-5ca0adbf-31ba-4910-a2d1-fabc05ea4d8a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=abc5ee4a-6454-4a45-94af-50c35f739f58 HTTP/1.1" status: 200 len: 944 time: 0.0541673 Aug 16 02:01:20.043917 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-49d2d8d7-7aea-434c-a8e0-b7209b2be27e req-cf347b3f-a837-48c1-b581-70143e0528b7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=98766467-1691-4df6-814b-003da3a88508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331707 Aug 16 02:01:20.086707 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a61cb7d-b629-41df-ae9c-24a9527c272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.353656 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:20.355924 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:20.499569 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.519339 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:20.536884 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'port_id': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'mac_address': 'fa:16:3e:5a:74:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:20.543834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:20.546064 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c746eb-8010-4fdc-8b71-a8b03a130d64" -d '{"events": [{"server_uuid": "5d06e936-d7af-47e3-8dfa-e9ee502b9dce", "name": "network-vif-unplugged", "status": "completed", "tag": "057c8a84-bedb-47e0-b18c-fb225b6ad3f4"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:20.562711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:20.581171 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.588810 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d64dca-4134-42d4-9ce5-2b696a7b1e5b x-openstack-request-id: req-28d64dca-4134-42d4-9ce5-2b696a7b1e5b {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:20.588968 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d06e936-d7af-47e3-8dfa-e9ee502b9dce", "name": "network-vif-unplugged", "status": "completed", "tag": "057c8a84-bedb-47e0-b18c-fb225b6ad3f4", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:20.589115 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-28d64dca-4134-42d4-9ce5-2b696a7b1e5b {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:20.589505 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'code': 200} Aug 16 02:01:20.626621 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.652990 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:20.660642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,revision_number=11']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:20.698159 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:01:20.698516 n-d-765315-27 neutron-server[94674]: DEBUG oslo_db.api [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:01:20.893376 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa91bb-b40f-4240-aeb4-44d9c14972cf req-6f093935-72ea-463b-830b-82fe51c5ac7d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.894878 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5aa91bb-b40f-4240-aeb4-44d9c14972cf req-6f093935-72ea-463b-830b-82fe51c5ac7d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0509069 Aug 16 02:01:20.935047 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5aa91bb-b40f-4240-aeb4-44d9c14972cf req-f7be0266-5e53-41e9-b3ed-d7c992e58c57 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339937 Aug 16 02:01:21.162421 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be20a6-a434-41e8-843e-3794099a9a39 req-6a2fed9b-5bd0-41c0-a8d6-c2e0b05f486f tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.163984 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-50be20a6-a434-41e8-843e-3794099a9a39 req-6a2fed9b-5bd0-41c0-a8d6-c2e0b05f486f tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=abc5ee4a-6454-4a45-94af-50c35f739f58 HTTP/1.1" status: 200 len: 944 time: 0.0496330 Aug 16 02:01:21.203810 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-50be20a6-a434-41e8-843e-3794099a9a39 req-c06a03af-3ea3-4244-a039-9de2090b0bd1 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=98766467-1691-4df6-814b-003da3a88508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328555 Aug 16 02:01:21.237842 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.250248 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:21.270713 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:21.274505 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.275109 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:21.374239 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,revision_number=12']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:21.416197 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 135ebba0-f5fe-4af8-b14f-de2df4b5cef2, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=135ebba0-f5fe-4af8-b14f-de2df4b5cef2,segment=NetworkSegment(d86216e9-5c65-45e7-b9c6-0a3f1dec74dd),segment_id=d86216e9-5c65-45e7-b9c6-0a3f1dec74dd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:21.427795 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '135ebba0-f5fe-4af8-b14f-de2df4b5cef2', 'network_id': '988d307b-5ab0-461b-8293-0f2e204c9dd7', 'port_id': '135ebba0-f5fe-4af8-b14f-de2df4b5cef2', 'mac_address': 'fa:16:3e:cf:7c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '284005dc-7477-4014-be16-adf3bc2e1cca', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:21.464591 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.476830 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:21.496053 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 135ebba0-f5fe-4af8-b14f-de2df4b5cef2, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=135ebba0-f5fe-4af8-b14f-de2df4b5cef2,segment=NetworkSegment(d86216e9-5c65-45e7-b9c6-0a3f1dec74dd),segment_id=d86216e9-5c65-45e7-b9c6-0a3f1dec74dd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:21.500185 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.557161 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=135ebba0-f5fe-4af8-b14f-de2df4b5cef2,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:21.610091 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['057c8a84-bedb-47e0-b18c-fb225b6ad3f4'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:21.825750 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['135ebba0-f5fe-4af8-b14f-de2df4b5cef2'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:22.074023 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced69d2a-87a1-4922-9643-80d70ff1880f req-9c4444c5-ba6f-44f3-a773-a418c5aeb64b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.079360 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ced69d2a-87a1-4922-9643-80d70ff1880f req-9c4444c5-ba6f-44f3-a773-a418c5aeb64b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 945 time: 0.0588400 Aug 16 02:01:22.120089 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ced69d2a-87a1-4922-9643-80d70ff1880f req-2adfcbbb-30bc-41f5-a5bc-cea7cf26c4ef tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336261 Aug 16 02:01:22.351731 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57378b-e148-404a-9ed3-b1bf2cd6ac4f req-e4991969-8188-48ee-b2ef-860fd015dc78 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.353606 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0b57378b-e148-404a-9ed3-b1bf2cd6ac4f req-e4991969-8188-48ee-b2ef-860fd015dc78 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=abc5ee4a-6454-4a45-94af-50c35f739f58 HTTP/1.1" status: 200 len: 945 time: 0.0702033 Aug 16 02:01:22.361007 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:22.410116 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0b57378b-e148-404a-9ed3-b1bf2cd6ac4f req-fc6b6518-4ce3-4578-babf-4852ca043a92 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=98766467-1691-4df6-814b-003da3a88508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468533 Aug 16 02:01:22.423503 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:22.423874 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.520122 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.563816 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:22.568806 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.598891 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:22.603284 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bcf402-4d83-4c7e-a7ca-a18b283c1ee2" -d '{"events": [{"server_uuid": "5d06e936-d7af-47e3-8dfa-e9ee502b9dce", "name": "network-vif-plugged", "status": "completed", "tag": "057c8a84-bedb-47e0-b18c-fb225b6ad3f4"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:22.646912 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbc69f7e-f548-4d81-ae2d-c5a1438d4ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.655301 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,revision_number=13']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:22.672730 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f872438-b389-4ba3-b57a-ee907c76ff73 x-openstack-request-id: req-0f872438-b389-4ba3-b57a-ee907c76ff73 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:22.673052 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d06e936-d7af-47e3-8dfa-e9ee502b9dce", "name": "network-vif-plugged", "status": "completed", "tag": "057c8a84-bedb-47e0-b18c-fb225b6ad3f4", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:22.673305 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0f872438-b389-4ba3-b57a-ee907c76ff73 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:22.673698 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'code': 200} Aug 16 02:01:23.305346 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.375227 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed0bc0-be5a-493c-9d63-9ba79717fe2d req-b1bd552a-b8bd-448d-88b2-38c5b2beaa28 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.376955 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-47ed0bc0-be5a-493c-9d63-9ba79717fe2d req-b1bd552a-b8bd-448d-88b2-38c5b2beaa28 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 946 time: 0.1798022 Aug 16 02:01:23.420731 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-47ed0bc0-be5a-493c-9d63-9ba79717fe2d req-b3aa5e38-4fa9-4ca3-8eb5-86601f4fdd7e tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361450 Aug 16 02:01:23.545542 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8d06c-ff3a-4c79-bab7-6c929a0b9f6b req-4498a51f-f182-44c0-b808-9eff2abc27d0 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.547094 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b1d8d06c-ff3a-4c79-bab7-6c929a0b9f6b req-4498a51f-f182-44c0-b808-9eff2abc27d0 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=abc5ee4a-6454-4a45-94af-50c35f739f58 HTTP/1.1" status: 200 len: 945 time: 0.0548666 Aug 16 02:01:23.590423 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b1d8d06c-ff3a-4c79-bab7-6c929a0b9f6b req-f9d911de-5334-4c93-b8c2-c7e215db93b0 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=98766467-1691-4df6-814b-003da3a88508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373645 Aug 16 02:01:24.164297 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.351145 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:24.413312 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:24.418847 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:24.419403 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.509372 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.548600 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 135ebba0-f5fe-4af8-b14f-de2df4b5cef2, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=135ebba0-f5fe-4af8-b14f-de2df4b5cef2,segment=NetworkSegment(d86216e9-5c65-45e7-b9c6-0a3f1dec74dd),segment_id=d86216e9-5c65-45e7-b9c6-0a3f1dec74dd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:24.553310 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.574279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fd8c2-018d-42c2-87ab-67c4d1da1038 req-18a821df-4028-48db-867f-d046e5ecd587 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.582453 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f82fd8c2-018d-42c2-87ab-67c4d1da1038 req-18a821df-4028-48db-867f-d046e5ecd587 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 946 time: 0.0792730 Aug 16 02:01:24.609257 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=135ebba0-f5fe-4af8-b14f-de2df4b5cef2,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:24.650072 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f82fd8c2-018d-42c2-87ab-67c4d1da1038 req-8ce72846-b48a-4911-88bc-8587785b8158 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604615 Aug 16 02:01:24.675001 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc5ee4a-6454-4a45-94af-50c35f739f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135ebba0-f5fe-4af8-b14f-de2df4b5cef2'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:24.677289 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d562f343-2d3f-414d-b84d-b5143e77eaa2" -d '{"events": [{"server_uuid": "abc5ee4a-6454-4a45-94af-50c35f739f58", "name": "network-vif-plugged", "status": "completed", "tag": "135ebba0-f5fe-4af8-b14f-de2df4b5cef2"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:24.730034 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877917f2-be04-4720-a714-623ab8816f50 x-openstack-request-id: req-877917f2-be04-4720-a714-623ab8816f50 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:24.730034 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc5ee4a-6454-4a45-94af-50c35f739f58", "name": "network-vif-plugged", "status": "completed", "tag": "135ebba0-f5fe-4af8-b14f-de2df4b5cef2", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:24.730323 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-877917f2-be04-4720-a714-623ab8816f50 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:24.730878 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc5ee4a-6454-4a45-94af-50c35f739f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135ebba0-f5fe-4af8-b14f-de2df4b5cef2', 'code': 200} Aug 16 02:01:24.734565 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e0ffb-4828-4582-ae42-4d90b52948e7 req-8676fe1c-34ec-43d2-a563-95ea20ec16c2 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.736161 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0d1e0ffb-4828-4582-ae42-4d90b52948e7 req-8676fe1c-34ec-43d2-a563-95ea20ec16c2 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=abc5ee4a-6454-4a45-94af-50c35f739f58 HTTP/1.1" status: 200 len: 946 time: 0.0566821 Aug 16 02:01:24.790485 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0d1e0ffb-4828-4582-ae42-4d90b52948e7 req-751c4f73-50fa-41a3-9e9a-b07698576d0b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=98766467-1691-4df6-814b-003da3a88508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436134 Aug 16 02:01:24.845393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1564f8-35bc-4b26-a6fd-02467e15d9a2 req-44e1ff5a-8c95-40e5-ae88-1e8cfa668f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.847301 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f1564f8-35bc-4b26-a6fd-02467e15d9a2 req-44e1ff5a-8c95-40e5-ae88-1e8cfa668f32 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=abc5ee4a-6454-4a45-94af-50c35f739f58 HTTP/1.1" status: 200 len: 1098 time: 0.0465820 Aug 16 02:01:24.891301 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f1564f8-35bc-4b26-a6fd-02467e15d9a2 req-5cbd9e7b-ca75-4f2d-a4ad-27dc50cd1878 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=98766467-1691-4df6-814b-003da3a88508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324206 Aug 16 02:01:25.787586 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df0c8e-866f-4af6-9117-b0a8a26346d7 req-805d008c-71d9-4ae0-8732-78ef8e2a69dd tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.789220 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-18df0c8e-866f-4af6-9117-b0a8a26346d7 req-805d008c-71d9-4ae0-8732-78ef8e2a69dd tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 946 time: 0.0692291 Aug 16 02:01:25.850485 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-18df0c8e-866f-4af6-9117-b0a8a26346d7 req-485023db-77e7-4ede-92f7-df54a853672c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482490 Aug 16 02:01:25.987423 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad253-2b1a-40fc-b968-81dba7bd1c9b req-c8a64721-0941-47f2-b0b5-7ae4e2400663 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.989042 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7fcad253-2b1a-40fc-b968-81dba7bd1c9b req-c8a64721-0941-47f2-b0b5-7ae4e2400663 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=abc5ee4a-6454-4a45-94af-50c35f739f58 HTTP/1.1" status: 200 len: 946 time: 0.0623963 Aug 16 02:01:25.989224 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.036367 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7fcad253-2b1a-40fc-b968-81dba7bd1c9b req-5651e219-c916-4ac2-ba30-070ccb9e8d3e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=98766467-1691-4df6-814b-003da3a88508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391285 Aug 16 02:01:26.201524 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52652) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:26.413270 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-26be099c-5138-4a64-9c6a-68f77786ecbb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Deleting port 5ee207c8-d2f3-4422-8ef8-f9dfc9c0fd0f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:26.413651 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26be099c-5138-4a64-9c6a-68f77786ecbb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.523352 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26be099c-5138-4a64-9c6a-68f77786ecbb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.524050 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26be099c-5138-4a64-9c6a-68f77786ecbb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.541182 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-26be099c-5138-4a64-9c6a-68f77786ecbb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Calling delete_port for 5ee207c8-d2f3-4422-8ef8-f9dfc9c0fd0f owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:26.742690 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26be099c-5138-4a64-9c6a-68f77786ecbb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.779907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be099c-5138-4a64-9c6a-68f77786ecbb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Port': ['ID=5ee207c8-d2f3-4422-8ef8-f9dfc9c0fd0f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:26.870685 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26be099c-5138-4a64-9c6a-68f77786ecbb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.871868 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-26be099c-5138-4a64-9c6a-68f77786ecbb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Floating IP 206fe183-6995-4cc8-a81d-8782d65c42c5 disassociated (deleted). External IP: 172.25.3.233, port: e345810b-72d7-4749-96b7-14b27be7844d. Aug 16 02:01:26.988635 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67813a8-ea57-485d-a4cf-5cb475e1e80f req-572eae6f-e44c-47e0-b151-333d68590321 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.991105 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f67813a8-ea57-485d-a4cf-5cb475e1e80f req-572eae6f-e44c-47e0-b151-333d68590321 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 946 time: 0.0647433 Aug 16 02:01:27.037235 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f67813a8-ea57-485d-a4cf-5cb475e1e80f req-a5d7903e-f9e0-4212-974b-de91d6604c55 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386248 Aug 16 02:01:27.473614 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d3245-9912-4129-95d8-5be42bb85f7c req-b1ae0325-389a-48bb-b885-426471e7a069 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.475165 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-693d3245-9912-4129-95d8-5be42bb85f7c req-b1ae0325-389a-48bb-b885-426471e7a069 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=abc5ee4a-6454-4a45-94af-50c35f739f58 HTTP/1.1" status: 200 len: 946 time: 0.1306670 Aug 16 02:01:27.564467 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-693d3245-9912-4129-95d8-5be42bb85f7c req-4f53559e-eaee-474e-99ff-5a36a8075435 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=98766467-1691-4df6-814b-003da3a88508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823109 Aug 16 02:01:27.599886 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26be099c-5138-4a64-9c6a-68f77786ecbb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Router ea2d904e-7b3f-4352-ab2e-0308902aac92 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:27.785004 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e3299-8e98-45c5-adeb-fba1560612c6 req-784c4e89-0e4c-45ed-9b71-82757599a719 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.786563 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d14e3299-8e98-45c5-adeb-fba1560612c6 req-784c4e89-0e4c-45ed-9b71-82757599a719 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=abc5ee4a-6454-4a45-94af-50c35f739f58 HTTP/1.1" status: 200 len: 946 time: 0.1422322 Aug 16 02:01:27.797966 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26be099c-5138-4a64-9c6a-68f77786ecbb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:27.808570 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26be099c-5138-4a64-9c6a-68f77786ecbb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.815428 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca4ad44-5ebe-42fb-a32f-f22701c22dcb None None] Sync routers for ids ['ea2d904e-7b3f-4352-ab2e-0308902aac92'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:27.825701 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca4ad44-5ebe-42fb-a32f-f22701c22dcb None None] Routers {'ea2d904e-7b3f-4352-ab2e-0308902aac92'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:27.826435 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3ca4ad44-5ebe-42fb-a32f-f22701c22dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ea2d904e-7b3f-4352-ab2e-0308902aac92'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:27.857566 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-26be099c-5138-4a64-9c6a-68f77786ecbb tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "DELETE /v2.0/floatingips/206fe183-6995-4cc8-a81d-8782d65c42c5 HTTP/1.1" status: 204 len: 168 time: 1.6507463 Aug 16 02:01:27.857566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b66b75-8bb0-4ee0-85e2-0d51f187d233', 'tag': 'e345810b-72d7-4749-96b7-14b27be7844d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:27.859887 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daf2838-ce4d-4aee-8321-b9f516a40fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b66b75-8bb0-4ee0-85e2-0d51f187d233", "tag": "e345810b-72d7-4749-96b7-14b27be7844d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:27.867638 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d14e3299-8e98-45c5-adeb-fba1560612c6 req-4763e4e8-3a4a-4abf-93d7-4355083819d4 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=98766467-1691-4df6-814b-003da3a88508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678105 Aug 16 02:01:27.970123 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15738b6d-f81f-4bcd-aecc-d155f97c0fd1 x-openstack-request-id: req-15738b6d-f81f-4bcd-aecc-d155f97c0fd1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:27.970719 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b66b75-8bb0-4ee0-85e2-0d51f187d233", "tag": "e345810b-72d7-4749-96b7-14b27be7844d", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:27.970719 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-15738b6d-f81f-4bcd-aecc-d155f97c0fd1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:27.971064 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b66b75-8bb0-4ee0-85e2-0d51f187d233', 'tag': 'e345810b-72d7-4749-96b7-14b27be7844d', 'status': 'completed', 'code': 200} Aug 16 02:01:28.060725 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf2838-ce4d-4aee-8321-b9f516a40fbd req-a9b2eec9-cff2-46a8-bbd6-bde965b290bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:28.062565 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1daf2838-ce4d-4aee-8321-b9f516a40fbd req-a9b2eec9-cff2-46a8-bbd6-bde965b290bb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7069c6ece3114808b56031f1299826b6&device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 1098 time: 0.0666876 Aug 16 02:01:28.097699 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-3ca4ad44-5ebe-42fb-a32f-f22701c22dcb None None] Set router ea2d904e-7b3f-4352-ab2e-0308902aac92 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:28.259937 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694109a-a06c-438b-9248-5c9e7c707a5b req-f59e4fee-4330-4f60-a9b4-a1d37e3e7623 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:28.274690 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1694109a-a06c-438b-9248-5c9e7c707a5b req-f59e4fee-4330-4f60-a9b4-a1d37e3e7623 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 946 time: 0.1010685 Aug 16 02:01:28.358737 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aacbd-9418-4286-acc7-2304b99de1ce req-9ef157b0-773a-4977-b39b-1fa41d2cfc5b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:28.360547 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d8aacbd-9418-4286-acc7-2304b99de1ce req-9ef157b0-773a-4977-b39b-1fa41d2cfc5b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 946 time: 0.1725068 Aug 16 02:01:28.361688 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:01:28.370157 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf2838-ce4d-4aee-8321-b9f516a40fbd req-f40a368a-1d61-43e6-9eab-75241eb81c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:28.373313 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3ca4ad44-5ebe-42fb-a32f-f22701c22dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130503000', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:32Z', 'updated_at': '2021-08-16T01:59:38Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:33Z', 'updated_at': '2021-08-16T01:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '3b10b699-8851-48ba-baed-a5008e9f8eb2', 'name': '', 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:24:04:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:37Z', 'updated_at': '2021-08-16T01:59:43Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:28.375060 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1daf2838-ce4d-4aee-8321-b9f516a40fbd req-f40a368a-1d61-43e6-9eab-75241eb81c56 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f5d79fc-3c5c-4e04-8c97-12fe71072a76 HTTP/1.1" status: 200 len: 898 time: 0.2928591 Aug 16 02:01:28.378931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1694109a-a06c-438b-9248-5c9e7c707a5b req-927958a6-0e3a-46ef-90b8-a71ca4d214f3 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979321 Aug 16 02:01:28.411357 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca4ad44-5ebe-42fb-a32f-f22701c22dcb None None] Checking router: ea2d904e-7b3f-4352-ab2e-0308902aac92 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:28.421302 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca4ad44-5ebe-42fb-a32f-f22701c22dcb None None] Routers {'ea2d904e-7b3f-4352-ab2e-0308902aac92'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:28.421985 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3ca4ad44-5ebe-42fb-a32f-f22701c22dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ea2d904e-7b3f-4352-ab2e-0308902aac92'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:28.482919 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d8aacbd-9418-4286-acc7-2304b99de1ce req-ee3a413b-9719-4238-a832-c6ceaa2157f6 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1019185 Aug 16 02:01:28.513002 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1daf2838-ce4d-4aee-8321-b9f516a40fbd req-c6b8934e-af07-4d05-87cf-a45ac665ddfe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e345810b-72d7-4749-96b7-14b27be7844d HTTP/1.1" status: 200 len: 217 time: 0.0891736 Aug 16 02:01:28.575320 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf2838-ce4d-4aee-8321-b9f516a40fbd req-0d7563cb-fff4-41c8-967b-b3d4c2eab2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:28.576768 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1daf2838-ce4d-4aee-8321-b9f516a40fbd req-0d7563cb-fff4-41c8-967b-b3d4c2eab2d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ea277d4a-dc12-403d-909b-7d9cdbc8d276 HTTP/1.1" status: 200 len: 834 time: 0.0520749 Aug 16 02:01:28.583112 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-3ca4ad44-5ebe-42fb-a32f-f22701c22dcb None None] Set router ea2d904e-7b3f-4352-ab2e-0308902aac92 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:28.632174 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf2838-ce4d-4aee-8321-b9f516a40fbd req-e6fca62e-fada-4dc9-abd4-ec69af0f4b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:28.633624 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1daf2838-ce4d-4aee-8321-b9f516a40fbd req-e6fca62e-fada-4dc9-abd4-ec69af0f4b61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f5d79fc-3c5c-4e04-8c97-12fe71072a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488501 Aug 16 02:01:28.776972 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1daf2838-ce4d-4aee-8321-b9f516a40fbd req-3e2d2b48-55ea-4df5-b4c0-b6f14cca5a0f service neutron] 10.222.0.73 "GET /v2.0/networks/9f5d79fc-3c5c-4e04-8c97-12fe71072a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274209 Aug 16 02:01:28.856557 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3ca4ad44-5ebe-42fb-a32f-f22701c22dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130503000', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:32Z', 'updated_at': '2021-08-16T01:59:38Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:33Z', 'updated_at': '2021-08-16T01:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '3b10b699-8851-48ba-baed-a5008e9f8eb2', 'name': '', 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:24:04:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:37Z', 'updated_at': '2021-08-16T01:59:43Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:28.887299 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca4ad44-5ebe-42fb-a32f-f22701c22dcb None None] The sync data for ids ['ea2d904e-7b3f-4352-ab2e-0308902aac92'] in n-d-765315-27 is: [{'id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130503000', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:32Z', 'updated_at': '2021-08-16T01:59:38Z', 'revision_number': 4, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:33Z', 'updated_at': '2021-08-16T01:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '3b10b699-8851-48ba-baed-a5008e9f8eb2', 'name': '', 'network_id': '9f5d79fc-3c5c-4e04-8c97-12fe71072a76', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'mac_address': 'fa:16:3e:24:04:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:37Z', 'updated_at': '2021-08-16T01:59:43Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'subnets': [{'id': 'ea277d4a-dc12-403d-909b-7d9cdbc8d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:28.905847 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1daf2838-ce4d-4aee-8321-b9f516a40fbd req-f5acb83d-4f67-4a72-854b-68b7a9a2c8e6 service neutron] 10.222.0.73 "GET /v2.0/networks/9f5d79fc-3c5c-4e04-8c97-12fe71072a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177437 Aug 16 02:01:29.177567 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b9c43c-abc3-48cf-84be-9063e784fb16 None None] New status for floating IP 206fe183-6995-4cc8-a81d-8782d65c42c5: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:01:29.465382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52684) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:29.532242 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abd350-7271-4407-b96f-6494a96e693f req-ec93d013-04c4-46db-b918-3eca6187fe52 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.534098 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99abd350-7271-4407-b96f-6494a96e693f req-ec93d013-04c4-46db-b918-3eca6187fe52 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 946 time: 0.0665326 Aug 16 02:01:29.585390 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99abd350-7271-4407-b96f-6494a96e693f req-d1f183b7-b816-4d67-8166-d201395de5b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435989 Aug 16 02:01:29.662201 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501b3fb-0217-405f-8454-00118c44233e req-916199e4-8556-4164-8544-34ed738e684a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.663794 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0501b3fb-0217-405f-8454-00118c44233e req-916199e4-8556-4164-8544-34ed738e684a tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 946 time: 0.0543208 Aug 16 02:01:29.775433 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a40ee-7a86-4a3e-a1c8-6c8c6e9e111a req-cb6a2fed-6ca1-4ba2-abc3-2f9099907c63 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.783249 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-054a40ee-7a86-4a3e-a1c8-6c8c6e9e111a req-cb6a2fed-6ca1-4ba2-abc3-2f9099907c63 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1b66b75-8bb0-4ee0-85e2-0d51f187d233 HTTP/1.1" status: 200 len: 946 time: 0.1980155 Aug 16 02:01:29.797414 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-0501b3fb-0217-405f-8454-00118c44233e req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Deleting port e345810b-72d7-4749-96b7-14b27be7844d {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:29.797766 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0501b3fb-0217-405f-8454-00118c44233e req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.878322 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-054a40ee-7a86-4a3e-a1c8-6c8c6e9e111a req-f2e5e254-e21b-4a5a-9c97-cc26eacabbb0 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "GET /v2.0/security-groups?id=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0938969 Aug 16 02:01:29.922878 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-0501b3fb-0217-405f-8454-00118c44233e req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] For port e345810b-72d7-4749-96b7-14b27be7844d, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=e345810b-72d7-4749-96b7-14b27be7844d,segment=NetworkSegment(cdc47ac6-5405-4bfc-ae90-f141f53617d0),segment_id=cdc47ac6-5405-4bfc-ae90-f141f53617d0)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:29.923437 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0501b3fb-0217-405f-8454-00118c44233e req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.943742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-0501b3fb-0217-405f-8454-00118c44233e req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Calling delete_port for e345810b-72d7-4749-96b7-14b27be7844d owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:30.088864 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0501b3fb-0217-405f-8454-00118c44233e req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.144002 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb84e047-2830-4a56-bd22-67d65fead751 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.154077 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Port': ['ID=e345810b-72d7-4749-96b7-14b27be7844d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:30.178133 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.178533 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.178876 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.179211 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.179541 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.180098 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.180509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.180836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.181197 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.181619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.183043 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.183610 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:30.187128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-0501b3fb-0217-405f-8454-00118c44233e req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] No DVR routers for this DVR port e345810b-72d7-4749-96b7-14b27be7844d on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:30.189466 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0501b3fb-0217-405f-8454-00118c44233e req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.191611 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0501b3fb-0217-405f-8454-00118c44233e req-e72cfd8c-ca69-406c-bb67-abd7034f54d3 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.73 "DELETE /v2.0/ports/e345810b-72d7-4749-96b7-14b27be7844d HTTP/1.1" status: 204 len: 173 time: 0.5202138 Aug 16 02:01:30.192048 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b66b75-8bb0-4ee0-85e2-0d51f187d233', 'name': 'network-vif-deleted', 'tag': 'e345810b-72d7-4749-96b7-14b27be7844d'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:30.194998 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57255ef-8bd0-48f6-b1b5-150176bb0a0a" -d '{"events": [{"server_uuid": "a1b66b75-8bb0-4ee0-85e2-0d51f187d233", "name": "network-vif-deleted", "tag": "e345810b-72d7-4749-96b7-14b27be7844d"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:30.252557 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd60efe4-7b06-421b-af13-c3baf284fc33 x-openstack-request-id: req-cd60efe4-7b06-421b-af13-c3baf284fc33 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:30.252855 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b66b75-8bb0-4ee0-85e2-0d51f187d233", "name": "network-vif-deleted", "tag": "e345810b-72d7-4749-96b7-14b27be7844d", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:30.253105 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cd60efe4-7b06-421b-af13-c3baf284fc33 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:30.253514 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b66b75-8bb0-4ee0-85e2-0d51f187d233', 'name': 'network-vif-deleted', 'tag': 'e345810b-72d7-4749-96b7-14b27be7844d', 'status': 'completed', 'code': 200} Aug 16 02:01:30.562902 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-fb84e047-2830-4a56-bd22-67d65fead751 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Allocated IP 172.20.0.17 (988d307b-5ab0-461b-8293-0f2e204c9dd7/284005dc-7477-4014-be16-adf3bc2e1cca/aa1a52f4-aaba-40a3-bedf-0215cf57f903) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:30.757692 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab20e39-f926-4a77-ba17-8dea7541c94d req-8459caa7-0875-463a-b590-43e7f0b103f9 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:30.760049 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aab20e39-f926-4a77-ba17-8dea7541c94d req-8459caa7-0875-463a-b590-43e7f0b103f9 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 946 time: 0.0809326 Aug 16 02:01:30.768183 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb84e047-2830-4a56-bd22-67d65fead751 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.797095 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fb84e047-2830-4a56-bd22-67d65fead751 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Transition to ACTIVE for port object aa1a52f4-aaba-40a3-bedf-0215cf57f903 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:30.844047 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aab20e39-f926-4a77-ba17-8dea7541c94d req-ad742ec4-4cd8-4518-b190-05217fe421ba tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578353 Aug 16 02:01:30.845054 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb84e047-2830-4a56-bd22-67d65fead751 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.892742 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb84e047-2830-4a56-bd22-67d65fead751 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Network 988d307b-5ab0-461b-8293-0f2e204c9dd7 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:30.898601 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-fb84e047-2830-4a56-bd22-67d65fead751 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:30.910584 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb84e047-2830-4a56-bd22-67d65fead751 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:30.946447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84e047-2830-4a56-bd22-67d65fead751 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Port': ['ID=aa1a52f4-aaba-40a3-bedf-0215cf57f903,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:30.980938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52698) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:31.031554 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb84e047-2830-4a56-bd22-67d65fead751 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.227165 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb84e047-2830-4a56-bd22-67d65fead751 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.294763 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4a750c25-c7ee-405b-bf14-262c49ed2b3b None None] Provisioning for port aa1a52f4-aaba-40a3-bedf-0215cf57f903 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:31.298989 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4a750c25-c7ee-405b-bf14-262c49ed2b3b None None] Provisioning complete for port aa1a52f4-aaba-40a3-bedf-0215cf57f903 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:31.299365 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a750c25-c7ee-405b-bf14-262c49ed2b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.341718 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4a750c25-c7ee-405b-bf14-262c49ed2b3b None None] Port aa1a52f4-aaba-40a3-bedf-0215cf57f903 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:31.622029 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb84e047-2830-4a56-bd22-67d65fead751 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.629330 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb84e047-2830-4a56-bd22-67d65fead751 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.710430 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb84e047-2830-4a56-bd22-67d65fead751 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.712429 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84e047-2830-4a56-bd22-67d65fead751 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Port': ['ID=aa1a52f4-aaba-40a3-bedf-0215cf57f903,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:31.833392 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb84e047-2830-4a56-bd22-67d65fead751 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Network 988d307b-5ab0-461b-8293-0f2e204c9dd7 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:31.835036 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-fb84e047-2830-4a56-bd22-67d65fead751 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:31.909496 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1bd6c14-d02d-494a-b344-b7f271f58499 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.034024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb84e047-2830-4a56-bd22-67d65fead751 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:32.063258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b94d32-87fc-41ea-9714-31f1632e4408 req-6bed5b5c-dc58-41b2-9a32-277f1e5cec5c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.070854 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-51b94d32-87fc-41ea-9714-31f1632e4408 req-6bed5b5c-dc58-41b2-9a32-277f1e5cec5c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 946 time: 0.1386855 Aug 16 02:01:32.170546 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-51b94d32-87fc-41ea-9714-31f1632e4408 req-6e84c39a-3161-49f6-8c45-41879a3dd2f7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988791 Aug 16 02:01:32.183671 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-efe5883e-721f-4dc2-ad66-d863930de2e1 None None] Provisioning complete for port aa1a52f4-aaba-40a3-bedf-0215cf57f903 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:32.184039 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efe5883e-721f-4dc2-ad66-d863930de2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.233692 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-efe5883e-721f-4dc2-ad66-d863930de2e1 None None] Port aa1a52f4-aaba-40a3-bedf-0215cf57f903 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:32.239934 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb84e047-2830-4a56-bd22-67d65fead751 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:32.245592 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fb84e047-2830-4a56-bd22-67d65fead751 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "PUT /v2.0/routers/6a47e8be-7735-4a84-bc8c-3c94ed0a6d33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7790129 Aug 16 02:01:32.251093 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Sync routers for ids ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:32.263577 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Routers {'6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:32.264207 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:32.363896 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd6c14-d02d-494a-b344-b7f271f58499 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Deleting port 3b10b699-8851-48ba-baed-a5008e9f8eb2 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:32.364247 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1bd6c14-d02d-494a-b344-b7f271f58499 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.408431 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Set router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:32.470521 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-e1bd6c14-d02d-494a-b344-b7f271f58499 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] For port 3b10b699-8851-48ba-baed-a5008e9f8eb2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3b10b699-8851-48ba-baed-a5008e9f8eb2,segment=NetworkSegment(cdc47ac6-5405-4bfc-ae90-f141f53617d0),segment_id=cdc47ac6-5405-4bfc-ae90-f141f53617d0)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:32.470899 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1bd6c14-d02d-494a-b344-b7f271f58499 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.484284 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd6c14-d02d-494a-b344-b7f271f58499 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Calling delete_port for 3b10b699-8851-48ba-baed-a5008e9f8eb2 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:32.685385 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:01:31Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '5df95fcd-b37f-4ae0-a1a5-df1183526093', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'port_id': '0e036126-0350-4047-b86f-a4ff1933dd09', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'mac_address': 'fa:16:3e:1d:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:00:30Z', 'updated_at': '2021-08-16T02:00:32Z', 'revision_number': 1, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebfa911-0f32-4a59-93e3-9c0d2e100359', 'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:93:e3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:14Z', 'updated_at': '2021-08-16T02:00:21Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa1a52f4-aaba-40a3-bedf-0215cf57f903', 'name': '', 'network_id': '988d307b-5ab0-461b-8293-0f2e204c9dd7', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:32:9d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '284005dc-7477-4014-be16-adf3bc2e1cca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:30Z', 'updated_at': '2021-08-16T02:01:31Z', 'revision_number': 2, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '284005dc-7477-4014-be16-adf3bc2e1cca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:32.715302 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Checking router: 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:32.715660 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Updating router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 port aa1a52f4-aaba-40a3-bedf-0215cf57f903 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:01:32.741006 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.760812 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1bd6c14-d02d-494a-b344-b7f271f58499 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.791072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd6c14-d02d-494a-b344-b7f271f58499 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Port': ['ID=3b10b699-8851-48ba-baed-a5008e9f8eb2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:32.981277 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1bd6c14-d02d-494a-b344-b7f271f58499 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.032960 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.044056 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Transition to ACTIVE for port object aa1a52f4-aaba-40a3-bedf-0215cf57f903 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:33.050309 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.101683 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf6f06-9ca9-4533-b755-b7a92e3a8ec6 None None] Pushing event updated for resources: {'Port': ['ID=aa1a52f4-aaba-40a3-bedf-0215cf57f903,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:33.130053 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf6f06-9ca9-4533-b755-b7a92e3a8ec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.130390 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf6f06-9ca9-4533-b755-b7a92e3a8ec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.130820 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf6f06-9ca9-4533-b755-b7a92e3a8ec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.131147 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf6f06-9ca9-4533-b755-b7a92e3a8ec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.131472 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf6f06-9ca9-4533-b755-b7a92e3a8ec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.131792 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf6f06-9ca9-4533-b755-b7a92e3a8ec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.132107 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf6f06-9ca9-4533-b755-b7a92e3a8ec6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.132422 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf6f06-9ca9-4533-b755-b7a92e3a8ec6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.132741 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf6f06-9ca9-4533-b755-b7a92e3a8ec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.133051 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf6f06-9ca9-4533-b755-b7a92e3a8ec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.133378 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf6f06-9ca9-4533-b755-b7a92e3a8ec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.133673 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cf6f06-9ca9-4533-b755-b7a92e3a8ec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:33.176607 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Attempting to bind port aa1a52f4-aaba-40a3-bedf-0215cf57f903 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:33.177062 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Attempting to bind port aa1a52f4-aaba-40a3-bedf-0215cf57f903 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'd86216e9-5c65-45e7-b9c6-0a3f1dec74dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '988d307b-5ab0-461b-8293-0f2e204c9dd7'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:33.177637 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Attempting to bind port aa1a52f4-aaba-40a3-bedf-0215cf57f903 on network 988d307b-5ab0-461b-8293-0f2e204c9dd7 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:33.187422 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:33.188041 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Checking segment: {'id': 'd86216e9-5c65-45e7-b9c6-0a3f1dec74dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '988d307b-5ab0-461b-8293-0f2e204c9dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:33.188570 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.189133 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Bound using segment: {'id': 'd86216e9-5c65-45e7-b9c6-0a3f1dec74dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '988d307b-5ab0-461b-8293-0f2e204c9dd7'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:33.189739 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Bound port: aa1a52f4-aaba-40a3-bedf-0215cf57f903, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86216e9-5c65-45e7-b9c6-0a3f1dec74dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '988d307b-5ab0-461b-8293-0f2e204c9dd7'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:33.196034 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.283922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bd6c14-d02d-494a-b344-b7f271f58499 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Router ea2d904e-7b3f-4352-ab2e-0308902aac92 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:33.318666 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] For port aa1a52f4-aaba-40a3-bedf-0215cf57f903, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:33.323038 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] For port aa1a52f4-aaba-40a3-bedf-0215cf57f903, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=aa1a52f4-aaba-40a3-bedf-0215cf57f903,segment=NetworkSegment(d86216e9-5c65-45e7-b9c6-0a3f1dec74dd),segment_id=d86216e9-5c65-45e7-b9c6-0a3f1dec74dd)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:33.330244 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.366138 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd4193-2d5d-4c4f-ae85-c50d083d59d4 req-2f130a6b-d928-45d0-9a24-4efaf784021c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:33.367928 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b4fd4193-2d5d-4c4f-ae85-c50d083d59d4 req-2f130a6b-d928-45d0-9a24-4efaf784021c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 946 time: 0.0826199 Aug 16 02:01:33.413893 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b4fd4193-2d5d-4c4f-ae85-c50d083d59d4 req-64323522-63f8-468f-82b2-e3ba15f1c8fa tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397675 Aug 16 02:01:33.423799 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bd6c14-d02d-494a-b344-b7f271f58499 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:33.430012 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e1bd6c14-d02d-494a-b344-b7f271f58499 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "PUT /v2.0/routers/ea2d904e-7b3f-4352-ab2e-0308902aac92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4476769 Aug 16 02:01:33.433600 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52738) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:33.438605 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af05120-5819-43df-9d51-85992bfa8fed None None] Sync routers for ids ['ea2d904e-7b3f-4352-ab2e-0308902aac92'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:33.465335 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af05120-5819-43df-9d51-85992bfa8fed None None] Routers {'ea2d904e-7b3f-4352-ab2e-0308902aac92'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:33.468860 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9af05120-5819-43df-9d51-85992bfa8fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ea2d904e-7b3f-4352-ab2e-0308902aac92'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:33.518901 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-412e0437-6681-4feb-9fb0-43cd48b91b08 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Deleting subnet ea277d4a-dc12-403d-909b-7d9cdbc8d276 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:33.522584 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-412e0437-6681-4feb-9fb0-43cd48b91b08 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.534283 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Routers {'6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:33.534902 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:33.536626 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf6f06-9ca9-4533-b755-b7a92e3a8ec6 None None] Pushing event updated for resources: {'Port': ['ID=aa1a52f4-aaba-40a3-bedf-0215cf57f903,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:33.577818 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-412e0437-6681-4feb-9fb0-43cd48b91b08 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.616338 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9af05120-5819-43df-9d51-85992bfa8fed None None] Set router ea2d904e-7b3f-4352-ab2e-0308902aac92 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:33.694071 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-412e0437-6681-4feb-9fb0-43cd48b91b08 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.732541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e345810b-72d7-4749-96b7-14b27be7844d no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:33.765619 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: e345810b-72d7-4749-96b7-14b27be7844d {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:33.766469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device e345810b-72d7-4749-96b7-14b27be7844d not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:33.795930 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-412e0437-6681-4feb-9fb0-43cd48b91b08 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.800645 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] Set router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:33.853261 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e0437-6681-4feb-9fb0-43cd48b91b08 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Subnet': ['ID=ea277d4a-dc12-403d-909b-7d9cdbc8d276,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:33.863929 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-412e0437-6681-4feb-9fb0-43cd48b91b08 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.868388 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-412e0437-6681-4feb-9fb0-43cd48b91b08 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "DELETE /v2.0/subnets/ea277d4a-dc12-403d-909b-7d9cdbc8d276 HTTP/1.1" status: 204 len: 168 time: 0.4311085 Aug 16 02:01:33.868892 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52772) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:33.871081 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c08d152-962c-4c0f-950f-3cc89b4b4f32 None None] Network 9f5d79fc-3c5c-4e04-8c97-12fe71072a76 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:33.952733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9af05120-5819-43df-9d51-85992bfa8fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130503000', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:32Z', 'updated_at': '2021-08-16T02:01:32Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:33Z', 'updated_at': '2021-08-16T01:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:33.993347 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af05120-5819-43df-9d51-85992bfa8fed None None] Checking router: ea2d904e-7b3f-4352-ab2e-0308902aac92 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:34.044035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af05120-5819-43df-9d51-85992bfa8fed None None] Routers {'ea2d904e-7b3f-4352-ab2e-0308902aac92'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:34.044696 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9af05120-5819-43df-9d51-85992bfa8fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ea2d904e-7b3f-4352-ab2e-0308902aac92'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:34.136733 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:01:31Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '5df95fcd-b37f-4ae0-a1a5-df1183526093', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'port_id': '0e036126-0350-4047-b86f-a4ff1933dd09', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'mac_address': 'fa:16:3e:1d:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:00:30Z', 'updated_at': '2021-08-16T02:00:32Z', 'revision_number': 1, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebfa911-0f32-4a59-93e3-9c0d2e100359', 'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:93:e3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:14Z', 'updated_at': '2021-08-16T02:00:21Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa1a52f4-aaba-40a3-bedf-0215cf57f903', 'name': '', 'network_id': '988d307b-5ab0-461b-8293-0f2e204c9dd7', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:32:9d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '284005dc-7477-4014-be16-adf3bc2e1cca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:30Z', 'updated_at': '2021-08-16T02:01:33Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '284005dc-7477-4014-be16-adf3bc2e1cca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:34.169224 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c022c4-7fbe-4494-8a96-da19e23967a1 None None] The sync data for ids ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'] in n-d-765315-27 is: [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:01:31Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '5df95fcd-b37f-4ae0-a1a5-df1183526093', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'port_id': '0e036126-0350-4047-b86f-a4ff1933dd09', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'mac_address': 'fa:16:3e:1d:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:00:30Z', 'updated_at': '2021-08-16T02:00:32Z', 'revision_number': 1, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebfa911-0f32-4a59-93e3-9c0d2e100359', 'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:93:e3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:14Z', 'updated_at': '2021-08-16T02:00:21Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa1a52f4-aaba-40a3-bedf-0215cf57f903', 'name': '', 'network_id': '988d307b-5ab0-461b-8293-0f2e204c9dd7', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:32:9d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '284005dc-7477-4014-be16-adf3bc2e1cca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:30Z', 'updated_at': '2021-08-16T02:01:33Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '284005dc-7477-4014-be16-adf3bc2e1cca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:34.372377 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65c3e708-2cd4-4b77-89dc-a655519af93b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.405417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9af05120-5819-43df-9d51-85992bfa8fed None None] Set router ea2d904e-7b3f-4352-ab2e-0308902aac92 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:34.465442 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1993e4-5fe0-4302-93b4-b6fc9fb646d5 None None] DHCP port deletion for 9f5d79fc-3c5c-4e04-8c97-12fe71072a76 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:01:34.517918 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65c3e708-2cd4-4b77-89dc-a655519af93b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.577223 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-65c3e708-2cd4-4b77-89dc-a655519af93b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Deleting port 3157ebfd-461d-4716-94e2-d026eea7e085 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:34.577573 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65c3e708-2cd4-4b77-89dc-a655519af93b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.632000 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1b1993e4-5fe0-4302-93b4-b6fc9fb646d5 None None] Deleting port a5e92b92-a91b-4daf-82ee-3e7269074365 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:34.632379 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1b1993e4-5fe0-4302-93b4-b6fc9fb646d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.704817 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-65c3e708-2cd4-4b77-89dc-a655519af93b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] For port 3157ebfd-461d-4716-94e2-d026eea7e085, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3157ebfd-461d-4716-94e2-d026eea7e085,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:34.705185 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65c3e708-2cd4-4b77-89dc-a655519af93b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.715642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-1b1993e4-5fe0-4302-93b4-b6fc9fb646d5 None None] For port a5e92b92-a91b-4daf-82ee-3e7269074365, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a5e92b92-a91b-4daf-82ee-3e7269074365,segment=NetworkSegment(cdc47ac6-5405-4bfc-ae90-f141f53617d0),segment_id=cdc47ac6-5405-4bfc-ae90-f141f53617d0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:34.716038 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1b1993e4-5fe0-4302-93b4-b6fc9fb646d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.722500 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-65c3e708-2cd4-4b77-89dc-a655519af93b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Calling delete_port for 3157ebfd-461d-4716-94e2-d026eea7e085 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:34.731923 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1b1993e4-5fe0-4302-93b4-b6fc9fb646d5 None None] Calling delete_port for a5e92b92-a91b-4daf-82ee-3e7269074365 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:34.734744 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48cd2e-34f4-4360-843d-163cf312ae3e req-dc5c9bcd-b9c0-4873-ad0b-a7273a116bd7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:34.735767 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b48cd2e-34f4-4360-843d-163cf312ae3e req-dc5c9bcd-b9c0-4873-ad0b-a7273a116bd7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 946 time: 0.0932136 Aug 16 02:01:34.739259 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9af05120-5819-43df-9d51-85992bfa8fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130503000', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:32Z', 'updated_at': '2021-08-16T02:01:32Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:33Z', 'updated_at': '2021-08-16T01:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:34.771662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af05120-5819-43df-9d51-85992bfa8fed None None] The sync data for ids ['ea2d904e-7b3f-4352-ab2e-0308902aac92'] in n-d-765315-27 is: [{'id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130503000', 'tenant_id': '7069c6ece3114808b56031f1299826b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:59:32Z', 'updated_at': '2021-08-16T02:01:32Z', 'revision_number': 5, 'project_id': '7069c6ece3114808b56031f1299826b6', 'gw_port': {'id': '3157ebfd-461d-4716-94e2-d026eea7e085', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d904e-7b3f-4352-ab2e-0308902aac92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:59:33Z', 'updated_at': '2021-08-16T01:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:34.825704 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b48cd2e-34f4-4360-843d-163cf312ae3e req-56bc365f-c01c-4c3e-8a16-34fdf82d08f0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824528 Aug 16 02:01:34.875135 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1b1993e4-5fe0-4302-93b4-b6fc9fb646d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.900309 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1993e4-5fe0-4302-93b4-b6fc9fb646d5 None None] Pushing event deleted for resources: {'Port': ['ID=a5e92b92-a91b-4daf-82ee-3e7269074365,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:34.910125 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1993e4-5fe0-4302-93b4-b6fc9fb646d5 None None] No DVR routers for this DVR port a5e92b92-a91b-4daf-82ee-3e7269074365 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:35.009009 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65c3e708-2cd4-4b77-89dc-a655519af93b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.040153 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3e708-2cd4-4b77-89dc-a655519af93b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Port': ['ID=3157ebfd-461d-4716-94e2-d026eea7e085,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:35.109310 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65c3e708-2cd4-4b77-89dc-a655519af93b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.220024 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65c3e708-2cd4-4b77-89dc-a655519af93b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.223458 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65c3e708-2cd4-4b77-89dc-a655519af93b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.285350 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65c3e708-2cd4-4b77-89dc-a655519af93b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.286119 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c3e708-2cd4-4b77-89dc-a655519af93b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Fanout notify agent at l3_agent the message router_deleted on router ea2d904e-7b3f-4352-ab2e-0308902aac92 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:01:35.300763 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65c3e708-2cd4-4b77-89dc-a655519af93b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.302244 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-65c3e708-2cd4-4b77-89dc-a655519af93b tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "DELETE /v2.0/routers/ea2d904e-7b3f-4352-ab2e-0308902aac92 HTTP/1.1" status: 204 len: 168 time: 1.4319906 Aug 16 02:01:35.304990 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52824) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:35.309089 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device aa1a52f4-aaba-40a3-bedf-0215cf57f903 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:35.378195 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port aa1a52f4-aaba-40a3-bedf-0215cf57f903 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:35.382718 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port aa1a52f4-aaba-40a3-bedf-0215cf57f903 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:35.383314 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.398658 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6f028cf-0051-4da1-9e37-8cd629abbf38 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.500851 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.545836 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port aa1a52f4-aaba-40a3-bedf-0215cf57f903, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=aa1a52f4-aaba-40a3-bedf-0215cf57f903,segment=NetworkSegment(d86216e9-5c65-45e7-b9c6-0a3f1dec74dd),segment_id=d86216e9-5c65-45e7-b9c6-0a3f1dec74dd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:35.550424 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.558880 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6f028cf-0051-4da1-9e37-8cd629abbf38 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.576741 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e6f028cf-0051-4da1-9e37-8cd629abbf38 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5d79fc-3c5c-4e04-8c97-12fe71072a76']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:35.597100 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e6f028cf-0051-4da1-9e37-8cd629abbf38 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc47ac6-5405-4bfc-ae90-f141f53617d0') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:35.597413 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e6f028cf-0051-4da1-9e37-8cd629abbf38 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc47ac6-5405-4bfc-ae90-f141f53617d0') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:35.609928 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6f028cf-0051-4da1-9e37-8cd629abbf38 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.611137 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=aa1a52f4-aaba-40a3-bedf-0215cf57f903,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:35.629683 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6f028cf-0051-4da1-9e37-8cd629abbf38 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.635910 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a5e92b92-a91b-4daf-82ee-3e7269074365 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:35.640170 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f028cf-0051-4da1-9e37-8cd629abbf38 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:35.640828 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6f028cf-0051-4da1-9e37-8cd629abbf38 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:35.651555 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:35.665114 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: a5e92b92-a91b-4daf-82ee-3e7269074365 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:35.665947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a5e92b92-a91b-4daf-82ee-3e7269074365 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:35.723462 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6f028cf-0051-4da1-9e37-8cd629abbf38 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.732021 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6f028cf-0051-4da1-9e37-8cd629abbf38 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.736597 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e6f028cf-0051-4da1-9e37-8cd629abbf38 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "DELETE /v2.0/networks/9f5d79fc-3c5c-4e04-8c97-12fe71072a76 HTTP/1.1" status: 204 len: 168 time: 0.4279907 Aug 16 02:01:35.736803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52848) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:35.746950 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f028cf-0051-4da1-9e37-8cd629abbf38 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'Network': ['ID=9f5d79fc-3c5c-4e04-8c97-12fe71072a76,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:35.828768 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-01d982eb-eb08-48f3-a402-0314ee904583 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.859446 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-01d982eb-eb08-48f3-a402-0314ee904583 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.925420 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-01d982eb-eb08-48f3-a402-0314ee904583 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.928103 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-01d982eb-eb08-48f3-a402-0314ee904583 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.929269 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-01d982eb-eb08-48f3-a402-0314ee904583 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] 10.222.0.68 "DELETE /v2.0/security-groups/ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0 HTTP/1.1" status: 204 len: 168 time: 0.1914363 Aug 16 02:01:35.939067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d982eb-eb08-48f3-a402-0314ee904583 tempest-TestNetworkAdvancedServerOps-486604166 tempest-TestNetworkAdvancedServerOps-486604166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4dd8df-d24a-403e-b0dd-8ecbe89bd5f0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:36.169503 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35be5c-c584-477c-b5a7-889e4096b387 req-55a2c347-92ee-4f8e-91d7-99637abe3a40 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.171070 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cf35be5c-c584-477c-b5a7-889e4096b387 req-55a2c347-92ee-4f8e-91d7-99637abe3a40 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 946 time: 0.0624094 Aug 16 02:01:36.210841 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cf35be5c-c584-477c-b5a7-889e4096b387 req-3779c54f-df94-4a5c-ad23-48b8e152c250 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337794 Aug 16 02:01:36.304406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52876) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:36.430662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:36.480249 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea803bd-2fab-46fc-9f30-4170dba247ef req-9243d70d-c70c-40bb-9766-ddf01147cba6 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.481783 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9ea803bd-2fab-46fc-9f30-4170dba247ef req-9243d70d-c70c-40bb-9766-ddf01147cba6 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 946 time: 0.1023157 Aug 16 02:01:36.489906 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e2002-b7c4-4f7e-8f90-09f19c1ecf4a req-02b6c4a4-1578-42ca-89fb-2247c43e77d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.491728 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e52e2002-b7c4-4f7e-8f90-09f19c1ecf4a req-02b6c4a4-1578-42ca-89fb-2247c43e77d2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 1098 time: 0.1005650 Aug 16 02:01:36.513152 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.524820 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b9585805-eff0-4dde-a9e8-233d1fa80708 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7069c6ece3114808b56031f1299826b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2192633 Aug 16 02:01:36.528813 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52884) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:36.545557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:36.548294 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2770f6-4566-49dd-bfba-8047eed0277f" -d '{"events": [{"server_uuid": "5d06e936-d7af-47e3-8dfa-e9ee502b9dce", "name": "network-vif-unplugged", "status": "completed", "tag": "057c8a84-bedb-47e0-b18c-fb225b6ad3f4"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:36.563397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:36.568641 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.586312 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9ea803bd-2fab-46fc-9f30-4170dba247ef req-fe2d03da-eac1-48ef-ab94-83e0558209a0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895836 Aug 16 02:01:36.595443 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-763d6ca0-ff78-41b7-aa15-10f76dc43480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.630496 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-763d6ca0-ff78-41b7-aa15-10f76dc43480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.636695 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,revision_number=14']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:36.653621 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe11c601-1eb9-49eb-8c15-4f64eaca7ce0 x-openstack-request-id: req-fe11c601-1eb9-49eb-8c15-4f64eaca7ce0 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:36.653954 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d06e936-d7af-47e3-8dfa-e9ee502b9dce", "name": "network-vif-unplugged", "status": "completed", "tag": "057c8a84-bedb-47e0-b18c-fb225b6ad3f4", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:36.654204 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fe11c601-1eb9-49eb-8c15-4f64eaca7ce0 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:36.654868 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'code': 200} Aug 16 02:01:36.656555 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e2002-b7c4-4f7e-8f90-09f19c1ecf4a req-65675333-dcad-4325-ad8e-b86dd46d4b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.658442 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e52e2002-b7c4-4f7e-8f90-09f19c1ecf4a req-65675333-dcad-4325-ad8e-b86dd46d4b11 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 912 time: 0.1559634 Aug 16 02:01:36.687980 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-763d6ca0-ff78-41b7-aa15-10f76dc43480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.690721 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-763d6ca0-ff78-41b7-aa15-10f76dc43480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.691862 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-763d6ca0-ff78-41b7-aa15-10f76dc43480 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/38b45571-491e-47ed-9711-f4c83367637a HTTP/1.1" status: 204 len: 168 time: 0.1612520 Aug 16 02:01:36.701242 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d6ca0-ff78-41b7-aa15-10f76dc43480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b45571-491e-47ed-9711-f4c83367637a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:36.735509 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e52e2002-b7c4-4f7e-8f90-09f19c1ecf4a req-74ad1bb0-3cea-4f64-ba50-d1f4195e5b59 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4 HTTP/1.1" status: 200 len: 998 time: 0.0653286 Aug 16 02:01:36.791819 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e2002-b7c4-4f7e-8f90-09f19c1ecf4a req-21fa8e8b-2a06-4168-b389-4092f6832191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.793352 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e52e2002-b7c4-4f7e-8f90-09f19c1ecf4a req-21fa8e8b-2a06-4168-b389-4092f6832191 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.0487022 Aug 16 02:01:36.846508 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e2002-b7c4-4f7e-8f90-09f19c1ecf4a req-197b80c2-9df5-461d-a333-fc1e7dc5599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.848034 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e52e2002-b7c4-4f7e-8f90-09f19c1ecf4a req-197b80c2-9df5-461d-a333-fc1e7dc5599e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473468 Aug 16 02:01:36.854353 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device aa1a52f4-aaba-40a3-bedf-0215cf57f903 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:36.906068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port aa1a52f4-aaba-40a3-bedf-0215cf57f903 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:36.906465 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.950965 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e52e2002-b7c4-4f7e-8f90-09f19c1ecf4a req-c058f856-0748-4727-8786-b3a933790313 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937052 Aug 16 02:01:36.993072 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52894) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:37.042772 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7c8be0f4-0129-474d-adaa-be082fa5e273 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3a4bfa36e8534939bc941f98d3d5345f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484545 Aug 16 02:01:37.045190 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52896) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:37.055399 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3b10b699-8851-48ba-baed-a5008e9f8eb2 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:37.066105 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e52e2002-b7c4-4f7e-8f90-09f19c1ecf4a req-bd37771c-8535-4483-ba2e-64ae2b2880a5 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021559 Aug 16 02:01:37.079536 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 3b10b699-8851-48ba-baed-a5008e9f8eb2 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:37.079983 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3b10b699-8851-48ba-baed-a5008e9f8eb2 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:37.080397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3157ebfd-461d-4716-94e2-d026eea7e085 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:37.097392 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-305fcdb0-b407-4d63-9beb-859bc5b69838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.102259 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 3157ebfd-461d-4716-94e2-d026eea7e085 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:37.102853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3157ebfd-461d-4716-94e2-d026eea7e085 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:37.122124 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-305fcdb0-b407-4d63-9beb-859bc5b69838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.174745 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-305fcdb0-b407-4d63-9beb-859bc5b69838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.177803 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-305fcdb0-b407-4d63-9beb-859bc5b69838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.179136 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-305fcdb0-b407-4d63-9beb-859bc5b69838 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/09f692ee-e417-4213-9256-8956d75b3b63 HTTP/1.1" status: 204 len: 168 time: 0.1328850 Aug 16 02:01:37.188697 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fcdb0-b407-4d63-9beb-859bc5b69838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f692ee-e417-4213-9256-8956d75b3b63,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:37.430664 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.761127 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0d045-e2f5-42f4-bbc7-9bc3a0706d95 req-dce7e33f-d4f9-49fc-9d13-865532b7a9b5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:37.762952 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9ea0d045-e2f5-42f4-bbc7-9bc3a0706d95 req-dce7e33f-d4f9-49fc-9d13-865532b7a9b5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0743916 Aug 16 02:01:37.807135 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9ea0d045-e2f5-42f4-bbc7-9bc3a0706d95 req-a8d9ff63-de46-4889-a5c3-b4ab0b8f5c99 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376828 Aug 16 02:01:37.992064 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7d2cd-174e-41bf-8b58-8b4877dcc828 req-82c46581-9ad6-4463-b235-59911243264a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:37.993558 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ad7d2cd-174e-41bf-8b58-8b4877dcc828 req-82c46581-9ad6-4463-b235-59911243264a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0514350 Aug 16 02:01:38.036289 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ad7d2cd-174e-41bf-8b58-8b4877dcc828 req-c77c2686-48a3-486f-b202-b842e6d348c1 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358973 Aug 16 02:01:38.067145 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52930) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:38.169805 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1836ef-c5ef-44a1-9ba8-0025ed33ee86 req-cc0e9b6f-5b11-4079-8fa3-96ff4ffcb77c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.171323 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6b1836ef-c5ef-44a1-9ba8-0025ed33ee86 req-cc0e9b6f-5b11-4079-8fa3-96ff4ffcb77c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0570519 Aug 16 02:01:38.179982 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-99a59324-078e-4bfd-9411-5bce115afdc2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-469393786-network', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:38.202358 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.226688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a59324-078e-4bfd-9411-5bce115afdc2 admin admin] Made reservation on behalf of dcf4a63eedb8431cb8f7fb214a78ac67 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:38.229101 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99a59324-078e-4bfd-9411-5bce115afdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.242829 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6b1836ef-c5ef-44a1-9ba8-0025ed33ee86 req-f1a668c8-7595-43bb-982f-721b695a07a5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579798 Aug 16 02:01:38.243584 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99a59324-078e-4bfd-9411-5bce115afdc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.352573 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99a59324-078e-4bfd-9411-5bce115afdc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.357183 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99a59324-078e-4bfd-9411-5bce115afdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.394103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a59324-078e-4bfd-9411-5bce115afdc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:38.404388 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a59324-078e-4bfd-9411-5bce115afdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2e4a74-52d3-4ea3-a937-87483c3f6bf0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:38.409577 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99a59324-078e-4bfd-9411-5bce115afdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.409950 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-99a59324-078e-4bfd-9411-5bce115afdc2 admin admin] Added segment 0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f of type vlan for network c11ad559-6103-45c1-a6ef-608f106df115 Aug 16 02:01:38.458875 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99a59324-078e-4bfd-9411-5bce115afdc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.491180 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99a59324-078e-4bfd-9411-5bce115afdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.492087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a59324-078e-4bfd-9411-5bce115afdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.492623 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99a59324-078e-4bfd-9411-5bce115afdc2 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.554476 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-7f178b25-5650-4d15-bd02-add5130ad213 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.557905 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-7f178b25-5650-4d15-bd02-add5130ad213 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 811 time: 0.1134861 Aug 16 02:01:38.574464 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-e370ed00-e046-4153-bf9b-cd6f88f46f0e tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/quotas/5cb90ffe84bb4524bb185e7642128945 HTTP/1.1" status: 200 len: 375 time: 0.0118189 Aug 16 02:01:38.584025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-99a59324-078e-4bfd-9411-5bce115afdc2 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5157719 Aug 16 02:01:38.589194 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 52946) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:38.597008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-016d33c6-e5ae-486b-9304-cb8514ac9aab admin admin] Request body: {'subnet': {'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-469393786-subnet', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:38.601581 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a59324-078e-4bfd-9411-5bce115afdc2 admin admin] Pushing event updated for resources: {'Network': ['ID=c11ad559-6103-45c1-a6ef-608f106df115,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:38.615810 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network c11ad559-6103-45c1-a6ef-608f106df115 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:38.626062 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016d33c6-e5ae-486b-9304-cb8514ac9aab admin admin] Made reservation on behalf of dcf4a63eedb8431cb8f7fb214a78ac67 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:38.628666 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-016d33c6-e5ae-486b-9304-cb8514ac9aab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.638610 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-500717bc-6218-42f0-9f68-577acf6591dc tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0577531 Aug 16 02:01:38.754794 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-1b5786fc-782c-4bf9-a457-49758a5b284a service neutron] 10.222.0.68 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051068 Aug 16 02:01:38.824980 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-016d33c6-e5ae-486b-9304-cb8514ac9aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.880815 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-18948f2d-2208-4ac9-8af0-3c2dcc2885b1 service neutron] 10.222.0.68 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032035 Aug 16 02:01:38.882484 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d33c6-e5ae-486b-9304-cb8514ac9aab admin admin] Pushing event updated for resources: {'Subnet': ['ID=c62c0746-70d3-4cee-8dce-03d37b2c9f17,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:38.892462 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016d33c6-e5ae-486b-9304-cb8514ac9aab admin admin] Checking segment: {'id': '0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:38.892829 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016d33c6-e5ae-486b-9304-cb8514ac9aab admin admin] Network hostable DHCP agents. Network: c11ad559-6103-45c1-a6ef-608f106df115, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:38.912238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016d33c6-e5ae-486b-9304-cb8514ac9aab admin admin] Network c11ad559-6103-45c1-a6ef-608f106df115 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:38.923991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-016d33c6-e5ae-486b-9304-cb8514ac9aab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, c11ad559-6103-45c1-a6ef-608f106df115) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:38.928725 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016d33c6-e5ae-486b-9304-cb8514ac9aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.929069 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-016d33c6-e5ae-486b-9304-cb8514ac9aab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.936149 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d42ff72-2f0c-4338-945f-2e4b3129ab69 None None] Network c11ad559-6103-45c1-a6ef-608f106df115 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:38.948637 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-016d33c6-e5ae-486b-9304-cb8514ac9aab admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3582573 Aug 16 02:01:38.948800 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52950) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:38.953303 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7bd39ac0-de50-443d-b37a-052b9e8243bb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-469393786-router', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:38.976875 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bd39ac0-de50-443d-b37a-052b9e8243bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.978200 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bd39ac0-de50-443d-b37a-052b9e8243bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.058237 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bd39ac0-de50-443d-b37a-052b9e8243bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.106976 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d2687589-abd3-4a8b-bc2a-aa0553cf62f8 req-c26a8758-0bdd-4650-a177-6f1bacb5a9e8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 210 time: 0.0417314 Aug 16 02:01:39.150030 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-c11ad559-6103-45c1-a6ef-608f106df115', 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'fixed_ips': [{'subnet_id': 'c62c0746-70d3-4cee-8dce-03d37b2c9f17'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:39.151057 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.217905 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bd39ac0-de50-443d-b37a-052b9e8243bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.311107 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Allocated IP 172.20.0.2 (c11ad559-6103-45c1-a6ef-608f106df115/c62c0746-70d3-4cee-8dce-03d37b2c9f17/51725096-ce1f-4c0c-b7d0-70b5c6443408) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:39.455177 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bd39ac0-de50-443d-b37a-052b9e8243bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.464990 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.473333 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Transition to ACTIVE for port object 51725096-ce1f-4c0c-b7d0-70b5c6443408 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:39.479899 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bd39ac0-de50-443d-b37a-052b9e8243bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.489073 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Transition to ACTIVE for port object 51725096-ce1f-4c0c-b7d0-70b5c6443408 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:39.496195 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.538315 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Network c11ad559-6103-45c1-a6ef-608f106df115 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:39.542006 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:39.546559 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:39.549798 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Pushing event updated for resources: {'Port': ['ID=51725096-ce1f-4c0c-b7d0-70b5c6443408,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:39.606973 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-7bd39ac0-de50-443d-b37a-052b9e8243bb admin admin] Allocated IP 172.25.3.145 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/7d698281-97fe-4851-ae43-4c7d827ba615) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:39.615056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Attempting to bind port 51725096-ce1f-4c0c-b7d0-70b5c6443408 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:39.615667 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Attempting to bind port 51725096-ce1f-4c0c-b7d0-70b5c6443408 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:39.616265 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Attempting to bind port 51725096-ce1f-4c0c-b7d0-70b5c6443408 on network c11ad559-6103-45c1-a6ef-608f106df115 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:39.622192 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:39.622560 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Checking segment: {'id': '0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:39.623096 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.623506 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Bound using segment: {'id': '0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:39.623946 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Bound port: 51725096-ce1f-4c0c-b7d0-70b5c6443408, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:39.624313 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.691843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] For port 51725096-ce1f-4c0c-b7d0-70b5c6443408, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:39.695654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] For port 51725096-ce1f-4c0c-b7d0-70b5c6443408, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=51725096-ce1f-4c0c-b7d0-70b5c6443408,segment=NetworkSegment(0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f),segment_id=0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:39.702133 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.722151 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bd39ac0-de50-443d-b37a-052b9e8243bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.759155 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038ed19-6eae-4905-b670-d01e5d9b68e9 None None] Pushing event updated for resources: {'Port': ['ID=51725096-ce1f-4c0c-b7d0-70b5c6443408,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:39.768819 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bd39ac0-de50-443d-b37a-052b9e8243bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.820832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd39ac0-de50-443d-b37a-052b9e8243bb admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:39.826999 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7bd39ac0-de50-443d-b37a-052b9e8243bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:39.830590 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd39ac0-de50-443d-b37a-052b9e8243bb admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:39.859608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd39ac0-de50-443d-b37a-052b9e8243bb admin admin] Pushing event updated for resources: {'Port': ['ID=7d698281-97fe-4851-ae43-4c7d827ba615,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:40.146076 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bd39ac0-de50-443d-b37a-052b9e8243bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.178906 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-6d4cbeb4-e654-474c-8265-f5c52a435db7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.180661 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-6d4cbeb4-e654-474c-8265-f5c52a435db7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.73 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 811 time: 0.1183779 Aug 16 02:01:40.212093 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-d6fa9ef8-5ae5-4b0e-8c50-4e378da22ee8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Request body: {'port': {'device_id': 'dde879b0-3310-41e9-9e10-018874ce01cb', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'admin_state_up': True, 'tenant_id': '5cb90ffe84bb4524bb185e7642128945'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:40.247799 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d4a12e5b-7e40-447d-b944-9e5b705b697e req-4f61c80f-8968-4682-b16b-ca89a53a80af tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 210 time: 0.0597863 Aug 16 02:01:40.345496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-d6fa9ef8-5ae5-4b0e-8c50-4e378da22ee8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Made reservation on behalf of 5cb90ffe84bb4524bb185e7642128945 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:40.349041 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-d6fa9ef8-5ae5-4b0e-8c50-4e378da22ee8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.384182 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bd39ac0-de50-443d-b37a-052b9e8243bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.488686 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-d6fa9ef8-5ae5-4b0e-8c50-4e378da22ee8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Allocated IP 172.20.0.12 (3f1b1636-5281-4805-974a-0b39f2f11573/193ae495-97a3-4862-b920-d828451f284d/d4bf83a5-1d6f-4388-bff2-0337c4902599) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:40.529244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd39ac0-de50-443d-b37a-052b9e8243bb admin admin] Router 0dab7b87-e281-4a0f-9510-14aa76616374 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:01:40.647332 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd39ac0-de50-443d-b37a-052b9e8243bb admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:40.654018 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-d6fa9ef8-5ae5-4b0e-8c50-4e378da22ee8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.659175 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Sync routers for ids ['0dab7b87-e281-4a0f-9510-14aa76616374'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:40.666396 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bd39ac0-de50-443d-b37a-052b9e8243bb admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.670696 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7bd39ac0-de50-443d-b37a-052b9e8243bb admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7182474 Aug 16 02:01:40.671413 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 52968) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:40.672848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-d6fa9ef8-5ae5-4b0e-8c50-4e378da22ee8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Transition to ACTIVE for port object d4bf83a5-1d6f-4388-bff2-0337c4902599 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:40.672990 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Routers {'0dab7b87-e281-4a0f-9510-14aa76616374'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:40.673789 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['0dab7b87-e281-4a0f-9510-14aa76616374'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:40.712942 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-d6fa9ef8-5ae5-4b0e-8c50-4e378da22ee8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.746190 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c51f732-2ece-44e6-965b-67431b57d6b5 None None] Network c11ad559-6103-45c1-a6ef-608f106df115 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:40.778662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-d6fa9ef8-5ae5-4b0e-8c50-4e378da22ee8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Network 3f1b1636-5281-4805-974a-0b39f2f11573 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:40.784315 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-d6fa9ef8-5ae5-4b0e-8c50-4e378da22ee8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:40.788389 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-d6fa9ef8-5ae5-4b0e-8c50-4e378da22ee8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:40.832217 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Set router 0dab7b87-e281-4a0f-9510-14aa76616374 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:40.852848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-d6fa9ef8-5ae5-4b0e-8c50-4e378da22ee8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.853584 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-d6fa9ef8-5ae5-4b0e-8c50-4e378da22ee8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.862632 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa9ef8-5ae5-4b0e-8c50-4e378da22ee8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Pushing event updated for resources: {'Port': ['ID=d4bf83a5-1d6f-4388-bff2-0337c4902599,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:40.877081 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-d6fa9ef8-5ae5-4b0e-8c50-4e378da22ee8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6747286 Aug 16 02:01:40.894350 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Request body: {'port': {'device_id': 'dde879b0-3310-41e9-9e10-018874ce01cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:40.996632 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 51725096-ce1f-4c0c-b7d0-70b5c6443408 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:41.040950 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.075516 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1c8f01c8-89ba-48e4-9754-0482f3eff86a None None] Provisioning for port 51725096-ce1f-4c0c-b7d0-70b5c6443408 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:41.110168 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 51725096-ce1f-4c0c-b7d0-70b5c6443408 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:41.121859 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 51725096-ce1f-4c0c-b7d0-70b5c6443408 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:41.122682 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.128217 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'name': 'tempest-TestServerBasicOps-469393786-router', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:38Z', 'updated_at': '2021-08-16T02:01:40Z', 'revision_number': 3, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'gw_port': {'id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:39Z', 'updated_at': '2021-08-16T02:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:41.175655 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Checking router: 0dab7b87-e281-4a0f-9510-14aa76616374 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:41.176345 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Updating router 0dab7b87-e281-4a0f-9510-14aa76616374 port 7d698281-97fe-4851-ae43-4c7d827ba615 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:01:41.239705 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.255777 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.341415 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bf1ad337-5e6e-47d8-a11a-d621da2fe2e5 None None] Provisioning for port d4bf83a5-1d6f-4388-bff2-0337c4902599 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:41.347984 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bf1ad337-5e6e-47d8-a11a-d621da2fe2e5 None None] Provisioning complete for port d4bf83a5-1d6f-4388-bff2-0337c4902599 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:41.348581 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf1ad337-5e6e-47d8-a11a-d621da2fe2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.406896 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 51725096-ce1f-4c0c-b7d0-70b5c6443408, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=51725096-ce1f-4c0c-b7d0-70b5c6443408,segment=NetworkSegment(0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f),segment_id=0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:41.414188 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.458558 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bf1ad337-5e6e-47d8-a11a-d621da2fe2e5 None None] Port d4bf83a5-1d6f-4388-bff2-0337c4902599 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:41.501407 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=51725096-ce1f-4c0c-b7d0-70b5c6443408,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:41.585732 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c17b119c-37d6-488c-97ff-2d4faa473115 None None] Provisioning complete for port 51725096-ce1f-4c0c-b7d0-70b5c6443408 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:41.586338 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c17b119c-37d6-488c-97ff-2d4faa473115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.592911 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.605184 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Transition to ACTIVE for port object 7d698281-97fe-4851-ae43-4c7d827ba615 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:41.613186 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.675897 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Attempting to bind port 7d698281-97fe-4851-ae43-4c7d827ba615 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:41.676548 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Attempting to bind port 7d698281-97fe-4851-ae43-4c7d827ba615 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:41.676677 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Attempting to bind port 7d698281-97fe-4851-ae43-4c7d827ba615 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:41.686910 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458606b3-5b9f-4b69-96d4-edacc2e73b0a None None] Pushing event updated for resources: {'Port': ['ID=7d698281-97fe-4851-ae43-4c7d827ba615,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:41.690827 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:41.691199 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:41.691600 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.691984 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:41.693021 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Bound port: 7d698281-97fe-4851-ae43-4c7d827ba615, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:41.693409 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.751146 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] For port 7d698281-97fe-4851-ae43-4c7d827ba615, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:41.754497 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] For port 7d698281-97fe-4851-ae43-4c7d827ba615, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7d698281-97fe-4851-ae43-4c7d827ba615,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:41.761642 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.791897 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73c65d39-f0a4-4654-bbb5-00f57d26e603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.825018 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Routers {'0dab7b87-e281-4a0f-9510-14aa76616374'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:41.825655 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['0dab7b87-e281-4a0f-9510-14aa76616374'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:41.836288 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c36821-7895-461a-a296-6aff39307609 req-db96b9b0-d404-404f-89e6-3027a6672240 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:41.837851 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f6c36821-7895-461a-a296-6aff39307609 req-db96b9b0-d404-404f-89e6-3027a6672240 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 932 time: 0.4558098 Aug 16 02:01:41.850946 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4bf83a5-1d6f-4388-bff2-0337c4902599 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:41.860945 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458606b3-5b9f-4b69-96d4-edacc2e73b0a None None] Pushing event updated for resources: {'Port': ['ID=7d698281-97fe-4851-ae43-4c7d827ba615,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:41.868655 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.896137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Transition to ACTIVE for port object d4bf83a5-1d6f-4388-bff2-0337c4902599 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:41.902892 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.918166 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f6c36821-7895-461a-a296-6aff39307609 req-e3f66ad4-a636-456c-a30e-49ba2e61a142 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695593 Aug 16 02:01:41.948095 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] Set router 0dab7b87-e281-4a0f-9510-14aa76616374 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:42.020098 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Pushing event updated for resources: {'Port': ['ID=d4bf83a5-1d6f-4388-bff2-0337c4902599,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:42.045013 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-73c65d39-f0a4-4654-bbb5-00f57d26e603 admin admin] Allocated IP 172.20.0.1 (c11ad559-6103-45c1-a6ef-608f106df115/c62c0746-70d3-4cee-8dce-03d37b2c9f17/8b90ec97-a734-4edd-b4e3-453058e39b0e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:42.054095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Attempting to bind port d4bf83a5-1d6f-4388-bff2-0337c4902599 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:42.054426 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Attempting to bind port d4bf83a5-1d6f-4388-bff2-0337c4902599 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:42.054754 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Attempting to bind port d4bf83a5-1d6f-4388-bff2-0337c4902599 on network 3f1b1636-5281-4805-974a-0b39f2f11573 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:42.061487 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Port d4bf83a5-1d6f-4388-bff2-0337c4902599 on network 3f1b1636-5281-4805-974a-0b39f2f11573 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:42.061851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Attempting to bind port d4bf83a5-1d6f-4388-bff2-0337c4902599 on network 3f1b1636-5281-4805-974a-0b39f2f11573 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:42.067291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:42.067627 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Checking segment: {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:42.068023 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Bound using segment: {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:42.068464 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Bound port: d4bf83a5-1d6f-4388-bff2-0337c4902599, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:42.068821 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.183566 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] For port d4bf83a5-1d6f-4388-bff2-0337c4902599, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:42.187177 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] For port d4bf83a5-1d6f-4388-bff2-0337c4902599, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d4bf83a5-1d6f-4388-bff2-0337c4902599,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:42.192528 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73c65d39-f0a4-4654-bbb5-00f57d26e603 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.193502 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.207888 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-73c65d39-f0a4-4654-bbb5-00f57d26e603 admin admin] Transition to ACTIVE for port object 8b90ec97-a734-4edd-b4e3-453058e39b0e will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:42.234330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:42.235026 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.236623 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] 10.222.0.73 "PUT /v2.0/ports/d4bf83a5-1d6f-4388-bff2-0337c4902599 HTTP/1.1" status: 200 len: 1093 time: 1.3499966 Aug 16 02:01:42.237134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde879b0-3310-41e9-9e10-018874ce01cb', 'tag': 'd4bf83a5-1d6f-4388-bff2-0337c4902599'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:42.239660 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727ec1f1-8fe2-48ff-941b-2c4f911d137d" -d '{"events": [{"name": "network-changed", "server_uuid": "dde879b0-3310-41e9-9e10-018874ce01cb", "tag": "d4bf83a5-1d6f-4388-bff2-0337c4902599"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:42.251870 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73c65d39-f0a4-4654-bbb5-00f57d26e603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.310001 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'name': 'tempest-TestServerBasicOps-469393786-router', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:38Z', 'updated_at': '2021-08-16T02:01:40Z', 'revision_number': 3, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'gw_port': {'id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:39Z', 'updated_at': '2021-08-16T02:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:42.316913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c65d39-f0a4-4654-bbb5-00f57d26e603 admin admin] Network c11ad559-6103-45c1-a6ef-608f106df115 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:42.318890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a3dfa-245b-4fff-af6d-af594acebd62 service neutron] Pushing event updated for resources: {'Port': ['ID=d4bf83a5-1d6f-4388-bff2-0337c4902599,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:42.320813 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-73c65d39-f0a4-4654-bbb5-00f57d26e603 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:42.327030 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539af3ee-b689-482c-a11b-dfae441aa8d8 x-openstack-request-id: req-539af3ee-b689-482c-a11b-dfae441aa8d8 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:42.328105 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde879b0-3310-41e9-9e10-018874ce01cb", "tag": "d4bf83a5-1d6f-4388-bff2-0337c4902599", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:42.328731 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-539af3ee-b689-482c-a11b-dfae441aa8d8 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:42.329271 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde879b0-3310-41e9-9e10-018874ce01cb', 'tag': 'd4bf83a5-1d6f-4388-bff2-0337c4902599', 'status': 'completed', 'code': 200} Aug 16 02:01:42.334576 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c65d39-f0a4-4654-bbb5-00f57d26e603 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:42.351801 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aef570-f42c-42f3-b661-72fb0406dfa1 None None] The sync data for ids ['0dab7b87-e281-4a0f-9510-14aa76616374'] in n-d-765315-27 is: [{'id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'name': 'tempest-TestServerBasicOps-469393786-router', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:38Z', 'updated_at': '2021-08-16T02:01:40Z', 'revision_number': 3, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'gw_port': {'id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:39Z', 'updated_at': '2021-08-16T02:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:42.366276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c65d39-f0a4-4654-bbb5-00f57d26e603 admin admin] Pushing event updated for resources: {'Port': ['ID=8b90ec97-a734-4edd-b4e3-453058e39b0e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:42.375290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-19d6695c-4ca5-49b7-84b7-1b62e74195a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:42.376993 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-19d6695c-4ca5-49b7-84b7-1b62e74195a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 1096 time: 0.0889862 Aug 16 02:01:42.395136 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73c65d39-f0a4-4654-bbb5-00f57d26e603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.436627 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-37f0ac2c-fb6e-44ed-b61b-91c4f3591b14 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4bf83a5-1d6f-4388-bff2-0337c4902599 HTTP/1.1" status: 200 len: 217 time: 0.0444529 Aug 16 02:01:42.498232 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-69c72d57-5516-4619-9b57-2b9764661c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:42.504958 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-69c72d57-5516-4619-9b57-2b9764661c19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.0606878 Aug 16 02:01:42.565405 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-09b3db35-f586-4537-8c5d-1b6df3e00529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:42.567008 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-09b3db35-f586-4537-8c5d-1b6df3e00529 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538881 Aug 16 02:01:42.568187 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73c65d39-f0a4-4654-bbb5-00f57d26e603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.690216 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6c5ffcc3-60f4-47b3-bc98-524b2a76fff9 None None] Provisioning for port 8b90ec97-a734-4edd-b4e3-453058e39b0e completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:42.698601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6c5ffcc3-60f4-47b3-bc98-524b2a76fff9 None None] Provisioning complete for port 8b90ec97-a734-4edd-b4e3-453058e39b0e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:42.698959 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c5ffcc3-60f4-47b3-bc98-524b2a76fff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.704198 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-1995b828-44dd-4f4e-9b49-dbcdb7130261 service neutron] 10.222.0.73 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269844 Aug 16 02:01:42.755628 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ffcc3-60f4-47b3-bc98-524b2a76fff9 None None] Port 8b90ec97-a734-4edd-b4e3-453058e39b0e cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:42.804895 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73c65d39-f0a4-4654-bbb5-00f57d26e603 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.810125 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73c65d39-f0a4-4654-bbb5-00f57d26e603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.837016 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ea4497ab-f53b-4e23-b2a2-ee1f7ed2302b req-c79deba3-ac7d-4e11-a476-854f8db0e8b4 service neutron] 10.222.0.73 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253645 Aug 16 02:01:42.899921 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73c65d39-f0a4-4654-bbb5-00f57d26e603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.938416 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c65d39-f0a4-4654-bbb5-00f57d26e603 admin admin] Pushing event updated for resources: {'Port': ['ID=8b90ec97-a734-4edd-b4e3-453058e39b0e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:42.986500 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 51725096-ce1f-4c0c-b7d0-70b5c6443408 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:42.991247 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ec1f1-8fe2-48ff-941b-2c4f911d137d req-b0d9431a-9176-4808-b994-9dec4fb00d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:42.993010 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727ec1f1-8fe2-48ff-941b-2c4f911d137d req-b0d9431a-9176-4808-b994-9dec4fb00d80 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 1096 time: 0.0898843 Aug 16 02:01:43.070450 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 51725096-ce1f-4c0c-b7d0-70b5c6443408 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:43.070450 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.116379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c65d39-f0a4-4654-bbb5-00f57d26e603 admin admin] Network c11ad559-6103-45c1-a6ef-608f106df115 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:43.119421 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-73c65d39-f0a4-4654-bbb5-00f57d26e603 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:43.130976 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ec1f1-8fe2-48ff-941b-2c4f911d137d req-c7aa93cd-0218-4f83-9609-9f3bcaad65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:43.132065 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f5b3-9ef5-4a38-9bfc-6a17f87789fa req-4cb57710-50d2-4096-b222-cf91c9fa9ead tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:43.132602 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727ec1f1-8fe2-48ff-941b-2c4f911d137d req-c7aa93cd-0218-4f83-9609-9f3bcaad65d9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 912 time: 0.1288037 Aug 16 02:01:43.141946 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-71e6f5b3-9ef5-4a38-9bfc-6a17f87789fa req-4cb57710-50d2-4096-b222-cf91c9fa9ead tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 944 time: 0.1139879 Aug 16 02:01:43.221796 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7d698281-97fe-4851-ae43-4c7d827ba615 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:43.235540 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727ec1f1-8fe2-48ff-941b-2c4f911d137d req-c0128043-264a-4a47-b74e-d75880d17ef3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4bf83a5-1d6f-4388-bff2-0337c4902599 HTTP/1.1" status: 200 len: 217 time: 0.0942800 Aug 16 02:01:43.264867 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-71e6f5b3-9ef5-4a38-9bfc-6a17f87789fa req-5ea7b510-8dcf-4597-845a-628615993e9a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218507 Aug 16 02:01:43.304411 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ec1f1-8fe2-48ff-941b-2c4f911d137d req-bc7eee78-5b50-4aac-9eb3-0bc3f2c66a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:43.306302 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727ec1f1-8fe2-48ff-941b-2c4f911d137d req-bc7eee78-5b50-4aac-9eb3-0bc3f2c66a93 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.0632577 Aug 16 02:01:43.320061 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 7d698281-97fe-4851-ae43-4c7d827ba615 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:43.326318 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 7d698281-97fe-4851-ae43-4c7d827ba615 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:43.326936 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.378258 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ec1f1-8fe2-48ff-941b-2c4f911d137d req-051eef84-8761-4d83-aebc-4be13fb8f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:43.379913 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727ec1f1-8fe2-48ff-941b-2c4f911d137d req-051eef84-8761-4d83-aebc-4be13fb8f04e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651443 Aug 16 02:01:43.395520 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c65d39-f0a4-4654-bbb5-00f57d26e603 admin admin] Router 0dab7b87-e281-4a0f-9510-14aa76616374 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:43.458941 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.519138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 7d698281-97fe-4851-ae43-4c7d827ba615, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7d698281-97fe-4851-ae43-4c7d827ba615,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:43.527569 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.532648 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727ec1f1-8fe2-48ff-941b-2c4f911d137d req-74b26c6b-bccc-4089-9b45-4c4560cc43b4 service neutron] 10.222.0.73 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443286 Aug 16 02:01:43.534302 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b6103fdb-cd70-451a-9e4c-b9c028241352 None None] Provisioning complete for port 8b90ec97-a734-4edd-b4e3-453058e39b0e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:43.534731 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b6103fdb-cd70-451a-9e4c-b9c028241352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.590646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c65d39-f0a4-4654-bbb5-00f57d26e603 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:43.605661 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-73c65d39-f0a4-4654-bbb5-00f57d26e603 admin admin] 10.222.0.68 "PUT /v2.0/routers/0dab7b87-e281-4a0f-9510-14aa76616374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9329939 Aug 16 02:01:43.651982 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=7d698281-97fe-4851-ae43-4c7d827ba615,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:43.657211 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b6103fdb-cd70-451a-9e4c-b9c028241352 None None] Port 8b90ec97-a734-4edd-b4e3-453058e39b0e cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:43.667070 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-727ec1f1-8fe2-48ff-941b-2c4f911d137d req-2f9797b6-e12b-4b49-9ba1-f0040dc60cbd service neutron] 10.222.0.73 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246760 Aug 16 02:01:44.131815 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53002) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:44.136960 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a568051d-cb5e-4c98-8eab-432e89e23c01 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-351352866-network', 'tenant_id': '5cad05cc31d94814b68fed8ddea0bce7'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:44.157395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a568051d-cb5e-4c98-8eab-432e89e23c01 admin admin] Made reservation on behalf of 5cad05cc31d94814b68fed8ddea0bce7 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:44.159988 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a568051d-cb5e-4c98-8eab-432e89e23c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.169246 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a568051d-cb5e-4c98-8eab-432e89e23c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.266596 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a568051d-cb5e-4c98-8eab-432e89e23c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.270751 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a568051d-cb5e-4c98-8eab-432e89e23c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.310566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a568051d-cb5e-4c98-8eab-432e89e23c01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:44.326870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568051d-cb5e-4c98-8eab-432e89e23c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2dae22-ed19-4d5f-9020-c9813a5e37c0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:44.329853 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a568051d-cb5e-4c98-8eab-432e89e23c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.330198 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-a568051d-cb5e-4c98-8eab-432e89e23c01 admin admin] Added segment 9927a4da-98bb-4f26-b200-d4a36a980765 of type vlan for network 10361d43-9766-4b2c-ab8d-c51781f5d165 Aug 16 02:01:44.398448 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a568051d-cb5e-4c98-8eab-432e89e23c01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.429961 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Sync routers for ids ['0dab7b87-e281-4a0f-9510-14aa76616374'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:44.439148 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Routers {'0dab7b87-e281-4a0f-9510-14aa76616374'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:44.439773 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['0dab7b87-e281-4a0f-9510-14aa76616374'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:44.440276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7899e4-982c-41c5-8acc-ef99e4c836a6 req-5f60143e-d766-47d9-8a17-4952b556c3a8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:44.441842 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b7899e4-982c-41c5-8acc-ef99e4c836a6 req-5f60143e-d766-47d9-8a17-4952b556c3a8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 944 time: 0.0796351 Aug 16 02:01:44.455714 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a568051d-cb5e-4c98-8eab-432e89e23c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.456615 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a568051d-cb5e-4c98-8eab-432e89e23c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:44.457192 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a568051d-cb5e-4c98-8eab-432e89e23c01 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.549392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Set router 0dab7b87-e281-4a0f-9510-14aa76616374 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:44.557430 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a568051d-cb5e-4c98-8eab-432e89e23c01 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4245048 Aug 16 02:01:44.560379 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53008) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:44.565354 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b7899e4-982c-41c5-8acc-ef99e4c836a6 req-e32cce15-6afd-4e0c-915d-c6282e95c066 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171498 Aug 16 02:01:44.565851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-cb6a1b07-0ff0-48c6-af6e-cb63585abc61 admin admin] Request body: {'subnet': {'network_id': '10361d43-9766-4b2c-ab8d-c51781f5d165', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-351352866-subnet', 'tenant_id': '5cad05cc31d94814b68fed8ddea0bce7', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:44.574525 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568051d-cb5e-4c98-8eab-432e89e23c01 admin admin] Pushing event updated for resources: {'Network': ['ID=10361d43-9766-4b2c-ab8d-c51781f5d165,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:44.595159 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6a1b07-0ff0-48c6-af6e-cb63585abc61 admin admin] Made reservation on behalf of 5cad05cc31d94814b68fed8ddea0bce7 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:44.597866 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb6a1b07-0ff0-48c6-af6e-cb63585abc61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.598958 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 10361d43-9766-4b2c-ab8d-c51781f5d165 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:44.778907 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb6a1b07-0ff0-48c6-af6e-cb63585abc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.836615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a1b07-0ff0-48c6-af6e-cb63585abc61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c669fdd-2fff-428a-9a07-c3d6829f918e,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:44.838757 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'name': 'tempest-TestServerBasicOps-469393786-router', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:38Z', 'updated_at': '2021-08-16T02:01:42Z', 'revision_number': 4, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'gw_port': {'id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:39Z', 'updated_at': '2021-08-16T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8b90ec97-a734-4edd-b4e3-453058e39b0e', 'name': '', 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'mac_address': 'fa:16:3e:cb:52:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'c62c0746-70d3-4cee-8dce-03d37b2c9f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:41Z', 'updated_at': '2021-08-16T02:01:42Z', 'revision_number': 2, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'subnets': [{'id': 'c62c0746-70d3-4cee-8dce-03d37b2c9f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:44.843083 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7d698281-97fe-4851-ae43-4c7d827ba615 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:44.848052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6a1b07-0ff0-48c6-af6e-cb63585abc61 admin admin] Checking segment: {'id': '9927a4da-98bb-4f26-b200-d4a36a980765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '10361d43-9766-4b2c-ab8d-c51781f5d165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:44.848415 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6a1b07-0ff0-48c6-af6e-cb63585abc61 admin admin] Network hostable DHCP agents. Network: 10361d43-9766-4b2c-ab8d-c51781f5d165, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:44.864280 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6a1b07-0ff0-48c6-af6e-cb63585abc61 admin admin] Network 10361d43-9766-4b2c-ab8d-c51781f5d165 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:44.870553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Checking router: 0dab7b87-e281-4a0f-9510-14aa76616374 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:44.870948 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Updating router 0dab7b87-e281-4a0f-9510-14aa76616374 port 8b90ec97-a734-4edd-b4e3-453058e39b0e binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:01:44.873809 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-cb6a1b07-0ff0-48c6-af6e-cb63585abc61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 10361d43-9766-4b2c-ab8d-c51781f5d165) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:44.878355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6a1b07-0ff0-48c6-af6e-cb63585abc61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:44.879172 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb6a1b07-0ff0-48c6-af6e-cb63585abc61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.894251 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9017aa9e-eddc-43ae-afa6-f9b81111740c None None] Network 10361d43-9766-4b2c-ab8d-c51781f5d165 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:44.897579 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cb6a1b07-0ff0-48c6-af6e-cb63585abc61 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3335409 Aug 16 02:01:44.897879 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53010) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:44.903134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f2e782cd-7d80-4909-a4cf-0fca27278412 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-351352866-router', 'tenant_id': '5cad05cc31d94814b68fed8ddea0bce7', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:44.934761 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2e782cd-7d80-4909-a4cf-0fca27278412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.935812 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2e782cd-7d80-4909-a4cf-0fca27278412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.989389 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2e782cd-7d80-4909-a4cf-0fca27278412 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.129034 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.136969 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2e782cd-7d80-4909-a4cf-0fca27278412 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.211756 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 7d698281-97fe-4851-ae43-4c7d827ba615 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:45.212118 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.356260 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2e782cd-7d80-4909-a4cf-0fca27278412 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.382849 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2e782cd-7d80-4909-a4cf-0fca27278412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.389735 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-10361d43-9766-4b2c-ab8d-c51781f5d165', 'network_id': '10361d43-9766-4b2c-ab8d-c51781f5d165', 'tenant_id': '5cad05cc31d94814b68fed8ddea0bce7', 'fixed_ips': [{'subnet_id': '8c669fdd-2fff-428a-9a07-c3d6829f918e'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:45.390632 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.491276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-f2e782cd-7d80-4909-a4cf-0fca27278412 admin admin] Allocated IP 172.25.3.251 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/8ef78ff8-4501-4902-b74e-a39f87437510) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:45.597333 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2e782cd-7d80-4909-a4cf-0fca27278412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.639350 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2e782cd-7d80-4909-a4cf-0fca27278412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.664812 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Allocated IP 172.20.0.2 (10361d43-9766-4b2c-ab8d-c51781f5d165/8c669fdd-2fff-428a-9a07-c3d6829f918e/6a1ee59c-96c8-4d22-a3a8-a0c07d204d11) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:45.684588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e782cd-7d80-4909-a4cf-0fca27278412 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:45.685054 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.690615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f2e782cd-7d80-4909-a4cf-0fca27278412 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:45.693348 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e782cd-7d80-4909-a4cf-0fca27278412 admin admin] Pushing event updated for resources: {'Port': ['ID=8ef78ff8-4501-4902-b74e-a39f87437510,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:45.695705 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e782cd-7d80-4909-a4cf-0fca27278412 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:45.710403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dce51-064b-4adc-bc2e-26ab68ade88e req-f720a7c3-5c3f-4059-a988-4189c42ffbb0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:45.720233 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-972dce51-064b-4adc-bc2e-26ab68ade88e req-f720a7c3-5c3f-4059-a988-4189c42ffbb0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 944 time: 0.0770051 Aug 16 02:01:45.732229 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Transition to ACTIVE for port object 8b90ec97-a734-4edd-b4e3-453058e39b0e will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:45.749536 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.756400 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-972dce51-064b-4adc-bc2e-26ab68ade88e req-2be25b43-b49e-4f1d-9f35-8d28159b1057 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353053 Aug 16 02:01:45.781891 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d4bf83a5-1d6f-4388-bff2-0337c4902599 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:45.837004 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3a577-3830-417c-846c-235995376e75 None None] Pushing event updated for resources: {'Port': ['ID=8b90ec97-a734-4edd-b4e3-453058e39b0e,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:45.965411 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2e782cd-7d80-4909-a4cf-0fca27278412 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.010682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Attempting to bind port 8b90ec97-a734-4edd-b4e3-453058e39b0e on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:46.011139 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Attempting to bind port 8b90ec97-a734-4edd-b4e3-453058e39b0e by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:46.011423 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Attempting to bind port 8b90ec97-a734-4edd-b4e3-453058e39b0e on network c11ad559-6103-45c1-a6ef-608f106df115 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:46.022403 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.036233 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:46.036495 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Checking segment: {'id': '0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:46.036915 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.037308 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Bound using segment: {'id': '0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:46.037805 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Bound port: 8b90ec97-a734-4edd-b4e3-453058e39b0e, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:46.038185 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.049482 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d4bf83a5-1d6f-4388-bff2-0337c4902599, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d4bf83a5-1d6f-4388-bff2-0337c4902599,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:46.059249 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Transition to ACTIVE for port object 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:46.079981 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'd4bf83a5-1d6f-4388-bff2-0337c4902599', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'port_id': 'd4bf83a5-1d6f-4388-bff2-0337c4902599', 'mac_address': 'fa:16:3e:a7:19:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:46.114419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Transition to ACTIVE for port object 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:46.164306 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.178147 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2e782cd-7d80-4909-a4cf-0fca27278412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.230144 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] For port 8b90ec97-a734-4edd-b4e3-453058e39b0e, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:46.233401 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Network 10361d43-9766-4b2c-ab8d-c51781f5d165 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:46.238129 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.256157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:46.263968 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:46.268390 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] For port 8b90ec97-a734-4edd-b4e3-453058e39b0e, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8b90ec97-a734-4edd-b4e3-453058e39b0e,segment=NetworkSegment(0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f),segment_id=0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:46.270590 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Pushing event updated for resources: {'Port': ['ID=6a1ee59c-96c8-4d22-a3a8-a0c07d204d11,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:46.276137 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4bf83a5-1d6f-4388-bff2-0337c4902599 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:46.282699 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.329331 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e782cd-7d80-4909-a4cf-0fca27278412 admin admin] Router ac4aa52c-9437-4630-be68-0d7ae492901b is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:01:46.348387 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d4bf83a5-1d6f-4388-bff2-0337c4902599, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d4bf83a5-1d6f-4388-bff2-0337c4902599,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:46.379001 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.413600 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Routers {'0dab7b87-e281-4a0f-9510-14aa76616374'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:46.414539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['0dab7b87-e281-4a0f-9510-14aa76616374'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:46.418555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3a577-3830-417c-846c-235995376e75 None None] Pushing event updated for resources: {'Port': ['ID=8b90ec97-a734-4edd-b4e3-453058e39b0e,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:46.448357 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Attempting to bind port 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:46.449119 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Attempting to bind port 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '9927a4da-98bb-4f26-b200-d4a36a980765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '10361d43-9766-4b2c-ab8d-c51781f5d165'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:46.449715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Attempting to bind port 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11 on network 10361d43-9766-4b2c-ab8d-c51781f5d165 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:46.454141 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e782cd-7d80-4909-a4cf-0fca27278412 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:46.471492 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Sync routers for ids ['ac4aa52c-9437-4630-be68-0d7ae492901b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:46.480505 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2e782cd-7d80-4909-a4cf-0fca27278412 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.482072 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f2e782cd-7d80-4909-a4cf-0fca27278412 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5832484 Aug 16 02:01:46.485001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53020) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:46.488584 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Routers {'ac4aa52c-9437-4630-be68-0d7ae492901b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:46.489391 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ac4aa52c-9437-4630-be68-0d7ae492901b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:46.545677 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3a577-3830-417c-846c-235995376e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:46.546274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3a577-3830-417c-846c-235995376e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:46.546831 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3a577-3830-417c-846c-235995376e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:46.547394 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3a577-3830-417c-846c-235995376e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:46.548768 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3a577-3830-417c-846c-235995376e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:46.549330 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3a577-3830-417c-846c-235995376e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:46.549916 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3a577-3830-417c-846c-235995376e75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:46.550646 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3a577-3830-417c-846c-235995376e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:46.551187 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3a577-3830-417c-846c-235995376e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:46.551741 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3a577-3830-417c-846c-235995376e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:46.552278 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3a577-3830-417c-846c-235995376e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:46.554010 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3a577-3830-417c-846c-235995376e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:46.575566 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:46.575992 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Checking segment: {'id': '9927a4da-98bb-4f26-b200-d4a36a980765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '10361d43-9766-4b2c-ab8d-c51781f5d165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:46.576397 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.576775 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Bound using segment: {'id': '9927a4da-98bb-4f26-b200-d4a36a980765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '10361d43-9766-4b2c-ab8d-c51781f5d165'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:46.577253 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Bound port: 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9927a4da-98bb-4f26-b200-d4a36a980765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '10361d43-9766-4b2c-ab8d-c51781f5d165'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:46.577657 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.626456 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Set router ac4aa52c-9437-4630-be68-0d7ae492901b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:46.627244 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['d4bf83a5-1d6f-4388-bff2-0337c4902599'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:46.751022 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=d4bf83a5-1d6f-4388-bff2-0337c4902599,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:46.817527 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] Set router 0dab7b87-e281-4a0f-9510-14aa76616374 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:46.835157 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'name': 'tempest-TestServerBasicOps-351352866-router', 'tenant_id': '5cad05cc31d94814b68fed8ddea0bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '8ef78ff8-4501-4902-b74e-a39f87437510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:44Z', 'updated_at': '2021-08-16T02:01:45Z', 'revision_number': 3, 'project_id': '5cad05cc31d94814b68fed8ddea0bce7', 'gw_port': {'id': '8ef78ff8-4501-4902-b74e-a39f87437510', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:45Z', 'updated_at': '2021-08-16T02:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:46.869352 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Checking router: ac4aa52c-9437-4630-be68-0d7ae492901b for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:46.870216 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Updating router ac4aa52c-9437-4630-be68-0d7ae492901b port 8ef78ff8-4501-4902-b74e-a39f87437510 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:01:46.885995 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] For port 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:46.901408 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.914076 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c5300-7c82-465b-9087-ab22840faef6 req-b494f019-cad7-4677-a5a4-c60db8960e6d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.919823 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] For port 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6a1ee59c-96c8-4d22-a3a8-a0c07d204d11,segment=NetworkSegment(9927a4da-98bb-4f26-b200-d4a36a980765),segment_id=9927a4da-98bb-4f26-b200-d4a36a980765)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:46.930612 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa8c5300-7c82-465b-9087-ab22840faef6 req-b494f019-cad7-4677-a5a4-c60db8960e6d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 945 time: 0.0890574 Aug 16 02:01:46.960687 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.981427 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa8c5300-7c82-465b-9087-ab22840faef6 req-399f53ff-2d96-49ac-be47-09ba6535119c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481389 Aug 16 02:01:47.000750 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eeb6d70d-ea6f-449a-adc9-bacc37f75620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.222095 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.268521 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Transition to ACTIVE for port object 8ef78ff8-4501-4902-b74e-a39f87437510 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:47.286623 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.286840 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-eeb6d70d-ea6f-449a-adc9-bacc37f75620 admin admin] Allocated IP 172.20.0.1 (10361d43-9766-4b2c-ab8d-c51781f5d165/8c669fdd-2fff-428a-9a07-c3d6829f918e/e8201ed4-a090-4e85-bdd2-ab7e02f8e67e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:47.349541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461fbaa-c8bb-4add-b9cd-3e295621de57 None None] Pushing event updated for resources: {'Port': ['ID=6a1ee59c-96c8-4d22-a3a8-a0c07d204d11,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:47.358354 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Attempting to bind port 8ef78ff8-4501-4902-b74e-a39f87437510 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:47.358721 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Attempting to bind port 8ef78ff8-4501-4902-b74e-a39f87437510 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:47.359087 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Attempting to bind port 8ef78ff8-4501-4902-b74e-a39f87437510 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:47.367030 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:47.367405 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:47.367949 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.368345 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:47.369335 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Bound port: 8ef78ff8-4501-4902-b74e-a39f87437510, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:47.369874 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.425297 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da9fee-9a0d-44a0-9638-3710f724d2d4 None None] Pushing event updated for resources: {'Port': ['ID=8ef78ff8-4501-4902-b74e-a39f87437510,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:47.446595 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] For port 8ef78ff8-4501-4902-b74e-a39f87437510, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:47.453225 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] For port 8ef78ff8-4501-4902-b74e-a39f87437510, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8ef78ff8-4501-4902-b74e-a39f87437510,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:47.456651 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eeb6d70d-ea6f-449a-adc9-bacc37f75620 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.460436 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.466680 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'name': 'tempest-TestServerBasicOps-469393786-router', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:38Z', 'updated_at': '2021-08-16T02:01:42Z', 'revision_number': 4, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'gw_port': {'id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:39Z', 'updated_at': '2021-08-16T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8b90ec97-a734-4edd-b4e3-453058e39b0e', 'name': '', 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'mac_address': 'fa:16:3e:cb:52:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'c62c0746-70d3-4cee-8dce-03d37b2c9f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:41Z', 'updated_at': '2021-08-16T02:01:46Z', 'revision_number': 4, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'subnets': [{'id': 'c62c0746-70d3-4cee-8dce-03d37b2c9f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:47.473617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-eeb6d70d-ea6f-449a-adc9-bacc37f75620 admin admin] Transition to ACTIVE for port object e8201ed4-a090-4e85-bdd2-ab7e02f8e67e will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:47.500044 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b9559f-26e7-4000-b8f5-fbb11244a7af None None] The sync data for ids ['0dab7b87-e281-4a0f-9510-14aa76616374'] in n-d-765315-27 is: [{'id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'name': 'tempest-TestServerBasicOps-469393786-router', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:38Z', 'updated_at': '2021-08-16T02:01:42Z', 'revision_number': 4, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'gw_port': {'id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:39Z', 'updated_at': '2021-08-16T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8b90ec97-a734-4edd-b4e3-453058e39b0e', 'name': '', 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'mac_address': 'fa:16:3e:cb:52:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'c62c0746-70d3-4cee-8dce-03d37b2c9f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:41Z', 'updated_at': '2021-08-16T02:01:46Z', 'revision_number': 4, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'subnets': [{'id': 'c62c0746-70d3-4cee-8dce-03d37b2c9f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:47.520699 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Routers {'ac4aa52c-9437-4630-be68-0d7ae492901b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:47.521465 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ac4aa52c-9437-4630-be68-0d7ae492901b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:47.539714 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eeb6d70d-ea6f-449a-adc9-bacc37f75620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.601259 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb6d70d-ea6f-449a-adc9-bacc37f75620 admin admin] Network 10361d43-9766-4b2c-ab8d-c51781f5d165 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:47.604692 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da9fee-9a0d-44a0-9638-3710f724d2d4 None None] Pushing event updated for resources: {'Port': ['ID=8ef78ff8-4501-4902-b74e-a39f87437510,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:47.610643 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-eeb6d70d-ea6f-449a-adc9-bacc37f75620 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:47.618161 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb6d70d-ea6f-449a-adc9-bacc37f75620 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:47.623718 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6d70d-ea6f-449a-adc9-bacc37f75620 admin admin] Pushing event updated for resources: {'Port': ['ID=e8201ed4-a090-4e85-bdd2-ab7e02f8e67e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:47.679467 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eeb6d70d-ea6f-449a-adc9-bacc37f75620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.681423 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] Set router ac4aa52c-9437-4630-be68-0d7ae492901b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:47.910363 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'name': 'tempest-TestServerBasicOps-351352866-router', 'tenant_id': '5cad05cc31d94814b68fed8ddea0bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '8ef78ff8-4501-4902-b74e-a39f87437510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:44Z', 'updated_at': '2021-08-16T02:01:45Z', 'revision_number': 3, 'project_id': '5cad05cc31d94814b68fed8ddea0bce7', 'gw_port': {'id': '8ef78ff8-4501-4902-b74e-a39f87437510', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:45Z', 'updated_at': '2021-08-16T02:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:47.941634 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e823ef0-7554-4b86-9899-0400eaf4a2d1 None None] The sync data for ids ['ac4aa52c-9437-4630-be68-0d7ae492901b'] in n-d-765315-27 is: [{'id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'name': 'tempest-TestServerBasicOps-351352866-router', 'tenant_id': '5cad05cc31d94814b68fed8ddea0bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '8ef78ff8-4501-4902-b74e-a39f87437510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:44Z', 'updated_at': '2021-08-16T02:01:45Z', 'revision_number': 3, 'project_id': '5cad05cc31d94814b68fed8ddea0bce7', 'gw_port': {'id': '8ef78ff8-4501-4902-b74e-a39f87437510', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:45Z', 'updated_at': '2021-08-16T02:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:48.145161 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4967ee8-2969-47e2-b2c3-f76c7d45409a req-245e7045-07c5-42fb-8ba3-f9f5613868e9 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.146950 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c4967ee8-2969-47e2-b2c3-f76c7d45409a req-245e7045-07c5-42fb-8ba3-f9f5613868e9 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 945 time: 0.0709996 Aug 16 02:01:48.210522 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c4967ee8-2969-47e2-b2c3-f76c7d45409a req-c7e3a0e9-5ce1-4d00-b3d5-4996e06bfab5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558670 Aug 16 02:01:48.271850 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eeb6d70d-ea6f-449a-adc9-bacc37f75620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.339102 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca7b7e4-efda-47c8-96bc-0050875992f9 None None] Network 10361d43-9766-4b2c-ab8d-c51781f5d165 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:48.461873 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6dfe0f17-9490-4e46-b137-aab21b83c792 None None] Provisioning for port 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:48.507569 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eeb6d70d-ea6f-449a-adc9-bacc37f75620 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.512966 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eeb6d70d-ea6f-449a-adc9-bacc37f75620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.583947 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eeb6d70d-ea6f-449a-adc9-bacc37f75620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.586824 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6d70d-ea6f-449a-adc9-bacc37f75620 admin admin] Pushing event updated for resources: {'Port': ['ID=e8201ed4-a090-4e85-bdd2-ab7e02f8e67e,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:48.693098 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53036) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:48.717603 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb6d70d-ea6f-449a-adc9-bacc37f75620 admin admin] Network 10361d43-9766-4b2c-ab8d-c51781f5d165 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:48.720664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-eeb6d70d-ea6f-449a-adc9-bacc37f75620 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:48.872888 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fa5c408b-7522-4709-9fd8-36ce1a04291d tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4617 time: 0.1783757 Aug 16 02:01:48.882136 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53038) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:48.892352 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fac1382a-bbd8-4591-847c-ad73e7d11371 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Request body: {'network': {'name': 'tempest-network-smoke--437771934', 'project_id': '3447b752e21e478fb773f0edc2208920', 'port_security_enabled': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:48.925104 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac1382a-bbd8-4591-847c-ad73e7d11371 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Made reservation on behalf of 3447b752e21e478fb773f0edc2208920 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:48.931925 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fac1382a-bbd8-4591-847c-ad73e7d11371 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.960518 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac1382a-bbd8-4591-847c-ad73e7d11371 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:48.974079 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fac1382a-bbd8-4591-847c-ad73e7d11371 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.974719 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-fac1382a-bbd8-4591-847c-ad73e7d11371 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Added segment db21d1c9-ebb4-432f-abf7-f5a70e1c4568 of type vlan for network fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e Aug 16 02:01:48.984037 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb6d70d-ea6f-449a-adc9-bacc37f75620 admin admin] Router ac4aa52c-9437-4630-be68-0d7ae492901b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:49.020895 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-962184a8-ed43-47cd-81d4-1d4c417c83d8 None None] Provisioning for port e8201ed4-a090-4e85-bdd2-ab7e02f8e67e completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:49.028080 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-962184a8-ed43-47cd-81d4-1d4c417c83d8 None None] Provisioning complete for port e8201ed4-a090-4e85-bdd2-ab7e02f8e67e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:49.028558 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-962184a8-ed43-47cd-81d4-1d4c417c83d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.069275 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fac1382a-bbd8-4591-847c-ad73e7d11371 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.088980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:49.115580 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fac1382a-bbd8-4591-847c-ad73e7d11371 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.127238 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac1382a-bbd8-4591-847c-ad73e7d11371 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:49.128058 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fac1382a-bbd8-4591-847c-ad73e7d11371 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.199631 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb6d70d-ea6f-449a-adc9-bacc37f75620 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:49.205545 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-eeb6d70d-ea6f-449a-adc9-bacc37f75620 admin admin] 10.222.0.68 "PUT /v2.0/routers/ac4aa52c-9437-4630-be68-0d7ae492901b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7194073 Aug 16 02:01:49.232436 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1382a-bbd8-4591-847c-ad73e7d11371 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event updated for resources: {'Network': ['ID=fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:49.239193 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53044) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:49.239429 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fac1382a-bbd8-4591-847c-ad73e7d11371 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3560240 Aug 16 02:01:49.245340 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-95443887-9d2d-4710-b5cb-00d7a441eb75 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-789229912', 'admin_state_up': True, 'project_id': '3447b752e21e478fb773f0edc2208920', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:49.255067 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-962184a8-ed43-47cd-81d4-1d4c417c83d8 None None] Port e8201ed4-a090-4e85-bdd2-ab7e02f8e67e cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:49.260222 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:49.318125 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95443887-9d2d-4710-b5cb-00d7a441eb75 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.319367 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95443887-9d2d-4710-b5cb-00d7a441eb75 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.420065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:49.435545 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95443887-9d2d-4710-b5cb-00d7a441eb75 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.435715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4a0639c6-b0ce-4c8f-bba1-ea6f91a411b1 None None] Provisioning complete for port e8201ed4-a090-4e85-bdd2-ab7e02f8e67e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:49.436230 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a0639c6-b0ce-4c8f-bba1-ea6f91a411b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.438077 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bf14e-157f-4408-8ed3-5e1c025417fe req-9cca521c-469d-40af-b114-113651c16b13 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:49.439890 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7e7bf14e-157f-4408-8ed3-5e1c025417fe req-9cca521c-469d-40af-b114-113651c16b13 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 945 time: 0.0913217 Aug 16 02:01:49.477791 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:49.479126 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.528213 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7e7bf14e-157f-4408-8ed3-5e1c025417fe req-e2c005bf-9d88-4f85-a575-0c9e37a8e8f1 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809691 Aug 16 02:01:49.530168 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4a0639c6-b0ce-4c8f-bba1-ea6f91a411b1 None None] Port e8201ed4-a090-4e85-bdd2-ab7e02f8e67e cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:49.595423 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.657975 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6a1ee59c-96c8-4d22-a3a8-a0c07d204d11,segment=NetworkSegment(9927a4da-98bb-4f26-b200-d4a36a980765),segment_id=9927a4da-98bb-4f26-b200-d4a36a980765)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:49.661674 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e422336b-bddf-4388-90f4-734140cd65c1 None None] Provisioning complete for port e8201ed4-a090-4e85-bdd2-ab7e02f8e67e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:49.662118 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e422336b-bddf-4388-90f4-734140cd65c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.665004 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.666668 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8b90ec97-a734-4edd-b4e3-453058e39b0e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:49.672044 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95443887-9d2d-4710-b5cb-00d7a441eb75 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.773688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e422336b-bddf-4388-90f4-734140cd65c1 None None] Port e8201ed4-a090-4e85-bdd2-ab7e02f8e67e cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:49.801151 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d4bf83a5-1d6f-4388-bff2-0337c4902599 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:49.827161 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=6a1ee59c-96c8-4d22-a3a8-a0c07d204d11,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:49.864555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 8b90ec97-a734-4edd-b4e3-453058e39b0e completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:49.871793 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 8b90ec97-a734-4edd-b4e3-453058e39b0e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:49.872297 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.888464 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95443887-9d2d-4710-b5cb-00d7a441eb75 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.894842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port d4bf83a5-1d6f-4388-bff2-0337c4902599 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:49.900081 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port d4bf83a5-1d6f-4388-bff2-0337c4902599 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:49.900596 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.913851 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95443887-9d2d-4710-b5cb-00d7a441eb75 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.004276 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.034169 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-95443887-9d2d-4710-b5cb-00d7a441eb75 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Allocated IP 172.25.3.141 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/734c3aa2-d2d7-42bd-8f52-363278509321) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:50.054507 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d4bf83a5-1d6f-4388-bff2-0337c4902599, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d4bf83a5-1d6f-4388-bff2-0337c4902599,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:50.057263 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde879b0-3310-41e9-9e10-018874ce01cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bf83a5-1d6f-4388-bff2-0337c4902599'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:50.059763 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc43745-e8be-4b1c-bf48-9f31e5f03ca7" -d '{"events": [{"server_uuid": "dde879b0-3310-41e9-9e10-018874ce01cb", "name": "network-vif-plugged", "status": "completed", "tag": "d4bf83a5-1d6f-4388-bff2-0337c4902599"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:50.090837 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.093147 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.115785 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4622fb9b-640d-43a4-9c51-22b75cd89cab x-openstack-request-id: req-4622fb9b-640d-43a4-9c51-22b75cd89cab {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:50.116165 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde879b0-3310-41e9-9e10-018874ce01cb", "name": "network-vif-plugged", "status": "completed", "tag": "d4bf83a5-1d6f-4388-bff2-0337c4902599", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:50.116489 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4622fb9b-640d-43a4-9c51-22b75cd89cab {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:50.116946 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde879b0-3310-41e9-9e10-018874ce01cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bf83a5-1d6f-4388-bff2-0337c4902599', 'code': 200} Aug 16 02:01:50.175280 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-976c8dd2-3b36-4577-b637-e6a0d52ce877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.176714 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95443887-9d2d-4710-b5cb-00d7a441eb75 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.215088 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 8b90ec97-a734-4edd-b4e3-453058e39b0e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8b90ec97-a734-4edd-b4e3-453058e39b0e,segment=NetworkSegment(0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f),segment_id=0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:50.216571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=d4bf83a5-1d6f-4388-bff2-0337c4902599,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:50.229553 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.230846 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8ef78ff8-4501-4902-b74e-a39f87437510 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:50.243048 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d3730-a85c-4d91-a0d9-a818bafd0ac2 req-b234b6f9-4407-424c-a59e-9b23b170853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:50.245202 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-710d3730-a85c-4d91-a0d9-a818bafd0ac2 req-b234b6f9-4407-424c-a59e-9b23b170853e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 1098 time: 0.0606084 Aug 16 02:01:50.314421 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-710d3730-a85c-4d91-a0d9-a818bafd0ac2 req-9bacc9ff-6e51-4d4e-87fa-2abcb379ceb7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615833 Aug 16 02:01:50.316532 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95443887-9d2d-4710-b5cb-00d7a441eb75 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.319855 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=8b90ec97-a734-4edd-b4e3-453058e39b0e,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:50.338303 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 8ef78ff8-4501-4902-b74e-a39f87437510 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:50.342155 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 8ef78ff8-4501-4902-b74e-a39f87437510 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:50.342531 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.371540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95443887-9d2d-4710-b5cb-00d7a441eb75 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event updated for resources: {'Port': ['ID=734c3aa2-d2d7-42bd-8f52-363278509321,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:50.374975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95443887-9d2d-4710-b5cb-00d7a441eb75 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:50.376720 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-95443887-9d2d-4710-b5cb-00d7a441eb75 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:50.382910 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95443887-9d2d-4710-b5cb-00d7a441eb75 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:50.412395 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53056) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:50.418039 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c1a5913e-8d48-4d4f-b2bc-f04cd972635a tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1271478700', 'description': 'tempest-secgroup-smoke-1271478700 description', 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:50.436467 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.454010 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c1a5913e-8d48-4d4f-b2bc-f04cd972635a tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.456996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 8ef78ff8-4501-4902-b74e-a39f87437510, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8ef78ff8-4501-4902-b74e-a39f87437510,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:50.460942 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.509709 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=8ef78ff8-4501-4902-b74e-a39f87437510,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:50.672130 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded3b66-578e-4d38-b542-1a7f165e703d req-f4a27d3f-68a3-4669-9c3d-e77cea3f4581 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:50.674241 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9ded3b66-578e-4d38-b542-1a7f165e703d req-f4a27d3f-68a3-4669-9c3d-e77cea3f4581 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.0678520 Aug 16 02:01:50.713974 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c1a5913e-8d48-4d4f-b2bc-f04cd972635a tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.719018 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c1a5913e-8d48-4d4f-b2bc-f04cd972635a tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.724029 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9ded3b66-578e-4d38-b542-1a7f165e703d req-29f3e980-5e23-4ce1-840e-5c2808c87c74 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386057 Aug 16 02:01:50.755728 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c1a5913e-8d48-4d4f-b2bc-f04cd972635a tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.756962 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c1a5913e-8d48-4d4f-b2bc-f04cd972635a tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3436692 Aug 16 02:01:50.760715 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53060) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:50.764328 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95443887-9d2d-4710-b5cb-00d7a441eb75 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.765461 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4d34a76c-9c63-4860-818d-4d5fa16294da tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Request body: {'security_group_rule': {'security_group_id': '050141ea-1fb1-4c15-aa22-9cf1a6c2e18a', 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:50.770078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5913e-8d48-4d4f-b2bc-f04cd972635a tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=050141ea-1fb1-4c15-aa22-9cf1a6c2e18a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:50.799426 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d34a76c-9c63-4860-818d-4d5fa16294da tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.862607 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d34a76c-9c63-4860-818d-4d5fa16294da tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.877062 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d34a76c-9c63-4860-818d-4d5fa16294da tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.903915 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34a76c-9c63-4860-818d-4d5fa16294da tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fe1d64-0cab-4808-8412-c722bc87d4f5,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:50.908237 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d34a76c-9c63-4860-818d-4d5fa16294da tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.912621 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4d34a76c-9c63-4860-818d-4d5fa16294da tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1478739 Aug 16 02:01:50.912621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53064) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:50.919285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e098c8ce-c6f8-48e4-a9cd-72bfe395fee1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Request body: {'security_group_rule': {'security_group_id': '050141ea-1fb1-4c15-aa22-9cf1a6c2e18a', 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:50.922919 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8b90ec97-a734-4edd-b4e3-453058e39b0e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:50.952436 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e098c8ce-c6f8-48e4-a9cd-72bfe395fee1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.982412 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 8b90ec97-a734-4edd-b4e3-453058e39b0e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:50.983026 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.010254 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95443887-9d2d-4710-b5cb-00d7a441eb75 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.016866 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e098c8ce-c6f8-48e4-a9cd-72bfe395fee1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.022376 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e098c8ce-c6f8-48e4-a9cd-72bfe395fee1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.045696 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098c8ce-c6f8-48e4-a9cd-72bfe395fee1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4efdcb2-cce0-472e-8696-b6011501c328,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:51.059650 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e098c8ce-c6f8-48e4-a9cd-72bfe395fee1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.060971 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e098c8ce-c6f8-48e4-a9cd-72bfe395fee1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1474342 Aug 16 02:01:51.063568 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53066) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.068189 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ded48d20-c16a-4260-adeb-1ba5b0e7c190 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Request body: {'security_group_rule': {'security_group_id': '050141ea-1fb1-4c15-aa22-9cf1a6c2e18a', 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:51.100223 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ded48d20-c16a-4260-adeb-1ba5b0e7c190 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.106981 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:51.149580 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Sync routers for ids ['ac4aa52c-9437-4630-be68-0d7ae492901b'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:51.166918 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95443887-9d2d-4710-b5cb-00d7a441eb75 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Router df4147d5-15e1-4fa4-816c-7fbffe2e9aef is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:01:51.168341 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Routers {'ac4aa52c-9437-4630-be68-0d7ae492901b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:51.169318 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ac4aa52c-9437-4630-be68-0d7ae492901b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:51.184177 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ded48d20-c16a-4260-adeb-1ba5b0e7c190 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.189044 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ded48d20-c16a-4260-adeb-1ba5b0e7c190 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.214827 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ded48d20-c16a-4260-adeb-1ba5b0e7c190 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.216480 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ded48d20-c16a-4260-adeb-1ba5b0e7c190 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519508 Aug 16 02:01:51.218497 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded48d20-c16a-4260-adeb-1ba5b0e7c190 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9cf1f44-f9e6-4769-a720-71641d5eee59,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:51.221018 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53068) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.226205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:51.226571 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.233914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-be55a19c-0e23-47d2-a881-128d231389b4 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Request body: {'security_group_rule': {'security_group_id': '050141ea-1fb1-4c15-aa22-9cf1a6c2e18a', 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:51.268539 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be55a19c-0e23-47d2-a881-128d231389b4 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.314325 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95443887-9d2d-4710-b5cb-00d7a441eb75 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:51.332217 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Sync routers for ids ['df4147d5-15e1-4fa4-816c-7fbffe2e9aef'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:51.340710 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95443887-9d2d-4710-b5cb-00d7a441eb75 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.342290 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-95443887-9d2d-4710-b5cb-00d7a441eb75 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1017795 Aug 16 02:01:51.345021 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53070) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.347724 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Routers {'df4147d5-15e1-4fa4-816c-7fbffe2e9aef'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:51.348346 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['df4147d5-15e1-4fa4-816c-7fbffe2e9aef'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:51.363501 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Set router ac4aa52c-9437-4630-be68-0d7ae492901b gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:51.373859 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be55a19c-0e23-47d2-a881-128d231389b4 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.379053 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be55a19c-0e23-47d2-a881-128d231389b4 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.405852 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cd7c8a-8683-4c46-804b-c2cf3e8a1e5d tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:51.407607 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-10cd7c8a-8683-4c46-804b-c2cf3e8a1e5d tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=3447b752e21e478fb773f0edc2208920&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0613101 Aug 16 02:01:51.410870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53072) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.413737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8ef78ff8-4501-4902-b74e-a39f87437510 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:51.426843 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55a19c-0e23-47d2-a881-128d231389b4 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8f2c58-60e0-4c19-80cd-b33657ef64b5,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:51.440985 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be55a19c-0e23-47d2-a881-128d231389b4 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.442199 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-be55a19c-0e23-47d2-a881-128d231389b4 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2128882 Aug 16 02:01:51.445043 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53074) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.450083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-06271e7f-68ea-4112-945b-9824e11f25a8 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Request body: {'security_group_rule': {'security_group_id': '050141ea-1fb1-4c15-aa22-9cf1a6c2e18a', 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:51.474467 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-06271e7f-68ea-4112-945b-9824e11f25a8 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Project dcf4a63eedb8431cb8f7fb214a78ac67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:01:51.475006 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Set router df4147d5-15e1-4fa4-816c-7fbffe2e9aef gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:51.480780 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06271e7f-68ea-4112-945b-9824e11f25a8 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.526053 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6071f53-3e31-439b-a81b-a61a8a9a5b89 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:51.532532 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d6071f53-3e31-439b-a81b-a61a8a9a5b89 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1192708 Aug 16 02:01:51.532770 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53076) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.570710 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-522c39e3-248b-4a75-af50-9542ed30c541 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=624da80d-1349-4890-b915-f302637330f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368412 Aug 16 02:01:51.574395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53078) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.587513 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 8ef78ff8-4501-4902-b74e-a39f87437510 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:51.588076 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.598143 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06271e7f-68ea-4112-945b-9824e11f25a8 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.604754 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06271e7f-68ea-4112-945b-9824e11f25a8 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.612730 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8e821353-01ad-4fe7-9389-1dcde334f77b tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=3447b752e21e478fb773f0edc2208920&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369477 Aug 16 02:01:51.613371 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53080) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.624263 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06271e7f-68ea-4112-945b-9824e11f25a8 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1b793a-a8fd-4bca-88fc-9f4fa80764b6,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:51.643792 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06271e7f-68ea-4112-945b-9824e11f25a8 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.647175 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-06271e7f-68ea-4112-945b-9824e11f25a8 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1985416 Aug 16 02:01:51.647576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53082) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.658560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8b4d1b6d-bd08-4873-a54d-ef9da3e25463 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Request body: {'security_group_rule': {'security_group_id': '050141ea-1fb1-4c15-aa22-9cf1a6c2e18a', 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:51.681048 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-789229912', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '734c3aa2-d2d7-42bd-8f52-363278509321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:49Z', 'updated_at': '2021-08-16T02:01:50Z', 'revision_number': 3, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': '734c3aa2-d2d7-42bd-8f52-363278509321', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:49Z', 'updated_at': '2021-08-16T02:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:51.696292 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-8b4d1b6d-bd08-4873-a54d-ef9da3e25463 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Project dcf4a63eedb8431cb8f7fb214a78ac67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:01:51.702214 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'name': 'tempest-TestServerBasicOps-351352866-router', 'tenant_id': '5cad05cc31d94814b68fed8ddea0bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '8ef78ff8-4501-4902-b74e-a39f87437510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:44Z', 'updated_at': '2021-08-16T02:01:48Z', 'revision_number': 4, 'project_id': '5cad05cc31d94814b68fed8ddea0bce7', 'gw_port': {'id': '8ef78ff8-4501-4902-b74e-a39f87437510', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:45Z', 'updated_at': '2021-08-16T02:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'e8201ed4-a090-4e85-bdd2-ab7e02f8e67e', 'name': '', 'network_id': '10361d43-9766-4b2c-ab8d-c51781f5d165', 'tenant_id': '5cad05cc31d94814b68fed8ddea0bce7', 'mac_address': 'fa:16:3e:1a:3a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '8c669fdd-2fff-428a-9a07-c3d6829f918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:47Z', 'updated_at': '2021-08-16T02:01:48Z', 'revision_number': 2, 'project_id': '5cad05cc31d94814b68fed8ddea0bce7', 'subnets': [{'id': '8c669fdd-2fff-428a-9a07-c3d6829f918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:51.702909 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b4d1b6d-bd08-4873-a54d-ef9da3e25463 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.715176 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Checking router: df4147d5-15e1-4fa4-816c-7fbffe2e9aef for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:51.715524 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Updating router df4147d5-15e1-4fa4-816c-7fbffe2e9aef port 734c3aa2-d2d7-42bd-8f52-363278509321 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:01:51.730329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b10121-86ec-40a0-8eb8-c0f715821242 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:51.735050 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-99b10121-86ec-40a0-8eb8-c0f715821242 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1179953 Aug 16 02:01:51.735439 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53084) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.743987 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.755172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Checking router: ac4aa52c-9437-4630-be68-0d7ae492901b for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:51.755531 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Updating router ac4aa52c-9437-4630-be68-0d7ae492901b port e8201ed4-a090-4e85-bdd2-ab7e02f8e67e binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:01:51.774516 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5ce21d20-eaf3-4d0a-ae84-098e32058fae tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=624da80d-1349-4890-b915-f302637330f0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374238 Aug 16 02:01:51.777480 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53088) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:51.783044 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b4d1b6d-bd08-4873-a54d-ef9da3e25463 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.789138 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b4d1b6d-bd08-4873-a54d-ef9da3e25463 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.793246 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-000d91e4-2feb-4d80-872e-03f010ad44a0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1035736823', 'network_id': 'fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e', 'project_id': '3447b752e21e478fb773f0edc2208920', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:51.793423 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.804450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d1b6d-bd08-4873-a54d-ef9da3e25463 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07692258-b374-4371-ab12-a20049d3829d,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:51.824435 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b4d1b6d-bd08-4873-a54d-ef9da3e25463 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.826123 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8b4d1b6d-bd08-4873-a54d-ef9da3e25463 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1775832 Aug 16 02:01:51.960391 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57702abe-6a1a-48ae-8b71-11b6504d3af9 req-ce860f85-7dda-46f3-8ef3-da1b1bbbb1e7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:51.962057 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-57702abe-6a1a-48ae-8b71-11b6504d3af9 req-ce860f85-7dda-46f3-8ef3-da1b1bbbb1e7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.0919795 Aug 16 02:01:52.001326 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000d91e4-2feb-4d80-872e-03f010ad44a0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Made reservation on behalf of 3447b752e21e478fb773f0edc2208920 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:52.004914 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-000d91e4-2feb-4d80-872e-03f010ad44a0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.079497 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-57702abe-6a1a-48ae-8b71-11b6504d3af9 req-8dd1411f-ce9a-4a16-ac2c-c6b531c48aa4 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075609 Aug 16 02:01:52.116486 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-c239f77f-21e3-4318-a12c-aeb204260d28 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1271478700&fields=id&tenant_id=dcf4a63eedb8431cb8f7fb214a78ac67 HTTP/1.1" status: 200 len: 267 time: 0.0591516 Aug 16 02:01:52.201573 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.216209 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Transition to ACTIVE for port object e8201ed4-a090-4e85-bdd2-ab7e02f8e67e will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:52.224986 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.269475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-76a2ce65-74db-4196-9327-f7fe864fb6bc tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:52.271298 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-76a2ce65-74db-4196-9327-f7fe864fb6bc tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/networks?id=c11ad559-6103-45c1-a6ef-608f106df115 HTTP/1.1" status: 200 len: 808 time: 0.1539149 Aug 16 02:01:52.313797 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-da690c3a-6084-46ad-b001-41e6b8603eec tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/quotas/dcf4a63eedb8431cb8f7fb214a78ac67 HTTP/1.1" status: 200 len: 375 time: 0.0237403 Aug 16 02:01:52.315143 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-000d91e4-2feb-4d80-872e-03f010ad44a0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.320558 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.352170 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Transition to ACTIVE for port object 734c3aa2-d2d7-42bd-8f52-363278509321 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:52.365348 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.389749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d91e4-2feb-4d80-872e-03f010ad44a0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event updated for resources: {'Subnet': ['ID=ed6e5b89-121a-453c-8dab-d6c90c95a80d,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:52.403413 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad879d-d1bb-45d0-81f5-5e4d4a5a262c None None] Pushing event updated for resources: {'Port': ['ID=e8201ed4-a090-4e85-bdd2-ab7e02f8e67e,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:52.417493 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-2de06331-ad12-4d2b-8606-e162de7b74a6 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dcf4a63eedb8431cb8f7fb214a78ac67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999854 Aug 16 02:01:52.427892 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Attempting to bind port e8201ed4-a090-4e85-bdd2-ab7e02f8e67e on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:52.428495 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Attempting to bind port e8201ed4-a090-4e85-bdd2-ab7e02f8e67e by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '9927a4da-98bb-4f26-b200-d4a36a980765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '10361d43-9766-4b2c-ab8d-c51781f5d165'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:52.428925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Attempting to bind port e8201ed4-a090-4e85-bdd2-ab7e02f8e67e on network 10361d43-9766-4b2c-ab8d-c51781f5d165 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:52.435537 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:52.436177 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Checking segment: {'id': '9927a4da-98bb-4f26-b200-d4a36a980765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '10361d43-9766-4b2c-ab8d-c51781f5d165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:52.436672 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.437273 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Bound using segment: {'id': '9927a4da-98bb-4f26-b200-d4a36a980765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '10361d43-9766-4b2c-ab8d-c51781f5d165'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:52.448897 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000d91e4-2feb-4d80-872e-03f010ad44a0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Checking segment: {'id': 'db21d1c9-ebb4-432f-abf7-f5a70e1c4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:52.449165 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000d91e4-2feb-4d80-872e-03f010ad44a0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Network hostable DHCP agents. Network: fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:52.449927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Bound port: e8201ed4-a090-4e85-bdd2-ab7e02f8e67e, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9927a4da-98bb-4f26-b200-d4a36a980765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '10361d43-9766-4b2c-ab8d-c51781f5d165'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:52.451343 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.474163 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000d91e4-2feb-4d80-872e-03f010ad44a0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Network fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:52.498142 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Attempting to bind port 734c3aa2-d2d7-42bd-8f52-363278509321 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:52.500175 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Attempting to bind port 734c3aa2-d2d7-42bd-8f52-363278509321 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:52.500551 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Attempting to bind port 734c3aa2-d2d7-42bd-8f52-363278509321 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:52.501203 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-000d91e4-2feb-4d80-872e-03f010ad44a0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:52.506726 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000d91e4-2feb-4d80-872e-03f010ad44a0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:52.507578 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-000d91e4-2feb-4d80-872e-03f010ad44a0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.537180 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-000d91e4-2feb-4d80-872e-03f010ad44a0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7583060 Aug 16 02:01:52.539901 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53116) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:52.545937 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fe552a-a861-4e5e-a95a-f9aa86b0023b None None] Network fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:52.568560 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:52.568914 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:52.576898 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.577554 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:52.579507 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Bound port: 734c3aa2-d2d7-42bd-8f52-363278509321, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:52.580055 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.639293 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02708a7-39be-48a6-946c-9974e3334064 None None] Pushing event updated for resources: {'Port': ['ID=734c3aa2-d2d7-42bd-8f52-363278509321,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:52.661326 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-4ab8813a-83d9-45fa-a625-e2e3f2a2fdc5 service neutron] 10.222.0.68 "GET /v2.0/networks/c11ad559-6103-45c1-a6ef-608f106df115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226088 Aug 16 02:01:52.703818 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a80cca7c-8a21-4cf1-8269-e9ba52b60fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.720261 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] For port 734c3aa2-d2d7-42bd-8f52-363278509321, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:52.725916 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] For port 734c3aa2-d2d7-42bd-8f52-363278509321, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=734c3aa2-d2d7-42bd-8f52-363278509321,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:52.732562 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53122) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:52.739847 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.744654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] For port e8201ed4-a090-4e85-bdd2-ab7e02f8e67e, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:52.784558 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] For port e8201ed4-a090-4e85-bdd2-ab7e02f8e67e, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=e8201ed4-a090-4e85-bdd2-ab7e02f8e67e,segment=NetworkSegment(9927a4da-98bb-4f26-b200-d4a36a980765),segment_id=9927a4da-98bb-4f26-b200-d4a36a980765)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:52.832779 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.868123 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Routers {'df4147d5-15e1-4fa4-816c-7fbffe2e9aef'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:52.869872 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['df4147d5-15e1-4fa4-816c-7fbffe2e9aef'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:52.892109 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134fd5c-4621-47bd-a4d4-e4f2847fcbcc req-f47661e1-49d1-474d-8daa-dc1058b884a0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:52.893798 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-f2186ff3-0ca0-421e-a41e-5bd04b449884 service neutron] 10.222.0.68 "GET /v2.0/networks/c11ad559-6103-45c1-a6ef-608f106df115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185001 Aug 16 02:01:52.900603 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7134fd5c-4621-47bd-a4d4-e4f2847fcbcc req-f47661e1-49d1-474d-8daa-dc1058b884a0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.2467790 Aug 16 02:01:52.921404 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02708a7-39be-48a6-946c-9974e3334064 None None] Pushing event updated for resources: {'Port': ['ID=734c3aa2-d2d7-42bd-8f52-363278509321,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:53.059005 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7134fd5c-4621-47bd-a4d4-e4f2847fcbcc req-ec56c0e3-6ad6-4405-8dfc-85c8543fd1b5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570342 Aug 16 02:01:53.089956 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e', 'network_id': 'fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'fixed_ips': [{'subnet_id': 'ed6e5b89-121a-453c-8dab-d6c90c95a80d'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:53.091301 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.121174 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad879d-d1bb-45d0-81f5-5e4d4a5a262c None None] Pushing event updated for resources: {'Port': ['ID=e8201ed4-a090-4e85-bdd2-ab7e02f8e67e,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:53.132153 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Routers {'ac4aa52c-9437-4630-be68-0d7ae492901b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:53.132818 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ac4aa52c-9437-4630-be68-0d7ae492901b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:53.135770 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] Set router df4147d5-15e1-4fa4-816c-7fbffe2e9aef gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:53.388973 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.471454 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cc1782e7-0b5c-4797-a94e-a7555eb8279a req-92fd63d0-8920-4ad6-9611-c2a92bbe76e5 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 210 time: 0.1391025 Aug 16 02:01:53.560665 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-789229912', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '734c3aa2-d2d7-42bd-8f52-363278509321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:49Z', 'updated_at': '2021-08-16T02:01:50Z', 'revision_number': 3, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': '734c3aa2-d2d7-42bd-8f52-363278509321', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:49Z', 'updated_at': '2021-08-16T02:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:53.563287 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] Set router ac4aa52c-9437-4630-be68-0d7ae492901b gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:53.617061 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d437ac59-4daa-4ddf-88c8-73a697df589d None None] The sync data for ids ['df4147d5-15e1-4fa4-816c-7fbffe2e9aef'] in n-d-765315-27 is: [{'id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-789229912', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '734c3aa2-d2d7-42bd-8f52-363278509321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:49Z', 'updated_at': '2021-08-16T02:01:50Z', 'revision_number': 3, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': '734c3aa2-d2d7-42bd-8f52-363278509321', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:49Z', 'updated_at': '2021-08-16T02:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:53.996937 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.022974 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Allocated IP 172.20.0.18 (fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e/ed6e5b89-121a-453c-8dab-d6c90c95a80d/31d7be89-8be4-4283-a7c5-24115f4e519b) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:54.226092 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.288442 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'name': 'tempest-TestServerBasicOps-351352866-router', 'tenant_id': '5cad05cc31d94814b68fed8ddea0bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '8ef78ff8-4501-4902-b74e-a39f87437510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:44Z', 'updated_at': '2021-08-16T02:01:48Z', 'revision_number': 4, 'project_id': '5cad05cc31d94814b68fed8ddea0bce7', 'gw_port': {'id': '8ef78ff8-4501-4902-b74e-a39f87437510', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:45Z', 'updated_at': '2021-08-16T02:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'e8201ed4-a090-4e85-bdd2-ab7e02f8e67e', 'name': '', 'network_id': '10361d43-9766-4b2c-ab8d-c51781f5d165', 'tenant_id': '5cad05cc31d94814b68fed8ddea0bce7', 'mac_address': 'fa:16:3e:1a:3a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '8c669fdd-2fff-428a-9a07-c3d6829f918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:47Z', 'updated_at': '2021-08-16T02:01:52Z', 'revision_number': 4, 'project_id': '5cad05cc31d94814b68fed8ddea0bce7', 'subnets': [{'id': '8c669fdd-2fff-428a-9a07-c3d6829f918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:54.318523 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95352fea-0494-4a90-948a-c3f83755868f req-707025f3-799a-4be9-841f-0b242bfd8b00 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:54.330990 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-95352fea-0494-4a90-948a-c3f83755868f req-707025f3-799a-4be9-841f-0b242bfd8b00 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.1512737 Aug 16 02:01:54.331800 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5fb04-5028-48df-ac9f-7f0519d55aae None None] The sync data for ids ['ac4aa52c-9437-4630-be68-0d7ae492901b'] in n-d-765315-27 is: [{'id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'name': 'tempest-TestServerBasicOps-351352866-router', 'tenant_id': '5cad05cc31d94814b68fed8ddea0bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '8ef78ff8-4501-4902-b74e-a39f87437510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:44Z', 'updated_at': '2021-08-16T02:01:48Z', 'revision_number': 4, 'project_id': '5cad05cc31d94814b68fed8ddea0bce7', 'gw_port': {'id': '8ef78ff8-4501-4902-b74e-a39f87437510', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:45Z', 'updated_at': '2021-08-16T02:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'e8201ed4-a090-4e85-bdd2-ab7e02f8e67e', 'name': '', 'network_id': '10361d43-9766-4b2c-ab8d-c51781f5d165', 'tenant_id': '5cad05cc31d94814b68fed8ddea0bce7', 'mac_address': 'fa:16:3e:1a:3a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '8c669fdd-2fff-428a-9a07-c3d6829f918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:47Z', 'updated_at': '2021-08-16T02:01:52Z', 'revision_number': 4, 'project_id': '5cad05cc31d94814b68fed8ddea0bce7', 'subnets': [{'id': '8c669fdd-2fff-428a-9a07-c3d6829f918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:54.347735 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.363560 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Transition to ACTIVE for port object 31d7be89-8be4-4283-a7c5-24115f4e519b will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:54.386187 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Transition to ACTIVE for port object 31d7be89-8be4-4283-a7c5-24115f4e519b will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:54.396327 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.473947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Network fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:54.479922 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:54.485118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:54.523680 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-95352fea-0494-4a90-948a-c3f83755868f req-6e8877b3-d8af-4d1c-9740-e0119d368b5b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915457 Aug 16 02:01:54.562844 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97d34696-1c0d-47ce-9ebf-1ee3691409fb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.604003 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Pushing event updated for resources: {'Port': ['ID=31d7be89-8be4-4283-a7c5-24115f4e519b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:54.620603 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Attempting to bind port 31d7be89-8be4-4283-a7c5-24115f4e519b on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:54.620969 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Attempting to bind port 31d7be89-8be4-4283-a7c5-24115f4e519b by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'db21d1c9-ebb4-432f-abf7-f5a70e1c4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:54.621356 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Attempting to bind port 31d7be89-8be4-4283-a7c5-24115f4e519b on network fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:54.632069 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:54.632445 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Checking segment: {'id': 'db21d1c9-ebb4-432f-abf7-f5a70e1c4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:54.632850 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.633862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Bound using segment: {'id': 'db21d1c9-ebb4-432f-abf7-f5a70e1c4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:54.633862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Bound port: 31d7be89-8be4-4283-a7c5-24115f4e519b, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db21d1c9-ebb4-432f-abf7-f5a70e1c4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:54.634980 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.669396 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-da73e7c5-ae0d-4877-877c-6cfed7c55ae0 req-29e36849-5b90-4e59-9061-505d563f0c8b tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 210 time: 0.0428483 Aug 16 02:01:54.742109 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] For port 31d7be89-8be4-4283-a7c5-24115f4e519b, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:54.746216 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] For port 31d7be89-8be4-4283-a7c5-24115f4e519b, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=31d7be89-8be4-4283-a7c5-24115f4e519b,segment=NetworkSegment(db21d1c9-ebb4-432f-abf7-f5a70e1c4568),segment_id=db21d1c9-ebb4-432f-abf7-f5a70e1c4568)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:54.755212 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:54.840713 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa23ad-7c9a-440a-8458-4f784d659a86 None None] Pushing event updated for resources: {'Port': ['ID=31d7be89-8be4-4283-a7c5-24115f4e519b,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:54.953655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Allocated IP 172.20.0.17 (fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e/ed6e5b89-121a-453c-8dab-d6c90c95a80d/25590d62-b5ef-4e06-90ef-da5ac9fe97b2) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:55.048167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 734c3aa2-d2d7-42bd-8f52-363278509321 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:55.183195 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 734c3aa2-d2d7-42bd-8f52-363278509321 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:55.206104 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 734c3aa2-d2d7-42bd-8f52-363278509321 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:55.206628 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.434824 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-c2fc8d8d-3cdb-470f-af12-c53c98043fe3 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:55.438820 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-c2fc8d8d-3cdb-470f-af12-c53c98043fe3 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.73 "GET /v2.0/networks?id=c11ad559-6103-45c1-a6ef-608f106df115 HTTP/1.1" status: 200 len: 808 time: 0.4767916 Aug 16 02:01:55.508488 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.518735 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-97d34696-1c0d-47ce-9ebf-1ee3691409fb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Deleting port aa1a52f4-aaba-40a3-bedf-0215cf57f903 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:55.519439 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97d34696-1c0d-47ce-9ebf-1ee3691409fb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.536379 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 734c3aa2-d2d7-42bd-8f52-363278509321, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=734c3aa2-d2d7-42bd-8f52-363278509321,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:55.540934 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.541963 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e8201ed4-a090-4e85-bdd2-ab7e02f8e67e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:55.548589 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-2cf7d52f-013f-42e4-84e4-c225c3e60439 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcf4a63eedb8431cb8f7fb214a78ac67 HTTP/1.1" status: 200 len: 380 time: 0.0996773 Aug 16 02:01:55.616038 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-0e01738d-3e24-4d77-a91d-f5c5dc27d1a1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Request body: {'port': {'device_id': 'e21c6dfd-ccf6-4bdc-9323-a7005556c674', 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115', 'admin_state_up': True, 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'security_groups': ['050141ea-1fb1-4c15-aa22-9cf1a6c2e18a']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:55.781013 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=734c3aa2-d2d7-42bd-8f52-363278509321,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:55.785406 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port e8201ed4-a090-4e85-bdd2-ab7e02f8e67e completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:55.795834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port e8201ed4-a090-4e85-bdd2-ab7e02f8e67e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:55.796329 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.847640 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79c207-8578-4c79-a19b-8cf8f20b5e2e req-35e2a16a-9c35-4ea8-862f-cd412b1c9820 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:55.850099 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a79c207-8578-4c79-a19b-8cf8f20b5e2e req-35e2a16a-9c35-4ea8-862f-cd412b1c9820 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.1318753 Aug 16 02:01:55.871408 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-97d34696-1c0d-47ce-9ebf-1ee3691409fb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] For port aa1a52f4-aaba-40a3-bedf-0215cf57f903, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=aa1a52f4-aaba-40a3-bedf-0215cf57f903,segment=NetworkSegment(d86216e9-5c65-45e7-b9c6-0a3f1dec74dd),segment_id=d86216e9-5c65-45e7-b9c6-0a3f1dec74dd)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:55.871746 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97d34696-1c0d-47ce-9ebf-1ee3691409fb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.895883 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.896105 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-97d34696-1c0d-47ce-9ebf-1ee3691409fb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Calling delete_port for aa1a52f4-aaba-40a3-bedf-0215cf57f903 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:55.912565 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.939228 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a79c207-8578-4c79-a19b-8cf8f20b5e2e req-09cb5cc9-c95f-4e23-a394-297bc4bc4c74 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751829 Aug 16 02:01:55.942477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Transition to ACTIVE for port object 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:55.982768 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port e8201ed4-a090-4e85-bdd2-ab7e02f8e67e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=e8201ed4-a090-4e85-bdd2-ab7e02f8e67e,segment=NetworkSegment(9927a4da-98bb-4f26-b200-d4a36a980765),segment_id=9927a4da-98bb-4f26-b200-d4a36a980765)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:55.998274 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.006795 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.028744 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.097383 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event updated for resources: {'Port': ['ID=25590d62-b5ef-4e06-90ef-da5ac9fe97b2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:56.097631 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=e8201ed4-a090-4e85-bdd2-ab7e02f8e67e,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:56.126053 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:56.126351 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:56.128891 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3826f639-f70b-4fdb-bb2a-4ca672e16d7c req-92e6b746-9278-41b2-ab23-164da6bd2249 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 210 time: 0.3258793 Aug 16 02:01:56.147156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:56.147531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:56.147868 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:56.148197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:56.148529 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:56.148870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:56.149193 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:56.149511 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:56.150894 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:56.150894 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:56.169822 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Network fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:56.171294 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:56.178024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:56.239115 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.309361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-0e01738d-3e24-4d77-a91d-f5c5dc27d1a1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Made reservation on behalf of dcf4a63eedb8431cb8f7fb214a78ac67 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:56.313522 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-0e01738d-3e24-4d77-a91d-f5c5dc27d1a1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.462028 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.497798 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e68f38f-e861-42b8-b356-890432f6ba2a None None] Network fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:56.522425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-0e01738d-3e24-4d77-a91d-f5c5dc27d1a1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Allocated IP 172.20.0.13 (c11ad559-6103-45c1-a6ef-608f106df115/c62c0746-70d3-4cee-8dce-03d37b2c9f17/90f1b306-8818-4570-9ab1-ed545c0db8c1) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:56.527100 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97d34696-1c0d-47ce-9ebf-1ee3691409fb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.567244 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d34696-1c0d-47ce-9ebf-1ee3691409fb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event deleted for resources: {'Port': ['ID=aa1a52f4-aaba-40a3-bedf-0215cf57f903,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:56.609947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ae139ac3-0708-4c79-b15e-d179037fd7bc None None] Provisioning for port 31d7be89-8be4-4283-a7c5-24115f4e519b completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:56.955313 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.960426 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.967284 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-0e01738d-3e24-4d77-a91d-f5c5dc27d1a1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.041922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-0e01738d-3e24-4d77-a91d-f5c5dc27d1a1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Transition to ACTIVE for port object 90f1b306-8818-4570-9ab1-ed545c0db8c1 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:57.094580 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-0e01738d-3e24-4d77-a91d-f5c5dc27d1a1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.120595 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.218101 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 734c3aa2-d2d7-42bd-8f52-363278509321 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:57.229090 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-0e01738d-3e24-4d77-a91d-f5c5dc27d1a1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Network c11ad559-6103-45c1-a6ef-608f106df115 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:57.266853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event updated for resources: {'Port': ['ID=25590d62-b5ef-4e06-90ef-da5ac9fe97b2,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:57.269540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-0e01738d-3e24-4d77-a91d-f5c5dc27d1a1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:57.302410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-0e01738d-3e24-4d77-a91d-f5c5dc27d1a1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:57.309891 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01738d-3e24-4d77-a91d-f5c5dc27d1a1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Pushing event updated for resources: {'Port': ['ID=90f1b306-8818-4570-9ab1-ed545c0db8c1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:57.339686 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 734c3aa2-d2d7-42bd-8f52-363278509321 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:57.340721 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.355188 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-14d4b4e6-2379-4544-80c4-4d363e070c18 None None] Provisioning for port 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:57.372130 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97d34696-1c0d-47ce-9ebf-1ee3691409fb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.395081 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-14d4b4e6-2379-4544-80c4-4d363e070c18 None None] Provisioning complete for port 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:57.395734 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d22c76-a12a-45ec-917d-fd89d1fcf77f req-eb2be082-e4c5-46a4-88d1-605494134762 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.396156 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-14d4b4e6-2379-4544-80c4-4d363e070c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.403488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7555e-5bf9-4e3a-915a-cd28f026e2bb req-79ca5d5e-366c-45df-a863-dd2f9325d7c6 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.405671 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cdd7555e-5bf9-4e3a-915a-cd28f026e2bb req-79ca5d5e-366c-45df-a863-dd2f9325d7c6 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 932 time: 0.1607978 Aug 16 02:01:57.413640 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74d22c76-a12a-45ec-917d-fd89d1fcf77f req-eb2be082-e4c5-46a4-88d1-605494134762 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.2831528 Aug 16 02:01:57.419207 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-0e01738d-3e24-4d77-a91d-f5c5dc27d1a1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.420090 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-0e01738d-3e24-4d77-a91d-f5c5dc27d1a1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.529702 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-74d22c76-a12a-45ec-917d-fd89d1fcf77f req-f8e7ce23-5931-4321-9cec-66844b8989d2 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148274 Aug 16 02:01:57.534791 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-14d4b4e6-2379-4544-80c4-4d363e070c18 None None] Port 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:57.605864 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-0e01738d-3e24-4d77-a91d-f5c5dc27d1a1 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9959238 Aug 16 02:01:57.606385 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Network fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:57.611776 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:57.635552 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cdd7555e-5bf9-4e3a-915a-cd28f026e2bb req-d47f8827-d40f-434a-bde4-b40b9cb2be49 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/security-groups?id=050141ea-1fb1-4c15-aa22-9cf1a6c2e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080865 Aug 16 02:01:57.657184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Request body: {'port': {'device_id': 'e21c6dfd-ccf6-4bdc-9323-a7005556c674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:57.678068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e8201ed4-a090-4e85-bdd2-ab7e02f8e67e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:57.758167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-88357805-496a-4b32-a362-0984cc7922a0 None None] Provisioning complete for port 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:57.758576 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-88357805-496a-4b32-a362-0984cc7922a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.801573 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-88357805-496a-4b32-a362-0984cc7922a0 None None] Port 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:57.809559 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.820473 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port e8201ed4-a090-4e85-bdd2-ab7e02f8e67e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:57.820847 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.830562 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Router df4147d5-15e1-4fa4-816c-7fbffe2e9aef has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:57.960498 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 31d7be89-8be4-4283-a7c5-24115f4e519b up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:57.974192 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:57.989633 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e3d1260d-8eb0-42c6-95f9-66594720eda0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "PUT /v2.0/routers/df4147d5-15e1-4fa4-816c-7fbffe2e9aef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4401076 Aug 16 02:01:58.037013 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3248b05a-4527-44b0-97bb-20c870ae72ad None None] Provisioning for port 90f1b306-8818-4570-9ab1-ed545c0db8c1 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:58.042883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3248b05a-4527-44b0-97bb-20c870ae72ad None None] Provisioning complete for port 90f1b306-8818-4570-9ab1-ed545c0db8c1 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:58.042883 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3248b05a-4527-44b0-97bb-20c870ae72ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.048305 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d34696-1c0d-47ce-9ebf-1ee3691409fb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:58.086395 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 31d7be89-8be4-4283-a7c5-24115f4e519b completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:58.093948 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 31d7be89-8be4-4283-a7c5-24115f4e519b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:58.094445 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.127332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3248b05a-4527-44b0-97bb-20c870ae72ad None None] Port 90f1b306-8818-4570-9ab1-ed545c0db8c1 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:58.211563 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.269502 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 31d7be89-8be4-4283-a7c5-24115f4e519b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=31d7be89-8be4-4283-a7c5-24115f4e519b,segment=NetworkSegment(db21d1c9-ebb4-432f-abf7-f5a70e1c4568),segment_id=db21d1c9-ebb4-432f-abf7-f5a70e1c4568)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:58.270655 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-abbc2fcd-281a-4ab6-bc33-a1d2ed6b4d47 None None] Provisioning complete for port 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:58.271256 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-abbc2fcd-281a-4ab6-bc33-a1d2ed6b4d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.276845 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.335037 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-f25a9c72-f322-407b-8c50-c8ab3f5c7051 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.338290 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-f25a9c72-f322-407b-8c50-c8ab3f5c7051 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/networks?id=fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e HTTP/1.1" status: 200 len: 797 time: 0.1541688 Aug 16 02:01:58.361942 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-abbc2fcd-281a-4ab6-bc33-a1d2ed6b4d47 None None] Port 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:58.374571 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-137f274d-cab3-41f8-9e01-3d81259ff149 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/quotas/3447b752e21e478fb773f0edc2208920 HTTP/1.1" status: 200 len: 375 time: 0.0298707 Aug 16 02:01:58.395106 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=31d7be89-8be4-4283-a7c5-24115f4e519b,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:58.441699 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-9fec0aee-e396-4f27-a145-92a6e10d9c38 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3447b752e21e478fb773f0edc2208920&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0662155 Aug 16 02:01:58.577358 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-6ac960dc-c3d0-4299-8175-e68f4814836a service neutron] 10.222.0.68 "GET /v2.0/networks/fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199758 Aug 16 02:01:58.680592 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-f7f02a4d-50ee-443d-b01e-1188d0b09efb service neutron] 10.222.0.68 "GET /v2.0/networks/fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021891 Aug 16 02:01:58.765005 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d34696-1c0d-47ce-9ebf-1ee3691409fb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:58.776297 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-97d34696-1c0d-47ce-9ebf-1ee3691409fb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "PUT /v2.0/routers/6a47e8be-7735-4a84-bc8c-3c94ed0a6d33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0423162 Aug 16 02:01:58.785154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993869f-2a3a-4030-a0aa-13e98638ace7 None None] Sync routers for ids ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:58.806497 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8993869f-2a3a-4030-a0aa-13e98638ace7 None None] Routers {'6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:58.807767 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8993869f-2a3a-4030-a0aa-13e98638ace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:58.904808 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c77ea-e13d-4c85-8c52-e5b963a26f9e req-df265a89-cbf5-401e-9e5a-06e001d5bc20 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.920036 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f84c77ea-e13d-4c85-8c52-e5b963a26f9e req-df265a89-cbf5-401e-9e5a-06e001d5bc20 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.2054994 Aug 16 02:01:58.990788 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 31d7be89-8be4-4283-a7c5-24115f4e519b up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:59.060329 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f84c77ea-e13d-4c85-8c52-e5b963a26f9e req-f771fbf8-b596-4148-83a0-1fd3f67e96bf tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387181 Aug 16 02:01:59.096612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-8993869f-2a3a-4030-a0aa-13e98638ace7 None None] Set router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:59.105938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f1b306-8818-4570-9ab1-ed545c0db8c1 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:59.136456 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b8c26-c965-45e0-9d59-0a124606d2bf req-965048b7-118d-4cb7-8c1b-5674a9ba9728 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.140051 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Sync routers for ids ['df4147d5-15e1-4fa4-816c-7fbffe2e9aef'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:59.146811 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bd5b8c26-c965-45e0-9d59-0a124606d2bf req-965048b7-118d-4cb7-8c1b-5674a9ba9728 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 932 time: 0.1843512 Aug 16 02:01:59.150588 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.158667 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Routers {'df4147d5-15e1-4fa4-816c-7fbffe2e9aef'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:59.159832 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['df4147d5-15e1-4fa4-816c-7fbffe2e9aef'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:59.168434 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 31d7be89-8be4-4283-a7c5-24115f4e519b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:59.169218 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.204667 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Transition to ACTIVE for port object 90f1b306-8818-4570-9ab1-ed545c0db8c1 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:59.212724 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.219899 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bd5b8c26-c965-45e0-9d59-0a124606d2bf req-d0c9c8e5-344a-4dfb-b296-992b91077d57 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/security-groups?id=050141ea-1fb1-4c15-aa22-9cf1a6c2e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678558 Aug 16 02:01:59.371101 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c842004-89d3-4172-aaf2-18b50066518b req-9c7949b3-01cc-4eae-90e3-5d34f5ec8a97 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 210 time: 0.0748973 Aug 16 02:01:59.385831 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Pushing event updated for resources: {'Port': ['ID=90f1b306-8818-4570-9ab1-ed545c0db8c1,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:59.416193 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Set router df4147d5-15e1-4fa4-816c-7fbffe2e9aef gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:59.505579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Attempting to bind port 90f1b306-8818-4570-9ab1-ed545c0db8c1 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:59.506124 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Attempting to bind port 90f1b306-8818-4570-9ab1-ed545c0db8c1 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:59.506519 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Attempting to bind port 90f1b306-8818-4570-9ab1-ed545c0db8c1 on network c11ad559-6103-45c1-a6ef-608f106df115 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:59.516084 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Port 90f1b306-8818-4570-9ab1-ed545c0db8c1 on network c11ad559-6103-45c1-a6ef-608f106df115 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:59.516483 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Attempting to bind port 90f1b306-8818-4570-9ab1-ed545c0db8c1 on network c11ad559-6103-45c1-a6ef-608f106df115 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:59.526548 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:59.534595 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Checking segment: {'id': '0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:59.535591 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Bound using segment: {'id': '0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:59.541850 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Bound port: 90f1b306-8818-4570-9ab1-ed545c0db8c1, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:59.542302 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.681120 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] For port 90f1b306-8818-4570-9ab1-ed545c0db8c1, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:59.689087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] For port 90f1b306-8818-4570-9ab1-ed545c0db8c1, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=90f1b306-8818-4570-9ab1-ed545c0db8c1,segment=NetworkSegment(0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f),segment_id=0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:59.702212 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.729044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88ec69-d9de-407f-9694-89831f62eae4 req-68c084af-7952-49ae-80e8-4f4a66cc1835 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.741736 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e88ec69-d9de-407f-9694-89831f62eae4 req-68c084af-7952-49ae-80e8-4f4a66cc1835 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=abc5ee4a-6454-4a45-94af-50c35f739f58 HTTP/1.1" status: 200 len: 946 time: 0.1258495 Aug 16 02:01:59.768150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.769511 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.771498 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] 10.222.0.73 "PUT /v2.0/ports/90f1b306-8818-4570-9ab1-ed545c0db8c1 HTTP/1.1" status: 200 len: 1093 time: 2.1326365 Aug 16 02:01:59.772138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21c6dfd-ccf6-4bdc-9323-a7005556c674', 'tag': '90f1b306-8818-4570-9ab1-ed545c0db8c1'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:59.775716 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0e187b-34f1-475d-b96a-367c3ef0040e" -d '{"events": [{"name": "network-changed", "server_uuid": "e21c6dfd-ccf6-4bdc-9323-a7005556c674", "tag": "90f1b306-8818-4570-9ab1-ed545c0db8c1"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:59.818406 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e88ec69-d9de-407f-9694-89831f62eae4 req-f55c348b-1e34-4fa7-8dc4-7c81b986c31b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=98766467-1691-4df6-814b-003da3a88508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659165 Aug 16 02:01:59.845488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2d02b-157e-4dce-9094-1da347e9db0b service neutron] Pushing event updated for resources: {'Port': ['ID=90f1b306-8818-4570-9ab1-ed545c0db8c1,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:59.857245 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19f0acb-10d8-4349-9b2b-e1a1ef9f6bae x-openstack-request-id: req-f19f0acb-10d8-4349-9b2b-e1a1ef9f6bae {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:59.857474 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21c6dfd-ccf6-4bdc-9323-a7005556c674", "tag": "90f1b306-8818-4570-9ab1-ed545c0db8c1", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:59.857796 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f19f0acb-10d8-4349-9b2b-e1a1ef9f6bae {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:59.858109 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21c6dfd-ccf6-4bdc-9323-a7005556c674', 'tag': '90f1b306-8818-4570-9ab1-ed545c0db8c1', 'status': 'completed', 'code': 200} Aug 16 02:01:59.961720 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-126d6612-7b8a-4482-af69-34520319d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.963612 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-126d6612-7b8a-4482-af69-34520319d54b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcf4a63eedb8431cb8f7fb214a78ac67&device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 1096 time: 0.0767927 Aug 16 02:01:59.974002 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-789229912', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '734c3aa2-d2d7-42bd-8f52-363278509321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:49Z', 'updated_at': '2021-08-16T02:01:56Z', 'revision_number': 4, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': '734c3aa2-d2d7-42bd-8f52-363278509321', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:49Z', 'updated_at': '2021-08-16T02:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '25590d62-b5ef-4e06-90ef-da5ac9fe97b2', 'name': '', 'network_id': 'fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'mac_address': 'fa:16:3e:60:7f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'ed6e5b89-121a-453c-8dab-d6c90c95a80d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:54Z', 'updated_at': '2021-08-16T02:01:56Z', 'revision_number': 2, 'project_id': '3447b752e21e478fb773f0edc2208920', 'subnets': [{'id': 'ed6e5b89-121a-453c-8dab-d6c90c95a80d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:00.011716 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Checking router: df4147d5-15e1-4fa4-816c-7fbffe2e9aef for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:00.012468 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Updating router df4147d5-15e1-4fa4-816c-7fbffe2e9aef port 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:02:00.019745 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8993869f-2a3a-4030-a0aa-13e98638ace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:01:56Z', 'revision_number': 6, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '5df95fcd-b37f-4ae0-a1a5-df1183526093', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'port_id': '0e036126-0350-4047-b86f-a4ff1933dd09', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'mac_address': 'fa:16:3e:1d:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:00:30Z', 'updated_at': '2021-08-16T02:00:32Z', 'revision_number': 1, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebfa911-0f32-4a59-93e3-9c0d2e100359', 'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:93:e3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:14Z', 'updated_at': '2021-08-16T02:00:21Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:00.031774 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-b3fbd74f-95a7-44fd-a317-c4a26ac3f837 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90f1b306-8818-4570-9ab1-ed545c0db8c1 HTTP/1.1" status: 200 len: 217 time: 0.0587292 Aug 16 02:02:00.043364 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.093500 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-2a00ab12-cf23-46dc-81a8-21551dca105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:00.095388 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-2a00ab12-cf23-46dc-81a8-21551dca105b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c62c0746-70d3-4cee-8dce-03d37b2c9f17 HTTP/1.1" status: 200 len: 847 time: 0.0564311 Aug 16 02:02:00.097847 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993869f-2a3a-4030-a0aa-13e98638ace7 None None] Checking router: 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:00.108967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8993869f-2a3a-4030-a0aa-13e98638ace7 None None] Routers {'6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:00.109614 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8993869f-2a3a-4030-a0aa-13e98638ace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:00.228495 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-c2db8059-98ff-44e4-b3df-3e9c250564f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:00.230711 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-c2db8059-98ff-44e4-b3df-3e9c250564f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c11ad559-6103-45c1-a6ef-608f106df115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1216397 Aug 16 02:02:00.247173 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27dfbfe-f019-4136-b39a-14128a9e8171 req-ef0a3ddc-41b8-4546-b987-c21945c2b1fd tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:00.256773 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f27dfbfe-f019-4136-b39a-14128a9e8171 req-ef0a3ddc-41b8-4546-b987-c21945c2b1fd tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.0798256 Aug 16 02:02:00.323666 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f27dfbfe-f019-4136-b39a-14128a9e8171 req-72016267-de63-447a-bea1-d41d272ef5e2 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615551 Aug 16 02:02:00.371762 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-8993869f-2a3a-4030-a0aa-13e98638ace7 None None] Set router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:00.418437 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-57c1dcc4-1228-4520-b953-0f2cecb9b373 service neutron] 10.222.0.73 "GET /v2.0/networks/c11ad559-6103-45c1-a6ef-608f106df115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801255 Aug 16 02:02:00.551976 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3109c52-80d9-4c42-a91e-70c5259c219c req-e7230030-638b-4fe4-ba0a-4c62f009193f tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:00.555683 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-86298861-0305-4b01-982c-7da74d073208 req-7a076116-987a-4236-a6b2-2d7e20859af6 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 210 time: 0.0456393 Aug 16 02:02:00.558849 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3109c52-80d9-4c42-a91e-70c5259c219c req-e7230030-638b-4fe4-ba0a-4c62f009193f tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 944 time: 0.2097466 Aug 16 02:02:00.577508 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.605390 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Transition to ACTIVE for port object 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:00.614716 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.746252 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3109c52-80d9-4c42-a91e-70c5259c219c req-80fe8147-78e7-4798-b87f-c031ade21cb5 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/security-groups?id=050141ea-1fb1-4c15-aa22-9cf1a6c2e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707482 Aug 16 02:02:00.783146 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8993869f-2a3a-4030-a0aa-13e98638ace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:01:56Z', 'revision_number': 6, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '5df95fcd-b37f-4ae0-a1a5-df1183526093', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'port_id': '0e036126-0350-4047-b86f-a4ff1933dd09', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'mac_address': 'fa:16:3e:1d:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:00:30Z', 'updated_at': '2021-08-16T02:00:32Z', 'revision_number': 1, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebfa911-0f32-4a59-93e3-9c0d2e100359', 'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:93:e3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:14Z', 'updated_at': '2021-08-16T02:00:21Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:00.798597 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25c9d1d0-ae56-4be2-8bad-0398d31696b8 req-a816f0c8-ab9f-4dfc-a239-7bf0067c3dc9 service neutron] 10.222.0.73 "GET /v2.0/networks/c11ad559-6103-45c1-a6ef-608f106df115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719687 Aug 16 02:02:00.818501 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993869f-2a3a-4030-a0aa-13e98638ace7 None None] The sync data for ids ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'] in n-d-765315-27 is: [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:01:56Z', 'revision_number': 6, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '5df95fcd-b37f-4ae0-a1a5-df1183526093', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'port_id': '0e036126-0350-4047-b86f-a4ff1933dd09', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'mac_address': 'fa:16:3e:1d:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:00:30Z', 'updated_at': '2021-08-16T02:00:32Z', 'revision_number': 1, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebfa911-0f32-4a59-93e3-9c0d2e100359', 'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:93:e3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:14Z', 'updated_at': '2021-08-16T02:00:21Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:00.832184 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e07be-69a9-496e-987e-e3fb98dd5e78 None None] Pushing event updated for resources: {'Port': ['ID=25590d62-b5ef-4e06-90ef-da5ac9fe97b2,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:00.833595 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-e5c4af8f-92c3-436b-a69e-9fbe6678943d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:00.834808 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-e5c4af8f-92c3-436b-a69e-9fbe6678943d tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.63 "GET /v2.0/networks?id=fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e HTTP/1.1" status: 200 len: 797 time: 0.2659261 Aug 16 02:02:00.840782 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Attempting to bind port 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:00.841161 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Attempting to bind port 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'db21d1c9-ebb4-432f-abf7-f5a70e1c4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:00.841526 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Attempting to bind port 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 on network fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:00.851447 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:00.851821 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Checking segment: {'id': 'db21d1c9-ebb4-432f-abf7-f5a70e1c4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:00.852226 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.852612 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Bound using segment: {'id': 'db21d1c9-ebb4-432f-abf7-f5a70e1c4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:00.853189 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Bound port: 25590d62-b5ef-4e06-90ef-da5ac9fe97b2, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db21d1c9-ebb4-432f-abf7-f5a70e1c4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:00.855051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-65bdd10c-5cd0-4a30-90d6-e1bbed9a5256 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Request body: {'port': {'device_id': '29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598', 'network_id': 'fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e', 'admin_state_up': True, 'tenant_id': '3447b752e21e478fb773f0edc2208920'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:00.859620 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.958153 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08568a-7b44-4e5b-8326-03c34f5bf5a2 req-1b196736-b677-4a64-82fb-cd25a1c07d2c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:00.967104 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ed08568a-7b44-4e5b-8326-03c34f5bf5a2 req-1b196736-b677-4a64-82fb-cd25a1c07d2c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=abc5ee4a-6454-4a45-94af-50c35f739f58 HTTP/1.1" status: 200 len: 946 time: 0.0651793 Aug 16 02:02:01.001506 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] For port 25590d62-b5ef-4e06-90ef-da5ac9fe97b2, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:01.005523 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] For port 25590d62-b5ef-4e06-90ef-da5ac9fe97b2, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=25590d62-b5ef-4e06-90ef-da5ac9fe97b2,segment=NetworkSegment(db21d1c9-ebb4-432f-abf7-f5a70e1c4568),segment_id=db21d1c9-ebb4-432f-abf7-f5a70e1c4568)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:01.020541 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.058302 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ed08568a-7b44-4e5b-8326-03c34f5bf5a2 req-046b98ec-c6e0-46f4-a3ee-58649251762c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=98766467-1691-4df6-814b-003da3a88508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639548 Aug 16 02:02:01.087032 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Routers {'df4147d5-15e1-4fa4-816c-7fbffe2e9aef'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:01.088449 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['df4147d5-15e1-4fa4-816c-7fbffe2e9aef'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:01.128536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e187b-34f1-475d-b96a-367c3ef0040e req-89bde017-1f74-4620-9000-731142b78eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.130330 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c0e187b-34f1-475d-b96a-367c3ef0040e req-89bde017-1f74-4620-9000-731142b78eb5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcf4a63eedb8431cb8f7fb214a78ac67&device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 1096 time: 0.2513628 Aug 16 02:02:01.159960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-65bdd10c-5cd0-4a30-90d6-e1bbed9a5256 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Made reservation on behalf of 3447b752e21e478fb773f0edc2208920 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:01.164561 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-65bdd10c-5cd0-4a30-90d6-e1bbed9a5256 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.187751 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f741f-ad03-4712-92cc-bc3fd95ab629 req-8db28293-b477-4258-901d-ecfa26043310 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.189454 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-277f741f-ad03-4712-92cc-bc3fd95ab629 req-8db28293-b477-4258-901d-ecfa26043310 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.63 "GET /v2.0/ports?device_id=abc5ee4a-6454-4a45-94af-50c35f739f58 HTTP/1.1" status: 200 len: 946 time: 0.0573466 Aug 16 02:02:01.265520 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] Set router df4147d5-15e1-4fa4-816c-7fbffe2e9aef gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:01.390345 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-277f741f-ad03-4712-92cc-bc3fd95ab629 req-9a4e4a85-ddb9-4c06-b39b-5d7d728e40b6 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Deleting port 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:01.390923 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-277f741f-ad03-4712-92cc-bc3fd95ab629 req-9a4e4a85-ddb9-4c06-b39b-5d7d728e40b6 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.528104 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e07be-69a9-496e-987e-e3fb98dd5e78 None None] Pushing event updated for resources: {'Port': ['ID=25590d62-b5ef-4e06-90ef-da5ac9fe97b2,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:01.541546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-277f741f-ad03-4712-92cc-bc3fd95ab629 req-9a4e4a85-ddb9-4c06-b39b-5d7d728e40b6 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] For port 135ebba0-f5fe-4af8-b14f-de2df4b5cef2, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=135ebba0-f5fe-4af8-b14f-de2df4b5cef2,segment=NetworkSegment(d86216e9-5c65-45e7-b9c6-0a3f1dec74dd),segment_id=d86216e9-5c65-45e7-b9c6-0a3f1dec74dd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:01.542024 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-277f741f-ad03-4712-92cc-bc3fd95ab629 req-9a4e4a85-ddb9-4c06-b39b-5d7d728e40b6 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.556841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-277f741f-ad03-4712-92cc-bc3fd95ab629 req-9a4e4a85-ddb9-4c06-b39b-5d7d728e40b6 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Calling delete_port for 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:01.617574 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e187b-34f1-475d-b96a-367c3ef0040e req-5205d340-b0f6-4ea2-9d70-960b250c5f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.619373 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c0e187b-34f1-475d-b96a-367c3ef0040e req-5205d340-b0f6-4ea2-9d70-960b250c5f12 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c11ad559-6103-45c1-a6ef-608f106df115 HTTP/1.1" status: 200 len: 909 time: 0.4734578 Aug 16 02:02:01.652964 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dc57e-7461-4aa0-948c-f1032934e563 req-88e409cb-dba9-405b-874f-59622fa54374 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.662800 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-177dc57e-7461-4aa0-948c-f1032934e563 req-88e409cb-dba9-405b-874f-59622fa54374 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.1739969 Aug 16 02:02:01.705923 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d66b445a-a97b-475f-b715-423f6f316102 req-0ea1747b-8980-41ed-9836-304f91a7e45f tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 210 time: 0.0470841 Aug 16 02:02:01.731371 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c0e187b-34f1-475d-b96a-367c3ef0040e req-b6c8a75e-bb31-4b44-98ed-2e84ba306007 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90f1b306-8818-4570-9ab1-ed545c0db8c1 HTTP/1.1" status: 200 len: 217 time: 0.0935287 Aug 16 02:02:01.733384 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-789229912', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '734c3aa2-d2d7-42bd-8f52-363278509321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:49Z', 'updated_at': '2021-08-16T02:01:56Z', 'revision_number': 4, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': '734c3aa2-d2d7-42bd-8f52-363278509321', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:49Z', 'updated_at': '2021-08-16T02:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '25590d62-b5ef-4e06-90ef-da5ac9fe97b2', 'name': '', 'network_id': 'fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'mac_address': 'fa:16:3e:60:7f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'ed6e5b89-121a-453c-8dab-d6c90c95a80d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:54Z', 'updated_at': '2021-08-16T02:02:00Z', 'revision_number': 4, 'project_id': '3447b752e21e478fb773f0edc2208920', 'subnets': [{'id': 'ed6e5b89-121a-453c-8dab-d6c90c95a80d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:01.734115 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-65bdd10c-5cd0-4a30-90d6-e1bbed9a5256 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Allocated IP 172.20.0.25 (fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e/ed6e5b89-121a-453c-8dab-d6c90c95a80d/623614d3-7271-4050-9675-07e54b1a38f0) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:01.762599 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be275e-37dd-431a-9ecc-2990414dc709 None None] The sync data for ids ['df4147d5-15e1-4fa4-816c-7fbffe2e9aef'] in n-d-765315-27 is: [{'id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-789229912', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '734c3aa2-d2d7-42bd-8f52-363278509321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:49Z', 'updated_at': '2021-08-16T02:01:56Z', 'revision_number': 4, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': '734c3aa2-d2d7-42bd-8f52-363278509321', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:49Z', 'updated_at': '2021-08-16T02:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '25590d62-b5ef-4e06-90ef-da5ac9fe97b2', 'name': '', 'network_id': 'fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'mac_address': 'fa:16:3e:60:7f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'ed6e5b89-121a-453c-8dab-d6c90c95a80d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:54Z', 'updated_at': '2021-08-16T02:02:00Z', 'revision_number': 4, 'project_id': '3447b752e21e478fb773f0edc2208920', 'subnets': [{'id': 'ed6e5b89-121a-453c-8dab-d6c90c95a80d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:01.815781 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-277f741f-ad03-4712-92cc-bc3fd95ab629 req-9a4e4a85-ddb9-4c06-b39b-5d7d728e40b6 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.822450 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-177dc57e-7461-4aa0-948c-f1032934e563 req-c6aecbcf-dc74-4c30-ac0b-030dde94824a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587141 Aug 16 02:02:01.887564 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e4a85-ddb9-4c06-b39b-5d7d728e40b6 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event deleted for resources: {'Port': ['ID=135ebba0-f5fe-4af8-b14f-de2df4b5cef2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:01.945618 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e187b-34f1-475d-b96a-367c3ef0040e req-85fe1bb2-d261-4c9f-9d87-ca9a692390ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.947874 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c0e187b-34f1-475d-b96a-367c3ef0040e req-85fe1bb2-d261-4c9f-9d87-ca9a692390ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c62c0746-70d3-4cee-8dce-03d37b2c9f17 HTTP/1.1" status: 200 len: 847 time: 0.2027431 Aug 16 02:02:01.985409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-277f741f-ad03-4712-92cc-bc3fd95ab629 req-9a4e4a85-ddb9-4c06-b39b-5d7d728e40b6 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] No DVR routers for this DVR port 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:01.989640 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-277f741f-ad03-4712-92cc-bc3fd95ab629 req-9a4e4a85-ddb9-4c06-b39b-5d7d728e40b6 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.991504 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-277f741f-ad03-4712-92cc-bc3fd95ab629 req-9a4e4a85-ddb9-4c06-b39b-5d7d728e40b6 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.63 "DELETE /v2.0/ports/135ebba0-f5fe-4af8-b14f-de2df4b5cef2 HTTP/1.1" status: 204 len: 173 time: 0.7951198 Aug 16 02:02:01.991992 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc5ee4a-6454-4a45-94af-50c35f739f58', 'name': 'network-vif-deleted', 'tag': '135ebba0-f5fe-4af8-b14f-de2df4b5cef2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:01.996126 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3bb41e-4c69-40c1-bba0-7f0ee590d1de" -d '{"events": [{"server_uuid": "abc5ee4a-6454-4a45-94af-50c35f739f58", "name": "network-vif-deleted", "tag": "135ebba0-f5fe-4af8-b14f-de2df4b5cef2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:02.019153 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f859305-64f7-4b8a-9266-75f1848e49b8 req-bf95d209-7e9f-47a7-b193-013f40e04f44 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.020900 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f859305-64f7-4b8a-9266-75f1848e49b8 req-bf95d209-7e9f-47a7-b193-013f40e04f44 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 944 time: 0.1380620 Aug 16 02:02:02.055038 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e187b-34f1-475d-b96a-367c3ef0040e req-7bf65d6a-41f9-4278-978d-9dd1b74b9cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.058379 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c0e187b-34f1-475d-b96a-367c3ef0040e req-7bf65d6a-41f9-4278-978d-9dd1b74b9cea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c11ad559-6103-45c1-a6ef-608f106df115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013999 Aug 16 02:02:02.074722 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-1c0e187b-34f1-475d-b96a-367c3ef0040e req-229841f3-bc5a-47e5-868d-57122f280b6d service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:02:02.076612 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c0e187b-34f1-475d-b96a-367c3ef0040e req-229841f3-bc5a-47e5-868d-57122f280b6d service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082717 Aug 16 02:02:02.082287 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-65bdd10c-5cd0-4a30-90d6-e1bbed9a5256 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.084267 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a42ce9-4093-4e64-b9d1-be76d8cc06e3 x-openstack-request-id: req-f2a42ce9-4093-4e64-b9d1-be76d8cc06e3 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:02.084504 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc5ee4a-6454-4a45-94af-50c35f739f58", "name": "network-vif-deleted", "tag": "135ebba0-f5fe-4af8-b14f-de2df4b5cef2", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:02.084750 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f2a42ce9-4093-4e64-b9d1-be76d8cc06e3 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:02.085141 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc5ee4a-6454-4a45-94af-50c35f739f58', 'name': 'network-vif-deleted', 'tag': '135ebba0-f5fe-4af8-b14f-de2df4b5cef2', 'status': 'completed', 'code': 200} Aug 16 02:02:02.119930 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f859305-64f7-4b8a-9266-75f1848e49b8 req-b4536081-3ca8-4083-ad2f-e887f21018f0 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/security-groups?id=050141ea-1fb1-4c15-aa22-9cf1a6c2e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870342 Aug 16 02:02:02.156947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-65bdd10c-5cd0-4a30-90d6-e1bbed9a5256 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Transition to ACTIVE for port object 623614d3-7271-4050-9675-07e54b1a38f0 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:02.249343 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c0e187b-34f1-475d-b96a-367c3ef0040e req-ccd86eba-f2f9-4503-9d2e-a4a8148ad4c8 service neutron] 10.222.0.73 "GET /v2.0/networks/c11ad559-6103-45c1-a6ef-608f106df115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643276 Aug 16 02:02:02.251323 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed0b6f6f-ef7d-4830-ab42-d5693c761caf req-104accc1-0960-4393-904f-2df5e41dc772 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=abc5ee4a-6454-4a45-94af-50c35f739f58 HTTP/1.1" status: 200 len: 210 time: 0.0485260 Aug 16 02:02:02.311702 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-65bdd10c-5cd0-4a30-90d6-e1bbed9a5256 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.364684 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-65bdd10c-5cd0-4a30-90d6-e1bbed9a5256 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Network fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:02.370304 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-65bdd10c-5cd0-4a30-90d6-e1bbed9a5256 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:02.377729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-65bdd10c-5cd0-4a30-90d6-e1bbed9a5256 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:02.428371 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdd10c-5cd0-4a30-90d6-e1bbed9a5256 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event updated for resources: {'Port': ['ID=623614d3-7271-4050-9675-07e54b1a38f0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:02.475647 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c0e187b-34f1-475d-b96a-367c3ef0040e req-4e8d1bcc-dc44-4c51-9950-5a6a64987671 service neutron] 10.222.0.73 "GET /v2.0/networks/c11ad559-6103-45c1-a6ef-608f106df115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182765 Aug 16 02:02:02.488142 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-65bdd10c-5cd0-4a30-90d6-e1bbed9a5256 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.488869 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-65bdd10c-5cd0-4a30-90d6-e1bbed9a5256 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.522995 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-65bdd10c-5cd0-4a30-90d6-e1bbed9a5256 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.6747274 Aug 16 02:02:02.540131 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-120382b4-7576-4ad5-b9dc-fcd7bc06ea8a tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:02:02.541990 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-120382b4-7576-4ad5-b9dc-fcd7bc06ea8a tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087199 Aug 16 02:02:02.704737 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Request body: {'port': {'device_id': '29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:02.756419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-83fdb590-7254-4494-98be-2abf3f743230 None None] Provisioning for port 623614d3-7271-4050-9675-07e54b1a38f0 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:02.762650 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-83fdb590-7254-4494-98be-2abf3f743230 None None] Provisioning complete for port 623614d3-7271-4050-9675-07e54b1a38f0 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:02.763285 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-83fdb590-7254-4494-98be-2abf3f743230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.783484 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.808663 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-83fdb590-7254-4494-98be-2abf3f743230 None None] Port 623614d3-7271-4050-9675-07e54b1a38f0 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:02.839624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe67e5d-29ea-42f5-92a7-003724e33d26 req-12fcc4cf-2507-438f-9a77-2823b82b4988 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.846353 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-afe67e5d-29ea-42f5-92a7-003724e33d26 req-12fcc4cf-2507-438f-9a77-2823b82b4988 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 895 time: 0.0696988 Aug 16 02:02:02.946219 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:03.001746 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510abc9-05c1-492c-9afb-0b407709bcc7 req-44176012-8862-4948-9105-9da9ce5d42db tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.003321 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6510abc9-05c1-492c-9afb-0b407709bcc7 req-44176012-8862-4948-9105-9da9ce5d42db tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.0813475 Aug 16 02:02:03.007210 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:03.012146 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:03.012517 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.083527 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6510abc9-05c1-492c-9afb-0b407709bcc7 req-a15618e8-9836-4c73-b77e-98b3ff19f544 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505686 Aug 16 02:02:03.093363 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.130274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 25590d62-b5ef-4e06-90ef-da5ac9fe97b2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=25590d62-b5ef-4e06-90ef-da5ac9fe97b2,segment=NetworkSegment(db21d1c9-ebb4-432f-abf7-f5a70e1c4568),segment_id=db21d1c9-ebb4-432f-abf7-f5a70e1c4568)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:03.135665 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.170661 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device aa1a52f4-aaba-40a3-bedf-0215cf57f903 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:03.186670 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623614d3-7271-4050-9675-07e54b1a38f0 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:03.195316 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: aa1a52f4-aaba-40a3-bedf-0215cf57f903 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:03.195657 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device aa1a52f4-aaba-40a3-bedf-0215cf57f903 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:03.209128 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.224140 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=25590d62-b5ef-4e06-90ef-da5ac9fe97b2,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:03.239680 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Transition to ACTIVE for port object 623614d3-7271-4050-9675-07e54b1a38f0 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:03.245234 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.266074 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b75abf-8110-46f8-b0e2-b53a73540fd6 req-eb15fc3e-4889-4779-b78f-48d85a486cae tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.267721 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-05b75abf-8110-46f8-b0e2-b53a73540fd6 req-eb15fc3e-4889-4779-b78f-48d85a486cae tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 944 time: 0.0617476 Aug 16 02:02:03.308187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Pushing event updated for resources: {'Port': ['ID=623614d3-7271-4050-9675-07e54b1a38f0,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:03.332662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53236) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:03.350585 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-05b75abf-8110-46f8-b0e2-b53a73540fd6 req-309789d8-e074-4a84-86bd-4c873f2277d0 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/security-groups?id=050141ea-1fb1-4c15-aa22-9cf1a6c2e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766168 Aug 16 02:02:03.392711 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Attempting to bind port 623614d3-7271-4050-9675-07e54b1a38f0 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:03.393050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Attempting to bind port 623614d3-7271-4050-9675-07e54b1a38f0 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'db21d1c9-ebb4-432f-abf7-f5a70e1c4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:03.393386 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Attempting to bind port 623614d3-7271-4050-9675-07e54b1a38f0 on network fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:03.397944 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Port 623614d3-7271-4050-9675-07e54b1a38f0 on network fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:03.398288 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Attempting to bind port 623614d3-7271-4050-9675-07e54b1a38f0 on network fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:03.404224 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:03.404568 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Checking segment: {'id': 'db21d1c9-ebb4-432f-abf7-f5a70e1c4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:03.405813 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Bound using segment: {'id': 'db21d1c9-ebb4-432f-abf7-f5a70e1c4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:03.406898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Bound port: 623614d3-7271-4050-9675-07e54b1a38f0, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db21d1c9-ebb4-432f-abf7-f5a70e1c4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:03.407444 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.422942 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a4784b0-4627-40f6-8a0d-94d5b9b426d9 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.464476 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a4784b0-4627-40f6-8a0d-94d5b9b426d9 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.490043 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] For port 623614d3-7271-4050-9675-07e54b1a38f0, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:03.494230 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] For port 623614d3-7271-4050-9675-07e54b1a38f0, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=623614d3-7271-4050-9675-07e54b1a38f0,segment=NetworkSegment(db21d1c9-ebb4-432f-abf7-f5a70e1c4568),segment_id=db21d1c9-ebb4-432f-abf7-f5a70e1c4568)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:03.500276 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.535220 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a4784b0-4627-40f6-8a0d-94d5b9b426d9 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.538094 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a4784b0-4627-40f6-8a0d-94d5b9b426d9 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.542703 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0a4784b0-4627-40f6-8a0d-94d5b9b426d9 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "DELETE /v2.0/security-groups/98766467-1691-4df6-814b-003da3a88508 HTTP/1.1" status: 204 len: 168 time: 0.2053463 Aug 16 02:02:03.550196 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.550809 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.552228 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] 10.222.0.63 "PUT /v2.0/ports/623614d3-7271-4050-9675-07e54b1a38f0 HTTP/1.1" status: 200 len: 1056 time: 1.0026627 Aug 16 02:02:03.552652 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598', 'tag': '623614d3-7271-4050-9675-07e54b1a38f0'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:03.554977 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60044442-e8bf-43e9-863e-73dcaf7e1810" -d '{"events": [{"name": "network-changed", "server_uuid": "29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598", "tag": "623614d3-7271-4050-9675-07e54b1a38f0"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:03.575883 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4784b0-4627-40f6-8a0d-94d5b9b426d9 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98766467-1691-4df6-814b-003da3a88508,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:03.581409 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaffd8e-88eb-40c0-ba31-afb9eea19d4b service neutron] Pushing event updated for resources: {'Port': ['ID=623614d3-7271-4050-9675-07e54b1a38f0,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:03.588076 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53244) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:03.605163 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d2a8ac-79dd-4420-a5c3-f02eee3b0f47 x-openstack-request-id: req-13d2a8ac-79dd-4420-a5c3-f02eee3b0f47 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:03.607978 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598", "tag": "623614d3-7271-4050-9675-07e54b1a38f0", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:03.608163 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-13d2a8ac-79dd-4420-a5c3-f02eee3b0f47 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:03.608571 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598', 'tag': '623614d3-7271-4050-9675-07e54b1a38f0', 'status': 'completed', 'code': 200} Aug 16 02:02:03.655421 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5cfd90-6707-4135-94ea-c981c4c09b87 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Deleting subnet 284005dc-7477-4014-be16-adf3bc2e1cca {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:03.659305 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c5cfd90-6707-4135-94ea-c981c4c09b87 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.667565 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-583c9af1-fc5d-4db2-b385-d36442e76be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.669206 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-583c9af1-fc5d-4db2-b385-d36442e76be2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3447b752e21e478fb773f0edc2208920&device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 1059 time: 0.0543976 Aug 16 02:02:03.706650 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c5cfd90-6707-4135-94ea-c981c4c09b87 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.716432 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-7e39bba9-0e22-480e-9b2f-3921a06a6096 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=623614d3-7271-4050-9675-07e54b1a38f0 HTTP/1.1" status: 200 len: 217 time: 0.0372534 Aug 16 02:02:03.769345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-e931ae84-a3ea-4c45-8e93-00b72ecfae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.770781 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-e931ae84-a3ea-4c45-8e93-00b72ecfae10 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ed6e5b89-121a-453c-8dab-d6c90c95a80d HTTP/1.1" status: 200 len: 838 time: 0.0464907 Aug 16 02:02:03.806246 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c5cfd90-6707-4135-94ea-c981c4c09b87 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.833814 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-b4f3b631-2dd0-4b26-b4d0-b82f55a8c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.835355 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-b4f3b631-2dd0-4b26-b4d0-b82f55a8c830 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0461304 Aug 16 02:02:03.855449 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 90f1b306-8818-4570-9ab1-ed545c0db8c1 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:03.868138 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c5cfd90-6707-4135-94ea-c981c4c09b87 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.908161 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5cfd90-6707-4135-94ea-c981c4c09b87 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event deleted for resources: {'Subnet': ['ID=284005dc-7477-4014-be16-adf3bc2e1cca,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:03.919375 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c5cfd90-6707-4135-94ea-c981c4c09b87 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.921567 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8c5cfd90-6707-4135-94ea-c981c4c09b87 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "DELETE /v2.0/subnets/284005dc-7477-4014-be16-adf3bc2e1cca HTTP/1.1" status: 204 len: 168 time: 0.3321238 Aug 16 02:02:03.926208 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53248) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:03.931994 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3a59f7-94d6-4675-90cd-ef6d45b99610 None None] Network 988d307b-5ab0-461b-8293-0f2e204c9dd7 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:03.977245 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-6696add8-d680-4fe4-b9c3-9d3856e6d250 service neutron] 10.222.0.63 "GET /v2.0/networks/fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289339 Aug 16 02:02:03.992741 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73323d-5e32-4b8c-a999-a55efe2dd32f req-e8b1b740-85ca-4f8b-bf01-5c12fb0f51ed tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.994601 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-af73323d-5e32-4b8c-a999-a55efe2dd32f req-e8b1b740-85ca-4f8b-bf01-5c12fb0f51ed tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 907 time: 0.0676033 Aug 16 02:02:04.012730 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.080713 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 90f1b306-8818-4570-9ab1-ed545c0db8c1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=90f1b306-8818-4570-9ab1-ed545c0db8c1,segment=NetworkSegment(0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f),segment_id=0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:04.081201 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Deleting port 76eb83de-8b98-45f8-b726-76788bdb6c1d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:04.081559 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.093774 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7ce5b17-115b-43cf-a490-f16663de7a3e req-9ef56895-fb25-4f2e-89ab-de1c1b111abd service neutron] 10.222.0.63 "GET /v2.0/networks/fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980778 Aug 16 02:02:04.096646 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '90f1b306-8818-4570-9ab1-ed545c0db8c1', 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115', 'port_id': '90f1b306-8818-4570-9ab1-ed545c0db8c1', 'mac_address': 'fa:16:3e:83:b5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62c0746-70d3-4cee-8dce-03d37b2c9f17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:04.150706 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.164906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] For port 76eb83de-8b98-45f8-b726-76788bdb6c1d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=76eb83de-8b98-45f8-b726-76788bdb6c1d,segment=NetworkSegment(d86216e9-5c65-45e7-b9c6-0a3f1dec74dd),segment_id=d86216e9-5c65-45e7-b9c6-0a3f1dec74dd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:04.165307 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.185082 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f1b306-8818-4570-9ab1-ed545c0db8c1 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:04.202767 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Calling delete_port for 76eb83de-8b98-45f8-b726-76788bdb6c1d owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:04.208805 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60044442-e8bf-43e9-863e-73dcaf7e1810 req-3e42ab9d-ea83-4970-9330-3247440816d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:04.210362 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60044442-e8bf-43e9-863e-73dcaf7e1810 req-3e42ab9d-ea83-4970-9330-3247440816d0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3447b752e21e478fb773f0edc2208920&device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 1059 time: 0.0504498 Aug 16 02:02:04.211766 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4676447b-42b2-4ac9-8d44-f7722b88346a None None] DHCP port deletion for 988d307b-5ab0-461b-8293-0f2e204c9dd7 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:04.227178 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 90f1b306-8818-4570-9ab1-ed545c0db8c1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=90f1b306-8818-4570-9ab1-ed545c0db8c1,segment=NetworkSegment(0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f),segment_id=0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:04.249659 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.285785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e9a37-8f6a-429e-b5f6-901f072f5818 req-abe89676-9196-440c-b7b4-54602ab495ab tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:04.291836 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3c7e9a37-8f6a-429e-b5f6-901f072f5818 req-abe89676-9196-440c-b7b4-54602ab495ab tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.1023040 Aug 16 02:02:04.321270 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4676447b-42b2-4ac9-8d44-f7722b88346a None None] Deleting port 76eb83de-8b98-45f8-b726-76788bdb6c1d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:04.321788 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4676447b-42b2-4ac9-8d44-f7722b88346a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.324275 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=90f1b306-8818-4570-9ab1-ed545c0db8c1,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:04.334885 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60044442-e8bf-43e9-863e-73dcaf7e1810 req-36f83ae6-5ed6-4979-8fc6-06e5efc0078e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:04.336604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60044442-e8bf-43e9-863e-73dcaf7e1810 req-36f83ae6-5ed6-4979-8fc6-06e5efc0078e service neutron] 10.222.0.63 "GET /v2.0/networks?id=fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e HTTP/1.1" status: 200 len: 898 time: 0.1183865 Aug 16 02:02:04.347062 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3c7e9a37-8f6a-429e-b5f6-901f072f5818 req-6b9fe676-e014-43ae-8064-109386ebe6a1 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513639 Aug 16 02:02:04.359162 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.387640 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60044442-e8bf-43e9-863e-73dcaf7e1810 req-464fb598-20f9-45ce-b9f8-f8c13be4d2a0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=623614d3-7271-4050-9675-07e54b1a38f0 HTTP/1.1" status: 200 len: 217 time: 0.0390730 Aug 16 02:02:04.400746 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4676447b-42b2-4ac9-8d44-f7722b88346a None None] For port 76eb83de-8b98-45f8-b726-76788bdb6c1d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=76eb83de-8b98-45f8-b726-76788bdb6c1d,segment=NetworkSegment(d86216e9-5c65-45e7-b9c6-0a3f1dec74dd),segment_id=d86216e9-5c65-45e7-b9c6-0a3f1dec74dd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:04.401156 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4676447b-42b2-4ac9-8d44-f7722b88346a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.403345 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] No DVR routers for this DVR port 76eb83de-8b98-45f8-b726-76788bdb6c1d on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:04.406743 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event deleted for resources: {'Port': ['ID=76eb83de-8b98-45f8-b726-76788bdb6c1d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:04.420728 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4676447b-42b2-4ac9-8d44-f7722b88346a None None] Calling delete_port for 76eb83de-8b98-45f8-b726-76788bdb6c1d owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:04.491130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60044442-e8bf-43e9-863e-73dcaf7e1810 req-441e7cb6-81ce-4c2b-b71a-b64606d14a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:04.492642 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60044442-e8bf-43e9-863e-73dcaf7e1810 req-441e7cb6-81ce-4c2b-b71a-b64606d14a57 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ed6e5b89-121a-453c-8dab-d6c90c95a80d HTTP/1.1" status: 200 len: 838 time: 0.0966084 Aug 16 02:02:04.504309 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.517522 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988d307b-5ab0-461b-8293-0f2e204c9dd7']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:04.519148 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['90f1b306-8818-4570-9ab1-ed545c0db8c1'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:04.521685 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a8a37-b45c-49b8-a164-21afb9fc01de req-760d0a59-accc-49b5-9254-23826b21e933 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:04.523035 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4676447b-42b2-4ac9-8d44-f7722b88346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.524400 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e90a8a37-b45c-49b8-a164-21afb9fc01de req-760d0a59-accc-49b5-9254-23826b21e933 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 945 time: 0.0845621 Aug 16 02:02:04.530120 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86216e9-5c65-45e7-b9c6-0a3f1dec74dd') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:04.530423 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86216e9-5c65-45e7-b9c6-0a3f1dec74dd') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:04.540355 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.558235 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.567030 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:04.567279 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:04.567512 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:04.573795 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:04.596043 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60044442-e8bf-43e9-863e-73dcaf7e1810 req-e0d69904-58d0-4d99-b03a-dba6a7528f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:04.597518 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60044442-e8bf-43e9-863e-73dcaf7e1810 req-e0d69904-58d0-4d99-b03a-dba6a7528f4a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0952537 Aug 16 02:02:04.600386 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e90a8a37-b45c-49b8-a164-21afb9fc01de req-6b67fbf0-8d50-4414-a626-2289a331ec9f tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/security-groups?id=050141ea-1fb1-4c15-aa22-9cf1a6c2e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581996 Aug 16 02:02:04.603363 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4676447b-42b2-4ac9-8d44-f7722b88346a None None] No DVR routers for this DVR port 76eb83de-8b98-45f8-b726-76788bdb6c1d on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:04.605432 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676447b-42b2-4ac9-8d44-f7722b88346a None None] Pushing event deleted for resources: {'Port': ['ID=76eb83de-8b98-45f8-b726-76788bdb6c1d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:04.610121 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:04.610457 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 135ebba0-f5fe-4af8-b14f-de2df4b5cef2 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:04.653982 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.661545 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.665820 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "DELETE /v2.0/networks/988d307b-5ab0-461b-8293-0f2e204c9dd7 HTTP/1.1" status: 204 len: 168 time: 0.7359843 Aug 16 02:02:04.666802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53256) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:04.690580 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e0545-da7e-4462-ac84-745d22652c9d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event deleted for resources: {'Network': ['ID=988d307b-5ab0-461b-8293-0f2e204c9dd7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:04.727584 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60044442-e8bf-43e9-863e-73dcaf7e1810 req-3b8b1422-6ba3-437a-b171-a4c04a0d49ca service neutron] 10.222.0.63 "GET /v2.0/networks/fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076276 Aug 16 02:02:04.835108 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60044442-e8bf-43e9-863e-73dcaf7e1810 req-df9d62f8-9c01-401f-ae5d-615f00c3145b service neutron] 10.222.0.63 "GET /v2.0/networks/fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996029 Aug 16 02:02:04.867283 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-19a6bbaf-321a-4ee3-a6b0-8cee81d25e06 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Deleting port 9adc3b49-8f6a-4e89-a595-e7447e218365 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:04.867555 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19a6bbaf-321a-4ee3-a6b0-8cee81d25e06 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.895539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:04.942678 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19a6bbaf-321a-4ee3-a6b0-8cee81d25e06 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.943244 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19a6bbaf-321a-4ee3-a6b0-8cee81d25e06 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.943363 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:04.943642 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.955270 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-19a6bbaf-321a-4ee3-a6b0-8cee81d25e06 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Calling delete_port for 9adc3b49-8f6a-4e89-a595-e7447e218365 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:05.094499 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 76eb83de-8b98-45f8-b726-76788bdb6c1d no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:05.117049 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 76eb83de-8b98-45f8-b726-76788bdb6c1d {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:05.117446 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 76eb83de-8b98-45f8-b726-76788bdb6c1d not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:05.141301 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19a6bbaf-321a-4ee3-a6b0-8cee81d25e06 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.182579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3b3a6-653b-40cd-8a04-e252ec5cbcbc req-fe982a2d-0b70-4f4d-8400-2c45814de8c6 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.184058 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ed3b3a6-653b-40cd-8a04-e252ec5cbcbc req-fe982a2d-0b70-4f4d-8400-2c45814de8c6 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 907 time: 0.0989156 Aug 16 02:02:05.184794 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6bbaf-321a-4ee3-a6b0-8cee81d25e06 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event deleted for resources: {'Port': ['ID=9adc3b49-8f6a-4e89-a595-e7447e218365,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:05.242376 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19a6bbaf-321a-4ee3-a6b0-8cee81d25e06 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.242708 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-19a6bbaf-321a-4ee3-a6b0-8cee81d25e06 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Floating IP 5df95fcd-b37f-4ae0-a1a5-df1183526093 disassociated (deleted). External IP: 172.25.3.20, port: 0e036126-0350-4047-b86f-a4ff1933dd09. Aug 16 02:02:05.362599 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:02:05.458417 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a6bbaf-321a-4ee3-a6b0-8cee81d25e06 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:05.468691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697844a6-6e5a-4f53-99e7-b67236621aed req-07183b0f-70bb-4e3a-bc7c-3641358e92fd tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.470243 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-697844a6-6e5a-4f53-99e7-b67236621aed req-07183b0f-70bb-4e3a-bc7c-3641358e92fd tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.0499790 Aug 16 02:02:05.508419 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-697844a6-6e5a-4f53-99e7-b67236621aed req-03f843a7-3f63-43f7-9239-ac44695e22a3 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320864 Aug 16 02:02:05.568085 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a6bbaf-321a-4ee3-a6b0-8cee81d25e06 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:05.573183 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19a6bbaf-321a-4ee3-a6b0-8cee81d25e06 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.579598 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f096bb-8822-4b4d-bbd4-ecfcdf19b717 None None] Sync routers for ids ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:05.589437 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f096bb-8822-4b4d-bbd4-ecfcdf19b717 None None] Routers {'6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:05.590099 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c0f096bb-8822-4b4d-bbd4-ecfcdf19b717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:05.611041 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-19a6bbaf-321a-4ee3-a6b0-8cee81d25e06 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "DELETE /v2.0/floatingips/5df95fcd-b37f-4ae0-a1a5-df1183526093 HTTP/1.1" status: 204 len: 168 time: 0.9344199 Aug 16 02:02:05.619916 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'tag': '0e036126-0350-4047-b86f-a4ff1933dd09'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:05.619916 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb94db03-94cb-426d-b178-98bb92398e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52", "tag": "0e036126-0350-4047-b86f-a4ff1933dd09"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:05.655721 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdae555-eee1-499b-bcc5-560320c75e67 x-openstack-request-id: req-9cdae555-eee1-499b-bcc5-560320c75e67 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:05.656130 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52", "tag": "0e036126-0350-4047-b86f-a4ff1933dd09", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:05.656579 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9cdae555-eee1-499b-bcc5-560320c75e67 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:05.657492 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'tag': '0e036126-0350-4047-b86f-a4ff1933dd09', 'status': 'completed', 'code': 200} Aug 16 02:02:05.742269 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-c0f096bb-8822-4b4d-bbd4-ecfcdf19b717 None None] Set router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:05.840794 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bc0ca-5d83-4f5b-9262-28e8ffa13530 req-d00ca3ad-1e75-494a-bb3d-c0ac5f2956f5 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.842374 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d74bc0ca-5d83-4f5b-9262-28e8ffa13530 req-d00ca3ad-1e75-494a-bb3d-c0ac5f2956f5 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 945 time: 0.1048307 Aug 16 02:02:05.850171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94db03-94cb-426d-b178-98bb92398e0f req-3eff94a4-3b05-4392-8d28-05a5ed2923d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.851699 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb94db03-94cb-426d-b178-98bb92398e0f req-3eff94a4-3b05-4392-8d28-05a5ed2923d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33cf80430ee04eee8eb367bea457fa11&device_id=2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52 HTTP/1.1" status: 200 len: 1097 time: 0.1669912 Aug 16 02:02:05.898502 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 90f1b306-8818-4570-9ab1-ed545c0db8c1 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:05.917518 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b699c-9fa8-41b5-bb8f-4779c8552b36 req-7e8174bc-215b-4c58-92fc-587f4a1f2734 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.928033 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ef9b699c-9fa8-41b5-bb8f-4779c8552b36 req-7e8174bc-215b-4c58-92fc-587f4a1f2734 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52 HTTP/1.1" status: 200 len: 945 time: 0.0709496 Aug 16 02:02:05.950777 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d74bc0ca-5d83-4f5b-9262-28e8ffa13530 req-8d87dc4b-21a3-4459-8724-adc8b0db2018 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/security-groups?id=050141ea-1fb1-4c15-aa22-9cf1a6c2e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979500 Aug 16 02:02:05.982258 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ef9b699c-9fa8-41b5-bb8f-4779c8552b36 req-0a6fb3d4-a772-44e1-af52-21cf744e2e6f tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e842d21-c916-4a63-a2dd-613605650b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525064 Aug 16 02:02:05.997959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94db03-94cb-426d-b178-98bb92398e0f req-0bf961e2-e843-4c0b-99ed-07a416fbbd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.998642 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb94db03-94cb-426d-b178-98bb92398e0f req-0bf961e2-e843-4c0b-99ed-07a416fbbd58 service neutron] 10.222.0.73 "GET /v2.0/networks?id=86d96d90-3db9-4535-b1c2-058fffcb4af1 HTTP/1.1" status: 200 len: 896 time: 0.1316743 Aug 16 02:02:06.008435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 90f1b306-8818-4570-9ab1-ed545c0db8c1 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:06.030777 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 90f1b306-8818-4570-9ab1-ed545c0db8c1 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:06.031158 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.042519 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb94db03-94cb-426d-b178-98bb92398e0f req-f3520bea-39da-489d-aca0-2657b9e465c5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e036126-0350-4047-b86f-a4ff1933dd09 HTTP/1.1" status: 200 len: 217 time: 0.0363407 Aug 16 02:02:06.096401 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94db03-94cb-426d-b178-98bb92398e0f req-39c03685-74de-45f7-b756-52f35f81dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:06.097647 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb94db03-94cb-426d-b178-98bb92398e0f req-39c03685-74de-45f7-b756-52f35f81dd66 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ab953d6-7a9e-4906-b3c6-20ec83b2050b HTTP/1.1" status: 200 len: 835 time: 0.0474420 Aug 16 02:02:06.099463 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c0f096bb-8822-4b4d-bbd4-ecfcdf19b717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:01:56Z', 'revision_number': 6, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '2ebfa911-0f32-4a59-93e3-9c0d2e100359', 'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:93:e3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:14Z', 'updated_at': '2021-08-16T02:00:21Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:06.144468 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f096bb-8822-4b4d-bbd4-ecfcdf19b717 None None] Checking router: 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:06.150562 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94db03-94cb-426d-b178-98bb92398e0f req-9d683505-1448-4e69-960d-7eecc10d31cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:06.151926 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb94db03-94cb-426d-b178-98bb92398e0f req-9d683505-1448-4e69-960d-7eecc10d31cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86d96d90-3db9-4535-b1c2-058fffcb4af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464530 Aug 16 02:02:06.162156 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.171999 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f096bb-8822-4b4d-bbd4-ecfcdf19b717 None None] Routers {'6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:06.172647 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c0f096bb-8822-4b4d-bbd4-ecfcdf19b717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:06.229828 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21c6dfd-ccf6-4bdc-9323-a7005556c674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f1b306-8818-4570-9ab1-ed545c0db8c1'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:06.232082 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24589cd7-e976-4e53-b82a-99d608f3c5b2" -d '{"events": [{"server_uuid": "e21c6dfd-ccf6-4bdc-9323-a7005556c674", "name": "network-vif-plugged", "status": "completed", "tag": "90f1b306-8818-4570-9ab1-ed545c0db8c1"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:06.251417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 90f1b306-8818-4570-9ab1-ed545c0db8c1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=90f1b306-8818-4570-9ab1-ed545c0db8c1,segment=NetworkSegment(0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f),segment_id=0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:06.263444 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb94db03-94cb-426d-b178-98bb92398e0f req-f76ae5c2-727d-41c2-abce-9f5817f41e13 service neutron] 10.222.0.73 "GET /v2.0/networks/86d96d90-3db9-4535-b1c2-058fffcb4af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021483 Aug 16 02:02:06.282738 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.437052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db396d-4a36-42c5-813e-e68d10064b10 req-bf8cc8fc-3884-4778-a520-2b1492e00370 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:06.439418 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14db396d-4a36-42c5-813e-e68d10064b10 req-bf8cc8fc-3884-4778-a520-2b1492e00370 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 907 time: 0.1058996 Aug 16 02:02:06.444259 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb94db03-94cb-426d-b178-98bb92398e0f req-9e3de629-2c68-40f7-9c29-0f326aec85d2 service neutron] 10.222.0.73 "GET /v2.0/networks/86d96d90-3db9-4535-b1c2-058fffcb4af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733427 Aug 16 02:02:06.506348 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f39146-0936-41ce-8e10-f5ba14dbf172 x-openstack-request-id: req-c8f39146-0936-41ce-8e10-f5ba14dbf172 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:06.506642 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21c6dfd-ccf6-4bdc-9323-a7005556c674", "name": "network-vif-plugged", "status": "completed", "tag": "90f1b306-8818-4570-9ab1-ed545c0db8c1", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:06.506894 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c8f39146-0936-41ce-8e10-f5ba14dbf172 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:06.507286 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21c6dfd-ccf6-4bdc-9323-a7005556c674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f1b306-8818-4570-9ab1-ed545c0db8c1', 'code': 200} Aug 16 02:02:06.532112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-c0f096bb-8822-4b4d-bbd4-ecfcdf19b717 None None] Set router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:06.554011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a6708-4071-41bf-88fa-d3ce047014d6 req-2d9a8250-f1c8-4865-9979-7a4655da2377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:06.555807 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-811a6708-4071-41bf-88fa-d3ce047014d6 req-2d9a8250-f1c8-4865-9979-7a4655da2377 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 1098 time: 0.0451229 Aug 16 02:02:06.562592 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 623614d3-7271-4050-9675-07e54b1a38f0 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:06.570959 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=90f1b306-8818-4570-9ab1-ed545c0db8c1,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:06.595850 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-811a6708-4071-41bf-88fa-d3ce047014d6 req-c2cfea6f-bbad-4923-92b4-26fdae4ed373 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=050141ea-1fb1-4c15-aa22-9cf1a6c2e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320210 Aug 16 02:02:06.668165 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4e96d-406a-45c9-8fb7-339761ba6228 req-32e0e84a-4f57-4fcf-8cb8-e9fdc03eaf57 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:06.670161 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b3a4e96d-406a-45c9-8fb7-339761ba6228 req-32e0e84a-4f57-4fcf-8cb8-e9fdc03eaf57 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.0689540 Aug 16 02:02:06.710175 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b3a4e96d-406a-45c9-8fb7-339761ba6228 req-40863a45-4433-416b-8694-308bb49a947c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335541 Aug 16 02:02:06.772235 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 623614d3-7271-4050-9675-07e54b1a38f0, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=623614d3-7271-4050-9675-07e54b1a38f0,segment=NetworkSegment(db21d1c9-ebb4-432f-abf7-f5a70e1c4568),segment_id=db21d1c9-ebb4-432f-abf7-f5a70e1c4568)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:06.802638 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '623614d3-7271-4050-9675-07e54b1a38f0', 'network_id': 'fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e', 'port_id': '623614d3-7271-4050-9675-07e54b1a38f0', 'mac_address': 'fa:16:3e:c6:6d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6e5b89-121a-453c-8dab-d6c90c95a80d', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:06.849421 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.865146 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623614d3-7271-4050-9675-07e54b1a38f0 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:06.880310 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c0f096bb-8822-4b4d-bbd4-ecfcdf19b717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:01:56Z', 'revision_number': 6, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '2ebfa911-0f32-4a59-93e3-9c0d2e100359', 'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:93:e3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:14Z', 'updated_at': '2021-08-16T02:00:21Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:06.915646 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 623614d3-7271-4050-9675-07e54b1a38f0, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=623614d3-7271-4050-9675-07e54b1a38f0,segment=NetworkSegment(db21d1c9-ebb4-432f-abf7-f5a70e1c4568),segment_id=db21d1c9-ebb4-432f-abf7-f5a70e1c4568)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:06.916967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f096bb-8822-4b4d-bbd4-ecfcdf19b717 None None] The sync data for ids ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'] in n-d-765315-27 is: [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:01:56Z', 'revision_number': 6, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '2ebfa911-0f32-4a59-93e3-9c0d2e100359', 'name': '', 'network_id': '86d96d90-3db9-4535-b1c2-058fffcb4af1', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:93:e3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:14Z', 'updated_at': '2021-08-16T02:00:21Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '6ab953d6-7a9e-4906-b3c6-20ec83b2050b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:06.921165 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.971580 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=623614d3-7271-4050-9675-07e54b1a38f0,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:07.082951 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb1102-15a4-4916-a2e3-5d751349e351 req-6e307f3a-ba1e-4753-adb5-9978571600a8 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.084923 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20fb1102-15a4-4916-a2e3-5d751349e351 req-6e307f3a-ba1e-4753-adb5-9978571600a8 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 946 time: 0.0582895 Aug 16 02:02:07.107500 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da86ab-e451-44da-bffa-08c70f47aab0 req-32df73c3-372c-4719-8b53-f407f45a0918 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.110044 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-89da86ab-e451-44da-bffa-08c70f47aab0 req-32df73c3-372c-4719-8b53-f407f45a0918 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52 HTTP/1.1" status: 200 len: 945 time: 0.0578251 Aug 16 02:02:07.138554 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20fb1102-15a4-4916-a2e3-5d751349e351 req-b1e583c1-f565-4551-896b-89257fb8944f tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/security-groups?id=050141ea-1fb1-4c15-aa22-9cf1a6c2e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446773 Aug 16 02:02:07.163051 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc49e93-1877-45ce-89dc-59545e7b5dcb None None] New status for floating IP 5df95fcd-b37f-4ae0-a1a5-df1183526093: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:02:07.163568 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-89da86ab-e451-44da-bffa-08c70f47aab0 req-dd6684d0-0491-4fa6-a857-0c46aab60d5e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e842d21-c916-4a63-a2dd-613605650b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470500 Aug 16 02:02:07.190661 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['623614d3-7271-4050-9675-07e54b1a38f0'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:07.448830 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.462148 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094898c7-7ae8-4478-bcca-3cadc03ec8b8 req-036f957a-cdfc-4368-b78d-8a2b7aa3bac3 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.463763 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-094898c7-7ae8-4478-bcca-3cadc03ec8b8 req-036f957a-cdfc-4368-b78d-8a2b7aa3bac3 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52 HTTP/1.1" status: 200 len: 945 time: 0.0501585 Aug 16 02:02:07.604834 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00cd5b-b08e-4499-afdd-1607ef66482f req-f98010a2-e9d8-42a1-8251-a326f710d4d0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.606290 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d00cd5b-b08e-4499-afdd-1607ef66482f req-f98010a2-e9d8-42a1-8251-a326f710d4d0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 908 time: 0.0855782 Aug 16 02:02:07.616267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-094898c7-7ae8-4478-bcca-3cadc03ec8b8 req-97a99d67-a1de-4d08-a4dc-cd62e0859f78 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Deleting port 0e036126-0350-4047-b86f-a4ff1933dd09 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:07.616678 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-094898c7-7ae8-4478-bcca-3cadc03ec8b8 req-97a99d67-a1de-4d08-a4dc-cd62e0859f78 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.832227 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f860ede-fc43-419e-b29f-6714e2576c80 req-ad6b207e-af94-4ce0-92fb-af711d7b5e5e tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.833871 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f860ede-fc43-419e-b29f-6714e2576c80 req-ad6b207e-af94-4ce0-92fb-af711d7b5e5e tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.0525732 Aug 16 02:02:07.878759 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f860ede-fc43-419e-b29f-6714e2576c80 req-47d2f9f8-1418-4616-8d26-f89481a39bde tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372744 Aug 16 02:02:08.032401 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-532a3686-0cf8-4481-ac93-fb5c83da00a5 req-19520f4e-51b8-4390-9377-86d72d7c4530 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=11416b2d-517b-47f6-81dc-066073b4ec07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4111753 Aug 16 02:02:08.084320 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-094898c7-7ae8-4478-bcca-3cadc03ec8b8 req-97a99d67-a1de-4d08-a4dc-cd62e0859f78 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] For port 0e036126-0350-4047-b86f-a4ff1933dd09, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0e036126-0350-4047-b86f-a4ff1933dd09,segment=NetworkSegment(3a3557d1-1ff5-4636-b2dd-87ea12bf856e),segment_id=3a3557d1-1ff5-4636-b2dd-87ea12bf856e)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:08.084749 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-094898c7-7ae8-4478-bcca-3cadc03ec8b8 req-97a99d67-a1de-4d08-a4dc-cd62e0859f78 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.100051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-094898c7-7ae8-4478-bcca-3cadc03ec8b8 req-97a99d67-a1de-4d08-a4dc-cd62e0859f78 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Calling delete_port for 0e036126-0350-4047-b86f-a4ff1933dd09 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:08.119498 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a3686-0cf8-4481-ac93-fb5c83da00a5 req-09d7d056-8bcc-4321-a192-c3e64a520666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.120975 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-532a3686-0cf8-4481-ac93-fb5c83da00a5 req-09d7d056-8bcc-4321-a192-c3e64a520666 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=92d6ca9642764afaaf85f19d40b34e4e&device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 1097 time: 0.0675509 Aug 16 02:02:08.217328 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.294174 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a3686-0cf8-4481-ac93-fb5c83da00a5 req-39e479fa-deef-45e4-a503-18e6af4246f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.295794 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-532a3686-0cf8-4481-ac93-fb5c83da00a5 req-39e479fa-deef-45e4-a503-18e6af4246f8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8313de91-f81e-42c6-b877-47398a0e9c62 HTTP/1.1" status: 200 len: 912 time: 0.1480820 Aug 16 02:02:08.316966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ebac2-ad3d-4026-91c8-af62044d8433 req-8f93e779-107b-419a-aeaf-2926cf3e0a74 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.318480 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-677ebac2-ad3d-4026-91c8-af62044d8433 req-8f93e779-107b-419a-aeaf-2926cf3e0a74 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 946 time: 0.1025281 Aug 16 02:02:08.320190 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe05e1-07c3-4393-a538-a577417ce9ce req-ae14492e-a575-4885-a824-8518d5460032 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.322942 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1dfe05e1-07c3-4393-a538-a577417ce9ce req-ae14492e-a575-4885-a824-8518d5460032 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52 HTTP/1.1" status: 200 len: 945 time: 0.0607893 Aug 16 02:02:08.367601 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1dfe05e1-07c3-4393-a538-a577417ce9ce req-831dd45a-6adc-4d86-adb2-07a639bdf968 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e842d21-c916-4a63-a2dd-613605650b63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351851 Aug 16 02:02:08.447713 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-677ebac2-ad3d-4026-91c8-af62044d8433 req-83a09b68-79bc-486b-8ee7-133b4c728e3c tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/security-groups?id=050141ea-1fb1-4c15-aa22-9cf1a6c2e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987730 Aug 16 02:02:08.450006 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-532a3686-0cf8-4481-ac93-fb5c83da00a5 req-dcdb1a77-7d97-451f-bbec-917c95d7bae3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1313e2f2-ea98-49ec-8104-8adf18ac1358 HTTP/1.1" status: 200 len: 1000 time: 0.1412315 Aug 16 02:02:08.450744 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-094898c7-7ae8-4478-bcca-3cadc03ec8b8 req-97a99d67-a1de-4d08-a4dc-cd62e0859f78 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.493748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a99d67-a1de-4d08-a4dc-cd62e0859f78 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event deleted for resources: {'Port': ['ID=0e036126-0350-4047-b86f-a4ff1933dd09,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:08.563521 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-094898c7-7ae8-4478-bcca-3cadc03ec8b8 req-97a99d67-a1de-4d08-a4dc-cd62e0859f78 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] No DVR routers for this DVR port 0e036126-0350-4047-b86f-a4ff1933dd09 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:08.567727 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-094898c7-7ae8-4478-bcca-3cadc03ec8b8 req-97a99d67-a1de-4d08-a4dc-cd62e0859f78 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.569647 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-094898c7-7ae8-4478-bcca-3cadc03ec8b8 req-97a99d67-a1de-4d08-a4dc-cd62e0859f78 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.73 "DELETE /v2.0/ports/0e036126-0350-4047-b86f-a4ff1933dd09 HTTP/1.1" status: 204 len: 173 time: 1.0929694 Aug 16 02:02:08.570115 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'name': 'network-vif-deleted', 'tag': '0e036126-0350-4047-b86f-a4ff1933dd09'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:08.573643 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7c3456-d178-4c35-90aa-b025b4692a34" -d '{"events": [{"server_uuid": "2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52", "name": "network-vif-deleted", "tag": "0e036126-0350-4047-b86f-a4ff1933dd09"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:08.577698 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a3686-0cf8-4481-ac93-fb5c83da00a5 req-2724321d-46d4-478c-822c-edae1411dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.579231 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-532a3686-0cf8-4481-ac93-fb5c83da00a5 req-2724321d-46d4-478c-822c-edae1411dcd5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9580d968-042a-4a5e-966b-8406c010ba78 HTTP/1.1" status: 200 len: 850 time: 0.1196728 Aug 16 02:02:08.580041 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 623614d3-7271-4050-9675-07e54b1a38f0 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:08.587966 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43312941-9dac-43a6-83e4-d5ddd00cfc98 req-2f406082-a019-45af-889b-b5400e28c0d0 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.589865 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43312941-9dac-43a6-83e4-d5ddd00cfc98 req-2f406082-a019-45af-889b-b5400e28c0d0 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 946 time: 0.0691881 Aug 16 02:02:08.632126 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a3686-0cf8-4481-ac93-fb5c83da00a5 req-c197225e-92bc-4a70-b554-da388f5ffefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.636172 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-532a3686-0cf8-4481-ac93-fb5c83da00a5 req-c197225e-92bc-4a70-b554-da388f5ffefe service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8313de91-f81e-42c6-b877-47398a0e9c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485873 Aug 16 02:02:08.657988 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a06167-89ec-46af-9a1e-354020857bf9 x-openstack-request-id: req-f9a06167-89ec-46af-9a1e-354020857bf9 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:08.658308 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52", "name": "network-vif-deleted", "tag": "0e036126-0350-4047-b86f-a4ff1933dd09", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:08.658637 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f9a06167-89ec-46af-9a1e-354020857bf9 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:08.659467 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e92fbdd-94ba-4ae9-aab0-ab7bb4b1be52', 'name': 'network-vif-deleted', 'tag': '0e036126-0350-4047-b86f-a4ff1933dd09', 'status': 'completed', 'code': 200} Aug 16 02:02:08.670455 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43312941-9dac-43a6-83e4-d5ddd00cfc98 req-11d1d3f8-e44e-4e67-8254-7f0903d2d4c5 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/security-groups?id=050141ea-1fb1-4c15-aa22-9cf1a6c2e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682490 Aug 16 02:02:08.700535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 623614d3-7271-4050-9675-07e54b1a38f0 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:08.704796 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 623614d3-7271-4050-9675-07e54b1a38f0 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:08.705347 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.849547 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.857002 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-532a3686-0cf8-4481-ac93-fb5c83da00a5 req-924f1e47-f384-45a1-86ad-a35b7a6ed865 service neutron] 10.222.0.63 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127666 Aug 16 02:02:08.868210 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13d678-24c1-449c-8c84-d9b00dc93cd2 req-7a08823b-94d5-4183-9c7a-12f08e57fc6f tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.871319 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b13d678-24c1-449c-8c84-d9b00dc93cd2 req-7a08823b-94d5-4183-9c7a-12f08e57fc6f tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 908 time: 0.1377919 Aug 16 02:02:08.882875 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623614d3-7271-4050-9675-07e54b1a38f0'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:08.885896 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c5c29b-956c-4a49-b8e6-4653b3a2be9d" -d '{"events": [{"server_uuid": "29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598", "name": "network-vif-plugged", "status": "completed", "tag": "623614d3-7271-4050-9675-07e54b1a38f0"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:08.894899 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a35479-a6be-4f01-a7f1-028fd733f767 req-22fe7f6a-2314-479b-95aa-9f3d76735a93 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.906410 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43a35479-a6be-4f01-a7f1-028fd733f767 req-22fe7f6a-2314-479b-95aa-9f3d76735a93 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 946 time: 0.0798154 Aug 16 02:02:08.924025 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 623614d3-7271-4050-9675-07e54b1a38f0, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=623614d3-7271-4050-9675-07e54b1a38f0,segment=NetworkSegment(db21d1c9-ebb4-432f-abf7-f5a70e1c4568),segment_id=db21d1c9-ebb4-432f-abf7-f5a70e1c4568)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:08.929161 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:08.979044 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43a35479-a6be-4f01-a7f1-028fd733f767 req-a57c4b0f-3f14-4049-ba3a-9e91d33edbc7 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/security-groups?id=050141ea-1fb1-4c15-aa22-9cf1a6c2e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706654 Aug 16 02:02:08.999725 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53320) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:09.018721 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=623614d3-7271-4050-9675-07e54b1a38f0,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:09.023414 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83937c51-6a06-462c-b74e-4c5d628300a8 x-openstack-request-id: req-83937c51-6a06-462c-b74e-4c5d628300a8 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:09.023978 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598", "name": "network-vif-plugged", "status": "completed", "tag": "623614d3-7271-4050-9675-07e54b1a38f0", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:09.024900 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-83937c51-6a06-462c-b74e-4c5d628300a8 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:09.025149 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623614d3-7271-4050-9675-07e54b1a38f0', 'code': 200} Aug 16 02:02:09.087394 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-532a3686-0cf8-4481-ac93-fb5c83da00a5 req-42237448-244c-4945-9bf3-1ee425fcbd72 service neutron] 10.222.0.63 "GET /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144952 Aug 16 02:02:09.153663 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad49f6-44b4-4e58-897f-c328521ebbcf req-1006b321-3bc0-446b-9dd4-b1a5a156899a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:09.155204 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2ad49f6-44b4-4e58-897f-c328521ebbcf req-1006b321-3bc0-446b-9dd4-b1a5a156899a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.0931623 Aug 16 02:02:09.186624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c308e-23bc-4145-b669-d6efcced3c59 req-9120b179-7cb1-4497-b850-0faf49d2d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:09.188399 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-910c308e-23bc-4145-b669-d6efcced3c59 req-9120b179-7cb1-4497-b850-0faf49d2d87a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 1061 time: 0.1175084 Aug 16 02:02:09.195741 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7579fc-3e52-43bb-8a97-458fb79a86e0 tempest-TestServerBasicOps-427088411 tempest-TestServerBasicOps-427088411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:09.200973 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3b7579fc-3e52-43bb-8a97-458fb79a86e0 tempest-TestServerBasicOps-427088411 tempest-TestServerBasicOps-427088411-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 1093 time: 0.1927962 Aug 16 02:02:09.201252 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53326) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:09.205920 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': '90f1b306-8818-4570-9ab1-ed545c0db8c1', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:09.233967 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2ad49f6-44b4-4e58-897f-c328521ebbcf req-5245869a-35ea-45ed-8559-5a0ba5d3b552 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723970 Aug 16 02:02:09.245792 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.372191 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.442740 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53332) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:09.486707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Allocated IP 172.25.3.48 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/da6cff3b-52bc-48c4-b336-c1adf33a98c9) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:09.518714 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99e69721-8b51-43a4-a5b3-9539d75be232 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.550192 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99e69721-8b51-43a4-a5b3-9539d75be232 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.628003 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99e69721-8b51-43a4-a5b3-9539d75be232 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.631605 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99e69721-8b51-43a4-a5b3-9539d75be232 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.636223 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-99e69721-8b51-43a4-a5b3-9539d75be232 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "DELETE /v2.0/security-groups/8e842d21-c916-4a63-a2dd-613605650b63 HTTP/1.1" status: 204 len: 168 time: 0.1890020 Aug 16 02:02:09.649950 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e69721-8b51-43a4-a5b3-9539d75be232 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e842d21-c916-4a63-a2dd-613605650b63,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:09.666252 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.692538 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53342) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:10.123061 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.170854 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f051363-076f-4662-ba76-17d3bc2bbf65 req-a6095bab-4cdd-49f6-9a98-00e3fc9d492b tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:10.170854 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9f051363-076f-4662-ba76-17d3bc2bbf65 req-a6095bab-4cdd-49f6-9a98-00e3fc9d492b tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 909 time: 0.1042130 Aug 16 02:02:10.177849 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:10.183701 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:10.188628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:10.227065 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Pushing event updated for resources: {'Port': ['ID=da6cff3b-52bc-48c4-b336-c1adf33a98c9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:10.230908 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d3c21b9-639d-461c-ac86-9d7edeedbfb3 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.428589 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a357a8-6163-42fb-8561-67b63cab4ec8 req-a28666cd-6420-452b-98b0-1ff5fde0b31f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:10.430025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-70a357a8-6163-42fb-8561-67b63cab4ec8 req-a28666cd-6420-452b-98b0-1ff5fde0b31f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.0995958 Aug 16 02:02:10.488797 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-70a357a8-6163-42fb-8561-67b63cab4ec8 req-91b3f416-bf2d-487e-828b-8f0563f52eef tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410914 Aug 16 02:02:10.594072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-8d3c21b9-639d-461c-ac86-9d7edeedbfb3 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Deleting port 2ebfa911-0f32-4a59-93e3-9c0d2e100359 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:10.594717 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d3c21b9-639d-461c-ac86-9d7edeedbfb3 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.612266 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.689112 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.690465 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-8d3c21b9-639d-461c-ac86-9d7edeedbfb3 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] For port 2ebfa911-0f32-4a59-93e3-9c0d2e100359, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2ebfa911-0f32-4a59-93e3-9c0d2e100359,segment=NetworkSegment(3a3557d1-1ff5-4636-b2dd-87ea12bf856e),segment_id=3a3557d1-1ff5-4636-b2dd-87ea12bf856e)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:10.691194 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d3c21b9-639d-461c-ac86-9d7edeedbfb3 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.705638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-8d3c21b9-639d-461c-ac86-9d7edeedbfb3 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Calling delete_port for 2ebfa911-0f32-4a59-93e3-9c0d2e100359 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:10.849171 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.854691 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.931145 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d3c21b9-639d-461c-ac86-9d7edeedbfb3 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.936168 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Pushing event updated for resources: {'Port': ['ID=da6cff3b-52bc-48c4-b336-c1adf33a98c9,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:10.944493 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.962328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c21b9-639d-461c-ac86-9d7edeedbfb3 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event deleted for resources: {'Port': ['ID=2ebfa911-0f32-4a59-93e3-9c0d2e100359,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:11.084252 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Floating IP 1edb9d8f-681c-44bd-9aa3-5e0ca085ae73 associated. External IP: 172.25.3.48, port: 90f1b306-8818-4570-9ab1-ed545c0db8c1. Aug 16 02:02:11.214650 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d3c21b9-639d-461c-ac86-9d7edeedbfb3 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.335536 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Router 0dab7b87-e281-4a0f-9510-14aa76616374 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:11.393467 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d4808-f5bd-42c1-9e9b-bbf1487b5ae9 req-90daedc9-e3fc-466c-be33-8a4ea936b683 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:11.395018 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-625d4808-f5bd-42c1-9e9b-bbf1487b5ae9 req-90daedc9-e3fc-466c-be33-8a4ea936b683 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 909 time: 0.1020069 Aug 16 02:02:11.472380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:11.484707 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad4e6ed-7070-4338-a650-ccbd33ce2555 None None] Sync routers for ids ['0dab7b87-e281-4a0f-9510-14aa76616374'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:11.503666 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad4e6ed-7070-4338-a650-ccbd33ce2555 None None] Routers {'0dab7b87-e281-4a0f-9510-14aa76616374'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:11.504289 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8ad4e6ed-7070-4338-a650-ccbd33ce2555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['0dab7b87-e281-4a0f-9510-14aa76616374'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:11.527481 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:11.562435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3c21b9-639d-461c-ac86-9d7edeedbfb3 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:11.584606 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0b056f0a-08a9-429f-8f02-a034fbc647cf tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3815134 Aug 16 02:02:11.588275 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21c6dfd-ccf6-4bdc-9323-a7005556c674', 'tag': '90f1b306-8818-4570-9ab1-ed545c0db8c1'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:11.593674 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4cfaf1-66a0-46d7-9ead-b11e332277da" -d '{"events": [{"name": "network-changed", "server_uuid": "e21c6dfd-ccf6-4bdc-9323-a7005556c674", "tag": "90f1b306-8818-4570-9ab1-ed545c0db8c1"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:11.630299 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71180716-1b82-4033-a028-9bf9baa3f79f req-ac886dfd-3a1d-476c-8a03-c3fe50db39b8 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:11.632163 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-71180716-1b82-4033-a028-9bf9baa3f79f req-ac886dfd-3a1d-476c-8a03-c3fe50db39b8 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 909 time: 0.1254652 Aug 16 02:02:11.659378 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-8ad4e6ed-7070-4338-a650-ccbd33ce2555 None None] Set router 0dab7b87-e281-4a0f-9510-14aa76616374 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:11.700988 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41009daa-33ad-43b8-9e21-1977d2c581db x-openstack-request-id: req-41009daa-33ad-43b8-9e21-1977d2c581db {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:11.701365 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21c6dfd-ccf6-4bdc-9323-a7005556c674", "tag": "90f1b306-8818-4570-9ab1-ed545c0db8c1", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:11.701629 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-41009daa-33ad-43b8-9e21-1977d2c581db {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:11.702058 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21c6dfd-ccf6-4bdc-9323-a7005556c674', 'tag': '90f1b306-8818-4570-9ab1-ed545c0db8c1', 'status': 'completed', 'code': 200} Aug 16 02:02:11.772758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae346a-fe7b-48be-8a21-493ca6f20b94 req-c9d04cad-05ad-4c7b-8d20-32926e9d73b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:11.774924 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e3ae346a-fe7b-48be-8a21-493ca6f20b94 req-c9d04cad-05ad-4c7b-8d20-32926e9d73b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.1511724 Aug 16 02:02:11.817504 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f74aa8-3fb9-4b16-89a4-2e1c7147c911 req-44b1f9e0-cf30-421c-9168-5cc293642b3b tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:11.820689 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-11f74aa8-3fb9-4b16-89a4-2e1c7147c911 req-44b1f9e0-cf30-421c-9168-5cc293642b3b tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 1061 time: 0.0630717 Aug 16 02:02:11.829946 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3c21b9-639d-461c-ac86-9d7edeedbfb3 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:11.838893 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8d3c21b9-639d-461c-ac86-9d7edeedbfb3 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "PUT /v2.0/routers/6a47e8be-7735-4a84-bc8c-3c94ed0a6d33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1445055 Aug 16 02:02:11.841037 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53372) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:11.842143 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57948182-c45b-4fe0-ab2e-3f939bb8bab5 None None] Sync routers for ids ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:11.854362 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57948182-c45b-4fe0-ab2e-3f939bb8bab5 None None] Routers {'6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:11.855329 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-57948182-c45b-4fe0-ab2e-3f939bb8bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:11.866100 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e3ae346a-fe7b-48be-8a21-493ca6f20b94 req-3e42872c-9333-46f2-bf55-9692fb6e4b69 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819161 Aug 16 02:02:11.879633 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0e036126-0350-4047-b86f-a4ff1933dd09 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:11.894379 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cfaf1-66a0-46d7-9ead-b11e332277da req-ccc9e14e-fc42-448d-98de-515cfbee6eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:11.896746 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b4cfaf1-66a0-46d7-9ead-b11e332277da req-ccc9e14e-fc42-448d-98de-515cfbee6eea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcf4a63eedb8431cb8f7fb214a78ac67&device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 1098 time: 0.1699793 Aug 16 02:02:11.919315 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 0e036126-0350-4047-b86f-a4ff1933dd09 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:11.920044 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0e036126-0350-4047-b86f-a4ff1933dd09 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:11.933840 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6d251e-9919-4ff7-88aa-915a18c3f11e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Deleting subnet 6ab953d6-7a9e-4906-b3c6-20ec83b2050b {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:11.939826 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e6d251e-9919-4ff7-88aa-915a18c3f11e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.006601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8ad4e6ed-7070-4338-a650-ccbd33ce2555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'name': 'tempest-TestServerBasicOps-469393786-router', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:38Z', 'updated_at': '2021-08-16T02:01:42Z', 'revision_number': 4, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'gw_port': {'id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:39Z', 'updated_at': '2021-08-16T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '1edb9d8f-681c-44bd-9aa3-5e0ca085ae73', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'port_id': '90f1b306-8818-4570-9ab1-ed545c0db8c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115', 'mac_address': 'fa:16:3e:83:b5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21c6dfd-ccf6-4bdc-9323-a7005556c674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:02:10Z', 'updated_at': '2021-08-16T02:02:10Z', 'revision_number': 0, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b90ec97-a734-4edd-b4e3-453058e39b0e', 'name': '', 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'mac_address': 'fa:16:3e:cb:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'c62c0746-70d3-4cee-8dce-03d37b2c9f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:41Z', 'updated_at': '2021-08-16T02:01:50Z', 'revision_number': 5, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'subnets': [{'id': 'c62c0746-70d3-4cee-8dce-03d37b2c9f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:12.038498 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-57948182-c45b-4fe0-ab2e-3f939bb8bab5 None None] Set router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:12.040497 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad4e6ed-7070-4338-a650-ccbd33ce2555 None None] Checking router: 0dab7b87-e281-4a0f-9510-14aa76616374 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:12.054420 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad4e6ed-7070-4338-a650-ccbd33ce2555 None None] Routers {'0dab7b87-e281-4a0f-9510-14aa76616374'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:12.056685 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8ad4e6ed-7070-4338-a650-ccbd33ce2555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['0dab7b87-e281-4a0f-9510-14aa76616374'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:12.058671 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cfaf1-66a0-46d7-9ead-b11e332277da req-ef8ac972-31ba-42cf-aa89-807377876ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.060412 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b4cfaf1-66a0-46d7-9ead-b11e332277da req-ef8ac972-31ba-42cf-aa89-807377876ff1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c11ad559-6103-45c1-a6ef-608f106df115 HTTP/1.1" status: 200 len: 909 time: 0.1558464 Aug 16 02:02:12.126329 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e6d251e-9919-4ff7-88aa-915a18c3f11e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.184250 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b4cfaf1-66a0-46d7-9ead-b11e332277da req-a0d0c753-20db-4e48-a375-7242149b1a30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90f1b306-8818-4570-9ab1-ed545c0db8c1 HTTP/1.1" status: 200 len: 999 time: 0.1127732 Aug 16 02:02:12.203821 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4e697-4cc0-47f0-8c96-fc00f7c1ee93 req-90f5e134-c305-424c-a88c-4e93841ed35c tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.205418 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ea4e697-4cc0-47f0-8c96-fc00f7c1ee93 req-90f5e134-c305-424c-a88c-4e93841ed35c tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 1137 time: 0.2033341 Aug 16 02:02:12.263601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cfaf1-66a0-46d7-9ead-b11e332277da req-6727fe4d-594c-45d0-91c0-a9385b11fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.266735 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b4cfaf1-66a0-46d7-9ead-b11e332277da req-6727fe4d-594c-45d0-91c0-a9385b11fec9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c62c0746-70d3-4cee-8dce-03d37b2c9f17 HTTP/1.1" status: 200 len: 847 time: 0.0749781 Aug 16 02:02:12.298172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-8ad4e6ed-7070-4338-a650-ccbd33ce2555 None None] Set router 0dab7b87-e281-4a0f-9510-14aa76616374 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:12.322422 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-57948182-c45b-4fe0-ab2e-3f939bb8bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:02:10Z', 'revision_number': 7, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:12.323003 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ea4e697-4cc0-47f0-8c96-fc00f7c1ee93 req-53bf9807-faca-48aa-8aa6-af2bf1783223 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=16cc248f-e1f9-4a51-b7a7-40613de0f293&id=7a7ba972-37f5-4db7-96eb-1a13c7d8070b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1010048 Aug 16 02:02:12.342482 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53378) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:12.377290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cfaf1-66a0-46d7-9ead-b11e332277da req-487cd26e-5acc-4fb6-b877-dbe0f0988de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.378869 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b4cfaf1-66a0-46d7-9ead-b11e332277da req-487cd26e-5acc-4fb6-b877-dbe0f0988de3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c11ad559-6103-45c1-a6ef-608f106df115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1048367 Aug 16 02:02:12.381084 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57948182-c45b-4fe0-ab2e-3f939bb8bab5 None None] Checking router: 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:12.402227 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e6d251e-9919-4ff7-88aa-915a18c3f11e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.406807 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57948182-c45b-4fe0-ab2e-3f939bb8bab5 None None] Routers {'6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:12.407567 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-57948182-c45b-4fe0-ab2e-3f939bb8bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:12.446654 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c2e9dd-e984-4013-9f65-1e8f9e0e8075 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.449108 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f6c2e9dd-e984-4013-9f65-1e8f9e0e8075 tempest-TestSecurityGroupsBasicOps-1302734526 tempest-TestSecurityGroupsBasicOps-1302734526-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 1056 time: 0.1054091 Aug 16 02:02:12.506341 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e6d251e-9919-4ff7-88aa-915a18c3f11e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.550766 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e6d251e-9919-4ff7-88aa-915a18c3f11e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.555576 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5e6d251e-9919-4ff7-88aa-915a18c3f11e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "DELETE /v2.0/subnets/6ab953d6-7a9e-4906-b3c6-20ec83b2050b HTTP/1.1" status: 204 len: 168 time: 0.7134099 Aug 16 02:02:12.556747 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3727e30e-f0ed-4111-beda-4335656c56d6 None None] Network 86d96d90-3db9-4535-b1c2-058fffcb4af1 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:12.557624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d251e-9919-4ff7-88aa-915a18c3f11e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab953d6-7a9e-4906-b3c6-20ec83b2050b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:12.559872 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53382) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:12.624483 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-57948182-c45b-4fe0-ab2e-3f939bb8bab5 None None] Set router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:12.668566 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b4cfaf1-66a0-46d7-9ead-b11e332277da req-3604217a-a8b2-48e8-a542-9a6fe340e83b service neutron] 10.222.0.73 "GET /v2.0/networks/c11ad559-6103-45c1-a6ef-608f106df115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818115 Aug 16 02:02:12.792205 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b4cfaf1-66a0-46d7-9ead-b11e332277da req-655027f5-5afd-4776-8513-4d2e1a01ae86 service neutron] 10.222.0.73 "GET /v2.0/networks/c11ad559-6103-45c1-a6ef-608f106df115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140568 Aug 16 02:02:12.862056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8ad4e6ed-7070-4338-a650-ccbd33ce2555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'name': 'tempest-TestServerBasicOps-469393786-router', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:38Z', 'updated_at': '2021-08-16T02:01:42Z', 'revision_number': 4, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'gw_port': {'id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:39Z', 'updated_at': '2021-08-16T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '1edb9d8f-681c-44bd-9aa3-5e0ca085ae73', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'port_id': '90f1b306-8818-4570-9ab1-ed545c0db8c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115', 'mac_address': 'fa:16:3e:83:b5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21c6dfd-ccf6-4bdc-9323-a7005556c674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:02:10Z', 'updated_at': '2021-08-16T02:02:10Z', 'revision_number': 0, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b90ec97-a734-4edd-b4e3-453058e39b0e', 'name': '', 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'mac_address': 'fa:16:3e:cb:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'c62c0746-70d3-4cee-8dce-03d37b2c9f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:41Z', 'updated_at': '2021-08-16T02:01:50Z', 'revision_number': 5, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'subnets': [{'id': 'c62c0746-70d3-4cee-8dce-03d37b2c9f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:12.908607 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0dbb18-1fbe-48eb-813e-91c57adc5365 req-a6ae3e69-3233-4968-b1f0-8e542149ab90 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.917482 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3b0dbb18-1fbe-48eb-813e-91c57adc5365 req-a6ae3e69-3233-4968-b1f0-8e542149ab90 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 909 time: 0.1351202 Aug 16 02:02:12.939829 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad4e6ed-7070-4338-a650-ccbd33ce2555 None None] The sync data for ids ['0dab7b87-e281-4a0f-9510-14aa76616374'] in n-d-765315-27 is: [{'id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'name': 'tempest-TestServerBasicOps-469393786-router', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:38Z', 'updated_at': '2021-08-16T02:01:42Z', 'revision_number': 4, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'gw_port': {'id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:39Z', 'updated_at': '2021-08-16T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '1edb9d8f-681c-44bd-9aa3-5e0ca085ae73', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'port_id': '90f1b306-8818-4570-9ab1-ed545c0db8c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115', 'mac_address': 'fa:16:3e:83:b5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21c6dfd-ccf6-4bdc-9323-a7005556c674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:02:10Z', 'updated_at': '2021-08-16T02:02:10Z', 'revision_number': 0, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b90ec97-a734-4edd-b4e3-453058e39b0e', 'name': '', 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'mac_address': 'fa:16:3e:cb:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'c62c0746-70d3-4cee-8dce-03d37b2c9f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:41Z', 'updated_at': '2021-08-16T02:01:50Z', 'revision_number': 5, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'subnets': [{'id': 'c62c0746-70d3-4cee-8dce-03d37b2c9f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:12.941860 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a0378e-38c4-44cd-83a4-5d1bc7106539 None None] DHCP port deletion for 86d96d90-3db9-4535-b1c2-058fffcb4af1 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:12.961611 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-445fefae-3168-4c55-9d65-5e3a0ab058a8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.025806 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-92a0378e-38c4-44cd-83a4-5d1bc7106539 None None] Deleting port 3fbf02e9-78dc-4754-bf62-1ba36739e56a {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:13.026586 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92a0378e-38c4-44cd-83a4-5d1bc7106539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.063702 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-57948182-c45b-4fe0-ab2e-3f939bb8bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:02:10Z', 'revision_number': 7, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:13.102082 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-92a0378e-38c4-44cd-83a4-5d1bc7106539 None None] For port 3fbf02e9-78dc-4754-bf62-1ba36739e56a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3fbf02e9-78dc-4754-bf62-1ba36739e56a,segment=NetworkSegment(3a3557d1-1ff5-4636-b2dd-87ea12bf856e),segment_id=3a3557d1-1ff5-4636-b2dd-87ea12bf856e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:13.102783 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92a0378e-38c4-44cd-83a4-5d1bc7106539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.113595 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57948182-c45b-4fe0-ab2e-3f939bb8bab5 None None] The sync data for ids ['6a47e8be-7735-4a84-bc8c-3c94ed0a6d33'] in n-d-765315-27 is: [{'id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'name': 'tempest-TestNetworkBasicOps-router-640391105', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:02:10Z', 'revision_number': 7, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': '6766bb7c-958e-432c-9a4d-9b58775244b4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a47e8be-7735-4a84-bc8c-3c94ed0a6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:11Z', 'updated_at': '2021-08-16T02:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:13.117457 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-92a0378e-38c4-44cd-83a4-5d1bc7106539 None None] Calling delete_port for 3fbf02e9-78dc-4754-bf62-1ba36739e56a owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:13.196982 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ecd65-7ab9-45fb-a2f8-02d3023cf772 req-9bb61120-9203-4e1b-a39f-17b4ce90ea91 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:13.204507 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-925ecd65-7ab9-45fb-a2f8-02d3023cf772 req-9bb61120-9203-4e1b-a39f-17b4ce90ea91 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.1627350 Aug 16 02:02:13.238162 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92a0378e-38c4-44cd-83a4-5d1bc7106539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.301294 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-925ecd65-7ab9-45fb-a2f8-02d3023cf772 req-7d773a79-b7ff-460a-8152-8510fd3972ca tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877693 Aug 16 02:02:13.302304 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0378e-38c4-44cd-83a4-5d1bc7106539 None None] Pushing event deleted for resources: {'Port': ['ID=3fbf02e9-78dc-4754-bf62-1ba36739e56a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:13.302933 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a0378e-38c4-44cd-83a4-5d1bc7106539 None None] No DVR routers for this DVR port 3fbf02e9-78dc-4754-bf62-1ba36739e56a on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:13.317958 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a88e85-c900-4cd3-815e-3899bc4c052a None None] New status for floating IP 1edb9d8f-681c-44bd-9aa3-5e0ca085ae73: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:02:13.323752 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-445fefae-3168-4c55-9d65-5e3a0ab058a8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.389577 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-445fefae-3168-4c55-9d65-5e3a0ab058a8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Deleting port 6766bb7c-958e-432c-9a4d-9b58775244b4 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:13.390089 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-445fefae-3168-4c55-9d65-5e3a0ab058a8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.519887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-445fefae-3168-4c55-9d65-5e3a0ab058a8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] For port 6766bb7c-958e-432c-9a4d-9b58775244b4, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6766bb7c-958e-432c-9a4d-9b58775244b4,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:13.520305 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-445fefae-3168-4c55-9d65-5e3a0ab058a8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.537121 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-445fefae-3168-4c55-9d65-5e3a0ab058a8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Calling delete_port for 6766bb7c-958e-432c-9a4d-9b58775244b4 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:14.036291 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-445fefae-3168-4c55-9d65-5e3a0ab058a8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.056799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cfdca-ef8d-4be4-9e47-cff23ed39e65 req-e6f8d49b-c840-4f9b-b37f-5546b45378a8 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:14.059685 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-156cfdca-ef8d-4be4-9e47-cff23ed39e65 req-e6f8d49b-c840-4f9b-b37f-5546b45378a8 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 909 time: 0.0575562 Aug 16 02:02:14.065068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fefae-3168-4c55-9d65-5e3a0ab058a8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event deleted for resources: {'Port': ['ID=6766bb7c-958e-432c-9a4d-9b58775244b4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:14.127807 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-445fefae-3168-4c55-9d65-5e3a0ab058a8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.186289 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18313881-edd6-4612-ab11-8bd547e8bb5b req-a6da85ba-b84e-4ddf-9706-4cba221aa57f tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:14.188494 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-18313881-edd6-4612-ab11-8bd547e8bb5b req-a6da85ba-b84e-4ddf-9706-4cba221aa57f tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.63 "GET /v2.0/ports?device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 909 time: 0.0538232 Aug 16 02:02:14.247675 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-445fefae-3168-4c55-9d65-5e3a0ab058a8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.250128 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-445fefae-3168-4c55-9d65-5e3a0ab058a8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.309587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-18313881-edd6-4612-ab11-8bd547e8bb5b req-cf9a29cd-f4a6-49f2-b31a-ad14bd5b37f2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Deleting port 623614d3-7271-4050-9675-07e54b1a38f0 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:14.309961 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18313881-edd6-4612-ab11-8bd547e8bb5b req-cf9a29cd-f4a6-49f2-b31a-ad14bd5b37f2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.357179 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-445fefae-3168-4c55-9d65-5e3a0ab058a8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.357914 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445fefae-3168-4c55-9d65-5e3a0ab058a8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Fanout notify agent at l3_agent the message router_deleted on router 6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:02:14.366052 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-445fefae-3168-4c55-9d65-5e3a0ab058a8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.371399 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-445fefae-3168-4c55-9d65-5e3a0ab058a8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "DELETE /v2.0/routers/6a47e8be-7735-4a84-bc8c-3c94ed0a6d33 HTTP/1.1" status: 204 len: 168 time: 1.8076420 Aug 16 02:02:14.372451 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53396) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:14.447573 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2001d-dbcb-4c03-b7e2-cc6b43fb9242 req-0f995117-a83a-4a59-a4f2-23fa3e18cdbd tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:14.455472 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ac2001d-dbcb-4c03-b7e2-cc6b43fb9242 req-0f995117-a83a-4a59-a4f2-23fa3e18cdbd tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.0700269 Aug 16 02:02:14.499442 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a1cea69-352f-40ce-9781-de308f9cf42e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.504525 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-18313881-edd6-4612-ab11-8bd547e8bb5b req-cf9a29cd-f4a6-49f2-b31a-ad14bd5b37f2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] For port 623614d3-7271-4050-9675-07e54b1a38f0, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=623614d3-7271-4050-9675-07e54b1a38f0,segment=NetworkSegment(db21d1c9-ebb4-432f-abf7-f5a70e1c4568),segment_id=db21d1c9-ebb4-432f-abf7-f5a70e1c4568)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:14.504525 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18313881-edd6-4612-ab11-8bd547e8bb5b req-cf9a29cd-f4a6-49f2-b31a-ad14bd5b37f2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.506175 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ac2001d-dbcb-4c03-b7e2-cc6b43fb9242 req-4ff5c583-01b5-4f7c-ae1b-6cf8011c67d5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495317 Aug 16 02:02:14.525810 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-18313881-edd6-4612-ab11-8bd547e8bb5b req-cf9a29cd-f4a6-49f2-b31a-ad14bd5b37f2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Calling delete_port for 623614d3-7271-4050-9675-07e54b1a38f0 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:14.661136 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a1cea69-352f-40ce-9781-de308f9cf42e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.673726 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9a1cea69-352f-40ce-9781-de308f9cf42e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d96d90-3db9-4535-b1c2-058fffcb4af1']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:14.691571 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9a1cea69-352f-40ce-9781-de308f9cf42e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3557d1-1ff5-4636-b2dd-87ea12bf856e') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:14.691866 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9a1cea69-352f-40ce-9781-de308f9cf42e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3557d1-1ff5-4636-b2dd-87ea12bf856e') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:14.702425 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a1cea69-352f-40ce-9781-de308f9cf42e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.718378 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a1cea69-352f-40ce-9781-de308f9cf42e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.745603 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1cea69-352f-40ce-9781-de308f9cf42e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:14.745958 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a1cea69-352f-40ce-9781-de308f9cf42e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:14.748969 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:14.817260 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18313881-edd6-4612-ab11-8bd547e8bb5b req-cf9a29cd-f4a6-49f2-b31a-ad14bd5b37f2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.824948 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a1cea69-352f-40ce-9781-de308f9cf42e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.862338 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a1cea69-352f-40ce-9781-de308f9cf42e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.862998 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b61aa36-3cbb-48ed-b4e5-eaad9c1d313a req-4ad8af59-cab8-4a33-bf1a-61824c4c96d6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443313 Aug 16 02:02:14.864208 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9a1cea69-352f-40ce-9781-de308f9cf42e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "DELETE /v2.0/networks/86d96d90-3db9-4535-b1c2-058fffcb4af1 HTTP/1.1" status: 204 len: 168 time: 0.4913495 Aug 16 02:02:14.879425 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a29cd-f4a6-49f2-b31a-ad14bd5b37f2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event deleted for resources: {'Port': ['ID=623614d3-7271-4050-9675-07e54b1a38f0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:14.879425 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1cea69-352f-40ce-9781-de308f9cf42e tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event deleted for resources: {'Network': ['ID=86d96d90-3db9-4535-b1c2-058fffcb4af1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:14.891706 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53398) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:14.907983 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a6c507c3-217f-4fd5-b125-66612127d823 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'network': {'name': 'tempest-network-smoke--1838886276', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'port_security_enabled': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:14.965213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-18313881-edd6-4612-ab11-8bd547e8bb5b req-cf9a29cd-f4a6-49f2-b31a-ad14bd5b37f2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] No DVR routers for this DVR port 623614d3-7271-4050-9675-07e54b1a38f0 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:14.968127 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18313881-edd6-4612-ab11-8bd547e8bb5b req-cf9a29cd-f4a6-49f2-b31a-ad14bd5b37f2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.970535 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-18313881-edd6-4612-ab11-8bd547e8bb5b req-cf9a29cd-f4a6-49f2-b31a-ad14bd5b37f2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.63 "DELETE /v2.0/ports/623614d3-7271-4050-9675-07e54b1a38f0 HTTP/1.1" status: 204 len: 173 time: 0.7668192 Aug 16 02:02:14.971014 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598', 'name': 'network-vif-deleted', 'tag': '623614d3-7271-4050-9675-07e54b1a38f0'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:14.973446 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66410e8e-950a-4ad8-9d5a-90d561012461" -d '{"events": [{"server_uuid": "29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598", "name": "network-vif-deleted", "tag": "623614d3-7271-4050-9675-07e54b1a38f0"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:14.983562 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c507c3-217f-4fd5-b125-66612127d823 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Made reservation on behalf of 33cf80430ee04eee8eb367bea457fa11 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:14.995991 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6c507c3-217f-4fd5-b125-66612127d823 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.047696 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3fbf02e9-78dc-4754-bf62-1ba36739e56a no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:15.058593 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61aa36-3cbb-48ed-b4e5-eaad9c1d313a req-58b39aa7-09dd-4e6c-b568-6b8685524683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:15.060346 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b61aa36-3cbb-48ed-b4e5-eaad9c1d313a req-58b39aa7-09dd-4e6c-b568-6b8685524683 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3447b752e21e478fb773f0edc2208920&device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 1137 time: 0.1487186 Aug 16 02:02:15.065454 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56092f21-41f1-4512-9077-6855890b305e x-openstack-request-id: req-56092f21-41f1-4512-9077-6855890b305e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:15.066634 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598", "name": "network-vif-deleted", "tag": "623614d3-7271-4050-9675-07e54b1a38f0", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:15.067107 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-56092f21-41f1-4512-9077-6855890b305e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:15.067750 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598', 'name': 'network-vif-deleted', 'tag': '623614d3-7271-4050-9675-07e54b1a38f0', 'status': 'completed', 'code': 200} Aug 16 02:02:15.069144 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c507c3-217f-4fd5-b125-66612127d823 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:15.081291 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6c507c3-217f-4fd5-b125-66612127d823 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.081426 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-a6c507c3-217f-4fd5-b125-66612127d823 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Added segment 84080f7f-14d8-4c6d-b12d-eba616602ce7 of type vlan for network 92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 Aug 16 02:02:15.099150 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 3fbf02e9-78dc-4754-bf62-1ba36739e56a {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:15.099340 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3fbf02e9-78dc-4754-bf62-1ba36739e56a not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:15.099753 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2ebfa911-0f32-4a59-93e3-9c0d2e100359 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:15.147632 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 2ebfa911-0f32-4a59-93e3-9c0d2e100359 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:15.147917 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2ebfa911-0f32-4a59-93e3-9c0d2e100359 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:15.148335 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6766bb7c-958e-432c-9a4d-9b58775244b4 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:15.186972 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 6766bb7c-958e-432c-9a4d-9b58775244b4 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:15.187543 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6766bb7c-958e-432c-9a4d-9b58775244b4 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:15.218665 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6c507c3-217f-4fd5-b125-66612127d823 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.226181 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3a8f10ec-64e3-4ca9-a4ce-7b1801ff3cfb req-b557cf23-9bf9-414f-99f1-8d84aa7e5ce0 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a5f4a5-6c2b-4e77-a6b5-6025f1b4f598 HTTP/1.1" status: 200 len: 210 time: 0.0622032 Aug 16 02:02:15.279801 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61aa36-3cbb-48ed-b4e5-eaad9c1d313a req-f98f6e91-197f-49ca-892b-dde667e138d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:15.281323 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b61aa36-3cbb-48ed-b4e5-eaad9c1d313a req-f98f6e91-197f-49ca-892b-dde667e138d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3d230a01-6758-410a-8b63-78f5f88b43c5 HTTP/1.1" status: 200 len: 898 time: 0.1979589 Aug 16 02:02:15.287342 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6c507c3-217f-4fd5-b125-66612127d823 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.293843 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c507c3-217f-4fd5-b125-66612127d823 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:15.293966 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6c507c3-217f-4fd5-b125-66612127d823 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.401892 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a6c507c3-217f-4fd5-b125-66612127d823 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5082457 Aug 16 02:02:15.412869 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53408) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:15.413053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c507c3-217f-4fd5-b125-66612127d823 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Network': ['ID=92e37b0c-eca2-470d-a8c4-ff3d52ece4e2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:15.420760 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ec8e42e1-3996-4162-ae9d-000f4b990e45 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1757351107', 'admin_state_up': True, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:15.420918 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b61aa36-3cbb-48ed-b4e5-eaad9c1d313a req-d470fac5-4f06-49f8-9ce9-a97a36d880b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84061aa3-902d-4e7f-84ac-ade38e1a2254 HTTP/1.1" status: 200 len: 1002 time: 0.1241715 Aug 16 02:02:15.424098 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:15.455007 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec8e42e1-3996-4162-ae9d-000f4b990e45 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.456656 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec8e42e1-3996-4162-ae9d-000f4b990e45 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.494901 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61aa36-3cbb-48ed-b4e5-eaad9c1d313a req-dc9112bb-1bc4-4fb8-adbd-8d3d281c8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:15.496456 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b61aa36-3cbb-48ed-b4e5-eaad9c1d313a req-dc9112bb-1bc4-4fb8-adbd-8d3d281c8b61 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b87e5100-141a-4810-b796-915aff8e759b HTTP/1.1" status: 200 len: 834 time: 0.0681705 Aug 16 02:02:15.536488 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec8e42e1-3996-4162-ae9d-000f4b990e45 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.555067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61aa36-3cbb-48ed-b4e5-eaad9c1d313a req-4a360602-ce12-4e4b-9d9c-8a90b548f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:15.559315 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b61aa36-3cbb-48ed-b4e5-eaad9c1d313a req-4a360602-ce12-4e4b-9d9c-8a90b548f1b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d230a01-6758-410a-8b63-78f5f88b43c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546517 Aug 16 02:02:15.687744 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b61aa36-3cbb-48ed-b4e5-eaad9c1d313a req-ed9712c0-799c-42ba-9055-c56abda71c18 service neutron] 10.222.0.73 "GET /v2.0/networks/3d230a01-6758-410a-8b63-78f5f88b43c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206694 Aug 16 02:02:15.741694 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec8e42e1-3996-4162-ae9d-000f4b990e45 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.756180 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfefd2-0f0e-47e7-a46e-b8b0f6087609 req-87c47220-d45a-42c3-8325-779b0b4a0a2c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:15.757676 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-48cfefd2-0f0e-47e7-a46e-b8b0f6087609 req-87c47220-d45a-42c3-8325-779b0b4a0a2c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.1373451 Aug 16 02:02:15.798080 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2b61aa36-3cbb-48ed-b4e5-eaad9c1d313a req-741cb3a2-45be-4bd5-b918-ac8a218d5d03 service neutron] 10.222.0.73 "GET /v2.0/networks/3d230a01-6758-410a-8b63-78f5f88b43c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032674 Aug 16 02:02:15.849241 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-48cfefd2-0f0e-47e7-a46e-b8b0f6087609 req-d7c16006-ad2a-404f-b873-69a3ce4ca01a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803764 Aug 16 02:02:16.006164 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec8e42e1-3996-4162-ae9d-000f4b990e45 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.025707 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec8e42e1-3996-4162-ae9d-000f4b990e45 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.140309 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-ec8e42e1-3996-4162-ae9d-000f4b990e45 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Allocated IP 172.25.3.96 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/c7dc1a0b-906c-4dac-95b4-edcb622606ef) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:16.254660 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec8e42e1-3996-4162-ae9d-000f4b990e45 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.284381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53414) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:16.300220 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec8e42e1-3996-4162-ae9d-000f4b990e45 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.340476 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8e42e1-3996-4162-ae9d-000f4b990e45 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:16.347073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ec8e42e1-3996-4162-ae9d-000f4b990e45 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:16.354350 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8e42e1-3996-4162-ae9d-000f4b990e45 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:16.357514 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e42e1-3996-4162-ae9d-000f4b990e45 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Port': ['ID=c7dc1a0b-906c-4dac-95b4-edcb622606ef,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:16.641717 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 623614d3-7271-4050-9675-07e54b1a38f0 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:16.671329 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 623614d3-7271-4050-9675-07e54b1a38f0 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:16.671571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 623614d3-7271-4050-9675-07e54b1a38f0 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:16.684034 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21b23328-bbe8-437e-b2ef-742901925b1c tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.953435 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec8e42e1-3996-4162-ae9d-000f4b990e45 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.970407 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-21b23328-bbe8-437e-b2ef-742901925b1c tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Deleting port 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:16.970748 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21b23328-bbe8-437e-b2ef-742901925b1c tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.058867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-21b23328-bbe8-437e-b2ef-742901925b1c tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] For port 25590d62-b5ef-4e06-90ef-da5ac9fe97b2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=25590d62-b5ef-4e06-90ef-da5ac9fe97b2,segment=NetworkSegment(db21d1c9-ebb4-432f-abf7-f5a70e1c4568),segment_id=db21d1c9-ebb4-432f-abf7-f5a70e1c4568)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:17.059353 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21b23328-bbe8-437e-b2ef-742901925b1c tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.061265 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71df2ce-989c-4e51-bbe3-c9d92092c61c req-34defb31-970b-4cba-901c-ff20e4260db7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:17.062821 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e71df2ce-989c-4e51-bbe3-c9d92092c61c req-34defb31-970b-4cba-901c-ff20e4260db7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.1224148 Aug 16 02:02:17.074800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-21b23328-bbe8-437e-b2ef-742901925b1c tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Calling delete_port for 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:17.145808 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e71df2ce-989c-4e51-bbe3-c9d92092c61c req-abb81308-61c4-4d9e-ac7c-b8d0bc3a9d5e tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766547 Aug 16 02:02:17.224032 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec8e42e1-3996-4162-ae9d-000f4b990e45 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.270655 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21b23328-bbe8-437e-b2ef-742901925b1c tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.306531 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b23328-bbe8-437e-b2ef-742901925b1c tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event deleted for resources: {'Port': ['ID=25590d62-b5ef-4e06-90ef-da5ac9fe97b2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:17.364645 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8e42e1-3996-4162-ae9d-000f4b990e45 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Router a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:02:17.500233 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8e42e1-3996-4162-ae9d-000f4b990e45 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:17.504821 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21b23328-bbe8-437e-b2ef-742901925b1c tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.512537 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Sync routers for ids ['a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:17.525877 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec8e42e1-3996-4162-ae9d-000f4b990e45 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.527212 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ec8e42e1-3996-4162-ae9d-000f4b990e45 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1204789 Aug 16 02:02:17.530320 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53422) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:17.532874 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Routers {'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:17.533510 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:17.563933 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8504942e-a1d6-4510-9f39-41ce4f2d5ebf tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=33cf80430ee04eee8eb367bea457fa11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324349 Aug 16 02:02:17.566540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53424) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:17.661597 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Set router a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:17.756916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929f2b4e-6b99-406a-a405-15243ea4d71a tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:17.758491 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-929f2b4e-6b99-406a-a405-15243ea4d71a tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1909120 Aug 16 02:02:17.761486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53426) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:17.797315 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4994c295-04c9-465b-9620-9f144e4e89be tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=624da80d-1349-4890-b915-f302637330f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346675 Aug 16 02:02:17.799852 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53428) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:17.811593 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-36588ece-cbab-4c1f-af53-92590f5cdcb9 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1749701063', 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:17.842338 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'name': 'tempest-TestNetworkBasicOps-router-1757351107', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:16Z', 'revision_number': 3, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:17.872087 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Checking router: a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:17.872418 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Updating router a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a port c7dc1a0b-906c-4dac-95b4-edcb622606ef binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:02:17.895916 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.944713 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b23328-bbe8-437e-b2ef-742901925b1c tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Router df4147d5-15e1-4fa4-816c-7fbffe2e9aef has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:18.013143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36588ece-cbab-4c1f-af53-92590f5cdcb9 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Made reservation on behalf of 33cf80430ee04eee8eb367bea457fa11 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:18.016491 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36588ece-cbab-4c1f-af53-92590f5cdcb9 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.138301 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b23328-bbe8-437e-b2ef-742901925b1c tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:18.147535 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-21b23328-bbe8-437e-b2ef-742901925b1c tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "PUT /v2.0/routers/df4147d5-15e1-4fa4-816c-7fbffe2e9aef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8620694 Aug 16 02:02:18.148737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f745e6-81b9-4718-8637-c2c6a6bbd2c7 None None] Sync routers for ids ['df4147d5-15e1-4fa4-816c-7fbffe2e9aef'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:18.150002 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53430) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:18.158018 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.159688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f745e6-81b9-4718-8637-c2c6a6bbd2c7 None None] Routers {'df4147d5-15e1-4fa4-816c-7fbffe2e9aef'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:18.160416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-91f745e6-81b9-4718-8637-c2c6a6bbd2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['df4147d5-15e1-4fa4-816c-7fbffe2e9aef'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:18.171217 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Transition to ACTIVE for port object c7dc1a0b-906c-4dac-95b4-edcb622606ef will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:18.190199 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.234530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-5658eff6-e6d3-4b28-aace-7c3e0aa1afcc tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Deleting subnet ed6e5b89-121a-453c-8dab-d6c90c95a80d {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:18.241304 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5658eff6-e6d3-4b28-aace-7c3e0aa1afcc tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.278075 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53823e5-8364-4e6f-871a-e058b60de1f1 None None] Pushing event updated for resources: {'Port': ['ID=c7dc1a0b-906c-4dac-95b4-edcb622606ef,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:18.281943 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Attempting to bind port c7dc1a0b-906c-4dac-95b4-edcb622606ef on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:18.282347 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Attempting to bind port c7dc1a0b-906c-4dac-95b4-edcb622606ef by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:18.282768 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Attempting to bind port c7dc1a0b-906c-4dac-95b4-edcb622606ef on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:18.293603 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:18.294529 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:18.294632 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.295318 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:18.296078 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Bound port: c7dc1a0b-906c-4dac-95b4-edcb622606ef, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:18.296206 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.299601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-91f745e6-81b9-4718-8637-c2c6a6bbd2c7 None None] Set router df4147d5-15e1-4fa4-816c-7fbffe2e9aef gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:18.351381 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] For port c7dc1a0b-906c-4dac-95b4-edcb622606ef, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:18.355231 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] For port c7dc1a0b-906c-4dac-95b4-edcb622606ef, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c7dc1a0b-906c-4dac-95b4-edcb622606ef,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:18.361001 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.427440 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Routers {'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:18.427902 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:18.433104 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53823e5-8364-4e6f-871a-e058b60de1f1 None None] Pushing event updated for resources: {'Port': ['ID=c7dc1a0b-906c-4dac-95b4-edcb622606ef,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:18.497834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-91f745e6-81b9-4718-8637-c2c6a6bbd2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-789229912', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '734c3aa2-d2d7-42bd-8f52-363278509321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:49Z', 'updated_at': '2021-08-16T02:02:17Z', 'revision_number': 5, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': '734c3aa2-d2d7-42bd-8f52-363278509321', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:49Z', 'updated_at': '2021-08-16T02:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:18.531688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f745e6-81b9-4718-8637-c2c6a6bbd2c7 None None] Checking router: df4147d5-15e1-4fa4-816c-7fbffe2e9aef for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:18.541720 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f745e6-81b9-4718-8637-c2c6a6bbd2c7 None None] Routers {'df4147d5-15e1-4fa4-816c-7fbffe2e9aef'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:18.542387 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-91f745e6-81b9-4718-8637-c2c6a6bbd2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['df4147d5-15e1-4fa4-816c-7fbffe2e9aef'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:18.654117 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-91f745e6-81b9-4718-8637-c2c6a6bbd2c7 None None] Set router df4147d5-15e1-4fa4-816c-7fbffe2e9aef gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:18.659037 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] Set router a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:18.703203 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5658eff6-e6d3-4b28-aace-7c3e0aa1afcc tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.757071 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99216f32-e43a-4e40-bdaa-1e7ef748db3a req-ad5ada39-f6fc-49b4-bec9-0d805cce25ca tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:18.765551 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99216f32-e43a-4e40-bdaa-1e7ef748db3a req-ad5ada39-f6fc-49b4-bec9-0d805cce25ca tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.5171313 Aug 16 02:02:18.773734 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36588ece-cbab-4c1f-af53-92590f5cdcb9 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.902685 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'name': 'tempest-TestNetworkBasicOps-router-1757351107', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:16Z', 'revision_number': 3, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:18.938555 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba1720a-ffd3-4e8d-80ca-002086690a6b None None] The sync data for ids ['a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'] in n-d-765315-27 is: [{'id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'name': 'tempest-TestNetworkBasicOps-router-1757351107', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:16Z', 'revision_number': 3, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:18.956656 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99216f32-e43a-4e40-bdaa-1e7ef748db3a req-9fe754d6-515f-4a3f-9ccd-9945cb4590a6 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902938 Aug 16 02:02:18.958539 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36588ece-cbab-4c1f-af53-92590f5cdcb9 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Subnet': ['ID=34d381e8-d8c4-49eb-a764-495a21676952,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:18.994227 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36588ece-cbab-4c1f-af53-92590f5cdcb9 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Checking segment: {'id': '84080f7f-14d8-4c6d-b12d-eba616602ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:18.994697 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36588ece-cbab-4c1f-af53-92590f5cdcb9 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Network hostable DHCP agents. Network: 92e37b0c-eca2-470d-a8c4-ff3d52ece4e2, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:18.997402 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5658eff6-e6d3-4b28-aace-7c3e0aa1afcc tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.043057 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-91f745e6-81b9-4718-8637-c2c6a6bbd2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-789229912', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '734c3aa2-d2d7-42bd-8f52-363278509321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:49Z', 'updated_at': '2021-08-16T02:02:17Z', 'revision_number': 5, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': '734c3aa2-d2d7-42bd-8f52-363278509321', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:49Z', 'updated_at': '2021-08-16T02:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:19.048046 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36588ece-cbab-4c1f-af53-92590f5cdcb9 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Network 92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:19.066634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-36588ece-cbab-4c1f-af53-92590f5cdcb9 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 92e37b0c-eca2-470d-a8c4-ff3d52ece4e2) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:19.075026 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36588ece-cbab-4c1f-af53-92590f5cdcb9 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:19.075522 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36588ece-cbab-4c1f-af53-92590f5cdcb9 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.090683 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f745e6-81b9-4718-8637-c2c6a6bbd2c7 None None] The sync data for ids ['df4147d5-15e1-4fa4-816c-7fbffe2e9aef'] in n-d-765315-27 is: [{'id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-789229912', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '734c3aa2-d2d7-42bd-8f52-363278509321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:49Z', 'updated_at': '2021-08-16T02:02:17Z', 'revision_number': 5, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': '734c3aa2-d2d7-42bd-8f52-363278509321', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4147d5-15e1-4fa4-816c-7fbffe2e9aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:49Z', 'updated_at': '2021-08-16T02:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:19.093574 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3c4789-9f9e-461f-9286-e496435a653a None None] Network 92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:19.096817 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5658eff6-e6d3-4b28-aace-7c3e0aa1afcc tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.108790 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-36588ece-cbab-4c1f-af53-92590f5cdcb9 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3078718 Aug 16 02:02:19.111666 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53438) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:19.147141 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163f5288-311b-4576-aab0-5a313ccc435f None None] Network fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:19.155600 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658eff6-e6d3-4b28-aace-7c3e0aa1afcc tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6e5b89-121a-453c-8dab-d6c90c95a80d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:19.157984 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5658eff6-e6d3-4b28-aace-7c3e0aa1afcc tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.160396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5658eff6-e6d3-4b28-aace-7c3e0aa1afcc tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "DELETE /v2.0/subnets/ed6e5b89-121a-453c-8dab-d6c90c95a80d HTTP/1.1" status: 204 len: 168 time: 1.0092344 Aug 16 02:02:19.163031 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53440) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:19.274423 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ccf344e-3003-4033-a550-cc99247b8beb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.376247 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-92e37b0c-eca2-470d-a8c4-ff3d52ece4e2', 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'fixed_ips': [{'subnet_id': '34d381e8-d8c4-49eb-a764-495a21676952'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:19.377482 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.392078 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ccf344e-3003-4033-a550-cc99247b8beb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.457616 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf344e-3003-4033-a550-cc99247b8beb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Deleting port 734c3aa2-d2d7-42bd-8f52-363278509321 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:19.459052 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ccf344e-3003-4033-a550-cc99247b8beb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.569474 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5a7523-f351-4a21-9e52-75a03a5bdf18 None None] DHCP port deletion for fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:19.597949 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Allocated IP 172.20.0.2 (92e37b0c-eca2-470d-a8c4-ff3d52ece4e2/34d381e8-d8c4-49eb-a764-495a21676952/2ac9bfd3-7cf2-4755-8073-2d07855ca379) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:19.641724 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-0ccf344e-3003-4033-a550-cc99247b8beb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] For port 734c3aa2-d2d7-42bd-8f52-363278509321, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=734c3aa2-d2d7-42bd-8f52-363278509321,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:19.642898 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ccf344e-3003-4033-a550-cc99247b8beb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.701905 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bf81485-03a3-43f6-9574-92dbc942a7f7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.702959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf344e-3003-4033-a550-cc99247b8beb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Calling delete_port for 734c3aa2-d2d7-42bd-8f52-363278509321 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:19.734974 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8f5a7523-f351-4a21-9e52-75a03a5bdf18 None None] Deleting port 31d7be89-8be4-4283-a7c5-24115f4e519b {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:19.735576 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f5a7523-f351-4a21-9e52-75a03a5bdf18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.866168 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8f5a7523-f351-4a21-9e52-75a03a5bdf18 None None] For port 31d7be89-8be4-4283-a7c5-24115f4e519b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=31d7be89-8be4-4283-a7c5-24115f4e519b,segment=NetworkSegment(db21d1c9-ebb4-432f-abf7-f5a70e1c4568),segment_id=db21d1c9-ebb4-432f-abf7-f5a70e1c4568)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:19.866576 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f5a7523-f351-4a21-9e52-75a03a5bdf18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.897505 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8f5a7523-f351-4a21-9e52-75a03a5bdf18 None None] Calling delete_port for 31d7be89-8be4-4283-a7c5-24115f4e519b owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:19.915627 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.979058 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ccf344e-3003-4033-a550-cc99247b8beb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.000436 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Transition to ACTIVE for port object 2ac9bfd3-7cf2-4755-8073-2d07855ca379 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:20.020203 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf344e-3003-4033-a550-cc99247b8beb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event deleted for resources: {'Port': ['ID=734c3aa2-d2d7-42bd-8f52-363278509321,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:20.042513 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Transition to ACTIVE for port object 2ac9bfd3-7cf2-4755-8073-2d07855ca379 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:20.059768 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.087993 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ccf344e-3003-4033-a550-cc99247b8beb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.130643 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f5a7523-f351-4a21-9e52-75a03a5bdf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.134645 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Network 92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:20.136923 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Pushing event updated for resources: {'Port': ['ID=2ac9bfd3-7cf2-4755-8073-2d07855ca379,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:20.140303 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1727bd45-6c0a-42c3-a31f-9df6c95b718b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.161861 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-7bf81485-03a3-43f6-9574-92dbc942a7f7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Allocated IP 172.20.0.1 (92e37b0c-eca2-470d-a8c4-ff3d52ece4e2/34d381e8-d8c4-49eb-a764-495a21676952/daeda6dc-cffd-443c-bd9e-a87bee4422c7) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:20.171702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a7523-f351-4a21-9e52-75a03a5bdf18 None None] Pushing event deleted for resources: {'Port': ['ID=31d7be89-8be4-4283-a7c5-24115f4e519b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:20.175599 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:20.178496 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:20.190736 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5a7523-f351-4a21-9e52-75a03a5bdf18 None None] No DVR routers for this DVR port 31d7be89-8be4-4283-a7c5-24115f4e519b on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:20.235868 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ccf344e-3003-4033-a550-cc99247b8beb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.238564 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ccf344e-3003-4033-a550-cc99247b8beb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.267315 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Attempting to bind port 2ac9bfd3-7cf2-4755-8073-2d07855ca379 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:20.267315 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Attempting to bind port 2ac9bfd3-7cf2-4755-8073-2d07855ca379 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '84080f7f-14d8-4c6d-b12d-eba616602ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:20.267714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Attempting to bind port 2ac9bfd3-7cf2-4755-8073-2d07855ca379 on network 92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:20.274656 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:20.275768 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Checking segment: {'id': '84080f7f-14d8-4c6d-b12d-eba616602ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:20.275768 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.276041 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Bound using segment: {'id': '84080f7f-14d8-4c6d-b12d-eba616602ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:20.276471 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Bound port: 2ac9bfd3-7cf2-4755-8073-2d07855ca379, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84080f7f-14d8-4c6d-b12d-eba616602ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:20.277001 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.285179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77080145-3e60-49b6-be24-3bee5b8e8a66 req-34f463cc-86b6-483b-aacc-d174ea3cf39e tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:20.293679 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77080145-3e60-49b6-be24-3bee5b8e8a66 req-34f463cc-86b6-483b-aacc-d174ea3cf39e tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.2285922 Aug 16 02:02:20.304098 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ccf344e-3003-4033-a550-cc99247b8beb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.306172 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccf344e-3003-4033-a550-cc99247b8beb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Fanout notify agent at l3_agent the message router_deleted on router df4147d5-15e1-4fa4-816c-7fbffe2e9aef {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:02:20.319240 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ccf344e-3003-4033-a550-cc99247b8beb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.319465 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53446) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:20.320420 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0ccf344e-3003-4033-a550-cc99247b8beb tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "DELETE /v2.0/routers/df4147d5-15e1-4fa4-816c-7fbffe2e9aef HTTP/1.1" status: 204 len: 168 time: 1.1559441 Aug 16 02:02:20.357389 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] For port 2ac9bfd3-7cf2-4755-8073-2d07855ca379, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:20.361918 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] For port 2ac9bfd3-7cf2-4755-8073-2d07855ca379, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2ac9bfd3-7cf2-4755-8073-2d07855ca379,segment=NetworkSegment(84080f7f-14d8-4c6d-b12d-eba616602ce7),segment_id=84080f7f-14d8-4c6d-b12d-eba616602ce7)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:20.372475 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.451697 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77080145-3e60-49b6-be24-3bee5b8e8a66 req-aa955324-e0bc-452a-90bc-15c9e032ea1a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567390 Aug 16 02:02:20.468729 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4309a93-6adb-4201-9e6a-45fd8b3692ed None None] Pushing event updated for resources: {'Port': ['ID=2ac9bfd3-7cf2-4755-8073-2d07855ca379,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:20.483066 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc3b516b-df85-4ae4-9373-4d32ca6223d4 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.490182 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bf81485-03a3-43f6-9574-92dbc942a7f7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.539338 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7bf81485-03a3-43f6-9574-92dbc942a7f7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Transition to ACTIVE for port object daeda6dc-cffd-443c-bd9e-a87bee4422c7 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:20.608293 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc3b516b-df85-4ae4-9373-4d32ca6223d4 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.628125 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-bc3b516b-df85-4ae4-9373-4d32ca6223d4 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:20.641240 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-bc3b516b-df85-4ae4-9373-4d32ca6223d4 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db21d1c9-ebb4-432f-abf7-f5a70e1c4568') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:20.641543 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-bc3b516b-df85-4ae4-9373-4d32ca6223d4 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db21d1c9-ebb4-432f-abf7-f5a70e1c4568') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:20.654278 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc3b516b-df85-4ae4-9373-4d32ca6223d4 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.661483 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bf81485-03a3-43f6-9574-92dbc942a7f7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.696377 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc3b516b-df85-4ae4-9373-4d32ca6223d4 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.706504 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3b516b-df85-4ae4-9373-4d32ca6223d4 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:20.706504 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc3b516b-df85-4ae4-9373-4d32ca6223d4 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:20.712381 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:20.733964 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf81485-03a3-43f6-9574-92dbc942a7f7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Network 92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:20.766207 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7bf81485-03a3-43f6-9574-92dbc942a7f7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:20.776803 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf81485-03a3-43f6-9574-92dbc942a7f7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:20.807816 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf81485-03a3-43f6-9574-92dbc942a7f7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Port': ['ID=daeda6dc-cffd-443c-bd9e-a87bee4422c7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:20.826066 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc3b516b-df85-4ae4-9373-4d32ca6223d4 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.851537 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc3b516b-df85-4ae4-9373-4d32ca6223d4 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.863956 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bc3b516b-df85-4ae4-9373-4d32ca6223d4 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "DELETE /v2.0/networks/fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e HTTP/1.1" status: 204 len: 168 time: 0.5345330 Aug 16 02:02:20.866275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53450) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:20.872219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b516b-df85-4ae4-9373-4d32ca6223d4 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event deleted for resources: {'Network': ['ID=fe8ff931-c5d3-43e9-8ef2-53dbbb2a293e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:20.874314 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bf81485-03a3-43f6-9574-92dbc942a7f7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.061898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c7dc1a0b-906c-4dac-95b4-edcb622606ef up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:21.101026 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bf81485-03a3-43f6-9574-92dbc942a7f7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.130326 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port c7dc1a0b-906c-4dac-95b4-edcb622606ef completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:21.137658 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port c7dc1a0b-906c-4dac-95b4-edcb622606ef triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:21.138336 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.164366 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c624fad8-dd32-46b4-945b-97cdbf615af2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Deleting port 916ea758-7464-4685-aeba-194c22d1a6c4 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:21.165421 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c624fad8-dd32-46b4-945b-97cdbf615af2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.246052 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c624fad8-dd32-46b4-945b-97cdbf615af2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.246690 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c624fad8-dd32-46b4-945b-97cdbf615af2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.263767 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c624fad8-dd32-46b4-945b-97cdbf615af2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Calling delete_port for 916ea758-7464-4685-aeba-194c22d1a6c4 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:21.270169 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.304228 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port c7dc1a0b-906c-4dac-95b4-edcb622606ef, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c7dc1a0b-906c-4dac-95b4-edcb622606ef,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:21.310433 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.381276 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=c7dc1a0b-906c-4dac-95b4-edcb622606ef,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:21.398354 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 734c3aa2-d2d7-42bd-8f52-363278509321 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:21.423954 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 734c3aa2-d2d7-42bd-8f52-363278509321 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:21.424786 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 734c3aa2-d2d7-42bd-8f52-363278509321 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:21.426064 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:21.454086 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:21.454651 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 25590d62-b5ef-4e06-90ef-da5ac9fe97b2 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:21.455076 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 31d7be89-8be4-4283-a7c5-24115f4e519b no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:21.524057 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 31d7be89-8be4-4283-a7c5-24115f4e519b {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:21.524886 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 31d7be89-8be4-4283-a7c5-24115f4e519b not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:21.559921 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c624fad8-dd32-46b4-945b-97cdbf615af2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.591635 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bf81485-03a3-43f6-9574-92dbc942a7f7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.598881 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bf81485-03a3-43f6-9574-92dbc942a7f7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.609599 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624fad8-dd32-46b4-945b-97cdbf615af2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event deleted for resources: {'Port': ['ID=916ea758-7464-4685-aeba-194c22d1a6c4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:21.686957 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bf81485-03a3-43f6-9574-92dbc942a7f7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.712271 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf81485-03a3-43f6-9574-92dbc942a7f7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Port': ['ID=daeda6dc-cffd-443c-bd9e-a87bee4422c7,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:21.722596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6d7e8-3601-49f1-a507-361282d90ee1 req-fea7bf75-78ed-4f18-b88b-b89dc311f22a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.724635 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ea6d7e8-3601-49f1-a507-361282d90ee1 req-fea7bf75-78ed-4f18-b88b-b89dc311f22a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.1296484 Aug 16 02:02:21.740195 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c624fad8-dd32-46b4-945b-97cdbf615af2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.740589 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-c624fad8-dd32-46b4-945b-97cdbf615af2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Floating IP 1daeff64-e660-4bf5-9422-7545371c41ee disassociated (deleted). External IP: 172.25.3.238, port: 84061aa3-902d-4e7f-84ac-ade38e1a2254. Aug 16 02:02:21.823158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf81485-03a3-43f6-9574-92dbc942a7f7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Network 92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:21.825667 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7bf81485-03a3-43f6-9574-92dbc942a7f7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:21.859557 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ea6d7e8-3601-49f1-a507-361282d90ee1 req-1b30970c-d009-464b-b6f4-996a535580fb tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264594 Aug 16 02:02:21.985234 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf81485-03a3-43f6-9574-92dbc942a7f7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Router a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:22.041328 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ba361d-218f-49fa-8ae6-9580a8705713 None None] Network 92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:22.077108 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c624fad8-dd32-46b4-945b-97cdbf615af2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Router a3ac9cc5-3416-41c2-8c5d-852625ef6f22 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:22.117748 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0c95ffdd-fee8-47f1-804d-5d817b4c542e None None] Provisioning for port 2ac9bfd3-7cf2-4755-8073-2d07855ca379 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:22.136890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf81485-03a3-43f6-9574-92dbc942a7f7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:22.145208 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7bf81485-03a3-43f6-9574-92dbc942a7f7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "PUT /v2.0/routers/a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0324616 Aug 16 02:02:22.146018 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53462) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:22.150323 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Sync routers for ids ['a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:22.162063 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Routers {'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:22.162787 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:22.223453 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c624fad8-dd32-46b4-945b-97cdbf615af2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:22.238848 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8cb8f3-65e3-4023-ae5f-8fc352112b05 None None] Sync routers for ids ['a3ac9cc5-3416-41c2-8c5d-852625ef6f22'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:22.242330 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c624fad8-dd32-46b4-945b-97cdbf615af2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.251470 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8cb8f3-65e3-4023-ae5f-8fc352112b05 None None] Routers {'a3ac9cc5-3416-41c2-8c5d-852625ef6f22'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:22.252283 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7e8cb8f3-65e3-4023-ae5f-8fc352112b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:01:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3ac9cc5-3416-41c2-8c5d-852625ef6f22'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:22.316488 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c624fad8-dd32-46b4-945b-97cdbf615af2 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "DELETE /v2.0/floatingips/1daeff64-e660-4bf5-9422-7545371c41ee HTTP/1.1" status: 204 len: 168 time: 1.4326744 Aug 16 02:02:22.317390 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7641463-0d11-4bdc-97b7-8d0bab6272ff', 'tag': '84061aa3-902d-4e7f-84ac-ade38e1a2254'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:22.333850 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77241881-08b4-453c-a1ed-d7cd3e0a0934" -d '{"events": [{"name": "network-changed", "server_uuid": "b7641463-0d11-4bdc-97b7-8d0bab6272ff", "tag": "84061aa3-902d-4e7f-84ac-ade38e1a2254"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:22.340260 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Set router a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:22.410787 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-7e8cb8f3-65e3-4023-ae5f-8fc352112b05 None None] Set router a3ac9cc5-3416-41c2-8c5d-852625ef6f22 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:22.452294 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0b7388-a0e3-449a-aab3-f1124db6fdf7 x-openstack-request-id: req-6c0b7388-a0e3-449a-aab3-f1124db6fdf7 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:22.452449 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7641463-0d11-4bdc-97b7-8d0bab6272ff", "tag": "84061aa3-902d-4e7f-84ac-ade38e1a2254", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:22.452644 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6c0b7388-a0e3-449a-aab3-f1124db6fdf7 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:22.453030 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7641463-0d11-4bdc-97b7-8d0bab6272ff', 'tag': '84061aa3-902d-4e7f-84ac-ade38e1a2254', 'status': 'completed', 'code': 200} Aug 16 02:02:22.480213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373cca0-7945-474e-9ebd-6de0693ec1a9 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.481188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373cca0-7945-474e-9ebd-6de0693ec1a9 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.481853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373cca0-7945-474e-9ebd-6de0693ec1a9 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.482490 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373cca0-7945-474e-9ebd-6de0693ec1a9 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.483131 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373cca0-7945-474e-9ebd-6de0693ec1a9 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.483760 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373cca0-7945-474e-9ebd-6de0693ec1a9 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.484525 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373cca0-7945-474e-9ebd-6de0693ec1a9 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.485159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373cca0-7945-474e-9ebd-6de0693ec1a9 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.485937 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373cca0-7945-474e-9ebd-6de0693ec1a9 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.489953 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0373cca0-7945-474e-9ebd-6de0693ec1a9 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6361 time: 0.3427384 Aug 16 02:02:22.492992 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53472) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:22.589692 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77241881-08b4-453c-a1ed-d7cd3e0a0934 req-d370d341-6044-45cc-841a-013cca64db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.595068 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77241881-08b4-453c-a1ed-d7cd3e0a0934 req-d370d341-6044-45cc-841a-013cca64db02 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3447b752e21e478fb773f0edc2208920&device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 1137 time: 0.1223619 Aug 16 02:02:22.640495 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b540d-cb28-4250-aea3-f2449742c832 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.641316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b540d-cb28-4250-aea3-f2449742c832 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.641791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b540d-cb28-4250-aea3-f2449742c832 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.642250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b540d-cb28-4250-aea3-f2449742c832 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.642702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b540d-cb28-4250-aea3-f2449742c832 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.643151 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b540d-cb28-4250-aea3-f2449742c832 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.643801 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b540d-cb28-4250-aea3-f2449742c832 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.645335 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b540d-cb28-4250-aea3-f2449742c832 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.645809 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b540d-cb28-4250-aea3-f2449742c832 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.652787 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-683b540d-cb28-4250-aea3-f2449742c832 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5896 time: 0.1538618 Aug 16 02:02:22.653122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53478) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:22.798872 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7ccae-921f-4e9d-b994-3264265f55dd req-b434b66d-5d6b-4f26-924c-4943c87a3e92 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.808971 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bba7ccae-921f-4e9d-b994-3264265f55dd req-b434b66d-5d6b-4f26-924c-4943c87a3e92 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 985 time: 0.0898249 Aug 16 02:02:22.813045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77241881-08b4-453c-a1ed-d7cd3e0a0934 req-917a76d9-ca76-4d8f-9001-3fe67a68930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.814665 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77241881-08b4-453c-a1ed-d7cd3e0a0934 req-917a76d9-ca76-4d8f-9001-3fe67a68930a service neutron] 10.222.0.73 "GET /v2.0/networks?id=3d230a01-6758-410a-8b63-78f5f88b43c5 HTTP/1.1" status: 200 len: 898 time: 0.2114551 Aug 16 02:02:22.892643 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77241881-08b4-453c-a1ed-d7cd3e0a0934 req-d5b733bd-9e0d-4d1d-81e5-07d46b3e02e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84061aa3-902d-4e7f-84ac-ade38e1a2254 HTTP/1.1" status: 200 len: 217 time: 0.0682514 Aug 16 02:02:22.939276 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'name': 'tempest-TestNetworkBasicOps-router-1757351107', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'daeda6dc-cffd-443c-bd9e-a87bee4422c7', 'name': '', 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:41:e1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '34d381e8-d8c4-49eb-a764-495a21676952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:19Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 2, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '34d381e8-d8c4-49eb-a764-495a21676952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:22.976730 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77241881-08b4-453c-a1ed-d7cd3e0a0934 req-a084a8d5-587e-42b5-9f4a-1ec7b787b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.979616 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77241881-08b4-453c-a1ed-d7cd3e0a0934 req-a084a8d5-587e-42b5-9f4a-1ec7b787b287 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b87e5100-141a-4810-b796-915aff8e759b HTTP/1.1" status: 200 len: 834 time: 0.0717213 Aug 16 02:02:23.016919 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8998687-fdfc-4c5c-9d63-ba43c83ef025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.077126 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ff216b6e-fec5-4c05-8d78-a96948671c9b None None] Provisioning for port daeda6dc-cffd-443c-bd9e-a87bee4422c7 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:23.096079 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ff216b6e-fec5-4c05-8d78-a96948671c9b None None] Provisioning complete for port daeda6dc-cffd-443c-bd9e-a87bee4422c7 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:23.097447 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff216b6e-fec5-4c05-8d78-a96948671c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.125277 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Checking router: a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:23.128195 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Updating router a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a port daeda6dc-cffd-443c-bd9e-a87bee4422c7 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:02:23.162006 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.178495 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77241881-08b4-453c-a1ed-d7cd3e0a0934 req-a464b5a8-6a72-4dd2-be5e-01ccb465e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.180921 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77241881-08b4-453c-a1ed-d7cd3e0a0934 req-a464b5a8-6a72-4dd2-be5e-01ccb465e74c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d230a01-6758-410a-8b63-78f5f88b43c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1882305 Aug 16 02:02:23.201504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833073f-28db-4f43-b52d-9ccda7ce0239 req-a40eb54a-2008-4434-a467-455ad1906696 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.209432 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6833073f-28db-4f43-b52d-9ccda7ce0239 req-a40eb54a-2008-4434-a467-455ad1906696 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.0855653 Aug 16 02:02:23.244663 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7e8cb8f3-65e3-4023-ae5f-8fc352112b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422597831', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:54Z', 'revision_number': 4, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:49Z', 'updated_at': '2021-08-16T02:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '71a85b05-9363-4fd5-b498-1dcb4f6451d7', 'name': '', 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'mac_address': 'fa:16:3e:fb:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'b87e5100-141a-4810-b796-915aff8e759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:52Z', 'updated_at': '2021-08-16T02:00:59Z', 'revision_number': 5, 'project_id': '3447b752e21e478fb773f0edc2208920', 'subnets': [{'id': 'b87e5100-141a-4810-b796-915aff8e759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:23.331905 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2ac9bfd3-7cf2-4755-8073-2d07855ca379 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:23.332636 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77241881-08b4-453c-a1ed-d7cd3e0a0934 req-5f54e042-2075-45f1-b77a-6de397a3d08a service neutron] 10.222.0.73 "GET /v2.0/networks/3d230a01-6758-410a-8b63-78f5f88b43c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408167 Aug 16 02:02:23.355027 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8cb8f3-65e3-4023-ae5f-8fc352112b05 None None] Checking router: a3ac9cc5-3416-41c2-8c5d-852625ef6f22 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:23.358167 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6833073f-28db-4f43-b52d-9ccda7ce0239 req-35eebead-bcb9-4ea0-878b-34fa05c8ae5c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408784 Aug 16 02:02:23.406619 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ff216b6e-fec5-4c05-8d78-a96948671c9b None None] Port daeda6dc-cffd-443c-bd9e-a87bee4422c7 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:23.425727 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.430415 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bba7ccae-921f-4e9d-b994-3264265f55dd req-0e02220a-d410-41bc-9fe0-992c1f578c14 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/security-groups?id=16cc248f-e1f9-4a51-b7a7-40613de0f293&id=7a7ba972-37f5-4db7-96eb-1a13c7d8070b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6205688 Aug 16 02:02:23.433612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8cb8f3-65e3-4023-ae5f-8fc352112b05 None None] Routers {'a3ac9cc5-3416-41c2-8c5d-852625ef6f22'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:23.434416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7e8cb8f3-65e3-4023-ae5f-8fc352112b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3ac9cc5-3416-41c2-8c5d-852625ef6f22'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:23.463526 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77241881-08b4-453c-a1ed-d7cd3e0a0934 req-83ffa38e-1b9a-4210-9aec-499aa889bf51 service neutron] 10.222.0.73 "GET /v2.0/networks/3d230a01-6758-410a-8b63-78f5f88b43c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216428 Aug 16 02:02:23.506170 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c007bb1f-1de8-404f-8e71-d1525a5dbeed tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5204 time: 0.8519235 Aug 16 02:02:23.506712 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 2ac9bfd3-7cf2-4755-8073-2d07855ca379 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:23.543967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 2ac9bfd3-7cf2-4755-8073-2d07855ca379 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:23.544537 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.574984 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.586899 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Transition to ACTIVE for port object daeda6dc-cffd-443c-bd9e-a87bee4422c7 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:23.587567 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4c7ce719-baed-4e1f-bbc5-0d47305735e7 None None] Provisioning complete for port daeda6dc-cffd-443c-bd9e-a87bee4422c7 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:23.587929 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4c7ce719-baed-4e1f-bbc5-0d47305735e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.593853 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.602875 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-7e8cb8f3-65e3-4023-ae5f-8fc352112b05 None None] Set router a3ac9cc5-3416-41c2-8c5d-852625ef6f22 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:23.689912 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80183ed7-6c45-4df7-b833-ff9f6785dad3 None None] Pushing event updated for resources: {'Port': ['ID=daeda6dc-cffd-443c-bd9e-a87bee4422c7,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:23.715609 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4c7ce719-baed-4e1f-bbc5-0d47305735e7 None None] Port daeda6dc-cffd-443c-bd9e-a87bee4422c7 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:23.728090 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Attempting to bind port daeda6dc-cffd-443c-bd9e-a87bee4422c7 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:23.728473 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Attempting to bind port daeda6dc-cffd-443c-bd9e-a87bee4422c7 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '84080f7f-14d8-4c6d-b12d-eba616602ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:23.728838 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Attempting to bind port daeda6dc-cffd-443c-bd9e-a87bee4422c7 on network 92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:23.734304 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:23.734673 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Checking segment: {'id': '84080f7f-14d8-4c6d-b12d-eba616602ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:23.735079 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.735489 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Bound using segment: {'id': '84080f7f-14d8-4c6d-b12d-eba616602ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:23.735957 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Bound port: daeda6dc-cffd-443c-bd9e-a87bee4422c7, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84080f7f-14d8-4c6d-b12d-eba616602ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:23.736336 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.874134 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] For port daeda6dc-cffd-443c-bd9e-a87bee4422c7, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:23.878472 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] For port daeda6dc-cffd-443c-bd9e-a87bee4422c7, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=daeda6dc-cffd-443c-bd9e-a87bee4422c7,segment=NetworkSegment(84080f7f-14d8-4c6d-b12d-eba616602ce7),segment_id=84080f7f-14d8-4c6d-b12d-eba616602ce7)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:23.886019 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.914610 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53488) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:23.919339 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f326d670-b5a8-47c7-8d02-676c33231ba8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-795120843', 'description': 'tempest-secgroup-smoke-795120843 description', 'project_id': '33cf80430ee04eee8eb367bea457fa11'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:23.963979 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Routers {'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:23.964809 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:23.970304 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f326d670-b5a8-47c7-8d02-676c33231ba8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.031592 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80183ed7-6c45-4df7-b833-ff9f6785dad3 None None] Pushing event updated for resources: {'Port': ['ID=daeda6dc-cffd-443c-bd9e-a87bee4422c7,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:24.130326 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] Set router a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:24.140378 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f326d670-b5a8-47c7-8d02-676c33231ba8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.176907 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f326d670-b5a8-47c7-8d02-676c33231ba8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.216268 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.249979 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326d670-b5a8-47c7-8d02-676c33231ba8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9437825e-dc7a-420b-9570-0c82230b7a15,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:24.257238 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f326d670-b5a8-47c7-8d02-676c33231ba8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.259431 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f326d670-b5a8-47c7-8d02-676c33231ba8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3439107 Aug 16 02:02:24.262845 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53492) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:24.266426 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 2ac9bfd3-7cf2-4755-8073-2d07855ca379, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2ac9bfd3-7cf2-4755-8073-2d07855ca379,segment=NetworkSegment(84080f7f-14d8-4c6d-b12d-eba616602ce7),segment_id=84080f7f-14d8-4c6d-b12d-eba616602ce7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:24.267695 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.268253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ef714b7f-1f08-4266-b0f5-eba006ed6d99 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group_rule': {'security_group_id': '9437825e-dc7a-420b-9570-0c82230b7a15', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:24.288893 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.290047 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c7dc1a0b-906c-4dac-95b4-edcb622606ef up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:24.318643 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5b8a1-25b5-4017-964d-2ec7fd0b711b req-02d538f3-0e01-4a16-8c46-d95bd45bd3f1 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:24.329987 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef714b7f-1f08-4266-b0f5-eba006ed6d99 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.330591 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eab5b8a1-25b5-4017-964d-2ec7fd0b711b req-02d538f3-0e01-4a16-8c46-d95bd45bd3f1 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 985 time: 0.1881671 Aug 16 02:02:24.441627 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7e8cb8f3-65e3-4023-ae5f-8fc352112b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422597831', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:54Z', 'revision_number': 4, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:49Z', 'updated_at': '2021-08-16T02:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '71a85b05-9363-4fd5-b498-1dcb4f6451d7', 'name': '', 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'mac_address': 'fa:16:3e:fb:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'b87e5100-141a-4810-b796-915aff8e759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:52Z', 'updated_at': '2021-08-16T02:00:59Z', 'revision_number': 5, 'project_id': '3447b752e21e478fb773f0edc2208920', 'subnets': [{'id': 'b87e5100-141a-4810-b796-915aff8e759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:24.469481 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef714b7f-1f08-4266-b0f5-eba006ed6d99 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.513687 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8cb8f3-65e3-4023-ae5f-8fc352112b05 None None] The sync data for ids ['a3ac9cc5-3416-41c2-8c5d-852625ef6f22'] in n-d-765315-27 is: [{'id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422597831', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:00:54Z', 'revision_number': 4, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:49Z', 'updated_at': '2021-08-16T02:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '71a85b05-9363-4fd5-b498-1dcb4f6451d7', 'name': '', 'network_id': '3d230a01-6758-410a-8b63-78f5f88b43c5', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'mac_address': 'fa:16:3e:fb:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'b87e5100-141a-4810-b796-915aff8e759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:52Z', 'updated_at': '2021-08-16T02:00:59Z', 'revision_number': 5, 'project_id': '3447b752e21e478fb773f0edc2208920', 'subnets': [{'id': 'b87e5100-141a-4810-b796-915aff8e759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:24.526265 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=2ac9bfd3-7cf2-4755-8073-2d07855ca379,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:24.534576 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef714b7f-1f08-4266-b0f5-eba006ed6d99 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.540369 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port c7dc1a0b-906c-4dac-95b4-edcb622606ef triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:24.540369 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.553400 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'name': 'tempest-TestNetworkBasicOps-router-1757351107', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'daeda6dc-cffd-443c-bd9e-a87bee4422c7', 'name': '', 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:41:e1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '34d381e8-d8c4-49eb-a764-495a21676952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:19Z', 'updated_at': '2021-08-16T02:02:23Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '34d381e8-d8c4-49eb-a764-495a21676952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:24.574359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-eab5b8a1-25b5-4017-964d-2ec7fd0b711b req-5c5667c5-8d6f-4a9c-a49e-df0d1b0bc902 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Deleting port 84061aa3-902d-4e7f-84ac-ade38e1a2254 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:24.574923 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eab5b8a1-25b5-4017-964d-2ec7fd0b711b req-5c5667c5-8d6f-4a9c-a49e-df0d1b0bc902 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.591042 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8c98e-56f7-4030-91a6-4ea00177283f req-37ab5cad-3da3-4d9f-907b-e18f8ae482b1 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:24.599375 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-79c8c98e-56f7-4030-91a6-4ea00177283f req-37ab5cad-3da3-4d9f-907b-e18f8ae482b1 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.1283145 Aug 16 02:02:24.608096 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef714b7f-1f08-4266-b0f5-eba006ed6d99 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efbaef5-1242-46f6-b295-0b9c642185b4,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:24.613604 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef714b7f-1f08-4266-b0f5-eba006ed6d99 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.614954 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ef714b7f-1f08-4266-b0f5-eba006ed6d99 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3509099 Aug 16 02:02:24.618815 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49504abe-731d-4a01-86fa-871e4ea6e3cd None None] The sync data for ids ['a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'] in n-d-765315-27 is: [{'id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'name': 'tempest-TestNetworkBasicOps-router-1757351107', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'daeda6dc-cffd-443c-bd9e-a87bee4422c7', 'name': '', 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:41:e1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '34d381e8-d8c4-49eb-a764-495a21676952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:19Z', 'updated_at': '2021-08-16T02:02:23Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '34d381e8-d8c4-49eb-a764-495a21676952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:24.621370 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53498) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:24.630857 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fccf48da-8580-44cb-8f61-cb8cc32c847b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group_rule': {'security_group_id': '9437825e-dc7a-420b-9570-0c82230b7a15', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:24.678839 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-79c8c98e-56f7-4030-91a6-4ea00177283f req-34b84503-8fd6-4d95-b1dd-d59d3c2e9338 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784159 Aug 16 02:02:24.708603 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fccf48da-8580-44cb-8f61-cb8cc32c847b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.813210 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fccf48da-8580-44cb-8f61-cb8cc32c847b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.823616 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fccf48da-8580-44cb-8f61-cb8cc32c847b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.840094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08180d53-e368-41df-a9e8-d477870abd23 req-eaba0963-7fea-4d39-85a1-2063b3ed85cc tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:24.850843 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08180d53-e368-41df-a9e8-d477870abd23 req-eaba0963-7fea-4d39-85a1-2063b3ed85cc tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 985 time: 0.3087289 Aug 16 02:02:24.867107 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf48da-8580-44cb-8f61-cb8cc32c847b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51135538-6880-4f9b-8734-61ae78995864,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:24.872358 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fccf48da-8580-44cb-8f61-cb8cc32c847b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.873826 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fccf48da-8580-44cb-8f61-cb8cc32c847b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2511222 Aug 16 02:02:24.876831 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53504) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:24.901277 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-36663293-2f93-42d5-b394-2d555b518a94 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group_rule': {'security_group_id': '9437825e-dc7a-420b-9570-0c82230b7a15', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:24.929262 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-08180d53-e368-41df-a9e8-d477870abd23 req-83fe87b3-8bed-4b76-9a54-524a678fdcde tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/security-groups?id=16cc248f-e1f9-4a51-b7a7-40613de0f293&id=7a7ba972-37f5-4db7-96eb-1a13c7d8070b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0773487 Aug 16 02:02:24.946802 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-eab5b8a1-25b5-4017-964d-2ec7fd0b711b req-5c5667c5-8d6f-4a9c-a49e-df0d1b0bc902 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] For port 84061aa3-902d-4e7f-84ac-ade38e1a2254, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=84061aa3-902d-4e7f-84ac-ade38e1a2254,segment=NetworkSegment(6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0),segment_id=6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:24.947502 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eab5b8a1-25b5-4017-964d-2ec7fd0b711b req-5c5667c5-8d6f-4a9c-a49e-df0d1b0bc902 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.978265 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-36663293-2f93-42d5-b394-2d555b518a94 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.979744 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-eab5b8a1-25b5-4017-964d-2ec7fd0b711b req-5c5667c5-8d6f-4a9c-a49e-df0d1b0bc902 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Calling delete_port for 84061aa3-902d-4e7f-84ac-ade38e1a2254 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:25.116388 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88726cba-6f72-43ac-a761-ee1564ded5e3 req-02a3fb5d-ee70-479b-9c7f-c2f2635a3981 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.119850 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-88726cba-6f72-43ac-a761-ee1564ded5e3 req-02a3fb5d-ee70-479b-9c7f-c2f2635a3981 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.1202250 Aug 16 02:02:25.127325 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d6cc7d-b402-4b3b-b22f-8a6842b26e89 None None] New status for floating IP 1daeff64-e660-4bf5-9422-7545371c41ee: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:02:25.138372 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device daeda6dc-cffd-443c-bd9e-a87bee4422c7 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:25.140107 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-36663293-2f93-42d5-b394-2d555b518a94 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.152294 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-36663293-2f93-42d5-b394-2d555b518a94 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.184777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36663293-2f93-42d5-b394-2d555b518a94 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376f4a9f-8201-4fd8-b77c-891276a80848,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:25.221141 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-88726cba-6f72-43ac-a761-ee1564ded5e3 req-d8273ca5-230e-4f7f-bf9e-451d5d5d9704 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783286 Aug 16 02:02:25.222386 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-36663293-2f93-42d5-b394-2d555b518a94 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.223791 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-36663293-2f93-42d5-b394-2d555b518a94 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3456802 Aug 16 02:02:25.227766 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53506) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:25.236948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-85ad92f3-c7ac-44c8-b099-32274f5c1d19 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group_rule': {'security_group_id': '9437825e-dc7a-420b-9570-0c82230b7a15', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:25.260458 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port daeda6dc-cffd-443c-bd9e-a87bee4422c7 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:25.266780 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port daeda6dc-cffd-443c-bd9e-a87bee4422c7 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:25.268189 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.304976 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85ad92f3-c7ac-44c8-b099-32274f5c1d19 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.344193 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eab5b8a1-25b5-4017-964d-2ec7fd0b711b req-5c5667c5-8d6f-4a9c-a49e-df0d1b0bc902 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.422668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5667c5-8d6f-4a9c-a49e-df0d1b0bc902 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event deleted for resources: {'Port': ['ID=84061aa3-902d-4e7f-84ac-ade38e1a2254,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:25.445011 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.450555 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85ad92f3-c7ac-44c8-b099-32274f5c1d19 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.459014 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85ad92f3-c7ac-44c8-b099-32274f5c1d19 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.507557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad92f3-c7ac-44c8-b099-32274f5c1d19 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b253290-f08a-4431-93ae-57ec60b4920d,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:25.515626 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port daeda6dc-cffd-443c-bd9e-a87bee4422c7, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=daeda6dc-cffd-443c-bd9e-a87bee4422c7,segment=NetworkSegment(84080f7f-14d8-4c6d-b12d-eba616602ce7),segment_id=84080f7f-14d8-4c6d-b12d-eba616602ce7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:25.522796 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.525259 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2ac9bfd3-7cf2-4755-8073-2d07855ca379 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:25.539097 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85ad92f3-c7ac-44c8-b099-32274f5c1d19 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.544025 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-85ad92f3-c7ac-44c8-b099-32274f5c1d19 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3151886 Aug 16 02:02:25.544630 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53512) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:25.554724 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab5b8a1-25b5-4017-964d-2ec7fd0b711b req-5c5667c5-8d6f-4a9c-a49e-df0d1b0bc902 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] No DVR routers for this DVR port 84061aa3-902d-4e7f-84ac-ade38e1a2254 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:25.555897 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e406b178-c528-4dda-9eb0-05272b0e295b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group_rule': {'security_group_id': '9437825e-dc7a-420b-9570-0c82230b7a15', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:25.559268 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eab5b8a1-25b5-4017-964d-2ec7fd0b711b req-5c5667c5-8d6f-4a9c-a49e-df0d1b0bc902 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.562378 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eab5b8a1-25b5-4017-964d-2ec7fd0b711b req-5c5667c5-8d6f-4a9c-a49e-df0d1b0bc902 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.73 "DELETE /v2.0/ports/84061aa3-902d-4e7f-84ac-ade38e1a2254 HTTP/1.1" status: 204 len: 173 time: 1.2246244 Aug 16 02:02:25.563272 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7641463-0d11-4bdc-97b7-8d0bab6272ff', 'name': 'network-vif-deleted', 'tag': '84061aa3-902d-4e7f-84ac-ade38e1a2254'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:25.565919 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2918d4-9bf1-4f88-9764-e99c6194f4df" -d '{"events": [{"server_uuid": "b7641463-0d11-4bdc-97b7-8d0bab6272ff", "name": "network-vif-deleted", "tag": "84061aa3-902d-4e7f-84ac-ade38e1a2254"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:25.609223 n-d-765315-27 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-e406b178-c528-4dda-9eb0-05272b0e295b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Project 33cf80430ee04eee8eb367bea457fa11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:02:25.617200 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e406b178-c528-4dda-9eb0-05272b0e295b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.640953 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a9b42-efbe-4e87-8931-558f932ce708 req-c10b2f85-d289-4968-9d4c-2d7e1f06e961 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.650101 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e29a9b42-efbe-4e87-8931-558f932ce708 req-c10b2f85-d289-4968-9d4c-2d7e1f06e961 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.2396286 Aug 16 02:02:25.676853 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218ee66b-4c1b-4383-886f-5352ec5d902a x-openstack-request-id: req-218ee66b-4c1b-4383-886f-5352ec5d902a {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:25.677145 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7641463-0d11-4bdc-97b7-8d0bab6272ff", "name": "network-vif-deleted", "tag": "84061aa3-902d-4e7f-84ac-ade38e1a2254", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:25.677396 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-218ee66b-4c1b-4383-886f-5352ec5d902a {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:25.677815 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7641463-0d11-4bdc-97b7-8d0bab6272ff', 'name': 'network-vif-deleted', 'tag': '84061aa3-902d-4e7f-84ac-ade38e1a2254', 'status': 'completed', 'code': 200} Aug 16 02:02:25.715650 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=daeda6dc-cffd-443c-bd9e-a87bee4422c7,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:25.738691 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 2ac9bfd3-7cf2-4755-8073-2d07855ca379 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:25.739410 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.760114 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e29a9b42-efbe-4e87-8931-558f932ce708 req-0dd2996e-5f5a-453b-bcfa-6c7f428a59c1 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084132 Aug 16 02:02:25.798604 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e406b178-c528-4dda-9eb0-05272b0e295b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.804074 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e406b178-c528-4dda-9eb0-05272b0e295b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.845904 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e406b178-c528-4dda-9eb0-05272b0e295b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.850925 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e406b178-c528-4dda-9eb0-05272b0e295b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3029227 Aug 16 02:02:25.851748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53520) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:25.858954 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e638d699-14b3-4ba0-9346-7a3d5c862375 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'security_group_rule': {'security_group_id': '9437825e-dc7a-420b-9570-0c82230b7a15', 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:25.864382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406b178-c528-4dda-9eb0-05272b0e295b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce35a51b-8c55-4ef1-941b-63a1c41b6ad6,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:25.907440 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-e638d699-14b3-4ba0-9346-7a3d5c862375 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Project 33cf80430ee04eee8eb367bea457fa11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:02:25.921163 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e638d699-14b3-4ba0-9346-7a3d5c862375 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.005935 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.050962 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e638d699-14b3-4ba0-9346-7a3d5c862375 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.057417 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e638d699-14b3-4ba0-9346-7a3d5c862375 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.075884 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638d699-14b3-4ba0-9346-7a3d5c862375 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8193e5-3d2d-48bf-a520-3197a5760ded,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:26.139708 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0f1050b-3b87-41ea-95f3-70f19e9417df req-256e9f02-a7f4-4f96-bbca-641691ad7011 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7641463-0d11-4bdc-97b7-8d0bab6272ff HTTP/1.1" status: 200 len: 210 time: 0.0535674 Aug 16 02:02:26.146406 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e638d699-14b3-4ba0-9346-7a3d5c862375 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.157863 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e638d699-14b3-4ba0-9346-7a3d5c862375 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2949371 Aug 16 02:02:26.269958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-6ad6b43d-f091-49a1-94d4-31ea36ef4cb5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:26.280539 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-6ad6b43d-f091-49a1-94d4-31ea36ef4cb5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 811 time: 0.2284129 Aug 16 02:02:26.306828 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-2cbabe34-43f6-41ab-a58f-fb9ae1fe6f1e tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/quotas/5cb90ffe84bb4524bb185e7642128945 HTTP/1.1" status: 200 len: 375 time: 0.0247324 Aug 16 02:02:26.380256 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-eb2dc5fc-8149-478d-97b3-7281dab7015b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0716777 Aug 16 02:02:26.442935 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-0609be20-1d85-4949-88f0-4da8a7ee6879 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795120843&fields=id&tenant_id=33cf80430ee04eee8eb367bea457fa11 HTTP/1.1" status: 200 len: 267 time: 0.0645936 Aug 16 02:02:26.491444 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-72eac7ad-4ba1-48ab-9645-31fce7159600 service neutron] 10.222.0.68 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101153 Aug 16 02:02:26.561874 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-167b6be3-0300-4f44-ac15-c00b7add70d2 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:26.563559 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-167b6be3-0300-4f44-ac15-c00b7add70d2 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/networks?id=92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 HTTP/1.1" status: 200 len: 797 time: 0.1197114 Aug 16 02:02:26.585565 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-92ae5412-db3d-4364-b485-3f09ff6b7c7d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/quotas/33cf80430ee04eee8eb367bea457fa11 HTTP/1.1" status: 200 len: 375 time: 0.0100257 Aug 16 02:02:26.588600 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-89f27cab-f779-4ed1-9793-2ac13e277a55 service neutron] 10.222.0.68 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961695 Aug 16 02:02:26.656865 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-bbda6a37-a8a1-4c7b-a3e8-6a314f6e9cdb tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=33cf80430ee04eee8eb367bea457fa11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609837 Aug 16 02:02:26.792383 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-b60a40b0-505c-4829-a529-421b7128bd37 service neutron] 10.222.0.68 "GET /v2.0/networks/92e37b0c-eca2-470d-a8c4-ff3d52ece4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190736 Aug 16 02:02:26.818944 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d197abba-3831-4b58-8a05-b848941f210d req-b56b535a-5668-47f6-8fd3-f913f2c3347c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4 HTTP/1.1" status: 200 len: 210 time: 0.0441504 Aug 16 02:02:26.912123 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-b293ab00-51be-484a-9d96-bac1fb536a51 service neutron] 10.222.0.68 "GET /v2.0/networks/92e37b0c-eca2-470d-a8c4-ff3d52ece4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136765 Aug 16 02:02:26.922055 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device daeda6dc-cffd-443c-bd9e-a87bee4422c7 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:26.984867 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port daeda6dc-cffd-443c-bd9e-a87bee4422c7 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:26.985254 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.134254 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-44aee8c0-12ac-43b7-80df-e7348ddacdf4 req-7bfe1e2e-97a1-4896-9dc6-b393334365e3 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3c95d2-aacd-4982-9304-9079b722d667 HTTP/1.1" status: 200 len: 210 time: 0.0408094 Aug 16 02:02:27.225250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53566) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:27.290935 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cb8e010-754e-4e38-9e06-ea6c6ac11bd5 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.317527 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cb8e010-754e-4e38-9e06-ea6c6ac11bd5 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.382118 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cb8e010-754e-4e38-9e06-ea6c6ac11bd5 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.386184 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cb8e010-754e-4e38-9e06-ea6c6ac11bd5 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.389942 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7cb8e010-754e-4e38-9e06-ea6c6ac11bd5 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "DELETE /v2.0/security-groups/16cc248f-e1f9-4a51-b7a7-40613de0f293 HTTP/1.1" status: 204 len: 168 time: 0.1611280 Aug 16 02:02:27.390232 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53572) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:27.397920 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8e010-754e-4e38-9e06-ea6c6ac11bd5 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cc248f-e1f9-4a51-b7a7-40613de0f293,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:27.458897 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1c1c7c18-94aa-4b95-937d-8ceb34f039cc tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.484883 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1c1c7c18-94aa-4b95-937d-8ceb34f039cc tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.538443 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1c1c7c18-94aa-4b95-937d-8ceb34f039cc tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.542453 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1c1c7c18-94aa-4b95-937d-8ceb34f039cc tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.543663 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1c1c7c18-94aa-4b95-937d-8ceb34f039cc tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "DELETE /v2.0/security-groups/7a7ba972-37f5-4db7-96eb-1a13c7d8070b HTTP/1.1" status: 204 len: 168 time: 0.1524475 Aug 16 02:02:27.546601 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53576) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:27.552831 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c7c18-94aa-4b95-937d-8ceb34f039cc tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7ba972-37f5-4db7-96eb-1a13c7d8070b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:27.937919 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bd0c6ae7-80db-48b0-9e9c-e0ba4051271b req-1f660a92-788e-4b2d-ba79-4c5fede320be tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4 HTTP/1.1" status: 200 len: 210 time: 0.0296447 Aug 16 02:02:27.952978 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 84061aa3-902d-4e7f-84ac-ade38e1a2254 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:27.985590 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 84061aa3-902d-4e7f-84ac-ade38e1a2254 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:27.988794 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 84061aa3-902d-4e7f-84ac-ade38e1a2254 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:28.071760 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ae83359-5747-4647-96ab-cf7ee0c1fb60 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.246736 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0c0862f3-c245-418b-9622-79a3d2a140d0 req-1b1faf63-294e-41ae-ac06-68a351d53900 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3c95d2-aacd-4982-9304-9079b722d667 HTTP/1.1" status: 200 len: 210 time: 0.0310969 Aug 16 02:02:28.250621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-984a712e-c204-4f11-a805-e6db435a4c0e tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.252106 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-984a712e-c204-4f11-a805-e6db435a4c0e tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.63 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 811 time: 0.2105572 Aug 16 02:02:28.294608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-f90d72f7-f350-4d3d-8607-e6a56beb5bf5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Request body: {'port': {'device_id': '6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'admin_state_up': True, 'tenant_id': '5cb90ffe84bb4524bb185e7642128945'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:28.529100 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-f90d72f7-f350-4d3d-8607-e6a56beb5bf5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Made reservation on behalf of 5cb90ffe84bb4524bb185e7642128945 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:28.532427 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-f90d72f7-f350-4d3d-8607-e6a56beb5bf5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.576587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3ae83359-5747-4647-96ab-cf7ee0c1fb60 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Deleting port 71a85b05-9363-4fd5-b498-1dcb4f6451d7 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:28.576935 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ae83359-5747-4647-96ab-cf7ee0c1fb60 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.590346 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-beb9ba13-18ce-4741-bd52-3f4b91b75a7f tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.591979 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-beb9ba13-18ce-4741-bd52-3f4b91b75a7f tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.63 "GET /v2.0/networks?id=92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 HTTP/1.1" status: 200 len: 797 time: 0.1406438 Aug 16 02:02:28.658119 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-0200f8b8-2c5b-4957-9ed0-435284756ce6 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33cf80430ee04eee8eb367bea457fa11 HTTP/1.1" status: 200 len: 379 time: 0.0515063 Aug 16 02:02:28.668922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-fd8234b5-8d0f-4978-93ac-49189b438788 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'port': {'device_id': '1d3c95d2-aacd-4982-9304-9079b722d667', 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2', 'admin_state_up': True, 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'security_groups': ['9437825e-dc7a-420b-9570-0c82230b7a15']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:28.816322 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-fd8234b5-8d0f-4978-93ac-49189b438788 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Made reservation on behalf of 33cf80430ee04eee8eb367bea457fa11 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:28.826884 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-fd8234b5-8d0f-4978-93ac-49189b438788 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.832563 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3ae83359-5747-4647-96ab-cf7ee0c1fb60 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] For port 71a85b05-9363-4fd5-b498-1dcb4f6451d7, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=71a85b05-9363-4fd5-b498-1dcb4f6451d7,segment=NetworkSegment(6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0),segment_id=6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:28.833226 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ae83359-5747-4647-96ab-cf7ee0c1fb60 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.861938 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-f90d72f7-f350-4d3d-8607-e6a56beb5bf5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Allocated IP 172.20.0.14 (3f1b1636-5281-4805-974a-0b39f2f11573/193ae495-97a3-4862-b920-d828451f284d/e2986aae-10ef-4006-a525-d97c3b9c7c68) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:28.874512 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3ae83359-5747-4647-96ab-cf7ee0c1fb60 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Calling delete_port for 71a85b05-9363-4fd5-b498-1dcb4f6451d7 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:29.053129 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-fd8234b5-8d0f-4978-93ac-49189b438788 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Allocated IP 172.20.0.14 (92e37b0c-eca2-470d-a8c4-ff3d52ece4e2/34d381e8-d8c4-49eb-a764-495a21676952/c3d7a572-380a-42b5-affa-f062ae2160fd) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:29.118670 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5eb5f55c-22f3-4ce5-b0c4-24edf2edbe1c req-9459d60e-dd5c-4f56-bb5d-24212662bde2 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4 HTTP/1.1" status: 200 len: 210 time: 0.0786142 Aug 16 02:02:29.263810 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-fd8234b5-8d0f-4978-93ac-49189b438788 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.301240 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-f90d72f7-f350-4d3d-8607-e6a56beb5bf5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.360533 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a1cdf925-fab9-4ae5-8272-12f4d012b785 req-c3c2ce6f-249f-4b28-a628-4313351d337b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3c95d2-aacd-4982-9304-9079b722d667 HTTP/1.1" status: 200 len: 210 time: 0.0312262 Aug 16 02:02:29.365801 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-fd8234b5-8d0f-4978-93ac-49189b438788 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Transition to ACTIVE for port object c3d7a572-380a-42b5-affa-f062ae2160fd will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:29.366002 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-f90d72f7-f350-4d3d-8607-e6a56beb5bf5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Transition to ACTIVE for port object e2986aae-10ef-4006-a525-d97c3b9c7c68 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:29.367397 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ae83359-5747-4647-96ab-cf7ee0c1fb60 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.400454 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae83359-5747-4647-96ab-cf7ee0c1fb60 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event deleted for resources: {'Port': ['ID=71a85b05-9363-4fd5-b498-1dcb4f6451d7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:29.406579 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-fd8234b5-8d0f-4978-93ac-49189b438788 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.452747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-fd8234b5-8d0f-4978-93ac-49189b438788 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Network 92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:29.456071 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-fd8234b5-8d0f-4978-93ac-49189b438788 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:29.463237 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-fd8234b5-8d0f-4978-93ac-49189b438788 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:29.488869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8234b5-8d0f-4978-93ac-49189b438788 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Port': ['ID=c3d7a572-380a-42b5-affa-f062ae2160fd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:29.508877 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-f90d72f7-f350-4d3d-8607-e6a56beb5bf5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.523014 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['d4bf83a5-1d6f-4388-bff2-0337c4902599'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:29.531565 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-fd8234b5-8d0f-4978-93ac-49189b438788 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:29.532355 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-fd8234b5-8d0f-4978-93ac-49189b438788 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.550006 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-fd8234b5-8d0f-4978-93ac-49189b438788 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8854125 Aug 16 02:02:29.570025 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Request body: {'port': {'device_id': '1d3c95d2-aacd-4982-9304-9079b722d667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:29.630420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-f90d72f7-f350-4d3d-8607-e6a56beb5bf5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Network 3f1b1636-5281-4805-974a-0b39f2f11573 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:29.633791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d72f7-f350-4d3d-8607-e6a56beb5bf5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Pushing event updated for resources: {'Port': ['ID=e2986aae-10ef-4006-a525-d97c3b9c7c68,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:29.639690 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-f90d72f7-f350-4d3d-8607-e6a56beb5bf5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:29.644465 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-f90d72f7-f350-4d3d-8607-e6a56beb5bf5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:29.666817 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.760668 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-f90d72f7-f350-4d3d-8607-e6a56beb5bf5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:29.767162 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-f90d72f7-f350-4d3d-8607-e6a56beb5bf5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.835439 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-f90d72f7-f350-4d3d-8607-e6a56beb5bf5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5447283 Aug 16 02:02:29.850192 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Request body: {'port': {'device_id': '6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:29.855804 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ae83359-5747-4647-96ab-cf7ee0c1fb60 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.912493 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c77ca09b-b8b2-4584-8efc-78dd3bced963 None None] Provisioning for port c3d7a572-380a-42b5-affa-f062ae2160fd completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:29.919932 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c77ca09b-b8b2-4584-8efc-78dd3bced963 None None] Provisioning complete for port c3d7a572-380a-42b5-affa-f062ae2160fd triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:29.920617 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c77ca09b-b8b2-4584-8efc-78dd3bced963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.935986 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.983523 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c77ca09b-b8b2-4584-8efc-78dd3bced963 None None] Port c3d7a572-380a-42b5-affa-f062ae2160fd cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:30.107807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9930335b-a893-4597-a596-18b1f9b78372 None None] Provisioning for port e2986aae-10ef-4006-a525-d97c3b9c7c68 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:30.113369 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9930335b-a893-4597-a596-18b1f9b78372 None None] Provisioning complete for port e2986aae-10ef-4006-a525-d97c3b9c7c68 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:30.114077 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9930335b-a893-4597-a596-18b1f9b78372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.178844 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9930335b-a893-4597-a596-18b1f9b78372 None None] Port e2986aae-10ef-4006-a525-d97c3b9c7c68 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:30.356683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2986aae-10ef-4006-a525-d97c3b9c7c68 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:30.375644 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.379442 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d7a572-380a-42b5-affa-f062ae2160fd {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:30.389745 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.403453 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Transition to ACTIVE for port object c3d7a572-380a-42b5-affa-f062ae2160fd will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:30.408653 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.418757 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Transition to ACTIVE for port object e2986aae-10ef-4006-a525-d97c3b9c7c68 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:30.429941 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcf206-28ee-4f9b-b365-ee57fd2df716 req-e4b51c18-6e09-4ff1-ba82-0a17aac1ab99 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.431613 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0cfcf206-28ee-4f9b-b365-ee57fd2df716 req-e4b51c18-6e09-4ff1-ba82-0a17aac1ab99 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4 HTTP/1.1" status: 200 len: 932 time: 0.1469684 Aug 16 02:02:30.434022 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.534250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d7a572-380a-42b5-affa-f062ae2160fd,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:30.584944 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:30.585274 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:30.585609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:30.585964 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:30.586856 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:30.587180 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:30.587501 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:30.588017 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:30.588342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:30.588661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:30.588980 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:30.589297 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:30.597531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Pushing event updated for resources: {'Port': ['ID=e2986aae-10ef-4006-a525-d97c3b9c7c68,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:30.604041 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b14f8e-11cd-424f-897e-3df420c2910d req-745bc15a-e98c-48c8-9a89-696a8dc3c67a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.605627 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-83b14f8e-11cd-424f-897e-3df420c2910d req-745bc15a-e98c-48c8-9a89-696a8dc3c67a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3c95d2-aacd-4982-9304-9079b722d667 HTTP/1.1" status: 200 len: 944 time: 0.1370316 Aug 16 02:02:30.618891 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0cfcf206-28ee-4f9b-b365-ee57fd2df716 req-f88a769c-e080-4c7b-8cf0-751dca4bf253 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461537 Aug 16 02:02:30.639336 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Attempting to bind port c3d7a572-380a-42b5-affa-f062ae2160fd on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:30.639671 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Attempting to bind port c3d7a572-380a-42b5-affa-f062ae2160fd by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '84080f7f-14d8-4c6d-b12d-eba616602ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:30.639991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Attempting to bind port c3d7a572-380a-42b5-affa-f062ae2160fd on network 92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:30.660745 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Port c3d7a572-380a-42b5-affa-f062ae2160fd on network 92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:30.661155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Attempting to bind port c3d7a572-380a-42b5-affa-f062ae2160fd on network 92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:30.670974 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-83b14f8e-11cd-424f-897e-3df420c2910d req-fc77e8d1-bf1f-40c7-8781-8ee93dbe5088 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=9437825e-dc7a-420b-9570-0c82230b7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547891 Aug 16 02:02:30.674294 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:30.674640 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Checking segment: {'id': '84080f7f-14d8-4c6d-b12d-eba616602ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:30.675024 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Bound using segment: {'id': '84080f7f-14d8-4c6d-b12d-eba616602ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:30.675461 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Bound port: c3d7a572-380a-42b5-affa-f062ae2160fd, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84080f7f-14d8-4c6d-b12d-eba616602ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:30.676020 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.686992 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae83359-5747-4647-96ab-cf7ee0c1fb60 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Router a3ac9cc5-3416-41c2-8c5d-852625ef6f22 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:30.769467 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] For port c3d7a572-380a-42b5-affa-f062ae2160fd, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:30.775225 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] For port c3d7a572-380a-42b5-affa-f062ae2160fd, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=c3d7a572-380a-42b5-affa-f062ae2160fd,segment=NetworkSegment(84080f7f-14d8-4c6d-b12d-eba616602ce7),segment_id=84080f7f-14d8-4c6d-b12d-eba616602ce7)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:30.775454 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Attempting to bind port e2986aae-10ef-4006-a525-d97c3b9c7c68 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:30.775876 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Attempting to bind port e2986aae-10ef-4006-a525-d97c3b9c7c68 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:30.776005 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Attempting to bind port e2986aae-10ef-4006-a525-d97c3b9c7c68 on network 3f1b1636-5281-4805-974a-0b39f2f11573 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:30.782654 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.787080 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Port e2986aae-10ef-4006-a525-d97c3b9c7c68 on network 3f1b1636-5281-4805-974a-0b39f2f11573 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:30.787436 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Attempting to bind port e2986aae-10ef-4006-a525-d97c3b9c7c68 on network 3f1b1636-5281-4805-974a-0b39f2f11573 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:30.803841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:30.804184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Checking segment: {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:30.804573 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Bound using segment: {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:30.805688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Bound port: e2986aae-10ef-4006-a525-d97c3b9c7c68, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:30.806090 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.876234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d7a572-380a-42b5-affa-f062ae2160fd,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:30.881733 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:30.882678 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.884709 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-ee7476e5-67bd-4cb5-a004-84786e08a468 service neutron] 10.222.0.63 "PUT /v2.0/ports/c3d7a572-380a-42b5-affa-f062ae2160fd HTTP/1.1" status: 200 len: 1093 time: 1.3212137 Aug 16 02:02:30.885280 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3c95d2-aacd-4982-9304-9079b722d667', 'tag': 'c3d7a572-380a-42b5-affa-f062ae2160fd'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:30.887730 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f23bef-1e68-4a4a-ae40-adb65e3922e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3c95d2-aacd-4982-9304-9079b722d667", "tag": "c3d7a572-380a-42b5-affa-f062ae2160fd"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:30.987375 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dee8dbe-72b8-4125-9dd6-dc9bc7e2a1e4 x-openstack-request-id: req-6dee8dbe-72b8-4125-9dd6-dc9bc7e2a1e4 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:30.987668 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3c95d2-aacd-4982-9304-9079b722d667", "tag": "c3d7a572-380a-42b5-affa-f062ae2160fd", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:30.987916 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6dee8dbe-72b8-4125-9dd6-dc9bc7e2a1e4 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:30.988313 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3c95d2-aacd-4982-9304-9079b722d667', 'tag': 'c3d7a572-380a-42b5-affa-f062ae2160fd', 'status': 'completed', 'code': 200} Aug 16 02:02:31.003216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-de4362f1-a45f-48fd-9d1d-93c205e094c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.004780 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-de4362f1-a45f-48fd-9d1d-93c205e094c2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=33cf80430ee04eee8eb367bea457fa11&device_id=1d3c95d2-aacd-4982-9304-9079b722d667 HTTP/1.1" status: 200 len: 1096 time: 0.0767214 Aug 16 02:02:31.078100 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-e797a463-8f3d-4f4a-a455-e7646bdeaf1b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d7a572-380a-42b5-affa-f062ae2160fd HTTP/1.1" status: 200 len: 217 time: 0.0649736 Aug 16 02:02:31.145983 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-87123fc7-51f6-4a9b-9c21-a66a0f302e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.147988 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-87123fc7-51f6-4a9b-9c21-a66a0f302e5e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=34d381e8-d8c4-49eb-a764-495a21676952 HTTP/1.1" status: 200 len: 835 time: 0.0580354 Aug 16 02:02:31.207198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-229fb780-7510-429a-9070-b191c4656b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.208793 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-229fb780-7510-429a-9070-b191c4656b4b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=92e37b0c-eca2-470d-a8c4-ff3d52ece4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482717 Aug 16 02:02:31.317051 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae83359-5747-4647-96ab-cf7ee0c1fb60 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:31.326323 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3ae83359-5747-4647-96ab-cf7ee0c1fb60 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "PUT /v2.0/routers/a3ac9cc5-3416-41c2-8c5d-852625ef6f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7783329 Aug 16 02:02:31.332305 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d784eedc-9ec1-4317-8454-4dbd1d8b5943 None None] Sync routers for ids ['a3ac9cc5-3416-41c2-8c5d-852625ef6f22'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:31.334568 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53608) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:31.346876 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d784eedc-9ec1-4317-8454-4dbd1d8b5943 None None] Routers {'a3ac9cc5-3416-41c2-8c5d-852625ef6f22'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:31.349321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d784eedc-9ec1-4317-8454-4dbd1d8b5943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3ac9cc5-3416-41c2-8c5d-852625ef6f22'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:31.363702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] For port e2986aae-10ef-4006-a525-d97c3b9c7c68, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:31.368296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] For port e2986aae-10ef-4006-a525-d97c3b9c7c68, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=e2986aae-10ef-4006-a525-d97c3b9c7c68,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:31.373365 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.414050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b82f960-1fe9-4f88-8f85-a908908bb3ca tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Deleting subnet b87e5100-141a-4810-b796-915aff8e759b {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:31.415353 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.415918 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.417731 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] 10.222.0.63 "PUT /v2.0/ports/e2986aae-10ef-4006-a525-d97c3b9c7c68 HTTP/1.1" status: 200 len: 1093 time: 1.5719910 Aug 16 02:02:31.418220 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4', 'tag': 'e2986aae-10ef-4006-a525-d97c3b9c7c68'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:31.419186 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b82f960-1fe9-4f88-8f85-a908908bb3ca tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.420621 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f63e1b-8390-4d9b-bc25-216cd3407082" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4", "tag": "e2986aae-10ef-4006-a525-d97c3b9c7c68"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:31.466467 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-24644017-800a-43ae-a755-404d3b91619f service neutron] 10.222.0.63 "GET /v2.0/networks/92e37b0c-eca2-470d-a8c4-ff3d52ece4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451227 Aug 16 02:02:31.476460 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3ffb8-3a08-4d5c-a9a6-53f973335d63 service neutron] Pushing event updated for resources: {'Port': ['ID=e2986aae-10ef-4006-a525-d97c3b9c7c68,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:31.483621 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc45586-62ef-406c-9271-8823543ba987 x-openstack-request-id: req-7fc45586-62ef-406c-9271-8823543ba987 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:31.484066 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4", "tag": "e2986aae-10ef-4006-a525-d97c3b9c7c68", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:31.484278 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7fc45586-62ef-406c-9271-8823543ba987 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:31.484621 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4', 'tag': 'e2986aae-10ef-4006-a525-d97c3b9c7c68', 'status': 'completed', 'code': 200} Aug 16 02:02:31.535108 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d784eedc-9ec1-4317-8454-4dbd1d8b5943 None None] Set router a3ac9cc5-3416-41c2-8c5d-852625ef6f22 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:31.540224 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-a9e69d24-77ad-497e-a749-e20d0b764f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.542026 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-a9e69d24-77ad-497e-a749-e20d0b764f8f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4 HTTP/1.1" status: 200 len: 1096 time: 0.0515201 Aug 16 02:02:31.560267 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b82f960-1fe9-4f88-8f85-a908908bb3ca tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.604820 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-7d333fbf-d56e-40fb-85c0-545a0d416daa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2986aae-10ef-4006-a525-d97c3b9c7c68 HTTP/1.1" status: 200 len: 217 time: 0.0495710 Aug 16 02:02:31.673655 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a19e6f87-d662-41c3-a3b0-1649537de451 req-59e79df9-5b13-4822-8363-306003be8c76 service neutron] 10.222.0.63 "GET /v2.0/networks/92e37b0c-eca2-470d-a8c4-ff3d52ece4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947463 Aug 16 02:02:31.688413 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b82f960-1fe9-4f88-8f85-a908908bb3ca tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.696525 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-70f196d2-cfa2-4b52-93a2-5697aad5e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.698241 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-70f196d2-cfa2-4b52-93a2-5697aad5e35a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.0858359 Aug 16 02:02:31.835470 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-b22769ce-6298-43b6-8686-bd17e17b2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.837736 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-b22769ce-6298-43b6-8686-bd17e17b2c84 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1256766 Aug 16 02:02:31.853927 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8c89-0b92-4886-8c82-a04229e1c55e req-2b3f361e-b841-43cd-a133-a678e9a6c801 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.856780 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1aba8c89-0b92-4886-8c82-a04229e1c55e req-2b3f361e-b841-43cd-a133-a678e9a6c801 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4 HTTP/1.1" status: 200 len: 944 time: 0.0936186 Aug 16 02:02:31.886150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f23bef-1e68-4a4a-ae40-adb65e3922e2 req-f7b4dc80-abb6-4cab-a032-9e2eeb0859ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.888470 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60f23bef-1e68-4a4a-ae40-adb65e3922e2 req-f7b4dc80-abb6-4cab-a032-9e2eeb0859ed service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=33cf80430ee04eee8eb367bea457fa11&device_id=1d3c95d2-aacd-4982-9304-9079b722d667 HTTP/1.1" status: 200 len: 1096 time: 0.1494246 Aug 16 02:02:31.889680 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b82f960-1fe9-4f88-8f85-a908908bb3ca tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:31.924986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d784eedc-9ec1-4317-8454-4dbd1d8b5943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422597831', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:02:29Z', 'revision_number': 5, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:49Z', 'updated_at': '2021-08-16T02:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:31.938897 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82f960-1fe9-4f88-8f85-a908908bb3ca tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event deleted for resources: {'Subnet': ['ID=b87e5100-141a-4810-b796-915aff8e759b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:31.971280 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1aba8c89-0b92-4886-8c82-a04229e1c55e req-1a03d69a-31b3-4b1f-aa37-5b90d2220e06 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043601 Aug 16 02:02:32.001998 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b82f960-1fe9-4f88-8f85-a908908bb3ca tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.001998 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4b82f960-1fe9-4f88-8f85-a908908bb3ca tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "DELETE /v2.0/subnets/b87e5100-141a-4810-b796-915aff8e759b HTTP/1.1" status: 204 len: 168 time: 0.6511090 Aug 16 02:02:32.002240 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1a4736-b2f2-491c-aa72-55fd8b2e12d7 None None] Network 3d230a01-6758-410a-8b63-78f5f88b43c5 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:32.002322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53616) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:32.014292 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d75e3-20af-4a2d-911b-164d18498d0e req-771ec8da-cdff-44db-b380-123573a81754 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.015844 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f5d75e3-20af-4a2d-911b-164d18498d0e req-771ec8da-cdff-44db-b380-123573a81754 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3c95d2-aacd-4982-9304-9079b722d667 HTTP/1.1" status: 200 len: 944 time: 0.1888187 Aug 16 02:02:32.068122 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f5d75e3-20af-4a2d-911b-164d18498d0e req-7e681e34-e7ae-44e2-9d4e-d504174bed09 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=9437825e-dc7a-420b-9570-0c82230b7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454655 Aug 16 02:02:32.075013 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-99cb2919-4b0c-4348-8af7-54b03d234f51 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114224 Aug 16 02:02:32.093404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f23bef-1e68-4a4a-ae40-adb65e3922e2 req-9c1de4d2-50ba-4de6-833b-483045847c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.095216 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60f23bef-1e68-4a4a-ae40-adb65e3922e2 req-9c1de4d2-50ba-4de6-833b-483045847c42 service neutron] 10.222.0.63 "GET /v2.0/networks?id=92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 HTTP/1.1" status: 200 len: 898 time: 0.1725130 Aug 16 02:02:32.103999 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d784eedc-9ec1-4317-8454-4dbd1d8b5943 None None] Checking router: a3ac9cc5-3416-41c2-8c5d-852625ef6f22 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:32.121630 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d784eedc-9ec1-4317-8454-4dbd1d8b5943 None None] Routers {'a3ac9cc5-3416-41c2-8c5d-852625ef6f22'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:32.122312 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d784eedc-9ec1-4317-8454-4dbd1d8b5943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a3ac9cc5-3416-41c2-8c5d-852625ef6f22'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:32.163237 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60f23bef-1e68-4a4a-ae40-adb65e3922e2 req-03af28c1-db9d-4e19-8406-bd585e9ddd14 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d7a572-380a-42b5-affa-f062ae2160fd HTTP/1.1" status: 200 len: 217 time: 0.0587873 Aug 16 02:02:32.216808 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04da4d63-bf09-455c-8a42-853a48aa1913 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.250438 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f23bef-1e68-4a4a-ae40-adb65e3922e2 req-c75ab593-fbbf-4cff-a1d0-a7be2dfaf3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.252031 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60f23bef-1e68-4a4a-ae40-adb65e3922e2 req-c75ab593-fbbf-4cff-a1d0-a7be2dfaf3d6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=34d381e8-d8c4-49eb-a764-495a21676952 HTTP/1.1" status: 200 len: 835 time: 0.0792651 Aug 16 02:02:32.279314 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a41e32d1-753b-4ae4-b08f-8f721a9fe2a5 req-ccc79f59-4007-406f-8165-a3e2e3ff5a54 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031267 Aug 16 02:02:32.361012 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d784eedc-9ec1-4317-8454-4dbd1d8b5943 None None] Set router a3ac9cc5-3416-41c2-8c5d-852625ef6f22 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:32.367805 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f23bef-1e68-4a4a-ae40-adb65e3922e2 req-4b543461-98c7-4865-bdd1-1b78e0d830b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.372312 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60f23bef-1e68-4a4a-ae40-adb65e3922e2 req-4b543461-98c7-4865-bdd1-1b78e0d830b2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=92e37b0c-eca2-470d-a8c4-ff3d52ece4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1084065 Aug 16 02:02:32.428324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63abe272-11bc-47db-8156-e9f4b4c2a6dd None None] DHCP port deletion for 3d230a01-6758-410a-8b63-78f5f88b43c5 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:32.437075 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04da4d63-bf09-455c-8a42-853a48aa1913 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.468788 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f63e1b-8390-4d9b-bc25-216cd3407082 req-6060756d-e19d-45b0-81b7-9ff3c42854ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.470456 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96f63e1b-8390-4d9b-bc25-216cd3407082 req-6060756d-e19d-45b0-81b7-9ff3c42854ac service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4 HTTP/1.1" status: 200 len: 1096 time: 0.1202397 Aug 16 02:02:32.503591 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60f23bef-1e68-4a4a-ae40-adb65e3922e2 req-b1e1f265-bfe9-4f35-aba2-89c79cd8ffa5 service neutron] 10.222.0.63 "GET /v2.0/networks/92e37b0c-eca2-470d-a8c4-ff3d52ece4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248817 Aug 16 02:02:32.598673 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-04da4d63-bf09-455c-8a42-853a48aa1913 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Deleting port f28c04db-dbae-4f57-adfa-db71c07e1c17 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:32.598949 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04da4d63-bf09-455c-8a42-853a48aa1913 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.622513 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-63abe272-11bc-47db-8156-e9f4b4c2a6dd None None] Deleting port 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:32.622872 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63abe272-11bc-47db-8156-e9f4b4c2a6dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.636021 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60f23bef-1e68-4a4a-ae40-adb65e3922e2 req-4db4e247-01e2-4b87-827d-c66a8c5418c8 service neutron] 10.222.0.63 "GET /v2.0/networks/92e37b0c-eca2-470d-a8c4-ff3d52ece4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249835 Aug 16 02:02:32.645668 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f63e1b-8390-4d9b-bc25-216cd3407082 req-3606b85c-3ef6-4745-8e76-41b56f9c101d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.647329 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96f63e1b-8390-4d9b-bc25-216cd3407082 req-3606b85c-3ef6-4745-8e76-41b56f9c101d service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 912 time: 0.1525550 Aug 16 02:02:32.697283 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96f63e1b-8390-4d9b-bc25-216cd3407082 req-7c9ec1fd-38aa-4281-bd3e-7dafd31f0bcc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2986aae-10ef-4006-a525-d97c3b9c7c68 HTTP/1.1" status: 200 len: 217 time: 0.0403094 Aug 16 02:02:32.702425 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-63abe272-11bc-47db-8156-e9f4b4c2a6dd None None] For port 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a,segment=NetworkSegment(6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0),segment_id=6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:32.702821 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63abe272-11bc-47db-8156-e9f4b4c2a6dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.718392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-63abe272-11bc-47db-8156-e9f4b4c2a6dd None None] Calling delete_port for 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:32.727181 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d784eedc-9ec1-4317-8454-4dbd1d8b5943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422597831', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:02:29Z', 'revision_number': 5, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:49Z', 'updated_at': '2021-08-16T02:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:32.761509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d784eedc-9ec1-4317-8454-4dbd1d8b5943 None None] The sync data for ids ['a3ac9cc5-3416-41c2-8c5d-852625ef6f22'] in n-d-765315-27 is: [{'id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422597831', 'tenant_id': '3447b752e21e478fb773f0edc2208920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:48Z', 'updated_at': '2021-08-16T02:02:29Z', 'revision_number': 5, 'project_id': '3447b752e21e478fb773f0edc2208920', 'gw_port': {'id': 'f28c04db-dbae-4f57-adfa-db71c07e1c17', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac9cc5-3416-41c2-8c5d-852625ef6f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:49Z', 'updated_at': '2021-08-16T02:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:32.766715 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-04da4d63-bf09-455c-8a42-853a48aa1913 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] For port f28c04db-dbae-4f57-adfa-db71c07e1c17, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f28c04db-dbae-4f57-adfa-db71c07e1c17,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:32.767091 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04da4d63-bf09-455c-8a42-853a48aa1913 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.786356 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-04da4d63-bf09-455c-8a42-853a48aa1913 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Calling delete_port for f28c04db-dbae-4f57-adfa-db71c07e1c17 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:32.790207 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device c3d7a572-380a-42b5-affa-f062ae2160fd details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:32.792456 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f63e1b-8390-4d9b-bc25-216cd3407082 req-8fdf32da-65fa-4a0c-96d2-5364ae836073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.793994 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96f63e1b-8390-4d9b-bc25-216cd3407082 req-8fdf32da-65fa-4a0c-96d2-5364ae836073 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.0847948 Aug 16 02:02:32.896151 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f63e1b-8390-4d9b-bc25-216cd3407082 req-e0d6ea7d-cf51-48f8-b6fa-04ce6256505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.897799 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96f63e1b-8390-4d9b-bc25-216cd3407082 req-e0d6ea7d-cf51-48f8-b6fa-04ce6256505b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961866 Aug 16 02:02:32.898309 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63abe272-11bc-47db-8156-e9f4b4c2a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.931019 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abe272-11bc-47db-8156-e9f4b4c2a6dd None None] Pushing event deleted for resources: {'Port': ['ID=1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:32.944600 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63abe272-11bc-47db-8156-e9f4b4c2a6dd None None] No DVR routers for this DVR port 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:32.947803 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port c3d7a572-380a-42b5-affa-f062ae2160fd, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=c3d7a572-380a-42b5-affa-f062ae2160fd,segment=NetworkSegment(84080f7f-14d8-4c6d-b12d-eba616602ce7),segment_id=84080f7f-14d8-4c6d-b12d-eba616602ce7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:32.966055 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'c3d7a572-380a-42b5-affa-f062ae2160fd', 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2', 'port_id': 'c3d7a572-380a-42b5-affa-f062ae2160fd', 'mac_address': 'fa:16:3e:26:da:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d381e8-d8c4-49eb-a764-495a21676952', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:33.012418 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.030849 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d7a572-380a-42b5-affa-f062ae2160fd {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:33.064560 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port c3d7a572-380a-42b5-affa-f062ae2160fd, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=c3d7a572-380a-42b5-affa-f062ae2160fd,segment=NetworkSegment(84080f7f-14d8-4c6d-b12d-eba616602ce7),segment_id=84080f7f-14d8-4c6d-b12d-eba616602ce7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:33.069822 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.137374 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=c3d7a572-380a-42b5-affa-f062ae2160fd,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:33.141636 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96f63e1b-8390-4d9b-bc25-216cd3407082 req-d04cb2c3-620a-4742-a2c7-4be814d2fd88 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351673 Aug 16 02:02:33.166812 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04da4d63-bf09-455c-8a42-853a48aa1913 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.264575 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:33.266552 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c82264-f55e-4969-b594-bf8414b37984 req-0e6b7964-414d-406a-83a1-cf1f5ac2c81c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.268145 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-37c82264-f55e-4969-b594-bf8414b37984 req-0e6b7964-414d-406a-83a1-cf1f5ac2c81c tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3c95d2-aacd-4982-9304-9079b722d667 HTTP/1.1" status: 200 len: 945 time: 0.0725603 Aug 16 02:02:33.288308 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da4d63-bf09-455c-8a42-853a48aa1913 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event deleted for resources: {'Port': ['ID=f28c04db-dbae-4f57-adfa-db71c07e1c17,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:33.306037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:33.306378 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 1763e748-8e3e-4fc5-b0ba-c476f4ab7e8a not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:33.306806 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 71a85b05-9363-4fd5-b498-1dcb4f6451d7 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:33.312587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e613850-d4d6-4c8f-ae4f-51ffad7037d7 req-dc523e4a-023a-4401-9910-d6f898857a30 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.314194 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e613850-d4d6-4c8f-ae4f-51ffad7037d7 req-dc523e4a-023a-4401-9910-d6f898857a30 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4 HTTP/1.1" status: 200 len: 944 time: 0.2347112 Aug 16 02:02:33.321784 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-37c82264-f55e-4969-b594-bf8414b37984 req-3475e00e-bb1e-4ba2-9fa6-08e864bdbb1f tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=9437825e-dc7a-420b-9570-0c82230b7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454314 Aug 16 02:02:33.340346 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 71a85b05-9363-4fd5-b498-1dcb4f6451d7 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:33.340784 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 71a85b05-9363-4fd5-b498-1dcb4f6451d7 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:33.343364 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['c3d7a572-380a-42b5-affa-f062ae2160fd'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:33.453481 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96f63e1b-8390-4d9b-bc25-216cd3407082 req-cd731c5d-32e4-4d3a-8b4d-dcc15b88c1c8 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984798 Aug 16 02:02:33.477834 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04da4d63-bf09-455c-8a42-853a48aa1913 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.486546 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e613850-d4d6-4c8f-ae4f-51ffad7037d7 req-7aaa8fb3-b7b6-41ce-8ed1-774e0e55c852 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352415 Aug 16 02:02:33.585710 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04da4d63-bf09-455c-8a42-853a48aa1913 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.588150 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04da4d63-bf09-455c-8a42-853a48aa1913 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.634674 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04da4d63-bf09-455c-8a42-853a48aa1913 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.635496 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04da4d63-bf09-455c-8a42-853a48aa1913 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Fanout notify agent at l3_agent the message router_deleted on router a3ac9cc5-3416-41c2-8c5d-852625ef6f22 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:02:33.642910 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04da4d63-bf09-455c-8a42-853a48aa1913 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.646659 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-04da4d63-bf09-455c-8a42-853a48aa1913 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "DELETE /v2.0/routers/a3ac9cc5-3416-41c2-8c5d-852625ef6f22 HTTP/1.1" status: 204 len: 168 time: 1.6461024 Aug 16 02:02:33.646931 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53628) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:33.731106 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a741dbb-0cc1-4356-a141-0650c525a380 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.836171 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a741dbb-0cc1-4356-a141-0650c525a380 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.846774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8a741dbb-0cc1-4356-a141-0650c525a380 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d230a01-6758-410a-8b63-78f5f88b43c5']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:33.857359 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8a741dbb-0cc1-4356-a141-0650c525a380 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:33.857655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8a741dbb-0cc1-4356-a141-0650c525a380 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd311e8-0f5b-47d4-8f4a-96e49fca0fb0') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:33.866578 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a741dbb-0cc1-4356-a141-0650c525a380 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.883843 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a741dbb-0cc1-4356-a141-0650c525a380 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.890618 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a741dbb-0cc1-4356-a141-0650c525a380 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:33.891016 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a741dbb-0cc1-4356-a141-0650c525a380 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:33.894214 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:33.956315 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a741dbb-0cc1-4356-a141-0650c525a380 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.964033 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a741dbb-0cc1-4356-a141-0650c525a380 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.965259 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8a741dbb-0cc1-4356-a141-0650c525a380 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] 10.222.0.68 "DELETE /v2.0/networks/3d230a01-6758-410a-8b63-78f5f88b43c5 HTTP/1.1" status: 204 len: 168 time: 0.3173854 Aug 16 02:02:33.977907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a741dbb-0cc1-4356-a141-0650c525a380 tempest-TestSecurityGroupsBasicOps-1053494879 tempest-TestSecurityGroupsBasicOps-1053494879-project] Pushing event deleted for resources: {'Network': ['ID=3d230a01-6758-410a-8b63-78f5f88b43c5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:34.287362 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53636) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:34.449267 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-77d83229-810e-4cde-96a4-d64104b0ec73 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3447b752e21e478fb773f0edc2208920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606848 Aug 16 02:02:34.451904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53642) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:34.485626 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609043c-4ce6-4aba-a6f6-478d502aaf2d req-5e7f11d4-1ec6-45ed-9fbf-910fd1d41137 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:34.487209 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8609043c-4ce6-4aba-a6f6-478d502aaf2d req-5e7f11d4-1ec6-45ed-9fbf-910fd1d41137 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3c95d2-aacd-4982-9304-9079b722d667 HTTP/1.1" status: 200 len: 945 time: 0.0923095 Aug 16 02:02:34.547334 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94d318af-ab6d-4d9c-af2f-2a451fa04b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.551609 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8609043c-4ce6-4aba-a6f6-478d502aaf2d req-e18d8e0d-71ed-44d2-bbfb-8233a1926a65 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=9437825e-dc7a-420b-9570-0c82230b7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555272 Aug 16 02:02:34.576497 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94d318af-ab6d-4d9c-af2f-2a451fa04b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.616622 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5218951-4808-457a-9911-62fdd5888d8b req-39b1a2c3-cc7a-4161-b970-ae734f7b4ed9 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:34.618674 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a5218951-4808-457a-9911-62fdd5888d8b req-39b1a2c3-cc7a-4161-b970-ae734f7b4ed9 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4 HTTP/1.1" status: 200 len: 944 time: 0.0611148 Aug 16 02:02:34.633672 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94d318af-ab6d-4d9c-af2f-2a451fa04b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.636464 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94d318af-ab6d-4d9c-af2f-2a451fa04b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.640131 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-94d318af-ab6d-4d9c-af2f-2a451fa04b9b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/407e47e2-be17-4690-95d0-1ec7f57d914a HTTP/1.1" status: 204 len: 168 time: 0.1849504 Aug 16 02:02:34.653119 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d318af-ab6d-4d9c-af2f-2a451fa04b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407e47e2-be17-4690-95d0-1ec7f57d914a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:34.673150 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a5218951-4808-457a-9911-62fdd5888d8b req-61895f0c-7fa9-44c8-91a0-a1a1412f23ad tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411310 Aug 16 02:02:34.779958 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device e2986aae-10ef-4006-a525-d97c3b9c7c68 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:34.785547 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device c3d7a572-380a-42b5-affa-f062ae2160fd up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:34.939950 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port c3d7a572-380a-42b5-affa-f062ae2160fd completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:34.942642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f28c04db-dbae-4f57-adfa-db71c07e1c17 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:34.962125 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53664) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:34.970996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port c3d7a572-380a-42b5-affa-f062ae2160fd triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:34.971372 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.976103 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: f28c04db-dbae-4f57-adfa-db71c07e1c17 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:34.976387 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d4d7eb5-33a5-47de-99fe-f2972d5fe58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.977361 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f28c04db-dbae-4f57-adfa-db71c07e1c17 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:35.031720 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port e2986aae-10ef-4006-a525-d97c3b9c7c68, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=e2986aae-10ef-4006-a525-d97c3b9c7c68,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:35.048554 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'e2986aae-10ef-4006-a525-d97c3b9c7c68', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'port_id': 'e2986aae-10ef-4006-a525-d97c3b9c7c68', 'mac_address': 'fa:16:3e:bc:bf:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:35.097638 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d4d7eb5-33a5-47de-99fe-f2972d5fe58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.103375 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d4d7eb5-33a5-47de-99fe-f2972d5fe58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.121986 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.136942 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.148112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2986aae-10ef-4006-a525-d97c3b9c7c68 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:35.156232 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7d4d7eb5-33a5-47de-99fe-f2972d5fe58c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fbf2ef45b3734bb9b04e9b6a4e93365e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1907122 Aug 16 02:02:35.156232 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d7eb5-33a5-47de-99fe-f2972d5fe58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56b5f03-d71d-4594-a16e-29bdeddac0db,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:35.157364 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53670) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:35.186365 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3c95d2-aacd-4982-9304-9079b722d667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d7a572-380a-42b5-affa-f062ae2160fd'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:35.188642 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3601a439-9cb4-4a00-b90c-4e84f1673474" -d '{"events": [{"server_uuid": "1d3c95d2-aacd-4982-9304-9079b722d667", "name": "network-vif-plugged", "status": "completed", "tag": "c3d7a572-380a-42b5-affa-f062ae2160fd"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:35.192929 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port e2986aae-10ef-4006-a525-d97c3b9c7c68, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=e2986aae-10ef-4006-a525-d97c3b9c7c68,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:35.203194 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.209155 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port c3d7a572-380a-42b5-affa-f062ae2160fd, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=c3d7a572-380a-42b5-affa-f062ae2160fd,segment=NetworkSegment(84080f7f-14d8-4c6d-b12d-eba616602ce7),segment_id=84080f7f-14d8-4c6d-b12d-eba616602ce7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:35.215740 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e0f7737-fed2-4593-b464-303f84286f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.233451 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.259831 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420007c0-be38-44b1-9a7e-1d8f9e2fb0de x-openstack-request-id: req-420007c0-be38-44b1-9a7e-1d8f9e2fb0de {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:35.260935 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3c95d2-aacd-4982-9304-9079b722d667", "name": "network-vif-plugged", "status": "completed", "tag": "c3d7a572-380a-42b5-affa-f062ae2160fd", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:35.261191 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-420007c0-be38-44b1-9a7e-1d8f9e2fb0de {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:35.261969 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3c95d2-aacd-4982-9304-9079b722d667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d7a572-380a-42b5-affa-f062ae2160fd', 'code': 200} Aug 16 02:02:35.263862 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e0f7737-fed2-4593-b464-303f84286f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.267065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=e2986aae-10ef-4006-a525-d97c3b9c7c68,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:35.317525 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47952b-d9e0-4db4-b366-e1a7f5eddc45 req-9639f028-cb71-4b5b-963c-8d61eb0fff32 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.319330 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b47952b-d9e0-4db4-b366-e1a7f5eddc45 req-9639f028-cb71-4b5b-963c-8d61eb0fff32 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 945 time: 0.0902669 Aug 16 02:02:35.329405 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=c3d7a572-380a-42b5-affa-f062ae2160fd,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:35.350261 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e0f7737-fed2-4593-b464-303f84286f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.353160 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e0f7737-fed2-4593-b464-303f84286f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.354364 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3e0f7737-fed2-4593-b464-303f84286f41 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d56b5f03-d71d-4594-a16e-29bdeddac0db HTTP/1.1" status: 204 len: 168 time: 0.1957095 Aug 16 02:02:35.378347 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f7737-fed2-4593-b464-303f84286f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56b5f03-d71d-4594-a16e-29bdeddac0db,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:35.385077 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2d85-050c-4da3-b1a1-6934dd60ae00 req-2fa24ca1-8094-474a-b353-52686ba44fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.385664 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b47952b-d9e0-4db4-b366-e1a7f5eddc45 req-c731d5bd-5997-44a9-abb9-3ce74bb37612 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d1e825f-d510-45ef-981d-291c42c472f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573711 Aug 16 02:02:35.386649 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e66b2d85-050c-4da3-b1a1-6934dd60ae00 req-2fa24ca1-8094-474a-b353-52686ba44fc6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1d3c95d2-aacd-4982-9304-9079b722d667 HTTP/1.1" status: 200 len: 1098 time: 0.0508618 Aug 16 02:02:35.427010 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e66b2d85-050c-4da3-b1a1-6934dd60ae00 req-d08de907-de42-4408-8d68-98648ba20af3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9437825e-dc7a-420b-9570-0c82230b7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323651 Aug 16 02:02:35.454906 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['e2986aae-10ef-4006-a525-d97c3b9c7c68'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:35.700806 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f55e9-ab7e-4737-9e81-73d914c9a1c0 req-5b6b18cd-b3ec-4333-8ef5-781c7799b78d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.704621 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a76f55e9-ab7e-4737-9e81-73d914c9a1c0 req-5b6b18cd-b3ec-4333-8ef5-781c7799b78d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3c95d2-aacd-4982-9304-9079b722d667 HTTP/1.1" status: 200 len: 946 time: 0.0754695 Aug 16 02:02:35.755997 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a76f55e9-ab7e-4737-9e81-73d914c9a1c0 req-48a4875b-74a1-4a85-bb7a-926c1e8a95a7 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=9437825e-dc7a-420b-9570-0c82230b7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430911 Aug 16 02:02:35.788562 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53682) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:35.813620 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f4dd2-56a2-415a-8b46-785dc9c656ed req-c37b06c0-6275-4201-b7e4-8b402ce8c298 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.815345 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e69f4dd2-56a2-415a-8b46-785dc9c656ed req-c37b06c0-6275-4201-b7e4-8b402ce8c298 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4 HTTP/1.1" status: 200 len: 945 time: 0.0559878 Aug 16 02:02:35.829837 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-edd105cb-e230-4c24-bdd7-8279179248be admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9d5e883052274f8cbb6692b6d96bef8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393744 Aug 16 02:02:35.832376 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53684) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:35.858011 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e69f4dd2-56a2-415a-8b46-785dc9c656ed req-22f9b735-6e77-46b3-a486-b34bb603099c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359781 Aug 16 02:02:35.888140 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5de14a9f-dd60-4457-8738-afa416b2f9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.911648 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5de14a9f-dd60-4457-8738-afa416b2f9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.957167 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5de14a9f-dd60-4457-8738-afa416b2f9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.959747 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5de14a9f-dd60-4457-8738-afa416b2f9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.961223 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5de14a9f-dd60-4457-8738-afa416b2f9fd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dd82c7a6-43aa-4351-9582-3994400dd73e HTTP/1.1" status: 204 len: 168 time: 0.1279368 Aug 16 02:02:35.968922 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de14a9f-dd60-4457-8738-afa416b2f9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd82c7a6-43aa-4351-9582-3994400dd73e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:36.509411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16775884-3d37-4ad6-8627-c10f9504bb83 req-fc2a4dc6-8ba0-44ca-8f86-a0cdcced932d tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:36.510922 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-16775884-3d37-4ad6-8627-c10f9504bb83 req-fc2a4dc6-8ba0-44ca-8f86-a0cdcced932d tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 945 time: 0.0534875 Aug 16 02:02:36.553574 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-16775884-3d37-4ad6-8627-c10f9504bb83 req-a433cc9f-e8f7-41fd-a5f5-8892f877e8c3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d1e825f-d510-45ef-981d-291c42c472f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363181 Aug 16 02:02:36.697092 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53708) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:36.797654 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3b0571e3-0f42-45a7-afdf-c48e062a29a0 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-483723304-network', 'tenant_id': '55f8b39a2b80495197dec122bec885c4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:36.811108 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device e2986aae-10ef-4006-a525-d97c3b9c7c68 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:36.824194 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0571e3-0f42-45a7-afdf-c48e062a29a0 admin admin] Made reservation on behalf of 55f8b39a2b80495197dec122bec885c4 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:36.827171 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b0571e3-0f42-45a7-afdf-c48e062a29a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.838293 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b0571e3-0f42-45a7-afdf-c48e062a29a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.879949 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port e2986aae-10ef-4006-a525-d97c3b9c7c68 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:36.886462 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port e2986aae-10ef-4006-a525-d97c3b9c7c68 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:36.887052 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.889553 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e379f1d-8b93-4b10-a97d-9843b33a5229 req-94a583e9-3ff9-442d-a3d9-21d697a1ea83 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:36.891073 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e379f1d-8b93-4b10-a97d-9843b33a5229 req-94a583e9-3ff9-442d-a3d9-21d697a1ea83 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3c95d2-aacd-4982-9304-9079b722d667 HTTP/1.1" status: 200 len: 946 time: 0.0584345 Aug 16 02:02:36.951788 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e379f1d-8b93-4b10-a97d-9843b33a5229 req-a8aecb66-9f14-4c92-8028-d335c97ead8d tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=9437825e-dc7a-420b-9570-0c82230b7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514257 Aug 16 02:02:36.978829 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.013490 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b0571e3-0f42-45a7-afdf-c48e062a29a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.020555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port e2986aae-10ef-4006-a525-d97c3b9c7c68, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=e2986aae-10ef-4006-a525-d97c3b9c7c68,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:37.021055 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b0571e3-0f42-45a7-afdf-c48e062a29a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.024556 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.051400 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4ba58-af81-4581-8d9c-82faec909723 req-8c6fb2b3-c050-4f80-b5f6-7d6005e8d127 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.053098 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-34b4ba58-af81-4581-8d9c-82faec909723 req-8c6fb2b3-c050-4f80-b5f6-7d6005e8d127 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4 HTTP/1.1" status: 200 len: 945 time: 0.1030083 Aug 16 02:02:37.074800 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0571e3-0f42-45a7-afdf-c48e062a29a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:37.087633 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=e2986aae-10ef-4006-a525-d97c3b9c7c68,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:37.089030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb84545-caf1-4382-a37c-b3f6042e0fc4 req-deb76daa-20cf-47c2-8864-69e9035adf90 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.094431 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ebb84545-caf1-4382-a37c-b3f6042e0fc4 req-deb76daa-20cf-47c2-8864-69e9035adf90 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3c95d2-aacd-4982-9304-9079b722d667 HTTP/1.1" status: 200 len: 946 time: 0.0594797 Aug 16 02:02:37.096381 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0571e3-0f42-45a7-afdf-c48e062a29a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522d8003-8ec0-4c0e-9a40-cec088f2c1c0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:37.099770 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b0571e3-0f42-45a7-afdf-c48e062a29a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.100060 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-3b0571e3-0f42-45a7-afdf-c48e062a29a0 admin admin] Added segment ac878a8e-d31b-48d5-93c5-99deaa7d1f7a of type vlan for network 50893d87-b0d3-4281-b5d2-273ae59e80b2 Aug 16 02:02:37.135883 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ebb84545-caf1-4382-a37c-b3f6042e0fc4 req-76c37db5-e2c3-4946-b068-583a670ac93a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=9437825e-dc7a-420b-9570-0c82230b7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387213 Aug 16 02:02:37.148735 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-34b4ba58-af81-4581-8d9c-82faec909723 req-9bdf8195-99c5-4024-ae4e-197c7d70849b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849161 Aug 16 02:02:37.160095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53718) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:37.168660 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b0571e3-0f42-45a7-afdf-c48e062a29a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.202106 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5a2005-0675-4463-b6e0-559abdd78a52 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.203641 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2e5a2005-0675-4463-b6e0-559abdd78a52 tempest-TestNetworkBasicOps-1044436416 tempest-TestNetworkBasicOps-1044436416-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1d3c95d2-aacd-4982-9304-9079b722d667 HTTP/1.1" status: 200 len: 1093 time: 0.0425303 Aug 16 02:02:37.206489 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53720) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:37.211061 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': 'c3d7a572-380a-42b5-affa-f062ae2160fd', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:37.232785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26c010-66ef-40fd-a1db-2d8ecab3d35f req-1a63b98c-2190-4a1c-9487-82e4e9dd1a72 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.234021 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.234441 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c26c010-66ef-40fd-a1db-2d8ecab3d35f req-1a63b98c-2190-4a1c-9487-82e4e9dd1a72 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.63 "GET /v2.0/ports?device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 945 time: 0.0846143 Aug 16 02:02:37.235561 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b0571e3-0f42-45a7-afdf-c48e062a29a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.236486 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0571e3-0f42-45a7-afdf-c48e062a29a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.237073 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b0571e3-0f42-45a7-afdf-c48e062a29a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.262749 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2986aae-10ef-4006-a525-d97c3b9c7c68'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:37.266057 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734ab025-fb68-432c-b94b-a4a49afd75bd" -d '{"events": [{"server_uuid": "6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4", "name": "network-vif-plugged", "status": "completed", "tag": "e2986aae-10ef-4006-a525-d97c3b9c7c68"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:37.311035 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8b07ea-3f06-4983-8659-b01c47b18047 x-openstack-request-id: req-ce8b07ea-3f06-4983-8659-b01c47b18047 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:37.311431 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4", "name": "network-vif-plugged", "status": "completed", "tag": "e2986aae-10ef-4006-a525-d97c3b9c7c68", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:37.311782 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ce8b07ea-3f06-4983-8659-b01c47b18047 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:37.312403 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2986aae-10ef-4006-a525-d97c3b9c7c68', 'code': 200} Aug 16 02:02:37.322659 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3b0571e3-0f42-45a7-afdf-c48e062a29a0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6240568 Aug 16 02:02:37.326690 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53724) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:37.339579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-940acf2a-8b92-458c-9c68-b913bd416db0 admin admin] Request body: {'subnet': {'network_id': '50893d87-b0d3-4281-b5d2-273ae59e80b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-483723304-subnet', 'tenant_id': '55f8b39a2b80495197dec122bec885c4', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:37.353725 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.356809 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0571e3-0f42-45a7-afdf-c48e062a29a0 admin admin] Pushing event updated for resources: {'Network': ['ID=50893d87-b0d3-4281-b5d2-273ae59e80b2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:37.367097 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 50893d87-b0d3-4281-b5d2-273ae59e80b2 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:37.396273 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940acf2a-8b92-458c-9c68-b913bd416db0 admin admin] Made reservation on behalf of 55f8b39a2b80495197dec122bec885c4 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:37.399567 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-940acf2a-8b92-458c-9c68-b913bd416db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.467371 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.481637 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e431ece-adbf-429f-8ccc-4f8dc9ce03ce req-d8ba15ee-ad26-450e-9640-3deb2899d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.483185 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e431ece-adbf-429f-8ccc-4f8dc9ce03ce req-d8ba15ee-ad26-450e-9640-3deb2899d790 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4 HTTP/1.1" status: 200 len: 1098 time: 0.0832765 Aug 16 02:02:37.486437 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-2c26c010-66ef-40fd-a1db-2d8ecab3d35f req-b627a623-b3dd-4088-8389-8a4871959206 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Deleting port 1313e2f2-ea98-49ec-8104-8adf18ac1358 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:37.486799 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c26c010-66ef-40fd-a1db-2d8ecab3d35f req-b627a623-b3dd-4088-8389-8a4871959206 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.520984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Allocated IP 172.25.3.21 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/cc09f35f-1b2e-4cac-83d2-6cd41a2d8b91) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:37.545632 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e431ece-adbf-429f-8ccc-4f8dc9ce03ce req-8f1e1d9f-73fa-445e-8160-40d6ff176a14 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543690 Aug 16 02:02:37.625046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-2c26c010-66ef-40fd-a1db-2d8ecab3d35f req-b627a623-b3dd-4088-8389-8a4871959206 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] For port 1313e2f2-ea98-49ec-8104-8adf18ac1358, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1313e2f2-ea98-49ec-8104-8adf18ac1358,segment=NetworkSegment(2df05855-90d2-416b-8a01-7dd491dcd3de),segment_id=2df05855-90d2-416b-8a01-7dd491dcd3de)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:37.626117 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c26c010-66ef-40fd-a1db-2d8ecab3d35f req-b627a623-b3dd-4088-8389-8a4871959206 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.649279 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.690052 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.729378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:37.735979 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:37.738669 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:37.745327 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Port': ['ID=cc09f35f-1b2e-4cac-83d2-6cd41a2d8b91,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:37.749145 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-940acf2a-8b92-458c-9c68-b913bd416db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.120448 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.175220 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760701d1-6ea1-4e8a-91ad-fb7565d04f79 req-e027cc6c-18b5-4689-84a1-ceec575f30f3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.176901 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-760701d1-6ea1-4e8a-91ad-fb7565d04f79 req-e027cc6c-18b5-4689-84a1-ceec575f30f3 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 945 time: 0.5380728 Aug 16 02:02:38.210308 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.210928 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.234716 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940acf2a-8b92-458c-9c68-b913bd416db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8add674-7c25-4706-90db-3f4422acb71d,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:38.298914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940acf2a-8b92-458c-9c68-b913bd416db0 admin admin] Checking segment: {'id': 'ac878a8e-d31b-48d5-93c5-99deaa7d1f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '50893d87-b0d3-4281-b5d2-273ae59e80b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:38.299298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940acf2a-8b92-458c-9c68-b913bd416db0 admin admin] Network hostable DHCP agents. Network: 50893d87-b0d3-4281-b5d2-273ae59e80b2, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:38.336440 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-760701d1-6ea1-4e8a-91ad-fb7565d04f79 req-e2f3ad8c-e1fa-40d6-8039-14878721128d tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d1e825f-d510-45ef-981d-291c42c472f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361125 Aug 16 02:02:38.343591 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c26c010-66ef-40fd-a1db-2d8ecab3d35f req-b627a623-b3dd-4088-8389-8a4871959206 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.344024 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c26c010-66ef-40fd-a1db-2d8ecab3d35f req-b627a623-b3dd-4088-8389-8a4871959206 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.344365 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [req-2c26c010-66ef-40fd-a1db-2d8ecab3d35f req-b627a623-b3dd-4088-8389-8a4871959206 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Floating IP 5657b944-243d-45f8-8a5a-7b2185d213ab disassociated. External IP: 172.25.3.64, port: 1313e2f2-ea98-49ec-8104-8adf18ac1358. Aug 16 02:02:38.344763 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-2c26c010-66ef-40fd-a1db-2d8ecab3d35f req-b627a623-b3dd-4088-8389-8a4871959206 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Calling delete_port for 1313e2f2-ea98-49ec-8104-8adf18ac1358 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:38.362173 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940acf2a-8b92-458c-9c68-b913bd416db0 admin admin] Network 50893d87-b0d3-4281-b5d2-273ae59e80b2 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:38.394135 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fa2f4-8f17-40bf-a570-ef33be6695fa req-32019c0b-ef29-4f02-9317-10a02cc134e3 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.395956 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a97fa2f4-8f17-40bf-a570-ef33be6695fa req-32019c0b-ef29-4f02-9317-10a02cc134e3 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4 HTTP/1.1" status: 200 len: 946 time: 0.1394918 Aug 16 02:02:38.417013 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-940acf2a-8b92-458c-9c68-b913bd416db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 50893d87-b0d3-4281-b5d2-273ae59e80b2) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:38.424434 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940acf2a-8b92-458c-9c68-b913bd416db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.425086 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-940acf2a-8b92-458c-9c68-b913bd416db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.427281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5c074e-9257-4425-94d9-e915d1a9146a None None] Network 50893d87-b0d3-4281-b5d2-273ae59e80b2 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:38.454336 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-940acf2a-8b92-458c-9c68-b913bd416db0 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1244006 Aug 16 02:02:38.458096 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53730) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:38.463497 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8a3a9f98-81d4-442f-8dcb-77345ca83d9c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-483723304-router', 'tenant_id': '55f8b39a2b80495197dec122bec885c4', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:38.489127 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a97fa2f4-8f17-40bf-a570-ef33be6695fa req-480cef74-0813-41bb-a3e1-2e69f359c9d9 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776598 Aug 16 02:02:38.495276 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.500765 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.535567 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9f98-81d4-442f-8dcb-77345ca83d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.536920 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9f98-81d4-442f-8dcb-77345ca83d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.571726 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c26c010-66ef-40fd-a1db-2d8ecab3d35f req-b627a623-b3dd-4088-8389-8a4871959206 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.583441 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.634543 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event updated for resources: {'Port': ['ID=cc09f35f-1b2e-4cac-83d2-6cd41a2d8b91,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:38.643108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627a623-b3dd-4088-8389-8a4871959206 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Pushing event deleted for resources: {'Port': ['ID=1313e2f2-ea98-49ec-8104-8adf18ac1358,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:38.650545 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9f98-81d4-442f-8dcb-77345ca83d9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.653983 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-50893d87-b0d3-4281-b5d2-273ae59e80b2', 'network_id': '50893d87-b0d3-4281-b5d2-273ae59e80b2', 'tenant_id': '55f8b39a2b80495197dec122bec885c4', 'fixed_ips': [{'subnet_id': 'b8add674-7c25-4706-90db-3f4422acb71d'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:38.654889 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.714809 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Floating IP fd33f281-46f9-4dc1-a1b5-90567aa6bf2c associated. External IP: 172.25.3.21, port: c3d7a572-380a-42b5-affa-f062ae2160fd. Aug 16 02:02:38.826957 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Allocated IP 172.20.0.2 (50893d87-b0d3-4281-b5d2-273ae59e80b2/b8add674-7c25-4706-90db-3f4422acb71d/a1d39138-33aa-47e9-a153-cd387a256623) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:38.894668 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9f98-81d4-442f-8dcb-77345ca83d9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.921077 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c26c010-66ef-40fd-a1db-2d8ecab3d35f req-b627a623-b3dd-4088-8389-8a4871959206 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Router a5fdd199-1494-4f7e-adb7-9aa8046e1cea has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:38.954011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Router a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:38.993212 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.003533 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Transition to ACTIVE for port object a1d39138-33aa-47e9-a153-cd387a256623 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:39.027427 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Transition to ACTIVE for port object a1d39138-33aa-47e9-a153-cd387a256623 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:39.034984 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.072965 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Network 50893d87-b0d3-4281-b5d2-273ae59e80b2 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:39.076061 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:39.078669 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:39.100215 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:39.110992 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6b47d-9be5-4bbb-92eb-0f81fe30d718 None None] Sync routers for ids ['a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:39.126958 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6b47d-9be5-4bbb-92eb-0f81fe30d718 None None] Routers {'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:39.127595 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9eb6b47d-9be5-4bbb-92eb-0f81fe30d718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:39.130368 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c26c010-66ef-40fd-a1db-2d8ecab3d35f req-b627a623-b3dd-4088-8389-8a4871959206 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:39.136691 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.157998 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Attempting to bind port a1d39138-33aa-47e9-a153-cd387a256623 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:39.158422 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Attempting to bind port a1d39138-33aa-47e9-a153-cd387a256623 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'ac878a8e-d31b-48d5-93c5-99deaa7d1f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '50893d87-b0d3-4281-b5d2-273ae59e80b2'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:39.159134 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Attempting to bind port a1d39138-33aa-47e9-a153-cd387a256623 on network 50893d87-b0d3-4281-b5d2-273ae59e80b2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:39.165237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5b270-57ec-41cc-90c7-0db301d96acf None None] Sync routers for ids ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:39.174906 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:39.175474 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Checking segment: {'id': 'ac878a8e-d31b-48d5-93c5-99deaa7d1f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '50893d87-b0d3-4281-b5d2-273ae59e80b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:39.176260 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.176765 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Bound using segment: {'id': 'ac878a8e-d31b-48d5-93c5-99deaa7d1f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '50893d87-b0d3-4281-b5d2-273ae59e80b2'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:39.177310 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Bound port: a1d39138-33aa-47e9-a153-cd387a256623, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac878a8e-d31b-48d5-93c5-99deaa7d1f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '50893d87-b0d3-4281-b5d2-273ae59e80b2'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:39.178088 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.181008 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-928f7ecd-80b0-42c2-b541-1c3a2c1bda1a tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9722223 Aug 16 02:02:39.181878 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3c95d2-aacd-4982-9304-9079b722d667', 'tag': 'c3d7a572-380a-42b5-affa-f062ae2160fd'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:39.184336 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f37d2c-ecfe-4fde-9378-784f79dbc6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3c95d2-aacd-4982-9304-9079b722d667", "tag": "c3d7a572-380a-42b5-affa-f062ae2160fd"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:39.188107 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53732) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:39.208454 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Pushing event updated for resources: {'Port': ['ID=a1d39138-33aa-47e9-a153-cd387a256623,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:39.217385 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd5b270-57ec-41cc-90c7-0db301d96acf None None] Routers {'a5fdd199-1494-4f7e-adb7-9aa8046e1cea'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:39.218445 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fbd5b270-57ec-41cc-90c7-0db301d96acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:39.221295 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c26c010-66ef-40fd-a1db-2d8ecab3d35f req-b627a623-b3dd-4088-8389-8a4871959206 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] No DVR routers for this DVR port 1313e2f2-ea98-49ec-8104-8adf18ac1358 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:39.224703 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c26c010-66ef-40fd-a1db-2d8ecab3d35f req-b627a623-b3dd-4088-8389-8a4871959206 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.226851 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c26c010-66ef-40fd-a1db-2d8ecab3d35f req-b627a623-b3dd-4088-8389-8a4871959206 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.63 "DELETE /v2.0/ports/1313e2f2-ea98-49ec-8104-8adf18ac1358 HTTP/1.1" status: 204 len: 173 time: 1.9811337 Aug 16 02:02:39.227301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11416b2d-517b-47f6-81dc-066073b4ec07', 'name': 'network-vif-deleted', 'tag': '1313e2f2-ea98-49ec-8104-8adf18ac1358'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:39.231229 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97911c50-e211-4895-941c-a462a62404ca" -d '{"events": [{"server_uuid": "11416b2d-517b-47f6-81dc-066073b4ec07", "name": "network-vif-deleted", "tag": "1313e2f2-ea98-49ec-8104-8adf18ac1358"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:39.295164 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6188c0-e89c-416f-a7c1-f3a48bf5af4d x-openstack-request-id: req-dc6188c0-e89c-416f-a7c1-f3a48bf5af4d {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:39.295575 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3c95d2-aacd-4982-9304-9079b722d667", "tag": "c3d7a572-380a-42b5-affa-f062ae2160fd", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:39.295907 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dc6188c0-e89c-416f-a7c1-f3a48bf5af4d {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:39.296461 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3c95d2-aacd-4982-9304-9079b722d667', 'tag': 'c3d7a572-380a-42b5-affa-f062ae2160fd', 'status': 'completed', 'code': 200} Aug 16 02:02:39.319895 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-9eb6b47d-9be5-4bbb-92eb-0f81fe30d718 None None] Set router a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:39.353594 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c24fbb97-765f-4d7e-86f6-02722bc51ebf tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/floatingips/fd33f281-46f9-4dc1-a1b5-90567aa6bf2c HTTP/1.1" status: 200 len: 991 time: 0.1641545 Aug 16 02:02:39.378097 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9694ef7b-0e19-48c3-9122-7b21dd1224bc x-openstack-request-id: req-9694ef7b-0e19-48c3-9122-7b21dd1224bc {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:39.378388 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11416b2d-517b-47f6-81dc-066073b4ec07", "name": "network-vif-deleted", "tag": "1313e2f2-ea98-49ec-8104-8adf18ac1358", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:39.378639 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9694ef7b-0e19-48c3-9122-7b21dd1224bc {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:39.379036 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11416b2d-517b-47f6-81dc-066073b4ec07', 'name': 'network-vif-deleted', 'tag': '1313e2f2-ea98-49ec-8104-8adf18ac1358', 'status': 'completed', 'code': 200} Aug 16 02:02:39.457361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f37d2c-ecfe-4fde-9378-784f79dbc6b1 req-5b837aca-e3aa-4e05-8ad5-82bdb60ac9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.458921 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40f37d2c-ecfe-4fde-9378-784f79dbc6b1 req-5b837aca-e3aa-4e05-8ad5-82bdb60ac9b7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=33cf80430ee04eee8eb367bea457fa11&device_id=1d3c95d2-aacd-4982-9304-9079b722d667 HTTP/1.1" status: 200 len: 1098 time: 0.1293249 Aug 16 02:02:39.462552 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9f98-81d4-442f-8dcb-77345ca83d9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.464646 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] For port a1d39138-33aa-47e9-a153-cd387a256623, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:39.472154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] For port a1d39138-33aa-47e9-a153-cd387a256623, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a1d39138-33aa-47e9-a153-cd387a256623,segment=NetworkSegment(ac878a8e-d31b-48d5-93c5-99deaa7d1f7a),segment_id=ac878a8e-d31b-48d5-93c5-99deaa7d1f7a)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:39.480448 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.492972 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9f98-81d4-442f-8dcb-77345ca83d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.532427 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-fbd5b270-57ec-41cc-90c7-0db301d96acf None None] Set router a5fdd199-1494-4f7e-adb7-9aa8046e1cea gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:39.574459 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-533f1b9e-3f2f-4ffc-be15-dbf64a5247a6 req-5af2c6ef-acd6-446a-8f45-f1024d406917 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/ports?device_id=11416b2d-517b-47f6-81dc-066073b4ec07 HTTP/1.1" status: 200 len: 210 time: 0.0684559 Aug 16 02:02:39.648993 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596b6f8-de5e-4f5a-b993-fec67a956a4b None None] Pushing event updated for resources: {'Port': ['ID=a1d39138-33aa-47e9-a153-cd387a256623,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:39.659881 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2dcdf0-ac93-4fbc-8916-e0c12bdd3aec req-04de8fba-a51f-4f9b-9540-b6af8bb2f617 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.669422 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a2dcdf0-ac93-4fbc-8916-e0c12bdd3aec req-04de8fba-a51f-4f9b-9540-b6af8bb2f617 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4 HTTP/1.1" status: 200 len: 946 time: 0.0931141 Aug 16 02:02:39.692075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f37d2c-ecfe-4fde-9378-784f79dbc6b1 req-afa8b26b-9f41-47c3-93f3-4c705c5c5e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.694409 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40f37d2c-ecfe-4fde-9378-784f79dbc6b1 req-afa8b26b-9f41-47c3-93f3-4c705c5c5e4b service neutron] 10.222.0.63 "GET /v2.0/networks?id=92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 HTTP/1.1" status: 200 len: 898 time: 0.2096543 Aug 16 02:02:39.733427 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8a2dcdf0-ac93-4fbc-8916-e0c12bdd3aec req-31eb45ca-d8eb-4fa8-ae51-d8156058766d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600975 Aug 16 02:02:39.764809 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9eb6b47d-9be5-4bbb-92eb-0f81fe30d718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'name': 'tempest-TestNetworkBasicOps-router-1757351107', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'fd33f281-46f9-4dc1-a1b5-90567aa6bf2c', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'port_id': 'c3d7a572-380a-42b5-affa-f062ae2160fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2', 'mac_address': 'fa:16:3e:26:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3c95d2-aacd-4982-9304-9079b722d667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:02:37Z', 'updated_at': '2021-08-16T02:02:37Z', 'revision_number': 0, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daeda6dc-cffd-443c-bd9e-a87bee4422c7', 'name': '', 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:41:e1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '34d381e8-d8c4-49eb-a764-495a21676952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:19Z', 'updated_at': '2021-08-16T02:02:25Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '34d381e8-d8c4-49eb-a764-495a21676952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:39.838243 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-8a3a9f98-81d4-442f-8dcb-77345ca83d9c admin admin] Allocated IP 172.25.3.132 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/780fb04a-2358-4a50-a0e0-53d476bbb5ba) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:39.859997 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6b47d-9be5-4bbb-92eb-0f81fe30d718 None None] Checking router: a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:39.860566 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40f37d2c-ecfe-4fde-9378-784f79dbc6b1 req-8894e543-83f2-4967-bb88-9c2d5d06d61f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d7a572-380a-42b5-affa-f062ae2160fd HTTP/1.1" status: 200 len: 999 time: 0.1110699 Aug 16 02:02:39.872401 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6b47d-9be5-4bbb-92eb-0f81fe30d718 None None] Routers {'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:39.873174 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9eb6b47d-9be5-4bbb-92eb-0f81fe30d718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:40.012530 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fbd5b270-57ec-41cc-90c7-0db301d96acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:28Z', 'revision_number': 4, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port': {'id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:22Z', 'updated_at': '2021-08-16T01:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '13be672a-5261-488e-9b32-5a877dade886', 'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'mac_address': 'fa:16:3e:d2:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '9580d968-042a-4a5e-966b-8406c010ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:42Z', 'revision_number': 5, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'subnets': [{'id': '9580d968-042a-4a5e-966b-8406c010ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:40.034829 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f37d2c-ecfe-4fde-9378-784f79dbc6b1 req-5431081d-cf46-4b60-9eb9-4a4639629ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.036337 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40f37d2c-ecfe-4fde-9378-784f79dbc6b1 req-5431081d-cf46-4b60-9eb9-4a4639629ea2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=34d381e8-d8c4-49eb-a764-495a21676952 HTTP/1.1" status: 200 len: 835 time: 0.1672106 Aug 16 02:02:40.040386 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9f98-81d4-442f-8dcb-77345ca83d9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.078975 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5b270-57ec-41cc-90c7-0db301d96acf None None] Checking router: a5fdd199-1494-4f7e-adb7-9aa8046e1cea for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:40.096502 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd5b270-57ec-41cc-90c7-0db301d96acf None None] Routers {'a5fdd199-1494-4f7e-adb7-9aa8046e1cea'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:40.097500 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fbd5b270-57ec-41cc-90c7-0db301d96acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:40.127235 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9f98-81d4-442f-8dcb-77345ca83d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.131311 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-9eb6b47d-9be5-4bbb-92eb-0f81fe30d718 None None] Set router a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:40.161093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f37d2c-ecfe-4fde-9378-784f79dbc6b1 req-024f9eb8-ee4e-4c8a-89d5-01222d8c6bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.162669 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40f37d2c-ecfe-4fde-9378-784f79dbc6b1 req-024f9eb8-ee4e-4c8a-89d5-01222d8c6bc1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=92e37b0c-eca2-470d-a8c4-ff3d52ece4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163006 Aug 16 02:02:40.192828 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3a9f98-81d4-442f-8dcb-77345ca83d9c admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:40.201905 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8a3a9f98-81d4-442f-8dcb-77345ca83d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:40.219021 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3a9f98-81d4-442f-8dcb-77345ca83d9c admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:40.237018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-fbd5b270-57ec-41cc-90c7-0db301d96acf None None] Set router a5fdd199-1494-4f7e-adb7-9aa8046e1cea gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:40.260428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a9f98-81d4-442f-8dcb-77345ca83d9c admin admin] Pushing event updated for resources: {'Port': ['ID=780fb04a-2358-4a50-a0e0-53d476bbb5ba,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:40.357954 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53744) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:40.403203 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9eb6b47d-9be5-4bbb-92eb-0f81fe30d718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'name': 'tempest-TestNetworkBasicOps-router-1757351107', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'fd33f281-46f9-4dc1-a1b5-90567aa6bf2c', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'port_id': 'c3d7a572-380a-42b5-affa-f062ae2160fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2', 'mac_address': 'fa:16:3e:26:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3c95d2-aacd-4982-9304-9079b722d667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:02:37Z', 'updated_at': '2021-08-16T02:02:37Z', 'revision_number': 0, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daeda6dc-cffd-443c-bd9e-a87bee4422c7', 'name': '', 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:41:e1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '34d381e8-d8c4-49eb-a764-495a21676952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:19Z', 'updated_at': '2021-08-16T02:02:25Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '34d381e8-d8c4-49eb-a764-495a21676952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:40.432670 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40f37d2c-ecfe-4fde-9378-784f79dbc6b1 req-f370ac80-14aa-492e-87bc-7d765105024d service neutron] 10.222.0.63 "GET /v2.0/networks/92e37b0c-eca2-470d-a8c4-ff3d52ece4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581315 Aug 16 02:02:40.434600 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c484c894-3a1e-49c6-91e7-b02e68c96553 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/floatingips/fd33f281-46f9-4dc1-a1b5-90567aa6bf2c HTTP/1.1" status: 200 len: 991 time: 0.0748255 Aug 16 02:02:40.440421 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6b47d-9be5-4bbb-92eb-0f81fe30d718 None None] The sync data for ids ['a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'] in n-d-765315-27 is: [{'id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'name': 'tempest-TestNetworkBasicOps-router-1757351107', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'fd33f281-46f9-4dc1-a1b5-90567aa6bf2c', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'port_id': 'c3d7a572-380a-42b5-affa-f062ae2160fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2', 'mac_address': 'fa:16:3e:26:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3c95d2-aacd-4982-9304-9079b722d667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:02:37Z', 'updated_at': '2021-08-16T02:02:37Z', 'revision_number': 0, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daeda6dc-cffd-443c-bd9e-a87bee4422c7', 'name': '', 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:41:e1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '34d381e8-d8c4-49eb-a764-495a21676952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:19Z', 'updated_at': '2021-08-16T02:02:25Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '34d381e8-d8c4-49eb-a764-495a21676952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:40.488007 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fbd5b270-57ec-41cc-90c7-0db301d96acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:28Z', 'revision_number': 4, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port': {'id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:22Z', 'updated_at': '2021-08-16T01:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '13be672a-5261-488e-9b32-5a877dade886', 'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'mac_address': 'fa:16:3e:d2:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '9580d968-042a-4a5e-966b-8406c010ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:42Z', 'revision_number': 5, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'subnets': [{'id': '9580d968-042a-4a5e-966b-8406c010ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:40.526165 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5b270-57ec-41cc-90c7-0db301d96acf None None] The sync data for ids ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'] in n-d-765315-27 is: [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T01:55:28Z', 'revision_number': 4, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port': {'id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:22Z', 'updated_at': '2021-08-16T01:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '13be672a-5261-488e-9b32-5a877dade886', 'name': '', 'network_id': '8313de91-f81e-42c6-b877-47398a0e9c62', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'mac_address': 'fa:16:3e:d2:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '9580d968-042a-4a5e-966b-8406c010ba78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:26Z', 'updated_at': '2021-08-16T01:55:42Z', 'revision_number': 5, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'subnets': [{'id': '9580d968-042a-4a5e-966b-8406c010ba78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:40.668259 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40f37d2c-ecfe-4fde-9378-784f79dbc6b1 req-a1c99522-a7f7-471e-a1ed-c23106fb18bc service neutron] 10.222.0.63 "GET /v2.0/networks/92e37b0c-eca2-470d-a8c4-ff3d52ece4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279570 Aug 16 02:02:40.678845 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9f98-81d4-442f-8dcb-77345ca83d9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.718030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53750) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:40.768856 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8037cf1d-8c05-4aa4-ad51-2b87dd88e021 None None] New status for floating IP fd33f281-46f9-4dc1-a1b5-90567aa6bf2c: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:02:40.803447 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d2b26de-4552-4e42-a40a-b7e4e036be68 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.830694 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1313e2f2-ea98-49ec-8104-8adf18ac1358 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:40.848477 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d2b26de-4552-4e42-a40a-b7e4e036be68 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.899759 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 1313e2f2-ea98-49ec-8104-8adf18ac1358 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:40.899759 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1313e2f2-ea98-49ec-8104-8adf18ac1358 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:40.988002 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d2b26de-4552-4e42-a40a-b7e4e036be68 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.993111 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d2b26de-4552-4e42-a40a-b7e4e036be68 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.995238 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0d2b26de-4552-4e42-a40a-b7e4e036be68 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "DELETE /v2.0/security-groups/7d1e825f-d510-45ef-981d-291c42c472f3 HTTP/1.1" status: 204 len: 168 time: 0.2760386 Aug 16 02:02:40.998466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53754) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:41.016003 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75fd56c-b0d8-472f-b632-55e4e2d2fddd None None] Network 50893d87-b0d3-4281-b5d2-273ae59e80b2 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:41.020191 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e0a6b-406a-4970-b121-cd486e846a04 None None] New status for floating IP 5657b944-243d-45f8-8a5a-7b2185d213ab: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:02:41.027197 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-f0ce1eaa-d641-45de-9ccd-46d791706ae4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] show failed (client error): The resource could not be found. Aug 16 02:02:41.028242 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f0ce1eaa-d641-45de-9ccd-46d791706ae4 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "GET /v2.0/security-groups/7d1e825f-d510-45ef-981d-291c42c472f3 HTTP/1.1" status: 404 len: 347 time: 0.0246787 Aug 16 02:02:41.032546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53756) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:41.039650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b26de-4552-4e42-a40a-b7e4e036be68 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1e825f-d510-45ef-981d-291c42c472f3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:41.042990 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9f98-81d4-442f-8dcb-77345ca83d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.089174 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a1d39138-33aa-47e9-a153-cd387a256623 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:41.261729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ec670a8f-ab61-48fc-8052-2e589091f903 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Deleting port 56cddf2e-3038-416a-bba2-9b3a1578eb4c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:41.262103 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec670a8f-ab61-48fc-8052-2e589091f903 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.264390 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a0d3cfdf-80d4-4c8f-9f4c-f1b0992b8147 None None] Provisioning for port a1d39138-33aa-47e9-a153-cd387a256623 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:41.293089 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port a1d39138-33aa-47e9-a153-cd387a256623 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:41.319221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a1d39138-33aa-47e9-a153-cd387a256623 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:41.319587 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.344412 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3a9f98-81d4-442f-8dcb-77345ca83d9c admin admin] Router f92e8b1c-d9ef-418c-bde7-65597a8030ac is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:02:41.370895 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec670a8f-ab61-48fc-8052-2e589091f903 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.371231 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec670a8f-ab61-48fc-8052-2e589091f903 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.438505 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53758) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:41.441498 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.485034 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port a1d39138-33aa-47e9-a153-cd387a256623, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a1d39138-33aa-47e9-a153-cd387a256623,segment=NetworkSegment(ac878a8e-d31b-48d5-93c5-99deaa7d1f7a),segment_id=ac878a8e-d31b-48d5-93c5-99deaa7d1f7a)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:41.490080 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.522480 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3d793bff-734b-4150-94f1-f40a359aa39b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/floatingips/fd33f281-46f9-4dc1-a1b5-90567aa6bf2c HTTP/1.1" status: 200 len: 993 time: 0.0826743 Aug 16 02:02:41.559611 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=a1d39138-33aa-47e9-a153-cd387a256623,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:41.697442 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f3cd9fca-61e6-4ec1-8724-c0e6b69232eb None None] Provisioning complete for port a1d39138-33aa-47e9-a153-cd387a256623 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:41.697888 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9fca-61e6-4ec1-8724-c0e6b69232eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.751887 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ec670a8f-ab61-48fc-8052-2e589091f903 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Calling delete_port for 56cddf2e-3038-416a-bba2-9b3a1578eb4c owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:41.861356 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3a9f98-81d4-442f-8dcb-77345ca83d9c admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:41.869965 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Sync routers for ids ['f92e8b1c-d9ef-418c-bde7-65597a8030ac'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:41.878498 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Routers {'f92e8b1c-d9ef-418c-bde7-65597a8030ac'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:41.879095 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['f92e8b1c-d9ef-418c-bde7-65597a8030ac'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:41.891376 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9f98-81d4-442f-8dcb-77345ca83d9c admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.892889 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8a3a9f98-81d4-442f-8dcb-77345ca83d9c admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.4335949 Aug 16 02:02:41.895466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53762) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:41.982921 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Set router f92e8b1c-d9ef-418c-bde7-65597a8030ac gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:42.036621 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec670a8f-ab61-48fc-8052-2e589091f903 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.097467 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec670a8f-ab61-48fc-8052-2e589091f903 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Pushing event deleted for resources: {'Port': ['ID=56cddf2e-3038-416a-bba2-9b3a1578eb4c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:42.165090 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92e8b1c-d9ef-418c-bde7-65597a8030ac', 'name': 'tempest-ImageQuotaTest-483723304-router', 'tenant_id': '55f8b39a2b80495197dec122bec885c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '780fb04a-2358-4a50-a0e0-53d476bbb5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:38Z', 'updated_at': '2021-08-16T02:02:40Z', 'revision_number': 3, 'project_id': '55f8b39a2b80495197dec122bec885c4', 'gw_port': {'id': '780fb04a-2358-4a50-a0e0-53d476bbb5ba', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92e8b1c-d9ef-418c-bde7-65597a8030ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:39Z', 'updated_at': '2021-08-16T02:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:42.196604 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Checking router: f92e8b1c-d9ef-418c-bde7-65597a8030ac for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:42.196948 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Updating router f92e8b1c-d9ef-418c-bde7-65597a8030ac port 780fb04a-2358-4a50-a0e0-53d476bbb5ba binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:02:42.202875 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec670a8f-ab61-48fc-8052-2e589091f903 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.205428 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec670a8f-ab61-48fc-8052-2e589091f903 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.209182 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ec670a8f-ab61-48fc-8052-2e589091f903 tempest-AttachVolumeTestJSON-1270269475 tempest-AttachVolumeTestJSON-1270269475-project] 10.222.0.68 "DELETE /v2.0/floatingips/5657b944-243d-45f8-8a5a-7b2185d213ab HTTP/1.1" status: 204 len: 168 time: 1.1731029 Aug 16 02:02:42.227639 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.366183 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:02:42.463875 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d70367a-acf9-434b-9fb9-19a26cd7fe90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.625749 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.630282 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-7d70367a-acf9-434b-9fb9-19a26cd7fe90 admin admin] Allocated IP 172.20.0.1 (50893d87-b0d3-4281-b5d2-273ae59e80b2/b8add674-7c25-4706-90db-3f4422acb71d/5c3cf553-e99c-43d7-a6b6-6e5e51f221cf) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:42.637500 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Transition to ACTIVE for port object 780fb04a-2358-4a50-a0e0-53d476bbb5ba will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:42.644126 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.699739 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Attempting to bind port 780fb04a-2358-4a50-a0e0-53d476bbb5ba on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:42.700097 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Attempting to bind port 780fb04a-2358-4a50-a0e0-53d476bbb5ba by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:42.700464 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Attempting to bind port 780fb04a-2358-4a50-a0e0-53d476bbb5ba on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:42.703428 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4319d35-7893-4f5b-8946-fd6e2fab928c None None] Pushing event updated for resources: {'Port': ['ID=780fb04a-2358-4a50-a0e0-53d476bbb5ba,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:42.708093 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:42.708458 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:42.708856 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.709238 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:42.709694 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Bound port: 780fb04a-2358-4a50-a0e0-53d476bbb5ba, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:42.710109 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.735088 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4319d35-7893-4f5b-8946-fd6e2fab928c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:42.735522 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4319d35-7893-4f5b-8946-fd6e2fab928c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:42.735925 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4319d35-7893-4f5b-8946-fd6e2fab928c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:42.736323 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4319d35-7893-4f5b-8946-fd6e2fab928c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:42.736724 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4319d35-7893-4f5b-8946-fd6e2fab928c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:42.737125 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4319d35-7893-4f5b-8946-fd6e2fab928c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:42.737450 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4319d35-7893-4f5b-8946-fd6e2fab928c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:42.737785 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4319d35-7893-4f5b-8946-fd6e2fab928c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:42.738113 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4319d35-7893-4f5b-8946-fd6e2fab928c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:42.738434 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4319d35-7893-4f5b-8946-fd6e2fab928c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:42.738753 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4319d35-7893-4f5b-8946-fd6e2fab928c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:42.739076 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4319d35-7893-4f5b-8946-fd6e2fab928c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:42.752747 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d70367a-acf9-434b-9fb9-19a26cd7fe90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.766355 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7d70367a-acf9-434b-9fb9-19a26cd7fe90 admin admin] Transition to ACTIVE for port object 5c3cf553-e99c-43d7-a6b6-6e5e51f221cf will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:42.781191 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] For port 780fb04a-2358-4a50-a0e0-53d476bbb5ba, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:42.784808 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] For port 780fb04a-2358-4a50-a0e0-53d476bbb5ba, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=780fb04a-2358-4a50-a0e0-53d476bbb5ba,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:42.788206 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.806400 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d70367a-acf9-434b-9fb9-19a26cd7fe90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.857960 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70367a-acf9-434b-9fb9-19a26cd7fe90 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3cf553-e99c-43d7-a6b6-6e5e51f221cf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:42.858116 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4319d35-7893-4f5b-8946-fd6e2fab928c None None] Pushing event updated for resources: {'Port': ['ID=780fb04a-2358-4a50-a0e0-53d476bbb5ba,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:42.868579 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Routers {'f92e8b1c-d9ef-418c-bde7-65597a8030ac'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:42.870270 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['f92e8b1c-d9ef-418c-bde7-65597a8030ac'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:42.874136 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d70367a-acf9-434b-9fb9-19a26cd7fe90 admin admin] Network 50893d87-b0d3-4281-b5d2-273ae59e80b2 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:42.875628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7d70367a-acf9-434b-9fb9-19a26cd7fe90 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:42.878214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d70367a-acf9-434b-9fb9-19a26cd7fe90 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:42.918685 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d70367a-acf9-434b-9fb9-19a26cd7fe90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.963320 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a1d39138-33aa-47e9-a153-cd387a256623 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:43.025955 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] Set router f92e8b1c-d9ef-418c-bde7-65597a8030ac gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:43.081682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a1d39138-33aa-47e9-a153-cd387a256623 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:43.083455 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.124342 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d70367a-acf9-434b-9fb9-19a26cd7fe90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.247394 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-98ae56da-4eba-4096-8f6f-cf28af39d333 None None] Provisioning for port 5c3cf553-e99c-43d7-a6b6-6e5e51f221cf completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:43.251571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-98ae56da-4eba-4096-8f6f-cf28af39d333 None None] Provisioning complete for port 5c3cf553-e99c-43d7-a6b6-6e5e51f221cf triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:43.252122 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98ae56da-4eba-4096-8f6f-cf28af39d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.297788 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92e8b1c-d9ef-418c-bde7-65597a8030ac', 'name': 'tempest-ImageQuotaTest-483723304-router', 'tenant_id': '55f8b39a2b80495197dec122bec885c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '780fb04a-2358-4a50-a0e0-53d476bbb5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:38Z', 'updated_at': '2021-08-16T02:02:40Z', 'revision_number': 3, 'project_id': '55f8b39a2b80495197dec122bec885c4', 'gw_port': {'id': '780fb04a-2358-4a50-a0e0-53d476bbb5ba', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92e8b1c-d9ef-418c-bde7-65597a8030ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:39Z', 'updated_at': '2021-08-16T02:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:43.299386 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-98ae56da-4eba-4096-8f6f-cf28af39d333 None None] Port 5c3cf553-e99c-43d7-a6b6-6e5e51f221cf cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:43.326163 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a656b881-df50-4950-8084-485bfa4f0149 None None] The sync data for ids ['f92e8b1c-d9ef-418c-bde7-65597a8030ac'] in n-d-765315-27 is: [{'id': 'f92e8b1c-d9ef-418c-bde7-65597a8030ac', 'name': 'tempest-ImageQuotaTest-483723304-router', 'tenant_id': '55f8b39a2b80495197dec122bec885c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '780fb04a-2358-4a50-a0e0-53d476bbb5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:38Z', 'updated_at': '2021-08-16T02:02:40Z', 'revision_number': 3, 'project_id': '55f8b39a2b80495197dec122bec885c4', 'gw_port': {'id': '780fb04a-2358-4a50-a0e0-53d476bbb5ba', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92e8b1c-d9ef-418c-bde7-65597a8030ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:39Z', 'updated_at': '2021-08-16T02:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:43.363309 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d70367a-acf9-434b-9fb9-19a26cd7fe90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.369601 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d70367a-acf9-434b-9fb9-19a26cd7fe90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.443227 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d70367a-acf9-434b-9fb9-19a26cd7fe90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.445507 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70367a-acf9-434b-9fb9-19a26cd7fe90 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3cf553-e99c-43d7-a6b6-6e5e51f221cf,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:43.549996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d70367a-acf9-434b-9fb9-19a26cd7fe90 admin admin] Network 50893d87-b0d3-4281-b5d2-273ae59e80b2 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:43.549996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7d70367a-acf9-434b-9fb9-19a26cd7fe90 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:43.697336 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d70367a-acf9-434b-9fb9-19a26cd7fe90 admin admin] Router f92e8b1c-d9ef-418c-bde7-65597a8030ac has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:43.822868 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d70367a-acf9-434b-9fb9-19a26cd7fe90 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:43.823653 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a9e26905-c93a-41d9-9d02-930ee62d83dc None None] Provisioning complete for port 5c3cf553-e99c-43d7-a6b6-6e5e51f221cf triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:43.824026 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9e26905-c93a-41d9-9d02-930ee62d83dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.833531 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7d70367a-acf9-434b-9fb9-19a26cd7fe90 admin admin] 10.222.0.68 "PUT /v2.0/routers/f92e8b1c-d9ef-418c-bde7-65597a8030ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9369822 Aug 16 02:02:43.872517 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a9e26905-c93a-41d9-9d02-930ee62d83dc None None] Port 5c3cf553-e99c-43d7-a6b6-6e5e51f221cf cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:44.941090 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53796) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:44.981514 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 780fb04a-2358-4a50-a0e0-53d476bbb5ba up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:45.193050 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2a29f8-7032-4cf2-8589-bfd36ba48adc None None] Sync routers for ids ['f92e8b1c-d9ef-418c-bde7-65597a8030ac'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:45.218859 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2a29f8-7032-4cf2-8589-bfd36ba48adc None None] Routers {'f92e8b1c-d9ef-418c-bde7-65597a8030ac'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:45.219398 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ea2a29f8-7032-4cf2-8589-bfd36ba48adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['f92e8b1c-d9ef-418c-bde7-65597a8030ac'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:45.291139 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 780fb04a-2358-4a50-a0e0-53d476bbb5ba completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:45.346832 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 780fb04a-2358-4a50-a0e0-53d476bbb5ba triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:45.347058 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.404284 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ea2a29f8-7032-4cf2-8589-bfd36ba48adc None None] Set router f92e8b1c-d9ef-418c-bde7-65597a8030ac gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:45.412430 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-63af5b2c-2aba-4e46-8ebc-6d6eecdadefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.583541 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.620309 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 780fb04a-2358-4a50-a0e0-53d476bbb5ba, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=780fb04a-2358-4a50-a0e0-53d476bbb5ba,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:45.631373 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.720944 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=780fb04a-2358-4a50-a0e0-53d476bbb5ba,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:45.753564 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-63af5b2c-2aba-4e46-8ebc-6d6eecdadefd admin admin] Deleting port 5c3cf553-e99c-43d7-a6b6-6e5e51f221cf {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:45.753980 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-63af5b2c-2aba-4e46-8ebc-6d6eecdadefd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.778028 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ea2a29f8-7032-4cf2-8589-bfd36ba48adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92e8b1c-d9ef-418c-bde7-65597a8030ac', 'name': 'tempest-ImageQuotaTest-483723304-router', 'tenant_id': '55f8b39a2b80495197dec122bec885c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '780fb04a-2358-4a50-a0e0-53d476bbb5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:38Z', 'updated_at': '2021-08-16T02:02:43Z', 'revision_number': 4, 'project_id': '55f8b39a2b80495197dec122bec885c4', 'gw_port': {'id': '780fb04a-2358-4a50-a0e0-53d476bbb5ba', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92e8b1c-d9ef-418c-bde7-65597a8030ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:39Z', 'updated_at': '2021-08-16T02:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '5c3cf553-e99c-43d7-a6b6-6e5e51f221cf', 'name': '', 'network_id': '50893d87-b0d3-4281-b5d2-273ae59e80b2', 'tenant_id': '55f8b39a2b80495197dec122bec885c4', 'mac_address': 'fa:16:3e:1e:50:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92e8b1c-d9ef-418c-bde7-65597a8030ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'b8add674-7c25-4706-90db-3f4422acb71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:42Z', 'updated_at': '2021-08-16T02:02:43Z', 'revision_number': 2, 'project_id': '55f8b39a2b80495197dec122bec885c4', 'subnets': [{'id': 'b8add674-7c25-4706-90db-3f4422acb71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:45.814334 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2a29f8-7032-4cf2-8589-bfd36ba48adc None None] Checking router: f92e8b1c-d9ef-418c-bde7-65597a8030ac for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:45.814778 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2a29f8-7032-4cf2-8589-bfd36ba48adc None None] Updating router f92e8b1c-d9ef-418c-bde7-65597a8030ac port 5c3cf553-e99c-43d7-a6b6-6e5e51f221cf binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:02:45.844085 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea2a29f8-7032-4cf2-8589-bfd36ba48adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.851915 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-63af5b2c-2aba-4e46-8ebc-6d6eecdadefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.865403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-63af5b2c-2aba-4e46-8ebc-6d6eecdadefd admin admin] Calling delete_port for 5c3cf553-e99c-43d7-a6b6-6e5e51f221cf owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:46.069369 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-63af5b2c-2aba-4e46-8ebc-6d6eecdadefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.098145 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af5b2c-2aba-4e46-8ebc-6d6eecdadefd admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3cf553-e99c-43d7-a6b6-6e5e51f221cf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:46.126273 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-ea2a29f8-7032-4cf2-8589-bfd36ba48adc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:02:46.126845 n-d-765315-27 neutron-server[94674]: DEBUG oslo_db.api [None req-ea2a29f8-7032-4cf2-8589-bfd36ba48adc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:02:46.271974 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-63af5b2c-2aba-4e46-8ebc-6d6eecdadefd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.501329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63af5b2c-2aba-4e46-8ebc-6d6eecdadefd admin admin] Router f92e8b1c-d9ef-418c-bde7-65597a8030ac has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:46.609393 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63af5b2c-2aba-4e46-8ebc-6d6eecdadefd admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:46.614496 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-63af5b2c-2aba-4e46-8ebc-6d6eecdadefd admin admin] 10.222.0.68 "PUT /v2.0/routers/f92e8b1c-d9ef-418c-bde7-65597a8030ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6722770 Aug 16 02:02:46.617034 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53810) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:46.644119 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2a29f8-7032-4cf2-8589-bfd36ba48adc None None] Port 5c3cf553-e99c-43d7-a6b6-6e5e51f221cf not found while updating agent binding for router f92e8b1c-d9ef-418c-bde7-65597a8030ac. {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 02:02:46.653549 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2a29f8-7032-4cf2-8589-bfd36ba48adc None None] Routers {'f92e8b1c-d9ef-418c-bde7-65597a8030ac'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:46.654806 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ea2a29f8-7032-4cf2-8589-bfd36ba48adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['f92e8b1c-d9ef-418c-bde7-65597a8030ac'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:46.771598 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ea2a29f8-7032-4cf2-8589-bfd36ba48adc None None] Set router f92e8b1c-d9ef-418c-bde7-65597a8030ac gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:46.957996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 780fb04a-2358-4a50-a0e0-53d476bbb5ba up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:47.027060 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 780fb04a-2358-4a50-a0e0-53d476bbb5ba triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:47.027431 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.030132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ea2a29f8-7032-4cf2-8589-bfd36ba48adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92e8b1c-d9ef-418c-bde7-65597a8030ac', 'name': 'tempest-ImageQuotaTest-483723304-router', 'tenant_id': '55f8b39a2b80495197dec122bec885c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '780fb04a-2358-4a50-a0e0-53d476bbb5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:38Z', 'updated_at': '2021-08-16T02:02:46Z', 'revision_number': 5, 'project_id': '55f8b39a2b80495197dec122bec885c4', 'gw_port': {'id': '780fb04a-2358-4a50-a0e0-53d476bbb5ba', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92e8b1c-d9ef-418c-bde7-65597a8030ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:39Z', 'updated_at': '2021-08-16T02:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:47.076387 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2a29f8-7032-4cf2-8589-bfd36ba48adc None None] The sync data for ids ['f92e8b1c-d9ef-418c-bde7-65597a8030ac'] in n-d-765315-27 is: [{'id': 'f92e8b1c-d9ef-418c-bde7-65597a8030ac', 'name': 'tempest-ImageQuotaTest-483723304-router', 'tenant_id': '55f8b39a2b80495197dec122bec885c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '780fb04a-2358-4a50-a0e0-53d476bbb5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:38Z', 'updated_at': '2021-08-16T02:02:46Z', 'revision_number': 5, 'project_id': '55f8b39a2b80495197dec122bec885c4', 'gw_port': {'id': '780fb04a-2358-4a50-a0e0-53d476bbb5ba', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92e8b1c-d9ef-418c-bde7-65597a8030ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:39Z', 'updated_at': '2021-08-16T02:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:47.085305 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edaa7207-be4b-4191-86ac-b44e05439258 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.203655 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edaa7207-be4b-4191-86ac-b44e05439258 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.262637 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-edaa7207-be4b-4191-86ac-b44e05439258 admin admin] Deleting port 780fb04a-2358-4a50-a0e0-53d476bbb5ba {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:47.262970 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edaa7207-be4b-4191-86ac-b44e05439258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.359463 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-edaa7207-be4b-4191-86ac-b44e05439258 admin admin] For port 780fb04a-2358-4a50-a0e0-53d476bbb5ba, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=780fb04a-2358-4a50-a0e0-53d476bbb5ba,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:47.359980 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edaa7207-be4b-4191-86ac-b44e05439258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.378023 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-edaa7207-be4b-4191-86ac-b44e05439258 admin admin] Calling delete_port for 780fb04a-2358-4a50-a0e0-53d476bbb5ba owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:47.564440 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edaa7207-be4b-4191-86ac-b44e05439258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.596874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa7207-be4b-4191-86ac-b44e05439258 admin admin] Pushing event deleted for resources: {'Port': ['ID=780fb04a-2358-4a50-a0e0-53d476bbb5ba,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:47.658445 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edaa7207-be4b-4191-86ac-b44e05439258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.764716 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edaa7207-be4b-4191-86ac-b44e05439258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.767372 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edaa7207-be4b-4191-86ac-b44e05439258 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.840042 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e2c91-0c75-4e3e-a64e-54aece93f959 None None] Sync routers for ids ['f92e8b1c-d9ef-418c-bde7-65597a8030ac'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:47.842659 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edaa7207-be4b-4191-86ac-b44e05439258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.843284 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edaa7207-be4b-4191-86ac-b44e05439258 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f92e8b1c-d9ef-418c-bde7-65597a8030ac {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:02:47.848314 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edaa7207-be4b-4191-86ac-b44e05439258 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.849652 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-edaa7207-be4b-4191-86ac-b44e05439258 admin admin] 10.222.0.68 "DELETE /v2.0/routers/f92e8b1c-d9ef-418c-bde7-65597a8030ac HTTP/1.1" status: 204 len: 168 time: 1.2317121 Aug 16 02:02:47.852560 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53818) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:47.854513 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e2c91-0c75-4e3e-a64e-54aece93f959 None None] Routers set() bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:47.854943 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e2c91-0c75-4e3e-a64e-54aece93f959 None None] Router IDs set() for agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:02:47.855882 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_agentschedulers_db [None req-a32e2c91-0c75-4e3e-a64e-54aece93f959 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f92e8b1c-d9ef-418c-bde7-65597a8030ac'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent'). {{(pid=94675) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:02:47.864468 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e2c91-0c75-4e3e-a64e-54aece93f959 None None] Routers set() bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:47.864825 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e2c91-0c75-4e3e-a64e-54aece93f959 None None] Router IDs set() for agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:02:47.865461 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_agentschedulers_db [None req-a32e2c91-0c75-4e3e-a64e-54aece93f959 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f92e8b1c-d9ef-418c-bde7-65597a8030ac'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent'). {{(pid=94675) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:02:47.866131 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e2c91-0c75-4e3e-a64e-54aece93f959 None None] The sync data for ids ['f92e8b1c-d9ef-418c-bde7-65597a8030ac'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:47.901015 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-6770a3df-64fb-44f9-9b6a-6640dedc5636 admin admin] Deleting subnet b8add674-7c25-4706-90db-3f4422acb71d {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:47.905127 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6770a3df-64fb-44f9-9b6a-6640dedc5636 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.943466 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6770a3df-64fb-44f9-9b6a-6640dedc5636 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.035074 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6770a3df-64fb-44f9-9b6a-6640dedc5636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.090987 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6770a3df-64fb-44f9-9b6a-6640dedc5636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.117453 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770a3df-64fb-44f9-9b6a-6640dedc5636 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8add674-7c25-4706-90db-3f4422acb71d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:48.121033 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6770a3df-64fb-44f9-9b6a-6640dedc5636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.122938 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6770a3df-64fb-44f9-9b6a-6640dedc5636 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b8add674-7c25-4706-90db-3f4422acb71d HTTP/1.1" status: 204 len: 168 time: 0.2696319 Aug 16 02:02:48.125299 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53820) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:48.127701 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03890848-6c7d-43ff-8eff-dba5bc9560af None None] Network 50893d87-b0d3-4281-b5d2-273ae59e80b2 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:48.203029 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.265979 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] Deleting port a1d39138-33aa-47e9-a153-cd387a256623 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:48.266330 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.335075 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] DHCP port deletion for 50893d87-b0d3-4281-b5d2-273ae59e80b2 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:48.340043 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] For port a1d39138-33aa-47e9-a153-cd387a256623, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a1d39138-33aa-47e9-a153-cd387a256623,segment=NetworkSegment(ac878a8e-d31b-48d5-93c5-99deaa7d1f7a),segment_id=ac878a8e-d31b-48d5-93c5-99deaa7d1f7a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:48.340419 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.355089 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] Calling delete_port for a1d39138-33aa-47e9-a153-cd387a256623 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:48.414540 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] Deleting port a1d39138-33aa-47e9-a153-cd387a256623 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:48.415730 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.460764 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.485171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] For port a1d39138-33aa-47e9-a153-cd387a256623, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a1d39138-33aa-47e9-a153-cd387a256623,segment=NetworkSegment(ac878a8e-d31b-48d5-93c5-99deaa7d1f7a),segment_id=ac878a8e-d31b-48d5-93c5-99deaa7d1f7a)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:48.485669 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.493475 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d39138-33aa-47e9-a153-cd387a256623,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:48.496381 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] No DVR routers for this DVR port a1d39138-33aa-47e9-a153-cd387a256623 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:48.503326 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] Calling delete_port for a1d39138-33aa-47e9-a153-cd387a256623 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:48.581924 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.591904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50893d87-b0d3-4281-b5d2-273ae59e80b2']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:48.602158 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.603782 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac878a8e-d31b-48d5-93c5-99deaa7d1f7a') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:48.604081 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac878a8e-d31b-48d5-93c5-99deaa7d1f7a') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:48.612980 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.627396 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] Pushing event deleted for resources: {'Port': ['ID=a1d39138-33aa-47e9-a153-cd387a256623,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:48.627577 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.632184 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] No DVR routers for this DVR port a1d39138-33aa-47e9-a153-cd387a256623 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:48.635914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:48.636319 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:48.638066 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:48.641266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.641266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.641266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.641266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.641580 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.642070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.642192 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.642520 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.642840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.643360 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.643837 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.644312 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2285705-7f5a-47da-86e2-24a79fcfcc7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.703023 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.708962 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.711521 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] 10.222.0.68 "DELETE /v2.0/networks/50893d87-b0d3-4281-b5d2-273ae59e80b2 HTTP/1.1" status: 204 len: 168 time: 0.5852211 Aug 16 02:02:48.725289 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e4ee0-a774-4195-81eb-2e3507a695f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=50893d87-b0d3-4281-b5d2-273ae59e80b2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:48.839938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53830) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:48.897128 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53836) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:48.897293 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e3bb18c0-fc34-4a7f-a4de-c37e35f94be4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=55f8b39a2b80495197dec122bec885c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559480 Aug 16 02:02:48.933618 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 780fb04a-2358-4a50-a0e0-53d476bbb5ba no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:48.959069 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 780fb04a-2358-4a50-a0e0-53d476bbb5ba {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:48.959362 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 780fb04a-2358-4a50-a0e0-53d476bbb5ba not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:48.959791 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a1d39138-33aa-47e9-a153-cd387a256623 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:48.963422 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b40d1b5-8bb9-415c-81b7-5a1f00f63f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.984071 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: a1d39138-33aa-47e9-a153-cd387a256623 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:48.984516 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a1d39138-33aa-47e9-a153-cd387a256623 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:48.990814 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b40d1b5-8bb9-415c-81b7-5a1f00f63f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.043964 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b40d1b5-8bb9-415c-81b7-5a1f00f63f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.048112 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b40d1b5-8bb9-415c-81b7-5a1f00f63f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.051887 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4b40d1b5-8bb9-415c-81b7-5a1f00f63f5a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/522d8003-8ec0-4c0e-9a40-cec088f2c1c0 HTTP/1.1" status: 204 len: 168 time: 0.1513202 Aug 16 02:02:49.061565 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40d1b5-8bb9-415c-81b7-5a1f00f63f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522d8003-8ec0-4c0e-9a40-cec088f2c1c0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:49.390071 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53848) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:49.403452 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7105cf96-8d16-4235-94ac-7a44f69d628e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.499867 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7105cf96-8d16-4235-94ac-7a44f69d628e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.504370 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7105cf96-8d16-4235-94ac-7a44f69d628e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.542477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105cf96-8d16-4235-94ac-7a44f69d628e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04bcaca-ac64-4fba-a49a-3b3bfc382e2a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:49.549977 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53850) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:49.550089 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7105cf96-8d16-4235-94ac-7a44f69d628e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1585231 Aug 16 02:02:49.609778 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f07aa86e-0faf-4f8d-84e2-fe3eba90820b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.632966 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f07aa86e-0faf-4f8d-84e2-fe3eba90820b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.680767 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f07aa86e-0faf-4f8d-84e2-fe3eba90820b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.683421 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f07aa86e-0faf-4f8d-84e2-fe3eba90820b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.684657 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f07aa86e-0faf-4f8d-84e2-fe3eba90820b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e04bcaca-ac64-4fba-a49a-3b3bfc382e2a HTTP/1.1" status: 204 len: 168 time: 0.1338046 Aug 16 02:02:49.693176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07aa86e-0faf-4f8d-84e2-fe3eba90820b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04bcaca-ac64-4fba-a49a-3b3bfc382e2a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:50.026809 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53860) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:50.103956 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a0241887-b4ba-4152-98ae-a70b608985f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.190912 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fcf1f-9f9b-43d3-a60d-8b5108fdd2c2 req-75d30d41-5f6c-423d-b6a9-ea46b9ea4868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:50.193337 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-894fcf1f-9f9b-43d3-a60d-8b5108fdd2c2 req-75d30d41-5f6c-423d-b6a9-ea46b9ea4868 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 1098 time: 0.1639528 Aug 16 02:02:50.232616 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-894fcf1f-9f9b-43d3-a60d-8b5108fdd2c2 req-d36fe8c8-9813-44b8-93b4-3de80092a55c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=050141ea-1fb1-4c15-aa22-9cf1a6c2e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319326 Aug 16 02:02:51.852366 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b770511-577f-416f-838d-06b2539dd4fc req-d98446ca-45f7-4818-a07c-e77ffc241b61 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.853883 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b770511-577f-416f-838d-06b2539dd4fc req-d98446ca-45f7-4818-a07c-e77ffc241b61 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0489180 Aug 16 02:02:51.893450 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b770511-577f-416f-838d-06b2539dd4fc req-23577f10-a325-461e-923d-55aaf2443594 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332472 Aug 16 02:02:52.014892 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c22908-8093-449e-b898-abf06d7a330e req-62baae53-02c5-4ab3-9542-812815fafc3b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.016441 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-13c22908-8093-449e-b898-abf06d7a330e req-62baae53-02c5-4ab3-9542-812815fafc3b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0496180 Aug 16 02:02:52.055982 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-13c22908-8093-449e-b898-abf06d7a330e req-6033c3c6-9ed4-44fb-b95d-dfde8e19c5f9 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334084 Aug 16 02:02:52.283886 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aad1df-6127-412c-b027-95df06ecaf7c req-dc0e6887-f2be-418a-bf87-3680da378d4e tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.285705 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0aad1df-6127-412c-b027-95df06ecaf7c req-dc0e6887-f2be-418a-bf87-3680da378d4e tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0513952 Aug 16 02:02:52.296187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53898) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:52.328534 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0aad1df-6127-412c-b027-95df06ecaf7c req-ead6f340-f25e-4676-8e1d-62e97785043a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345764 Aug 16 02:02:52.605633 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7252-4200-44fc-9044-b4892569f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.706864 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961b403-479e-40f9-8408-2940a8f16bf2 req-88cf2c5b-7df3-4ee0-b919-dc495f5f01fa tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.708419 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3961b403-479e-40f9-8408-2940a8f16bf2 req-88cf2c5b-7df3-4ee0-b919-dc495f5f01fa tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0586622 Aug 16 02:02:52.748686 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3961b403-479e-40f9-8408-2940a8f16bf2 req-9af0a020-3477-4918-9dbc-490e717673be tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338244 Aug 16 02:02:53.007061 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7631b50-bc4e-4614-9282-7440a99686ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.254216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e7631b50-bc4e-4614-9282-7440a99686ec admin admin] Deleting port 13be672a-5261-488e-9b32-5a877dade886 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:53.254476 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7631b50-bc4e-4614-9282-7440a99686ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.290453 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.341104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-e7631b50-bc4e-4614-9282-7440a99686ec admin admin] For port 13be672a-5261-488e-9b32-5a877dade886, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=13be672a-5261-488e-9b32-5a877dade886,segment=NetworkSegment(2df05855-90d2-416b-8a01-7dd491dcd3de),segment_id=2df05855-90d2-416b-8a01-7dd491dcd3de)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:53.341520 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7631b50-bc4e-4614-9282-7440a99686ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.355451 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e7631b50-bc4e-4614-9282-7440a99686ec admin admin] Calling delete_port for 13be672a-5261-488e-9b32-5a877dade886 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:53.543821 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7631b50-bc4e-4614-9282-7440a99686ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.570823 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7631b50-bc4e-4614-9282-7440a99686ec admin admin] Pushing event deleted for resources: {'Port': ['ID=13be672a-5261-488e-9b32-5a877dade886,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:53.737830 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7631b50-bc4e-4614-9282-7440a99686ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.933877 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888a3c6-63ab-40e9-9994-0d1add386798 req-6914d0bd-72c9-4291-b703-bc2870eb7a2b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:53.935190 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5888a3c6-63ab-40e9-9994-0d1add386798 req-6914d0bd-72c9-4291-b703-bc2870eb7a2b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.1046956 Aug 16 02:02:54.015417 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5888a3c6-63ab-40e9-9994-0d1add386798 req-08a9d74b-4079-4519-a3df-d865bb9d3317 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739799 Aug 16 02:02:54.030635 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7631b50-bc4e-4614-9282-7440a99686ec admin admin] Router a5fdd199-1494-4f7e-adb7-9aa8046e1cea has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:54.136755 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7631b50-bc4e-4614-9282-7440a99686ec admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:54.141710 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e7631b50-bc4e-4614-9282-7440a99686ec admin admin] 10.222.0.68 "PUT /v2.0/routers/a5fdd199-1494-4f7e-adb7-9aa8046e1cea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8444536 Aug 16 02:02:54.144331 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53912) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:54.146952 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bd03c5-3420-4639-8eca-a80b0b923f92 None None] Sync routers for ids ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:54.156190 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bd03c5-3420-4639-8eca-a80b0b923f92 None None] Routers {'a5fdd199-1494-4f7e-adb7-9aa8046e1cea'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:54.156917 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-29bd03c5-3420-4639-8eca-a80b0b923f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:02:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:54.214606 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.250425 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5e3434a-57aa-4912-97a6-5cdcdb06f61d admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.272209 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-29bd03c5-3420-4639-8eca-a80b0b923f92 None None] Set router a5fdd199-1494-4f7e-adb7-9aa8046e1cea gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:54.353909 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5e3434a-57aa-4912-97a6-5cdcdb06f61d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.405831 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3434a-57aa-4912-97a6-5cdcdb06f61d admin admin] Deleting port a283379d-5a81-48e4-a453-7a08a5a4dbe6 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:54.406170 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5e3434a-57aa-4912-97a6-5cdcdb06f61d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.459644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-29bd03c5-3420-4639-8eca-a80b0b923f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T02:02:53Z', 'revision_number': 5, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port': {'id': 'a283379d-5a81-48e4-a453-7a08a5a4dbe6', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:55:22Z', 'updated_at': '2021-08-16T01:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:54.485886 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bd03c5-3420-4639-8eca-a80b0b923f92 None None] Checking router: a5fdd199-1494-4f7e-adb7-9aa8046e1cea for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:54.488890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-b5e3434a-57aa-4912-97a6-5cdcdb06f61d admin admin] For port a283379d-5a81-48e4-a453-7a08a5a4dbe6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a283379d-5a81-48e4-a453-7a08a5a4dbe6,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:54.489255 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5e3434a-57aa-4912-97a6-5cdcdb06f61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.494507 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bd03c5-3420-4639-8eca-a80b0b923f92 None None] Routers {'a5fdd199-1494-4f7e-adb7-9aa8046e1cea'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:54.495143 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-29bd03c5-3420-4639-8eca-a80b0b923f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:02:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:54.501544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3434a-57aa-4912-97a6-5cdcdb06f61d admin admin] Calling delete_port for a283379d-5a81-48e4-a453-7a08a5a4dbe6 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:54.579606 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-29bd03c5-3420-4639-8eca-a80b0b923f92 None None] Set router a5fdd199-1494-4f7e-adb7-9aa8046e1cea gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:54.634227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-29bd03c5-3420-4639-8eca-a80b0b923f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T02:02:54Z', 'revision_number': 6, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:54.660477 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bd03c5-3420-4639-8eca-a80b0b923f92 None None] The sync data for ids ['a5fdd199-1494-4f7e-adb7-9aa8046e1cea'] in n-d-765315-27 is: [{'id': 'a5fdd199-1494-4f7e-adb7-9aa8046e1cea', 'name': 'tempest-AttachVolumeTestJSON-1014561686-router', 'tenant_id': '92d6ca9642764afaaf85f19d40b34e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:55:21Z', 'updated_at': '2021-08-16T02:02:54Z', 'revision_number': 6, 'project_id': '92d6ca9642764afaaf85f19d40b34e4e', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:54.671322 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5e3434a-57aa-4912-97a6-5cdcdb06f61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.696531 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3434a-57aa-4912-97a6-5cdcdb06f61d admin admin] Pushing event deleted for resources: {'Port': ['ID=a283379d-5a81-48e4-a453-7a08a5a4dbe6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:54.759713 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5e3434a-57aa-4912-97a6-5cdcdb06f61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.853135 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5e3434a-57aa-4912-97a6-5cdcdb06f61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.855268 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5e3434a-57aa-4912-97a6-5cdcdb06f61d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.899670 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5e3434a-57aa-4912-97a6-5cdcdb06f61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.900217 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e3434a-57aa-4912-97a6-5cdcdb06f61d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5fdd199-1494-4f7e-adb7-9aa8046e1cea {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:02:54.904534 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5e3434a-57aa-4912-97a6-5cdcdb06f61d admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.905682 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b5e3434a-57aa-4912-97a6-5cdcdb06f61d admin admin] 10.222.0.68 "DELETE /v2.0/routers/a5fdd199-1494-4f7e-adb7-9aa8046e1cea HTTP/1.1" status: 204 len: 168 time: 0.7602446 Aug 16 02:02:54.908287 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53914) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:54.953026 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ea0138-4e68-455c-bc39-7e3410d82f26 admin admin] Deleting subnet 9580d968-042a-4a5e-966b-8406c010ba78 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:54.956028 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15ea0138-4e68-455c-bc39-7e3410d82f26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.990348 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15ea0138-4e68-455c-bc39-7e3410d82f26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.084748 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15ea0138-4e68-455c-bc39-7e3410d82f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.152267 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15ea0138-4e68-455c-bc39-7e3410d82f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.154897 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acec5b-e125-413e-9258-5a1a3ba6344d req-b8a3de33-b11d-40b3-9402-229066b7d095 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:55.156402 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c7acec5b-e125-413e-9258-5a1a3ba6344d req-b8a3de33-b11d-40b3-9402-229066b7d095 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0540893 Aug 16 02:02:55.180074 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea0138-4e68-455c-bc39-7e3410d82f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9580d968-042a-4a5e-966b-8406c010ba78,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:55.182739 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15ea0138-4e68-455c-bc39-7e3410d82f26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.184638 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-15ea0138-4e68-455c-bc39-7e3410d82f26 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/9580d968-042a-4a5e-966b-8406c010ba78 HTTP/1.1" status: 204 len: 168 time: 0.2754247 Aug 16 02:02:55.187073 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 53918) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:55.190968 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b79b8f-3525-4bfa-805d-a97773220c7b None None] Network 8313de91-f81e-42c6-b877-47398a0e9c62 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:55.198508 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c7acec5b-e125-413e-9258-5a1a3ba6344d req-8b08eefb-cc48-46a8-8f1a-4c969116377f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353835 Aug 16 02:02:55.259128 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.313545 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] Deleting port 63db7f88-0ee6-44ca-a16c-8238aa3b476b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:55.313928 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.375257 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] For port 63db7f88-0ee6-44ca-a16c-8238aa3b476b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=63db7f88-0ee6-44ca-a16c-8238aa3b476b,segment=NetworkSegment(2df05855-90d2-416b-8a01-7dd491dcd3de),segment_id=2df05855-90d2-416b-8a01-7dd491dcd3de)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:55.375542 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.388380 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] Calling delete_port for 63db7f88-0ee6-44ca-a16c-8238aa3b476b owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:55.442423 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c22c87-674c-4702-a581-d502e4889202 None None] DHCP port deletion for 8313de91-f81e-42c6-b877-47398a0e9c62 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:55.447835 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 13be672a-5261-488e-9b32-5a877dade886 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:55.469449 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 13be672a-5261-488e-9b32-5a877dade886 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:55.469804 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 13be672a-5261-488e-9b32-5a877dade886 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:55.480578 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.507906 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] Pushing event deleted for resources: {'Port': ['ID=63db7f88-0ee6-44ca-a16c-8238aa3b476b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:55.511750 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] No DVR routers for this DVR port 63db7f88-0ee6-44ca-a16c-8238aa3b476b on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:55.516758 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-28c22c87-674c-4702-a581-d502e4889202 None None] Deleting port 63db7f88-0ee6-44ca-a16c-8238aa3b476b {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:55.517167 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28c22c87-674c-4702-a581-d502e4889202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.592370 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-28c22c87-674c-4702-a581-d502e4889202 None None] For port 63db7f88-0ee6-44ca-a16c-8238aa3b476b, host n-d-765315-27, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:55.592586 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.592786 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28c22c87-674c-4702-a581-d502e4889202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.602255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8313de91-f81e-42c6-b877-47398a0e9c62']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:55.615384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df05855-90d2-416b-8a01-7dd491dcd3de') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:55.615690 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df05855-90d2-416b-8a01-7dd491dcd3de') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:55.627231 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.643440 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.651181 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:55.651595 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:55.653430 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:55.714903 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.721607 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.726007 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] 10.222.0.68 "DELETE /v2.0/networks/8313de91-f81e-42c6-b877-47398a0e9c62 HTTP/1.1" status: 204 len: 168 time: 0.5356493 Aug 16 02:02:55.741161 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775826f-c658-4d4a-8c35-6215e883d38d admin admin] Pushing event deleted for resources: {'Network': ['ID=8313de91-f81e-42c6-b877-47398a0e9c62,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:55.766794 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-28c22c87-674c-4702-a581-d502e4889202 None None] Calling delete_port for 63db7f88-0ee6-44ca-a16c-8238aa3b476b owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:55.769414 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.ipam_backend_mixin [None req-28c22c87-674c-4702-a581-d502e4889202 None None] Port 63db7f88-0ee6-44ca-a16c-8238aa3b476b was not found and therefore no delete operation was performed {{(pid=94674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:02:55.770670 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28c22c87-674c-4702-a581-d502e4889202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.795918 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c22c87-674c-4702-a581-d502e4889202 None None] Pushing event deleted for resources: {'Port': ['ID=63db7f88-0ee6-44ca-a16c-8238aa3b476b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:55.798715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28c22c87-674c-4702-a581-d502e4889202 None None] Network 8313de91-f81e-42c6-b877-47398a0e9c62 is not hosted by any dhcp agent {{(pid=94674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:02:55.799345 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c22c87-674c-4702-a581-d502e4889202 None None] No DVR routers for this DVR port 63db7f88-0ee6-44ca-a16c-8238aa3b476b on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:55.846223 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53922) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:55.887945 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fc732a3d-756b-4747-9c49-43b8444e525c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=92d6ca9642764afaaf85f19d40b34e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404871 Aug 16 02:02:55.890338 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53924) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:55.938381 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4418b623-9c1b-4db5-8bc5-83b4eb05dbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.963630 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4418b623-9c1b-4db5-8bc5-83b4eb05dbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.989057 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.014526 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4418b623-9c1b-4db5-8bc5-83b4eb05dbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.017162 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4418b623-9c1b-4db5-8bc5-83b4eb05dbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.018349 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4418b623-9c1b-4db5-8bc5-83b4eb05dbd7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6d326aca-05b5-4373-b9c3-f5c800ca9da9 HTTP/1.1" status: 204 len: 168 time: 0.1271350 Aug 16 02:02:56.027189 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418b623-9c1b-4db5-8bc5-83b4eb05dbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d326aca-05b5-4373-b9c3-f5c800ca9da9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:56.322098 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cfb04-684c-453e-90d3-857f36e7b274 req-0c53f4d0-d060-4a45-8b4c-48541427cf47 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:56.323694 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d7cfb04-684c-453e-90d3-857f36e7b274 req-0c53f4d0-d060-4a45-8b4c-48541427cf47 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0505199 Aug 16 02:02:56.365678 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d7cfb04-684c-453e-90d3-857f36e7b274 req-0357c218-9902-410d-902a-5d0d95a809ce tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359762 Aug 16 02:02:56.919052 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a283379d-5a81-48e4-a453-7a08a5a4dbe6 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:56.942227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: a283379d-5a81-48e4-a453-7a08a5a4dbe6 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:56.942987 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a283379d-5a81-48e4-a453-7a08a5a4dbe6 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:56.943796 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 63db7f88-0ee6-44ca-a16c-8238aa3b476b no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:56.963969 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 63db7f88-0ee6-44ca-a16c-8238aa3b476b {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:56.964319 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 63db7f88-0ee6-44ca-a16c-8238aa3b476b not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:57.485944 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618b1fe-f0cc-4cfb-9e4d-d5df1bad1ed1 req-230ad332-768b-4e06-b65e-50c1098533d6 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:57.487614 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d618b1fe-f0cc-4cfb-9e4d-d5df1bad1ed1 req-230ad332-768b-4e06-b65e-50c1098533d6 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0509863 Aug 16 02:02:57.527240 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d618b1fe-f0cc-4cfb-9e4d-d5df1bad1ed1 req-eb9561da-5a43-4ff9-97eb-7cb5fa9b149b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329914 Aug 16 02:02:58.148966 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 53996) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:58.287128 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b489a338-b9ac-4050-89c8-06c21637bff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.384733 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b489a338-b9ac-4050-89c8-06c21637bff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.389005 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b489a338-b9ac-4050-89c8-06c21637bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.437439 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489a338-b9ac-4050-89c8-06c21637bff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba346a1c-f344-4759-acd3-fe4d88d93391,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:58.441178 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b489a338-b9ac-4050-89c8-06c21637bff2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=031ec0f2329f4e7dbe94d198d3a6aa6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904310 Aug 16 02:02:58.444410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54000) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:58.448456 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489a338-b9ac-4050-89c8-06c21637bff2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:58.448803 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489a338-b9ac-4050-89c8-06c21637bff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:58.449144 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489a338-b9ac-4050-89c8-06c21637bff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:58.449479 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489a338-b9ac-4050-89c8-06c21637bff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:58.449841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489a338-b9ac-4050-89c8-06c21637bff2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:58.450171 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489a338-b9ac-4050-89c8-06c21637bff2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:58.450497 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489a338-b9ac-4050-89c8-06c21637bff2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:58.450826 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489a338-b9ac-4050-89c8-06c21637bff2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:58.451185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489a338-b9ac-4050-89c8-06c21637bff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:58.451617 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489a338-b9ac-4050-89c8-06c21637bff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:58.452261 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489a338-b9ac-4050-89c8-06c21637bff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:58.452663 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489a338-b9ac-4050-89c8-06c21637bff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:58.495043 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-877089c5-f0ca-4588-b55d-e7959f0137d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.516091 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-877089c5-f0ca-4588-b55d-e7959f0137d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.563000 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-877089c5-f0ca-4588-b55d-e7959f0137d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.566660 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-877089c5-f0ca-4588-b55d-e7959f0137d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.568307 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-877089c5-f0ca-4588-b55d-e7959f0137d7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ba346a1c-f344-4759-acd3-fe4d88d93391 HTTP/1.1" status: 204 len: 168 time: 0.1227667 Aug 16 02:02:58.577592 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877089c5-f0ca-4588-b55d-e7959f0137d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba346a1c-f344-4759-acd3-fe4d88d93391,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:58.653867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a272e-f5f7-4323-a809-2f8708c548f2 req-e118ef23-6f27-4ad2-bb16-f34cf2423658 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.655380 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ea1a272e-f5f7-4323-a809-2f8708c548f2 req-e118ef23-6f27-4ad2-bb16-f34cf2423658 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0542703 Aug 16 02:02:58.700711 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ea1a272e-f5f7-4323-a809-2f8708c548f2 req-a0812bbf-ef07-42d6-92b1-c050ad583947 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390816 Aug 16 02:02:58.860254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54008) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:58.875034 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62c32fa4-4fdb-44e8-8dce-6458447fbe70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.971942 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62c32fa4-4fdb-44e8-8dce-6458447fbe70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.975762 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62c32fa4-4fdb-44e8-8dce-6458447fbe70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.012798 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c32fa4-4fdb-44e8-8dce-6458447fbe70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed913187-c360-4080-bf2f-3223e3e04145,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:59.016978 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-62c32fa4-4fdb-44e8-8dce-6458447fbe70 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=29242d2f13ad484f9c1404df09acb7dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556714 Aug 16 02:02:59.020174 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54010) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:59.069659 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cd73c988-5ee7-4440-850c-ce0eae8df78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.091493 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cd73c988-5ee7-4440-850c-ce0eae8df78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.141955 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cd73c988-5ee7-4440-850c-ce0eae8df78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.144572 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cd73c988-5ee7-4440-850c-ce0eae8df78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.145734 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cd73c988-5ee7-4440-850c-ce0eae8df78c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ed913187-c360-4080-bf2f-3223e3e04145 HTTP/1.1" status: 204 len: 168 time: 0.1247408 Aug 16 02:02:59.154466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73c988-5ee7-4440-850c-ce0eae8df78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed913187-c360-4080-bf2f-3223e3e04145,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:59.827746 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60406e-fd5f-4fd4-b910-8fe4e44c9e9e req-573f8c8b-da54-4861-a99e-29527999b8f8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:59.829257 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fd60406e-fd5f-4fd4-b910-8fe4e44c9e9e req-573f8c8b-da54-4861-a99e-29527999b8f8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0533671 Aug 16 02:02:59.871874 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fd60406e-fd5f-4fd4-b910-8fe4e44c9e9e req-66814214-a048-426e-a2e6-b2201bf1047d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367544 Aug 16 02:03:01.006846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acb920-d0dc-4788-a967-881df026bafe req-ec18f1b6-28d9-47da-8177-9f6a88fd51ef tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:01.008444 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a3acb920-d0dc-4788-a967-881df026bafe req-ec18f1b6-28d9-47da-8177-9f6a88fd51ef tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0667098 Aug 16 02:03:01.047690 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a3acb920-d0dc-4788-a967-881df026bafe req-02223c72-f986-4f49-b2b4-9e3eac729fa6 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329037 Aug 16 02:03:01.377423 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54088) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:01.483720 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8656132c-bd8e-4003-b277-f5b43ff074f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.574588 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8656132c-bd8e-4003-b277-f5b43ff074f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.578429 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8656132c-bd8e-4003-b277-f5b43ff074f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.617284 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8656132c-bd8e-4003-b277-f5b43ff074f1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d618008def8249ed9b88f39c0c057da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2387118 Aug 16 02:03:01.618650 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656132c-bd8e-4003-b277-f5b43ff074f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7c4c6c-449a-441a-9a66-e431b2296a12,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:01.620298 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54092) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:01.670344 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5ce80557-dd84-4d6d-b2ff-d7607df022ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.691004 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5ce80557-dd84-4d6d-b2ff-d7607df022ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.737468 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5ce80557-dd84-4d6d-b2ff-d7607df022ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.740045 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5ce80557-dd84-4d6d-b2ff-d7607df022ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.741193 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5ce80557-dd84-4d6d-b2ff-d7607df022ea admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3d7c4c6c-449a-441a-9a66-e431b2296a12 HTTP/1.1" status: 204 len: 168 time: 0.1199081 Aug 16 02:03:01.748951 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce80557-dd84-4d6d-b2ff-d7607df022ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7c4c6c-449a-441a-9a66-e431b2296a12,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:01.998132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54098) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:02.014280 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecccfe82-38c3-477e-8d63-5dddc60c8be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.107037 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecccfe82-38c3-477e-8d63-5dddc60c8be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.111470 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecccfe82-38c3-477e-8d63-5dddc60c8be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.183306 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ecccfe82-38c3-477e-8d63-5dddc60c8be9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d6c47603f43c44fdb52a9128b34969dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840127 Aug 16 02:03:02.186020 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54104) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:02.186684 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccfe82-38c3-477e-8d63-5dddc60c8be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b0b540-7521-480c-bcad-9c24297293ba,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:02.207630 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a5c02-c457-4258-a9fc-72ad70c1ce84 req-ffc2b8b1-1c05-4b96-bf27-c57368e6c396 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.209151 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c3a5c02-c457-4258-a9fc-72ad70c1ce84 req-ffc2b8b1-1c05-4b96-bf27-c57368e6c396 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0859637 Aug 16 02:03:02.239119 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6dfbed6-ede7-4897-b86f-97da4481a40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.251948 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c3a5c02-c457-4258-a9fc-72ad70c1ce84 req-d8d49bc9-a9a1-43ba-9ac7-534171d24457 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361614 Aug 16 02:03:02.262216 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6dfbed6-ede7-4897-b86f-97da4481a40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.311353 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6dfbed6-ede7-4897-b86f-97da4481a40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.313942 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6dfbed6-ede7-4897-b86f-97da4481a40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.315103 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d6dfbed6-ede7-4897-b86f-97da4481a40c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/79b0b540-7521-480c-bcad-9c24297293ba HTTP/1.1" status: 204 len: 168 time: 0.1280017 Aug 16 02:03:02.323103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfbed6-ede7-4897-b86f-97da4481a40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b0b540-7521-480c-bcad-9c24297293ba,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:03.007982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54126) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:03.112306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-30f82455-2ea4-4cf9-9deb-6a1a1711a5c8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1465486187'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:03.134727 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f82455-2ea4-4cf9-9deb-6a1a1711a5c8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:03.138436 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30f82455-2ea4-4cf9-9deb-6a1a1711a5c8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.146827 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30f82455-2ea4-4cf9-9deb-6a1a1711a5c8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.240963 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30f82455-2ea4-4cf9-9deb-6a1a1711a5c8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.245087 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30f82455-2ea4-4cf9-9deb-6a1a1711a5c8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.269816 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f82455-2ea4-4cf9-9deb-6a1a1711a5c8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:03:03.284786 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f82455-2ea4-4cf9-9deb-6a1a1711a5c8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b79d4ea-cae6-48f9-b964-dc9f61c874eb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:03.292221 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30f82455-2ea4-4cf9-9deb-6a1a1711a5c8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.292585 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-30f82455-2ea4-4cf9-9deb-6a1a1711a5c8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Added segment 3476cce5-9a27-430c-9d30-3044e9b7f0db of type vlan for network a23333e5-5f21-4295-988a-70b7bca5c793 Aug 16 02:03:03.339171 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30f82455-2ea4-4cf9-9deb-6a1a1711a5c8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.369593 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30f82455-2ea4-4cf9-9deb-6a1a1711a5c8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.375204 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f82455-2ea4-4cf9-9deb-6a1a1711a5c8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.375792 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30f82455-2ea4-4cf9-9deb-6a1a1711a5c8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.379903 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b193ca-233d-4bee-8fdb-a238a04096b1 req-8cbcf6ba-75c5-4030-9fd9-f498b4a22c47 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.381496 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8b193ca-233d-4bee-8fdb-a238a04096b1 req-8cbcf6ba-75c5-4030-9fd9-f498b4a22c47 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0550849 Aug 16 02:03:03.421661 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8b193ca-233d-4bee-8fdb-a238a04096b1 req-ee1b589d-cb16-4383-a706-811b1e5081ac tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334144 Aug 16 02:03:03.432377 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-30f82455-2ea4-4cf9-9deb-6a1a1711a5c8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4225667 Aug 16 02:03:03.436261 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54132) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:03.441395 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0b20efb8-6767-4278-ae97-cacdca562acc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:03.460532 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f82455-2ea4-4cf9-9deb-6a1a1711a5c8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Network': ['ID=a23333e5-5f21-4295-988a-70b7bca5c793,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:03.474764 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:03:03.540507 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b20efb8-6767-4278-ae97-cacdca562acc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:03.544771 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b20efb8-6767-4278-ae97-cacdca562acc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.661307 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40967c80-5a98-4d97-913e-eadf50e620d5 req-e76ea696-e2e3-4ed2-9f55-137500404b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.662969 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40967c80-5a98-4d97-913e-eadf50e620d5 req-e76ea696-e2e3-4ed2-9f55-137500404b46 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 1096 time: 0.0437770 Aug 16 02:03:03.678828 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5368e0-3760-4a1a-846f-62e57c1f9882 req-1376a226-3cd0-46c1-998d-48e834e58ae4 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.680966 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be5368e0-3760-4a1a-846f-62e57c1f9882 req-1376a226-3cd0-46c1-998d-48e834e58ae4 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0820777 Aug 16 02:03:03.753866 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be5368e0-3760-4a1a-846f-62e57c1f9882 req-2b4b8caf-ca78-46b0-a3d8-3c33f80f15ef tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629153 Aug 16 02:03:03.769097 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40967c80-5a98-4d97-913e-eadf50e620d5 req-bf308c48-d8b6-480d-bab8-481c5ac29eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.770876 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40967c80-5a98-4d97-913e-eadf50e620d5 req-bf308c48-d8b6-480d-bab8-481c5ac29eff service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 912 time: 0.0968800 Aug 16 02:03:03.814629 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b20efb8-6767-4278-ae97-cacdca562acc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.844530 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40967c80-5a98-4d97-913e-eadf50e620d5 req-300097d8-4a90-422e-8b7b-6bf5a0440f2a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4 HTTP/1.1" status: 200 len: 998 time: 0.0631640 Aug 16 02:03:03.873490 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20efb8-6767-4278-ae97-cacdca562acc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=899e0912-6045-470c-b92f-4b8ddc8fd7a0,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:03.887671 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b20efb8-6767-4278-ae97-cacdca562acc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Checking segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:03.888032 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b20efb8-6767-4278-ae97-cacdca562acc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network hostable DHCP agents. Network: a23333e5-5f21-4295-988a-70b7bca5c793, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:03:03.904057 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40967c80-5a98-4d97-913e-eadf50e620d5 req-378f6264-d2e5-42ed-89fb-90a30abc6749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.905942 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40967c80-5a98-4d97-913e-eadf50e620d5 req-378f6264-d2e5-42ed-89fb-90a30abc6749 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.0458870 Aug 16 02:03:03.906616 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b20efb8-6767-4278-ae97-cacdca562acc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:03:03.915713 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-0b20efb8-6767-4278-ae97-cacdca562acc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, a23333e5-5f21-4295-988a-70b7bca5c793) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:03.919873 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b20efb8-6767-4278-ae97-cacdca562acc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.920516 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b20efb8-6767-4278-ae97-cacdca562acc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.926524 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d8e933-d033-40ce-8f23-4aac924180be None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:03.936604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0b20efb8-6767-4278-ae97-cacdca562acc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4992096 Aug 16 02:03:03.939321 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54142) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:03.944705 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ac97e1cf-02a3-43b0-8c1c-6403c3e88b9d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'name': 'tempest-NetworksTestDHCPv6-993204617'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:03.967583 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40967c80-5a98-4d97-913e-eadf50e620d5 req-9f8aa60c-4afd-48a7-96f8-4ac477cdb915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:03.968705 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40967c80-5a98-4d97-913e-eadf50e620d5 req-9f8aa60c-4afd-48a7-96f8-4ac477cdb915 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553644 Aug 16 02:03:04.067995 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40967c80-5a98-4d97-913e-eadf50e620d5 req-cbee8d8b-5014-4c9f-adf9-4c4769cff829 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892270 Aug 16 02:03:04.073170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac97e1cf-02a3-43b0-8c1c-6403c3e88b9d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:04.076694 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac97e1cf-02a3-43b0-8c1c-6403c3e88b9d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.080105 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a23333e5-5f21-4295-988a-70b7bca5c793', 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'tenant_id': '1e611015d31449ec9633635443d78676', 'fixed_ips': [{'subnet_id': '899e0912-6045-470c-b92f-4b8ddc8fd7a0'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:04.081131 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.108769 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-ac97e1cf-02a3-43b0-8c1c-6403c3e88b9d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port 72438f86-8a9d-425a-9528-6734cb454336 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:04.175997 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40967c80-5a98-4d97-913e-eadf50e620d5 req-e01ff0f9-f830-49f7-8c7d-f3394a825ca5 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008198 Aug 16 02:03:04.229189 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-ac97e1cf-02a3-43b0-8c1c-6403c3e88b9d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::27a (a23333e5-5f21-4295-988a-70b7bca5c793/899e0912-6045-470c-b92f-4b8ddc8fd7a0/72438f86-8a9d-425a-9528-6734cb454336) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:04.378250 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac97e1cf-02a3-43b0-8c1c-6403c3e88b9d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.392834 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-ac97e1cf-02a3-43b0-8c1c-6403c3e88b9d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object 72438f86-8a9d-425a-9528-6734cb454336 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:04.427621 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac97e1cf-02a3-43b0-8c1c-6403c3e88b9d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.471323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac97e1cf-02a3-43b0-8c1c-6403c3e88b9d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:04.471575 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Allocated IP 2001:db8::2 (a23333e5-5f21-4295-988a-70b7bca5c793/899e0912-6045-470c-b92f-4b8ddc8fd7a0/28ce8ed5-dc58-4d71-aff2-3ad934f50ca9) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:04.476743 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ac97e1cf-02a3-43b0-8c1c-6403c3e88b9d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:04.480903 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac97e1cf-02a3-43b0-8c1c-6403c3e88b9d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:04.486631 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac97e1cf-02a3-43b0-8c1c-6403c3e88b9d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:04.487255 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac97e1cf-02a3-43b0-8c1c-6403c3e88b9d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.494435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97e1cf-02a3-43b0-8c1c-6403c3e88b9d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=72438f86-8a9d-425a-9528-6734cb454336,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:04.507208 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ac97e1cf-02a3-43b0-8c1c-6403c3e88b9d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5667827 Aug 16 02:03:04.510455 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54144) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:04.595686 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc2c218-2003-4a81-88e6-91b60916e915 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:04.597221 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cfc2c218-2003-4a81-88e6-91b60916e915 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0858188 Aug 16 02:03:04.599892 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54146) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:04.622757 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.631238 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Transition to ACTIVE for port object 28ce8ed5-dc58-4d71-aff2-3ad934f50ca9 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:04.645949 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Transition to ACTIVE for port object 28ce8ed5-dc58-4d71-aff2-3ad934f50ca9 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:04.652680 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.690729 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:04.695482 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:04.698168 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-da8d7e95-4ab0-40bd-a5d1-feac778dffbf tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port 72438f86-8a9d-425a-9528-6734cb454336 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:04.698517 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da8d7e95-4ab0-40bd-a5d1-feac778dffbf tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.699191 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:04.709084 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Pushing event updated for resources: {'Port': ['ID=28ce8ed5-dc58-4d71-aff2-3ad934f50ca9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:04.761550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Attempting to bind port 28ce8ed5-dc58-4d71-aff2-3ad934f50ca9 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:04.762276 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Attempting to bind port 28ce8ed5-dc58-4d71-aff2-3ad934f50ca9 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:04.762589 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Attempting to bind port 28ce8ed5-dc58-4d71-aff2-3ad934f50ca9 on network a23333e5-5f21-4295-988a-70b7bca5c793 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:04.769629 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:04.770124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Checking segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:04.770605 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.771036 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Bound using segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:04.771566 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Bound port: 28ce8ed5-dc58-4d71-aff2-3ad934f50ca9, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:04.772018 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.798161 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da8d7e95-4ab0-40bd-a5d1-feac778dffbf tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.813348 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-da8d7e95-4ab0-40bd-a5d1-feac778dffbf tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for 72438f86-8a9d-425a-9528-6734cb454336 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:04.843647 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] For port 28ce8ed5-dc58-4d71-aff2-3ad934f50ca9, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:04.847210 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] For port 28ce8ed5-dc58-4d71-aff2-3ad934f50ca9, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=28ce8ed5-dc58-4d71-aff2-3ad934f50ca9,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:04.860013 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.906058 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c1aa4-474c-4d57-b7a9-694c0206e442 req-1ed0132a-b0a4-42d8-bb4c-aaee24eecd0f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:04.908508 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a91c1aa4-474c-4d57-b7a9-694c0206e442 req-1ed0132a-b0a4-42d8-bb4c-aaee24eecd0f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0580926 Aug 16 02:03:04.928922 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f58bfa-692b-426e-9bfa-301e725a020c None None] Pushing event updated for resources: {'Port': ['ID=28ce8ed5-dc58-4d71-aff2-3ad934f50ca9,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:04.952098 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a91c1aa4-474c-4d57-b7a9-694c0206e442 req-27b65fdc-bb08-46d9-ba7e-70e70199b9cb tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373626 Aug 16 02:03:04.966916 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da8d7e95-4ab0-40bd-a5d1-feac778dffbf tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.007881 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d7e95-4ab0-40bd-a5d1-feac778dffbf tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=72438f86-8a9d-425a-9528-6734cb454336,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:05.355261 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da8d7e95-4ab0-40bd-a5d1-feac778dffbf tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.357169 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-da8d7e95-4ab0-40bd-a5d1-feac778dffbf tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/72438f86-8a9d-425a-9528-6734cb454336 HTTP/1.1" status: 204 len: 168 time: 0.7563608 Aug 16 02:03:05.359687 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54154) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:05.410807 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91049cf-89e4-4431-818b-ddf93fbe0f8a req-f7b66a02-a941-42c4-b33b-3b7e9b3183b2 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:05.412323 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b91049cf-89e4-4431-818b-ddf93fbe0f8a req-f7b66a02-a941-42c4-b33b-3b7e9b3183b2 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0615244 Aug 16 02:03:05.445556 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c125882-4bc0-4831-968a-d82a44719ccf tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:05.448097 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c125882-4bc0-4831-968a-d82a44719ccf tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:05.452121 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0c125882-4bc0-4831-968a-d82a44719ccf tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0889571 Aug 16 02:03:05.452284 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b91049cf-89e4-4431-818b-ddf93fbe0f8a req-007c10e2-66f8-4709-a49c-91b669e7a496 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313084 Aug 16 02:03:05.452388 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54156) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:05.509535 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-480635fb-58ca-4c9c-850f-a2df9643552e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet 899e0912-6045-470c-b92f-4b8ddc8fd7a0 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:05.512817 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-480635fb-58ca-4c9c-850f-a2df9643552e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.560853 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-480635fb-58ca-4c9c-850f-a2df9643552e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.673998 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-480635fb-58ca-4c9c-850f-a2df9643552e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.719311 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f3623-b91c-4098-9321-f6f76b2ebadb req-52a4378c-a570-4498-90d8-8d7b8d264ee0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:05.726634 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-456f3623-b91c-4098-9321-f6f76b2ebadb req-52a4378c-a570-4498-90d8-8d7b8d264ee0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0768983 Aug 16 02:03:05.749038 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-480635fb-58ca-4c9c-850f-a2df9643552e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.772883 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-456f3623-b91c-4098-9321-f6f76b2ebadb req-c35b0e3b-8522-40dc-bdc9-f0ec69e1220b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439193 Aug 16 02:03:05.786875 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-480635fb-58ca-4c9c-850f-a2df9643552e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.791915 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54164) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:05.802618 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-480635fb-58ca-4c9c-850f-a2df9643552e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/899e0912-6045-470c-b92f-4b8ddc8fd7a0 HTTP/1.1" status: 204 len: 168 time: 0.3488100 Aug 16 02:03:05.804801 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480635fb-58ca-4c9c-850f-a2df9643552e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=899e0912-6045-470c-b92f-4b8ddc8fd7a0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:05.865984 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-139e9f79-8e7d-4a1d-80bf-58c333fa12e0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725892 Aug 16 02:03:05.869843 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54166) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:05.875305 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ff9443c0-5150-49e8-b057-a6a57be9a56a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:05.988882 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd04eab2-a606-4d0d-b284-81896129c693 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:06.020645 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9443c0-5150-49e8-b057-a6a57be9a56a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:06.024832 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff9443c0-5150-49e8-b057-a6a57be9a56a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.085549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fff7b-c057-4770-9200-a5241252cb73 req-c04b9727-3423-4924-aee3-1d7ba4b3deae tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:06.088175 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f5fff7b-c057-4770-9200-a5241252cb73 req-c04b9727-3423-4924-aee3-1d7ba4b3deae tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.1222818 Aug 16 02:03:06.129090 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9c143a6c-3ad7-442b-acec-1d6d97954b92 None None] Provisioning for port 28ce8ed5-dc58-4d71-aff2-3ad934f50ca9 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:06.154213 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f5fff7b-c057-4770-9200-a5241252cb73 req-6a75b608-cd70-4fc7-a00d-8b372bfc5849 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597179 Aug 16 02:03:06.242438 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298e81d1-304a-4820-972f-a20af3ce164d None None] DHCP port deletion for a23333e5-5f21-4295-988a-70b7bca5c793 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:06.277433 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff9443c0-5150-49e8-b057-a6a57be9a56a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.298933 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-298e81d1-304a-4820-972f-a20af3ce164d None None] Deleting port 28ce8ed5-dc58-4d71-aff2-3ad934f50ca9 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:06.299305 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-298e81d1-304a-4820-972f-a20af3ce164d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.325337 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9443c0-5150-49e8-b057-a6a57be9a56a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:06.328579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ff9443c0-5150-49e8-b057-a6a57be9a56a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:06.332847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9443c0-5150-49e8-b057-a6a57be9a56a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:06.333443 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff9443c0-5150-49e8-b057-a6a57be9a56a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.339812 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9443c0-5150-49e8-b057-a6a57be9a56a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=e4b1ee3f-23ca-45ab-8236-fbcdc89bb132,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:06.353686 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ff9443c0-5150-49e8-b057-a6a57be9a56a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4826429 Aug 16 02:03:06.355991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54172) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:06.361256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-dceff2fd-08c7-4ac5-aabb-61df5a8c9bf5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'name': 'tempest-NetworksTestDHCPv6-64124848'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:06.382991 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-298e81d1-304a-4820-972f-a20af3ce164d None None] For port 28ce8ed5-dc58-4d71-aff2-3ad934f50ca9, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=28ce8ed5-dc58-4d71-aff2-3ad934f50ca9,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:06.384006 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-298e81d1-304a-4820-972f-a20af3ce164d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.396858 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-298e81d1-304a-4820-972f-a20af3ce164d None None] Calling delete_port for 28ce8ed5-dc58-4d71-aff2-3ad934f50ca9 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:06.479003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dceff2fd-08c7-4ac5-aabb-61df5a8c9bf5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:06.482056 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-298e81d1-304a-4820-972f-a20af3ce164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.483283 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dceff2fd-08c7-4ac5-aabb-61df5a8c9bf5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.506348 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-dceff2fd-08c7-4ac5-aabb-61df5a8c9bf5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port 59866494-1254-4888-93a7-d5e250aa0d35 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:06.508108 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e81d1-304a-4820-972f-a20af3ce164d None None] Pushing event deleted for resources: {'Port': ['ID=28ce8ed5-dc58-4d71-aff2-3ad934f50ca9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:06.512706 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298e81d1-304a-4820-972f-a20af3ce164d None None] No DVR routers for this DVR port 28ce8ed5-dc58-4d71-aff2-3ad934f50ca9 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:06.527397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e71865-e16e-40f2-b35a-76504f2b77de None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:06.644624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-dceff2fd-08c7-4ac5-aabb-61df5a8c9bf5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::23 (a23333e5-5f21-4295-988a-70b7bca5c793/e4b1ee3f-23ca-45ab-8236-fbcdc89bb132/59866494-1254-4888-93a7-d5e250aa0d35) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:06.681694 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a23333e5-5f21-4295-988a-70b7bca5c793', 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'tenant_id': '1e611015d31449ec9633635443d78676', 'fixed_ips': [{'subnet_id': 'e4b1ee3f-23ca-45ab-8236-fbcdc89bb132'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:06.682635 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.787680 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dceff2fd-08c7-4ac5-aabb-61df5a8c9bf5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.801302 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-dceff2fd-08c7-4ac5-aabb-61df5a8c9bf5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object 59866494-1254-4888-93a7-d5e250aa0d35 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:06.835328 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dceff2fd-08c7-4ac5-aabb-61df5a8c9bf5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.880330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dceff2fd-08c7-4ac5-aabb-61df5a8c9bf5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:06.883461 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-dceff2fd-08c7-4ac5-aabb-61df5a8c9bf5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:06.886708 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Allocated IP 2001:db8::2 (a23333e5-5f21-4295-988a-70b7bca5c793/e4b1ee3f-23ca-45ab-8236-fbcdc89bb132/62075ed7-f077-4a64-a1c9-2e96f08c71c8) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:06.889568 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceff2fd-08c7-4ac5-aabb-61df5a8c9bf5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:06.895420 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceff2fd-08c7-4ac5-aabb-61df5a8c9bf5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:06.896398 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dceff2fd-08c7-4ac5-aabb-61df5a8c9bf5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.906424 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceff2fd-08c7-4ac5-aabb-61df5a8c9bf5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=59866494-1254-4888-93a7-d5e250aa0d35,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:06.920761 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-dceff2fd-08c7-4ac5-aabb-61df5a8c9bf5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5612183 Aug 16 02:03:06.920858 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54174) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:06.969067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c6c7d-1978-4ca2-bb6e-bae2b4a6cf84 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:06.972957 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a41c6c7d-1978-4ca2-bb6e-bae2b4a6cf84 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.0488899 Aug 16 02:03:06.973351 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54176) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:07.030216 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.038905 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Transition to ACTIVE for port object 62075ed7-f077-4a64-a1c9-2e96f08c71c8 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:07.054191 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Transition to ACTIVE for port object 62075ed7-f077-4a64-a1c9-2e96f08c71c8 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:07.063300 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.063533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3dd91549-94fc-4cfd-afac-7f4f673b186a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port 59866494-1254-4888-93a7-d5e250aa0d35 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:07.063780 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3dd91549-94fc-4cfd-afac-7f4f673b186a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.103349 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:07.106180 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:07.109111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:07.125345 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Pushing event updated for resources: {'Port': ['ID=62075ed7-f077-4a64-a1c9-2e96f08c71c8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:07.154044 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3dd91549-94fc-4cfd-afac-7f4f673b186a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.166628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3dd91549-94fc-4cfd-afac-7f4f673b186a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for 59866494-1254-4888-93a7-d5e250aa0d35 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:07.172068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Attempting to bind port 62075ed7-f077-4a64-a1c9-2e96f08c71c8 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:07.172444 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Attempting to bind port 62075ed7-f077-4a64-a1c9-2e96f08c71c8 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:07.172825 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Attempting to bind port 62075ed7-f077-4a64-a1c9-2e96f08c71c8 on network a23333e5-5f21-4295-988a-70b7bca5c793 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:07.178311 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:07.178684 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Checking segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:07.179091 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.179478 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Bound using segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:07.179942 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Bound port: 62075ed7-f077-4a64-a1c9-2e96f08c71c8, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:07.180521 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.245796 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] For port 62075ed7-f077-4a64-a1c9-2e96f08c71c8, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:07.249074 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] For port 62075ed7-f077-4a64-a1c9-2e96f08c71c8, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=62075ed7-f077-4a64-a1c9-2e96f08c71c8,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:07.254206 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.316359 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb355f1-fe89-42f6-8e08-078b7560dac0 None None] Pushing event updated for resources: {'Port': ['ID=62075ed7-f077-4a64-a1c9-2e96f08c71c8,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:07.335067 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5217bb-9702-40cb-9761-eab5b838904a req-511f205b-46e1-4396-b8b7-8601730e0c43 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:07.335067 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe5217bb-9702-40cb-9761-eab5b838904a req-511f205b-46e1-4396-b8b7-8601730e0c43 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0878818 Aug 16 02:03:07.382640 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3dd91549-94fc-4cfd-afac-7f4f673b186a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.395627 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe5217bb-9702-40cb-9761-eab5b838904a req-f96d8265-b5d7-4aa6-8fb4-0360620fc5c0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528510 Aug 16 02:03:07.416732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd91549-94fc-4cfd-afac-7f4f673b186a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=59866494-1254-4888-93a7-d5e250aa0d35,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:07.443523 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3dd91549-94fc-4cfd-afac-7f4f673b186a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.447759 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3dd91549-94fc-4cfd-afac-7f4f673b186a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/59866494-1254-4888-93a7-d5e250aa0d35 HTTP/1.1" status: 204 len: 168 time: 0.4711246 Aug 16 02:03:07.448931 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54182) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:07.458478 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.568410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9351b210-90f3-4ffa-83e5-de0a565aead6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:07.569966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9351b210-90f3-4ffa-83e5-de0a565aead6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:07.572293 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9351b210-90f3-4ffa-83e5-de0a565aead6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1220181 Aug 16 02:03:07.574945 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54186) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:07.648924 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0541176-d902-4473-98db-79df2e628843 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet e4b1ee3f-23ca-45ab-8236-fbcdc89bb132 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:07.652880 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0541176-d902-4473-98db-79df2e628843 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.671471 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40faeac-1bbd-4b17-9546-b32c2c55903f req-ae7b31fe-6b20-480a-a946-652a86fbc9b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:07.673033 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f40faeac-1bbd-4b17-9546-b32c2c55903f req-ae7b31fe-6b20-480a-a946-652a86fbc9b0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0577567 Aug 16 02:03:07.709561 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0541176-d902-4473-98db-79df2e628843 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.726342 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f40faeac-1bbd-4b17-9546-b32c2c55903f req-c4a8f44b-9d6c-4498-ae67-938e5e1e7a55 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433123 Aug 16 02:03:07.806684 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0541176-d902-4473-98db-79df2e628843 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.870989 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0541176-d902-4473-98db-79df2e628843 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.895354 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0541176-d902-4473-98db-79df2e628843 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b1ee3f-23ca-45ab-8236-fbcdc89bb132,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:07.901499 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0541176-d902-4473-98db-79df2e628843 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.905345 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f0541176-d902-4473-98db-79df2e628843 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/e4b1ee3f-23ca-45ab-8236-fbcdc89bb132 HTTP/1.1" status: 204 len: 168 time: 0.3271399 Aug 16 02:03:07.905749 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54188) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:07.943529 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-00df03ed-e718-41dd-9da4-56819bf8fa67 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0366619 Aug 16 02:03:07.946892 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54190) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:07.951702 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-35846fd8-f32d-44cd-b08c-1a9e47fac38a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:08.052328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35846fd8-f32d-44cd-b08c-1a9e47fac38a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:08.056135 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35846fd8-f32d-44cd-b08c-1a9e47fac38a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.200349 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.263455 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35846fd8-f32d-44cd-b08c-1a9e47fac38a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.308035 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35846fd8-f32d-44cd-b08c-1a9e47fac38a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:08.311204 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-35846fd8-f32d-44cd-b08c-1a9e47fac38a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:08.312037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed261b7d-62cf-408f-bc50-f00874615412 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:08.315326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35846fd8-f32d-44cd-b08c-1a9e47fac38a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:08.315911 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35846fd8-f32d-44cd-b08c-1a9e47fac38a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.327656 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35846fd8-f32d-44cd-b08c-1a9e47fac38a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=24b713c1-c766-4847-9149-5f135bb1526c,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:08.337446 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-35846fd8-f32d-44cd-b08c-1a9e47fac38a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3892267 Aug 16 02:03:08.340504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54192) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:08.346011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4c9a6ad6-6421-4bc2-9d07-25360e911e98 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'name': 'tempest-NetworksTestDHCPv6-1177589334'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:08.391118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0cb55b80-26fd-494f-b48f-5838ae11c9df None None] Provisioning for port 62075ed7-f077-4a64-a1c9-2e96f08c71c8 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:08.465999 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9a6ad6-6421-4bc2-9d07-25360e911e98 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:08.469950 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6ad6-6421-4bc2-9d07-25360e911e98 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.489419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-4c9a6ad6-6421-4bc2-9d07-25360e911e98 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port 58884b95-66bd-4b79-a2df-3994e02f3f8b yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:08.617242 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-4c9a6ad6-6421-4bc2-9d07-25360e911e98 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::172 (a23333e5-5f21-4295-988a-70b7bca5c793/24b713c1-c766-4847-9149-5f135bb1526c/58884b95-66bd-4b79-a2df-3994e02f3f8b) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:08.677456 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c88c5df-eef6-4085-88b1-58283b363b01 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:08.734986 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa6f4019-00e6-4d61-9f11-ec143afd3561 req-b5fe6a62-7f9c-479d-af68-7cece389085a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419762 Aug 16 02:03:08.800744 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6ad6-6421-4bc2-9d07-25360e911e98 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.823122 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-4c9a6ad6-6421-4bc2-9d07-25360e911e98 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object 58884b95-66bd-4b79-a2df-3994e02f3f8b will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:08.829402 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f4019-00e6-4d61-9f11-ec143afd3561 req-3551ccba-00de-4314-99e6-b24ecbcca536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:08.831194 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa6f4019-00e6-4d61-9f11-ec143afd3561 req-3551ccba-00de-4314-99e6-b24ecbcca536 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 1096 time: 0.0485153 Aug 16 02:03:08.894760 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6ad6-6421-4bc2-9d07-25360e911e98 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.904885 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88093d37-7549-4741-8810-61a36c9485eb req-78434493-1b28-4883-867a-c3c6097c67f2 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:08.906896 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88093d37-7549-4741-8810-61a36c9485eb req-78434493-1b28-4883-867a-c3c6097c67f2 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0773528 Aug 16 02:03:08.957553 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a6ad6-6421-4bc2-9d07-25360e911e98 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=58884b95-66bd-4b79-a2df-3994e02f3f8b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:08.988128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9a6ad6-6421-4bc2-9d07-25360e911e98 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:08.989992 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-4c9a6ad6-6421-4bc2-9d07-25360e911e98 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:09.001153 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a6ad6-6421-4bc2-9d07-25360e911e98 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:09.007185 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9a6ad6-6421-4bc2-9d07-25360e911e98 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.007827 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6ad6-6421-4bc2-9d07-25360e911e98 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.015816 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f4019-00e6-4d61-9f11-ec143afd3561 req-65bebbc4-597a-45f6-b0a0-55567315c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.018411 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa6f4019-00e6-4d61-9f11-ec143afd3561 req-65bebbc4-597a-45f6-b0a0-55567315c4de service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 912 time: 0.1585913 Aug 16 02:03:09.029706 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88093d37-7549-4741-8810-61a36c9485eb req-bb7c78a7-a7c6-4621-a91a-2ece87421d32 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731742 Aug 16 02:03:09.037886 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4c9a6ad6-6421-4bc2-9d07-25360e911e98 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6962361 Aug 16 02:03:09.041326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54196) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:09.049176 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 62075ed7-f077-4a64-a1c9-2e96f08c71c8 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:09.115762 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 62075ed7-f077-4a64-a1c9-2e96f08c71c8 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:09.116946 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632ad4fc-9ca6-47b3-a182-f9f684179bc8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.124578 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632ad4fc-9ca6-47b3-a182-f9f684179bc8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.125217 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 62075ed7-f077-4a64-a1c9-2e96f08c71c8 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:09.125600 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.127243 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-632ad4fc-9ca6-47b3-a182-f9f684179bc8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0847676 Aug 16 02:03:09.129997 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54200) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:09.169615 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa6f4019-00e6-4d61-9f11-ec143afd3561 req-9826e298-9c64-4bc8-b497-21537f5ed717 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4 HTTP/1.1" status: 200 len: 998 time: 0.1428528 Aug 16 02:03:09.223401 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.234101 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc01ff7-dd77-442a-bc63-3048bf74672a req-04f099b7-cf04-49ca-a64d-f1289d90b213 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.235720 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0cc01ff7-dd77-442a-bc63-3048bf74672a req-04f099b7-cf04-49ca-a64d-f1289d90b213 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.1004424 Aug 16 02:03:09.256414 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6f270f34-bb29-4dcb-a717-6f2724d53b34 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port 58884b95-66bd-4b79-a2df-3994e02f3f8b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:09.257692 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f270f34-bb29-4dcb-a717-6f2724d53b34 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.269684 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 62075ed7-f077-4a64-a1c9-2e96f08c71c8, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=62075ed7-f077-4a64-a1c9-2e96f08c71c8,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:09.275552 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.293681 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0cc01ff7-dd77-442a-bc63-3048bf74672a req-aa093315-ea71-4e8b-8dde-e35b3784e68e tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435412 Aug 16 02:03:09.295273 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f4019-00e6-4d61-9f11-ec143afd3561 req-7891e38f-c39d-4c58-bdbb-27001510d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.298607 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa6f4019-00e6-4d61-9f11-ec143afd3561 req-7891e38f-c39d-4c58-bdbb-27001510d9e2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.1207285 Aug 16 02:03:09.341844 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=62075ed7-f077-4a64-a1c9-2e96f08c71c8,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:09.344673 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d9f02b76-03aa-4cfe-abf8-262a693b1145 None None] Provisioning complete for port 62075ed7-f077-4a64-a1c9-2e96f08c71c8 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:09.345393 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9f02b76-03aa-4cfe-abf8-262a693b1145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.363159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f4019-00e6-4d61-9f11-ec143afd3561 req-6534b864-d444-44e8-9320-b1c8a82ed7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.365616 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa6f4019-00e6-4d61-9f11-ec143afd3561 req-6534b864-d444-44e8-9320-b1c8a82ed7a5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589266 Aug 16 02:03:09.387619 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f270f34-bb29-4dcb-a717-6f2724d53b34 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.407451 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6f270f34-bb29-4dcb-a717-6f2724d53b34 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for 58884b95-66bd-4b79-a2df-3994e02f3f8b owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:09.494290 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa6f4019-00e6-4d61-9f11-ec143afd3561 req-f0a9fff3-aec0-4575-ad98-29920ca5023b service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188450 Aug 16 02:03:09.530683 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7851f3-734d-4772-8457-27abd97f6b4c req-2592debd-4e8a-49b6-94c6-1bd84e2b68df tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.532452 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e7851f3-734d-4772-8457-27abd97f6b4c req-2592debd-4e8a-49b6-94c6-1bd84e2b68df tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.1263709 Aug 16 02:03:09.590513 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a2dc3227-b78f-439a-bc6d-03cc9324a820 None None] Could not find standard attr ID for object 72438f86-8a9d-425a-9528-6734cb454336. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:09.609795 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e7851f3-734d-4772-8457-27abd97f6b4c req-58462e7a-7a2c-4842-906b-bc3b4ac37a8d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689783 Aug 16 02:03:09.620220 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa6f4019-00e6-4d61-9f11-ec143afd3561 req-a629617e-9aef-4ecc-82d2-eae6e6ef2da8 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162534 Aug 16 02:03:09.649586 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f270f34-bb29-4dcb-a717-6f2724d53b34 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.680546 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f270f34-bb29-4dcb-a717-6f2724d53b34 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=58884b95-66bd-4b79-a2df-3994e02f3f8b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:09.706383 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f270f34-bb29-4dcb-a717-6f2724d53b34 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.710078 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6f270f34-bb29-4dcb-a717-6f2724d53b34 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/58884b95-66bd-4b79-a2df-3994e02f3f8b HTTP/1.1" status: 204 len: 168 time: 0.5771489 Aug 16 02:03:09.711020 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54208) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:09.769411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d20a3c-e328-4962-a541-72f2f2360854 req-aebe9946-b4a6-49a7-82c7-4ce45304bf31 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.771004 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e6d20a3c-e328-4962-a541-72f2f2360854 req-aebe9946-b4a6-49a7-82c7-4ce45304bf31 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0632441 Aug 16 02:03:09.771395 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3f6692-9cfb-4095-85e0-72e6be3432c2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.773045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3f6692-9cfb-4095-85e0-72e6be3432c2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.777660 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-eb3f6692-9cfb-4095-85e0-72e6be3432c2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0624981 Aug 16 02:03:09.777964 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54210) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:09.808424 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-09eb8f0e-8338-44f9-b237-bb343c74fc94 None None] Could not find standard attr ID for object 59866494-1254-4888-93a7-d5e250aa0d35. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:09.817815 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e6d20a3c-e328-4962-a541-72f2f2360854 req-507a8173-2118-48ce-8bd2-3a25b590efff tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358820 Aug 16 02:03:09.843332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-29126679-40f0-4835-8edb-75212cd8f7e3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet 24b713c1-c766-4847-9149-5f135bb1526c {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:09.849116 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29126679-40f0-4835-8edb-75212cd8f7e3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.894920 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29126679-40f0-4835-8edb-75212cd8f7e3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.943941 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29126679-40f0-4835-8edb-75212cd8f7e3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.014409 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29126679-40f0-4835-8edb-75212cd8f7e3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.027964 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-297d3889-fbce-42e2-b9d0-5caabe280862 None None] Could not find standard attr ID for object 58884b95-66bd-4b79-a2df-3994e02f3f8b. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:10.043802 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29126679-40f0-4835-8edb-75212cd8f7e3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=24b713c1-c766-4847-9149-5f135bb1526c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:10.047580 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29126679-40f0-4835-8edb-75212cd8f7e3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.051818 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-29126679-40f0-4835-8edb-75212cd8f7e3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/24b713c1-c766-4847-9149-5f135bb1526c HTTP/1.1" status: 204 len: 168 time: 0.2705522 Aug 16 02:03:10.052151 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54214) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:10.113718 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-16ca8897-be65-4f85-96cb-3e610ce3e6bb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602245 Aug 16 02:03:10.118920 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54216) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:10.169099 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d60336-282e-4118-8d2d-3efe5c54c532 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:10.210104 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b18d5c-0023-44f2-a199-a0c96dc6fe67 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:10.212254 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d4b18d5c-0023-44f2-a199-a0c96dc6fe67 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0916610 Aug 16 02:03:10.215163 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54218) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:10.270990 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfe6c70-649a-4403-bf3a-b888c01290f4 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:10.272467 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5cfe6c70-649a-4403-bf3a-b888c01290f4 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0566614 Aug 16 02:03:10.275898 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54220) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:10.315594 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1796cb8e-e8cd-4cf3-a021-e936ea7c4fc0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383024 Aug 16 02:03:10.320120 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54222) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:10.325934 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-83cc424e-6731-4342-b0cd-6363f29e342a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:10.361879 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e08984-4d61-497a-9d0b-acd4950dada4 None None] DHCP port deletion for a23333e5-5f21-4295-988a-70b7bca5c793 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:10.408028 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a1e08984-4d61-497a-9d0b-acd4950dada4 None None] Deleting port 62075ed7-f077-4a64-a1c9-2e96f08c71c8 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:10.408397 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1e08984-4d61-497a-9d0b-acd4950dada4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.418965 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cc424e-6731-4342-b0cd-6363f29e342a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:10.422483 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83cc424e-6731-4342-b0cd-6363f29e342a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.473962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-a1e08984-4d61-497a-9d0b-acd4950dada4 None None] For port 62075ed7-f077-4a64-a1c9-2e96f08c71c8, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=62075ed7-f077-4a64-a1c9-2e96f08c71c8,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:10.474386 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1e08984-4d61-497a-9d0b-acd4950dada4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.488418 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a1e08984-4d61-497a-9d0b-acd4950dada4 None None] Calling delete_port for 62075ed7-f077-4a64-a1c9-2e96f08c71c8 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:10.569932 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1e08984-4d61-497a-9d0b-acd4950dada4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.596680 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e08984-4d61-497a-9d0b-acd4950dada4 None None] Pushing event deleted for resources: {'Port': ['ID=62075ed7-f077-4a64-a1c9-2e96f08c71c8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:10.598454 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e08984-4d61-497a-9d0b-acd4950dada4 None None] No DVR routers for this DVR port 62075ed7-f077-4a64-a1c9-2e96f08c71c8 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:10.620752 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83cc424e-6731-4342-b0cd-6363f29e342a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.659718 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cc424e-6731-4342-b0cd-6363f29e342a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:10.664870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-83cc424e-6731-4342-b0cd-6363f29e342a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:10.669329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cc424e-6731-4342-b0cd-6363f29e342a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:10.669859 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83cc424e-6731-4342-b0cd-6363f29e342a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.674082 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee5c9a2-99ab-4603-b376-cb321fae0a19 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:10.684538 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc424e-6731-4342-b0cd-6363f29e342a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=ca1b24a9-b417-4db7-84e8-d9b588b68639,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:10.691462 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-83cc424e-6731-4342-b0cd-6363f29e342a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3695412 Aug 16 02:03:10.694198 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54224) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:10.699232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6170c71f-4ba8-4055-b6d8-ba6a93cb2d96 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'fixed_ips': [{'subnet_id': 'ca1b24a9-b417-4db7-84e8-d9b588b68639', 'ip_address': '2001:db8::6c7:d04c:fe3a:8531'}], 'name': 'tempest-NetworksTestDHCPv6-1747682376'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:10.812040 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6170c71f-4ba8-4055-b6d8-ba6a93cb2d96 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:10.827321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a23333e5-5f21-4295-988a-70b7bca5c793', 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'tenant_id': '1e611015d31449ec9633635443d78676', 'fixed_ips': [{'subnet_id': 'ca1b24a9-b417-4db7-84e8-d9b588b68639'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:10.828195 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.901797 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6170c71f-4ba8-4055-b6d8-ba6a93cb2d96 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.921995 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-6170c71f-4ba8-4055-b6d8-ba6a93cb2d96 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port a28b1755-ba1b-412b-bce3-ee5b42d6d3d9 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:10.948915 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 62075ed7-f077-4a64-a1c9-2e96f08c71c8 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:10.976749 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 62075ed7-f077-4a64-a1c9-2e96f08c71c8 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:10.977118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 62075ed7-f077-4a64-a1c9-2e96f08c71c8 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:10.991739 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Allocated IP 2001:db8::2 (a23333e5-5f21-4295-988a-70b7bca5c793/ca1b24a9-b417-4db7-84e8-d9b588b68639/08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:11.291783 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.300254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Transition to ACTIVE for port object 08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:11.315465 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Transition to ACTIVE for port object 08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:11.320998 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.359064 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:11.364016 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:11.368332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:11.375193 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Pushing event updated for resources: {'Port': ['ID=08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:11.383563 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-6170c71f-4ba8-4055-b6d8-ba6a93cb2d96 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::6c7:d04c:fe3a:8531 (a23333e5-5f21-4295-988a-70b7bca5c793/ca1b24a9-b417-4db7-84e8-d9b588b68639/a28b1755-ba1b-412b-bce3-ee5b42d6d3d9) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:11.425195 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Attempting to bind port 08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:11.425557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Attempting to bind port 08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:11.425950 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Attempting to bind port 08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9 on network a23333e5-5f21-4295-988a-70b7bca5c793 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:11.430925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:11.431288 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Checking segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:11.431684 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.432071 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Bound using segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:11.432536 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Bound port: 08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:11.432916 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.500582 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] For port 08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:11.504478 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] For port 08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:11.508604 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.563420 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6170c71f-4ba8-4055-b6d8-ba6a93cb2d96 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.574837 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c37bdf-fe03-4a38-a874-699e4c68c020 None None] Pushing event updated for resources: {'Port': ['ID=08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:11.940861 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6170c71f-4ba8-4055-b6d8-ba6a93cb2d96 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object a28b1755-ba1b-412b-bce3-ee5b42d6d3d9 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:11.974216 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6170c71f-4ba8-4055-b6d8-ba6a93cb2d96 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.017728 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6170c71f-4ba8-4055-b6d8-ba6a93cb2d96 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:12.025075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-6170c71f-4ba8-4055-b6d8-ba6a93cb2d96 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:12.028107 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6170c71f-4ba8-4055-b6d8-ba6a93cb2d96 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:12.033708 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6170c71f-4ba8-4055-b6d8-ba6a93cb2d96 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.034602 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6170c71f-4ba8-4055-b6d8-ba6a93cb2d96 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.042296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170c71f-4ba8-4055-b6d8-ba6a93cb2d96 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=a28b1755-ba1b-412b-bce3-ee5b42d6d3d9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:12.057787 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6170c71f-4ba8-4055-b6d8-ba6a93cb2d96 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3624701 Aug 16 02:03:12.060367 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54226) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:12.110461 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9292cc4-dce9-4686-94df-e41396bde80f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.116458 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9292cc4-dce9-4686-94df-e41396bde80f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.118816 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a9292cc4-dce9-4686-94df-e41396bde80f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0575392 Aug 16 02:03:12.122071 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54228) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:12.215202 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-742e99a0-86ac-4248-ba49-5ccc17ce1973 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port a28b1755-ba1b-412b-bce3-ee5b42d6d3d9 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:12.215635 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-742e99a0-86ac-4248-ba49-5ccc17ce1973 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.307149 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-742e99a0-86ac-4248-ba49-5ccc17ce1973 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.321051 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-742e99a0-86ac-4248-ba49-5ccc17ce1973 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for a28b1755-ba1b-412b-bce3-ee5b42d6d3d9 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:12.466180 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-742e99a0-86ac-4248-ba49-5ccc17ce1973 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.496587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e99a0-86ac-4248-ba49-5ccc17ce1973 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=a28b1755-ba1b-412b-bce3-ee5b42d6d3d9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:12.528609 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-742e99a0-86ac-4248-ba49-5ccc17ce1973 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.530632 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-742e99a0-86ac-4248-ba49-5ccc17ce1973 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/a28b1755-ba1b-412b-bce3-ee5b42d6d3d9 HTTP/1.1" status: 204 len: 168 time: 0.4076385 Aug 16 02:03:12.533272 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54230) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:12.569489 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a82edf51-d34f-4632-a21e-1c46bd083465 None None] Provisioning for port 08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:12.589618 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca51ae4-03c0-4381-b038-f48929f5c85d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.591367 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca51ae4-03c0-4381-b038-f48929f5c85d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.592943 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8ca51ae4-03c0-4381-b038-f48929f5c85d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0586638 Aug 16 02:03:12.595642 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54232) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:12.650433 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-4926cd48-3c35-497e-9348-6aa94cf3b508 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet ca1b24a9-b417-4db7-84e8-d9b588b68639 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:12.653882 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4926cd48-3c35-497e-9348-6aa94cf3b508 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.697442 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4926cd48-3c35-497e-9348-6aa94cf3b508 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.785865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9330101d-58e2-4d97-a057-b0adb37c5256 None None] Could not find standard attr ID for object a28b1755-ba1b-412b-bce3-ee5b42d6d3d9. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:12.793910 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4926cd48-3c35-497e-9348-6aa94cf3b508 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.860136 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4926cd48-3c35-497e-9348-6aa94cf3b508 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.888863 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926cd48-3c35-497e-9348-6aa94cf3b508 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1b24a9-b417-4db7-84e8-d9b588b68639,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:12.892452 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4926cd48-3c35-497e-9348-6aa94cf3b508 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.894350 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4926cd48-3c35-497e-9348-6aa94cf3b508 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/ca1b24a9-b417-4db7-84e8-d9b588b68639 HTTP/1.1" status: 204 len: 168 time: 0.2977080 Aug 16 02:03:12.896767 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54234) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:12.941094 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fcae3732-5faf-49bd-b7b3-28d8ff78a974 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429599 Aug 16 02:03:12.943840 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54236) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:12.949968 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7aaadeca-1549-4a55-b6c3-f82a075bb495 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:12.955167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1a496b-5881-4626-b73b-baf2eefdd1f2 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:12.997123 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:13.046517 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aaadeca-1549-4a55-b6c3-f82a075bb495 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:13.050261 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7aaadeca-1549-4a55-b6c3-f82a075bb495 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.100135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:13.106215 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:13.106580 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.201455 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f25a25-823a-409a-863c-85345bda1c4b None None] DHCP port deletion for a23333e5-5f21-4295-988a-70b7bca5c793 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:13.205897 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.259018 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7aaadeca-1549-4a55-b6c3-f82a075bb495 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.262891 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:13.268449 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.303489 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-84f25a25-823a-409a-863c-85345bda1c4b None None] Deleting port 08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:13.303859 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84f25a25-823a-409a-863c-85345bda1c4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.311626 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaadeca-1549-4a55-b6c3-f82a075bb495 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:13.314900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-7aaadeca-1549-4a55-b6c3-f82a075bb495 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:13.319804 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaadeca-1549-4a55-b6c3-f82a075bb495 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:13.319804 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7aaadeca-1549-4a55-b6c3-f82a075bb495 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.332305 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaadeca-1549-4a55-b6c3-f82a075bb495 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=ccc7002e-9715-4304-8056-69bbfffab401,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:13.341903 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7aaadeca-1549-4a55-b6c3-f82a075bb495 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3968236 Aug 16 02:03:13.343366 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54238) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:13.348922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9cf9408e-b2ed-45b4-8ac7-2ec925034682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'fixed_ips': [{'subnet_id': 'ccc7002e-9715-4304-8056-69bbfffab401', 'ip_address': '2001:db8::a2d7:66f:d820:7e7a'}], 'name': 'tempest-NetworksTestDHCPv6-204935717'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:13.366080 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:13.405416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-84f25a25-823a-409a-863c-85345bda1c4b None None] For port 08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:13.405846 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84f25a25-823a-409a-863c-85345bda1c4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.419499 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-84f25a25-823a-409a-863c-85345bda1c4b None None] Calling delete_port for 08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:13.478539 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf9408e-b2ed-45b4-8ac7-2ec925034682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:13.501472 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84f25a25-823a-409a-863c-85345bda1c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.530542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f25a25-823a-409a-863c-85345bda1c4b None None] Pushing event deleted for resources: {'Port': ['ID=08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:13.534356 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f25a25-823a-409a-863c-85345bda1c4b None None] No DVR routers for this DVR port 08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:13.548073 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3d23d7-ce13-427e-a1a2-ac297601ca2a None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:13.579225 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cf9408e-b2ed-45b4-8ac7-2ec925034682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.596963 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-9cf9408e-b2ed-45b4-8ac7-2ec925034682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port c85a5af8-b9dc-4961-aead-39fb774b6b75 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:13.706235 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a23333e5-5f21-4295-988a-70b7bca5c793', 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'tenant_id': '1e611015d31449ec9633635443d78676', 'fixed_ips': [{'subnet_id': 'ccc7002e-9715-4304-8056-69bbfffab401'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:13.707640 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.819854 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-9cf9408e-b2ed-45b4-8ac7-2ec925034682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::a2d7:66f:d820:7e7a (a23333e5-5f21-4295-988a-70b7bca5c793/ccc7002e-9715-4304-8056-69bbfffab401/c85a5af8-b9dc-4961-aead-39fb774b6b75) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:13.973173 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cf9408e-b2ed-45b4-8ac7-2ec925034682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.987432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-9cf9408e-b2ed-45b4-8ac7-2ec925034682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object c85a5af8-b9dc-4961-aead-39fb774b6b75 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:14.021529 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cf9408e-b2ed-45b4-8ac7-2ec925034682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.061894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf9408e-b2ed-45b4-8ac7-2ec925034682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:14.065590 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9cf9408e-b2ed-45b4-8ac7-2ec925034682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:14.067862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Allocated IP 2001:db8::2 (a23333e5-5f21-4295-988a-70b7bca5c793/ccc7002e-9715-4304-8056-69bbfffab401/c94359e5-9d9e-4098-9f7e-c75852dd7059) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:14.072773 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf9408e-b2ed-45b4-8ac7-2ec925034682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:14.078655 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf9408e-b2ed-45b4-8ac7-2ec925034682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:14.079274 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cf9408e-b2ed-45b4-8ac7-2ec925034682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.092167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9408e-b2ed-45b4-8ac7-2ec925034682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=c85a5af8-b9dc-4961-aead-39fb774b6b75,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:14.102156 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9cf9408e-b2ed-45b4-8ac7-2ec925034682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.7574389 Aug 16 02:03:14.104766 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54240) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:14.155185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab56c13-4642-48af-b0ff-ef35ba49ca20 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:14.156815 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dab56c13-4642-48af-b0ff-ef35ba49ca20 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0504467 Aug 16 02:03:14.159744 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54242) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:14.229814 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.238683 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Transition to ACTIVE for port object c94359e5-9d9e-4098-9f7e-c75852dd7059 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:14.257264 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Transition to ACTIVE for port object c94359e5-9d9e-4098-9f7e-c75852dd7059 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:14.264582 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.270581 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b6566268-3aa6-448c-953d-21442de50efb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port c85a5af8-b9dc-4961-aead-39fb774b6b75 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:14.270922 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6566268-3aa6-448c-953d-21442de50efb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.313124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:14.316080 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:14.320750 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:14.323729 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Pushing event updated for resources: {'Port': ['ID=c94359e5-9d9e-4098-9f7e-c75852dd7059,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:14.364052 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6566268-3aa6-448c-953d-21442de50efb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.376814 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b6566268-3aa6-448c-953d-21442de50efb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for c85a5af8-b9dc-4961-aead-39fb774b6b75 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:14.381546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Attempting to bind port c94359e5-9d9e-4098-9f7e-c75852dd7059 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:14.381950 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Attempting to bind port c94359e5-9d9e-4098-9f7e-c75852dd7059 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:14.382313 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Attempting to bind port c94359e5-9d9e-4098-9f7e-c75852dd7059 on network a23333e5-5f21-4295-988a-70b7bca5c793 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:14.387720 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:14.387908 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Checking segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:14.388297 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.388688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Bound using segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:14.389155 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Bound port: c94359e5-9d9e-4098-9f7e-c75852dd7059, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:14.389585 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.453425 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] For port c94359e5-9d9e-4098-9f7e-c75852dd7059, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:14.456386 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] For port c94359e5-9d9e-4098-9f7e-c75852dd7059, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c94359e5-9d9e-4098-9f7e-c75852dd7059,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:14.461052 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.520839 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89293f29-7b68-4d02-8005-57139b3137ae None None] Pushing event updated for resources: {'Port': ['ID=c94359e5-9d9e-4098-9f7e-c75852dd7059,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:14.526393 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6566268-3aa6-448c-953d-21442de50efb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.558534 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6566268-3aa6-448c-953d-21442de50efb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=c85a5af8-b9dc-4961-aead-39fb774b6b75,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:14.583609 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6566268-3aa6-448c-953d-21442de50efb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.585536 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b6566268-3aa6-448c-953d-21442de50efb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/c85a5af8-b9dc-4961-aead-39fb774b6b75 HTTP/1.1" status: 204 len: 168 time: 0.4248829 Aug 16 02:03:14.588203 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54246) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:14.602489 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54248) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:14.652872 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49f3a8d-1ca1-4f63-b994-93d97f6ce19e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:14.654546 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49f3a8d-1ca1-4f63-b994-93d97f6ce19e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:14.658498 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e49f3a8d-1ca1-4f63-b994-93d97f6ce19e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0669403 Aug 16 02:03:14.658818 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54250) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:14.677129 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fbb2d505-b481-41af-8bad-e7c709c14fb2 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/floatingips/fd33f281-46f9-4dc1-a1b5-90567aa6bf2c HTTP/1.1" status: 200 len: 993 time: 0.0734668 Aug 16 02:03:14.738234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5742a2-02ad-4f3a-a8eb-544cb35c10eb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet ccc7002e-9715-4304-8056-69bbfffab401 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:14.743555 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae5742a2-02ad-4f3a-a8eb-544cb35c10eb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.803435 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae5742a2-02ad-4f3a-a8eb-544cb35c10eb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.906522 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae5742a2-02ad-4f3a-a8eb-544cb35c10eb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.926854 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54256) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:14.969981 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c94359e5-9d9e-4098-9f7e-c75852dd7059 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:14.988283 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae5742a2-02ad-4f3a-a8eb-544cb35c10eb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.026953 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae5742a2-02ad-4f3a-a8eb-544cb35c10eb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.029903 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ae5742a2-02ad-4f3a-a8eb-544cb35c10eb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/ccc7002e-9715-4304-8056-69bbfffab401 HTTP/1.1" status: 204 len: 168 time: 0.3686237 Aug 16 02:03:15.030255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5742a2-02ad-4f3a-a8eb-544cb35c10eb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc7002e-9715-4304-8056-69bbfffab401,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:15.033899 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54258) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:15.037674 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port c94359e5-9d9e-4098-9f7e-c75852dd7059 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:15.077982 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-67fb6664-088f-4b7d-9ac2-139f3a3ec299 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414305 Aug 16 02:03:15.079638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54260) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:15.086124 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e3afabbf-e16e-4037-9526-fe0507b0cf5d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:15.106208 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:15.130261 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c569a7ae-ffcb-4699-92d7-1b8df85440f1 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Deleting port cc09f35f-1b2e-4cac-83d2-6cd41a2d8b91 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:15.130873 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c569a7ae-ffcb-4699-92d7-1b8df85440f1 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.133535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:15.134328 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 08a420f4-d9d7-4fa5-ab40-51bcbfa62cc9 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:15.214177 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99304c33-4d08-49f7-bf12-f8829c3f00cc req-3e69debf-8e8c-409d-b4b8-6fb884570e32 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0708230 Aug 16 02:03:15.224005 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c569a7ae-ffcb-4699-92d7-1b8df85440f1 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.224339 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c569a7ae-ffcb-4699-92d7-1b8df85440f1 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.224520 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3afabbf-e16e-4037-9526-fe0507b0cf5d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:15.229147 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3afabbf-e16e-4037-9526-fe0507b0cf5d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.239940 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c569a7ae-ffcb-4699-92d7-1b8df85440f1 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Calling delete_port for cc09f35f-1b2e-4cac-83d2-6cd41a2d8b91 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:15.360890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99304c33-4d08-49f7-bf12-f8829c3f00cc req-9b2bec52-142b-43e4-a75a-bd716ae47599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:15.362680 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99304c33-4d08-49f7-bf12-f8829c3f00cc req-9b2bec52-142b-43e4-a75a-bd716ae47599 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 1098 time: 0.0834529 Aug 16 02:03:15.426464 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c569a7ae-ffcb-4699-92d7-1b8df85440f1 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.459967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569a7ae-ffcb-4699-92d7-1b8df85440f1 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event deleted for resources: {'Port': ['ID=cc09f35f-1b2e-4cac-83d2-6cd41a2d8b91,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:15.534411 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c569a7ae-ffcb-4699-92d7-1b8df85440f1 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.534781 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-c569a7ae-ffcb-4699-92d7-1b8df85440f1 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Floating IP fd33f281-46f9-4dc1-a1b5-90567aa6bf2c disassociated (deleted). External IP: 172.25.3.21, port: c3d7a572-380a-42b5-affa-f062ae2160fd. Aug 16 02:03:15.544964 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5cbb9c-b585-4a00-aef6-3e80c61d86ab None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:15.683762 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e5347622-4d4c-4391-9c8d-3158ff942eb1 None None] Provisioning for port c94359e5-9d9e-4098-9f7e-c75852dd7059 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:15.690938 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e5347622-4d4c-4391-9c8d-3158ff942eb1 None None] Provisioning complete for port c94359e5-9d9e-4098-9f7e-c75852dd7059 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:15.691316 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5347622-4d4c-4391-9c8d-3158ff942eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.781694 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c569a7ae-ffcb-4699-92d7-1b8df85440f1 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Router a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:15.788891 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60fb7b5-9305-445c-94f8-3b68053c9ef5 None None] DHCP port deletion for a23333e5-5f21-4295-988a-70b7bca5c793 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:15.806983 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5347622-4d4c-4391-9c8d-3158ff942eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.871657 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e5347622-4d4c-4391-9c8d-3158ff942eb1 None None] For port c94359e5-9d9e-4098-9f7e-c75852dd7059, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c94359e5-9d9e-4098-9f7e-c75852dd7059,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:15.884572 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5347622-4d4c-4391-9c8d-3158ff942eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.895238 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3afabbf-e16e-4037-9526-fe0507b0cf5d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.906373 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99304c33-4d08-49f7-bf12-f8829c3f00cc req-316f918b-5b71-4cc6-80f1-f5ac6d0a0183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:15.907890 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99304c33-4d08-49f7-bf12-f8829c3f00cc req-316f918b-5b71-4cc6-80f1-f5ac6d0a0183 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 912 time: 0.4999549 Aug 16 02:03:15.910504 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c569a7ae-ffcb-4699-92d7-1b8df85440f1 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:15.916432 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c569a7ae-ffcb-4699-92d7-1b8df85440f1 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.921579 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c60fb7b5-9305-445c-94f8-3b68053c9ef5 None None] Deleting port c94359e5-9d9e-4098-9f7e-c75852dd7059 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:15.921979 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c60fb7b5-9305-445c-94f8-3b68053c9ef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.929728 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a553d7c9-6a38-4d7e-bc48-27e3e27f5005 None None] Sync routers for ids ['a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:15.944936 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c569a7ae-ffcb-4699-92d7-1b8df85440f1 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "DELETE /v2.0/floatingips/fd33f281-46f9-4dc1-a1b5-90567aa6bf2c HTTP/1.1" status: 204 len: 168 time: 1.0169239 Aug 16 02:03:15.946049 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3c95d2-aacd-4982-9304-9079b722d667', 'tag': 'c3d7a572-380a-42b5-affa-f062ae2160fd'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:15.947494 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a553d7c9-6a38-4d7e-bc48-27e3e27f5005 None None] Routers {'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:15.948536 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a553d7c9-6a38-4d7e-bc48-27e3e27f5005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:02:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:15.948744 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03761400-8f30-4d0e-b2d7-9ac7481bd8af" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3c95d2-aacd-4982-9304-9079b722d667", "tag": "c3d7a572-380a-42b5-affa-f062ae2160fd"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:15.999037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5347622-4d4c-4391-9c8d-3158ff942eb1 None None] Pushing event updated for resources: {'Port': ['ID=c94359e5-9d9e-4098-9f7e-c75852dd7059,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:16.008789 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99304c33-4d08-49f7-bf12-f8829c3f00cc req-f3b72f29-9ce5-46bf-b224-cf41e686fc23 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4bf83a5-1d6f-4388-bff2-0337c4902599 HTTP/1.1" status: 200 len: 217 time: 0.0763061 Aug 16 02:03:16.010047 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b7620e-82f2-43ce-8819-bc4f8fff27ad x-openstack-request-id: req-25b7620e-82f2-43ce-8819-bc4f8fff27ad {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:16.010335 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3c95d2-aacd-4982-9304-9079b722d667", "tag": "c3d7a572-380a-42b5-affa-f062ae2160fd", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:16.010584 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-25b7620e-82f2-43ce-8819-bc4f8fff27ad {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:16.010983 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3c95d2-aacd-4982-9304-9079b722d667', 'tag': 'c3d7a572-380a-42b5-affa-f062ae2160fd', 'status': 'completed', 'code': 200} Aug 16 02:03:16.028448 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3afabbf-e16e-4037-9526-fe0507b0cf5d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:16.041924 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e3afabbf-e16e-4037-9526-fe0507b0cf5d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:16.063067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3afabbf-e16e-4037-9526-fe0507b0cf5d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.063672 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3afabbf-e16e-4037-9526-fe0507b0cf5d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.063895 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c60fb7b5-9305-445c-94f8-3b68053c9ef5 None None] For port c94359e5-9d9e-4098-9f7e-c75852dd7059, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c94359e5-9d9e-4098-9f7e-c75852dd7059,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:16.064308 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c60fb7b5-9305-445c-94f8-3b68053c9ef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.082268 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afabbf-e16e-4037-9526-fe0507b0cf5d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=9c3fa991-610c-4ab5-a227-9c3776260efd,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:16.090849 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a553d7c9-6a38-4d7e-bc48-27e3e27f5005 None None] Set router a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:16.094818 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99304c33-4d08-49f7-bf12-f8829c3f00cc req-04d52965-9256-49a4-bd29-aa5f11bf10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.096850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c60fb7b5-9305-445c-94f8-3b68053c9ef5 None None] Calling delete_port for c94359e5-9d9e-4098-9f7e-c75852dd7059 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:16.097171 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99304c33-4d08-49f7-bf12-f8829c3f00cc req-04d52965-9256-49a4-bd29-aa5f11bf10d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.0749915 Aug 16 02:03:16.103005 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e3afabbf-e16e-4037-9526-fe0507b0cf5d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0221481 Aug 16 02:03:16.103549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54268) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:16.110492 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4f8997eb-4ef8-40b8-ab8d-5cea620dbe85 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'fixed_ips': [{'subnet_id': '9c3fa991-610c-4ab5-a227-9c3776260efd', 'ip_address': '2001:db8::91cf:ca79:a87a:c0c9'}], 'name': 'tempest-NetworksTestDHCPv6-1120791716'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:16.164451 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99304c33-4d08-49f7-bf12-f8829c3f00cc req-967a2468-50c3-4cf0-827e-5251dc9ce49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.166922 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99304c33-4d08-49f7-bf12-f8829c3f00cc req-967a2468-50c3-4cf0-827e-5251dc9ce49c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566499 Aug 16 02:03:16.250879 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03761400-8f30-4d0e-b2d7-9ac7481bd8af req-02ddd13e-2c08-4add-aff5-dd3ff4458c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.252426 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03761400-8f30-4d0e-b2d7-9ac7481bd8af req-02ddd13e-2c08-4add-aff5-dd3ff4458c49 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=33cf80430ee04eee8eb367bea457fa11&device_id=1d3c95d2-aacd-4982-9304-9079b722d667 HTTP/1.1" status: 200 len: 1098 time: 0.2097354 Aug 16 02:03:16.303395 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c60fb7b5-9305-445c-94f8-3b68053c9ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.308095 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8997eb-4ef8-40b8-ab8d-5cea620dbe85 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:16.333431 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fb7b5-9305-445c-94f8-3b68053c9ef5 None None] Pushing event deleted for resources: {'Port': ['ID=c94359e5-9d9e-4098-9f7e-c75852dd7059,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:16.337479 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60fb7b5-9305-445c-94f8-3b68053c9ef5 None None] No DVR routers for this DVR port c94359e5-9d9e-4098-9f7e-c75852dd7059 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:16.360634 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285b69dc-fcf7-4035-9e74-35f93d584370 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:16.361185 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a553d7c9-6a38-4d7e-bc48-27e3e27f5005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'name': 'tempest-TestNetworkBasicOps-router-1757351107', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'daeda6dc-cffd-443c-bd9e-a87bee4422c7', 'name': '', 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:41:e1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '34d381e8-d8c4-49eb-a764-495a21676952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:19Z', 'updated_at': '2021-08-16T02:02:25Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '34d381e8-d8c4-49eb-a764-495a21676952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:16.387387 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa5131-f134-4ba4-9152-88a738621f61 req-368a8479-08d9-481d-9d85-ee9d6f05f7a8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.394743 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cbaa5131-f134-4ba4-9152-88a738621f61 req-368a8479-08d9-481d-9d85-ee9d6f05f7a8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3c95d2-aacd-4982-9304-9079b722d667 HTTP/1.1" status: 200 len: 946 time: 0.0840232 Aug 16 02:03:16.403710 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a553d7c9-6a38-4d7e-bc48-27e3e27f5005 None None] Checking router: a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:16.404906 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99304c33-4d08-49f7-bf12-f8829c3f00cc req-246143dc-1295-4861-9d84-0ceb29db7fec service neutron] 10.222.0.73 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255886 Aug 16 02:03:16.415122 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a553d7c9-6a38-4d7e-bc48-27e3e27f5005 None None] Routers {'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:16.416661 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a553d7c9-6a38-4d7e-bc48-27e3e27f5005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:02:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:16.497043 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03761400-8f30-4d0e-b2d7-9ac7481bd8af req-f7452212-fa64-4781-a943-4e40eb8ee20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.498587 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03761400-8f30-4d0e-b2d7-9ac7481bd8af req-f7452212-fa64-4781-a943-4e40eb8ee20a service neutron] 10.222.0.63 "GET /v2.0/networks?id=92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 HTTP/1.1" status: 200 len: 898 time: 0.2241333 Aug 16 02:03:16.512895 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f8997eb-4ef8-40b8-ab8d-5cea620dbe85 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.516252 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cbaa5131-f134-4ba4-9152-88a738621f61 req-b7266cb7-7f4c-4238-8978-7b58b91b812b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=9437825e-dc7a-420b-9570-0c82230b7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196921 Aug 16 02:03:16.555468 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a23333e5-5f21-4295-988a-70b7bca5c793', 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'tenant_id': '1e611015d31449ec9633635443d78676', 'fixed_ips': [{'subnet_id': '9c3fa991-610c-4ab5-a227-9c3776260efd'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:16.556528 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.570897 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03761400-8f30-4d0e-b2d7-9ac7481bd8af req-0bea1322-d9dd-44e8-aa1d-b81add98b7b9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d7a572-380a-42b5-affa-f062ae2160fd HTTP/1.1" status: 200 len: 217 time: 0.0458081 Aug 16 02:03:16.576870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-4f8997eb-4ef8-40b8-ab8d-5cea620dbe85 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port cdcc2c53-c0a0-4dd3-9835-8c1583870703 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:16.579170 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a553d7c9-6a38-4d7e-bc48-27e3e27f5005 None None] Set router a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:16.588693 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99304c33-4d08-49f7-bf12-f8829c3f00cc req-b03d99f2-de5e-4e07-8c2d-388272c85474 service neutron] 10.222.0.73 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706576 Aug 16 02:03:16.716575 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Allocated IP 2001:db8::2 (a23333e5-5f21-4295-988a-70b7bca5c793/9c3fa991-610c-4ab5-a227-9c3776260efd/bf74f890-540e-4c87-9a34-0eec0dc2954a) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:16.727350 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03761400-8f30-4d0e-b2d7-9ac7481bd8af req-4d2c5ce4-987e-42d3-b8b5-f92c7d79ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.728857 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03761400-8f30-4d0e-b2d7-9ac7481bd8af req-4d2c5ce4-987e-42d3-b8b5-f92c7d79ef41 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=34d381e8-d8c4-49eb-a764-495a21676952 HTTP/1.1" status: 200 len: 835 time: 0.1441264 Aug 16 02:03:16.789796 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03761400-8f30-4d0e-b2d7-9ac7481bd8af req-ee35615a-917d-4c98-886c-7b384bf7e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.791486 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03761400-8f30-4d0e-b2d7-9ac7481bd8af req-ee35615a-917d-4c98-886c-7b384bf7e9e5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=92e37b0c-eca2-470d-a8c4-ff3d52ece4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510697 Aug 16 02:03:16.808377 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a553d7c9-6a38-4d7e-bc48-27e3e27f5005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'name': 'tempest-TestNetworkBasicOps-router-1757351107', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'daeda6dc-cffd-443c-bd9e-a87bee4422c7', 'name': '', 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:41:e1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '34d381e8-d8c4-49eb-a764-495a21676952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:19Z', 'updated_at': '2021-08-16T02:02:25Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '34d381e8-d8c4-49eb-a764-495a21676952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:16.834888 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a553d7c9-6a38-4d7e-bc48-27e3e27f5005 None None] The sync data for ids ['a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'] in n-d-765315-27 is: [{'id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'name': 'tempest-TestNetworkBasicOps-router-1757351107', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'daeda6dc-cffd-443c-bd9e-a87bee4422c7', 'name': '', 'network_id': '92e37b0c-eca2-470d-a8c4-ff3d52ece4e2', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'mac_address': 'fa:16:3e:41:e1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': '34d381e8-d8c4-49eb-a764-495a21676952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:19Z', 'updated_at': '2021-08-16T02:02:25Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'subnets': [{'id': '34d381e8-d8c4-49eb-a764-495a21676952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:16.892355 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.906032 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03761400-8f30-4d0e-b2d7-9ac7481bd8af req-38fcbc5c-6e95-4a45-b674-59ccfdeb34f2 service neutron] 10.222.0.63 "GET /v2.0/networks/92e37b0c-eca2-470d-a8c4-ff3d52ece4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066473 Aug 16 02:03:16.910734 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Transition to ACTIVE for port object bf74f890-540e-4c87-9a34-0eec0dc2954a will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:16.940273 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Transition to ACTIVE for port object bf74f890-540e-4c87-9a34-0eec0dc2954a will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:16.948226 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.978243 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c94359e5-9d9e-4098-9f7e-c75852dd7059 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:17.005399 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: c94359e5-9d9e-4098-9f7e-c75852dd7059 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:17.006100 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c94359e5-9d9e-4098-9f7e-c75852dd7059 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:17.014257 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:17.021461 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:17.029282 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:17.057043 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-4f8997eb-4ef8-40b8-ab8d-5cea620dbe85 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::91cf:ca79:a87a:c0c9 (a23333e5-5f21-4295-988a-70b7bca5c793/9c3fa991-610c-4ab5-a227-9c3776260efd/cdcc2c53-c0a0-4dd3-9835-8c1583870703) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:17.064171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Pushing event updated for resources: {'Port': ['ID=bf74f890-540e-4c87-9a34-0eec0dc2954a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:17.096575 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03761400-8f30-4d0e-b2d7-9ac7481bd8af req-3697d61f-216f-4505-b120-b1983a89379c service neutron] 10.222.0.63 "GET /v2.0/networks/92e37b0c-eca2-470d-a8c4-ff3d52ece4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775610 Aug 16 02:03:17.098039 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Attempting to bind port bf74f890-540e-4c87-9a34-0eec0dc2954a on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:17.098546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Attempting to bind port bf74f890-540e-4c87-9a34-0eec0dc2954a by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:17.099015 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Attempting to bind port bf74f890-540e-4c87-9a34-0eec0dc2954a on network a23333e5-5f21-4295-988a-70b7bca5c793 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:17.105540 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:17.106225 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Checking segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:17.106759 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.107221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Bound using segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:17.107788 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Bound port: bf74f890-540e-4c87-9a34-0eec0dc2954a, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:17.108252 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.179616 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] For port bf74f890-540e-4c87-9a34-0eec0dc2954a, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:17.184560 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] For port bf74f890-540e-4c87-9a34-0eec0dc2954a, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=bf74f890-540e-4c87-9a34-0eec0dc2954a,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:17.188611 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbe0c78-701b-4e3c-86e1-cc57b23e6087 None None] New status for floating IP fd33f281-46f9-4dc1-a1b5-90567aa6bf2c: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:03:17.193401 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.256626 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f8997eb-4ef8-40b8-ab8d-5cea620dbe85 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.271627 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4f8997eb-4ef8-40b8-ab8d-5cea620dbe85 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object cdcc2c53-c0a0-4dd3-9835-8c1583870703 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:17.323488 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30584f38-efbc-41ba-a59e-43964ed89919 None None] Pushing event updated for resources: {'Port': ['ID=bf74f890-540e-4c87-9a34-0eec0dc2954a,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:17.342295 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f8997eb-4ef8-40b8-ab8d-5cea620dbe85 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.393878 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8997eb-4ef8-40b8-ab8d-5cea620dbe85 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:17.399035 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4f8997eb-4ef8-40b8-ab8d-5cea620dbe85 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:17.401411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8997eb-4ef8-40b8-ab8d-5cea620dbe85 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:17.407312 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8997eb-4ef8-40b8-ab8d-5cea620dbe85 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:17.407943 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f8997eb-4ef8-40b8-ab8d-5cea620dbe85 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.419409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8997eb-4ef8-40b8-ab8d-5cea620dbe85 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=cdcc2c53-c0a0-4dd3-9835-8c1583870703,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:17.432509 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4f8997eb-4ef8-40b8-ab8d-5cea620dbe85 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3276968 Aug 16 02:03:17.435235 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54272) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:17.504511 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec60e832-843b-4e73-8b76-de5cc69d049b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:17.512680 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec60e832-843b-4e73-8b76-de5cc69d049b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:17.514408 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ec60e832-843b-4e73-8b76-de5cc69d049b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0782542 Aug 16 02:03:17.517409 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54274) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:17.621888 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-68df4d0b-28fe-430f-b417-0e5ebcdf0beb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port cdcc2c53-c0a0-4dd3-9835-8c1583870703 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:17.622239 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68df4d0b-28fe-430f-b417-0e5ebcdf0beb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.661513 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a7c0f-0d02-4480-9be7-41dad03b1c2a req-5c9acb1d-25de-4d34-8c94-c50718f730b8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:17.663518 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d9a7c0f-0d02-4480-9be7-41dad03b1c2a req-5c9acb1d-25de-4d34-8c94-c50718f730b8 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3c95d2-aacd-4982-9304-9079b722d667 HTTP/1.1" status: 200 len: 946 time: 0.0658767 Aug 16 02:03:17.705621 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d9a7c0f-0d02-4480-9be7-41dad03b1c2a req-1f55b0ed-3c70-4cfd-98e4-a20e21917820 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/security-groups?id=9437825e-dc7a-420b-9570-0c82230b7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347548 Aug 16 02:03:17.714139 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68df4d0b-28fe-430f-b417-0e5ebcdf0beb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.726342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-68df4d0b-28fe-430f-b417-0e5ebcdf0beb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for cdcc2c53-c0a0-4dd3-9835-8c1583870703 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:17.853644 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68df4d0b-28fe-430f-b417-0e5ebcdf0beb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.884656 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f4989-3c83-498c-a286-88ad5d0045fd req-c93bf182-d4f8-4880-8e8f-b36f0727a929 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:17.886444 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-726f4989-3c83-498c-a286-88ad5d0045fd req-c93bf182-d4f8-4880-8e8f-b36f0727a929 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d3c95d2-aacd-4982-9304-9079b722d667 HTTP/1.1" status: 200 len: 946 time: 0.0582130 Aug 16 02:03:17.889879 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df4d0b-28fe-430f-b417-0e5ebcdf0beb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=cdcc2c53-c0a0-4dd3-9835-8c1583870703,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:17.919444 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68df4d0b-28fe-430f-b417-0e5ebcdf0beb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.923971 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-68df4d0b-28fe-430f-b417-0e5ebcdf0beb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/cdcc2c53-c0a0-4dd3-9835-8c1583870703 HTTP/1.1" status: 204 len: 168 time: 0.4030135 Aug 16 02:03:17.924931 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54278) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:17.980550 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac55642d-54ba-4be7-956c-41e6f3b18f85 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:17.982237 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac55642d-54ba-4be7-956c-41e6f3b18f85 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:17.984084 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ac55642d-54ba-4be7-956c-41e6f3b18f85 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0587630 Aug 16 02:03:17.986674 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54280) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:17.995974 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-726f4989-3c83-498c-a286-88ad5d0045fd req-9f7b4886-b066-4a00-9a59-5ddf81b6e3b5 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Deleting port c3d7a572-380a-42b5-affa-f062ae2160fd {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:17.996604 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-726f4989-3c83-498c-a286-88ad5d0045fd req-9f7b4886-b066-4a00-9a59-5ddf81b6e3b5 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.042616 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-118b1c1a-2b94-47e2-b49f-287e283e2c03 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet 9c3fa991-610c-4ab5-a227-9c3776260efd {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:18.046097 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-118b1c1a-2b94-47e2-b49f-287e283e2c03 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.095153 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-118b1c1a-2b94-47e2-b49f-287e283e2c03 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.103357 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-726f4989-3c83-498c-a286-88ad5d0045fd req-9f7b4886-b066-4a00-9a59-5ddf81b6e3b5 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] For port c3d7a572-380a-42b5-affa-f062ae2160fd, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=c3d7a572-380a-42b5-affa-f062ae2160fd,segment=NetworkSegment(84080f7f-14d8-4c6d-b12d-eba616602ce7),segment_id=84080f7f-14d8-4c6d-b12d-eba616602ce7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:18.103801 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-726f4989-3c83-498c-a286-88ad5d0045fd req-9f7b4886-b066-4a00-9a59-5ddf81b6e3b5 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.119332 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-726f4989-3c83-498c-a286-88ad5d0045fd req-9f7b4886-b066-4a00-9a59-5ddf81b6e3b5 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Calling delete_port for c3d7a572-380a-42b5-affa-f062ae2160fd owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:18.183615 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-118b1c1a-2b94-47e2-b49f-287e283e2c03 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.259579 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-118b1c1a-2b94-47e2-b49f-287e283e2c03 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.275773 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-726f4989-3c83-498c-a286-88ad5d0045fd req-9f7b4886-b066-4a00-9a59-5ddf81b6e3b5 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.310714 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b4886-b066-4a00-9a59-5ddf81b6e3b5 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event deleted for resources: {'Port': ['ID=c3d7a572-380a-42b5-affa-f062ae2160fd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:18.311175 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b1c1a-2b94-47e2-b49f-287e283e2c03 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=9c3fa991-610c-4ab5-a227-9c3776260efd,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:18.322984 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-118b1c1a-2b94-47e2-b49f-287e283e2c03 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.327057 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-118b1c1a-2b94-47e2-b49f-287e283e2c03 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/9c3fa991-610c-4ab5-a227-9c3776260efd HTTP/1.1" status: 204 len: 168 time: 0.3389270 Aug 16 02:03:18.329332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54282) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:18.340982 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3067f7ea-b4dc-467e-832a-3d8533558e90 None None] Provisioning for port bf74f890-540e-4c87-9a34-0eec0dc2954a completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:18.365505 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-726f4989-3c83-498c-a286-88ad5d0045fd req-9f7b4886-b066-4a00-9a59-5ddf81b6e3b5 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] No DVR routers for this DVR port c3d7a572-380a-42b5-affa-f062ae2160fd on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:18.369633 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-726f4989-3c83-498c-a286-88ad5d0045fd req-9f7b4886-b066-4a00-9a59-5ddf81b6e3b5 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.372056 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-726f4989-3c83-498c-a286-88ad5d0045fd req-9f7b4886-b066-4a00-9a59-5ddf81b6e3b5 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.63 "DELETE /v2.0/ports/c3d7a572-380a-42b5-affa-f062ae2160fd HTTP/1.1" status: 204 len: 173 time: 0.4741960 Aug 16 02:03:18.372513 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3c95d2-aacd-4982-9304-9079b722d667', 'name': 'network-vif-deleted', 'tag': 'c3d7a572-380a-42b5-affa-f062ae2160fd'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:18.374858 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7945a964-a7e3-45a3-b041-cf67a0b99ec2" -d '{"events": [{"server_uuid": "1d3c95d2-aacd-4982-9304-9079b722d667", "name": "network-vif-deleted", "tag": "c3d7a572-380a-42b5-affa-f062ae2160fd"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:18.405407 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7cbbb5ae-2ce4-4955-b583-8a3b0cefc2c7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742867 Aug 16 02:03:18.408243 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54286) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:18.439649 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c603ef0-5d8a-48b6-b7d3-1abdd22df6f8 x-openstack-request-id: req-0c603ef0-5d8a-48b6-b7d3-1abdd22df6f8 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:18.439941 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3c95d2-aacd-4982-9304-9079b722d667", "name": "network-vif-deleted", "tag": "c3d7a572-380a-42b5-affa-f062ae2160fd", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:18.440189 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0c603ef0-5d8a-48b6-b7d3-1abdd22df6f8 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:18.440585 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3c95d2-aacd-4982-9304-9079b722d667', 'name': 'network-vif-deleted', 'tag': 'c3d7a572-380a-42b5-affa-f062ae2160fd', 'status': 'completed', 'code': 200} Aug 16 02:03:18.465271 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecb7ca4-6314-4acc-8d0f-37c01f941f4a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:18.467504 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3ecb7ca4-6314-4acc-8d0f-37c01f941f4a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0576057 Aug 16 02:03:18.470016 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54288) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:18.505652 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409e041c-11de-470a-b702-8b58446a6eef None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:18.530287 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa4bdcc-dc5f-4fc6-997e-337e99053be5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:18.531935 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cfa4bdcc-dc5f-4fc6-997e-337e99053be5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0608335 Aug 16 02:03:18.534713 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54290) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:18.567442 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-58cab4c1-f00d-46c5-9c21-a1b82116edb8 None None] Could not find standard attr ID for object c85a5af8-b9dc-4961-aead-39fb774b6b75. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:18.588243 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e79bc24d-b895-40cc-ae16-af6029b42c6d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523281 Aug 16 02:03:18.593591 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54292) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:18.597237 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a909ec26-6ddc-4849-a3bd-82a5b543681d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:18.686965 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a909ec26-6ddc-4849-a3bd-82a5b543681d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:18.690605 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a909ec26-6ddc-4849-a3bd-82a5b543681d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.691676 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995480fd-ae40-45d3-892e-910510121f3d None None] DHCP port deletion for a23333e5-5f21-4295-988a-70b7bca5c793 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:18.746507 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-995480fd-ae40-45d3-892e-910510121f3d None None] Deleting port bf74f890-540e-4c87-9a34-0eec0dc2954a {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:18.747134 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-995480fd-ae40-45d3-892e-910510121f3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.845660 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-995480fd-ae40-45d3-892e-910510121f3d None None] For port bf74f890-540e-4c87-9a34-0eec0dc2954a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=bf74f890-540e-4c87-9a34-0eec0dc2954a,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:18.846105 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-995480fd-ae40-45d3-892e-910510121f3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.862865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-995480fd-ae40-45d3-892e-910510121f3d None None] Calling delete_port for bf74f890-540e-4c87-9a34-0eec0dc2954a owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:18.866715 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-16396001-60bb-48f7-9e9c-877acc24cc0d req-22e95e2d-5f87-4b5f-93b5-2a7623e1baa5 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d3c95d2-aacd-4982-9304-9079b722d667 HTTP/1.1" status: 200 len: 210 time: 0.0469730 Aug 16 02:03:18.948042 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a909ec26-6ddc-4849-a3bd-82a5b543681d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.963091 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-995480fd-ae40-45d3-892e-910510121f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.989368 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995480fd-ae40-45d3-892e-910510121f3d None None] Pushing event deleted for resources: {'Port': ['ID=bf74f890-540e-4c87-9a34-0eec0dc2954a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:18.995783 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a909ec26-6ddc-4849-a3bd-82a5b543681d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:18.999091 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995480fd-ae40-45d3-892e-910510121f3d None None] No DVR routers for this DVR port bf74f890-540e-4c87-9a34-0eec0dc2954a on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:19.002854 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a909ec26-6ddc-4849-a3bd-82a5b543681d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:19.007432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a909ec26-6ddc-4849-a3bd-82a5b543681d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:19.008616 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a909ec26-6ddc-4849-a3bd-82a5b543681d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.023253 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909ec26-6ddc-4849-a3bd-82a5b543681d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=26efee70-92b1-46ff-8882-8fce9196feea,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:19.031375 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c037a258-235e-4972-baab-49549eeb853c None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:19.031969 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a909ec26-6ddc-4849-a3bd-82a5b543681d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4386642 Aug 16 02:03:19.035263 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54296) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:19.042048 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e59ee628-4940-4028-9427-7a7d0601e00f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'fixed_ips': [{'subnet_id': '26efee70-92b1-46ff-8882-8fce9196feea', 'ip_address': '2001:db8::4090:d4be:c219:a0bf'}], 'name': 'tempest-NetworksTestDHCPv6-1672956686'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:19.164057 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59ee628-4940-4028-9427-7a7d0601e00f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:19.169008 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e59ee628-4940-4028-9427-7a7d0601e00f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.187862 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-e59ee628-4940-4028-9427-7a7d0601e00f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port 3b21053f-ba56-4f42-96c4-e79ae6ec08b0 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:19.188042 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a23333e5-5f21-4295-988a-70b7bca5c793', 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'tenant_id': '1e611015d31449ec9633635443d78676', 'fixed_ips': [{'subnet_id': '26efee70-92b1-46ff-8882-8fce9196feea'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:19.189046 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.333345 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Allocated IP 2001:db8::2 (a23333e5-5f21-4295-988a-70b7bca5c793/26efee70-92b1-46ff-8882-8fce9196feea/87a0288d-ef3d-4006-9222-034c761ab8ea) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:19.364782 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:03:19.621820 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.629674 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Transition to ACTIVE for port object 87a0288d-ef3d-4006-9222-034c761ab8ea will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:19.644500 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Transition to ACTIVE for port object 87a0288d-ef3d-4006-9222-034c761ab8ea will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:19.651241 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.688720 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:19.694919 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:19.700093 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:19.701579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-e59ee628-4940-4028-9427-7a7d0601e00f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::4090:d4be:c219:a0bf (a23333e5-5f21-4295-988a-70b7bca5c793/26efee70-92b1-46ff-8882-8fce9196feea/3b21053f-ba56-4f42-96c4-e79ae6ec08b0) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:19.703123 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Pushing event updated for resources: {'Port': ['ID=87a0288d-ef3d-4006-9222-034c761ab8ea,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:19.762383 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Attempting to bind port 87a0288d-ef3d-4006-9222-034c761ab8ea on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:19.762752 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Attempting to bind port 87a0288d-ef3d-4006-9222-034c761ab8ea by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:19.763144 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Attempting to bind port 87a0288d-ef3d-4006-9222-034c761ab8ea on network a23333e5-5f21-4295-988a-70b7bca5c793 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:19.768288 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:19.768663 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Checking segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:19.769061 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.769451 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Bound using segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:19.769958 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Bound port: 87a0288d-ef3d-4006-9222-034c761ab8ea, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:19.770340 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.833417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] For port 87a0288d-ef3d-4006-9222-034c761ab8ea, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:19.837582 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] For port 87a0288d-ef3d-4006-9222-034c761ab8ea, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=87a0288d-ef3d-4006-9222-034c761ab8ea,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:19.842223 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.858965 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e59ee628-4940-4028-9427-7a7d0601e00f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.874346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e59ee628-4940-4028-9427-7a7d0601e00f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object 3b21053f-ba56-4f42-96c4-e79ae6ec08b0 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:19.911415 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da2fb9-5867-4dd2-9b4d-3fd52257544b None None] Pushing event updated for resources: {'Port': ['ID=87a0288d-ef3d-4006-9222-034c761ab8ea,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:19.918781 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e59ee628-4940-4028-9427-7a7d0601e00f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.947229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54300) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:19.974273 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59ee628-4940-4028-9427-7a7d0601e00f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:19.980686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e59ee628-4940-4028-9427-7a7d0601e00f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:19.982867 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ee628-4940-4028-9427-7a7d0601e00f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=3b21053f-ba56-4f42-96c4-e79ae6ec08b0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:19.985052 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ee628-4940-4028-9427-7a7d0601e00f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:19.991061 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59ee628-4940-4028-9427-7a7d0601e00f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:19.991743 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e59ee628-4940-4028-9427-7a7d0601e00f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.011974 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e59ee628-4940-4028-9427-7a7d0601e00f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9723697 Aug 16 02:03:20.012178 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54302) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:20.017724 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c90d3f6a-caf2-49ca-af58-c068d9dd3f0b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'fixed_ips': [{'subnet_id': '26efee70-92b1-46ff-8882-8fce9196feea', 'ip_address': '2001:db8::4090:d4be:c219:a0bf'}], 'name': 'tempest-NetworksTestDHCPv6-1876612316'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:20.023269 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ecf335a4-1180-41ce-9668-503ef6a99cb2 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.052345 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ecf335a4-1180-41ce-9668-503ef6a99cb2 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.131151 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2dcbd1c4-324d-46df-9c6d-4bb7444aa905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.154539 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ecf335a4-1180-41ce-9668-503ef6a99cb2 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.160676 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ecf335a4-1180-41ce-9668-503ef6a99cb2 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.162120 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ecf335a4-1180-41ce-9668-503ef6a99cb2 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "DELETE /v2.0/security-groups/9437825e-dc7a-420b-9570-0c82230b7a15 HTTP/1.1" status: 204 len: 168 time: 0.2138524 Aug 16 02:03:20.178260 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90d3f6a-caf2-49ca-af58-c068d9dd3f0b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:20.180473 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf335a4-1180-41ce-9668-503ef6a99cb2 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9437825e-dc7a-420b-9570-0c82230b7a15,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:20.185082 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c90d3f6a-caf2-49ca-af58-c068d9dd3f0b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.208567 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-c90d3f6a-caf2-49ca-af58-c068d9dd3f0b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port f5a5e556-bdfa-4edc-98d5-b39d59044e14 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:20.213984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54306) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:20.377814 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90d3f6a-caf2-49ca-af58-c068d9dd3f0b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 02:03:20.378501 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c90d3f6a-caf2-49ca-af58-c068d9dd3f0b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:20.394703 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c90d3f6a-caf2-49ca-af58-c068d9dd3f0b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.3810282 Aug 16 02:03:20.397191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54308) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:20.491298 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d5c043-9e9d-406a-ba26-4c9bd5167817 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:20.497944 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d5c043-9e9d-406a-ba26-4c9bd5167817 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:20.501951 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a6d5c043-9e9d-406a-ba26-4c9bd5167817 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1012175 Aug 16 02:03:20.502209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54310) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:20.655588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-9882a383-7adf-42bb-8f65-875d8c4cd922 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port 3b21053f-ba56-4f42-96c4-e79ae6ec08b0 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:20.655931 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9882a383-7adf-42bb-8f65-875d8c4cd922 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.770202 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9882a383-7adf-42bb-8f65-875d8c4cd922 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.800565 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-9882a383-7adf-42bb-8f65-875d8c4cd922 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for 3b21053f-ba56-4f42-96c4-e79ae6ec08b0 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:20.882417 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb4224a3-8505-4ba4-be05-2a882382124b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.925135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2527f7b9-d85e-47e6-919d-bd6cb1c24164 None None] Provisioning for port 87a0288d-ef3d-4006-9222-034c761ab8ea completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:21.012026 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 87a0288d-ef3d-4006-9222-034c761ab8ea up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:21.040315 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device c3d7a572-380a-42b5-affa-f062ae2160fd no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:21.073496 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: c3d7a572-380a-42b5-affa-f062ae2160fd {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:21.073960 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device c3d7a572-380a-42b5-affa-f062ae2160fd not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:21.079464 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9882a383-7adf-42bb-8f65-875d8c4cd922 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.093891 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 87a0288d-ef3d-4006-9222-034c761ab8ea completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:21.097608 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 87a0288d-ef3d-4006-9222-034c761ab8ea triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:21.098008 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.147387 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882a383-7adf-42bb-8f65-875d8c4cd922 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=3b21053f-ba56-4f42-96c4-e79ae6ec08b0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:21.147969 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b2fb1778-b56a-43f9-a278-7fcd49e86b4c None None] Could not find standard attr ID for object cdcc2c53-c0a0-4dd3-9835-8c1583870703. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:21.169041 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9882a383-7adf-42bb-8f65-875d8c4cd922 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.171022 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9882a383-7adf-42bb-8f65-875d8c4cd922 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/3b21053f-ba56-4f42-96c4-e79ae6ec08b0 HTTP/1.1" status: 204 len: 168 time: 0.6678960 Aug 16 02:03:21.174313 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54312) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:21.190588 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.239989 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 87a0288d-ef3d-4006-9222-034c761ab8ea, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=87a0288d-ef3d-4006-9222-034c761ab8ea,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:21.247054 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.250778 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665f4c56-5ab2-4655-8cfc-b23e4f897d64 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:21.254372 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665f4c56-5ab2-4655-8cfc-b23e4f897d64 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:21.259303 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-665f4c56-5ab2-4655-8cfc-b23e4f897d64 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0807247 Aug 16 02:03:21.260175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54314) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:21.308792 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cb4224a3-8505-4ba4-be05-2a882382124b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Deleting port daeda6dc-cffd-443c-bd9e-a87bee4422c7 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:21.309465 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb4224a3-8505-4ba4-be05-2a882382124b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.311234 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=87a0288d-ef3d-4006-9222-034c761ab8ea,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:21.326469 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11a69a1-a175-4cf9-9d73-1e1bf4dc4971 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet 26efee70-92b1-46ff-8882-8fce9196feea {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:21.330498 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c11a69a1-a175-4cf9-9d73-1e1bf4dc4971 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.422543 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-cb4224a3-8505-4ba4-be05-2a882382124b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] For port daeda6dc-cffd-443c-bd9e-a87bee4422c7, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=daeda6dc-cffd-443c-bd9e-a87bee4422c7,segment=NetworkSegment(84080f7f-14d8-4c6d-b12d-eba616602ce7),segment_id=84080f7f-14d8-4c6d-b12d-eba616602ce7)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:21.423191 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb4224a3-8505-4ba4-be05-2a882382124b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.439317 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cb4224a3-8505-4ba4-be05-2a882382124b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Calling delete_port for daeda6dc-cffd-443c-bd9e-a87bee4422c7 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:21.468515 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c61e5a3c-3606-4f9e-b54e-3a802fdfe9e3 None None] Could not find standard attr ID for object 3b21053f-ba56-4f42-96c4-e79ae6ec08b0. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:21.656217 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb4224a3-8505-4ba4-be05-2a882382124b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.687761 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4224a3-8505-4ba4-be05-2a882382124b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event deleted for resources: {'Port': ['ID=daeda6dc-cffd-443c-bd9e-a87bee4422c7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:21.746947 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c11a69a1-a175-4cf9-9d73-1e1bf4dc4971 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.848545 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c11a69a1-a175-4cf9-9d73-1e1bf4dc4971 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.889475 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb4224a3-8505-4ba4-be05-2a882382124b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.935460 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c11a69a1-a175-4cf9-9d73-1e1bf4dc4971 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.964602 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a69a1-a175-4cf9-9d73-1e1bf4dc4971 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=26efee70-92b1-46ff-8882-8fce9196feea,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:21.970523 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c11a69a1-a175-4cf9-9d73-1e1bf4dc4971 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.972354 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c11a69a1-a175-4cf9-9d73-1e1bf4dc4971 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/26efee70-92b1-46ff-8882-8fce9196feea HTTP/1.1" status: 204 len: 168 time: 0.7110188 Aug 16 02:03:21.974773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54316) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:21.978278 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24ab00f-158f-4504-9b5d-31c2ec50f739 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:22.022713 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0fdad5d3-db36-4f3a-a51d-46bf9f7f73bf tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434659 Aug 16 02:03:22.022939 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54320) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:22.028570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-28216bf5-7841-46e5-855a-502815e7f25a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:22.119567 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28216bf5-7841-46e5-855a-502815e7f25a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:22.123968 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28216bf5-7841-46e5-855a-502815e7f25a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.128670 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4224a3-8505-4ba4-be05-2a882382124b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Router a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:22.169818 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2cf51e-5b7b-4cf9-aaa4-3d0f993fc653 None None] DHCP port deletion for a23333e5-5f21-4295-988a-70b7bca5c793 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:22.225337 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1b2cf51e-5b7b-4cf9-aaa4-3d0f993fc653 None None] Deleting port 87a0288d-ef3d-4006-9222-034c761ab8ea {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:22.225717 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf51e-5b7b-4cf9-aaa4-3d0f993fc653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.265256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4224a3-8505-4ba4-be05-2a882382124b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:22.275027 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cb4224a3-8505-4ba4-be05-2a882382124b tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "PUT /v2.0/routers/a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0589504 Aug 16 02:03:22.279762 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54322) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:22.285235 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c1b80c-6184-4f5a-8a41-55fc1569d140 None None] Sync routers for ids ['a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:22.302584 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c1b80c-6184-4f5a-8a41-55fc1569d140 None None] Routers {'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:22.304341 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-75c1b80c-6184-4f5a-8a41-55fc1569d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:02:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:22.306875 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-1b2cf51e-5b7b-4cf9-aaa4-3d0f993fc653 None None] For port 87a0288d-ef3d-4006-9222-034c761ab8ea, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=87a0288d-ef3d-4006-9222-034c761ab8ea,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:22.307321 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf51e-5b7b-4cf9-aaa4-3d0f993fc653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.323433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1b2cf51e-5b7b-4cf9-aaa4-3d0f993fc653 None None] Calling delete_port for 87a0288d-ef3d-4006-9222-034c761ab8ea owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:22.354875 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28216bf5-7841-46e5-855a-502815e7f25a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.413329 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28216bf5-7841-46e5-855a-502815e7f25a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:22.420364 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-28216bf5-7841-46e5-855a-502815e7f25a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:22.424639 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf51e-5b7b-4cf9-aaa4-3d0f993fc653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.428325 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28216bf5-7841-46e5-855a-502815e7f25a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:22.428939 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28216bf5-7841-46e5-855a-502815e7f25a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.448494 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-75c1b80c-6184-4f5a-8a41-55fc1569d140 None None] Set router a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:22.462338 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-28216bf5-7841-46e5-855a-502815e7f25a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4344747 Aug 16 02:03:22.462562 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2cf51e-5b7b-4cf9-aaa4-3d0f993fc653 None None] Pushing event deleted for resources: {'Port': ['ID=87a0288d-ef3d-4006-9222-034c761ab8ea,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:22.464112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2cf51e-5b7b-4cf9-aaa4-3d0f993fc653 None None] No DVR routers for this DVR port 87a0288d-ef3d-4006-9222-034c761ab8ea on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:22.468831 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28216bf5-7841-46e5-855a-502815e7f25a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=2d121be1-cd80-4341-a039-51d58602b359,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:22.473874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54324) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:22.485342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbc5e5c-b9a6-4449-a8b0-8d5eff252967 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:22.490196 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-361fd91f-eaf0-4730-a3fe-c621bc36ef24 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'fixed_ips': [{'subnet_id': '2d121be1-cd80-4341-a039-51d58602b359', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-570023222'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:22.639858 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361fd91f-eaf0-4730-a3fe-c621bc36ef24 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:22.652403 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-703fe1fb-c1af-468c-9236-3ba1962c25f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.721345 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a23333e5-5f21-4295-988a-70b7bca5c793', 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'tenant_id': '1e611015d31449ec9633635443d78676', 'fixed_ips': [{'subnet_id': '2d121be1-cd80-4341-a039-51d58602b359'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:22.722268 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.735934 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bffc9be-0ebf-4d1c-9847-7730138e6902 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Deleting subnet 34d381e8-d8c4-49eb-a764-495a21676952 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:22.740159 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bffc9be-0ebf-4d1c-9847-7730138e6902 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.746099 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-361fd91f-eaf0-4730-a3fe-c621bc36ef24 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.770396 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-361fd91f-eaf0-4730-a3fe-c621bc36ef24 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port 99807bc2-ebe1-4ad2-a0ac-062a46b5946f yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:22.787687 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bffc9be-0ebf-4d1c-9847-7730138e6902 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.801045 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-75c1b80c-6184-4f5a-8a41-55fc1569d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'name': 'tempest-TestNetworkBasicOps-router-1757351107', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:03:21Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:22.835752 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c1b80c-6184-4f5a-8a41-55fc1569d140 None None] Checking router: a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:22.849157 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c1b80c-6184-4f5a-8a41-55fc1569d140 None None] Routers {'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:22.850270 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-75c1b80c-6184-4f5a-8a41-55fc1569d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:03:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:22.916728 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Allocated IP 2001:db8::2 (a23333e5-5f21-4295-988a-70b7bca5c793/2d121be1-cd80-4341-a039-51d58602b359/e0453eea-d44e-4fb9-b8e2-1c7eaba91903) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:22.924857 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bffc9be-0ebf-4d1c-9847-7730138e6902 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.003612 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-75c1b80c-6184-4f5a-8a41-55fc1569d140 None None] Set router a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:23.005261 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bffc9be-0ebf-4d1c-9847-7730138e6902 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.019448 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bffc9be-0ebf-4d1c-9847-7730138e6902 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.021300 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4bffc9be-0ebf-4d1c-9847-7730138e6902 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "DELETE /v2.0/subnets/34d381e8-d8c4-49eb-a764-495a21676952 HTTP/1.1" status: 204 len: 168 time: 0.7403557 Aug 16 02:03:23.026193 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54326) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:23.040700 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffc9be-0ebf-4d1c-9847-7730138e6902 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event deleted for resources: {'Subnet': ['ID=34d381e8-d8c4-49eb-a764-495a21676952,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:23.046740 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdfc3d9-93c0-4c9d-8f01-065863790cda None None] Network 92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:23.097730 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 87a0288d-ef3d-4006-9222-034c761ab8ea no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:23.154569 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6fa9f3f-a7a1-4b27-9dcc-bc2884a79330 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.157392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 87a0288d-ef3d-4006-9222-034c761ab8ea {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:23.157955 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 87a0288d-ef3d-4006-9222-034c761ab8ea not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:23.242772 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.245865 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-75c1b80c-6184-4f5a-8a41-55fc1569d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'name': 'tempest-TestNetworkBasicOps-router-1757351107', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:03:21Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:23.253937 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Transition to ACTIVE for port object e0453eea-d44e-4fb9-b8e2-1c7eaba91903 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:23.280773 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Transition to ACTIVE for port object e0453eea-d44e-4fb9-b8e2-1c7eaba91903 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:23.282025 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c1b80c-6184-4f5a-8a41-55fc1569d140 None None] The sync data for ids ['a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a'] in n-d-765315-27 is: [{'id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'name': 'tempest-TestNetworkBasicOps-router-1757351107', 'tenant_id': '33cf80430ee04eee8eb367bea457fa11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:15Z', 'updated_at': '2021-08-16T02:03:21Z', 'revision_number': 5, 'project_id': '33cf80430ee04eee8eb367bea457fa11', 'gw_port': {'id': 'c7dc1a0b-906c-4dac-95b4-edcb622606ef', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:16Z', 'updated_at': '2021-08-16T02:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:23.293864 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.302643 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-361fd91f-eaf0-4730-a3fe-c621bc36ef24 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:03:23.303190 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361fd91f-eaf0-4730-a3fe-c621bc36ef24 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:23.319996 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6fa9f3f-a7a1-4b27-9dcc-bc2884a79330 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.325461 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-361fd91f-eaf0-4730-a3fe-c621bc36ef24 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.8506789 Aug 16 02:03:23.327915 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54328) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:23.361921 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:23.362692 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.369819 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:23.373253 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:23.380711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Pushing event updated for resources: {'Port': ['ID=e0453eea-d44e-4fb9-b8e2-1c7eaba91903,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:23.418036 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da82e2f3-e388-4594-8ffe-ea4ce859e10c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.419567 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-da82e2f3-e388-4594-8ffe-ea4ce859e10c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0906737 Aug 16 02:03:23.422746 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54330) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:23.431465 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Attempting to bind port e0453eea-d44e-4fb9-b8e2-1c7eaba91903 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:23.431931 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Attempting to bind port e0453eea-d44e-4fb9-b8e2-1c7eaba91903 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:23.432295 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Attempting to bind port e0453eea-d44e-4fb9-b8e2-1c7eaba91903 on network a23333e5-5f21-4295-988a-70b7bca5c793 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:23.438445 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d6fa9f3f-a7a1-4b27-9dcc-bc2884a79330 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Deleting port c7dc1a0b-906c-4dac-95b4-edcb622606ef {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:23.438748 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:23.439056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Checking segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:23.439455 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.439808 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6fa9f3f-a7a1-4b27-9dcc-bc2884a79330 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.439922 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Bound using segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:23.440296 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Bound port: e0453eea-d44e-4fb9-b8e2-1c7eaba91903, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:23.440671 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.478223 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fa8867-a947-4639-b42d-0a234f510ef7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.479855 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fa8867-a947-4639-b42d-0a234f510ef7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.481577 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-89fa8867-a947-4639-b42d-0a234f510ef7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0573411 Aug 16 02:03:23.484673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54332) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:23.510921 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] For port e0453eea-d44e-4fb9-b8e2-1c7eaba91903, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:23.514410 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] For port e0453eea-d44e-4fb9-b8e2-1c7eaba91903, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=e0453eea-d44e-4fb9-b8e2-1c7eaba91903,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:23.519347 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.530523 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d6fa9f3f-a7a1-4b27-9dcc-bc2884a79330 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] For port c7dc1a0b-906c-4dac-95b4-edcb622606ef, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c7dc1a0b-906c-4dac-95b4-edcb622606ef,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:23.530935 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6fa9f3f-a7a1-4b27-9dcc-bc2884a79330 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.541375 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b6a5e1-0718-417e-9af3-8f2eef8f231c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet 2d121be1-cd80-4341-a039-51d58602b359 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:23.545344 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d6fa9f3f-a7a1-4b27-9dcc-bc2884a79330 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Calling delete_port for c7dc1a0b-906c-4dac-95b4-edcb622606ef owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:23.546012 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1b6a5e1-0718-417e-9af3-8f2eef8f231c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.578190 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e303f3-43a1-45e8-93e5-67af11b7e84e None None] Pushing event updated for resources: {'Port': ['ID=e0453eea-d44e-4fb9-b8e2-1c7eaba91903,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:23.608758 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1b6a5e1-0718-417e-9af3-8f2eef8f231c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.698254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f837222f-5d03-44d3-aac5-4cd64dae30d9 None None] DHCP port deletion for 92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:23.726212 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1b6a5e1-0718-417e-9af3-8f2eef8f231c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.805932 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6fa9f3f-a7a1-4b27-9dcc-bc2884a79330 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.824194 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1b6a5e1-0718-417e-9af3-8f2eef8f231c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.837691 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f837222f-5d03-44d3-aac5-4cd64dae30d9 None None] Deleting port 2ac9bfd3-7cf2-4755-8073-2d07855ca379 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:23.838089 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f837222f-5d03-44d3-aac5-4cd64dae30d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.843258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa9f3f-a7a1-4b27-9dcc-bc2884a79330 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event deleted for resources: {'Port': ['ID=c7dc1a0b-906c-4dac-95b4-edcb622606ef,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:23.873208 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6a5e1-0718-417e-9af3-8f2eef8f231c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=2d121be1-cd80-4341-a039-51d58602b359,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:23.890950 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1b6a5e1-0718-417e-9af3-8f2eef8f231c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.892925 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e1b6a5e1-0718-417e-9af3-8f2eef8f231c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/2d121be1-cd80-4341-a039-51d58602b359 HTTP/1.1" status: 204 len: 168 time: 0.4061620 Aug 16 02:03:23.896094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54334) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:23.935352 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f837222f-5d03-44d3-aac5-4cd64dae30d9 None None] For port 2ac9bfd3-7cf2-4755-8073-2d07855ca379, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2ac9bfd3-7cf2-4755-8073-2d07855ca379,segment=NetworkSegment(84080f7f-14d8-4c6d-b12d-eba616602ce7),segment_id=84080f7f-14d8-4c6d-b12d-eba616602ce7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:23.935859 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f837222f-5d03-44d3-aac5-4cd64dae30d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.951199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f837222f-5d03-44d3-aac5-4cd64dae30d9 None None] Calling delete_port for 2ac9bfd3-7cf2-4755-8073-2d07855ca379 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:23.971700 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a99c72f6-aab3-4912-9f04-c71ef2a41203 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738597 Aug 16 02:03:23.975492 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54336) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:23.981481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ad30cc12-da6f-403e-a72c-21882a14f118 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:23.990091 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6fa9f3f-a7a1-4b27-9dcc-bc2884a79330 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.053359 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f837222f-5d03-44d3-aac5-4cd64dae30d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.081199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837222f-5d03-44d3-aac5-4cd64dae30d9 None None] Pushing event deleted for resources: {'Port': ['ID=2ac9bfd3-7cf2-4755-8073-2d07855ca379,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:24.090597 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f837222f-5d03-44d3-aac5-4cd64dae30d9 None None] No DVR routers for this DVR port 2ac9bfd3-7cf2-4755-8073-2d07855ca379 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:24.106515 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad30cc12-da6f-403e-a72c-21882a14f118 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:24.110848 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad30cc12-da6f-403e-a72c-21882a14f118 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.114270 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6fa9f3f-a7a1-4b27-9dcc-bc2884a79330 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.116511 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6fa9f3f-a7a1-4b27-9dcc-bc2884a79330 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.170191 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6fa9f3f-a7a1-4b27-9dcc-bc2884a79330 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.170954 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fa9f3f-a7a1-4b27-9dcc-bc2884a79330 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Fanout notify agent at l3_agent the message router_deleted on router a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:03:24.185619 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6fa9f3f-a7a1-4b27-9dcc-bc2884a79330 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.185876 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.189742 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d6fa9f3f-a7a1-4b27-9dcc-bc2884a79330 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "DELETE /v2.0/routers/a07e8b1b-a132-42d1-bb0f-8ca8d8fa390a HTTP/1.1" status: 204 len: 168 time: 1.1600332 Aug 16 02:03:24.190073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54338) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:24.282041 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-012787a8-f786-494c-9c4f-8c95de4a23a4 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.361996 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad30cc12-da6f-403e-a72c-21882a14f118 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.405122 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-012787a8-f786-494c-9c4f-8c95de4a23a4 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.411307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad30cc12-da6f-403e-a72c-21882a14f118 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:24.414642 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ad30cc12-da6f-403e-a72c-21882a14f118 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:24.416342 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-012787a8-f786-494c-9c4f-8c95de4a23a4 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e37b0c-eca2-470d-a8c4-ff3d52ece4e2']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:24.419082 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad30cc12-da6f-403e-a72c-21882a14f118 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:24.419673 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad30cc12-da6f-403e-a72c-21882a14f118 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.428139 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-012787a8-f786-494c-9c4f-8c95de4a23a4 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84080f7f-14d8-4c6d-b12d-eba616602ce7') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:24.428730 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-012787a8-f786-494c-9c4f-8c95de4a23a4 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84080f7f-14d8-4c6d-b12d-eba616602ce7') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:24.432595 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30cc12-da6f-403e-a72c-21882a14f118 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=8603b234-5d63-470b-9e6a-8ea22e275b45,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:24.440545 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ad30cc12-da6f-403e-a72c-21882a14f118 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4628761 Aug 16 02:03:24.442041 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-012787a8-f786-494c-9c4f-8c95de4a23a4 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.442192 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54340) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:24.447417 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8e316491-9a63-45f2-a02b-a25bb81ce19c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1647537214', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:24.458334 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-012787a8-f786-494c-9c4f-8c95de4a23a4 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.467036 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012787a8-f786-494c-9c4f-8c95de4a23a4 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:03:24.467430 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-012787a8-f786-494c-9c4f-8c95de4a23a4 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:03:24.470554 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:03:24.474580 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e316491-9a63-45f2-a02b-a25bb81ce19c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.475887 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e316491-9a63-45f2-a02b-a25bb81ce19c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.535523 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-012787a8-f786-494c-9c4f-8c95de4a23a4 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.544514 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-012787a8-f786-494c-9c4f-8c95de4a23a4 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.549377 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-012787a8-f786-494c-9c4f-8c95de4a23a4 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] 10.222.0.68 "DELETE /v2.0/networks/92e37b0c-eca2-470d-a8c4-ff3d52ece4e2 HTTP/1.1" status: 204 len: 168 time: 0.3556843 Aug 16 02:03:24.559715 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012787a8-f786-494c-9c4f-8c95de4a23a4 tempest-TestNetworkBasicOps-494053249 tempest-TestNetworkBasicOps-494053249-project] Pushing event deleted for resources: {'Network': ['ID=92e37b0c-eca2-470d-a8c4-ff3d52ece4e2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:24.607893 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e316491-9a63-45f2-a02b-a25bb81ce19c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.613068 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e316491-9a63-45f2-a02b-a25bb81ce19c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.631258 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e316491-9a63-45f2-a02b-a25bb81ce19c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.632504 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8e316491-9a63-45f2-a02b-a25bb81ce19c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1894028 Aug 16 02:03:24.635578 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54344) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:24.696718 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dd2c9e-8b3c-45bf-9482-f95baa0fedc8 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:24.768777 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c4f02b58-4706-40fa-b48b-461bb3188047 None None] Provisioning for port e0453eea-d44e-4fb9-b8e2-1c7eaba91903 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:24.878922 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54348) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:24.966193 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-364525a7-b134-42e4-abc0-dfdc50aa6a25 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.997411 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e0453eea-d44e-4fb9-b8e2-1c7eaba91903 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:25.058246 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port e0453eea-d44e-4fb9-b8e2-1c7eaba91903 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:25.062623 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port e0453eea-d44e-4fb9-b8e2-1c7eaba91903 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:25.063213 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.080613 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b6e38f0b-4372-4842-ad20-1237539916b0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=33cf80430ee04eee8eb367bea457fa11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992476 Aug 16 02:03:25.082799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54352) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:25.144563 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8433c32f-d546-4fb0-875b-256193f7040c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.156636 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.167599 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8433c32f-d546-4fb0-875b-256193f7040c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.190751 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port e0453eea-d44e-4fb9-b8e2-1c7eaba91903, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=e0453eea-d44e-4fb9-b8e2-1c7eaba91903,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:25.195640 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.230814 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8433c32f-d546-4fb0-875b-256193f7040c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.233781 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8433c32f-d546-4fb0-875b-256193f7040c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.234968 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8433c32f-d546-4fb0-875b-256193f7040c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e23e1087-39f7-4a93-8ae0-c9fe29a0693b HTTP/1.1" status: 204 len: 168 time: 0.1512046 Aug 16 02:03:25.257719 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433c32f-d546-4fb0-875b-256193f7040c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23e1087-39f7-4a93-8ae0-c9fe29a0693b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:25.262341 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c148cadc-7a33-4fb9-8c0d-64a25f476b06 None None] Provisioning complete for port e0453eea-d44e-4fb9-b8e2-1c7eaba91903 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:25.262715 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c148cadc-7a33-4fb9-8c0d-64a25f476b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.276857 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-364525a7-b134-42e4-abc0-dfdc50aa6a25 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::1 (a23333e5-5f21-4295-988a-70b7bca5c793/8603b234-5d63-470b-9e6a-8ea22e275b45/fac4aa1e-780c-4e64-89c5-3e8f6afafd08) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:25.302052 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device daeda6dc-cffd-443c-bd9e-a87bee4422c7 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:25.307797 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=e0453eea-d44e-4fb9-b8e2-1c7eaba91903,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:25.337818 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: daeda6dc-cffd-443c-bd9e-a87bee4422c7 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:25.338093 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device daeda6dc-cffd-443c-bd9e-a87bee4422c7 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:25.339112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2ac9bfd3-7cf2-4755-8073-2d07855ca379 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:25.363857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 2ac9bfd3-7cf2-4755-8073-2d07855ca379 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:25.364205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2ac9bfd3-7cf2-4755-8073-2d07855ca379 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:25.364622 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c7dc1a0b-906c-4dac-95b4-edcb622606ef no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:25.389816 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: c7dc1a0b-906c-4dac-95b4-edcb622606ef {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:25.389816 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c7dc1a0b-906c-4dac-95b4-edcb622606ef not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:25.408414 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-364525a7-b134-42e4-abc0-dfdc50aa6a25 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.424514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-364525a7-b134-42e4-abc0-dfdc50aa6a25 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object fac4aa1e-780c-4e64-89c5-3e8f6afafd08 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:25.462397 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-364525a7-b134-42e4-abc0-dfdc50aa6a25 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.502697 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364525a7-b134-42e4-abc0-dfdc50aa6a25 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:25.511604 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-364525a7-b134-42e4-abc0-dfdc50aa6a25 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:25.514090 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364525a7-b134-42e4-abc0-dfdc50aa6a25 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:25.514825 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-364525a7-b134-42e4-abc0-dfdc50aa6a25 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.557929 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364525a7-b134-42e4-abc0-dfdc50aa6a25 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=fac4aa1e-780c-4e64-89c5-3e8f6afafd08,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:25.570505 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54358) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:25.584191 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6540b2bb-b5b9-44d9-ab5d-cd1c252de1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.668489 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-364525a7-b134-42e4-abc0-dfdc50aa6a25 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.686438 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6540b2bb-b5b9-44d9-ab5d-cd1c252de1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.691536 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6540b2bb-b5b9-44d9-ab5d-cd1c252de1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.723601 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540b2bb-b5b9-44d9-ab5d-cd1c252de1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ff3bc6-a203-4391-824a-ddb7b8f9d754,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:25.739716 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6540b2bb-b5b9-44d9-ab5d-cd1c252de1af admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f5c8a70ee170449d8cac186b2d09d19f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680157 Aug 16 02:03:25.743323 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54360) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:25.800777 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30d64943-fee3-4a06-b998-e6c879b7cc56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.826166 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30d64943-fee3-4a06-b998-e6c879b7cc56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.857413 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a6080e2d-ddd7-45de-8eb2-b0b050be5a25 None None] Provisioning for port fac4aa1e-780c-4e64-89c5-3e8f6afafd08 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:25.861459 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a6080e2d-ddd7-45de-8eb2-b0b050be5a25 None None] Provisioning complete for port fac4aa1e-780c-4e64-89c5-3e8f6afafd08 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:25.861865 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6080e2d-ddd7-45de-8eb2-b0b050be5a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.879323 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30d64943-fee3-4a06-b998-e6c879b7cc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.882023 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30d64943-fee3-4a06-b998-e6c879b7cc56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.885716 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-30d64943-fee3-4a06-b998-e6c879b7cc56 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b4ff3bc6-a203-4391-824a-ddb7b8f9d754 HTTP/1.1" status: 204 len: 168 time: 0.1361618 Aug 16 02:03:25.894207 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d64943-fee3-4a06-b998-e6c879b7cc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ff3bc6-a203-4391-824a-ddb7b8f9d754,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:25.903150 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a6080e2d-ddd7-45de-8eb2-b0b050be5a25 None None] Port fac4aa1e-780c-4e64-89c5-3e8f6afafd08 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:25.961276 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-364525a7-b134-42e4-abc0-dfdc50aa6a25 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.966202 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-364525a7-b134-42e4-abc0-dfdc50aa6a25 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.966949 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-364525a7-b134-42e4-abc0-dfdc50aa6a25 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.987222 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.057598 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364525a7-b134-42e4-abc0-dfdc50aa6a25 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=fac4aa1e-780c-4e64-89c5-3e8f6afafd08,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:26.102592 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364525a7-b134-42e4-abc0-dfdc50aa6a25 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:26.104036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-364525a7-b134-42e4-abc0-dfdc50aa6a25 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:26.226196 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364525a7-b134-42e4-abc0-dfdc50aa6a25 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Router 8e41ab04-b5c6-4448-b3c4-5a7b8c81f038 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:03:26.340257 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364525a7-b134-42e4-abc0-dfdc50aa6a25 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:26.348655 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-364525a7-b134-42e4-abc0-dfdc50aa6a25 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "PUT /v2.0/routers/8e41ab04-b5c6-4448-b3c4-5a7b8c81f038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7093360 Aug 16 02:03:26.348752 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54374) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:26.351626 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Sync routers for ids ['8e41ab04-b5c6-4448-b3c4-5a7b8c81f038'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:26.364880 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Routers {'8e41ab04-b5c6-4448-b3c4-5a7b8c81f038'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:26.365789 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:03:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8e41ab04-b5c6-4448-b3c4-5a7b8c81f038'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:26.396293 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a411335-caff-49e6-8dda-870cd51465f7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.397630 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5a411335-caff-49e6-8dda-870cd51465f7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports/fac4aa1e-780c-4e64-89c5-3e8f6afafd08 HTTP/1.1" status: 200 len: 911 time: 0.0479486 Aug 16 02:03:26.401052 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54376) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:26.452780 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146e12b4-8afa-41d2-9411-a9bd21720914 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.458306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146e12b4-8afa-41d2-9411-a9bd21720914 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.459905 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-146e12b4-8afa-41d2-9411-a9bd21720914 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0579095 Aug 16 02:03:26.463491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54382) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:26.471048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Set router 8e41ab04-b5c6-4448-b3c4-5a7b8c81f038 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:26.473279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f5f32a15-c31a-4434-8fc3-1e3a6624c2db None None] Provisioning complete for port fac4aa1e-780c-4e64-89c5-3e8f6afafd08 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:26.473646 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5f32a15-c31a-4434-8fc3-1e3a6624c2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.572646 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f5f32a15-c31a-4434-8fc3-1e3a6624c2db None None] Port fac4aa1e-780c-4e64-89c5-3e8f6afafd08 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:26.699836 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e41ab04-b5c6-4448-b3c4-5a7b8c81f038', 'name': 'tempest-NetworksTestDHCPv6-router-1647537214', 'tenant_id': '1e611015d31449ec9633635443d78676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:24Z', 'updated_at': '2021-08-16T02:03:25Z', 'revision_number': 2, 'project_id': '1e611015d31449ec9633635443d78676', 'gw_port_host': None, '_interfaces': [{'id': 'fac4aa1e-780c-4e64-89c5-3e8f6afafd08', 'name': '', 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'tenant_id': '1e611015d31449ec9633635443d78676', 'mac_address': 'fa:16:3e:61:9a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e41ab04-b5c6-4448-b3c4-5a7b8c81f038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '8603b234-5d63-470b-9e6a-8ea22e275b45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:25Z', 'updated_at': '2021-08-16T02:03:25Z', 'revision_number': 2, 'project_id': '1e611015d31449ec9633635443d78676', 'subnets': [{'id': '8603b234-5d63-470b-9e6a-8ea22e275b45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:26.730766 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Checking router: 8e41ab04-b5c6-4448-b3c4-5a7b8c81f038 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:26.731204 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Updating router 8e41ab04-b5c6-4448-b3c4-5a7b8c81f038 port fac4aa1e-780c-4e64-89c5-3e8f6afafd08 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:03:26.923470 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.930422 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d47a6af-4690-412e-aed5-d4b8efc82fc8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.969813 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e0453eea-d44e-4fb9-b8e2-1c7eaba91903 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:27.109196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port e0453eea-d44e-4fb9-b8e2-1c7eaba91903 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:27.109570 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.160113 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0d47a6af-4690-412e-aed5-d4b8efc82fc8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port fac4aa1e-780c-4e64-89c5-3e8f6afafd08 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:27.160674 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d47a6af-4690-412e-aed5-d4b8efc82fc8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.251135 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d47a6af-4690-412e-aed5-d4b8efc82fc8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.265420 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0d47a6af-4690-412e-aed5-d4b8efc82fc8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for fac4aa1e-780c-4e64-89c5-3e8f6afafd08 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:27.319006 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.330189 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Transition to ACTIVE for port object fac4aa1e-780c-4e64-89c5-3e8f6afafd08 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:27.336763 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.423460 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cd3c6-9be4-40b9-b36c-95f04e15a2af None None] Pushing event updated for resources: {'Port': ['ID=fac4aa1e-780c-4e64-89c5-3e8f6afafd08,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:27.468435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Attempting to bind port fac4aa1e-780c-4e64-89c5-3e8f6afafd08 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:27.468962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Attempting to bind port fac4aa1e-780c-4e64-89c5-3e8f6afafd08 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:27.469426 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Attempting to bind port fac4aa1e-780c-4e64-89c5-3e8f6afafd08 on network a23333e5-5f21-4295-988a-70b7bca5c793 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:27.475843 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d47a6af-4690-412e-aed5-d4b8efc82fc8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.477659 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:27.478147 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Checking segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:27.478659 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.479220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Bound using segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:27.479811 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Bound port: fac4aa1e-780c-4e64-89c5-3e8f6afafd08, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:27.480443 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.509880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47a6af-4690-412e-aed5-d4b8efc82fc8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=fac4aa1e-780c-4e64-89c5-3e8f6afafd08,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:27.522546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Port fac4aa1e-780c-4e64-89c5-3e8f6afafd08 has been deleted concurrently {{(pid=94674) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 02:03:27.535835 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Routers {'8e41ab04-b5c6-4448-b3c4-5a7b8c81f038'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:27.536737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:03:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8e41ab04-b5c6-4448-b3c4-5a7b8c81f038'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:27.624350 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d47a6af-4690-412e-aed5-d4b8efc82fc8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.633003 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] Set router 8e41ab04-b5c6-4448-b3c4-5a7b8c81f038 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:27.720314 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a350c8f1-046f-4e37-93d0-9e706113319e None None] Could not find standard attr ID for object fac4aa1e-780c-4e64-89c5-3e8f6afafd08. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:27.722814 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e41ab04-b5c6-4448-b3c4-5a7b8c81f038', 'name': 'tempest-NetworksTestDHCPv6-router-1647537214', 'tenant_id': '1e611015d31449ec9633635443d78676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:24Z', 'updated_at': '2021-08-16T02:03:27Z', 'revision_number': 3, 'project_id': '1e611015d31449ec9633635443d78676', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:27.756652 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424fb84b-60f5-46bd-ac24-c1dedb89d0ca None None] The sync data for ids ['8e41ab04-b5c6-4448-b3c4-5a7b8c81f038'] in n-d-765315-27 is: [{'id': '8e41ab04-b5c6-4448-b3c4-5a7b8c81f038', 'name': 'tempest-NetworksTestDHCPv6-router-1647537214', 'tenant_id': '1e611015d31449ec9633635443d78676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:24Z', 'updated_at': '2021-08-16T02:03:27Z', 'revision_number': 3, 'project_id': '1e611015d31449ec9633635443d78676', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:27.835154 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d47a6af-4690-412e-aed5-d4b8efc82fc8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Router 8e41ab04-b5c6-4448-b3c4-5a7b8c81f038 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:27.928211 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d47a6af-4690-412e-aed5-d4b8efc82fc8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:27.934889 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0d47a6af-4690-412e-aed5-d4b8efc82fc8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "PUT /v2.0/routers/8e41ab04-b5c6-4448-b3c4-5a7b8c81f038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4702845 Aug 16 02:03:27.937946 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54500) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:28.000411 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4141fe62-e144-4837-8e8b-7dc416b46780 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:28.002636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4141fe62-e144-4837-8e8b-7dc416b46780 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:28.004490 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4141fe62-e144-4837-8e8b-7dc416b46780 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0654974 Aug 16 02:03:28.007053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54514) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:28.074633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0319d7-00bc-4787-9a7d-4dc8a24c80c2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet 8603b234-5d63-470b-9e6a-8ea22e275b45 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:28.077718 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db0319d7-00bc-4787-9a7d-4dc8a24c80c2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.117670 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db0319d7-00bc-4787-9a7d-4dc8a24c80c2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.167055 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db0319d7-00bc-4787-9a7d-4dc8a24c80c2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.229090 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db0319d7-00bc-4787-9a7d-4dc8a24c80c2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.260006 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db0319d7-00bc-4787-9a7d-4dc8a24c80c2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.262132 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-db0319d7-00bc-4787-9a7d-4dc8a24c80c2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/8603b234-5d63-470b-9e6a-8ea22e275b45 HTTP/1.1" status: 204 len: 168 time: 0.2535658 Aug 16 02:03:28.263101 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0319d7-00bc-4787-9a7d-4dc8a24c80c2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=8603b234-5d63-470b-9e6a-8ea22e275b45,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:28.264630 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54524) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:28.267600 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0425dec-04da-417c-bf06-4c2a6ef2c8cf None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:28.314386 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54526) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:28.392600 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3e5f8fea-8dba-4b83-b3fc-c4078f1c2710 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1260777 Aug 16 02:03:28.395114 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54530) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:28.462480 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62653cc4-3fb6-4f6b-b4d6-5715477844d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.475679 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377056aa-efa5-4e02-a0d5-dfff63a3609b None None] DHCP port deletion for a23333e5-5f21-4295-988a-70b7bca5c793 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:28.490066 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6008533-652e-48ec-89d8-d21f877094bd tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.532647 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-377056aa-efa5-4e02-a0d5-dfff63a3609b None None] Deleting port e0453eea-d44e-4fb9-b8e2-1c7eaba91903 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:28.533029 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-377056aa-efa5-4e02-a0d5-dfff63a3609b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.579920 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62653cc4-3fb6-4f6b-b4d6-5715477844d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.586349 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62653cc4-3fb6-4f6b-b4d6-5715477844d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.615672 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-377056aa-efa5-4e02-a0d5-dfff63a3609b None None] For port e0453eea-d44e-4fb9-b8e2-1c7eaba91903, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=e0453eea-d44e-4fb9-b8e2-1c7eaba91903,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:28.616443 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-377056aa-efa5-4e02-a0d5-dfff63a3609b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.630963 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-62653cc4-3fb6-4f6b-b4d6-5715477844d1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=366dc16d0fe64853b1fcb1c06a245881&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3154101 Aug 16 02:03:28.631761 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62653cc4-3fb6-4f6b-b4d6-5715477844d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcc621b-795c-46a4-890d-10bc48f0f74c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:28.633601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-377056aa-efa5-4e02-a0d5-dfff63a3609b None None] Calling delete_port for e0453eea-d44e-4fb9-b8e2-1c7eaba91903 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:28.634991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54532) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:28.689394 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6008533-652e-48ec-89d8-d21f877094bd tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.691762 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6008533-652e-48ec-89d8-d21f877094bd tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.732004 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-377056aa-efa5-4e02-a0d5-dfff63a3609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.749426 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6008533-652e-48ec-89d8-d21f877094bd tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.750048 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6008533-652e-48ec-89d8-d21f877094bd tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Fanout notify agent at l3_agent the message router_deleted on router 8e41ab04-b5c6-4448-b3c4-5a7b8c81f038 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:03:28.760592 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6008533-652e-48ec-89d8-d21f877094bd tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.761909 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e6008533-652e-48ec-89d8-d21f877094bd tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/routers/8e41ab04-b5c6-4448-b3c4-5a7b8c81f038 HTTP/1.1" status: 204 len: 168 time: 0.3656132 Aug 16 02:03:28.764643 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54534) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:28.767370 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377056aa-efa5-4e02-a0d5-dfff63a3609b None None] Pushing event deleted for resources: {'Port': ['ID=e0453eea-d44e-4fb9-b8e2-1c7eaba91903,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:28.770265 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a4b96030-e3d6-448e-b5d7-953337adf0e9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:28.772251 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377056aa-efa5-4e02-a0d5-dfff63a3609b None None] No DVR routers for this DVR port e0453eea-d44e-4fb9-b8e2-1c7eaba91903 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:28.811398 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95102caf-cdfb-475e-b5e2-e7dc2468afa7 None None] Sync routers for ids ['8e41ab04-b5c6-4448-b3c4-5a7b8c81f038'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:28.821805 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95102caf-cdfb-475e-b5e2-e7dc2468afa7 None None] Routers set() bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:28.822355 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95102caf-cdfb-475e-b5e2-e7dc2468afa7 None None] Router IDs set() for agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:03:28.822973 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_agentschedulers_db [None req-95102caf-cdfb-475e-b5e2-e7dc2468afa7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8e41ab04-b5c6-4448-b3c4-5a7b8c81f038'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:03:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent'). {{(pid=94675) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:03:28.831768 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95102caf-cdfb-475e-b5e2-e7dc2468afa7 None None] Routers set() bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:28.832138 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95102caf-cdfb-475e-b5e2-e7dc2468afa7 None None] Router IDs set() for agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:03:28.832740 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_agentschedulers_db [None req-95102caf-cdfb-475e-b5e2-e7dc2468afa7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8e41ab04-b5c6-4448-b3c4-5a7b8c81f038'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:03:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent'). {{(pid=94675) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:03:28.833108 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95102caf-cdfb-475e-b5e2-e7dc2468afa7 None None] The sync data for ids ['8e41ab04-b5c6-4448-b3c4-5a7b8c81f038'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:28.887720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b96030-e3d6-448e-b5d7-953337adf0e9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:28.892637 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4b96030-e3d6-448e-b5d7-953337adf0e9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.951581 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e0453eea-d44e-4fb9-b8e2-1c7eaba91903 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:28.973525 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: e0453eea-d44e-4fb9-b8e2-1c7eaba91903 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:28.974056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e0453eea-d44e-4fb9-b8e2-1c7eaba91903 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:29.057991 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04f030fc-6397-4778-8781-a3d97ab16130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.080116 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04f030fc-6397-4778-8781-a3d97ab16130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.109077 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4b96030-e3d6-448e-b5d7-953337adf0e9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.137575 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04f030fc-6397-4778-8781-a3d97ab16130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.146173 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04f030fc-6397-4778-8781-a3d97ab16130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.147349 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-04f030fc-6397-4778-8781-a3d97ab16130 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bfcc621b-795c-46a4-890d-10bc48f0f74c HTTP/1.1" status: 204 len: 168 time: 0.5113289 Aug 16 02:03:29.152837 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b96030-e3d6-448e-b5d7-953337adf0e9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:29.155966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f030fc-6397-4778-8781-a3d97ab16130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcc621b-795c-46a4-890d-10bc48f0f74c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:29.159806 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a4b96030-e3d6-448e-b5d7-953337adf0e9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:29.164716 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b96030-e3d6-448e-b5d7-953337adf0e9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.165609 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4b96030-e3d6-448e-b5d7-953337adf0e9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.178105 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b96030-e3d6-448e-b5d7-953337adf0e9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=698e9441-7f78-4805-aead-aed77247241d,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:29.185202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5febb0a-2250-4517-8ed0-402fb65b2e8c None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:29.192074 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54538) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:29.192565 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a4b96030-e3d6-448e-b5d7-953337adf0e9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4266424 Aug 16 02:03:29.199219 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-08eda206-3a0e-4ea0-b83b-bb4a45fd0da7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1171567942', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:29.223941 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08eda206-3a0e-4ea0-b83b-bb4a45fd0da7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.225075 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08eda206-3a0e-4ea0-b83b-bb4a45fd0da7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.285324 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08eda206-3a0e-4ea0-b83b-bb4a45fd0da7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.291623 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08eda206-3a0e-4ea0-b83b-bb4a45fd0da7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.309593 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08eda206-3a0e-4ea0-b83b-bb4a45fd0da7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.311153 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-08eda206-3a0e-4ea0-b83b-bb4a45fd0da7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1172459 Aug 16 02:03:29.313539 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54542) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:29.356658 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a23333e5-5f21-4295-988a-70b7bca5c793', 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'tenant_id': '1e611015d31449ec9633635443d78676', 'fixed_ips': [{'subnet_id': '698e9441-7f78-4805-aead-aed77247241d'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:29.363240 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.511492 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54544) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:29.527197 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62890fc6-5e7a-4d55-b13a-e25806f20517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.563591 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Allocated IP 2001:db8::2 (a23333e5-5f21-4295-988a-70b7bca5c793/698e9441-7f78-4805-aead-aed77247241d/cb2905a0-1f26-4b17-94b4-ddc41863f1ca) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:29.634076 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.663552 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62890fc6-5e7a-4d55-b13a-e25806f20517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.671956 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62890fc6-5e7a-4d55-b13a-e25806f20517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.725409 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-62890fc6-5e7a-4d55-b13a-e25806f20517 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e39e61d0aa9b4f2a86917291fadf6ec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124343 Aug 16 02:03:29.726879 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54548) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:29.733508 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62890fc6-5e7a-4d55-b13a-e25806f20517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f035686f-495c-48fd-b66c-bc015e88a81e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:29.778564 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.790731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Transition to ACTIVE for port object cb2905a0-1f26-4b17-94b4-ddc41863f1ca will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:29.799726 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-329dc343-c14c-4a84-8094-586c84a7d8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.815453 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Transition to ACTIVE for port object cb2905a0-1f26-4b17-94b4-ddc41863f1ca will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:29.823267 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.830980 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-329dc343-c14c-4a84-8094-586c84a7d8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.869652 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:29.875364 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:29.878054 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:29.880170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Pushing event updated for resources: {'Port': ['ID=cb2905a0-1f26-4b17-94b4-ddc41863f1ca,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:29.898219 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-329dc343-c14c-4a84-8094-586c84a7d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.904454 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-329dc343-c14c-4a84-8094-586c84a7d8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.908555 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-329dc343-c14c-4a84-8094-586c84a7d8dc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f035686f-495c-48fd-b66c-bc015e88a81e HTTP/1.1" status: 204 len: 168 time: 0.1778290 Aug 16 02:03:29.911232 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::1 (a23333e5-5f21-4295-988a-70b7bca5c793/698e9441-7f78-4805-aead-aed77247241d/9025e2e6-2494-4961-9175-d8f8f8a62f18) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:29.916872 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329dc343-c14c-4a84-8094-586c84a7d8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f035686f-495c-48fd-b66c-bc015e88a81e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:29.953095 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Attempting to bind port cb2905a0-1f26-4b17-94b4-ddc41863f1ca on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:29.953468 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Attempting to bind port cb2905a0-1f26-4b17-94b4-ddc41863f1ca by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:29.953849 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Attempting to bind port cb2905a0-1f26-4b17-94b4-ddc41863f1ca on network a23333e5-5f21-4295-988a-70b7bca5c793 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:29.962142 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:29.962544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Checking segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:29.963788 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.963788 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Bound using segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:29.964209 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Bound port: cb2905a0-1f26-4b17-94b4-ddc41863f1ca, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:29.964209 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.035758 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] For port cb2905a0-1f26-4b17-94b4-ddc41863f1ca, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:30.041583 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] For port cb2905a0-1f26-4b17-94b4-ddc41863f1ca, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=cb2905a0-1f26-4b17-94b4-ddc41863f1ca,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:30.042930 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.046152 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.059476 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object 9025e2e6-2494-4961-9175-d8f8f8a62f18 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:30.101694 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.127297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75283c81-c5f3-4a0f-8f30-4a3d49c5752e None None] Pushing event updated for resources: {'Port': ['ID=cb2905a0-1f26-4b17-94b4-ddc41863f1ca,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:30.170627 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:30.174789 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:30.178105 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:30.178834 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.187032 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=9025e2e6-2494-4961-9175-d8f8f8a62f18,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:30.369620 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.652200 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.657283 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.658198 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.737555 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=9025e2e6-2494-4961-9175-d8f8f8a62f18,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:30.751447 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:30.751793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:30.752136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:30.752473 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:30.752810 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:30.753140 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:30.753468 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:30.753818 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:30.754146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:30.754470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:30.754798 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:30.755197 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:30.797632 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:30.799308 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:30.930128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Router 300dd2f2-c66f-4172-b9d3-7eb81e8b410a is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:03:30.973453 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cb2905a0-1f26-4b17-94b4-ddc41863f1ca up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:31.028640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port cb2905a0-1f26-4b17-94b4-ddc41863f1ca completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:31.042912 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:31.048817 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-dd6ff908-d770-4164-8281-4bf25828a1ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "PUT /v2.0/routers/300dd2f2-c66f-4172-b9d3-7eb81e8b410a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7342319 Aug 16 02:03:31.051448 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54552) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:31.057258 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c825be79-98e2-4332-bf4a-e8dec2a19b6a None None] Sync routers for ids ['300dd2f2-c66f-4172-b9d3-7eb81e8b410a'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:31.070180 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c825be79-98e2-4332-bf4a-e8dec2a19b6a None None] Routers {'300dd2f2-c66f-4172-b9d3-7eb81e8b410a'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:31.070859 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c825be79-98e2-4332-bf4a-e8dec2a19b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:03:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['300dd2f2-c66f-4172-b9d3-7eb81e8b410a'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:31.103185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049001b7-a8a8-45c5-8143-b97df628e29b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.106319 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-049001b7-a8a8-45c5-8143-b97df628e29b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports/9025e2e6-2494-4961-9175-d8f8f8a62f18 HTTP/1.1" status: 200 len: 911 time: 0.0535719 Aug 16 02:03:31.107248 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54554) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:31.159923 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d0363-ba8d-4e52-8fe1-4c6a17d66776 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.167331 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d0363-ba8d-4e52-8fe1-4c6a17d66776 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.173153 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-706d0363-ba8d-4e52-8fe1-4c6a17d66776 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0613143 Aug 16 02:03:31.173153 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54556) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:31.174544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b94a163e-f91c-4ae3-b3cb-b543842518cc None None] Provisioning for port cb2905a0-1f26-4b17-94b4-ddc41863f1ca completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:31.181587 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-c825be79-98e2-4332-bf4a-e8dec2a19b6a None None] Set router 300dd2f2-c66f-4172-b9d3-7eb81e8b410a gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:31.184289 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b94a163e-f91c-4ae3-b3cb-b543842518cc None None] Provisioning complete for port cb2905a0-1f26-4b17-94b4-ddc41863f1ca triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:31.184756 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b94a163e-f91c-4ae3-b3cb-b543842518cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.386076 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b94a163e-f91c-4ae3-b3cb-b543842518cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.461458 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b94a163e-f91c-4ae3-b3cb-b543842518cc None None] For port cb2905a0-1f26-4b17-94b4-ddc41863f1ca, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=cb2905a0-1f26-4b17-94b4-ddc41863f1ca,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:31.467126 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b94a163e-f91c-4ae3-b3cb-b543842518cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.526559 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a163e-f91c-4ae3-b3cb-b543842518cc None None] Pushing event updated for resources: {'Port': ['ID=cb2905a0-1f26-4b17-94b4-ddc41863f1ca,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:31.536412 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c825be79-98e2-4332-bf4a-e8dec2a19b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300dd2f2-c66f-4172-b9d3-7eb81e8b410a', 'name': 'tempest-NetworksTestDHCPv6-router-1171567942', 'tenant_id': '1e611015d31449ec9633635443d78676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:29Z', 'updated_at': '2021-08-16T02:03:30Z', 'revision_number': 2, 'project_id': '1e611015d31449ec9633635443d78676', 'gw_port_host': None, '_interfaces': [{'id': '9025e2e6-2494-4961-9175-d8f8f8a62f18', 'name': '', 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'tenant_id': '1e611015d31449ec9633635443d78676', 'mac_address': 'fa:16:3e:39:31:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300dd2f2-c66f-4172-b9d3-7eb81e8b410a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '698e9441-7f78-4805-aead-aed77247241d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:29Z', 'updated_at': '2021-08-16T02:03:30Z', 'revision_number': 2, 'project_id': '1e611015d31449ec9633635443d78676', 'subnets': [{'id': '698e9441-7f78-4805-aead-aed77247241d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:31.572202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c825be79-98e2-4332-bf4a-e8dec2a19b6a None None] Checking router: 300dd2f2-c66f-4172-b9d3-7eb81e8b410a for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:31.572559 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c825be79-98e2-4332-bf4a-e8dec2a19b6a None None] Updating router 300dd2f2-c66f-4172-b9d3-7eb81e8b410a port 9025e2e6-2494-4961-9175-d8f8f8a62f18 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:03:31.605532 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c825be79-98e2-4332-bf4a-e8dec2a19b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.614312 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-35152cc5-0439-4068-a19b-2ea3cf97ef80 None None] Provisioning for port 9025e2e6-2494-4961-9175-d8f8f8a62f18 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:31.622341 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-35152cc5-0439-4068-a19b-2ea3cf97ef80 None None] Provisioning complete for port 9025e2e6-2494-4961-9175-d8f8f8a62f18 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:31.622657 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-35152cc5-0439-4068-a19b-2ea3cf97ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.624809 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d62e8246-a8c0-448b-a675-1d45b17ee0c1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.844328 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d62e8246-a8c0-448b-a675-1d45b17ee0c1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port 9025e2e6-2494-4961-9175-d8f8f8a62f18 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:31.844674 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d62e8246-a8c0-448b-a675-1d45b17ee0c1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.849677 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-35152cc5-0439-4068-a19b-2ea3cf97ef80 None None] Port 9025e2e6-2494-4961-9175-d8f8f8a62f18 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:31.930549 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d62e8246-a8c0-448b-a675-1d45b17ee0c1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.942448 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d62e8246-a8c0-448b-a675-1d45b17ee0c1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for 9025e2e6-2494-4961-9175-d8f8f8a62f18 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:32.063787 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c825be79-98e2-4332-bf4a-e8dec2a19b6a None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:32.126374 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d62e8246-a8c0-448b-a675-1d45b17ee0c1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c825be79-98e2-4332-bf4a-e8dec2a19b6a None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=94674) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1771, in _execute_context Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers result = self._query(query) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers conn.query(q) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers result.read() Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 64, in update_port_precommit Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 79, in _insert_provisioning_block Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 292, in get_agents Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 638, in get_objects Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 331, in get_collection Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers items = [ Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2840, in __iter__ Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers return self._iter().__iter__() Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2847, in _iter Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers result = self.session.execute( Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1637, in execute Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers ) = compile_state_cls.orm_pre_session_exec( Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/context.py", line 290, in orm_pre_session_exec Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers session._autoflush() Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2193, in _autoflush Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers self.flush() Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3298, in flush Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers self._flush(objects) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3438, in _flush Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers compat.raise_( Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers raise exception Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3398, in _flush Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers flush_context.execute() Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers rec.execute(self) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers util.preloaded.orm_persistence.save_obj( Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 234, in save_obj Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 998, in _emit_update_statements Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers c = connection._execute_20( Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1583, in _execute_20 Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers return meth(self, args_10style, kwargs_10style, execution_options) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 323, in _execute_on_connection Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement( Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1452, in _execute_clauseelement Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1814, in _execute_context Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1993, in _handle_dbapi_exception Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers raise exception Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1771, in _execute_context Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers result = self._query(query) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers conn.query(q) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers result.read() Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-765315-27', 'ml2_port_bindings_port_id': '9025e2e6-2494-4961-9175-d8f8f8a62f18', 'ml2_port_bindings_host': ''}] Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers (Background on this error at: https://sqlalche.me/e/14/e3q8) Aug 16 02:03:32.139565 n-d-765315-27 neutron-server[94674]: ERROR neutron.plugins.ml2.managers Aug 16 02:03:32.146978 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-c825be79-98e2-4332-bf4a-e8dec2a19b6a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:03:32.146978 n-d-765315-27 neutron-server[94674]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Aug 16 02:03:32.146978 n-d-765315-27 neutron-server[94674]: [parameters: {'host': 'n-d-765315-27', 'ml2_port_bindings_port_id': '9025e2e6-2494-4961-9175-d8f8f8a62f18', 'ml2_port_bindings_host': ''}] Aug 16 02:03:32.146978 n-d-765315-27 neutron-server[94674]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:03:32.146978 n-d-765315-27 neutron-server[94674]: DEBUG oslo_db.api [None req-c825be79-98e2-4332-bf4a-e8dec2a19b6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:03:32.153942 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e8246-a8c0-448b-a675-1d45b17ee0c1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=9025e2e6-2494-4961-9175-d8f8f8a62f18,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:32.253876 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d62e8246-a8c0-448b-a675-1d45b17ee0c1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:32.419139 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62e8246-a8c0-448b-a675-1d45b17ee0c1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Router 300dd2f2-c66f-4172-b9d3-7eb81e8b410a has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:32.660814 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c825be79-98e2-4332-bf4a-e8dec2a19b6a None None] Port 9025e2e6-2494-4961-9175-d8f8f8a62f18 not found while updating agent binding for router 300dd2f2-c66f-4172-b9d3-7eb81e8b410a. {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 02:03:32.670138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c825be79-98e2-4332-bf4a-e8dec2a19b6a None None] Routers {'300dd2f2-c66f-4172-b9d3-7eb81e8b410a'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:32.670666 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c825be79-98e2-4332-bf4a-e8dec2a19b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:03:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['300dd2f2-c66f-4172-b9d3-7eb81e8b410a'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:32.744935 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-c825be79-98e2-4332-bf4a-e8dec2a19b6a None None] Set router 300dd2f2-c66f-4172-b9d3-7eb81e8b410a gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:32.797015 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c825be79-98e2-4332-bf4a-e8dec2a19b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300dd2f2-c66f-4172-b9d3-7eb81e8b410a', 'name': 'tempest-NetworksTestDHCPv6-router-1171567942', 'tenant_id': '1e611015d31449ec9633635443d78676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:29Z', 'updated_at': '2021-08-16T02:03:32Z', 'revision_number': 3, 'project_id': '1e611015d31449ec9633635443d78676', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:32.825390 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62e8246-a8c0-448b-a675-1d45b17ee0c1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:32.828529 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c825be79-98e2-4332-bf4a-e8dec2a19b6a None None] The sync data for ids ['300dd2f2-c66f-4172-b9d3-7eb81e8b410a'] in n-d-765315-27 is: [{'id': '300dd2f2-c66f-4172-b9d3-7eb81e8b410a', 'name': 'tempest-NetworksTestDHCPv6-router-1171567942', 'tenant_id': '1e611015d31449ec9633635443d78676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:29Z', 'updated_at': '2021-08-16T02:03:32Z', 'revision_number': 3, 'project_id': '1e611015d31449ec9633635443d78676', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:32.830811 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d62e8246-a8c0-448b-a675-1d45b17ee0c1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "PUT /v2.0/routers/300dd2f2-c66f-4172-b9d3-7eb81e8b410a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6564167 Aug 16 02:03:32.833267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54560) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:32.891764 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb0ae46-ee5c-4ef3-81e8-c8f961424691 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.893402 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb0ae46-ee5c-4ef3-81e8-c8f961424691 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.895009 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3eb0ae46-ee5c-4ef3-81e8-c8f961424691 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0607939 Aug 16 02:03:32.897684 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54562) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:32.936043 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cb2905a0-1f26-4b17-94b4-ddc41863f1ca up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:32.951515 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-10617f83-e667-49d2-a734-b1ebd4c6e681 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet 698e9441-7f78-4805-aead-aed77247241d {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:32.955206 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10617f83-e667-49d2-a734-b1ebd4c6e681 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:32.984417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port cb2905a0-1f26-4b17-94b4-ddc41863f1ca triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:32.984783 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:32.998903 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10617f83-e667-49d2-a734-b1ebd4c6e681 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.091760 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10617f83-e667-49d2-a734-b1ebd4c6e681 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.151685 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10617f83-e667-49d2-a734-b1ebd4c6e681 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.176558 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10617f83-e667-49d2-a734-b1ebd4c6e681 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=698e9441-7f78-4805-aead-aed77247241d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:33.182097 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10617f83-e667-49d2-a734-b1ebd4c6e681 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.183953 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-10617f83-e667-49d2-a734-b1ebd4c6e681 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/698e9441-7f78-4805-aead-aed77247241d HTTP/1.1" status: 204 len: 168 time: 0.2847295 Aug 16 02:03:33.186457 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54564) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:33.188024 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2bfd4b-78ec-43b6-be6a-e1bd5465198d None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:33.274956 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0566c562-429a-4056-99e5-1d0ca1c5bb57 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.0873747 Aug 16 02:03:33.277592 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54566) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:33.363885 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc32b5dd-0865-4ff3-a86b-63e0cf0753e9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.375986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893179c9-20bf-4352-bf99-fa7d52f9f7d7 None None] DHCP port deletion for a23333e5-5f21-4295-988a-70b7bca5c793 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:33.424012 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-893179c9-20bf-4352-bf99-fa7d52f9f7d7 None None] Deleting port cb2905a0-1f26-4b17-94b4-ddc41863f1ca {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:33.424391 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-893179c9-20bf-4352-bf99-fa7d52f9f7d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.490203 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-893179c9-20bf-4352-bf99-fa7d52f9f7d7 None None] For port cb2905a0-1f26-4b17-94b4-ddc41863f1ca, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=cb2905a0-1f26-4b17-94b4-ddc41863f1ca,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:33.490505 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-893179c9-20bf-4352-bf99-fa7d52f9f7d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.504642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-893179c9-20bf-4352-bf99-fa7d52f9f7d7 None None] Calling delete_port for cb2905a0-1f26-4b17-94b4-ddc41863f1ca owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:33.525236 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc32b5dd-0865-4ff3-a86b-63e0cf0753e9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.527475 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc32b5dd-0865-4ff3-a86b-63e0cf0753e9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.572482 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc32b5dd-0865-4ff3-a86b-63e0cf0753e9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.573163 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc32b5dd-0865-4ff3-a86b-63e0cf0753e9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Fanout notify agent at l3_agent the message router_deleted on router 300dd2f2-c66f-4172-b9d3-7eb81e8b410a {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:03:33.583484 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc32b5dd-0865-4ff3-a86b-63e0cf0753e9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.584831 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cc32b5dd-0865-4ff3-a86b-63e0cf0753e9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/routers/300dd2f2-c66f-4172-b9d3-7eb81e8b410a HTTP/1.1" status: 204 len: 168 time: 0.3061018 Aug 16 02:03:33.587749 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54568) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:33.590318 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-893179c9-20bf-4352-bf99-fa7d52f9f7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.619858 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-15a00931-0395-4f2d-9fe0-c0aaccda3889 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0309694 Aug 16 02:03:33.620663 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893179c9-20bf-4352-bf99-fa7d52f9f7d7 None None] Pushing event deleted for resources: {'Port': ['ID=cb2905a0-1f26-4b17-94b4-ddc41863f1ca,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:33.622870 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54570) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:33.624249 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893179c9-20bf-4352-bf99-fa7d52f9f7d7 None None] No DVR routers for this DVR port cb2905a0-1f26-4b17-94b4-ddc41863f1ca on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:33.680207 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e0e986-40f2-4f6f-a0b8-9a55b5595cb4 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:33.681981 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f2e0e986-40f2-4f6f-a0b8-9a55b5595cb4 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0574050 Aug 16 02:03:33.684608 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54572) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:33.722812 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-72cdea38-2073-4546-a2a9-8d5edb9379f2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370853 Aug 16 02:03:33.726926 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54574) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:33.731778 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-78f23a51-61ec-4ba6-8378-d0cf78204308 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:33.772992 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ada842-e256-41d0-8718-1f8a41b8c8ff None None] Sync routers for ids ['300dd2f2-c66f-4172-b9d3-7eb81e8b410a'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:33.782531 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ada842-e256-41d0-8718-1f8a41b8c8ff None None] Routers set() bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:33.782970 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ada842-e256-41d0-8718-1f8a41b8c8ff None None] Router IDs set() for agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:03:33.783619 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_agentschedulers_db [None req-d0ada842-e256-41d0-8718-1f8a41b8c8ff None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'300dd2f2-c66f-4172-b9d3-7eb81e8b410a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:03:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent'). {{(pid=94675) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:03:33.792609 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ada842-e256-41d0-8718-1f8a41b8c8ff None None] Routers set() bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:33.793057 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ada842-e256-41d0-8718-1f8a41b8c8ff None None] Router IDs set() for agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:03:33.793648 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_agentschedulers_db [None req-d0ada842-e256-41d0-8718-1f8a41b8c8ff None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'300dd2f2-c66f-4172-b9d3-7eb81e8b410a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:03:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent'). {{(pid=94675) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:03:33.794055 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ada842-e256-41d0-8718-1f8a41b8c8ff None None] The sync data for ids ['300dd2f2-c66f-4172-b9d3-7eb81e8b410a'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:33.829990 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f23a51-61ec-4ba6-8378-d0cf78204308 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:33.833543 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78f23a51-61ec-4ba6-8378-d0cf78204308 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.102367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.objects.ports [None req-78f23a51-61ec-4ba6-8378-d0cf78204308 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:03:34.103802 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78f23a51-61ec-4ba6-8378-d0cf78204308 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.142159 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f23a51-61ec-4ba6-8378-d0cf78204308 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:34.146435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-78f23a51-61ec-4ba6-8378-d0cf78204308 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:34.150195 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f23a51-61ec-4ba6-8378-d0cf78204308 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:34.150788 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78f23a51-61ec-4ba6-8378-d0cf78204308 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.156046 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a73650-e64f-4e4c-ab09-0f2a93172547 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:34.168211 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f23a51-61ec-4ba6-8378-d0cf78204308 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=1ca68f26-8b9c-4010-86e8-3276410de1a5,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:34.172669 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-78f23a51-61ec-4ba6-8378-d0cf78204308 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4447916 Aug 16 02:03:34.175584 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54576) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:34.181016 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bf49c9ad-5b1b-4a03-badc-931fb3148f11 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:34.298866 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf49c9ad-5b1b-4a03-badc-931fb3148f11 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:34.302311 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a23333e5-5f21-4295-988a-70b7bca5c793', 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'tenant_id': '1e611015d31449ec9633635443d78676', 'fixed_ips': [{'subnet_id': '1ca68f26-8b9c-4010-86e8-3276410de1a5'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:34.302727 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf49c9ad-5b1b-4a03-badc-931fb3148f11 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.303168 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.436242 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Allocated IP 2001:db8::f816:3eff:fe34:1603 (a23333e5-5f21-4295-988a-70b7bca5c793/1ca68f26-8b9c-4010-86e8-3276410de1a5/60f52392-c858-4e27-9664-d4a9f2ef8a1a) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:34.546886 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf49c9ad-5b1b-4a03-badc-931fb3148f11 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.579941 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.589496 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Transition to ACTIVE for port object 60f52392-c858-4e27-9664-d4a9f2ef8a1a will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:34.590291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf49c9ad-5b1b-4a03-badc-931fb3148f11 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:34.593359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-bf49c9ad-5b1b-4a03-badc-931fb3148f11 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:34.597436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf49c9ad-5b1b-4a03-badc-931fb3148f11 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:34.598063 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bf49c9ad-5b1b-4a03-badc-931fb3148f11 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.605003 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Transition to ACTIVE for port object 60f52392-c858-4e27-9664-d4a9f2ef8a1a will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:34.609570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49c9ad-5b1b-4a03-badc-931fb3148f11 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=18fa976e-cfe2-4669-b8d6-d31495683587,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:34.611066 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.618830 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bf49c9ad-5b1b-4a03-badc-931fb3148f11 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4421542 Aug 16 02:03:34.621692 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54578) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:34.626882 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ab2a3d20-a78b-4768-9194-5e5782696f31 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'mac_address': 'fa:16:3e:f1:3f:52', 'name': 'tempest-NetworksTestDHCPv6-261891846'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:34.654769 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:34.657631 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:34.662857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:34.667807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Pushing event updated for resources: {'Port': ['ID=60f52392-c858-4e27-9664-d4a9f2ef8a1a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:34.719338 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Attempting to bind port 60f52392-c858-4e27-9664-d4a9f2ef8a1a on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:34.719597 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Attempting to bind port 60f52392-c858-4e27-9664-d4a9f2ef8a1a by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:34.719952 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Attempting to bind port 60f52392-c858-4e27-9664-d4a9f2ef8a1a on network a23333e5-5f21-4295-988a-70b7bca5c793 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:34.724973 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:34.725345 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Checking segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:34.725742 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.726748 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Bound using segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:34.727279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Bound port: 60f52392-c858-4e27-9664-d4a9f2ef8a1a, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:34.727586 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.746570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2a3d20-a78b-4768-9194-5e5782696f31 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:34.792747 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] For port 60f52392-c858-4e27-9664-d4a9f2ef8a1a, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:34.796340 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] For port 60f52392-c858-4e27-9664-d4a9f2ef8a1a, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=60f52392-c858-4e27-9664-d4a9f2ef8a1a,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:34.800258 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.828563 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab2a3d20-a78b-4768-9194-5e5782696f31 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.855057 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-ab2a3d20-a78b-4768-9194-5e5782696f31 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port 4477cbe3-4b81-4af0-b541-bca074af6553 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:34.863369 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b10d1e-5de1-440c-9dcb-f9d056b3d302 None None] Pushing event updated for resources: {'Port': ['ID=60f52392-c858-4e27-9664-d4a9f2ef8a1a,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:34.936156 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cb2905a0-1f26-4b17-94b4-ddc41863f1ca no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:34.957478 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: cb2905a0-1f26-4b17-94b4-ddc41863f1ca {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:34.957954 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cb2905a0-1f26-4b17-94b4-ddc41863f1ca not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:35.048313 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-ab2a3d20-a78b-4768-9194-5e5782696f31 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 172.20.0.11 (a23333e5-5f21-4295-988a-70b7bca5c793/18fa976e-cfe2-4669-b8d6-d31495683587/4477cbe3-4b81-4af0-b541-bca074af6553) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:35.056673 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-ab2a3d20-a78b-4768-9194-5e5782696f31 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::f816:3eff:fef1:3f52 (a23333e5-5f21-4295-988a-70b7bca5c793/1ca68f26-8b9c-4010-86e8-3276410de1a5/4477cbe3-4b81-4af0-b541-bca074af6553) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:35.211517 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab2a3d20-a78b-4768-9194-5e5782696f31 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.223757 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ab2a3d20-a78b-4768-9194-5e5782696f31 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object 4477cbe3-4b81-4af0-b541-bca074af6553 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:35.258892 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab2a3d20-a78b-4768-9194-5e5782696f31 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.301144 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2a3d20-a78b-4768-9194-5e5782696f31 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:35.304780 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ab2a3d20-a78b-4768-9194-5e5782696f31 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:35.311258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2a3d20-a78b-4768-9194-5e5782696f31 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:35.337180 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a3d20-a78b-4768-9194-5e5782696f31 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=4477cbe3-4b81-4af0-b541-bca074af6553,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:35.364661 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2a3d20-a78b-4768-9194-5e5782696f31 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.365278 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab2a3d20-a78b-4768-9194-5e5782696f31 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.379206 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ab2a3d20-a78b-4768-9194-5e5782696f31 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7564180 Aug 16 02:03:35.381665 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54580) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:35.437130 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92771a1e-b14d-4aa0-a3e7-3a191547e8f5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.443182 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92771a1e-b14d-4aa0-a3e7-3a191547e8f5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.445382 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-92771a1e-b14d-4aa0-a3e7-3a191547e8f5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0616844 Aug 16 02:03:35.448139 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54582) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:35.541343 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0bff70a0-6a6f-4f57-82eb-b181933e4749 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port 4477cbe3-4b81-4af0-b541-bca074af6553 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:35.541689 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0bff70a0-6a6f-4f57-82eb-b181933e4749 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.636397 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0bff70a0-6a6f-4f57-82eb-b181933e4749 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.649614 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0bff70a0-6a6f-4f57-82eb-b181933e4749 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for 4477cbe3-4b81-4af0-b541-bca074af6553 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:35.731331 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b2afa0-7ac8-4378-8e6c-4c7892291194 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:35.821237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b04569f3-ab31-4f40-b646-e3ba9264cc03 None None] Provisioning for port 60f52392-c858-4e27-9664-d4a9f2ef8a1a completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:35.837620 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0bff70a0-6a6f-4f57-82eb-b181933e4749 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.866863 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff70a0-6a6f-4f57-82eb-b181933e4749 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=4477cbe3-4b81-4af0-b541-bca074af6553,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:35.955685 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0bff70a0-6a6f-4f57-82eb-b181933e4749 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.959759 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0bff70a0-6a6f-4f57-82eb-b181933e4749 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/4477cbe3-4b81-4af0-b541-bca074af6553 HTTP/1.1" status: 204 len: 168 time: 0.5084746 Aug 16 02:03:35.959994 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54584) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:35.964602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e1c276-e2d7-43de-8201-bfe48b714ec5 None None] Update dhcp port {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'fixed_ips': [{'subnet_id': '1ca68f26-8b9c-4010-86e8-3276410de1a5', 'ip_address': '2001:db8::f816:3eff:fe34:1603'}, {'subnet_id': '18fa976e-cfe2-4669-b8d6-d31495683587'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '60f52392-c858-4e27-9664-d4a9f2ef8a1a'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:03:35.991392 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95e1c276-e2d7-43de-8201-bfe48b714ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.018676 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b794a9eb-b1be-4514-99cb-9cddeca87c88 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.020244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b794a9eb-b1be-4514-99cb-9cddeca87c88 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.021926 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b794a9eb-b1be-4514-99cb-9cddeca87c88 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.026720 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b794a9eb-b1be-4514-99cb-9cddeca87c88 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0627558 Aug 16 02:03:36.026980 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54586) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:36.078108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c4647e-f5dd-4b40-bb3a-45e3b08abc6d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet 18fa976e-cfe2-4669-b8d6-d31495683587 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:36.081131 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0c4647e-f5dd-4b40-bb3a-45e3b08abc6d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.120923 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0c4647e-f5dd-4b40-bb3a-45e3b08abc6d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.165957 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0c4647e-f5dd-4b40-bb3a-45e3b08abc6d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.230649 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0c4647e-f5dd-4b40-bb3a-45e3b08abc6d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server [None req-95e1c276-e2d7-43de-8201-bfe48b714ec5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18fa976e-cfe2-4669-b8d6-d31495683587: This subnet is being modified by another concurrent operation. Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18fa976e-cfe2-4669-b8d6-d31495683587: This subnet is being modified by another concurrent operation. Aug 16 02:03:36.232369 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Aug 16 02:03:36.258600 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4647e-f5dd-4b40-bb3a-45e3b08abc6d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=18fa976e-cfe2-4669-b8d6-d31495683587,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:36.262225 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0c4647e-f5dd-4b40-bb3a-45e3b08abc6d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.266521 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a0c4647e-f5dd-4b40-bb3a-45e3b08abc6d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/18fa976e-cfe2-4669-b8d6-d31495683587 HTTP/1.1" status: 204 len: 168 time: 0.2362940 Aug 16 02:03:36.266883 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54588) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:36.322677 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ea17e4-8e13-4f74-94af-3bac489f5e15 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet 1ca68f26-8b9c-4010-86e8-3276410de1a5 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:36.325921 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26ea17e4-8e13-4f74-94af-3bac489f5e15 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.368655 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26ea17e4-8e13-4f74-94af-3bac489f5e15 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.421996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d696f5ae-c5ac-4360-abe0-d675e9b0eebf None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:03:36.459869 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26ea17e4-8e13-4f74-94af-3bac489f5e15 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.478644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8ce3ed84-273a-4fc3-94a6-491729978321 None None] Could not find standard attr ID for object 4477cbe3-4b81-4af0-b541-bca074af6553. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:36.516310 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d696f5ae-c5ac-4360-abe0-d675e9b0eebf None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:03:36.523242 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26ea17e4-8e13-4f74-94af-3bac489f5e15 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.550020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea17e4-8e13-4f74-94af-3bac489f5e15 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca68f26-8b9c-4010-86e8-3276410de1a5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:36.551918 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26ea17e4-8e13-4f74-94af-3bac489f5e15 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.553821 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-26ea17e4-8e13-4f74-94af-3bac489f5e15 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/1ca68f26-8b9c-4010-86e8-3276410de1a5 HTTP/1.1" status: 204 len: 168 time: 0.2856629 Aug 16 02:03:36.556625 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54590) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:36.599402 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-913abfe8-cb5b-4cad-85ae-9c779afed214 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414586 Aug 16 02:03:36.602725 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54592) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:36.607574 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4f5e7537-788a-4fee-aca4-640a53a836a0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:36.692378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5e7537-788a-4fee-aca4-640a53a836a0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:36.696067 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f5e7537-788a-4fee-aca4-640a53a836a0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.750999 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94ba7cd-9bef-48c9-b14a-fb44fa6242e9 None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:03:36.843456 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94ba7cd-9bef-48c9-b14a-fb44fa6242e9 None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:03:37.018810 n-d-765315-27 neutron-server[94672]: DEBUG neutron.objects.ports [None req-4f5e7537-788a-4fee-aca4-640a53a836a0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:03:37.146771 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d4dedd-4f7e-481f-8d3d-4475d84df5d4 None None] Update dhcp port {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'fixed_ips': [{'subnet_id': 'd66d29df-48a3-4c79-a93b-ce9dd855fd6f'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '60f52392-c858-4e27-9664-d4a9f2ef8a1a'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:03:37.172115 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13d4dedd-4f7e-481f-8d3d-4475d84df5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.263791 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f5e7537-788a-4fee-aca4-640a53a836a0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.342820 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-13d4dedd-4f7e-481f-8d3d-4475d84df5d4 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe34:1603-cbb1efc1-7f48-4b70-9da3-20436613fb {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:03:37.343219 n-d-765315-27 neutron-server[94674]: DEBUG oslo_db.api [None req-13d4dedd-4f7e-481f-8d3d-4475d84df5d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:03:37.411317 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-4f5e7537-788a-4fee-aca4-640a53a836a0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] For port 60f52392-c858-4e27-9664-d4a9f2ef8a1a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=60f52392-c858-4e27-9664-d4a9f2ef8a1a,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:37.444383 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f5e7537-788a-4fee-aca4-640a53a836a0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.450141 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f5e7537-788a-4fee-aca4-640a53a836a0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.450862 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f5e7537-788a-4fee-aca4-640a53a836a0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.466899 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.524341 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5e7537-788a-4fee-aca4-640a53a836a0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:37.533388 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-4f5e7537-788a-4fee-aca4-640a53a836a0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:37.541491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5e7537-788a-4fee-aca4-640a53a836a0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.542093 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f5e7537-788a-4fee-aca4-640a53a836a0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.544300 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e7537-788a-4fee-aca4-640a53a836a0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=d66d29df-48a3-4c79-a93b-ce9dd855fd6f,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:37.553326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e7537-788a-4fee-aca4-640a53a836a0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=60f52392-c858-4e27-9664-d4a9f2ef8a1a,revision_number=5']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:37.564732 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4f5e7537-788a-4fee-aca4-640a53a836a0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9610372 Aug 16 02:03:37.568213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54594) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:37.573469 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ef52a2d3-abc3-4259-898b-17d593794d55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:37.685905 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef52a2d3-abc3-4259-898b-17d593794d55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:37.689289 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef52a2d3-abc3-4259-898b-17d593794d55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.872630 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13d4dedd-4f7e-481f-8d3d-4475d84df5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.936779 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef52a2d3-abc3-4259-898b-17d593794d55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.975263 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef52a2d3-abc3-4259-898b-17d593794d55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:37.977286 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ef52a2d3-abc3-4259-898b-17d593794d55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:37.981499 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef52a2d3-abc3-4259-898b-17d593794d55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.982123 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef52a2d3-abc3-4259-898b-17d593794d55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.003609 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52a2d3-abc3-4259-898b-17d593794d55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=9ee9c251-13a9-45a9-ad26-31da28d7cf09,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:38.010087 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ef52a2d3-abc3-4259-898b-17d593794d55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4371028 Aug 16 02:03:38.011443 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54596) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:38.015882 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a05804a8-361a-4d30-b2dc-fc144bcc3682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'mac_address': 'fa:16:3e:16:a6:05', 'name': 'tempest-NetworksTestDHCPv6-1999180901'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:38.139670 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05804a8-361a-4d30-b2dc-fc144bcc3682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:38.140047 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-13d4dedd-4f7e-481f-8d3d-4475d84df5d4 None None] For port 60f52392-c858-4e27-9664-d4a9f2ef8a1a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=60f52392-c858-4e27-9664-d4a9f2ef8a1a,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:38.178316 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13d4dedd-4f7e-481f-8d3d-4475d84df5d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.188174 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13d4dedd-4f7e-481f-8d3d-4475d84df5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.223425 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.236506 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a05804a8-361a-4d30-b2dc-fc144bcc3682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.250124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4dedd-4f7e-481f-8d3d-4475d84df5d4 None None] Pushing event updated for resources: {'Port': ['ID=60f52392-c858-4e27-9664-d4a9f2ef8a1a,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:38.259879 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-a05804a8-361a-4d30-b2dc-fc144bcc3682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port 0d690b6c-9b44-431b-b903-a30007b29c75 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:38.443099 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-a05804a8-361a-4d30-b2dc-fc144bcc3682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 172.20.0.11 (a23333e5-5f21-4295-988a-70b7bca5c793/9ee9c251-13a9-45a9-ad26-31da28d7cf09/0d690b6c-9b44-431b-b903-a30007b29c75) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:38.453319 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-a05804a8-361a-4d30-b2dc-fc144bcc3682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::f816:3eff:fe16:a605 (a23333e5-5f21-4295-988a-70b7bca5c793/d66d29df-48a3-4c79-a93b-ce9dd855fd6f/0d690b6c-9b44-431b-b903-a30007b29c75) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:38.846107 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d0c7f7-61bd-403a-bf8c-1c6437bac1c5 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:38.954551 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a05804a8-361a-4d30-b2dc-fc144bcc3682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:38.969791 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-a05804a8-361a-4d30-b2dc-fc144bcc3682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object 0d690b6c-9b44-431b-b903-a30007b29c75 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:38.983069 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 60f52392-c858-4e27-9664-d4a9f2ef8a1a up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:39.009400 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a05804a8-361a-4d30-b2dc-fc144bcc3682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.051219 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05804a8-361a-4d30-b2dc-fc144bcc3682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:39.056337 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a05804a8-361a-4d30-b2dc-fc144bcc3682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:39.058971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05804a8-361a-4d30-b2dc-fc144bcc3682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:39.082922 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 60f52392-c858-4e27-9664-d4a9f2ef8a1a completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:39.088914 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 60f52392-c858-4e27-9664-d4a9f2ef8a1a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:39.089296 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.091284 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05804a8-361a-4d30-b2dc-fc144bcc3682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=0d690b6c-9b44-431b-b903-a30007b29c75,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:39.121620 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05804a8-361a-4d30-b2dc-fc144bcc3682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.122287 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a05804a8-361a-4d30-b2dc-fc144bcc3682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.137935 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a05804a8-361a-4d30-b2dc-fc144bcc3682 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1260414 Aug 16 02:03:39.140385 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54600) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:39.162213 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c6a0e8-4d8b-4434-b008-37356b4d0be2 None None] Update dhcp port {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'fixed_ips': [{'subnet_id': 'd66d29df-48a3-4c79-a93b-ce9dd855fd6f', 'ip_address': '2001:db8::f816:3eff:fe34:1603'}, {'subnet_id': '9ee9c251-13a9-45a9-ad26-31da28d7cf09'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '60f52392-c858-4e27-9664-d4a9f2ef8a1a'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:03:39.193551 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe9b94f-20f6-4151-8c38-553a9bbfab00 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.201275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe9b94f-20f6-4151-8c38-553a9bbfab00 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.202919 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fbe9b94f-20f6-4151-8c38-553a9bbfab00 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0615280 Aug 16 02:03:39.205575 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54602) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:39.212128 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-83c6a0e8-4d8b-4434-b008-37356b4d0be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.234698 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.297596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-25d726b7-6c54-443a-a3e5-5282c42b422c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port 0d690b6c-9b44-431b-b903-a30007b29c75 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:39.297992 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25d726b7-6c54-443a-a3e5-5282c42b422c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.346807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 60f52392-c858-4e27-9664-d4a9f2ef8a1a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=60f52392-c858-4e27-9664-d4a9f2ef8a1a,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:39.353957 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.389511 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25d726b7-6c54-443a-a3e5-5282c42b422c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.401928 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-25d726b7-6c54-443a-a3e5-5282c42b422c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for 0d690b6c-9b44-431b-b903-a30007b29c75 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:39.438959 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=60f52392-c858-4e27-9664-d4a9f2ef8a1a,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:39.452797 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-83c6a0e8-4d8b-4434-b008-37356b4d0be2 None None] Allocated IP 172.20.0.2 (a23333e5-5f21-4295-988a-70b7bca5c793/9ee9c251-13a9-45a9-ad26-31da28d7cf09/60f52392-c858-4e27-9664-d4a9f2ef8a1a) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:39.555105 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-83c6a0e8-4d8b-4434-b008-37356b4d0be2 None None] For port 60f52392-c858-4e27-9664-d4a9f2ef8a1a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=60f52392-c858-4e27-9664-d4a9f2ef8a1a,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:39.582696 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25d726b7-6c54-443a-a3e5-5282c42b422c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.584268 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-83c6a0e8-4d8b-4434-b008-37356b4d0be2 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.598504 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-83c6a0e8-4d8b-4434-b008-37356b4d0be2 None None] Transition to ACTIVE for port object 60f52392-c858-4e27-9664-d4a9f2ef8a1a will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:39.603984 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-83c6a0e8-4d8b-4434-b008-37356b4d0be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.620123 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d726b7-6c54-443a-a3e5-5282c42b422c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=0d690b6c-9b44-431b-b903-a30007b29c75,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:39.688140 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6a0e8-4d8b-4434-b008-37356b4d0be2 None None] Pushing event updated for resources: {'Port': ['ID=60f52392-c858-4e27-9664-d4a9f2ef8a1a,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:39.704265 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25d726b7-6c54-443a-a3e5-5282c42b422c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.706739 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-25d726b7-6c54-443a-a3e5-5282c42b422c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/0d690b6c-9b44-431b-b903-a30007b29c75 HTTP/1.1" status: 204 len: 168 time: 0.5002105 Aug 16 02:03:39.709174 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54604) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:39.764131 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593cb945-35ba-406b-8be5-6d20f0d47440 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.765795 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593cb945-35ba-406b-8be5-6d20f0d47440 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.767386 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593cb945-35ba-406b-8be5-6d20f0d47440 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.768969 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-593cb945-35ba-406b-8be5-6d20f0d47440 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0588491 Aug 16 02:03:39.771656 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54606) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:39.827522 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35453ce-074b-4c41-b13f-7dd3706af65c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet 9ee9c251-13a9-45a9-ad26-31da28d7cf09 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:39.830875 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c35453ce-074b-4c41-b13f-7dd3706af65c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.872022 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c35453ce-074b-4c41-b13f-7dd3706af65c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:39.965885 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c35453ce-074b-4c41-b13f-7dd3706af65c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.027404 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c35453ce-074b-4c41-b13f-7dd3706af65c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.056142 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35453ce-074b-4c41-b13f-7dd3706af65c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee9c251-13a9-45a9-ad26-31da28d7cf09,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:40.058136 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c35453ce-074b-4c41-b13f-7dd3706af65c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.060074 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c35453ce-074b-4c41-b13f-7dd3706af65c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/9ee9c251-13a9-45a9-ad26-31da28d7cf09 HTTP/1.1" status: 204 len: 168 time: 0.2874503 Aug 16 02:03:40.063057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54608) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:40.115667 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd2930c-a25c-4792-aad0-5d4fe9dc28e5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet d66d29df-48a3-4c79-a93b-ce9dd855fd6f {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:40.119572 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6bd2930c-a25c-4792-aad0-5d4fe9dc28e5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.168290 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6bd2930c-a25c-4792-aad0-5d4fe9dc28e5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.223598 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8855cb37-1a27-4be6-9234-cc2858765bb4 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:40.227142 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e7dc5ad3-642a-425e-a9c1-2d6679ebae4e None None] Could not find standard attr ID for object 0d690b6c-9b44-431b-b903-a30007b29c75. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:40.258910 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6bd2930c-a25c-4792-aad0-5d4fe9dc28e5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.278616 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e7dc5ad3-642a-425e-a9c1-2d6679ebae4e None None] Provisioning for port 60f52392-c858-4e27-9664-d4a9f2ef8a1a completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:40.284866 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e7dc5ad3-642a-425e-a9c1-2d6679ebae4e None None] Provisioning complete for port 60f52392-c858-4e27-9664-d4a9f2ef8a1a triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:40.285233 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7dc5ad3-642a-425e-a9c1-2d6679ebae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.330868 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6bd2930c-a25c-4792-aad0-5d4fe9dc28e5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.363176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2930c-a25c-4792-aad0-5d4fe9dc28e5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=d66d29df-48a3-4c79-a93b-ce9dd855fd6f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:40.365159 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6bd2930c-a25c-4792-aad0-5d4fe9dc28e5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.368557 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6bd2930c-a25c-4792-aad0-5d4fe9dc28e5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/d66d29df-48a3-4c79-a93b-ce9dd855fd6f HTTP/1.1" status: 204 len: 168 time: 0.3044622 Aug 16 02:03:40.370344 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54610) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:40.410291 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c9d5285d-ab29-44f9-a279-ad4e965a243f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377958 Aug 16 02:03:40.413133 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54612) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:40.418836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a5d7a35b-a94d-4ff6-9eaa-7dbcffea158f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:40.495517 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87a2a74-fbc7-435f-89f7-b52f9499938d None None] DHCP port deletion for a23333e5-5f21-4295-988a-70b7bca5c793 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:40.516576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d7a35b-a94d-4ff6-9eaa-7dbcffea158f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:40.520217 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5d7a35b-a94d-4ff6-9eaa-7dbcffea158f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.545340 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c87a2a74-fbc7-435f-89f7-b52f9499938d None None] Deleting port 60f52392-c858-4e27-9664-d4a9f2ef8a1a {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:40.545798 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c87a2a74-fbc7-435f-89f7-b52f9499938d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.611806 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c87a2a74-fbc7-435f-89f7-b52f9499938d None None] For port 60f52392-c858-4e27-9664-d4a9f2ef8a1a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=60f52392-c858-4e27-9664-d4a9f2ef8a1a,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:40.612109 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c87a2a74-fbc7-435f-89f7-b52f9499938d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.724456 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5d7a35b-a94d-4ff6-9eaa-7dbcffea158f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.769633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d7a35b-a94d-4ff6-9eaa-7dbcffea158f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:40.773571 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a5d7a35b-a94d-4ff6-9eaa-7dbcffea158f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:40.778143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d7a35b-a94d-4ff6-9eaa-7dbcffea158f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.778750 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5d7a35b-a94d-4ff6-9eaa-7dbcffea158f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.789081 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c87a2a74-fbc7-435f-89f7-b52f9499938d None None] Calling delete_port for 60f52392-c858-4e27-9664-d4a9f2ef8a1a owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:40.789349 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7a35b-a94d-4ff6-9eaa-7dbcffea158f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=ce35df45-ee80-49e7-bb1d-15a75cf0bb4b,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:40.800109 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a5d7a35b-a94d-4ff6-9eaa-7dbcffea158f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3851376 Aug 16 02:03:40.803101 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54614) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:40.808450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-18ede55b-a1e1-43bf-a317-4bbc63e21689 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:40.872550 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c87a2a74-fbc7-435f-89f7-b52f9499938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.899843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a2a74-fbc7-435f-89f7-b52f9499938d None None] Pushing event deleted for resources: {'Port': ['ID=60f52392-c858-4e27-9664-d4a9f2ef8a1a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:40.903986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87a2a74-fbc7-435f-89f7-b52f9499938d None None] No DVR routers for this DVR port 60f52392-c858-4e27-9664-d4a9f2ef8a1a on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:40.922378 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cfd8a6-1d6b-4b64-8074-958ca338c88b None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:40.932547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ede55b-a1e1-43bf-a317-4bbc63e21689 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:40.936605 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18ede55b-a1e1-43bf-a317-4bbc63e21689 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.981362 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 60f52392-c858-4e27-9664-d4a9f2ef8a1a no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:41.003503 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 60f52392-c858-4e27-9664-d4a9f2ef8a1a {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:41.003875 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 60f52392-c858-4e27-9664-d4a9f2ef8a1a not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:41.125020 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a23333e5-5f21-4295-988a-70b7bca5c793', 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'tenant_id': '1e611015d31449ec9633635443d78676', 'fixed_ips': [{'subnet_id': 'ce35df45-ee80-49e7-bb1d-15a75cf0bb4b'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:41.125836 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.268137 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Allocated IP 172.20.0.2 (a23333e5-5f21-4295-988a-70b7bca5c793/ce35df45-ee80-49e7-bb1d-15a75cf0bb4b/c878fe99-b0cb-4515-a7f9-fa509cf2512f) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:41.284908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.objects.ports [None req-18ede55b-a1e1-43bf-a317-4bbc63e21689 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:03:41.286611 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18ede55b-a1e1-43bf-a317-4bbc63e21689 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.332067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ede55b-a1e1-43bf-a317-4bbc63e21689 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:41.335597 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-18ede55b-a1e1-43bf-a317-4bbc63e21689 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:41.340116 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ede55b-a1e1-43bf-a317-4bbc63e21689 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.340712 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18ede55b-a1e1-43bf-a317-4bbc63e21689 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.349016 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ede55b-a1e1-43bf-a317-4bbc63e21689 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=92586146-1525-4549-842f-d582118ad915,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:41.361049 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-18ede55b-a1e1-43bf-a317-4bbc63e21689 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5567255 Aug 16 02:03:41.363912 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54616) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:41.370064 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9f2cbbba-5fd9-4594-a4de-631a777ede13 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'mac_address': 'fa:16:3e:cd:9d:df', 'name': 'tempest-NetworksTestDHCPv6-151693958'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:41.425188 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.434821 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Transition to ACTIVE for port object c878fe99-b0cb-4515-a7f9-fa509cf2512f will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:41.449508 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Transition to ACTIVE for port object c878fe99-b0cb-4515-a7f9-fa509cf2512f will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:41.456221 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.488233 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2cbbba-5fd9-4594-a4de-631a777ede13 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:41.493293 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f2cbbba-5fd9-4594-a4de-631a777ede13 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.496489 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:41.502790 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:41.506262 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:41.512828 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Pushing event updated for resources: {'Port': ['ID=c878fe99-b0cb-4515-a7f9-fa509cf2512f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:41.517639 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-9f2cbbba-5fd9-4594-a4de-631a777ede13 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port 54c76800-b961-4d33-a6d4-3ba35b9f6204 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:41.567012 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Attempting to bind port c878fe99-b0cb-4515-a7f9-fa509cf2512f on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:41.567403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Attempting to bind port c878fe99-b0cb-4515-a7f9-fa509cf2512f by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:41.567737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Attempting to bind port c878fe99-b0cb-4515-a7f9-fa509cf2512f on network a23333e5-5f21-4295-988a-70b7bca5c793 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:41.573506 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:41.573991 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Checking segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:41.574406 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.574798 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Bound using segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:41.575271 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Bound port: c878fe99-b0cb-4515-a7f9-fa509cf2512f, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:41.575680 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.639766 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] For port c878fe99-b0cb-4515-a7f9-fa509cf2512f, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:41.642978 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] For port c878fe99-b0cb-4515-a7f9-fa509cf2512f, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c878fe99-b0cb-4515-a7f9-fa509cf2512f,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:41.649983 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.696064 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-9f2cbbba-5fd9-4594-a4de-631a777ede13 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 172.20.0.12 (a23333e5-5f21-4295-988a-70b7bca5c793/ce35df45-ee80-49e7-bb1d-15a75cf0bb4b/54c76800-b961-4d33-a6d4-3ba35b9f6204) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:41.704132 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-9f2cbbba-5fd9-4594-a4de-631a777ede13 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::f816:3eff:fecd:9ddf (a23333e5-5f21-4295-988a-70b7bca5c793/92586146-1525-4549-842f-d582118ad915/54c76800-b961-4d33-a6d4-3ba35b9f6204) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:41.716664 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ca653-43a4-4447-9f5c-47e680ba7fff None None] Pushing event updated for resources: {'Port': ['ID=c878fe99-b0cb-4515-a7f9-fa509cf2512f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:41.870015 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f2cbbba-5fd9-4594-a4de-631a777ede13 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.892479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-9f2cbbba-5fd9-4594-a4de-631a777ede13 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object 54c76800-b961-4d33-a6d4-3ba35b9f6204 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:41.941235 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f2cbbba-5fd9-4594-a4de-631a777ede13 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.992482 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2cbbba-5fd9-4594-a4de-631a777ede13 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:41.997994 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9f2cbbba-5fd9-4594-a4de-631a777ede13 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:42.000521 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2cbbba-5fd9-4594-a4de-631a777ede13 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:42.031099 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cbbba-5fd9-4594-a4de-631a777ede13 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=54c76800-b961-4d33-a6d4-3ba35b9f6204,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:42.057167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2cbbba-5fd9-4594-a4de-631a777ede13 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.057800 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f2cbbba-5fd9-4594-a4de-631a777ede13 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.073703 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9f2cbbba-5fd9-4594-a4de-631a777ede13 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7071331 Aug 16 02:03:42.074694 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54618) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:42.124634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1e32c4-28d0-4075-ae50-b0eb6c268803 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.130497 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1e32c4-28d0-4075-ae50-b0eb6c268803 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.132586 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fc1e32c4-28d0-4075-ae50-b0eb6c268803 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0564725 Aug 16 02:03:42.135205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54620) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:42.230044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0df630e4-9c76-47b3-adc4-20485eb2f832 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port 54c76800-b961-4d33-a6d4-3ba35b9f6204 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:42.230294 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0df630e4-9c76-47b3-adc4-20485eb2f832 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.315757 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0df630e4-9c76-47b3-adc4-20485eb2f832 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.328663 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0df630e4-9c76-47b3-adc4-20485eb2f832 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for 54c76800-b961-4d33-a6d4-3ba35b9f6204 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:42.518919 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0df630e4-9c76-47b3-adc4-20485eb2f832 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.555612 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df630e4-9c76-47b3-adc4-20485eb2f832 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=54c76800-b961-4d33-a6d4-3ba35b9f6204,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:42.618018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e931cf9-9845-4ba8-b093-8620aefa3ee3 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:42.641054 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0df630e4-9c76-47b3-adc4-20485eb2f832 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.643480 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0df630e4-9c76-47b3-adc4-20485eb2f832 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/54c76800-b961-4d33-a6d4-3ba35b9f6204 HTTP/1.1" status: 204 len: 168 time: 0.5073724 Aug 16 02:03:42.645912 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54622) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:42.687571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-efe38aa0-c6de-43ff-b982-e2fa64b26854 None None] Provisioning for port c878fe99-b0cb-4515-a7f9-fa509cf2512f completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:42.700248 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c322a9f-ea09-4df1-8be9-c6a1869b144f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.701934 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c322a9f-ea09-4df1-8be9-c6a1869b144f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.703462 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c322a9f-ea09-4df1-8be9-c6a1869b144f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.705022 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7c322a9f-ea09-4df1-8be9-c6a1869b144f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0582111 Aug 16 02:03:42.707674 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54624) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:42.765590 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-21fe73d4-2122-41ef-a331-ca9f0df727d7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet 92586146-1525-4549-842f-d582118ad915 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:42.768673 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21fe73d4-2122-41ef-a331-ca9f0df727d7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.811159 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21fe73d4-2122-41ef-a331-ca9f0df727d7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.840719 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27445b19-e706-483a-be89-e332680b844d None None] Update dhcp port {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'fixed_ips': [{'subnet_id': 'ce35df45-ee80-49e7-bb1d-15a75cf0bb4b', 'ip_address': '172.20.0.2'}, {'subnet_id': '92586146-1525-4549-842f-d582118ad915'}], 'binding:host_id': 'n-d-765315-27'}, 'id': 'c878fe99-b0cb-4515-a7f9-fa509cf2512f'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:03:42.856094 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21fe73d4-2122-41ef-a331-ca9f0df727d7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.865680 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27445b19-e706-483a-be89-e332680b844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.923673 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21fe73d4-2122-41ef-a331-ca9f0df727d7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.956858 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe73d4-2122-41ef-a331-ca9f0df727d7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=92586146-1525-4549-842f-d582118ad915,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:42.958951 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21fe73d4-2122-41ef-a331-ca9f0df727d7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.963793 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-21fe73d4-2122-41ef-a331-ca9f0df727d7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/92586146-1525-4549-842f-d582118ad915 HTTP/1.1" status: 204 len: 168 time: 0.2551589 Aug 16 02:03:42.964580 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54626) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:43.011414 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c878fe99-b0cb-4515-a7f9-fa509cf2512f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:43.030294 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-8857f164-62fc-4813-ad35-c1f0e8361b69 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet ce35df45-ee80-49e7-bb1d-15a75cf0bb4b {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:43.033535 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8857f164-62fc-4813-ad35-c1f0e8361b69 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server [None req-27445b19-e706-483a-be89-e332680b844d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92586146-1525-4549-842f-d582118ad915: This subnet is being modified by another concurrent operation. Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92586146-1525-4549-842f-d582118ad915: This subnet is being modified by another concurrent operation. Aug 16 02:03:43.056765 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Aug 16 02:03:43.081709 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port c878fe99-b0cb-4515-a7f9-fa509cf2512f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:43.085652 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port c878fe99-b0cb-4515-a7f9-fa509cf2512f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:43.086141 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.087715 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8857f164-62fc-4813-ad35-c1f0e8361b69 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.176077 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.179174 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8857f164-62fc-4813-ad35-c1f0e8361b69 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.223684 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1c156adf-2a85-4175-9dff-bf697d9096ba None None] Provisioning complete for port c878fe99-b0cb-4515-a7f9-fa509cf2512f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:43.224715 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c156adf-2a85-4175-9dff-bf697d9096ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.255201 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8857f164-62fc-4813-ad35-c1f0e8361b69 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.270596 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8857f164-62fc-4813-ad35-c1f0e8361b69 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.277161 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8857f164-62fc-4813-ad35-c1f0e8361b69 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/ce35df45-ee80-49e7-bb1d-15a75cf0bb4b HTTP/1.1" status: 204 len: 168 time: 0.3087120 Aug 16 02:03:43.277499 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54628) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:43.302446 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857f164-62fc-4813-ad35-c1f0e8361b69 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=ce35df45-ee80-49e7-bb1d-15a75cf0bb4b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:43.311487 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:03:43.311847 n-d-765315-27 neutron-server[94674]: DEBUG oslo_db.api [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:03:43.337040 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7f6577dd-ebb0-475f-af91-9c9b168c24cb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582285 Aug 16 02:03:43.338155 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed76663d-a625-44a3-b7c9-b84d74fa1823 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:43.339763 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54630) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:43.344701 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-85f7d93a-c514-4abc-9579-0e09726711d9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:43.395714 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c156adf-2a85-4175-9dff-bf697d9096ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.431992 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f7d93a-c514-4abc-9579-0e09726711d9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:43.436386 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-85f7d93a-c514-4abc-9579-0e09726711d9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.472577 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-1c156adf-2a85-4175-9dff-bf697d9096ba None None] For port c878fe99-b0cb-4515-a7f9-fa509cf2512f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c878fe99-b0cb-4515-a7f9-fa509cf2512f,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:43.477661 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c156adf-2a85-4175-9dff-bf697d9096ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.485632 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1c156adf-2a85-4175-9dff-bf697d9096ba None None] Could not find standard attr ID for object 0d690b6c-9b44-431b-b903-a30007b29c75. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:43.536288 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c156adf-2a85-4175-9dff-bf697d9096ba None None] Pushing event updated for resources: {'Port': ['ID=c878fe99-b0cb-4515-a7f9-fa509cf2512f,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:43.553511 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5cb703-5def-4ab7-b09e-466df6414a6e None None] DHCP port deletion for a23333e5-5f21-4295-988a-70b7bca5c793 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:43.602592 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f6f7b1a4-c188-4617-8027-bd7b5c5b6689 None None] Could not find standard attr ID for object 54c76800-b961-4d33-a6d4-3ba35b9f6204. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:43.612748 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-cb5cb703-5def-4ab7-b09e-466df6414a6e None None] Deleting port c878fe99-b0cb-4515-a7f9-fa509cf2512f {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:43.613124 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cb5cb703-5def-4ab7-b09e-466df6414a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.633134 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-85f7d93a-c514-4abc-9579-0e09726711d9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.680450 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-cb5cb703-5def-4ab7-b09e-466df6414a6e None None] For port c878fe99-b0cb-4515-a7f9-fa509cf2512f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c878fe99-b0cb-4515-a7f9-fa509cf2512f,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:43.681030 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cb5cb703-5def-4ab7-b09e-466df6414a6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.684056 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f7d93a-c514-4abc-9579-0e09726711d9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:43.687256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-85f7d93a-c514-4abc-9579-0e09726711d9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:43.691967 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f7d93a-c514-4abc-9579-0e09726711d9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.692553 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-85f7d93a-c514-4abc-9579-0e09726711d9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.694847 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-cb5cb703-5def-4ab7-b09e-466df6414a6e None None] Calling delete_port for c878fe99-b0cb-4515-a7f9-fa509cf2512f owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:43.700052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7d93a-c514-4abc-9579-0e09726711d9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=c431ee68-3d35-4b26-893d-dea36c6252ae,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:43.711301 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-85f7d93a-c514-4abc-9579-0e09726711d9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3705316 Aug 16 02:03:43.715340 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54632) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:43.720442 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-badcb111-8630-4db3-9da4-0e70f0aa279f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:43.779124 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cb5cb703-5def-4ab7-b09e-466df6414a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.805841 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cb703-5def-4ab7-b09e-466df6414a6e None None] Pushing event deleted for resources: {'Port': ['ID=c878fe99-b0cb-4515-a7f9-fa509cf2512f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:43.809195 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5cb703-5def-4ab7-b09e-466df6414a6e None None] No DVR routers for this DVR port c878fe99-b0cb-4515-a7f9-fa509cf2512f on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:43.836143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badcb111-8630-4db3-9da4-0e70f0aa279f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:43.839811 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1ad573-8e55-457e-a6a4-30890b0a869b None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:43.840570 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-badcb111-8630-4db3-9da4-0e70f0aa279f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.842894 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Port c878fe99-b0cb-4515-a7f9-fa509cf2512f update to ACTIVE by agent not found {{(pid=94674) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 16 02:03:43.987796 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a23333e5-5f21-4295-988a-70b7bca5c793', 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'tenant_id': '1e611015d31449ec9633635443d78676', 'fixed_ips': [{'subnet_id': 'c431ee68-3d35-4b26-893d-dea36c6252ae'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:43.988742 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.131931 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Allocated IP 172.20.0.2 (a23333e5-5f21-4295-988a-70b7bca5c793/c431ee68-3d35-4b26-893d-dea36c6252ae/48f62b1b-aee5-4c5d-a50b-12d9fe1b644c) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:44.154927 n-d-765315-27 neutron-server[94672]: DEBUG neutron.objects.ports [None req-badcb111-8630-4db3-9da4-0e70f0aa279f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:03:44.156397 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-badcb111-8630-4db3-9da4-0e70f0aa279f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.194340 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badcb111-8630-4db3-9da4-0e70f0aa279f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:44.198382 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-badcb111-8630-4db3-9da4-0e70f0aa279f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:44.204151 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badcb111-8630-4db3-9da4-0e70f0aa279f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.204818 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-badcb111-8630-4db3-9da4-0e70f0aa279f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.221931 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcb111-8630-4db3-9da4-0e70f0aa279f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=42a266b9-ac52-4e85-b87b-b24ce94cfa33,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:44.226966 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-badcb111-8630-4db3-9da4-0e70f0aa279f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5105829 Aug 16 02:03:44.229966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54634) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:44.235118 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d83a2a53-e021-4915-896e-f9ec6cf05b95 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'mac_address': 'fa:16:3e:14:e8:75', 'name': 'tempest-NetworksTestDHCPv6-1824758401'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:44.284530 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.296007 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Transition to ACTIVE for port object 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:44.311608 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Transition to ACTIVE for port object 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:44.317933 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.345701 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83a2a53-e021-4915-896e-f9ec6cf05b95 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:44.357099 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:44.361824 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:44.365252 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:44.372833 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Pushing event updated for resources: {'Port': ['ID=48f62b1b-aee5-4c5d-a50b-12d9fe1b644c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:44.420645 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Attempting to bind port 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:44.420929 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Attempting to bind port 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:44.421294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Attempting to bind port 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c on network a23333e5-5f21-4295-988a-70b7bca5c793 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:44.426705 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:44.427084 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Checking segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:44.427482 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.427874 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Bound using segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:44.428336 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Bound port: 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:44.428751 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.438804 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d83a2a53-e021-4915-896e-f9ec6cf05b95 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.458494 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-d83a2a53-e021-4915-896e-f9ec6cf05b95 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port f925bb68-cb38-4171-a8f5-47d94fde3e6f yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:44.491081 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] For port 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:44.495228 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] For port 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=48f62b1b-aee5-4c5d-a50b-12d9fe1b644c,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:44.499355 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.566531 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f73248-0575-4483-a9f5-bad01185ceaa None None] Pushing event updated for resources: {'Port': ['ID=48f62b1b-aee5-4c5d-a50b-12d9fe1b644c,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:44.633095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-d83a2a53-e021-4915-896e-f9ec6cf05b95 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 172.20.0.11 (a23333e5-5f21-4295-988a-70b7bca5c793/c431ee68-3d35-4b26-893d-dea36c6252ae/f925bb68-cb38-4171-a8f5-47d94fde3e6f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:44.640069 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-d83a2a53-e021-4915-896e-f9ec6cf05b95 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::f816:3eff:fe14:e875 (a23333e5-5f21-4295-988a-70b7bca5c793/42a266b9-ac52-4e85-b87b-b24ce94cfa33/f925bb68-cb38-4171-a8f5-47d94fde3e6f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:44.799584 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d83a2a53-e021-4915-896e-f9ec6cf05b95 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.813187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-d83a2a53-e021-4915-896e-f9ec6cf05b95 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object f925bb68-cb38-4171-a8f5-47d94fde3e6f will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:44.856037 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d83a2a53-e021-4915-896e-f9ec6cf05b95 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.904535 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83a2a53-e021-4915-896e-f9ec6cf05b95 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:44.907705 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d83a2a53-e021-4915-896e-f9ec6cf05b95 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:44.912479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83a2a53-e021-4915-896e-f9ec6cf05b95 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:44.919083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a2a53-e021-4915-896e-f9ec6cf05b95 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=f925bb68-cb38-4171-a8f5-47d94fde3e6f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:44.968198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83a2a53-e021-4915-896e-f9ec6cf05b95 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.968859 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d83a2a53-e021-4915-896e-f9ec6cf05b95 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.973077 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:44.983721 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d83a2a53-e021-4915-896e-f9ec6cf05b95 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7526033 Aug 16 02:03:44.986259 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54638) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:45.031239 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:45.052539 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8df7c6-a207-401a-8d93-a915141114ce tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.060063 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8df7c6-a207-401a-8d93-a915141114ce tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.061745 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9f8df7c6-a207-401a-8d93-a915141114ce tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0745802 Aug 16 02:03:45.064354 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54640) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:45.084459 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c878fe99-b0cb-4515-a7f9-fa509cf2512f no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:45.105215 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: c878fe99-b0cb-4515-a7f9-fa509cf2512f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:45.105560 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c878fe99-b0cb-4515-a7f9-fa509cf2512f not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:45.158758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-28fad9ce-04d9-4f97-8c22-2b4e9c90abc7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port f925bb68-cb38-4171-a8f5-47d94fde3e6f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:45.159380 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28fad9ce-04d9-4f97-8c22-2b4e9c90abc7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.249574 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28fad9ce-04d9-4f97-8c22-2b4e9c90abc7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.262027 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-28fad9ce-04d9-4f97-8c22-2b4e9c90abc7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for f925bb68-cb38-4171-a8f5-47d94fde3e6f owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:45.451143 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28fad9ce-04d9-4f97-8c22-2b4e9c90abc7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.459252 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845ee12a-d995-40ed-b6b5-b8853484d27f None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:45.486550 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fad9ce-04d9-4f97-8c22-2b4e9c90abc7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=f925bb68-cb38-4171-a8f5-47d94fde3e6f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:45.570636 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d4c5b30c-02ff-48c6-9454-7dc4455d610f None None] Provisioning for port 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:45.574815 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28fad9ce-04d9-4f97-8c22-2b4e9c90abc7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.577303 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-28fad9ce-04d9-4f97-8c22-2b4e9c90abc7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/f925bb68-cb38-4171-a8f5-47d94fde3e6f HTTP/1.1" status: 204 len: 168 time: 0.5119574 Aug 16 02:03:45.579958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54644) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:45.580831 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d4c5b30c-02ff-48c6-9454-7dc4455d610f None None] Provisioning complete for port 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:45.581210 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b30c-02ff-48c6-9454-7dc4455d610f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.635262 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bd4243-5ecd-4c02-aa86-ed0f65d692eb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.636795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bd4243-5ecd-4c02-aa86-ed0f65d692eb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.638431 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bd4243-5ecd-4c02-aa86-ed0f65d692eb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.639950 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-48bd4243-5ecd-4c02-aa86-ed0f65d692eb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0589530 Aug 16 02:03:45.642893 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54646) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:45.700282 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-881f3f2a-4a85-4fbd-9a15-89fbadda3c87 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet 42a266b9-ac52-4e85-b87b-b24ce94cfa33 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:45.705140 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-881f3f2a-4a85-4fbd-9a15-89fbadda3c87 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.716352 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b30c-02ff-48c6-9454-7dc4455d610f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.747550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73d9415-0665-4149-8966-3c678490c2ed None None] Update dhcp port {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'fixed_ips': [{'subnet_id': 'c431ee68-3d35-4b26-893d-dea36c6252ae', 'ip_address': '172.20.0.2'}, {'subnet_id': '42a266b9-ac52-4e85-b87b-b24ce94cfa33'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '48f62b1b-aee5-4c5d-a50b-12d9fe1b644c'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:03:45.759473 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-881f3f2a-4a85-4fbd-9a15-89fbadda3c87 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.781791 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d4c5b30c-02ff-48c6-9454-7dc4455d610f None None] For port 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=48f62b1b-aee5-4c5d-a50b-12d9fe1b644c,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:45.785134 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a73d9415-0665-4149-8966-3c678490c2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.788640 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b30c-02ff-48c6-9454-7dc4455d610f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.807866 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-881f3f2a-4a85-4fbd-9a15-89fbadda3c87 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.873172 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-881f3f2a-4a85-4fbd-9a15-89fbadda3c87 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.905225 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f3f2a-4a85-4fbd-9a15-89fbadda3c87 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=42a266b9-ac52-4e85-b87b-b24ce94cfa33,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:45.917668 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-881f3f2a-4a85-4fbd-9a15-89fbadda3c87 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.922117 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-881f3f2a-4a85-4fbd-9a15-89fbadda3c87 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/42a266b9-ac52-4e85-b87b-b24ce94cfa33 HTTP/1.1" status: 204 len: 168 time: 0.2759137 Aug 16 02:03:45.922359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54652) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:45.989305 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-169b1329-b284-4de4-9a89-3be97ab6b860 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet c431ee68-3d35-4b26-893d-dea36c6252ae {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:45.995035 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-169b1329-b284-4de4-9a89-3be97ab6b860 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.044112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5b30c-02ff-48c6-9454-7dc4455d610f None None] Pushing event updated for resources: {'Port': ['ID=48f62b1b-aee5-4c5d-a50b-12d9fe1b644c,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:46.064024 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-169b1329-b284-4de4-9a89-3be97ab6b860 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server [None req-a73d9415-0665-4149-8966-3c678490c2ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42a266b9-ac52-4e85-b87b-b24ce94cfa33: This subnet is being modified by another concurrent operation. Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42a266b9-ac52-4e85-b87b-b24ce94cfa33: This subnet is being modified by another concurrent operation. Aug 16 02:03:46.128278 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Aug 16 02:03:46.179768 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-169b1329-b284-4de4-9a89-3be97ab6b860 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.259556 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-169b1329-b284-4de4-9a89-3be97ab6b860 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.287720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ebe2d-dd2d-417e-b9ba-f7227f6a0638 req-42ca4c15-8e60-46b9-90bb-dc02103fc6df tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.289418 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-592ebe2d-dd2d-417e-b9ba-f7227f6a0638 req-42ca4c15-8e60-46b9-90bb-dc02103fc6df tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0916560 Aug 16 02:03:46.297209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b1329-b284-4de4-9a89-3be97ab6b860 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=c431ee68-3d35-4b26-893d-dea36c6252ae,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:46.299312 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-169b1329-b284-4de4-9a89-3be97ab6b860 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.308189 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-169b1329-b284-4de4-9a89-3be97ab6b860 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/c431ee68-3d35-4b26-893d-dea36c6252ae HTTP/1.1" status: 204 len: 168 time: 0.3846669 Aug 16 02:03:46.310454 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54656) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:46.314252 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c9bfc-6ffe-4d5f-a858-ed3d1dcd84dc req-52c4c6c3-788f-488a-96ee-19668163e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.316646 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7415e5cd-430a-4826-8d9b-4921540f6656 None None] Provisioning complete for port 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:46.317205 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7415e5cd-430a-4826-8d9b-4921540f6656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.322663 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fa6c9bfc-6ffe-4d5f-a858-ed3d1dcd84dc req-52c4c6c3-788f-488a-96ee-19668163e1cf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 1096 time: 0.1056871 Aug 16 02:03:46.341730 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7225d9a8-da74-46fd-89ab-874821d3e93b None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:46.365812 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2ffeff54-9af5-45e0-81b8-9d8873c6abb7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531766 Aug 16 02:03:46.369168 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54658) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:46.390275 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-592ebe2d-dd2d-417e-b9ba-f7227f6a0638 req-73aae12d-cca9-49a7-9522-502cf6c3091d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850294 Aug 16 02:03:46.429504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d816593-efa8-4c54-94e7-3b06ac32afc1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.433382 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8d816593-efa8-4c54-94e7-3b06ac32afc1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0604773 Aug 16 02:03:46.433689 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54660) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:46.471956 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c9bfc-6ffe-4d5f-a858-ed3d1dcd84dc req-a0182879-34be-48c5-91e1-a5e1c4c859f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.473541 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fa6c9bfc-6ffe-4d5f-a858-ed3d1dcd84dc req-a0182879-34be-48c5-91e1-a5e1c4c859f4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 912 time: 0.1336429 Aug 16 02:03:46.500973 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d85e0e-5283-4bf8-9137-96b0a60aa893 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.505058 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-92d85e0e-5283-4bf8-9137-96b0a60aa893 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0703340 Aug 16 02:03:46.508618 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54662) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:46.547410 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dd0f9e-4e46-471d-93bc-3a4b36437201 None None] DHCP port deletion for a23333e5-5f21-4295-988a-70b7bca5c793 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:46.554405 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-04f75bcf-0bf4-4a85-9b41-e6ea8f31d1d0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439086 Aug 16 02:03:46.560974 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54664) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:46.566880 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9de530ae-b6af-4851-aeed-617af01be240 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:46.591141 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fa6c9bfc-6ffe-4d5f-a858-ed3d1dcd84dc req-567c08a4-a89a-4fee-bb3d-3bb2ea22bbbd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4 HTTP/1.1" status: 200 len: 998 time: 0.1041863 Aug 16 02:03:46.599554 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-85dd0f9e-4e46-471d-93bc-3a4b36437201 None None] Deleting port 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:46.599984 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85dd0f9e-4e46-471d-93bc-3a4b36437201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.654641 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bf4c68ea-a3ae-4f86-b46b-0ce0c67e1eaf None None] Could not find standard attr ID for object f925bb68-cb38-4171-a8f5-47d94fde3e6f. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:46.683323 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-85dd0f9e-4e46-471d-93bc-3a4b36437201 None None] For port 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=48f62b1b-aee5-4c5d-a50b-12d9fe1b644c,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:46.684098 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85dd0f9e-4e46-471d-93bc-3a4b36437201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.698159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c9bfc-6ffe-4d5f-a858-ed3d1dcd84dc req-2c9e30e5-db32-4ec7-a0b9-c73d6f5b4c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.698421 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-85dd0f9e-4e46-471d-93bc-3a4b36437201 None None] Calling delete_port for 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:46.699701 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fa6c9bfc-6ffe-4d5f-a858-ed3d1dcd84dc req-2c9e30e5-db32-4ec7-a0b9-c73d6f5b4c4d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.0809722 Aug 16 02:03:46.748497 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de530ae-b6af-4851-aeed-617af01be240 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:46.752065 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9de530ae-b6af-4851-aeed-617af01be240 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.754542 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de530ae-b6af-4851-aeed-617af01be240 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:03:46.755232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de530ae-b6af-4851-aeed-617af01be240 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:46.775567 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9de530ae-b6af-4851-aeed-617af01be240 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2129290 Aug 16 02:03:46.778637 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54666) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:46.785007 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2da4e908-e8b6-4d4d-8e45-667db25083f8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:46.785444 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c9bfc-6ffe-4d5f-a858-ed3d1dcd84dc req-21d112ee-0163-44a6-861b-f4ee7c4c78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.786169 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fa6c9bfc-6ffe-4d5f-a858-ed3d1dcd84dc req-21d112ee-0163-44a6-861b-f4ee7c4c78d0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731750 Aug 16 02:03:46.795373 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85dd0f9e-4e46-471d-93bc-3a4b36437201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.821971 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd0f9e-4e46-471d-93bc-3a4b36437201 None None] Pushing event deleted for resources: {'Port': ['ID=48f62b1b-aee5-4c5d-a50b-12d9fe1b644c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:46.825456 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dd0f9e-4e46-471d-93bc-3a4b36437201 None None] No DVR routers for this DVR port 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:46.848720 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb7ca78-0d76-4e55-b75e-d780c96155d8 None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:03:46.889195 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da4e908-e8b6-4d4d-8e45-667db25083f8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:46.892847 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2da4e908-e8b6-4d4d-8e45-667db25083f8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.894324 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da4e908-e8b6-4d4d-8e45-667db25083f8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:03:46.894786 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da4e908-e8b6-4d4d-8e45-667db25083f8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:46.906285 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fa6c9bfc-6ffe-4d5f-a858-ed3d1dcd84dc req-94cb25c5-d9a2-41fe-b441-b4cd51848297 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082706 Aug 16 02:03:46.921909 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2da4e908-e8b6-4d4d-8e45-667db25083f8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1421173 Aug 16 02:03:46.922904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54668) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:46.928155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ca9fc646-a5e5-4011-925d-ebf16349a0eb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:46.969071 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb7ca78-0d76-4e55-b75e-d780c96155d8 None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:03:46.981422 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:47.014350 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:47.014958 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 48f62b1b-aee5-4c5d-a50b-12d9fe1b644c not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:47.016356 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fa6c9bfc-6ffe-4d5f-a858-ed3d1dcd84dc req-5328735e-8103-48ac-9d8f-49870c431356 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030900 Aug 16 02:03:47.025048 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9fc646-a5e5-4011-925d-ebf16349a0eb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:47.028688 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca9fc646-a5e5-4011-925d-ebf16349a0eb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.030132 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9fc646-a5e5-4011-925d-ebf16349a0eb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:03:47.030568 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9fc646-a5e5-4011-925d-ebf16349a0eb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:47.047657 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ca9fc646-a5e5-4011-925d-ebf16349a0eb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1234713 Aug 16 02:03:47.050773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54670) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.056674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7824a2d5-4a30-4686-8f83-5d16d7795779 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:47.151342 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7824a2d5-4a30-4686-8f83-5d16d7795779 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:47.155031 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7824a2d5-4a30-4686-8f83-5d16d7795779 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.156613 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-7824a2d5-4a30-4686-8f83-5d16d7795779 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:03:47.157132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7824a2d5-4a30-4686-8f83-5d16d7795779 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:47.171915 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7824a2d5-4a30-4686-8f83-5d16d7795779 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1199331 Aug 16 02:03:47.175560 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54672) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.181186 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-40b87790-1ecd-4dad-9e5c-f7bbe36d2d18 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:47.248468 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a328638b-f63f-4a05-ab4b-8ae3264b5518 None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:03:47.290945 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b87790-1ecd-4dad-9e5c-f7bbe36d2d18 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:47.295246 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40b87790-1ecd-4dad-9e5c-f7bbe36d2d18 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.296666 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b87790-1ecd-4dad-9e5c-f7bbe36d2d18 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:03:47.297244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b87790-1ecd-4dad-9e5c-f7bbe36d2d18 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:47.316643 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-40b87790-1ecd-4dad-9e5c-f7bbe36d2d18 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1398175 Aug 16 02:03:47.319441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54674) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.325416 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e2983552-1e5b-4f4e-a197-4e219112f3b7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:47.346905 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a328638b-f63f-4a05-ab4b-8ae3264b5518 None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:03:47.427583 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2983552-1e5b-4f4e-a197-4e219112f3b7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:47.432188 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2983552-1e5b-4f4e-a197-4e219112f3b7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.433633 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2983552-1e5b-4f4e-a197-4e219112f3b7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:03:47.435935 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2983552-1e5b-4f4e-a197-4e219112f3b7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:03:47.451324 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e2983552-1e5b-4f4e-a197-4e219112f3b7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1304066 Aug 16 02:03:47.455819 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54678) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.488844 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5a0287aa-7693-4042-8ead-bf10300f4c49 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0316117 Aug 16 02:03:47.491169 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54680) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.530732 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef88d71-03eb-47e8-a28c-f03fb7c26fb5 req-4ac9ec4b-74b6-41e4-a528-9895de8d8384 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:47.533666 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bef88d71-03eb-47e8-a28c-f03fb7c26fb5 req-4ac9ec4b-74b6-41e4-a528-9895de8d8384 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0619047 Aug 16 02:03:47.558821 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05334133-d69b-4ddb-ba69-148a0244dee3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:47.560446 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-05334133-d69b-4ddb-ba69-148a0244dee3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0675550 Aug 16 02:03:47.562972 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54682) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.586900 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bef88d71-03eb-47e8-a28c-f03fb7c26fb5 req-5cdf66f3-0e7a-4da3-b3c4-16328d4d6609 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451534 Aug 16 02:03:47.600393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6741de24-5c18-41f2-b5e5-9ff552684c5d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0362022 Aug 16 02:03:47.604621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54684) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.609469 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d1b2dab4-5f04-496c-a882-0bb851a51707 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:47.700039 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b2dab4-5f04-496c-a882-0bb851a51707 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:47.703462 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1b2dab4-5f04-496c-a882-0bb851a51707 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.978903 n-d-765315-27 neutron-server[94673]: DEBUG neutron.objects.ports [None req-d1b2dab4-5f04-496c-a882-0bb851a51707 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94673) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:03:47.980246 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1b2dab4-5f04-496c-a882-0bb851a51707 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.025010 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b2dab4-5f04-496c-a882-0bb851a51707 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:48.027972 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d1b2dab4-5f04-496c-a882-0bb851a51707 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:48.030944 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b2dab4-5f04-496c-a882-0bb851a51707 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.031535 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1b2dab4-5f04-496c-a882-0bb851a51707 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.036943 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8d50a3-2211-4ab6-ad23-838173c380b4 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:48.046533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2dab4-5f04-496c-a882-0bb851a51707 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=e4ac6962-9c9a-4d09-9fe0-eeacddc2f17b,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:48.056045 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d1b2dab4-5f04-496c-a882-0bb851a51707 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4501672 Aug 16 02:03:48.058279 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54688) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.063202 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d3915e08-45fd-4634-9e05-e9880a1c023f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'mac_address': 'fa:16:3e:1d:ff:77', 'name': 'tempest-NetworksTestDHCPv6-269747202'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:48.175083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3915e08-45fd-4634-9e05-e9880a1c023f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:48.186220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a23333e5-5f21-4295-988a-70b7bca5c793', 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'tenant_id': '1e611015d31449ec9633635443d78676', 'fixed_ips': [{'subnet_id': 'e4ac6962-9c9a-4d09-9fe0-eeacddc2f17b'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:48.187115 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.257219 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3915e08-45fd-4634-9e05-e9880a1c023f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.277873 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-d3915e08-45fd-4634-9e05-e9880a1c023f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port 261f2810-d601-4c4b-9d5d-64a15f4c9993 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:48.326803 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Allocated IP 2001:db8::f816:3eff:feec:6152 (a23333e5-5f21-4295-988a-70b7bca5c793/e4ac6962-9c9a-4d09-9fe0-eeacddc2f17b/3f84bf1e-a100-4572-90a9-1337a4087520) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:48.471308 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.479674 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Transition to ACTIVE for port object 3f84bf1e-a100-4572-90a9-1337a4087520 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:48.495264 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Transition to ACTIVE for port object 3f84bf1e-a100-4572-90a9-1337a4087520 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:48.500477 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.538098 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:48.541238 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:48.543684 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:48.549025 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d3915e08-45fd-4634-9e05-e9880a1c023f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::f816:3eff:fe1d:ff77 (a23333e5-5f21-4295-988a-70b7bca5c793/e4ac6962-9c9a-4d09-9fe0-eeacddc2f17b/261f2810-d601-4c4b-9d5d-64a15f4c9993) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:48.560510 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Pushing event updated for resources: {'Port': ['ID=3f84bf1e-a100-4572-90a9-1337a4087520,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:48.610189 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Attempting to bind port 3f84bf1e-a100-4572-90a9-1337a4087520 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:48.611066 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Attempting to bind port 3f84bf1e-a100-4572-90a9-1337a4087520 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:48.611488 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Attempting to bind port 3f84bf1e-a100-4572-90a9-1337a4087520 on network a23333e5-5f21-4295-988a-70b7bca5c793 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:48.617632 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:48.618029 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Checking segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:48.618578 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.618825 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Bound using segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:48.619286 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Bound port: 3f84bf1e-a100-4572-90a9-1337a4087520, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:48.619696 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.683541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] For port 3f84bf1e-a100-4572-90a9-1337a4087520, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:48.686680 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] For port 3f84bf1e-a100-4572-90a9-1337a4087520, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3f84bf1e-a100-4572-90a9-1337a4087520,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:48.691326 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.736813 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3915e08-45fd-4634-9e05-e9880a1c023f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.746371 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a783e4-cb47-4b10-91d0-0b3b6b4e75d0 req-0decf8d6-ee6b-4e50-a666-9d935ec216fc tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.747992 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69a783e4-cb47-4b10-91d0-0b3b6b4e75d0 req-0decf8d6-ee6b-4e50-a666-9d935ec216fc tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0857575 Aug 16 02:03:48.759492 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Pushing event updated for resources: {'Port': ['ID=3f84bf1e-a100-4572-90a9-1337a4087520,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:48.767276 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:48.767486 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d3915e08-45fd-4634-9e05-e9880a1c023f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object 261f2810-d601-4c4b-9d5d-64a15f4c9993 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:48.767686 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:48.768031 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:48.768548 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:48.768712 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:48.768991 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:48.769313 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:48.769652 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:48.769983 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:48.770301 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:48.770618 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:48.770933 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c050c98-00ef-45e7-a507-fd0bbfbdbb82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:48.817694 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69a783e4-cb47-4b10-91d0-0b3b6b4e75d0 req-f6643b2e-c241-4223-aae5-a0ab10cc6e56 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580313 Aug 16 02:03:48.831538 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3915e08-45fd-4634-9e05-e9880a1c023f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.874042 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3915e08-45fd-4634-9e05-e9880a1c023f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:48.881501 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d3915e08-45fd-4634-9e05-e9880a1c023f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:48.885876 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3915e08-45fd-4634-9e05-e9880a1c023f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:48.891496 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3915e08-45fd-4634-9e05-e9880a1c023f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.892096 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3915e08-45fd-4634-9e05-e9880a1c023f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.906191 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3915e08-45fd-4634-9e05-e9880a1c023f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=261f2810-d601-4c4b-9d5d-64a15f4c9993,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:48.917956 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d3915e08-45fd-4634-9e05-e9880a1c023f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8568063 Aug 16 02:03:48.918839 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54694) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:48.984013 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15281f54-ee9f-4929-9d29-1ceb42e6b772 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.991387 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15281f54-ee9f-4929-9d29-1ceb42e6b772 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.993948 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-15281f54-ee9f-4929-9d29-1ceb42e6b772 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0727496 Aug 16 02:03:48.995656 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54696) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.087130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-116abaab-b84f-4f37-916c-49a36a41f708 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port 261f2810-d601-4c4b-9d5d-64a15f4c9993 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:49.087130 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-116abaab-b84f-4f37-916c-49a36a41f708 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.174020 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-116abaab-b84f-4f37-916c-49a36a41f708 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.186823 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-116abaab-b84f-4f37-916c-49a36a41f708 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for 261f2810-d601-4c4b-9d5d-64a15f4c9993 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:49.316724 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-116abaab-b84f-4f37-916c-49a36a41f708 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.348328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116abaab-b84f-4f37-916c-49a36a41f708 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=261f2810-d601-4c4b-9d5d-64a15f4c9993,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:49.371726 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-116abaab-b84f-4f37-916c-49a36a41f708 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.373633 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-116abaab-b84f-4f37-916c-49a36a41f708 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/261f2810-d601-4c4b-9d5d-64a15f4c9993 HTTP/1.1" status: 204 len: 168 time: 0.3766015 Aug 16 02:03:49.376604 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54698) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.431254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad63b539-8a53-4af2-8bc4-09e2f1f6cc4b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:49.432797 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad63b539-8a53-4af2-8bc4-09e2f1f6cc4b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:49.434701 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ad63b539-8a53-4af2-8bc4-09e2f1f6cc4b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0570502 Aug 16 02:03:49.437098 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54700) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.489957 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e88af0-833d-4e3f-8541-c0f79c04f4c0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet e4ac6962-9c9a-4d09-9fe0-eeacddc2f17b {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:49.494168 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46e88af0-833d-4e3f-8541-c0f79c04f4c0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.534499 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46e88af0-833d-4e3f-8541-c0f79c04f4c0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.622709 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46e88af0-833d-4e3f-8541-c0f79c04f4c0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.682800 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46e88af0-833d-4e3f-8541-c0f79c04f4c0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.711062 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e88af0-833d-4e3f-8541-c0f79c04f4c0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ac6962-9c9a-4d09-9fe0-eeacddc2f17b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:49.712999 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46e88af0-833d-4e3f-8541-c0f79c04f4c0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.717017 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-46e88af0-833d-4e3f-8541-c0f79c04f4c0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/e4ac6962-9c9a-4d09-9fe0-eeacddc2f17b HTTP/1.1" status: 204 len: 168 time: 0.2768300 Aug 16 02:03:49.717370 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54702) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.759640 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0b89c67e-2bb8-41b5-82f7-8747d0973091 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412512 Aug 16 02:03:49.762406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54704) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:49.767289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c21c7558-d3b1-4f51-a531-b55d6a495297 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:49.800231 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3ddb712c-ba04-4d35-86f7-e1fff41e27de None None] Provisioning for port 3f84bf1e-a100-4572-90a9-1337a4087520 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:49.859437 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21c7558-d3b1-4f51-a531-b55d6a495297 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:49.863110 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c21c7558-d3b1-4f51-a531-b55d6a495297 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.903227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dff45f7-dcf8-4305-a4c1-5af4bf4fc476 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:49.953264 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9334f79e-f15b-43d7-9c03-5cb2db5f56d4 None None] Could not find standard attr ID for object 261f2810-d601-4c4b-9d5d-64a15f4c9993. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:50.082190 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a261ad0e-e908-420e-8206-a1b118f5ea08 None None] DHCP port deletion for a23333e5-5f21-4295-988a-70b7bca5c793 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:50.126122 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-15a78bf7-a80c-4a2c-9bd6-25bac7a155cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.143640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a261ad0e-e908-420e-8206-a1b118f5ea08 None None] Deleting port 3f84bf1e-a100-4572-90a9-1337a4087520 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:50.144015 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a261ad0e-e908-420e-8206-a1b118f5ea08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.164921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.objects.ports [None req-c21c7558-d3b1-4f51-a531-b55d6a495297 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:03:50.221601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-a261ad0e-e908-420e-8206-a1b118f5ea08 None None] For port 3f84bf1e-a100-4572-90a9-1337a4087520, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3f84bf1e-a100-4572-90a9-1337a4087520,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:50.222053 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a261ad0e-e908-420e-8206-a1b118f5ea08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.235078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a261ad0e-e908-420e-8206-a1b118f5ea08 None None] Calling delete_port for 3f84bf1e-a100-4572-90a9-1337a4087520 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:50.320562 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a261ad0e-e908-420e-8206-a1b118f5ea08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.321072 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c21c7558-d3b1-4f51-a531-b55d6a495297 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.346717 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261ad0e-e908-420e-8206-a1b118f5ea08 None None] Pushing event deleted for resources: {'Port': ['ID=3f84bf1e-a100-4572-90a9-1337a4087520,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:50.348513 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a261ad0e-e908-420e-8206-a1b118f5ea08 None None] No DVR routers for this DVR port 3f84bf1e-a100-4572-90a9-1337a4087520 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:50.357707 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21c7558-d3b1-4f51-a531-b55d6a495297 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Port 3f84bf1e-a100-4572-90a9-1337a4087520 concurrently deleted while adding address for new subnet {'id': '92dfc69c-780b-4d39-8683-88741a225037', 'name': '', 'tenant_id': '1e611015d31449ec9633635443d78676', 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3513, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-16T02:03:49Z', 'updated_at': '2021-08-16T02:03:49Z', 'revision_number': 0, 'segment_id': None, 'project_id': '1e611015d31449ec9633635443d78676'}. {{(pid=94672) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 16 02:03:50.358508 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c21c7558-d3b1-4f51-a531-b55d6a495297 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.400583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21c7558-d3b1-4f51-a531-b55d6a495297 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:50.403591 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c21c7558-d3b1-4f51-a531-b55d6a495297 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:50.407634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21c7558-d3b1-4f51-a531-b55d6a495297 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:50.408219 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c21c7558-d3b1-4f51-a531-b55d6a495297 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.412637 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cb212d-d161-418f-917c-13bcb2344084 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:50.418051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c7558-d3b1-4f51-a531-b55d6a495297 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=92dfc69c-780b-4d39-8683-88741a225037,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:50.431952 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c21c7558-d3b1-4f51-a531-b55d6a495297 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6653652 Aug 16 02:03:50.432269 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54706) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.437208 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d9597818-102c-4dc7-874d-9f1155c3149e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'mac_address': 'fa:16:3e:ed:06:ff', 'name': 'tempest-NetworksTestDHCPv6-1454378910'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:50.547326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9597818-102c-4dc7-874d-9f1155c3149e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:50.558925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a23333e5-5f21-4295-988a-70b7bca5c793', 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'tenant_id': '1e611015d31449ec9633635443d78676', 'fixed_ips': [{'subnet_id': '92dfc69c-780b-4d39-8683-88741a225037'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:50.559808 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.630494 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9597818-102c-4dc7-874d-9f1155c3149e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.652023 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-d9597818-102c-4dc7-874d-9f1155c3149e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port 626b5cdc-80e4-4855-b921-b28b5363f565 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:50.699323 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Allocated IP 2001:db8::f816:3eff:fe15:fbf8 (a23333e5-5f21-4295-988a-70b7bca5c793/92dfc69c-780b-4d39-8683-88741a225037/b28f3252-e166-4747-93ea-8799dc3fbfc6) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:50.836263 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.844408 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Transition to ACTIVE for port object b28f3252-e166-4747-93ea-8799dc3fbfc6 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:50.859902 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Transition to ACTIVE for port object b28f3252-e166-4747-93ea-8799dc3fbfc6 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:50.866781 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.912386 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:50.915141 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-d9597818-102c-4dc7-874d-9f1155c3149e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::f816:3eff:feed:6ff (a23333e5-5f21-4295-988a-70b7bca5c793/92dfc69c-780b-4d39-8683-88741a225037/626b5cdc-80e4-4855-b921-b28b5363f565) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:50.915450 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:50.919828 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:50.922874 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Pushing event updated for resources: {'Port': ['ID=b28f3252-e166-4747-93ea-8799dc3fbfc6,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:50.974847 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Attempting to bind port b28f3252-e166-4747-93ea-8799dc3fbfc6 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:50.975220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Attempting to bind port b28f3252-e166-4747-93ea-8799dc3fbfc6 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:50.975626 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Attempting to bind port b28f3252-e166-4747-93ea-8799dc3fbfc6 on network a23333e5-5f21-4295-988a-70b7bca5c793 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:50.980915 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:50.981276 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Checking segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:50.981697 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.982205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Bound using segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:50.982678 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Bound port: b28f3252-e166-4747-93ea-8799dc3fbfc6, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:50.983058 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.048582 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] For port b28f3252-e166-4747-93ea-8799dc3fbfc6, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:51.051937 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] For port b28f3252-e166-4747-93ea-8799dc3fbfc6, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b28f3252-e166-4747-93ea-8799dc3fbfc6,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:51.056417 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.073608 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9597818-102c-4dc7-874d-9f1155c3149e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.119468 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838490ff-e8d4-41c2-9bbe-103d16cbf85f None None] Pushing event updated for resources: {'Port': ['ID=b28f3252-e166-4747-93ea-8799dc3fbfc6,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:51.466299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-d9597818-102c-4dc7-874d-9f1155c3149e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object 626b5cdc-80e4-4855-b921-b28b5363f565 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:51.499185 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9597818-102c-4dc7-874d-9f1155c3149e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.541791 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9597818-102c-4dc7-874d-9f1155c3149e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:51.546725 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d9597818-102c-4dc7-874d-9f1155c3149e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:51.549012 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9597818-102c-4dc7-874d-9f1155c3149e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:51.555036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9597818-102c-4dc7-874d-9f1155c3149e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.555639 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9597818-102c-4dc7-874d-9f1155c3149e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.566264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9597818-102c-4dc7-874d-9f1155c3149e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=626b5cdc-80e4-4855-b921-b28b5363f565,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:51.578551 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d9597818-102c-4dc7-874d-9f1155c3149e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1452286 Aug 16 02:03:51.581147 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54708) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:51.634033 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b270447-4ccb-4c84-80c1-fa8b03afd93c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.639840 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b270447-4ccb-4c84-80c1-fa8b03afd93c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.641359 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9b270447-4ccb-4c84-80c1-fa8b03afd93c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0593057 Aug 16 02:03:51.644296 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54710) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:51.738149 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-5c607e30-74cd-4551-aea6-edfde4df3308 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port 626b5cdc-80e4-4855-b921-b28b5363f565 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:51.738483 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c607e30-74cd-4551-aea6-edfde4df3308 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.831606 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c607e30-74cd-4551-aea6-edfde4df3308 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.846062 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-5c607e30-74cd-4551-aea6-edfde4df3308 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for 626b5cdc-80e4-4855-b921-b28b5363f565 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:51.976824 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c607e30-74cd-4551-aea6-edfde4df3308 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.006387 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c607e30-74cd-4551-aea6-edfde4df3308 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=626b5cdc-80e4-4855-b921-b28b5363f565,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:52.034665 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c607e30-74cd-4551-aea6-edfde4df3308 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.036641 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5c607e30-74cd-4551-aea6-edfde4df3308 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/626b5cdc-80e4-4855-b921-b28b5363f565 HTTP/1.1" status: 204 len: 168 time: 0.3914299 Aug 16 02:03:52.039723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54712) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:52.093178 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92a127c-bd6b-430d-837d-ad4c5620a96b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:52.095050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92a127c-bd6b-430d-837d-ad4c5620a96b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:52.096726 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c92a127c-bd6b-430d-837d-ad4c5620a96b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0560095 Aug 16 02:03:52.096999 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e17ef9f2-d1e3-442f-bfb0-e2364266bf09 None None] Provisioning for port b28f3252-e166-4747-93ea-8799dc3fbfc6 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:52.099359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54714) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:52.153773 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-0666e395-bf43-4b51-a31b-6f98f61c6f60 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet 92dfc69c-780b-4d39-8683-88741a225037 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:52.157471 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0666e395-bf43-4b51-a31b-6f98f61c6f60 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.200294 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0666e395-bf43-4b51-a31b-6f98f61c6f60 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.291643 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0666e395-bf43-4b51-a31b-6f98f61c6f60 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.319599 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-77132988-89af-43c4-9103-390f266be9ea None None] Could not find standard attr ID for object 626b5cdc-80e4-4855-b921-b28b5363f565. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:52.353075 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0666e395-bf43-4b51-a31b-6f98f61c6f60 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.380378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666e395-bf43-4b51-a31b-6f98f61c6f60 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=92dfc69c-780b-4d39-8683-88741a225037,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:52.384339 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0666e395-bf43-4b51-a31b-6f98f61c6f60 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.386270 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0666e395-bf43-4b51-a31b-6f98f61c6f60 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/92dfc69c-780b-4d39-8683-88741a225037 HTTP/1.1" status: 204 len: 168 time: 0.2847424 Aug 16 02:03:52.389292 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54716) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:52.433168 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-553366b9-3376-428c-89c5-f2e517985220 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425334 Aug 16 02:03:52.435524 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54718) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:52.466495 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a0f504-9c00-400e-8c8f-b08a88254f10 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:52.485747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc56cfc-6557-47de-a3ae-f918ba4a1ca8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:52.487269 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ccc56cfc-6557-47de-a3ae-f918ba4a1ca8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0508296 Aug 16 02:03:52.492111 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54720) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:52.544919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6675fc8-edd9-414f-b4b4-6a77ca344b55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:52.546407 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f6675fc8-edd9-414f-b4b4-6a77ca344b55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0533082 Aug 16 02:03:52.549065 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54722) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:52.597401 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-599c7622-8c5b-494f-975e-e7b84b8949f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.607902 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-09edca95-f515-4ba5-9837-96a1a0097b45 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572197 Aug 16 02:03:52.608016 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54724) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:52.613861 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7dc6b1fc-70f3-4305-8a15-461d32ae2b55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:52.637994 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb82ae5-cedd-4813-9564-2aef028b3b8a None None] DHCP port deletion for a23333e5-5f21-4295-988a-70b7bca5c793 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:52.689032 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-efb82ae5-cedd-4813-9564-2aef028b3b8a None None] Deleting port b28f3252-e166-4747-93ea-8799dc3fbfc6 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:52.689408 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efb82ae5-cedd-4813-9564-2aef028b3b8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.714517 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc6b1fc-70f3-4305-8a15-461d32ae2b55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:52.718148 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b1fc-70f3-4305-8a15-461d32ae2b55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.755453 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-efb82ae5-cedd-4813-9564-2aef028b3b8a None None] For port b28f3252-e166-4747-93ea-8799dc3fbfc6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b28f3252-e166-4747-93ea-8799dc3fbfc6,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:52.755849 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efb82ae5-cedd-4813-9564-2aef028b3b8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.772671 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-efb82ae5-cedd-4813-9564-2aef028b3b8a None None] Calling delete_port for b28f3252-e166-4747-93ea-8799dc3fbfc6 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:52.856636 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efb82ae5-cedd-4813-9564-2aef028b3b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.884644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb82ae5-cedd-4813-9564-2aef028b3b8a None None] Pushing event deleted for resources: {'Port': ['ID=b28f3252-e166-4747-93ea-8799dc3fbfc6,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:52.886568 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb82ae5-cedd-4813-9564-2aef028b3b8a None None] No DVR routers for this DVR port b28f3252-e166-4747-93ea-8799dc3fbfc6 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:52.985933 n-d-765315-27 neutron-server[94673]: DEBUG neutron.objects.ports [None req-7dc6b1fc-70f3-4305-8a15-461d32ae2b55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94673) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:03:52.987291 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b1fc-70f3-4305-8a15-461d32ae2b55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.031709 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6b1fc-70f3-4305-8a15-461d32ae2b55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:53.035016 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7dc6b1fc-70f3-4305-8a15-461d32ae2b55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:53.040004 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc6b1fc-70f3-4305-8a15-461d32ae2b55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.040632 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b1fc-70f3-4305-8a15-461d32ae2b55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.045694 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4bb632-ab80-403c-b3cb-2d18d8777c3b None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:53.050285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6b1fc-70f3-4305-8a15-461d32ae2b55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=3d389796-985f-4f41-8f24-5488028a9ded,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:53.064016 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7dc6b1fc-70f3-4305-8a15-461d32ae2b55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.4528310 Aug 16 02:03:53.064261 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54726) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:53.069265 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a2f81647-0286-4866-94fc-856307ad7146 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'mac_address': 'fa:16:3e:5c:ce:ca', 'name': 'tempest-NetworksTestDHCPv6-1706729210'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:53.187913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f81647-0286-4866-94fc-856307ad7146 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:53.191682 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2f81647-0286-4866-94fc-856307ad7146 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.202453 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a23333e5-5f21-4295-988a-70b7bca5c793', 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'tenant_id': '1e611015d31449ec9633635443d78676', 'fixed_ips': [{'subnet_id': '3d389796-985f-4f41-8f24-5488028a9ded'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:53.203358 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.213397 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-a2f81647-0286-4866-94fc-856307ad7146 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port eaeaeb3f-bcc1-4dd0-9397-318e791bb615 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:53.309279 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.327686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-a2f81647-0286-4866-94fc-856307ad7146 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::f816:3eff:fe5c:ceca (a23333e5-5f21-4295-988a-70b7bca5c793/3d389796-985f-4f41-8f24-5488028a9ded/eaeaeb3f-bcc1-4dd0-9397-318e791bb615) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:53.476422 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2f81647-0286-4866-94fc-856307ad7146 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.489244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a2f81647-0286-4866-94fc-856307ad7146 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object eaeaeb3f-bcc1-4dd0-9397-318e791bb615 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:53.522325 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2f81647-0286-4866-94fc-856307ad7146 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.563103 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f81647-0286-4866-94fc-856307ad7146 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:53.563882 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Allocated IP 2001:db8::f816:3eff:fe86:db6 (a23333e5-5f21-4295-988a-70b7bca5c793/3d389796-985f-4f41-8f24-5488028a9ded/1e2a13ba-d07e-4098-8034-eacbdee9ed9e) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:53.566262 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a2f81647-0286-4866-94fc-856307ad7146 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:53.572919 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f81647-0286-4866-94fc-856307ad7146 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:53.578548 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f81647-0286-4866-94fc-856307ad7146 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.579392 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2f81647-0286-4866-94fc-856307ad7146 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.592675 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f81647-0286-4866-94fc-856307ad7146 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=eaeaeb3f-bcc1-4dd0-9397-318e791bb615,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:53.600093 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a2f81647-0286-4866-94fc-856307ad7146 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5347631 Aug 16 02:03:53.603352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54728) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:53.654805 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc168319-f013-47ef-a3ce-cd87f2babf47 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.656697 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cc168319-f013-47ef-a3ce-cd87f2babf47 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0523529 Aug 16 02:03:53.659665 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54730) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:53.750509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-aad4e0aa-4581-4c61-9026-939ab31bcd5d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port eaeaeb3f-bcc1-4dd0-9397-318e791bb615 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:53.751011 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aad4e0aa-4581-4c61-9026-939ab31bcd5d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.845098 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aad4e0aa-4581-4c61-9026-939ab31bcd5d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.857639 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-aad4e0aa-4581-4c61-9026-939ab31bcd5d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for eaeaeb3f-bcc1-4dd0-9397-318e791bb615 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:53.867524 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.875923 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Transition to ACTIVE for port object 1e2a13ba-d07e-4098-8034-eacbdee9ed9e will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:53.891270 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Transition to ACTIVE for port object 1e2a13ba-d07e-4098-8034-eacbdee9ed9e will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:53.896586 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.941951 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:53.946883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:53.949821 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:53.958862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Pushing event updated for resources: {'Port': ['ID=1e2a13ba-d07e-4098-8034-eacbdee9ed9e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:53.991048 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aad4e0aa-4581-4c61-9026-939ab31bcd5d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.012893 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Attempting to bind port 1e2a13ba-d07e-4098-8034-eacbdee9ed9e on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:54.013270 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Attempting to bind port 1e2a13ba-d07e-4098-8034-eacbdee9ed9e by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:54.013635 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Attempting to bind port 1e2a13ba-d07e-4098-8034-eacbdee9ed9e on network a23333e5-5f21-4295-988a-70b7bca5c793 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:54.019206 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:54.019573 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Checking segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:54.019983 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.020362 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4e0aa-4581-4c61-9026-939ab31bcd5d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=eaeaeb3f-bcc1-4dd0-9397-318e791bb615,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:54.020470 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Bound using segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:54.020838 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Bound port: 1e2a13ba-d07e-4098-8034-eacbdee9ed9e, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:54.021225 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.046726 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aad4e0aa-4581-4c61-9026-939ab31bcd5d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.050919 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-aad4e0aa-4581-4c61-9026-939ab31bcd5d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/eaeaeb3f-bcc1-4dd0-9397-318e791bb615 HTTP/1.1" status: 204 len: 168 time: 0.3881981 Aug 16 02:03:54.051195 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54732) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.088187 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] For port 1e2a13ba-d07e-4098-8034-eacbdee9ed9e, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:54.091883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] For port 1e2a13ba-d07e-4098-8034-eacbdee9ed9e, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=1e2a13ba-d07e-4098-8034-eacbdee9ed9e,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:54.096245 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.106492 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce9f77e-6235-4161-848e-6ab573fab255 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:54.108153 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce9f77e-6235-4161-848e-6ab573fab255 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:54.109650 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1ce9f77e-6235-4161-848e-6ab573fab255 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0575056 Aug 16 02:03:54.112317 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54734) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.164324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17ec51-81ae-4ee0-b47b-45cb3c7863b3 None None] Pushing event updated for resources: {'Port': ['ID=1e2a13ba-d07e-4098-8034-eacbdee9ed9e,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:54.174752 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3d9bef-1261-46fd-9631-fff3c832fa39 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet 3d389796-985f-4f41-8f24-5488028a9ded {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:54.177444 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.179146 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9bef-1261-46fd-9631-fff3c832fa39 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.221700 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9bef-1261-46fd-9631-fff3c832fa39 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.306852 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9bef-1261-46fd-9631-fff3c832fa39 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.389942 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9bef-1261-46fd-9631-fff3c832fa39 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.419380 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d9bef-1261-46fd-9631-fff3c832fa39 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=3d389796-985f-4f41-8f24-5488028a9ded,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:54.423796 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d3d9bef-1261-46fd-9631-fff3c832fa39 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.425733 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7d3d9bef-1261-46fd-9631-fff3c832fa39 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/3d389796-985f-4f41-8f24-5488028a9ded HTTP/1.1" status: 204 len: 168 time: 0.3125143 Aug 16 02:03:54.428198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54736) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.469833 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ba8bd383-4c50-4568-81fc-fa51a0008ab9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396459 Aug 16 02:03:54.472454 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54738) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.477448 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f1ecbc50-924f-46e8-8603-b6cece150bb0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:54.567397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ecbc50-924f-46e8-8603-b6cece150bb0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:54.571597 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1ecbc50-924f-46e8-8603-b6cece150bb0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.864495 n-d-765315-27 neutron-server[94672]: DEBUG neutron.objects.ports [None req-f1ecbc50-924f-46e8-8603-b6cece150bb0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:03:54.992546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 1e2a13ba-d07e-4098-8034-eacbdee9ed9e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:55.046123 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1ecbc50-924f-46e8-8603-b6cece150bb0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.052505 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 1e2a13ba-d07e-4098-8034-eacbdee9ed9e completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:55.123377 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c630e7f5-aa65-49e2-a058-d36631bf66f4 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:55.182541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e63c99b1-cef8-4a67-a42f-a95f101189d6 None None] Provisioning for port 1e2a13ba-d07e-4098-8034-eacbdee9ed9e completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:55.198104 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e63c99b1-cef8-4a67-a42f-a95f101189d6 None None] Provisioning complete for port 1e2a13ba-d07e-4098-8034-eacbdee9ed9e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:55.198615 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e63c99b1-cef8-4a67-a42f-a95f101189d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.209374 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-f1ecbc50-924f-46e8-8603-b6cece150bb0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] For port 1e2a13ba-d07e-4098-8034-eacbdee9ed9e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=1e2a13ba-d07e-4098-8034-eacbdee9ed9e,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:55.242671 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1ecbc50-924f-46e8-8603-b6cece150bb0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.248065 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1ecbc50-924f-46e8-8603-b6cece150bb0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.248879 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1ecbc50-924f-46e8-8603-b6cece150bb0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.326585 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ecbc50-924f-46e8-8603-b6cece150bb0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:55.333434 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f1ecbc50-924f-46e8-8603-b6cece150bb0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:55.337167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ecbc50-924f-46e8-8603-b6cece150bb0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.337776 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1ecbc50-924f-46e8-8603-b6cece150bb0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.341924 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e63c99b1-cef8-4a67-a42f-a95f101189d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.349052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecbc50-924f-46e8-8603-b6cece150bb0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=59fa4a00-807c-4276-9c78-40c38c8d44ec,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:55.361896 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecbc50-924f-46e8-8603-b6cece150bb0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=1e2a13ba-d07e-4098-8034-eacbdee9ed9e,revision_number=5']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:55.374281 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f1ecbc50-924f-46e8-8603-b6cece150bb0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9007885 Aug 16 02:03:55.374586 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54740) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:55.380610 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-69edccc6-e56b-4d92-bb87-cef1aa9a3a09 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'mac_address': 'fa:16:3e:48:d9:7d', 'name': 'tempest-NetworksTestDHCPv6-711857530'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:55.381233 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e63c99b1-cef8-4a67-a42f-a95f101189d6 None None] For port 1e2a13ba-d07e-4098-8034-eacbdee9ed9e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=1e2a13ba-d07e-4098-8034-eacbdee9ed9e,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:55.386289 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e63c99b1-cef8-4a67-a42f-a95f101189d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.437287 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c99b1-cef8-4a67-a42f-a95f101189d6 None None] Pushing event updated for resources: {'Port': ['ID=1e2a13ba-d07e-4098-8034-eacbdee9ed9e,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:55.507756 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69edccc6-e56b-4d92-bb87-cef1aa9a3a09 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:55.555890 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a1c7b3-9cb7-44f3-b50e-9df068c7c14b None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:55.590115 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69edccc6-e56b-4d92-bb87-cef1aa9a3a09 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.610863 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-69edccc6-e56b-4d92-bb87-cef1aa9a3a09 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port bc22dcf0-83e6-44a2-b3bd-d0811fb895ff yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:55.627649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e95a4b70-14b6-401c-bd0d-5a15957ebeda None None] Provisioning complete for port 1e2a13ba-d07e-4098-8034-eacbdee9ed9e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:55.628019 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e95a4b70-14b6-401c-bd0d-5a15957ebeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.719594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-69edccc6-e56b-4d92-bb87-cef1aa9a3a09 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::f816:3eff:fe48:d97d (a23333e5-5f21-4295-988a-70b7bca5c793/59fa4a00-807c-4276-9c78-40c38c8d44ec/bc22dcf0-83e6-44a2-b3bd-d0811fb895ff) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:56.001899 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.003633 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-02448c25-7aba-4959-a8fc-b727c023fd87 None None] Provisioning complete for port 1e2a13ba-d07e-4098-8034-eacbdee9ed9e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:56.004008 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02448c25-7aba-4959-a8fc-b727c023fd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.206539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fdaf7849-7243-4188-9618-660d654e0bff None None] Could not find standard attr ID for object eaeaeb3f-bcc1-4dd0-9397-318e791bb615. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:03:56.248705 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69edccc6-e56b-4d92-bb87-cef1aa9a3a09 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.262631 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-69edccc6-e56b-4d92-bb87-cef1aa9a3a09 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object bc22dcf0-83e6-44a2-b3bd-d0811fb895ff will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:56.302268 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69edccc6-e56b-4d92-bb87-cef1aa9a3a09 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.342286 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69edccc6-e56b-4d92-bb87-cef1aa9a3a09 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:56.345203 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-69edccc6-e56b-4d92-bb87-cef1aa9a3a09 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:56.350830 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69edccc6-e56b-4d92-bb87-cef1aa9a3a09 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:56.356434 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69edccc6-e56b-4d92-bb87-cef1aa9a3a09 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:56.357056 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69edccc6-e56b-4d92-bb87-cef1aa9a3a09 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.367507 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:03:56.369893 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edccc6-e56b-4d92-bb87-cef1aa9a3a09 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=bc22dcf0-83e6-44a2-b3bd-d0811fb895ff,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:56.378469 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-69edccc6-e56b-4d92-bb87-cef1aa9a3a09 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0027618 Aug 16 02:03:56.381019 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54742) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:56.431624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa829021-2516-4941-a7b9-055cf5bd7211 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:56.437550 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa829021-2516-4941-a7b9-055cf5bd7211 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:56.439236 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-aa829021-2516-4941-a7b9-055cf5bd7211 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0564346 Aug 16 02:03:56.441977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54744) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:56.535899 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-142f5b5b-0f90-4fe0-b6a8-fd6bc14ffb04 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port bc22dcf0-83e6-44a2-b3bd-d0811fb895ff {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:56.536240 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-142f5b5b-0f90-4fe0-b6a8-fd6bc14ffb04 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.623194 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-142f5b5b-0f90-4fe0-b6a8-fd6bc14ffb04 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.633029 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d07d6bf3-c88e-403a-87c3-de21ebfc583a None None] Provisioning for port bc22dcf0-83e6-44a2-b3bd-d0811fb895ff completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:56.636202 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-142f5b5b-0f90-4fe0-b6a8-fd6bc14ffb04 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for bc22dcf0-83e6-44a2-b3bd-d0811fb895ff owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:56.636527 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d07d6bf3-c88e-403a-87c3-de21ebfc583a None None] Provisioning complete for port bc22dcf0-83e6-44a2-b3bd-d0811fb895ff triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:56.636893 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d07d6bf3-c88e-403a-87c3-de21ebfc583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.673599 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d07d6bf3-c88e-403a-87c3-de21ebfc583a None None] Port bc22dcf0-83e6-44a2-b3bd-d0811fb895ff cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:56.762105 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-142f5b5b-0f90-4fe0-b6a8-fd6bc14ffb04 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.793426 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f5b5b-0f90-4fe0-b6a8-fd6bc14ffb04 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=bc22dcf0-83e6-44a2-b3bd-d0811fb895ff,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:56.818181 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-142f5b5b-0f90-4fe0-b6a8-fd6bc14ffb04 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.820932 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-142f5b5b-0f90-4fe0-b6a8-fd6bc14ffb04 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/bc22dcf0-83e6-44a2-b3bd-d0811fb895ff HTTP/1.1" status: 204 len: 168 time: 0.3779771 Aug 16 02:03:56.824051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54746) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:56.882416 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd877b35-7322-4d31-b66d-f2139e9c0a9c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:56.884169 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd877b35-7322-4d31-b66d-f2139e9c0a9c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:56.885626 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-dd877b35-7322-4d31-b66d-f2139e9c0a9c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0605450 Aug 16 02:03:56.888441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54748) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:56.945917 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b904b3-fa52-4414-b38e-accf2118d9c9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet 59fa4a00-807c-4276-9c78-40c38c8d44ec {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:56.949471 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27b904b3-fa52-4414-b38e-accf2118d9c9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.959773 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 1e2a13ba-d07e-4098-8034-eacbdee9ed9e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:56.993470 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27b904b3-fa52-4414-b38e-accf2118d9c9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.009863 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 1e2a13ba-d07e-4098-8034-eacbdee9ed9e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:57.010397 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.079214 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27b904b3-fa52-4414-b38e-accf2118d9c9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.138202 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27b904b3-fa52-4414-b38e-accf2118d9c9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.163166 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b904b3-fa52-4414-b38e-accf2118d9c9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=59fa4a00-807c-4276-9c78-40c38c8d44ec,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:57.169214 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27b904b3-fa52-4414-b38e-accf2118d9c9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.171129 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-27b904b3-fa52-4414-b38e-accf2118d9c9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/59fa4a00-807c-4276-9c78-40c38c8d44ec HTTP/1.1" status: 204 len: 168 time: 0.2816949 Aug 16 02:03:57.173513 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54750) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:57.175957 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf20242-6ae8-4134-b905-f1d278c47b36 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:57.221836 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ec69990d-2d2f-4abc-b746-5d31c7ca0133 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471811 Aug 16 02:03:57.224165 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54752) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:57.272621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d240f2bb-f8b8-4bc0-87d2-4c37b2677852 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.274126 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d240f2bb-f8b8-4bc0-87d2-4c37b2677852 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0490456 Aug 16 02:03:57.276670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54754) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:57.334095 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac7d9c-bf05-49ef-8f5f-b01d3e354d4c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.335746 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-63ac7d9c-bf05-49ef-8f5f-b01d3e354d4c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0581677 Aug 16 02:03:57.338403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54756) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:57.352681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8919d706-fe9e-471b-8733-1e7b6c026605 None None] DHCP port deletion for a23333e5-5f21-4295-988a-70b7bca5c793 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:57.376563 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7f92f646-e062-40e3-acdb-a28f3f1055d8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370941 Aug 16 02:03:57.381025 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54758) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:57.386373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4bc8be6d-5461-40de-8bfb-06bb9d4da04e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:57.401066 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8919d706-fe9e-471b-8733-1e7b6c026605 None None] Deleting port 1e2a13ba-d07e-4098-8034-eacbdee9ed9e {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:57.401367 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8919d706-fe9e-471b-8733-1e7b6c026605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.462135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8919d706-fe9e-471b-8733-1e7b6c026605 None None] For port 1e2a13ba-d07e-4098-8034-eacbdee9ed9e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=1e2a13ba-d07e-4098-8034-eacbdee9ed9e,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:57.462534 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8919d706-fe9e-471b-8733-1e7b6c026605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.475949 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8919d706-fe9e-471b-8733-1e7b6c026605 None None] Calling delete_port for 1e2a13ba-d07e-4098-8034-eacbdee9ed9e owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:57.479325 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc8be6d-5461-40de-8bfb-06bb9d4da04e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:57.482850 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4bc8be6d-5461-40de-8bfb-06bb9d4da04e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.562297 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8919d706-fe9e-471b-8733-1e7b6c026605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.589043 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919d706-fe9e-471b-8733-1e7b6c026605 None None] Pushing event deleted for resources: {'Port': ['ID=1e2a13ba-d07e-4098-8034-eacbdee9ed9e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:57.594364 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919d706-fe9e-471b-8733-1e7b6c026605 None None] No DVR routers for this DVR port 1e2a13ba-d07e-4098-8034-eacbdee9ed9e on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:57.674474 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4bc8be6d-5461-40de-8bfb-06bb9d4da04e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.713018 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc8be6d-5461-40de-8bfb-06bb9d4da04e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:57.717365 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4bc8be6d-5461-40de-8bfb-06bb9d4da04e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:57.721450 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc8be6d-5461-40de-8bfb-06bb9d4da04e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.722072 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4bc8be6d-5461-40de-8bfb-06bb9d4da04e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.727886 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9314869-d6f9-43d0-8107-c06a4dc1371c None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:57.736301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8be6d-5461-40de-8bfb-06bb9d4da04e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=e6540314-6cf1-4c77-8da4-ba1ed4f10389,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:57.746898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54760) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:57.747052 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4bc8be6d-5461-40de-8bfb-06bb9d4da04e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3646653 Aug 16 02:03:57.751939 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-890d19d6-00a1-4494-b308-35f74532b25d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'mac_address': 'fa:16:3e:49:7c:67', 'name': 'tempest-NetworksTestDHCPv6-304052527'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:57.862741 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890d19d6-00a1-4494-b308-35f74532b25d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:57.879512 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a23333e5-5f21-4295-988a-70b7bca5c793', 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'tenant_id': '1e611015d31449ec9633635443d78676', 'fixed_ips': [{'subnet_id': 'e6540314-6cf1-4c77-8da4-ba1ed4f10389'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:57.880395 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.950607 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-890d19d6-00a1-4494-b308-35f74532b25d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.970862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-890d19d6-00a1-4494-b308-35f74532b25d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port 45ca2501-a878-479f-bf37-bfa5bfc436fd yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:03:58.023972 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Allocated IP 2001:db8::2 (a23333e5-5f21-4295-988a-70b7bca5c793/e6540314-6cf1-4c77-8da4-ba1ed4f10389/65a921c7-e7f0-422d-bb9a-faac0154924a) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:58.212811 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.220972 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Transition to ACTIVE for port object 65a921c7-e7f0-422d-bb9a-faac0154924a will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:58.235265 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Transition to ACTIVE for port object 65a921c7-e7f0-422d-bb9a-faac0154924a will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:58.241512 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.279946 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:58.285033 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:58.291043 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:58.301889 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Pushing event updated for resources: {'Port': ['ID=65a921c7-e7f0-422d-bb9a-faac0154924a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:58.302729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-890d19d6-00a1-4494-b308-35f74532b25d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::247 (a23333e5-5f21-4295-988a-70b7bca5c793/e6540314-6cf1-4c77-8da4-ba1ed4f10389/45ca2501-a878-479f-bf37-bfa5bfc436fd) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:58.350139 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Attempting to bind port 65a921c7-e7f0-422d-bb9a-faac0154924a on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:58.350690 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Attempting to bind port 65a921c7-e7f0-422d-bb9a-faac0154924a by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:58.351035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Attempting to bind port 65a921c7-e7f0-422d-bb9a-faac0154924a on network a23333e5-5f21-4295-988a-70b7bca5c793 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:58.356035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:58.356404 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Checking segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:58.356804 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.357188 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Bound using segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:58.357645 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Bound port: 65a921c7-e7f0-422d-bb9a-faac0154924a, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:58.358041 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.422213 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] For port 65a921c7-e7f0-422d-bb9a-faac0154924a, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:58.425405 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] For port 65a921c7-e7f0-422d-bb9a-faac0154924a, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=65a921c7-e7f0-422d-bb9a-faac0154924a,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:58.431056 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.469945 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-890d19d6-00a1-4494-b308-35f74532b25d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.488541 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-890d19d6-00a1-4494-b308-35f74532b25d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object 45ca2501-a878-479f-bf37-bfa5bfc436fd will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:58.502830 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccb691-6122-4e2a-b83c-9e9d3aa205d1 None None] Pushing event updated for resources: {'Port': ['ID=65a921c7-e7f0-422d-bb9a-faac0154924a,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:58.523105 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-890d19d6-00a1-4494-b308-35f74532b25d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.568319 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890d19d6-00a1-4494-b308-35f74532b25d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:58.573713 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-890d19d6-00a1-4494-b308-35f74532b25d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:58.577323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d19d6-00a1-4494-b308-35f74532b25d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:58.583199 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890d19d6-00a1-4494-b308-35f74532b25d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:58.583806 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-890d19d6-00a1-4494-b308-35f74532b25d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.590383 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d19d6-00a1-4494-b308-35f74532b25d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=45ca2501-a878-479f-bf37-bfa5bfc436fd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:58.608646 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-890d19d6-00a1-4494-b308-35f74532b25d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8605888 Aug 16 02:03:58.611455 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54762) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:58.679368 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b494ba-7e00-4895-b665-542cf265c5ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:58.690489 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b494ba-7e00-4895-b665-542cf265c5ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:58.695560 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-83b494ba-7e00-4895-b665-542cf265c5ab tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0794652 Aug 16 02:03:58.695914 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54764) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:58.794460 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-69c32ecd-5ae5-4b03-a258-75acade44826 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port 45ca2501-a878-479f-bf37-bfa5bfc436fd {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:58.794962 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69c32ecd-5ae5-4b03-a258-75acade44826 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.903743 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69c32ecd-5ae5-4b03-a258-75acade44826 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.923053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-69c32ecd-5ae5-4b03-a258-75acade44826 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for 45ca2501-a878-479f-bf37-bfa5bfc436fd owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:58.990155 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 65a921c7-e7f0-422d-bb9a-faac0154924a up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:59.050463 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 65a921c7-e7f0-422d-bb9a-faac0154924a completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:59.066286 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69c32ecd-5ae5-4b03-a258-75acade44826 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.101212 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c32ecd-5ae5-4b03-a258-75acade44826 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=45ca2501-a878-479f-bf37-bfa5bfc436fd,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:59.123313 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 1e2a13ba-d07e-4098-8034-eacbdee9ed9e no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:59.136302 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69c32ecd-5ae5-4b03-a258-75acade44826 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.138342 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-69c32ecd-5ae5-4b03-a258-75acade44826 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/45ca2501-a878-479f-bf37-bfa5bfc436fd HTTP/1.1" status: 204 len: 168 time: 0.4413538 Aug 16 02:03:59.140747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54766) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:59.154339 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 1e2a13ba-d07e-4098-8034-eacbdee9ed9e {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:59.154793 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 1e2a13ba-d07e-4098-8034-eacbdee9ed9e not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:59.194742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252c3e66-4833-4259-bc89-36009cd22d99 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:59.196491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252c3e66-4833-4259-bc89-36009cd22d99 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:59.198106 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-252c3e66-4833-4259-bc89-36009cd22d99 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0564163 Aug 16 02:03:59.201557 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54768) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:59.255456 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7129cc-7c46-4540-a9d2-7e6a0470de10 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet e6540314-6cf1-4c77-8da4-ba1ed4f10389 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:59.259503 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9c7129cc-7c46-4540-a9d2-7e6a0470de10 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.308347 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9c7129cc-7c46-4540-a9d2-7e6a0470de10 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.400497 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9c7129cc-7c46-4540-a9d2-7e6a0470de10 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.464228 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9c7129cc-7c46-4540-a9d2-7e6a0470de10 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.496564 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7129cc-7c46-4540-a9d2-7e6a0470de10 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=e6540314-6cf1-4c77-8da4-ba1ed4f10389,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:59.498561 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9c7129cc-7c46-4540-a9d2-7e6a0470de10 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.500469 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9c7129cc-7c46-4540-a9d2-7e6a0470de10 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/e6540314-6cf1-4c77-8da4-ba1ed4f10389 HTTP/1.1" status: 204 len: 168 time: 0.2979455 Aug 16 02:03:59.502936 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54770) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:59.547951 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c88f8ec4-09ad-4fe2-88fd-bd24f81382c2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438578 Aug 16 02:03:59.550424 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54772) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:59.552701 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ab6435-d73f-46d7-a02d-2cea54929386 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:59.599821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426d66cb-f684-4d5e-98c6-ddda82dfc6ba tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:59.602430 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-426d66cb-f684-4d5e-98c6-ddda82dfc6ba tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0505059 Aug 16 02:03:59.604902 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54774) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:59.649831 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2f941ade-69fc-4685-b1cc-a5248ba111da None None] Provisioning for port 65a921c7-e7f0-422d-bb9a-faac0154924a completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:59.658209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa77394e-8892-4fa3-b77d-1befde591cc9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:59.659946 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-aa77394e-8892-4fa3-b77d-1befde591cc9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0532751 Aug 16 02:03:59.662774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54776) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:59.668096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2f941ade-69fc-4685-b1cc-a5248ba111da None None] Provisioning complete for port 65a921c7-e7f0-422d-bb9a-faac0154924a triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:59.668469 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f941ade-69fc-4685-b1cc-a5248ba111da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.706057 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e93220e7-ce06-4b70-a939-5602bbf0314d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418897 Aug 16 02:03:59.710479 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54778) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:59.716044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:59.766909 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f941ade-69fc-4685-b1cc-a5248ba111da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.782304 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b92f33-d3c7-437c-8c72-6cbfafc01d01 None None] DHCP port deletion for a23333e5-5f21-4295-988a-70b7bca5c793 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:03:59.809309 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:59.812746 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.828827 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2f941ade-69fc-4685-b1cc-a5248ba111da None None] For port 65a921c7-e7f0-422d-bb9a-faac0154924a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=65a921c7-e7f0-422d-bb9a-faac0154924a,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:59.837147 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f941ade-69fc-4685-b1cc-a5248ba111da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.894037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-80b92f33-d3c7-437c-8c72-6cbfafc01d01 None None] Deleting port 65a921c7-e7f0-422d-bb9a-faac0154924a {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:59.894414 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80b92f33-d3c7-437c-8c72-6cbfafc01d01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.910447 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f941ade-69fc-4685-b1cc-a5248ba111da None None] Pushing event updated for resources: {'Port': ['ID=65a921c7-e7f0-422d-bb9a-faac0154924a,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:59.967368 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-80b92f33-d3c7-437c-8c72-6cbfafc01d01 None None] For port 65a921c7-e7f0-422d-bb9a-faac0154924a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=65a921c7-e7f0-422d-bb9a-faac0154924a,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:59.967839 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80b92f33-d3c7-437c-8c72-6cbfafc01d01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.981018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-80b92f33-d3c7-437c-8c72-6cbfafc01d01 None None] Calling delete_port for 65a921c7-e7f0-422d-bb9a-faac0154924a owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:00.070693 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80b92f33-d3c7-437c-8c72-6cbfafc01d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.085296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.objects.ports [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94673) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:04:00.087027 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.097781 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b92f33-d3c7-437c-8c72-6cbfafc01d01 None None] Pushing event deleted for resources: {'Port': ['ID=65a921c7-e7f0-422d-bb9a-faac0154924a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:00.099599 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b92f33-d3c7-437c-8c72-6cbfafc01d01 None None] No DVR routers for this DVR port 65a921c7-e7f0-422d-bb9a-faac0154924a on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:00.140421 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:00.143468 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:00.146506 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:00.147238 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.153370 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5f3494-6ddb-410e-9f82-d7720d18e2bd None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:00.161784 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=a21bc020-d6e4-4e55-8562-ac7d43efecc0,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:00.174817 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4606473 Aug 16 02:04:00.174817 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.174817 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.174817 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.174817 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.175337 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.175337 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.175497 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54780) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:00.175941 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.175941 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.176322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.176499 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.176774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.177091 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef60e2a-c2b3-4536-90b9-d26ee47f2f40 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.187263 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d48590a7-4ef8-4472-a4f4-c9f385aeb2d4 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:00.305069 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a23333e5-5f21-4295-988a-70b7bca5c793', 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'tenant_id': '1e611015d31449ec9633635443d78676', 'fixed_ips': [{'subnet_id': 'a21bc020-d6e4-4e55-8562-ac7d43efecc0'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:04:00.306065 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.307726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48590a7-4ef8-4472-a4f4-c9f385aeb2d4 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:00.311762 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d48590a7-4ef8-4472-a4f4-c9f385aeb2d4 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.405245 n-d-765315-27 neutron-server[94672]: INFO neutron.db.ipam_backend_mixin [None req-d48590a7-4ef8-4472-a4f4-c9f385aeb2d4 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a21bc020-d6e4-4e55-8562-ac7d43efecc0 (CIDR: 2001:db8::/64) Aug 16 02:04:00.408807 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48590a7-4ef8-4472-a4f4-c9f385aeb2d4 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:00.409521 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d48590a7-4ef8-4472-a4f4-c9f385aeb2d4 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:00.424082 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d48590a7-4ef8-4472-a4f4-c9f385aeb2d4 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2476356 Aug 16 02:04:00.427079 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54782) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:00.432667 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3aa065e8-d6bb-40a0-8dc0-0271e6710c3e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:00.442550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Allocated IP 2001:db8::f816:3eff:fe05:aae2 (a23333e5-5f21-4295-988a-70b7bca5c793/a21bc020-d6e4-4e55-8562-ac7d43efecc0/75abbf6d-74b9-4ae9-af51-88f1bc497772) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:00.576856 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa065e8-d6bb-40a0-8dc0-0271e6710c3e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:00.580852 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3aa065e8-d6bb-40a0-8dc0-0271e6710c3e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.585248 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.593591 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Transition to ACTIVE for port object 75abbf6d-74b9-4ae9-af51-88f1bc497772 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:00.608484 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Transition to ACTIVE for port object 75abbf6d-74b9-4ae9-af51-88f1bc497772 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:00.616073 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.683492 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:00.690532 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:00.695702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:00.706827 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Pushing event updated for resources: {'Port': ['ID=75abbf6d-74b9-4ae9-af51-88f1bc497772,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:00.762587 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Attempting to bind port 75abbf6d-74b9-4ae9-af51-88f1bc497772 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:00.762962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Attempting to bind port 75abbf6d-74b9-4ae9-af51-88f1bc497772 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:00.763329 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Attempting to bind port 75abbf6d-74b9-4ae9-af51-88f1bc497772 on network a23333e5-5f21-4295-988a-70b7bca5c793 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:00.768703 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:00.769209 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Checking segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:00.769697 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.770226 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Bound using segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:00.770784 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Bound port: 75abbf6d-74b9-4ae9-af51-88f1bc497772, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:00.771252 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.832649 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3aa065e8-d6bb-40a0-8dc0-0271e6710c3e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.844904 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] For port 75abbf6d-74b9-4ae9-af51-88f1bc497772, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:00.848131 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] For port 75abbf6d-74b9-4ae9-af51-88f1bc497772, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=75abbf6d-74b9-4ae9-af51-88f1bc497772,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:00.853470 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.883580 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa065e8-d6bb-40a0-8dc0-0271e6710c3e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:00.888146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3aa065e8-d6bb-40a0-8dc0-0271e6710c3e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:00.892184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa065e8-d6bb-40a0-8dc0-0271e6710c3e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:00.894370 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3aa065e8-d6bb-40a0-8dc0-0271e6710c3e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.909662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa065e8-d6bb-40a0-8dc0-0271e6710c3e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=d0ff04a9-6c33-45ff-9d68-caf5d480f42f,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:00.916270 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3aa065e8-d6bb-40a0-8dc0-0271e6710c3e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4854467 Aug 16 02:04:00.916458 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54784) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:00.916663 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55dd82-fd16-4265-8d56-914631efc343 None None] Pushing event updated for resources: {'Port': ['ID=75abbf6d-74b9-4ae9-af51-88f1bc497772,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:00.921377 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7af461e0-2a57-42df-a4c2-aee18e4ff6b6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'mac_address': 'fa:16:3e:ed:c5:d4', 'name': 'tempest-NetworksTestDHCPv6-1082879699'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:01.011557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 65a921c7-e7f0-422d-bb9a-faac0154924a no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:01.036342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 65a921c7-e7f0-422d-bb9a-faac0154924a {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:01.036758 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 65a921c7-e7f0-422d-bb9a-faac0154924a not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:01.060767 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af461e0-2a57-42df-a4c2-aee18e4ff6b6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:01.171467 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7af461e0-2a57-42df-a4c2-aee18e4ff6b6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.197499 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-7af461e0-2a57-42df-a4c2-aee18e4ff6b6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port 9089c21d-8353-4cdd-b070-015f352b7019 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:04:01.372351 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-7af461e0-2a57-42df-a4c2-aee18e4ff6b6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8:0:1::15f (a23333e5-5f21-4295-988a-70b7bca5c793/d0ff04a9-6c33-45ff-9d68-caf5d480f42f/9089c21d-8353-4cdd-b070-015f352b7019) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:01.379387 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-7af461e0-2a57-42df-a4c2-aee18e4ff6b6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::f816:3eff:feed:c5d4 (a23333e5-5f21-4295-988a-70b7bca5c793/a21bc020-d6e4-4e55-8562-ac7d43efecc0/9089c21d-8353-4cdd-b070-015f352b7019) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:01.523649 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7af461e0-2a57-42df-a4c2-aee18e4ff6b6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.536706 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7af461e0-2a57-42df-a4c2-aee18e4ff6b6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object 9089c21d-8353-4cdd-b070-015f352b7019 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:01.571840 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7af461e0-2a57-42df-a4c2-aee18e4ff6b6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.623669 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af461e0-2a57-42df-a4c2-aee18e4ff6b6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:01.628933 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7af461e0-2a57-42df-a4c2-aee18e4ff6b6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:01.633699 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af461e0-2a57-42df-a4c2-aee18e4ff6b6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:01.639472 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af461e0-2a57-42df-a4c2-aee18e4ff6b6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:01.640126 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7af461e0-2a57-42df-a4c2-aee18e4ff6b6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.646963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af461e0-2a57-42df-a4c2-aee18e4ff6b6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=9089c21d-8353-4cdd-b070-015f352b7019,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:01.663133 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7af461e0-2a57-42df-a4c2-aee18e4ff6b6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.7428236 Aug 16 02:04:01.663567 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54786) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:01.762226 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3eff4e3f-ac40-406c-86d5-b9827a5f57d8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port 9089c21d-8353-4cdd-b070-015f352b7019 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:01.762566 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3eff4e3f-ac40-406c-86d5-b9827a5f57d8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.863624 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3eff4e3f-ac40-406c-86d5-b9827a5f57d8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.876083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3eff4e3f-ac40-406c-86d5-b9827a5f57d8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for 9089c21d-8353-4cdd-b070-015f352b7019 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:01.924733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dc0c79-c0ea-424d-b6f8-93695ca1a357 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:01.988771 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2fd23561-1904-429a-b0ab-d6ddc6aa42f5 None None] Provisioning for port 75abbf6d-74b9-4ae9-af51-88f1bc497772 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:02.061714 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3eff4e3f-ac40-406c-86d5-b9827a5f57d8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.090923 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff4e3f-ac40-406c-86d5-b9827a5f57d8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=9089c21d-8353-4cdd-b070-015f352b7019,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:02.138426 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3eff4e3f-ac40-406c-86d5-b9827a5f57d8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.142942 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3eff4e3f-ac40-406c-86d5-b9827a5f57d8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/9089c21d-8353-4cdd-b070-015f352b7019 HTTP/1.1" status: 204 len: 168 time: 0.4757395 Aug 16 02:04:02.143161 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54788) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:02.147210 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c849dc4-7530-4bf9-8032-d7a873ffb6e7 None None] Update dhcp port {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'fixed_ips': [{'subnet_id': 'a21bc020-d6e4-4e55-8562-ac7d43efecc0', 'ip_address': '2001:db8::f816:3eff:fe05:aae2'}, {'subnet_id': 'd0ff04a9-6c33-45ff-9d68-caf5d480f42f'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '75abbf6d-74b9-4ae9-af51-88f1bc497772'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:04:02.172276 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c849dc4-7530-4bf9-8032-d7a873ffb6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.191577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3574ff-0a5d-4d46-b736-b388020b7b9b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:02.193244 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ee3574ff-0a5d-4d46-b736-b388020b7b9b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0491779 Aug 16 02:04:02.196662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54790) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:02.249958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd1449f-41ad-43df-918b-f6b52aa23223 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:02.251481 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dcd1449f-41ad-43df-918b-f6b52aa23223 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0538361 Aug 16 02:04:02.254029 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54792) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:02.307654 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4d4f32-0c5c-425b-8081-4f8141b95304 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:02.309273 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4d4f32-0c5c-425b-8081-4f8141b95304 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:02.310808 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4d4f32-0c5c-425b-8081-4f8141b95304 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:02.312398 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3c4d4f32-0c5c-425b-8081-4f8141b95304 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0574262 Aug 16 02:04:02.315066 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54794) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:02.338766 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-8c849dc4-7530-4bf9-8032-d7a873ffb6e7 None None] Allocated IP 2001:db8:0:1::2 (a23333e5-5f21-4295-988a-70b7bca5c793/d0ff04a9-6c33-45ff-9d68-caf5d480f42f/75abbf6d-74b9-4ae9-af51-88f1bc497772) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:02.365685 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e66817-dc97-4bdb-947f-0ce97f44d7bc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet a21bc020-d6e4-4e55-8562-ac7d43efecc0 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:02.585540 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8c849dc4-7530-4bf9-8032-d7a873ffb6e7 None None] For port 75abbf6d-74b9-4ae9-af51-88f1bc497772, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=75abbf6d-74b9-4ae9-af51-88f1bc497772,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:02.620748 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c849dc4-7530-4bf9-8032-d7a873ffb6e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.635298 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8c849dc4-7530-4bf9-8032-d7a873ffb6e7 None None] Transition to ACTIVE for port object 75abbf6d-74b9-4ae9-af51-88f1bc497772 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:02.638967 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e66817-dc97-4bdb-947f-0ce97f44d7bc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.639214 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c849dc4-7530-4bf9-8032-d7a873ffb6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.687798 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e66817-dc97-4bdb-947f-0ce97f44d7bc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.722961 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c849dc4-7530-4bf9-8032-d7a873ffb6e7 None None] Pushing event updated for resources: {'Port': ['ID=75abbf6d-74b9-4ae9-af51-88f1bc497772,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:02.779177 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e66817-dc97-4bdb-947f-0ce97f44d7bc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.842565 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e66817-dc97-4bdb-947f-0ce97f44d7bc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.871778 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e66817-dc97-4bdb-947f-0ce97f44d7bc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=a21bc020-d6e4-4e55-8562-ac7d43efecc0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:02.878830 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e66817-dc97-4bdb-947f-0ce97f44d7bc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.880813 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-14e66817-dc97-4bdb-947f-0ce97f44d7bc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/a21bc020-d6e4-4e55-8562-ac7d43efecc0 HTTP/1.1" status: 204 len: 168 time: 0.5648375 Aug 16 02:04:02.883461 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54796) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:02.946216 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-36782286-05d9-4c27-93f6-62635b38e99d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet d0ff04a9-6c33-45ff-9d68-caf5d480f42f {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:02.950407 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-36782286-05d9-4c27-93f6-62635b38e99d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.999117 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-36782286-05d9-4c27-93f6-62635b38e99d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.004802 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 75abbf6d-74b9-4ae9-af51-88f1bc497772 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:03.060012 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 75abbf6d-74b9-4ae9-af51-88f1bc497772 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:03.096469 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-36782286-05d9-4c27-93f6-62635b38e99d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.164513 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-36782286-05d9-4c27-93f6-62635b38e99d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.191169 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36782286-05d9-4c27-93f6-62635b38e99d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ff04a9-6c33-45ff-9d68-caf5d480f42f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:03.199631 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-36782286-05d9-4c27-93f6-62635b38e99d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.201584 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-36782286-05d9-4c27-93f6-62635b38e99d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/d0ff04a9-6c33-45ff-9d68-caf5d480f42f HTTP/1.1" status: 204 len: 168 time: 0.3171794 Aug 16 02:04:03.204142 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54798) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:03.233871 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94728329-3bdd-46df-952d-7ba3886ed80b None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:03.250250 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5048bb0d-9bf4-4ba8-bb21-affb09ccd4ae tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448780 Aug 16 02:04:03.252941 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54800) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:03.259175 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d10b8c52-b1ce-4366-94cd-b9a973671e28 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:03.350086 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8340a749-266e-458d-81c9-972737388c99 None None] Provisioning for port 75abbf6d-74b9-4ae9-af51-88f1bc497772 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:03.355006 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10b8c52-b1ce-4366-94cd-b9a973671e28 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:03.356516 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8340a749-266e-458d-81c9-972737388c99 None None] Provisioning complete for port 75abbf6d-74b9-4ae9-af51-88f1bc497772 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:03.356887 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8340a749-266e-458d-81c9-972737388c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.358546 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d10b8c52-b1ce-4366-94cd-b9a973671e28 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.445510 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affa757f-e125-4c91-97ec-dd56c1d295b9 None None] DHCP port deletion for a23333e5-5f21-4295-988a-70b7bca5c793 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:04:03.453905 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8340a749-266e-458d-81c9-972737388c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.509393 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8340a749-266e-458d-81c9-972737388c99 None None] For port 75abbf6d-74b9-4ae9-af51-88f1bc497772, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=75abbf6d-74b9-4ae9-af51-88f1bc497772,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:03.514807 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8340a749-266e-458d-81c9-972737388c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.544324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8340a749-266e-458d-81c9-972737388c99 None None] Could not find standard attr ID for object 9089c21d-8353-4cdd-b070-015f352b7019. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:04:03.564864 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-affa757f-e125-4c91-97ec-dd56c1d295b9 None None] Deleting port 75abbf6d-74b9-4ae9-af51-88f1bc497772 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:03.565250 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-affa757f-e125-4c91-97ec-dd56c1d295b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.611556 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340a749-266e-458d-81c9-972737388c99 None None] Pushing event updated for resources: {'Port': ['ID=75abbf6d-74b9-4ae9-af51-88f1bc497772,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:03.652935 n-d-765315-27 neutron-server[94672]: DEBUG neutron.objects.ports [None req-d10b8c52-b1ce-4366-94cd-b9a973671e28 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:04:03.657980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-affa757f-e125-4c91-97ec-dd56c1d295b9 None None] For port 75abbf6d-74b9-4ae9-af51-88f1bc497772, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=75abbf6d-74b9-4ae9-af51-88f1bc497772,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:03.658386 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-affa757f-e125-4c91-97ec-dd56c1d295b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.671261 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-affa757f-e125-4c91-97ec-dd56c1d295b9 None None] Calling delete_port for 75abbf6d-74b9-4ae9-af51-88f1bc497772 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:03.749608 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-affa757f-e125-4c91-97ec-dd56c1d295b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.778507 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.ipam_pluggable_backend [None req-d10b8c52-b1ce-4366-94cd-b9a973671e28 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Port 75abbf6d-74b9-4ae9-af51-88f1bc497772 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94672) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 02:04:03.778833 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.ipam_pluggable_backend [None req-d10b8c52-b1ce-4366-94cd-b9a973671e28 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Reverting IP allocation for 2001:db8::f816:3eff:fe05:aae2 {{(pid=94672) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 02:04:03.779157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa757f-e125-4c91-97ec-dd56c1d295b9 None None] Pushing event deleted for resources: {'Port': ['ID=75abbf6d-74b9-4ae9-af51-88f1bc497772,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:03.782128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.ipam_pluggable_backend [None req-d10b8c52-b1ce-4366-94cd-b9a973671e28 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe05:aae2 {{(pid=94672) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 02:04:03.783244 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affa757f-e125-4c91-97ec-dd56c1d295b9 None None] No DVR routers for this DVR port 75abbf6d-74b9-4ae9-af51-88f1bc497772 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:03.783673 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d10b8c52-b1ce-4366-94cd-b9a973671e28 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.828979 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10b8c52-b1ce-4366-94cd-b9a973671e28 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:03.834312 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d10b8c52-b1ce-4366-94cd-b9a973671e28 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:03.839907 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10b8c52-b1ce-4366-94cd-b9a973671e28 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:03.840509 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d10b8c52-b1ce-4366-94cd-b9a973671e28 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.844461 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a8ab56-ed60-41d9-9417-5851d48c9db2 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:03.848229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b8c52-b1ce-4366-94cd-b9a973671e28 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=537088fa-f4b1-409c-91d2-20f2ee396e4b,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:03.859708 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d10b8c52-b1ce-4366-94cd-b9a973671e28 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6055534 Aug 16 02:04:03.862564 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54802) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:03.867517 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f3a35c67-ea51-4842-8703-daa4c6ae4b53 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:03.974231 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a35c67-ea51-4842-8703-daa4c6ae4b53 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:03.977833 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3a35c67-ea51-4842-8703-daa4c6ae4b53 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.988835 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a23333e5-5f21-4295-988a-70b7bca5c793', 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'tenant_id': '1e611015d31449ec9633635443d78676', 'fixed_ips': [{'subnet_id': '537088fa-f4b1-409c-91d2-20f2ee396e4b'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:04:03.990034 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.068321 n-d-765315-27 neutron-server[94672]: INFO neutron.db.ipam_backend_mixin [None req-f3a35c67-ea51-4842-8703-daa4c6ae4b53 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 537088fa-f4b1-409c-91d2-20f2ee396e4b (CIDR: 2001:db8::/64) Aug 16 02:04:04.072281 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a35c67-ea51-4842-8703-daa4c6ae4b53 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:04.072724 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a35c67-ea51-4842-8703-daa4c6ae4b53 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:04.086959 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f3a35c67-ea51-4842-8703-daa4c6ae4b53 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2234294 Aug 16 02:04:04.089680 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54804) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:04.095695 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3df30027-3705-42d2-90f8-5374a6983e20 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:04.121557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Allocated IP 2001:db8::f816:3eff:fe57:20f8 (a23333e5-5f21-4295-988a-70b7bca5c793/537088fa-f4b1-409c-91d2-20f2ee396e4b/6cfa75e0-4239-43c9-9a39-97b91d407801) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:04.210911 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df30027-3705-42d2-90f8-5374a6983e20 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:04.214409 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3df30027-3705-42d2-90f8-5374a6983e20 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.274806 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.283197 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Transition to ACTIVE for port object 6cfa75e0-4239-43c9-9a39-97b91d407801 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:04.299469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Transition to ACTIVE for port object 6cfa75e0-4239-43c9-9a39-97b91d407801 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:04.304804 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.341854 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:04.345297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:04.351848 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:04.361466 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Pushing event updated for resources: {'Port': ['ID=6cfa75e0-4239-43c9-9a39-97b91d407801,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:04.413658 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Attempting to bind port 6cfa75e0-4239-43c9-9a39-97b91d407801 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:04.413948 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Attempting to bind port 6cfa75e0-4239-43c9-9a39-97b91d407801 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:04.414344 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Attempting to bind port 6cfa75e0-4239-43c9-9a39-97b91d407801 on network a23333e5-5f21-4295-988a-70b7bca5c793 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:04.419334 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:04.419708 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Checking segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:04.420112 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.420504 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Bound using segment: {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:04.420972 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Bound port: 6cfa75e0-4239-43c9-9a39-97b91d407801, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3476cce5-9a27-430c-9d30-3044e9b7f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:04.421355 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.442844 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3df30027-3705-42d2-90f8-5374a6983e20 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.481770 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df30027-3705-42d2-90f8-5374a6983e20 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:04.483722 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] For port 6cfa75e0-4239-43c9-9a39-97b91d407801, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:04.486421 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-3df30027-3705-42d2-90f8-5374a6983e20 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:04.486910 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] For port 6cfa75e0-4239-43c9-9a39-97b91d407801, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6cfa75e0-4239-43c9-9a39-97b91d407801,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:04.491068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df30027-3705-42d2-90f8-5374a6983e20 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:04.491627 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3df30027-3705-42d2-90f8-5374a6983e20 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.492352 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.507037 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df30027-3705-42d2-90f8-5374a6983e20 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=90458242-0368-4c6c-8bfb-e46b1545fd96,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:04.512959 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3df30027-3705-42d2-90f8-5374a6983e20 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4193873 Aug 16 02:04:04.513146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54806) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:04.518293 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-992ad10b-5b98-41a5-8ac4-f420f19da43d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'mac_address': 'fa:16:3e:1b:b4:39', 'name': 'tempest-NetworksTestDHCPv6-936670056'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:04.548425 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e10d2-e361-44e4-be15-d1f85b873376 None None] Pushing event updated for resources: {'Port': ['ID=6cfa75e0-4239-43c9-9a39-97b91d407801,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:04.630667 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992ad10b-5b98-41a5-8ac4-f420f19da43d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:04.740443 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-992ad10b-5b98-41a5-8ac4-f420f19da43d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.766547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-992ad10b-5b98-41a5-8ac4-f420f19da43d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port c396f431-73a0-42b9-ba5d-6350fc410f86 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:04:04.942585 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-992ad10b-5b98-41a5-8ac4-f420f19da43d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8:0:1::16d (a23333e5-5f21-4295-988a-70b7bca5c793/90458242-0368-4c6c-8bfb-e46b1545fd96/c396f431-73a0-42b9-ba5d-6350fc410f86) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:04.950053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-992ad10b-5b98-41a5-8ac4-f420f19da43d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::f816:3eff:fe1b:b439 (a23333e5-5f21-4295-988a-70b7bca5c793/537088fa-f4b1-409c-91d2-20f2ee396e4b/c396f431-73a0-42b9-ba5d-6350fc410f86) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:04.998409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6cfa75e0-4239-43c9-9a39-97b91d407801 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:05.047005 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 6cfa75e0-4239-43c9-9a39-97b91d407801 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:05.097993 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 75abbf6d-74b9-4ae9-af51-88f1bc497772 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:05.102366 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-992ad10b-5b98-41a5-8ac4-f420f19da43d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.115443 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-992ad10b-5b98-41a5-8ac4-f420f19da43d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object c396f431-73a0-42b9-ba5d-6350fc410f86 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:05.121416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 75abbf6d-74b9-4ae9-af51-88f1bc497772 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:05.121951 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 75abbf6d-74b9-4ae9-af51-88f1bc497772 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:05.153459 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-992ad10b-5b98-41a5-8ac4-f420f19da43d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.197871 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992ad10b-5b98-41a5-8ac4-f420f19da43d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:05.203041 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-992ad10b-5b98-41a5-8ac4-f420f19da43d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:05.206783 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992ad10b-5b98-41a5-8ac4-f420f19da43d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:05.212717 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ad10b-5b98-41a5-8ac4-f420f19da43d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.213403 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-992ad10b-5b98-41a5-8ac4-f420f19da43d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.219960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ad10b-5b98-41a5-8ac4-f420f19da43d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=c396f431-73a0-42b9-ba5d-6350fc410f86,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:05.235642 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-992ad10b-5b98-41a5-8ac4-f420f19da43d tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7190714 Aug 16 02:04:05.235971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54808) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:05.330900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c5037628-2ea3-452a-a207-725abc35c3d3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port c396f431-73a0-42b9-ba5d-6350fc410f86 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:05.331240 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5037628-2ea3-452a-a207-725abc35c3d3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.419198 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5037628-2ea3-452a-a207-725abc35c3d3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.431924 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c5037628-2ea3-452a-a207-725abc35c3d3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for c396f431-73a0-42b9-ba5d-6350fc410f86 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:05.452040 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675a4773-4c37-4c85-93ad-af4c38aba23a None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:05.509014 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5f311aa1-2cd2-48bb-9e5f-b0581f20c20d None None] Provisioning for port 6cfa75e0-4239-43c9-9a39-97b91d407801 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:05.520658 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5f311aa1-2cd2-48bb-9e5f-b0581f20c20d None None] Provisioning complete for port 6cfa75e0-4239-43c9-9a39-97b91d407801 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:05.521006 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f311aa1-2cd2-48bb-9e5f-b0581f20c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.624111 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5037628-2ea3-452a-a207-725abc35c3d3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.655086 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5037628-2ea3-452a-a207-725abc35c3d3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=c396f431-73a0-42b9-ba5d-6350fc410f86,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:05.674624 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f311aa1-2cd2-48bb-9e5f-b0581f20c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.707842 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5037628-2ea3-452a-a207-725abc35c3d3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.710330 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c5037628-2ea3-452a-a207-725abc35c3d3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/c396f431-73a0-42b9-ba5d-6350fc410f86 HTTP/1.1" status: 204 len: 168 time: 0.4734054 Aug 16 02:04:05.713234 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54810) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:05.722819 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5f311aa1-2cd2-48bb-9e5f-b0581f20c20d None None] For port 6cfa75e0-4239-43c9-9a39-97b91d407801, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6cfa75e0-4239-43c9-9a39-97b91d407801,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:05.729961 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f311aa1-2cd2-48bb-9e5f-b0581f20c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.767159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86e3fb9-7c60-46d8-8a96-cb43aeebd1ad tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.768930 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e86e3fb9-7c60-46d8-8a96-cb43aeebd1ad tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0544455 Aug 16 02:04:05.771372 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54812) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:05.803139 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e9c1cd-e923-47b6-85a0-49338c89564b None None] Update dhcp port {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'fixed_ips': [{'subnet_id': '537088fa-f4b1-409c-91d2-20f2ee396e4b', 'ip_address': '2001:db8::f816:3eff:fe57:20f8'}, {'subnet_id': '90458242-0368-4c6c-8bfb-e46b1545fd96'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '6cfa75e0-4239-43c9-9a39-97b91d407801'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:04:05.827279 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00e4b48-5baa-43ef-a873-b3427922c08e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.828003 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f311aa1-2cd2-48bb-9e5f-b0581f20c20d None None] Pushing event updated for resources: {'Port': ['ID=6cfa75e0-4239-43c9-9a39-97b91d407801,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:05.831755 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b00e4b48-5baa-43ef-a873-b3427922c08e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0564625 Aug 16 02:04:05.832485 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54814) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:05.837885 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c1cd-e923-47b6-85a0-49338c89564b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.887642 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b9fba3-bdab-4a4d-bdf0-a8ee9ad0b79c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.889137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b9fba3-bdab-4a4d-bdf0-a8ee9ad0b79c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.890808 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b9fba3-bdab-4a4d-bdf0-a8ee9ad0b79c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.892356 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a5b9fba3-bdab-4a4d-bdf0-a8ee9ad0b79c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0590940 Aug 16 02:04:05.895440 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54816) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:05.948867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad950f8b-13e2-49ec-b765-29b66175194b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet 537088fa-f4b1-409c-91d2-20f2ee396e4b {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:05.952524 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad950f8b-13e2-49ec-b765-29b66175194b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.993092 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad950f8b-13e2-49ec-b765-29b66175194b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.076831 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad950f8b-13e2-49ec-b765-29b66175194b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.138811 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad950f8b-13e2-49ec-b765-29b66175194b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server [None req-e7e9c1cd-e923-47b6-85a0-49338c89564b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 537088fa-f4b1-409c-91d2-20f2ee396e4b: This subnet is being modified by another concurrent operation. Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 537088fa-f4b1-409c-91d2-20f2ee396e4b: This subnet is being modified by another concurrent operation. Aug 16 02:04:06.140585 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Aug 16 02:04:06.167668 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad950f8b-13e2-49ec-b765-29b66175194b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=537088fa-f4b1-409c-91d2-20f2ee396e4b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:06.171519 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad950f8b-13e2-49ec-b765-29b66175194b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.173810 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ad950f8b-13e2-49ec-b765-29b66175194b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/537088fa-f4b1-409c-91d2-20f2ee396e4b HTTP/1.1" status: 204 len: 168 time: 0.2771046 Aug 16 02:04:06.176236 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54818) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:06.237619 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09377b2d-deb9-4798-be0b-b56fc598b2da None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:06.241624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-2030cbe3-e9f0-47e3-9df1-3b0748c10496 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet 90458242-0368-4c6c-8bfb-e46b1545fd96 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:06.245605 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2030cbe3-e9f0-47e3-9df1-3b0748c10496 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.298227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-93966562-1efa-42cf-a8d9-555c771cd81e None None] Provisioning complete for port 6cfa75e0-4239-43c9-9a39-97b91d407801 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:06.298600 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93966562-1efa-42cf-a8d9-555c771cd81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.303688 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2030cbe3-e9f0-47e3-9df1-3b0748c10496 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.356117 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2030cbe3-e9f0-47e3-9df1-3b0748c10496 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.421393 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2030cbe3-e9f0-47e3-9df1-3b0748c10496 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.453833 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2030cbe3-e9f0-47e3-9df1-3b0748c10496 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.455759 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2030cbe3-e9f0-47e3-9df1-3b0748c10496 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/90458242-0368-4c6c-8bfb-e46b1545fd96 HTTP/1.1" status: 204 len: 168 time: 0.2777812 Aug 16 02:04:06.458429 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54820) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:06.458879 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030cbe3-e9f0-47e3-9df1-3b0748c10496 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=90458242-0368-4c6c-8bfb-e46b1545fd96,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:06.465157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-93966562-1efa-42cf-a8d9-555c771cd81e None None] Could not find standard attr ID for object c396f431-73a0-42b9-ba5d-6350fc410f86. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:04:06.502140 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fff653ad-0f27-450d-b0e7-8b8b71131ea7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423388 Aug 16 02:04:06.505033 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54822) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:06.510877 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-63708058-eed1-4cf0-8c2d-825317b47007 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:06.524626 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bd4c3d-d401-40b4-9050-864d5365d576 None None] Update dhcp port {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'fixed_ips': [{'subnet_id': '90458242-0368-4c6c-8bfb-e46b1545fd96'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '6cfa75e0-4239-43c9-9a39-97b91d407801'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:04:06.549225 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c1bd4c3d-d401-40b4-9050-864d5365d576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.598348 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63708058-eed1-4cf0-8c2d-825317b47007 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:06.602256 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-63708058-eed1-4cf0-8c2d-825317b47007 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.787168 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb0fca2-31cb-4a12-9454-87ddeabf6a8a None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:04:06.814857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f692d4e9-00b0-4916-b4df-1c1d6c37b59f None None] Provisioning complete for port 6cfa75e0-4239-43c9-9a39-97b91d407801 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:06.815228 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f692d4e9-00b0-4916-b4df-1c1d6c37b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.926826 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0fca2-31cb-4a12-9454-87ddeabf6a8a None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:04:06.973798 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6cfa75e0-4239-43c9-9a39-97b91d407801 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:07.001096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f692d4e9-00b0-4916-b4df-1c1d6c37b59f None None] Could not find standard attr ID for object c396f431-73a0-42b9-ba5d-6350fc410f86. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:04:07.141195 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-63708058-eed1-4cf0-8c2d-825317b47007 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.143257 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.183272 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63708058-eed1-4cf0-8c2d-825317b47007 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:07.186416 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-63708058-eed1-4cf0-8c2d-825317b47007 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:07.192155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63708058-eed1-4cf0-8c2d-825317b47007 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:07.192747 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-63708058-eed1-4cf0-8c2d-825317b47007 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.210104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63708058-eed1-4cf0-8c2d-825317b47007 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=8d9b8845-2d37-4fbf-9289-5d04f687146f,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:07.216976 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-63708058-eed1-4cf0-8c2d-825317b47007 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7081966 Aug 16 02:04:07.217181 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 6cfa75e0-4239-43c9-9a39-97b91d407801, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6cfa75e0-4239-43c9-9a39-97b91d407801,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:07.217299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54824) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:07.222253 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3759a672-2631-4ebe-9664-e4a67adf2ba0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:07.223405 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.296605 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=6cfa75e0-4239-43c9-9a39-97b91d407801,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:07.334445 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3759a672-2631-4ebe-9664-e4a67adf2ba0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:07.338074 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3759a672-2631-4ebe-9664-e4a67adf2ba0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.355700 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b38be7f-5f4b-42e3-9b37-be0453df1443 None None] Update dhcp port {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'fixed_ips': [{'subnet_id': '8d9b8845-2d37-4fbf-9289-5d04f687146f'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '6cfa75e0-4239-43c9-9a39-97b91d407801'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:04:07.380109 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3b38be7f-5f4b-42e3-9b37-be0453df1443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.429094 n-d-765315-27 neutron-server[94672]: INFO neutron.db.ipam_backend_mixin [None req-3759a672-2631-4ebe-9664-e4a67adf2ba0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d9b8845-2d37-4fbf-9289-5d04f687146f (CIDR: 2001:db8::/64) Aug 16 02:04:07.432755 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-3759a672-2631-4ebe-9664-e4a67adf2ba0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:07.433207 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3759a672-2631-4ebe-9664-e4a67adf2ba0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:07.450111 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3759a672-2631-4ebe-9664-e4a67adf2ba0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2294104 Aug 16 02:04:07.450355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54826) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:07.455488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-936147b5-64cb-4dba-b99a-ac031ac52a43 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:07.501572 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.557695 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-3b38be7f-5f4b-42e3-9b37-be0453df1443 None None] Allocated IP 2001:db8::2 (a23333e5-5f21-4295-988a-70b7bca5c793/8d9b8845-2d37-4fbf-9289-5d04f687146f/6cfa75e0-4239-43c9-9a39-97b91d407801) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:07.564183 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936147b5-64cb-4dba-b99a-ac031ac52a43 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:07.567721 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-936147b5-64cb-4dba-b99a-ac031ac52a43 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.650838 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3b38be7f-5f4b-42e3-9b37-be0453df1443 None None] For port 6cfa75e0-4239-43c9-9a39-97b91d407801, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6cfa75e0-4239-43c9-9a39-97b91d407801,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:07.682552 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3b38be7f-5f4b-42e3-9b37-be0453df1443 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.696429 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3b38be7f-5f4b-42e3-9b37-be0453df1443 None None] Transition to ACTIVE for port object 6cfa75e0-4239-43c9-9a39-97b91d407801 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:07.700267 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3b38be7f-5f4b-42e3-9b37-be0453df1443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.780219 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38be7f-5f4b-42e3-9b37-be0453df1443 None None] Pushing event updated for resources: {'Port': ['ID=6cfa75e0-4239-43c9-9a39-97b91d407801,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:07.913262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.objects.ports [None req-936147b5-64cb-4dba-b99a-ac031ac52a43 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:04:08.077418 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-936147b5-64cb-4dba-b99a-ac031ac52a43 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.208094 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.251765 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-936147b5-64cb-4dba-b99a-ac031ac52a43 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] For port 6cfa75e0-4239-43c9-9a39-97b91d407801, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6cfa75e0-4239-43c9-9a39-97b91d407801,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:08.289268 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-936147b5-64cb-4dba-b99a-ac031ac52a43 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.294825 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-936147b5-64cb-4dba-b99a-ac031ac52a43 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.295894 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-936147b5-64cb-4dba-b99a-ac031ac52a43 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.351746 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9050bdcf-ba3a-4e9a-b1d1-421379a5ca56 None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:04:08.373008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936147b5-64cb-4dba-b99a-ac031ac52a43 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:08.384961 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-936147b5-64cb-4dba-b99a-ac031ac52a43 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:08.390661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936147b5-64cb-4dba-b99a-ac031ac52a43 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:08.391256 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-936147b5-64cb-4dba-b99a-ac031ac52a43 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.403054 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936147b5-64cb-4dba-b99a-ac031ac52a43 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=6cfa75e0-4239-43c9-9a39-97b91d407801,revision_number=8']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:08.405802 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936147b5-64cb-4dba-b99a-ac031ac52a43 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=eeb9230c-5c3e-413a-ad23-c1fa32134704,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:08.418656 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-936147b5-64cb-4dba-b99a-ac031ac52a43 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9645414 Aug 16 02:04:08.418916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54828) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:08.424150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8daa2a84-c0a4-4e96-bb66-21c441cee5a8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'mac_address': 'fa:16:3e:72:2c:75', 'name': 'tempest-NetworksTestDHCPv6-1050773989'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:08.449158 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e76201f2-78ac-489f-9129-e54fbe43cbe5 None None] Provisioning for port 6cfa75e0-4239-43c9-9a39-97b91d407801 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:08.454251 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9050bdcf-ba3a-4e9a-b1d1-421379a5ca56 None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:04:08.456024 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e76201f2-78ac-489f-9129-e54fbe43cbe5 None None] Provisioning complete for port 6cfa75e0-4239-43c9-9a39-97b91d407801 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:08.456389 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e76201f2-78ac-489f-9129-e54fbe43cbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.550849 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daa2a84-c0a4-4e96-bb66-21c441cee5a8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:08.555726 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8daa2a84-c0a4-4e96-bb66-21c441cee5a8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.575946 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-8daa2a84-c0a4-4e96-bb66-21c441cee5a8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port b3a08921-0f42-46ca-810a-6ce9b7e460d3 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:04:08.624694 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e76201f2-78ac-489f-9129-e54fbe43cbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.686366 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e76201f2-78ac-489f-9129-e54fbe43cbe5 None None] For port 6cfa75e0-4239-43c9-9a39-97b91d407801, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6cfa75e0-4239-43c9-9a39-97b91d407801,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:08.690742 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e76201f2-78ac-489f-9129-e54fbe43cbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.751084 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-8daa2a84-c0a4-4e96-bb66-21c441cee5a8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::286 (a23333e5-5f21-4295-988a-70b7bca5c793/8d9b8845-2d37-4fbf-9289-5d04f687146f/b3a08921-0f42-46ca-810a-6ce9b7e460d3) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:08.759268 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-8daa2a84-c0a4-4e96-bb66-21c441cee5a8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8:0:1:f816:3eff:fe72:2c75 (a23333e5-5f21-4295-988a-70b7bca5c793/eeb9230c-5c3e-413a-ad23-c1fa32134704/b3a08921-0f42-46ca-810a-6ce9b7e460d3) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:08.784586 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76201f2-78ac-489f-9129-e54fbe43cbe5 None None] Pushing event updated for resources: {'Port': ['ID=6cfa75e0-4239-43c9-9a39-97b91d407801,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:08.916061 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8daa2a84-c0a4-4e96-bb66-21c441cee5a8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.935676 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-8daa2a84-c0a4-4e96-bb66-21c441cee5a8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object b3a08921-0f42-46ca-810a-6ce9b7e460d3 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:08.986488 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8daa2a84-c0a4-4e96-bb66-21c441cee5a8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.024793 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6cfa75e0-4239-43c9-9a39-97b91d407801 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:09.036404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daa2a84-c0a4-4e96-bb66-21c441cee5a8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:09.040596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-8daa2a84-c0a4-4e96-bb66-21c441cee5a8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:09.046564 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa2a84-c0a4-4e96-bb66-21c441cee5a8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:09.052575 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daa2a84-c0a4-4e96-bb66-21c441cee5a8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:09.053372 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8daa2a84-c0a4-4e96-bb66-21c441cee5a8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.066826 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa2a84-c0a4-4e96-bb66-21c441cee5a8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=b3a08921-0f42-46ca-810a-6ce9b7e460d3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:09.080374 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8daa2a84-c0a4-4e96-bb66-21c441cee5a8 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6579163 Aug 16 02:04:09.081675 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54830) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:09.101811 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 6cfa75e0-4239-43c9-9a39-97b91d407801 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:09.102098 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.193011 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9153caed-6507-4d7b-aaba-0b77b6adcf3b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port b3a08921-0f42-46ca-810a-6ce9b7e460d3 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:09.194215 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9153caed-6507-4d7b-aaba-0b77b6adcf3b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.297096 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9153caed-6507-4d7b-aaba-0b77b6adcf3b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.314798 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9153caed-6507-4d7b-aaba-0b77b6adcf3b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for b3a08921-0f42-46ca-810a-6ce9b7e460d3 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:09.419627 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772b653e-6988-44c1-baeb-d827b3baa53a None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:09.523244 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9153caed-6507-4d7b-aaba-0b77b6adcf3b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.554198 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8e104d0e-37ea-413b-a1b7-f8608d41180e None None] Provisioning complete for port 6cfa75e0-4239-43c9-9a39-97b91d407801 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:09.554566 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8e104d0e-37ea-413b-a1b7-f8608d41180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.564164 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153caed-6507-4d7b-aaba-0b77b6adcf3b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=b3a08921-0f42-46ca-810a-6ce9b7e460d3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:09.609372 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9153caed-6507-4d7b-aaba-0b77b6adcf3b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.614278 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9153caed-6507-4d7b-aaba-0b77b6adcf3b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/b3a08921-0f42-46ca-810a-6ce9b7e460d3 HTTP/1.1" status: 204 len: 168 time: 0.5286837 Aug 16 02:04:09.614760 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54834) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:09.685078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3db772-1394-447a-8321-a52982637290 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:09.690341 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54836) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:09.690658 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0e3db772-1394-447a-8321-a52982637290 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0740430 Aug 16 02:04:09.747659 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79e5443-1d30-4fa3-b6ca-b0b0618edcf5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:09.749315 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d79e5443-1d30-4fa3-b6ca-b0b0618edcf5 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0574460 Aug 16 02:04:09.754349 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54838) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:09.815643 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b443fc7-5d7c-43c6-a670-4421e5372f0b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:09.817276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b443fc7-5d7c-43c6-a670-4421e5372f0b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:09.819210 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b443fc7-5d7c-43c6-a670-4421e5372f0b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:09.822387 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9b443fc7-5d7c-43c6-a670-4421e5372f0b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0665877 Aug 16 02:04:09.823540 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54840) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:09.867475 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52d9eb2-060b-486a-ab8f-cf81085d8f02 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:09.886935 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1fddd30-7686-4809-b562-f942d2055de9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet 8d9b8845-2d37-4fbf-9289-5d04f687146f {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:09.890634 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1fddd30-7686-4809-b562-f942d2055de9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.941028 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1fddd30-7686-4809-b562-f942d2055de9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.996318 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a288a2b6-ed9c-43a9-a7b5-cc86974c929e None None] Provisioning complete for port 6cfa75e0-4239-43c9-9a39-97b91d407801 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:09.996691 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a288a2b6-ed9c-43a9-a7b5-cc86974c929e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.032528 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1fddd30-7686-4809-b562-f942d2055de9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.101973 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1fddd30-7686-4809-b562-f942d2055de9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.129981 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fddd30-7686-4809-b562-f942d2055de9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=8d9b8845-2d37-4fbf-9289-5d04f687146f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:10.133814 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1fddd30-7686-4809-b562-f942d2055de9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.135660 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c1fddd30-7686-4809-b562-f942d2055de9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/8d9b8845-2d37-4fbf-9289-5d04f687146f HTTP/1.1" status: 204 len: 168 time: 0.3110976 Aug 16 02:04:10.138572 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54842) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:10.201218 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a08901e-8715-4a4a-ae8c-5bdff89c62f2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet eeb9230c-5c3e-413a-ad23-c1fa32134704 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:10.205847 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a08901e-8715-4a4a-ae8c-5bdff89c62f2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.251172 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a08901e-8715-4a4a-ae8c-5bdff89c62f2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.277791 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24d0f0c-c1be-4c91-a9a7-4dd63ed3fda1 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:10.346353 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a08901e-8715-4a4a-ae8c-5bdff89c62f2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.364906 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ab057d24-0e36-4311-9e0d-f85a192967bf None None] Provisioning complete for port 6cfa75e0-4239-43c9-9a39-97b91d407801 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:10.365277 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab057d24-0e36-4311-9e0d-f85a192967bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.408595 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a08901e-8715-4a4a-ae8c-5bdff89c62f2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.437857 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08901e-8715-4a4a-ae8c-5bdff89c62f2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb9230c-5c3e-413a-ad23-c1fa32134704,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:10.440158 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a08901e-8715-4a4a-ae8c-5bdff89c62f2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.442069 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5a08901e-8715-4a4a-ae8c-5bdff89c62f2 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/eeb9230c-5c3e-413a-ad23-c1fa32134704 HTTP/1.1" status: 204 len: 168 time: 0.3025362 Aug 16 02:04:10.445369 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54844) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:10.486662 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b402b942-9892-406f-bb73-307497da0cae tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399129 Aug 16 02:04:10.489421 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54846) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:10.494819 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6a55ed34-1d37-42e5-8d4e-7666bdeae642 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:10.554553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb7ab27-8af0-4e32-91a7-638081ffcb84 None None] Update dhcp port {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'fixed_ips': [{'subnet_id': 'eeb9230c-5c3e-413a-ad23-c1fa32134704'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '6cfa75e0-4239-43c9-9a39-97b91d407801'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:04:10.579572 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bcb7ab27-8af0-4e32-91a7-638081ffcb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.589831 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a55ed34-1d37-42e5-8d4e-7666bdeae642 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:10.593551 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a55ed34-1d37-42e5-8d4e-7666bdeae642 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.743662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4f0f83-1234-479d-a9f8-bdb10e4d73c2 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:10.787861 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a55ed34-1d37-42e5-8d4e-7666bdeae642 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.835142 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a55ed34-1d37-42e5-8d4e-7666bdeae642 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:10.838890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-6a55ed34-1d37-42e5-8d4e-7666bdeae642 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:10.843062 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a55ed34-1d37-42e5-8d4e-7666bdeae642 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:10.843668 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a55ed34-1d37-42e5-8d4e-7666bdeae642 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.852381 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7ac53e96-b063-4a90-8508-1532796ab5b4 None None] Provisioning complete for port 6cfa75e0-4239-43c9-9a39-97b91d407801 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:10.852754 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ac53e96-b063-4a90-8508-1532796ab5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.858596 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55ed34-1d37-42e5-8d4e-7666bdeae642 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=45199a1d-746b-4fee-a679-bb5c4e035f3b,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:10.869126 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6a55ed34-1d37-42e5-8d4e-7666bdeae642 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3785694 Aug 16 02:04:10.871890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54848) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:10.877163 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-63cf02fd-280d-40b1-8106-2dc0c20c914c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:10.974581 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6cfa75e0-4239-43c9-9a39-97b91d407801 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:11.004350 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cf02fd-280d-40b1-8106-2dc0c20c914c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:11.008977 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-63cf02fd-280d-40b1-8106-2dc0c20c914c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.034401 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5413f229-1118-4f31-97e3-be75664a401f None None] Update dhcp port {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'fixed_ips': [{'subnet_id': '45199a1d-746b-4fee-a679-bb5c4e035f3b'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '6cfa75e0-4239-43c9-9a39-97b91d407801'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:04:11.064053 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5a18df2-d680-4e4a-870b-14df88ed1817 req-ebb17c73-6389-4a1e-9124-c901b6dcb7b5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580873 Aug 16 02:04:11.065115 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5413f229-1118-4f31-97e3-be75664a401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.112761 n-d-765315-27 neutron-server[94672]: INFO neutron.db.ipam_backend_mixin [None req-63cf02fd-280d-40b1-8106-2dc0c20c914c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 45199a1d-746b-4fee-a679-bb5c4e035f3b (CIDR: 2001:db8::/64) Aug 16 02:04:11.116311 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-63cf02fd-280d-40b1-8106-2dc0c20c914c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:04:11.116790 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63cf02fd-280d-40b1-8106-2dc0c20c914c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:11.128517 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.134677 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-63cf02fd-280d-40b1-8106-2dc0c20c914c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2612178 Aug 16 02:04:11.134858 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a18df2-d680-4e4a-870b-14df88ed1817 req-0d28e75c-99c1-4a01-b9e2-1b63cb4bafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:11.135291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54850) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:11.136291 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5a18df2-d680-4e4a-870b-14df88ed1817 req-0d28e75c-99c1-4a01-b9e2-1b63cb4bafe1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4 HTTP/1.1" status: 200 len: 1098 time: 0.0444496 Aug 16 02:04:11.140695 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a5a1f2fb-09c2-4b53-9fc0-0166bf1ea7e7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'subnet': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:11.234054 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 6cfa75e0-4239-43c9-9a39-97b91d407801, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6cfa75e0-4239-43c9-9a39-97b91d407801,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:11.242681 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.261811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a18df2-d680-4e4a-870b-14df88ed1817 req-b2c8c12d-3e5c-4083-ac55-21cb78293b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:11.263529 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5a18df2-d680-4e4a-870b-14df88ed1817 req-b2c8c12d-3e5c-4083-ac55-21cb78293b3c service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 912 time: 0.1009994 Aug 16 02:04:11.278763 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a1f2fb-09c2-4b53-9fc0-0166bf1ea7e7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:11.282575 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5a1f2fb-09c2-4b53-9fc0-0166bf1ea7e7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.318657 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5a18df2-d680-4e4a-870b-14df88ed1817 req-fe1d0d76-0151-4be1-a243-dd0f98d1389e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2986aae-10ef-4006-a525-d97c3b9c7c68 HTTP/1.1" status: 200 len: 217 time: 0.0471606 Aug 16 02:04:11.325627 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-5413f229-1118-4f31-97e3-be75664a401f None None] Allocated IP 2001:db8::2 (a23333e5-5f21-4295-988a-70b7bca5c793/45199a1d-746b-4fee-a679-bb5c4e035f3b/6cfa75e0-4239-43c9-9a39-97b91d407801) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:11.347357 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=6cfa75e0-4239-43c9-9a39-97b91d407801,revision_number=12']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:11.387180 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a18df2-d680-4e4a-870b-14df88ed1817 req-79f14c1e-6c1b-4e12-86b8-58b863afdb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:11.389180 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5a18df2-d680-4e4a-870b-14df88ed1817 req-79f14c1e-6c1b-4e12-86b8-58b863afdb74 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.0625231 Aug 16 02:04:11.440465 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a18df2-d680-4e4a-870b-14df88ed1817 req-d26b7c4d-ebbb-47b1-93d5-54e42e0600c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:11.442043 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5a18df2-d680-4e4a-870b-14df88ed1817 req-d26b7c4d-ebbb-47b1-93d5-54e42e0600c4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456531 Aug 16 02:04:11.450041 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5413f229-1118-4f31-97e3-be75664a401f None None] For port 6cfa75e0-4239-43c9-9a39-97b91d407801, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6cfa75e0-4239-43c9-9a39-97b91d407801,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:11.483930 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5413f229-1118-4f31-97e3-be75664a401f None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.499131 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5413f229-1118-4f31-97e3-be75664a401f None None] Transition to ACTIVE for port object 6cfa75e0-4239-43c9-9a39-97b91d407801 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:11.503296 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5413f229-1118-4f31-97e3-be75664a401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.549532 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5a18df2-d680-4e4a-870b-14df88ed1817 req-942f18a7-2a8c-433f-bb70-5227b38588ea service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994971 Aug 16 02:04:11.583890 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413f229-1118-4f31-97e3-be75664a401f None None] Pushing event updated for resources: {'Port': ['ID=6cfa75e0-4239-43c9-9a39-97b91d407801,revision_number=13']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:11.633344 n-d-765315-27 neutron-server[94672]: DEBUG neutron.objects.ports [None req-a5a1f2fb-09c2-4b53-9fc0-0166bf1ea7e7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:04:11.655918 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5a18df2-d680-4e4a-870b-14df88ed1817 req-2a24aba3-5e25-4882-97e2-df2a6dc80858 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934556 Aug 16 02:04:11.806469 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5a1f2fb-09c2-4b53-9fc0-0166bf1ea7e7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.969334 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-a5a1f2fb-09c2-4b53-9fc0-0166bf1ea7e7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] For port 6cfa75e0-4239-43c9-9a39-97b91d407801, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6cfa75e0-4239-43c9-9a39-97b91d407801,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:12.001249 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5a1f2fb-09c2-4b53-9fc0-0166bf1ea7e7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.006434 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5a1f2fb-09c2-4b53-9fc0-0166bf1ea7e7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.007263 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5a1f2fb-09c2-4b53-9fc0-0166bf1ea7e7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.095747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a1f2fb-09c2-4b53-9fc0-0166bf1ea7e7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:12.102709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a5a1f2fb-09c2-4b53-9fc0-0166bf1ea7e7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:12.109155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a1f2fb-09c2-4b53-9fc0-0166bf1ea7e7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:12.109893 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5a1f2fb-09c2-4b53-9fc0-0166bf1ea7e7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.116051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1f2fb-09c2-4b53-9fc0-0166bf1ea7e7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Subnet': ['ID=67c1453a-b04f-4f68-844f-46cec5d77ce5,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:12.118143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1f2fb-09c2-4b53-9fc0-0166bf1ea7e7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=6cfa75e0-4239-43c9-9a39-97b91d407801,revision_number=15']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:12.133834 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a5a1f2fb-09c2-4b53-9fc0-0166bf1ea7e7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9967642 Aug 16 02:04:12.136412 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54852) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:12.141626 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a8bfe6c0-0a10-40fb-9ae5-a9fe4234eeb1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Request body: {'port': {'network_id': 'a23333e5-5f21-4295-988a-70b7bca5c793', 'mac_address': 'fa:16:3e:12:4e:aa', 'name': 'tempest-NetworksTestDHCPv6-934256393'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:12.173780 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca437c1-2e6b-4316-854a-f37a31530751 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:12.258163 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bfe6c0-0a10-40fb-9ae5-a9fe4234eeb1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Made reservation on behalf of 1e611015d31449ec9633635443d78676 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:12.266731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e9d35fdc-1483-4654-8ae6-2185c07e259e None None] Provisioning for port 6cfa75e0-4239-43c9-9a39-97b91d407801 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:12.272516 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e9d35fdc-1483-4654-8ae6-2185c07e259e None None] Provisioning complete for port 6cfa75e0-4239-43c9-9a39-97b91d407801 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:12.272881 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9d35fdc-1483-4654-8ae6-2185c07e259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.349211 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe6c0-0a10-40fb-9ae5-a9fe4234eeb1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.378373 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-a8bfe6c0-0a10-40fb-9ae5-a9fe4234eeb1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] device_id is not set on port 27a703a6-554b-4c98-8e3c-0327687a108b yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:04:12.412457 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9d35fdc-1483-4654-8ae6-2185c07e259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.450108 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e9d35fdc-1483-4654-8ae6-2185c07e259e None None] For port 6cfa75e0-4239-43c9-9a39-97b91d407801, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6cfa75e0-4239-43c9-9a39-97b91d407801,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:12.455186 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9d35fdc-1483-4654-8ae6-2185c07e259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.506948 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d35fdc-1483-4654-8ae6-2185c07e259e None None] Pushing event updated for resources: {'Port': ['ID=6cfa75e0-4239-43c9-9a39-97b91d407801,revision_number=16']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:12.570195 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-a8bfe6c0-0a10-40fb-9ae5-a9fe4234eeb1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8::3da (a23333e5-5f21-4295-988a-70b7bca5c793/45199a1d-746b-4fee-a679-bb5c4e035f3b/27a703a6-554b-4c98-8e3c-0327687a108b) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:12.577948 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-a8bfe6c0-0a10-40fb-9ae5-a9fe4234eeb1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Allocated IP 2001:db8:0:1:f816:3eff:fe12:4eaa (a23333e5-5f21-4295-988a-70b7bca5c793/67c1453a-b04f-4f68-844f-46cec5d77ce5/27a703a6-554b-4c98-8e3c-0327687a108b) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:12.744466 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe6c0-0a10-40fb-9ae5-a9fe4234eeb1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.759842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-a8bfe6c0-0a10-40fb-9ae5-a9fe4234eeb1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Transition to ACTIVE for port object 27a703a6-554b-4c98-8e3c-0327687a108b will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:12.797292 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe6c0-0a10-40fb-9ae5-a9fe4234eeb1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.843367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bfe6c0-0a10-40fb-9ae5-a9fe4234eeb1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Network a23333e5-5f21-4295-988a-70b7bca5c793 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:12.846618 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a8bfe6c0-0a10-40fb-9ae5-a9fe4234eeb1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:12.854572 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bfe6c0-0a10-40fb-9ae5-a9fe4234eeb1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:12.860887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bfe6c0-0a10-40fb-9ae5-a9fe4234eeb1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:12.861035 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe6c0-0a10-40fb-9ae5-a9fe4234eeb1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.874623 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfe6c0-0a10-40fb-9ae5-a9fe4234eeb1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event updated for resources: {'Port': ['ID=27a703a6-554b-4c98-8e3c-0327687a108b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:12.887423 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a8bfe6c0-0a10-40fb-9ae5-a9fe4234eeb1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7498522 Aug 16 02:04:12.889904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54856) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:12.963045 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de022d63-379e-44bf-b1d7-37d2019c6659 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:12.988980 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-83a98fe8-b6fe-4a3f-b6e5-b1fa456502a7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting port 27a703a6-554b-4c98-8e3c-0327687a108b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:12.989564 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-83a98fe8-b6fe-4a3f-b6e5-b1fa456502a7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.033651 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6cfa75e0-4239-43c9-9a39-97b91d407801 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:13.075645 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5ee25209-140d-4f8a-b54d-c5fd4532555d None None] Provisioning complete for port 6cfa75e0-4239-43c9-9a39-97b91d407801 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:13.076104 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ee25209-140d-4f8a-b54d-c5fd4532555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.095780 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-83a98fe8-b6fe-4a3f-b6e5-b1fa456502a7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.108998 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-83a98fe8-b6fe-4a3f-b6e5-b1fa456502a7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Calling delete_port for 27a703a6-554b-4c98-8e3c-0327687a108b owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:13.189877 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 6cfa75e0-4239-43c9-9a39-97b91d407801 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:13.190162 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.302956 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-83a98fe8-b6fe-4a3f-b6e5-b1fa456502a7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.331098 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a98fe8-b6fe-4a3f-b6e5-b1fa456502a7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Port': ['ID=27a703a6-554b-4c98-8e3c-0327687a108b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:13.384141 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-83a98fe8-b6fe-4a3f-b6e5-b1fa456502a7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.386149 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-83a98fe8-b6fe-4a3f-b6e5-b1fa456502a7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/27a703a6-554b-4c98-8e3c-0327687a108b HTTP/1.1" status: 204 len: 168 time: 0.4953237 Aug 16 02:04:13.388848 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54858) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:13.445571 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f12ba9-2648-4903-bf67-b4db63aafbcd tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:13.447144 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d6f12ba9-2648-4903-bf67-b4db63aafbcd tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0572093 Aug 16 02:04:13.449622 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54860) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:13.499652 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e41888f-25bd-49f1-ac07-991195768394 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:13.501202 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8e41888f-25bd-49f1-ac07-991195768394 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0504117 Aug 16 02:04:13.503812 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54862) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:13.568536 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63aa6ec-b830-45f6-b690-a7227d22724f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:13.570545 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63aa6ec-b830-45f6-b690-a7227d22724f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:13.572196 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63aa6ec-b830-45f6-b690-a7227d22724f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:13.573840 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b63aa6ec-b830-45f6-b690-a7227d22724f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0690942 Aug 16 02:04:13.576489 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54864) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:13.597574 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e08c38fc-39a4-4ee4-8346-752bdd564299 None None] Provisioning complete for port 6cfa75e0-4239-43c9-9a39-97b91d407801 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:13.598285 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e08c38fc-39a4-4ee4-8346-752bdd564299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.641556 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a38697-d78c-4b66-9e50-e820e3d11e19 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet 45199a1d-746b-4fee-a679-bb5c4e035f3b {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:13.645808 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29a38697-d78c-4b66-9e50-e820e3d11e19 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.696343 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29a38697-d78c-4b66-9e50-e820e3d11e19 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.697921 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e08c38fc-39a4-4ee4-8346-752bdd564299 None None] Could not find standard attr ID for object 27a703a6-554b-4c98-8e3c-0327687a108b. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:04:13.786213 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29a38697-d78c-4b66-9e50-e820e3d11e19 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.814215 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3a03a990-830b-4634-bbbf-aab447aaba5e None None] Could not find standard attr ID for object b3a08921-0f42-46ca-810a-6ce9b7e460d3. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:04:13.851832 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29a38697-d78c-4b66-9e50-e820e3d11e19 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.877891 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a38697-d78c-4b66-9e50-e820e3d11e19 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=45199a1d-746b-4fee-a679-bb5c4e035f3b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:13.884295 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29a38697-d78c-4b66-9e50-e820e3d11e19 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.888471 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-29a38697-d78c-4b66-9e50-e820e3d11e19 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/45199a1d-746b-4fee-a679-bb5c4e035f3b HTTP/1.1" status: 204 len: 168 time: 0.3088400 Aug 16 02:04:13.888775 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54866) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:13.949521 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa55aa2b-5785-4832-855d-d31fceb85c18 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Deleting subnet 67c1453a-b04f-4f68-844f-46cec5d77ce5 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:13.952993 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa55aa2b-5785-4832-855d-d31fceb85c18 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.964691 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f8d28c-a3a7-4cd6-8b6e-d8e1e25d232f None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:13.994541 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa55aa2b-5785-4832-855d-d31fceb85c18 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.035598 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4088e258-a9e7-4d63-bbb7-c9a5a80147e2 None None] Could not find standard attr ID for object 27a703a6-554b-4c98-8e3c-0327687a108b. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:04:14.078925 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa55aa2b-5785-4832-855d-d31fceb85c18 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.151759 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa55aa2b-5785-4832-855d-d31fceb85c18 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.182199 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55aa2b-5785-4832-855d-d31fceb85c18 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Subnet': ['ID=67c1453a-b04f-4f68-844f-46cec5d77ce5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:14.185837 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa55aa2b-5785-4832-855d-d31fceb85c18 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.187640 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fa55aa2b-5785-4832-855d-d31fceb85c18 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/67c1453a-b04f-4f68-844f-46cec5d77ce5 HTTP/1.1" status: 204 len: 168 time: 0.2978873 Aug 16 02:04:14.190481 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54868) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.234311 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e0152afd-0340-4be8-8566-708a5e26e019 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427113 Aug 16 02:04:14.237321 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54870) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.292480 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc53149-6284-4eb7-88e4-0618b3adc6bb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:14.296293 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7cc53149-6284-4eb7-88e4-0618b3adc6bb tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0558038 Aug 16 02:04:14.296815 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54872) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.362793 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e363a20f-6391-4697-9279-8952d5ba7082 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:14.365052 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e363a20f-6391-4697-9279-8952d5ba7082 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0672138 Aug 16 02:04:14.367922 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54874) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.409009 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-27d867e0-3c3c-45cd-a5ef-81addca99d41 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399356 Aug 16 02:04:14.416177 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54876) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.438509 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e38ec98-b9b1-4dff-a9ba-fffad52c5c23 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.439173 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e38ec98-b9b1-4dff-a9ba-fffad52c5c23 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.440907 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9e38ec98-b9b1-4dff-a9ba-fffad52c5c23 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/27a703a6-554b-4c98-8e3c-0327687a108b HTTP/1.1" status: 404 len: 333 time: 0.0246310 Aug 16 02:04:14.444121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54878) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.471533 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-90782bf6-a436-45a9-b7f7-d3d70917de95 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.471989 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90782bf6-a436-45a9-b7f7-d3d70917de95 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.473748 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-90782bf6-a436-45a9-b7f7-d3d70917de95 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/67c1453a-b04f-4f68-844f-46cec5d77ce5 HTTP/1.1" status: 404 len: 337 time: 0.0286884 Aug 16 02:04:14.476753 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54880) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.507527 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fee98e-9cab-4f60-990c-8c73ef5f6c62 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.507971 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32fee98e-9cab-4f60-990c-8c73ef5f6c62 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.510027 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-32fee98e-9cab-4f60-990c-8c73ef5f6c62 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/45199a1d-746b-4fee-a679-bb5c4e035f3b HTTP/1.1" status: 404 len: 337 time: 0.0321367 Aug 16 02:04:14.512417 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54882) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.543182 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7066ca6-aec4-4837-b764-8ba542c442d1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.544113 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7066ca6-aec4-4837-b764-8ba542c442d1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.546475 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d7066ca6-aec4-4837-b764-8ba542c442d1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/b3a08921-0f42-46ca-810a-6ce9b7e460d3 HTTP/1.1" status: 404 len: 333 time: 0.0329044 Aug 16 02:04:14.548857 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54884) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.576657 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef2ddf6-79f4-4a25-93a0-e3072c2fcdfc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.577116 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef2ddf6-79f4-4a25-93a0-e3072c2fcdfc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.578900 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8ef2ddf6-79f4-4a25-93a0-e3072c2fcdfc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/eeb9230c-5c3e-413a-ad23-c1fa32134704 HTTP/1.1" status: 404 len: 337 time: 0.0290818 Aug 16 02:04:14.581418 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54886) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.608646 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e12ca2c-f51c-4a2d-b190-ce6f464c0532 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.609109 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e12ca2c-f51c-4a2d-b190-ce6f464c0532 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.610903 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5e12ca2c-f51c-4a2d-b190-ce6f464c0532 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/8d9b8845-2d37-4fbf-9289-5d04f687146f HTTP/1.1" status: 404 len: 337 time: 0.0285201 Aug 16 02:04:14.613734 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54888) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.637664 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-541995b4-8f6e-42b8-a348-b20b9eb1022e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.638363 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-541995b4-8f6e-42b8-a348-b20b9eb1022e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.640755 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-541995b4-8f6e-42b8-a348-b20b9eb1022e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/c396f431-73a0-42b9-ba5d-6350fc410f86 HTTP/1.1" status: 404 len: 333 time: 0.0254471 Aug 16 02:04:14.642662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54890) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.670690 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e3b4af-16e3-4975-bc57-383b3ba3d9e9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.671273 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e3b4af-16e3-4975-bc57-383b3ba3d9e9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.673037 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-04e3b4af-16e3-4975-bc57-383b3ba3d9e9 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/90458242-0368-4c6c-8bfb-e46b1545fd96 HTTP/1.1" status: 404 len: 337 time: 0.0294116 Aug 16 02:04:14.676247 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54892) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.678382 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ad9a68-a010-443d-abf2-fec8988d5875 None None] Network a23333e5-5f21-4295-988a-70b7bca5c793 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:14.706796 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88131ee-0bc6-4c6f-8dd8-de96e6ac6334 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.707254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88131ee-0bc6-4c6f-8dd8-de96e6ac6334 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.708993 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b88131ee-0bc6-4c6f-8dd8-de96e6ac6334 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/537088fa-f4b1-409c-91d2-20f2ee396e4b HTTP/1.1" status: 404 len: 337 time: 0.0318041 Aug 16 02:04:14.711684 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54894) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.734049 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-293f61d6-dc39-4b89-b0ba-a0cb86e492b3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.734624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293f61d6-dc39-4b89-b0ba-a0cb86e492b3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.736346 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-293f61d6-dc39-4b89-b0ba-a0cb86e492b3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/9089c21d-8353-4cdd-b070-015f352b7019 HTTP/1.1" status: 404 len: 333 time: 0.0237689 Aug 16 02:04:14.745274 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54896) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.778889 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d37218a-564c-4393-943e-8b9f914d23c0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.779349 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d37218a-564c-4393-943e-8b9f914d23c0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.781098 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9d37218a-564c-4393-943e-8b9f914d23c0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/d0ff04a9-6c33-45ff-9d68-caf5d480f42f HTTP/1.1" status: 404 len: 337 time: 0.0348537 Aug 16 02:04:14.783614 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54898) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.808800 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-dd342c57-727b-4982-93cc-d6c6d1d3d1cc None None] Provisioning complete for port 6cfa75e0-4239-43c9-9a39-97b91d407801 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:14.809179 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd342c57-727b-4982-93cc-d6c6d1d3d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.810680 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a73766b-02bd-4597-af81-b7eca80c66d3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.811140 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a73766b-02bd-4597-af81-b7eca80c66d3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.812931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8a73766b-02bd-4597-af81-b7eca80c66d3 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/a21bc020-d6e4-4e55-8562-ac7d43efecc0 HTTP/1.1" status: 404 len: 337 time: 0.0281818 Aug 16 02:04:14.815518 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54900) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.838682 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-2541c0b7-426d-48e1-93e9-bb1db2ef31f7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.839324 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2541c0b7-426d-48e1-93e9-bb1db2ef31f7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.841063 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2541c0b7-426d-48e1-93e9-bb1db2ef31f7 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/45ca2501-a878-479f-bf37-bfa5bfc436fd HTTP/1.1" status: 404 len: 333 time: 0.0246482 Aug 16 02:04:14.843680 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54902) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.875335 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a238f3-0269-41d7-9ed3-6c0aa879a79a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.875791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a238f3-0269-41d7-9ed3-6c0aa879a79a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.877523 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e1a238f3-0269-41d7-9ed3-6c0aa879a79a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/e6540314-6cf1-4c77-8da4-ba1ed4f10389 HTTP/1.1" status: 404 len: 337 time: 0.0321436 Aug 16 02:04:14.880049 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54904) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.907557 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6c4708-83a6-4592-992d-06f2734cd17b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.909532 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6c4708-83a6-4592-992d-06f2734cd17b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.911581 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6b6c4708-83a6-4592-992d-06f2734cd17b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/bc22dcf0-83e6-44a2-b3bd-d0811fb895ff HTTP/1.1" status: 404 len: 333 time: 0.0303571 Aug 16 02:04:14.914595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54906) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.926430 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abe6f50-fcb6-408a-a182-7c78d5058054 None None] DHCP port deletion for a23333e5-5f21-4295-988a-70b7bca5c793 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:04:14.943732 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d329670-2d52-48f0-bc42-3786e33e402e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.944190 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d329670-2d52-48f0-bc42-3786e33e402e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.946010 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1d329670-2d52-48f0-bc42-3786e33e402e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/59fa4a00-807c-4276-9c78-40c38c8d44ec HTTP/1.1" status: 404 len: 337 time: 0.0303376 Aug 16 02:04:14.948459 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54908) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.972640 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b41a4e1-3950-4e47-b08f-af401fa8fffd tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:14.973179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b41a4e1-3950-4e47-b08f-af401fa8fffd tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:14.978009 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4b41a4e1-3950-4e47-b08f-af401fa8fffd tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/eaeaeb3f-bcc1-4dd0-9397-318e791bb615 HTTP/1.1" status: 404 len: 333 time: 0.0256743 Aug 16 02:04:14.978332 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54910) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:14.984351 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0abe6f50-fcb6-408a-a182-7c78d5058054 None None] Deleting port 6cfa75e0-4239-43c9-9a39-97b91d407801 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:14.985022 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0abe6f50-fcb6-408a-a182-7c78d5058054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.988819 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6cfa75e0-4239-43c9-9a39-97b91d407801 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:15.012520 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb747b1-a9db-4537-8f25-df05f119c67e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.013030 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb747b1-a9db-4537-8f25-df05f119c67e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.014976 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9bb747b1-a9db-4537-8f25-df05f119c67e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/3d389796-985f-4f41-8f24-5488028a9ded HTTP/1.1" status: 404 len: 337 time: 0.0352552 Aug 16 02:04:15.017441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54912) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.044417 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7665769-983d-417f-96dd-218edc6a632e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.045338 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7665769-983d-417f-96dd-218edc6a632e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.047431 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f7665769-983d-417f-96dd-218edc6a632e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/626b5cdc-80e4-4855-b921-b28b5363f565 HTTP/1.1" status: 404 len: 333 time: 0.0288320 Aug 16 02:04:15.049781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54914) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.079940 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0abe6f50-fcb6-408a-a182-7c78d5058054 None None] For port 6cfa75e0-4239-43c9-9a39-97b91d407801, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6cfa75e0-4239-43c9-9a39-97b91d407801,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:15.080332 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0abe6f50-fcb6-408a-a182-7c78d5058054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.080537 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-467d999f-853d-40a5-a63d-3c37331c5125 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.081053 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467d999f-853d-40a5-a63d-3c37331c5125 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.083098 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-467d999f-853d-40a5-a63d-3c37331c5125 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/92dfc69c-780b-4d39-8683-88741a225037 HTTP/1.1" status: 404 len: 337 time: 0.0323193 Aug 16 02:04:15.086373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54916) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.094423 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0abe6f50-fcb6-408a-a182-7c78d5058054 None None] Calling delete_port for 6cfa75e0-4239-43c9-9a39-97b91d407801 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:15.121878 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2cd2d8a-1c34-430b-8dd4-00912069ebdc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.123759 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2cd2d8a-1c34-430b-8dd4-00912069ebdc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.129270 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e2cd2d8a-1c34-430b-8dd4-00912069ebdc tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/261f2810-d601-4c4b-9d5d-64a15f4c9993 HTTP/1.1" status: 404 len: 333 time: 0.0381808 Aug 16 02:04:15.129529 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54918) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.157427 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-26237b22-0401-4874-a794-5cc9a637261c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.158289 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26237b22-0401-4874-a794-5cc9a637261c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.160366 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-26237b22-0401-4874-a794-5cc9a637261c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/e4ac6962-9c9a-4d09-9fe0-eeacddc2f17b HTTP/1.1" status: 404 len: 337 time: 0.0297053 Aug 16 02:04:15.162966 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54920) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.177193 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.186304 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8d5b4b-1e2a-408f-a7b4-543c4dc61543 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.186931 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8d5b4b-1e2a-408f-a7b4-543c4dc61543 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.190935 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9e8d5b4b-1e2a-408f-a7b4-543c4dc61543 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/f925bb68-cb38-4171-a8f5-47d94fde3e6f HTTP/1.1" status: 404 len: 333 time: 0.0247822 Aug 16 02:04:15.191660 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54922) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.219348 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f36d609-f80a-4bda-99b1-24810314a66a req-1c685fdc-2596-4c93-8369-0f7266a68c99 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510905 Aug 16 02:04:15.221534 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc589827-3bb7-4126-bbca-df67e5004d4b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.222227 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc589827-3bb7-4126-bbca-df67e5004d4b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.226380 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cc589827-3bb7-4126-bbca-df67e5004d4b tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/42a266b9-ac52-4e85-b87b-b24ce94cfa33 HTTP/1.1" status: 404 len: 337 time: 0.0312049 Aug 16 02:04:15.226709 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54924) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.232659 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 6cfa75e0-4239-43c9-9a39-97b91d407801, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6cfa75e0-4239-43c9-9a39-97b91d407801,segment=NetworkSegment(3476cce5-9a27-430c-9d30-3044e9b7f0db),segment_id=3476cce5-9a27-430c-9d30-3044e9b7f0db)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:15.236982 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.255724 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2af0347-af7d-419d-80ff-b5f992dbf9b4 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.256855 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2af0347-af7d-419d-80ff-b5f992dbf9b4 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.260740 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b2af0347-af7d-419d-80ff-b5f992dbf9b4 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/c431ee68-3d35-4b26-893d-dea36c6252ae HTTP/1.1" status: 404 len: 337 time: 0.0309908 Aug 16 02:04:15.260992 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54926) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.262429 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0abe6f50-fcb6-408a-a182-7c78d5058054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.280380 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abe6f50-fcb6-408a-a182-7c78d5058054 None None] No DVR routers for this DVR port 6cfa75e0-4239-43c9-9a39-97b91d407801 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:15.285511 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35fcbca-81b1-466e-b243-f83a337fdb44 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.285944 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c35fcbca-81b1-466e-b243-f83a337fdb44 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.290944 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c35fcbca-81b1-466e-b243-f83a337fdb44 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/54c76800-b961-4d33-a6d4-3ba35b9f6204 HTTP/1.1" status: 404 len: 333 time: 0.0289202 Aug 16 02:04:15.291244 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54928) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.306351 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=6cfa75e0-4239-43c9-9a39-97b91d407801,revision_number=19']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:15.323817 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-366fdb1d-6413-407c-afa9-0b6c29b23f7f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.324277 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-366fdb1d-6413-407c-afa9-0b6c29b23f7f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.326050 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-366fdb1d-6413-407c-afa9-0b6c29b23f7f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/92586146-1525-4549-842f-d582118ad915 HTTP/1.1" status: 404 len: 337 time: 0.0337608 Aug 16 02:04:15.329436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 54930) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.332192 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe6f50-fcb6-408a-a182-7c78d5058054 None None] Pushing event deleted for resources: {'Port': ['ID=6cfa75e0-4239-43c9-9a39-97b91d407801,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:15.361245 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a6122d-e866-4678-a274-b8399fc4a386 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.361685 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a6122d-e866-4678-a274-b8399fc4a386 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.363388 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-34a6122d-e866-4678-a274-b8399fc4a386 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/ce35df45-ee80-49e7-bb1d-15a75cf0bb4b HTTP/1.1" status: 404 len: 337 time: 0.0330293 Aug 16 02:04:15.365480 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36d609-f80a-4bda-99b1-24810314a66a req-b3ebab22-61f9-4ba4-a166-c6ef2c9cf932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.366154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54932) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.366985 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f36d609-f80a-4bda-99b1-24810314a66a req-b3ebab22-61f9-4ba4-a166-c6ef2c9cf932 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcf4a63eedb8431cb8f7fb214a78ac67&device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 1098 time: 0.1159322 Aug 16 02:04:15.395108 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bed9d72-ddb8-4b57-8ae0-54f9ad9bd951 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.395781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bed9d72-ddb8-4b57-8ae0-54f9ad9bd951 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.398086 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0bed9d72-ddb8-4b57-8ae0-54f9ad9bd951 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/0d690b6c-9b44-431b-b903-a30007b29c75 HTTP/1.1" status: 404 len: 333 time: 0.0308542 Aug 16 02:04:15.401612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54934) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.433099 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4cf97c-97dd-4b9d-9d77-e0af774d61e0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.433790 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e4cf97c-97dd-4b9d-9d77-e0af774d61e0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.435331 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7e4cf97c-97dd-4b9d-9d77-e0af774d61e0 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/9ee9c251-13a9-45a9-ad26-31da28d7cf09 HTTP/1.1" status: 404 len: 337 time: 0.0322661 Aug 16 02:04:15.437776 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54936) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.463598 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-a29dde93-98c6-4878-af35-beb718f8ccac tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.464044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a29dde93-98c6-4878-af35-beb718f8ccac tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.465726 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a29dde93-98c6-4878-af35-beb718f8ccac tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/d66d29df-48a3-4c79-a93b-ce9dd855fd6f HTTP/1.1" status: 404 len: 337 time: 0.0270629 Aug 16 02:04:15.468191 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54938) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.491052 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-692be90b-76d5-4322-9441-e1d23d9be988 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.491602 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692be90b-76d5-4322-9441-e1d23d9be988 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.493306 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-692be90b-76d5-4322-9441-e1d23d9be988 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/4477cbe3-4b81-4af0-b541-bca074af6553 HTTP/1.1" status: 404 len: 333 time: 0.0242312 Aug 16 02:04:15.493554 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36d609-f80a-4bda-99b1-24810314a66a req-d21bd2ac-4073-44ce-90f1-86dbdb647a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.494825 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f36d609-f80a-4bda-99b1-24810314a66a req-d21bd2ac-4073-44ce-90f1-86dbdb647a5e service neutron] 10.222.0.73 "GET /v2.0/networks?id=c11ad559-6103-45c1-a6ef-608f106df115 HTTP/1.1" status: 200 len: 909 time: 0.1022472 Aug 16 02:04:15.495833 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54940) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.522128 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ffb7ac-ca27-460f-b8ee-8e9bcad14dc1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.522614 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ffb7ac-ca27-460f-b8ee-8e9bcad14dc1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.524340 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d2ffb7ac-ca27-460f-b8ee-8e9bcad14dc1 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/18fa976e-cfe2-4669-b8d6-d31495683587 HTTP/1.1" status: 404 len: 337 time: 0.0276301 Aug 16 02:04:15.526807 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54942) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.553238 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9517e2-92bb-4b17-a6e8-b652526d404e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.553948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9517e2-92bb-4b17-a6e8-b652526d404e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.555666 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ad9517e2-92bb-4b17-a6e8-b652526d404e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/1ca68f26-8b9c-4010-86e8-3276410de1a5 HTTP/1.1" status: 404 len: 337 time: 0.0279725 Aug 16 02:04:15.558250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54944) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.566225 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f36d609-f80a-4bda-99b1-24810314a66a req-ca35035d-31b0-4a15-b761-2b7fa0a5525d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90f1b306-8818-4570-9ab1-ed545c0db8c1 HTTP/1.1" status: 200 len: 1001 time: 0.0599945 Aug 16 02:04:15.588777 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-57e3a1f6-7e5d-4f64-9783-a0193d934242 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports?device_id=300dd2f2-c66f-4172-b9d3-7eb81e8b410a HTTP/1.1" status: 200 len: 205 time: 0.0294299 Aug 16 02:04:15.591025 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54946) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.620239 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36d609-f80a-4bda-99b1-24810314a66a req-eef005c1-025d-48ef-b0c6-65d17d1851e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.621701 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f36d609-f80a-4bda-99b1-24810314a66a req-eef005c1-025d-48ef-b0c6-65d17d1851e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c62c0746-70d3-4cee-8dce-03d37b2c9f17 HTTP/1.1" status: 200 len: 847 time: 0.0441756 Aug 16 02:04:15.627494 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-447b150a-6c48-426c-82d6-0bde71c20a55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] delete failed (client error): The resource could not be found. Aug 16 02:04:15.628491 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-447b150a-6c48-426c-82d6-0bde71c20a55 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/routers/300dd2f2-c66f-4172-b9d3-7eb81e8b410a HTTP/1.1" status: 404 len: 336 time: 0.0366018 Aug 16 02:04:15.631768 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54948) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.657958 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38098d3-53ec-4aee-ad6b-d2e40572d175 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.658407 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a38098d3-53ec-4aee-ad6b-d2e40572d175 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.660460 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a38098d3-53ec-4aee-ad6b-d2e40572d175 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/698e9441-7f78-4805-aead-aed77247241d HTTP/1.1" status: 404 len: 337 time: 0.0278223 Aug 16 02:04:15.663485 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54950) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.674660 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36d609-f80a-4bda-99b1-24810314a66a req-a4a79089-8345-4698-ba43-bcb451a24d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.676150 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f36d609-f80a-4bda-99b1-24810314a66a req-a4a79089-8345-4698-ba43-bcb451a24d48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c11ad559-6103-45c1-a6ef-608f106df115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435214 Aug 16 02:04:15.690269 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c1ca9a0c-7a37-45fc-bd10-dad93d22d71e tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e41ab04-b5c6-4448-b3c4-5a7b8c81f038 HTTP/1.1" status: 200 len: 205 time: 0.0256572 Aug 16 02:04:15.692721 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54952) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.733661 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-7296133e-ddfa-43c0-82f1-5f0e91ce3e05 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] delete failed (client error): The resource could not be found. Aug 16 02:04:15.734716 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7296133e-ddfa-43c0-82f1-5f0e91ce3e05 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/routers/8e41ab04-b5c6-4448-b3c4-5a7b8c81f038 HTTP/1.1" status: 404 len: 336 time: 0.0403316 Aug 16 02:04:15.737625 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54954) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.765264 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebcb7fdf-5a8c-4250-8f37-979f78787666 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.765776 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebcb7fdf-5a8c-4250-8f37-979f78787666 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.767521 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ebcb7fdf-5a8c-4250-8f37-979f78787666 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/8603b234-5d63-470b-9e6a-8ea22e275b45 HTTP/1.1" status: 404 len: 337 time: 0.0289888 Aug 16 02:04:15.771132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54956) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.772288 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f36d609-f80a-4bda-99b1-24810314a66a req-987b8636-b2ae-4691-a25c-939fe684991c service neutron] 10.222.0.73 "GET /v2.0/networks/c11ad559-6103-45c1-a6ef-608f106df115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833988 Aug 16 02:04:15.798504 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-35fc60a3-feb4-4a2d-b734-94a9d2b41b96 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.798953 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35fc60a3-feb4-4a2d-b734-94a9d2b41b96 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.800655 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-35fc60a3-feb4-4a2d-b734-94a9d2b41b96 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/2d121be1-cd80-4341-a039-51d58602b359 HTTP/1.1" status: 404 len: 337 time: 0.0282855 Aug 16 02:04:15.803997 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54958) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.826702 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da7e6af-5a01-4780-98b7-4a86966368a6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.827333 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da7e6af-5a01-4780-98b7-4a86966368a6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.829029 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4da7e6af-5a01-4780-98b7-4a86966368a6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/3b21053f-ba56-4f42-96c4-e79ae6ec08b0 HTTP/1.1" status: 404 len: 333 time: 0.0240667 Aug 16 02:04:15.831559 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54960) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.862346 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4f58b5-7739-41e1-b1a1-7c891d01c21f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.862779 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c4f58b5-7739-41e1-b1a1-7c891d01c21f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.864523 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2c4f58b5-7739-41e1-b1a1-7c891d01c21f tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/26efee70-92b1-46ff-8882-8fce9196feea HTTP/1.1" status: 404 len: 337 time: 0.0320511 Aug 16 02:04:15.867665 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54962) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.890484 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f36d609-f80a-4bda-99b1-24810314a66a req-c5272fff-41eb-4dbd-943e-7e5c0ec85c5d service neutron] 10.222.0.73 "GET /v2.0/networks/c11ad559-6103-45c1-a6ef-608f106df115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063261 Aug 16 02:04:15.891206 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2759316-1446-4276-904c-56fd989c42af tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.891864 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2759316-1446-4276-904c-56fd989c42af tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.893587 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d2759316-1446-4276-904c-56fd989c42af tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/cdcc2c53-c0a0-4dd3-9835-8c1583870703 HTTP/1.1" status: 404 len: 333 time: 0.0248814 Aug 16 02:04:15.896074 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54964) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.923841 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f6d1d0-5540-4069-912b-bcf346defb52 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.924286 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f6d1d0-5540-4069-912b-bcf346defb52 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.926041 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f6f6d1d0-5540-4069-912b-bcf346defb52 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/9c3fa991-610c-4ab5-a227-9c3776260efd HTTP/1.1" status: 404 len: 337 time: 0.0283437 Aug 16 02:04:15.929526 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54966) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.956743 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-732bf552-0602-418f-acfb-12d565ebaeb6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.957313 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732bf552-0602-418f-acfb-12d565ebaeb6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.959013 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-732bf552-0602-418f-acfb-12d565ebaeb6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/c85a5af8-b9dc-4961-aead-39fb774b6b75 HTTP/1.1" status: 404 len: 333 time: 0.0282919 Aug 16 02:04:15.961743 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54968) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:15.989827 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e78c5a-5c31-4e87-b614-08efc1c275cf tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:15.990905 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e78c5a-5c31-4e87-b614-08efc1c275cf tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:15.992690 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e4e78c5a-5c31-4e87-b614-08efc1c275cf tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/ccc7002e-9715-4304-8056-69bbfffab401 HTTP/1.1" status: 404 len: 337 time: 0.0300457 Aug 16 02:04:15.995466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54970) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.017849 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f82d3df-705c-4e09-9ff1-1e0265483b29 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:16.018348 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f82d3df-705c-4e09-9ff1-1e0265483b29 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:16.020085 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9f82d3df-705c-4e09-9ff1-1e0265483b29 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/a28b1755-ba1b-412b-bce3-ee5b42d6d3d9 HTTP/1.1" status: 404 len: 333 time: 0.0237279 Aug 16 02:04:16.022837 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54972) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.052398 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f0edca-a1f0-456a-ac7d-691c34177da6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:16.053480 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f0edca-a1f0-456a-ac7d-691c34177da6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:16.055325 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a8f0edca-a1f0-456a-ac7d-691c34177da6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/ca1b24a9-b417-4db7-84e8-d9b588b68639 HTTP/1.1" status: 404 len: 337 time: 0.0315874 Aug 16 02:04:16.058481 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54974) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.080533 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce95c64-a732-4b4e-b806-9fa4d45828f6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:16.081156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce95c64-a732-4b4e-b806-9fa4d45828f6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:16.082869 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bce95c64-a732-4b4e-b806-9fa4d45828f6 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/58884b95-66bd-4b79-a2df-3994e02f3f8b HTTP/1.1" status: 404 len: 333 time: 0.0234990 Aug 16 02:04:16.086331 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54976) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.113623 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec91157f-9aef-4ba0-8f53-b1632d9075fa tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:16.114188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec91157f-9aef-4ba0-8f53-b1632d9075fa tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:16.116862 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ec91157f-9aef-4ba0-8f53-b1632d9075fa tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/24b713c1-c766-4847-9149-5f135bb1526c HTTP/1.1" status: 404 len: 337 time: 0.0295525 Aug 16 02:04:16.119646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54978) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.142230 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e87c63-6b3b-4616-976e-35ca7f8787ae tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:16.142872 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e87c63-6b3b-4616-976e-35ca7f8787ae tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:16.144595 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-76e87c63-6b3b-4616-976e-35ca7f8787ae tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/59866494-1254-4888-93a7-d5e250aa0d35 HTTP/1.1" status: 404 len: 333 time: 0.0240400 Aug 16 02:04:16.147860 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54980) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.174671 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-c363740b-de8d-442a-8947-c6861f39bd16 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:16.175068 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c363740b-de8d-442a-8947-c6861f39bd16 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:16.176405 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c363740b-de8d-442a-8947-c6861f39bd16 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/e4b1ee3f-23ca-45ab-8236-fbcdc89bb132 HTTP/1.1" status: 404 len: 337 time: 0.0276384 Aug 16 02:04:16.179522 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54982) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.203021 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d0b805-7d64-4fbc-bf78-97110b931b4a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:16.203860 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d0b805-7d64-4fbc-bf78-97110b931b4a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:16.206447 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b7d0b805-7d64-4fbc-bf78-97110b931b4a tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/ports/72438f86-8a9d-425a-9528-6734cb454336 HTTP/1.1" status: 404 len: 333 time: 0.0259607 Aug 16 02:04:16.210062 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54984) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.239094 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b92831-ce0e-4b59-a762-e82750ffe78c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:16.239501 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b92831-ce0e-4b59-a762-e82750ffe78c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:16.241155 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-18b92831-ce0e-4b59-a762-e82750ffe78c tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/subnets/899e0912-6045-470c-b92f-4b8ddc8fd7a0 HTTP/1.1" status: 404 len: 337 time: 0.0302148 Aug 16 02:04:16.243709 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54986) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.328255 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-368d2b32-1cb5-405e-b850-20eb32706c79 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.420941 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-368d2b32-1cb5-405e-b850-20eb32706c79 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.430719 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-368d2b32-1cb5-405e-b850-20eb32706c79 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23333e5-5f21-4295-988a-70b7bca5c793']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:16.441016 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-368d2b32-1cb5-405e-b850-20eb32706c79 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3476cce5-9a27-430c-9d30-3044e9b7f0db') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:16.441639 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-368d2b32-1cb5-405e-b850-20eb32706c79 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3476cce5-9a27-430c-9d30-3044e9b7f0db') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:16.451147 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-368d2b32-1cb5-405e-b850-20eb32706c79 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.464954 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-368d2b32-1cb5-405e-b850-20eb32706c79 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.470593 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368d2b32-1cb5-405e-b850-20eb32706c79 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:16.470971 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-368d2b32-1cb5-405e-b850-20eb32706c79 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:16.473866 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:16.531092 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-368d2b32-1cb5-405e-b850-20eb32706c79 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.538888 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-368d2b32-1cb5-405e-b850-20eb32706c79 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.539996 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-368d2b32-1cb5-405e-b850-20eb32706c79 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] 10.222.0.68 "DELETE /v2.0/networks/a23333e5-5f21-4295-988a-70b7bca5c793 HTTP/1.1" status: 204 len: 168 time: 0.2951310 Aug 16 02:04:16.551665 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d2b32-1cb5-405e-b850-20eb32706c79 tempest-NetworksTestDHCPv6-1610441284 tempest-NetworksTestDHCPv6-1610441284-project] Pushing event deleted for resources: {'Network': ['ID=a23333e5-5f21-4295-988a-70b7bca5c793,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:16.780756 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54992) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.920161 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f267d127-9862-4ad7-ba95-0b3118d7273e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1e611015d31449ec9633635443d78676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382456 Aug 16 02:04:16.922559 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 54996) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:16.969241 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dda75c59-e99c-44c7-902d-0de875b81584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.989594 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dda75c59-e99c-44c7-902d-0de875b81584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.035329 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dda75c59-e99c-44c7-902d-0de875b81584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.038245 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dda75c59-e99c-44c7-902d-0de875b81584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.039372 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dda75c59-e99c-44c7-902d-0de875b81584 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6b79d4ea-cae6-48f9-b964-dc9f61c874eb HTTP/1.1" status: 204 len: 168 time: 0.1159291 Aug 16 02:04:17.047046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda75c59-e99c-44c7-902d-0de875b81584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b79d4ea-cae6-48f9-b964-dc9f61c874eb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:17.679493 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55020) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:17.817152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-994e2802-1d1a-4cae-b3f8-e7e5b46f5ba9 tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] Request body: {'port': {'network_id': '91d36abc-9bba-4867-a852-9a1cc85b66ea', 'name': 'tempest-NetworksNegativeTestJSON-395126242'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:17.830360 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-994e2802-1d1a-4cae-b3f8-e7e5b46f5ba9 tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] POST failed (client error): The resource could not be found. Aug 16 02:04:17.830875 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994e2802-1d1a-4cae-b3f8-e7e5b46f5ba9 tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:17.831961 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-994e2802-1d1a-4cae-b3f8-e7e5b46f5ba9 tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1514812 Aug 16 02:04:17.836275 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55024) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:17.854455 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a1edeb-1c4c-49e2-84f0-d1d89e030a6b tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:17.854968 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a1edeb-1c4c-49e2-84f0-d1d89e030a6b tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:17.856574 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-05a1edeb-1c4c-49e2-84f0-d1d89e030a6b tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] 10.222.0.68 "DELETE /v2.0/networks/b215b7ad-6c9d-44c8-85f4-ae892f7d44f6 HTTP/1.1" status: 404 len: 339 time: 0.0192118 Aug 16 02:04:17.860192 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55026) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:17.882048 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-853d47ee-c931-4a74-98a8-12e3c67b3693 tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:17.882551 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853d47ee-c931-4a74-98a8-12e3c67b3693 tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:17.884145 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-853d47ee-c931-4a74-98a8-12e3c67b3693 tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] 10.222.0.68 "DELETE /v2.0/ports/994f18ac-1346-42b6-a154-721690b730c8 HTTP/1.1" status: 404 len: 333 time: 0.0230942 Aug 16 02:04:17.887432 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55028) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:17.915266 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aefc54e-39d8-4fcb-872b-3d2e589b3646 tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] DELETE failed (client error): The resource could not be found. Aug 16 02:04:17.915716 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aefc54e-39d8-4fcb-872b-3d2e589b3646 tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:17.917464 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1aefc54e-39d8-4fcb-872b-3d2e589b3646 tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] 10.222.0.68 "DELETE /v2.0/subnets/599db993-e389-43c0-aba6-3efb0f87eff7 HTTP/1.1" status: 404 len: 337 time: 0.0291507 Aug 16 02:04:17.921118 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55030) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:17.943101 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c02e26-822a-41a2-a50f-6eb0edce1c2a tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] GET failed (client error): The resource could not be found. Aug 16 02:04:17.944661 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-18c02e26-822a-41a2-a50f-6eb0edce1c2a tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] 10.222.0.68 "GET /v2.0/networks/9d56d924-cd3d-43d4-9a4c-4d6b6b2401d4 HTTP/1.1" status: 404 len: 339 time: 0.0226455 Aug 16 02:04:17.948120 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55032) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:17.971492 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-389cb0be-2ccc-4b21-872b-df8ea1f269cd tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] GET failed (client error): The resource could not be found. Aug 16 02:04:17.972866 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-389cb0be-2ccc-4b21-872b-df8ea1f269cd tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] 10.222.0.68 "GET /v2.0/ports/94695865-9331-43d2-8a8f-2c48bb1f3500 HTTP/1.1" status: 404 len: 333 time: 0.0238807 Aug 16 02:04:17.977102 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55034) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:18.003028 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-08859642-a24a-46ea-a0cc-6d1c2fc1b528 tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] GET failed (client error): The resource could not be found. Aug 16 02:04:18.004264 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-08859642-a24a-46ea-a0cc-6d1c2fc1b528 tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] 10.222.0.68 "GET /v2.0/subnets/b4acbd5b-0d40-46f8-82e0-f0abee968786 HTTP/1.1" status: 404 len: 337 time: 0.0262980 Aug 16 02:04:18.008719 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55036) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:18.013479 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-166cb315-d9b7-4260-a5ca-6cfcfb6975e8 tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:18.027084 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-166cb315-d9b7-4260-a5ca-6cfcfb6975e8 tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] PUT failed (client error): The resource could not be found. Aug 16 02:04:18.027594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166cb315-d9b7-4260-a5ca-6cfcfb6975e8 tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:18.028652 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-166cb315-d9b7-4260-a5ca-6cfcfb6975e8 tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] 10.222.0.68 "PUT /v2.0/networks/9304127f-0d3b-4a49-875e-1c8c40ecb606 HTTP/1.1" status: 404 len: 339 time: 0.0190737 Aug 16 02:04:18.031975 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55038) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:18.037228 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-92553d8f-44b3-403d-83a3-c72c8c1dd58b tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:18.054618 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-92553d8f-44b3-403d-83a3-c72c8c1dd58b tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] PUT failed (client error): The resource could not be found. Aug 16 02:04:18.055192 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92553d8f-44b3-403d-83a3-c72c8c1dd58b tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:18.056263 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-92553d8f-44b3-403d-83a3-c72c8c1dd58b tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] 10.222.0.68 "PUT /v2.0/ports/c59bd223-f559-42db-be66-4267b88b2a67 HTTP/1.1" status: 404 len: 333 time: 0.0234311 Aug 16 02:04:18.059630 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55040) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:18.064437 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e263fecf-84b0-4902-9cdb-f86cbf041404 tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:18.086334 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-e263fecf-84b0-4902-9cdb-f86cbf041404 tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] PUT failed (client error): The resource could not be found. Aug 16 02:04:18.086765 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e263fecf-84b0-4902-9cdb-f86cbf041404 tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:04:18.087844 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e263fecf-84b0-4902-9cdb-f86cbf041404 tempest-NetworksNegativeTestJSON-586496535 tempest-NetworksNegativeTestJSON-586496535-project] 10.222.0.68 "PUT /v2.0/subnets/7be6320a-82c0-46bf-8f31-b02429597765 HTTP/1.1" status: 404 len: 337 time: 0.0273530 Aug 16 02:04:18.328519 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55046) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:18.438530 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-149412ed-f864-4cdc-b528-8c70a28cf6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.536436 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-149412ed-f864-4cdc-b528-8c70a28cf6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.540404 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-149412ed-f864-4cdc-b528-8c70a28cf6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.582190 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-149412ed-f864-4cdc-b528-8c70a28cf6e7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2290e291fbcc4f83b4384b0dde537b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525539 Aug 16 02:04:18.583027 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149412ed-f864-4cdc-b528-8c70a28cf6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9befec4-e7f3-4a70-a0c6-475bd39643f1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:18.585016 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55050) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:18.633093 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fe481eea-d107-4cd9-8e9a-5a296143f933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.657243 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fe481eea-d107-4cd9-8e9a-5a296143f933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.703279 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fe481eea-d107-4cd9-8e9a-5a296143f933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.705873 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fe481eea-d107-4cd9-8e9a-5a296143f933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.707021 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fe481eea-d107-4cd9-8e9a-5a296143f933 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c9befec4-e7f3-4a70-a0c6-475bd39643f1 HTTP/1.1" status: 204 len: 168 time: 0.1210558 Aug 16 02:04:18.714351 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe481eea-d107-4cd9-8e9a-5a296143f933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9befec4-e7f3-4a70-a0c6-475bd39643f1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:19.343086 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55072) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:19.439934 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f5791249-2d81-450a-8b85-0bc271b80db9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-456270062'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:19.462044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5791249-2d81-450a-8b85-0bc271b80db9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Made reservation on behalf of 8a75a99f5edd42458e4e2037d85a67bc for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:19.465377 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5791249-2d81-450a-8b85-0bc271b80db9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.473663 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5791249-2d81-450a-8b85-0bc271b80db9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.562266 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5791249-2d81-450a-8b85-0bc271b80db9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.566187 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5791249-2d81-450a-8b85-0bc271b80db9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.593370 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5791249-2d81-450a-8b85-0bc271b80db9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:19.603311 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5791249-2d81-450a-8b85-0bc271b80db9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b55bb5-c278-45b6-a2d7-42b62b40c592,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:19.608111 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5791249-2d81-450a-8b85-0bc271b80db9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.608453 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-f5791249-2d81-450a-8b85-0bc271b80db9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Added segment a2e7656d-8570-4896-aa06-bffbfcde9bde of type vlan for network e8c19362-c576-4ae5-aa20-1391ec2fd20a Aug 16 02:04:19.648149 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5791249-2d81-450a-8b85-0bc271b80db9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.677092 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5791249-2d81-450a-8b85-0bc271b80db9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.683235 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5791249-2d81-450a-8b85-0bc271b80db9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:19.683813 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5791249-2d81-450a-8b85-0bc271b80db9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.088964 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f5791249-2d81-450a-8b85-0bc271b80db9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7447476 Aug 16 02:04:20.091521 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55076) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:20.096315 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6bc374d2-5c88-4cb8-82c5-fdc1af06e50a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-969993409'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:20.115004 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5791249-2d81-450a-8b85-0bc271b80db9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Network': ['ID=e8c19362-c576-4ae5-aa20-1391ec2fd20a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:20.119084 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0e088429-7356-48a5-9205-63c68a32411c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.125853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network e8c19362-c576-4ae5-aa20-1391ec2fd20a details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:20.129987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc374d2-5c88-4cb8-82c5-fdc1af06e50a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Made reservation on behalf of 8a75a99f5edd42458e4e2037d85a67bc for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:20.133786 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6bc374d2-5c88-4cb8-82c5-fdc1af06e50a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.157880 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc374d2-5c88-4cb8-82c5-fdc1af06e50a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:20.168225 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6bc374d2-5c88-4cb8-82c5-fdc1af06e50a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.168585 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-6bc374d2-5c88-4cb8-82c5-fdc1af06e50a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Added segment 999a1b16-57fd-43d5-af1b-fb6c9dc7e75a of type vlan for network 4b2bfc0c-3a4b-485d-b28f-9b5c5768689a Aug 16 02:04:20.211232 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6bc374d2-5c88-4cb8-82c5-fdc1af06e50a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.243030 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6bc374d2-5c88-4cb8-82c5-fdc1af06e50a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.248536 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc374d2-5c88-4cb8-82c5-fdc1af06e50a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:20.249118 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6bc374d2-5c88-4cb8-82c5-fdc1af06e50a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.310394 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6bc374d2-5c88-4cb8-82c5-fdc1af06e50a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2178593 Aug 16 02:04:20.313313 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55078) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:20.320677 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fdefede1-29f9-486d-912e-d5d8180e97a8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'subnet': {'network_id': 'e8c19362-c576-4ae5-aa20-1391ec2fd20a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:20.327132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc374d2-5c88-4cb8-82c5-fdc1af06e50a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Network': ['ID=4b2bfc0c-3a4b-485d-b28f-9b5c5768689a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:20.339029 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 4b2bfc0c-3a4b-485d-b28f-9b5c5768689a details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:20.412461 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdefede1-29f9-486d-912e-d5d8180e97a8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Made reservation on behalf of 8a75a99f5edd42458e4e2037d85a67bc for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:20.416231 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fdefede1-29f9-486d-912e-d5d8180e97a8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.596948 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fdefede1-29f9-486d-912e-d5d8180e97a8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.662316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefede1-29f9-486d-912e-d5d8180e97a8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Subnet': ['ID=3a5236e7-26c5-4ea5-91f6-dc9f4af3582b,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:20.670905 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdefede1-29f9-486d-912e-d5d8180e97a8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Checking segment: {'id': 'a2e7656d-8570-4896-aa06-bffbfcde9bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e8c19362-c576-4ae5-aa20-1391ec2fd20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:20.671267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdefede1-29f9-486d-912e-d5d8180e97a8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network hostable DHCP agents. Network: e8c19362-c576-4ae5-aa20-1391ec2fd20a, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:20.689396 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdefede1-29f9-486d-912e-d5d8180e97a8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network e8c19362-c576-4ae5-aa20-1391ec2fd20a is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:20.698427 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-fdefede1-29f9-486d-912e-d5d8180e97a8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, e8c19362-c576-4ae5-aa20-1391ec2fd20a) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:20.703092 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdefede1-29f9-486d-912e-d5d8180e97a8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:20.703689 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fdefede1-29f9-486d-912e-d5d8180e97a8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.707553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b272b26c-246a-40f7-843e-e0ed6d985693 None None] Network e8c19362-c576-4ae5-aa20-1391ec2fd20a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:20.722536 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fdefede1-29f9-486d-912e-d5d8180e97a8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4081500 Aug 16 02:04:20.725515 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55080) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:20.730675 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e7bc9a56-cb60-4a68-94cf-4c6dadcdface tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'subnet': {'network_id': '4b2bfc0c-3a4b-485d-b28f-9b5c5768689a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:20.825122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bc9a56-cb60-4a68-94cf-4c6dadcdface tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Made reservation on behalf of 8a75a99f5edd42458e4e2037d85a67bc for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:20.828976 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e7bc9a56-cb60-4a68-94cf-4c6dadcdface tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.012678 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-e8c19362-c576-4ae5-aa20-1391ec2fd20a', 'network_id': 'e8c19362-c576-4ae5-aa20-1391ec2fd20a', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'fixed_ips': [{'subnet_id': '3a5236e7-26c5-4ea5-91f6-dc9f4af3582b'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:04:21.013617 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.028236 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e7bc9a56-cb60-4a68-94cf-4c6dadcdface tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.088398 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc9a56-cb60-4a68-94cf-4c6dadcdface tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Subnet': ['ID=f79e38ef-b7a0-459e-b8f1-c7dd196d93d8,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:21.098327 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc9a56-cb60-4a68-94cf-4c6dadcdface tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Checking segment: {'id': '999a1b16-57fd-43d5-af1b-fb6c9dc7e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4b2bfc0c-3a4b-485d-b28f-9b5c5768689a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:21.098911 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bc9a56-cb60-4a68-94cf-4c6dadcdface tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network hostable DHCP agents. Network: 4b2bfc0c-3a4b-485d-b28f-9b5c5768689a, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:21.114809 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bc9a56-cb60-4a68-94cf-4c6dadcdface tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network 4b2bfc0c-3a4b-485d-b28f-9b5c5768689a is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:21.123977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e7bc9a56-cb60-4a68-94cf-4c6dadcdface tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 4b2bfc0c-3a4b-485d-b28f-9b5c5768689a) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:21.128183 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bc9a56-cb60-4a68-94cf-4c6dadcdface tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:21.128763 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e7bc9a56-cb60-4a68-94cf-4c6dadcdface tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.136125 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04918a9-2cea-4c05-bfce-db7951a83c51 None None] Network 4b2bfc0c-3a4b-485d-b28f-9b5c5768689a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:21.145113 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e7bc9a56-cb60-4a68-94cf-4c6dadcdface tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4182575 Aug 16 02:04:21.147553 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55082) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:21.153746 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2263846b-9f87-45d6-8204-41e81ef441d5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1832307828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:21.180134 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2263846b-9f87-45d6-8204-41e81ef441d5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.181047 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2263846b-9f87-45d6-8204-41e81ef441d5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.204263 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Allocated IP 2001:db8::2 (e8c19362-c576-4ae5-aa20-1391ec2fd20a/3a5236e7-26c5-4ea5-91f6-dc9f4af3582b/ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:21.237594 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2263846b-9f87-45d6-8204-41e81ef441d5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.242253 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2263846b-9f87-45d6-8204-41e81ef441d5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.257714 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2263846b-9f87-45d6-8204-41e81ef441d5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.258987 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2263846b-9f87-45d6-8204-41e81ef441d5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1104746 Aug 16 02:04:21.261910 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55084) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:21.378391 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-4b2bfc0c-3a4b-485d-b28f-9b5c5768689a', 'network_id': '4b2bfc0c-3a4b-485d-b28f-9b5c5768689a', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'fixed_ips': [{'subnet_id': 'f79e38ef-b7a0-459e-b8f1-c7dd196d93d8'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:04:21.379242 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.440207 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.494084 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Transition to ACTIVE for port object ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:21.523959 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Transition to ACTIVE for port object ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:21.545807 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.547554 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2c1563b-e987-4103-a249-b3c04205991e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.607718 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Network e8c19362-c576-4ae5-aa20-1391ec2fd20a is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:21.610321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Pushing event updated for resources: {'Port': ['ID=ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:21.617727 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:21.619928 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Allocated IP 2001:db8:1::2 (4b2bfc0c-3a4b-485d-b28f-9b5c5768689a/f79e38ef-b7a0-459e-b8f1-c7dd196d93d8/10c1373a-ad3e-4f3f-adf7-ffe6418d4530) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:21.622278 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:21.720868 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Attempting to bind port ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:21.721150 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Attempting to bind port ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'a2e7656d-8570-4896-aa06-bffbfcde9bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e8c19362-c576-4ae5-aa20-1391ec2fd20a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:21.721510 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Attempting to bind port ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c on network e8c19362-c576-4ae5-aa20-1391ec2fd20a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:21.729314 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:21.729685 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Checking segment: {'id': 'a2e7656d-8570-4896-aa06-bffbfcde9bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e8c19362-c576-4ae5-aa20-1391ec2fd20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:21.730111 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.730500 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Bound using segment: {'id': 'a2e7656d-8570-4896-aa06-bffbfcde9bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e8c19362-c576-4ae5-aa20-1391ec2fd20a'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:21.730965 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Bound port: ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e7656d-8570-4896-aa06-bffbfcde9bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e8c19362-c576-4ae5-aa20-1391ec2fd20a'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:21.731345 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.801637 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-a2c1563b-e987-4103-a249-b3c04205991e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Allocated IP 2001:db8::1 (e8c19362-c576-4ae5-aa20-1391ec2fd20a/3a5236e7-26c5-4ea5-91f6-dc9f4af3582b/c7623440-3a44-439e-9be5-2c4a470e62cd) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:21.850514 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] For port ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:21.858197 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] For port ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c,segment=NetworkSegment(a2e7656d-8570-4896-aa06-bffbfcde9bde),segment_id=a2e7656d-8570-4896-aa06-bffbfcde9bde)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:21.863810 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.866740 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.898127 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Transition to ACTIVE for port object 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:21.920839 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2c1563b-e987-4103-a249-b3c04205991e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.936141 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Transition to ACTIVE for port object 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:21.942332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54dd8da-7ff7-4e72-9585-01532d3bb98a None None] Pushing event updated for resources: {'Port': ['ID=ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:21.944997 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a2c1563b-e987-4103-a249-b3c04205991e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Transition to ACTIVE for port object c7623440-3a44-439e-9be5-2c4a470e62cd will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:21.946704 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.986269 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2c1563b-e987-4103-a249-b3c04205991e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.988597 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Network 4b2bfc0c-3a4b-485d-b28f-9b5c5768689a is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:21.992568 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:21.998151 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:22.009036 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Pushing event updated for resources: {'Port': ['ID=10c1373a-ad3e-4f3f-adf7-ffe6418d4530,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:22.031314 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c1563b-e987-4103-a249-b3c04205991e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network e8c19362-c576-4ae5-aa20-1391ec2fd20a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:22.037981 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a2c1563b-e987-4103-a249-b3c04205991e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:22.042267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c1563b-e987-4103-a249-b3c04205991e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:22.042814 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2c1563b-e987-4103-a249-b3c04205991e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.057710 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Attempting to bind port 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:22.058112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Attempting to bind port 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '999a1b16-57fd-43d5-af1b-fb6c9dc7e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4b2bfc0c-3a4b-485d-b28f-9b5c5768689a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:22.058478 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Attempting to bind port 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 on network 4b2bfc0c-3a4b-485d-b28f-9b5c5768689a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:22.063970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:22.064353 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Checking segment: {'id': '999a1b16-57fd-43d5-af1b-fb6c9dc7e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4b2bfc0c-3a4b-485d-b28f-9b5c5768689a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:22.064806 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.065200 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Bound using segment: {'id': '999a1b16-57fd-43d5-af1b-fb6c9dc7e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4b2bfc0c-3a4b-485d-b28f-9b5c5768689a'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:22.065692 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Bound port: 10c1373a-ad3e-4f3f-adf7-ffe6418d4530, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999a1b16-57fd-43d5-af1b-fb6c9dc7e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4b2bfc0c-3a4b-485d-b28f-9b5c5768689a'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:22.066111 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.097832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1563b-e987-4103-a249-b3c04205991e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=c7623440-3a44-439e-9be5-2c4a470e62cd,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:22.165832 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] For port 10c1373a-ad3e-4f3f-adf7-ffe6418d4530, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:22.171280 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] For port 10c1373a-ad3e-4f3f-adf7-ffe6418d4530, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=10c1373a-ad3e-4f3f-adf7-ffe6418d4530,segment=NetworkSegment(999a1b16-57fd-43d5-af1b-fb6c9dc7e75a),segment_id=999a1b16-57fd-43d5-af1b-fb6c9dc7e75a)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:22.176335 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.187521 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2c1563b-e987-4103-a249-b3c04205991e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.252712 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e853f42-097c-4752-8e3b-131f758bf03e None None] Pushing event updated for resources: {'Port': ['ID=10c1373a-ad3e-4f3f-adf7-ffe6418d4530,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:22.498788 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2c1563b-e987-4103-a249-b3c04205991e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.503658 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2c1563b-e987-4103-a249-b3c04205991e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.504564 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2c1563b-e987-4103-a249-b3c04205991e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.596281 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1563b-e987-4103-a249-b3c04205991e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=c7623440-3a44-439e-9be5-2c4a470e62cd,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:22.601165 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53cf1d67-7c8c-4727-8603-95d2f3f3ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.645452 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c1563b-e987-4103-a249-b3c04205991e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network e8c19362-c576-4ae5-aa20-1391ec2fd20a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:22.647751 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a2c1563b-e987-4103-a249-b3c04205991e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:22.771433 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c1563b-e987-4103-a249-b3c04205991e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 42964113-a29c-4fb7-a30b-b02b512d0281 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:04:22.869325 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c1563b-e987-4103-a249-b3c04205991e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:22.877714 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a2c1563b-e987-4103-a249-b3c04205991e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/42964113-a29c-4fb7-a30b-b02b512d0281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6147857 Aug 16 02:04:22.878515 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55086) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:22.880845 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06580818-e07f-45ca-9d21-b98774363c7a None None] Sync routers for ids ['42964113-a29c-4fb7-a30b-b02b512d0281'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:22.892424 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06580818-e07f-45ca-9d21-b98774363c7a None None] Routers {'42964113-a29c-4fb7-a30b-b02b512d0281'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:22.893061 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-06580818-e07f-45ca-9d21-b98774363c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['42964113-a29c-4fb7-a30b-b02b512d0281'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:22.929352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6782e67c-beb7-4561-a242-f449216a337b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:22.934081 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856a57e6-6dba-40af-9184-fc425cbed64b None None] Network e8c19362-c576-4ae5-aa20-1391ec2fd20a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:22.934920 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55088) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:22.935169 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6782e67c-beb7-4561-a242-f449216a337b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/ports/c7623440-3a44-439e-9be5-2c4a470e62cd HTTP/1.1" status: 200 len: 911 time: 0.0554335 Aug 16 02:04:22.938284 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-06580818-e07f-45ca-9d21-b98774363c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:23.004393 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06580818-e07f-45ca-9d21-b98774363c7a None None] Routers {'42964113-a29c-4fb7-a30b-b02b512d0281'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:23.005037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-06580818-e07f-45ca-9d21-b98774363c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['42964113-a29c-4fb7-a30b-b02b512d0281'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:23.053053 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-06580818-e07f-45ca-9d21-b98774363c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:23.054157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06580818-e07f-45ca-9d21-b98774363c7a None None] The sync data for ids ['42964113-a29c-4fb7-a30b-b02b512d0281'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:23.064385 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ce9e90b6-aef9-41ad-a238-9b2866f66096 None None] Provisioning for port ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:23.091815 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:23.204660 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:23.211452 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:23.274563 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:23.286192 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:23.287873 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.355533 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.385136 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c9cebc8-4c52-413b-983e-fbb894878638 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.406195 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.449924 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c,segment=NetworkSegment(a2e7656d-8570-4896-aa06-bffbfcde9bde),segment_id=a2e7656d-8570-4896-aa06-bffbfcde9bde)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:23.456786 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.523088 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89c7fbd-5303-4c54-a976-a0b31dfd8ad9 None None] Network 4b2bfc0c-3a4b-485d-b28f-9b5c5768689a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:23.536187 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:23.621054 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-80defd4f-59d2-4e7c-8b09-a6585ad8aea1 None None] Provisioning for port c7623440-3a44-439e-9be5-2c4a470e62cd completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:23.649393 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-80defd4f-59d2-4e7c-8b09-a6585ad8aea1 None None] Provisioning complete for port c7623440-3a44-439e-9be5-2c4a470e62cd triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:23.649786 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80defd4f-59d2-4e7c-8b09-a6585ad8aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.719046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-3c9cebc8-4c52-413b-983e-fbb894878638 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Allocated IP 2001:db8:1::1 (4b2bfc0c-3a4b-485d-b28f-9b5c5768689a/f79e38ef-b7a0-459e-b8f1-c7dd196d93d8/7784ad46-696d-406b-a697-fde1c37b0932) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:23.727722 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-80defd4f-59d2-4e7c-8b09-a6585ad8aea1 None None] Port c7623440-3a44-439e-9be5-2c4a470e62cd cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:23.751583 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-80defd4f-59d2-4e7c-8b09-a6585ad8aea1 None None] Provisioning complete for port ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:23.751909 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80defd4f-59d2-4e7c-8b09-a6585ad8aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.816872 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10010abc-1b95-4317-86bf-47f9506dabd7 req-a16da91b-8196-4457-a647-0bbe77844975 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:23.819788 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-10010abc-1b95-4317-86bf-47f9506dabd7 req-a16da91b-8196-4457-a647-0bbe77844975 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0707150 Aug 16 02:04:23.869730 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c9cebc8-4c52-413b-983e-fbb894878638 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.893144 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3c9cebc8-4c52-413b-983e-fbb894878638 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Transition to ACTIVE for port object 7784ad46-696d-406b-a697-fde1c37b0932 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:23.899005 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-10010abc-1b95-4317-86bf-47f9506dabd7 req-cbff6c20-b189-4c99-ada2-4b087a9085d5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674136 Aug 16 02:04:23.919000 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-80defd4f-59d2-4e7c-8b09-a6585ad8aea1 None None] Provisioning for port 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:23.936953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-80defd4f-59d2-4e7c-8b09-a6585ad8aea1 None None] Provisioning complete for port 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:23.938372 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80defd4f-59d2-4e7c-8b09-a6585ad8aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.943577 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c9cebc8-4c52-413b-983e-fbb894878638 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.025239 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9cebc8-4c52-413b-983e-fbb894878638 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network 4b2bfc0c-3a4b-485d-b28f-9b5c5768689a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:24.031666 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3c9cebc8-4c52-413b-983e-fbb894878638 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:24.038359 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80defd4f-59d2-4e7c-8b09-a6585ad8aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.077178 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-80defd4f-59d2-4e7c-8b09-a6585ad8aea1 None None] For port 10c1373a-ad3e-4f3f-adf7-ffe6418d4530, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=10c1373a-ad3e-4f3f-adf7-ffe6418d4530,segment=NetworkSegment(999a1b16-57fd-43d5-af1b-fb6c9dc7e75a),segment_id=999a1b16-57fd-43d5-af1b-fb6c9dc7e75a)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:24.085666 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80defd4f-59d2-4e7c-8b09-a6585ad8aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.156514 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80defd4f-59d2-4e7c-8b09-a6585ad8aea1 None None] Pushing event updated for resources: {'Port': ['ID=10c1373a-ad3e-4f3f-adf7-ffe6418d4530,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:24.188420 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.222250 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cea3319d-6ca7-4369-be0c-73260bc7d344 None None] Provisioning complete for port c7623440-3a44-439e-9be5-2c4a470e62cd triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:24.223368 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cea3319d-6ca7-4369-be0c-73260bc7d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.270056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-cea3319d-6ca7-4369-be0c-73260bc7d344 None None] Port c7623440-3a44-439e-9be5-2c4a470e62cd cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:24.299893 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cea3319d-6ca7-4369-be0c-73260bc7d344 None None] Provisioning complete for port 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:24.300317 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cea3319d-6ca7-4369-be0c-73260bc7d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.438670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9cebc8-4c52-413b-983e-fbb894878638 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:24.439215 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c9cebc8-4c52-413b-983e-fbb894878638 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.481432 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cebc8-4c52-413b-983e-fbb894878638 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=7784ad46-696d-406b-a697-fde1c37b0932,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:24.515853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c0afa44c-82ff-44c9-b9e3-ef5028f611ca None None] Provisioning complete for port c7623440-3a44-439e-9be5-2c4a470e62cd triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:24.516231 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0afa44c-82ff-44c9-b9e3-ef5028f611ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.533920 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececacd9-2580-4315-b3fb-78e2c6d94563 req-50a565b9-4a23-4447-bbff-13adf2ac4441 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:24.535622 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ececacd9-2580-4315-b3fb-78e2c6d94563 req-50a565b9-4a23-4447-bbff-13adf2ac4441 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.5310185 Aug 16 02:04:24.550229 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c0afa44c-82ff-44c9-b9e3-ef5028f611ca None None] Port c7623440-3a44-439e-9be5-2c4a470e62cd cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:24.562994 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c0afa44c-82ff-44c9-b9e3-ef5028f611ca None None] Provisioning for port 7784ad46-696d-406b-a697-fde1c37b0932 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:24.567056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c0afa44c-82ff-44c9-b9e3-ef5028f611ca None None] Provisioning complete for port 7784ad46-696d-406b-a697-fde1c37b0932 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:24.567430 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0afa44c-82ff-44c9-b9e3-ef5028f611ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.603757 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ececacd9-2580-4315-b3fb-78e2c6d94563 req-0da4bd65-cd4b-4bb9-a3c8-7396d36ceceb tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606208 Aug 16 02:04:24.606190 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c0afa44c-82ff-44c9-b9e3-ef5028f611ca None None] Port 7784ad46-696d-406b-a697-fde1c37b0932 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:24.610846 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c9cebc8-4c52-413b-983e-fbb894878638 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.891222 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-aef2ef34-5bb3-4649-9def-670c1cc36d2a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:24.892627 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-aef2ef34-5bb3-4649-9def-670c1cc36d2a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 811 time: 0.1032579 Aug 16 02:04:24.895549 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c9cebc8-4c52-413b-983e-fbb894878638 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.900315 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c9cebc8-4c52-413b-983e-fbb894878638 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.901206 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c9cebc8-4c52-413b-983e-fbb894878638 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.912773 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-fec78eb1-0cdb-49da-8d80-3418304e911d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/quotas/5cb90ffe84bb4524bb185e7642128945 HTTP/1.1" status: 200 len: 375 time: 0.0114646 Aug 16 02:04:24.988563 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cebc8-4c52-413b-983e-fbb894878638 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=7784ad46-696d-406b-a697-fde1c37b0932,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:24.996927 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c050e62f-bc7d-4e24-93c8-90e80ddbd96c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0768559 Aug 16 02:04:25.008206 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:25.010844 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-3d883739-9061-4980-a771-e6b4299a7f2e service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:04:25.012419 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-3d883739-9061-4980-a771-e6b4299a7f2e service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084479 Aug 16 02:04:25.044732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9cebc8-4c52-413b-983e-fbb894878638 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network 4b2bfc0c-3a4b-485d-b28f-9b5c5768689a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:25.046210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3c9cebc8-4c52-413b-983e-fbb894878638 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:25.059888 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:25.060356 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.122511 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-19494835-1cda-483f-bffb-daeadcaa228a service neutron] 10.222.0.68 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001480 Aug 16 02:04:25.150673 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:25.196471 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9cebc8-4c52-413b-983e-fbb894878638 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 42964113-a29c-4fb7-a30b-b02b512d0281 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:25.215204 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:25.215743 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.238467 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-91c1b880-392e-474f-b906-bc312e0ec644 service neutron] 10.222.0.68 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080670 Aug 16 02:04:25.316799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9cebc8-4c52-413b-983e-fbb894878638 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:25.322917 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3c9cebc8-4c52-413b-983e-fbb894878638 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/42964113-a29c-4fb7-a30b-b02b512d0281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3866622 Aug 16 02:04:25.325214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55112) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:25.331961 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17822a25-cb19-429c-b3f5-d61db80ec4e5 None None] Sync routers for ids ['42964113-a29c-4fb7-a30b-b02b512d0281'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:25.342650 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17822a25-cb19-429c-b3f5-d61db80ec4e5 None None] Routers {'42964113-a29c-4fb7-a30b-b02b512d0281'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:25.343375 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-17822a25-cb19-429c-b3f5-d61db80ec4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['42964113-a29c-4fb7-a30b-b02b512d0281'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:25.383932 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-17822a25-cb19-429c-b3f5-d61db80ec4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:25.385057 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d41ffa-b503-4add-9ae4-8758a1cf031b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:25.390158 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55114) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:25.397192 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17822a25-cb19-429c-b3f5-d61db80ec4e5 None None] Routers {'42964113-a29c-4fb7-a30b-b02b512d0281'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:25.398209 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-17822a25-cb19-429c-b3f5-d61db80ec4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['42964113-a29c-4fb7-a30b-b02b512d0281'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:25.402665 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d5d41ffa-b503-4add-9ae4-8758a1cf031b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/ports/7784ad46-696d-406b-a697-fde1c37b0932 HTTP/1.1" status: 200 len: 913 time: 0.0760224 Aug 16 02:04:25.435611 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-af6c2158-937c-4614-b260-cc807551b499 None None] Provisioning complete for port 7784ad46-696d-406b-a697-fde1c37b0932 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:25.438254 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af6c2158-937c-4614-b260-cc807551b499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.452192 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-17822a25-cb19-429c-b3f5-d61db80ec4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:25.453108 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17822a25-cb19-429c-b3f5-d61db80ec4e5 None None] The sync data for ids ['42964113-a29c-4fb7-a30b-b02b512d0281'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:25.467405 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9220401d-c963-4e44-9070-9ea508364eb3 req-19302302-226e-4f78-b832-a7498e4afcfc tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9762047-fef1-4436-bf4c-c1bae576f31a HTTP/1.1" status: 200 len: 210 time: 0.0417130 Aug 16 02:04:25.504946 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-af6c2158-937c-4614-b260-cc807551b499 None None] Port 7784ad46-696d-406b-a697-fde1c37b0932 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:25.755280 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36a2e74e-ecea-4b0b-b0f8-0d99e0c36d5a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.994141 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.023021 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-36a2e74e-ecea-4b0b-b0f8-0d99e0c36d5a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting port 7784ad46-696d-406b-a697-fde1c37b0932 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:26.023586 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36a2e74e-ecea-4b0b-b0f8-0d99e0c36d5a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.118346 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36a2e74e-ecea-4b0b-b0f8-0d99e0c36d5a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.132099 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-36a2e74e-ecea-4b0b-b0f8-0d99e0c36d5a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Calling delete_port for 7784ad46-696d-406b-a697-fde1c37b0932 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:26.573745 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f43327dc-6d15-4810-b544-510e8bd5faf7 req-4acc4d12-6f81-4a6c-a5ab-0ff837c4b9c9 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9762047-fef1-4436-bf4c-c1bae576f31a HTTP/1.1" status: 200 len: 210 time: 0.0291576 Aug 16 02:04:26.679960 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36a2e74e-ecea-4b0b-b0f8-0d99e0c36d5a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.705352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2e74e-ecea-4b0b-b0f8-0d99e0c36d5a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Port': ['ID=7784ad46-696d-406b-a697-fde1c37b0932,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:26.832070 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36a2e74e-ecea-4b0b-b0f8-0d99e0c36d5a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.010150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-d3828a6c-d116-4776-b7a8-5b9c02f32619 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:27.011624 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-d3828a6c-d116-4776-b7a8-5b9c02f32619 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.73 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 811 time: 0.1916857 Aug 16 02:04:27.053436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-79b89e7c-3b90-41d1-893a-9479b447088d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Request body: {'port': {'device_id': 'a9762047-fef1-4436-bf4c-c1bae576f31a', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'admin_state_up': True, 'tenant_id': '5cb90ffe84bb4524bb185e7642128945'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:27.168071 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a2e74e-ecea-4b0b-b0f8-0d99e0c36d5a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 42964113-a29c-4fb7-a30b-b02b512d0281 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:27.276306 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-79b89e7c-3b90-41d1-893a-9479b447088d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Made reservation on behalf of 5cb90ffe84bb4524bb185e7642128945 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:27.279798 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-79b89e7c-3b90-41d1-893a-9479b447088d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.303342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a2e74e-ecea-4b0b-b0f8-0d99e0c36d5a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:27.308237 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-36a2e74e-ecea-4b0b-b0f8-0d99e0c36d5a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/42964113-a29c-4fb7-a30b-b02b512d0281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9168992 Aug 16 02:04:27.311152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55130) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:27.313130 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c47120-6744-421c-ac47-1911f862a341 None None] Sync routers for ids ['42964113-a29c-4fb7-a30b-b02b512d0281'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:27.324606 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c47120-6744-421c-ac47-1911f862a341 None None] Routers {'42964113-a29c-4fb7-a30b-b02b512d0281'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:27.325227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-16c47120-6744-421c-ac47-1911f862a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['42964113-a29c-4fb7-a30b-b02b512d0281'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:27.360630 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-16c47120-6744-421c-ac47-1911f862a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:27.369680 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c47120-6744-421c-ac47-1911f862a341 None None] Routers {'42964113-a29c-4fb7-a30b-b02b512d0281'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:27.370317 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-16c47120-6744-421c-ac47-1911f862a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['42964113-a29c-4fb7-a30b-b02b512d0281'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:27.403121 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-16c47120-6744-421c-ac47-1911f862a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:27.403792 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c47120-6744-421c-ac47-1911f862a341 None None] The sync data for ids ['42964113-a29c-4fb7-a30b-b02b512d0281'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:27.426733 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-79b89e7c-3b90-41d1-893a-9479b447088d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Allocated IP 172.20.0.10 (3f1b1636-5281-4805-974a-0b39f2f11573/193ae495-97a3-4862-b920-d828451f284d/0f737791-2673-4635-ac95-eac4a0e6ef50) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:27.576512 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-79b89e7c-3b90-41d1-893a-9479b447088d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.590123 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-79b89e7c-3b90-41d1-893a-9479b447088d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Transition to ACTIVE for port object 0f737791-2673-4635-ac95-eac4a0e6ef50 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:27.626149 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-79b89e7c-3b90-41d1-893a-9479b447088d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.639579 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['e2986aae-10ef-4006-a525-d97c3b9c7c68'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:27.644125 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['d4bf83a5-1d6f-4388-bff2-0337c4902599'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:27.664052 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49958162-b322-4daf-b1aa-32d7e24825d8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.668741 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-79b89e7c-3b90-41d1-893a-9479b447088d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Network 3f1b1636-5281-4805-974a-0b39f2f11573 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:27.675965 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-79b89e7c-3b90-41d1-893a-9479b447088d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:27.680456 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-79b89e7c-3b90-41d1-893a-9479b447088d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:27.709969 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b89e7c-3b90-41d1-893a-9479b447088d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Pushing event updated for resources: {'Port': ['ID=0f737791-2673-4635-ac95-eac4a0e6ef50,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:27.739237 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-79b89e7c-3b90-41d1-893a-9479b447088d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:27.740516 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-79b89e7c-3b90-41d1-893a-9479b447088d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.758840 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-79b89e7c-3b90-41d1-893a-9479b447088d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7097313 Aug 16 02:04:27.780012 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Request body: {'port': {'device_id': 'a9762047-fef1-4436-bf4c-c1bae576f31a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:27.810221 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5d61b-8b6b-461d-9faf-7f944c8cb2a6 req-2808b3c0-4ac8-46b6-b829-460ab9e1eeff tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:27.819768 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-33d5d61b-8b6b-461d-9faf-7f944c8cb2a6 req-2808b3c0-4ac8-46b6-b829-460ab9e1eeff tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9762047-fef1-4436-bf4c-c1bae576f31a HTTP/1.1" status: 200 len: 932 time: 0.1597149 Aug 16 02:04:27.851409 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.929664 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-33d5d61b-8b6b-461d-9faf-7f944c8cb2a6 req-332a2f15-8a90-401d-bb03-41db83ccb156 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661960 Aug 16 02:04:27.978308 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cb440288-f6c0-45a1-8696-a0b8dd66dd2e None None] Provisioning for port 0f737791-2673-4635-ac95-eac4a0e6ef50 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:27.987723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cb440288-f6c0-45a1-8696-a0b8dd66dd2e None None] Provisioning complete for port 0f737791-2673-4635-ac95-eac4a0e6ef50 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:27.988099 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cb440288-f6c0-45a1-8696-a0b8dd66dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.028064 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-cb440288-f6c0-45a1-8696-a0b8dd66dd2e None None] Port 0f737791-2673-4635-ac95-eac4a0e6ef50 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:28.045418 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-49958162-b322-4daf-b1aa-32d7e24825d8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting port c7623440-3a44-439e-9be5-2c4a470e62cd {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:28.045787 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49958162-b322-4daf-b1aa-32d7e24825d8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.136606 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49958162-b322-4daf-b1aa-32d7e24825d8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.141720 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f737791-2673-4635-ac95-eac4a0e6ef50 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:28.149184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-49958162-b322-4daf-b1aa-32d7e24825d8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Calling delete_port for c7623440-3a44-439e-9be5-2c4a470e62cd owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:28.149831 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.161838 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Transition to ACTIVE for port object 0f737791-2673-4635-ac95-eac4a0e6ef50 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:28.165671 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.240140 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Pushing event updated for resources: {'Port': ['ID=0f737791-2673-4635-ac95-eac4a0e6ef50,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:28.292145 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Attempting to bind port 0f737791-2673-4635-ac95-eac4a0e6ef50 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:28.292728 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Attempting to bind port 0f737791-2673-4635-ac95-eac4a0e6ef50 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:28.292848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Attempting to bind port 0f737791-2673-4635-ac95-eac4a0e6ef50 on network 3f1b1636-5281-4805-974a-0b39f2f11573 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:28.298277 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Port 0f737791-2673-4635-ac95-eac4a0e6ef50 on network 3f1b1636-5281-4805-974a-0b39f2f11573 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:04:28.298587 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Attempting to bind port 0f737791-2673-4635-ac95-eac4a0e6ef50 on network 3f1b1636-5281-4805-974a-0b39f2f11573 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:28.304687 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:28.305030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Checking segment: {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:28.305415 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Bound using segment: {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:28.305869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Bound port: 0f737791-2673-4635-ac95-eac4a0e6ef50, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:28.306234 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.344759 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49958162-b322-4daf-b1aa-32d7e24825d8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.373336 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49958162-b322-4daf-b1aa-32d7e24825d8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Port': ['ID=c7623440-3a44-439e-9be5-2c4a470e62cd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:28.377451 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] For port 0f737791-2673-4635-ac95-eac4a0e6ef50, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:28.381335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] For port 0f737791-2673-4635-ac95-eac4a0e6ef50, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0f737791-2673-4635-ac95-eac4a0e6ef50,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:28.386714 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.432954 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:28.433524 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.434966 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] 10.222.0.73 "PUT /v2.0/ports/0f737791-2673-4635-ac95-eac4a0e6ef50 HTTP/1.1" status: 200 len: 1093 time: 0.6625676 Aug 16 02:04:28.435417 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9762047-fef1-4436-bf4c-c1bae576f31a', 'tag': '0f737791-2673-4635-ac95-eac4a0e6ef50'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:28.437938 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef526555-3b68-4862-96ad-ce7e92e0bef2" -d '{"events": [{"name": "network-changed", "server_uuid": "a9762047-fef1-4436-bf4c-c1bae576f31a", "tag": "0f737791-2673-4635-ac95-eac4a0e6ef50"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:28.462293 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6fd46-07cf-46bd-ad00-cd699136ec0b service neutron] Pushing event updated for resources: {'Port': ['ID=0f737791-2673-4635-ac95-eac4a0e6ef50,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:28.492066 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49958162-b322-4daf-b1aa-32d7e24825d8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.574479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-2e191852-26d7-451d-a8a7-f7b2a97a1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:28.579683 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-2e191852-26d7-451d-a8a7-f7b2a97a1e61 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=a9762047-fef1-4436-bf4c-c1bae576f31a HTTP/1.1" status: 200 len: 1096 time: 0.0650632 Aug 16 02:04:28.644004 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-7e1380ad-e701-4047-be89-1ec15083fa85 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f737791-2673-4635-ac95-eac4a0e6ef50 HTTP/1.1" status: 200 len: 217 time: 0.0498917 Aug 16 02:04:28.693738 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49958162-b322-4daf-b1aa-32d7e24825d8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 42964113-a29c-4fb7-a30b-b02b512d0281 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:28.721419 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b269cf8b-bfe3-40ad-984a-6b69117f79b0 x-openstack-request-id: req-b269cf8b-bfe3-40ad-984a-6b69117f79b0 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:28.721716 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9762047-fef1-4436-bf4c-c1bae576f31a", "tag": "0f737791-2673-4635-ac95-eac4a0e6ef50", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:28.722081 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b269cf8b-bfe3-40ad-984a-6b69117f79b0 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:28.722889 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9762047-fef1-4436-bf4c-c1bae576f31a', 'tag': '0f737791-2673-4635-ac95-eac4a0e6ef50', 'status': 'completed', 'code': 200} Aug 16 02:04:28.725429 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-49534c29-c75c-486c-ba25-d357f0ff4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:28.727023 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-49534c29-c75c-486c-ba25-d357f0ff4725 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.0712583 Aug 16 02:04:28.779291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-ee07038f-39ec-4ff7-add8-a483fb62a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:28.780804 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-ee07038f-39ec-4ff7-add8-a483fb62a80e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421100 Aug 16 02:04:28.784846 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49958162-b322-4daf-b1aa-32d7e24825d8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:28.790154 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-49958162-b322-4daf-b1aa-32d7e24825d8 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/42964113-a29c-4fb7-a30b-b02b512d0281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4775622 Aug 16 02:04:28.792649 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55138) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:28.794637 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6471ebbc-a944-471d-9231-d8b2264ba60e None None] Sync routers for ids ['42964113-a29c-4fb7-a30b-b02b512d0281'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:28.803715 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6471ebbc-a944-471d-9231-d8b2264ba60e None None] Routers {'42964113-a29c-4fb7-a30b-b02b512d0281'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:28.804334 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6471ebbc-a944-471d-9231-d8b2264ba60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['42964113-a29c-4fb7-a30b-b02b512d0281'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:28.826578 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-065bd92f-f1bb-4e4b-bfe0-1092d6e6b9bf tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/ports?device_id=42964113-a29c-4fb7-a30b-b02b512d0281 HTTP/1.1" status: 200 len: 205 time: 0.0327978 Aug 16 02:04:28.829379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55142) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:28.837669 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6471ebbc-a944-471d-9231-d8b2264ba60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:28.850398 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6471ebbc-a944-471d-9231-d8b2264ba60e None None] Routers {'42964113-a29c-4fb7-a30b-b02b512d0281'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:28.851471 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6471ebbc-a944-471d-9231-d8b2264ba60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['42964113-a29c-4fb7-a30b-b02b512d0281'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:28.883221 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6471ebbc-a944-471d-9231-d8b2264ba60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:28.884132 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6471ebbc-a944-471d-9231-d8b2264ba60e None None] The sync data for ids ['42964113-a29c-4fb7-a30b-b02b512d0281'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:28.904730 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-3b71733e-c0a3-4774-9e7e-d26468218c19 service neutron] 10.222.0.73 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098578 Aug 16 02:04:28.916547 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-215c56c2-f2fd-4e79-84a6-e4dd992f3cd0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.014814 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5616559-5b4e-428f-900d-e2e3aa8f02a6 req-76848574-4e83-4576-8115-90f9a0d19452 service neutron] 10.222.0.73 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973852 Aug 16 02:04:29.120363 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-215c56c2-f2fd-4e79-84a6-e4dd992f3cd0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.121946 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef526555-3b68-4862-96ad-ce7e92e0bef2 req-7d399fb9-a429-48a9-8973-ec631f758438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.123377 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-215c56c2-f2fd-4e79-84a6-e4dd992f3cd0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.123498 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef526555-3b68-4862-96ad-ce7e92e0bef2 req-7d399fb9-a429-48a9-8973-ec631f758438 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=a9762047-fef1-4436-bf4c-c1bae576f31a HTTP/1.1" status: 200 len: 1096 time: 0.0483732 Aug 16 02:04:29.182765 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767cd6a-31de-4e7f-9f9f-68f0b0ce2a2a req-20da8c7c-81b4-4a52-a846-06a3b6099dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.184307 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0767cd6a-31de-4e7f-9f9f-68f0b0ce2a2a req-20da8c7c-81b4-4a52-a846-06a3b6099dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9762047-fef1-4436-bf4c-c1bae576f31a HTTP/1.1" status: 200 len: 944 time: 0.1579206 Aug 16 02:04:29.186669 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-215c56c2-f2fd-4e79-84a6-e4dd992f3cd0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.187642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215c56c2-f2fd-4e79-84a6-e4dd992f3cd0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Fanout notify agent at l3_agent the message router_deleted on router 42964113-a29c-4fb7-a30b-b02b512d0281 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:04:29.196520 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-215c56c2-f2fd-4e79-84a6-e4dd992f3cd0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.200409 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-215c56c2-f2fd-4e79-84a6-e4dd992f3cd0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/routers/42964113-a29c-4fb7-a30b-b02b512d0281 HTTP/1.1" status: 204 len: 168 time: 0.3663790 Aug 16 02:04:29.202762 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55146) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:29.241916 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0767cd6a-31de-4e7f-9f9f-68f0b0ce2a2a req-b14c50ce-0991-479a-8b61-90f76373cdb3 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430641 Aug 16 02:04:29.275709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef526555-3b68-4862-96ad-ce7e92e0bef2 req-19372deb-b634-47ff-b81c-d1d1aa727092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.277221 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef526555-3b68-4862-96ad-ce7e92e0bef2 req-19372deb-b634-47ff-b81c-d1d1aa727092 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 912 time: 0.1464798 Aug 16 02:04:29.283471 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ff883d-a0cb-4dcb-9290-1042675974ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting subnet f79e38ef-b7a0-459e-b8f1-c7dd196d93d8 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:29.287489 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50ff883d-a0cb-4dcb-9290-1042675974ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.348381 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef526555-3b68-4862-96ad-ce7e92e0bef2 req-b6eb41df-2b48-428b-9f41-030b29283fd3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f737791-2673-4635-ac95-eac4a0e6ef50 HTTP/1.1" status: 200 len: 217 time: 0.0581095 Aug 16 02:04:29.368574 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50ff883d-a0cb-4dcb-9290-1042675974ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.437865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef526555-3b68-4862-96ad-ce7e92e0bef2 req-86efe5fa-ba4a-4fff-9f5e-5c2b8e54551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.439298 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef526555-3b68-4862-96ad-ce7e92e0bef2 req-86efe5fa-ba4a-4fff-9f5e-5c2b8e54551b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.0820656 Aug 16 02:04:29.506416 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50ff883d-a0cb-4dcb-9290-1042675974ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.542064 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef526555-3b68-4862-96ad-ce7e92e0bef2 req-170a52f1-8cce-4b69-9028-b3c2372e5715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.543545 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef526555-3b68-4862-96ad-ce7e92e0bef2 req-170a52f1-8cce-4b69-9028-b3c2372e5715 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0793498 Aug 16 02:04:29.619084 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50ff883d-a0cb-4dcb-9290-1042675974ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.655919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff883d-a0cb-4dcb-9290-1042675974ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Subnet': ['ID=f79e38ef-b7a0-459e-b8f1-c7dd196d93d8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:29.664793 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50ff883d-a0cb-4dcb-9290-1042675974ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.666683 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-50ff883d-a0cb-4dcb-9290-1042675974ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/subnets/f79e38ef-b7a0-459e-b8f1-c7dd196d93d8 HTTP/1.1" status: 204 len: 168 time: 0.4622664 Aug 16 02:04:29.666886 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594c871b-3cad-40c4-96bd-e737aaf8a24e None None] Network 4b2bfc0c-3a4b-485d-b28f-9b5c5768689a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:29.669405 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55148) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:29.682212 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef526555-3b68-4862-96ad-ce7e92e0bef2 req-2c6eb03b-8c37-4eda-92c4-795c139ae5a5 service neutron] 10.222.0.73 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282666 Aug 16 02:04:29.722795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6a7e7a-12ac-4345-a2d6-5a8ad42eebd5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting subnet 3a5236e7-26c5-4ea5-91f6-dc9f4af3582b {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:29.726394 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da6a7e7a-12ac-4345-a2d6-5a8ad42eebd5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.767738 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da6a7e7a-12ac-4345-a2d6-5a8ad42eebd5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.781882 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef526555-3b68-4862-96ad-ce7e92e0bef2 req-a60baa2a-4175-416c-8b78-79291acb6da9 service neutron] 10.222.0.73 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920596 Aug 16 02:04:29.862332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f2c041-7cfd-4889-87f3-d77458273f9c None None] DHCP port deletion for 4b2bfc0c-3a4b-485d-b28f-9b5c5768689a request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:04:29.879250 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da6a7e7a-12ac-4345-a2d6-5a8ad42eebd5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.918758 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-19f2c041-7cfd-4889-87f3-d77458273f9c None None] Deleting port 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:29.919143 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19f2c041-7cfd-4889-87f3-d77458273f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.948139 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da6a7e7a-12ac-4345-a2d6-5a8ad42eebd5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.977890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a7e7a-12ac-4345-a2d6-5a8ad42eebd5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Subnet': ['ID=3a5236e7-26c5-4ea5-91f6-dc9f4af3582b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:29.984501 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-19f2c041-7cfd-4889-87f3-d77458273f9c None None] For port 10c1373a-ad3e-4f3f-adf7-ffe6418d4530, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=10c1373a-ad3e-4f3f-adf7-ffe6418d4530,segment=NetworkSegment(999a1b16-57fd-43d5-af1b-fb6c9dc7e75a),segment_id=999a1b16-57fd-43d5-af1b-fb6c9dc7e75a)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:29.985055 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19f2c041-7cfd-4889-87f3-d77458273f9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.985784 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da6a7e7a-12ac-4345-a2d6-5a8ad42eebd5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.988886 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-da6a7e7a-12ac-4345-a2d6-5a8ad42eebd5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/subnets/3a5236e7-26c5-4ea5-91f6-dc9f4af3582b HTTP/1.1" status: 204 len: 168 time: 0.3177755 Aug 16 02:04:29.993091 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55150) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:29.997798 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9217a53e-a1f2-46af-8b7d-dd1830ddc1eb None None] Network e8c19362-c576-4ae5-aa20-1391ec2fd20a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:30.006152 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-19f2c041-7cfd-4889-87f3-d77458273f9c None None] Calling delete_port for 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:30.085113 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.143141 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting port 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:30.143493 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.207919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] For port 10c1373a-ad3e-4f3f-adf7-ffe6418d4530, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=10c1373a-ad3e-4f3f-adf7-ffe6418d4530,segment=NetworkSegment(999a1b16-57fd-43d5-af1b-fb6c9dc7e75a),segment_id=999a1b16-57fd-43d5-af1b-fb6c9dc7e75a)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:30.208699 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.226165 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Calling delete_port for 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:30.317653 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.352470 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19f2c041-7cfd-4889-87f3-d77458273f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.364246 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Port': ['ID=10c1373a-ad3e-4f3f-adf7-ffe6418d4530,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:30.388513 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2c041-7cfd-4889-87f3-d77458273f9c None None] Pushing event deleted for resources: {'Port': ['ID=10c1373a-ad3e-4f3f-adf7-ffe6418d4530,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:30.388940 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] No DVR routers for this DVR port 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:30.397363 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f2c041-7cfd-4889-87f3-d77458273f9c None None] No DVR routers for this DVR port 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:30.457790 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a16f08-a9b2-474a-84cc-e10b4c37eeab None None] DHCP port deletion for e8c19362-c576-4ae5-aa20-1391ec2fd20a request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:04:30.479566 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.488980 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18526344-91bd-4643-93f6-a1281d5a988d req-c0258e6e-45b3-4f87-bb9e-745839b91c12 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:30.490701 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-18526344-91bd-4643-93f6-a1281d5a988d req-c0258e6e-45b3-4f87-bb9e-745839b91c12 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9762047-fef1-4436-bf4c-c1bae576f31a HTTP/1.1" status: 200 len: 944 time: 0.1665988 Aug 16 02:04:30.498759 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2bfc0c-3a4b-485d-b28f-9b5c5768689a']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:30.504106 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-95a16f08-a9b2-474a-84cc-e10b4c37eeab None None] Deleting port ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:30.504488 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95a16f08-a9b2-474a-84cc-e10b4c37eeab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.515333 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999a1b16-57fd-43d5-af1b-fb6c9dc7e75a') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:30.515630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999a1b16-57fd-43d5-af1b-fb6c9dc7e75a') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:30.532273 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.557496 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-18526344-91bd-4643-93f6-a1281d5a988d req-1a0349da-7f91-4415-acfc-a7c302b4f51c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563781 Aug 16 02:04:30.558413 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.564496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:30.564892 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.565901 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-95a16f08-a9b2-474a-84cc-e10b4c37eeab None None] For port ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c,segment=NetworkSegment(a2e7656d-8570-4896-aa06-bffbfcde9bde),segment_id=a2e7656d-8570-4896-aa06-bffbfcde9bde)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:30.566315 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95a16f08-a9b2-474a-84cc-e10b4c37eeab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: items = [ Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:30.568104 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:30.601418 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-95a16f08-a9b2-474a-84cc-e10b4c37eeab None None] Calling delete_port for ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:30.674421 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.682112 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.683935 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/networks/4b2bfc0c-3a4b-485d-b28f-9b5c5768689a HTTP/1.1" status: 204 len: 168 time: 0.6895635 Aug 16 02:04:30.688081 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55154) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:30.696260 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eeb9d-b20d-4b4e-94b9-9ea05fc1392c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Network': ['ID=4b2bfc0c-3a4b-485d-b28f-9b5c5768689a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:30.714473 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95a16f08-a9b2-474a-84cc-e10b4c37eeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.740491 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a16f08-a9b2-474a-84cc-e10b4c37eeab None None] Pushing event deleted for resources: {'Port': ['ID=ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:30.743883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a16f08-a9b2-474a-84cc-e10b4c37eeab None None] No DVR routers for this DVR port ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:30.783745 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8b6c593-f57a-43b9-927b-7abb912c6862 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.867963 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8b6c593-f57a-43b9-927b-7abb912c6862 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.877958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b8b6c593-f57a-43b9-927b-7abb912c6862 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c19362-c576-4ae5-aa20-1391ec2fd20a']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:30.888973 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b8b6c593-f57a-43b9-927b-7abb912c6862 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e7656d-8570-4896-aa06-bffbfcde9bde') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:30.889244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b8b6c593-f57a-43b9-927b-7abb912c6862 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e7656d-8570-4896-aa06-bffbfcde9bde') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:30.898638 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8b6c593-f57a-43b9-927b-7abb912c6862 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.912124 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8b6c593-f57a-43b9-927b-7abb912c6862 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.918330 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b6c593-f57a-43b9-927b-7abb912c6862 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:30.918820 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8b6c593-f57a-43b9-927b-7abb912c6862 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:30.921739 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:30.975159 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:30.983710 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8b6c593-f57a-43b9-927b-7abb912c6862 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.990708 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8b6c593-f57a-43b9-927b-7abb912c6862 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.992491 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b8b6c593-f57a-43b9-927b-7abb912c6862 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/networks/e8c19362-c576-4ae5-aa20-1391ec2fd20a HTTP/1.1" status: 204 len: 168 time: 0.3028698 Aug 16 02:04:30.996650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55156) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:30.998085 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:30.998443 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 10c1373a-ad3e-4f3f-adf7-ffe6418d4530 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:30.998862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:31.002482 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1233899257'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:31.004037 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6c593-f57a-43b9-927b-7abb912c6862 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Network': ['ID=e8c19362-c576-4ae5-aa20-1391ec2fd20a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:31.022127 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:31.022565 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ebcc1fdb-dec1-4a6f-aa9e-d1a8300a0f8c not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:31.030858 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Made reservation on behalf of 8a75a99f5edd42458e4e2037d85a67bc for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:31.035407 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.059521 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:31.068466 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.068848 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Added segment 069c5584-19d7-4896-8c8f-5dbec131eb7a of type vlan for network 920e99c7-c187-4d81-b4af-03c087fcdd52 Aug 16 02:04:31.110783 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.138318 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.143919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:31.144505 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.208122 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2097478 Aug 16 02:04:31.211280 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55158) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:31.216186 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ccc5117f-7485-4448-9c83-b2937b509897 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'subnet': {'network_id': '920e99c7-c187-4d81-b4af-03c087fcdd52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:31.234179 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Network': ['ID=920e99c7-c187-4d81-b4af-03c087fcdd52,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:31.270579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.270946 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.271289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.271613 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.271933 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.272252 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.272570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.272889 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.273204 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.273519 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.273922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.274236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0686d6-558f-498e-9f79-57ea7702fb41 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:31.287216 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 920e99c7-c187-4d81-b4af-03c087fcdd52 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:31.319968 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc5117f-7485-4448-9c83-b2937b509897 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Made reservation on behalf of 8a75a99f5edd42458e4e2037d85a67bc for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:31.323574 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ccc5117f-7485-4448-9c83-b2937b509897 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.501847 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ccc5117f-7485-4448-9c83-b2937b509897 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.565950 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5117f-7485-4448-9c83-b2937b509897 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Subnet': ['ID=93430a8b-a38c-40e9-a6ce-25e93d24ddb2,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:31.573026 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc5117f-7485-4448-9c83-b2937b509897 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Checking segment: {'id': '069c5584-19d7-4896-8c8f-5dbec131eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '920e99c7-c187-4d81-b4af-03c087fcdd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:31.573412 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc5117f-7485-4448-9c83-b2937b509897 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network hostable DHCP agents. Network: 920e99c7-c187-4d81-b4af-03c087fcdd52, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:31.589733 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc5117f-7485-4448-9c83-b2937b509897 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network 920e99c7-c187-4d81-b4af-03c087fcdd52 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:31.598258 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ccc5117f-7485-4448-9c83-b2937b509897 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 920e99c7-c187-4d81-b4af-03c087fcdd52) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:31.603162 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5117f-7485-4448-9c83-b2937b509897 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:31.603470 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ccc5117f-7485-4448-9c83-b2937b509897 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.608642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964ef985-2a51-4e47-ade2-d970dbbdb9e7 None None] Network 920e99c7-c187-4d81-b4af-03c087fcdd52 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:31.623073 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ccc5117f-7485-4448-9c83-b2937b509897 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4106638 Aug 16 02:04:31.625557 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55162) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:31.630056 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f3c63784-9261-40ed-933a-ea33da8b1461 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-555726533', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:31.655956 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3c63784-9261-40ed-933a-ea33da8b1461 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.659884 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3c63784-9261-40ed-933a-ea33da8b1461 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.702713 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e38d5c-c984-481c-b005-9131c564043c req-22f9d4e3-1eb3-4bed-9c3b-dc26afe5335b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:31.704540 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-52e38d5c-c984-481c-b005-9131c564043c req-22f9d4e3-1eb3-4bed-9c3b-dc26afe5335b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9762047-fef1-4436-bf4c-c1bae576f31a HTTP/1.1" status: 200 len: 944 time: 0.0570126 Aug 16 02:04:31.714215 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3c63784-9261-40ed-933a-ea33da8b1461 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.719427 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3c63784-9261-40ed-933a-ea33da8b1461 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.736923 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3c63784-9261-40ed-933a-ea33da8b1461 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.741409 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f3c63784-9261-40ed-933a-ea33da8b1461 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1117764 Aug 16 02:04:31.741823 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55164) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:31.746866 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-dfcaca9e-00bc-43a1-8d5b-7679c09e4257 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'port': {'network_id': '920e99c7-c187-4d81-b4af-03c087fcdd52', 'name': 'tempest-RoutersIpV6Test-149915000'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:31.751704 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-52e38d5c-c984-481c-b005-9131c564043c req-a42909c8-8aa4-44c4-bcb9-56c92dcfccf9 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395842 Aug 16 02:04:31.767676 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-920e99c7-c187-4d81-b4af-03c087fcdd52', 'network_id': '920e99c7-c187-4d81-b4af-03c087fcdd52', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'fixed_ips': [{'subnet_id': '93430a8b-a38c-40e9-a6ce-25e93d24ddb2'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:04:31.768738 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.856406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcaca9e-00bc-43a1-8d5b-7679c09e4257 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Made reservation on behalf of 8a75a99f5edd42458e4e2037d85a67bc for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:31.860256 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dfcaca9e-00bc-43a1-8d5b-7679c09e4257 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:31.877925 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-dfcaca9e-00bc-43a1-8d5b-7679c09e4257 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] device_id is not set on port 10a1de06-76c7-4e54-90f9-adfb5686e294 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:04:31.910720 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Allocated IP 2001:db8::2 (920e99c7-c187-4d81-b4af-03c087fcdd52/93430a8b-a38c-40e9-a6ce-25e93d24ddb2/d2867913-eb85-44d0-a001-a6d7ca2e468d) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:32.049103 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.057634 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Transition to ACTIVE for port object d2867913-eb85-44d0-a001-a6d7ca2e468d will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:32.072282 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Transition to ACTIVE for port object d2867913-eb85-44d0-a001-a6d7ca2e468d will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:32.078283 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.119961 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Network 920e99c7-c187-4d81-b4af-03c087fcdd52 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:32.126371 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:32.131589 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:32.133956 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-dfcaca9e-00bc-43a1-8d5b-7679c09e4257 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Allocated IP 2001:db8::26c (920e99c7-c187-4d81-b4af-03c087fcdd52/93430a8b-a38c-40e9-a6ce-25e93d24ddb2/10a1de06-76c7-4e54-90f9-adfb5686e294) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:32.134808 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Pushing event updated for resources: {'Port': ['ID=d2867913-eb85-44d0-a001-a6d7ca2e468d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:32.190186 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Attempting to bind port d2867913-eb85-44d0-a001-a6d7ca2e468d on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:32.190560 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Attempting to bind port d2867913-eb85-44d0-a001-a6d7ca2e468d by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '069c5584-19d7-4896-8c8f-5dbec131eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '920e99c7-c187-4d81-b4af-03c087fcdd52'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:32.190957 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Attempting to bind port d2867913-eb85-44d0-a001-a6d7ca2e468d on network 920e99c7-c187-4d81-b4af-03c087fcdd52 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:32.196787 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:32.197197 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Checking segment: {'id': '069c5584-19d7-4896-8c8f-5dbec131eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '920e99c7-c187-4d81-b4af-03c087fcdd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:32.197743 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.198322 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Bound using segment: {'id': '069c5584-19d7-4896-8c8f-5dbec131eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '920e99c7-c187-4d81-b4af-03c087fcdd52'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:32.198862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Bound port: d2867913-eb85-44d0-a001-a6d7ca2e468d, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069c5584-19d7-4896-8c8f-5dbec131eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '920e99c7-c187-4d81-b4af-03c087fcdd52'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:32.199351 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.263845 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] For port d2867913-eb85-44d0-a001-a6d7ca2e468d, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:32.267266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] For port d2867913-eb85-44d0-a001-a6d7ca2e468d, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d2867913-eb85-44d0-a001-a6d7ca2e468d,segment=NetworkSegment(069c5584-19d7-4896-8c8f-5dbec131eb7a),segment_id=069c5584-19d7-4896-8c8f-5dbec131eb7a)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:32.274880 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.291950 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dfcaca9e-00bc-43a1-8d5b-7679c09e4257 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.305466 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-dfcaca9e-00bc-43a1-8d5b-7679c09e4257 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Transition to ACTIVE for port object 10a1de06-76c7-4e54-90f9-adfb5686e294 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:32.338277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48041be3-e2ac-4b8e-b9a3-dff9301d7cd6 None None] Pushing event updated for resources: {'Port': ['ID=d2867913-eb85-44d0-a001-a6d7ca2e468d,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:32.348502 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dfcaca9e-00bc-43a1-8d5b-7679c09e4257 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.397386 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcaca9e-00bc-43a1-8d5b-7679c09e4257 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network 920e99c7-c187-4d81-b4af-03c087fcdd52 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:32.402623 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-dfcaca9e-00bc-43a1-8d5b-7679c09e4257 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:32.406230 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcaca9e-00bc-43a1-8d5b-7679c09e4257 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:32.412641 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcaca9e-00bc-43a1-8d5b-7679c09e4257 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:32.413358 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dfcaca9e-00bc-43a1-8d5b-7679c09e4257 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.419734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcaca9e-00bc-43a1-8d5b-7679c09e4257 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=10a1de06-76c7-4e54-90f9-adfb5686e294,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:32.438329 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-dfcaca9e-00bc-43a1-8d5b-7679c09e4257 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6930103 Aug 16 02:04:32.438884 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55166) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:32.606006 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0f737791-2673-4635-ac95-eac4a0e6ef50 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:32.706772 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0f737791-2673-4635-ac95-eac4a0e6ef50, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0f737791-2673-4635-ac95-eac4a0e6ef50,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:32.717980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '0f737791-2673-4635-ac95-eac4a0e6ef50', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'port_id': '0f737791-2673-4635-ac95-eac4a0e6ef50', 'mac_address': 'fa:16:3e:f3:b9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:32.758046 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.771009 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f737791-2673-4635-ac95-eac4a0e6ef50 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:32.783523 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96383569-20b7-480b-a526-bf8e097549d9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.799552 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0f737791-2673-4635-ac95-eac4a0e6ef50, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0f737791-2673-4635-ac95-eac4a0e6ef50,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:32.806636 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.855604 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=0f737791-2673-4635-ac95-eac4a0e6ef50,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:32.884129 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3effc9-64aa-4d43-86da-bf28003b6251 req-c580a04d-d54f-411f-b23e-3a532161332f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:32.885655 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c3effc9-64aa-4d43-86da-bf28003b6251 req-c580a04d-d54f-411f-b23e-3a532161332f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9762047-fef1-4436-bf4c-c1bae576f31a HTTP/1.1" status: 200 len: 945 time: 0.0590713 Aug 16 02:04:32.931843 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c3effc9-64aa-4d43-86da-bf28003b6251 req-ef6e0afb-c33b-4907-bb25-9a655eb4dc97 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400932 Aug 16 02:04:33.034014 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d2867913-eb85-44d0-a001-a6d7ca2e468d up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:33.078413 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96383569-20b7-480b-a526-bf8e097549d9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.085373 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96383569-20b7-480b-a526-bf8e097549d9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.090945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port d2867913-eb85-44d0-a001-a6d7ca2e468d completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:33.120998 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['0f737791-2673-4635-ac95-eac4a0e6ef50'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:33.306152 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b0ee6a-2bb6-40de-b3bb-93d81f479685 None None] Network 920e99c7-c187-4d81-b4af-03c087fcdd52 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:33.367824 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:04:33.428266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c70dfab6-e906-485a-b85a-45b5da011417 None None] Provisioning for port d2867913-eb85-44d0-a001-a6d7ca2e468d completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:33.434769 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c70dfab6-e906-485a-b85a-45b5da011417 None None] Provisioning complete for port d2867913-eb85-44d0-a001-a6d7ca2e468d triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:33.435147 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c70dfab6-e906-485a-b85a-45b5da011417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.553112 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c70dfab6-e906-485a-b85a-45b5da011417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.553338 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96383569-20b7-480b-a526-bf8e097549d9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=10a1de06-76c7-4e54-90f9-adfb5686e294,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:33.593239 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c70dfab6-e906-485a-b85a-45b5da011417 None None] For port d2867913-eb85-44d0-a001-a6d7ca2e468d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d2867913-eb85-44d0-a001-a6d7ca2e468d,segment=NetworkSegment(069c5584-19d7-4896-8c8f-5dbec131eb7a),segment_id=069c5584-19d7-4896-8c8f-5dbec131eb7a)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:33.598551 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c70dfab6-e906-485a-b85a-45b5da011417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.637182 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96383569-20b7-480b-a526-bf8e097549d9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.649203 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70dfab6-e906-485a-b85a-45b5da011417 None None] Pushing event updated for resources: {'Port': ['ID=d2867913-eb85-44d0-a001-a6d7ca2e468d,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:33.721260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ba10cbff-a14a-4634-a127-b4d01ed4f21b None None] Provisioning complete for port d2867913-eb85-44d0-a001-a6d7ca2e468d triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:33.721631 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ba10cbff-a14a-4634-a127-b4d01ed4f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.773294 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96383569-20b7-480b-a526-bf8e097549d9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.825938 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ba10cbff-a14a-4634-a127-b4d01ed4f21b None None] Provisioning for port 10a1de06-76c7-4e54-90f9-adfb5686e294 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:33.832646 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ba10cbff-a14a-4634-a127-b4d01ed4f21b None None] Provisioning complete for port 10a1de06-76c7-4e54-90f9-adfb5686e294 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:33.833129 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ba10cbff-a14a-4634-a127-b4d01ed4f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.868057 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ba10cbff-a14a-4634-a127-b4d01ed4f21b None None] Port 10a1de06-76c7-4e54-90f9-adfb5686e294 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:33.993816 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-85f4dde6-0d83-4dfe-b627-51caf167f3b9 None None] Provisioning complete for port 10a1de06-76c7-4e54-90f9-adfb5686e294 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:33.994195 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85f4dde6-0d83-4dfe-b627-51caf167f3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.039304 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-85f4dde6-0d83-4dfe-b627-51caf167f3b9 None None] Port 10a1de06-76c7-4e54-90f9-adfb5686e294 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:34.092645 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d21693-f243-4404-b263-377949e533a4 req-b3421756-7c72-4b4c-8f33-98f50d2ebbdf tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:34.094254 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d3d21693-f243-4404-b263-377949e533a4 req-b3421756-7c72-4b4c-8f33-98f50d2ebbdf tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9762047-fef1-4436-bf4c-c1bae576f31a HTTP/1.1" status: 200 len: 945 time: 0.0737758 Aug 16 02:04:34.096643 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96383569-20b7-480b-a526-bf8e097549d9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.110596 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96383569-20b7-480b-a526-bf8e097549d9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.111401 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96383569-20b7-480b-a526-bf8e097549d9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.171808 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a1a436c1-e5d0-4462-8ce5-ed1f11191e80 None None] Provisioning complete for port 10a1de06-76c7-4e54-90f9-adfb5686e294 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:34.172096 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1a436c1-e5d0-4462-8ce5-ed1f11191e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.209854 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a1a436c1-e5d0-4462-8ce5-ed1f11191e80 None None] Port 10a1de06-76c7-4e54-90f9-adfb5686e294 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:34.213193 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d3d21693-f243-4404-b263-377949e533a4 req-b6a6b40e-41a6-44e8-bbae-d99dab32b3f5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104228 Aug 16 02:04:34.221363 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96383569-20b7-480b-a526-bf8e097549d9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=10a1de06-76c7-4e54-90f9-adfb5686e294,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:34.267289 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96383569-20b7-480b-a526-bf8e097549d9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network 920e99c7-c187-4d81-b4af-03c087fcdd52 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:34.268592 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-96383569-20b7-480b-a526-bf8e097549d9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:34.395425 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96383569-20b7-480b-a526-bf8e097549d9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router a1745d24-93d3-4c58-803d-918149ff3fb0 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:04:34.490078 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96383569-20b7-480b-a526-bf8e097549d9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:34.496093 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-96383569-20b7-480b-a526-bf8e097549d9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/a1745d24-93d3-4c58-803d-918149ff3fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0554168 Aug 16 02:04:34.497890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55172) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:34.500473 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bc59b4-c3a5-4bb0-a59c-019e1c9c32ca None None] Sync routers for ids ['a1745d24-93d3-4c58-803d-918149ff3fb0'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:34.510331 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bc59b4-c3a5-4bb0-a59c-019e1c9c32ca None None] Routers {'a1745d24-93d3-4c58-803d-918149ff3fb0'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:34.511072 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-60bc59b4-c3a5-4bb0-a59c-019e1c9c32ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a1745d24-93d3-4c58-803d-918149ff3fb0'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:34.542832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a831b26-e929-4eb3-ae2a-c22008905520 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:34.544244 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3a831b26-e929-4eb3-ae2a-c22008905520 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/ports/10a1de06-76c7-4e54-90f9-adfb5686e294 HTTP/1.1" status: 200 len: 983 time: 0.0453696 Aug 16 02:04:34.546134 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-60bc59b4-c3a5-4bb0-a59c-019e1c9c32ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:34.546894 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55174) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:34.560567 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bc59b4-c3a5-4bb0-a59c-019e1c9c32ca None None] Routers {'a1745d24-93d3-4c58-803d-918149ff3fb0'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:34.561277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-60bc59b4-c3a5-4bb0-a59c-019e1c9c32ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a1745d24-93d3-4c58-803d-918149ff3fb0'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:34.564313 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-48d939f3-5c25-4709-aa0c-77186e719ca2 None None] Provisioning complete for port 10a1de06-76c7-4e54-90f9-adfb5686e294 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:34.564687 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48d939f3-5c25-4709-aa0c-77186e719ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.599033 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-60bc59b4-c3a5-4bb0-a59c-019e1c9c32ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:34.599752 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bc59b4-c3a5-4bb0-a59c-019e1c9c32ca None None] The sync data for ids ['a1745d24-93d3-4c58-803d-918149ff3fb0'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:34.621541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0f737791-2673-4635-ac95-eac4a0e6ef50 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:34.654751 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-48d939f3-5c25-4709-aa0c-77186e719ca2 None None] Port 10a1de06-76c7-4e54-90f9-adfb5686e294 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:34.680133 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 0f737791-2673-4635-ac95-eac4a0e6ef50 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:34.683740 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 0f737791-2673-4635-ac95-eac4a0e6ef50 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:34.684107 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.765316 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.788291 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9762047-fef1-4436-bf4c-c1bae576f31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f737791-2673-4635-ac95-eac4a0e6ef50'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:34.790851 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb8bca5-7d85-414e-aa65-c7f128cf26bc" -d '{"events": [{"server_uuid": "a9762047-fef1-4436-bf4c-c1bae576f31a", "name": "network-vif-plugged", "status": "completed", "tag": "0f737791-2673-4635-ac95-eac4a0e6ef50"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:34.804596 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 0f737791-2673-4635-ac95-eac4a0e6ef50, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0f737791-2673-4635-ac95-eac4a0e6ef50,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:34.810179 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.833374 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d330208-f632-4645-9256-3fbc4503d0ad x-openstack-request-id: req-7d330208-f632-4645-9256-3fbc4503d0ad {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:34.834289 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9762047-fef1-4436-bf4c-c1bae576f31a", "name": "network-vif-plugged", "status": "completed", "tag": "0f737791-2673-4635-ac95-eac4a0e6ef50", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:34.834289 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7d330208-f632-4645-9256-3fbc4503d0ad {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:34.834665 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9762047-fef1-4436-bf4c-c1bae576f31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f737791-2673-4635-ac95-eac4a0e6ef50', 'code': 200} Aug 16 02:04:34.860989 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=0f737791-2673-4635-ac95-eac4a0e6ef50,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:34.875776 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eec585cd-8875-4602-b0a3-287d437f47f4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.941066 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c84dbf-73b2-458e-b172-d2d98f00f0a7 req-f540e5d8-27f4-4060-b907-1bf1c24e6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:34.942753 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-81c84dbf-73b2-458e-b172-d2d98f00f0a7 req-f540e5d8-27f4-4060-b907-1bf1c24e6e14 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9762047-fef1-4436-bf4c-c1bae576f31a HTTP/1.1" status: 200 len: 1098 time: 0.0407536 Aug 16 02:04:34.985685 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-81c84dbf-73b2-458e-b172-d2d98f00f0a7 req-335c64e5-69fa-4979-8d8b-e325ef02f831 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308721 Aug 16 02:04:34.994623 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d2867913-eb85-44d0-a001-a6d7ca2e468d up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:35.042437 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d2867913-eb85-44d0-a001-a6d7ca2e468d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:35.042808 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.095823 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-eec585cd-8875-4602-b0a3-287d437f47f4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting port 10a1de06-76c7-4e54-90f9-adfb5686e294 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:35.096428 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eec585cd-8875-4602-b0a3-287d437f47f4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.188398 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eec585cd-8875-4602-b0a3-287d437f47f4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.202074 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-eec585cd-8875-4602-b0a3-287d437f47f4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Calling delete_port for 10a1de06-76c7-4e54-90f9-adfb5686e294 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:35.396432 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab66b83-7470-45df-a37d-5587d1c10c61 req-0331761d-03d2-4a9c-b550-59e4be018016 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:35.397949 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dab66b83-7470-45df-a37d-5587d1c10c61 req-0331761d-03d2-4a9c-b550-59e4be018016 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9762047-fef1-4436-bf4c-c1bae576f31a HTTP/1.1" status: 200 len: 946 time: 0.0836880 Aug 16 02:04:35.444360 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eec585cd-8875-4602-b0a3-287d437f47f4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.480840 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dab66b83-7470-45df-a37d-5587d1c10c61 req-0b457a36-c8c8-45bd-abce-f2eaf228c430 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766020 Aug 16 02:04:35.483644 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec585cd-8875-4602-b0a3-287d437f47f4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Port': ['ID=10a1de06-76c7-4e54-90f9-adfb5686e294,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:35.582661 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eec585cd-8875-4602-b0a3-287d437f47f4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.738682 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec585cd-8875-4602-b0a3-287d437f47f4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router a1745d24-93d3-4c58-803d-918149ff3fb0 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:35.816425 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec585cd-8875-4602-b0a3-287d437f47f4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:35.821814 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-eec585cd-8875-4602-b0a3-287d437f47f4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/a1745d24-93d3-4c58-803d-918149ff3fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2739317 Aug 16 02:04:35.824454 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55180) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:35.826991 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5da7d6-4dea-43bb-a133-f93b640164ed None None] Sync routers for ids ['a1745d24-93d3-4c58-803d-918149ff3fb0'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:35.838691 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5da7d6-4dea-43bb-a133-f93b640164ed None None] Routers {'a1745d24-93d3-4c58-803d-918149ff3fb0'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:35.839309 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8f5da7d6-4dea-43bb-a133-f93b640164ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a1745d24-93d3-4c58-803d-918149ff3fb0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:35.874300 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8f5da7d6-4dea-43bb-a133-f93b640164ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:35.883528 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5da7d6-4dea-43bb-a133-f93b640164ed None None] Routers {'a1745d24-93d3-4c58-803d-918149ff3fb0'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:35.884140 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8f5da7d6-4dea-43bb-a133-f93b640164ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['a1745d24-93d3-4c58-803d-918149ff3fb0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:35.917258 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8f5da7d6-4dea-43bb-a133-f93b640164ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:35.917986 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5da7d6-4dea-43bb-a133-f93b640164ed None None] The sync data for ids ['a1745d24-93d3-4c58-803d-918149ff3fb0'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:36.015580 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-8dd5fd9f-0e51-49bf-b906-0a6ecf2fac1e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 02:04:36.016629 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8dd5fd9f-0e51-49bf-b906-0a6ecf2fac1e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/a1745d24-93d3-4c58-803d-918149ff3fb0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1899760 Aug 16 02:04:36.019415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55182) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:36.047268 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a43ea045-77a7-45aa-8263-6c7edd576479 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1745d24-93d3-4c58-803d-918149ff3fb0 HTTP/1.1" status: 200 len: 205 time: 0.0267985 Aug 16 02:04:36.049723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55184) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:36.125916 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72a8d909-355c-4e7b-93cb-61dbb725d467 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.287278 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72a8d909-355c-4e7b-93cb-61dbb725d467 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.289410 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72a8d909-355c-4e7b-93cb-61dbb725d467 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.336087 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72a8d909-355c-4e7b-93cb-61dbb725d467 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.336672 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a8d909-355c-4e7b-93cb-61dbb725d467 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Fanout notify agent at l3_agent the message router_deleted on router a1745d24-93d3-4c58-803d-918149ff3fb0 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:04:36.343537 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72a8d909-355c-4e7b-93cb-61dbb725d467 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.344522 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-72a8d909-355c-4e7b-93cb-61dbb725d467 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/routers/a1745d24-93d3-4c58-803d-918149ff3fb0 HTTP/1.1" status: 204 len: 168 time: 0.2938857 Aug 16 02:04:36.347378 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55186) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:36.399022 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95a6e8b-ed84-4998-918a-f47091a04dd3 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting subnet 93430a8b-a38c-40e9-a6ce-25e93d24ddb2 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:36.402113 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c95a6e8b-ed84-4998-918a-f47091a04dd3 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.447246 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c95a6e8b-ed84-4998-918a-f47091a04dd3 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.530589 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c95a6e8b-ed84-4998-918a-f47091a04dd3 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.591679 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c95a6e8b-ed84-4998-918a-f47091a04dd3 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.607613 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cb60f-6817-42ae-ab73-cd9d49c621f0 req-e6751e03-6b07-4a7f-84c5-3dbf4eef7e0a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:36.609155 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-255cb60f-6817-42ae-ab73-cd9d49c621f0 req-e6751e03-6b07-4a7f-84c5-3dbf4eef7e0a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9762047-fef1-4436-bf4c-c1bae576f31a HTTP/1.1" status: 200 len: 946 time: 0.0517514 Aug 16 02:04:36.623338 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a6e8b-ed84-4998-918a-f47091a04dd3 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Subnet': ['ID=93430a8b-a38c-40e9-a6ce-25e93d24ddb2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:36.626761 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c95a6e8b-ed84-4998-918a-f47091a04dd3 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.629065 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c95a6e8b-ed84-4998-918a-f47091a04dd3 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/subnets/93430a8b-a38c-40e9-a6ce-25e93d24ddb2 HTTP/1.1" status: 204 len: 168 time: 0.2803710 Aug 16 02:04:36.631933 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55190) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:36.637916 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7abb10-272b-41a3-ad05-cf450f078eae None None] Network 920e99c7-c187-4d81-b4af-03c087fcdd52 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:36.652951 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-255cb60f-6817-42ae-ab73-cd9d49c621f0 req-3e7a5491-fcc0-4de3-b9bb-704b65a6a126 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367699 Aug 16 02:04:36.712884 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.781660 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-16c3bedf-a1ad-4511-8d53-f9c5cda822c5 req-f4b05867-70a2-4b1b-a250-f26b1e00563d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5cb90ffe84bb4524bb185e7642128945 HTTP/1.1" status: 200 len: 267 time: 0.0601361 Aug 16 02:04:36.797523 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting port d2867913-eb85-44d0-a001-a6d7ca2e468d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:36.797917 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.810429 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a7c39e-6c63-45c0-a37f-5cf6a77d2c62 None None] DHCP port deletion for 920e99c7-c187-4d81-b4af-03c087fcdd52 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:04:36.857168 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-12a7c39e-6c63-45c0-a37f-5cf6a77d2c62 None None] Deleting port d2867913-eb85-44d0-a001-a6d7ca2e468d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:36.857449 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-12a7c39e-6c63-45c0-a37f-5cf6a77d2c62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.899712 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3bedf-a1ad-4511-8d53-f9c5cda822c5 req-2c992f5b-e01a-45a2-a0c1-83db8fd572b7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:36.901360 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-16c3bedf-a1ad-4511-8d53-f9c5cda822c5 req-2c992f5b-e01a-45a2-a0c1-83db8fd572b7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9762047-fef1-4436-bf4c-c1bae576f31a HTTP/1.1" status: 200 len: 946 time: 0.1015615 Aug 16 02:04:36.906667 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] For port d2867913-eb85-44d0-a001-a6d7ca2e468d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d2867913-eb85-44d0-a001-a6d7ca2e468d,segment=NetworkSegment(069c5584-19d7-4896-8c8f-5dbec131eb7a),segment_id=069c5584-19d7-4896-8c8f-5dbec131eb7a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:36.907027 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.920626 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-12a7c39e-6c63-45c0-a37f-5cf6a77d2c62 None None] For port d2867913-eb85-44d0-a001-a6d7ca2e468d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d2867913-eb85-44d0-a001-a6d7ca2e468d,segment=NetworkSegment(069c5584-19d7-4896-8c8f-5dbec131eb7a),segment_id=069c5584-19d7-4896-8c8f-5dbec131eb7a)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:36.921025 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-12a7c39e-6c63-45c0-a37f-5cf6a77d2c62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.922918 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-16c3bedf-a1ad-4511-8d53-f9c5cda822c5 req-4607d0d8-f40d-4a6b-8cbf-3d4325678b1c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Request body: {'port': {'security_groups': []}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:36.936037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-12a7c39e-6c63-45c0-a37f-5cf6a77d2c62 None None] Calling delete_port for d2867913-eb85-44d0-a001-a6d7ca2e468d owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:36.945182 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Calling delete_port for d2867913-eb85-44d0-a001-a6d7ca2e468d owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:36.998469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d2867913-eb85-44d0-a001-a6d7ca2e468d no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:37.032311 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-16c3bedf-a1ad-4511-8d53-f9c5cda822c5 req-4607d0d8-f40d-4a6b-8cbf-3d4325678b1c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.058542 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-12a7c39e-6c63-45c0-a37f-5cf6a77d2c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.081621 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Port d2867913-eb85-44d0-a001-a6d7ca2e468d update to DOWN by agent not found {{(pid=94674) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 16 02:04:37.103163 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7c39e-6c63-45c0-a37f-5cf6a77d2c62 None None] Pushing event deleted for resources: {'Port': ['ID=d2867913-eb85-44d0-a001-a6d7ca2e468d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:37.104993 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7c39e-6c63-45c0-a37f-5cf6a77d2c62 None None] No DVR routers for this DVR port d2867913-eb85-44d0-a001-a6d7ca2e468d on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:37.118621 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.156441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Port': ['ID=d2867913-eb85-44d0-a001-a6d7ca2e468d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:37.162369 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] No DVR routers for this DVR port d2867913-eb85-44d0-a001-a6d7ca2e468d on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:37.493201 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.647128 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.663380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920e99c7-c187-4d81-b4af-03c087fcdd52']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:37.681064 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069c5584-19d7-4896-8c8f-5dbec131eb7a') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:37.681361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069c5584-19d7-4896-8c8f-5dbec131eb7a') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:37.683925 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-16c3bedf-a1ad-4511-8d53-f9c5cda822c5 req-4607d0d8-f40d-4a6b-8cbf-3d4325678b1c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] For port 0f737791-2673-4635-ac95-eac4a0e6ef50, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0f737791-2673-4635-ac95-eac4a0e6ef50,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:37.698313 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.719394 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.731504 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-16c3bedf-a1ad-4511-8d53-f9c5cda822c5 req-4607d0d8-f40d-4a6b-8cbf-3d4325678b1c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.733273 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:37.733680 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: self.session.flush() Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:37.736719 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:37.751196 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-16c3bedf-a1ad-4511-8d53-f9c5cda822c5 req-4607d0d8-f40d-4a6b-8cbf-3d4325678b1c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.762585 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['d4bf83a5-1d6f-4388-bff2-0337c4902599', '0f737791-2673-4635-ac95-eac4a0e6ef50'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:37.767386 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['e2986aae-10ef-4006-a525-d97c3b9c7c68'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:37.845048 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3bedf-a1ad-4511-8d53-f9c5cda822c5 req-4607d0d8-f40d-4a6b-8cbf-3d4325678b1c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:37.846061 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-16c3bedf-a1ad-4511-8d53-f9c5cda822c5 req-4607d0d8-f40d-4a6b-8cbf-3d4325678b1c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.847899 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-16c3bedf-a1ad-4511-8d53-f9c5cda822c5 req-4607d0d8-f40d-4a6b-8cbf-3d4325678b1c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "PUT /v2.0/ports/0f737791-2673-4635-ac95-eac4a0e6ef50 HTTP/1.1" status: 200 len: 905 time: 0.9322412 Aug 16 02:04:37.848542 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9762047-fef1-4436-bf4c-c1bae576f31a', 'tag': '0f737791-2673-4635-ac95-eac4a0e6ef50'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:37.855091 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bb39c2-548d-4457-8492-09600db5feb7" -d '{"events": [{"name": "network-changed", "server_uuid": "a9762047-fef1-4436-bf4c-c1bae576f31a", "tag": "0f737791-2673-4635-ac95-eac4a0e6ef50"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:37.870776 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.886064 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.888575 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/networks/920e99c7-c187-4d81-b4af-03c087fcdd52 HTTP/1.1" status: 204 len: 168 time: 1.2554758 Aug 16 02:04:37.894328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55198) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:37.900251 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-aea3ef4b-a9e7-4ad2-aa2f-518628a0069b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1522726994'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:37.930649 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaaae25-67b8-4b41-9de0-1e902fb2f0ab tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Network': ['ID=920e99c7-c187-4d81-b4af-03c087fcdd52,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:37.934861 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607d0d8-f40d-4a6b-8cbf-3d4325678b1c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Pushing event updated for resources: {'Port': ['ID=0f737791-2673-4635-ac95-eac4a0e6ef50,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:37.947323 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['0f737791-2673-4635-ac95-eac4a0e6ef50'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:37.957221 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973806b5-a0ab-4492-b997-d4522e62b0b7 x-openstack-request-id: req-973806b5-a0ab-4492-b997-d4522e62b0b7 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:37.957807 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9762047-fef1-4436-bf4c-c1bae576f31a", "tag": "0f737791-2673-4635-ac95-eac4a0e6ef50", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:37.958761 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-973806b5-a0ab-4492-b997-d4522e62b0b7 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:37.959769 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9762047-fef1-4436-bf4c-c1bae576f31a', 'tag': '0f737791-2673-4635-ac95-eac4a0e6ef50', 'status': 'completed', 'code': 200} Aug 16 02:04:37.960956 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea3ef4b-a9e7-4ad2-aa2f-518628a0069b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Made reservation on behalf of 8a75a99f5edd42458e4e2037d85a67bc for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:37.964473 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aea3ef4b-a9e7-4ad2-aa2f-518628a0069b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.068650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea3ef4b-a9e7-4ad2-aa2f-518628a0069b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:38.087017 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aea3ef4b-a9e7-4ad2-aa2f-518628a0069b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.087583 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-aea3ef4b-a9e7-4ad2-aa2f-518628a0069b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Added segment f67073c8-0119-4862-a7fc-3c8ffd3a6947 of type vlan for network b84d13aa-8235-4b15-92b9-26b7e4ea946b Aug 16 02:04:38.096653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65647129-fece-446b-ae6a-6e685ac7a9f7 req-ded0259b-65d0-4393-8a92-acaafa005121 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:38.098457 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-65647129-fece-446b-ae6a-6e685ac7a9f7 req-ded0259b-65d0-4393-8a92-acaafa005121 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9762047-fef1-4436-bf4c-c1bae576f31a HTTP/1.1" status: 200 len: 908 time: 0.1133780 Aug 16 02:04:38.130885 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb39c2-548d-4457-8492-09600db5feb7 req-7c75328f-8dab-4ca5-bc65-695a21707750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:38.132408 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e0bb39c2-548d-4457-8492-09600db5feb7 req-7c75328f-8dab-4ca5-bc65-695a21707750 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=a9762047-fef1-4436-bf4c-c1bae576f31a HTTP/1.1" status: 200 len: 1060 time: 0.1484368 Aug 16 02:04:38.144715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e6ab5776-d8f3-4b41-9ba4-a23274f56b7f None None] Provisioning complete for port 0f737791-2673-4635-ac95-eac4a0e6ef50 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:38.146419 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6ab5776-d8f3-4b41-9ba4-a23274f56b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.157327 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aea3ef4b-a9e7-4ad2-aa2f-518628a0069b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.236793 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.238519 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aed5e-fe96-4588-af55-42f79846ecd0 req-e60f32d5-6fb2-4e35-bad7-ddce76d86e09 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:38.240747 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aea3ef4b-a9e7-4ad2-aa2f-518628a0069b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.246307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea3ef4b-a9e7-4ad2-aa2f-518628a0069b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:38.246992 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aea3ef4b-a9e7-4ad2-aa2f-518628a0069b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.248451 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e94aed5e-fe96-4588-af55-42f79846ecd0 req-e60f32d5-6fb2-4e35-bad7-ddce76d86e09 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0687199 Aug 16 02:04:38.295199 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e94aed5e-fe96-4588-af55-42f79846ecd0 req-3e185806-5e05-42fa-a1b4-158e4f0e083b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458963 Aug 16 02:04:38.332192 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb39c2-548d-4457-8492-09600db5feb7 req-9e87068f-d418-4ee8-9365-f5817be5c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:38.333923 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e0bb39c2-548d-4457-8492-09600db5feb7 req-9e87068f-d418-4ee8-9365-f5817be5c980 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 912 time: 0.1908374 Aug 16 02:04:38.340720 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-aea3ef4b-a9e7-4ad2-aa2f-518628a0069b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4427092 Aug 16 02:04:38.340909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55204) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:38.347776 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-11a08f42-4be8-4872-8c78-25e23f34d819 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'subnet': {'network_id': 'b84d13aa-8235-4b15-92b9-26b7e4ea946b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:38.360656 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3ef4b-a9e7-4ad2-aa2f-518628a0069b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Network': ['ID=b84d13aa-8235-4b15-92b9-26b7e4ea946b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:38.373357 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network b84d13aa-8235-4b15-92b9-26b7e4ea946b details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:38.785736 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e0bb39c2-548d-4457-8492-09600db5feb7 req-3bb8da72-943b-4980-b342-786b4bdae33d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f737791-2673-4635-ac95-eac4a0e6ef50 HTTP/1.1" status: 200 len: 217 time: 0.4337125 Aug 16 02:04:38.874155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb39c2-548d-4457-8492-09600db5feb7 req-fee65a30-53d2-4b0a-a5cf-219ed1f12550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:38.875583 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e0bb39c2-548d-4457-8492-09600db5feb7 req-fee65a30-53d2-4b0a-a5cf-219ed1f12550 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.0693052 Aug 16 02:04:38.890245 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9ec1c-ef82-4ae7-9ebb-4a9bdd92a584 req-cdaee1d6-a8b1-49ee-8a88-8dbec82fe1e4 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:38.891737 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5c9ec1c-ef82-4ae7-9ebb-4a9bdd92a584 req-cdaee1d6-a8b1-49ee-8a88-8dbec82fe1e4 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.4660656 Aug 16 02:04:38.906636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a08f42-4be8-4872-8c78-25e23f34d819 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Made reservation on behalf of 8a75a99f5edd42458e4e2037d85a67bc for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:38.910130 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11a08f42-4be8-4872-8c78-25e23f34d819 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.021247 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5c9ec1c-ef82-4ae7-9ebb-4a9bdd92a584 req-92f50ddf-7690-474e-9277-1c3216e970cb tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165767 Aug 16 02:04:39.033514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb39c2-548d-4457-8492-09600db5feb7 req-e90508ae-8783-496b-947d-2633c5305bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:39.035285 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e0bb39c2-548d-4457-8492-09600db5feb7 req-e90508ae-8783-496b-947d-2633c5305bf6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413393 Aug 16 02:04:39.203710 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e0bb39c2-548d-4457-8492-09600db5feb7 req-4769efb0-7ab8-4536-ad5f-d9e6a324cc62 service neutron] 10.222.0.73 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601691 Aug 16 02:04:39.232896 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11a08f42-4be8-4872-8c78-25e23f34d819 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.254084 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-cf851bcf-f6fa-4662-89fb-f962f76179ba tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:39.256400 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-cf851bcf-f6fa-4662-89fb-f962f76179ba tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 811 time: 0.1050763 Aug 16 02:04:39.272059 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-f722b994-ac03-42c2-bda5-c2a414e594f8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/quotas/5cb90ffe84bb4524bb185e7642128945 HTTP/1.1" status: 200 len: 375 time: 0.0099113 Aug 16 02:04:39.341965 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-7594fbf3-0664-4559-939d-063b2d87c341 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0640435 Aug 16 02:04:39.342624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a08f42-4be8-4872-8c78-25e23f34d819 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Subnet': ['ID=fb9a7682-c09e-493b-b5fe-0ed829912742,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:39.355545 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-0658e75e-6835-4e89-81c7-d48e1ac4a535 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:04:39.356485 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-0658e75e-6835-4e89-81c7-d48e1ac4a535 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053899 Aug 16 02:04:39.367130 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e0bb39c2-548d-4457-8492-09600db5feb7 req-cfdba659-538f-472c-83d8-67249ac2cdc3 service neutron] 10.222.0.73 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545548 Aug 16 02:04:39.367957 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a08f42-4be8-4872-8c78-25e23f34d819 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Checking segment: {'id': 'f67073c8-0119-4862-a7fc-3c8ffd3a6947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b84d13aa-8235-4b15-92b9-26b7e4ea946b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:39.368313 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a08f42-4be8-4872-8c78-25e23f34d819 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network hostable DHCP agents. Network: b84d13aa-8235-4b15-92b9-26b7e4ea946b, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:39.387779 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a08f42-4be8-4872-8c78-25e23f34d819 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network b84d13aa-8235-4b15-92b9-26b7e4ea946b is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:39.399853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-11a08f42-4be8-4872-8c78-25e23f34d819 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, b84d13aa-8235-4b15-92b9-26b7e4ea946b) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:39.404862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a08f42-4be8-4872-8c78-25e23f34d819 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:39.406714 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11a08f42-4be8-4872-8c78-25e23f34d819 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.408136 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207c8631-7f58-46a2-bfba-801fc2442c8f None None] Network b84d13aa-8235-4b15-92b9-26b7e4ea946b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:39.425276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55218) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:39.425565 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-11a08f42-4be8-4872-8c78-25e23f34d819 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0834947 Aug 16 02:04:39.430734 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f5c48b17-a345-444c-9392-87de2d50c594 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1032329234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:39.476655 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-261b0ec5-d0d2-4863-881c-f58565868004 service neutron] 10.222.0.68 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139569 Aug 16 02:04:39.478353 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5c48b17-a345-444c-9392-87de2d50c594 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.479441 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5c48b17-a345-444c-9392-87de2d50c594 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.564733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-b84d13aa-8235-4b15-92b9-26b7e4ea946b', 'network_id': 'b84d13aa-8235-4b15-92b9-26b7e4ea946b', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'fixed_ips': [{'subnet_id': 'fb9a7682-c09e-493b-b5fe-0ed829912742'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:04:39.565603 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.596523 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5c48b17-a345-444c-9392-87de2d50c594 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.602768 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5c48b17-a345-444c-9392-87de2d50c594 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.628363 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-46d99655-8ebe-4a35-b0f6-2f71b3259db8 service neutron] 10.222.0.68 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452086 Aug 16 02:04:39.629734 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5c48b17-a345-444c-9392-87de2d50c594 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.631295 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f5c48b17-a345-444c-9392-87de2d50c594 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2049174 Aug 16 02:04:39.633834 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55220) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:39.706813 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Allocated IP 2001:db8::2 (b84d13aa-8235-4b15-92b9-26b7e4ea946b/fb9a7682-c09e-493b-b5fe-0ed829912742/10ffaf61-6cbb-4013-90af-a344455e9319) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:39.813068 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f58bb4bf-4db5-4f31-a8e1-3f71619f44e8 req-4fa48994-31a1-4730-acfe-7de91ff60c3c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 210 time: 0.0358388 Aug 16 02:04:39.870186 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.880907 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Transition to ACTIVE for port object 10ffaf61-6cbb-4013-90af-a344455e9319 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:39.897608 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Transition to ACTIVE for port object 10ffaf61-6cbb-4013-90af-a344455e9319 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:39.906396 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.954632 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Pushing event updated for resources: {'Port': ['ID=10ffaf61-6cbb-4013-90af-a344455e9319,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:39.959193 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Network b84d13aa-8235-4b15-92b9-26b7e4ea946b is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:39.961363 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:39.963479 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:39.967908 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-530cb1f8-962a-42aa-9585-68c435e261bc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.019553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Attempting to bind port 10ffaf61-6cbb-4013-90af-a344455e9319 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:40.020045 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Attempting to bind port 10ffaf61-6cbb-4013-90af-a344455e9319 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'f67073c8-0119-4862-a7fc-3c8ffd3a6947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b84d13aa-8235-4b15-92b9-26b7e4ea946b'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:40.020466 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Attempting to bind port 10ffaf61-6cbb-4013-90af-a344455e9319 on network b84d13aa-8235-4b15-92b9-26b7e4ea946b {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:40.026973 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:40.027413 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Checking segment: {'id': 'f67073c8-0119-4862-a7fc-3c8ffd3a6947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b84d13aa-8235-4b15-92b9-26b7e4ea946b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:40.027413 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.027821 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Bound using segment: {'id': 'f67073c8-0119-4862-a7fc-3c8ffd3a6947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b84d13aa-8235-4b15-92b9-26b7e4ea946b'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:40.028340 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Bound port: 10ffaf61-6cbb-4013-90af-a344455e9319, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67073c8-0119-4862-a7fc-3c8ffd3a6947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'b84d13aa-8235-4b15-92b9-26b7e4ea946b'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:40.028724 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.098275 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] For port 10ffaf61-6cbb-4013-90af-a344455e9319, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:40.101710 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] For port 10ffaf61-6cbb-4013-90af-a344455e9319, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=10ffaf61-6cbb-4013-90af-a344455e9319,segment=NetworkSegment(f67073c8-0119-4862-a7fc-3c8ffd3a6947),segment_id=f67073c8-0119-4862-a7fc-3c8ffd3a6947)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:40.106529 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.178011 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e8e2c-4702-4826-9fa5-e3dbad97929f None None] Pushing event updated for resources: {'Port': ['ID=10ffaf61-6cbb-4013-90af-a344455e9319,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:40.274866 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-530cb1f8-962a-42aa-9585-68c435e261bc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Allocated IP 2001:db8::1 (b84d13aa-8235-4b15-92b9-26b7e4ea946b/fb9a7682-c09e-493b-b5fe-0ed829912742/34714759-87a1-4d79-9e8f-5e61db2859f6) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:40.460913 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-530cb1f8-962a-42aa-9585-68c435e261bc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.477485 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-530cb1f8-962a-42aa-9585-68c435e261bc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Transition to ACTIVE for port object 34714759-87a1-4d79-9e8f-5e61db2859f6 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:40.513260 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-530cb1f8-962a-42aa-9585-68c435e261bc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.558794 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530cb1f8-962a-42aa-9585-68c435e261bc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network b84d13aa-8235-4b15-92b9-26b7e4ea946b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:40.561749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-530cb1f8-962a-42aa-9585-68c435e261bc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:40.568083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530cb1f8-962a-42aa-9585-68c435e261bc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:40.568629 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-530cb1f8-962a-42aa-9585-68c435e261bc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.605778 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cb1f8-962a-42aa-9585-68c435e261bc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=34714759-87a1-4d79-9e8f-5e61db2859f6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:40.696802 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-530cb1f8-962a-42aa-9585-68c435e261bc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.952589 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-fa40efcc-4ede-41c9-a89e-510d31ff1c0b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:40.954141 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-fa40efcc-4ede-41c9-a89e-510d31ff1c0b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.63 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 811 time: 0.1246848 Aug 16 02:04:40.999294 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7320d46c-1883-4e84-acf1-cb50f7042d2b req-53ae232e-26f4-4687-9ba4-8e7738648e40 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 210 time: 0.0818536 Aug 16 02:04:41.005405 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-815b628a-42f5-4fb9-a667-f304ee682c21 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Request body: {'port': {'device_id': '3528a0d1-02af-462f-ab5a-50a0e0941e09', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'admin_state_up': True, 'tenant_id': '5cb90ffe84bb4524bb185e7642128945'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:41.055842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 10ffaf61-6cbb-4013-90af-a344455e9319 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:41.115263 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 10ffaf61-6cbb-4013-90af-a344455e9319 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:41.236122 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ee621d-f674-49d4-b1e3-342e0e0dbe46 None None] Network b84d13aa-8235-4b15-92b9-26b7e4ea946b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:41.236318 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-815b628a-42f5-4fb9-a667-f304ee682c21 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Made reservation on behalf of 5cb90ffe84bb4524bb185e7642128945 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:41.239673 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-815b628a-42f5-4fb9-a667-f304ee682c21 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.251074 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-530cb1f8-962a-42aa-9585-68c435e261bc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.257219 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-530cb1f8-962a-42aa-9585-68c435e261bc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.258083 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-530cb1f8-962a-42aa-9585-68c435e261bc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.366882 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4642cc13-a2c8-4e4b-a6a2-122b07de3a9d None None] Provisioning for port 10ffaf61-6cbb-4013-90af-a344455e9319 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:41.375217 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4642cc13-a2c8-4e4b-a6a2-122b07de3a9d None None] Provisioning complete for port 10ffaf61-6cbb-4013-90af-a344455e9319 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:41.375217 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4642cc13-a2c8-4e4b-a6a2-122b07de3a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.402664 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cb1f8-962a-42aa-9585-68c435e261bc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=34714759-87a1-4d79-9e8f-5e61db2859f6,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:41.483628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-815b628a-42f5-4fb9-a667-f304ee682c21 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Allocated IP 172.20.0.9 (3f1b1636-5281-4805-974a-0b39f2f11573/193ae495-97a3-4862-b920-d828451f284d/1a243dc3-9597-4e25-8e13-d8b122a66a5c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:41.499111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530cb1f8-962a-42aa-9585-68c435e261bc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network b84d13aa-8235-4b15-92b9-26b7e4ea946b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:41.501185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-530cb1f8-962a-42aa-9585-68c435e261bc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:41.643189 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4642cc13-a2c8-4e4b-a6a2-122b07de3a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.682318 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4642cc13-a2c8-4e4b-a6a2-122b07de3a9d None None] For port 10ffaf61-6cbb-4013-90af-a344455e9319, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=10ffaf61-6cbb-4013-90af-a344455e9319,segment=NetworkSegment(f67073c8-0119-4862-a7fc-3c8ffd3a6947),segment_id=f67073c8-0119-4862-a7fc-3c8ffd3a6947)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:41.687632 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4642cc13-a2c8-4e4b-a6a2-122b07de3a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.742027 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530cb1f8-962a-42aa-9585-68c435e261bc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 477898df-6211-4cba-b642-ef57d23bde44 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:04:41.744351 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642cc13-a2c8-4e4b-a6a2-122b07de3a9d None None] Pushing event updated for resources: {'Port': ['ID=10ffaf61-6cbb-4013-90af-a344455e9319,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:41.750147 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-815b628a-42f5-4fb9-a667-f304ee682c21 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.799642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-815b628a-42f5-4fb9-a667-f304ee682c21 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Transition to ACTIVE for port object 1a243dc3-9597-4e25-8e13-d8b122a66a5c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:41.870688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530cb1f8-962a-42aa-9585-68c435e261bc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:41.877408 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-530cb1f8-962a-42aa-9585-68c435e261bc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/477898df-6211-4cba-b642-ef57d23bde44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2425573 Aug 16 02:04:41.880368 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55234) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:41.882981 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc963f-987d-4abb-a2e9-4e8ab54b916c None None] Sync routers for ids ['477898df-6211-4cba-b642-ef57d23bde44'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:41.890684 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-815b628a-42f5-4fb9-a667-f304ee682c21 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.900039 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc963f-987d-4abb-a2e9-4e8ab54b916c None None] Routers {'477898df-6211-4cba-b642-ef57d23bde44'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:41.900925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9ccc963f-987d-4abb-a2e9-4e8ab54b916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['477898df-6211-4cba-b642-ef57d23bde44'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:41.912332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['e2986aae-10ef-4006-a525-d97c3b9c7c68'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:41.914878 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['d4bf83a5-1d6f-4388-bff2-0337c4902599'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:41.943320 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e354e1e4-2a27-4c53-8253-b9bf60876da1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:41.945346 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e354e1e4-2a27-4c53-8253-b9bf60876da1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/ports/34714759-87a1-4d79-9e8f-5e61db2859f6 HTTP/1.1" status: 200 len: 911 time: 0.0639639 Aug 16 02:04:41.948253 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55236) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:41.955117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-815b628a-42f5-4fb9-a667-f304ee682c21 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Network 3f1b1636-5281-4805-974a-0b39f2f11573 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:41.957555 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-815b628a-42f5-4fb9-a667-f304ee682c21 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:41.963653 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-815b628a-42f5-4fb9-a667-f304ee682c21 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:41.982654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9ccc963f-987d-4abb-a2e9-4e8ab54b916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:42.003650 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b628a-42f5-4fb9-a667-f304ee682c21 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Pushing event updated for resources: {'Port': ['ID=1a243dc3-9597-4e25-8e13-d8b122a66a5c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:42.023362 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-815b628a-42f5-4fb9-a667-f304ee682c21 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:42.024611 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-815b628a-42f5-4fb9-a667-f304ee682c21 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.045679 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-815b628a-42f5-4fb9-a667-f304ee682c21 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0488889 Aug 16 02:04:42.054042 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-73fbfbb0-235e-4720-95a2-ae37dd08e28d None None] Provisioning complete for port 10ffaf61-6cbb-4013-90af-a344455e9319 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:42.054563 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-73fbfbb0-235e-4720-95a2-ae37dd08e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.070717 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Request body: {'port': {'device_id': '3528a0d1-02af-462f-ab5a-50a0e0941e09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:42.090550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc963f-987d-4abb-a2e9-4e8ab54b916c None None] Routers {'477898df-6211-4cba-b642-ef57d23bde44'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:42.091212 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9ccc963f-987d-4abb-a2e9-4e8ab54b916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['477898df-6211-4cba-b642-ef57d23bde44'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:42.167020 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.184739 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9ccc963f-987d-4abb-a2e9-4e8ab54b916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:42.185420 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc963f-987d-4abb-a2e9-4e8ab54b916c None None] The sync data for ids ['477898df-6211-4cba-b642-ef57d23bde44'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:42.266463 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e986510-b7de-45f4-a0a7-c11556cf3b5c req-c4bd1a46-306e-44f6-ad7b-9f71a1a03fe4 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:42.268302 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7e986510-b7de-45f4-a0a7-c11556cf3b5c req-c4bd1a46-306e-44f6-ad7b-9f71a1a03fe4 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 931 time: 0.1631830 Aug 16 02:04:42.356923 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7e986510-b7de-45f4-a0a7-c11556cf3b5c req-cbbb0b62-b4d4-415a-a78f-4efbb07f867b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799649 Aug 16 02:04:42.393418 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-73fbfbb0-235e-4720-95a2-ae37dd08e28d None None] Provisioning for port 34714759-87a1-4d79-9e8f-5e61db2859f6 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:42.447946 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-73fbfbb0-235e-4720-95a2-ae37dd08e28d None None] Provisioning complete for port 34714759-87a1-4d79-9e8f-5e61db2859f6 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:42.448641 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-73fbfbb0-235e-4720-95a2-ae37dd08e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.506871 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce42b523-1081-4398-884e-4368a1e1a3d6 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.560651 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a243dc3-9597-4e25-8e13-d8b122a66a5c {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:42.569574 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.579041 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-73fbfbb0-235e-4720-95a2-ae37dd08e28d None None] Port 34714759-87a1-4d79-9e8f-5e61db2859f6 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:42.589667 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Transition to ACTIVE for port object 1a243dc3-9597-4e25-8e13-d8b122a66a5c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:42.594549 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.653866 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a243dc3-9597-4e25-8e13-d8b122a66a5c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:42.707112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9536aae8-05ce-4427-af89-abb2d470f826 None None] Provisioning for port 1a243dc3-9597-4e25-8e13-d8b122a66a5c completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:42.723904 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9536aae8-05ce-4427-af89-abb2d470f826 None None] Provisioning complete for port 34714759-87a1-4d79-9e8f-5e61db2859f6 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:42.725216 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9536aae8-05ce-4427-af89-abb2d470f826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.733608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Attempting to bind port 1a243dc3-9597-4e25-8e13-d8b122a66a5c on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:42.733978 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Attempting to bind port 1a243dc3-9597-4e25-8e13-d8b122a66a5c by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:42.734310 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Attempting to bind port 1a243dc3-9597-4e25-8e13-d8b122a66a5c on network 3f1b1636-5281-4805-974a-0b39f2f11573 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:42.738930 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Port 1a243dc3-9597-4e25-8e13-d8b122a66a5c on network 3f1b1636-5281-4805-974a-0b39f2f11573 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:04:42.739777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Attempting to bind port 1a243dc3-9597-4e25-8e13-d8b122a66a5c on network 3f1b1636-5281-4805-974a-0b39f2f11573 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:42.745709 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:42.747263 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Checking segment: {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:42.747663 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Bound using segment: {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:42.748108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Bound port: 1a243dc3-9597-4e25-8e13-d8b122a66a5c, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc61e51-fe95-4241-b6ea-8e49b2853079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:42.748476 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.762906 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9536aae8-05ce-4427-af89-abb2d470f826 None None] Port 34714759-87a1-4d79-9e8f-5e61db2859f6 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:42.789183 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ce42b523-1081-4398-884e-4368a1e1a3d6 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting port 34714759-87a1-4d79-9e8f-5e61db2859f6 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:42.789579 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce42b523-1081-4398-884e-4368a1e1a3d6 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.825256 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] For port 1a243dc3-9597-4e25-8e13-d8b122a66a5c, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:42.830260 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] For port 1a243dc3-9597-4e25-8e13-d8b122a66a5c, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1a243dc3-9597-4e25-8e13-d8b122a66a5c,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:42.836002 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.887211 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:42.888139 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.890903 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] 10.222.0.63 "PUT /v2.0/ports/1a243dc3-9597-4e25-8e13-d8b122a66a5c HTTP/1.1" status: 200 len: 1092 time: 0.8267705 Aug 16 02:04:42.891721 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3528a0d1-02af-462f-ab5a-50a0e0941e09', 'tag': '1a243dc3-9597-4e25-8e13-d8b122a66a5c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:42.895084 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597337ec-1aa4-474f-b186-b398ba51b056" -d '{"events": [{"name": "network-changed", "server_uuid": "3528a0d1-02af-462f-ab5a-50a0e0941e09", "tag": "1a243dc3-9597-4e25-8e13-d8b122a66a5c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:42.898010 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce42b523-1081-4398-884e-4368a1e1a3d6 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.916561 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ce42b523-1081-4398-884e-4368a1e1a3d6 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Calling delete_port for 34714759-87a1-4d79-9e8f-5e61db2859f6 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:42.935027 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d719a7-b4c1-4321-af08-bd0d790487d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a243dc3-9597-4e25-8e13-d8b122a66a5c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:42.980646 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4616d313-a75d-4424-9c83-8d29b4ebeda0 x-openstack-request-id: req-4616d313-a75d-4424-9c83-8d29b4ebeda0 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:42.981045 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3528a0d1-02af-462f-ab5a-50a0e0941e09", "tag": "1a243dc3-9597-4e25-8e13-d8b122a66a5c", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:42.981289 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4616d313-a75d-4424-9c83-8d29b4ebeda0 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:42.981786 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3528a0d1-02af-462f-ab5a-50a0e0941e09', 'tag': '1a243dc3-9597-4e25-8e13-d8b122a66a5c', 'status': 'completed', 'code': 200} Aug 16 02:04:43.009020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-721c055b-7e76-4aca-9484-2a6a82dde2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.018941 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-721c055b-7e76-4aca-9484-2a6a82dde2ad service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 1095 time: 0.0773535 Aug 16 02:04:43.052135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 10ffaf61-6cbb-4013-90af-a344455e9319 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:43.072992 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-097bd3f8-1d1d-45d4-a736-4a8d6da2998d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a243dc3-9597-4e25-8e13-d8b122a66a5c HTTP/1.1" status: 200 len: 217 time: 0.0475316 Aug 16 02:04:43.123991 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 10ffaf61-6cbb-4013-90af-a344455e9319 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:43.125006 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.157186 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-ceb798b3-7b08-4dc3-9ee7-392c7a6ece66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.159650 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-ceb798b3-7b08-4dc3-9ee7-392c7a6ece66 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.0748332 Aug 16 02:04:43.185409 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce42b523-1081-4398-884e-4368a1e1a3d6 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.222185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-34e486c7-b910-42c9-9ffc-d78a8fc8844d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.224817 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-34e486c7-b910-42c9-9ffc-d78a8fc8844d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536623 Aug 16 02:04:43.230872 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42b523-1081-4398-884e-4368a1e1a3d6 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Port': ['ID=34714759-87a1-4d79-9e8f-5e61db2859f6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:43.329235 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-8d7dfafc-b818-42ad-a192-ec6a1fe754a0 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925593 Aug 16 02:04:43.338519 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce42b523-1081-4398-884e-4368a1e1a3d6 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.447247 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f22d783-8deb-4153-a1b8-41d54e0b31b7 req-9c0029f4-3f07-4740-9484-e83ca8e4d515 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103759 Aug 16 02:04:43.550325 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce42b523-1081-4398-884e-4368a1e1a3d6 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 477898df-6211-4cba-b642-ef57d23bde44 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:43.555291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597337ec-1aa4-474f-b186-b398ba51b056 req-6cd8c670-1c0b-41de-90b1-03e8ea1eae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.557126 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-597337ec-1aa4-474f-b186-b398ba51b056 req-6cd8c670-1c0b-41de-90b1-03e8ea1eae81 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 1095 time: 0.0434375 Aug 16 02:04:43.564716 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd9e8d-9a42-4231-82e5-539be25536e2 req-251c2d63-524f-49d1-9f96-b4a4a13aafed tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.566220 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b2bd9e8d-9a42-4231-82e5-539be25536e2 req-251c2d63-524f-49d1-9f96-b4a4a13aafed tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 943 time: 0.1294124 Aug 16 02:04:43.656660 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce42b523-1081-4398-884e-4368a1e1a3d6 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:43.657407 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597337ec-1aa4-474f-b186-b398ba51b056 req-b45d7873-078d-4d42-8fb5-1baa69678d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.660262 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-597337ec-1aa4-474f-b186-b398ba51b056 req-b45d7873-078d-4d42-8fb5-1baa69678d84 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 912 time: 0.0962014 Aug 16 02:04:43.663394 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ce42b523-1081-4398-884e-4368a1e1a3d6 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/477898df-6211-4cba-b642-ef57d23bde44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7141397 Aug 16 02:04:43.666746 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55244) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:43.669252 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4521b849-c3a3-45ee-86c9-76fcf5201137 None None] Sync routers for ids ['477898df-6211-4cba-b642-ef57d23bde44'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:43.678104 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b2bd9e8d-9a42-4231-82e5-539be25536e2 req-956e2979-fef6-42b3-b2db-1773707cb505 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020615 Aug 16 02:04:43.680400 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4521b849-c3a3-45ee-86c9-76fcf5201137 None None] Routers {'477898df-6211-4cba-b642-ef57d23bde44'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:43.681022 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4521b849-c3a3-45ee-86c9-76fcf5201137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['477898df-6211-4cba-b642-ef57d23bde44'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:43.719228 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4521b849-c3a3-45ee-86c9-76fcf5201137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:43.734138 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4521b849-c3a3-45ee-86c9-76fcf5201137 None None] Routers {'477898df-6211-4cba-b642-ef57d23bde44'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:43.734875 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4521b849-c3a3-45ee-86c9-76fcf5201137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['477898df-6211-4cba-b642-ef57d23bde44'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:43.752430 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3d6fd1a6-a828-455f-9924-c80e97ff7017 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/ports?device_id=477898df-6211-4cba-b642-ef57d23bde44 HTTP/1.1" status: 200 len: 205 time: 0.0839849 Aug 16 02:04:43.755959 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-597337ec-1aa4-474f-b186-b398ba51b056 req-1cd38612-4196-4a44-b3a7-5b4711bdd26f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a243dc3-9597-4e25-8e13-d8b122a66a5c HTTP/1.1" status: 200 len: 217 time: 0.0843782 Aug 16 02:04:43.756350 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55248) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:43.767298 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4521b849-c3a3-45ee-86c9-76fcf5201137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:43.767947 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4521b849-c3a3-45ee-86c9-76fcf5201137 None None] The sync data for ids ['477898df-6211-4cba-b642-ef57d23bde44'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:43.908091 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c01876c-a9cc-4d01-a1f0-e4654e21163d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.964120 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597337ec-1aa4-474f-b186-b398ba51b056 req-9757e844-e6b2-431a-a52b-b69fa42c82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.966231 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-597337ec-1aa4-474f-b186-b398ba51b056 req-9757e844-e6b2-431a-a52b-b69fa42c82dc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.2014258 Aug 16 02:04:44.465513 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c01876c-a9cc-4d01-a1f0-e4654e21163d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.468185 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c01876c-a9cc-4d01-a1f0-e4654e21163d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.471009 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597337ec-1aa4-474f-b186-b398ba51b056 req-8928995a-c283-4ac7-b237-33339a18a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.472504 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-597337ec-1aa4-474f-b186-b398ba51b056 req-8928995a-c283-4ac7-b237-33339a18a458 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1286569 Aug 16 02:04:44.552246 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c01876c-a9cc-4d01-a1f0-e4654e21163d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.552688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c01876c-a9cc-4d01-a1f0-e4654e21163d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Fanout notify agent at l3_agent the message router_deleted on router 477898df-6211-4cba-b642-ef57d23bde44 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:04:44.560188 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c01876c-a9cc-4d01-a1f0-e4654e21163d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.561262 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6c01876c-a9cc-4d01-a1f0-e4654e21163d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/routers/477898df-6211-4cba-b642-ef57d23bde44 HTTP/1.1" status: 204 len: 168 time: 0.8037703 Aug 16 02:04:44.564073 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55250) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:44.603346 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-597337ec-1aa4-474f-b186-b398ba51b056 req-49ec1260-eb09-4ebd-a873-8204477aac6a service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936129 Aug 16 02:04:44.617094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a6d57b-a6f9-4416-b51b-e0afdd2cb238 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting subnet fb9a7682-c09e-493b-b5fe-0ed829912742 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:44.620294 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d57b-a6f9-4416-b51b-e0afdd2cb238 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.660740 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d57b-a6f9-4416-b51b-e0afdd2cb238 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.705118 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-597337ec-1aa4-474f-b186-b398ba51b056 req-3005f81c-10fd-4de1-9131-447302d46405 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898812 Aug 16 02:04:44.751183 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d57b-a6f9-4416-b51b-e0afdd2cb238 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.797961 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ac076-d155-4be9-917a-e56c53748ecb req-12f18516-3674-4678-8550-26d83b6f4345 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.799595 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-797ac076-d155-4be9-917a-e56c53748ecb req-12f18516-3674-4678-8550-26d83b6f4345 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 943 time: 0.0501533 Aug 16 02:04:44.811650 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d57b-a6f9-4416-b51b-e0afdd2cb238 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.836407 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6d57b-a6f9-4416-b51b-e0afdd2cb238 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Subnet': ['ID=fb9a7682-c09e-493b-b5fe-0ed829912742,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:44.842006 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d57b-a6f9-4416-b51b-e0afdd2cb238 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.842518 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-797ac076-d155-4be9-917a-e56c53748ecb req-23441f33-2aba-47ad-9ad1-981b55f70f9c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354719 Aug 16 02:04:44.843896 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a0a6d57b-a6f9-4416-b51b-e0afdd2cb238 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/subnets/fb9a7682-c09e-493b-b5fe-0ed829912742 HTTP/1.1" status: 204 len: 168 time: 0.2787497 Aug 16 02:04:44.846489 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55254) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:44.851199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe56de9-5357-414b-83e0-b871fa46175e None None] Network b84d13aa-8235-4b15-92b9-26b7e4ea946b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:44.927107 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.982896 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting port 10ffaf61-6cbb-4013-90af-a344455e9319 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:44.983243 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.021567 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65c4b45-749c-48c0-b117-175870e4234a None None] DHCP port deletion for b84d13aa-8235-4b15-92b9-26b7e4ea946b request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:04:45.045461 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] For port 10ffaf61-6cbb-4013-90af-a344455e9319, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=10ffaf61-6cbb-4013-90af-a344455e9319,segment=NetworkSegment(f67073c8-0119-4862-a7fc-3c8ffd3a6947),segment_id=f67073c8-0119-4862-a7fc-3c8ffd3a6947)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:45.045858 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.058558 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Calling delete_port for 10ffaf61-6cbb-4013-90af-a344455e9319 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:45.066097 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e65c4b45-749c-48c0-b117-175870e4234a None None] Deleting port 10ffaf61-6cbb-4013-90af-a344455e9319 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:45.066412 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e65c4b45-749c-48c0-b117-175870e4234a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.127096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e65c4b45-749c-48c0-b117-175870e4234a None None] For port 10ffaf61-6cbb-4013-90af-a344455e9319, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=10ffaf61-6cbb-4013-90af-a344455e9319,segment=NetworkSegment(f67073c8-0119-4862-a7fc-3c8ffd3a6947),segment_id=f67073c8-0119-4862-a7fc-3c8ffd3a6947)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:45.127489 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e65c4b45-749c-48c0-b117-175870e4234a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.141446 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.144839 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e65c4b45-749c-48c0-b117-175870e4234a None None] Calling delete_port for 10ffaf61-6cbb-4013-90af-a344455e9319 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:45.168361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Port': ['ID=10ffaf61-6cbb-4013-90af-a344455e9319,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:45.171629 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] No DVR routers for this DVR port 10ffaf61-6cbb-4013-90af-a344455e9319 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:45.224064 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e65c4b45-749c-48c0-b117-175870e4234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.246926 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c4b45-749c-48c0-b117-175870e4234a None None] Pushing event deleted for resources: {'Port': ['ID=10ffaf61-6cbb-4013-90af-a344455e9319,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:45.253290 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65c4b45-749c-48c0-b117-175870e4234a None None] No DVR routers for this DVR port 10ffaf61-6cbb-4013-90af-a344455e9319 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:45.257786 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.269240 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84d13aa-8235-4b15-92b9-26b7e4ea946b']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:45.280609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67073c8-0119-4862-a7fc-3c8ffd3a6947') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:45.280898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67073c8-0119-4862-a7fc-3c8ffd3a6947') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:45.290923 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.304566 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.310596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:45.310991 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:45.313893 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:45.369548 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.382699 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.384509 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/networks/b84d13aa-8235-4b15-92b9-26b7e4ea946b HTTP/1.1" status: 204 len: 168 time: 0.5370481 Aug 16 02:04:45.388214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55256) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:45.392973 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b006a670-f741-48f1-8af7-7336d7904198 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-19935742', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:45.399534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad57fc-8550-46dc-a449-d44c2cb77bc1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Network': ['ID=b84d13aa-8235-4b15-92b9-26b7e4ea946b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:45.417499 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b006a670-f741-48f1-8af7-7336d7904198 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.418519 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b006a670-f741-48f1-8af7-7336d7904198 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.471669 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b006a670-f741-48f1-8af7-7336d7904198 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.613503 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b006a670-f741-48f1-8af7-7336d7904198 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.808712 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b006a670-f741-48f1-8af7-7336d7904198 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.827580 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b006a670-f741-48f1-8af7-7336d7904198 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.949966 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-b006a670-f741-48f1-8af7-7336d7904198 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Allocated IP 172.25.3.75 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/dd01e611-a24d-40b7-9e46-4fc6c1152796) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:45.973335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299488d-dd2e-4172-8d48-df74fab34031 req-3fa97064-c458-4540-a693-9cc5f43ad260 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:45.976455 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b299488d-dd2e-4172-8d48-df74fab34031 req-3fa97064-c458-4540-a693-9cc5f43ad260 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 943 time: 0.0589504 Aug 16 02:04:46.016430 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b299488d-dd2e-4172-8d48-df74fab34031 req-215425b0-1d73-4490-9c21-3b61c5c0a099 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338278 Aug 16 02:04:46.064751 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b006a670-f741-48f1-8af7-7336d7904198 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.110939 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b006a670-f741-48f1-8af7-7336d7904198 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.154558 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b006a670-f741-48f1-8af7-7336d7904198 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:46.157999 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b006a670-f741-48f1-8af7-7336d7904198 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:46.164042 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b006a670-f741-48f1-8af7-7336d7904198 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:46.166688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006a670-f741-48f1-8af7-7336d7904198 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=dd01e611-a24d-40b7-9e46-4fc6c1152796,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:46.438689 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b006a670-f741-48f1-8af7-7336d7904198 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.660552 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b006a670-f741-48f1-8af7-7336d7904198 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.793081 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b006a670-f741-48f1-8af7-7336d7904198 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 43ea07c3-ae50-4ded-ab80-4d75ba37e679 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:04:46.900938 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b006a670-f741-48f1-8af7-7336d7904198 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:46.910391 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb66ce0-8fe4-4bc6-bf21-9803f431c318 None None] Sync routers for ids ['43ea07c3-ae50-4ded-ab80-4d75ba37e679'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:46.920150 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b006a670-f741-48f1-8af7-7336d7904198 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.921398 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb66ce0-8fe4-4bc6-bf21-9803f431c318 None None] Routers {'43ea07c3-ae50-4ded-ab80-4d75ba37e679'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:46.921678 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b006a670-f741-48f1-8af7-7336d7904198 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 1.5324771 Aug 16 02:04:46.922291 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9eb66ce0-8fe4-4bc6-bf21-9803f431c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['43ea07c3-ae50-4ded-ab80-4d75ba37e679'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:46.924500 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55260) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:46.959754 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9eb66ce0-8fe4-4bc6-bf21-9803f431c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:46.971295 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb66ce0-8fe4-4bc6-bf21-9803f431c318 None None] Routers {'43ea07c3-ae50-4ded-ab80-4d75ba37e679'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:46.972257 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9eb66ce0-8fe4-4bc6-bf21-9803f431c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['43ea07c3-ae50-4ded-ab80-4d75ba37e679'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:47.007598 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9eb66ce0-8fe4-4bc6-bf21-9803f431c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:47.008264 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb66ce0-8fe4-4bc6-bf21-9803f431c318 None None] The sync data for ids ['43ea07c3-ae50-4ded-ab80-4d75ba37e679'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:47.043698 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-24c82be1-2647-456a-a349-2cd881d072b9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/routers/43ea07c3-ae50-4ded-ab80-4d75ba37e679 HTTP/1.1" status: 200 len: 882 time: 0.1178813 Aug 16 02:04:47.045903 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55264) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:47.131124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 10ffaf61-6cbb-4013-90af-a344455e9319 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:47.140402 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccfabd-6aa0-45cf-b94d-8a964b3ae62b req-ad2ea4db-1171-4364-8ac5-8b5f5e225063 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:47.143060 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaccfabd-6aa0-45cf-b94d-8a964b3ae62b req-ad2ea4db-1171-4364-8ac5-8b5f5e225063 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 943 time: 0.0555570 Aug 16 02:04:47.151917 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 10ffaf61-6cbb-4013-90af-a344455e9319 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:47.152263 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 10ffaf61-6cbb-4013-90af-a344455e9319 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:47.184371 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eaccfabd-6aa0-45cf-b94d-8a964b3ae62b req-e6b7c2bc-9a2a-4acd-8ff6-714e870577f8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352473 Aug 16 02:04:47.290272 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f02d22ee-216a-4cca-9e5d-683a79114b18 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.2432272 Aug 16 02:04:47.292830 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55266) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:47.297237 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7bba9e77-1dc3-4d68-a258-e5356fb306fe tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-19935742'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:47.401470 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1a243dc3-9597-4e25-8e13-d8b122a66a5c details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:47.503449 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1a243dc3-9597-4e25-8e13-d8b122a66a5c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1a243dc3-9597-4e25-8e13-d8b122a66a5c,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:47.516988 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '1a243dc3-9597-4e25-8e13-d8b122a66a5c', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'port_id': '1a243dc3-9597-4e25-8e13-d8b122a66a5c', 'mac_address': 'fa:16:3e:01:96:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:47.556750 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.571106 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a243dc3-9597-4e25-8e13-d8b122a66a5c {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:47.591859 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1a243dc3-9597-4e25-8e13-d8b122a66a5c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1a243dc3-9597-4e25-8e13-d8b122a66a5c,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:47.596095 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.648246 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1a243dc3-9597-4e25-8e13-d8b122a66a5c,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:47.859605 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['1a243dc3-9597-4e25-8e13-d8b122a66a5c'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:47.935702 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7bba9e77-1dc3-4d68-a258-e5356fb306fe tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.948616 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7bba9e77-1dc3-4d68-a258-e5356fb306fe tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.077815 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bba9e77-1dc3-4d68-a258-e5356fb306fe tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 43ea07c3-ae50-4ded-ab80-4d75ba37e679 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:48.181091 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bba9e77-1dc3-4d68-a258-e5356fb306fe tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:48.187789 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7bba9e77-1dc3-4d68-a258-e5356fb306fe tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.188974 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7bba9e77-1dc3-4d68-a258-e5356fb306fe tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/43ea07c3-ae50-4ded-ab80-4d75ba37e679 HTTP/1.1" status: 200 len: 889 time: 0.8952270 Aug 16 02:04:48.190545 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c86f03-e0df-4cec-9aab-6dadc3a1d1b9 None None] Sync routers for ids ['43ea07c3-ae50-4ded-ab80-4d75ba37e679'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:48.191897 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55268) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:48.200474 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c86f03-e0df-4cec-9aab-6dadc3a1d1b9 None None] Routers {'43ea07c3-ae50-4ded-ab80-4d75ba37e679'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:48.201278 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-01c86f03-e0df-4cec-9aab-6dadc3a1d1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['43ea07c3-ae50-4ded-ab80-4d75ba37e679'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:48.236038 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-01c86f03-e0df-4cec-9aab-6dadc3a1d1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:48.245207 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c86f03-e0df-4cec-9aab-6dadc3a1d1b9 None None] Routers {'43ea07c3-ae50-4ded-ab80-4d75ba37e679'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:48.245853 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-01c86f03-e0df-4cec-9aab-6dadc3a1d1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['43ea07c3-ae50-4ded-ab80-4d75ba37e679'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:48.278783 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-01c86f03-e0df-4cec-9aab-6dadc3a1d1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:48.279603 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c86f03-e0df-4cec-9aab-6dadc3a1d1b9 None None] The sync data for ids ['43ea07c3-ae50-4ded-ab80-4d75ba37e679'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:48.331791 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1309c902-3370-40fb-bdc2-75b0eac41c32 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/routers/43ea07c3-ae50-4ded-ab80-4d75ba37e679 HTTP/1.1" status: 200 len: 889 time: 0.1381748 Aug 16 02:04:48.334502 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55272) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:48.347800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfbc4b-f653-4097-a16c-d270ab79f8dd req-29975576-c5c9-4d49-ac69-8d79b101d43f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.349991 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7bbfbc4b-f653-4097-a16c-d270ab79f8dd req-29975576-c5c9-4d49-ac69-8d79b101d43f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 944 time: 0.0682111 Aug 16 02:04:48.366358 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-350775e2-e126-4bbf-a859-b10f7433cfd1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/ports?device_id=43ea07c3-ae50-4ded-ab80-4d75ba37e679 HTTP/1.1" status: 200 len: 205 time: 0.0306809 Aug 16 02:04:48.368789 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55274) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:48.388826 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7bbfbc4b-f653-4097-a16c-d270ab79f8dd req-5937087d-6f03-452f-b04a-bf919c5a2121 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327578 Aug 16 02:04:48.473572 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55aa2c87-9ff7-4729-8cd8-248213f2182d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.581726 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55aa2c87-9ff7-4729-8cd8-248213f2182d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.637135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-55aa2c87-9ff7-4729-8cd8-248213f2182d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting port dd01e611-a24d-40b7-9e46-4fc6c1152796 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:48.637475 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55aa2c87-9ff7-4729-8cd8-248213f2182d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.712129 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55aa2c87-9ff7-4729-8cd8-248213f2182d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.724179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-55aa2c87-9ff7-4729-8cd8-248213f2182d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Calling delete_port for dd01e611-a24d-40b7-9e46-4fc6c1152796 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:48.891027 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55aa2c87-9ff7-4729-8cd8-248213f2182d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.918791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa2c87-9ff7-4729-8cd8-248213f2182d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Port': ['ID=dd01e611-a24d-40b7-9e46-4fc6c1152796,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:48.982978 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55aa2c87-9ff7-4729-8cd8-248213f2182d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.074144 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55aa2c87-9ff7-4729-8cd8-248213f2182d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.076380 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55aa2c87-9ff7-4729-8cd8-248213f2182d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.119341 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55aa2c87-9ff7-4729-8cd8-248213f2182d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.119861 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aa2c87-9ff7-4729-8cd8-248213f2182d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Fanout notify agent at l3_agent the message router_deleted on router 43ea07c3-ae50-4ded-ab80-4d75ba37e679 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:04:49.127675 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55aa2c87-9ff7-4729-8cd8-248213f2182d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.128769 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-55aa2c87-9ff7-4729-8cd8-248213f2182d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/routers/43ea07c3-ae50-4ded-ab80-4d75ba37e679 HTTP/1.1" status: 204 len: 168 time: 0.7590916 Aug 16 02:04:49.132967 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55276) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:49.137995 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6c029a65-6e5a-446b-b2f9-95a04a2695dd tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1569222808'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:49.158975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c029a65-6e5a-446b-b2f9-95a04a2695dd tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Made reservation on behalf of 8a75a99f5edd42458e4e2037d85a67bc for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:49.163183 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c029a65-6e5a-446b-b2f9-95a04a2695dd tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.187076 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c029a65-6e5a-446b-b2f9-95a04a2695dd tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:49.196997 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c029a65-6e5a-446b-b2f9-95a04a2695dd tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.197331 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-6c029a65-6e5a-446b-b2f9-95a04a2695dd tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Added segment d16dcfda-b30a-4689-8ab2-f8e9ccab7a4a of type vlan for network fe508704-911c-4449-bcdb-95c34fea2e61 Aug 16 02:04:49.238629 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c029a65-6e5a-446b-b2f9-95a04a2695dd tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.267023 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c029a65-6e5a-446b-b2f9-95a04a2695dd tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.272770 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c029a65-6e5a-446b-b2f9-95a04a2695dd tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.273355 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c029a65-6e5a-446b-b2f9-95a04a2695dd tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.330110 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6c029a65-6e5a-446b-b2f9-95a04a2695dd tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1960194 Aug 16 02:04:49.332853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55278) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:49.339923 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-72a8539b-8a6a-455d-acb3-f8380ae59670 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'subnet': {'network_id': 'fe508704-911c-4449-bcdb-95c34fea2e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:49.355847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c029a65-6e5a-446b-b2f9-95a04a2695dd tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Network': ['ID=fe508704-911c-4449-bcdb-95c34fea2e61,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:49.366484 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network fe508704-911c-4449-bcdb-95c34fea2e61 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:49.419836 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1a243dc3-9597-4e25-8e13-d8b122a66a5c up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:49.435357 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a8539b-8a6a-455d-acb3-f8380ae59670 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Made reservation on behalf of 8a75a99f5edd42458e4e2037d85a67bc for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:49.438949 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72a8539b-8a6a-455d-acb3-f8380ae59670 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.482664 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 1a243dc3-9597-4e25-8e13-d8b122a66a5c completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:49.490445 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 1a243dc3-9597-4e25-8e13-d8b122a66a5c triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:49.490789 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.523179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecac09b-fe67-4cd0-82d6-b37d9710720f req-d0b90dc9-fbd1-4bc0-b74d-75ee992a4679 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.524992 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fecac09b-fe67-4cd0-82d6-b37d9710720f req-d0b90dc9-fbd1-4bc0-b74d-75ee992a4679 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 944 time: 0.0538993 Aug 16 02:04:49.571150 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fecac09b-fe67-4cd0-82d6-b37d9710720f req-ecbc5ee9-25b0-452f-bc45-8839c9c03d25 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396249 Aug 16 02:04:49.586875 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.610669 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3528a0d1-02af-462f-ab5a-50a0e0941e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a243dc3-9597-4e25-8e13-d8b122a66a5c'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:49.612894 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9907b44f-1e7a-459b-b6ed-e9661f1ba946" -d '{"events": [{"server_uuid": "3528a0d1-02af-462f-ab5a-50a0e0941e09", "name": "network-vif-plugged", "status": "completed", "tag": "1a243dc3-9597-4e25-8e13-d8b122a66a5c"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:49.627110 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1a243dc3-9597-4e25-8e13-d8b122a66a5c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1a243dc3-9597-4e25-8e13-d8b122a66a5c,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:49.633347 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.635249 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72a8539b-8a6a-455d-acb3-f8380ae59670 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.657651 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a7cebe-a167-4be9-81ca-86457be72faf x-openstack-request-id: req-d4a7cebe-a167-4be9-81ca-86457be72faf {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:49.657961 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3528a0d1-02af-462f-ab5a-50a0e0941e09", "name": "network-vif-plugged", "status": "completed", "tag": "1a243dc3-9597-4e25-8e13-d8b122a66a5c", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:49.658210 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d4a7cebe-a167-4be9-81ca-86457be72faf {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:49.658598 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3528a0d1-02af-462f-ab5a-50a0e0941e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a243dc3-9597-4e25-8e13-d8b122a66a5c', 'code': 200} Aug 16 02:04:49.688118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1a243dc3-9597-4e25-8e13-d8b122a66a5c,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:49.696691 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:49.697551 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:49.697551 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:49.697747 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:49.698056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:49.698477 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:49.698807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:49.699129 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:49.699434 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:49.699841 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:49.700170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:49.700486 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:49.701451 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8539b-8a6a-455d-acb3-f8380ae59670 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Subnet': ['ID=2c8e0b38-edaf-4cb9-b9f6-eff5405b6397,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:49.710902 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8539b-8a6a-455d-acb3-f8380ae59670 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Checking segment: {'id': 'd16dcfda-b30a-4689-8ab2-f8e9ccab7a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'fe508704-911c-4449-bcdb-95c34fea2e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:49.711375 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a8539b-8a6a-455d-acb3-f8380ae59670 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network hostable DHCP agents. Network: fe508704-911c-4449-bcdb-95c34fea2e61, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:49.728037 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a8539b-8a6a-455d-acb3-f8380ae59670 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network fe508704-911c-4449-bcdb-95c34fea2e61 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:49.737365 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-72a8539b-8a6a-455d-acb3-f8380ae59670 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, fe508704-911c-4449-bcdb-95c34fea2e61) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:49.741543 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a8539b-8a6a-455d-acb3-f8380ae59670 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.742099 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72a8539b-8a6a-455d-acb3-f8380ae59670 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.749307 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60789aa-33d8-4b76-acd9-e3d6264ceeb4 None None] Network fe508704-911c-4449-bcdb-95c34fea2e61 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:49.761647 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-72a8539b-8a6a-455d-acb3-f8380ae59670 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4277456 Aug 16 02:04:49.764799 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55284) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:49.775986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e67e2431-7e5b-4e71-af09-2d3e38bb1f3a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1486270834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:49.780581 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286dea2-f68d-4987-9448-786479dd6525 req-317eec41-2ebf-4970-9b55-78e5b9b7f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.783096 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8286dea2-f68d-4987-9448-786479dd6525 req-317eec41-2ebf-4970-9b55-78e5b9b7f0b8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 1097 time: 0.0500319 Aug 16 02:04:49.804956 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e67e2431-7e5b-4e71-af09-2d3e38bb1f3a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.806186 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e67e2431-7e5b-4e71-af09-2d3e38bb1f3a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.826887 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8286dea2-f68d-4987-9448-786479dd6525 req-a91ee17f-e4f3-49b9-b91e-38ef0dbd7a3e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311570 Aug 16 02:04:49.860060 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e67e2431-7e5b-4e71-af09-2d3e38bb1f3a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.864416 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e67e2431-7e5b-4e71-af09-2d3e38bb1f3a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.887038 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e67e2431-7e5b-4e71-af09-2d3e38bb1f3a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.888349 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e67e2431-7e5b-4e71-af09-2d3e38bb1f3a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1213784 Aug 16 02:04:49.891157 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55286) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:49.901946 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-fe508704-911c-4449-bcdb-95c34fea2e61', 'network_id': 'fe508704-911c-4449-bcdb-95c34fea2e61', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'fixed_ips': [{'subnet_id': '2c8e0b38-edaf-4cb9-b9f6-eff5405b6397'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:04:49.902812 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.044099 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Allocated IP 2001:db8::2 (fe508704-911c-4449-bcdb-95c34fea2e61/2c8e0b38-edaf-4cb9-b9f6-eff5405b6397/fe5765e9-6849-462f-b8b8-4d5dee746e82) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:50.132417 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6b98b8a-7049-4826-8fe5-ce595abb3bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.174725 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ab6d072-6a4a-4d67-ac9f-af90b4276be0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.198681 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.207060 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Transition to ACTIVE for port object fe5765e9-6849-462f-b8b8-4d5dee746e82 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:50.221340 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Transition to ACTIVE for port object fe5765e9-6849-462f-b8b8-4d5dee746e82 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:50.227581 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.268895 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Network fe508704-911c-4449-bcdb-95c34fea2e61 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:50.271876 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:50.276170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:50.281580 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Pushing event updated for resources: {'Port': ['ID=fe5765e9-6849-462f-b8b8-4d5dee746e82,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:50.333284 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Attempting to bind port fe5765e9-6849-462f-b8b8-4d5dee746e82 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:50.333637 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Attempting to bind port fe5765e9-6849-462f-b8b8-4d5dee746e82 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'd16dcfda-b30a-4689-8ab2-f8e9ccab7a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'fe508704-911c-4449-bcdb-95c34fea2e61'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:50.334025 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Attempting to bind port fe5765e9-6849-462f-b8b8-4d5dee746e82 on network fe508704-911c-4449-bcdb-95c34fea2e61 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:50.338918 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:50.339287 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Checking segment: {'id': 'd16dcfda-b30a-4689-8ab2-f8e9ccab7a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'fe508704-911c-4449-bcdb-95c34fea2e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:50.339682 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.340068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Bound using segment: {'id': 'd16dcfda-b30a-4689-8ab2-f8e9ccab7a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'fe508704-911c-4449-bcdb-95c34fea2e61'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:50.340526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Bound port: fe5765e9-6849-462f-b8b8-4d5dee746e82, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16dcfda-b30a-4689-8ab2-f8e9ccab7a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'fe508704-911c-4449-bcdb-95c34fea2e61'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:50.340902 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.403861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] For port fe5765e9-6849-462f-b8b8-4d5dee746e82, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:50.407407 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] For port fe5765e9-6849-462f-b8b8-4d5dee746e82, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=fe5765e9-6849-462f-b8b8-4d5dee746e82,segment=NetworkSegment(d16dcfda-b30a-4689-8ab2-f8e9ccab7a4a),segment_id=d16dcfda-b30a-4689-8ab2-f8e9ccab7a4a)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:50.412852 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.424330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-4ab6d072-6a4a-4d67-ac9f-af90b4276be0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Allocated IP 2001:db8::1 (fe508704-911c-4449-bcdb-95c34fea2e61/2c8e0b38-edaf-4cb9-b9f6-eff5405b6397/07ab0261-180e-4fff-b461-b99db1a2d27e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:50.470618 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311b428-0572-47ec-a492-9a1c2d1256aa None None] Pushing event updated for resources: {'Port': ['ID=fe5765e9-6849-462f-b8b8-4d5dee746e82,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:50.545451 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ab6d072-6a4a-4d67-ac9f-af90b4276be0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.560631 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-4ab6d072-6a4a-4d67-ac9f-af90b4276be0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Transition to ACTIVE for port object 07ab0261-180e-4fff-b461-b99db1a2d27e will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:50.624943 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ab6d072-6a4a-4d67-ac9f-af90b4276be0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.680018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab6d072-6a4a-4d67-ac9f-af90b4276be0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network fe508704-911c-4449-bcdb-95c34fea2e61 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:50.683335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-4ab6d072-6a4a-4d67-ac9f-af90b4276be0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:50.690087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab6d072-6a4a-4d67-ac9f-af90b4276be0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:50.690768 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ab6d072-6a4a-4d67-ac9f-af90b4276be0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.734908 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d4d35-952e-4307-bcf6-32378722d767 req-9c1d7f9b-6b39-4749-a270-3613a812a73b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:50.738416 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6d072-6a4a-4d67-ac9f-af90b4276be0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=07ab0261-180e-4fff-b461-b99db1a2d27e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:50.741275 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-290d4d35-952e-4307-bcf6-32378722d767 req-9c1d7f9b-6b39-4749-a270-3613a812a73b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 945 time: 0.0668039 Aug 16 02:04:50.787184 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-290d4d35-952e-4307-bcf6-32378722d767 req-1f6dcfca-fba6-4985-815f-f8f650a6f4c7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432785 Aug 16 02:04:50.835289 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ab6d072-6a4a-4d67-ac9f-af90b4276be0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.015710 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fe5765e9-6849-462f-b8b8-4d5dee746e82 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:51.069537 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port fe5765e9-6849-462f-b8b8-4d5dee746e82 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:51.104120 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ab6d072-6a4a-4d67-ac9f-af90b4276be0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.108781 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ab6d072-6a4a-4d67-ac9f-af90b4276be0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.109494 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ab6d072-6a4a-4d67-ac9f-af90b4276be0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.201516 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6d072-6a4a-4d67-ac9f-af90b4276be0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=07ab0261-180e-4fff-b461-b99db1a2d27e,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:51.247009 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab6d072-6a4a-4d67-ac9f-af90b4276be0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network fe508704-911c-4449-bcdb-95c34fea2e61 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:51.248793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-4ab6d072-6a4a-4d67-ac9f-af90b4276be0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:51.375754 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab6d072-6a4a-4d67-ac9f-af90b4276be0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 40dec20d-83db-4bae-90a4-57e9ef3b95bf is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:04:51.402631 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e64782-50cb-4959-b8fc-059fe6823bdc None None] Network fe508704-911c-4449-bcdb-95c34fea2e61 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:51.468455 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f6c07e2a-f3d0-415b-b67c-76ce91db9266 None None] Provisioning for port fe5765e9-6849-462f-b8b8-4d5dee746e82 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:51.481920 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f6c07e2a-f3d0-415b-b67c-76ce91db9266 None None] Provisioning complete for port fe5765e9-6849-462f-b8b8-4d5dee746e82 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:51.482295 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6c07e2a-f3d0-415b-b67c-76ce91db9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.634119 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6c07e2a-f3d0-415b-b67c-76ce91db9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.673028 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f6c07e2a-f3d0-415b-b67c-76ce91db9266 None None] For port fe5765e9-6849-462f-b8b8-4d5dee746e82, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=fe5765e9-6849-462f-b8b8-4d5dee746e82,segment=NetworkSegment(d16dcfda-b30a-4689-8ab2-f8e9ccab7a4a),segment_id=d16dcfda-b30a-4689-8ab2-f8e9ccab7a4a)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:51.677808 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6c07e2a-f3d0-415b-b67c-76ce91db9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.720863 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab6d072-6a4a-4d67-ac9f-af90b4276be0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:51.729098 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55290) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:51.729304 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4ab6d072-6a4a-4d67-ac9f-af90b4276be0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/40dec20d-83db-4bae-90a4-57e9ef3b95bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8370845 Aug 16 02:04:51.731860 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bae69e8-cb7a-48d1-81ee-7ffddb928e4e None None] Sync routers for ids ['40dec20d-83db-4bae-90a4-57e9ef3b95bf'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:51.738140 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c07e2a-f3d0-415b-b67c-76ce91db9266 None None] Pushing event updated for resources: {'Port': ['ID=fe5765e9-6849-462f-b8b8-4d5dee746e82,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:51.749509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bae69e8-cb7a-48d1-81ee-7ffddb928e4e None None] Routers {'40dec20d-83db-4bae-90a4-57e9ef3b95bf'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:51.750301 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1bae69e8-cb7a-48d1-81ee-7ffddb928e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['40dec20d-83db-4bae-90a4-57e9ef3b95bf'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:51.779165 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a0cf19-dd8d-4a9d-b213-00861468dd73 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:51.780601 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b0a0cf19-dd8d-4a9d-b213-00861468dd73 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/ports/07ab0261-180e-4fff-b461-b99db1a2d27e HTTP/1.1" status: 200 len: 911 time: 0.0501368 Aug 16 02:04:51.783842 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55292) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:51.788304 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1bae69e8-cb7a-48d1-81ee-7ffddb928e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:51.790089 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7aae047f-439c-4787-af7d-07d9014993d4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c8e0b38-edaf-4cb9-b9f6-eff5405b6397'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:51.800062 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bae69e8-cb7a-48d1-81ee-7ffddb928e4e None None] Routers {'40dec20d-83db-4bae-90a4-57e9ef3b95bf'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:51.800700 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1bae69e8-cb7a-48d1-81ee-7ffddb928e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['40dec20d-83db-4bae-90a4-57e9ef3b95bf'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:51.839266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1bae69e8-cb7a-48d1-81ee-7ffddb928e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:51.839934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bae69e8-cb7a-48d1-81ee-7ffddb928e4e None None] The sync data for ids ['40dec20d-83db-4bae-90a4-57e9ef3b95bf'] in n-d-765315-27 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:51.917026 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba511894-c48a-474d-b864-ed627d96afc8 req-4e852a69-41de-452c-a58d-4df1f22526f8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:51.921310 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ba511894-c48a-474d-b864-ed627d96afc8 req-4e852a69-41de-452c-a58d-4df1f22526f8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 945 time: 0.0573158 Aug 16 02:04:51.959126 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ba511894-c48a-474d-b864-ed627d96afc8 req-f4caa3cb-2faa-4a7b-b857-ad59657668d6 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344102 Aug 16 02:04:51.964015 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7aae047f-439c-4787-af7d-07d9014993d4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.005843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1a05739e-aa8d-4f2e-9b10-555e3cc8d885 None None] Provisioning for port 07ab0261-180e-4fff-b461-b99db1a2d27e completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:52.011981 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1a05739e-aa8d-4f2e-9b10-555e3cc8d885 None None] Provisioning complete for port 07ab0261-180e-4fff-b461-b99db1a2d27e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:52.012358 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1a05739e-aa8d-4f2e-9b10-555e3cc8d885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.054407 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1a05739e-aa8d-4f2e-9b10-555e3cc8d885 None None] Port 07ab0261-180e-4fff-b461-b99db1a2d27e cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:52.065727 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1a05739e-aa8d-4f2e-9b10-555e3cc8d885 None None] Provisioning complete for port fe5765e9-6849-462f-b8b8-4d5dee746e82 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:52.066324 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1a05739e-aa8d-4f2e-9b10-555e3cc8d885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.221521 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2285788-5505-4551-9841-5020b3d8bdbc req-11c60f8e-37d3-4bc0-8d72-437c70715984 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:52.223078 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b2285788-5505-4551-9841-5020b3d8bdbc req-11c60f8e-37d3-4bc0-8d72-437c70715984 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 945 time: 0.0566220 Aug 16 02:04:52.272700 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b2285788-5505-4551-9841-5020b3d8bdbc req-58140a79-728c-4e44-a630-f7f402be25e4 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422287 Aug 16 02:04:52.316500 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c28cf3a0-6f93-4b59-81c4-a04067526f79 None None] Provisioning complete for port 07ab0261-180e-4fff-b461-b99db1a2d27e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:52.318575 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c28cf3a0-6f93-4b59-81c4-a04067526f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.358708 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c28cf3a0-6f93-4b59-81c4-a04067526f79 None None] Port 07ab0261-180e-4fff-b461-b99db1a2d27e cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:52.422985 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7aae047f-439c-4787-af7d-07d9014993d4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.431152 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7aae047f-439c-4787-af7d-07d9014993d4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.436999 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aae047f-439c-4787-af7d-07d9014993d4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:52.437597 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7aae047f-439c-4787-af7d-07d9014993d4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.438943 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7aae047f-439c-4787-af7d-07d9014993d4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/ports/07ab0261-180e-4fff-b461-b99db1a2d27e HTTP/1.1" status: 200 len: 911 time: 0.6539209 Aug 16 02:04:52.442361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55300) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:52.477342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e67bbe9a-6936-44be-b6f8-98e784e60d12 None None] Provisioning complete for port 07ab0261-180e-4fff-b461-b99db1a2d27e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:52.477978 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e67bbe9a-6936-44be-b6f8-98e784e60d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.481640 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae047f-439c-4787-af7d-07d9014993d4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=07ab0261-180e-4fff-b461-b99db1a2d27e,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:52.513805 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e67bbe9a-6936-44be-b6f8-98e784e60d12 None None] Port 07ab0261-180e-4fff-b461-b99db1a2d27e cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:52.604133 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9625d2f-fc8b-4658-8d1a-2a7a695b1b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.751872 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76abfeec-bd1e-4409-8942-61df4a5c9314 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.991968 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-76abfeec-bd1e-4409-8942-61df4a5c9314 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting port 07ab0261-180e-4fff-b461-b99db1a2d27e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:52.992308 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76abfeec-bd1e-4409-8942-61df4a5c9314 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.995056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fe5765e9-6849-462f-b8b8-4d5dee746e82 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:53.046023 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port fe5765e9-6849-462f-b8b8-4d5dee746e82 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:53.046397 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.080722 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76abfeec-bd1e-4409-8942-61df4a5c9314 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.094629 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-76abfeec-bd1e-4409-8942-61df4a5c9314 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Calling delete_port for 07ab0261-180e-4fff-b461-b99db1a2d27e owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:53.268011 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76abfeec-bd1e-4409-8942-61df4a5c9314 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.298606 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.300410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abfeec-bd1e-4409-8942-61df4a5c9314 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Port': ['ID=07ab0261-180e-4fff-b461-b99db1a2d27e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:53.400858 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76abfeec-bd1e-4409-8942-61df4a5c9314 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.431654 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bd49e-e7b1-4410-85eb-4a9ae7ae6093 req-545499d9-3b2b-4d82-8f86-487919371a2b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:53.433227 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-549bd49e-e7b1-4410-85eb-4a9ae7ae6093 req-545499d9-3b2b-4d82-8f86-487919371a2b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 945 time: 0.0545721 Aug 16 02:04:53.478345 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-549bd49e-e7b1-4410-85eb-4a9ae7ae6093 req-30ee7400-8e15-4653-ad1c-9cdb520bdc01 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384851 Aug 16 02:04:53.564138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76abfeec-bd1e-4409-8942-61df4a5c9314 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 40dec20d-83db-4bae-90a4-57e9ef3b95bf has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:53.642599 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76abfeec-bd1e-4409-8942-61df4a5c9314 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:53.651238 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-76abfeec-bd1e-4409-8942-61df4a5c9314 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/40dec20d-83db-4bae-90a4-57e9ef3b95bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2045574 Aug 16 02:04:53.651238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55314) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:53.654750 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5832e09f-5710-4fac-8cac-3f5d3aba939b None None] Sync routers for ids ['40dec20d-83db-4bae-90a4-57e9ef3b95bf'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:53.664615 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5832e09f-5710-4fac-8cac-3f5d3aba939b None None] Routers {'40dec20d-83db-4bae-90a4-57e9ef3b95bf'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:53.665313 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5832e09f-5710-4fac-8cac-3f5d3aba939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['40dec20d-83db-4bae-90a4-57e9ef3b95bf'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:53.681048 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c9c9b6ee-8f08-4934-8e19-e9a35f892747 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/ports?device_id=40dec20d-83db-4bae-90a4-57e9ef3b95bf HTTP/1.1" status: 200 len: 205 time: 0.0267689 Aug 16 02:04:53.681335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55316) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:53.699622 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5832e09f-5710-4fac-8cac-3f5d3aba939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:53.708379 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5832e09f-5710-4fac-8cac-3f5d3aba939b None None] Routers {'40dec20d-83db-4bae-90a4-57e9ef3b95bf'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:53.709052 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5832e09f-5710-4fac-8cac-3f5d3aba939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['40dec20d-83db-4bae-90a4-57e9ef3b95bf'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:53.743902 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5832e09f-5710-4fac-8cac-3f5d3aba939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:53.744678 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5832e09f-5710-4fac-8cac-3f5d3aba939b None None] The sync data for ids ['40dec20d-83db-4bae-90a4-57e9ef3b95bf'] in n-d-765315-27 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:53.758997 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0134da47-eeb0-4f4b-8959-b452126d1f44 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.910976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dc419-5017-41e1-a255-3e83feac9b76 req-b7ec7f33-a067-4a3e-9cd4-a56b16be52b1 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:53.912616 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4b1dc419-5017-41e1-a255-3e83feac9b76 req-b7ec7f33-a067-4a3e-9cd4-a56b16be52b1 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 945 time: 0.0536463 Aug 16 02:04:53.925669 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0134da47-eeb0-4f4b-8959-b452126d1f44 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.928502 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0134da47-eeb0-4f4b-8959-b452126d1f44 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.955808 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4b1dc419-5017-41e1-a255-3e83feac9b76 req-62064daa-6e9e-404c-b3cf-083eebc539cb tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370994 Aug 16 02:04:53.972879 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0134da47-eeb0-4f4b-8959-b452126d1f44 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.973647 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0134da47-eeb0-4f4b-8959-b452126d1f44 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Fanout notify agent at l3_agent the message router_deleted on router 40dec20d-83db-4bae-90a4-57e9ef3b95bf {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:04:53.981557 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0134da47-eeb0-4f4b-8959-b452126d1f44 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.982589 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0134da47-eeb0-4f4b-8959-b452126d1f44 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/routers/40dec20d-83db-4bae-90a4-57e9ef3b95bf HTTP/1.1" status: 204 len: 168 time: 0.3003547 Aug 16 02:04:53.985543 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55324) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:54.042326 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-02565b33-505d-464a-aefc-a7cdc7745b72 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting subnet 2c8e0b38-edaf-4cb9-b9f6-eff5405b6397 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:54.045355 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02565b33-505d-464a-aefc-a7cdc7745b72 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.085035 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02565b33-505d-464a-aefc-a7cdc7745b72 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.174695 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02565b33-505d-464a-aefc-a7cdc7745b72 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.184291 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.235109 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02565b33-505d-464a-aefc-a7cdc7745b72 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.262663 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02565b33-505d-464a-aefc-a7cdc7745b72 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8e0b38-edaf-4cb9-b9f6-eff5405b6397,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:54.266597 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02565b33-505d-464a-aefc-a7cdc7745b72 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.271169 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-02565b33-505d-464a-aefc-a7cdc7745b72 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/subnets/2c8e0b38-edaf-4cb9-b9f6-eff5405b6397 HTTP/1.1" status: 204 len: 168 time: 0.2842705 Aug 16 02:04:54.271323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55326) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:54.282697 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71e9dbd-ad43-4975-b8c3-ccde14cb1575 None None] Network fe508704-911c-4449-bcdb-95c34fea2e61 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:54.353938 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.408395 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting port fe5765e9-6849-462f-b8b8-4d5dee746e82 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:54.408733 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.445615 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b583e72-4aad-408c-83fc-d53f586ad22c None None] DHCP port deletion for fe508704-911c-4449-bcdb-95c34fea2e61 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:04:54.476178 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] For port fe5765e9-6849-462f-b8b8-4d5dee746e82, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=fe5765e9-6849-462f-b8b8-4d5dee746e82,segment=NetworkSegment(d16dcfda-b30a-4689-8ab2-f8e9ccab7a4a),segment_id=d16dcfda-b30a-4689-8ab2-f8e9ccab7a4a)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:54.476538 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.490644 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Calling delete_port for fe5765e9-6849-462f-b8b8-4d5dee746e82 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:54.491838 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0b583e72-4aad-408c-83fc-d53f586ad22c None None] Deleting port fe5765e9-6849-462f-b8b8-4d5dee746e82 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:54.492209 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b583e72-4aad-408c-83fc-d53f586ad22c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.555475 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0b583e72-4aad-408c-83fc-d53f586ad22c None None] For port fe5765e9-6849-462f-b8b8-4d5dee746e82, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=fe5765e9-6849-462f-b8b8-4d5dee746e82,segment=NetworkSegment(d16dcfda-b30a-4689-8ab2-f8e9ccab7a4a),segment_id=d16dcfda-b30a-4689-8ab2-f8e9ccab7a4a)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:54.555874 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b583e72-4aad-408c-83fc-d53f586ad22c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.574906 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.599864 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Port': ['ID=fe5765e9-6849-462f-b8b8-4d5dee746e82,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:54.606594 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] No DVR routers for this DVR port fe5765e9-6849-462f-b8b8-4d5dee746e82 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:54.691805 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.702570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe508704-911c-4449-bcdb-95c34fea2e61']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:54.713362 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd16dcfda-b30a-4689-8ab2-f8e9ccab7a4a') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:54.713657 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd16dcfda-b30a-4689-8ab2-f8e9ccab7a4a') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:54.723102 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.724215 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0b583e72-4aad-408c-83fc-d53f586ad22c None None] Calling delete_port for fe5765e9-6849-462f-b8b8-4d5dee746e82 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:54.736692 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.743116 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:54.743492 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:54.746384 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:54.802517 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.802889 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b583e72-4aad-408c-83fc-d53f586ad22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.808270 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.813574 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/networks/fe508704-911c-4449-bcdb-95c34fea2e61 HTTP/1.1" status: 204 len: 168 time: 0.5379441 Aug 16 02:04:54.814570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55328) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:54.826424 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b583e72-4aad-408c-83fc-d53f586ad22c None None] Pushing event deleted for resources: {'Port': ['ID=fe5765e9-6849-462f-b8b8-4d5dee746e82,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:54.828460 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b583e72-4aad-408c-83fc-d53f586ad22c None None] Network fe508704-911c-4449-bcdb-95c34fea2e61 is not hosted by any dhcp agent {{(pid=94674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:04:54.828915 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b583e72-4aad-408c-83fc-d53f586ad22c None None] No DVR routers for this DVR port fe5765e9-6849-462f-b8b8-4d5dee746e82 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:54.832479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-926e0f3e-5ef7-40d5-bcba-a6bc2a7a1ee4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1877990721', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:54.843673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b6aa2-a03a-4e57-b0ae-3651e5d4f8a0 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Network': ['ID=fe508704-911c-4449-bcdb-95c34fea2e61,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:54.859777 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-926e0f3e-5ef7-40d5-bcba-a6bc2a7a1ee4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.860694 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-926e0f3e-5ef7-40d5-bcba-a6bc2a7a1ee4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.918373 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-926e0f3e-5ef7-40d5-bcba-a6bc2a7a1ee4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.922646 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-926e0f3e-5ef7-40d5-bcba-a6bc2a7a1ee4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.939708 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-926e0f3e-5ef7-40d5-bcba-a6bc2a7a1ee4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.941061 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-926e0f3e-5ef7-40d5-bcba-a6bc2a7a1ee4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1241903 Aug 16 02:04:54.944455 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55330) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:54.950241 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b13a3c67-93b7-4cbb-9a06-3ac7d0782511 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-757133206'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:54.971547 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13a3c67-93b7-4cbb-9a06-3ac7d0782511 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Made reservation on behalf of 8a75a99f5edd42458e4e2037d85a67bc for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:54.975702 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b13a3c67-93b7-4cbb-9a06-3ac7d0782511 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.999048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fe5765e9-6849-462f-b8b8-4d5dee746e82 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:55.003778 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13a3c67-93b7-4cbb-9a06-3ac7d0782511 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:55.014601 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b13a3c67-93b7-4cbb-9a06-3ac7d0782511 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.015070 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-b13a3c67-93b7-4cbb-9a06-3ac7d0782511 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Added segment f9739421-c623-4412-a566-5b9d3f41f43a of type vlan for network de92ce5e-694a-4cd1-bfd9-e0af878a38f4 Aug 16 02:04:55.025001 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: fe5765e9-6849-462f-b8b8-4d5dee746e82 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:55.025352 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fe5765e9-6849-462f-b8b8-4d5dee746e82 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:55.058495 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b13a3c67-93b7-4cbb-9a06-3ac7d0782511 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.080816 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c4f4e-ca89-4e61-8c98-45a4fae5fee3 req-957e491c-28e5-41b0-ba9a-7e99582289be tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.082306 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-629c4f4e-ca89-4e61-8c98-45a4fae5fee3 req-957e491c-28e5-41b0-ba9a-7e99582289be tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 945 time: 0.0510843 Aug 16 02:04:55.087849 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b13a3c67-93b7-4cbb-9a06-3ac7d0782511 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.093777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13a3c67-93b7-4cbb-9a06-3ac7d0782511 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.094360 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b13a3c67-93b7-4cbb-9a06-3ac7d0782511 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.122451 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-629c4f4e-ca89-4e61-8c98-45a4fae5fee3 req-e1e7ee5a-a660-431d-8cd1-47f88f98fb75 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332994 Aug 16 02:04:55.162539 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b13a3c67-93b7-4cbb-9a06-3ac7d0782511 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2169242 Aug 16 02:04:55.165327 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55334) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:55.170107 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5629cc3e-5090-4358-905d-03b0e11524ef tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'subnet': {'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:55.188770 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a3c67-93b7-4cbb-9a06-3ac7d0782511 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Network': ['ID=de92ce5e-694a-4cd1-bfd9-e0af878a38f4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:55.199683 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network de92ce5e-694a-4cd1-bfd9-e0af878a38f4 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:55.266220 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5629cc3e-5090-4358-905d-03b0e11524ef tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Made reservation on behalf of 8a75a99f5edd42458e4e2037d85a67bc for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:55.269686 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5629cc3e-5090-4358-905d-03b0e11524ef tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.450237 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5629cc3e-5090-4358-905d-03b0e11524ef tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.506061 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629cc3e-5090-4358-905d-03b0e11524ef tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Subnet': ['ID=3883c506-91f0-4d7b-8710-da39aa1f9067,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:55.516811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cc3e-5090-4358-905d-03b0e11524ef tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Checking segment: {'id': 'f9739421-c623-4412-a566-5b9d3f41f43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:55.517173 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5629cc3e-5090-4358-905d-03b0e11524ef tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network hostable DHCP agents. Network: de92ce5e-694a-4cd1-bfd9-e0af878a38f4, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:55.533216 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5629cc3e-5090-4358-905d-03b0e11524ef tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network de92ce5e-694a-4cd1-bfd9-e0af878a38f4 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:55.542340 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-5629cc3e-5090-4358-905d-03b0e11524ef tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, de92ce5e-694a-4cd1-bfd9-e0af878a38f4) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:55.546181 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5629cc3e-5090-4358-905d-03b0e11524ef tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.546769 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5629cc3e-5090-4358-905d-03b0e11524ef tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.553970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbaabaf-74e9-4814-9735-cea55a2143ec None None] Network de92ce5e-694a-4cd1-bfd9-e0af878a38f4 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:55.561135 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5629cc3e-5090-4358-905d-03b0e11524ef tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3947353 Aug 16 02:04:55.564386 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55336) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:55.698290 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:04:55.699152 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.838233 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Allocated IP 2001:db8::2 (de92ce5e-694a-4cd1-bfd9-e0af878a38f4/3883c506-91f0-4d7b-8710-da39aa1f9067/cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:56.026148 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.028453 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.039135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Transition to ACTIVE for port object cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:56.089621 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Transition to ACTIVE for port object cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:56.100156 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.146812 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Network de92ce5e-694a-4cd1-bfd9-e0af878a38f4 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:56.156666 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:56.164075 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:56.168031 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Pushing event updated for resources: {'Port': ['ID=cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:56.257129 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e964-40fd-4d1f-881c-f1c00a4738f9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.259128 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Attempting to bind port cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:56.259544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Attempting to bind port cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'f9739421-c623-4412-a566-5b9d3f41f43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:56.259681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Attempting to bind port cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0 on network de92ce5e-694a-4cd1-bfd9-e0af878a38f4 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:56.271770 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:56.272113 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Checking segment: {'id': 'f9739421-c623-4412-a566-5b9d3f41f43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:56.272726 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.273116 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Bound using segment: {'id': 'f9739421-c623-4412-a566-5b9d3f41f43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:56.273586 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Bound port: cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9739421-c623-4412-a566-5b9d3f41f43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:56.273989 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.325970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f0a2d-1b41-4abb-a797-0659f089642b req-6b54f541-7a78-43db-bb61-585b76039ae2 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:56.327482 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-519f0a2d-1b41-4abb-a797-0659f089642b req-6b54f541-7a78-43db-bb61-585b76039ae2 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 945 time: 0.1207879 Aug 16 02:04:56.369730 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] For port cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:56.372931 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] For port cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0,segment=NetworkSegment(f9739421-c623-4412-a566-5b9d3f41f43a),segment_id=f9739421-c623-4412-a566-5b9d3f41f43a)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:56.376648 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.443942 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-519f0a2d-1b41-4abb-a797-0659f089642b req-94da132e-0024-4b0f-858d-0b5791e798c0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901113 Aug 16 02:04:56.447634 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbd6ba-904b-4a6f-a2d2-9433c6f5b85b None None] Pushing event updated for resources: {'Port': ['ID=cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:56.567701 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-b7a6e964-40fd-4d1f-881c-f1c00a4738f9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Allocated IP 2001:db8::1 (de92ce5e-694a-4cd1-bfd9-e0af878a38f4/3883c506-91f0-4d7b-8710-da39aa1f9067/c7d6fd50-500f-4848-ab49-0f33801d8fd2) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:56.718836 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e964-40fd-4d1f-881c-f1c00a4738f9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.740735 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b7a6e964-40fd-4d1f-881c-f1c00a4738f9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Transition to ACTIVE for port object c7d6fd50-500f-4848-ab49-0f33801d8fd2 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:56.790502 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e964-40fd-4d1f-881c-f1c00a4738f9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.834618 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a6e964-40fd-4d1f-881c-f1c00a4738f9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network de92ce5e-694a-4cd1-bfd9-e0af878a38f4 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:56.840414 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b7a6e964-40fd-4d1f-881c-f1c00a4738f9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:56.844379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a6e964-40fd-4d1f-881c-f1c00a4738f9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:56.844936 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e964-40fd-4d1f-881c-f1c00a4738f9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.883664 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6e964-40fd-4d1f-881c-f1c00a4738f9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=c7d6fd50-500f-4848-ab49-0f33801d8fd2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:56.975770 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e964-40fd-4d1f-881c-f1c00a4738f9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.095157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:57.171660 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:57.322169 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e964-40fd-4d1f-881c-f1c00a4738f9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.328783 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e964-40fd-4d1f-881c-f1c00a4738f9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.329874 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e964-40fd-4d1f-881c-f1c00a4738f9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.428904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6e964-40fd-4d1f-881c-f1c00a4738f9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=c7d6fd50-500f-4848-ab49-0f33801d8fd2,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:57.478240 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1a243dc3-9597-4e25-8e13-d8b122a66a5c details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:57.531613 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a6e964-40fd-4d1f-881c-f1c00a4738f9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network de92ce5e-694a-4cd1-bfd9-e0af878a38f4 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:57.533698 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b7a6e964-40fd-4d1f-881c-f1c00a4738f9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:57.625801 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1a243dc3-9597-4e25-8e13-d8b122a66a5c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1a243dc3-9597-4e25-8e13-d8b122a66a5c,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:57.640888 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '1a243dc3-9597-4e25-8e13-d8b122a66a5c', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'port_id': '1a243dc3-9597-4e25-8e13-d8b122a66a5c', 'mac_address': 'fa:16:3e:01:96:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:57.667664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f00d32-421b-4b19-8086-43b773b9d022 req-8457ba11-a957-4b16-af55-3fa3f5aba75b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:57.677026 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99f00d32-421b-4b19-8086-43b773b9d022 req-8457ba11-a957-4b16-af55-3fa3f5aba75b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 945 time: 0.0906489 Aug 16 02:04:57.708140 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4004d1ff-1aef-4a33-9baf-239400374555 None None] Network de92ce5e-694a-4cd1-bfd9-e0af878a38f4 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:57.737335 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-99f00d32-421b-4b19-8086-43b773b9d022 req-a199691d-7a77-40f6-9352-efc33bf5ba99 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592501 Aug 16 02:04:57.758596 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a6e964-40fd-4d1f-881c-f1c00a4738f9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 181c8adf-6671-4c34-91ee-6c583dd79fc7 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:04:57.771204 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.791872 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a243dc3-9597-4e25-8e13-d8b122a66a5c {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:57.827001 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d0d01ca0-4b96-4c7e-94d1-bae4e77da4ed None None] Provisioning for port cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:57.834393 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1a243dc3-9597-4e25-8e13-d8b122a66a5c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1a243dc3-9597-4e25-8e13-d8b122a66a5c,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:57.844683 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d0d01ca0-4b96-4c7e-94d1-bae4e77da4ed None None] Provisioning complete for port cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:57.845787 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0d01ca0-4b96-4c7e-94d1-bae4e77da4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.868864 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.884575 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a6e964-40fd-4d1f-881c-f1c00a4738f9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:57.899661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55370) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:57.906024 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f278047a-5004-4128-aba0-079f7f355300 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-139312540'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:57.906387 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b7a6e964-40fd-4d1f-881c-f1c00a4738f9 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/181c8adf-6671-4c34-91ee-6c583dd79fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3408995 Aug 16 02:04:57.928031 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1a243dc3-9597-4e25-8e13-d8b122a66a5c,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:57.937928 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Sync routers for ids ['181c8adf-6671-4c34-91ee-6c583dd79fc7'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:57.945190 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f278047a-5004-4128-aba0-079f7f355300 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Made reservation on behalf of 8a75a99f5edd42458e4e2037d85a67bc for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:57.958492 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f278047a-5004-4128-aba0-079f7f355300 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.992861 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f278047a-5004-4128-aba0-079f7f355300 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:58.003238 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f278047a-5004-4128-aba0-079f7f355300 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.003834 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-f278047a-5004-4128-aba0-079f7f355300 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Added segment a9665dac-91ce-4a9c-8ca4-3c06c59d4998 of type vlan for network 718ff10b-1552-4670-b459-9411b055c19e Aug 16 02:04:58.023893 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Routers {'181c8adf-6671-4c34-91ee-6c583dd79fc7'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:58.024526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['181c8adf-6671-4c34-91ee-6c583dd79fc7'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:58.031292 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['1a243dc3-9597-4e25-8e13-d8b122a66a5c'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:58.048890 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f278047a-5004-4128-aba0-079f7f355300 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.081394 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f278047a-5004-4128-aba0-079f7f355300 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.088033 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f278047a-5004-4128-aba0-079f7f355300 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:58.088984 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f278047a-5004-4128-aba0-079f7f355300 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.163701 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f278047a-5004-4128-aba0-079f7f355300 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2627912 Aug 16 02:04:58.166785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55372) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:58.167677 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278047a-5004-4128-aba0-079f7f355300 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Network': ['ID=718ff10b-1552-4670-b459-9411b055c19e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:58.173070 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-85c1ac9b-924b-4572-844f-b09a3d7e973f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'subnet': {'network_id': '718ff10b-1552-4670-b459-9411b055c19e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:58.207062 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 718ff10b-1552-4670-b459-9411b055c19e details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:58.274254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Set router 181c8adf-6671-4c34-91ee-6c583dd79fc7 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:58.324420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c1ac9b-924b-4572-844f-b09a3d7e973f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Made reservation on behalf of 8a75a99f5edd42458e4e2037d85a67bc for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:58.329276 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85c1ac9b-924b-4572-844f-b09a3d7e973f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.333548 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0d01ca0-4b96-4c7e-94d1-bae4e77da4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.484727 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d0d01ca0-4b96-4c7e-94d1-bae4e77da4ed None None] For port cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0,segment=NetworkSegment(f9739421-c623-4412-a566-5b9d3f41f43a),segment_id=f9739421-c623-4412-a566-5b9d3f41f43a)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:58.500684 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0d01ca0-4b96-4c7e-94d1-bae4e77da4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.647683 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85c1ac9b-924b-4572-844f-b09a3d7e973f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.731122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1ac9b-924b-4572-844f-b09a3d7e973f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Subnet': ['ID=e57a08fa-236b-4ce2-b8b4-605322ed38bb,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:58.743834 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c1ac9b-924b-4572-844f-b09a3d7e973f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Checking segment: {'id': 'a9665dac-91ce-4a9c-8ca4-3c06c59d4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '718ff10b-1552-4670-b459-9411b055c19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:58.744470 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c1ac9b-924b-4572-844f-b09a3d7e973f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network hostable DHCP agents. Network: 718ff10b-1552-4670-b459-9411b055c19e, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:58.772216 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c1ac9b-924b-4572-844f-b09a3d7e973f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network 718ff10b-1552-4670-b459-9411b055c19e is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:58.791711 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-85c1ac9b-924b-4572-844f-b09a3d7e973f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 718ff10b-1552-4670-b459-9411b055c19e) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:58.811886 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c1ac9b-924b-4572-844f-b09a3d7e973f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:58.812587 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85c1ac9b-924b-4572-844f-b09a3d7e973f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.814035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fd5ef0-274d-405b-b58a-727599e05a47 None None] Network 718ff10b-1552-4670-b459-9411b055c19e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:58.840822 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-85c1ac9b-924b-4572-844f-b09a3d7e973f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6688886 Aug 16 02:04:58.841040 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d01ca0-4b96-4c7e-94d1-bae4e77da4ed None None] Pushing event updated for resources: {'Port': ['ID=cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:58.841175 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55376) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:58.851027 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f0842fd6-3011-41cf-98d8-64dcaffd060c None None] Provisioning complete for port cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:58.851679 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f0842fd6-3011-41cf-98d8-64dcaffd060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.953516 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e8159-d271-4e71-8f05-72a5462a0839 req-93d03669-422a-45be-bb60-a431b2cbadee tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:58.963120 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-915e8159-d271-4e71-8f05-72a5462a0839 req-93d03669-422a-45be-bb60-a431b2cbadee tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 944 time: 0.0815849 Aug 16 02:04:59.058107 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:59.060975 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-915e8159-d271-4e71-8f05-72a5462a0839 req-689e2a32-4eed-4bd3-950d-7f4d4953679c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969722 Aug 16 02:04:59.294602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:04:56Z', 'revision_number': 2, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:04:57Z', 'revision_number': 2, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:59.327183 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Checking router: 181c8adf-6671-4c34-91ee-6c583dd79fc7 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:59.327680 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Updating router 181c8adf-6671-4c34-91ee-6c583dd79fc7 port c7d6fd50-500f-4848-ab49-0f33801d8fd2 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:04:59.383622 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-718ff10b-1552-4670-b459-9411b055c19e', 'network_id': '718ff10b-1552-4670-b459-9411b055c19e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'fixed_ips': [{'subnet_id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:04:59.384711 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.404897 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97d0734f-614d-4193-9d28-8dc45db9eacc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.420464 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:59.421225 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.484133 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f0842fd6-3011-41cf-98d8-64dcaffd060c None None] Provisioning for port c7d6fd50-500f-4848-ab49-0f33801d8fd2 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:59.529928 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1a243dc3-9597-4e25-8e13-d8b122a66a5c up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:59.567233 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.595921 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f0842fd6-3011-41cf-98d8-64dcaffd060c None None] Provisioning complete for port c7d6fd50-500f-4848-ab49-0f33801d8fd2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:59.596429 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f0842fd6-3011-41cf-98d8-64dcaffd060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.855714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f0842fd6-3011-41cf-98d8-64dcaffd060c None None] Port c7d6fd50-500f-4848-ab49-0f33801d8fd2 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:59.881716 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Allocated IP 2001:db8:1::2 (718ff10b-1552-4670-b459-9411b055c19e/e57a08fa-236b-4ce2-b8b4-605322ed38bb/8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:59.909780 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 1a243dc3-9597-4e25-8e13-d8b122a66a5c triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:59.909780 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.113474 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c1cce267-8216-4a7d-8017-690f722efafc None None] Provisioning complete for port c7d6fd50-500f-4848-ab49-0f33801d8fd2 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:00.114028 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c1cce267-8216-4a7d-8017-690f722efafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.194799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c1cce267-8216-4a7d-8017-690f722efafc None None] Port c7d6fd50-500f-4848-ab49-0f33801d8fd2 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:00.236797 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fec692-03a9-4753-a85b-5ab1154d82bb req-124b34f1-4adf-46d3-a562-8529ea2fbffb tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:00.243065 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-31fec692-03a9-4753-a85b-5ab1154d82bb req-124b34f1-4adf-46d3-a562-8529ea2fbffb tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 944 time: 0.0670149 Aug 16 02:05:00.285317 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.310675 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-31fec692-03a9-4753-a85b-5ab1154d82bb req-f41a412e-25db-4f72-80c2-784ddd57dfc0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600719 Aug 16 02:05:00.326542 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.359492 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Transition to ACTIVE for port object 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:00.367976 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3528a0d1-02af-462f-ab5a-50a0e0941e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a243dc3-9597-4e25-8e13-d8b122a66a5c'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:00.370314 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222d0c25-701b-4d97-bec0-825490572e8f" -d '{"events": [{"server_uuid": "3528a0d1-02af-462f-ab5a-50a0e0941e09", "name": "network-vif-plugged", "status": "completed", "tag": "1a243dc3-9597-4e25-8e13-d8b122a66a5c"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:00.374622 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.396939 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1a243dc3-9597-4e25-8e13-d8b122a66a5c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1a243dc3-9597-4e25-8e13-d8b122a66a5c,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:00.412803 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Transition to ACTIVE for port object c7d6fd50-500f-4848-ab49-0f33801d8fd2 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:00.416391 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.420062 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Transition to ACTIVE for port object 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:00.476740 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264c538c-7341-4dce-b028-3d380b12bcc6 x-openstack-request-id: req-264c538c-7341-4dce-b028-3d380b12bcc6 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:00.477033 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3528a0d1-02af-462f-ab5a-50a0e0941e09", "name": "network-vif-plugged", "status": "completed", "tag": "1a243dc3-9597-4e25-8e13-d8b122a66a5c", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:00.477289 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-264c538c-7341-4dce-b028-3d380b12bcc6 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:00.477877 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3528a0d1-02af-462f-ab5a-50a0e0941e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a243dc3-9597-4e25-8e13-d8b122a66a5c', 'code': 200} Aug 16 02:05:00.478956 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1a243dc3-9597-4e25-8e13-d8b122a66a5c,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:00.482308 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.486414 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.546948 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Network 718ff10b-1552-4670-b459-9411b055c19e is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:00.550927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e241b0-03a2-4ee9-a479-0fe1f233d51e None None] Pushing event updated for resources: {'Port': ['ID=c7d6fd50-500f-4848-ab49-0f33801d8fd2,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:00.554049 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:00.559352 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:00.572062 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-97d0734f-614d-4193-9d28-8dc45db9eacc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Allocated IP 2001:db8:1::1 (718ff10b-1552-4670-b459-9411b055c19e/e57a08fa-236b-4ce2-b8b4-605322ed38bb/0e0909e6-8d5a-49c3-9165-c3ec02bcb606) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:00.675493 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Pushing event updated for resources: {'Port': ['ID=8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:00.686440 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Attempting to bind port c7d6fd50-500f-4848-ab49-0f33801d8fd2 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:00.686695 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Attempting to bind port c7d6fd50-500f-4848-ab49-0f33801d8fd2 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'f9739421-c623-4412-a566-5b9d3f41f43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:00.687058 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Attempting to bind port c7d6fd50-500f-4848-ab49-0f33801d8fd2 on network de92ce5e-694a-4cd1-bfd9-e0af878a38f4 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:00.695248 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Attempting to bind port 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:00.695758 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Attempting to bind port 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'a9665dac-91ce-4a9c-8ca4-3c06c59d4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '718ff10b-1552-4670-b459-9411b055c19e'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:00.695973 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Attempting to bind port 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0 on network 718ff10b-1552-4670-b459-9411b055c19e {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:00.698048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:00.698413 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Checking segment: {'id': 'f9739421-c623-4412-a566-5b9d3f41f43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:00.698941 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.699193 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Bound using segment: {'id': 'f9739421-c623-4412-a566-5b9d3f41f43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:00.699661 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Bound port: c7d6fd50-500f-4848-ab49-0f33801d8fd2, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9739421-c623-4412-a566-5b9d3f41f43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:00.700037 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.727818 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97d0734f-614d-4193-9d28-8dc45db9eacc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.732161 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:00.732542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Checking segment: {'id': 'a9665dac-91ce-4a9c-8ca4-3c06c59d4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '718ff10b-1552-4670-b459-9411b055c19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:00.733441 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.733869 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Bound using segment: {'id': 'a9665dac-91ce-4a9c-8ca4-3c06c59d4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '718ff10b-1552-4670-b459-9411b055c19e'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:00.734355 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Bound port: 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9665dac-91ce-4a9c-8ca4-3c06c59d4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '718ff10b-1552-4670-b459-9411b055c19e'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:00.735247 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.758865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-97d0734f-614d-4193-9d28-8dc45db9eacc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Transition to ACTIVE for port object 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:00.806416 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97d0734f-614d-4193-9d28-8dc45db9eacc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.859974 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0734f-614d-4193-9d28-8dc45db9eacc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=0e0909e6-8d5a-49c3-9165-c3ec02bcb606,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:00.874311 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] For port 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:00.879077 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] For port 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0,segment=NetworkSegment(a9665dac-91ce-4a9c-8ca4-3c06c59d4998),segment_id=a9665dac-91ce-4a9c-8ca4-3c06c59d4998)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:00.880651 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] For port c7d6fd50-500f-4848-ab49-0f33801d8fd2, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:00.884272 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] For port c7d6fd50-500f-4848-ab49-0f33801d8fd2, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c7d6fd50-500f-4848-ab49-0f33801d8fd2,segment=NetworkSegment(f9739421-c623-4412-a566-5b9d3f41f43a),segment_id=f9739421-c623-4412-a566-5b9d3f41f43a)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:00.886485 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.893037 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.907519 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d0734f-614d-4193-9d28-8dc45db9eacc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network 718ff10b-1552-4670-b459-9411b055c19e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:00.909656 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-97d0734f-614d-4193-9d28-8dc45db9eacc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:00.920125 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d0734f-614d-4193-9d28-8dc45db9eacc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:00.921825 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97d0734f-614d-4193-9d28-8dc45db9eacc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.959412 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Routers {'181c8adf-6671-4c34-91ee-6c583dd79fc7'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:00.959412 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['181c8adf-6671-4c34-91ee-6c583dd79fc7'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:01.119619 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97d0734f-614d-4193-9d28-8dc45db9eacc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.259597 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a240f-1c68-46c7-b7a5-192f5ed7400e None None] Pushing event updated for resources: {'Port': ['ID=8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:01.358419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] Set router 181c8adf-6671-4c34-91ee-6c583dd79fc7 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:01.410874 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e241b0-03a2-4ee9-a479-0fe1f233d51e None None] Pushing event updated for resources: {'Port': ['ID=c7d6fd50-500f-4848-ab49-0f33801d8fd2,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:01.608059 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29c40c-5cc4-425c-a55d-ae7dc6d1fe66 req-fe8cec6d-d94a-47bf-926d-953b0a765c82 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.610021 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ac29c40c-5cc4-425c-a55d-ae7dc6d1fe66 req-fe8cec6d-d94a-47bf-926d-953b0a765c82 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 945 time: 0.1100628 Aug 16 02:05:01.665364 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:04:56Z', 'revision_number': 2, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:00Z', 'revision_number': 4, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:01.695377 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c34d3-2e29-444e-96f7-d8802ebf9b26 None None] The sync data for ids ['181c8adf-6671-4c34-91ee-6c583dd79fc7'] in n-d-765315-27 is: [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:04:56Z', 'revision_number': 2, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:00Z', 'revision_number': 4, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:01.740616 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ac29c40c-5cc4-425c-a55d-ae7dc6d1fe66 req-579438e3-9d83-4e36-81f4-759f0b04dfd1 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082337 Aug 16 02:05:01.764072 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97d0734f-614d-4193-9d28-8dc45db9eacc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.770960 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97d0734f-614d-4193-9d28-8dc45db9eacc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.772112 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97d0734f-614d-4193-9d28-8dc45db9eacc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.892731 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0734f-614d-4193-9d28-8dc45db9eacc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=0e0909e6-8d5a-49c3-9165-c3ec02bcb606,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:01.964783 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d0734f-614d-4193-9d28-8dc45db9eacc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network 718ff10b-1552-4670-b459-9411b055c19e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:01.970962 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-97d0734f-614d-4193-9d28-8dc45db9eacc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:02.144432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d0734f-614d-4193-9d28-8dc45db9eacc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 181c8adf-6671-4c34-91ee-6c583dd79fc7 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:02.319879 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d0734f-614d-4193-9d28-8dc45db9eacc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:02.329165 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-97d0734f-614d-4193-9d28-8dc45db9eacc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/181c8adf-6671-4c34-91ee-6c583dd79fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4846585 Aug 16 02:05:02.330078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55388) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:02.335532 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6f6af4f1-fbbd-4458-a701-0b9218e89358 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2018646254'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:02.369032 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6af4f1-fbbd-4458-a701-0b9218e89358 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Made reservation on behalf of 8a75a99f5edd42458e4e2037d85a67bc for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:02.373277 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f6af4f1-fbbd-4458-a701-0b9218e89358 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.404858 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6af4f1-fbbd-4458-a701-0b9218e89358 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:02.427980 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f6af4f1-fbbd-4458-a701-0b9218e89358 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.428812 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-6f6af4f1-fbbd-4458-a701-0b9218e89358 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Added segment 1320e629-1074-457b-abbc-25b314819692 of type vlan for network 3797fec6-cb76-4a3d-8d9b-06903787bb7e Aug 16 02:05:02.519014 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f6af4f1-fbbd-4458-a701-0b9218e89358 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.589280 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f6af4f1-fbbd-4458-a701-0b9218e89358 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.595930 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6af4f1-fbbd-4458-a701-0b9218e89358 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:02.596567 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f6af4f1-fbbd-4458-a701-0b9218e89358 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.636771 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffec6cd5-6a03-462d-a9f0-75b5798749e9 None None] Network 718ff10b-1552-4670-b459-9411b055c19e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:02.696230 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55390) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:02.698147 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6f6af4f1-fbbd-4458-a701-0b9218e89358 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3667729 Aug 16 02:05:02.701825 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'subnet': {'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:02.713280 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b8b7e7ad-8a44-4f9a-ba1e-052f2f31b8b0 None None] Provisioning for port 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:02.733338 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6af4f1-fbbd-4458-a701-0b9218e89358 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Network': ['ID=3797fec6-cb76-4a3d-8d9b-06903787bb7e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:02.756240 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 3797fec6-cb76-4a3d-8d9b-06903787bb7e details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:02.881109 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Made reservation on behalf of 8a75a99f5edd42458e4e2037d85a67bc for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:02.889001 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.091901 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f20f12-dacb-4e2f-9761-be3a8d15f99e req-c384dfa7-4b3a-4e31-afe8-0743fdc99a33 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:03.093514 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69f20f12-dacb-4e2f-9761-be3a8d15f99e req-c384dfa7-4b3a-4e31-afe8-0743fdc99a33 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 945 time: 0.1930180 Aug 16 02:05:03.209064 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c7d6fd50-500f-4848-ab49-0f33801d8fd2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:03.216841 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69f20f12-dacb-4e2f-9761-be3a8d15f99e req-4aac68ef-57a7-4d95-96ff-8ea817eb4c8c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014829 Aug 16 02:05:03.301215 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port c7d6fd50-500f-4848-ab49-0f33801d8fd2 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:03.310065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port c7d6fd50-500f-4848-ab49-0f33801d8fd2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:03.310472 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.346103 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.448651 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Subnet': ['ID=d70aa0bf-c249-4ff4-a902-40d51dbbd08b,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:03.461219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:03.461676 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:03.461914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:03.462264 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:03.462598 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:03.463092 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:03.463438 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:03.463890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:03.464221 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:03.464575 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:03.464953 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:03.465281 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:03.470007 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.472413 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Checking segment: {'id': '1320e629-1074-457b-abbc-25b314819692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:03.472774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network hostable DHCP agents. Network: 3797fec6-cb76-4a3d-8d9b-06903787bb7e, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:03.496784 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2f9609ed-62ac-46ef-b72e-644f86c6ee4e None None] Provisioning for port 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:03.497406 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network 3797fec6-cb76-4a3d-8d9b-06903787bb7e is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:03.503556 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2f9609ed-62ac-46ef-b72e-644f86c6ee4e None None] Provisioning complete for port 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:03.504351 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f9609ed-62ac-46ef-b72e-644f86c6ee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.515806 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 3797fec6-cb76-4a3d-8d9b-06903787bb7e) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:03.520996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:03.521883 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.539701 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c3514672-db98-46e8-9193-434cb868f1aa tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8396158 Aug 16 02:05:03.540058 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55394) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:03.547547 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc593974-fc3d-4072-8fe8-c589e3d69009 None None] Network 3797fec6-cb76-4a3d-8d9b-06903787bb7e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:03.641356 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port c7d6fd50-500f-4848-ab49-0f33801d8fd2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c7d6fd50-500f-4848-ab49-0f33801d8fd2,segment=NetworkSegment(f9739421-c623-4412-a566-5b9d3f41f43a),segment_id=f9739421-c623-4412-a566-5b9d3f41f43a)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:03.652184 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.657959 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:03.669908 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2f9609ed-62ac-46ef-b72e-644f86c6ee4e None None] Port 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:03.757078 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Sync routers for ids ['181c8adf-6671-4c34-91ee-6c583dd79fc7'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:03.774153 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Routers {'181c8adf-6671-4c34-91ee-6c583dd79fc7'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:03.774810 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['181c8adf-6671-4c34-91ee-6c583dd79fc7'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:03.827623 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=c7d6fd50-500f-4848-ab49-0f33801d8fd2,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:03.902688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:03.914274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:03.914933 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.991161 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7296010b-7051-44b9-81c3-35a191b2ec08 None None] Provisioning complete for port 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:03.991563 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7296010b-7051-44b9-81c3-35a191b2ec08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.038443 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Set router 181c8adf-6671-4c34-91ee-6c583dd79fc7 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:04.074869 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-3797fec6-cb76-4a3d-8d9b-06903787bb7e', 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'fixed_ips': [{'subnet_id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:05:04.075728 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.193324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7296010b-7051-44b9-81c3-35a191b2ec08 None None] Port 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:04.249447 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff278-bd01-4c08-b320-ee774c99740b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.290237 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.322292 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:01Z', 'revision_number': 3, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': '0e0909e6-8d5a-49c3-9165-c3ec02bcb606', 'name': '', 'network_id': '718ff10b-1552-4670-b459-9411b055c19e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:9e:21:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:59Z', 'updated_at': '2021-08-16T02:05:01Z', 'revision_number': 2, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:04.350230 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Checking router: 181c8adf-6671-4c34-91ee-6c583dd79fc7 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:04.350894 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Updating router 181c8adf-6671-4c34-91ee-6c583dd79fc7 port 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:05:04.362730 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0,segment=NetworkSegment(a9665dac-91ce-4a9c-8ca4-3c06c59d4998),segment_id=a9665dac-91ce-4a9c-8ca4-3c06c59d4998)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:04.373042 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.375420 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Allocated IP 2001:db8:2::2 (3797fec6-cb76-4a3d-8d9b-06903787bb7e/d70aa0bf-c249-4ff4-a902-40d51dbbd08b/7df807e7-39fd-4349-98fa-21d21aae0b26) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:04.384195 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.412470 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-04407d93-bfd8-4667-95ff-22e43bb15cc7 None None] Provisioning complete for port 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:04.412878 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04407d93-bfd8-4667-95ff-22e43bb15cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.450221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aea146-5c21-4bdd-baf7-df1d9236ee39 req-0438240e-d3b0-46d3-a8d8-7c6ca982901d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:04.451973 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-21aea146-5c21-4bdd-baf7-df1d9236ee39 req-0438240e-d3b0-46d3-a8d8-7c6ca982901d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 945 time: 0.1157863 Aug 16 02:05:04.521793 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-04407d93-bfd8-4667-95ff-22e43bb15cc7 None None] Port 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:04.524885 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:04.578855 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-21aea146-5c21-4bdd-baf7-df1d9236ee39 req-ceb9e8bb-f1d4-4c98-a5a7-1c35b31782d7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162586 Aug 16 02:05:04.639356 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.649979 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Transition to ACTIVE for port object 7df807e7-39fd-4349-98fa-21d21aae0b26 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:04.678003 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Transition to ACTIVE for port object 7df807e7-39fd-4349-98fa-21d21aae0b26 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:04.690776 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.728844 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Network 3797fec6-cb76-4a3d-8d9b-06903787bb7e is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:04.731731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:04.735402 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:04.746352 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.760443 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Transition to ACTIVE for port object 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:04.766883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-1b5ff278-bd01-4c08-b320-ee774c99740b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Allocated IP 2001:db8:2::1 (3797fec6-cb76-4a3d-8d9b-06903787bb7e/d70aa0bf-c249-4ff4-a902-40d51dbbd08b/f8643df6-84cb-40d5-8ff9-cd75359948dd) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:04.771406 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.773567 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Pushing event updated for resources: {'Port': ['ID=7df807e7-39fd-4349-98fa-21d21aae0b26,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:04.825746 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Attempting to bind port 7df807e7-39fd-4349-98fa-21d21aae0b26 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:04.825746 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Attempting to bind port 7df807e7-39fd-4349-98fa-21d21aae0b26 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '1320e629-1074-457b-abbc-25b314819692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:04.826463 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Attempting to bind port 7df807e7-39fd-4349-98fa-21d21aae0b26 on network 3797fec6-cb76-4a3d-8d9b-06903787bb7e {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:04.834509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:04.835189 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Checking segment: {'id': '1320e629-1074-457b-abbc-25b314819692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:04.835306 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.835643 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Bound using segment: {'id': '1320e629-1074-457b-abbc-25b314819692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:04.836108 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Bound port: 7df807e7-39fd-4349-98fa-21d21aae0b26, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1320e629-1074-457b-abbc-25b314819692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:04.836487 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.888899 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e64aa9-a8ad-4962-a241-08530501b33b None None] Pushing event updated for resources: {'Port': ['ID=0e0909e6-8d5a-49c3-9165-c3ec02bcb606,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:04.905943 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e64aa9-a8ad-4962-a241-08530501b33b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:04.906295 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e64aa9-a8ad-4962-a241-08530501b33b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:04.906619 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e64aa9-a8ad-4962-a241-08530501b33b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:04.906956 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e64aa9-a8ad-4962-a241-08530501b33b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:04.907286 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e64aa9-a8ad-4962-a241-08530501b33b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:04.907610 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e64aa9-a8ad-4962-a241-08530501b33b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:04.907930 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e64aa9-a8ad-4962-a241-08530501b33b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:04.908252 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e64aa9-a8ad-4962-a241-08530501b33b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:04.908572 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e64aa9-a8ad-4962-a241-08530501b33b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:04.909140 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e64aa9-a8ad-4962-a241-08530501b33b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:04.909731 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e64aa9-a8ad-4962-a241-08530501b33b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:04.910067 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e64aa9-a8ad-4962-a241-08530501b33b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:04.924564 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Attempting to bind port 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:04.925023 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Attempting to bind port 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'a9665dac-91ce-4a9c-8ca4-3c06c59d4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '718ff10b-1552-4670-b459-9411b055c19e'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:04.925480 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Attempting to bind port 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 on network 718ff10b-1552-4670-b459-9411b055c19e {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:04.931920 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:04.932465 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Checking segment: {'id': 'a9665dac-91ce-4a9c-8ca4-3c06c59d4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '718ff10b-1552-4670-b459-9411b055c19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:04.932955 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.933438 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Bound using segment: {'id': 'a9665dac-91ce-4a9c-8ca4-3c06c59d4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '718ff10b-1552-4670-b459-9411b055c19e'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:04.934037 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Bound port: 0e0909e6-8d5a-49c3-9165-c3ec02bcb606, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9665dac-91ce-4a9c-8ca4-3c06c59d4998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '718ff10b-1552-4670-b459-9411b055c19e'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:04.934512 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.940114 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] For port 7df807e7-39fd-4349-98fa-21d21aae0b26, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:04.947732 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] For port 7df807e7-39fd-4349-98fa-21d21aae0b26, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7df807e7-39fd-4349-98fa-21d21aae0b26,segment=NetworkSegment(1320e629-1074-457b-abbc-25b314819692),segment_id=1320e629-1074-457b-abbc-25b314819692)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:04.953402 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.994826 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff278-bd01-4c08-b320-ee774c99740b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.031663 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-1b5ff278-bd01-4c08-b320-ee774c99740b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Transition to ACTIVE for port object f8643df6-84cb-40d5-8ff9-cd75359948dd will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:05.077890 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c7d6fd50-500f-4848-ab49-0f33801d8fd2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:05.095717 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] For port 0e0909e6-8d5a-49c3-9165-c3ec02bcb606, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:05.102556 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] For port 0e0909e6-8d5a-49c3-9165-c3ec02bcb606, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0e0909e6-8d5a-49c3-9165-c3ec02bcb606,segment=NetworkSegment(a9665dac-91ce-4a9c-8ca4-3c06c59d4998),segment_id=a9665dac-91ce-4a9c-8ca4-3c06c59d4998)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:05.114780 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.117266 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff278-bd01-4c08-b320-ee774c99740b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.174733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2785c6-c7a2-47fd-80f2-c3be86aa5d6f None None] Pushing event updated for resources: {'Port': ['ID=7df807e7-39fd-4349-98fa-21d21aae0b26,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:05.198705 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5ff278-bd01-4c08-b320-ee774c99740b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network 3797fec6-cb76-4a3d-8d9b-06903787bb7e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:05.205531 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1b5ff278-bd01-4c08-b320-ee774c99740b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:05.208387 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ff278-bd01-4c08-b320-ee774c99740b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=f8643df6-84cb-40d5-8ff9-cd75359948dd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:05.210858 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5ff278-bd01-4c08-b320-ee774c99740b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:05.211394 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff278-bd01-4c08-b320-ee774c99740b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.232296 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port c7d6fd50-500f-4848-ab49-0f33801d8fd2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:05.232964 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.236278 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Routers {'181c8adf-6671-4c34-91ee-6c583dd79fc7'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:05.236611 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['181c8adf-6671-4c34-91ee-6c583dd79fc7'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:05.357429 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e64aa9-a8ad-4962-a241-08530501b33b None None] Pushing event updated for resources: {'Port': ['ID=0e0909e6-8d5a-49c3-9165-c3ec02bcb606,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:05.428967 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] Set router 181c8adf-6671-4c34-91ee-6c583dd79fc7 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:05.466459 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:05.470622 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff278-bd01-4c08-b320-ee774c99740b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.542715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:05.543154 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.815226 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:01Z', 'revision_number': 3, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': '0e0909e6-8d5a-49c3-9165-c3ec02bcb606', 'name': '', 'network_id': '718ff10b-1552-4670-b459-9411b055c19e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:9e:21:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:59Z', 'updated_at': '2021-08-16T02:05:05Z', 'revision_number': 4, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:05.855001 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c4d3e-e2bc-46f5-81a0-941ae6b5276d None None] The sync data for ids ['181c8adf-6671-4c34-91ee-6c583dd79fc7'] in n-d-765315-27 is: [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:01Z', 'revision_number': 3, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': '0e0909e6-8d5a-49c3-9165-c3ec02bcb606', 'name': '', 'network_id': '718ff10b-1552-4670-b459-9411b055c19e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:9e:21:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:59Z', 'updated_at': '2021-08-16T02:05:05Z', 'revision_number': 4, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:05.881745 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc3304-63b2-46ff-9880-42e9ad7746fe req-cc68d8b0-827a-4ca7-b553-27fde70b9919 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:05.890030 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1bbc3304-63b2-46ff-9880-42e9ad7746fe req-cc68d8b0-827a-4ca7-b553-27fde70b9919 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 945 time: 0.1085944 Aug 16 02:05:05.959520 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1bbc3304-63b2-46ff-9880-42e9ad7746fe req-33f0033d-9e22-4356-a448-039cb7d32eac tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683217 Aug 16 02:05:06.039897 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff278-bd01-4c08-b320-ee774c99740b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.048903 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff278-bd01-4c08-b320-ee774c99740b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.050001 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff278-bd01-4c08-b320-ee774c99740b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.207082 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ff278-bd01-4c08-b320-ee774c99740b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=f8643df6-84cb-40d5-8ff9-cd75359948dd,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:06.312970 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5ff278-bd01-4c08-b320-ee774c99740b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network 3797fec6-cb76-4a3d-8d9b-06903787bb7e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:06.314813 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1b5ff278-bd01-4c08-b320-ee774c99740b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:06.456861 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5ff278-bd01-4c08-b320-ee774c99740b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 181c8adf-6671-4c34-91ee-6c583dd79fc7 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:06.590589 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5ff278-bd01-4c08-b320-ee774c99740b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:06.596767 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1b40de-206a-4107-8420-6f00dc2b0a11 None None] Network 3797fec6-cb76-4a3d-8d9b-06903787bb7e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:06.612445 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1b5ff278-bd01-4c08-b320-ee774c99740b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/181c8adf-6671-4c34-91ee-6c583dd79fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0688612 Aug 16 02:05:06.613040 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55406) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:06.623096 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0a01e7fd-1751-41d0-a59f-dc4dfb70acd5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-523104376'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:06.677462 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a01e7fd-1751-41d0-a59f-dc4dfb70acd5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Made reservation on behalf of 8a75a99f5edd42458e4e2037d85a67bc for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:06.681092 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a01e7fd-1751-41d0-a59f-dc4dfb70acd5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.714938 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-02077603-90e7-4f4f-a81a-65802a4aee80 None None] Provisioning for port 7df807e7-39fd-4349-98fa-21d21aae0b26 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:06.739330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a01e7fd-1751-41d0-a59f-dc4dfb70acd5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:06.759627 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a01e7fd-1751-41d0-a59f-dc4dfb70acd5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.760121 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-0a01e7fd-1751-41d0-a59f-dc4dfb70acd5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Added segment a0ff533d-cd5a-4725-a884-79fd93eb1148 of type vlan for network 41b5af98-b349-42b9-b48b-b323ef3ae441 Aug 16 02:05:06.826913 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a01e7fd-1751-41d0-a59f-dc4dfb70acd5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.873449 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a01e7fd-1751-41d0-a59f-dc4dfb70acd5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.881836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01e7fd-1751-41d0-a59f-dc4dfb70acd5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:06.882773 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a01e7fd-1751-41d0-a59f-dc4dfb70acd5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.904808 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0a01e7fd-1751-41d0-a59f-dc4dfb70acd5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2879994 Aug 16 02:05:06.905233 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55408) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:06.910774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-624a0dfc-7238-42cc-9a8c-9410ff665cce tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'subnet': {'network_id': '41b5af98-b349-42b9-b48b-b323ef3ae441', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:06.932557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Sync routers for ids ['181c8adf-6671-4c34-91ee-6c583dd79fc7'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:06.943411 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Routers {'181c8adf-6671-4c34-91ee-6c583dd79fc7'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:06.944182 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['181c8adf-6671-4c34-91ee-6c583dd79fc7'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:07.027459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01e7fd-1751-41d0-a59f-dc4dfb70acd5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Network': ['ID=41b5af98-b349-42b9-b48b-b323ef3ae441,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:07.124919 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 41b5af98-b349-42b9-b48b-b323ef3ae441 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:07.128548 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624a0dfc-7238-42cc-9a8c-9410ff665cce tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Made reservation on behalf of 8a75a99f5edd42458e4e2037d85a67bc for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:07.132867 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-624a0dfc-7238-42cc-9a8c-9410ff665cce tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.206354 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Set router 181c8adf-6671-4c34-91ee-6c583dd79fc7 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:07.231905 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dba70b-4a83-4cd2-af93-f82b6174b739 req-40dea10c-9208-401a-af2b-2fe9bdbf29da tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:07.242297 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a8dba70b-4a83-4cd2-af93-f82b6174b739 req-40dea10c-9208-401a-af2b-2fe9bdbf29da tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 945 time: 0.1290057 Aug 16 02:05:07.328028 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a8dba70b-4a83-4cd2-af93-f82b6174b739 req-fd42f83c-5142-45fd-900c-a03cbb261c71 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838003 Aug 16 02:05:07.501532 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7df807e7-39fd-4349-98fa-21d21aae0b26 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:07.550509 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-624a0dfc-7238-42cc-9a8c-9410ff665cce tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.596551 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e86bf097-0a95-4ff2-b064-b957b8465f5f None None] Provisioning for port f8643df6-84cb-40d5-8ff9-cd75359948dd completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:07.611078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e86bf097-0a95-4ff2-b064-b957b8465f5f None None] Provisioning complete for port f8643df6-84cb-40d5-8ff9-cd75359948dd triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:07.611750 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e86bf097-0a95-4ff2-b064-b957b8465f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.657144 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.666236 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a0dfc-7238-42cc-9a8c-9410ff665cce tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Subnet': ['ID=d7fd255c-11ca-464c-9aa5-3cff5ba2a9a8,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:07.684124 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624a0dfc-7238-42cc-9a8c-9410ff665cce tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Checking segment: {'id': 'a0ff533d-cd5a-4725-a884-79fd93eb1148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '41b5af98-b349-42b9-b48b-b323ef3ae441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:07.684357 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624a0dfc-7238-42cc-9a8c-9410ff665cce tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network hostable DHCP agents. Network: 41b5af98-b349-42b9-b48b-b323ef3ae441, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:07.705418 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624a0dfc-7238-42cc-9a8c-9410ff665cce tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network 41b5af98-b349-42b9-b48b-b323ef3ae441 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:07.725965 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-624a0dfc-7238-42cc-9a8c-9410ff665cce tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 41b5af98-b349-42b9-b48b-b323ef3ae441) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:07.731223 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624a0dfc-7238-42cc-9a8c-9410ff665cce tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:07.731813 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-624a0dfc-7238-42cc-9a8c-9410ff665cce tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.769427 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55412) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:07.770480 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-624a0dfc-7238-42cc-9a8c-9410ff665cce tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8637097 Aug 16 02:05:07.780575 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80d9c90-b63d-40ff-b0f1-107726fec713 None None] Network 41b5af98-b349-42b9-b48b-b323ef3ae441 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:07.873997 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e86bf097-0a95-4ff2-b064-b957b8465f5f None None] Port f8643df6-84cb-40d5-8ff9-cd75359948dd cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:07.905744 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 7df807e7-39fd-4349-98fa-21d21aae0b26 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:07.983588 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e86bf097-0a95-4ff2-b064-b957b8465f5f None None] Provisioning complete for port 7df807e7-39fd-4349-98fa-21d21aae0b26 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:07.985133 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e86bf097-0a95-4ff2-b064-b957b8465f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.030130 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 7df807e7-39fd-4349-98fa-21d21aae0b26 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:08.030546 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.291013 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.312368 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e86bf097-0a95-4ff2-b064-b957b8465f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.331026 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:05Z', 'revision_number': 4, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': '0e0909e6-8d5a-49c3-9165-c3ec02bcb606', 'name': '', 'network_id': '718ff10b-1552-4670-b459-9411b055c19e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:9e:21:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:59Z', 'updated_at': '2021-08-16T02:05:05Z', 'revision_number': 4, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8643df6-84cb-40d5-8ff9-cd75359948dd', 'name': '', 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:c1:a4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:04Z', 'updated_at': '2021-08-16T02:05:05Z', 'revision_number': 2, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:08.338022 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-41b5af98-b349-42b9-b48b-b323ef3ae441', 'network_id': '41b5af98-b349-42b9-b48b-b323ef3ae441', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'fixed_ips': [{'subnet_id': 'd7fd255c-11ca-464c-9aa5-3cff5ba2a9a8'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:05:08.338936 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.433123 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.435297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Checking router: 181c8adf-6671-4c34-91ee-6c583dd79fc7 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:08.435652 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Updating router 181c8adf-6671-4c34-91ee-6c583dd79fc7 port f8643df6-84cb-40d5-8ff9-cd75359948dd binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:05:08.499488 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e86bf097-0a95-4ff2-b064-b957b8465f5f None None] For port 7df807e7-39fd-4349-98fa-21d21aae0b26, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7df807e7-39fd-4349-98fa-21d21aae0b26,segment=NetworkSegment(1320e629-1074-457b-abbc-25b314819692),segment_id=1320e629-1074-457b-abbc-25b314819692)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:08.549644 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1e73d76e-22ac-4fee-8dca-485313ab0623 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.567188 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.569185 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e86bf097-0a95-4ff2-b064-b957b8465f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.648512 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2363e0-c922-4172-b56a-a48bfcbad6fa req-0ab92cba-a2f6-48f8-a188-a9cbe315d2ba tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:08.654805 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd2363e0-c922-4172-b56a-a48bfcbad6fa req-0ab92cba-a2f6-48f8-a188-a9cbe315d2ba tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 945 time: 0.1984775 Aug 16 02:05:08.731877 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd2363e0-c922-4172-b56a-a48bfcbad6fa req-6e4a35d6-dc70-499f-bbf5-50a8b27a7db3 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692766 Aug 16 02:05:08.764238 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:05:08.764834 n-d-765315-27 neutron-server[94674]: DEBUG oslo_db.api [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:05:08.772392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86bf097-0a95-4ff2-b064-b957b8465f5f None None] Pushing event updated for resources: {'Port': ['ID=7df807e7-39fd-4349-98fa-21d21aae0b26,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:08.845588 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b6761d75-f82b-4693-a3a4-5b4d10e13268 None None] Provisioning complete for port f8643df6-84cb-40d5-8ff9-cd75359948dd triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:08.845963 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b6761d75-f82b-4693-a3a4-5b4d10e13268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.875837 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Allocated IP 2001:db8:3::2 (41b5af98-b349-42b9-b48b-b323ef3ae441/d7fd255c-11ca-464c-9aa5-3cff5ba2a9a8/410272d8-bacd-400e-8178-07a0294353fc) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:08.951383 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b6761d75-f82b-4693-a3a4-5b4d10e13268 None None] Port f8643df6-84cb-40d5-8ff9-cd75359948dd cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:09.164225 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.166724 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.181019 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Transition to ACTIVE for port object 410272d8-bacd-400e-8178-07a0294353fc will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:09.183144 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Transition to ACTIVE for port object f8643df6-84cb-40d5-8ff9-cd75359948dd will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:09.193446 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.235051 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Transition to ACTIVE for port object 410272d8-bacd-400e-8178-07a0294353fc will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:09.250020 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.302324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab739bfc-ab7c-40a7-a700-1aa91d057382 None None] Pushing event updated for resources: {'Port': ['ID=f8643df6-84cb-40d5-8ff9-cd75359948dd,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:09.359443 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-1e73d76e-22ac-4fee-8dca-485313ab0623 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Allocated IP 2001:db8:3::1 (41b5af98-b349-42b9-b48b-b323ef3ae441/d7fd255c-11ca-464c-9aa5-3cff5ba2a9a8/b215fcbe-29af-4a6f-b645-4b754bf3f778) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:09.378618 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Network 41b5af98-b349-42b9-b48b-b323ef3ae441 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:09.411155 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:09.422076 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:09.429064 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:09.464737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Attempting to bind port f8643df6-84cb-40d5-8ff9-cd75359948dd on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:09.465127 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Attempting to bind port f8643df6-84cb-40d5-8ff9-cd75359948dd by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '1320e629-1074-457b-abbc-25b314819692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:09.479723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Attempting to bind port f8643df6-84cb-40d5-8ff9-cd75359948dd on network 3797fec6-cb76-4a3d-8d9b-06903787bb7e {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:09.489542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Pushing event updated for resources: {'Port': ['ID=410272d8-bacd-400e-8178-07a0294353fc,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:09.502056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:09.502439 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Checking segment: {'id': '1320e629-1074-457b-abbc-25b314819692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:09.502852 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.503234 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Bound using segment: {'id': '1320e629-1074-457b-abbc-25b314819692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:09.503701 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Bound port: f8643df6-84cb-40d5-8ff9-cd75359948dd, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1320e629-1074-457b-abbc-25b314819692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:09.504189 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.569448 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1e73d76e-22ac-4fee-8dca-485313ab0623 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.598699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-1e73d76e-22ac-4fee-8dca-485313ab0623 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Transition to ACTIVE for port object b215fcbe-29af-4a6f-b645-4b754bf3f778 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:09.620806 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:09.628945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Attempting to bind port 410272d8-bacd-400e-8178-07a0294353fc on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:09.630321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Attempting to bind port 410272d8-bacd-400e-8178-07a0294353fc by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'a0ff533d-cd5a-4725-a884-79fd93eb1148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '41b5af98-b349-42b9-b48b-b323ef3ae441'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:09.630795 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Attempting to bind port 410272d8-bacd-400e-8178-07a0294353fc on network 41b5af98-b349-42b9-b48b-b323ef3ae441 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:09.639680 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:09.640060 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.664785 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1e73d76e-22ac-4fee-8dca-485313ab0623 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.671594 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:09.671980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Checking segment: {'id': 'a0ff533d-cd5a-4725-a884-79fd93eb1148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '41b5af98-b349-42b9-b48b-b323ef3ae441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:09.672471 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.672829 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Bound using segment: {'id': 'a0ff533d-cd5a-4725-a884-79fd93eb1148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '41b5af98-b349-42b9-b48b-b323ef3ae441'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:09.673314 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Bound port: 410272d8-bacd-400e-8178-07a0294353fc, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ff533d-cd5a-4725-a884-79fd93eb1148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '41b5af98-b349-42b9-b48b-b323ef3ae441'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:09.673698 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.701719 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] For port f8643df6-84cb-40d5-8ff9-cd75359948dd, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:09.763868 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] For port f8643df6-84cb-40d5-8ff9-cd75359948dd, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f8643df6-84cb-40d5-8ff9-cd75359948dd,segment=NetworkSegment(1320e629-1074-457b-abbc-25b314819692),segment_id=1320e629-1074-457b-abbc-25b314819692)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:09.767702 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73d76e-22ac-4fee-8dca-485313ab0623 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=b215fcbe-29af-4a6f-b645-4b754bf3f778,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:09.793854 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e73d76e-22ac-4fee-8dca-485313ab0623 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network 41b5af98-b349-42b9-b48b-b323ef3ae441 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:09.795463 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1e73d76e-22ac-4fee-8dca-485313ab0623 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:09.811356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e73d76e-22ac-4fee-8dca-485313ab0623 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:09.811932 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1e73d76e-22ac-4fee-8dca-485313ab0623 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.813014 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.853508 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] For port 410272d8-bacd-400e-8178-07a0294353fc, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:09.857892 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] For port 410272d8-bacd-400e-8178-07a0294353fc, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=410272d8-bacd-400e-8178-07a0294353fc,segment=NetworkSegment(a0ff533d-cd5a-4725-a884-79fd93eb1148),segment_id=a0ff533d-cd5a-4725-a884-79fd93eb1148)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:09.925320 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.000813 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.005109 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406aaf1-c8d1-4a2b-a9cf-a0f50988e81d req-826f3f35-8a6a-48e3-a44b-b07bd397279c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.007259 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4406aaf1-c8d1-4a2b-a9cf-a0f50988e81d req-826f3f35-8a6a-48e3-a44b-b07bd397279c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 945 time: 0.1264193 Aug 16 02:05:10.040975 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab739bfc-ab7c-40a7-a700-1aa91d057382 None None] Pushing event updated for resources: {'Port': ['ID=f8643df6-84cb-40d5-8ff9-cd75359948dd,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:10.066239 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Routers {'181c8adf-6671-4c34-91ee-6c583dd79fc7'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:10.067972 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['181c8adf-6671-4c34-91ee-6c583dd79fc7'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:10.080666 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1e73d76e-22ac-4fee-8dca-485313ab0623 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.150884 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 0e0909e6-8d5a-49c3-9165-c3ec02bcb606, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0e0909e6-8d5a-49c3-9165-c3ec02bcb606,segment=NetworkSegment(a9665dac-91ce-4a9c-8ca4-3c06c59d4998),segment_id=a9665dac-91ce-4a9c-8ca4-3c06c59d4998)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:10.203127 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.368553 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:05:10.467442 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4406aaf1-c8d1-4a2b-a9cf-a0f50988e81d req-46bb265d-5fc2-4738-b2e9-707a87e90b15 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330277 Aug 16 02:05:10.536559 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7df807e7-39fd-4349-98fa-21d21aae0b26 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:10.589020 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d112ad8-7903-46ee-b007-338e5662ef89 None None] Pushing event updated for resources: {'Port': ['ID=410272d8-bacd-400e-8178-07a0294353fc,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:10.600169 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1e73d76e-22ac-4fee-8dca-485313ab0623 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.604115 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] Set router 181c8adf-6671-4c34-91ee-6c583dd79fc7 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:10.608495 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1e73d76e-22ac-4fee-8dca-485313ab0623 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.609789 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1e73d76e-22ac-4fee-8dca-485313ab0623 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.699350 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73d76e-22ac-4fee-8dca-485313ab0623 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event updated for resources: {'Port': ['ID=b215fcbe-29af-4a6f-b645-4b754bf3f778,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:10.733369 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=0e0909e6-8d5a-49c3-9165-c3ec02bcb606,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:10.759334 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e73d76e-22ac-4fee-8dca-485313ab0623 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Network 41b5af98-b349-42b9-b48b-b323ef3ae441 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:10.760885 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1e73d76e-22ac-4fee-8dca-485313ab0623 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:10.790957 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 7df807e7-39fd-4349-98fa-21d21aae0b26 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:10.791408 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.921418 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e73d76e-22ac-4fee-8dca-485313ab0623 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 181c8adf-6671-4c34-91ee-6c583dd79fc7 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:10.991237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:09Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': '0e0909e6-8d5a-49c3-9165-c3ec02bcb606', 'name': '', 'network_id': '718ff10b-1552-4670-b459-9411b055c19e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:9e:21:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:59Z', 'updated_at': '2021-08-16T02:05:05Z', 'revision_number': 4, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b215fcbe-29af-4a6f-b645-4b754bf3f778', 'name': '', 'network_id': '41b5af98-b349-42b9-b48b-b323ef3ae441', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:86:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'd7fd255c-11ca-464c-9aa5-3cff5ba2a9a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:08Z', 'updated_at': '2021-08-16T02:05:09Z', 'revision_number': 1, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'd7fd255c-11ca-464c-9aa5-3cff5ba2a9a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8643df6-84cb-40d5-8ff9-cd75359948dd', 'name': '', 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:c1:a4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:04Z', 'updated_at': '2021-08-16T02:05:09Z', 'revision_number': 4, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:11.021289 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8262a3-fdc6-422b-88d7-522a93ad1460 None None] The sync data for ids ['181c8adf-6671-4c34-91ee-6c583dd79fc7'] in n-d-765315-27 is: [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:09Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': '0e0909e6-8d5a-49c3-9165-c3ec02bcb606', 'name': '', 'network_id': '718ff10b-1552-4670-b459-9411b055c19e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:9e:21:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:59Z', 'updated_at': '2021-08-16T02:05:05Z', 'revision_number': 4, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b215fcbe-29af-4a6f-b645-4b754bf3f778', 'name': '', 'network_id': '41b5af98-b349-42b9-b48b-b323ef3ae441', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:86:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'd7fd255c-11ca-464c-9aa5-3cff5ba2a9a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:08Z', 'updated_at': '2021-08-16T02:05:09Z', 'revision_number': 1, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'd7fd255c-11ca-464c-9aa5-3cff5ba2a9a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8643df6-84cb-40d5-8ff9-cd75359948dd', 'name': '', 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:c1:a4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:04Z', 'updated_at': '2021-08-16T02:05:09Z', 'revision_number': 4, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:11.054323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e73d76e-22ac-4fee-8dca-485313ab0623 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:11.060235 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1e73d76e-22ac-4fee-8dca-485313ab0623 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/181c8adf-6671-4c34-91ee-6c583dd79fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2887592 Aug 16 02:05:11.063098 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55422) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.068599 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-32f4cb6b-8160-43a3-9d0d-d5b67d4dce39 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:11.515591 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5384524c-ebeb-41d5-b965-7af77316b187 None None] Network 41b5af98-b349-42b9-b48b-b323ef3ae441 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:11.671834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7ab5923b-ef7b-4797-ba46-fa24a6119f09 None None] Provisioning for port 410272d8-bacd-400e-8178-07a0294353fc completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:11.696075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0368664-1dd7-479b-9809-bbf2cf0734e8 req-4f38aee9-fe96-4a37-b53c-af284558ef1d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:11.698038 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b0368664-1dd7-479b-9809-bbf2cf0734e8 req-4f38aee9-fe96-4a37-b53c-af284558ef1d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 945 time: 0.1189263 Aug 16 02:05:11.782404 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.extraroute_db [None req-32f4cb6b-8160-43a3-9d0d-d5b67d4dce39 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94673) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:05:11.806718 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b0368664-1dd7-479b-9809-bbf2cf0734e8 req-db0019e2-cbc0-40b6-b87a-5ca76b93dc3c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983751 Aug 16 02:05:11.834835 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.extraroute_db [None req-32f4cb6b-8160-43a3-9d0d-d5b67d4dce39 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Removed routes are [] {{(pid=94673) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:05:11.835334 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32f4cb6b-8160-43a3-9d0d-d5b67d4dce39 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.113059 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32f4cb6b-8160-43a3-9d0d-d5b67d4dce39 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.117171 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32f4cb6b-8160-43a3-9d0d-d5b67d4dce39 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.244486 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-29a03994-803e-401c-a1b4-aea7615a48e0 None None] Provisioning for port b215fcbe-29af-4a6f-b645-4b754bf3f778 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:12.258734 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-29a03994-803e-401c-a1b4-aea7615a48e0 None None] Provisioning complete for port b215fcbe-29af-4a6f-b645-4b754bf3f778 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:12.259107 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29a03994-803e-401c-a1b4-aea7615a48e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.275965 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f4cb6b-8160-43a3-9d0d-d5b67d4dce39 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 181c8adf-6671-4c34-91ee-6c583dd79fc7 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:12.347996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-29a03994-803e-401c-a1b4-aea7615a48e0 None None] Port b215fcbe-29af-4a6f-b645-4b754bf3f778 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:12.454838 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f4cb6b-8160-43a3-9d0d-d5b67d4dce39 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:12.477883 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32f4cb6b-8160-43a3-9d0d-d5b67d4dce39 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.478080 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-32f4cb6b-8160-43a3-9d0d-d5b67d4dce39 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/181c8adf-6671-4c34-91ee-6c583dd79fc7 HTTP/1.1" status: 200 len: 954 time: 1.4139144 Aug 16 02:05:12.480938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55438) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:12.483552 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-55a9513a-4a70-4b30-b75a-ca423b354eef None None] Provisioning complete for port b215fcbe-29af-4a6f-b645-4b754bf3f778 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:12.483918 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55a9513a-4a70-4b30-b75a-ca423b354eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.532206 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f8643df6-84cb-40d5-8ff9-cd75359948dd up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:12.539567 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-55a9513a-4a70-4b30-b75a-ca423b354eef None None] Port b215fcbe-29af-4a6f-b645-4b754bf3f778 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:12.609703 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port f8643df6-84cb-40d5-8ff9-cd75359948dd completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:12.618561 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port f8643df6-84cb-40d5-8ff9-cd75359948dd triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:12.619109 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.649042 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d356df3c-605c-4309-b5da-730795305ce7 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/routers/181c8adf-6671-4c34-91ee-6c583dd79fc7 HTTP/1.1" status: 200 len: 954 time: 0.1656311 Aug 16 02:05:12.652336 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55440) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:12.657827 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f3f872f7-6a85-4d36-b99a-9b1ff9b4f832 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'router': {'routes': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:12.721942 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.768529 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port f8643df6-84cb-40d5-8ff9-cd75359948dd, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f8643df6-84cb-40d5-8ff9-cd75359948dd,segment=NetworkSegment(1320e629-1074-457b-abbc-25b314819692),segment_id=1320e629-1074-457b-abbc-25b314819692)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:12.774919 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.775968 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 410272d8-bacd-400e-8178-07a0294353fc up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:12.780665 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5b0c9a39-58d8-4497-a845-76aad465da7a None None] Provisioning complete for port b215fcbe-29af-4a6f-b645-4b754bf3f778 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:12.780665 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5b0c9a39-58d8-4497-a845-76aad465da7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.802527 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b25c94-c399-4282-8e52-a54a0b924072 req-3f81f493-ecd9-4ecc-bbb8-b6a72cb7fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:12.804663 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Sync routers for ids ['181c8adf-6671-4c34-91ee-6c583dd79fc7'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:12.806830 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-87b25c94-c399-4282-8e52-a54a0b924072 req-3f81f493-ecd9-4ecc-bbb8-b6a72cb7fb18 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 1097 time: 0.0513761 Aug 16 02:05:12.813799 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Routers {'181c8adf-6671-4c34-91ee-6c583dd79fc7'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:12.814422 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['181c8adf-6671-4c34-91ee-6c583dd79fc7'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:12.918935 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Set router 181c8adf-6671-4c34-91ee-6c583dd79fc7 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:12.934274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5b0c9a39-58d8-4497-a845-76aad465da7a None None] Port b215fcbe-29af-4a6f-b645-4b754bf3f778 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:12.942522 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=f8643df6-84cb-40d5-8ff9-cd75359948dd,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:12.959118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 410272d8-bacd-400e-8178-07a0294353fc completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:12.966756 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 410272d8-bacd-400e-8178-07a0294353fc triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:12.966987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b25c94-c399-4282-8e52-a54a0b924072 req-89f96ca5-01e8-4c4e-ace1-4c7f2ca9d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:12.967749 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.968386 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-87b25c94-c399-4282-8e52-a54a0b924072 req-89f96ca5-01e8-4c4e-ace1-4c7f2ca9d0c4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 912 time: 0.1495166 Aug 16 02:05:13.015407 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b074a8-b3f5-4f0b-a4f2-c698dfe1ffc0 req-ef64a9d9-0654-4382-9c36-e3bccdf80210 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:13.017328 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3b074a8-b3f5-4f0b-a4f2-c698dfe1ffc0 req-ef64a9d9-0654-4382-9c36-e3bccdf80210 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 945 time: 0.0794289 Aug 16 02:05:13.037710 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-87b25c94-c399-4282-8e52-a54a0b924072 req-45efb7bb-13b5-47fa-bf4a-5afe677c384b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a243dc3-9597-4e25-8e13-d8b122a66a5c HTTP/1.1" status: 200 len: 217 time: 0.0571876 Aug 16 02:05:13.071816 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.108493 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3b074a8-b3f5-4f0b-a4f2-c698dfe1ffc0 req-724a5f6e-93f8-47ac-a1b6-6e6c4497cbbd tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663588 Aug 16 02:05:13.118893 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b25c94-c399-4282-8e52-a54a0b924072 req-14eff51b-468f-4ad2-84f0-8bd2dcae5831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:13.120407 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-87b25c94-c399-4282-8e52-a54a0b924072 req-14eff51b-468f-4ad2-84f0-8bd2dcae5831 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.0720489 Aug 16 02:05:13.134261 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 410272d8-bacd-400e-8178-07a0294353fc, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=410272d8-bacd-400e-8178-07a0294353fc,segment=NetworkSegment(a0ff533d-cd5a-4725-a884-79fd93eb1148),segment_id=a0ff533d-cd5a-4725-a884-79fd93eb1148)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:13.139728 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.140989 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:13.184963 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.extraroute_db [None req-f3f872f7-6a85-4d36-b99a-9b1ff9b4f832 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Added routes are [] {{(pid=94672) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:05:13.185333 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.extraroute_db [None req-f3f872f7-6a85-4d36-b99a-9b1ff9b4f832 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94672) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:05:13.187508 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b25c94-c399-4282-8e52-a54a0b924072 req-eb59e525-c1ac-4d4a-bc0d-84f9cba8cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:13.189261 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-87b25c94-c399-4282-8e52-a54a0b924072 req-eb59e525-c1ac-4d4a-bc0d-84f9cba8cffa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590384 Aug 16 02:05:13.196604 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:11Z', 'revision_number': 6, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': '0e0909e6-8d5a-49c3-9165-c3ec02bcb606', 'name': '', 'network_id': '718ff10b-1552-4670-b459-9411b055c19e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:9e:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:59Z', 'updated_at': '2021-08-16T02:05:10Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b215fcbe-29af-4a6f-b645-4b754bf3f778', 'name': '', 'network_id': '41b5af98-b349-42b9-b48b-b323ef3ae441', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:86:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'd7fd255c-11ca-464c-9aa5-3cff5ba2a9a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:08Z', 'updated_at': '2021-08-16T02:05:10Z', 'revision_number': 2, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'd7fd255c-11ca-464c-9aa5-3cff5ba2a9a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8643df6-84cb-40d5-8ff9-cd75359948dd', 'name': '', 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:c1:a4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:04Z', 'updated_at': '2021-08-16T02:05:12Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:13.225120 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3f872f7-6a85-4d36-b99a-9b1ff9b4f832 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.240828 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Checking router: 181c8adf-6671-4c34-91ee-6c583dd79fc7 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:13.241704 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Updating router 181c8adf-6671-4c34-91ee-6c583dd79fc7 port b215fcbe-29af-4a6f-b645-4b754bf3f778 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:05:13.246798 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=410272d8-bacd-400e-8178-07a0294353fc,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:13.264311 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:13.264737 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.284246 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.345920 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-87b25c94-c399-4282-8e52-a54a0b924072 req-3fe382d6-5356-41ca-96c3-c69baa200a40 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470001 Aug 16 02:05:13.434606 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3f872f7-6a85-4d36-b99a-9b1ff9b4f832 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.439856 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3f872f7-6a85-4d36-b99a-9b1ff9b4f832 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.465245 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-87b25c94-c399-4282-8e52-a54a0b924072 req-b86f76fc-a935-4817-9cfb-51293ae8a1de service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066704 Aug 16 02:05:13.567732 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f872f7-6a85-4d36-b99a-9b1ff9b4f832 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 181c8adf-6671-4c34-91ee-6c583dd79fc7 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:13.601650 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.611368 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Transition to ACTIVE for port object b215fcbe-29af-4a6f-b645-4b754bf3f778 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:13.619054 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.692579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f872f7-6a85-4d36-b99a-9b1ff9b4f832 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:13.700043 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3f872f7-6a85-4d36-b99a-9b1ff9b4f832 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.701254 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f3f872f7-6a85-4d36-b99a-9b1ff9b4f832 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/181c8adf-6671-4c34-91ee-6c583dd79fc7 HTTP/1.1" status: 200 len: 704 time: 1.0476854 Aug 16 02:05:13.705428 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55444) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:13.774275 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4e9ba-7d17-4746-bcfd-8e79a06356e8 None None] Pushing event updated for resources: {'Port': ['ID=b215fcbe-29af-4a6f-b645-4b754bf3f778,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:13.816022 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6ee8f68b-e207-4014-b820-f899052addd7 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/routers/181c8adf-6671-4c34-91ee-6c583dd79fc7 HTTP/1.1" status: 200 len: 704 time: 0.1093102 Aug 16 02:05:13.819612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55446) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:13.823626 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Attempting to bind port b215fcbe-29af-4a6f-b645-4b754bf3f778 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:13.824147 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Attempting to bind port b215fcbe-29af-4a6f-b645-4b754bf3f778 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'a0ff533d-cd5a-4725-a884-79fd93eb1148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '41b5af98-b349-42b9-b48b-b323ef3ae441'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:13.824328 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Attempting to bind port b215fcbe-29af-4a6f-b645-4b754bf3f778 on network 41b5af98-b349-42b9-b48b-b323ef3ae441 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:13.830271 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:13.830633 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Checking segment: {'id': 'a0ff533d-cd5a-4725-a884-79fd93eb1148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '41b5af98-b349-42b9-b48b-b323ef3ae441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:13.831031 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.831411 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Bound using segment: {'id': 'a0ff533d-cd5a-4725-a884-79fd93eb1148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '41b5af98-b349-42b9-b48b-b323ef3ae441'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:13.831921 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Bound port: b215fcbe-29af-4a6f-b645-4b754bf3f778, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ff533d-cd5a-4725-a884-79fd93eb1148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '41b5af98-b349-42b9-b48b-b323ef3ae441'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:13.832396 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.903205 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] For port b215fcbe-29af-4a6f-b645-4b754bf3f778, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:13.906777 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] For port b215fcbe-29af-4a6f-b645-4b754bf3f778, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b215fcbe-29af-4a6f-b645-4b754bf3f778,segment=NetworkSegment(a0ff533d-cd5a-4725-a884-79fd93eb1148),segment_id=a0ff533d-cd5a-4725-a884-79fd93eb1148)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:13.913223 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.975719 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Routers {'181c8adf-6671-4c34-91ee-6c583dd79fc7'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:13.976399 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['181c8adf-6671-4c34-91ee-6c583dd79fc7'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:14.014984 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4e9ba-7d17-4746-bcfd-8e79a06356e8 None None] Pushing event updated for resources: {'Port': ['ID=b215fcbe-29af-4a6f-b645-4b754bf3f778,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:14.079433 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] Set router 181c8adf-6671-4c34-91ee-6c583dd79fc7 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:14.205662 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f76b8ef9-7b6d-4af9-bb2a-f3a2ca1f5afb tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.344065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 410272d8-bacd-400e-8178-07a0294353fc up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:14.366387 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238045aa-38ec-4c6a-bd1b-803a9597153b req-9d14fb07-f8e1-45ac-a8d5-9f7ebc894b3f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:14.370023 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:13Z', 'revision_number': 7, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': '0e0909e6-8d5a-49c3-9165-c3ec02bcb606', 'name': '', 'network_id': '718ff10b-1552-4670-b459-9411b055c19e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:9e:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:59Z', 'updated_at': '2021-08-16T02:05:10Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b215fcbe-29af-4a6f-b645-4b754bf3f778', 'name': '', 'network_id': '41b5af98-b349-42b9-b48b-b323ef3ae441', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:86:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'd7fd255c-11ca-464c-9aa5-3cff5ba2a9a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:08Z', 'updated_at': '2021-08-16T02:05:13Z', 'revision_number': 4, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'd7fd255c-11ca-464c-9aa5-3cff5ba2a9a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8643df6-84cb-40d5-8ff9-cd75359948dd', 'name': '', 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:c1:a4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:04Z', 'updated_at': '2021-08-16T02:05:12Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:14.370570 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-238045aa-38ec-4c6a-bd1b-803a9597153b req-9d14fb07-f8e1-45ac-a8d5-9f7ebc894b3f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 945 time: 0.1619167 Aug 16 02:05:14.397210 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 410272d8-bacd-400e-8178-07a0294353fc triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:14.397706 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.401937 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d829cf98-a965-4b0e-92dd-b7856be1b5b2 None None] The sync data for ids ['181c8adf-6671-4c34-91ee-6c583dd79fc7'] in n-d-765315-27 is: [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:13Z', 'revision_number': 7, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': '0e0909e6-8d5a-49c3-9165-c3ec02bcb606', 'name': '', 'network_id': '718ff10b-1552-4670-b459-9411b055c19e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:9e:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:59Z', 'updated_at': '2021-08-16T02:05:10Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b215fcbe-29af-4a6f-b645-4b754bf3f778', 'name': '', 'network_id': '41b5af98-b349-42b9-b48b-b323ef3ae441', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:86:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'd7fd255c-11ca-464c-9aa5-3cff5ba2a9a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:08Z', 'updated_at': '2021-08-16T02:05:13Z', 'revision_number': 4, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'd7fd255c-11ca-464c-9aa5-3cff5ba2a9a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8643df6-84cb-40d5-8ff9-cd75359948dd', 'name': '', 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:c1:a4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:04Z', 'updated_at': '2021-08-16T02:05:12Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:14.480983 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b215fcbe-29af-4a6f-b645-4b754bf3f778 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:14.531256 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port b215fcbe-29af-4a6f-b645-4b754bf3f778 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:14.536673 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port b215fcbe-29af-4a6f-b645-4b754bf3f778 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:14.537053 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.588075 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e99fb40-e343-4d3c-b4b1-e1bdb949d1af None None] Sync routers for ids ['181c8adf-6671-4c34-91ee-6c583dd79fc7'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:14.621094 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e99fb40-e343-4d3c-b4b1-e1bdb949d1af None None] Routers {'181c8adf-6671-4c34-91ee-6c583dd79fc7'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:14.621644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3e99fb40-e343-4d3c-b4b1-e1bdb949d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['181c8adf-6671-4c34-91ee-6c583dd79fc7'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:14.694483 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.737744 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-3e99fb40-e343-4d3c-b4b1-e1bdb949d1af None None] Set router 181c8adf-6671-4c34-91ee-6c583dd79fc7 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:14.771659 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port b215fcbe-29af-4a6f-b645-4b754bf3f778, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b215fcbe-29af-4a6f-b645-4b754bf3f778,segment=NetworkSegment(a0ff533d-cd5a-4725-a884-79fd93eb1148),segment_id=a0ff533d-cd5a-4725-a884-79fd93eb1148)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:14.776892 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.777663 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f8643df6-84cb-40d5-8ff9-cd75359948dd up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:14.820895 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-238045aa-38ec-4c6a-bd1b-803a9597153b req-5376a367-425f-4a04-ba76-11b8772f0d57 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459872 Aug 16 02:05:14.939443 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f76b8ef9-7b6d-4af9-bb2a-f3a2ca1f5afb tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting port b215fcbe-29af-4a6f-b645-4b754bf3f778 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:14.939692 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f76b8ef9-7b6d-4af9-bb2a-f3a2ca1f5afb tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.944580 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=b215fcbe-29af-4a6f-b645-4b754bf3f778,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:14.969829 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port f8643df6-84cb-40d5-8ff9-cd75359948dd triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:14.970202 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.030138 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f76b8ef9-7b6d-4af9-bb2a-f3a2ca1f5afb tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] For port b215fcbe-29af-4a6f-b645-4b754bf3f778, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b215fcbe-29af-4a6f-b645-4b754bf3f778,segment=NetworkSegment(a0ff533d-cd5a-4725-a884-79fd93eb1148),segment_id=a0ff533d-cd5a-4725-a884-79fd93eb1148)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:15.030505 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f76b8ef9-7b6d-4af9-bb2a-f3a2ca1f5afb tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.043892 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f76b8ef9-7b6d-4af9-bb2a-f3a2ca1f5afb tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Calling delete_port for b215fcbe-29af-4a6f-b645-4b754bf3f778 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:15.100328 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3e99fb40-e343-4d3c-b4b1-e1bdb949d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:13Z', 'revision_number': 7, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': '0e0909e6-8d5a-49c3-9165-c3ec02bcb606', 'name': '', 'network_id': '718ff10b-1552-4670-b459-9411b055c19e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:9e:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:59Z', 'updated_at': '2021-08-16T02:05:10Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b215fcbe-29af-4a6f-b645-4b754bf3f778', 'name': '', 'network_id': '41b5af98-b349-42b9-b48b-b323ef3ae441', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:86:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'd7fd255c-11ca-464c-9aa5-3cff5ba2a9a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:08Z', 'updated_at': '2021-08-16T02:05:13Z', 'revision_number': 4, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'd7fd255c-11ca-464c-9aa5-3cff5ba2a9a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8643df6-84cb-40d5-8ff9-cd75359948dd', 'name': '', 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:c1:a4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:04Z', 'updated_at': '2021-08-16T02:05:12Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:15.130682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e99fb40-e343-4d3c-b4b1-e1bdb949d1af None None] Checking router: 181c8adf-6671-4c34-91ee-6c583dd79fc7 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:15.140214 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e99fb40-e343-4d3c-b4b1-e1bdb949d1af None None] Routers {'181c8adf-6671-4c34-91ee-6c583dd79fc7'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:15.140827 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3e99fb40-e343-4d3c-b4b1-e1bdb949d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['181c8adf-6671-4c34-91ee-6c583dd79fc7'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:15.184387 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-96596c9f-7cce-4b2e-9c67-b52ecb655e25 req-770e7f34-5044-4357-86cc-10e1c80fd156 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401881 Aug 16 02:05:15.226749 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f76b8ef9-7b6d-4af9-bb2a-f3a2ca1f5afb tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.259340 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b8ef9-7b6d-4af9-bb2a-f3a2ca1f5afb tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Port': ['ID=b215fcbe-29af-4a6f-b645-4b754bf3f778,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:15.314142 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96596c9f-7cce-4b2e-9c67-b52ecb655e25 req-e6a4d068-66f9-4850-b543-f209be0af3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.316082 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-96596c9f-7cce-4b2e-9c67-b52ecb655e25 req-e6a4d068-66f9-4850-b543-f209be0af3ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 1098 time: 0.0804024 Aug 16 02:05:15.406997 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f76b8ef9-7b6d-4af9-bb2a-f3a2ca1f5afb tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.433062 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-3e99fb40-e343-4d3c-b4b1-e1bdb949d1af None None] Set router 181c8adf-6671-4c34-91ee-6c583dd79fc7 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:15.647122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76b8ef9-7b6d-4af9-bb2a-f3a2ca1f5afb tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 181c8adf-6671-4c34-91ee-6c583dd79fc7 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:15.701055 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3e99fb40-e343-4d3c-b4b1-e1bdb949d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:13Z', 'revision_number': 7, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': '0e0909e6-8d5a-49c3-9165-c3ec02bcb606', 'name': '', 'network_id': '718ff10b-1552-4670-b459-9411b055c19e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:9e:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:59Z', 'updated_at': '2021-08-16T02:05:10Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b215fcbe-29af-4a6f-b645-4b754bf3f778', 'name': '', 'network_id': '41b5af98-b349-42b9-b48b-b323ef3ae441', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:86:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'd7fd255c-11ca-464c-9aa5-3cff5ba2a9a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:08Z', 'updated_at': '2021-08-16T02:05:14Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'd7fd255c-11ca-464c-9aa5-3cff5ba2a9a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8643df6-84cb-40d5-8ff9-cd75359948dd', 'name': '', 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:c1:a4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:04Z', 'updated_at': '2021-08-16T02:05:12Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:15.721709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96596c9f-7cce-4b2e-9c67-b52ecb655e25 req-4bda0b24-e912-48ba-ad6c-de64821372a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.724654 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-96596c9f-7cce-4b2e-9c67-b52ecb655e25 req-4bda0b24-e912-48ba-ad6c-de64821372a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 912 time: 0.3811879 Aug 16 02:05:15.743247 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e99fb40-e343-4d3c-b4b1-e1bdb949d1af None None] The sync data for ids ['181c8adf-6671-4c34-91ee-6c583dd79fc7'] in n-d-765315-27 is: [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:13Z', 'revision_number': 7, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': '0e0909e6-8d5a-49c3-9165-c3ec02bcb606', 'name': '', 'network_id': '718ff10b-1552-4670-b459-9411b055c19e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:9e:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:59Z', 'updated_at': '2021-08-16T02:05:10Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b215fcbe-29af-4a6f-b645-4b754bf3f778', 'name': '', 'network_id': '41b5af98-b349-42b9-b48b-b323ef3ae441', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:86:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'd7fd255c-11ca-464c-9aa5-3cff5ba2a9a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:08Z', 'updated_at': '2021-08-16T02:05:14Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'd7fd255c-11ca-464c-9aa5-3cff5ba2a9a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8643df6-84cb-40d5-8ff9-cd75359948dd', 'name': '', 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:c1:a4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:04Z', 'updated_at': '2021-08-16T02:05:12Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:15.778214 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-96596c9f-7cce-4b2e-9c67-b52ecb655e25 req-b1d03b76-c528-4b8f-8c68-ed62e2e006e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4bf83a5-1d6f-4388-bff2-0337c4902599 HTTP/1.1" status: 200 len: 217 time: 0.0454533 Aug 16 02:05:15.782063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76b8ef9-7b6d-4af9-bb2a-f3a2ca1f5afb tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:15.789499 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f76b8ef9-7b6d-4af9-bb2a-f3a2ca1f5afb tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/181c8adf-6671-4c34-91ee-6c583dd79fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9688027 Aug 16 02:05:15.792093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55450) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:15.839842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96596c9f-7cce-4b2e-9c67-b52ecb655e25 req-20bea620-f976-41b3-b17e-6bf7349b549e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.841451 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-96596c9f-7cce-4b2e-9c67-b52ecb655e25 req-20bea620-f976-41b3-b17e-6bf7349b549e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.0558839 Aug 16 02:05:15.853405 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4b95df-fe50-417e-8175-0e13a000295d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting subnet d7fd255c-11ca-464c-9aa5-3cff5ba2a9a8 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:15.858686 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e4b95df-fe50-417e-8175-0e13a000295d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.900848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96596c9f-7cce-4b2e-9c67-b52ecb655e25 req-b01547ae-9b5c-48e5-8b90-d115bc0b3cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.902615 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-96596c9f-7cce-4b2e-9c67-b52ecb655e25 req-b01547ae-9b5c-48e5-8b90-d115bc0b3cc4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478449 Aug 16 02:05:15.907526 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e4b95df-fe50-417e-8175-0e13a000295d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.943605 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2790bc-60ed-4e54-acab-d2e63ae23243 None None] Sync routers for ids ['181c8adf-6671-4c34-91ee-6c583dd79fc7'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:15.957714 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2790bc-60ed-4e54-acab-d2e63ae23243 None None] Routers {'181c8adf-6671-4c34-91ee-6c583dd79fc7'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:15.958460 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3e2790bc-60ed-4e54-acab-d2e63ae23243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['181c8adf-6671-4c34-91ee-6c583dd79fc7'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:16.008558 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e4b95df-fe50-417e-8175-0e13a000295d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.016544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af67e9d-7cf9-4bf2-a7a3-30377d17b0e5 req-6e96fd2a-2331-4a5f-b48a-d7f19212ef2c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.018111 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8af67e9d-7cf9-4bf2-a7a3-30377d17b0e5 req-6e96fd2a-2331-4a5f-b48a-d7f19212ef2c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 945 time: 0.1145720 Aug 16 02:05:16.054515 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-3e2790bc-60ed-4e54-acab-d2e63ae23243 None None] Set router 181c8adf-6671-4c34-91ee-6c583dd79fc7 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:16.055683 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-96596c9f-7cce-4b2e-9c67-b52ecb655e25 req-913e6747-891a-4d15-ab61-c894af24bc24 service neutron] 10.222.0.73 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416411 Aug 16 02:05:16.096119 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e4b95df-fe50-417e-8175-0e13a000295d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.126508 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8af67e9d-7cf9-4bf2-a7a3-30377d17b0e5 req-d2d0b546-b201-4c69-b017-ff15617c4f62 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936818 Aug 16 02:05:16.142858 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e4b95df-fe50-417e-8175-0e13a000295d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.155890 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0e4b95df-fe50-417e-8175-0e13a000295d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/subnets/d7fd255c-11ca-464c-9aa5-3cff5ba2a9a8 HTTP/1.1" status: 204 len: 168 time: 0.3522937 Aug 16 02:05:16.155890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b95df-fe50-417e-8175-0e13a000295d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Subnet': ['ID=d7fd255c-11ca-464c-9aa5-3cff5ba2a9a8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:16.155890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55454) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:16.161469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa227c1-2c8a-45a4-82d8-6895d4bde2d4 None None] Network 41b5af98-b349-42b9-b48b-b323ef3ae441 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:16.185582 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-96596c9f-7cce-4b2e-9c67-b52ecb655e25 req-52f2718a-e8ce-4340-b53e-fde16dd5a5c4 service neutron] 10.222.0.73 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158409 Aug 16 02:05:16.342228 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.353202 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ecea6-979b-4a24-8cab-38dd01f6109a req-06cebd1b-32e0-4846-a7b3-140a3739a318 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.354783 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-966ecea6-979b-4a24-8cab-38dd01f6109a req-06cebd1b-32e0-4846-a7b3-140a3739a318 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.1116042 Aug 16 02:05:16.382432 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3e2790bc-60ed-4e54-acab-d2e63ae23243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:15Z', 'revision_number': 8, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': '0e0909e6-8d5a-49c3-9165-c3ec02bcb606', 'name': '', 'network_id': '718ff10b-1552-4670-b459-9411b055c19e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:9e:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:59Z', 'updated_at': '2021-08-16T02:05:10Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8643df6-84cb-40d5-8ff9-cd75359948dd', 'name': '', 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:c1:a4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:04Z', 'updated_at': '2021-08-16T02:05:12Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:16.396734 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91846c87-8c2a-4178-8630-3ba26fac9c4d None None] DHCP port deletion for 41b5af98-b349-42b9-b48b-b323ef3ae441 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:16.415191 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2790bc-60ed-4e54-acab-d2e63ae23243 None None] Checking router: 181c8adf-6671-4c34-91ee-6c583dd79fc7 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:16.424215 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2790bc-60ed-4e54-acab-d2e63ae23243 None None] Routers {'181c8adf-6671-4c34-91ee-6c583dd79fc7'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:16.424837 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3e2790bc-60ed-4e54-acab-d2e63ae23243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['181c8adf-6671-4c34-91ee-6c583dd79fc7'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:16.428880 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-966ecea6-979b-4a24-8cab-38dd01f6109a req-9236026a-d1d2-4ac3-ba66-a48492c855a4 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615072 Aug 16 02:05:16.453281 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting port 410272d8-bacd-400e-8178-07a0294353fc {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:16.453281 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.476425 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-91846c87-8c2a-4178-8630-3ba26fac9c4d None None] Deleting port 410272d8-bacd-400e-8178-07a0294353fc {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:16.476949 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-91846c87-8c2a-4178-8630-3ba26fac9c4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.522580 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-3e2790bc-60ed-4e54-acab-d2e63ae23243 None None] Set router 181c8adf-6671-4c34-91ee-6c583dd79fc7 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:16.527016 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] For port 410272d8-bacd-400e-8178-07a0294353fc, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=410272d8-bacd-400e-8178-07a0294353fc,segment=NetworkSegment(a0ff533d-cd5a-4725-a884-79fd93eb1148),segment_id=a0ff533d-cd5a-4725-a884-79fd93eb1148)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:16.527381 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.542695 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Calling delete_port for 410272d8-bacd-400e-8178-07a0294353fc owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:16.566849 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-91846c87-8c2a-4178-8630-3ba26fac9c4d None None] For port 410272d8-bacd-400e-8178-07a0294353fc, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=410272d8-bacd-400e-8178-07a0294353fc,segment=NetworkSegment(a0ff533d-cd5a-4725-a884-79fd93eb1148),segment_id=a0ff533d-cd5a-4725-a884-79fd93eb1148)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:16.567546 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-91846c87-8c2a-4178-8630-3ba26fac9c4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.574877 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca8b12-d890-4dc9-9411-52089af60a31 req-6de8be8a-b305-44df-81b1-c63522a8084c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.576461 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7dca8b12-d890-4dc9-9411-52089af60a31 req-6de8be8a-b305-44df-81b1-c63522a8084c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0633955 Aug 16 02:05:16.588535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-91846c87-8c2a-4178-8630-3ba26fac9c4d None None] Calling delete_port for 410272d8-bacd-400e-8178-07a0294353fc owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:16.628574 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7dca8b12-d890-4dc9-9411-52089af60a31 req-1bd41c23-13d8-4f04-94a6-39992d4f2668 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441122 Aug 16 02:05:16.638217 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.668386 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Port': ['ID=410272d8-bacd-400e-8178-07a0294353fc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:16.676630 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] No DVR routers for this DVR port 410272d8-bacd-400e-8178-07a0294353fc on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:16.711171 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-91846c87-8c2a-4178-8630-3ba26fac9c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.747628 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91846c87-8c2a-4178-8630-3ba26fac9c4d None None] Pushing event deleted for resources: {'Port': ['ID=410272d8-bacd-400e-8178-07a0294353fc,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:16.750444 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91846c87-8c2a-4178-8630-3ba26fac9c4d None None] No DVR routers for this DVR port 410272d8-bacd-400e-8178-07a0294353fc on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:16.777146 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.794317 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b5af98-b349-42b9-b48b-b323ef3ae441']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:16.803729 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3e2790bc-60ed-4e54-acab-d2e63ae23243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:15Z', 'revision_number': 8, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': '0e0909e6-8d5a-49c3-9165-c3ec02bcb606', 'name': '', 'network_id': '718ff10b-1552-4670-b459-9411b055c19e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:9e:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:59Z', 'updated_at': '2021-08-16T02:05:10Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8643df6-84cb-40d5-8ff9-cd75359948dd', 'name': '', 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:c1:a4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:04Z', 'updated_at': '2021-08-16T02:05:12Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:16.808582 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ff533d-cd5a-4725-a884-79fd93eb1148') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:16.808884 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ff533d-cd5a-4725-a884-79fd93eb1148') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:16.818544 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.833738 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.835107 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2790bc-60ed-4e54-acab-d2e63ae23243 None None] The sync data for ids ['181c8adf-6671-4c34-91ee-6c583dd79fc7'] in n-d-765315-27 is: [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:15Z', 'revision_number': 8, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': '0e0909e6-8d5a-49c3-9165-c3ec02bcb606', 'name': '', 'network_id': '718ff10b-1552-4670-b459-9411b055c19e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:9e:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:59Z', 'updated_at': '2021-08-16T02:05:10Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8643df6-84cb-40d5-8ff9-cd75359948dd', 'name': '', 'network_id': '3797fec6-cb76-4a3d-8d9b-06903787bb7e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:c1:a4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:04Z', 'updated_at': '2021-08-16T02:05:12Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'd70aa0bf-c249-4ff4-a902-40d51dbbd08b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:16.843466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:16.844290 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:16.848438 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:16.890711 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2824661-cf51-4ccd-82fa-624264d23809 req-50bd17bf-0ba6-4520-945e-30f69002eb02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.892781 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2824661-cf51-4ccd-82fa-624264d23809 req-50bd17bf-0ba6-4520-945e-30f69002eb02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0654340 Aug 16 02:05:16.918224 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.932119 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.934202 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/networks/41b5af98-b349-42b9-b48b-b323ef3ae441 HTTP/1.1" status: 204 len: 168 time: 0.7849860 Aug 16 02:05:16.937222 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55464) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:16.948534 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3e2f6-e6b7-4ec2-afe2-8a1883b20b9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Network': ['ID=41b5af98-b349-42b9-b48b-b323ef3ae441,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:16.994690 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f2824661-cf51-4ccd-82fa-624264d23809 req-03f3202d-7f6f-4c7e-9435-a0a5a43bf3c3 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943518 Aug 16 02:05:17.300728 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75d327d3-8563-4ca6-921f-aa64b0d93d5e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.548351 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-75d327d3-8563-4ca6-921f-aa64b0d93d5e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting port f8643df6-84cb-40d5-8ff9-cd75359948dd {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:17.548691 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75d327d3-8563-4ca6-921f-aa64b0d93d5e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.605641 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1a243dc3-9597-4e25-8e13-d8b122a66a5c no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:17.641984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-75d327d3-8563-4ca6-921f-aa64b0d93d5e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] For port f8643df6-84cb-40d5-8ff9-cd75359948dd, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f8643df6-84cb-40d5-8ff9-cd75359948dd,segment=NetworkSegment(1320e629-1074-457b-abbc-25b314819692),segment_id=1320e629-1074-457b-abbc-25b314819692)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:17.642353 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75d327d3-8563-4ca6-921f-aa64b0d93d5e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.657174 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-75d327d3-8563-4ca6-921f-aa64b0d93d5e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Calling delete_port for f8643df6-84cb-40d5-8ff9-cd75359948dd owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:17.684291 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.708195 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3528a0d1-02af-462f-ab5a-50a0e0941e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a243dc3-9597-4e25-8e13-d8b122a66a5c'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:17.710483 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ca925a-ff9c-4511-b74f-092c80914698" -d '{"events": [{"server_uuid": "3528a0d1-02af-462f-ab5a-50a0e0941e09", "name": "network-vif-unplugged", "status": "completed", "tag": "1a243dc3-9597-4e25-8e13-d8b122a66a5c"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:17.723129 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1a243dc3-9597-4e25-8e13-d8b122a66a5c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1a243dc3-9597-4e25-8e13-d8b122a66a5c,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:17.728415 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.754949 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919d4147-ea3d-4fa7-b095-b4f5a53e5a00 x-openstack-request-id: req-919d4147-ea3d-4fa7-b095-b4f5a53e5a00 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:17.755292 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3528a0d1-02af-462f-ab5a-50a0e0941e09", "name": "network-vif-unplugged", "status": "failed", "tag": "1a243dc3-9597-4e25-8e13-d8b122a66a5c", "code": 422}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:17.755499 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-919d4147-ea3d-4fa7-b095-b4f5a53e5a00 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:17.755881 n-d-765315-27 neutron-server[94674]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3528a0d1-02af-462f-ab5a-50a0e0941e09', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a243dc3-9597-4e25-8e13-d8b122a66a5c', 'code': 422} returned with failed status Aug 16 02:05:17.782220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1a243dc3-9597-4e25-8e13-d8b122a66a5c,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:17.834866 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75d327d3-8563-4ca6-921f-aa64b0d93d5e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.864685 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d327d3-8563-4ca6-921f-aa64b0d93d5e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Port': ['ID=f8643df6-84cb-40d5-8ff9-cd75359948dd,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:17.982517 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-75d327d3-8563-4ca6-921f-aa64b0d93d5e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.161638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e4546-ccf0-4c70-bf30-930282064e86 req-a360d8ef-558a-4bbf-96fb-e1c37f639b60 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.163039 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be3e4546-ccf0-4c70-bf30-930282064e86 req-a360d8ef-558a-4bbf-96fb-e1c37f639b60 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0942771 Aug 16 02:05:18.243709 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be3e4546-ccf0-4c70-bf30-930282064e86 req-bc2cbbe6-2716-48ce-834b-8d40c7ab2fd6 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525970 Aug 16 02:05:18.249365 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d327d3-8563-4ca6-921f-aa64b0d93d5e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 181c8adf-6671-4c34-91ee-6c583dd79fc7 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:18.334346 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 410272d8-bacd-400e-8178-07a0294353fc no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:18.350917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d327d3-8563-4ca6-921f-aa64b0d93d5e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:18.354353 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 410272d8-bacd-400e-8178-07a0294353fc {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:18.354698 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 410272d8-bacd-400e-8178-07a0294353fc not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:18.355587 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b215fcbe-29af-4a6f-b645-4b754bf3f778 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:18.355855 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-75d327d3-8563-4ca6-921f-aa64b0d93d5e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/181c8adf-6671-4c34-91ee-6c583dd79fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4175367 Aug 16 02:05:18.358710 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55470) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:18.365176 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c7f1f-9bc3-47b1-b4f8-ab6f096fd99b None None] Sync routers for ids ['181c8adf-6671-4c34-91ee-6c583dd79fc7'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:18.388354 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: b215fcbe-29af-4a6f-b645-4b754bf3f778 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:18.388710 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b215fcbe-29af-4a6f-b645-4b754bf3f778 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:18.393939 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c7f1f-9bc3-47b1-b4f8-ab6f096fd99b None None] Routers {'181c8adf-6671-4c34-91ee-6c583dd79fc7'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:18.396093 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-436c7f1f-9bc3-47b1-b4f8-ab6f096fd99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['181c8adf-6671-4c34-91ee-6c583dd79fc7'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:18.418997 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-586c2ef1-60c8-4075-a02a-97289c3f9707 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting subnet d70aa0bf-c249-4ff4-a902-40d51dbbd08b {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:18.422108 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-586c2ef1-60c8-4075-a02a-97289c3f9707 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.463644 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-586c2ef1-60c8-4075-a02a-97289c3f9707 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.488877 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-436c7f1f-9bc3-47b1-b4f8-ab6f096fd99b None None] Set router 181c8adf-6671-4c34-91ee-6c583dd79fc7 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:18.548903 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-586c2ef1-60c8-4075-a02a-97289c3f9707 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.615471 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-586c2ef1-60c8-4075-a02a-97289c3f9707 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.644779 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-586c2ef1-60c8-4075-a02a-97289c3f9707 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.649144 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-586c2ef1-60c8-4075-a02a-97289c3f9707 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/subnets/d70aa0bf-c249-4ff4-a902-40d51dbbd08b HTTP/1.1" status: 204 len: 168 time: 0.2870569 Aug 16 02:05:18.649144 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c2ef1-60c8-4075-a02a-97289c3f9707 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Subnet': ['ID=d70aa0bf-c249-4ff4-a902-40d51dbbd08b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:18.649498 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55472) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:18.669477 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40df67f9-cf22-4fbb-a3b3-afad84f0e8ac None None] Network 3797fec6-cb76-4a3d-8d9b-06903787bb7e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:18.726576 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.779943 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting port 7df807e7-39fd-4349-98fa-21d21aae0b26 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:18.780282 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.789820 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-436c7f1f-9bc3-47b1-b4f8-ab6f096fd99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:17Z', 'revision_number': 9, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': '0e0909e6-8d5a-49c3-9165-c3ec02bcb606', 'name': '', 'network_id': '718ff10b-1552-4670-b459-9411b055c19e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:9e:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:59Z', 'updated_at': '2021-08-16T02:05:10Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:18.822151 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c7f1f-9bc3-47b1-b4f8-ab6f096fd99b None None] Checking router: 181c8adf-6671-4c34-91ee-6c583dd79fc7 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:18.837656 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c7f1f-9bc3-47b1-b4f8-ab6f096fd99b None None] Routers {'181c8adf-6671-4c34-91ee-6c583dd79fc7'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:18.838294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-436c7f1f-9bc3-47b1-b4f8-ab6f096fd99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['181c8adf-6671-4c34-91ee-6c583dd79fc7'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:18.850577 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] For port 7df807e7-39fd-4349-98fa-21d21aae0b26, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7df807e7-39fd-4349-98fa-21d21aae0b26,segment=NetworkSegment(1320e629-1074-457b-abbc-25b314819692),segment_id=1320e629-1074-457b-abbc-25b314819692)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:18.850995 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.865644 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Calling delete_port for 7df807e7-39fd-4349-98fa-21d21aae0b26 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:18.904479 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9209baca-1c98-4214-bc8e-838dc393388a None None] DHCP port deletion for 3797fec6-cb76-4a3d-8d9b-06903787bb7e request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:18.951573 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-436c7f1f-9bc3-47b1-b4f8-ab6f096fd99b None None] Set router 181c8adf-6671-4c34-91ee-6c583dd79fc7 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:18.954473 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.981111 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Port': ['ID=7df807e7-39fd-4349-98fa-21d21aae0b26,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:18.982982 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] No DVR routers for this DVR port 7df807e7-39fd-4349-98fa-21d21aae0b26 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:19.068719 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.069551 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9209baca-1c98-4214-bc8e-838dc393388a None None] Deleting port 7df807e7-39fd-4349-98fa-21d21aae0b26 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:19.069956 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9209baca-1c98-4214-bc8e-838dc393388a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.078254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3797fec6-cb76-4a3d-8d9b-06903787bb7e']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:19.089151 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1320e629-1074-457b-abbc-25b314819692') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:19.089449 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1320e629-1074-457b-abbc-25b314819692') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:19.099304 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.112798 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.119688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:19.120073 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:19.123128 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:19.156954 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9209baca-1c98-4214-bc8e-838dc393388a None None] For port 7df807e7-39fd-4349-98fa-21d21aae0b26, host n-d-765315-27, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:19.157270 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9209baca-1c98-4214-bc8e-838dc393388a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.178912 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9209baca-1c98-4214-bc8e-838dc393388a None None] Calling delete_port for 7df807e7-39fd-4349-98fa-21d21aae0b26 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:19.182285 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.ipam_backend_mixin [None req-9209baca-1c98-4214-bc8e-838dc393388a None None] Port 7df807e7-39fd-4349-98fa-21d21aae0b26 was not found and therefore no delete operation was performed {{(pid=94674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:05:19.201081 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9209baca-1c98-4214-bc8e-838dc393388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.229619 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209baca-1c98-4214-bc8e-838dc393388a None None] Pushing event deleted for resources: {'Port': ['ID=7df807e7-39fd-4349-98fa-21d21aae0b26,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:19.237815 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9209baca-1c98-4214-bc8e-838dc393388a None None] No DVR routers for this DVR port 7df807e7-39fd-4349-98fa-21d21aae0b26 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:19.266727 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-436c7f1f-9bc3-47b1-b4f8-ab6f096fd99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:17Z', 'revision_number': 9, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': '0e0909e6-8d5a-49c3-9165-c3ec02bcb606', 'name': '', 'network_id': '718ff10b-1552-4670-b459-9411b055c19e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:9e:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:59Z', 'updated_at': '2021-08-16T02:05:10Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:19.302394 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c7f1f-9bc3-47b1-b4f8-ab6f096fd99b None None] The sync data for ids ['181c8adf-6671-4c34-91ee-6c583dd79fc7'] in n-d-765315-27 is: [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:17Z', 'revision_number': 9, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': '0e0909e6-8d5a-49c3-9165-c3ec02bcb606', 'name': '', 'network_id': '718ff10b-1552-4670-b459-9411b055c19e', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:9e:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:59Z', 'updated_at': '2021-08-16T02:05:10Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': 'e57a08fa-236b-4ce2-b8b4-605322ed38bb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:19.392213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579f6fb-7548-4453-b133-465798f0ac44 req-55fb245f-d71d-4056-b2a3-65a54b9863f3 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.393878 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a579f6fb-7548-4453-b133-465798f0ac44 req-55fb245f-d71d-4056-b2a3-65a54b9863f3 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0520213 Aug 16 02:05:19.435001 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a579f6fb-7548-4453-b133-465798f0ac44 req-283045a8-10bf-4fc3-9234-97d11a9f1111 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341449 Aug 16 02:05:19.437609 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.446647 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.448467 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/networks/3797fec6-cb76-4a3d-8d9b-06903787bb7e HTTP/1.1" status: 204 len: 168 time: 0.7979243 Aug 16 02:05:19.454543 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55476) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:19.459182 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997640c-7255-46a6-bcb8-9504fb44c36f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Network': ['ID=3797fec6-cb76-4a3d-8d9b-06903787bb7e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:19.800314 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c28ff84-f261-4a32-8af4-dd6f8c9150dc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.036865 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2c28ff84-f261-4a32-8af4-dd6f8c9150dc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting port 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:20.037205 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c28ff84-f261-4a32-8af4-dd6f8c9150dc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.125247 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e11ee30-f1b7-4cff-88f6-3e0bc21f6216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.139868 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2c28ff84-f261-4a32-8af4-dd6f8c9150dc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] For port 0e0909e6-8d5a-49c3-9165-c3ec02bcb606, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0e0909e6-8d5a-49c3-9165-c3ec02bcb606,segment=NetworkSegment(a9665dac-91ce-4a9c-8ca4-3c06c59d4998),segment_id=a9665dac-91ce-4a9c-8ca4-3c06c59d4998)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:20.140229 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c28ff84-f261-4a32-8af4-dd6f8c9150dc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.153717 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2c28ff84-f261-4a32-8af4-dd6f8c9150dc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Calling delete_port for 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:20.285465 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7df807e7-39fd-4349-98fa-21d21aae0b26 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:20.309409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 7df807e7-39fd-4349-98fa-21d21aae0b26 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:20.309786 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7df807e7-39fd-4349-98fa-21d21aae0b26 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:20.310201 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f8643df6-84cb-40d5-8ff9-cd75359948dd no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:20.329329 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: f8643df6-84cb-40d5-8ff9-cd75359948dd {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:20.329595 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f8643df6-84cb-40d5-8ff9-cd75359948dd not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:20.331713 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c28ff84-f261-4a32-8af4-dd6f8c9150dc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.357442 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28ff84-f261-4a32-8af4-dd6f8c9150dc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Port': ['ID=0e0909e6-8d5a-49c3-9165-c3ec02bcb606,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:20.475862 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c28ff84-f261-4a32-8af4-dd6f8c9150dc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.563435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6517e-4fc0-4c2a-a008-22b393da0037 req-fbef5443-5496-4761-aaca-6991f28377d4 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.564951 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e2b6517e-4fc0-4c2a-a008-22b393da0037 req-fbef5443-5496-4761-aaca-6991f28377d4 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0531805 Aug 16 02:05:20.603385 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e2b6517e-4fc0-4c2a-a008-22b393da0037 req-0b6b5b5c-090e-40d1-836c-a63c4270fb37 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320923 Aug 16 02:05:20.669283 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c28ff84-f261-4a32-8af4-dd6f8c9150dc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 181c8adf-6671-4c34-91ee-6c583dd79fc7 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:20.760798 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c28ff84-f261-4a32-8af4-dd6f8c9150dc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:20.765704 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2c28ff84-f261-4a32-8af4-dd6f8c9150dc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/181c8adf-6671-4c34-91ee-6c583dd79fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3101478 Aug 16 02:05:20.768548 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55480) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:20.772642 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81092d-168c-4c5e-bc7b-9bb4faebcadd None None] Sync routers for ids ['181c8adf-6671-4c34-91ee-6c583dd79fc7'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:20.782825 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81092d-168c-4c5e-bc7b-9bb4faebcadd None None] Routers {'181c8adf-6671-4c34-91ee-6c583dd79fc7'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:20.783432 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6e81092d-168c-4c5e-bc7b-9bb4faebcadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['181c8adf-6671-4c34-91ee-6c583dd79fc7'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:20.820825 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af675ce-3947-401e-a0dc-cedb867498dc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting subnet e57a08fa-236b-4ce2-b8b4-605322ed38bb {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:20.823823 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1af675ce-3947-401e-a0dc-cedb867498dc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.864096 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1af675ce-3947-401e-a0dc-cedb867498dc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.869367 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-6e81092d-168c-4c5e-bc7b-9bb4faebcadd None None] Set router 181c8adf-6671-4c34-91ee-6c583dd79fc7 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:20.952454 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1af675ce-3947-401e-a0dc-cedb867498dc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.017110 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1af675ce-3947-401e-a0dc-cedb867498dc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.046569 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af675ce-3947-401e-a0dc-cedb867498dc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Subnet': ['ID=e57a08fa-236b-4ce2-b8b4-605322ed38bb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:21.050969 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1af675ce-3947-401e-a0dc-cedb867498dc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.055231 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1af675ce-3947-401e-a0dc-cedb867498dc tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/subnets/e57a08fa-236b-4ce2-b8b4-605322ed38bb HTTP/1.1" status: 204 len: 168 time: 0.2826457 Aug 16 02:05:21.055630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55482) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:21.063286 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23f3f00-cb01-4d0c-ad44-4ce8119a4504 None None] Network 718ff10b-1552-4670-b459-9411b055c19e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:21.141064 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.176372 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6e81092d-168c-4c5e-bc7b-9bb4faebcadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:20Z', 'revision_number': 10, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:21.198719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting port 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:21.199427 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.208611 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81092d-168c-4c5e-bc7b-9bb4faebcadd None None] Checking router: 181c8adf-6671-4c34-91ee-6c583dd79fc7 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:21.217833 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81092d-168c-4c5e-bc7b-9bb4faebcadd None None] Routers {'181c8adf-6671-4c34-91ee-6c583dd79fc7'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:21.218542 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6e81092d-168c-4c5e-bc7b-9bb4faebcadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:04:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['181c8adf-6671-4c34-91ee-6c583dd79fc7'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:21.264542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60989a9-d9c4-4955-af9a-2562f6d7bba3 None None] DHCP port deletion for 718ff10b-1552-4670-b459-9411b055c19e request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:21.273623 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] For port 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0,segment=NetworkSegment(a9665dac-91ce-4a9c-8ca4-3c06c59d4998),segment_id=a9665dac-91ce-4a9c-8ca4-3c06c59d4998)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:21.274123 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.288737 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Calling delete_port for 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:21.318633 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-6e81092d-168c-4c5e-bc7b-9bb4faebcadd None None] Set router 181c8adf-6671-4c34-91ee-6c583dd79fc7 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:21.322395 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a60989a9-d9c4-4955-af9a-2562f6d7bba3 None None] Deleting port 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:21.322842 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a60989a9-d9c4-4955-af9a-2562f6d7bba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.379134 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.392123 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-a60989a9-d9c4-4955-af9a-2562f6d7bba3 None None] For port 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0,segment=NetworkSegment(a9665dac-91ce-4a9c-8ca4-3c06c59d4998),segment_id=a9665dac-91ce-4a9c-8ca4-3c06c59d4998)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:21.392450 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a60989a9-d9c4-4955-af9a-2562f6d7bba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.397452 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] No DVR routers for this DVR port 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:21.420509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Port': ['ID=8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:21.510763 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.521373 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718ff10b-1552-4670-b459-9411b055c19e']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:21.533504 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6e81092d-168c-4c5e-bc7b-9bb4faebcadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:20Z', 'revision_number': 10, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:21.537408 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9665dac-91ce-4a9c-8ca4-3c06c59d4998') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:21.537707 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9665dac-91ce-4a9c-8ca4-3c06c59d4998') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:21.547425 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.560714 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81092d-168c-4c5e-bc7b-9bb4faebcadd None None] The sync data for ids ['181c8adf-6671-4c34-91ee-6c583dd79fc7'] in n-d-765315-27 is: [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:20Z', 'revision_number': 10, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None, '_interfaces': [{'id': 'c7d6fd50-500f-4848-ab49-0f33801d8fd2', 'name': '', 'network_id': 'de92ce5e-694a-4cd1-bfd9-e0af878a38f4', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'mac_address': 'fa:16:3e:d2:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:56Z', 'updated_at': '2021-08-16T02:05:03Z', 'revision_number': 5, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'subnets': [{'id': '3883c506-91f0-4d7b-8710-da39aa1f9067', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:21.564330 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.573123 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a60989a9-d9c4-4955-af9a-2562f6d7bba3 None None] Calling delete_port for 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:21.574863 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:21.575315 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:21.588318 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:21.639015 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.656999 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a60989a9-d9c4-4955-af9a-2562f6d7bba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.657890 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.660113 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/networks/718ff10b-1552-4670-b459-9411b055c19e HTTP/1.1" status: 204 len: 168 time: 0.6034033 Aug 16 02:05:21.660986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddff7a-d3dc-43cb-b642-856e6bc7339e tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Network': ['ID=718ff10b-1552-4670-b459-9411b055c19e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:21.663047 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55486) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:21.687946 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a60989a9-d9c4-4955-af9a-2562f6d7bba3 None None] Network 718ff10b-1552-4670-b459-9411b055c19e is not hosted by any dhcp agent {{(pid=94674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:05:21.688421 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60989a9-d9c4-4955-af9a-2562f6d7bba3 None None] No DVR routers for this DVR port 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:21.693632 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60989a9-d9c4-4955-af9a-2562f6d7bba3 None None] Pushing event deleted for resources: {'Port': ['ID=8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:21.836413 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be533a-eab4-419c-baf8-bb74c81962fa req-d551ecca-1f5d-454c-a6fb-91b505926fc7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:21.837932 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-02be533a-eab4-419c-baf8-bb74c81962fa req-d551ecca-1f5d-454c-a6fb-91b505926fc7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.1291659 Aug 16 02:05:21.912285 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-02be533a-eab4-419c-baf8-bb74c81962fa req-3b74fffc-bd41-4eeb-a9fb-aafc7b561270 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491881 Aug 16 02:05:22.076364 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068d8fb1-76f1-4968-a5b5-4c945cba2e82 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.289189 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:22.314450 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:22.314799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8c44ecf6-d55f-4f1e-b6aa-be3cdc9cb2d0 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:22.315208 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:22.323364 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-068d8fb1-76f1-4968-a5b5-4c945cba2e82 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting port c7d6fd50-500f-4848-ab49-0f33801d8fd2 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:22.323720 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068d8fb1-76f1-4968-a5b5-4c945cba2e82 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.337221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:22.337566 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0e0909e6-8d5a-49c3-9165-c3ec02bcb606 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:22.413959 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-068d8fb1-76f1-4968-a5b5-4c945cba2e82 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] For port c7d6fd50-500f-4848-ab49-0f33801d8fd2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=c7d6fd50-500f-4848-ab49-0f33801d8fd2,segment=NetworkSegment(f9739421-c623-4412-a566-5b9d3f41f43a),segment_id=f9739421-c623-4412-a566-5b9d3f41f43a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:22.414341 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068d8fb1-76f1-4968-a5b5-4c945cba2e82 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.427765 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-068d8fb1-76f1-4968-a5b5-4c945cba2e82 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Calling delete_port for c7d6fd50-500f-4848-ab49-0f33801d8fd2 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:22.606945 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb1d6604-7eb7-4772-ad80-632b5c84bc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.949637 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068d8fb1-76f1-4968-a5b5-4c945cba2e82 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.977346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d8fb1-76f1-4968-a5b5-4c945cba2e82 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Port': ['ID=c7d6fd50-500f-4848-ab49-0f33801d8fd2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:23.047388 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff1865-bfee-4cca-b517-d9a1a9553000 req-c35abe9b-e478-46d4-8c81-a5e1be176bcd tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.049075 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4ff1865-bfee-4cca-b517-d9a1a9553000 req-c35abe9b-e478-46d4-8c81-a5e1be176bcd tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0627942 Aug 16 02:05:23.080760 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068d8fb1-76f1-4968-a5b5-4c945cba2e82 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.090298 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4ff1865-bfee-4cca-b517-d9a1a9553000 req-2b10c945-c2ce-4d22-a8d1-f588e74185bc tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340595 Aug 16 02:05:23.242370 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068d8fb1-76f1-4968-a5b5-4c945cba2e82 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 181c8adf-6671-4c34-91ee-6c583dd79fc7 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:23.303800 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.321347 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068d8fb1-76f1-4968-a5b5-4c945cba2e82 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:23.326544 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-068d8fb1-76f1-4968-a5b5-4c945cba2e82 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/181c8adf-6671-4c34-91ee-6c583dd79fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6623600 Aug 16 02:05:23.329348 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55490) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:23.331241 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbbea54-c5a4-4a87-961c-01691c6070c2 None None] Sync routers for ids ['181c8adf-6671-4c34-91ee-6c583dd79fc7'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:23.344668 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbbea54-c5a4-4a87-961c-01691c6070c2 None None] Routers {'181c8adf-6671-4c34-91ee-6c583dd79fc7'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:23.345287 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5dbbea54-c5a4-4a87-961c-01691c6070c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:05:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['181c8adf-6671-4c34-91ee-6c583dd79fc7'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:23.387403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-583c21c7-b10c-4630-9f43-52c65c25fad1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting subnet 3883c506-91f0-4d7b-8710-da39aa1f9067 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:23.390572 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-583c21c7-b10c-4630-9f43-52c65c25fad1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.415211 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-5dbbea54-c5a4-4a87-961c-01691c6070c2 None None] Set router 181c8adf-6671-4c34-91ee-6c583dd79fc7 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:23.431714 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-583c21c7-b10c-4630-9f43-52c65c25fad1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.465918 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5dbbea54-c5a4-4a87-961c-01691c6070c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:22Z', 'revision_number': 11, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:23.496207 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbbea54-c5a4-4a87-961c-01691c6070c2 None None] Checking router: 181c8adf-6671-4c34-91ee-6c583dd79fc7 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:23.504874 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbbea54-c5a4-4a87-961c-01691c6070c2 None None] Routers {'181c8adf-6671-4c34-91ee-6c583dd79fc7'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:23.505511 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5dbbea54-c5a4-4a87-961c-01691c6070c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:05:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['181c8adf-6671-4c34-91ee-6c583dd79fc7'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:23.517197 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-583c21c7-b10c-4630-9f43-52c65c25fad1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.570809 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-5dbbea54-c5a4-4a87-961c-01691c6070c2 None None] Set router 181c8adf-6671-4c34-91ee-6c583dd79fc7 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:23.580293 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-583c21c7-b10c-4630-9f43-52c65c25fad1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.607915 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c21c7-b10c-4630-9f43-52c65c25fad1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Subnet': ['ID=3883c506-91f0-4d7b-8710-da39aa1f9067,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:23.611709 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-583c21c7-b10c-4630-9f43-52c65c25fad1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.617211 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-583c21c7-b10c-4630-9f43-52c65c25fad1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/subnets/3883c506-91f0-4d7b-8710-da39aa1f9067 HTTP/1.1" status: 204 len: 168 time: 0.2865369 Aug 16 02:05:23.617576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55492) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:23.626045 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5dbbea54-c5a4-4a87-961c-01691c6070c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:22Z', 'revision_number': 11, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:23.629654 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f1b87-d2e9-4a09-951b-26e5e41f2ee4 None None] Network de92ce5e-694a-4cd1-bfd9-e0af878a38f4 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:23.692069 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbbea54-c5a4-4a87-961c-01691c6070c2 None None] The sync data for ids ['181c8adf-6671-4c34-91ee-6c583dd79fc7'] in n-d-765315-27 is: [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:22Z', 'revision_number': 11, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:23.700105 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.752986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Deleting port cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:23.753234 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.821580 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] For port cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0,segment=NetworkSegment(f9739421-c623-4412-a566-5b9d3f41f43a),segment_id=f9739421-c623-4412-a566-5b9d3f41f43a)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:23.821975 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.834847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Calling delete_port for cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:23.912955 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.939084 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Port': ['ID=cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:23.940931 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] No DVR routers for this DVR port cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:24.021494 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.032298 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de92ce5e-694a-4cd1-bfd9-e0af878a38f4']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:24.044661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9739421-c623-4412-a566-5b9d3f41f43a') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:24.044953 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9739421-c623-4412-a566-5b9d3f41f43a') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:24.052614 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617bba63-e729-44d6-a532-8d746e959bbf None None] DHCP port deletion for de92ce5e-694a-4cd1-bfd9-e0af878a38f4 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:24.054454 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.070803 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.077441 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:24.077874 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:24.081074 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:24.151888 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.162146 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.166701 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/networks/de92ce5e-694a-4cd1-bfd9-e0af878a38f4 HTTP/1.1" status: 204 len: 168 time: 0.5454526 Aug 16 02:05:24.167213 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55496) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:24.172803 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-edc6ffb5-ef79-42d0-a077-f06f58d7978f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'router': {'routes': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:24.183512 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e61f06-6181-4384-b887-79a480a52413 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Pushing event deleted for resources: {'Network': ['ID=de92ce5e-694a-4cd1-bfd9-e0af878a38f4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:24.199316 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.282101 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c7d6fd50-500f-4848-ab49-0f33801d8fd2 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:24.307333 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: c7d6fd50-500f-4848-ab49-0f33801d8fd2 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:24.308061 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device c7d6fd50-500f-4848-ab49-0f33801d8fd2 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:24.308237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:24.328147 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:24.328585 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device cee07d5d-795b-4cd1-aad1-dfe5f5e2caf0 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:24.377845 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab145e10-e65f-4e3f-9bc9-10c212d51b16 req-264728da-d58b-4aeb-8630-389a9153ff7d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:24.380066 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ab145e10-e65f-4e3f-9bc9-10c212d51b16 req-264728da-d58b-4aeb-8630-389a9153ff7d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.2007735 Aug 16 02:05:24.397482 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.extraroute_db [None req-edc6ffb5-ef79-42d0-a077-f06f58d7978f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Added routes are [] {{(pid=94673) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:05:24.397805 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.extraroute_db [None req-edc6ffb5-ef79-42d0-a077-f06f58d7978f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Removed routes are [] {{(pid=94673) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:05:24.398202 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edc6ffb5-ef79-42d0-a077-f06f58d7978f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.497347 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ab145e10-e65f-4e3f-9bc9-10c212d51b16 req-f1299afb-117f-4354-ae2e-d8b112a266ce tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019261 Aug 16 02:05:24.569964 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edc6ffb5-ef79-42d0-a077-f06f58d7978f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.573441 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edc6ffb5-ef79-42d0-a077-f06f58d7978f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.651023 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc6ffb5-ef79-42d0-a077-f06f58d7978f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 181c8adf-6671-4c34-91ee-6c583dd79fc7 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:24.728231 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc6ffb5-ef79-42d0-a077-f06f58d7978f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:24.735158 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edc6ffb5-ef79-42d0-a077-f06f58d7978f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.736304 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-edc6ffb5-ef79-42d0-a077-f06f58d7978f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/181c8adf-6671-4c34-91ee-6c583dd79fc7 HTTP/1.1" status: 200 len: 705 time: 0.5679383 Aug 16 02:05:24.737622 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8628bfdc-eb2a-4bbb-9fcd-52ea4666ab92 None None] Sync routers for ids ['181c8adf-6671-4c34-91ee-6c583dd79fc7'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:24.739912 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55498) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:24.747015 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8628bfdc-eb2a-4bbb-9fcd-52ea4666ab92 None None] Routers {'181c8adf-6671-4c34-91ee-6c583dd79fc7'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:24.747624 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8628bfdc-eb2a-4bbb-9fcd-52ea4666ab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:05:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['181c8adf-6671-4c34-91ee-6c583dd79fc7'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:24.767428 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9396d588-9d9a-47b2-b33a-4ba2675d4b22 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/ports?device_id=181c8adf-6671-4c34-91ee-6c583dd79fc7 HTTP/1.1" status: 200 len: 205 time: 0.0264084 Aug 16 02:05:24.770579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55500) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:24.817625 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8628bfdc-eb2a-4bbb-9fcd-52ea4666ab92 None None] Set router 181c8adf-6671-4c34-91ee-6c583dd79fc7 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:24.848942 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4642b296-ea67-411c-a0a8-2f9504e1bba4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.871013 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8628bfdc-eb2a-4bbb-9fcd-52ea4666ab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:22Z', 'revision_number': 11, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:24.898821 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8628bfdc-eb2a-4bbb-9fcd-52ea4666ab92 None None] Checking router: 181c8adf-6671-4c34-91ee-6c583dd79fc7 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:24.906886 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8628bfdc-eb2a-4bbb-9fcd-52ea4666ab92 None None] Routers {'181c8adf-6671-4c34-91ee-6c583dd79fc7'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:24.907483 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8628bfdc-eb2a-4bbb-9fcd-52ea4666ab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:05:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['181c8adf-6671-4c34-91ee-6c583dd79fc7'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:24.976275 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8628bfdc-eb2a-4bbb-9fcd-52ea4666ab92 None None] Set router 181c8adf-6671-4c34-91ee-6c583dd79fc7 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:25.014726 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4642b296-ea67-411c-a0a8-2f9504e1bba4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.016824 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4642b296-ea67-411c-a0a8-2f9504e1bba4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.025664 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8628bfdc-eb2a-4bbb-9fcd-52ea4666ab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:22Z', 'revision_number': 11, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:25.056019 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8628bfdc-eb2a-4bbb-9fcd-52ea4666ab92 None None] The sync data for ids ['181c8adf-6671-4c34-91ee-6c583dd79fc7'] in n-d-765315-27 is: [{'id': '181c8adf-6671-4c34-91ee-6c583dd79fc7', 'name': 'tempest-RoutersIpV6Test-router-1877990721', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:54Z', 'updated_at': '2021-08-16T02:05:22Z', 'revision_number': 11, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:25.064789 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4642b296-ea67-411c-a0a8-2f9504e1bba4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.065462 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4642b296-ea67-411c-a0a8-2f9504e1bba4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Fanout notify agent at l3_agent the message router_deleted on router 181c8adf-6671-4c34-91ee-6c583dd79fc7 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:05:25.074022 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4642b296-ea67-411c-a0a8-2f9504e1bba4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.075312 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4642b296-ea67-411c-a0a8-2f9504e1bba4 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/routers/181c8adf-6671-4c34-91ee-6c583dd79fc7 HTTP/1.1" status: 204 len: 168 time: 0.3038578 Aug 16 02:05:25.079721 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55502) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:25.085942 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5d12d8f8-a680-4b66-ac27-fb5060f11cb1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-929128087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:25.108873 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d12d8f8-a680-4b66-ac27-fb5060f11cb1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.109941 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d12d8f8-a680-4b66-ac27-fb5060f11cb1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.169225 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d12d8f8-a680-4b66-ac27-fb5060f11cb1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.174032 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d12d8f8-a680-4b66-ac27-fb5060f11cb1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.198434 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d12d8f8-a680-4b66-ac27-fb5060f11cb1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.199944 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5d12d8f8-a680-4b66-ac27-fb5060f11cb1 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1189976 Aug 16 02:05:25.203759 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55504) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:25.210111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5fc62317-b5ca-4a48-8b6d-8006a081bd16 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:25.419085 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5fc62317-b5ca-4a48-8b6d-8006a081bd16 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.433240 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5fc62317-b5ca-4a48-8b6d-8006a081bd16 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.533569 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc62317-b5ca-4a48-8b6d-8006a081bd16 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Router 07339ed3-de38-4e58-9374-58496991ddef is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:05:25.613707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc62317-b5ca-4a48-8b6d-8006a081bd16 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:25.618543 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b6982-1819-404d-bf57-af117699b83a req-eefbcc76-68a5-40d7-b2b2-69046e537f67 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:25.620383 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3c5b6982-1819-404d-bf57-af117699b83a req-eefbcc76-68a5-40d7-b2b2-69046e537f67 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0519481 Aug 16 02:05:25.620509 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5fc62317-b5ca-4a48-8b6d-8006a081bd16 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.621662 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5fc62317-b5ca-4a48-8b6d-8006a081bd16 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "PUT /v2.0/routers/07339ed3-de38-4e58-9374-58496991ddef HTTP/1.1" status: 200 len: 697 time: 0.4168003 Aug 16 02:05:25.624727 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55508) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:25.625989 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e79d71-de72-4335-a571-c7deeb222fd0 None None] Sync routers for ids ['07339ed3-de38-4e58-9374-58496991ddef'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:25.635705 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e79d71-de72-4335-a571-c7deeb222fd0 None None] Routers {'07339ed3-de38-4e58-9374-58496991ddef'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:25.636325 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-74e79d71-de72-4335-a571-c7deeb222fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:05:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['07339ed3-de38-4e58-9374-58496991ddef'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:25.709934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-74e79d71-de72-4335-a571-c7deeb222fd0 None None] Set router 07339ed3-de38-4e58-9374-58496991ddef gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:25.727776 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8591cd8a-aaeb-4280-ae1d-67ed79f93890 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/routers/07339ed3-de38-4e58-9374-58496991ddef HTTP/1.1" status: 200 len: 703 time: 0.1016912 Aug 16 02:05:25.730649 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55510) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:25.759007 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3c5b6982-1819-404d-bf57-af117699b83a req-8d5eafca-126f-409a-b808-006b27e6c346 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274040 Aug 16 02:05:25.761677 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0d775555-cec8-471c-a465-5e996c22615c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/ports?device_id=07339ed3-de38-4e58-9374-58496991ddef HTTP/1.1" status: 200 len: 205 time: 0.0295801 Aug 16 02:05:25.764441 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55512) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:25.765784 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-74e79d71-de72-4335-a571-c7deeb222fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07339ed3-de38-4e58-9374-58496991ddef', 'name': 'tempest-RoutersIpV6Test-router-929128087', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:25Z', 'updated_at': '2021-08-16T02:05:25Z', 'revision_number': 2, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:25.793190 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e79d71-de72-4335-a571-c7deeb222fd0 None None] Checking router: 07339ed3-de38-4e58-9374-58496991ddef for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:25.802333 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e79d71-de72-4335-a571-c7deeb222fd0 None None] Routers {'07339ed3-de38-4e58-9374-58496991ddef'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:25.802956 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-74e79d71-de72-4335-a571-c7deeb222fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:05:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['07339ed3-de38-4e58-9374-58496991ddef'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:25.844639 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0513da1-e5be-4c6c-b304-9a0473c8f7ee tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.872834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-74e79d71-de72-4335-a571-c7deeb222fd0 None None] Set router 07339ed3-de38-4e58-9374-58496991ddef gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:25.928011 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-74e79d71-de72-4335-a571-c7deeb222fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07339ed3-de38-4e58-9374-58496991ddef', 'name': 'tempest-RoutersIpV6Test-router-929128087', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:25Z', 'updated_at': '2021-08-16T02:05:25Z', 'revision_number': 2, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:25.955090 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e79d71-de72-4335-a571-c7deeb222fd0 None None] The sync data for ids ['07339ed3-de38-4e58-9374-58496991ddef'] in n-d-765315-27 is: [{'id': '07339ed3-de38-4e58-9374-58496991ddef', 'name': 'tempest-RoutersIpV6Test-router-929128087', 'tenant_id': '8a75a99f5edd42458e4e2037d85a67bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:25Z', 'updated_at': '2021-08-16T02:05:25Z', 'revision_number': 2, 'project_id': '8a75a99f5edd42458e4e2037d85a67bc', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:25.999789 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.011974 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0513da1-e5be-4c6c-b304-9a0473c8f7ee tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.014340 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0513da1-e5be-4c6c-b304-9a0473c8f7ee tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.059741 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0513da1-e5be-4c6c-b304-9a0473c8f7ee tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.060281 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0513da1-e5be-4c6c-b304-9a0473c8f7ee tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Fanout notify agent at l3_agent the message router_deleted on router 07339ed3-de38-4e58-9374-58496991ddef {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:05:26.067648 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0513da1-e5be-4c6c-b304-9a0473c8f7ee tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.068744 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a0513da1-e5be-4c6c-b304-9a0473c8f7ee tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/routers/07339ed3-de38-4e58-9374-58496991ddef HTTP/1.1" status: 204 len: 168 time: 0.3033347 Aug 16 02:05:26.074049 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55514) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.109363 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-296d7e62-7505-4d5f-b41a-7e9430d57447 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/ports?device_id=07339ed3-de38-4e58-9374-58496991ddef HTTP/1.1" status: 200 len: 205 time: 0.0332465 Aug 16 02:05:26.111732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55516) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.149851 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-400aa133-4312-4ae4-8e9a-a85b64714ebe tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] delete failed (client error): The resource could not be found. Aug 16 02:05:26.150903 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-400aa133-4312-4ae4-8e9a-a85b64714ebe tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/routers/07339ed3-de38-4e58-9374-58496991ddef HTTP/1.1" status: 404 len: 336 time: 0.0382843 Aug 16 02:05:26.153562 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55518) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.181863 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8bc4bb8-516a-4558-b56e-0a29046f79b7 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] DELETE failed (client error): The resource could not be found. Aug 16 02:05:26.182325 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8bc4bb8-516a-4558-b56e-0a29046f79b7 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:05:26.184063 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a8bc4bb8-516a-4558-b56e-0a29046f79b7 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/subnets/d7fd255c-11ca-464c-9aa5-3cff5ba2a9a8 HTTP/1.1" status: 404 len: 337 time: 0.0294392 Aug 16 02:05:26.186557 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55520) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.214421 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-908cffb5-3e4d-455b-ae92-31a5ef9d2eb6 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] DELETE failed (client error): The resource could not be found. Aug 16 02:05:26.214767 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-908cffb5-3e4d-455b-ae92-31a5ef9d2eb6 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:05:26.216489 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-908cffb5-3e4d-455b-ae92-31a5ef9d2eb6 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/subnets/d70aa0bf-c249-4ff4-a902-40d51dbbd08b HTTP/1.1" status: 404 len: 337 time: 0.0289516 Aug 16 02:05:26.219003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55522) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.245410 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a863a58-eaf8-4943-b9c3-c0015fdb9d9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] DELETE failed (client error): The resource could not be found. Aug 16 02:05:26.245894 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a863a58-eaf8-4943-b9c3-c0015fdb9d9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:05:26.247579 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0a863a58-eaf8-4943-b9c3-c0015fdb9d9d tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/subnets/e57a08fa-236b-4ce2-b8b4-605322ed38bb HTTP/1.1" status: 404 len: 337 time: 0.0276780 Aug 16 02:05:26.250628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55524) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.282613 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b20c7a4-796f-4aee-a510-50bab344319a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] DELETE failed (client error): The resource could not be found. Aug 16 02:05:26.283054 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b20c7a4-796f-4aee-a510-50bab344319a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:05:26.285632 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6b20c7a4-796f-4aee-a510-50bab344319a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/subnets/3883c506-91f0-4d7b-8710-da39aa1f9067 HTTP/1.1" status: 404 len: 337 time: 0.0337913 Aug 16 02:05:26.288232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55526) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.316446 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-af137cbb-b2dd-4ab4-a1c6-837e0335863b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/ports?device_id=181c8adf-6671-4c34-91ee-6c583dd79fc7 HTTP/1.1" status: 200 len: 205 time: 0.0265629 Aug 16 02:05:26.318657 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55528) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.355721 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-dfa914fa-0562-4531-9f13-f17e040e5ca6 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] delete failed (client error): The resource could not be found. Aug 16 02:05:26.357794 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dfa914fa-0562-4531-9f13-f17e040e5ca6 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/routers/181c8adf-6671-4c34-91ee-6c583dd79fc7 HTTP/1.1" status: 404 len: 336 time: 0.0372481 Aug 16 02:05:26.359578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55530) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.391543 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-66786d2e-aa20-4e6c-9dd0-391e16d1fafe tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/ports?device_id=40dec20d-83db-4bae-90a4-57e9ef3b95bf HTTP/1.1" status: 200 len: 205 time: 0.0308526 Aug 16 02:05:26.395063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55532) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.431360 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-887bc5d1-433a-4fbb-92bc-e13d4ed0eafe tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] delete failed (client error): The resource could not be found. Aug 16 02:05:26.432351 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-887bc5d1-433a-4fbb-92bc-e13d4ed0eafe tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/routers/40dec20d-83db-4bae-90a4-57e9ef3b95bf HTTP/1.1" status: 404 len: 336 time: 0.0364227 Aug 16 02:05:26.434935 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55534) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.461903 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-537ea552-138d-4399-9518-7ba4e98b2d77 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] DELETE failed (client error): The resource could not be found. Aug 16 02:05:26.462356 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537ea552-138d-4399-9518-7ba4e98b2d77 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:05:26.464052 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-537ea552-138d-4399-9518-7ba4e98b2d77 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/subnets/2c8e0b38-edaf-4cb9-b9f6-eff5405b6397 HTTP/1.1" status: 404 len: 337 time: 0.0281703 Aug 16 02:05:26.466841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55536) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.493217 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5793bfc7-9918-40c9-9a74-b29fe77052af tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/ports?device_id=43ea07c3-ae50-4ded-ab80-4d75ba37e679 HTTP/1.1" status: 200 len: 205 time: 0.0253787 Aug 16 02:05:26.495616 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55538) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.541822 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-81d8b16b-1f70-4e47-b0af-2aebf57fd2ba tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] delete failed (client error): The resource could not be found. Aug 16 02:05:26.542968 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-81d8b16b-1f70-4e47-b0af-2aebf57fd2ba tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/routers/43ea07c3-ae50-4ded-ab80-4d75ba37e679 HTTP/1.1" status: 404 len: 336 time: 0.0464890 Aug 16 02:05:26.545646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55540) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.573505 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c355fe01-fd52-4ba1-8bf3-547a25b08c7b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/ports?device_id=477898df-6211-4cba-b642-ef57d23bde44 HTTP/1.1" status: 200 len: 205 time: 0.0268137 Aug 16 02:05:26.575815 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55542) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.612397 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-2f4c36b1-c9df-420e-94fd-54a17d037c3a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] delete failed (client error): The resource could not be found. Aug 16 02:05:26.613744 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2f4c36b1-c9df-420e-94fd-54a17d037c3a tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/routers/477898df-6211-4cba-b642-ef57d23bde44 HTTP/1.1" status: 404 len: 336 time: 0.0370498 Aug 16 02:05:26.616387 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55544) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.649486 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-32102afe-978b-44a8-9b4c-fd9e28b490da tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] DELETE failed (client error): The resource could not be found. Aug 16 02:05:26.649980 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32102afe-978b-44a8-9b4c-fd9e28b490da tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:05:26.651748 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-32102afe-978b-44a8-9b4c-fd9e28b490da tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/subnets/fb9a7682-c09e-493b-b5fe-0ed829912742 HTTP/1.1" status: 404 len: 337 time: 0.0344703 Aug 16 02:05:26.655352 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55546) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.689127 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4c7946f1-057a-451f-aa01-260502ff2fae tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1745d24-93d3-4c58-803d-918149ff3fb0 HTTP/1.1" status: 200 len: 205 time: 0.0304711 Aug 16 02:05:26.689337 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55548) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.727392 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-8615b3b9-7596-4f75-9944-50070724b96c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] delete failed (client error): The resource could not be found. Aug 16 02:05:26.728348 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8615b3b9-7596-4f75-9944-50070724b96c tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/routers/a1745d24-93d3-4c58-803d-918149ff3fb0 HTTP/1.1" status: 404 len: 336 time: 0.0380776 Aug 16 02:05:26.730951 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55550) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.763058 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c15c6de-2006-4af0-a10b-4a4e7134a19f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] DELETE failed (client error): The resource could not be found. Aug 16 02:05:26.763513 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c15c6de-2006-4af0-a10b-4a4e7134a19f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:05:26.765240 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7c15c6de-2006-4af0-a10b-4a4e7134a19f tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/subnets/93430a8b-a38c-40e9-a6ce-25e93d24ddb2 HTTP/1.1" status: 404 len: 337 time: 0.0334001 Aug 16 02:05:26.768006 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55552) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.801608 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-37fc4ebe-91e4-4b02-91e6-31ab575a8005 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "GET /v2.0/ports?device_id=42964113-a29c-4fb7-a30b-b02b512d0281 HTTP/1.1" status: 200 len: 205 time: 0.0321772 Aug 16 02:05:26.803711 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55556) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.842822 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-ea72cb5c-c9c7-485a-9d6c-aacfcf3ad104 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] delete failed (client error): The resource could not be found. Aug 16 02:05:26.844072 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ea72cb5c-c9c7-485a-9d6c-aacfcf3ad104 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/routers/42964113-a29c-4fb7-a30b-b02b512d0281 HTTP/1.1" status: 404 len: 336 time: 0.0394678 Aug 16 02:05:26.847001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55558) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.875376 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4069f0-f873-46a8-96e1-cc54eb7317b5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] DELETE failed (client error): The resource could not be found. Aug 16 02:05:26.875853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe4069f0-f873-46a8-96e1-cc54eb7317b5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:05:26.878238 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fe4069f0-f873-46a8-96e1-cc54eb7317b5 tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/subnets/f79e38ef-b7a0-459e-b8f1-c7dd196d93d8 HTTP/1.1" status: 404 len: 337 time: 0.0301600 Aug 16 02:05:26.880740 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55560) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.883063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d581dd-648c-42b2-91b2-02f8277e738f req-9f7fd03f-add9-4952-b687-48735290cbde tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:26.884878 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-46d581dd-648c-42b2-91b2-02f8277e738f req-9f7fd03f-add9-4952-b687-48735290cbde tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0560656 Aug 16 02:05:26.912652 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fb68a6-b52e-45cf-a7bd-270a387dc81b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] DELETE failed (client error): The resource could not be found. Aug 16 02:05:26.913325 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10fb68a6-b52e-45cf-a7bd-270a387dc81b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:05:26.915123 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-10fb68a6-b52e-45cf-a7bd-270a387dc81b tempest-RoutersIpV6Test-1787189795 tempest-RoutersIpV6Test-1787189795-project] 10.222.0.68 "DELETE /v2.0/subnets/3a5236e7-26c5-4ea5-91f6-dc9f4af3582b HTTP/1.1" status: 404 len: 337 time: 0.0333350 Aug 16 02:05:26.932815 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-46d581dd-648c-42b2-91b2-02f8277e738f req-a99f1574-8806-42b4-b716-b0cc7bc81192 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410931 Aug 16 02:05:27.196306 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55566) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:27.336226 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4bc222cb-e58e-4a42-ac37-c4756f20986b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8a75a99f5edd42458e4e2037d85a67bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387522 Aug 16 02:05:27.338733 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55570) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:27.385879 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be5f5829-4216-4e35-b656-9f3b753e0b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.406881 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be5f5829-4216-4e35-b656-9f3b753e0b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.453917 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be5f5829-4216-4e35-b656-9f3b753e0b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.456989 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be5f5829-4216-4e35-b656-9f3b753e0b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.458220 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-be5f5829-4216-4e35-b656-9f3b753e0b84 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/43b55bb5-c278-45b6-a2d7-42b62b40c592 HTTP/1.1" status: 204 len: 168 time: 0.1185925 Aug 16 02:05:27.466209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f5829-4216-4e35-b656-9f3b753e0b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b55bb5-c278-45b6-a2d7-42b62b40c592,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:28.055546 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41267bd1-90ab-4653-b5d4-14315738dfd1 req-d0820f0c-e157-45a7-b7a0-f08facc9cb98 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.057328 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-41267bd1-90ab-4653-b5d4-14315738dfd1 req-d0820f0c-e157-45a7-b7a0-f08facc9cb98 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0513859 Aug 16 02:05:28.096124 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55594) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:28.097796 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-41267bd1-90ab-4653-b5d4-14315738dfd1 req-acbb9d0d-61fa-40fa-a7cd-0d045174d12a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342672 Aug 16 02:05:28.196732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1de43aad-deb0-4ff6-9b07-2e9f2aeea0ed tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-847402909'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:28.220719 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de43aad-deb0-4ff6-9b07-2e9f2aeea0ed tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Made reservation on behalf of 7552c69f6fba404ba1ffb771a62cad72 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:28.224957 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1de43aad-deb0-4ff6-9b07-2e9f2aeea0ed tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.233963 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1de43aad-deb0-4ff6-9b07-2e9f2aeea0ed tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.311729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f010d2c-a79a-42c6-85c2-b2c3a3b636ec req-9f09b7a0-6cc5-4597-bb83-c7dbd2854528 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.313191 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3f010d2c-a79a-42c6-85c2-b2c3a3b636ec req-9f09b7a0-6cc5-4597-bb83-c7dbd2854528 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0562668 Aug 16 02:05:28.353637 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3f010d2c-a79a-42c6-85c2-b2c3a3b636ec req-b5bdd188-b604-4d3b-86da-cb2dd72b0448 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333776 Aug 16 02:05:28.360998 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e424f-458c-42ce-9cab-4469cbec2fdb req-ac1222f7-d5b7-44fd-9c66-00751174c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.362546 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ba8e424f-458c-42ce-9cab-4469cbec2fdb req-ac1222f7-d5b7-44fd-9c66-00751174c957 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 1096 time: 0.0644956 Aug 16 02:05:28.444704 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1de43aad-deb0-4ff6-9b07-2e9f2aeea0ed tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.451525 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1de43aad-deb0-4ff6-9b07-2e9f2aeea0ed tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.502584 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de43aad-deb0-4ff6-9b07-2e9f2aeea0ed tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:28.509316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de43aad-deb0-4ff6-9b07-2e9f2aeea0ed tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6324b5f0-4da4-4bff-bd10-4acc678fae89,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:28.517676 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e424f-458c-42ce-9cab-4469cbec2fdb req-220066a3-f31c-468a-a67c-f9ab1f83114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.519535 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ba8e424f-458c-42ce-9cab-4469cbec2fdb req-220066a3-f31c-468a-a67c-f9ab1f83114c service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 912 time: 0.1427400 Aug 16 02:05:28.520439 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1de43aad-deb0-4ff6-9b07-2e9f2aeea0ed tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.520778 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-1de43aad-deb0-4ff6-9b07-2e9f2aeea0ed tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Added segment f600e21a-5b32-45c7-980c-7dbe8f6ee064 of type vlan for network 76c364fd-8ae6-43c0-a2f2-a6776328a239 Aug 16 02:05:28.604551 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1de43aad-deb0-4ff6-9b07-2e9f2aeea0ed tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.627446 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ba8e424f-458c-42ce-9cab-4469cbec2fdb req-e6a44444-767a-4740-aad9-81475dbb052e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4 HTTP/1.1" status: 200 len: 998 time: 0.0972199 Aug 16 02:05:28.670677 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1de43aad-deb0-4ff6-9b07-2e9f2aeea0ed tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.676734 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de43aad-deb0-4ff6-9b07-2e9f2aeea0ed tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.677315 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1de43aad-deb0-4ff6-9b07-2e9f2aeea0ed tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.080686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e424f-458c-42ce-9cab-4469cbec2fdb req-34cffca6-8664-4e14-a664-17501d181b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:29.082884 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ba8e424f-458c-42ce-9cab-4469cbec2fdb req-34cffca6-8664-4e14-a664-17501d181b8c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.4456582 Aug 16 02:05:29.094460 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1de43aad-deb0-4ff6-9b07-2e9f2aeea0ed tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.9973080 Aug 16 02:05:29.098699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55602) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:29.103566 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-fecb8161-50a9-4c55-8675-de8adaeef17a tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '76c364fd-8ae6-43c0-a2f2-a6776328a239', 'tempest-TagsTest-Tag-447390915') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:29.103908 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de43aad-deb0-4ff6-9b07-2e9f2aeea0ed tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Pushing event updated for resources: {'Network': ['ID=76c364fd-8ae6-43c0-a2f2-a6776328a239,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:29.115452 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 76c364fd-8ae6-43c0-a2f2-a6776328a239 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:29.142704 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e424f-458c-42ce-9cab-4469cbec2fdb req-89cf89a1-f72c-46d2-b007-5dba64ea4a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:29.145262 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ba8e424f-458c-42ce-9cab-4469cbec2fdb req-89cf89a1-f72c-46d2-b007-5dba64ea4a7b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493541 Aug 16 02:05:29.193178 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fecb8161-50a9-4c55-8675-de8adaeef17a tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] 10.222.0.68 "PUT /v2.0/networks/76c364fd-8ae6-43c0-a2f2-a6776328a239/tags/tempest-TagsTest-Tag-447390915 HTTP/1.1" status: 201 len: 201 time: 0.0908053 Aug 16 02:05:29.193524 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55604) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:29.197924 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-50f495a1-2995-41b0-bbf8-196c212959b0 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '76c364fd-8ae6-43c0-a2f2-a6776328a239', 'tempest-TagsTest-Tag-447390915') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:29.246164 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ba8e424f-458c-42ce-9cab-4469cbec2fdb req-d495ab88-df33-4f5e-9807-9155fea234ab service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906153 Aug 16 02:05:29.270591 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-50f495a1-2995-41b0-bbf8-196c212959b0 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] 10.222.0.68 "GET /v2.0/networks/76c364fd-8ae6-43c0-a2f2-a6776328a239/tags/tempest-TagsTest-Tag-447390915 HTTP/1.1" status: 204 len: 168 time: 0.0759470 Aug 16 02:05:29.272959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55606) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:29.277289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-2f1c623c-f9db-46d0-a82c-f1db9c9b2ad6 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '76c364fd-8ae6-43c0-a2f2-a6776328a239') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:29.341914 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ba8e424f-458c-42ce-9cab-4469cbec2fdb req-11fdfe74-ef2c-4dcf-afd1-032fbb9a8a8d service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875504 Aug 16 02:05:29.343885 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2f1c623c-f9db-46d0-a82c-f1db9c9b2ad6 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] 10.222.0.68 "GET /v2.0/networks/76c364fd-8ae6-43c0-a2f2-a6776328a239/tags HTTP/1.1" status: 200 len: 237 time: 0.0698888 Aug 16 02:05:29.347351 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55608) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:29.352583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-4b35a6ff-3efc-4e13-9671-ee62a0249559 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '76c364fd-8ae6-43c0-a2f2-a6776328a239', {'tags': ['tempest-TagsTest-Tag-938783029', 'tempest-TagsTest-Tag-1714509248', 'tempest-TagsTest-Tag-1505952667']}) {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:29.432990 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4b35a6ff-3efc-4e13-9671-ee62a0249559 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] 10.222.0.68 "PUT /v2.0/networks/76c364fd-8ae6-43c0-a2f2-a6776328a239/tags HTTP/1.1" status: 200 len: 308 time: 0.0841031 Aug 16 02:05:29.435783 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55612) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:29.440257 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-b5f26ab0-bbd5-4a8f-b5fe-c35ad7f2d3d7 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '76c364fd-8ae6-43c0-a2f2-a6776328a239', 'tempest-TagsTest-Tag-938783029') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:29.479148 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2a614-42c0-4e7e-b211-32e8ff541f1c req-ab6a36e9-d2de-44d6-ac03-f463ad51d36a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:29.480632 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5fc2a614-42c0-4e7e-b211-32e8ff541f1c req-ab6a36e9-d2de-44d6-ac03-f463ad51d36a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0525894 Aug 16 02:05:29.521174 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5fc2a614-42c0-4e7e-b211-32e8ff541f1c req-363538cb-6de5-479b-8e1e-410a934c8091 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340109 Aug 16 02:05:29.525806 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b5f26ab0-bbd5-4a8f-b5fe-c35ad7f2d3d7 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] 10.222.0.68 "DELETE /v2.0/networks/76c364fd-8ae6-43c0-a2f2-a6776328a239/tags/tempest-TagsTest-Tag-938783029 HTTP/1.1" status: 204 len: 168 time: 0.0882902 Aug 16 02:05:29.527842 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55614) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:29.532331 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-c5dcb929-25ee-42d4-9b15-d8b215049217 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '76c364fd-8ae6-43c0-a2f2-a6776328a239', 'tempest-TagsTest-Tag-938783029') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:29.603006 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-c5dcb929-25ee-42d4-9b15-d8b215049217 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] show failed (client error): The resource could not be found. Aug 16 02:05:29.603966 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c5dcb929-25ee-42d4-9b15-d8b215049217 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] 10.222.0.68 "GET /v2.0/networks/76c364fd-8ae6-43c0-a2f2-a6776328a239/tags/tempest-TagsTest-Tag-938783029 HTTP/1.1" status: 404 len: 325 time: 0.0751910 Aug 16 02:05:29.606579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55616) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:29.610844 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-fa1d6826-9177-45a3-89a7-3ae0d37c1e59 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '76c364fd-8ae6-43c0-a2f2-a6776328a239', 'tempest-TagsTest-Tag-1714509248') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:29.677086 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fa1d6826-9177-45a3-89a7-3ae0d37c1e59 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] 10.222.0.68 "GET /v2.0/networks/76c364fd-8ae6-43c0-a2f2-a6776328a239/tags/tempest-TagsTest-Tag-1714509248 HTTP/1.1" status: 204 len: 168 time: 0.0694780 Aug 16 02:05:29.679499 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55618) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:29.683689 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-8458bb64-b5b5-4b7c-93ff-908dfe5ec617 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '76c364fd-8ae6-43c0-a2f2-a6776328a239', 'tempest-TagsTest-Tag-1505952667') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:29.756185 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8458bb64-b5b5-4b7c-93ff-908dfe5ec617 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] 10.222.0.68 "GET /v2.0/networks/76c364fd-8ae6-43c0-a2f2-a6776328a239/tags/tempest-TagsTest-Tag-1505952667 HTTP/1.1" status: 204 len: 168 time: 0.0756810 Aug 16 02:05:29.758639 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55620) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:29.762954 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-8ab8370c-ccc3-40aa-b108-009a7459ef39 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '76c364fd-8ae6-43c0-a2f2-a6776328a239') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:29.848573 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8ab8370c-ccc3-40aa-b108-009a7459ef39 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] 10.222.0.68 "DELETE /v2.0/networks/76c364fd-8ae6-43c0-a2f2-a6776328a239/tags HTTP/1.1" status: 204 len: 168 time: 0.0889022 Aug 16 02:05:29.851283 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55622) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:29.856048 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-ef0e28c6-af3f-4a91-b2cc-8092dd0a3c38 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '76c364fd-8ae6-43c0-a2f2-a6776328a239', 'tempest-TagsTest-Tag-1714509248') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:29.928024 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-ef0e28c6-af3f-4a91-b2cc-8092dd0a3c38 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] show failed (client error): The resource could not be found. Aug 16 02:05:29.929059 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ef0e28c6-af3f-4a91-b2cc-8092dd0a3c38 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] 10.222.0.68 "GET /v2.0/networks/76c364fd-8ae6-43c0-a2f2-a6776328a239/tags/tempest-TagsTest-Tag-1714509248 HTTP/1.1" status: 404 len: 326 time: 0.0767546 Aug 16 02:05:29.931830 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55624) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:29.936014 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-3674776d-aca3-4f22-a455-3a87a45f9fe7 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '76c364fd-8ae6-43c0-a2f2-a6776328a239', 'tempest-TagsTest-Tag-1505952667') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:29.999530 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-3674776d-aca3-4f22-a455-3a87a45f9fe7 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] show failed (client error): The resource could not be found. Aug 16 02:05:30.000539 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3674776d-aca3-4f22-a455-3a87a45f9fe7 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] 10.222.0.68 "GET /v2.0/networks/76c364fd-8ae6-43c0-a2f2-a6776328a239/tags/tempest-TagsTest-Tag-1505952667 HTTP/1.1" status: 404 len: 326 time: 0.0678263 Aug 16 02:05:30.003951 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55626) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:30.008224 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-1ab2f3b9-119a-4cbd-ad50-a2d0d04a4cf0 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '76c364fd-8ae6-43c0-a2f2-a6776328a239') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:30.081103 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1ab2f3b9-119a-4cbd-ad50-a2d0d04a4cf0 tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] 10.222.0.68 "DELETE /v2.0/networks/76c364fd-8ae6-43c0-a2f2-a6776328a239/tags HTTP/1.1" status: 204 len: 168 time: 0.0761611 Aug 16 02:05:30.085092 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55628) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:30.159253 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31cc2ef4-150e-467f-b429-9c26ec3c1d2c tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.251221 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31cc2ef4-150e-467f-b429-9c26ec3c1d2c tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.261138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-31cc2ef4-150e-467f-b429-9c26ec3c1d2c tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c364fd-8ae6-43c0-a2f2-a6776328a239']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:30.272434 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-31cc2ef4-150e-467f-b429-9c26ec3c1d2c tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f600e21a-5b32-45c7-980c-7dbe8f6ee064') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:30.272731 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-31cc2ef4-150e-467f-b429-9c26ec3c1d2c tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f600e21a-5b32-45c7-980c-7dbe8f6ee064') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:30.284118 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31cc2ef4-150e-467f-b429-9c26ec3c1d2c tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.299506 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31cc2ef4-150e-467f-b429-9c26ec3c1d2c tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.306734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31cc2ef4-150e-467f-b429-9c26ec3c1d2c tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:30.307122 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31cc2ef4-150e-467f-b429-9c26ec3c1d2c tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:30.310155 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:30.366420 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31cc2ef4-150e-467f-b429-9c26ec3c1d2c tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.373557 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31cc2ef4-150e-467f-b429-9c26ec3c1d2c tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.375158 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-31cc2ef4-150e-467f-b429-9c26ec3c1d2c tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] 10.222.0.68 "DELETE /v2.0/networks/76c364fd-8ae6-43c0-a2f2-a6776328a239 HTTP/1.1" status: 204 len: 168 time: 0.2891603 Aug 16 02:05:30.390883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc2ef4-150e-467f-b429-9c26ec3c1d2c tempest-TagsTest-1048959573 tempest-TagsTest-1048959573-project] Pushing event deleted for resources: {'Network': ['ID=76c364fd-8ae6-43c0-a2f2-a6776328a239,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:30.621350 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55636) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:30.639867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731730b-b14a-429f-a5ef-54d42d36ebc6 req-e4b97f08-c8e8-4502-ab71-2775ee6425d3 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:30.641615 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8731730b-b14a-429f-a5ef-54d42d36ebc6 req-e4b97f08-c8e8-4502-ab71-2775ee6425d3 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0519271 Aug 16 02:05:30.688892 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8731730b-b14a-429f-a5ef-54d42d36ebc6 req-61961f47-9649-4c63-ab07-611df1171031 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403376 Aug 16 02:05:30.771515 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-017f7258-3077-4fc4-8afe-2eb4a4a7d9d4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7552c69f6fba404ba1ffb771a62cad72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489096 Aug 16 02:05:30.774118 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55642) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:30.807815 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c25686-c265-4079-9952-1a11f607f145 req-9ee21c27-b615-4b34-bf1e-0103b39a5f10 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:30.809319 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-82c25686-c265-4079-9952-1a11f607f145 req-9ee21c27-b615-4b34-bf1e-0103b39a5f10 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0510173 Aug 16 02:05:30.824409 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b985cf9-02c8-4b54-8e0e-206637c27d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.845704 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b985cf9-02c8-4b54-8e0e-206637c27d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.849042 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-82c25686-c265-4079-9952-1a11f607f145 req-ce86cd44-7bed-460e-b023-1e1384bbb547 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332868 Aug 16 02:05:30.901910 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b985cf9-02c8-4b54-8e0e-206637c27d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.904586 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b985cf9-02c8-4b54-8e0e-206637c27d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.905780 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5b985cf9-02c8-4b54-8e0e-206637c27d02 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6324b5f0-4da4-4bff-bd10-4acc678fae89 HTTP/1.1" status: 204 len: 168 time: 0.1306663 Aug 16 02:05:30.913816 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b985cf9-02c8-4b54-8e0e-206637c27d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6324b5f0-4da4-4bff-bd10-4acc678fae89,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:30.975656 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e694072-1134-47f2-8cf4-15b770034b5f req-8a4c81ed-b9a8-414a-8c5f-6c3a91e0fd85 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:30.977192 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e694072-1134-47f2-8cf4-15b770034b5f req-8a4c81ed-b9a8-414a-8c5f-6c3a91e0fd85 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0545325 Aug 16 02:05:31.017276 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e694072-1134-47f2-8cf4-15b770034b5f req-03e56d3e-0e09-42d2-8e3e-d2c51dc1c43b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339613 Aug 16 02:05:31.259413 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ea5a-137d-4a72-8f0b-6a00d0dad250 req-378ea667-aff8-4699-a479-06ec53086914 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:31.261154 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fcc8ea5a-137d-4a72-8f0b-6a00d0dad250 req-378ea667-aff8-4699-a479-06ec53086914 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0547566 Aug 16 02:05:31.301015 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fcc8ea5a-137d-4a72-8f0b-6a00d0dad250 req-1351fe1a-64b8-462e-b814-40899f7f14c2 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336168 Aug 16 02:05:32.421373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfd34f-d44b-40a9-aa9b-03510cea2c94 req-d053a978-b170-492d-ab88-818311b35f89 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.423635 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4bfd34f-d44b-40a9-aa9b-03510cea2c94 req-d053a978-b170-492d-ab88-818311b35f89 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0521460 Aug 16 02:05:32.473953 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f4bfd34f-d44b-40a9-aa9b-03510cea2c94 req-6c62e677-17aa-4a8f-9c4c-ff29abc78585 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442078 Aug 16 02:05:32.713740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418dc2d-4f79-428b-9622-dbbff6d50608 req-4155c9b3-33f2-47c3-aade-3dc792d87661 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.715337 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f418dc2d-4f79-428b-9622-dbbff6d50608 req-4155c9b3-33f2-47c3-aade-3dc792d87661 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0807219 Aug 16 02:05:32.732180 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c4588-931b-47d6-9f92-9fc20d3d82a8 req-5d9411d8-8ce9-4516-ac96-a4d5e422abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.733613 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-500c4588-931b-47d6-9f92-9fc20d3d82a8 req-5d9411d8-8ce9-4516-ac96-a4d5e422abdc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cb90ffe84bb4524bb185e7642128945&device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 1096 time: 0.0632958 Aug 16 02:05:32.797930 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f418dc2d-4f79-428b-9622-dbbff6d50608 req-b2f945f5-d54f-4f24-8b71-b379d3aa64b6 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742226 Aug 16 02:05:32.839757 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c4588-931b-47d6-9f92-9fc20d3d82a8 req-51778396-f8de-4eee-a0f2-b760098e95af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.841260 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-500c4588-931b-47d6-9f92-9fc20d3d82a8 req-51778396-f8de-4eee-a0f2-b760098e95af service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 200 len: 912 time: 0.0948820 Aug 16 02:05:32.915909 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-500c4588-931b-47d6-9f92-9fc20d3d82a8 req-f4ee01a7-6236-40cd-b334-736e606c9d9c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4 HTTP/1.1" status: 200 len: 998 time: 0.0634930 Aug 16 02:05:32.967003 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c4588-931b-47d6-9f92-9fc20d3d82a8 req-c2728adf-aece-470f-8969-b1f823d4a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:32.968439 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-500c4588-931b-47d6-9f92-9fc20d3d82a8 req-c2728adf-aece-470f-8969-b1f823d4a14f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 200 len: 850 time: 0.0433729 Aug 16 02:05:33.013870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c4588-931b-47d6-9f92-9fc20d3d82a8 req-d5912396-d0eb-4072-8329-5af024f51e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.015723 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-500c4588-931b-47d6-9f92-9fc20d3d82a8 req-d5912396-d0eb-4072-8329-5af024f51e17 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f1b1636-5281-4805-974a-0b39f2f11573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400262 Aug 16 02:05:33.113406 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-500c4588-931b-47d6-9f92-9fc20d3d82a8 req-0f469eb5-dadf-4776-8b2f-46666db06821 service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855341 Aug 16 02:05:33.214835 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-500c4588-931b-47d6-9f92-9fc20d3d82a8 req-7d006a72-54c0-4572-8c09-43f7e288fcaf service neutron] 10.222.0.63 "GET /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899985 Aug 16 02:05:33.933906 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b0202-fc00-48a9-9dbc-b64f02dfddfd req-55c79769-e328-4d4a-9a74-d64948404d6b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.935697 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-148b0202-fc00-48a9-9dbc-b64f02dfddfd req-55c79769-e328-4d4a-9a74-d64948404d6b tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0533028 Aug 16 02:05:33.978561 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-148b0202-fc00-48a9-9dbc-b64f02dfddfd req-caf1e55d-1fba-43f3-b415-7059316128f2 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361662 Aug 16 02:05:35.105993 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bfe49-5b40-4bca-ba88-b04e78b8fefe req-2ce3f0a8-98de-4f00-a5a0-cb4e4d96d9a5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.107528 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-629bfe49-5b40-4bca-ba88-b04e78b8fefe req-2ce3f0a8-98de-4f00-a5a0-cb4e4d96d9a5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0573127 Aug 16 02:05:35.150881 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-629bfe49-5b40-4bca-ba88-b04e78b8fefe req-15464ed2-ab4c-4ae7-84ee-c1b0f9005cab tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364974 Aug 16 02:05:35.276308 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9d859-3f9e-4571-abbf-0c54de2facd0 req-6c2aab90-5def-4e1c-9c60-a6503289834a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.277861 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3df9d859-3f9e-4571-abbf-0c54de2facd0 req-6c2aab90-5def-4e1c-9c60-a6503289834a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0537844 Aug 16 02:05:35.318766 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3df9d859-3f9e-4571-abbf-0c54de2facd0 req-2d404617-87aa-46b8-9ec2-0c71d1527b57 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339544 Aug 16 02:05:36.015620 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0da1d7-20ec-4e5d-a49c-2df893e6c157 req-96c62f5f-74bc-4c54-9110-1a362b02a36a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.017120 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc0da1d7-20ec-4e5d-a49c-2df893e6c157 req-96c62f5f-74bc-4c54-9110-1a362b02a36a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=3528a0d1-02af-462f-ab5a-50a0e0941e09 HTTP/1.1" status: 200 len: 943 time: 0.0538774 Aug 16 02:05:36.149250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-bc0da1d7-20ec-4e5d-a49c-2df893e6c157 req-b10c0042-08c7-4250-b314-de3513c89d3f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Deleting port 1a243dc3-9597-4e25-8e13-d8b122a66a5c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:36.149849 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bc0da1d7-20ec-4e5d-a49c-2df893e6c157 req-b10c0042-08c7-4250-b314-de3513c89d3f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.252550 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-bc0da1d7-20ec-4e5d-a49c-2df893e6c157 req-b10c0042-08c7-4250-b314-de3513c89d3f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] For port 1a243dc3-9597-4e25-8e13-d8b122a66a5c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1a243dc3-9597-4e25-8e13-d8b122a66a5c,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:36.252918 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bc0da1d7-20ec-4e5d-a49c-2df893e6c157 req-b10c0042-08c7-4250-b314-de3513c89d3f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.266894 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-bc0da1d7-20ec-4e5d-a49c-2df893e6c157 req-b10c0042-08c7-4250-b314-de3513c89d3f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Calling delete_port for 1a243dc3-9597-4e25-8e13-d8b122a66a5c owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:36.401244 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bc0da1d7-20ec-4e5d-a49c-2df893e6c157 req-b10c0042-08c7-4250-b314-de3513c89d3f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.413637 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['e2986aae-10ef-4006-a525-d97c3b9c7c68'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:36.416947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['d4bf83a5-1d6f-4388-bff2-0337c4902599'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:36.429556 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c0042-08c7-4250-b314-de3513c89d3f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Pushing event deleted for resources: {'Port': ['ID=1a243dc3-9597-4e25-8e13-d8b122a66a5c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:36.475428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0da1d7-20ec-4e5d-a49c-2df893e6c157 req-b10c0042-08c7-4250-b314-de3513c89d3f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] No DVR routers for this DVR port 1a243dc3-9597-4e25-8e13-d8b122a66a5c on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:36.478261 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bc0da1d7-20ec-4e5d-a49c-2df893e6c157 req-b10c0042-08c7-4250-b314-de3513c89d3f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.480488 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc0da1d7-20ec-4e5d-a49c-2df893e6c157 req-b10c0042-08c7-4250-b314-de3513c89d3f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "DELETE /v2.0/ports/1a243dc3-9597-4e25-8e13-d8b122a66a5c HTTP/1.1" status: 204 len: 173 time: 0.4567759 Aug 16 02:05:36.480763 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3528a0d1-02af-462f-ab5a-50a0e0941e09', 'name': 'network-vif-deleted', 'tag': '1a243dc3-9597-4e25-8e13-d8b122a66a5c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:36.483108 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f4d2d4-db09-4544-b36e-fe2c76e4d2cf" -d '{"events": [{"server_uuid": "3528a0d1-02af-462f-ab5a-50a0e0941e09", "name": "network-vif-deleted", "tag": "1a243dc3-9597-4e25-8e13-d8b122a66a5c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:36.685127 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c13991d-b1bd-46ee-9639-8cda96878803 x-openstack-request-id: req-0c13991d-b1bd-46ee-9639-8cda96878803 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:36.685420 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3528a0d1-02af-462f-ab5a-50a0e0941e09", "name": "network-vif-deleted", "tag": "1a243dc3-9597-4e25-8e13-d8b122a66a5c", "status": "failed", "code": 422}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:36.685674 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0c13991d-b1bd-46ee-9639-8cda96878803 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:36.686120 n-d-765315-27 neutron-server[94673]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3528a0d1-02af-462f-ab5a-50a0e0941e09', 'name': 'network-vif-deleted', 'tag': '1a243dc3-9597-4e25-8e13-d8b122a66a5c', 'status': 'failed', 'code': 422} returned with failed status Aug 16 02:05:37.165519 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f493c-fe6a-4651-8ed1-054c24d4e4a9 req-a54c18eb-5686-4557-8b21-1db215ce850c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:37.167181 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-553f493c-fe6a-4651-8ed1-054c24d4e4a9 req-a54c18eb-5686-4557-8b21-1db215ce850c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9762047-fef1-4436-bf4c-c1bae576f31a HTTP/1.1" status: 200 len: 908 time: 0.0501752 Aug 16 02:05:37.507746 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.216167 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.307823 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2489af1-db28-420d-8406-ab1015cb479e req-90239acf-06cc-4522-9cb6-1b0ccf713d51 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.309453 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f2489af1-db28-420d-8406-ab1015cb479e req-90239acf-06cc-4522-9cb6-1b0ccf713d51 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9762047-fef1-4436-bf4c-c1bae576f31a HTTP/1.1" status: 200 len: 908 time: 0.0579479 Aug 16 02:05:38.600201 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2cbbf-3754-49b2-adb2-a1d2a2fb4681 req-5b82f3b7-1f0a-4349-89cf-9115b4186955 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.602038 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9ca2cbbf-3754-49b2-adb2-a1d2a2fb4681 req-5b82f3b7-1f0a-4349-89cf-9115b4186955 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9762047-fef1-4436-bf4c-c1bae576f31a HTTP/1.1" status: 200 len: 908 time: 0.0601153 Aug 16 02:05:38.709228 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-9ca2cbbf-3754-49b2-adb2-a1d2a2fb4681 req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Deleting port 0f737791-2673-4635-ac95-eac4a0e6ef50 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:38.709551 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9ca2cbbf-3754-49b2-adb2-a1d2a2fb4681 req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.800375 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-9ca2cbbf-3754-49b2-adb2-a1d2a2fb4681 req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] For port 0f737791-2673-4635-ac95-eac4a0e6ef50, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=0f737791-2673-4635-ac95-eac4a0e6ef50,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:38.800375 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9ca2cbbf-3754-49b2-adb2-a1d2a2fb4681 req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.817444 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-9ca2cbbf-3754-49b2-adb2-a1d2a2fb4681 req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Calling delete_port for 0f737791-2673-4635-ac95-eac4a0e6ef50 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:38.980978 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9ca2cbbf-3754-49b2-adb2-a1d2a2fb4681 req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.010266 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Pushing event deleted for resources: {'Port': ['ID=0f737791-2673-4635-ac95-eac4a0e6ef50,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:39.034333 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:39.034942 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:39.035267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:39.035596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:39.035928 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:39.036262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:39.036572 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:39.036888 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:39.037205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:39.037520 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:39.037860 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:39.038178 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:39.062082 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca2cbbf-3754-49b2-adb2-a1d2a2fb4681 req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] No DVR routers for this DVR port 0f737791-2673-4635-ac95-eac4a0e6ef50 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:39.065025 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9ca2cbbf-3754-49b2-adb2-a1d2a2fb4681 req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.068152 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9ca2cbbf-3754-49b2-adb2-a1d2a2fb4681 req-a19d75e8-5be6-441f-a724-04f224599dc5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.73 "DELETE /v2.0/ports/0f737791-2673-4635-ac95-eac4a0e6ef50 HTTP/1.1" status: 204 len: 173 time: 0.4579139 Aug 16 02:05:39.068650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9762047-fef1-4436-bf4c-c1bae576f31a', 'name': 'network-vif-deleted', 'tag': '0f737791-2673-4635-ac95-eac4a0e6ef50'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:39.071140 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de471ce-4214-481c-af0c-06b28a38df5c" -d '{"events": [{"server_uuid": "a9762047-fef1-4436-bf4c-c1bae576f31a", "name": "network-vif-deleted", "tag": "0f737791-2673-4635-ac95-eac4a0e6ef50"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:39.115625 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a649dc7d-2a71-4687-836d-da2c220b9c60 x-openstack-request-id: req-a649dc7d-2a71-4687-836d-da2c220b9c60 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:39.115925 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9762047-fef1-4436-bf4c-c1bae576f31a", "name": "network-vif-deleted", "tag": "0f737791-2673-4635-ac95-eac4a0e6ef50", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:39.116177 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a649dc7d-2a71-4687-836d-da2c220b9c60 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:39.116589 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9762047-fef1-4436-bf4c-c1bae576f31a', 'name': 'network-vif-deleted', 'tag': '0f737791-2673-4635-ac95-eac4a0e6ef50', 'status': 'completed', 'code': 200} Aug 16 02:05:39.418948 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce406539-203b-4d5d-9907-d23cf6c557fc req-2c164f24-46de-46b6-ae8a-6e21be29695a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9762047-fef1-4436-bf4c-c1bae576f31a HTTP/1.1" status: 200 len: 210 time: 0.0271330 Aug 16 02:05:40.713264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1882c0-b9d0-4009-9cd3-7f4360ce861e req-e55898d1-bd8c-4967-98f3-34d020b1c1b1 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.714789 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e1882c0-b9d0-4009-9cd3-7f4360ce861e req-e55898d1-bd8c-4967-98f3-34d020b1c1b1 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4 HTTP/1.1" status: 200 len: 946 time: 0.0562153 Aug 16 02:05:40.755895 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e1882c0-b9d0-4009-9cd3-7f4360ce861e req-6323f49e-680a-480a-8be6-22dff56ac499 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346096 Aug 16 02:05:41.891933 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167c302-ddd1-4c1a-98db-c37262303f42 req-06cc1152-1bbf-4f30-8f44-804b801e3cff tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.894598 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8167c302-ddd1-4c1a-98db-c37262303f42 req-06cc1152-1bbf-4f30-8f44-804b801e3cff tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4 HTTP/1.1" status: 200 len: 946 time: 0.0551324 Aug 16 02:05:41.938570 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8167c302-ddd1-4c1a-98db-c37262303f42 req-d9b79e68-6bff-4674-aede-c78f6d0e3011 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358346 Aug 16 02:05:42.146557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a927803-6846-4252-aa40-d3e6de256ea4 req-896845f0-ef27-4a16-8340-62ac994c302d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.148061 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a927803-6846-4252-aa40-d3e6de256ea4 req-896845f0-ef27-4a16-8340-62ac994c302d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4 HTTP/1.1" status: 200 len: 946 time: 0.0623868 Aug 16 02:05:42.301211 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-6a927803-6846-4252-aa40-d3e6de256ea4 req-0f05affd-3fa4-4978-9c1a-5c77e4052bea tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Deleting port e2986aae-10ef-4006-a525-d97c3b9c7c68 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:42.301600 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6a927803-6846-4252-aa40-d3e6de256ea4 req-0f05affd-3fa4-4978-9c1a-5c77e4052bea tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.404769 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6a927803-6846-4252-aa40-d3e6de256ea4 req-0f05affd-3fa4-4978-9c1a-5c77e4052bea tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] For port e2986aae-10ef-4006-a525-d97c3b9c7c68, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=e2986aae-10ef-4006-a525-d97c3b9c7c68,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:42.405562 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6a927803-6846-4252-aa40-d3e6de256ea4 req-0f05affd-3fa4-4978-9c1a-5c77e4052bea tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.421131 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-6a927803-6846-4252-aa40-d3e6de256ea4 req-0f05affd-3fa4-4978-9c1a-5c77e4052bea tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Calling delete_port for e2986aae-10ef-4006-a525-d97c3b9c7c68 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:42.578268 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6a927803-6846-4252-aa40-d3e6de256ea4 req-0f05affd-3fa4-4978-9c1a-5c77e4052bea tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.592865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['e2986aae-10ef-4006-a525-d97c3b9c7c68'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:42.611475 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05affd-3fa4-4978-9c1a-5c77e4052bea tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Pushing event deleted for resources: {'Port': ['ID=e2986aae-10ef-4006-a525-d97c3b9c7c68,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:42.620391 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['d4bf83a5-1d6f-4388-bff2-0337c4902599'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:42.686834 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a927803-6846-4252-aa40-d3e6de256ea4 req-0f05affd-3fa4-4978-9c1a-5c77e4052bea tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] No DVR routers for this DVR port e2986aae-10ef-4006-a525-d97c3b9c7c68 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:42.689946 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6a927803-6846-4252-aa40-d3e6de256ea4 req-0f05affd-3fa4-4978-9c1a-5c77e4052bea tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.692579 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a927803-6846-4252-aa40-d3e6de256ea4 req-0f05affd-3fa4-4978-9c1a-5c77e4052bea tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.63 "DELETE /v2.0/ports/e2986aae-10ef-4006-a525-d97c3b9c7c68 HTTP/1.1" status: 204 len: 173 time: 0.5282857 Aug 16 02:05:42.693299 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4', 'name': 'network-vif-deleted', 'tag': 'e2986aae-10ef-4006-a525-d97c3b9c7c68'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:42.695755 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad537080-385d-4b92-83c0-36d323d4993e" -d '{"events": [{"server_uuid": "6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4", "name": "network-vif-deleted", "tag": "e2986aae-10ef-4006-a525-d97c3b9c7c68"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:42.740882 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16878e2-5bc9-4d54-97b5-ee2d1cb1b865 x-openstack-request-id: req-b16878e2-5bc9-4d54-97b5-ee2d1cb1b865 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:42.742575 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4", "name": "network-vif-deleted", "tag": "e2986aae-10ef-4006-a525-d97c3b9c7c68", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:42.743695 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b16878e2-5bc9-4d54-97b5-ee2d1cb1b865 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:42.746522 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4', 'name': 'network-vif-deleted', 'tag': 'e2986aae-10ef-4006-a525-d97c3b9c7c68', 'status': 'completed', 'code': 200} Aug 16 02:05:42.889923 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0f737791-2673-4635-ac95-eac4a0e6ef50 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:42.912474 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 0f737791-2673-4635-ac95-eac4a0e6ef50 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:42.912760 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 0f737791-2673-4635-ac95-eac4a0e6ef50 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:43.090374 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1060657f-52ec-4f1b-9e53-5b669963662a req-829a3cf2-c599-4de6-989c-323fc21286b8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ca23b2a-dc7f-4a6a-94c6-80d0f60834a4 HTTP/1.1" status: 200 len: 210 time: 0.0364265 Aug 16 02:05:44.371289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfc434-a622-408d-a42c-02a9fa77f242 req-e07dad3a-a1cb-4e13-a20a-b989a7f99c51 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:44.372761 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36dfc434-a622-408d-a42c-02a9fa77f242 req-e07dad3a-a1cb-4e13-a20a-b989a7f99c51 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.0509439 Aug 16 02:05:44.413355 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-36dfc434-a622-408d-a42c-02a9fa77f242 req-42156110-bea2-46dd-95c3-e97ded6cc511 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346248 Aug 16 02:05:45.536599 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befe7b8-8e93-442b-a7bd-3273d44e63f7 req-201eb3a0-f79b-4aae-a4ce-c0c8320cea3c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:45.538164 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8befe7b8-8e93-442b-a7bd-3273d44e63f7 req-201eb3a0-f79b-4aae-a4ce-c0c8320cea3c tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.0507326 Aug 16 02:05:45.577237 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8befe7b8-8e93-442b-a7bd-3273d44e63f7 req-75ade0bb-dd30-4ba2-984a-0cef22bad30d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f19609f-8113-46ee-84aa-27434e06ca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330374 Aug 16 02:05:45.757551 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device e2986aae-10ef-4006-a525-d97c3b9c7c68 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:45.781176 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: e2986aae-10ef-4006-a525-d97c3b9c7c68 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:45.781519 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device e2986aae-10ef-4006-a525-d97c3b9c7c68 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:45.794080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af096aaa-d633-47e4-bb7b-5067f12ee869 req-86706a4b-4bd5-40eb-9ab4-1419a0b861d5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:45.795517 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-af096aaa-d633-47e4-bb7b-5067f12ee869 req-86706a4b-4bd5-40eb-9ab4-1419a0b861d5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.73 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 946 time: 0.0532904 Aug 16 02:05:45.902340 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-af096aaa-d633-47e4-bb7b-5067f12ee869 req-5f3b240d-3325-46fc-97f7-ea40c0a6ddd0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Deleting port d4bf83a5-1d6f-4388-bff2-0337c4902599 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:45.902676 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-af096aaa-d633-47e4-bb7b-5067f12ee869 req-5f3b240d-3325-46fc-97f7-ea40c0a6ddd0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.994086 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-af096aaa-d633-47e4-bb7b-5067f12ee869 req-5f3b240d-3325-46fc-97f7-ea40c0a6ddd0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] For port d4bf83a5-1d6f-4388-bff2-0337c4902599, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d4bf83a5-1d6f-4388-bff2-0337c4902599,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:45.994449 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-af096aaa-d633-47e4-bb7b-5067f12ee869 req-5f3b240d-3325-46fc-97f7-ea40c0a6ddd0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.011922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-af096aaa-d633-47e4-bb7b-5067f12ee869 req-5f3b240d-3325-46fc-97f7-ea40c0a6ddd0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Calling delete_port for d4bf83a5-1d6f-4388-bff2-0337c4902599 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:46.147451 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-af096aaa-d633-47e4-bb7b-5067f12ee869 req-5f3b240d-3325-46fc-97f7-ea40c0a6ddd0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.162917 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['d4bf83a5-1d6f-4388-bff2-0337c4902599'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:46.176935 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b240d-3325-46fc-97f7-ea40c0a6ddd0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Pushing event deleted for resources: {'Port': ['ID=d4bf83a5-1d6f-4388-bff2-0337c4902599,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:46.478841 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-af096aaa-d633-47e4-bb7b-5067f12ee869 req-5f3b240d-3325-46fc-97f7-ea40c0a6ddd0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] No DVR routers for this DVR port d4bf83a5-1d6f-4388-bff2-0337c4902599 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:46.481596 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-af096aaa-d633-47e4-bb7b-5067f12ee869 req-5f3b240d-3325-46fc-97f7-ea40c0a6ddd0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.483691 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-af096aaa-d633-47e4-bb7b-5067f12ee869 req-5f3b240d-3325-46fc-97f7-ea40c0a6ddd0 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.73 "DELETE /v2.0/ports/d4bf83a5-1d6f-4388-bff2-0337c4902599 HTTP/1.1" status: 204 len: 173 time: 0.6768222 Aug 16 02:05:46.484176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde879b0-3310-41e9-9e10-018874ce01cb', 'name': 'network-vif-deleted', 'tag': 'd4bf83a5-1d6f-4388-bff2-0337c4902599'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:46.486438 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20ccb2f-ecf8-490f-b719-2a2b703f88f4" -d '{"events": [{"server_uuid": "dde879b0-3310-41e9-9e10-018874ce01cb", "name": "network-vif-deleted", "tag": "d4bf83a5-1d6f-4388-bff2-0337c4902599"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:46.531538 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5c18a6-18be-4ffb-919c-207e10cdde34 x-openstack-request-id: req-ff5c18a6-18be-4ffb-919c-207e10cdde34 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:46.531833 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde879b0-3310-41e9-9e10-018874ce01cb", "name": "network-vif-deleted", "tag": "d4bf83a5-1d6f-4388-bff2-0337c4902599", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:46.532081 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ff5c18a6-18be-4ffb-919c-207e10cdde34 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:46.532539 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde879b0-3310-41e9-9e10-018874ce01cb', 'name': 'network-vif-deleted', 'tag': 'd4bf83a5-1d6f-4388-bff2-0337c4902599', 'status': 'completed', 'code': 200} Aug 16 02:05:46.689602 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-61b6b221-7fad-4935-a98d-77d0d2aa71c0 req-9e478d22-239c-42ce-984a-56180b24b662 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=dde879b0-3310-41e9-9e10-018874ce01cb HTTP/1.1" status: 200 len: 210 time: 0.0290806 Aug 16 02:05:47.370373 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:05:47.995013 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748d744-8e2e-4d28-8b3f-f5301cc7133c req-13bba6ad-ae65-4c3d-9adf-160c039d1da7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:47.996531 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e748d744-8e2e-4d28-8b3f-f5301cc7133c req-13bba6ad-ae65-4c3d-9adf-160c039d1da7 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0538990 Aug 16 02:05:48.038356 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e748d744-8e2e-4d28-8b3f-f5301cc7133c req-7fd669db-a878-42c4-be1d-02d637986c4f tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355430 Aug 16 02:05:49.163627 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c52c35-9f50-4ca9-95cb-a4f0f6a203cc req-58ad4426-af67-4ba0-9a65-ff45ccb6a099 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:49.165218 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00c52c35-9f50-4ca9-95cb-a4f0f6a203cc req-58ad4426-af67-4ba0-9a65-ff45ccb6a099 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0558264 Aug 16 02:05:49.206663 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00c52c35-9f50-4ca9-95cb-a4f0f6a203cc req-3dc2dbdb-c29b-4bf7-893f-ed2e6e4d63ca tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336099 Aug 16 02:05:50.127368 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7406ece8-3f1c-44f1-ae9b-f20649dfe5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.337029 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d6607-9e52-4467-8f33-9ff247345502 req-86035d84-a587-408f-ba50-ccb81eb77f9d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:50.338790 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d5d6607-9e52-4467-8f33-9ff247345502 req-86035d84-a587-408f-ba50-ccb81eb77f9d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0575576 Aug 16 02:05:50.374333 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84b45d-306f-4a85-81f9-e64c796cb019 req-283fe5de-256a-410c-8945-620e5bcc1f89 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:50.376552 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4b84b45d-306f-4a85-81f9-e64c796cb019 req-283fe5de-256a-410c-8945-620e5bcc1f89 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.63 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 944 time: 0.0620525 Aug 16 02:05:50.377331 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d5d6607-9e52-4467-8f33-9ff247345502 req-c4495a52-ccbd-42f7-9626-aea658c85ab5 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups?id=dedf3b97-4b02-424f-8e03-24bc1ef552d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324733 Aug 16 02:05:50.472975 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-4b84b45d-306f-4a85-81f9-e64c796cb019 req-0429bb45-c355-4962-a9b8-9955c403cf02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Deleting port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:50.473344 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4b84b45d-306f-4a85-81f9-e64c796cb019 req-0429bb45-c355-4962-a9b8-9955c403cf02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.570210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4b84b45d-306f-4a85-81f9-e64c796cb019 req-0429bb45-c355-4962-a9b8-9955c403cf02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] For port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:50.570578 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4b84b45d-306f-4a85-81f9-e64c796cb019 req-0429bb45-c355-4962-a9b8-9955c403cf02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.754196 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4b84b45d-306f-4a85-81f9-e64c796cb019 req-0429bb45-c355-4962-a9b8-9955c403cf02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.754563 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4b84b45d-306f-4a85-81f9-e64c796cb019 req-0429bb45-c355-4962-a9b8-9955c403cf02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.754868 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [req-4b84b45d-306f-4a85-81f9-e64c796cb019 req-0429bb45-c355-4962-a9b8-9955c403cf02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Floating IP 7735e2e6-8592-4832-b266-6d0c89f7c299 disassociated. External IP: 172.25.3.81, port: 057c8a84-bedb-47e0-b18c-fb225b6ad3f4. Aug 16 02:05:50.755212 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-4b84b45d-306f-4a85-81f9-e64c796cb019 req-0429bb45-c355-4962-a9b8-9955c403cf02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Calling delete_port for 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:50.888837 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4b84b45d-306f-4a85-81f9-e64c796cb019 req-0429bb45-c355-4962-a9b8-9955c403cf02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.916711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d4bf83a5-1d6f-4388-bff2-0337c4902599 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:50.921542 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429bb45-c355-4962-a9b8-9955c403cf02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Pushing event deleted for resources: {'Port': ['ID=057c8a84-bedb-47e0-b18c-fb225b6ad3f4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:50.951344 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: d4bf83a5-1d6f-4388-bff2-0337c4902599 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:50.951770 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d4bf83a5-1d6f-4388-bff2-0337c4902599 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:51.042058 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b84b45d-306f-4a85-81f9-e64c796cb019 req-0429bb45-c355-4962-a9b8-9955c403cf02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Router 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:51.162026 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b84b45d-306f-4a85-81f9-e64c796cb019 req-0429bb45-c355-4962-a9b8-9955c403cf02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:51.173460 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1148ecb1-18b5-427b-b860-277961b11ebf None None] Sync routers for ids ['81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:51.183965 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1148ecb1-18b5-427b-b860-277961b11ebf None None] Routers {'81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:51.184690 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1148ecb1-18b5-427b-b860-277961b11ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:05:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:51.203098 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b84b45d-306f-4a85-81f9-e64c796cb019 req-0429bb45-c355-4962-a9b8-9955c403cf02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] No DVR routers for this DVR port 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:51.208108 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4b84b45d-306f-4a85-81f9-e64c796cb019 req-0429bb45-c355-4962-a9b8-9955c403cf02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.210958 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4b84b45d-306f-4a85-81f9-e64c796cb019 req-0429bb45-c355-4962-a9b8-9955c403cf02 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.63 "DELETE /v2.0/ports/057c8a84-bedb-47e0-b18c-fb225b6ad3f4 HTTP/1.1" status: 204 len: 173 time: 0.8253436 Aug 16 02:05:51.211381 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'name': 'network-vif-deleted', 'tag': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:51.222793 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00abf92f-f84c-4b5e-9b1a-8d53e45297f0" -d '{"events": [{"server_uuid": "5d06e936-d7af-47e3-8dfa-e9ee502b9dce", "name": "network-vif-deleted", "tag": "057c8a84-bedb-47e0-b18c-fb225b6ad3f4"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:51.271417 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc9444e-9795-47bf-bc45-493ce9259e14 x-openstack-request-id: req-dbc9444e-9795-47bf-bc45-493ce9259e14 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:51.271866 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d06e936-d7af-47e3-8dfa-e9ee502b9dce", "name": "network-vif-deleted", "tag": "057c8a84-bedb-47e0-b18c-fb225b6ad3f4", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:51.272172 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dbc9444e-9795-47bf-bc45-493ce9259e14 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:51.272636 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d06e936-d7af-47e3-8dfa-e9ee502b9dce', 'name': 'network-vif-deleted', 'tag': '057c8a84-bedb-47e0-b18c-fb225b6ad3f4', 'status': 'completed', 'code': 200} Aug 16 02:05:51.326886 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1148ecb1-18b5-427b-b860-277961b11ebf None None] Set router 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:51.525222 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-065cd080-4da6-4d2e-a627-9a608458c593 req-03fd595b-1b84-4612-bdb8-43fd17abf515 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d06e936-d7af-47e3-8dfa-e9ee502b9dce HTTP/1.1" status: 200 len: 210 time: 0.0471597 Aug 16 02:05:51.558870 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1148ecb1-18b5-427b-b860-277961b11ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'name': 'tempest-ServerActionsTestJSON-883739994-router', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:33Z', 'updated_at': '2021-08-16T01:58:38Z', 'revision_number': 4, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'gw_port': {'id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '05c561c2-01f1-4f23-9367-092b090e2ab9', 'name': '', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'mac_address': 'fa:16:3e:7c:18:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:37Z', 'updated_at': '2021-08-16T01:58:47Z', 'revision_number': 5, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'subnets': [{'id': '193ae495-97a3-4862-b920-d828451f284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:51.592672 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1148ecb1-18b5-427b-b860-277961b11ebf None None] Checking router: 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:51.604697 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1148ecb1-18b5-427b-b860-277961b11ebf None None] Routers {'81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:51.605309 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1148ecb1-18b5-427b-b860-277961b11ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:05:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:51.721066 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1148ecb1-18b5-427b-b860-277961b11ebf None None] Set router 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:52.011565 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1148ecb1-18b5-427b-b860-277961b11ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'name': 'tempest-ServerActionsTestJSON-883739994-router', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:33Z', 'updated_at': '2021-08-16T01:58:38Z', 'revision_number': 4, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'gw_port': {'id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '05c561c2-01f1-4f23-9367-092b090e2ab9', 'name': '', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'mac_address': 'fa:16:3e:7c:18:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:37Z', 'updated_at': '2021-08-16T01:58:47Z', 'revision_number': 5, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'subnets': [{'id': '193ae495-97a3-4862-b920-d828451f284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:52.037203 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1148ecb1-18b5-427b-b860-277961b11ebf None None] The sync data for ids ['81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'] in n-d-765315-27 is: [{'id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'name': 'tempest-ServerActionsTestJSON-883739994-router', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:33Z', 'updated_at': '2021-08-16T01:58:38Z', 'revision_number': 4, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'gw_port': {'id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '05c561c2-01f1-4f23-9367-092b090e2ab9', 'name': '', 'network_id': '3f1b1636-5281-4805-974a-0b39f2f11573', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'mac_address': 'fa:16:3e:7c:18:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '193ae495-97a3-4862-b920-d828451f284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:37Z', 'updated_at': '2021-08-16T01:58:47Z', 'revision_number': 5, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'subnets': [{'id': '193ae495-97a3-4862-b920-d828451f284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:52.257321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe8da2-839a-48dd-8064-b95906e18757 None None] New status for floating IP 7735e2e6-8592-4832-b266-6d0c89f7c299: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:05:52.597792 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 55952) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:52.607947 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c62189e-b2f3-4a43-9aeb-1c96832ebc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.662217 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31ca7d61-aa99-42c4-8c8c-84ea4b7769f8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.686315 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31ca7d61-aa99-42c4-8c8c-84ea4b7769f8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.736159 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31ca7d61-aa99-42c4-8c8c-84ea4b7769f8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.740321 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31ca7d61-aa99-42c4-8c8c-84ea4b7769f8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.741496 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-31ca7d61-aa99-42c4-8c8c-84ea4b7769f8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "DELETE /v2.0/security-groups/dedf3b97-4b02-424f-8e03-24bc1ef552d2 HTTP/1.1" status: 204 len: 168 time: 0.1422100 Aug 16 02:05:52.744841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55958) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:52.755549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca7d61-aa99-42c4-8c8c-84ea4b7769f8 tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedf3b97-4b02-424f-8e03-24bc1ef552d2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:52.760137 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [None req-93944cdd-4904-4754-9d89-bc8c5b61a15a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] show failed (client error): The resource could not be found. Aug 16 02:05:52.761804 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-93944cdd-4904-4754-9d89-bc8c5b61a15a tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "GET /v2.0/security-groups/dedf3b97-4b02-424f-8e03-24bc1ef552d2 HTTP/1.1" status: 404 len: 347 time: 0.0159149 Aug 16 02:05:52.764014 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55960) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:52.906411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a302839a-3a7f-47a4-ad04-e052e2412c9d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Deleting port dee8c3a5-35fa-4a18-8763-263a32754ba1 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:52.907017 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a302839a-3a7f-47a4-ad04-e052e2412c9d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.997363 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a302839a-3a7f-47a4-ad04-e052e2412c9d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.997683 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a302839a-3a7f-47a4-ad04-e052e2412c9d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.022047 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a302839a-3a7f-47a4-ad04-e052e2412c9d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Calling delete_port for dee8c3a5-35fa-4a18-8763-263a32754ba1 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:53.180626 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a302839a-3a7f-47a4-ad04-e052e2412c9d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.215653 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302839a-3a7f-47a4-ad04-e052e2412c9d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Pushing event deleted for resources: {'Port': ['ID=dee8c3a5-35fa-4a18-8763-263a32754ba1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:53.288904 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a302839a-3a7f-47a4-ad04-e052e2412c9d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.291546 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a302839a-3a7f-47a4-ad04-e052e2412c9d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.296630 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a302839a-3a7f-47a4-ad04-e052e2412c9d tempest-ServerActionsTestJSON-2103943781 tempest-ServerActionsTestJSON-2103943781-project] 10.222.0.68 "DELETE /v2.0/floatingips/7735e2e6-8592-4832-b266-6d0c89f7c299 HTTP/1.1" status: 204 len: 168 time: 0.5278285 Aug 16 02:05:53.296870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55972) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:53.312899 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.776920 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:53.797623 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:53.797983 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 057c8a84-bedb-47e0-b18c-fb225b6ad3f4 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:53.838140 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8496a057-7a9f-4d45-8b05-44bf65559da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.102570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8496a057-7a9f-4d45-8b05-44bf65559da2 admin admin] Deleting port 05c561c2-01f1-4f23-9367-092b090e2ab9 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:54.102946 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8496a057-7a9f-4d45-8b05-44bf65559da2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.188883 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.195630 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8496a057-7a9f-4d45-8b05-44bf65559da2 admin admin] For port 05c561c2-01f1-4f23-9367-092b090e2ab9, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=05c561c2-01f1-4f23-9367-092b090e2ab9,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:54.196008 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8496a057-7a9f-4d45-8b05-44bf65559da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.216470 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8496a057-7a9f-4d45-8b05-44bf65559da2 admin admin] Calling delete_port for 05c561c2-01f1-4f23-9367-092b090e2ab9 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:54.443810 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8496a057-7a9f-4d45-8b05-44bf65559da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.475222 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496a057-7a9f-4d45-8b05-44bf65559da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=05c561c2-01f1-4f23-9367-092b090e2ab9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:54.665487 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8496a057-7a9f-4d45-8b05-44bf65559da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.896817 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8496a057-7a9f-4d45-8b05-44bf65559da2 admin admin] Router 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:55.006650 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8496a057-7a9f-4d45-8b05-44bf65559da2 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:55.011638 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8496a057-7a9f-4d45-8b05-44bf65559da2 admin admin] 10.222.0.68 "PUT /v2.0/routers/81d5d821-eecc-4365-8e3a-6ff58e7c1f4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7138085 Aug 16 02:05:55.015044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 55992) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:55.015948 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43818d08-9985-4116-8535-703affd4a59c None None] Sync routers for ids ['81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:55.027125 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43818d08-9985-4116-8535-703affd4a59c None None] Routers {'81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:55.028232 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-43818d08-9985-4116-8535-703affd4a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:05:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:55.166891 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-43818d08-9985-4116-8535-703affd4a59c None None] Set router 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:55.378715 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-43818d08-9985-4116-8535-703affd4a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'name': 'tempest-ServerActionsTestJSON-883739994-router', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:33Z', 'updated_at': '2021-08-16T02:05:54Z', 'revision_number': 5, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'gw_port': {'id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:55.407025 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43818d08-9985-4116-8535-703affd4a59c None None] Checking router: 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:55.416586 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43818d08-9985-4116-8535-703affd4a59c None None] Routers {'81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:55.417122 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-43818d08-9985-4116-8535-703affd4a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:05:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:55.482033 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91ea79e3-c117-43ea-acce-8e03f404499e admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.545639 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-43818d08-9985-4116-8535-703affd4a59c None None] Set router 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:55.591130 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91ea79e3-c117-43ea-acce-8e03f404499e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.647595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-91ea79e3-c117-43ea-acce-8e03f404499e admin admin] Deleting port 0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:55.647942 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91ea79e3-c117-43ea-acce-8e03f404499e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.741456 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-91ea79e3-c117-43ea-acce-8e03f404499e admin admin] For port 0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:55.741852 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91ea79e3-c117-43ea-acce-8e03f404499e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.758750 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-91ea79e3-c117-43ea-acce-8e03f404499e admin admin] Calling delete_port for 0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:55.776653 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-43818d08-9985-4116-8535-703affd4a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'name': 'tempest-ServerActionsTestJSON-883739994-router', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:33Z', 'updated_at': '2021-08-16T02:05:54Z', 'revision_number': 5, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'gw_port': {'id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:55.806452 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43818d08-9985-4116-8535-703affd4a59c None None] The sync data for ids ['81d5d821-eecc-4365-8e3a-6ff58e7c1f4b'] in n-d-765315-27 is: [{'id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'name': 'tempest-ServerActionsTestJSON-883739994-router', 'tenant_id': '5cb90ffe84bb4524bb185e7642128945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:33Z', 'updated_at': '2021-08-16T02:05:54Z', 'revision_number': 5, 'project_id': '5cb90ffe84bb4524bb185e7642128945', 'gw_port': {'id': '0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5d821-eecc-4365-8e3a-6ff58e7c1f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:55.930704 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91ea79e3-c117-43ea-acce-8e03f404499e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.961215 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea79e3-c117-43ea-acce-8e03f404499e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:56.003590 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.019908 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91ea79e3-c117-43ea-acce-8e03f404499e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.109585 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91ea79e3-c117-43ea-acce-8e03f404499e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.111616 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91ea79e3-c117-43ea-acce-8e03f404499e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.159795 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91ea79e3-c117-43ea-acce-8e03f404499e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.160363 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ea79e3-c117-43ea-acce-8e03f404499e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81d5d821-eecc-4365-8e3a-6ff58e7c1f4b {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:05:56.164644 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91ea79e3-c117-43ea-acce-8e03f404499e admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.165811 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-91ea79e3-c117-43ea-acce-8e03f404499e admin admin] 10.222.0.68 "DELETE /v2.0/routers/81d5d821-eecc-4365-8e3a-6ff58e7c1f4b HTTP/1.1" status: 204 len: 168 time: 1.1498468 Aug 16 02:05:56.168385 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56002) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:56.218920 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-838de29a-ce44-4c55-ab74-534f04805bc7 admin admin] Deleting subnet 193ae495-97a3-4862-b920-d828451f284d {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:56.222297 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-838de29a-ce44-4c55-ab74-534f04805bc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.265906 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-838de29a-ce44-4c55-ab74-534f04805bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.361204 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-838de29a-ce44-4c55-ab74-534f04805bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.368761 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 05c561c2-01f1-4f23-9367-092b090e2ab9 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:56.393873 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 05c561c2-01f1-4f23-9367-092b090e2ab9 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:56.394268 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 05c561c2-01f1-4f23-9367-092b090e2ab9 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:56.419348 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-838de29a-ce44-4c55-ab74-534f04805bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.447310 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838de29a-ce44-4c55-ab74-534f04805bc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=193ae495-97a3-4862-b920-d828451f284d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:56.452534 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-838de29a-ce44-4c55-ab74-534f04805bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.458346 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-838de29a-ce44-4c55-ab74-534f04805bc7 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/193ae495-97a3-4862-b920-d828451f284d HTTP/1.1" status: 204 len: 168 time: 0.2855554 Aug 16 02:05:56.458642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56004) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:56.459640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd2c4bb-7a3f-40cb-8d45-7aa875d932df None None] Network 3f1b1636-5281-4805-974a-0b39f2f11573 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:56.538039 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.598119 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] Deleting port 49c92490-b545-435a-b201-270ab8a29b42 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:56.598497 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.664184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] For port 49c92490-b545-435a-b201-270ab8a29b42, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=49c92490-b545-435a-b201-270ab8a29b42,segment=NetworkSegment(0bc61e51-fe95-4241-b6ea-8e49b2853079),segment_id=0bc61e51-fe95-4241-b6ea-8e49b2853079)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:56.664550 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.676977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] Calling delete_port for 49c92490-b545-435a-b201-270ab8a29b42 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:56.760897 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.794768 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] No DVR routers for this DVR port 49c92490-b545-435a-b201-270ab8a29b42 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:56.804179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=49c92490-b545-435a-b201-270ab8a29b42,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:56.884019 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c68ac0-69cf-42de-9e01-a50c7c4f064f None None] DHCP port deletion for 3f1b1636-5281-4805-974a-0b39f2f11573 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:56.884243 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.899288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1b1636-5281-4805-974a-0b39f2f11573']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:56.912386 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc61e51-fe95-4241-b6ea-8e49b2853079') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:56.912678 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc61e51-fe95-4241-b6ea-8e49b2853079') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:56.924334 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.938215 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.944684 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:56.945103 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:56.946774 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:57.008086 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.013328 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.020537 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] 10.222.0.68 "DELETE /v2.0/networks/3f1b1636-5281-4805-974a-0b39f2f11573 HTTP/1.1" status: 204 len: 168 time: 0.5557041 Aug 16 02:05:57.028692 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e5514-1cce-4dba-a29e-564308e16a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f1b1636-5281-4805-974a-0b39f2f11573,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:57.137237 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56014) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:57.177223 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ec2b44cd-2f26-4ced-931e-fd6ce5bfd1af admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5cb90ffe84bb4524bb185e7642128945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388000 Aug 16 02:05:57.180786 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56016) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:57.229223 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1cb8e74b-02b7-4142-8336-ea8f1f4b9a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.248991 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1cb8e74b-02b7-4142-8336-ea8f1f4b9a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.298150 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1cb8e74b-02b7-4142-8336-ea8f1f4b9a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.301158 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1cb8e74b-02b7-4142-8336-ea8f1f4b9a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.302347 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1cb8e74b-02b7-4142-8336-ea8f1f4b9a04 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2f19609f-8113-46ee-84aa-27434e06ca2e HTTP/1.1" status: 204 len: 168 time: 0.1206057 Aug 16 02:05:57.309994 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8e74b-02b7-4142-8336-ea8f1f4b9a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f19609f-8113-46ee-84aa-27434e06ca2e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:57.974056 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56044) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:58.078308 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-afa69766-c11c-4658-b19c-4d504b9d2f49 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-565143884-network', 'tenant_id': 'd2a67d5050434596b68afb061769b859'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:58.099411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa69766-c11c-4658-b19c-4d504b9d2f49 admin admin] Made reservation on behalf of d2a67d5050434596b68afb061769b859 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:58.101947 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afa69766-c11c-4658-b19c-4d504b9d2f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.110485 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afa69766-c11c-4658-b19c-4d504b9d2f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.200254 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afa69766-c11c-4658-b19c-4d504b9d2f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.203883 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afa69766-c11c-4658-b19c-4d504b9d2f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.228632 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa69766-c11c-4658-b19c-4d504b9d2f49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:58.238406 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa69766-c11c-4658-b19c-4d504b9d2f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a942947-4831-4fdf-ab0c-900639eb9f98,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:58.243162 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afa69766-c11c-4658-b19c-4d504b9d2f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.243506 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-afa69766-c11c-4658-b19c-4d504b9d2f49 admin admin] Added segment 0e3bb0ca-801b-4848-9765-196463115439 of type vlan for network 7ae40229-d1f2-4ace-b67b-d7587f7bb548 Aug 16 02:05:58.289162 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afa69766-c11c-4658-b19c-4d504b9d2f49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.309799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 49c92490-b545-435a-b201-270ab8a29b42 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:58.323117 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afa69766-c11c-4658-b19c-4d504b9d2f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.324091 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa69766-c11c-4658-b19c-4d504b9d2f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:58.324912 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afa69766-c11c-4658-b19c-4d504b9d2f49 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.331290 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 49c92490-b545-435a-b201-270ab8a29b42 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:58.331635 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 49c92490-b545-435a-b201-270ab8a29b42 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:58.332052 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:58.350573 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:58.350920 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 0c74fa3c-b5a0-4d67-a1f8-91ec886d4d7f not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:58.381898 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-afa69766-c11c-4658-b19c-4d504b9d2f49 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4061136 Aug 16 02:05:58.384846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56048) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:58.387124 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa69766-c11c-4658-b19c-4d504b9d2f49 admin admin] Pushing event updated for resources: {'Network': ['ID=7ae40229-d1f2-4ace-b67b-d7587f7bb548,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:58.390160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c477b5fe-a9ee-4ddf-883d-f2740f512fb7 admin admin] Request body: {'subnet': {'network_id': '7ae40229-d1f2-4ace-b67b-d7587f7bb548', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-565143884-subnet', 'tenant_id': 'd2a67d5050434596b68afb061769b859', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:58.396790 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 7ae40229-d1f2-4ace-b67b-d7587f7bb548 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:58.413022 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c477b5fe-a9ee-4ddf-883d-f2740f512fb7 admin admin] Made reservation on behalf of d2a67d5050434596b68afb061769b859 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:58.415403 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c477b5fe-a9ee-4ddf-883d-f2740f512fb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.583994 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c477b5fe-a9ee-4ddf-883d-f2740f512fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.638677 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477b5fe-a9ee-4ddf-883d-f2740f512fb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe5d46d-d774-4883-ba49-2267eaa93b96,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:58.645911 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477b5fe-a9ee-4ddf-883d-f2740f512fb7 admin admin] Checking segment: {'id': '0e3bb0ca-801b-4848-9765-196463115439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae40229-d1f2-4ace-b67b-d7587f7bb548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:58.646270 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c477b5fe-a9ee-4ddf-883d-f2740f512fb7 admin admin] Network hostable DHCP agents. Network: 7ae40229-d1f2-4ace-b67b-d7587f7bb548, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:58.663902 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c477b5fe-a9ee-4ddf-883d-f2740f512fb7 admin admin] Network 7ae40229-d1f2-4ace-b67b-d7587f7bb548 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:58.672658 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c477b5fe-a9ee-4ddf-883d-f2740f512fb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 7ae40229-d1f2-4ace-b67b-d7587f7bb548) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:58.679074 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c477b5fe-a9ee-4ddf-883d-f2740f512fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:58.679683 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c477b5fe-a9ee-4ddf-883d-f2740f512fb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.681895 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95f6860-30c6-4686-826b-7bb1f7db25a7 None None] Network 7ae40229-d1f2-4ace-b67b-d7587f7bb548 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:58.704379 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c477b5fe-a9ee-4ddf-883d-f2740f512fb7 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3180394 Aug 16 02:05:58.814015 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadd8c33-9497-4a9c-9a03-3fe1dc9523ec None None] Network 7ae40229-d1f2-4ace-b67b-d7587f7bb548 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:59.117250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56068) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:59.122301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9dbdde4b-a79b-489c-8008-a926c671a1ee admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-178892377-network', 'tenant_id': 'dd9cd04d2de945ebb2ddbce341337748'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:59.142549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbdde4b-a79b-489c-8008-a926c671a1ee admin admin] Made reservation on behalf of dd9cd04d2de945ebb2ddbce341337748 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:59.145491 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9dbdde4b-a79b-489c-8008-a926c671a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.154766 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9dbdde4b-a79b-489c-8008-a926c671a1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.246902 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9dbdde4b-a79b-489c-8008-a926c671a1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.250596 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9dbdde4b-a79b-489c-8008-a926c671a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.277828 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbdde4b-a79b-489c-8008-a926c671a1ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:59.284338 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdde4b-a79b-489c-8008-a926c671a1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec2ed1c-d611-4cab-8d04-d2ed682d5fea,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:59.290786 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9dbdde4b-a79b-489c-8008-a926c671a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.291185 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-9dbdde4b-a79b-489c-8008-a926c671a1ee admin admin] Added segment a6427b5c-49c7-4537-a4f5-e938d134e1c1 of type vlan for network 11bc7b2a-b0cd-4c81-a2a8-bb69f533fc71 Aug 16 02:05:59.335692 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9dbdde4b-a79b-489c-8008-a926c671a1ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.363313 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9dbdde4b-a79b-489c-8008-a926c671a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.364225 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbdde4b-a79b-489c-8008-a926c671a1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:59.364803 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9dbdde4b-a79b-489c-8008-a926c671a1ee admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.415063 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9dbdde4b-a79b-489c-8008-a926c671a1ee admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2966740 Aug 16 02:05:59.417922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56070) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:59.422976 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-821474dc-1407-47a3-9d62-90a454f8b6d9 admin admin] Request body: {'subnet': {'network_id': '11bc7b2a-b0cd-4c81-a2a8-bb69f533fc71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-178892377-subnet', 'tenant_id': 'dd9cd04d2de945ebb2ddbce341337748', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:59.425722 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdde4b-a79b-489c-8008-a926c671a1ee admin admin] Pushing event updated for resources: {'Network': ['ID=11bc7b2a-b0cd-4c81-a2a8-bb69f533fc71,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:59.435580 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 11bc7b2a-b0cd-4c81-a2a8-bb69f533fc71 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:59.448102 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821474dc-1407-47a3-9d62-90a454f8b6d9 admin admin] Made reservation on behalf of dd9cd04d2de945ebb2ddbce341337748 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:59.449901 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-821474dc-1407-47a3-9d62-90a454f8b6d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.618541 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-821474dc-1407-47a3-9d62-90a454f8b6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.670535 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821474dc-1407-47a3-9d62-90a454f8b6d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa2510c-44fe-43b9-9820-f08e7d3c8a80,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:59.680965 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821474dc-1407-47a3-9d62-90a454f8b6d9 admin admin] Checking segment: {'id': 'a6427b5c-49c7-4537-a4f5-e938d134e1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '11bc7b2a-b0cd-4c81-a2a8-bb69f533fc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:59.681314 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821474dc-1407-47a3-9d62-90a454f8b6d9 admin admin] Network hostable DHCP agents. Network: 11bc7b2a-b0cd-4c81-a2a8-bb69f533fc71, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:59.697898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821474dc-1407-47a3-9d62-90a454f8b6d9 admin admin] Network 11bc7b2a-b0cd-4c81-a2a8-bb69f533fc71 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:59.706493 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-821474dc-1407-47a3-9d62-90a454f8b6d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 11bc7b2a-b0cd-4c81-a2a8-bb69f533fc71) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:59.710662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821474dc-1407-47a3-9d62-90a454f8b6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:59.711249 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-821474dc-1407-47a3-9d62-90a454f8b6d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.715690 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674f1b02-1408-439e-b58b-bc7fc5315ed7 None None] Network 11bc7b2a-b0cd-4c81-a2a8-bb69f533fc71 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:59.726057 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-821474dc-1407-47a3-9d62-90a454f8b6d9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3069782 Aug 16 02:05:59.844976 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafab280-64aa-44dd-bc18-8906f26e1349 None None] Network 11bc7b2a-b0cd-4c81-a2a8-bb69f533fc71 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:00.211069 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17ed22-8389-42b2-be12-ad22211042ee req-818ae6f7-a82f-4eb5-9195-6c01219fe460 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:00.212617 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d17ed22-8389-42b2-be12-ad22211042ee req-818ae6f7-a82f-4eb5-9195-6c01219fe460 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/networks?id=7ae40229-d1f2-4ace-b67b-d7587f7bb548 HTTP/1.1" status: 200 len: 824 time: 0.1093111 Aug 16 02:06:00.228023 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d17ed22-8389-42b2-be12-ad22211042ee req-3072bdcf-f5e0-40f4-b12d-06d64ae40ad1 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/quotas/d2a67d5050434596b68afb061769b859 HTTP/1.1" status: 200 len: 375 time: 0.0097804 Aug 16 02:06:00.262851 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d17ed22-8389-42b2-be12-ad22211042ee req-2a78b02c-eeb7-4107-9784-003e0b604694 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2a67d5050434596b68afb061769b859&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289278 Aug 16 02:06:00.464821 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d17ed22-8389-42b2-be12-ad22211042ee req-4753e5e7-2d4a-4177-9168-d3582f0ef21f service neutron] 10.222.0.68 "GET /v2.0/networks/7ae40229-d1f2-4ace-b67b-d7587f7bb548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941621 Aug 16 02:06:00.564055 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d17ed22-8389-42b2-be12-ad22211042ee req-60685621-f054-44c1-94e0-57b423371c86 service neutron] 10.222.0.68 "GET /v2.0/networks/7ae40229-d1f2-4ace-b67b-d7587f7bb548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929682 Aug 16 02:06:00.740722 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d77e3550-cd2c-4e0e-a3f5-1302f2e0ee54 req-1cbc972d-90f2-49c6-9dd8-c05afc41b2a8 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/ports?device_id=c24c6cc6-2dcc-4ae8-8f86-2b7521176baa HTTP/1.1" status: 200 len: 210 time: 0.0308077 Aug 16 02:06:01.752904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17ed22-8389-42b2-be12-ad22211042ee req-72d81d49-c5d1-4b23-9efb-a4e98ce96fc6 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:01.754585 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d17ed22-8389-42b2-be12-ad22211042ee req-72d81d49-c5d1-4b23-9efb-a4e98ce96fc6 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.63 "GET /v2.0/networks?id=7ae40229-d1f2-4ace-b67b-d7587f7bb548 HTTP/1.1" status: 200 len: 824 time: 0.1137700 Aug 16 02:06:01.772349 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-3d17ed22-8389-42b2-be12-ad22211042ee req-c4c58308-512a-4e65-9a48-6aff2d2d50e1 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Request body: {'port': {'device_id': 'c24c6cc6-2dcc-4ae8-8f86-2b7521176baa', 'network_id': '7ae40229-d1f2-4ace-b67b-d7587f7bb548', 'admin_state_up': True, 'tenant_id': 'd2a67d5050434596b68afb061769b859'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:01.858508 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1aad84a5-8e19-4002-851b-45882746a395 req-be660777-5c4d-4c91-b1d9-a335ac6a7035 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/ports?device_id=c24c6cc6-2dcc-4ae8-8f86-2b7521176baa HTTP/1.1" status: 200 len: 210 time: 0.0342164 Aug 16 02:06:01.920398 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d17ed22-8389-42b2-be12-ad22211042ee req-c4c58308-512a-4e65-9a48-6aff2d2d50e1 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Made reservation on behalf of d2a67d5050434596b68afb061769b859 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:01.924008 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d17ed22-8389-42b2-be12-ad22211042ee req-c4c58308-512a-4e65-9a48-6aff2d2d50e1 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.067151 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-3d17ed22-8389-42b2-be12-ad22211042ee req-c4c58308-512a-4e65-9a48-6aff2d2d50e1 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Allocated IP 172.20.0.11 (7ae40229-d1f2-4ace-b67b-d7587f7bb548/0fe5d46d-d774-4883-ba49-2267eaa93b96/bba54569-6f61-4e36-9248-a9190f87f68c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:02.230633 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d17ed22-8389-42b2-be12-ad22211042ee req-c4c58308-512a-4e65-9a48-6aff2d2d50e1 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.274227 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d17ed22-8389-42b2-be12-ad22211042ee req-c4c58308-512a-4e65-9a48-6aff2d2d50e1 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.324756 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d17ed22-8389-42b2-be12-ad22211042ee req-c4c58308-512a-4e65-9a48-6aff2d2d50e1 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Network 7ae40229-d1f2-4ace-b67b-d7587f7bb548 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:02.329827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-3d17ed22-8389-42b2-be12-ad22211042ee req-c4c58308-512a-4e65-9a48-6aff2d2d50e1 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:02.333815 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d17ed22-8389-42b2-be12-ad22211042ee req-c4c58308-512a-4e65-9a48-6aff2d2d50e1 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:02.357616 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c58308-512a-4e65-9a48-6aff2d2d50e1 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Pushing event updated for resources: {'Port': ['ID=bba54569-6f61-4e36-9248-a9190f87f68c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:02.386565 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17ed22-8389-42b2-be12-ad22211042ee req-c4c58308-512a-4e65-9a48-6aff2d2d50e1 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:02.387178 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d17ed22-8389-42b2-be12-ad22211042ee req-c4c58308-512a-4e65-9a48-6aff2d2d50e1 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.401805 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d17ed22-8389-42b2-be12-ad22211042ee req-c4c58308-512a-4e65-9a48-6aff2d2d50e1 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6372683 Aug 16 02:06:02.420281 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Request body: {'port': {'device_id': 'c24c6cc6-2dcc-4ae8-8f86-2b7521176baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:02.483178 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.863066 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bba54569-6f61-4e36-9248-a9190f87f68c {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:02.871459 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.886744 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Transition to ACTIVE for port object bba54569-6f61-4e36-9248-a9190f87f68c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:02.890881 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.969369 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Pushing event updated for resources: {'Port': ['ID=bba54569-6f61-4e36-9248-a9190f87f68c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:02.999188 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056869c-eea3-41d9-886d-2e24e9fcd0a1 req-edda8193-3455-44fd-96bb-f06b523f22d6 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:03.000707 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2056869c-eea3-41d9-886d-2e24e9fcd0a1 req-edda8193-3455-44fd-96bb-f06b523f22d6 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/ports?device_id=c24c6cc6-2dcc-4ae8-8f86-2b7521176baa HTTP/1.1" status: 200 len: 944 time: 0.0546677 Aug 16 02:06:03.037575 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Attempting to bind port bba54569-6f61-4e36-9248-a9190f87f68c on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:03.037940 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Attempting to bind port bba54569-6f61-4e36-9248-a9190f87f68c by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '0e3bb0ca-801b-4848-9765-196463115439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae40229-d1f2-4ace-b67b-d7587f7bb548'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:03.038274 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Attempting to bind port bba54569-6f61-4e36-9248-a9190f87f68c on network 7ae40229-d1f2-4ace-b67b-d7587f7bb548 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:03.042641 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Port bba54569-6f61-4e36-9248-a9190f87f68c on network 7ae40229-d1f2-4ace-b67b-d7587f7bb548 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:06:03.042965 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Attempting to bind port bba54569-6f61-4e36-9248-a9190f87f68c on network 7ae40229-d1f2-4ace-b67b-d7587f7bb548 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:03.046466 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2056869c-eea3-41d9-886d-2e24e9fcd0a1 req-9758c887-4abd-4941-884e-d7e4a4a0a5cd tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a942947-4831-4fdf-ab0c-900639eb9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385680 Aug 16 02:06:03.047953 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:03.048291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Checking segment: {'id': '0e3bb0ca-801b-4848-9765-196463115439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae40229-d1f2-4ace-b67b-d7587f7bb548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:03.048671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Bound using segment: {'id': '0e3bb0ca-801b-4848-9765-196463115439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae40229-d1f2-4ace-b67b-d7587f7bb548'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:03.049906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Bound port: bba54569-6f61-4e36-9248-a9190f87f68c, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3bb0ca-801b-4848-9765-196463115439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ae40229-d1f2-4ace-b67b-d7587f7bb548'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:03.050494 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.117961 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] For port bba54569-6f61-4e36-9248-a9190f87f68c, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:03.121828 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] For port bba54569-6f61-4e36-9248-a9190f87f68c, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=bba54569-6f61-4e36-9248-a9190f87f68c,segment=NetworkSegment(0e3bb0ca-801b-4848-9765-196463115439),segment_id=0e3bb0ca-801b-4848-9765-196463115439)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:03.126517 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.172569 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:03.173182 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.175397 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d17ed22-8389-42b2-be12-ad22211042ee req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] 10.222.0.63 "PUT /v2.0/ports/bba54569-6f61-4e36-9248-a9190f87f68c HTTP/1.1" status: 200 len: 1093 time: 0.7606945 Aug 16 02:06:03.175835 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24c6cc6-2dcc-4ae8-8f86-2b7521176baa', 'tag': 'bba54569-6f61-4e36-9248-a9190f87f68c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:03.178147 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b148cd-0439-41f1-a7d1-44152bf707c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c24c6cc6-2dcc-4ae8-8f86-2b7521176baa", "tag": "bba54569-6f61-4e36-9248-a9190f87f68c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:03.204577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9e067-a10d-4c3f-a8f1-1f97d6b3f872 service neutron] Pushing event updated for resources: {'Port': ['ID=bba54569-6f61-4e36-9248-a9190f87f68c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:03.221987 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac17a46e-3c5a-4390-a65e-53a281113cba x-openstack-request-id: req-ac17a46e-3c5a-4390-a65e-53a281113cba {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:03.222553 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24c6cc6-2dcc-4ae8-8f86-2b7521176baa", "tag": "bba54569-6f61-4e36-9248-a9190f87f68c", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:03.222883 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ac17a46e-3c5a-4390-a65e-53a281113cba {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:03.223439 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24c6cc6-2dcc-4ae8-8f86-2b7521176baa', 'tag': 'bba54569-6f61-4e36-9248-a9190f87f68c', 'status': 'completed', 'code': 200} Aug 16 02:06:03.275828 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17ed22-8389-42b2-be12-ad22211042ee req-9e516b7f-027d-472c-9c2a-9d07993bee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:03.277400 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d17ed22-8389-42b2-be12-ad22211042ee req-9e516b7f-027d-472c-9c2a-9d07993bee81 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d2a67d5050434596b68afb061769b859&device_id=c24c6cc6-2dcc-4ae8-8f86-2b7521176baa HTTP/1.1" status: 200 len: 1096 time: 0.0469463 Aug 16 02:06:03.324271 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d17ed22-8389-42b2-be12-ad22211042ee req-78f01c99-c5f8-496f-bdf9-f9a1894b06ee service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bba54569-6f61-4e36-9248-a9190f87f68c HTTP/1.1" status: 200 len: 217 time: 0.0381658 Aug 16 02:06:03.374793 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17ed22-8389-42b2-be12-ad22211042ee req-d50366c8-7a7e-46f0-874c-bda2f1548e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:03.376140 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d17ed22-8389-42b2-be12-ad22211042ee req-d50366c8-7a7e-46f0-874c-bda2f1548e32 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0fe5d46d-d774-4883-ba49-2267eaa93b96 HTTP/1.1" status: 200 len: 864 time: 0.0439303 Aug 16 02:06:03.410913 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d17ed22-8389-42b2-be12-ad22211042ee req-06e7ff96-42f1-4a25-a6be-4b09c4f8b903 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7ae40229-d1f2-4ace-b67b-d7587f7bb548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245571 Aug 16 02:06:03.506723 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d17ed22-8389-42b2-be12-ad22211042ee req-8b337feb-860d-43bb-9c74-949f1003c29a service neutron] 10.222.0.63 "GET /v2.0/networks/7ae40229-d1f2-4ace-b67b-d7587f7bb548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846708 Aug 16 02:06:03.606602 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d17ed22-8389-42b2-be12-ad22211042ee req-17f9e871-efc1-4854-a201-07bdaecf64f2 service neutron] 10.222.0.63 "GET /v2.0/networks/7ae40229-d1f2-4ace-b67b-d7587f7bb548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888975 Aug 16 02:06:03.710670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b148cd-0439-41f1-a7d1-44152bf707c7 req-612a893a-7c80-4803-aa39-e56497e05a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:03.712206 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-32b148cd-0439-41f1-a7d1-44152bf707c7 req-612a893a-7c80-4803-aa39-e56497e05a1b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d2a67d5050434596b68afb061769b859&device_id=c24c6cc6-2dcc-4ae8-8f86-2b7521176baa HTTP/1.1" status: 200 len: 1096 time: 0.0456164 Aug 16 02:06:03.811458 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b148cd-0439-41f1-a7d1-44152bf707c7 req-0293fc70-9d0d-4aa6-b60a-0aa29951094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:03.813042 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-32b148cd-0439-41f1-a7d1-44152bf707c7 req-0293fc70-9d0d-4aa6-b60a-0aa29951094c service neutron] 10.222.0.63 "GET /v2.0/networks?id=7ae40229-d1f2-4ace-b67b-d7587f7bb548 HTTP/1.1" status: 200 len: 925 time: 0.0941968 Aug 16 02:06:03.858528 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-32b148cd-0439-41f1-a7d1-44152bf707c7 req-398faf67-9efb-4e97-8c0f-c0d2f698770d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bba54569-6f61-4e36-9248-a9190f87f68c HTTP/1.1" status: 200 len: 217 time: 0.0379231 Aug 16 02:06:03.915543 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b148cd-0439-41f1-a7d1-44152bf707c7 req-5308fd29-386c-4b5e-a639-cc81ccce1513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:03.916982 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-32b148cd-0439-41f1-a7d1-44152bf707c7 req-5308fd29-386c-4b5e-a639-cc81ccce1513 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0fe5d46d-d774-4883-ba49-2267eaa93b96 HTTP/1.1" status: 200 len: 864 time: 0.0505261 Aug 16 02:06:03.949114 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-32b148cd-0439-41f1-a7d1-44152bf707c7 req-83e53266-8eac-49b7-835c-40440bfdced2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7ae40229-d1f2-4ace-b67b-d7587f7bb548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244086 Aug 16 02:06:04.041829 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-32b148cd-0439-41f1-a7d1-44152bf707c7 req-dea7dfb2-eb30-4592-a6b1-85c00410abdb service neutron] 10.222.0.63 "GET /v2.0/networks/7ae40229-d1f2-4ace-b67b-d7587f7bb548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837133 Aug 16 02:06:04.150217 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-32b148cd-0439-41f1-a7d1-44152bf707c7 req-99aabce8-0743-4dc8-baa2-6da7ba64d3db service neutron] 10.222.0.63 "GET /v2.0/networks/7ae40229-d1f2-4ace-b67b-d7587f7bb548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986705 Aug 16 02:06:04.174896 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a63574-5214-4264-800e-cf517b539978 req-ac7bb0a0-6bde-4bc9-84be-cf7b32d2648a tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:04.176475 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b7a63574-5214-4264-800e-cf517b539978 req-ac7bb0a0-6bde-4bc9-84be-cf7b32d2648a tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/ports?device_id=c24c6cc6-2dcc-4ae8-8f86-2b7521176baa HTTP/1.1" status: 200 len: 944 time: 0.0566614 Aug 16 02:06:04.224521 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b7a63574-5214-4264-800e-cf517b539978 req-45949b57-5911-4559-94c8-52b33b0f82d0 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a942947-4831-4fdf-ab0c-900639eb9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420003 Aug 16 02:06:05.353649 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491b272-b2d7-4d3b-9440-8b5af5d39d18 req-1f0b01fa-732a-4d90-ade5-4029d3d3433d tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:05.355257 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7491b272-b2d7-4d3b-9440-8b5af5d39d18 req-1f0b01fa-732a-4d90-ade5-4029d3d3433d tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/ports?device_id=c24c6cc6-2dcc-4ae8-8f86-2b7521176baa HTTP/1.1" status: 200 len: 944 time: 0.0521293 Aug 16 02:06:05.396162 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7491b272-b2d7-4d3b-9440-8b5af5d39d18 req-b03a9e13-4260-4166-a243-54a90699e0ae tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a942947-4831-4fdf-ab0c-900639eb9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348477 Aug 16 02:06:06.514997 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be400845-ed5e-48c4-8aaf-15e1369b83fe req-ca7d6d01-1d60-43b1-9c25-2731e86167f2 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:06.516510 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be400845-ed5e-48c4-8aaf-15e1369b83fe req-ca7d6d01-1d60-43b1-9c25-2731e86167f2 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/ports?device_id=c24c6cc6-2dcc-4ae8-8f86-2b7521176baa HTTP/1.1" status: 200 len: 944 time: 0.0519478 Aug 16 02:06:06.555359 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be400845-ed5e-48c4-8aaf-15e1369b83fe req-c99950f8-2d96-4e89-accd-7acd15885c93 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a942947-4831-4fdf-ab0c-900639eb9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327475 Aug 16 02:06:07.513094 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.688332 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea6ee9-5e28-4074-bc0b-fc8fb60001de req-2e968544-4cb2-4983-910b-5b90c95471c1 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.690435 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-edea6ee9-5e28-4074-bc0b-fc8fb60001de req-2e968544-4cb2-4983-910b-5b90c95471c1 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/ports?device_id=c24c6cc6-2dcc-4ae8-8f86-2b7521176baa HTTP/1.1" status: 200 len: 944 time: 0.0496325 Aug 16 02:06:07.729597 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-edea6ee9-5e28-4074-bc0b-fc8fb60001de req-8272d16d-dbc0-4333-8807-953f5b9b23ec tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a942947-4831-4fdf-ab0c-900639eb9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325744 Aug 16 02:06:07.855719 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device bba54569-6f61-4e36-9248-a9190f87f68c details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:06:07.950316 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port bba54569-6f61-4e36-9248-a9190f87f68c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=bba54569-6f61-4e36-9248-a9190f87f68c,segment=NetworkSegment(0e3bb0ca-801b-4848-9765-196463115439),segment_id=0e3bb0ca-801b-4848-9765-196463115439)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:07.962979 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'bba54569-6f61-4e36-9248-a9190f87f68c', 'network_id': '7ae40229-d1f2-4ace-b67b-d7587f7bb548', 'port_id': 'bba54569-6f61-4e36-9248-a9190f87f68c', 'mac_address': 'fa:16:3e:60:10:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe5d46d-d774-4883-ba49-2267eaa93b96', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:06:08.002660 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.015803 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba54569-6f61-4e36-9248-a9190f87f68c {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:08.035631 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port bba54569-6f61-4e36-9248-a9190f87f68c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=bba54569-6f61-4e36-9248-a9190f87f68c,segment=NetworkSegment(0e3bb0ca-801b-4848-9765-196463115439),segment_id=0e3bb0ca-801b-4848-9765-196463115439)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:08.039708 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.091503 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=bba54569-6f61-4e36-9248-a9190f87f68c,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:08.099525 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:08.099868 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:08.100210 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:08.100539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:08.100867 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:08.101199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:08.101523 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:08.101870 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:08.102194 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:08.102513 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:08.102837 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:08.103147 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:08.224950 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.294217 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['bba54569-6f61-4e36-9248-a9190f87f68c'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:06:08.919342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d626f-0ab5-48a6-bc96-b4af3beca28e req-37463395-7da5-4d45-bb88-2ef57255890f tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:08.920808 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-048d626f-0ab5-48a6-bc96-b4af3beca28e req-37463395-7da5-4d45-bb88-2ef57255890f tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/ports?device_id=c24c6cc6-2dcc-4ae8-8f86-2b7521176baa HTTP/1.1" status: 200 len: 945 time: 0.1206057 Aug 16 02:06:08.964883 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-048d626f-0ab5-48a6-bc96-b4af3beca28e req-cd8dbe85-3edf-463c-8572-f5dd1b547765 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a942947-4831-4fdf-ab0c-900639eb9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373847 Aug 16 02:06:09.857633 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device bba54569-6f61-4e36-9248-a9190f87f68c up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:10.064471 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port bba54569-6f61-4e36-9248-a9190f87f68c completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:10.068907 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port bba54569-6f61-4e36-9248-a9190f87f68c triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:10.069289 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.092682 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36611df-1958-42cc-af5f-27c31559130c req-92d93ba1-f44e-4c4a-a923-daaf7c7193aa tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.094627 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a36611df-1958-42cc-af5f-27c31559130c req-92d93ba1-f44e-4c4a-a923-daaf7c7193aa tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/ports?device_id=c24c6cc6-2dcc-4ae8-8f86-2b7521176baa HTTP/1.1" status: 200 len: 945 time: 0.0574446 Aug 16 02:06:10.137980 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a36611df-1958-42cc-af5f-27c31559130c req-33a7a903-828b-4aa4-b8ad-aab6a94fc6f8 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a942947-4831-4fdf-ab0c-900639eb9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328534 Aug 16 02:06:10.151481 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.174984 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24c6cc6-2dcc-4ae8-8f86-2b7521176baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba54569-6f61-4e36-9248-a9190f87f68c'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:10.177230 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b3ba23-53e2-4348-a556-6c057f82a111" -d '{"events": [{"server_uuid": "c24c6cc6-2dcc-4ae8-8f86-2b7521176baa", "name": "network-vif-plugged", "status": "completed", "tag": "bba54569-6f61-4e36-9248-a9190f87f68c"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:10.191947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port bba54569-6f61-4e36-9248-a9190f87f68c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=bba54569-6f61-4e36-9248-a9190f87f68c,segment=NetworkSegment(0e3bb0ca-801b-4848-9765-196463115439),segment_id=0e3bb0ca-801b-4848-9765-196463115439)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:10.196611 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.225893 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd00486-896e-403f-9fae-b90c0fc455c8 x-openstack-request-id: req-1fd00486-896e-403f-9fae-b90c0fc455c8 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:10.226208 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24c6cc6-2dcc-4ae8-8f86-2b7521176baa", "name": "network-vif-plugged", "status": "completed", "tag": "bba54569-6f61-4e36-9248-a9190f87f68c", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:10.226463 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1fd00486-896e-403f-9fae-b90c0fc455c8 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:10.226846 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24c6cc6-2dcc-4ae8-8f86-2b7521176baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba54569-6f61-4e36-9248-a9190f87f68c', 'code': 200} Aug 16 02:06:10.254743 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=bba54569-6f61-4e36-9248-a9190f87f68c,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:10.325881 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8a09b-dcc7-4af6-be97-a30688be5dce req-b8eea576-a83d-4166-b0a2-0d8dd53132e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.327399 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8eb8a09b-dcc7-4af6-be97-a30688be5dce req-b8eea576-a83d-4166-b0a2-0d8dd53132e9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c24c6cc6-2dcc-4ae8-8f86-2b7521176baa HTTP/1.1" status: 200 len: 1098 time: 0.0406277 Aug 16 02:06:10.367304 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8eb8a09b-dcc7-4af6-be97-a30688be5dce req-0f187ec5-7487-45db-bd00-3e4fd2fc871a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7a942947-4831-4fdf-ab0c-900639eb9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281582 Aug 16 02:06:11.286353 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0334fcf-a95f-4972-87e2-4c5b611ea64f req-5cdd33c0-fbf0-4670-a738-96e601ea8a89 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:11.288084 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0334fcf-a95f-4972-87e2-4c5b611ea64f req-5cdd33c0-fbf0-4670-a738-96e601ea8a89 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/ports?device_id=c24c6cc6-2dcc-4ae8-8f86-2b7521176baa HTTP/1.1" status: 200 len: 946 time: 0.0718033 Aug 16 02:06:11.329594 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0334fcf-a95f-4972-87e2-4c5b611ea64f req-51ee7744-a1ec-437a-a560-3f9d3c87d279 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a942947-4831-4fdf-ab0c-900639eb9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350986 Aug 16 02:06:12.450955 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff9832-8929-44ce-a267-6ab8d19105c6 req-8e2b7c97-0dca-4027-b753-a92e17e2160a tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:12.452531 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a8ff9832-8929-44ce-a267-6ab8d19105c6 req-8e2b7c97-0dca-4027-b753-a92e17e2160a tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/ports?device_id=c24c6cc6-2dcc-4ae8-8f86-2b7521176baa HTTP/1.1" status: 200 len: 946 time: 0.0506682 Aug 16 02:06:12.494456 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a8ff9832-8929-44ce-a267-6ab8d19105c6 req-f68a797a-56b7-4300-a1e3-b0d4af7cb1f1 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a942947-4831-4fdf-ab0c-900639eb9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352526 Aug 16 02:06:12.623181 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8f286-4baa-45d7-a7cd-80037843b177 req-e8a2e2bf-79bf-4de9-8a81-7f2071296366 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:12.624732 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eeb8f286-4baa-45d7-a7cd-80037843b177 req-e8a2e2bf-79bf-4de9-8a81-7f2071296366 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/ports?device_id=c24c6cc6-2dcc-4ae8-8f86-2b7521176baa HTTP/1.1" status: 200 len: 946 time: 0.0534754 Aug 16 02:06:12.664123 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eeb8f286-4baa-45d7-a7cd-80037843b177 req-cfb8263a-603c-44f8-98e2-b18e02df349a tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a942947-4831-4fdf-ab0c-900639eb9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324149 Aug 16 02:06:12.888229 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3435ab-3ed3-4ecd-9c09-9d427cdd3c4b req-a6224f8f-53d5-4db6-bab4-e9dfd15ca7c7 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:12.889653 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ad3435ab-3ed3-4ecd-9c09-9d427cdd3c4b req-a6224f8f-53d5-4db6-bab4-e9dfd15ca7c7 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/ports?device_id=c24c6cc6-2dcc-4ae8-8f86-2b7521176baa HTTP/1.1" status: 200 len: 946 time: 0.0541470 Aug 16 02:06:12.932397 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ad3435ab-3ed3-4ecd-9c09-9d427cdd3c4b req-f1489feb-85a5-4386-8d50-c2480ccef75d tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a942947-4831-4fdf-ab0c-900639eb9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349629 Aug 16 02:06:13.231139 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992da142-6470-4a0f-8aa3-be1c1bb8d245 req-d2eb580b-71a8-49f7-aee3-c07326c02c98 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:13.241205 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-992da142-6470-4a0f-8aa3-be1c1bb8d245 req-d2eb580b-71a8-49f7-aee3-c07326c02c98 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/ports?device_id=c24c6cc6-2dcc-4ae8-8f86-2b7521176baa HTTP/1.1" status: 200 len: 946 time: 0.0685530 Aug 16 02:06:13.327137 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-992da142-6470-4a0f-8aa3-be1c1bb8d245 req-8c5a0909-a1fe-4249-831b-4081ce90c60c tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a942947-4831-4fdf-ab0c-900639eb9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842714 Aug 16 02:06:14.449695 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdb362-8502-4721-a782-fafa3c30fe76 req-f3527279-9175-485a-86b9-e2095bd64660 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:14.451248 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5bfdb362-8502-4721-a782-fafa3c30fe76 req-f3527279-9175-485a-86b9-e2095bd64660 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/ports?device_id=c24c6cc6-2dcc-4ae8-8f86-2b7521176baa HTTP/1.1" status: 200 len: 946 time: 0.0540857 Aug 16 02:06:14.512807 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5bfdb362-8502-4721-a782-fafa3c30fe76 req-0da87fb3-07cc-42fc-a5df-a7cdb6cbee71 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/security-groups?id=7a942947-4831-4fdf-ab0c-900639eb9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531185 Aug 16 02:06:14.645049 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbc31e-3205-4c2e-b312-9385f781dd50 req-5d4c165b-8e65-4613-aed4-f2760be344f3 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:14.646842 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-60fbc31e-3205-4c2e-b312-9385f781dd50 req-5d4c165b-8e65-4613-aed4-f2760be344f3 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.63 "GET /v2.0/ports?device_id=c24c6cc6-2dcc-4ae8-8f86-2b7521176baa HTTP/1.1" status: 200 len: 946 time: 0.0571396 Aug 16 02:06:14.751548 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-60fbc31e-3205-4c2e-b312-9385f781dd50 req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Deleting port bba54569-6f61-4e36-9248-a9190f87f68c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:14.752064 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-60fbc31e-3205-4c2e-b312-9385f781dd50 req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:14.848256 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-60fbc31e-3205-4c2e-b312-9385f781dd50 req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] For port bba54569-6f61-4e36-9248-a9190f87f68c, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=bba54569-6f61-4e36-9248-a9190f87f68c,segment=NetworkSegment(0e3bb0ca-801b-4848-9765-196463115439),segment_id=0e3bb0ca-801b-4848-9765-196463115439)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:14.848517 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-60fbc31e-3205-4c2e-b312-9385f781dd50 req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:14.862947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-60fbc31e-3205-4c2e-b312-9385f781dd50 req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Calling delete_port for bba54569-6f61-4e36-9248-a9190f87f68c owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:14.995659 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-60fbc31e-3205-4c2e-b312-9385f781dd50 req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.011381 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['bba54569-6f61-4e36-9248-a9190f87f68c'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:06:15.029387 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Pushing event deleted for resources: {'Port': ['ID=bba54569-6f61-4e36-9248-a9190f87f68c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:15.045151 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:15.045475 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:15.045841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:15.046183 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:15.046520 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:15.046852 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:15.047184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:15.047957 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:15.047957 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:15.048234 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:15.049416 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:15.049416 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:15.083491 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fbc31e-3205-4c2e-b312-9385f781dd50 req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] No DVR routers for this DVR port bba54569-6f61-4e36-9248-a9190f87f68c on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:15.086130 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-60fbc31e-3205-4c2e-b312-9385f781dd50 req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.088115 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-60fbc31e-3205-4c2e-b312-9385f781dd50 req-56604489-0512-4dfc-b04b-f7c51ab5e823 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.63 "DELETE /v2.0/ports/bba54569-6f61-4e36-9248-a9190f87f68c HTTP/1.1" status: 204 len: 173 time: 0.4317801 Aug 16 02:06:15.088545 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24c6cc6-2dcc-4ae8-8f86-2b7521176baa', 'name': 'network-vif-deleted', 'tag': 'bba54569-6f61-4e36-9248-a9190f87f68c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:15.090794 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fea799-0f7a-4c8a-8931-ea6dca7d23be" -d '{"events": [{"server_uuid": "c24c6cc6-2dcc-4ae8-8f86-2b7521176baa", "name": "network-vif-deleted", "tag": "bba54569-6f61-4e36-9248-a9190f87f68c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:15.157707 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241cb10d-0270-4fb7-ac73-9155e2f223ba x-openstack-request-id: req-241cb10d-0270-4fb7-ac73-9155e2f223ba {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:15.158756 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24c6cc6-2dcc-4ae8-8f86-2b7521176baa", "name": "network-vif-deleted", "tag": "bba54569-6f61-4e36-9248-a9190f87f68c", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:15.159231 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-241cb10d-0270-4fb7-ac73-9155e2f223ba {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:15.160202 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24c6cc6-2dcc-4ae8-8f86-2b7521176baa', 'name': 'network-vif-deleted', 'tag': 'bba54569-6f61-4e36-9248-a9190f87f68c', 'status': 'completed', 'code': 200} Aug 16 02:06:15.199483 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-708004a8-6ae8-4299-b4d1-ad20ad020aab req-6c0dcb4e-366b-4b56-8898-ffa66679f784 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580778 Aug 16 02:06:15.273171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708004a8-6ae8-4299-b4d1-ad20ad020aab req-52600d5c-1323-4d7b-8922-e079bb30ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:15.274625 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-708004a8-6ae8-4299-b4d1-ad20ad020aab req-52600d5c-1323-4d7b-8922-e079bb30ad9b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcf4a63eedb8431cb8f7fb214a78ac67&device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 1098 time: 0.0444322 Aug 16 02:06:15.403294 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708004a8-6ae8-4299-b4d1-ad20ad020aab req-389b45f4-3063-4423-bfad-51291e2e54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:15.404929 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-708004a8-6ae8-4299-b4d1-ad20ad020aab req-389b45f4-3063-4423-bfad-51291e2e54d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c11ad559-6103-45c1-a6ef-608f106df115 HTTP/1.1" status: 200 len: 909 time: 0.0978410 Aug 16 02:06:15.481719 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-708004a8-6ae8-4299-b4d1-ad20ad020aab req-5f8b73b0-c116-4e9d-83f0-c9ef5c94fbfe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90f1b306-8818-4570-9ab1-ed545c0db8c1 HTTP/1.1" status: 200 len: 1001 time: 0.0649693 Aug 16 02:06:15.539432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708004a8-6ae8-4299-b4d1-ad20ad020aab req-75bfaa1b-0acf-4b0b-aefd-6b553587ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:15.541141 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-708004a8-6ae8-4299-b4d1-ad20ad020aab req-75bfaa1b-0acf-4b0b-aefd-6b553587ffb1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c62c0746-70d3-4cee-8dce-03d37b2c9f17 HTTP/1.1" status: 200 len: 847 time: 0.0495920 Aug 16 02:06:15.615526 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708004a8-6ae8-4299-b4d1-ad20ad020aab req-200903b7-30c0-4407-9cb3-bca88f05f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:15.617340 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-708004a8-6ae8-4299-b4d1-ad20ad020aab req-200903b7-30c0-4407-9cb3-bca88f05f276 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c11ad559-6103-45c1-a6ef-608f106df115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648246 Aug 16 02:06:15.642185 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dacdb3c1-061c-4d63-9b6d-0e9f3903be7c req-f7e1472a-c71d-4939-bcb7-705539640096 tempest-ServersNegativeTestMultiTenantJSON-785783497 tempest-ServersNegativeTestMultiTenantJSON-785783497-project] 10.222.0.68 "GET /v2.0/ports?device_id=c24c6cc6-2dcc-4ae8-8f86-2b7521176baa HTTP/1.1" status: 200 len: 210 time: 0.0294621 Aug 16 02:06:15.739856 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-708004a8-6ae8-4299-b4d1-ad20ad020aab req-dcc11684-612c-45d3-83b2-769c2162bb36 service neutron] 10.222.0.73 "GET /v2.0/networks/c11ad559-6103-45c1-a6ef-608f106df115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104984 Aug 16 02:06:15.847123 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-708004a8-6ae8-4299-b4d1-ad20ad020aab req-2073c086-c4ce-4b7d-9025-6948deaf1140 service neutron] 10.222.0.73 "GET /v2.0/networks/c11ad559-6103-45c1-a6ef-608f106df115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956407 Aug 16 02:06:16.710485 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56284) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:16.759398 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c3a8e8-7e03-4a54-bb56-ad35a17db8a4 admin admin] Deleting subnet 0fe5d46d-d774-4883-ba49-2267eaa93b96 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:16.762829 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60c3a8e8-7e03-4a54-bb56-ad35a17db8a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.798197 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60c3a8e8-7e03-4a54-bb56-ad35a17db8a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.838503 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60c3a8e8-7e03-4a54-bb56-ad35a17db8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.906672 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60c3a8e8-7e03-4a54-bb56-ad35a17db8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.927242 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3a8e8-7e03-4a54-bb56-ad35a17db8a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe5d46d-d774-4883-ba49-2267eaa93b96,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:16.931049 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60c3a8e8-7e03-4a54-bb56-ad35a17db8a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.933022 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-60c3a8e8-7e03-4a54-bb56-ad35a17db8a4 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0fe5d46d-d774-4883-ba49-2267eaa93b96 HTTP/1.1" status: 204 len: 168 time: 0.2214847 Aug 16 02:06:16.936796 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56300) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:17.007885 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d52844ac-24e5-446f-abac-59e8e370aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.102454 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d52844ac-24e5-446f-abac-59e8e370aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.112511 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d52844ac-24e5-446f-abac-59e8e370aa6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae40229-d1f2-4ace-b67b-d7587f7bb548']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:17.122998 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d52844ac-24e5-446f-abac-59e8e370aa6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3bb0ca-801b-4848-9765-196463115439') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:17.123296 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d52844ac-24e5-446f-abac-59e8e370aa6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3bb0ca-801b-4848-9765-196463115439') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:17.132462 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d52844ac-24e5-446f-abac-59e8e370aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.147514 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d52844ac-24e5-446f-abac-59e8e370aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.155618 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52844ac-24e5-446f-abac-59e8e370aa6f admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:17.156156 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d52844ac-24e5-446f-abac-59e8e370aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:17.158724 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:17.216977 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d52844ac-24e5-446f-abac-59e8e370aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.229336 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d52844ac-24e5-446f-abac-59e8e370aa6f admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.231253 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d52844ac-24e5-446f-abac-59e8e370aa6f admin admin] 10.222.0.68 "DELETE /v2.0/networks/7ae40229-d1f2-4ace-b67b-d7587f7bb548 HTTP/1.1" status: 204 len: 168 time: 0.2935250 Aug 16 02:06:17.234214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56306) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:17.246802 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52844ac-24e5-446f-abac-59e8e370aa6f admin admin] Pushing event deleted for resources: {'Network': ['ID=7ae40229-d1f2-4ace-b67b-d7587f7bb548,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:17.287165 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefb53f5-8723-407e-8ad8-d5e9cb352d3d admin admin] Deleting subnet 7aa2510c-44fe-43b9-9820-f08e7d3c8a80 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:17.290916 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eefb53f5-8723-407e-8ad8-d5e9cb352d3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.332180 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eefb53f5-8723-407e-8ad8-d5e9cb352d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.372231 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eefb53f5-8723-407e-8ad8-d5e9cb352d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.426987 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eefb53f5-8723-407e-8ad8-d5e9cb352d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.454403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb53f5-8723-407e-8ad8-d5e9cb352d3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa2510c-44fe-43b9-9820-f08e7d3c8a80,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:17.456614 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eefb53f5-8723-407e-8ad8-d5e9cb352d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.461320 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-eefb53f5-8723-407e-8ad8-d5e9cb352d3d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7aa2510c-44fe-43b9-9820-f08e7d3c8a80 HTTP/1.1" status: 204 len: 168 time: 0.2253075 Aug 16 02:06:17.461575 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56308) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:17.531400 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb4bb2b9-d58e-476a-adbd-c8b5a6820282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.616537 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb4bb2b9-d58e-476a-adbd-c8b5a6820282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.627099 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-bb4bb2b9-d58e-476a-adbd-c8b5a6820282 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11bc7b2a-b0cd-4c81-a2a8-bb69f533fc71']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:17.638393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-bb4bb2b9-d58e-476a-adbd-c8b5a6820282 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6427b5c-49c7-4537-a4f5-e938d134e1c1') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:17.638696 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-bb4bb2b9-d58e-476a-adbd-c8b5a6820282 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6427b5c-49c7-4537-a4f5-e938d134e1c1') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:17.648692 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb4bb2b9-d58e-476a-adbd-c8b5a6820282 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.663112 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb4bb2b9-d58e-476a-adbd-c8b5a6820282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.675486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4bb2b9-d58e-476a-adbd-c8b5a6820282 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:17.675932 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb4bb2b9-d58e-476a-adbd-c8b5a6820282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:17.677973 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:17.735482 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb4bb2b9-d58e-476a-adbd-c8b5a6820282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.742128 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb4bb2b9-d58e-476a-adbd-c8b5a6820282 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.744056 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bb4bb2b9-d58e-476a-adbd-c8b5a6820282 admin admin] 10.222.0.68 "DELETE /v2.0/networks/11bc7b2a-b0cd-4c81-a2a8-bb69f533fc71 HTTP/1.1" status: 204 len: 168 time: 0.2811682 Aug 16 02:06:17.755913 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bb2b9-d58e-476a-adbd-c8b5a6820282 admin admin] Pushing event deleted for resources: {'Network': ['ID=11bc7b2a-b0cd-4c81-a2a8-bb69f533fc71,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:17.924146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56312) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:17.976349 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1b2e77c2-3e3e-40e6-a998-173146b944dc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d2a67d5050434596b68afb061769b859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504527 Aug 16 02:06:17.978813 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56314) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:18.034248 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-47af1802-9a43-40e1-a511-54902a5ac544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.056530 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-47af1802-9a43-40e1-a511-54902a5ac544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.112270 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-47af1802-9a43-40e1-a511-54902a5ac544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.115134 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-47af1802-9a43-40e1-a511-54902a5ac544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.118788 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-47af1802-9a43-40e1-a511-54902a5ac544 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7a942947-4831-4fdf-ab0c-900639eb9f98 HTTP/1.1" status: 204 len: 168 time: 0.1364710 Aug 16 02:06:18.134957 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af1802-9a43-40e1-a511-54902a5ac544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a942947-4831-4fdf-ab0c-900639eb9f98,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:18.489314 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56324) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:18.535487 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56326) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:18.541977 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f3981bc5-d730-4734-87e2-aac08fcf62c1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dd9cd04d2de945ebb2ddbce341337748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438340 Aug 16 02:06:18.589701 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e6f02e1-e8c7-48c4-8c73-5995ca981f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.616030 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e6f02e1-e8c7-48c4-8c73-5995ca981f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.664401 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e6f02e1-e8c7-48c4-8c73-5995ca981f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.667060 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e6f02e1-e8c7-48c4-8c73-5995ca981f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.668219 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5e6f02e1-e8c7-48c4-8c73-5995ca981f8f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6ec2ed1c-d611-4cab-8d04-d2ed682d5fea HTTP/1.1" status: 204 len: 168 time: 0.1316199 Aug 16 02:06:18.677634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f02e1-e8c7-48c4-8c73-5995ca981f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec2ed1c-d611-4cab-8d04-d2ed682d5fea,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:19.806819 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56388) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:19.901635 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device bba54569-6f61-4e36-9248-a9190f87f68c no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:19.921471 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: bba54569-6f61-4e36-9248-a9190f87f68c {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:19.921830 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device bba54569-6f61-4e36-9248-a9190f87f68c not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:20.015298 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7411af60-6fa9-4790-b788-45c942bfbb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.109350 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7411af60-6fa9-4790-b788-45c942bfbb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.119071 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7411af60-6fa9-4790-b788-45c942bfbb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.130543 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5de2ccf-4cfe-4556-9df8-d88d0ddcc3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.164596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411af60-6fa9-4790-b788-45c942bfbb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a9ed20-1573-4544-9827-46702c66b6cf,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:20.171765 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56402) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:20.172301 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7411af60-6fa9-4790-b788-45c942bfbb92 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=988eb3f40e27423caabeaf1905dc4e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3639507 Aug 16 02:06:20.229226 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ed26b96-a54c-43df-af75-2d2510d633d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.252571 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ed26b96-a54c-43df-af75-2d2510d633d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.307669 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ed26b96-a54c-43df-af75-2d2510d633d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.310337 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ed26b96-a54c-43df-af75-2d2510d633d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.311507 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5ed26b96-a54c-43df-af75-2d2510d633d6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/35a9ed20-1573-4544-9827-46702c66b6cf HTTP/1.1" status: 204 len: 168 time: 0.1381972 Aug 16 02:06:20.320244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed26b96-a54c-43df-af75-2d2510d633d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a9ed20-1573-4544-9827-46702c66b6cf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:20.652205 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56426) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:20.672256 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-208a2e21-38c9-47dd-a69e-9428fd687fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.772157 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-208a2e21-38c9-47dd-a69e-9428fd687fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.775610 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-208a2e21-38c9-47dd-a69e-9428fd687fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.820687 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-208a2e21-38c9-47dd-a69e-9428fd687fb3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=07a7ccdaf3e745238feb533e670957fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650307 Aug 16 02:06:20.821146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56430) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:20.822462 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a2e21-38c9-47dd-a69e-9428fd687fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf0be93-fdcd-4a76-8ba5-545bd501d2ea,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:20.875749 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-321f0329-2ec7-43de-9c75-fe36693631b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.900001 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-321f0329-2ec7-43de-9c75-fe36693631b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.948228 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-321f0329-2ec7-43de-9c75-fe36693631b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.951143 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-321f0329-2ec7-43de-9c75-fe36693631b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.952295 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-321f0329-2ec7-43de-9c75-fe36693631b8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0bf0be93-fdcd-4a76-8ba5-545bd501d2ea HTTP/1.1" status: 204 len: 168 time: 0.1300621 Aug 16 02:06:20.963064 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f0329-2ec7-43de-9c75-fe36693631b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf0be93-fdcd-4a76-8ba5-545bd501d2ea,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:21.249928 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56442) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:21.368538 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc2b59e0-f382-45e0-81b6-c30a55e314d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.463225 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc2b59e0-f382-45e0-81b6-c30a55e314d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.467003 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc2b59e0-f382-45e0-81b6-c30a55e314d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.506266 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bc2b59e0-f382-45e0-81b6-c30a55e314d5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=836186d31c3f4e67b49c23151c4644ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552364 Aug 16 02:06:21.507140 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b59e0-f382-45e0-81b6-c30a55e314d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37fc60b-e625-4ebf-86f8-ca5660b76b7d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:21.509181 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56456) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:21.560254 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02fd98d5-89b0-48ac-a6e7-8a6fc2af5276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.585245 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02fd98d5-89b0-48ac-a6e7-8a6fc2af5276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.632127 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02fd98d5-89b0-48ac-a6e7-8a6fc2af5276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.634981 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02fd98d5-89b0-48ac-a6e7-8a6fc2af5276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.636177 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-02fd98d5-89b0-48ac-a6e7-8a6fc2af5276 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a37fc60b-e625-4ebf-86f8-ca5660b76b7d HTTP/1.1" status: 204 len: 168 time: 0.1259491 Aug 16 02:06:21.646285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd98d5-89b0-48ac-a6e7-8a6fc2af5276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37fc60b-e625-4ebf-86f8-ca5660b76b7d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:21.976102 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56472) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:21.992758 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04757cef-eaf1-47d3-9672-3798bd39c1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.089120 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04757cef-eaf1-47d3-9672-3798bd39c1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.094067 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04757cef-eaf1-47d3-9672-3798bd39c1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.134739 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-04757cef-eaf1-47d3-9672-3798bd39c1a8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6ef9879d2d6e48e5b88e4c7956eee59c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575398 Aug 16 02:06:22.135617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04757cef-eaf1-47d3-9672-3798bd39c1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85303867-89aa-40f3-8546-c55ea9e354c5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:22.137386 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56478) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:22.192875 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6ecb667-5103-4b10-ad9e-46b74781efbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.216400 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6ecb667-5103-4b10-ad9e-46b74781efbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.265780 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6ecb667-5103-4b10-ad9e-46b74781efbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.268749 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6ecb667-5103-4b10-ad9e-46b74781efbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.272235 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d6ecb667-5103-4b10-ad9e-46b74781efbf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/85303867-89aa-40f3-8546-c55ea9e354c5 HTTP/1.1" status: 204 len: 168 time: 0.1312134 Aug 16 02:06:22.280372 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecb667-5103-4b10-ad9e-46b74781efbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85303867-89aa-40f3-8546-c55ea9e354c5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:22.612345 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13cfb2e7-07a1-48c6-b959-46457a5bacbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.004887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56534) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:23.172064 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d8342efc-b7ad-4ec9-b8ed-b4970acb3bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.271099 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d8342efc-b7ad-4ec9-b8ed-b4970acb3bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.275730 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d8342efc-b7ad-4ec9-b8ed-b4970acb3bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.310371 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.319939 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d8342efc-b7ad-4ec9-b8ed-b4970acb3bc2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=318aba163a614179bb07ef6c6f935ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139403 Aug 16 02:06:23.320941 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8342efc-b7ad-4ec9-b8ed-b4970acb3bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea12edc-5447-4509-8604-7bf3909c4ebc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:23.322729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56546) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:23.374734 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8b49fcc-143d-40a4-95c3-87ee1ee0d0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.399518 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8b49fcc-143d-40a4-95c3-87ee1ee0d0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.451248 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8b49fcc-143d-40a4-95c3-87ee1ee0d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.454021 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8b49fcc-143d-40a4-95c3-87ee1ee0d0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.455287 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d8b49fcc-143d-40a4-95c3-87ee1ee0d0f5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8ea12edc-5447-4509-8604-7bf3909c4ebc HTTP/1.1" status: 204 len: 168 time: 0.1304827 Aug 16 02:06:23.462859 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b49fcc-143d-40a4-95c3-87ee1ee0d0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea12edc-5447-4509-8604-7bf3909c4ebc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:23.832586 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56570) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:23.846556 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e2ea2ef-0b68-4963-beb8-b135359fe016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.942345 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e2ea2ef-0b68-4963-beb8-b135359fe016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.946373 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e2ea2ef-0b68-4963-beb8-b135359fe016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.987909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56578) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:23.988174 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1e2ea2ef-0b68-4963-beb8-b135359fe016 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ba6a04f233f04c3da8cb56161416c9c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542444 Aug 16 02:06:23.990102 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ea2ef-0b68-4963-beb8-b135359fe016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008a6daf-4804-49c7-9d05-48aee3b90728,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:24.053053 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70ddc0aa-da6d-47f3-bfd7-63c08a002809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.079165 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70ddc0aa-da6d-47f3-bfd7-63c08a002809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.126983 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70ddc0aa-da6d-47f3-bfd7-63c08a002809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.130092 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70ddc0aa-da6d-47f3-bfd7-63c08a002809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.131403 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-70ddc0aa-da6d-47f3-bfd7-63c08a002809 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/008a6daf-4804-49c7-9d05-48aee3b90728 HTTP/1.1" status: 204 len: 168 time: 0.1422453 Aug 16 02:06:24.139255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddc0aa-da6d-47f3-bfd7-63c08a002809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008a6daf-4804-49c7-9d05-48aee3b90728,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:24.186679 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.370421 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:06:24.432980 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56592) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:24.542336 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1a695d2-0f02-4fba-8900-e37a1a73533b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.635089 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1a695d2-0f02-4fba-8900-e37a1a73533b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.638851 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1a695d2-0f02-4fba-8900-e37a1a73533b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.678319 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d1a695d2-0f02-4fba-8900-e37a1a73533b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cd47320105fd47f89724196b5c8ff3d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441134 Aug 16 02:06:24.679337 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a695d2-0f02-4fba-8900-e37a1a73533b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934416af-db0d-49c0-bcde-c8e26ca91b06,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:24.679868 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56604) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:24.730880 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c1550cb-705e-4901-8c32-7354895bf8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.754981 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c1550cb-705e-4901-8c32-7354895bf8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.803460 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c1550cb-705e-4901-8c32-7354895bf8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.806178 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c1550cb-705e-4901-8c32-7354895bf8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.807479 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5c1550cb-705e-4901-8c32-7354895bf8c7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/934416af-db0d-49c0-bcde-c8e26ca91b06 HTTP/1.1" status: 204 len: 168 time: 0.1264827 Aug 16 02:06:24.816910 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1550cb-705e-4901-8c32-7354895bf8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934416af-db0d-49c0-bcde-c8e26ca91b06,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:25.200526 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56626) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:25.215113 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-daa4f67e-cc56-41c9-b41d-9a16b5170c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.315359 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-daa4f67e-cc56-41c9-b41d-9a16b5170c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.319116 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-daa4f67e-cc56-41c9-b41d-9a16b5170c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.362453 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-daa4f67e-cc56-41c9-b41d-9a16b5170c40 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d9f3d31a2aa1401a87cf470054f162d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606181 Aug 16 02:06:25.363181 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4f67e-cc56-41c9-b41d-9a16b5170c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb760616-b041-4ae6-aa01-3c7e21fec2bd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:25.365013 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56630) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:25.420369 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da2be23a-e6af-4348-9cc5-5b1ddc17bc6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.441790 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da2be23a-e6af-4348-9cc5-5b1ddc17bc6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.489877 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da2be23a-e6af-4348-9cc5-5b1ddc17bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.492490 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da2be23a-e6af-4348-9cc5-5b1ddc17bc6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.496210 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-da2be23a-e6af-4348-9cc5-5b1ddc17bc6a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eb760616-b041-4ae6-aa01-3c7e21fec2bd HTTP/1.1" status: 204 len: 168 time: 0.1276309 Aug 16 02:06:25.502373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2be23a-e6af-4348-9cc5-5b1ddc17bc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb760616-b041-4ae6-aa01-3c7e21fec2bd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:26.005148 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.681128 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56812) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:31.796265 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97896536-bb31-4fc8-8ee1-b14465a35cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.897010 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97896536-bb31-4fc8-8ee1-b14465a35cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.901784 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97896536-bb31-4fc8-8ee1-b14465a35cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.941332 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97896536-bb31-4fc8-8ee1-b14465a35cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abeff9da-66fb-4507-b4bb-a5d5375759f6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:31.946336 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-97896536-bb31-4fc8-8ee1-b14465a35cdd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0d129f1fa92a42c08afd2e1c36e5133d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2640679 Aug 16 02:06:31.948590 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56816) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:31.997587 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc144278-91f4-4b91-a167-2c0b13ae45c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.019876 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc144278-91f4-4b91-a167-2c0b13ae45c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.070132 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc144278-91f4-4b91-a167-2c0b13ae45c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.073015 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc144278-91f4-4b91-a167-2c0b13ae45c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.074186 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cc144278-91f4-4b91-a167-2c0b13ae45c2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/abeff9da-66fb-4507-b4bb-a5d5375759f6 HTTP/1.1" status: 204 len: 168 time: 0.1246471 Aug 16 02:06:32.081955 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc144278-91f4-4b91-a167-2c0b13ae45c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeff9da-66fb-4507-b4bb-a5d5375759f6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:32.358935 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56828) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:32.384565 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a071f9ae-e470-4ddc-b17d-d21f2a8566d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.494444 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a071f9ae-e470-4ddc-b17d-d21f2a8566d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.499163 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a071f9ae-e470-4ddc-b17d-d21f2a8566d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.539001 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071f9ae-e470-4ddc-b17d-d21f2a8566d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0884a05b-d391-4472-aecb-85a290d14eed,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:32.543566 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a071f9ae-e470-4ddc-b17d-d21f2a8566d8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=91b7e673056b4862899e90ce7b0d0869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834881 Aug 16 02:06:32.546348 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56832) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:32.603106 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb334e04-3a07-4b5b-9569-0ccf63ebe05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.624705 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb334e04-3a07-4b5b-9569-0ccf63ebe05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.672422 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb334e04-3a07-4b5b-9569-0ccf63ebe05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.675327 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb334e04-3a07-4b5b-9569-0ccf63ebe05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.678815 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-eb334e04-3a07-4b5b-9569-0ccf63ebe05b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0884a05b-d391-4472-aecb-85a290d14eed HTTP/1.1" status: 204 len: 168 time: 0.1291258 Aug 16 02:06:32.687945 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb334e04-3a07-4b5b-9569-0ccf63ebe05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0884a05b-d391-4472-aecb-85a290d14eed,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:34.906459 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56914) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:35.020143 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17e60250-c420-4d73-9a21-db8aeae05ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.112456 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17e60250-c420-4d73-9a21-db8aeae05ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.118611 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17e60250-c420-4d73-9a21-db8aeae05ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.160262 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e60250-c420-4d73-9a21-db8aeae05ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694e158d-6ba4-4635-8cd6-25d47d9f4da5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:35.168357 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56924) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:35.169646 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-17e60250-c420-4d73-9a21-db8aeae05ad5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=62cc06d9cc84413dad7777963b4a1512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620978 Aug 16 02:06:35.236829 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc2c9997-55a9-4cbc-bf63-560060d90990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.260260 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc2c9997-55a9-4cbc-bf63-560060d90990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.310217 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc2c9997-55a9-4cbc-bf63-560060d90990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.312826 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc2c9997-55a9-4cbc-bf63-560060d90990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.314697 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cc2c9997-55a9-4cbc-bf63-560060d90990 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/694e158d-6ba4-4635-8cd6-25d47d9f4da5 HTTP/1.1" status: 204 len: 168 time: 0.1456625 Aug 16 02:06:35.322560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c9997-55a9-4cbc-bf63-560060d90990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694e158d-6ba4-4635-8cd6-25d47d9f4da5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:35.582100 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56934) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:35.596072 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67ea1dc4-6ee4-47de-8012-d3e9ce41a724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.687594 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67ea1dc4-6ee4-47de-8012-d3e9ce41a724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.691378 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67ea1dc4-6ee4-47de-8012-d3e9ce41a724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.734368 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-67ea1dc4-6ee4-47de-8012-d3e9ce41a724 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6c812794b45f4279a3f14e436c50ffda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510909 Aug 16 02:06:35.735654 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea1dc4-6ee4-47de-8012-d3e9ce41a724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b979fa28-4122-4d14-94f2-fb3b0a9ee463,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:35.737314 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 56936) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:35.799110 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0c6cf5a-d2f5-4e84-abb4-1473e49a1c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.821445 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0c6cf5a-d2f5-4e84-abb4-1473e49a1c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.871249 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0c6cf5a-d2f5-4e84-abb4-1473e49a1c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.874005 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0c6cf5a-d2f5-4e84-abb4-1473e49a1c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.875218 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b0c6cf5a-d2f5-4e84-abb4-1473e49a1c58 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b979fa28-4122-4d14-94f2-fb3b0a9ee463 HTTP/1.1" status: 204 len: 168 time: 0.1361346 Aug 16 02:06:35.883556 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6cf5a-d2f5-4e84-abb4-1473e49a1c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b979fa28-4122-4d14-94f2-fb3b0a9ee463,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:37.494189 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 56998) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:37.522086 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.601526 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f008e683-f603-44cf-92a6-84bfd8105660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.695619 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f008e683-f603-44cf-92a6-84bfd8105660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.700031 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f008e683-f603-44cf-92a6-84bfd8105660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.740310 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f008e683-f603-44cf-92a6-84bfd8105660 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3cb4380c3dd543148059c5728b300649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450473 Aug 16 02:06:37.741268 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008e683-f603-44cf-92a6-84bfd8105660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34c960b-015b-40e0-aa53-352f68a69cc0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:37.743049 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57008) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:37.800482 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9327b2a3-9dce-495f-8e7f-7f0194324678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.823175 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9327b2a3-9dce-495f-8e7f-7f0194324678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.871223 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9327b2a3-9dce-495f-8e7f-7f0194324678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.873992 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9327b2a3-9dce-495f-8e7f-7f0194324678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.875144 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9327b2a3-9dce-495f-8e7f-7f0194324678 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b34c960b-015b-40e0-aa53-352f68a69cc0 HTTP/1.1" status: 204 len: 168 time: 0.1304657 Aug 16 02:06:37.883223 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327b2a3-9dce-495f-8e7f-7f0194324678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34c960b-015b-40e0-aa53-352f68a69cc0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:38.240942 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.093619 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57142) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:40.208130 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01ae9cb2-8184-4d18-90e8-b5f073a0b603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.312595 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01ae9cb2-8184-4d18-90e8-b5f073a0b603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.317163 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01ae9cb2-8184-4d18-90e8-b5f073a0b603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.354404 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae9cb2-8184-4d18-90e8-b5f073a0b603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067c609c-4570-41c8-ae53-09b488d60e4a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:40.358791 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-01ae9cb2-8184-4d18-90e8-b5f073a0b603 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=959ee56abdde440b9832ab89dfdff122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641110 Aug 16 02:06:40.361590 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57158) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:40.412523 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-517b975f-b938-4162-84f4-8b53e423f06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.434547 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-517b975f-b938-4162-84f4-8b53e423f06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.488657 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-517b975f-b938-4162-84f4-8b53e423f06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.491361 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-517b975f-b938-4162-84f4-8b53e423f06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.492519 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-517b975f-b938-4162-84f4-8b53e423f06d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/067c609c-4570-41c8-ae53-09b488d60e4a HTTP/1.1" status: 204 len: 168 time: 0.1299064 Aug 16 02:06:40.500016 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b975f-b938-4162-84f4-8b53e423f06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067c609c-4570-41c8-ae53-09b488d60e4a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:40.792294 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57172) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:40.806705 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0c730b9-edd6-48df-b368-4d531668cf33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.898870 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0c730b9-edd6-48df-b368-4d531668cf33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.902681 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0c730b9-edd6-48df-b368-4d531668cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.941722 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a0c730b9-edd6-48df-b368-4d531668cf33 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=39b413acc83f411b86f0ea5dd9af821d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481540 Aug 16 02:06:40.942702 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c730b9-edd6-48df-b368-4d531668cf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0a0d17-3cc4-441e-9ff4-cd5058a88b37,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:40.945018 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57174) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:40.950921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c730b9-edd6-48df-b368-4d531668cf33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:40.951267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c730b9-edd6-48df-b368-4d531668cf33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:40.951606 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c730b9-edd6-48df-b368-4d531668cf33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:40.951940 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c730b9-edd6-48df-b368-4d531668cf33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:40.952336 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c730b9-edd6-48df-b368-4d531668cf33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:40.952671 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c730b9-edd6-48df-b368-4d531668cf33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:40.953024 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c730b9-edd6-48df-b368-4d531668cf33 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:40.953324 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c730b9-edd6-48df-b368-4d531668cf33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:40.953645 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c730b9-edd6-48df-b368-4d531668cf33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:40.954068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c730b9-edd6-48df-b368-4d531668cf33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:40.955016 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c730b9-edd6-48df-b368-4d531668cf33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:40.955016 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c730b9-edd6-48df-b368-4d531668cf33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:40.994171 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d50db51b-194d-432e-8d66-ad0e7621208e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.017163 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d50db51b-194d-432e-8d66-ad0e7621208e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.064462 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d50db51b-194d-432e-8d66-ad0e7621208e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.067097 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d50db51b-194d-432e-8d66-ad0e7621208e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.068234 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d50db51b-194d-432e-8d66-ad0e7621208e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cd0a0d17-3cc4-441e-9ff4-cd5058a88b37 HTTP/1.1" status: 204 len: 168 time: 0.1222236 Aug 16 02:06:41.080333 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50db51b-194d-432e-8d66-ad0e7621208e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0a0d17-3cc4-441e-9ff4-cd5058a88b37,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:43.135306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57268) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:43.248073 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef539350-cefd-4e58-b651-174164b711b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.366798 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef539350-cefd-4e58-b651-174164b711b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.371974 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef539350-cefd-4e58-b651-174164b711b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.410041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef539350-cefd-4e58-b651-174164b711b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac9a696-108a-454b-bf7a-74a8a37265cf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:43.417071 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ef539350-cefd-4e58-b651-174164b711b1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c265627ca3544751b8aceaa9ebab7576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2806699 Aug 16 02:06:43.417248 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57272) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:43.471080 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbef67af-bf85-4dfd-8147-f4bd27c84632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.496325 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbef67af-bf85-4dfd-8147-f4bd27c84632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.551257 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbef67af-bf85-4dfd-8147-f4bd27c84632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.554071 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbef67af-bf85-4dfd-8147-f4bd27c84632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.558630 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fbef67af-bf85-4dfd-8147-f4bd27c84632 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fac9a696-108a-454b-bf7a-74a8a37265cf HTTP/1.1" status: 204 len: 168 time: 0.1400466 Aug 16 02:06:43.567087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef67af-bf85-4dfd-8147-f4bd27c84632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac9a696-108a-454b-bf7a-74a8a37265cf,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:43.882228 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57288) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:43.896703 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9667b514-ebca-4296-a835-cebecbc69449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.000286 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9667b514-ebca-4296-a835-cebecbc69449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.005118 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9667b514-ebca-4296-a835-cebecbc69449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.046416 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9667b514-ebca-4296-a835-cebecbc69449 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2a0c36fe2d734d8f93ccd70916b4bde6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1625233 Aug 16 02:06:44.047862 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667b514-ebca-4296-a835-cebecbc69449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970170ad-4688-4e8e-ad56-38cffff6b44e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:44.048615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57300) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:44.109183 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48063945-34bd-4a9c-89b3-2c60b64a46d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.135577 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48063945-34bd-4a9c-89b3-2c60b64a46d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.198674 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48063945-34bd-4a9c-89b3-2c60b64a46d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.202144 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48063945-34bd-4a9c-89b3-2c60b64a46d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.203670 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-48063945-34bd-4a9c-89b3-2c60b64a46d8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/970170ad-4688-4e8e-ad56-38cffff6b44e HTTP/1.1" status: 204 len: 168 time: 0.1540077 Aug 16 02:06:44.215370 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48063945-34bd-4a9c-89b3-2c60b64a46d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970170ad-4688-4e8e-ad56-38cffff6b44e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:44.383948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57310) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:44.508394 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0474911-ff48-4e79-8327-192345f78dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.605730 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0474911-ff48-4e79-8327-192345f78dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.611083 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0474911-ff48-4e79-8327-192345f78dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.652189 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b0474911-ff48-4e79-8327-192345f78dec admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1db0f0d58267419ba1c78f4355c9e999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664549 Aug 16 02:06:44.653063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0474911-ff48-4e79-8327-192345f78dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691de898-1156-44c8-bae9-65d8d82274dc,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:44.654893 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57324) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:44.707803 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bee1ee15-b068-462d-97d7-ef75f852fa81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.731095 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bee1ee15-b068-462d-97d7-ef75f852fa81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.783553 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bee1ee15-b068-462d-97d7-ef75f852fa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.786613 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bee1ee15-b068-462d-97d7-ef75f852fa81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.787787 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bee1ee15-b068-462d-97d7-ef75f852fa81 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/691de898-1156-44c8-bae9-65d8d82274dc HTTP/1.1" status: 204 len: 168 time: 0.1308379 Aug 16 02:06:44.795581 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1ee15-b068-462d-97d7-ef75f852fa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691de898-1156-44c8-bae9-65d8d82274dc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:45.116019 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57346) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:45.132294 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6418c4fa-4fe5-4381-b090-aa769152b5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.224539 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6418c4fa-4fe5-4381-b090-aa769152b5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.228414 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6418c4fa-4fe5-4381-b090-aa769152b5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.268968 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6418c4fa-4fe5-4381-b090-aa769152b5a1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e5083e5895974151be5c0597d4f1665e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518512 Aug 16 02:06:45.269918 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418c4fa-4fe5-4381-b090-aa769152b5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bd5d80-d93e-4fab-9933-0881d2d2ed2e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:45.271937 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57350) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:45.332217 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-963e7af8-9998-4cda-923f-d28e6292a285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.353435 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-963e7af8-9998-4cda-923f-d28e6292a285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.403884 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-963e7af8-9998-4cda-923f-d28e6292a285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.406511 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-963e7af8-9998-4cda-923f-d28e6292a285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.408066 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-963e7af8-9998-4cda-923f-d28e6292a285 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/53bd5d80-d93e-4fab-9933-0881d2d2ed2e HTTP/1.1" status: 204 len: 168 time: 0.1350119 Aug 16 02:06:45.416125 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e7af8-9998-4cda-923f-d28e6292a285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bd5d80-d93e-4fab-9933-0881d2d2ed2e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:46.994764 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57508) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:47.115992 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dbb26f54-e9e7-4812-abf4-9bf7318b900f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.234292 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dbb26f54-e9e7-4812-abf4-9bf7318b900f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.239517 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dbb26f54-e9e7-4812-abf4-9bf7318b900f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.287222 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb26f54-e9e7-4812-abf4-9bf7318b900f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17af8482-0f04-44ea-968d-e936304adcc6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:47.294041 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-dbb26f54-e9e7-4812-abf4-9bf7318b900f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3c8c04aea0054225914b36cab750f641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975135 Aug 16 02:06:47.296606 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57514) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:47.361811 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4033-9484-4f66-b375-c8cd44c6b301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.385420 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4033-9484-4f66-b375-c8cd44c6b301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.443828 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4033-9484-4f66-b375-c8cd44c6b301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.446501 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4033-9484-4f66-b375-c8cd44c6b301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.447687 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e8dc4033-9484-4f66-b375-c8cd44c6b301 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/17af8482-0f04-44ea-968d-e936304adcc6 HTTP/1.1" status: 204 len: 168 time: 0.1501038 Aug 16 02:06:47.457182 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc4033-9484-4f66-b375-c8cd44c6b301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17af8482-0f04-44ea-968d-e936304adcc6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:47.786330 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57522) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:47.800292 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6af25b1-88c5-40a7-a8a9-72df4ddc9fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.899582 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6af25b1-88c5-40a7-a8a9-72df4ddc9fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.904253 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6af25b1-88c5-40a7-a8a9-72df4ddc9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.944399 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c6af25b1-88c5-40a7-a8a9-72df4ddc9fd3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8bcb2d6c9d9141468b0f7bba8aaca42c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567903 Aug 16 02:06:47.944938 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af25b1-88c5-40a7-a8a9-72df4ddc9fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522eba36-d914-484d-8964-e8fd915ce6ab,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:47.946998 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57524) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:48.006780 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10e6424b-c96d-46be-92a6-f17817389365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.033464 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10e6424b-c96d-46be-92a6-f17817389365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.080705 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10e6424b-c96d-46be-92a6-f17817389365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.083363 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10e6424b-c96d-46be-92a6-f17817389365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.084525 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-10e6424b-c96d-46be-92a6-f17817389365 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/522eba36-d914-484d-8964-e8fd915ce6ab HTTP/1.1" status: 204 len: 168 time: 0.1364853 Aug 16 02:06:48.094780 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6424b-c96d-46be-92a6-f17817389365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522eba36-d914-484d-8964-e8fd915ce6ab,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:50.136565 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e02384b-84fb-44f4-903f-3ba8c5c00ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.213119 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57610) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:50.335181 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a01574a1-b5a4-4080-b276-c0be906b2f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.428156 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a01574a1-b5a4-4080-b276-c0be906b2f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.432270 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a01574a1-b5a4-4080-b276-c0be906b2f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.471497 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01574a1-b5a4-4080-b276-c0be906b2f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ecbd26-f916-41ef-88c7-1622a2f062b8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:50.475971 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a01574a1-b5a4-4080-b276-c0be906b2f02 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0fd4f19078754cf18247a31d2c52c848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617669 Aug 16 02:06:50.478582 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57614) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:50.529417 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0eedfed9-a37e-4fbb-bae4-a0848752e065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.551651 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0eedfed9-a37e-4fbb-bae4-a0848752e065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.601266 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0eedfed9-a37e-4fbb-bae4-a0848752e065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.604041 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0eedfed9-a37e-4fbb-bae4-a0848752e065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.605467 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0eedfed9-a37e-4fbb-bae4-a0848752e065 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f1ecbd26-f916-41ef-88c7-1622a2f062b8 HTTP/1.1" status: 204 len: 168 time: 0.1259785 Aug 16 02:06:50.614562 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedfed9-a37e-4fbb-bae4-a0848752e065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ecbd26-f916-41ef-88c7-1622a2f062b8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:50.919401 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57622) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:50.933047 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc4b549d-acd3-4346-9550-38d69f182b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.032221 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc4b549d-acd3-4346-9550-38d69f182b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.037079 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc4b549d-acd3-4346-9550-38d69f182b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.075137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b549d-acd3-4346-9550-38d69f182b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce6762e-5f58-4abb-8dfc-b6bc84ccaee2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:51.080147 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fc4b549d-acd3-4346-9550-38d69f182b8a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b54861af4c7045ce8d4e7d57c5c8a63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596880 Aug 16 02:06:51.083100 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57624) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:51.136109 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2184508-0f14-4ec1-9632-cf5cf1b1e328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.164163 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2184508-0f14-4ec1-9632-cf5cf1b1e328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.219167 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2184508-0f14-4ec1-9632-cf5cf1b1e328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.222264 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2184508-0f14-4ec1-9632-cf5cf1b1e328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.226301 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e2184508-0f14-4ec1-9632-cf5cf1b1e328 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5ce6762e-5f58-4abb-8dfc-b6bc84ccaee2 HTTP/1.1" status: 204 len: 168 time: 0.1421633 Aug 16 02:06:51.240311 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2184508-0f14-4ec1-9632-cf5cf1b1e328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce6762e-5f58-4abb-8dfc-b6bc84ccaee2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:52.548660 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57664) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:52.614592 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2b727de9-6dec-4d62-b93d-829e6303049c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.657152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bcc32869-d1f8-4f68-8545-0414f3ebd322 tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1792827267'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:52.657601 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bcc32869-d1f8-4f68-8545-0414f3ebd322 tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] Unknown quota resources ['metering_label']. {{(pid=94673) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:06:52.846477 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bcc32869-d1f8-4f68-8545-0414f3ebd322 tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.847678 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bcc32869-d1f8-4f68-8545-0414f3ebd322 tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2980051 Aug 16 02:06:52.850387 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57668) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:52.854950 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-02df478b-d25a-4c41-b94f-185cf0d6710b tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '820a9c2c-4bfa-4cb6-94fe-34836a58b713'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:52.855438 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-02df478b-d25a-4c41-b94f-185cf0d6710b tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94673) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:06:53.321351 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.347519 n-d-765315-27 neutron-server[94673]: WARNING neutron.services.metering.metering_plugin [None req-02df478b-d25a-4c41-b94f-185cf0d6710b tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 02:06:53.449424 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02df478b-d25a-4c41-b94f-185cf0d6710b tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.450638 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-02df478b-d25a-4c41-b94f-185cf0d6710b tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5991318 Aug 16 02:06:53.454649 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57672) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:53.459391 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-29d08b6a-654e-4e2b-baac-e5b30909c715 tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '820a9c2c-4bfa-4cb6-94fe-34836a58b713'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:53.459918 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-29d08b6a-654e-4e2b-baac-e5b30909c715 tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94672) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:06:53.545988 n-d-765315-27 neutron-server[94672]: WARNING neutron.services.metering.metering_plugin [None req-29d08b6a-654e-4e2b-baac-e5b30909c715 tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 02:06:53.670930 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29d08b6a-654e-4e2b-baac-e5b30909c715 tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.672141 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-29d08b6a-654e-4e2b-baac-e5b30909c715 tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2163041 Aug 16 02:06:53.674740 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57674) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:53.685615 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0cdbec4d-1def-43f1-89cf-08d6008cd52b tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=e453d229-834b-480d-a22f-6fb9cfc822e4 HTTP/1.1" status: 200 len: 464 time: 0.0098388 Aug 16 02:06:53.688103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57676) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:53.790796 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b02422cf-80c1-43ec-a0bd-5fdac9224f12 tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.791935 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b02422cf-80c1-43ec-a0bd-5fdac9224f12 tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-label-rules/e453d229-834b-480d-a22f-6fb9cfc822e4 HTTP/1.1" status: 204 len: 168 time: 0.1029549 Aug 16 02:06:53.794717 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57678) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:53.804141 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fd683652-ec25-4edf-b5dd-8e17d590ac9f tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=e453d229-834b-480d-a22f-6fb9cfc822e4 HTTP/1.1" status: 200 len: 221 time: 0.0082927 Aug 16 02:06:53.807477 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57680) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:53.811676 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9a805a53-eedf-40bb-8234-b20b8e85496f tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2052382335', 'description': 'label created by tempest'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:53.812122 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9a805a53-eedf-40bb-8234-b20b8e85496f tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] Unknown quota resources ['metering_label']. {{(pid=94672) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:06:54.191431 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.275757 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a805a53-eedf-40bb-8234-b20b8e85496f tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.276946 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9a805a53-eedf-40bb-8234-b20b8e85496f tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4685676 Aug 16 02:06:54.279559 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57684) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:54.357726 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-19f05473-cc91-4e56-a7f1-5c198cd2a4e9 tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=4589a7d2-fb45-4c75-adcf-712eca401840 HTTP/1.1" status: 200 len: 468 time: 0.0762370 Aug 16 02:06:54.359457 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57686) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:54.554829 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f978d6c6-f792-4387-8d58-acaa72f1426b tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.556489 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f978d6c6-f792-4387-8d58-acaa72f1426b tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-labels/4589a7d2-fb45-4c75-adcf-712eca401840 HTTP/1.1" status: 204 len: 168 time: 0.1959085 Aug 16 02:06:54.559143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57688) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:54.572315 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-49ff3a9f-4d93-45ab-ad8c-e141ec9b9cfd tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=4589a7d2-fb45-4c75-adcf-712eca401840 HTTP/1.1" status: 200 len: 216 time: 0.0118370 Aug 16 02:06:54.575665 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57690) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:54.584744 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-917626c9-b830-44bb-a1d0-b23ed71d5d9b tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0080361 Aug 16 02:06:54.588477 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57692) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:54.600503 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-607a1080-bfdb-49b4-a15f-64242520a937 tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0110176 Aug 16 02:06:54.604667 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57694) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:54.660921 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1e3777f3-5133-4a19-a67d-2dc7f3c6c5cb tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels/820a9c2c-4bfa-4cb6-94fe-34836a58b713 HTTP/1.1" status: 200 len: 473 time: 0.0528839 Aug 16 02:06:54.661136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57696) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:54.674212 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57698) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:54.674807 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5d3c6781-7746-48cb-b92d-58c536f8b2d2 tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules/cc0b84e9-a1ec-47cf-90cc-eb5e091d9378 HTTP/1.1" status: 200 len: 461 time: 0.0122240 Aug 16 02:06:54.799377 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1dabef47-9666-4f10-b0b3-88cd6d16bf40 tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.803128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57704) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:54.803295 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1dabef47-9666-4f10-b0b3-88cd6d16bf40 tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-label-rules/cc0b84e9-a1ec-47cf-90cc-eb5e091d9378 HTTP/1.1" status: 204 len: 168 time: 0.1272435 Aug 16 02:06:55.004809 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8e97fa7-d558-473c-8638-1376062102c8 tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.005994 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e8e97fa7-d558-473c-8638-1376062102c8 tempest-MeteringTestJSON-1795909212 tempest-MeteringTestJSON-1795909212-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-labels/820a9c2c-4bfa-4cb6-94fe-34836a58b713 HTTP/1.1" status: 204 len: 168 time: 0.2017589 Aug 16 02:06:55.169488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a64c73-f4ab-4430-90b6-240b4bd40fe6 req-b87b67da-24dd-49b1-801d-5af1f30193fc tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:55.171097 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-45a64c73-f4ab-4430-90b6-240b4bd40fe6 req-b87b67da-24dd-49b1-801d-5af1f30193fc tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 946 time: 0.0532637 Aug 16 02:06:55.215877 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-45a64c73-f4ab-4430-90b6-240b4bd40fe6 req-cd2252e8-891d-4d13-ab6d-56248a21afa6 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/security-groups?id=050141ea-1fb1-4c15-aa22-9cf1a6c2e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376623 Aug 16 02:06:55.307743 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57714) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:55.419422 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ed2cb1b-1ea2-43b1-8787-55d1420d9c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.515807 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ed2cb1b-1ea2-43b1-8787-55d1420d9c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.520009 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ed2cb1b-1ea2-43b1-8787-55d1420d9c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.566454 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8ed2cb1b-1ea2-43b1-8787-55d1420d9c5f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6c9945a9df854e9c80c4a624c01a3e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576108 Aug 16 02:06:55.567436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2cb1b-1ea2-43b1-8787-55d1420d9c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65878744-b6cc-4a55-ba0e-2fb25c8b2834,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:55.569107 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57718) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:55.624837 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f4901e8-c0da-4543-b750-77500027cdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.647062 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f4901e8-c0da-4543-b750-77500027cdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.698724 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f4901e8-c0da-4543-b750-77500027cdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.701421 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f4901e8-c0da-4543-b750-77500027cdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.702707 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4f4901e8-c0da-4543-b750-77500027cdad admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/65878744-b6cc-4a55-ba0e-2fb25c8b2834 HTTP/1.1" status: 204 len: 168 time: 0.1325133 Aug 16 02:06:55.712179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4901e8-c0da-4543-b750-77500027cdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65878744-b6cc-4a55-ba0e-2fb25c8b2834,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:55.994739 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57724) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:56.008176 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a662-2428-4b9d-9b12-f68a27fe739e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.019411 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.120206 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a662-2428-4b9d-9b12-f68a27fe739e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.124649 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a662-2428-4b9d-9b12-f68a27fe739e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.170235 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57728) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:56.184203 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c9f9a662-2428-4b9d-9b12-f68a27fe739e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ef8bf0b5478b478f900a232fec9af823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1882677 Aug 16 02:06:56.185255 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9a662-2428-4b9d-9b12-f68a27fe739e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44a4285-97fe-4cd4-a87d-0c4456d78063,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:56.228412 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9216fa10-1f28-4786-8dbf-7cd1a6da10ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.253307 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9216fa10-1f28-4786-8dbf-7cd1a6da10ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.308020 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9216fa10-1f28-4786-8dbf-7cd1a6da10ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.310663 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9216fa10-1f28-4786-8dbf-7cd1a6da10ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.314296 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9216fa10-1f28-4786-8dbf-7cd1a6da10ab admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d44a4285-97fe-4cd4-a87d-0c4456d78063 HTTP/1.1" status: 204 len: 168 time: 0.1403148 Aug 16 02:06:56.319919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216fa10-1f28-4786-8dbf-7cd1a6da10ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44a4285-97fe-4cd4-a87d-0c4456d78063,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:56.626866 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700bb67-33a1-4366-a31b-59402c3868d7 req-9338d818-f4e7-49a3-8478-a62874bfe0b7 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.628646 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4700bb67-33a1-4366-a31b-59402c3868d7 req-9338d818-f4e7-49a3-8478-a62874bfe0b7 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 946 time: 0.3297193 Aug 16 02:06:56.657334 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274d7a0-f903-42da-abe8-b4f9ca4ed678 req-6d5b5016-4cd8-4073-b5b9-63f8b8e8045e tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.660016 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6274d7a0-f903-42da-abe8-b4f9ca4ed678 req-6d5b5016-4cd8-4073-b5b9-63f8b8e8045e tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.73 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 946 time: 0.0618913 Aug 16 02:06:56.677348 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4700bb67-33a1-4366-a31b-59402c3868d7 req-423b0c1e-80f2-44c0-9237-fa342966fa77 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/security-groups?id=050141ea-1fb1-4c15-aa22-9cf1a6c2e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417860 Aug 16 02:06:56.776061 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-6274d7a0-f903-42da-abe8-b4f9ca4ed678 req-d04890eb-0bfc-4a54-bc6d-aec8b1b8e582 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Deleting port 90f1b306-8818-4570-9ab1-ed545c0db8c1 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:56.776403 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6274d7a0-f903-42da-abe8-b4f9ca4ed678 req-d04890eb-0bfc-4a54-bc6d-aec8b1b8e582 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.882423 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6274d7a0-f903-42da-abe8-b4f9ca4ed678 req-d04890eb-0bfc-4a54-bc6d-aec8b1b8e582 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] For port 90f1b306-8818-4570-9ab1-ed545c0db8c1, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=90f1b306-8818-4570-9ab1-ed545c0db8c1,segment=NetworkSegment(0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f),segment_id=0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:56.882423 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6274d7a0-f903-42da-abe8-b4f9ca4ed678 req-d04890eb-0bfc-4a54-bc6d-aec8b1b8e582 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.181099 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6274d7a0-f903-42da-abe8-b4f9ca4ed678 req-d04890eb-0bfc-4a54-bc6d-aec8b1b8e582 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.181446 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6274d7a0-f903-42da-abe8-b4f9ca4ed678 req-d04890eb-0bfc-4a54-bc6d-aec8b1b8e582 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.181683 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [req-6274d7a0-f903-42da-abe8-b4f9ca4ed678 req-d04890eb-0bfc-4a54-bc6d-aec8b1b8e582 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Floating IP 1edb9d8f-681c-44bd-9aa3-5e0ca085ae73 disassociated. External IP: 172.25.3.48, port: 90f1b306-8818-4570-9ab1-ed545c0db8c1. Aug 16 02:06:57.182215 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-6274d7a0-f903-42da-abe8-b4f9ca4ed678 req-d04890eb-0bfc-4a54-bc6d-aec8b1b8e582 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Calling delete_port for 90f1b306-8818-4570-9ab1-ed545c0db8c1 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:57.328759 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6274d7a0-f903-42da-abe8-b4f9ca4ed678 req-d04890eb-0bfc-4a54-bc6d-aec8b1b8e582 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.363031 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04890eb-0bfc-4a54-bc6d-aec8b1b8e582 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Pushing event deleted for resources: {'Port': ['ID=90f1b306-8818-4570-9ab1-ed545c0db8c1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:57.489713 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6274d7a0-f903-42da-abe8-b4f9ca4ed678 req-d04890eb-0bfc-4a54-bc6d-aec8b1b8e582 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Router 0dab7b87-e281-4a0f-9510-14aa76616374 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:57.611318 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6274d7a0-f903-42da-abe8-b4f9ca4ed678 req-d04890eb-0bfc-4a54-bc6d-aec8b1b8e582 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:57.626135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f9e5bd-b2e0-4862-9d81-a3ca774d3c83 None None] Sync routers for ids ['0dab7b87-e281-4a0f-9510-14aa76616374'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:57.638639 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f9e5bd-b2e0-4862-9d81-a3ca774d3c83 None None] Routers {'0dab7b87-e281-4a0f-9510-14aa76616374'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:57.639354 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-29f9e5bd-b2e0-4862-9d81-a3ca774d3c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:06:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['0dab7b87-e281-4a0f-9510-14aa76616374'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:57.653352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-6274d7a0-f903-42da-abe8-b4f9ca4ed678 req-d04890eb-0bfc-4a54-bc6d-aec8b1b8e582 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] No DVR routers for this DVR port 90f1b306-8818-4570-9ab1-ed545c0db8c1 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:57.656267 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6274d7a0-f903-42da-abe8-b4f9ca4ed678 req-d04890eb-0bfc-4a54-bc6d-aec8b1b8e582 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.659316 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6274d7a0-f903-42da-abe8-b4f9ca4ed678 req-d04890eb-0bfc-4a54-bc6d-aec8b1b8e582 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.73 "DELETE /v2.0/ports/90f1b306-8818-4570-9ab1-ed545c0db8c1 HTTP/1.1" status: 204 len: 173 time: 0.9887824 Aug 16 02:06:57.660699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21c6dfd-ccf6-4bdc-9323-a7005556c674', 'name': 'network-vif-deleted', 'tag': '90f1b306-8818-4570-9ab1-ed545c0db8c1'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:57.663225 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bac3b50-2cb1-4ece-b668-f065d3298ab5" -d '{"events": [{"server_uuid": "e21c6dfd-ccf6-4bdc-9323-a7005556c674", "name": "network-vif-deleted", "tag": "90f1b306-8818-4570-9ab1-ed545c0db8c1"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:57.730115 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fcb778-e891-4990-80a7-d34f9cdc91dc x-openstack-request-id: req-d1fcb778-e891-4990-80a7-d34f9cdc91dc {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:57.730413 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21c6dfd-ccf6-4bdc-9323-a7005556c674", "name": "network-vif-deleted", "tag": "90f1b306-8818-4570-9ab1-ed545c0db8c1", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:57.730659 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d1fcb778-e891-4990-80a7-d34f9cdc91dc {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:57.731058 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21c6dfd-ccf6-4bdc-9323-a7005556c674', 'name': 'network-vif-deleted', 'tag': '90f1b306-8818-4570-9ab1-ed545c0db8c1', 'status': 'completed', 'code': 200} Aug 16 02:06:57.766170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57790) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:57.825502 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9038c19-124f-4f5e-bc46-e5b1e8192cd2 req-90d4e3aa-7200-4042-a9b4-e59314e9c183 tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "GET /v2.0/ports?device_id=e21c6dfd-ccf6-4bdc-9323-a7005556c674 HTTP/1.1" status: 200 len: 210 time: 0.0535519 Aug 16 02:06:57.840222 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-29f9e5bd-b2e0-4862-9d81-a3ca774d3c83 None None] Set router 0dab7b87-e281-4a0f-9510-14aa76616374 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:57.926344 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b0d5d2c9-bee3-455a-9376-6f9b3792d77a tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1415772905'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:57.955251 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d2c9-bee3-455a-9376-6f9b3792d77a tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.956444 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d2c9-bee3-455a-9376-6f9b3792d77a tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.019254 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d2c9-bee3-455a-9376-6f9b3792d77a tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.023832 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d2c9-bee3-455a-9376-6f9b3792d77a tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.039357 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d2c9-bee3-455a-9376-6f9b3792d77a tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.043270 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b0d5d2c9-bee3-455a-9376-6f9b3792d77a tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2740808 Aug 16 02:06:58.043477 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57794) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:58.060122 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-29f9e5bd-b2e0-4862-9d81-a3ca774d3c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'name': 'tempest-TestServerBasicOps-469393786-router', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:38Z', 'updated_at': '2021-08-16T02:01:42Z', 'revision_number': 4, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'gw_port': {'id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:39Z', 'updated_at': '2021-08-16T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8b90ec97-a734-4edd-b4e3-453058e39b0e', 'name': '', 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'mac_address': 'fa:16:3e:cb:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'c62c0746-70d3-4cee-8dce-03d37b2c9f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:41Z', 'updated_at': '2021-08-16T02:01:50Z', 'revision_number': 5, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'subnets': [{'id': 'c62c0746-70d3-4cee-8dce-03d37b2c9f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:58.088467 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f9e5bd-b2e0-4862-9d81-a3ca774d3c83 None None] Checking router: 0dab7b87-e281-4a0f-9510-14aa76616374 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:06:58.097326 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f9e5bd-b2e0-4862-9d81-a3ca774d3c83 None None] Routers {'0dab7b87-e281-4a0f-9510-14aa76616374'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:58.098141 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-29f9e5bd-b2e0-4862-9d81-a3ca774d3c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:06:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['0dab7b87-e281-4a0f-9510-14aa76616374'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:58.121650 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69bd97d9-c134-453f-86de-1ae4958eb304 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.225746 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-29f9e5bd-b2e0-4862-9d81-a3ca774d3c83 None None] Set router 0dab7b87-e281-4a0f-9510-14aa76616374 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:58.334016 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69bd97d9-c134-453f-86de-1ae4958eb304 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.336607 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69bd97d9-c134-453f-86de-1ae4958eb304 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.396245 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69bd97d9-c134-453f-86de-1ae4958eb304 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.396883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bd97d9-c134-453f-86de-1ae4958eb304 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3958108a-bbf7-4655-868a-2035730e3243 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:06:58.402505 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69bd97d9-c134-453f-86de-1ae4958eb304 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.404717 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-69bd97d9-c134-453f-86de-1ae4958eb304 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] 10.222.0.68 "DELETE /v2.0/routers/3958108a-bbf7-4655-868a-2035730e3243 HTTP/1.1" status: 204 len: 168 time: 0.3602252 Aug 16 02:06:58.409295 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57798) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:58.414390 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fdc9cb08-5a71-4e98-b0e7-cd8cf2a0f3a6 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Request body: {'router': {'name': 'tempest-router-1850656644', 'distributed': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:58.438294 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fdc9cb08-5a71-4e98-b0e7-cd8cf2a0f3a6 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.439452 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fdc9cb08-5a71-4e98-b0e7-cd8cf2a0f3a6 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.495673 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fdc9cb08-5a71-4e98-b0e7-cd8cf2a0f3a6 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.499883 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fdc9cb08-5a71-4e98-b0e7-cd8cf2a0f3a6 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.512739 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-29f9e5bd-b2e0-4862-9d81-a3ca774d3c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'name': 'tempest-TestServerBasicOps-469393786-router', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:38Z', 'updated_at': '2021-08-16T02:01:42Z', 'revision_number': 4, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'gw_port': {'id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:39Z', 'updated_at': '2021-08-16T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8b90ec97-a734-4edd-b4e3-453058e39b0e', 'name': '', 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'mac_address': 'fa:16:3e:cb:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'c62c0746-70d3-4cee-8dce-03d37b2c9f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:41Z', 'updated_at': '2021-08-16T02:01:50Z', 'revision_number': 5, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'subnets': [{'id': 'c62c0746-70d3-4cee-8dce-03d37b2c9f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:58.513827 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fdc9cb08-5a71-4e98-b0e7-cd8cf2a0f3a6 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.515306 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fdc9cb08-5a71-4e98-b0e7-cd8cf2a0f3a6 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1045179 Aug 16 02:06:58.518099 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57800) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:58.550115 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f9e5bd-b2e0-4862-9d81-a3ca774d3c83 None None] The sync data for ids ['0dab7b87-e281-4a0f-9510-14aa76616374'] in n-d-765315-27 is: [{'id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'name': 'tempest-TestServerBasicOps-469393786-router', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:38Z', 'updated_at': '2021-08-16T02:01:42Z', 'revision_number': 4, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'gw_port': {'id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:39Z', 'updated_at': '2021-08-16T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8b90ec97-a734-4edd-b4e3-453058e39b0e', 'name': '', 'network_id': 'c11ad559-6103-45c1-a6ef-608f106df115', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'mac_address': 'fa:16:3e:cb:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'c62c0746-70d3-4cee-8dce-03d37b2c9f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:41Z', 'updated_at': '2021-08-16T02:01:50Z', 'revision_number': 5, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'subnets': [{'id': 'c62c0746-70d3-4cee-8dce-03d37b2c9f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:58.600590 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5bbd2648-19d7-405f-8331-09bfcb106f32 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.779164 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5bbd2648-19d7-405f-8331-09bfcb106f32 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.782561 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5bbd2648-19d7-405f-8331-09bfcb106f32 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.827719 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5bbd2648-19d7-405f-8331-09bfcb106f32 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.829951 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbd2648-19d7-405f-8331-09bfcb106f32 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2484c7e-8399-4897-b2af-2398c9bc7099 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:06:58.835963 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5bbd2648-19d7-405f-8331-09bfcb106f32 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.837243 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5bbd2648-19d7-405f-8331-09bfcb106f32 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] 10.222.0.68 "DELETE /v2.0/routers/c2484c7e-8399-4897-b2af-2398c9bc7099 HTTP/1.1" status: 204 len: 168 time: 0.3182843 Aug 16 02:06:58.838168 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a1e0c9-eab6-4ec6-863a-2953c3488706 None None] New status for floating IP 1edb9d8f-681c-44bd-9aa3-5e0ca085ae73: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:06:58.840796 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57810) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:58.847118 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7b3e7f36-fcbe-4641-b238-57bfb1ac15ab tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Request body: {'router': {'name': 'tempest-router-1330983737', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bb0c1b1b6d244d4ca83dda388c0f975e'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:58.878923 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57814) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:58.889133 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b3e7f36-fcbe-4641-b238-57bfb1ac15ab tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.893660 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b3e7f36-fcbe-4641-b238-57bfb1ac15ab tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.960502 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b3e7f36-fcbe-4641-b238-57bfb1ac15ab tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.965783 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b3e7f36-fcbe-4641-b238-57bfb1ac15ab tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.982107 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b3e7f36-fcbe-4641-b238-57bfb1ac15ab tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.986712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7b3e7f36-fcbe-4641-b238-57bfb1ac15ab tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1411211 Aug 16 02:06:58.987051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57816) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:58.991754 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-87ed6cec-7494-4f1d-94f8-c6ec0e15beed tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:59.045665 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-dba88342-5419-4afd-b895-5aad9a06772c tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Deleting port da6cff3b-52bc-48c4-b336-c1adf33a98c9 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:59.046061 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dba88342-5419-4afd-b895-5aad9a06772c tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.130291 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dba88342-5419-4afd-b895-5aad9a06772c tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.130709 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dba88342-5419-4afd-b895-5aad9a06772c tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.144255 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-dba88342-5419-4afd-b895-5aad9a06772c tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Calling delete_port for da6cff3b-52bc-48c4-b336-c1adf33a98c9 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:59.306304 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dba88342-5419-4afd-b895-5aad9a06772c tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.341422 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba88342-5419-4afd-b895-5aad9a06772c tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Pushing event deleted for resources: {'Port': ['ID=da6cff3b-52bc-48c4-b336-c1adf33a98c9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:59.410673 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dba88342-5419-4afd-b895-5aad9a06772c tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.414710 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dba88342-5419-4afd-b895-5aad9a06772c tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.418723 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dba88342-5419-4afd-b895-5aad9a06772c tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "DELETE /v2.0/floatingips/1edb9d8f-681c-44bd-9aa3-5e0ca085ae73 HTTP/1.1" status: 204 len: 168 time: 0.5384269 Aug 16 02:06:59.483853 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87ed6cec-7494-4f1d-94f8-c6ec0e15beed tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35475'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.484314 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87ed6cec-7494-4f1d-94f8-c6ec0e15beed tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.511402 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57826) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:59.568191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-87ed6cec-7494-4f1d-94f8-c6ec0e15beed tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94672) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 16 02:06:59.568412 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-87ed6cec-7494-4f1d-94f8-c6ec0e15beed tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Router 9bf41af1-6505-4ed1-9cff-2fa01c0831f1 migrating from provider to provider. {{(pid=94672) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 16 02:06:59.569290 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87ed6cec-7494-4f1d-94f8-c6ec0e15beed tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.572061 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68ee9582-3fdf-4930-a87b-992d272bd6ec tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.574488 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87ed6cec-7494-4f1d-94f8-c6ec0e15beed tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.583963 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87ed6cec-7494-4f1d-94f8-c6ec0e15beed tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669470'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.601616 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68ee9582-3fdf-4930-a87b-992d272bd6ec tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.669597 n-d-765315-27 neutron-server[94672]: WARNING neutron.scheduler.l3_agent_scheduler [None req-87ed6cec-7494-4f1d-94f8-c6ec0e15beed tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] No L3 agents can host the router 9bf41af1-6505-4ed1-9cff-2fa01c0831f1 Aug 16 02:06:59.674774 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68ee9582-3fdf-4930-a87b-992d272bd6ec tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.678789 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68ee9582-3fdf-4930-a87b-992d272bd6ec tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.682969 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-68ee9582-3fdf-4930-a87b-992d272bd6ec tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] 10.222.0.68 "DELETE /v2.0/security-groups/050141ea-1fb1-4c15-aa22-9cf1a6c2e18a HTTP/1.1" status: 204 len: 168 time: 0.1702514 Aug 16 02:06:59.694916 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee9582-3fdf-4930-a87b-992d272bd6ec tempest-TestServerBasicOps-1497638964 tempest-TestServerBasicOps-1497638964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=050141ea-1fb1-4c15-aa22-9cf1a6c2e18a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:59.731460 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57830) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:59.787917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed6cec-7494-4f1d-94f8-c6ec0e15beed tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Hosts for router 9bf41af1-6505-4ed1-9cff-2fa01c0831f1: [] {{(pid=94672) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 16 02:06:59.811117 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed6cec-7494-4f1d-94f8-c6ec0e15beed tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Hosts for other DVR routers connected to router 9bf41af1-6505-4ed1-9cff-2fa01c0831f1: set() {{(pid=94672) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 16 02:06:59.813863 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87ed6cec-7494-4f1d-94f8-c6ec0e15beed tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.817350 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-87ed6cec-7494-4f1d-94f8-c6ec0e15beed tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] 10.222.0.68 "PUT /v2.0/routers/9bf41af1-6505-4ed1-9cff-2fa01c0831f1 HTTP/1.1" status: 200 len: 717 time: 0.8270481 Aug 16 02:06:59.817600 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57834) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:59.893229 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-386310dd-e25e-4d18-86e0-6a07497b8fab tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] 10.222.0.68 "GET /v2.0/routers/9bf41af1-6505-4ed1-9cff-2fa01c0831f1 HTTP/1.1" status: 200 len: 717 time: 0.0741572 Aug 16 02:06:59.895677 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57836) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:00.079643 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e25297df-b595-4ce0-9bf6-95a4dba0c247 tempest-RoutersTestDVR-1740825999 tempest-RoutersTestDVR-1740825999-project] 10.222.0.68 "GET /v2.0/routers/9bf41af1-6505-4ed1-9cff-2fa01c0831f1 HTTP/1.1" status: 200 len: 683 time: 0.1827655 Aug 16 02:07:00.080160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57840) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:00.163524 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2966607d-c37e-4861-b349-ad053d8531f0 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.226698 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-433fc80d-83a4-4cd6-8526-eeff6bd7d042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.337038 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2966607d-c37e-4861-b349-ad053d8531f0 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.339762 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2966607d-c37e-4861-b349-ad053d8531f0 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.385049 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2966607d-c37e-4861-b349-ad053d8531f0 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.386056 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2966607d-c37e-4861-b349-ad053d8531f0 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9bf41af1-6505-4ed1-9cff-2fa01c0831f1 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:07:00.393086 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2966607d-c37e-4861-b349-ad053d8531f0 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.398857 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57842) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:00.399384 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2966607d-c37e-4861-b349-ad053d8531f0 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] 10.222.0.68 "DELETE /v2.0/routers/9bf41af1-6505-4ed1-9cff-2fa01c0831f1 HTTP/1.1" status: 204 len: 168 time: 0.3182921 Aug 16 02:07:00.403827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-65bc1493-d8cf-4bdd-8dfd-3963def3267b tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Request body: {'router': {'name': 'tempest-router-790909963', 'distributed': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:00.439228 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65bc1493-d8cf-4bdd-8dfd-3963def3267b tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.440109 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65bc1493-d8cf-4bdd-8dfd-3963def3267b tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.557939 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65bc1493-d8cf-4bdd-8dfd-3963def3267b tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.566545 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65bc1493-d8cf-4bdd-8dfd-3963def3267b tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.603817 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65bc1493-d8cf-4bdd-8dfd-3963def3267b tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.605503 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-65bc1493-d8cf-4bdd-8dfd-3963def3267b tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2056801 Aug 16 02:07:00.608508 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-433fc80d-83a4-4cd6-8526-eeff6bd7d042 admin admin] Deleting port 8b90ec97-a734-4edd-b4e3-453058e39b0e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:00.609011 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-433fc80d-83a4-4cd6-8526-eeff6bd7d042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.610101 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57846) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:00.700660 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1e59b901-c353-4133-8282-099274a7d839 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.712608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-433fc80d-83a4-4cd6-8526-eeff6bd7d042 admin admin] For port 8b90ec97-a734-4edd-b4e3-453058e39b0e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8b90ec97-a734-4edd-b4e3-453058e39b0e,segment=NetworkSegment(0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f),segment_id=0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:00.713122 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-433fc80d-83a4-4cd6-8526-eeff6bd7d042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.729608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-433fc80d-83a4-4cd6-8526-eeff6bd7d042 admin admin] Calling delete_port for 8b90ec97-a734-4edd-b4e3-453058e39b0e owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:00.895414 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1e59b901-c353-4133-8282-099274a7d839 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.899024 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1e59b901-c353-4133-8282-099274a7d839 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.954571 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1e59b901-c353-4133-8282-099274a7d839 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.955421 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e59b901-c353-4133-8282-099274a7d839 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3cccb67-2506-417d-9935-7bb638f7c759 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:07:00.960736 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1e59b901-c353-4133-8282-099274a7d839 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.966110 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1e59b901-c353-4133-8282-099274a7d839 tempest-RoutersTestDVR-1461440755 tempest-RoutersTestDVR-1461440755-project-admin] 10.222.0.68 "DELETE /v2.0/routers/f3cccb67-2506-417d-9935-7bb638f7c759 HTTP/1.1" status: 204 len: 168 time: 0.3505700 Aug 16 02:07:01.009457 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-433fc80d-83a4-4cd6-8526-eeff6bd7d042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.050138 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fc80d-83a4-4cd6-8526-eeff6bd7d042 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b90ec97-a734-4edd-b4e3-453058e39b0e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:01.104571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 90f1b306-8818-4570-9ab1-ed545c0db8c1 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:01.140585 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 90f1b306-8818-4570-9ab1-ed545c0db8c1 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:01.142788 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 90f1b306-8818-4570-9ab1-ed545c0db8c1 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:01.249500 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57852) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:01.381059 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:07:01.399691 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57053e8d-4c4f-48e0-b945-91210762215f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.503831 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57053e8d-4c4f-48e0-b945-91210762215f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.508773 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57053e8d-4c4f-48e0-b945-91210762215f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.537930 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-433fc80d-83a4-4cd6-8526-eeff6bd7d042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.562504 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-57053e8d-4c4f-48e0-b945-91210762215f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bb0c1b1b6d244d4ca83dda388c0f975e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115778 Aug 16 02:07:01.565158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57858) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:01.567181 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57053e8d-4c4f-48e0-b945-91210762215f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216e66fd-3396-48c2-914f-5def4a55fc4b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:01.706226 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c769cac-e19c-48be-b1cb-429586a33f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.764054 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c769cac-e19c-48be-b1cb-429586a33f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.861025 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433fc80d-83a4-4cd6-8526-eeff6bd7d042 admin admin] Router 0dab7b87-e281-4a0f-9510-14aa76616374 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:01.868743 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c769cac-e19c-48be-b1cb-429586a33f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.871247 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c769cac-e19c-48be-b1cb-429586a33f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.872370 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2c769cac-e19c-48be-b1cb-429586a33f28 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/216e66fd-3396-48c2-914f-5def4a55fc4b HTTP/1.1" status: 204 len: 168 time: 0.3059611 Aug 16 02:07:01.884421 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c769cac-e19c-48be-b1cb-429586a33f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216e66fd-3396-48c2-914f-5def4a55fc4b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:01.997135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433fc80d-83a4-4cd6-8526-eeff6bd7d042 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:02.003836 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-433fc80d-83a4-4cd6-8526-eeff6bd7d042 admin admin] 10.222.0.68 "PUT /v2.0/routers/0dab7b87-e281-4a0f-9510-14aa76616374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2713039 Aug 16 02:07:02.006345 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57864) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:02.009628 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d19805-e004-4bb6-9b49-02a8bc698cde None None] Sync routers for ids ['0dab7b87-e281-4a0f-9510-14aa76616374'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:02.020986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d19805-e004-4bb6-9b49-02a8bc698cde None None] Routers {'0dab7b87-e281-4a0f-9510-14aa76616374'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:02.021729 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e4d19805-e004-4bb6-9b49-02a8bc698cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:06:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['0dab7b87-e281-4a0f-9510-14aa76616374'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:02.134125 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a268db9-ec86-4be9-a80e-1a5f8ed41eea admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.140452 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e4d19805-e004-4bb6-9b49-02a8bc698cde None None] Set router 0dab7b87-e281-4a0f-9510-14aa76616374 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:02.177780 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57866) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:02.193009 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e1c1be1-ec85-40d1-ab9d-76afb1165bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.259053 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a268db9-ec86-4be9-a80e-1a5f8ed41eea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.314186 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e1c1be1-ec85-40d1-ab9d-76afb1165bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.320667 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e1c1be1-ec85-40d1-ab9d-76afb1165bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.332455 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8a268db9-ec86-4be9-a80e-1a5f8ed41eea admin admin] Deleting port 7d698281-97fe-4851-ae43-4c7d827ba615 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:02.332958 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a268db9-ec86-4be9-a80e-1a5f8ed41eea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.359888 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c1be1-ec85-40d1-ab9d-76afb1165bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892276c9-b94e-4149-b281-1aad02f8ba91,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:02.367838 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5e1c1be1-ec85-40d1-ab9d-76afb1165bf1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bb92babb825e4ebe81b96f3395b917da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1888075 Aug 16 02:07:02.368438 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57868) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:02.380180 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e4d19805-e004-4bb6-9b49-02a8bc698cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'name': 'tempest-TestServerBasicOps-469393786-router', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:38Z', 'updated_at': '2021-08-16T02:07:00Z', 'revision_number': 5, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'gw_port': {'id': '7d698281-97fe-4851-ae43-4c7d827ba615', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ca:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:39Z', 'updated_at': '2021-08-16T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:02.414595 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d19805-e004-4bb6-9b49-02a8bc698cde None None] Checking router: 0dab7b87-e281-4a0f-9510-14aa76616374 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:02.423849 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d19805-e004-4bb6-9b49-02a8bc698cde None None] Routers {'0dab7b87-e281-4a0f-9510-14aa76616374'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:02.424472 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e4d19805-e004-4bb6-9b49-02a8bc698cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:06:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['0dab7b87-e281-4a0f-9510-14aa76616374'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:02.427817 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37b22fd9-430f-4783-a69b-96a29144a6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.441196 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8a268db9-ec86-4be9-a80e-1a5f8ed41eea admin admin] For port 7d698281-97fe-4851-ae43-4c7d827ba615, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7d698281-97fe-4851-ae43-4c7d827ba615,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:02.441574 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a268db9-ec86-4be9-a80e-1a5f8ed41eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.450497 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37b22fd9-430f-4783-a69b-96a29144a6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.455589 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8a268db9-ec86-4be9-a80e-1a5f8ed41eea admin admin] Calling delete_port for 7d698281-97fe-4851-ae43-4c7d827ba615 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:02.502321 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37b22fd9-430f-4783-a69b-96a29144a6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.506666 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37b22fd9-430f-4783-a69b-96a29144a6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.510451 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-37b22fd9-430f-4783-a69b-96a29144a6f2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/892276c9-b94e-4149-b281-1aad02f8ba91 HTTP/1.1" status: 204 len: 168 time: 0.1388311 Aug 16 02:07:02.514376 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e4d19805-e004-4bb6-9b49-02a8bc698cde None None] Set router 0dab7b87-e281-4a0f-9510-14aa76616374 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:02.520862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b22fd9-430f-4783-a69b-96a29144a6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892276c9-b94e-4149-b281-1aad02f8ba91,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:02.590012 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e4d19805-e004-4bb6-9b49-02a8bc698cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'name': 'tempest-TestServerBasicOps-469393786-router', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:38Z', 'updated_at': '2021-08-16T02:07:02Z', 'revision_number': 6, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:02.679606 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a268db9-ec86-4be9-a80e-1a5f8ed41eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.725464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a268db9-ec86-4be9-a80e-1a5f8ed41eea admin admin] Pushing event deleted for resources: {'Port': ['ID=7d698281-97fe-4851-ae43-4c7d827ba615,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:02.800575 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d19805-e004-4bb6-9b49-02a8bc698cde None None] The sync data for ids ['0dab7b87-e281-4a0f-9510-14aa76616374'] in n-d-765315-27 is: [{'id': '0dab7b87-e281-4a0f-9510-14aa76616374', 'name': 'tempest-TestServerBasicOps-469393786-router', 'tenant_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:38Z', 'updated_at': '2021-08-16T02:07:02Z', 'revision_number': 6, 'project_id': 'dcf4a63eedb8431cb8f7fb214a78ac67', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:02.803044 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a268db9-ec86-4be9-a80e-1a5f8ed41eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.927030 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a268db9-ec86-4be9-a80e-1a5f8ed41eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.929441 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a268db9-ec86-4be9-a80e-1a5f8ed41eea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.986151 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a268db9-ec86-4be9-a80e-1a5f8ed41eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.986737 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a268db9-ec86-4be9-a80e-1a5f8ed41eea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dab7b87-e281-4a0f-9510-14aa76616374 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:07:02.991860 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a268db9-ec86-4be9-a80e-1a5f8ed41eea admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.995700 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8a268db9-ec86-4be9-a80e-1a5f8ed41eea admin admin] 10.222.0.68 "DELETE /v2.0/routers/0dab7b87-e281-4a0f-9510-14aa76616374 HTTP/1.1" status: 204 len: 168 time: 0.9875672 Aug 16 02:07:02.996043 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57894) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:03.055221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a882c8-ceea-488b-981d-437872be823f admin admin] Deleting subnet c62c0746-70d3-4cee-8dce-03d37b2c9f17 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:03.058614 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50a882c8-ceea-488b-981d-437872be823f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.099921 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50a882c8-ceea-488b-981d-437872be823f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.194700 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50a882c8-ceea-488b-981d-437872be823f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.271005 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50a882c8-ceea-488b-981d-437872be823f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.308653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a882c8-ceea-488b-981d-437872be823f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c62c0746-70d3-4cee-8dce-03d37b2c9f17,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:03.315994 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50a882c8-ceea-488b-981d-437872be823f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.318109 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-50a882c8-ceea-488b-981d-437872be823f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c62c0746-70d3-4cee-8dce-03d37b2c9f17 HTTP/1.1" status: 204 len: 168 time: 0.3209264 Aug 16 02:07:03.320722 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57904) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:03.324581 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98a3da2-842d-431b-9821-39023ea0eb66 None None] Network c11ad559-6103-45c1-a6ef-608f106df115 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:03.419767 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.478715 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] Deleting port 51725096-ce1f-4c0c-b7d0-70b5c6443408 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:03.479143 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.494762 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57908) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:03.552245 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] For port 51725096-ce1f-4c0c-b7d0-70b5c6443408, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=51725096-ce1f-4c0c-b7d0-70b5c6443408,segment=NetworkSegment(0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f),segment_id=0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:03.552626 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.568791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] Calling delete_port for 51725096-ce1f-4c0c-b7d0-70b5c6443408 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:03.607466 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-804dc89d-d98d-4af7-aa58-29f5ddd0b190 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1886568730'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:03.632348 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804dc89d-d98d-4af7-aa58-29f5ddd0b190 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Made reservation on behalf of 44ba00d627c34afea308b53469e13d2a for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:03.639903 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-804dc89d-d98d-4af7-aa58-29f5ddd0b190 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.654288 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-804dc89d-d98d-4af7-aa58-29f5ddd0b190 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.660659 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.669617 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3a2260-54b2-4757-8f38-7311c304a40d None None] DHCP port deletion for c11ad559-6103-45c1-a6ef-608f106df115 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:07:03.696158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=51725096-ce1f-4c0c-b7d0-70b5c6443408,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:03.698376 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] No DVR routers for this DVR port 51725096-ce1f-4c0c-b7d0-70b5c6443408 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:03.778765 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.788894 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-804dc89d-d98d-4af7-aa58-29f5ddd0b190 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.793327 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-804dc89d-d98d-4af7-aa58-29f5ddd0b190 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.795314 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11ad559-6103-45c1-a6ef-608f106df115']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:03.815442 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:03.815442 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac0d13e-331a-4cd9-bcd2-c90b0a67eb8f') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:03.818143 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.826208 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804dc89d-d98d-4af7-aa58-29f5ddd0b190 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f73971b-8923-44ba-93c3-40a603225f44,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:03.839508 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804dc89d-d98d-4af7-aa58-29f5ddd0b190 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:03.845968 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.855417 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-804dc89d-d98d-4af7-aa58-29f5ddd0b190 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.856123 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-804dc89d-d98d-4af7-aa58-29f5ddd0b190 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Added segment 93d8f5fc-1318-4139-8516-2f7a5da8141a of type vlan for network 2ab053c1-5d94-4c15-879f-97c6833cd74d Aug 16 02:07:03.859959 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:03.862486 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:03.864363 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:03.913304 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-804dc89d-d98d-4af7-aa58-29f5ddd0b190 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.928113 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.933876 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.936802 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] 10.222.0.68 "DELETE /v2.0/networks/c11ad559-6103-45c1-a6ef-608f106df115 HTTP/1.1" status: 204 len: 168 time: 0.6150732 Aug 16 02:07:03.946551 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57912) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:03.957530 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c4a98-db2f-42b6-8e17-9a5dd8fc0e58 admin admin] Pushing event deleted for resources: {'Network': ['ID=c11ad559-6103-45c1-a6ef-608f106df115,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:03.998877 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-804dc89d-d98d-4af7-aa58-29f5ddd0b190 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.004590 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804dc89d-d98d-4af7-aa58-29f5ddd0b190 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:04.005190 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-804dc89d-d98d-4af7-aa58-29f5ddd0b190 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.114877 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-804dc89d-d98d-4af7-aa58-29f5ddd0b190 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6188285 Aug 16 02:07:04.117870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57916) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:04.123501 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2a8b2235-c764-484f-986a-fe0e8aecf7cc tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Request body: {'subnet': {'network_id': '2ab053c1-5d94-4c15-879f-97c6833cd74d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:04.134379 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804dc89d-d98d-4af7-aa58-29f5ddd0b190 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event updated for resources: {'Network': ['ID=2ab053c1-5d94-4c15-879f-97c6833cd74d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:04.148605 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 2ab053c1-5d94-4c15-879f-97c6833cd74d details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:04.267901 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8b2235-c764-484f-986a-fe0e8aecf7cc tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Made reservation on behalf of 44ba00d627c34afea308b53469e13d2a for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:04.271495 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a8b2235-c764-484f-986a-fe0e8aecf7cc tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.375939 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 51725096-ce1f-4c0c-b7d0-70b5c6443408 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:04.397671 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 51725096-ce1f-4c0c-b7d0-70b5c6443408 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:04.398329 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 51725096-ce1f-4c0c-b7d0-70b5c6443408 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:04.398938 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7d698281-97fe-4851-ae43-4c7d827ba615 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:04.424936 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 7d698281-97fe-4851-ae43-4c7d827ba615 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:04.425586 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7d698281-97fe-4851-ae43-4c7d827ba615 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:04.426105 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8b90ec97-a734-4edd-b4e3-453058e39b0e no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:04.448440 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 8b90ec97-a734-4edd-b4e3-453058e39b0e {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:04.449212 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8b90ec97-a734-4edd-b4e3-453058e39b0e not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:04.470673 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e546398f-3633-4689-a070-8e1eddb56214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.499061 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a8b2235-c764-484f-986a-fe0e8aecf7cc tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.560073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b2235-c764-484f-986a-fe0e8aecf7cc tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event updated for resources: {'Subnet': ['ID=0bbff3c7-3ada-41ca-90d1-2ba9bee853fb,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:04.577890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8b2235-c764-484f-986a-fe0e8aecf7cc tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Checking segment: {'id': '93d8f5fc-1318-4139-8516-2f7a5da8141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2ab053c1-5d94-4c15-879f-97c6833cd74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:04.578505 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8b2235-c764-484f-986a-fe0e8aecf7cc tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Network hostable DHCP agents. Network: 2ab053c1-5d94-4c15-879f-97c6833cd74d, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:04.597423 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8b2235-c764-484f-986a-fe0e8aecf7cc tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Network 2ab053c1-5d94-4c15-879f-97c6833cd74d is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:04.608091 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2a8b2235-c764-484f-986a-fe0e8aecf7cc tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 2ab053c1-5d94-4c15-879f-97c6833cd74d) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:04.616832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8b2235-c764-484f-986a-fe0e8aecf7cc tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:04.618034 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a8b2235-c764-484f-986a-fe0e8aecf7cc tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.618571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e30c2f-57b0-4b3a-bcb5-5af3d54578e1 None None] Network 2ab053c1-5d94-4c15-879f-97c6833cd74d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:04.639048 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2a8b2235-c764-484f-986a-fe0e8aecf7cc tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5175347 Aug 16 02:07:04.639389 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57918) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:04.644991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-00a45d9b-17cd-4726-9e5f-14c28834d382 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Request body: {'port': {'network_id': '2ab053c1-5d94-4c15-879f-97c6833cd74d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-270879760'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:04.770889 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e546398f-3633-4689-a070-8e1eddb56214 admin admin] Deleting port e8201ed4-a090-4e85-bdd2-ab7e02f8e67e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:04.771214 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e546398f-3633-4689-a070-8e1eddb56214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.785500 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a45d9b-17cd-4726-9e5f-14c28834d382 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Made reservation on behalf of 44ba00d627c34afea308b53469e13d2a for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:04.789387 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00a45d9b-17cd-4726-9e5f-14c28834d382 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.810867 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-2ab053c1-5d94-4c15-879f-97c6833cd74d', 'network_id': '2ab053c1-5d94-4c15-879f-97c6833cd74d', 'tenant_id': '44ba00d627c34afea308b53469e13d2a', 'fixed_ips': [{'subnet_id': '0bbff3c7-3ada-41ca-90d1-2ba9bee853fb'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:04.811444 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-00a45d9b-17cd-4726-9e5f-14c28834d382 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] device_id is not set on port c671c337-4995-4abc-ae30-a086645026ec yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:07:04.812303 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.883560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-e546398f-3633-4689-a070-8e1eddb56214 admin admin] For port e8201ed4-a090-4e85-bdd2-ab7e02f8e67e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=e8201ed4-a090-4e85-bdd2-ab7e02f8e67e,segment=NetworkSegment(9927a4da-98bb-4f26-b200-d4a36a980765),segment_id=9927a4da-98bb-4f26-b200-d4a36a980765)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:04.883823 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e546398f-3633-4689-a070-8e1eddb56214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.900807 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e546398f-3633-4689-a070-8e1eddb56214 admin admin] Calling delete_port for e8201ed4-a090-4e85-bdd2-ab7e02f8e67e owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:04.950756 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-00a45d9b-17cd-4726-9e5f-14c28834d382 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Allocated IP 2001:db8::343 (2ab053c1-5d94-4c15-879f-97c6833cd74d/0bbff3c7-3ada-41ca-90d1-2ba9bee853fb/c671c337-4995-4abc-ae30-a086645026ec) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:05.116215 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e546398f-3633-4689-a070-8e1eddb56214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.128062 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00a45d9b-17cd-4726-9e5f-14c28834d382 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.143015 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546398f-3633-4689-a070-8e1eddb56214 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8201ed4-a090-4e85-bdd2-ab7e02f8e67e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:05.150412 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-00a45d9b-17cd-4726-9e5f-14c28834d382 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Transition to ACTIVE for port object c671c337-4995-4abc-ae30-a086645026ec will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:05.200267 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00a45d9b-17cd-4726-9e5f-14c28834d382 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.272741 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Allocated IP 2001:db8::2 (2ab053c1-5d94-4c15-879f-97c6833cd74d/0bbff3c7-3ada-41ca-90d1-2ba9bee853fb/fca2d067-d28a-4c34-8c60-a00513004154) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:05.277956 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a45d9b-17cd-4726-9e5f-14c28834d382 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Network 2ab053c1-5d94-4c15-879f-97c6833cd74d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:05.282630 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-00a45d9b-17cd-4726-9e5f-14c28834d382 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:05.289505 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a45d9b-17cd-4726-9e5f-14c28834d382 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:05.295727 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a45d9b-17cd-4726-9e5f-14c28834d382 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.297606 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00a45d9b-17cd-4726-9e5f-14c28834d382 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.308954 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a45d9b-17cd-4726-9e5f-14c28834d382 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event updated for resources: {'Port': ['ID=c671c337-4995-4abc-ae30-a086645026ec,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:05.337411 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57924) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:05.339096 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-00a45d9b-17cd-4726-9e5f-14c28834d382 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6982648 Aug 16 02:07:05.342886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-78ea04c0-3e12-41d4-a96d-8f9971fdf47d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Request body: {'port': {'network_id': '2ab053c1-5d94-4c15-879f-97c6833cd74d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1477160343', 'allowed_address_pairs': [{'ip_address': '2001:db8::343', 'mac_address': 'fa:16:3e:c0:12:0b'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:05.523554 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.533008 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Transition to ACTIVE for port object fca2d067-d28a-4c34-8c60-a00513004154 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:05.551418 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Transition to ACTIVE for port object fca2d067-d28a-4c34-8c60-a00513004154 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:05.559398 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.609369 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Network 2ab053c1-5d94-4c15-879f-97c6833cd74d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:05.614321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:05.618954 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:05.635020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57928) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:05.661668 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Pushing event updated for resources: {'Port': ['ID=fca2d067-d28a-4c34-8c60-a00513004154,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:05.696980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Attempting to bind port fca2d067-d28a-4c34-8c60-a00513004154 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:05.697381 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Attempting to bind port fca2d067-d28a-4c34-8c60-a00513004154 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '93d8f5fc-1318-4139-8516-2f7a5da8141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2ab053c1-5d94-4c15-879f-97c6833cd74d'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:05.697868 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Attempting to bind port fca2d067-d28a-4c34-8c60-a00513004154 on network 2ab053c1-5d94-4c15-879f-97c6833cd74d {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:05.704297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:05.704798 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Checking segment: {'id': '93d8f5fc-1318-4139-8516-2f7a5da8141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2ab053c1-5d94-4c15-879f-97c6833cd74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:05.705316 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.705827 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Bound using segment: {'id': '93d8f5fc-1318-4139-8516-2f7a5da8141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2ab053c1-5d94-4c15-879f-97c6833cd74d'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:05.706520 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Bound port: fca2d067-d28a-4c34-8c60-a00513004154, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d8f5fc-1318-4139-8516-2f7a5da8141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2ab053c1-5d94-4c15-879f-97c6833cd74d'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:05.707270 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.774071 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e546398f-3633-4689-a070-8e1eddb56214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.785461 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] For port fca2d067-d28a-4c34-8c60-a00513004154, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:05.790846 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] For port fca2d067-d28a-4c34-8c60-a00513004154, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=fca2d067-d28a-4c34-8c60-a00513004154,segment=NetworkSegment(93d8f5fc-1318-4139-8516-2f7a5da8141a),segment_id=93d8f5fc-1318-4139-8516-2f7a5da8141a)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:05.798420 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.849682 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b5a3eee-213d-4ff9-a2aa-930a8c1086b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.868206 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1ad15-6fcb-4308-8767-a46664cfddc4 None None] Pushing event updated for resources: {'Port': ['ID=fca2d067-d28a-4c34-8c60-a00513004154,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:05.900566 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ea04c0-3e12-41d4-a96d-8f9971fdf47d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Made reservation on behalf of 44ba00d627c34afea308b53469e13d2a for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:06.064749 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b5a3eee-213d-4ff9-a2aa-930a8c1086b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.069669 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b5a3eee-213d-4ff9-a2aa-930a8c1086b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.081345 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78ea04c0-3e12-41d4-a96d-8f9971fdf47d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.114366 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-78ea04c0-3e12-41d4-a96d-8f9971fdf47d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] device_id is not set on port c42ad997-633a-4fc4-a36a-32c231dd52c7 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:07:06.114618 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a3eee-213d-4ff9-a2aa-930a8c1086b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc17c93-4e26-4ed9-8ac8-8457deb2d502,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:06.133283 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9b5a3eee-213d-4ff9-a2aa-930a8c1086b3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fb3bf8c1c5664cd79ff056d2bdc5ad2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4965973 Aug 16 02:07:06.141857 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57932) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:06.179394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e546398f-3633-4689-a070-8e1eddb56214 admin admin] Router ac4aa52c-9437-4630-be68-0d7ae492901b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:06.225658 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bf07ac4-2f0e-4706-93ad-e17f09805b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.260317 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bf07ac4-2f0e-4706-93ad-e17f09805b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.325896 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bf07ac4-2f0e-4706-93ad-e17f09805b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.333575 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bf07ac4-2f0e-4706-93ad-e17f09805b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.337269 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9bf07ac4-2f0e-4706-93ad-e17f09805b7b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ecc17c93-4e26-4ed9-8ac8-8457deb2d502 HTTP/1.1" status: 204 len: 168 time: 0.1923585 Aug 16 02:07:06.344758 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf07ac4-2f0e-4706-93ad-e17f09805b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc17c93-4e26-4ed9-8ac8-8457deb2d502,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:06.385794 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-78ea04c0-3e12-41d4-a96d-8f9971fdf47d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Allocated IP 2001:db8::3a6 (2ab053c1-5d94-4c15-879f-97c6833cd74d/0bbff3c7-3ada-41ca-90d1-2ba9bee853fb/c42ad997-633a-4fc4-a36a-32c231dd52c7) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:06.418801 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e546398f-3633-4689-a070-8e1eddb56214 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:06.428660 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e546398f-3633-4689-a070-8e1eddb56214 admin admin] 10.222.0.68 "PUT /v2.0/routers/ac4aa52c-9437-4630-be68-0d7ae492901b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4789121 Aug 16 02:07:06.429821 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57936) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:06.438771 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973930ff-b199-438f-b031-cc31c7de0ca3 None None] Sync routers for ids ['ac4aa52c-9437-4630-be68-0d7ae492901b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:06.454948 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973930ff-b199-438f-b031-cc31c7de0ca3 None None] Routers {'ac4aa52c-9437-4630-be68-0d7ae492901b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:06.455882 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-973930ff-b199-438f-b031-cc31c7de0ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:06:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ac4aa52c-9437-4630-be68-0d7ae492901b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:06.587004 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fca2d067-d28a-4c34-8c60-a00513004154 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:06.645639 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39c51473-117a-427e-9fed-c50064ef18d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.648597 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-973930ff-b199-438f-b031-cc31c7de0ca3 None None] Set router ac4aa52c-9437-4630-be68-0d7ae492901b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:06.685037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port fca2d067-d28a-4c34-8c60-a00513004154 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:06.724859 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78ea04c0-3e12-41d4-a96d-8f9971fdf47d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.759685 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-78ea04c0-3e12-41d4-a96d-8f9971fdf47d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Transition to ACTIVE for port object c42ad997-633a-4fc4-a36a-32c231dd52c7 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:06.843084 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78ea04c0-3e12-41d4-a96d-8f9971fdf47d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.938330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea04c0-3e12-41d4-a96d-8f9971fdf47d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event updated for resources: {'Port': ['ID=c42ad997-633a-4fc4-a36a-32c231dd52c7,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:06.945047 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea04c0-3e12-41d4-a96d-8f9971fdf47d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Network 2ab053c1-5d94-4c15-879f-97c6833cd74d is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:06.947382 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-78ea04c0-3e12-41d4-a96d-8f9971fdf47d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:06.956911 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ea04c0-3e12-41d4-a96d-8f9971fdf47d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:06.967755 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ea04c0-3e12-41d4-a96d-8f9971fdf47d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:06.972620 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78ea04c0-3e12-41d4-a96d-8f9971fdf47d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.005716 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-973930ff-b199-438f-b031-cc31c7de0ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'name': 'tempest-TestServerBasicOps-351352866-router', 'tenant_id': '5cad05cc31d94814b68fed8ddea0bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '8ef78ff8-4501-4902-b74e-a39f87437510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:44Z', 'updated_at': '2021-08-16T02:07:05Z', 'revision_number': 5, 'project_id': '5cad05cc31d94814b68fed8ddea0bce7', 'gw_port': {'id': '8ef78ff8-4501-4902-b74e-a39f87437510', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:45Z', 'updated_at': '2021-08-16T02:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:07.007030 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-78ea04c0-3e12-41d4-a96d-8f9971fdf47d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.6681664 Aug 16 02:07:07.008209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57948) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:07.043857 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973930ff-b199-438f-b031-cc31c7de0ca3 None None] Checking router: ac4aa52c-9437-4630-be68-0d7ae492901b for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:07.053902 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973930ff-b199-438f-b031-cc31c7de0ca3 None None] Routers {'ac4aa52c-9437-4630-be68-0d7ae492901b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:07.054870 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-973930ff-b199-438f-b031-cc31c7de0ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:06:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ac4aa52c-9437-4630-be68-0d7ae492901b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:07.104929 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9166622a-293f-4255-900e-c12a4fe3b86f tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:07.111425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9166622a-293f-4255-900e-c12a4fe3b86f tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:07.129872 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9166622a-293f-4255-900e-c12a4fe3b86f tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:07.146024 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9166622a-293f-4255-900e-c12a4fe3b86f tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1330729 Aug 16 02:07:07.146275 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57950) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:07.216942 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39c51473-117a-427e-9fed-c50064ef18d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.287928 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-39c51473-117a-427e-9fed-c50064ef18d2 admin admin] Deleting port 8ef78ff8-4501-4902-b74e-a39f87437510 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:07.288273 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39c51473-117a-427e-9fed-c50064ef18d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.303550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88439550-5e94-4ba3-930e-a5c46bbcff36 None None] Network 2ab053c1-5d94-4c15-879f-97c6833cd74d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:07.312641 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-68fea9c5-ab17-4d9a-ae18-e8a3f57369f4 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Deleting port c42ad997-633a-4fc4-a36a-32c231dd52c7 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:07.313584 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68fea9c5-ab17-4d9a-ae18-e8a3f57369f4 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.374263 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-973930ff-b199-438f-b031-cc31c7de0ca3 None None] Set router ac4aa52c-9437-4630-be68-0d7ae492901b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:07.379502 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-938dd30b-afb8-43d2-8334-44e01a5a8ddd None None] Provisioning for port fca2d067-d28a-4c34-8c60-a00513004154 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:07.389799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-938dd30b-afb8-43d2-8334-44e01a5a8ddd None None] Provisioning complete for port fca2d067-d28a-4c34-8c60-a00513004154 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:07.393067 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-938dd30b-afb8-43d2-8334-44e01a5a8ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.416754 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68fea9c5-ab17-4d9a-ae18-e8a3f57369f4 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.436217 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-68fea9c5-ab17-4d9a-ae18-e8a3f57369f4 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Calling delete_port for c42ad997-633a-4fc4-a36a-32c231dd52c7 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:07.457277 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-39c51473-117a-427e-9fed-c50064ef18d2 admin admin] For port 8ef78ff8-4501-4902-b74e-a39f87437510, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8ef78ff8-4501-4902-b74e-a39f87437510,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:07.457653 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39c51473-117a-427e-9fed-c50064ef18d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.473216 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-39c51473-117a-427e-9fed-c50064ef18d2 admin admin] Calling delete_port for 8ef78ff8-4501-4902-b74e-a39f87437510 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:07.569810 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.603772 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-938dd30b-afb8-43d2-8334-44e01a5a8ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.635774 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68fea9c5-ab17-4d9a-ae18-e8a3f57369f4 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.654850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-938dd30b-afb8-43d2-8334-44e01a5a8ddd None None] For port fca2d067-d28a-4c34-8c60-a00513004154, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=fca2d067-d28a-4c34-8c60-a00513004154,segment=NetworkSegment(93d8f5fc-1318-4139-8516-2f7a5da8141a),segment_id=93d8f5fc-1318-4139-8516-2f7a5da8141a)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:07.668665 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-938dd30b-afb8-43d2-8334-44e01a5a8ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.671626 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-973930ff-b199-438f-b031-cc31c7de0ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'name': 'tempest-TestServerBasicOps-351352866-router', 'tenant_id': '5cad05cc31d94814b68fed8ddea0bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '8ef78ff8-4501-4902-b74e-a39f87437510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:44Z', 'updated_at': '2021-08-16T02:07:05Z', 'revision_number': 5, 'project_id': '5cad05cc31d94814b68fed8ddea0bce7', 'gw_port': {'id': '8ef78ff8-4501-4902-b74e-a39f87437510', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:45Z', 'updated_at': '2021-08-16T02:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:07.677470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fea9c5-ab17-4d9a-ae18-e8a3f57369f4 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event deleted for resources: {'Port': ['ID=c42ad997-633a-4fc4-a36a-32c231dd52c7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:07.749857 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973930ff-b199-438f-b031-cc31c7de0ca3 None None] The sync data for ids ['ac4aa52c-9437-4630-be68-0d7ae492901b'] in n-d-765315-27 is: [{'id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'name': 'tempest-TestServerBasicOps-351352866-router', 'tenant_id': '5cad05cc31d94814b68fed8ddea0bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '8ef78ff8-4501-4902-b74e-a39f87437510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:44Z', 'updated_at': '2021-08-16T02:07:05Z', 'revision_number': 5, 'project_id': '5cad05cc31d94814b68fed8ddea0bce7', 'gw_port': {'id': '8ef78ff8-4501-4902-b74e-a39f87437510', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4aa52c-9437-4630-be68-0d7ae492901b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:45Z', 'updated_at': '2021-08-16T02:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:07.768647 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938dd30b-afb8-43d2-8334-44e01a5a8ddd None None] Pushing event updated for resources: {'Port': ['ID=fca2d067-d28a-4c34-8c60-a00513004154,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:07.835215 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39c51473-117a-427e-9fed-c50064ef18d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.877028 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c51473-117a-427e-9fed-c50064ef18d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef78ff8-4501-4902-b74e-a39f87437510,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:07.881252 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68fea9c5-ab17-4d9a-ae18-e8a3f57369f4 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.883481 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-68fea9c5-ab17-4d9a-ae18-e8a3f57369f4 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "DELETE /v2.0/ports/c42ad997-633a-4fc4-a36a-32c231dd52c7 HTTP/1.1" status: 204 len: 168 time: 0.7362280 Aug 16 02:07:07.886087 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57970) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:07.933412 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7622dcb-79a6-4d6f-8a9a-dfefb469f688 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] GET failed (client error): The resource could not be found. Aug 16 02:07:07.935141 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c7622dcb-79a6-4d6f-8a9a-dfefb469f688 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "GET /v2.0/ports/c42ad997-633a-4fc4-a36a-32c231dd52c7 HTTP/1.1" status: 404 len: 333 time: 0.0449679 Aug 16 02:07:07.940405 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57974) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:07.955695 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-dc96d710-fbcd-43cf-8384-fbe855c8199c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Request body: {'port': {'network_id': '2ab053c1-5d94-4c15-879f-97c6833cd74d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1591851141'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:08.040193 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-76558fee-8f73-44ab-b07c-efc1efe1a814 None None] Provisioning complete for port fca2d067-d28a-4c34-8c60-a00513004154 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:08.040644 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76558fee-8f73-44ab-b07c-efc1efe1a814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.055216 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39c51473-117a-427e-9fed-c50064ef18d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.187451 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39c51473-117a-427e-9fed-c50064ef18d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.190088 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-76558fee-8f73-44ab-b07c-efc1efe1a814 None None] Provisioning for port c671c337-4995-4abc-ae30-a086645026ec completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:08.191476 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39c51473-117a-427e-9fed-c50064ef18d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.195894 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-76558fee-8f73-44ab-b07c-efc1efe1a814 None None] Provisioning complete for port c671c337-4995-4abc-ae30-a086645026ec triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:08.196269 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76558fee-8f73-44ab-b07c-efc1efe1a814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.266127 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39c51473-117a-427e-9fed-c50064ef18d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.267337 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c51473-117a-427e-9fed-c50064ef18d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac4aa52c-9437-4630-be68-0d7ae492901b {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:07:08.273249 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39c51473-117a-427e-9fed-c50064ef18d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.275002 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-39c51473-117a-427e-9fed-c50064ef18d2 admin admin] 10.222.0.68 "DELETE /v2.0/routers/ac4aa52c-9437-4630-be68-0d7ae492901b HTTP/1.1" status: 204 len: 168 time: 1.8441257 Aug 16 02:07:08.277590 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 57982) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:08.281881 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.283348 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-76558fee-8f73-44ab-b07c-efc1efe1a814 None None] Port c671c337-4995-4abc-ae30-a086645026ec cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:08.287364 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-76558fee-8f73-44ab-b07c-efc1efe1a814 None None] Could not find standard attr ID for object c42ad997-633a-4fc4-a36a-32c231dd52c7. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:07:08.325302 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc96d710-fbcd-43cf-8384-fbe855c8199c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Made reservation on behalf of 44ba00d627c34afea308b53469e13d2a for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:08.329149 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc96d710-fbcd-43cf-8384-fbe855c8199c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.363601 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-dc96d710-fbcd-43cf-8384-fbe855c8199c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] device_id is not set on port 99867634-80ea-4090-acfa-b5739247a9ec yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:07:08.381147 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13434fd-b9b8-47fe-bf18-7737376d0542 admin admin] Deleting subnet 8c669fdd-2fff-428a-9a07-c3d6829f918e {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:08.386201 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a13434fd-b9b8-47fe-bf18-7737376d0542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.439735 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6381436d-de24-4d43-b386-35ed5197a360 None None] Provisioning complete for port c671c337-4995-4abc-ae30-a086645026ec triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:08.440276 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6381436d-de24-4d43-b386-35ed5197a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.473572 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a13434fd-b9b8-47fe-bf18-7737376d0542 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.564326 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6381436d-de24-4d43-b386-35ed5197a360 None None] Port c671c337-4995-4abc-ae30-a086645026ec cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:08.567915 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fca2d067-d28a-4c34-8c60-a00513004154 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:08.596959 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-dc96d710-fbcd-43cf-8384-fbe855c8199c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Allocated IP 2001:db8::4a (2ab053c1-5d94-4c15-879f-97c6833cd74d/0bbff3c7-3ada-41ca-90d1-2ba9bee853fb/99867634-80ea-4090-acfa-b5739247a9ec) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:08.653371 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a13434fd-b9b8-47fe-bf18-7737376d0542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.696495 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port fca2d067-d28a-4c34-8c60-a00513004154 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:08.697007 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.805052 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c9b07ad9-ed6d-4c8b-b154-d5f83a51317a None None] Could not find standard attr ID for object c42ad997-633a-4fc4-a36a-32c231dd52c7. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:07:08.829612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e8201ed4-a090-4e85-bdd2-ab7e02f8e67e no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:08.854982 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: e8201ed4-a090-4e85-bdd2-ab7e02f8e67e {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:08.855862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e8201ed4-a090-4e85-bdd2-ab7e02f8e67e not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:08.856017 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a13434fd-b9b8-47fe-bf18-7737376d0542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.913534 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a13434fd-b9b8-47fe-bf18-7737376d0542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.918070 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a13434fd-b9b8-47fe-bf18-7737376d0542 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8c669fdd-2fff-428a-9a07-c3d6829f918e HTTP/1.1" status: 204 len: 168 time: 0.6393998 Aug 16 02:07:08.920630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 57994) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:08.923530 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13434fd-b9b8-47fe-bf18-7737376d0542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c669fdd-2fff-428a-9a07-c3d6829f918e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:08.925192 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d626c3-f1e4-40e7-b6e8-62b35eb26011 None None] Network 10361d43-9766-4b2c-ab8d-c51781f5d165 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:08.979017 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc96d710-fbcd-43cf-8384-fbe855c8199c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.995523 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dc96d710-fbcd-43cf-8384-fbe855c8199c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Transition to ACTIVE for port object 99867634-80ea-4090-acfa-b5739247a9ec will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:09.032397 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.036336 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc96d710-fbcd-43cf-8384-fbe855c8199c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.104255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] Deleting port 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:09.104895 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.116111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96d710-fbcd-43cf-8384-fbe855c8199c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event updated for resources: {'Port': ['ID=99867634-80ea-4090-acfa-b5739247a9ec,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:09.131740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc96d710-fbcd-43cf-8384-fbe855c8199c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Network 2ab053c1-5d94-4c15-879f-97c6833cd74d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:09.133369 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-dc96d710-fbcd-43cf-8384-fbe855c8199c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:09.136070 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96d710-fbcd-43cf-8384-fbe855c8199c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:09.142584 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc96d710-fbcd-43cf-8384-fbe855c8199c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.143254 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc96d710-fbcd-43cf-8384-fbe855c8199c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.168598 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dc96d710-fbcd-43cf-8384-fbe855c8199c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2262902 Aug 16 02:07:09.170840 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58002) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:09.176637 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] DHCP port deletion for 10361d43-9766-4b2c-ab8d-c51781f5d165 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:07:09.181972 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2ce8ef6a-e793-4bc8-bc05-45f3dfdb6040 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::343', 'mac_address': 'fa:16:3e:c0:12:0b'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:09.213200 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] For port 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6a1ee59c-96c8-4d22-a3a8-a0c07d204d11,segment=NetworkSegment(9927a4da-98bb-4f26-b200-d4a36a980765),segment_id=9927a4da-98bb-4f26-b200-d4a36a980765)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:09.213621 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.233478 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] Calling delete_port for 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:09.263938 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] Deleting port 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:09.264456 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.377991 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.389979 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] For port 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6a1ee59c-96c8-4d22-a3a8-a0c07d204d11,segment=NetworkSegment(9927a4da-98bb-4f26-b200-d4a36a980765),segment_id=9927a4da-98bb-4f26-b200-d4a36a980765)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:09.390389 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.403326 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ce8ef6a-e793-4bc8-bc05-45f3dfdb6040 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.406312 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] Calling delete_port for 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:09.425094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] Pushing event deleted for resources: {'Port': ['ID=6a1ee59c-96c8-4d22-a3a8-a0c07d204d11,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:09.428739 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] No DVR routers for this DVR port 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:09.491545 n-d-765315-27 neutron-server[94674]: self.session.flush() Aug 16 02:07:09.504406 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.521494 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.532279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10361d43-9766-4b2c-ab8d-c51781f5d165']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:09.544342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9927a4da-98bb-4f26-b200-d4a36a980765') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:09.544569 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] Pushing event deleted for resources: {'Port': ['ID=6a1ee59c-96c8-4d22-a3a8-a0c07d204d11,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:09.544947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9927a4da-98bb-4f26-b200-d4a36a980765') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:09.547743 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] No DVR routers for this DVR port 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:09.557911 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.561667 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:09.562238 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:09.562847 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:09.563405 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:09.563689 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:09.564016 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:09.564534 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:09.565164 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:09.565672 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:09.566521 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:09.567044 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:09.567553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dcbd1d-3aa3-4273-b179-0d653f60d3cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:09.572082 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cb8dd3ad-652b-4056-bbaa-e11174b35c58 None None] Provisioning for port 99867634-80ea-4090-acfa-b5739247a9ec completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:09.576640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cb8dd3ad-652b-4056-bbaa-e11174b35c58 None None] Provisioning complete for port 99867634-80ea-4090-acfa-b5739247a9ec triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:09.577188 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cb8dd3ad-652b-4056-bbaa-e11174b35c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.583624 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.592926 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:09.593512 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.616752 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-cb8dd3ad-652b-4056-bbaa-e11174b35c58 None None] Port 99867634-80ea-4090-acfa-b5739247a9ec cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:09.634702 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:09.662116 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.669288 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.681084 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] 10.222.0.68 "DELETE /v2.0/networks/10361d43-9766-4b2c-ab8d-c51781f5d165 HTTP/1.1" status: 204 len: 168 time: 0.7592933 Aug 16 02:07:09.691353 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be4e2e-8634-46af-9a7b-ce72d1a8cf0e admin admin] Pushing event deleted for resources: {'Network': ['ID=10361d43-9766-4b2c-ab8d-c51781f5d165,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:09.721188 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ce8ef6a-e793-4bc8-bc05-45f3dfdb6040 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.726130 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ce8ef6a-e793-4bc8-bc05-45f3dfdb6040 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.778816 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2ce8ef6a-e793-4bc8-bc05-45f3dfdb6040 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] In _notify_port_updated(), no bound segment for port 99867634-80ea-4090-acfa-b5739247a9ec on network 2ab053c1-5d94-4c15-879f-97c6833cd74d {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:07:09.786411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce8ef6a-e793-4bc8-bc05-45f3dfdb6040 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.787181 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ce8ef6a-e793-4bc8-bc05-45f3dfdb6040 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.788615 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2ce8ef6a-e793-4bc8-bc05-45f3dfdb6040 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "PUT /v2.0/ports/99867634-80ea-4090-acfa-b5739247a9ec HTTP/1.1" status: 200 len: 1002 time: 0.6152375 Aug 16 02:07:09.791615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58010) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:09.801720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8ef6a-e793-4bc8-bc05-45f3dfdb6040 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event updated for resources: {'Port': ['ID=99867634-80ea-4090-acfa-b5739247a9ec,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:09.894008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58014) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:09.939851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-97a3645b-6771-4d26-b03c-f974b9076821 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Deleting port 99867634-80ea-4090-acfa-b5739247a9ec {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:09.940542 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97a3645b-6771-4d26-b03c-f974b9076821 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.028674 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-07fe65f0-b67b-4983-bc19-a0ba8ff44a49 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dcf4a63eedb8431cb8f7fb214a78ac67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306112 Aug 16 02:07:10.028890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58016) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:10.070706 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97a3645b-6771-4d26-b03c-f974b9076821 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.091247 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-97a3645b-6771-4d26-b03c-f974b9076821 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Calling delete_port for 99867634-80ea-4090-acfa-b5739247a9ec owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:10.140648 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-697061f0-7c88-43b8-a838-856d1ee755d1 None None] Provisioning complete for port 99867634-80ea-4090-acfa-b5739247a9ec triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:10.141700 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-697061f0-7c88-43b8-a838-856d1ee755d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.147379 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48d6676d-9b11-4caf-be5b-bdc266ee1af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.177241 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-697061f0-7c88-43b8-a838-856d1ee755d1 None None] Port 99867634-80ea-4090-acfa-b5739247a9ec cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:10.181530 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48d6676d-9b11-4caf-be5b-bdc266ee1af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.263001 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48d6676d-9b11-4caf-be5b-bdc266ee1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.266215 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48d6676d-9b11-4caf-be5b-bdc266ee1af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.267304 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-48d6676d-9b11-4caf-be5b-bdc266ee1af2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/be2e4a74-52d3-4ea3-a937-87483c3f6bf0 HTTP/1.1" status: 204 len: 168 time: 0.2375121 Aug 16 02:07:10.283487 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6676d-9b11-4caf-be5b-bdc266ee1af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2e4a74-52d3-4ea3-a937-87483c3f6bf0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:10.295227 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97a3645b-6771-4d26-b03c-f974b9076821 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.331136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3645b-6771-4d26-b03c-f974b9076821 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event deleted for resources: {'Port': ['ID=99867634-80ea-4090-acfa-b5739247a9ec,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:10.435087 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:10.448823 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97a3645b-6771-4d26-b03c-f974b9076821 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.454570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58020) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:10.456086 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-97a3645b-6771-4d26-b03c-f974b9076821 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "DELETE /v2.0/ports/99867634-80ea-4090-acfa-b5739247a9ec HTTP/1.1" status: 204 len: 168 time: 0.6631296 Aug 16 02:07:10.482484 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:10.482819 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6a1ee59c-96c8-4d22-a3a8-a0c07d204d11 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:10.483407 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8ef78ff8-4501-4902-b74e-a39f87437510 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:10.491430 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c28943-f8c8-4609-9d36-15de667fa45c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] GET failed (client error): The resource could not be found. Aug 16 02:07:10.498108 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58022) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:10.504470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a4fbf0e5-1a5e-448c-a542-e7d9b17c19de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Request body: {'port': {'network_id': '2ab053c1-5d94-4c15-879f-97c6833cd74d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1675581986'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:10.509396 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-55c28943-f8c8-4609-9d36-15de667fa45c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "GET /v2.0/ports/99867634-80ea-4090-acfa-b5739247a9ec HTTP/1.1" status: 404 len: 333 time: 0.0379627 Aug 16 02:07:10.541344 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 8ef78ff8-4501-4902-b74e-a39f87437510 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:10.541939 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8ef78ff8-4501-4902-b74e-a39f87437510 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:10.665460 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fbf0e5-1a5e-448c-a542-e7d9b17c19de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Made reservation on behalf of 44ba00d627c34afea308b53469e13d2a for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:10.669318 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4fbf0e5-1a5e-448c-a542-e7d9b17c19de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.689390 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-a4fbf0e5-1a5e-448c-a542-e7d9b17c19de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] device_id is not set on port 5a7a4c2e-bcd3-42da-9912-f8710032f791 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:07:10.736538 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58026) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:10.779374 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e315442a-c763-40d2-aa2d-6454fa80ac81 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5cad05cc31d94814b68fed8ddea0bce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414126 Aug 16 02:07:10.780637 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58030) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:10.834636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-a4fbf0e5-1a5e-448c-a542-e7d9b17c19de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Allocated IP 2001:db8::159 (2ab053c1-5d94-4c15-879f-97c6833cd74d/0bbff3c7-3ada-41ca-90d1-2ba9bee853fb/5a7a4c2e-bcd3-42da-9912-f8710032f791) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:10.851695 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f03c190-bdb3-4372-b914-1d520f6785c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.886897 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f03c190-bdb3-4372-b914-1d520f6785c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.962581 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f03c190-bdb3-4372-b914-1d520f6785c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.965259 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f03c190-bdb3-4372-b914-1d520f6785c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.966470 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5f03c190-bdb3-4372-b914-1d520f6785c9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3a2dae22-ed19-4d5f-9020-c9813a5e37c0 HTTP/1.1" status: 204 len: 168 time: 0.1838422 Aug 16 02:07:10.975690 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03c190-bdb3-4372-b914-1d520f6785c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2dae22-ed19-4d5f-9020-c9813a5e37c0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:11.055798 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4fbf0e5-1a5e-448c-a542-e7d9b17c19de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.073693 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-a4fbf0e5-1a5e-448c-a542-e7d9b17c19de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Transition to ACTIVE for port object 5a7a4c2e-bcd3-42da-9912-f8710032f791 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:11.113750 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4fbf0e5-1a5e-448c-a542-e7d9b17c19de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.165791 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fbf0e5-1a5e-448c-a542-e7d9b17c19de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Network 2ab053c1-5d94-4c15-879f-97c6833cd74d is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:11.180104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbf0e5-1a5e-448c-a542-e7d9b17c19de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event updated for resources: {'Port': ['ID=5a7a4c2e-bcd3-42da-9912-f8710032f791,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:11.191104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a4fbf0e5-1a5e-448c-a542-e7d9b17c19de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:11.194097 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fbf0e5-1a5e-448c-a542-e7d9b17c19de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:11.203822 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fbf0e5-1a5e-448c-a542-e7d9b17c19de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:11.205885 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4fbf0e5-1a5e-448c-a542-e7d9b17c19de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.239301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58046) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:11.240143 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a4fbf0e5-1a5e-448c-a542-e7d9b17c19de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7401211 Aug 16 02:07:11.254277 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8b0ca3b3-f568-4e50-a3f5-630ac40d84ee tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c0:12:0b'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:11.361685 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b0ca3b3-f568-4e50-a3f5-630ac40d84ee tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.522588 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1ca0e75f-aafb-47cc-b9c9-efb24fbca8bb None None] Provisioning for port 5a7a4c2e-bcd3-42da-9912-f8710032f791 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:11.548259 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1ca0e75f-aafb-47cc-b9c9-efb24fbca8bb None None] Provisioning complete for port 5a7a4c2e-bcd3-42da-9912-f8710032f791 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:11.548727 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ca0e75f-aafb-47cc-b9c9-efb24fbca8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.602708 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1ca0e75f-aafb-47cc-b9c9-efb24fbca8bb None None] Port 5a7a4c2e-bcd3-42da-9912-f8710032f791 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:11.622123 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b0ca3b3-f568-4e50-a3f5-630ac40d84ee tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.630790 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b0ca3b3-f568-4e50-a3f5-630ac40d84ee tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.668621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8b0ca3b3-f568-4e50-a3f5-630ac40d84ee tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] In _notify_port_updated(), no bound segment for port 5a7a4c2e-bcd3-42da-9912-f8710032f791 on network 2ab053c1-5d94-4c15-879f-97c6833cd74d {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:07:11.675403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0ca3b3-f568-4e50-a3f5-630ac40d84ee tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:11.676093 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b0ca3b3-f568-4e50-a3f5-630ac40d84ee tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.680263 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8b0ca3b3-f568-4e50-a3f5-630ac40d84ee tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "PUT /v2.0/ports/5a7a4c2e-bcd3-42da-9912-f8710032f791 HTTP/1.1" status: 200 len: 1003 time: 0.4371138 Aug 16 02:07:11.680622 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58050) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:11.770199 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ca3b3-f568-4e50-a3f5-630ac40d84ee tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event updated for resources: {'Port': ['ID=5a7a4c2e-bcd3-42da-9912-f8710032f791,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:11.805457 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ad4aa064-0468-4dd5-8dcd-7a6187799bce tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Deleting port 5a7a4c2e-bcd3-42da-9912-f8710032f791 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:11.805830 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad4aa064-0468-4dd5-8dcd-7a6187799bce tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.900220 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad4aa064-0468-4dd5-8dcd-7a6187799bce tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.912331 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ad4aa064-0468-4dd5-8dcd-7a6187799bce tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Calling delete_port for 5a7a4c2e-bcd3-42da-9912-f8710032f791 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:11.926825 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-43405570-6476-406a-95e5-0bbb572c0104 None None] Provisioning complete for port 5a7a4c2e-bcd3-42da-9912-f8710032f791 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:11.927306 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-43405570-6476-406a-95e5-0bbb572c0104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.964952 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-43405570-6476-406a-95e5-0bbb572c0104 None None] Port 5a7a4c2e-bcd3-42da-9912-f8710032f791 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:12.053731 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad4aa064-0468-4dd5-8dcd-7a6187799bce tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.087949 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4aa064-0468-4dd5-8dcd-7a6187799bce tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event deleted for resources: {'Port': ['ID=5a7a4c2e-bcd3-42da-9912-f8710032f791,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:12.124093 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad4aa064-0468-4dd5-8dcd-7a6187799bce tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.127823 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ad4aa064-0468-4dd5-8dcd-7a6187799bce tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "DELETE /v2.0/ports/5a7a4c2e-bcd3-42da-9912-f8710032f791 HTTP/1.1" status: 204 len: 168 time: 0.4462712 Aug 16 02:07:12.131089 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58064) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:12.159288 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db29087-646d-44ca-aea7-5f55820a5050 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] GET failed (client error): The resource could not be found. Aug 16 02:07:12.161166 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6db29087-646d-44ca-aea7-5f55820a5050 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "GET /v2.0/ports/5a7a4c2e-bcd3-42da-9912-f8710032f791 HTTP/1.1" status: 404 len: 333 time: 0.0290699 Aug 16 02:07:12.164986 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58066) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:12.170438 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6edc661f-6b49-4d72-9b21-63291b25bb0d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Request body: {'port': {'network_id': '2ab053c1-5d94-4c15-879f-97c6833cd74d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-9992368'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:12.311265 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edc661f-6b49-4d72-9b21-63291b25bb0d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Made reservation on behalf of 44ba00d627c34afea308b53469e13d2a for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:12.315628 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6edc661f-6b49-4d72-9b21-63291b25bb0d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.335941 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-6edc661f-6b49-4d72-9b21-63291b25bb0d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] device_id is not set on port 55a623b4-ec15-452a-8154-5e0a4ab67f07 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:07:12.458988 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-6edc661f-6b49-4d72-9b21-63291b25bb0d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Allocated IP 2001:db8::161 (2ab053c1-5d94-4c15-879f-97c6833cd74d/0bbff3c7-3ada-41ca-90d1-2ba9bee853fb/55a623b4-ec15-452a-8154-5e0a4ab67f07) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:12.622194 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6edc661f-6b49-4d72-9b21-63291b25bb0d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.644225 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6edc661f-6b49-4d72-9b21-63291b25bb0d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Transition to ACTIVE for port object 55a623b4-ec15-452a-8154-5e0a4ab67f07 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:12.695001 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6edc661f-6b49-4d72-9b21-63291b25bb0d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.768642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edc661f-6b49-4d72-9b21-63291b25bb0d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Network 2ab053c1-5d94-4c15-879f-97c6833cd74d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:12.777135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-6edc661f-6b49-4d72-9b21-63291b25bb0d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:12.782777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edc661f-6b49-4d72-9b21-63291b25bb0d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:12.788857 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edc661f-6b49-4d72-9b21-63291b25bb0d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.790382 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6edc661f-6b49-4d72-9b21-63291b25bb0d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.799276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc661f-6b49-4d72-9b21-63291b25bb0d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event updated for resources: {'Port': ['ID=55a623b4-ec15-452a-8154-5e0a4ab67f07,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:12.811309 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6edc661f-6b49-4d72-9b21-63291b25bb0d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.6450584 Aug 16 02:07:12.813919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58068) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:12.819155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9ad3ff85-c56f-4937-8b9a-e58afc96506d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Request body: {'port': {'network_id': '2ab053c1-5d94-4c15-879f-97c6833cd74d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-563226759'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:12.964890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad3ff85-c56f-4937-8b9a-e58afc96506d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Made reservation on behalf of 44ba00d627c34afea308b53469e13d2a for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:12.968475 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ad3ff85-c56f-4937-8b9a-e58afc96506d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.991211 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-9ad3ff85-c56f-4937-8b9a-e58afc96506d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] device_id is not set on port 9ae655dc-ac95-4d44-8440-2945a0860a6d yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:07:13.097204 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ed6e56d8-17e0-405e-bfa4-c175f3ee885f None None] Provisioning for port 55a623b4-ec15-452a-8154-5e0a4ab67f07 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:13.101434 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ed6e56d8-17e0-405e-bfa4-c175f3ee885f None None] Provisioning complete for port 55a623b4-ec15-452a-8154-5e0a4ab67f07 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:13.102045 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ed6e56d8-17e0-405e-bfa4-c175f3ee885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.121638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-9ad3ff85-c56f-4937-8b9a-e58afc96506d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Allocated IP 2001:db8::1e7 (2ab053c1-5d94-4c15-879f-97c6833cd74d/0bbff3c7-3ada-41ca-90d1-2ba9bee853fb/9ae655dc-ac95-4d44-8440-2945a0860a6d) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:13.139851 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ed6e56d8-17e0-405e-bfa4-c175f3ee885f None None] Port 55a623b4-ec15-452a-8154-5e0a4ab67f07 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:13.275761 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ad3ff85-c56f-4937-8b9a-e58afc96506d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.290887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-9ad3ff85-c56f-4937-8b9a-e58afc96506d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Transition to ACTIVE for port object 9ae655dc-ac95-4d44-8440-2945a0860a6d will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:13.333580 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ad3ff85-c56f-4937-8b9a-e58afc96506d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.372711 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad3ff85-c56f-4937-8b9a-e58afc96506d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Network 2ab053c1-5d94-4c15-879f-97c6833cd74d is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:13.376484 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9ad3ff85-c56f-4937-8b9a-e58afc96506d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:13.380281 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3ff85-c56f-4937-8b9a-e58afc96506d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:13.386029 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad3ff85-c56f-4937-8b9a-e58afc96506d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:13.386934 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ad3ff85-c56f-4937-8b9a-e58afc96506d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.407190 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3ff85-c56f-4937-8b9a-e58afc96506d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event updated for resources: {'Port': ['ID=9ae655dc-ac95-4d44-8440-2945a0860a6d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:13.412188 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9ad3ff85-c56f-4937-8b9a-e58afc96506d tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5971735 Aug 16 02:07:13.416826 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58072) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:13.426409 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-67b847b7-9a51-4c6e-b1b9-0541c5fd39de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::343', 'mac_address': 'fa:16:3e:c0:12:0b'}, {'ip_address': '2001:db8::161', 'mac_address': 'fa:16:3e:36:8a:3b'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:13.587794 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-67b847b7-9a51-4c6e-b1b9-0541c5fd39de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.669325 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-21368fb5-9359-45c2-b614-ea77c9090419 None None] Provisioning for port 9ae655dc-ac95-4d44-8440-2945a0860a6d completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:13.675567 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-21368fb5-9359-45c2-b614-ea77c9090419 None None] Provisioning complete for port 9ae655dc-ac95-4d44-8440-2945a0860a6d triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:13.676095 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21368fb5-9359-45c2-b614-ea77c9090419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.720524 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-21368fb5-9359-45c2-b614-ea77c9090419 None None] Port 9ae655dc-ac95-4d44-8440-2945a0860a6d cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:13.804390 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-67b847b7-9a51-4c6e-b1b9-0541c5fd39de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.809906 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-67b847b7-9a51-4c6e-b1b9-0541c5fd39de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.845117 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-67b847b7-9a51-4c6e-b1b9-0541c5fd39de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] In _notify_port_updated(), no bound segment for port 9ae655dc-ac95-4d44-8440-2945a0860a6d on network 2ab053c1-5d94-4c15-879f-97c6833cd74d {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:07:13.850536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b847b7-9a51-4c6e-b1b9-0541c5fd39de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:13.851155 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-67b847b7-9a51-4c6e-b1b9-0541c5fd39de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.855688 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-67b847b7-9a51-4c6e-b1b9-0541c5fd39de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "PUT /v2.0/ports/9ae655dc-ac95-4d44-8440-2945a0860a6d HTTP/1.1" status: 200 len: 1067 time: 0.4344387 Aug 16 02:07:13.855688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58074) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:13.898855 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b847b7-9a51-4c6e-b1b9-0541c5fd39de tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event updated for resources: {'Port': ['ID=9ae655dc-ac95-4d44-8440-2945a0860a6d,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:13.968039 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-56776fe5-06ec-4a59-8607-896225537640 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Deleting port 9ae655dc-ac95-4d44-8440-2945a0860a6d {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:13.968390 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56776fe5-06ec-4a59-8607-896225537640 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.061560 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56776fe5-06ec-4a59-8607-896225537640 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.073778 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-56776fe5-06ec-4a59-8607-896225537640 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Calling delete_port for 9ae655dc-ac95-4d44-8440-2945a0860a6d owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:14.144155 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-134ef39d-facf-48a9-a7e0-8ae7578b31d9 None None] Provisioning complete for port 9ae655dc-ac95-4d44-8440-2945a0860a6d triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:14.144693 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-134ef39d-facf-48a9-a7e0-8ae7578b31d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.184164 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-134ef39d-facf-48a9-a7e0-8ae7578b31d9 None None] Port 9ae655dc-ac95-4d44-8440-2945a0860a6d cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:14.214354 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56776fe5-06ec-4a59-8607-896225537640 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.263980 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56776fe5-06ec-4a59-8607-896225537640 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event deleted for resources: {'Port': ['ID=9ae655dc-ac95-4d44-8440-2945a0860a6d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:14.444759 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56776fe5-06ec-4a59-8607-896225537640 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.449548 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-56776fe5-06ec-4a59-8607-896225537640 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "DELETE /v2.0/ports/9ae655dc-ac95-4d44-8440-2945a0860a6d HTTP/1.1" status: 204 len: 168 time: 0.5906758 Aug 16 02:07:14.450056 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58080) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:14.484211 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-643da945-4689-416b-ba5b-998cb40025f2 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] GET failed (client error): The resource could not be found. Aug 16 02:07:14.488888 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58082) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:14.489040 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-643da945-4689-416b-ba5b-998cb40025f2 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "GET /v2.0/ports/9ae655dc-ac95-4d44-8440-2945a0860a6d HTTP/1.1" status: 404 len: 333 time: 0.0371721 Aug 16 02:07:14.608474 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a4c75-f2dc-4838-a105-5ce4a1431ec9 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Deleting port 55a623b4-ec15-452a-8154-5e0a4ab67f07 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:14.608979 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3a7a4c75-f2dc-4838-a105-5ce4a1431ec9 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.702034 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3a7a4c75-f2dc-4838-a105-5ce4a1431ec9 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.714730 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a4c75-f2dc-4838-a105-5ce4a1431ec9 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Calling delete_port for 55a623b4-ec15-452a-8154-5e0a4ab67f07 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:14.849807 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3a7a4c75-f2dc-4838-a105-5ce4a1431ec9 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.882287 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a4c75-f2dc-4838-a105-5ce4a1431ec9 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event deleted for resources: {'Port': ['ID=55a623b4-ec15-452a-8154-5e0a4ab67f07,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:14.905539 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3a7a4c75-f2dc-4838-a105-5ce4a1431ec9 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.910518 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3a7a4c75-f2dc-4838-a105-5ce4a1431ec9 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "DELETE /v2.0/ports/55a623b4-ec15-452a-8154-5e0a4ab67f07 HTTP/1.1" status: 204 len: 168 time: 0.4175074 Aug 16 02:07:14.910985 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58090) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:14.936662 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-33dff3f4-f0e1-44b2-9f35-6ea37eca4d3e tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] GET failed (client error): The resource could not be found. Aug 16 02:07:14.940994 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-33dff3f4-f0e1-44b2-9f35-6ea37eca4d3e tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "GET /v2.0/ports/55a623b4-ec15-452a-8154-5e0a4ab67f07 HTTP/1.1" status: 404 len: 333 time: 0.0277376 Aug 16 02:07:14.945209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58092) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:15.043221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cf16c3e4-0c12-4b29-a9a6-e55171cc749c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Deleting port c671c337-4995-4abc-ae30-a086645026ec {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:15.043639 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf16c3e4-0c12-4b29-a9a6-e55171cc749c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.133884 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf16c3e4-0c12-4b29-a9a6-e55171cc749c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.147096 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cf16c3e4-0c12-4b29-a9a6-e55171cc749c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Calling delete_port for c671c337-4995-4abc-ae30-a086645026ec owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:15.288207 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf16c3e4-0c12-4b29-a9a6-e55171cc749c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.316532 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16c3e4-0c12-4b29-a9a6-e55171cc749c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event deleted for resources: {'Port': ['ID=c671c337-4995-4abc-ae30-a086645026ec,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:15.344330 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf16c3e4-0c12-4b29-a9a6-e55171cc749c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.346317 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cf16c3e4-0c12-4b29-a9a6-e55171cc749c tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "DELETE /v2.0/ports/c671c337-4995-4abc-ae30-a086645026ec HTTP/1.1" status: 204 len: 168 time: 0.4000909 Aug 16 02:07:15.348704 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58094) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:15.401400 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4bce1f-feb3-4699-b3fd-582fe536a846 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Deleting subnet 0bbff3c7-3ada-41ca-90d1-2ba9bee853fb {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:15.404682 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f4bce1f-feb3-4699-b3fd-582fe536a846 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.445480 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f4bce1f-feb3-4699-b3fd-582fe536a846 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.819630 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f4bce1f-feb3-4699-b3fd-582fe536a846 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.879286 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f4bce1f-feb3-4699-b3fd-582fe536a846 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.906427 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bce1f-feb3-4699-b3fd-582fe536a846 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event deleted for resources: {'Subnet': ['ID=0bbff3c7-3ada-41ca-90d1-2ba9bee853fb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:15.910217 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f4bce1f-feb3-4699-b3fd-582fe536a846 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.914496 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6f4bce1f-feb3-4699-b3fd-582fe536a846 tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "DELETE /v2.0/subnets/0bbff3c7-3ada-41ca-90d1-2ba9bee853fb HTTP/1.1" status: 204 len: 168 time: 0.5624633 Aug 16 02:07:15.914768 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58112) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:15.920233 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9727146e-135b-4110-bd0b-9db45bc022f6 None None] Network 2ab053c1-5d94-4c15-879f-97c6833cd74d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:16.013331 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.071348 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Deleting port fca2d067-d28a-4c34-8c60-a00513004154 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:16.071687 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.133158 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32ecb83-83c9-49d4-b55a-fc8b3ab1e5a6 None None] DHCP port deletion for 2ab053c1-5d94-4c15-879f-97c6833cd74d request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:07:16.150856 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] For port fca2d067-d28a-4c34-8c60-a00513004154, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=fca2d067-d28a-4c34-8c60-a00513004154,segment=NetworkSegment(93d8f5fc-1318-4139-8516-2f7a5da8141a),segment_id=93d8f5fc-1318-4139-8516-2f7a5da8141a)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:16.151240 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.165553 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Calling delete_port for fca2d067-d28a-4c34-8c60-a00513004154 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:16.183612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e32ecb83-83c9-49d4-b55a-fc8b3ab1e5a6 None None] Deleting port fca2d067-d28a-4c34-8c60-a00513004154 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:16.183988 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e32ecb83-83c9-49d4-b55a-fc8b3ab1e5a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.254740 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e32ecb83-83c9-49d4-b55a-fc8b3ab1e5a6 None None] For port fca2d067-d28a-4c34-8c60-a00513004154, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=fca2d067-d28a-4c34-8c60-a00513004154,segment=NetworkSegment(93d8f5fc-1318-4139-8516-2f7a5da8141a),segment_id=93d8f5fc-1318-4139-8516-2f7a5da8141a)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:16.255187 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e32ecb83-83c9-49d4-b55a-fc8b3ab1e5a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.260768 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.268962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e32ecb83-83c9-49d4-b55a-fc8b3ab1e5a6 None None] Calling delete_port for fca2d067-d28a-4c34-8c60-a00513004154 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:16.287793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event deleted for resources: {'Port': ['ID=fca2d067-d28a-4c34-8c60-a00513004154,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:16.291574 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] No DVR routers for this DVR port fca2d067-d28a-4c34-8c60-a00513004154 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:16.373808 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e32ecb83-83c9-49d4-b55a-fc8b3ab1e5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.381561 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.392600 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab053c1-5d94-4c15-879f-97c6833cd74d']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:16.399385 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fca2d067-d28a-4c34-8c60-a00513004154 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:16.404114 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ecb83-83c9-49d4-b55a-fc8b3ab1e5a6 None None] Pushing event deleted for resources: {'Port': ['ID=fca2d067-d28a-4c34-8c60-a00513004154,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:16.405428 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d8f5fc-1318-4139-8516-2f7a5da8141a') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:16.405729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d8f5fc-1318-4139-8516-2f7a5da8141a') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:16.416031 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.424752 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: fca2d067-d28a-4c34-8c60-a00513004154 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:16.425096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fca2d067-d28a-4c34-8c60-a00513004154 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:16.426656 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32ecb83-83c9-49d4-b55a-fc8b3ab1e5a6 None None] No DVR routers for this DVR port fca2d067-d28a-4c34-8c60-a00513004154 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:16.430850 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.438583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:16.439098 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:16.442456 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:16.503279 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.512087 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.512804 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] 10.222.0.68 "DELETE /v2.0/networks/2ab053c1-5d94-4c15-879f-97c6833cd74d HTTP/1.1" status: 204 len: 168 time: 0.5972695 Aug 16 02:07:16.529972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435455e-f331-4d17-b11d-37786278a39b tempest-AllowedAddressPairIpV6TestJSON-1886385642 tempest-AllowedAddressPairIpV6TestJSON-1886385642-project] Pushing event deleted for resources: {'Network': ['ID=2ab053c1-5d94-4c15-879f-97c6833cd74d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:16.768679 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58120) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:16.906962 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1ebbffb5-3359-4465-b1d3-28e286c66248 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=44ba00d627c34afea308b53469e13d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362514 Aug 16 02:07:16.909551 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58124) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:16.972216 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36653662-9c8a-425b-bfd1-1dfabb6e317d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.993368 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36653662-9c8a-425b-bfd1-1dfabb6e317d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.048310 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36653662-9c8a-425b-bfd1-1dfabb6e317d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.052291 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36653662-9c8a-425b-bfd1-1dfabb6e317d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.056069 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-36653662-9c8a-425b-bfd1-1dfabb6e317d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2f73971b-8923-44ba-93c3-40a603225f44 HTTP/1.1" status: 204 len: 168 time: 0.1429584 Aug 16 02:07:17.065420 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36653662-9c8a-425b-bfd1-1dfabb6e317d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f73971b-8923-44ba-93c3-40a603225f44,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:17.788548 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58148) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:17.887642 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-383a59db-deac-4648-bcbd-3bd558532d98 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1807434423'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:17.912202 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383a59db-deac-4648-bcbd-3bd558532d98 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Made reservation on behalf of 12fbd1ef24ba40b5b0512683ddcb7634 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:17.915696 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-383a59db-deac-4648-bcbd-3bd558532d98 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.924697 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-383a59db-deac-4648-bcbd-3bd558532d98 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.022190 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-383a59db-deac-4648-bcbd-3bd558532d98 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.028178 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-383a59db-deac-4648-bcbd-3bd558532d98 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.052127 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383a59db-deac-4648-bcbd-3bd558532d98 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:18.067906 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a59db-deac-4648-bcbd-3bd558532d98 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bf5a1b-158d-4cf8-a79a-862d962f7965,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:18.071190 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-383a59db-deac-4648-bcbd-3bd558532d98 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.071527 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-383a59db-deac-4648-bcbd-3bd558532d98 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Added segment 885de913-f5ed-4f77-94af-3f967372d6a5 of type vlan for network ec252859-617f-4919-960c-0d4b165eee3d Aug 16 02:07:18.115028 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-383a59db-deac-4648-bcbd-3bd558532d98 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.149599 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-383a59db-deac-4648-bcbd-3bd558532d98 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.157348 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383a59db-deac-4648-bcbd-3bd558532d98 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.158038 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-383a59db-deac-4648-bcbd-3bd558532d98 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.234537 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-383a59db-deac-4648-bcbd-3bd558532d98 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4445503 Aug 16 02:07:18.255512 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a59db-deac-4648-bcbd-3bd558532d98 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Network': ['ID=ec252859-617f-4919-960c-0d4b165eee3d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:18.268823 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network ec252859-617f-4919-960c-0d4b165eee3d details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:18.649534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58164) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:18.764088 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b472d918-c357-492e-be44-650cf55bf0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.875955 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b472d918-c357-492e-be44-650cf55bf0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.880345 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b472d918-c357-492e-be44-650cf55bf0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.921383 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472d918-c357-492e-be44-650cf55bf0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663a6d2b-c5bf-4d81-bc11-841a5666e880,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:18.926131 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b472d918-c357-492e-be44-650cf55bf0c9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=67af54cd216140749b5af3f32b53baa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2753813 Aug 16 02:07:18.928850 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58168) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:18.982997 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3851a346-1178-4a17-b403-23f42d01b091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.006155 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3851a346-1178-4a17-b403-23f42d01b091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.059343 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3851a346-1178-4a17-b403-23f42d01b091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.063568 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3851a346-1178-4a17-b403-23f42d01b091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.064759 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3851a346-1178-4a17-b403-23f42d01b091 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/663a6d2b-c5bf-4d81-bc11-841a5666e880 HTTP/1.1" status: 204 len: 168 time: 0.1349216 Aug 16 02:07:19.074175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851a346-1178-4a17-b403-23f42d01b091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663a6d2b-c5bf-4d81-bc11-841a5666e880,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:19.083886 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851a346-1178-4a17-b403-23f42d01b091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:19.084227 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851a346-1178-4a17-b403-23f42d01b091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:19.084569 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851a346-1178-4a17-b403-23f42d01b091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:19.084955 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851a346-1178-4a17-b403-23f42d01b091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:19.085240 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851a346-1178-4a17-b403-23f42d01b091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:19.085562 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851a346-1178-4a17-b403-23f42d01b091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:19.086237 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851a346-1178-4a17-b403-23f42d01b091 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:19.086574 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851a346-1178-4a17-b403-23f42d01b091 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:19.086910 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851a346-1178-4a17-b403-23f42d01b091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:19.087349 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851a346-1178-4a17-b403-23f42d01b091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:19.087686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851a346-1178-4a17-b403-23f42d01b091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:19.088119 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851a346-1178-4a17-b403-23f42d01b091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:19.366289 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58174) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:19.381031 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-026d2ccf-fd98-4f85-b9a2-bd67b39a0eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.490265 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-026d2ccf-fd98-4f85-b9a2-bd67b39a0eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.494560 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-026d2ccf-fd98-4f85-b9a2-bd67b39a0eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.534420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d2ccf-fd98-4f85-b9a2-bd67b39a0eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f51e3a-27e8-41fc-9141-18f499341cd7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:19.538851 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-026d2ccf-fd98-4f85-b9a2-bd67b39a0eed admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=30899db876b8422db83c217784e785a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714702 Aug 16 02:07:19.541377 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58176) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:19.589580 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1eb8a9f9-87f0-4c9f-9f27-87eec5c1381b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.611834 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1eb8a9f9-87f0-4c9f-9f27-87eec5c1381b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.664848 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1eb8a9f9-87f0-4c9f-9f27-87eec5c1381b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.667907 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1eb8a9f9-87f0-4c9f-9f27-87eec5c1381b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.672060 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1eb8a9f9-87f0-4c9f-9f27-87eec5c1381b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/50f51e3a-27e8-41fc-9141-18f499341cd7 HTTP/1.1" status: 204 len: 168 time: 0.1268816 Aug 16 02:07:19.678817 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8a9f9-87f0-4c9f-9f27-87eec5c1381b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f51e3a-27e8-41fc-9141-18f499341cd7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:20.013723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58182) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:20.027918 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ba14acf-dc7c-48a0-96cd-37bae382cfdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.126667 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ba14acf-dc7c-48a0-96cd-37bae382cfdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.130502 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b13fff9d-0caa-4f08-9d04-64352000a966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.131717 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ba14acf-dc7c-48a0-96cd-37bae382cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.169971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba14acf-dc7c-48a0-96cd-37bae382cfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf0170d-ddad-40fd-9246-6d7d536ad8d9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:20.175548 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2ba14acf-dc7c-48a0-96cd-37bae382cfdd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=39cffc32219f45e49a2ca84ef5a6ac0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604340 Aug 16 02:07:20.177623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58184) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:20.251989 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55ff838c-eaa3-451d-84b9-7afb6404a8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.273475 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55ff838c-eaa3-451d-84b9-7afb6404a8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.328342 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55ff838c-eaa3-451d-84b9-7afb6404a8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.331136 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55ff838c-eaa3-451d-84b9-7afb6404a8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.334879 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-55ff838c-eaa3-451d-84b9-7afb6404a8b2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ddf0170d-ddad-40fd-9246-6d7d536ad8d9 HTTP/1.1" status: 204 len: 168 time: 0.1529746 Aug 16 02:07:20.340100 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff838c-eaa3-451d-84b9-7afb6404a8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf0170d-ddad-40fd-9246-6d7d536ad8d9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:21.449095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58246) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:21.455243 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fd6a713f-8217-4026-a94f-359beabfa7e1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'subnet': {'network_id': 'ec252859-617f-4919-960c-0d4b165eee3d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:21.549270 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6a713f-8217-4026-a94f-359beabfa7e1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Made reservation on behalf of 12fbd1ef24ba40b5b0512683ddcb7634 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:21.553258 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd6a713f-8217-4026-a94f-359beabfa7e1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.742855 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd6a713f-8217-4026-a94f-359beabfa7e1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.809935 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a713f-8217-4026-a94f-359beabfa7e1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Subnet': ['ID=9c759f5f-0184-4ee5-9bdb-515817bdc7b0,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:21.821393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a713f-8217-4026-a94f-359beabfa7e1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Checking segment: {'id': '885de913-f5ed-4f77-94af-3f967372d6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec252859-617f-4919-960c-0d4b165eee3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:21.821801 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6a713f-8217-4026-a94f-359beabfa7e1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network hostable DHCP agents. Network: ec252859-617f-4919-960c-0d4b165eee3d, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:21.841549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6a713f-8217-4026-a94f-359beabfa7e1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network ec252859-617f-4919-960c-0d4b165eee3d is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:21.851000 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-fd6a713f-8217-4026-a94f-359beabfa7e1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, ec252859-617f-4919-960c-0d4b165eee3d) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:21.857682 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6a713f-8217-4026-a94f-359beabfa7e1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.858333 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd6a713f-8217-4026-a94f-359beabfa7e1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.859769 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e648f61-73d7-4ca3-b2ce-d9ab02628a13 None None] Network ec252859-617f-4919-960c-0d4b165eee3d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:21.878879 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fd6a713f-8217-4026-a94f-359beabfa7e1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4282963 Aug 16 02:07:21.882427 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58282) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:21.888145 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3b551feb-d980-4355-9462-d322cff0b072 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-34925591'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:21.916416 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b551feb-d980-4355-9462-d322cff0b072 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Made reservation on behalf of 12fbd1ef24ba40b5b0512683ddcb7634 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:21.922233 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b551feb-d980-4355-9462-d322cff0b072 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.947508 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b551feb-d980-4355-9462-d322cff0b072 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:21.959137 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b551feb-d980-4355-9462-d322cff0b072 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.959651 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-3b551feb-d980-4355-9462-d322cff0b072 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Added segment 7770af90-514c-4113-8c8d-e88d6cde047f of type vlan for network a4d906fe-5441-4d6c-b01a-e5eb86f639b4 Aug 16 02:07:22.007103 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b551feb-d980-4355-9462-d322cff0b072 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.036467 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-ec252859-617f-4919-960c-0d4b165eee3d', 'network_id': 'ec252859-617f-4919-960c-0d4b165eee3d', 'tenant_id': '12fbd1ef24ba40b5b0512683ddcb7634', 'fixed_ips': [{'subnet_id': '9c759f5f-0184-4ee5-9bdb-515817bdc7b0'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:22.037353 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.041877 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b551feb-d980-4355-9462-d322cff0b072 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.048609 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b551feb-d980-4355-9462-d322cff0b072 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.049441 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b551feb-d980-4355-9462-d322cff0b072 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.114182 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3b551feb-d980-4355-9462-d322cff0b072 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2303336 Aug 16 02:07:22.114477 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58284) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:22.123702 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7ec311d5-2499-43e0-9f8f-c0bdb96148f6 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'subnet': {'network_id': 'a4d906fe-5441-4d6c-b01a-e5eb86f639b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:22.133665 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b551feb-d980-4355-9462-d322cff0b072 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Network': ['ID=a4d906fe-5441-4d6c-b01a-e5eb86f639b4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:22.159753 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network a4d906fe-5441-4d6c-b01a-e5eb86f639b4 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:22.229865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec311d5-2499-43e0-9f8f-c0bdb96148f6 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Made reservation on behalf of 12fbd1ef24ba40b5b0512683ddcb7634 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:22.234390 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ec311d5-2499-43e0-9f8f-c0bdb96148f6 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.256703 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Allocated IP 2001:db8:0:ffff::2 (ec252859-617f-4919-960c-0d4b165eee3d/9c759f5f-0184-4ee5-9bdb-515817bdc7b0/33100d93-8378-495c-9c2a-c49431f8b803) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:22.426222 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.435032 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Transition to ACTIVE for port object 33100d93-8378-495c-9c2a-c49431f8b803 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:22.453885 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ec311d5-2499-43e0-9f8f-c0bdb96148f6 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.457045 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Transition to ACTIVE for port object 33100d93-8378-495c-9c2a-c49431f8b803 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:22.464824 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.507186 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec311d5-2499-43e0-9f8f-c0bdb96148f6 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Subnet': ['ID=5c857dd9-baad-4a24-b28f-aa02eac3a84a,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:22.517247 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Network ec252859-617f-4919-960c-0d4b165eee3d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:22.519815 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:22.524337 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:22.527603 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Pushing event updated for resources: {'Port': ['ID=33100d93-8378-495c-9c2a-c49431f8b803,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:22.547755 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec311d5-2499-43e0-9f8f-c0bdb96148f6 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Checking segment: {'id': '7770af90-514c-4113-8c8d-e88d6cde047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a4d906fe-5441-4d6c-b01a-e5eb86f639b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:22.548034 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec311d5-2499-43e0-9f8f-c0bdb96148f6 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network hostable DHCP agents. Network: a4d906fe-5441-4d6c-b01a-e5eb86f639b4, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:22.567575 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec311d5-2499-43e0-9f8f-c0bdb96148f6 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network a4d906fe-5441-4d6c-b01a-e5eb86f639b4 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:22.579317 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-7ec311d5-2499-43e0-9f8f-c0bdb96148f6 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, a4d906fe-5441-4d6c-b01a-e5eb86f639b4) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:22.583475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec311d5-2499-43e0-9f8f-c0bdb96148f6 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.584060 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ec311d5-2499-43e0-9f8f-c0bdb96148f6 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.596216 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10e5c95-e7ec-4c8a-a598-0af82fa96518 None None] Network a4d906fe-5441-4d6c-b01a-e5eb86f639b4 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:22.603346 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7ec311d5-2499-43e0-9f8f-c0bdb96148f6 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4859037 Aug 16 02:07:22.606105 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58288) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:22.618180 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Attempting to bind port 33100d93-8378-495c-9c2a-c49431f8b803 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:22.619235 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Attempting to bind port 33100d93-8378-495c-9c2a-c49431f8b803 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '885de913-f5ed-4f77-94af-3f967372d6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec252859-617f-4919-960c-0d4b165eee3d'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:22.619235 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Attempting to bind port 33100d93-8378-495c-9c2a-c49431f8b803 on network ec252859-617f-4919-960c-0d4b165eee3d {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:22.655042 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:22.655435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Checking segment: {'id': '885de913-f5ed-4f77-94af-3f967372d6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec252859-617f-4919-960c-0d4b165eee3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:22.655862 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.656256 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Bound using segment: {'id': '885de913-f5ed-4f77-94af-3f967372d6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec252859-617f-4919-960c-0d4b165eee3d'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:22.656733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Bound port: 33100d93-8378-495c-9c2a-c49431f8b803, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885de913-f5ed-4f77-94af-3f967372d6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec252859-617f-4919-960c-0d4b165eee3d'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:22.657252 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.684701 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e13ad39-a6f2-42e5-8c06-c5996567809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.729104 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84916651-fd17-4ddf-b67f-0e3abc33ddc0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.767500 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] For port 33100d93-8378-495c-9c2a-c49431f8b803, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:22.772664 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] For port 33100d93-8378-495c-9c2a-c49431f8b803, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=33100d93-8378-495c-9c2a-c49431f8b803,segment=NetworkSegment(885de913-f5ed-4f77-94af-3f967372d6a5),segment_id=885de913-f5ed-4f77-94af-3f967372d6a5)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:22.794245 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84916651-fd17-4ddf-b67f-0e3abc33ddc0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.795762 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.874889 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84916651-fd17-4ddf-b67f-0e3abc33ddc0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.887242 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7797d2e-3a4c-4d89-b7f3-0874f598105f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a4d906fe-5441-4d6c-b01a-e5eb86f639b4', 'network_id': 'a4d906fe-5441-4d6c-b01a-e5eb86f639b4', 'tenant_id': '12fbd1ef24ba40b5b0512683ddcb7634', 'fixed_ips': [{'subnet_id': '5c857dd9-baad-4a24-b28f-aa02eac3a84a'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:22.888088 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7797d2e-3a4c-4d89-b7f3-0874f598105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.906035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a398c-a669-462e-b29d-2ab37672a4b7 None None] Pushing event updated for resources: {'Port': ['ID=33100d93-8378-495c-9c2a-c49431f8b803,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:22.949340 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84916651-fd17-4ddf-b67f-0e3abc33ddc0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Subnet': ['ID=5c857dd9-baad-4a24-b28f-aa02eac3a84a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:23.000211 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84916651-fd17-4ddf-b67f-0e3abc33ddc0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.003806 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2457839-f7e3-4dd0-b958-ad48fe7a8081 None None] Network a4d906fe-5441-4d6c-b01a-e5eb86f639b4 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:23.015489 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-84916651-fd17-4ddf-b67f-0e3abc33ddc0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d906fe-5441-4d6c-b01a-e5eb86f639b4']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:23.036936 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-84916651-fd17-4ddf-b67f-0e3abc33ddc0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7770af90-514c-4113-8c8d-e88d6cde047f') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:23.037229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-84916651-fd17-4ddf-b67f-0e3abc33ddc0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7770af90-514c-4113-8c8d-e88d6cde047f') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:23.048932 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84916651-fd17-4ddf-b67f-0e3abc33ddc0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.089110 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84916651-fd17-4ddf-b67f-0e3abc33ddc0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.101395 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84916651-fd17-4ddf-b67f-0e3abc33ddc0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:23.101974 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84916651-fd17-4ddf-b67f-0e3abc33ddc0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:23.108130 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:23.190499 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84916651-fd17-4ddf-b67f-0e3abc33ddc0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.203588 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84916651-fd17-4ddf-b67f-0e3abc33ddc0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.209086 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-84916651-fd17-4ddf-b67f-0e3abc33ddc0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/networks/a4d906fe-5441-4d6c-b01a-e5eb86f639b4 HTTP/1.1" status: 204 len: 168 time: 0.5984342 Aug 16 02:07:23.210929 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58290) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:23.217625 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5be18297-f6f2-40a3-b3ee-8ec9380f6cdb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2104532184'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:23.236542 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84916651-fd17-4ddf-b67f-0e3abc33ddc0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Network': ['ID=a4d906fe-5441-4d6c-b01a-e5eb86f639b4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:23.244751 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be18297-f6f2-40a3-b3ee-8ec9380f6cdb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Made reservation on behalf of 12fbd1ef24ba40b5b0512683ddcb7634 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:23.249298 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5be18297-f6f2-40a3-b3ee-8ec9380f6cdb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.280159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be18297-f6f2-40a3-b3ee-8ec9380f6cdb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:23.302182 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5be18297-f6f2-40a3-b3ee-8ec9380f6cdb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.302559 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-5be18297-f6f2-40a3-b3ee-8ec9380f6cdb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Added segment 90d7b8f3-ff9a-4295-a3c4-ea7411366a20 of type vlan for network debde20f-5c22-4977-9389-f9fb1103875a Aug 16 02:07:23.317109 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.351090 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5be18297-f6f2-40a3-b3ee-8ec9380f6cdb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.385148 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5be18297-f6f2-40a3-b3ee-8ec9380f6cdb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.391370 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be18297-f6f2-40a3-b3ee-8ec9380f6cdb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:23.392309 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5be18297-f6f2-40a3-b3ee-8ec9380f6cdb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.443968 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5be18297-f6f2-40a3-b3ee-8ec9380f6cdb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2313564 Aug 16 02:07:23.446975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58292) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:23.453985 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8aed5099-64df-40c4-9b19-c50231b94bb1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'subnet': {'network_id': 'debde20f-5c22-4977-9389-f9fb1103875a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:23.465072 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be18297-f6f2-40a3-b3ee-8ec9380f6cdb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Network': ['ID=debde20f-5c22-4977-9389-f9fb1103875a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:23.476211 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network debde20f-5c22-4977-9389-f9fb1103875a details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:23.560140 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aed5099-64df-40c4-9b19-c50231b94bb1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Made reservation on behalf of 12fbd1ef24ba40b5b0512683ddcb7634 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:23.564451 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8aed5099-64df-40c4-9b19-c50231b94bb1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.790211 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8aed5099-64df-40c4-9b19-c50231b94bb1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.853888 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed5099-64df-40c4-9b19-c50231b94bb1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Subnet': ['ID=80d33986-50ef-4b37-87e9-814dfdc90234,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:23.872312 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed5099-64df-40c4-9b19-c50231b94bb1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Checking segment: {'id': '90d7b8f3-ff9a-4295-a3c4-ea7411366a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'debde20f-5c22-4977-9389-f9fb1103875a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:23.872680 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aed5099-64df-40c4-9b19-c50231b94bb1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network hostable DHCP agents. Network: debde20f-5c22-4977-9389-f9fb1103875a, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:23.893060 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aed5099-64df-40c4-9b19-c50231b94bb1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network debde20f-5c22-4977-9389-f9fb1103875a is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:23.903502 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-8aed5099-64df-40c4-9b19-c50231b94bb1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, debde20f-5c22-4977-9389-f9fb1103875a) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:23.910671 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aed5099-64df-40c4-9b19-c50231b94bb1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:23.911463 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8aed5099-64df-40c4-9b19-c50231b94bb1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.914479 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97db070-0a94-46ee-9b90-6f92cc528afa None None] Network debde20f-5c22-4977-9389-f9fb1103875a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:23.931416 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8aed5099-64df-40c4-9b19-c50231b94bb1 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4833126 Aug 16 02:07:23.935100 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58296) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:23.940674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-50868fc8-2e38-46e3-bdde-7327dec32f23 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-658257877'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:23.965508 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fee284d-6b1c-4945-b6f6-b5e3ef55fd93 None None] Network ec252859-617f-4919-960c-0d4b165eee3d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:23.972046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50868fc8-2e38-46e3-bdde-7327dec32f23 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Made reservation on behalf of 12fbd1ef24ba40b5b0512683ddcb7634 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:23.976116 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50868fc8-2e38-46e3-bdde-7327dec32f23 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.005947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50868fc8-2e38-46e3-bdde-7327dec32f23 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:24.021714 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50868fc8-2e38-46e3-bdde-7327dec32f23 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.022421 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-50868fc8-2e38-46e3-bdde-7327dec32f23 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Added segment 51bd3dc8-5a63-43b7-833e-a566dfc6baa1 of type vlan for network d6e6f864-eb1e-405a-9295-403dc90b90bc Aug 16 02:07:24.074208 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50868fc8-2e38-46e3-bdde-7327dec32f23 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.108059 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50868fc8-2e38-46e3-bdde-7327dec32f23 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.115048 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50868fc8-2e38-46e3-bdde-7327dec32f23 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:24.115685 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50868fc8-2e38-46e3-bdde-7327dec32f23 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.180250 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-50868fc8-2e38-46e3-bdde-7327dec32f23 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2439432 Aug 16 02:07:24.183396 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58298) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:24.191668 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-370ac0e6-7e5b-40cf-848e-9cfd3ceeeca5 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'subnet': {'network_id': 'd6e6f864-eb1e-405a-9295-403dc90b90bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:24.224671 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-518b809b-2826-41ea-958f-55f8ea473fda None None] Provisioning for port 33100d93-8378-495c-9c2a-c49431f8b803 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:24.236058 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.242136 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50868fc8-2e38-46e3-bdde-7327dec32f23 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Network': ['ID=d6e6f864-eb1e-405a-9295-403dc90b90bc,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:24.266256 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network d6e6f864-eb1e-405a-9295-403dc90b90bc details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:24.301564 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370ac0e6-7e5b-40cf-848e-9cfd3ceeeca5 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Made reservation on behalf of 12fbd1ef24ba40b5b0512683ddcb7634 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:24.306226 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-370ac0e6-7e5b-40cf-848e-9cfd3ceeeca5 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.381266 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-370ac0e6-7e5b-40cf-848e-9cfd3ceeeca5 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Performing IP validity checks on allocation pools {{(pid=94673) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:07:24.382184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-370ac0e6-7e5b-40cf-848e-9cfd3ceeeca5 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94673) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:07:24.454719 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 33100d93-8378-495c-9c2a-c49431f8b803 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:24.481256 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-debde20f-5c22-4977-9389-f9fb1103875a', 'network_id': 'debde20f-5c22-4977-9389-f9fb1103875a', 'tenant_id': '12fbd1ef24ba40b5b0512683ddcb7634', 'fixed_ips': [{'subnet_id': '80d33986-50ef-4b37-87e9-814dfdc90234'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:24.482150 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.548434 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-370ac0e6-7e5b-40cf-848e-9cfd3ceeeca5 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.610843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 33100d93-8378-495c-9c2a-c49431f8b803 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:24.621681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 33100d93-8378-495c-9c2a-c49431f8b803 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:24.622327 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.641409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ac0e6-7e5b-40cf-848e-9cfd3ceeeca5 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Subnet': ['ID=32a068da-4b37-4c72-af76-4ea22dfc60bd,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:24.645702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370ac0e6-7e5b-40cf-848e-9cfd3ceeeca5 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Checking segment: {'id': '51bd3dc8-5a63-43b7-833e-a566dfc6baa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6e6f864-eb1e-405a-9295-403dc90b90bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:24.646092 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370ac0e6-7e5b-40cf-848e-9cfd3ceeeca5 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network hostable DHCP agents. Network: d6e6f864-eb1e-405a-9295-403dc90b90bc, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:24.666093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370ac0e6-7e5b-40cf-848e-9cfd3ceeeca5 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network d6e6f864-eb1e-405a-9295-403dc90b90bc is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:24.683444 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-370ac0e6-7e5b-40cf-848e-9cfd3ceeeca5 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, d6e6f864-eb1e-405a-9295-403dc90b90bc) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:24.688254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370ac0e6-7e5b-40cf-848e-9cfd3ceeeca5 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:24.688976 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-370ac0e6-7e5b-40cf-848e-9cfd3ceeeca5 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.696036 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ac78a6-17b4-4075-b9d0-27c236da3f04 None None] Network d6e6f864-eb1e-405a-9295-403dc90b90bc requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:24.709359 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58300) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:24.709956 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-370ac0e6-7e5b-40cf-848e-9cfd3ceeeca5 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5250757 Aug 16 02:07:24.716760 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Allocated IP 2001:db8::3 (debde20f-5c22-4977-9389-f9fb1103875a/80d33986-50ef-4b37-87e9-814dfdc90234/5700c515-220f-4eb7-a6ff-130b5d7528b7) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:24.833733 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a430b72-b321-4c93-b83d-a152015bb276 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.891256 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.908656 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a430b72-b321-4c93-b83d-a152015bb276 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.977103 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a430b72-b321-4c93-b83d-a152015bb276 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.986888 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 33100d93-8378-495c-9c2a-c49431f8b803, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=33100d93-8378-495c-9c2a-c49431f8b803,segment=NetworkSegment(885de913-f5ed-4f77-94af-3f967372d6a5),segment_id=885de913-f5ed-4f77-94af-3f967372d6a5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:25.001484 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.008512 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a430b72-b321-4c93-b83d-a152015bb276 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Subnet': ['ID=32a068da-4b37-4c72-af76-4ea22dfc60bd,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:25.075053 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a430b72-b321-4c93-b83d-a152015bb276 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.079003 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bc1c6514-5eb4-447e-b99a-3be0e4171600 None None] Provisioning complete for port 33100d93-8378-495c-9c2a-c49431f8b803 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:25.079374 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bc1c6514-5eb4-447e-b99a-3be0e4171600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.087530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2a430b72-b321-4c93-b83d-a152015bb276 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e6f864-eb1e-405a-9295-403dc90b90bc']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:25.090753 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc5d454-c725-4ca7-bc02-0251b7450ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-d6e6f864-eb1e-405a-9295-403dc90b90bc', 'network_id': 'd6e6f864-eb1e-405a-9295-403dc90b90bc', 'tenant_id': '12fbd1ef24ba40b5b0512683ddcb7634', 'fixed_ips': [{'subnet_id': '32a068da-4b37-4c72-af76-4ea22dfc60bd'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:25.091452 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbc5d454-c725-4ca7-bc02-0251b7450ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.100615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2a430b72-b321-4c93-b83d-a152015bb276 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bd3dc8-5a63-43b7-833e-a566dfc6baa1') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:25.100927 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2a430b72-b321-4c93-b83d-a152015bb276 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bd3dc8-5a63-43b7-833e-a566dfc6baa1') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:25.110649 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a430b72-b321-4c93-b83d-a152015bb276 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.125879 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a430b72-b321-4c93-b83d-a152015bb276 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.132634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a430b72-b321-4c93-b83d-a152015bb276 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:25.133041 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a430b72-b321-4c93-b83d-a152015bb276 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:25.136177 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:25.158645 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.179620 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=33100d93-8378-495c-9c2a-c49431f8b803,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:25.245998 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a430b72-b321-4c93-b83d-a152015bb276 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.248257 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Transition to ACTIVE for port object 5700c515-220f-4eb7-a6ff-130b5d7528b7 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:25.254284 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a430b72-b321-4c93-b83d-a152015bb276 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.256788 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2a430b72-b321-4c93-b83d-a152015bb276 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/networks/d6e6f864-eb1e-405a-9295-403dc90b90bc HTTP/1.1" status: 204 len: 168 time: 0.5461731 Aug 16 02:07:25.260879 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abce4753-5e92-4204-938e-30a92ae5a35e None None] Network d6e6f864-eb1e-405a-9295-403dc90b90bc requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:25.261511 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58304) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:25.268681 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a430b72-b321-4c93-b83d-a152015bb276 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Network': ['ID=d6e6f864-eb1e-405a-9295-403dc90b90bc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:25.270385 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a4a61cc8-7031-4699-aed3-b021165c1bda tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-556845406'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:25.280366 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abce4753-5e92-4204-938e-30a92ae5a35e None None] Network d6e6f864-eb1e-405a-9295-403dc90b90bc could not be found, it might have been deleted concurrently. {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:07:25.307159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a61cc8-7031-4699-aed3-b021165c1bda tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Made reservation on behalf of 12fbd1ef24ba40b5b0512683ddcb7634 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:25.312716 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4a61cc8-7031-4699-aed3-b021165c1bda tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.317363 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Transition to ACTIVE for port object 5700c515-220f-4eb7-a6ff-130b5d7528b7 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:25.334474 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.347609 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a61cc8-7031-4699-aed3-b021165c1bda tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:25.360347 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4a61cc8-7031-4699-aed3-b021165c1bda tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.360704 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-a4a61cc8-7031-4699-aed3-b021165c1bda tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Added segment a31d9d97-9860-49c8-ad00-981e5d1e8b21 of type vlan for network 51ce2907-c86d-4002-8f44-60171b1b72e6 Aug 16 02:07:25.374208 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Network debde20f-5c22-4977-9389-f9fb1103875a is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:25.378487 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:25.382065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:25.407251 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4a61cc8-7031-4699-aed3-b021165c1bda tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.420806 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Pushing event updated for resources: {'Port': ['ID=5700c515-220f-4eb7-a6ff-130b5d7528b7,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:25.439852 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4a61cc8-7031-4699-aed3-b021165c1bda tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.446179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a61cc8-7031-4699-aed3-b021165c1bda tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:25.447110 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4a61cc8-7031-4699-aed3-b021165c1bda tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.449846 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Attempting to bind port 5700c515-220f-4eb7-a6ff-130b5d7528b7 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:25.450275 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Attempting to bind port 5700c515-220f-4eb7-a6ff-130b5d7528b7 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '90d7b8f3-ff9a-4295-a3c4-ea7411366a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'debde20f-5c22-4977-9389-f9fb1103875a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:25.450645 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Attempting to bind port 5700c515-220f-4eb7-a6ff-130b5d7528b7 on network debde20f-5c22-4977-9389-f9fb1103875a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:25.457062 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:25.458215 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Checking segment: {'id': '90d7b8f3-ff9a-4295-a3c4-ea7411366a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'debde20f-5c22-4977-9389-f9fb1103875a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:25.458215 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.458492 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Bound using segment: {'id': '90d7b8f3-ff9a-4295-a3c4-ea7411366a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'debde20f-5c22-4977-9389-f9fb1103875a'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:25.458967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Bound port: 5700c515-220f-4eb7-a6ff-130b5d7528b7, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d7b8f3-ff9a-4295-a3c4-ea7411366a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'debde20f-5c22-4977-9389-f9fb1103875a'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:25.459353 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.510410 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a4a61cc8-7031-4699-aed3-b021165c1bda tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2465069 Aug 16 02:07:25.513353 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58306) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:25.519480 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-afa56940-24b8-471c-80c0-608270e3e5a7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'subnet': {'network_id': '51ce2907-c86d-4002-8f44-60171b1b72e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:25.535883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] For port 5700c515-220f-4eb7-a6ff-130b5d7528b7, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:25.539384 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] For port 5700c515-220f-4eb7-a6ff-130b5d7528b7, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5700c515-220f-4eb7-a6ff-130b5d7528b7,segment=NetworkSegment(90d7b8f3-ff9a-4295-a3c4-ea7411366a20),segment_id=90d7b8f3-ff9a-4295-a3c4-ea7411366a20)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:25.547588 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.585663 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a61cc8-7031-4699-aed3-b021165c1bda tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Network': ['ID=51ce2907-c86d-4002-8f44-60171b1b72e6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:25.601570 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 51ce2907-c86d-4002-8f44-60171b1b72e6 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:25.628524 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e537db-784f-42d4-aa6a-bdc5bc59e970 None None] Pushing event updated for resources: {'Port': ['ID=5700c515-220f-4eb7-a6ff-130b5d7528b7,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:25.656832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa56940-24b8-471c-80c0-608270e3e5a7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Made reservation on behalf of 12fbd1ef24ba40b5b0512683ddcb7634 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:25.661548 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afa56940-24b8-471c-80c0-608270e3e5a7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.950816 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afa56940-24b8-471c-80c0-608270e3e5a7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.015416 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.018296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa56940-24b8-471c-80c0-608270e3e5a7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Subnet': ['ID=7d9c6b74-f3ff-4edc-aac3-1b44fd920c58,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:26.038557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa56940-24b8-471c-80c0-608270e3e5a7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Checking segment: {'id': 'a31d9d97-9860-49c8-ad00-981e5d1e8b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '51ce2907-c86d-4002-8f44-60171b1b72e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:26.038919 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa56940-24b8-471c-80c0-608270e3e5a7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network hostable DHCP agents. Network: 51ce2907-c86d-4002-8f44-60171b1b72e6, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:26.058222 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa56940-24b8-471c-80c0-608270e3e5a7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network 51ce2907-c86d-4002-8f44-60171b1b72e6 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:26.068670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-afa56940-24b8-471c-80c0-608270e3e5a7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 51ce2907-c86d-4002-8f44-60171b1b72e6) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:26.072959 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa56940-24b8-471c-80c0-608270e3e5a7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:26.073558 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afa56940-24b8-471c-80c0-608270e3e5a7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.079281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a0244c-33cd-45a1-8fe0-42f3ed9e8274 None None] Network 51ce2907-c86d-4002-8f44-60171b1b72e6 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:26.106033 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-afa56940-24b8-471c-80c0-608270e3e5a7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5910432 Aug 16 02:07:26.109934 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58310) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:26.233296 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5f5c25f6-ed3f-4031-aee4-3784bf8563b7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.262571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f14bbb-8392-481b-b12b-72f9c52a5402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-51ce2907-c86d-4002-8f44-60171b1b72e6', 'network_id': '51ce2907-c86d-4002-8f44-60171b1b72e6', 'tenant_id': '12fbd1ef24ba40b5b0512683ddcb7634', 'fixed_ips': [{'subnet_id': '7d9c6b74-f3ff-4edc-aac3-1b44fd920c58'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:26.263468 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94f14bbb-8392-481b-b12b-72f9c52a5402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.310642 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5f5c25f6-ed3f-4031-aee4-3784bf8563b7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.432883 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5f5c25f6-ed3f-4031-aee4-3784bf8563b7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server [None req-94f14bbb-8392-481b-b12b-72f9c52a5402 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7d9c6b74-f3ff-4edc-aac3-1b44fd920c58: This subnet is being modified by another concurrent operation. Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7d9c6b74-f3ff-4edc-aac3-1b44fd920c58: This subnet is being modified by another concurrent operation. Aug 16 02:07:26.436428 n-d-765315-27 neutron-server[94674]: ERROR oslo_messaging.rpc.server Aug 16 02:07:26.468832 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00c98de-40e4-4544-826c-8c11343eb1bf None None] Network 51ce2907-c86d-4002-8f44-60171b1b72e6 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:26.489478 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c25f6-ed3f-4031-aee4-3784bf8563b7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Subnet': ['ID=7d9c6b74-f3ff-4edc-aac3-1b44fd920c58,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:26.523535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 33100d93-8378-495c-9c2a-c49431f8b803 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:26.582300 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5f5c25f6-ed3f-4031-aee4-3784bf8563b7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.594928 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5f5c25f6-ed3f-4031-aee4-3784bf8563b7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ce2907-c86d-4002-8f44-60171b1b72e6']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:26.610816 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5f5c25f6-ed3f-4031-aee4-3784bf8563b7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31d9d97-9860-49c8-ad00-981e5d1e8b21') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:26.612728 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5f5c25f6-ed3f-4031-aee4-3784bf8563b7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31d9d97-9860-49c8-ad00-981e5d1e8b21') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:26.627706 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5f5c25f6-ed3f-4031-aee4-3784bf8563b7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.646467 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5f5c25f6-ed3f-4031-aee4-3784bf8563b7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.655506 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5c25f6-ed3f-4031-aee4-3784bf8563b7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:26.656936 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5f5c25f6-ed3f-4031-aee4-3784bf8563b7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:26.660571 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:26.677871 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 33100d93-8378-495c-9c2a-c49431f8b803 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:26.679110 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.733534 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5f5c25f6-ed3f-4031-aee4-3784bf8563b7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.741917 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5f5c25f6-ed3f-4031-aee4-3784bf8563b7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.744379 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5f5c25f6-ed3f-4031-aee4-3784bf8563b7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/networks/51ce2907-c86d-4002-8f44-60171b1b72e6 HTTP/1.1" status: 204 len: 168 time: 0.6324434 Aug 16 02:07:26.748693 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58312) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:26.758842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c25f6-ed3f-4031-aee4-3784bf8563b7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Network': ['ID=51ce2907-c86d-4002-8f44-60171b1b72e6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:26.763745 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0187233b-94c2-40d3-9d50-7e1125313061 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1661232181'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:26.792753 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0187233b-94c2-40d3-9d50-7e1125313061 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Made reservation on behalf of 12fbd1ef24ba40b5b0512683ddcb7634 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:26.797646 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0187233b-94c2-40d3-9d50-7e1125313061 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.804347 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5700c515-220f-4eb7-a6ff-130b5d7528b7 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:26.807840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b12086-4c2b-4274-b995-a63ed9930251 None None] Network debde20f-5c22-4977-9389-f9fb1103875a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:26.831567 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0187233b-94c2-40d3-9d50-7e1125313061 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:26.841434 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0187233b-94c2-40d3-9d50-7e1125313061 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.841790 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-0187233b-94c2-40d3-9d50-7e1125313061 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Added segment 4505b962-6a01-46d1-89b2-5cb8b0d60262 of type vlan for network 5847d360-56fe-4b27-9a13-ada05abca59c Aug 16 02:07:26.894387 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0187233b-94c2-40d3-9d50-7e1125313061 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.933049 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0187233b-94c2-40d3-9d50-7e1125313061 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.934818 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1fb14a89-161a-4295-bad0-a90ed6f80943 None None] Provisioning for port 5700c515-220f-4eb7-a6ff-130b5d7528b7 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:26.941047 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0187233b-94c2-40d3-9d50-7e1125313061 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:26.941743 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0187233b-94c2-40d3-9d50-7e1125313061 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.973723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 5700c515-220f-4eb7-a6ff-130b5d7528b7 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:26.982509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 5700c515-220f-4eb7-a6ff-130b5d7528b7 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:26.983081 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.007565 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0187233b-94c2-40d3-9d50-7e1125313061 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2540526 Aug 16 02:07:27.009085 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58316) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:27.013093 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-eb4708f9-0dcf-4856-bd25-8c6c6d5a852f tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'subnet': {'network_id': '5847d360-56fe-4b27-9a13-ada05abca59c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:27.033976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187233b-94c2-40d3-9d50-7e1125313061 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Network': ['ID=5847d360-56fe-4b27-9a13-ada05abca59c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:27.049738 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 5847d360-56fe-4b27-9a13-ada05abca59c details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:27.128785 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4708f9-0dcf-4856-bd25-8c6c6d5a852f tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Made reservation on behalf of 12fbd1ef24ba40b5b0512683ddcb7634 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:27.133026 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb4708f9-0dcf-4856-bd25-8c6c6d5a852f tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.183557 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.233249 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 5700c515-220f-4eb7-a6ff-130b5d7528b7, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5700c515-220f-4eb7-a6ff-130b5d7528b7,segment=NetworkSegment(90d7b8f3-ff9a-4295-a3c4-ea7411366a20),segment_id=90d7b8f3-ff9a-4295-a3c4-ea7411366a20)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:27.238391 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.297486 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=5700c515-220f-4eb7-a6ff-130b5d7528b7,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:27.376885 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb4708f9-0dcf-4856-bd25-8c6c6d5a852f tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.426330 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93be4a66-1e84-470a-8988-71ded2c28460 None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:07:27.444949 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4708f9-0dcf-4856-bd25-8c6c6d5a852f tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Subnet': ['ID=80d67788-814f-49ae-9fec-bcf856059c6e,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:27.457663 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4708f9-0dcf-4856-bd25-8c6c6d5a852f tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Checking segment: {'id': '4505b962-6a01-46d1-89b2-5cb8b0d60262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5847d360-56fe-4b27-9a13-ada05abca59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:27.458075 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4708f9-0dcf-4856-bd25-8c6c6d5a852f tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network hostable DHCP agents. Network: 5847d360-56fe-4b27-9a13-ada05abca59c, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:27.479184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4708f9-0dcf-4856-bd25-8c6c6d5a852f tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network 5847d360-56fe-4b27-9a13-ada05abca59c is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:27.489385 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-018c9031-700f-4d10-818a-bbc4910aac9a None None] Provisioning complete for port 5700c515-220f-4eb7-a6ff-130b5d7528b7 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:27.489782 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-018c9031-700f-4d10-818a-bbc4910aac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.494761 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-eb4708f9-0dcf-4856-bd25-8c6c6d5a852f tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 5847d360-56fe-4b27-9a13-ada05abca59c) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:27.504748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4708f9-0dcf-4856-bd25-8c6c6d5a852f tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:27.505442 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb4708f9-0dcf-4856-bd25-8c6c6d5a852f tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.528885 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-eb4708f9-0dcf-4856-bd25-8c6c6d5a852f tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5167279 Aug 16 02:07:27.528885 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58318) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:27.645615 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53283146-aca2-4760-af87-1c4019ca426e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.672753 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93be4a66-1e84-470a-8988-71ded2c28460 None None] Unable to find a vacant binding_index for network 5847d360-56fe-4b27-9a13-ada05abca59c and agent 1cd395da-773e-4302-8c01-52c07da86114 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 16 02:07:27.678516 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93be4a66-1e84-470a-8988-71ded2c28460 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 5847d360-56fe-4b27-9a13-ada05abca59c) {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:07:27.704765 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53283146-aca2-4760-af87-1c4019ca426e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.772730 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53283146-aca2-4760-af87-1c4019ca426e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.801565 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283146-aca2-4760-af87-1c4019ca426e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Subnet': ['ID=80d67788-814f-49ae-9fec-bcf856059c6e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:27.866388 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53283146-aca2-4760-af87-1c4019ca426e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.884252 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-53283146-aca2-4760-af87-1c4019ca426e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5847d360-56fe-4b27-9a13-ada05abca59c']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:27.898518 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-53283146-aca2-4760-af87-1c4019ca426e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4505b962-6a01-46d1-89b2-5cb8b0d60262') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:27.898735 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-53283146-aca2-4760-af87-1c4019ca426e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4505b962-6a01-46d1-89b2-5cb8b0d60262') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:27.908841 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53283146-aca2-4760-af87-1c4019ca426e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.922721 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53283146-aca2-4760-af87-1c4019ca426e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.929460 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53283146-aca2-4760-af87-1c4019ca426e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:27.929896 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53283146-aca2-4760-af87-1c4019ca426e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:27.933180 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:27.966849 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e4ff28-90ac-4930-a1f8-e6216e79177c None None] Network 5847d360-56fe-4b27-9a13-ada05abca59c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:28.013017 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53283146-aca2-4760-af87-1c4019ca426e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.026244 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53283146-aca2-4760-af87-1c4019ca426e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.028115 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-53283146-aca2-4760-af87-1c4019ca426e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/networks/5847d360-56fe-4b27-9a13-ada05abca59c HTTP/1.1" status: 204 len: 168 time: 0.4983759 Aug 16 02:07:28.032254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58322) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:28.038197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0b90eda3-04a8-4efc-ba6d-ee8712a9d2f2 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1723473168'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:28.040087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53283146-aca2-4760-af87-1c4019ca426e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Network': ['ID=5847d360-56fe-4b27-9a13-ada05abca59c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:28.064355 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b90eda3-04a8-4efc-ba6d-ee8712a9d2f2 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Made reservation on behalf of 12fbd1ef24ba40b5b0512683ddcb7634 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:28.067945 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b90eda3-04a8-4efc-ba6d-ee8712a9d2f2 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.096445 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b90eda3-04a8-4efc-ba6d-ee8712a9d2f2 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:28.104213 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfaf2b0-c6dd-43b8-89b5-f1687b58e793 None None] Network 5847d360-56fe-4b27-9a13-ada05abca59c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:28.112450 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b90eda3-04a8-4efc-ba6d-ee8712a9d2f2 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.112804 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-0b90eda3-04a8-4efc-ba6d-ee8712a9d2f2 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Added segment e6f83df2-7c1b-4e26-9967-17264aa67f43 of type vlan for network 736995be-3991-412f-9ed2-13e86c2c8dec Aug 16 02:07:28.117150 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfaf2b0-c6dd-43b8-89b5-f1687b58e793 None None] Network 5847d360-56fe-4b27-9a13-ada05abca59c could not be found, it might have been deleted concurrently. {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:07:28.169585 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b90eda3-04a8-4efc-ba6d-ee8712a9d2f2 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.198870 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b90eda3-04a8-4efc-ba6d-ee8712a9d2f2 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.205335 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b90eda3-04a8-4efc-ba6d-ee8712a9d2f2 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:28.205984 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b90eda3-04a8-4efc-ba6d-ee8712a9d2f2 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.265874 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0b90eda3-04a8-4efc-ba6d-ee8712a9d2f2 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2323165 Aug 16 02:07:28.272406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58324) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:28.274831 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90eda3-04a8-4efc-ba6d-ee8712a9d2f2 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Network': ['ID=736995be-3991-412f-9ed2-13e86c2c8dec,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:28.281435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b12d0be8-978e-4588-87a0-0a1d632ec7df tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'subnet': {'network_id': '736995be-3991-412f-9ed2-13e86c2c8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:28.298105 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 736995be-3991-412f-9ed2-13e86c2c8dec details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:28.386111 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12d0be8-978e-4588-87a0-0a1d632ec7df tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Made reservation on behalf of 12fbd1ef24ba40b5b0512683ddcb7634 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:28.388815 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5700c515-220f-4eb7-a6ff-130b5d7528b7 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:28.392494 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b12d0be8-978e-4588-87a0-0a1d632ec7df tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.453381 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 5700c515-220f-4eb7-a6ff-130b5d7528b7 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:28.453954 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.600705 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b12d0be8-978e-4588-87a0-0a1d632ec7df tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.665813 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d0be8-978e-4588-87a0-0a1d632ec7df tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Subnet': ['ID=6d74ba6c-f120-4d4c-a205-0c7150db50e4,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:28.675160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12d0be8-978e-4588-87a0-0a1d632ec7df tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Checking segment: {'id': 'e6f83df2-7c1b-4e26-9967-17264aa67f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '736995be-3991-412f-9ed2-13e86c2c8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:28.675530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12d0be8-978e-4588-87a0-0a1d632ec7df tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network hostable DHCP agents. Network: 736995be-3991-412f-9ed2-13e86c2c8dec, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:28.693105 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12d0be8-978e-4588-87a0-0a1d632ec7df tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network 736995be-3991-412f-9ed2-13e86c2c8dec is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:28.704332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-b12d0be8-978e-4588-87a0-0a1d632ec7df tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 736995be-3991-412f-9ed2-13e86c2c8dec) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:28.708693 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12d0be8-978e-4588-87a0-0a1d632ec7df tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:28.709787 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b12d0be8-978e-4588-87a0-0a1d632ec7df tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.718425 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8634349e-d03f-4c6d-b12b-ae442caeaee8 None None] Network 736995be-3991-412f-9ed2-13e86c2c8dec requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:28.736661 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b12d0be8-978e-4588-87a0-0a1d632ec7df tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4621818 Aug 16 02:07:28.738625 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58326) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:28.744377 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-818bd752-0174-4bf0-bf19-5dace93b2feb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'subnet': {'network_id': '736995be-3991-412f-9ed2-13e86c2c8dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:28.879368 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818bd752-0174-4bf0-bf19-5dace93b2feb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Made reservation on behalf of 12fbd1ef24ba40b5b0512683ddcb7634 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:28.883411 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-818bd752-0174-4bf0-bf19-5dace93b2feb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.893203 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-736995be-3991-412f-9ed2-13e86c2c8dec', 'network_id': '736995be-3991-412f-9ed2-13e86c2c8dec', 'tenant_id': '12fbd1ef24ba40b5b0512683ddcb7634', 'fixed_ips': [{'subnet_id': '6d74ba6c-f120-4d4c-a205-0c7150db50e4'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:28.894286 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.173366 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-818bd752-0174-4bf0-bf19-5dace93b2feb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.221712 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818bd752-0174-4bf0-bf19-5dace93b2feb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network 736995be-3991-412f-9ed2-13e86c2c8dec is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:29.224973 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-818bd752-0174-4bf0-bf19-5dace93b2feb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:29.229201 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818bd752-0174-4bf0-bf19-5dace93b2feb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.229812 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-818bd752-0174-4bf0-bf19-5dace93b2feb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.242179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bd752-0174-4bf0-bf19-5dace93b2feb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Subnet': ['ID=234b3730-c1ff-4712-b7f2-fe63a2eacbf7,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:29.246787 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Allocated IP 2001:db8::2 (736995be-3991-412f-9ed2-13e86c2c8dec/6d74ba6c-f120-4d4c-a205-0c7150db50e4/75603043-2235-43f8-aa09-62827d2fb999) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:29.254395 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-818bd752-0174-4bf0-bf19-5dace93b2feb tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5145695 Aug 16 02:07:29.255060 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58330) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:29.432741 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.441966 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Transition to ACTIVE for port object 75603043-2235-43f8-aa09-62827d2fb999 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:29.462659 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Transition to ACTIVE for port object 75603043-2235-43f8-aa09-62827d2fb999 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:29.471180 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.519351 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Network 736995be-3991-412f-9ed2-13e86c2c8dec is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:29.522471 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:29.527272 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:29.531220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Pushing event updated for resources: {'Port': ['ID=75603043-2235-43f8-aa09-62827d2fb999,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:29.591760 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Attempting to bind port 75603043-2235-43f8-aa09-62827d2fb999 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:29.592564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Attempting to bind port 75603043-2235-43f8-aa09-62827d2fb999 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'e6f83df2-7c1b-4e26-9967-17264aa67f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '736995be-3991-412f-9ed2-13e86c2c8dec'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:29.594082 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Attempting to bind port 75603043-2235-43f8-aa09-62827d2fb999 on network 736995be-3991-412f-9ed2-13e86c2c8dec {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:29.599903 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:29.600510 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Checking segment: {'id': 'e6f83df2-7c1b-4e26-9967-17264aa67f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '736995be-3991-412f-9ed2-13e86c2c8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:29.601083 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.601472 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Bound using segment: {'id': 'e6f83df2-7c1b-4e26-9967-17264aa67f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '736995be-3991-412f-9ed2-13e86c2c8dec'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:29.602250 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Bound port: 75603043-2235-43f8-aa09-62827d2fb999, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f83df2-7c1b-4e26-9967-17264aa67f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '736995be-3991-412f-9ed2-13e86c2c8dec'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:29.602671 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.622017 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cb0703-372f-440e-b1b4-626b323c0f93 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.623791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cb0703-372f-440e-b1b4-626b323c0f93 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.626133 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cb0703-372f-440e-b1b4-626b323c0f93 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.627701 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cb0703-372f-440e-b1b4-626b323c0f93 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.629307 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cb0703-372f-440e-b1b4-626b323c0f93 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.631044 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e4cb0703-372f-440e-b1b4-626b323c0f93 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3750739 Aug 16 02:07:29.635391 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58332) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:29.642697 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-50d3e0b8-3361-4482-8c22-cf7f2658861d tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-415599376'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:29.666669 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d3e0b8-3361-4482-8c22-cf7f2658861d tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Made reservation on behalf of 12fbd1ef24ba40b5b0512683ddcb7634 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:29.670602 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50d3e0b8-3361-4482-8c22-cf7f2658861d tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.678880 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] For port 75603043-2235-43f8-aa09-62827d2fb999, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:29.682630 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] For port 75603043-2235-43f8-aa09-62827d2fb999, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=75603043-2235-43f8-aa09-62827d2fb999,segment=NetworkSegment(e6f83df2-7c1b-4e26-9967-17264aa67f43),segment_id=e6f83df2-7c1b-4e26-9967-17264aa67f43)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:29.688591 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.698905 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d3e0b8-3361-4482-8c22-cf7f2658861d tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:29.709669 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50d3e0b8-3361-4482-8c22-cf7f2658861d tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.710053 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-50d3e0b8-3361-4482-8c22-cf7f2658861d tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Added segment 2d97345c-e0ea-4b61-84cc-86a08915c26e of type vlan for network 1f2bcad3-0f06-4403-81b7-b4fb5e74f185 Aug 16 02:07:29.751887 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec68fb9-257a-47a4-989a-495d25a76e94 None None] Pushing event updated for resources: {'Port': ['ID=75603043-2235-43f8-aa09-62827d2fb999,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:29.754319 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50d3e0b8-3361-4482-8c22-cf7f2658861d tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.800334 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50d3e0b8-3361-4482-8c22-cf7f2658861d tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.806083 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d3e0b8-3361-4482-8c22-cf7f2658861d tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.806800 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50d3e0b8-3361-4482-8c22-cf7f2658861d tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.864058 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-50d3e0b8-3361-4482-8c22-cf7f2658861d tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2275643 Aug 16 02:07:29.866747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58334) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:29.875234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-773eb948-2eea-4c78-a9f7-f7ee10bdb2e4 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:29.934492 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3e0b8-3361-4482-8c22-cf7f2658861d tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Network': ['ID=1f2bcad3-0f06-4403-81b7-b4fb5e74f185,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:29.952772 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 1f2bcad3-0f06-4403-81b7-b4fb5e74f185 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:30.089337 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-773eb948-2eea-4c78-a9f7-f7ee10bdb2e4 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.106219 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-773eb948-2eea-4c78-a9f7-f7ee10bdb2e4 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.126251 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-773eb948-2eea-4c78-a9f7-f7ee10bdb2e4 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network 1f2bcad3-0f06-4403-81b7-b4fb5e74f185 is not hosted by any dhcp agent {{(pid=94672) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:07:30.132010 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773eb948-2eea-4c78-a9f7-f7ee10bdb2e4 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:30.132632 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-773eb948-2eea-4c78-a9f7-f7ee10bdb2e4 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.136844 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-773eb948-2eea-4c78-a9f7-f7ee10bdb2e4 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "PUT /v2.0/networks/1f2bcad3-0f06-4403-81b7-b4fb5e74f185 HTTP/1.1" status: 200 len: 723 time: 0.2662842 Aug 16 02:07:30.137902 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58338) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:30.144620 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8f899480-06ec-4537-b70c-2257668bfd1c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'subnet': {'network_id': '1f2bcad3-0f06-4403-81b7-b4fb5e74f185', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:30.185433 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773eb948-2eea-4c78-a9f7-f7ee10bdb2e4 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Network': ['ID=1f2bcad3-0f06-4403-81b7-b4fb5e74f185,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:30.197538 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 1f2bcad3-0f06-4403-81b7-b4fb5e74f185 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:30.261979 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f899480-06ec-4537-b70c-2257668bfd1c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Made reservation on behalf of 12fbd1ef24ba40b5b0512683ddcb7634 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:30.265944 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f899480-06ec-4537-b70c-2257668bfd1c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.406980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 75603043-2235-43f8-aa09-62827d2fb999 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:30.475145 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 75603043-2235-43f8-aa09-62827d2fb999 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:30.494534 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f899480-06ec-4537-b70c-2257668bfd1c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.558721 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f899480-06ec-4537-b70c-2257668bfd1c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Subnet': ['ID=115c4b4f-8c81-4cbe-96b3-b7e2b23a981e,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:30.575318 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f899480-06ec-4537-b70c-2257668bfd1c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Checking segment: {'id': '2d97345c-e0ea-4b61-84cc-86a08915c26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1f2bcad3-0f06-4403-81b7-b4fb5e74f185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:30.575679 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f899480-06ec-4537-b70c-2257668bfd1c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network hostable DHCP agents. Network: 1f2bcad3-0f06-4403-81b7-b4fb5e74f185, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:30.594446 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f899480-06ec-4537-b70c-2257668bfd1c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network 1f2bcad3-0f06-4403-81b7-b4fb5e74f185 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:30.606307 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8f899480-06ec-4537-b70c-2257668bfd1c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 1f2bcad3-0f06-4403-81b7-b4fb5e74f185) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:30.611941 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f899480-06ec-4537-b70c-2257668bfd1c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:30.612542 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f899480-06ec-4537-b70c-2257668bfd1c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.618568 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5d09ed-0e13-4793-a686-bb56abef040c None None] Network 1f2bcad3-0f06-4403-81b7-b4fb5e74f185 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:30.630812 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8f899480-06ec-4537-b70c-2257668bfd1c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4910562 Aug 16 02:07:30.633061 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58340) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:30.639691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-563beeb2-a460-4675-ac7a-00462c8f220b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:30.779420 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-563beeb2-a460-4675-ac7a-00462c8f220b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31450358'] for subnet, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.818659 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-1f2bcad3-0f06-4403-81b7-b4fb5e74f185', 'network_id': '1f2bcad3-0f06-4403-81b7-b4fb5e74f185', 'tenant_id': '12fbd1ef24ba40b5b0512683ddcb7634', 'fixed_ips': [{'subnet_id': '115c4b4f-8c81-4cbe-96b3-b7e2b23a981e'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:30.819893 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.904110 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d20e66-6338-4a16-a3fc-95a7fb7ca8e6 None None] Network 736995be-3991-412f-9ed2-13e86c2c8dec requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:30.969523 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4ebe0d5e-0971-4082-9538-14bf064e30a0 None None] Provisioning for port 75603043-2235-43f8-aa09-62827d2fb999 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:30.976920 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4ebe0d5e-0971-4082-9538-14bf064e30a0 None None] Provisioning complete for port 75603043-2235-43f8-aa09-62827d2fb999 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:30.977295 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ebe0d5e-0971-4082-9538-14bf064e30a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.102525 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ebe0d5e-0971-4082-9538-14bf064e30a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.174728 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4ebe0d5e-0971-4082-9538-14bf064e30a0 None None] For port 75603043-2235-43f8-aa09-62827d2fb999, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=75603043-2235-43f8-aa09-62827d2fb999,segment=NetworkSegment(e6f83df2-7c1b-4e26-9967-17264aa67f43),segment_id=e6f83df2-7c1b-4e26-9967-17264aa67f43)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:31.186694 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ebe0d5e-0971-4082-9538-14bf064e30a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.280682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe0d5e-0971-4082-9538-14bf064e30a0 None None] Pushing event updated for resources: {'Port': ['ID=75603043-2235-43f8-aa09-62827d2fb999,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:31.300320 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-563beeb2-a460-4675-ac7a-00462c8f220b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736854119051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30187435'] for subnet, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.345412 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563beeb2-a460-4675-ac7a-00462c8f220b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:31.346225 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-563beeb2-a460-4675-ac7a-00462c8f220b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.347821 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-563beeb2-a460-4675-ac7a-00462c8f220b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "PUT /v2.0/subnets/115c4b4f-8c81-4cbe-96b3-b7e2b23a981e HTTP/1.1" status: 200 len: 826 time: 0.7132683 Aug 16 02:07:31.350708 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58344) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:31.362831 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563beeb2-a460-4675-ac7a-00462c8f220b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Subnet': ['ID=115c4b4f-8c81-4cbe-96b3-b7e2b23a981e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:31.379571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Allocated IP 2001:db8::2 (1f2bcad3-0f06-4403-81b7-b4fb5e74f185/115c4b4f-8c81-4cbe-96b3-b7e2b23a981e/693af6ec-0809-4935-8321-411ec7bd275a) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:31.390891 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b8a63d-9d1a-48b8-a5cb-ff5053722967 None None] Update dhcp port {'port': {'network_id': '736995be-3991-412f-9ed2-13e86c2c8dec', 'fixed_ips': [{'subnet_id': '6d74ba6c-f120-4d4c-a205-0c7150db50e4', 'ip_address': '2001:db8::2'}, {'subnet_id': '234b3730-c1ff-4712-b7f2-fe63a2eacbf7'}], 'binding:host_id': 'n-d-765315-27'}, 'id': '75603043-2235-43f8-aa09-62827d2fb999'} from n-d-765315-27. {{(pid=94674) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:07:31.461584 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95b8a63d-9d1a-48b8-a5cb-ff5053722967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.483212 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.568496 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.677474 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.692532 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Transition to ACTIVE for port object 693af6ec-0809-4935-8321-411ec7bd275a will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:31.707278 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-95b8a63d-9d1a-48b8-a5cb-ff5053722967 None None] Allocated IP 172.20.0.1 (736995be-3991-412f-9ed2-13e86c2c8dec/234b3730-c1ff-4712-b7f2-fe63a2eacbf7/75603043-2235-43f8-aa09-62827d2fb999) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:31.723427 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Transition to ACTIVE for port object 693af6ec-0809-4935-8321-411ec7bd275a will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:31.733114 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.750744 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.790723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Subnet': ['ID=115c4b4f-8c81-4cbe-96b3-b7e2b23a981e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:31.818531 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Network 1f2bcad3-0f06-4403-81b7-b4fb5e74f185 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:31.825313 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:31.829517 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:31.831368 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Pushing event updated for resources: {'Port': ['ID=693af6ec-0809-4935-8321-411ec7bd275a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:31.856888 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.869189 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2bcad3-0f06-4403-81b7-b4fb5e74f185']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:31.879848 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d97345c-e0ea-4b61-84cc-86a08915c26e') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:31.880145 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d97345c-e0ea-4b61-84cc-86a08915c26e') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:31.889649 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.896822 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-95b8a63d-9d1a-48b8-a5cb-ff5053722967 None None] For port 75603043-2235-43f8-aa09-62827d2fb999, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=75603043-2235-43f8-aa09-62827d2fb999,segment=NetworkSegment(e6f83df2-7c1b-4e26-9967-17264aa67f43),segment_id=e6f83df2-7c1b-4e26-9967-17264aa67f43)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:31.905689 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.912757 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:31.913165 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:31.916635 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:31.918870 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Attempting to bind port 693af6ec-0809-4935-8321-411ec7bd275a on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:31.918870 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Attempting to bind port 693af6ec-0809-4935-8321-411ec7bd275a by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '2d97345c-e0ea-4b61-84cc-86a08915c26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1f2bcad3-0f06-4403-81b7-b4fb5e74f185'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:31.918870 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Attempting to bind port 693af6ec-0809-4935-8321-411ec7bd275a on network 1f2bcad3-0f06-4403-81b7-b4fb5e74f185 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:31.928525 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:31.928856 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Checking segment: {'id': '2d97345c-e0ea-4b61-84cc-86a08915c26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1f2bcad3-0f06-4403-81b7-b4fb5e74f185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:31.929264 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.929653 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Bound using segment: {'id': '2d97345c-e0ea-4b61-84cc-86a08915c26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1f2bcad3-0f06-4403-81b7-b4fb5e74f185'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:31.932017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Bound port: 693af6ec-0809-4935-8321-411ec7bd275a, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d97345c-e0ea-4b61-84cc-86a08915c26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1f2bcad3-0f06-4403-81b7-b4fb5e74f185'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:31.932017 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.950315 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95b8a63d-9d1a-48b8-a5cb-ff5053722967 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.982476 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:07:31.982476 n-d-765315-27 neutron-server[94673]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:07:31.982476 n-d-765315-27 neutron-server[94673]: [parameters: {'id': '1f2bcad3-0f06-4403-81b7-b4fb5e74f185'}] Aug 16 02:07:31.982476 n-d-765315-27 neutron-server[94673]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:07:31.982966 n-d-765315-27 neutron-server[94673]: DEBUG oslo_db.api [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:07:31.989227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-95b8a63d-9d1a-48b8-a5cb-ff5053722967 None None] Transition to ACTIVE for port object 75603043-2235-43f8-aa09-62827d2fb999 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:31.993923 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95b8a63d-9d1a-48b8-a5cb-ff5053722967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.072662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] For port 693af6ec-0809-4935-8321-411ec7bd275a, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:32.109962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] For port 693af6ec-0809-4935-8321-411ec7bd275a, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=693af6ec-0809-4935-8321-411ec7bd275a,segment=NetworkSegment(2d97345c-e0ea-4b61-84cc-86a08915c26e),segment_id=2d97345c-e0ea-4b61-84cc-86a08915c26e)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:32.113622 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8a63d-9d1a-48b8-a5cb-ff5053722967 None None] Pushing event updated for resources: {'Port': ['ID=75603043-2235-43f8-aa09-62827d2fb999,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:32.122633 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.219672 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5284489-be89-44b8-8a63-03190b2954e8 None None] Pushing event updated for resources: {'Port': ['ID=693af6ec-0809-4935-8321-411ec7bd275a,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:32.248603 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d97359-7238-4ef3-af7d-733ca05fcf85 None None] Network 1f2bcad3-0f06-4403-81b7-b4fb5e74f185 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:32.395962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 75603043-2235-43f8-aa09-62827d2fb999 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:32.449673 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2f5b66-c388-4d45-943a-6b79cfe58b0e None None] Network 1f2bcad3-0f06-4403-81b7-b4fb5e74f185 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:32.484347 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.552528 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Deleting port 693af6ec-0809-4935-8321-411ec7bd275a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:32.553553 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.639249 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] For port 693af6ec-0809-4935-8321-411ec7bd275a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=693af6ec-0809-4935-8321-411ec7bd275a,segment=NetworkSegment(2d97345c-e0ea-4b61-84cc-86a08915c26e),segment_id=2d97345c-e0ea-4b61-84cc-86a08915c26e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:32.639617 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.654303 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Calling delete_port for 693af6ec-0809-4935-8321-411ec7bd275a owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:32.755109 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.766878 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97bd565-2e82-4874-9593-c559ca8d4df7 None None] Network 736995be-3991-412f-9ed2-13e86c2c8dec requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:32.782654 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Port': ['ID=693af6ec-0809-4935-8321-411ec7bd275a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:32.787152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] No DVR routers for this DVR port 693af6ec-0809-4935-8321-411ec7bd275a on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:32.841862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7798eabe-2396-43db-bd05-39d54d2eb084 None None] Provisioning for port 75603043-2235-43f8-aa09-62827d2fb999 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:32.854879 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7798eabe-2396-43db-bd05-39d54d2eb084 None None] Provisioning complete for port 75603043-2235-43f8-aa09-62827d2fb999 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:32.855254 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7798eabe-2396-43db-bd05-39d54d2eb084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.881260 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.894893 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2bcad3-0f06-4403-81b7-b4fb5e74f185']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:32.907992 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d97345c-e0ea-4b61-84cc-86a08915c26e') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:32.908291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d97345c-e0ea-4b61-84cc-86a08915c26e') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:32.918644 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.933725 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.940421 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:32.940819 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:32.944464 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:33.013128 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.021741 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.024029 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/networks/1f2bcad3-0f06-4403-81b7-b4fb5e74f185 HTTP/1.1" status: 204 len: 168 time: 1.6723301 Aug 16 02:07:33.027717 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58348) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:33.038662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005f694-380c-49df-b420-d35fe5323afc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Network': ['ID=1f2bcad3-0f06-4403-81b7-b4fb5e74f185,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:33.056307 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cc64bc-2901-4ca4-ad4c-692510b9af4d tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:33.056849 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16cc64bc-2901-4ca4-ad4c-692510b9af4d tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:33.063000 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-16cc64bc-2901-4ca4-ad4c-692510b9af4d tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/networks/1f2bcad3-0f06-4403-81b7-b4fb5e74f185 HTTP/1.1" status: 404 len: 339 time: 0.0291979 Aug 16 02:07:33.063545 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58350) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:33.068799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3c94dc4c-c789-460e-9fd8-cec87131febc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-88079008', 'description': 'd1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:33.095920 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c94dc4c-c789-460e-9fd8-cec87131febc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Made reservation on behalf of 12fbd1ef24ba40b5b0512683ddcb7634 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:33.101411 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c94dc4c-c789-460e-9fd8-cec87131febc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.130815 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c94dc4c-c789-460e-9fd8-cec87131febc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:33.141919 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c94dc4c-c789-460e-9fd8-cec87131febc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.142313 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-3c94dc4c-c789-460e-9fd8-cec87131febc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Added segment e63d4e96-cd25-427b-8f6f-f23360ac98ad of type vlan for network 30259707-21cf-45bd-804e-9b3d4b460788 Aug 16 02:07:33.202089 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c94dc4c-c789-460e-9fd8-cec87131febc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.235933 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c94dc4c-c789-460e-9fd8-cec87131febc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.241266 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c94dc4c-c789-460e-9fd8-cec87131febc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:33.241868 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c94dc4c-c789-460e-9fd8-cec87131febc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.246538 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8884f3-b6bf-4246-98e1-fbb0efb3c915 None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:07:33.317030 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3c94dc4c-c789-460e-9fd8-cec87131febc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2500832 Aug 16 02:07:33.317586 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58354) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:33.340357 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94dc4c-c789-460e-9fd8-cec87131febc tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Network': ['ID=30259707-21cf-45bd-804e-9b3d4b460788,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:33.428608 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e19760a-98d6-4b26-bce5-5a4563dad563 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:33.433224 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58356) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:33.433918 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3e19760a-98d6-4b26-bce5-5a4563dad563 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "GET /v2.0/networks?id=30259707-21cf-45bd-804e-9b3d4b460788 HTTP/1.1" status: 200 len: 763 time: 0.1147077 Aug 16 02:07:33.438914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-aee97e8b-4ff7-4063-8a72-1e458f5031af tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'network': {'description': 'd2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:33.453705 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 30259707-21cf-45bd-804e-9b3d4b460788 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:33.536701 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f05a365e-0e42-4716-b4e3-9f6c0b8508f2 None None] Provisioning complete for port 75603043-2235-43f8-aa09-62827d2fb999 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:33.537068 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f05a365e-0e42-4716-b4e3-9f6c0b8508f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.606654 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aee97e8b-4ff7-4063-8a72-1e458f5031af tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.616020 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8884f3-b6bf-4246-98e1-fbb0efb3c915 None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:07:33.622435 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aee97e8b-4ff7-4063-8a72-1e458f5031af tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.674075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aee97e8b-4ff7-4063-8a72-1e458f5031af tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network 30259707-21cf-45bd-804e-9b3d4b460788 is not hosted by any dhcp agent {{(pid=94673) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:07:33.679460 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee97e8b-4ff7-4063-8a72-1e458f5031af tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:33.680048 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aee97e8b-4ff7-4063-8a72-1e458f5031af tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.684067 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-aee97e8b-4ff7-4063-8a72-1e458f5031af tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "PUT /v2.0/networks/30259707-21cf-45bd-804e-9b3d4b460788 HTTP/1.1" status: 200 len: 760 time: 0.2468956 Aug 16 02:07:33.684988 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58358) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:33.701394 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee97e8b-4ff7-4063-8a72-1e458f5031af tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Network': ['ID=30259707-21cf-45bd-804e-9b3d4b460788,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:33.717542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 30259707-21cf-45bd-804e-9b3d4b460788 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:33.795428 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ce0066-ef16-44d1-bc1e-8ada5b58f040 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:33.797127 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-69ce0066-ef16-44d1-bc1e-8ada5b58f040 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "GET /v2.0/networks?id=30259707-21cf-45bd-804e-9b3d4b460788 HTTP/1.1" status: 200 len: 763 time: 0.1102445 Aug 16 02:07:33.800813 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58360) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:34.005134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5232831-e3d7-4b5d-a1f3-4e2576dae433 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.006661 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d5232831-e3d7-4b5d-a1f3-4e2576dae433 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2049136 Aug 16 02:07:34.009606 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58362) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:34.045542 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-270d87f4-9b0a-4b29-b6f2-c02ce4e74311 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "GET /v2.0/subnets?network_id=624da80d-1349-4890-b915-f302637330f0 HTTP/1.1" status: 200 len: 207 time: 0.0348246 Aug 16 02:07:34.049432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58364) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:34.242316 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfd9de2-e120-4b61-a8ef-ce46b76e7fdf tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.248249 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfd9de2-e120-4b61-a8ef-ce46b76e7fdf tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.255128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfd9de2-e120-4b61-a8ef-ce46b76e7fdf tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.260931 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfd9de2-e120-4b61-a8ef-ce46b76e7fdf tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.266677 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfd9de2-e120-4b61-a8ef-ce46b76e7fdf tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.272391 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfd9de2-e120-4b61-a8ef-ce46b76e7fdf tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.274225 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0dfd9de2-e120-4b61-a8ef-ce46b76e7fdf tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2238665 Aug 16 02:07:34.278173 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58366) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:34.418137 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-99a3c94c-beef-4ee0-a7f8-87f6fb41532c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1387761 Aug 16 02:07:34.421856 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58378) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:34.482221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2401b5d-0274-4fe8-b986-d682a4da2848 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.483992 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2401b5d-0274-4fe8-b986-d682a4da2848 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.485688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2401b5d-0274-4fe8-b986-d682a4da2848 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.487251 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2401b5d-0274-4fe8-b986-d682a4da2848 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.488885 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2401b5d-0274-4fe8-b986-d682a4da2848 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.490679 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c2401b5d-0274-4fe8-b986-d682a4da2848 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0678911 Aug 16 02:07:34.494427 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58380) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:34.550925 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0221892b-5188-470a-bf46-2004a5007da2 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.552347 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0221892b-5188-470a-bf46-2004a5007da2 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.553769 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0221892b-5188-470a-bf46-2004a5007da2 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.555171 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0221892b-5188-470a-bf46-2004a5007da2 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.556687 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0221892b-5188-470a-bf46-2004a5007da2 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.558279 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0221892b-5188-470a-bf46-2004a5007da2 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0628653 Aug 16 02:07:34.562558 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58382) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:34.667460 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef27ab5-1f99-4760-a707-7fd6fa7fef36 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.668834 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1ef27ab5-1f99-4760-a707-7fd6fa7fef36 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "GET /v2.0/networks/ec252859-617f-4919-960c-0d4b165eee3d HTTP/1.1" status: 200 len: 804 time: 0.1052907 Aug 16 02:07:34.672961 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58384) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:34.771957 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d9fae053-b715-4416-be82-4cb00bbddf9b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "GET /v2.0/networks/ec252859-617f-4919-960c-0d4b165eee3d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.0978856 Aug 16 02:07:34.775422 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58386) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:34.831452 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc1601e-1fc6-4ab2-84bd-47ff257155d2 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.832804 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8fc1601e-1fc6-4ab2-84bd-47ff257155d2 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "GET /v2.0/subnets/9c759f5f-0184-4ee5-9bdb-515817bdc7b0 HTTP/1.1" status: 200 len: 843 time: 0.0563798 Aug 16 02:07:34.836412 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58390) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:34.889016 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1e554b-f961-4db0-a830-4d7716ee166b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.891472 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8d1e554b-f961-4db0-a830-4d7716ee166b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "GET /v2.0/subnets/9c759f5f-0184-4ee5-9bdb-515817bdc7b0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0536332 Aug 16 02:07:34.894694 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58398) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:34.899949 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-98e8ff2c-8301-4ecf-a2d1-c7a97d44d850 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-518431299'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:34.922003 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e8ff2c-8301-4ecf-a2d1-c7a97d44d850 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Made reservation on behalf of 12fbd1ef24ba40b5b0512683ddcb7634 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:34.925119 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98e8ff2c-8301-4ecf-a2d1-c7a97d44d850 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.949204 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e8ff2c-8301-4ecf-a2d1-c7a97d44d850 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:34.959405 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98e8ff2c-8301-4ecf-a2d1-c7a97d44d850 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.959761 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-98e8ff2c-8301-4ecf-a2d1-c7a97d44d850 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Added segment 80d5a113-b087-4b1f-bef1-e32f8aa4aa4b of type vlan for network edd6711a-35ef-4295-883c-5315e40293cc Aug 16 02:07:35.002338 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98e8ff2c-8301-4ecf-a2d1-c7a97d44d850 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.036719 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98e8ff2c-8301-4ecf-a2d1-c7a97d44d850 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.042088 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e8ff2c-8301-4ecf-a2d1-c7a97d44d850 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:35.042674 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98e8ff2c-8301-4ecf-a2d1-c7a97d44d850 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.103623 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-98e8ff2c-8301-4ecf-a2d1-c7a97d44d850 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2077384 Aug 16 02:07:35.106450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58400) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:35.112334 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c78c91e5-8e23-4ff1-ab8d-ae19a570e8c3 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'subnet': {'network_id': 'edd6711a-35ef-4295-883c-5315e40293cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:35.117922 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8ff2c-8301-4ecf-a2d1-c7a97d44d850 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Network': ['ID=edd6711a-35ef-4295-883c-5315e40293cc,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:35.129496 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network edd6711a-35ef-4295-883c-5315e40293cc details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:35.206148 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78c91e5-8e23-4ff1-ab8d-ae19a570e8c3 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Made reservation on behalf of 12fbd1ef24ba40b5b0512683ddcb7634 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:35.209655 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c78c91e5-8e23-4ff1-ab8d-ae19a570e8c3 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.266038 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.ipam_backend_mixin [None req-c78c91e5-8e23-4ff1-ab8d-ae19a570e8c3 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Performing IP validity checks on allocation pools {{(pid=94672) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:07:35.266554 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.ipam_backend_mixin [None req-c78c91e5-8e23-4ff1-ab8d-ae19a570e8c3 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94672) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:07:35.402914 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c78c91e5-8e23-4ff1-ab8d-ae19a570e8c3 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.463187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c91e5-8e23-4ff1-ab8d-ae19a570e8c3 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Subnet': ['ID=42a337ed-1e80-4223-9975-ac170a2cabf8,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:35.474928 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78c91e5-8e23-4ff1-ab8d-ae19a570e8c3 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Checking segment: {'id': '80d5a113-b087-4b1f-bef1-e32f8aa4aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'edd6711a-35ef-4295-883c-5315e40293cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:35.475363 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78c91e5-8e23-4ff1-ab8d-ae19a570e8c3 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network hostable DHCP agents. Network: edd6711a-35ef-4295-883c-5315e40293cc, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:35.495044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78c91e5-8e23-4ff1-ab8d-ae19a570e8c3 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Network edd6711a-35ef-4295-883c-5315e40293cc is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:35.504940 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c78c91e5-8e23-4ff1-ab8d-ae19a570e8c3 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, edd6711a-35ef-4295-883c-5315e40293cc) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:35.509136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c91e5-8e23-4ff1-ab8d-ae19a570e8c3 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:35.509873 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c78c91e5-8e23-4ff1-ab8d-ae19a570e8c3 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.514048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772ba850-dcdb-4ebf-82de-70b94fef1754 None None] Network edd6711a-35ef-4295-883c-5315e40293cc requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:35.525711 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c78c91e5-8e23-4ff1-ab8d-ae19a570e8c3 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4181859 Aug 16 02:07:35.528587 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58404) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:35.536764 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9fb00311-a17b-4786-aa1b-dc157fbca33e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:35.646144 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fb00311-a17b-4786-aa1b-dc157fbca33e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31450358'] for subnet, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.668311 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-edd6711a-35ef-4295-883c-5315e40293cc', 'network_id': 'edd6711a-35ef-4295-883c-5315e40293cc', 'tenant_id': '12fbd1ef24ba40b5b0512683ddcb7634', 'fixed_ips': [{'subnet_id': '42a337ed-1e80-4223-9975-ac170a2cabf8'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:35.669875 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.814850 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fb00311-a17b-4786-aa1b-dc157fbca33e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736854119051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30187435'] for subnet, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.864193 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb00311-a17b-4786-aa1b-dc157fbca33e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:35.864825 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9fb00311-a17b-4786-aa1b-dc157fbca33e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.869839 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9fb00311-a17b-4786-aa1b-dc157fbca33e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "PUT /v2.0/subnets/42a337ed-1e80-4223-9975-ac170a2cabf8 HTTP/1.1" status: 200 len: 900 time: 0.3400304 Aug 16 02:07:35.870316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58406) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:35.882991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb00311-a17b-4786-aa1b-dc157fbca33e tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event updated for resources: {'Subnet': ['ID=42a337ed-1e80-4223-9975-ac170a2cabf8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:35.883666 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Allocated IP 2001:db8::3 (edd6711a-35ef-4295-883c-5315e40293cc/42a337ed-1e80-4223-9975-ac170a2cabf8/2cba3639-1860-4352-9676-ee7a6e704279) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:35.998154 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.055093 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.068056 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.076524 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Transition to ACTIVE for port object 2cba3639-1860-4352-9676-ee7a6e704279 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:36.092406 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Transition to ACTIVE for port object 2cba3639-1860-4352-9676-ee7a6e704279 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:36.100668 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.127783 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.150809 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Network edd6711a-35ef-4295-883c-5315e40293cc is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:36.153619 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:36.158226 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:36.161509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Pushing event updated for resources: {'Port': ['ID=2cba3639-1860-4352-9676-ee7a6e704279,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:36.162182 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Subnet': ['ID=42a337ed-1e80-4223-9975-ac170a2cabf8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:36.218692 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Attempting to bind port 2cba3639-1860-4352-9676-ee7a6e704279 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:36.218979 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Attempting to bind port 2cba3639-1860-4352-9676-ee7a6e704279 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '80d5a113-b087-4b1f-bef1-e32f8aa4aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'edd6711a-35ef-4295-883c-5315e40293cc'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:36.219342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Attempting to bind port 2cba3639-1860-4352-9676-ee7a6e704279 on network edd6711a-35ef-4295-883c-5315e40293cc {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:36.224919 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:36.225337 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Checking segment: {'id': '80d5a113-b087-4b1f-bef1-e32f8aa4aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'edd6711a-35ef-4295-883c-5315e40293cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:36.225843 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.226336 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Bound using segment: {'id': '80d5a113-b087-4b1f-bef1-e32f8aa4aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'edd6711a-35ef-4295-883c-5315e40293cc'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:36.226807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Bound port: 2cba3639-1860-4352-9676-ee7a6e704279, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d5a113-b087-4b1f-bef1-e32f8aa4aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'edd6711a-35ef-4295-883c-5315e40293cc'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:36.227219 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.241120 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.252130 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd6711a-35ef-4295-883c-5315e40293cc']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:36.263618 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d5a113-b087-4b1f-bef1-e32f8aa4aa4b') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:36.263901 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d5a113-b087-4b1f-bef1-e32f8aa4aa4b') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:36.274160 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.296550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] For port 2cba3639-1860-4352-9676-ee7a6e704279, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:36.300389 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.306822 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:36.307222 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:36.310365 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:36.366107 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] For port 2cba3639-1860-4352-9676-ee7a6e704279, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2cba3639-1860-4352-9676-ee7a6e704279,segment=NetworkSegment(80d5a113-b087-4b1f-bef1-e32f8aa4aa4b),segment_id=80d5a113-b087-4b1f-bef1-e32f8aa4aa4b)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:36.366442 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:07:36.366442 n-d-765315-27 neutron-server[94673]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:07:36.366442 n-d-765315-27 neutron-server[94673]: [parameters: {'id': 'edd6711a-35ef-4295-883c-5315e40293cc'}] Aug 16 02:07:36.366442 n-d-765315-27 neutron-server[94673]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:07:36.366898 n-d-765315-27 neutron-server[94673]: DEBUG oslo_db.api [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:07:36.371445 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.452737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766d8df-ddb7-4689-847f-42be67f4e9a1 None None] Pushing event updated for resources: {'Port': ['ID=2cba3639-1860-4352-9676-ee7a6e704279,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:36.474817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51bac44-5f1e-44fd-a59e-15e0c00f9c7d None None] Network edd6711a-35ef-4295-883c-5315e40293cc requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:36.604980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2392d11-e471-4f54-8a67-eae6d571a25b None None] Network edd6711a-35ef-4295-883c-5315e40293cc requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:36.723192 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7118d393-393d-471a-a594-1efc9fe30020 None None] get_active_networks_info from n-d-765315-27 {{(pid=94674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:07:36.807902 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7118d393-393d-471a-a594-1efc9fe30020 None None] Resources bound (agent type, host, resource id): {{(pid=94674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:07:36.867678 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.925783 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Deleting port 2cba3639-1860-4352-9676-ee7a6e704279 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:36.926412 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.998674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] For port 2cba3639-1860-4352-9676-ee7a6e704279, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2cba3639-1860-4352-9676-ee7a6e704279,segment=NetworkSegment(80d5a113-b087-4b1f-bef1-e32f8aa4aa4b),segment_id=80d5a113-b087-4b1f-bef1-e32f8aa4aa4b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:36.999534 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.012946 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Calling delete_port for 2cba3639-1860-4352-9676-ee7a6e704279 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:37.093460 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.124805 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Port': ['ID=2cba3639-1860-4352-9676-ee7a6e704279,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:37.126635 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] No DVR routers for this DVR port 2cba3639-1860-4352-9676-ee7a6e704279 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:37.204598 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.214662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd6711a-35ef-4295-883c-5315e40293cc']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:37.226146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d5a113-b087-4b1f-bef1-e32f8aa4aa4b') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:37.226768 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d5a113-b087-4b1f-bef1-e32f8aa4aa4b') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:37.238932 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.255544 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.263512 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:37.263512 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:37.267238 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:37.330068 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.348290 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.350141 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/networks/edd6711a-35ef-4295-883c-5315e40293cc HTTP/1.1" status: 204 len: 168 time: 1.4778953 Aug 16 02:07:37.351138 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc0b35-c17b-4532-987c-6917acac8f0b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Network': ['ID=edd6711a-35ef-4295-883c-5315e40293cc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:37.355123 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58418) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:37.382264 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ec28bb-298e-4861-b878-f2c025654b80 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:37.382706 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ec28bb-298e-4861-b878-f2c025654b80 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:37.384381 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-36ec28bb-298e-4861-b878-f2c025654b80 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/subnets/42a337ed-1e80-4223-9975-ac170a2cabf8 HTTP/1.1" status: 404 len: 337 time: 0.0283208 Aug 16 02:07:37.386872 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58420) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:37.405432 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-23fa9b03-7319-41c8-a020-cd94005217aa tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:37.406148 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23fa9b03-7319-41c8-a020-cd94005217aa tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:37.407795 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-23fa9b03-7319-41c8-a020-cd94005217aa tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/networks/edd6711a-35ef-4295-883c-5315e40293cc HTTP/1.1" status: 404 len: 339 time: 0.0200467 Aug 16 02:07:37.410509 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58422) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:37.489333 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e8f8e3-1668-4d5f-93a0-7c7122b8ca59 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.522818 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.577998 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e8f8e3-1668-4d5f-93a0-7c7122b8ca59 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.592458 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-59e8f8e3-1668-4d5f-93a0-7c7122b8ca59 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30259707-21cf-45bd-804e-9b3d4b460788']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:37.605090 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-59e8f8e3-1668-4d5f-93a0-7c7122b8ca59 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63d4e96-cd25-427b-8f6f-f23360ac98ad') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:37.605400 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-59e8f8e3-1668-4d5f-93a0-7c7122b8ca59 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63d4e96-cd25-427b-8f6f-f23360ac98ad') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:37.621325 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e8f8e3-1668-4d5f-93a0-7c7122b8ca59 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.642831 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e8f8e3-1668-4d5f-93a0-7c7122b8ca59 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.652806 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e8f8e3-1668-4d5f-93a0-7c7122b8ca59 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:37.653351 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e8f8e3-1668-4d5f-93a0-7c7122b8ca59 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:37.657709 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:37.731823 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e8f8e3-1668-4d5f-93a0-7c7122b8ca59 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.740854 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59e8f8e3-1668-4d5f-93a0-7c7122b8ca59 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.742743 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-59e8f8e3-1668-4d5f-93a0-7c7122b8ca59 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/networks/30259707-21cf-45bd-804e-9b3d4b460788 HTTP/1.1" status: 204 len: 168 time: 0.3313100 Aug 16 02:07:37.745481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58426) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:37.762614 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8f8e3-1668-4d5f-93a0-7c7122b8ca59 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Network': ['ID=30259707-21cf-45bd-804e-9b3d4b460788,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:37.774336 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f024252-29de-45cf-8d18-dc633d51941b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:37.774799 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f024252-29de-45cf-8d18-dc633d51941b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:37.776713 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9f024252-29de-45cf-8d18-dc633d51941b tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/subnets/115c4b4f-8c81-4cbe-96b3-b7e2b23a981e HTTP/1.1" status: 404 len: 337 time: 0.0301416 Aug 16 02:07:37.780116 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58428) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:37.802004 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-24625295-c3ab-4cad-b01e-9cdb1a6730a7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:37.802661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24625295-c3ab-4cad-b01e-9cdb1a6730a7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:37.804590 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-24625295-c3ab-4cad-b01e-9cdb1a6730a7 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/networks/1f2bcad3-0f06-4403-81b7-b4fb5e74f185 HTTP/1.1" status: 404 len: 339 time: 0.0231373 Aug 16 02:07:37.807328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58430) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:37.866180 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f779b09-4910-43c4-a67a-db09290fa253 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Deleting subnet 234b3730-c1ff-4712-b7f2-fe63a2eacbf7 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:37.870337 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f779b09-4910-43c4-a67a-db09290fa253 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.920287 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f779b09-4910-43c4-a67a-db09290fa253 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.041678 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f779b09-4910-43c4-a67a-db09290fa253 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.112530 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f779b09-4910-43c4-a67a-db09290fa253 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.141965 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f779b09-4910-43c4-a67a-db09290fa253 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Subnet': ['ID=234b3730-c1ff-4712-b7f2-fe63a2eacbf7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:38.143923 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f779b09-4910-43c4-a67a-db09290fa253 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.148345 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58432) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:38.148834 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1f779b09-4910-43c4-a67a-db09290fa253 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/subnets/234b3730-c1ff-4712-b7f2-fe63a2eacbf7 HTTP/1.1" status: 204 len: 168 time: 0.3400695 Aug 16 02:07:38.150831 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6467be-7f3d-4617-873e-3a2c5bf282bb None None] Network 736995be-3991-412f-9ed2-13e86c2c8dec requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:38.207130 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-87135433-3f69-4ebc-96c8-aacba91d6a75 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Deleting subnet 6d74ba6c-f120-4d4c-a205-0c7150db50e4 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:38.210604 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87135433-3f69-4ebc-96c8-aacba91d6a75 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.254908 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87135433-3f69-4ebc-96c8-aacba91d6a75 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.271132 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.359990 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87135433-3f69-4ebc-96c8-aacba91d6a75 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.372295 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:07:38.425834 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87135433-3f69-4ebc-96c8-aacba91d6a75 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.457147 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87135433-3f69-4ebc-96c8-aacba91d6a75 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Subnet': ['ID=6d74ba6c-f120-4d4c-a205-0c7150db50e4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:38.462500 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87135433-3f69-4ebc-96c8-aacba91d6a75 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.466980 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-87135433-3f69-4ebc-96c8-aacba91d6a75 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/subnets/6d74ba6c-f120-4d4c-a205-0c7150db50e4 HTTP/1.1" status: 204 len: 168 time: 0.3147683 Aug 16 02:07:38.467370 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58434) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:38.562439 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.617744 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Deleting port 75603043-2235-43f8-aa09-62827d2fb999 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:38.618235 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.695773 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] For port 75603043-2235-43f8-aa09-62827d2fb999, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=75603043-2235-43f8-aa09-62827d2fb999,segment=NetworkSegment(e6f83df2-7c1b-4e26-9967-17264aa67f43),segment_id=e6f83df2-7c1b-4e26-9967-17264aa67f43)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:38.696166 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.715798 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Calling delete_port for 75603043-2235-43f8-aa09-62827d2fb999 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:38.805066 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.832525 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Port': ['ID=75603043-2235-43f8-aa09-62827d2fb999,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:38.835905 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] No DVR routers for this DVR port 75603043-2235-43f8-aa09-62827d2fb999 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:38.911189 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd31a3a-88b1-48bb-b92a-4031b78b59bd None None] Network 736995be-3991-412f-9ed2-13e86c2c8dec requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:38.921204 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.932031 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736995be-3991-412f-9ed2-13e86c2c8dec']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:38.942977 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f83df2-7c1b-4e26-9967-17264aa67f43') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:38.943250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f83df2-7c1b-4e26-9967-17264aa67f43') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:38.952587 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.959933 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b45398f9-2900-4ab6-bee3-aa25e0045e78 None None] Could not find standard attr ID for object 75603043-2235-43f8-aa09-62827d2fb999. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:07:38.965997 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.973007 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:38.973391 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:38.976415 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:39.033242 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.040867 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.042918 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/networks/736995be-3991-412f-9ed2-13e86c2c8dec HTTP/1.1" status: 204 len: 168 time: 0.5744517 Aug 16 02:07:39.045372 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58438) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:39.063703 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d114733-6bcd-4961-9ccf-0ab279e419ac tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Network': ['ID=736995be-3991-412f-9ed2-13e86c2c8dec,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:39.077105 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eaf625-c77d-406d-ac2f-36b76895efea None None] DHCP port deletion for 736995be-3991-412f-9ed2-13e86c2c8dec request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:07:39.087650 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b1e570-992f-4d5b-8424-7b3068737101 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:39.087650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b1e570-992f-4d5b-8424-7b3068737101 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:39.089387 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b7b1e570-992f-4d5b-8424-7b3068737101 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/subnets/80d67788-814f-49ae-9fec-bcf856059c6e HTTP/1.1" status: 404 len: 337 time: 0.0430605 Aug 16 02:07:39.092500 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58440) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:39.111316 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0db6351-5ace-4219-899f-1bb2845727e6 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:39.111851 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0db6351-5ace-4219-899f-1bb2845727e6 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:39.113494 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c0db6351-5ace-4219-899f-1bb2845727e6 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/networks/5847d360-56fe-4b27-9a13-ada05abca59c HTTP/1.1" status: 404 len: 339 time: 0.0199471 Aug 16 02:07:39.115955 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58442) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:39.146176 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa552c00-57ad-4c7c-9762-841c63b5c79f tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:39.146623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa552c00-57ad-4c7c-9762-841c63b5c79f tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:39.148279 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fa552c00-57ad-4c7c-9762-841c63b5c79f tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/subnets/7d9c6b74-f3ff-4edc-aac3-1b44fd920c58 HTTP/1.1" status: 404 len: 337 time: 0.0314562 Aug 16 02:07:39.150793 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58444) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:39.174306 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-59013a54-cb57-4999-a862-fcc4bc2754ee tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:39.174831 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59013a54-cb57-4999-a862-fcc4bc2754ee tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:39.176498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-59013a54-cb57-4999-a862-fcc4bc2754ee tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/networks/51ce2907-c86d-4002-8f44-60171b1b72e6 HTTP/1.1" status: 404 len: 339 time: 0.0248828 Aug 16 02:07:39.178969 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58446) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:39.204588 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafb814d-7242-4d21-b41d-81e5ce978f33 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:39.205034 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eafb814d-7242-4d21-b41d-81e5ce978f33 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:39.206742 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-eafb814d-7242-4d21-b41d-81e5ce978f33 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/subnets/32a068da-4b37-4c72-af76-4ea22dfc60bd HTTP/1.1" status: 404 len: 337 time: 0.0268855 Aug 16 02:07:39.209146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58448) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:39.228666 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbb04ee-df61-467c-8215-efcb4fa6e837 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:39.229195 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dbb04ee-df61-467c-8215-efcb4fa6e837 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:39.230898 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2dbb04ee-df61-467c-8215-efcb4fa6e837 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/networks/d6e6f864-eb1e-405a-9295-403dc90b90bc HTTP/1.1" status: 404 len: 339 time: 0.0208731 Aug 16 02:07:39.234005 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58450) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:39.286610 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e89444c-a3ea-4814-9522-2c42e53311f0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Deleting subnet 80d33986-50ef-4b37-87e9-814dfdc90234 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:39.289827 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e89444c-a3ea-4814-9522-2c42e53311f0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.330449 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e89444c-a3ea-4814-9522-2c42e53311f0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.419035 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e89444c-a3ea-4814-9522-2c42e53311f0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.479517 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e89444c-a3ea-4814-9522-2c42e53311f0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.508290 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89444c-a3ea-4814-9522-2c42e53311f0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Subnet': ['ID=80d33986-50ef-4b37-87e9-814dfdc90234,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:39.510271 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e89444c-a3ea-4814-9522-2c42e53311f0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.514253 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6e89444c-a3ea-4814-9522-2c42e53311f0 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/subnets/80d33986-50ef-4b37-87e9-814dfdc90234 HTTP/1.1" status: 204 len: 168 time: 0.2772119 Aug 16 02:07:39.515814 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58452) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:39.518299 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2ca4b4-c533-4f20-83de-2e69942a6209 None None] Network debde20f-5c22-4977-9389-f9fb1103875a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:39.696225 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfa319e-e86c-43e1-8145-624b6f1f4273 None None] DHCP port deletion for debde20f-5c22-4977-9389-f9fb1103875a request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:07:39.750083 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3dfa319e-e86c-43e1-8145-624b6f1f4273 None None] Deleting port 5700c515-220f-4eb7-a6ff-130b5d7528b7 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:39.750699 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dfa319e-e86c-43e1-8145-624b6f1f4273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.814990 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3dfa319e-e86c-43e1-8145-624b6f1f4273 None None] For port 5700c515-220f-4eb7-a6ff-130b5d7528b7, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=5700c515-220f-4eb7-a6ff-130b5d7528b7,segment=NetworkSegment(90d7b8f3-ff9a-4295-a3c4-ea7411366a20),segment_id=90d7b8f3-ff9a-4295-a3c4-ea7411366a20)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:39.815386 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dfa319e-e86c-43e1-8145-624b6f1f4273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.828669 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3dfa319e-e86c-43e1-8145-624b6f1f4273 None None] Calling delete_port for 5700c515-220f-4eb7-a6ff-130b5d7528b7 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:39.860854 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.920342 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dfa319e-e86c-43e1-8145-624b6f1f4273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.933007 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Deleting port 5700c515-220f-4eb7-a6ff-130b5d7528b7 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:39.933573 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.951374 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa319e-e86c-43e1-8145-624b6f1f4273 None None] Pushing event deleted for resources: {'Port': ['ID=5700c515-220f-4eb7-a6ff-130b5d7528b7,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:39.957153 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfa319e-e86c-43e1-8145-624b6f1f4273 None None] No DVR routers for this DVR port 5700c515-220f-4eb7-a6ff-130b5d7528b7 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:40.003253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] For port 5700c515-220f-4eb7-a6ff-130b5d7528b7, host n-d-765315-27, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:40.003617 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.020727 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Calling delete_port for 5700c515-220f-4eb7-a6ff-130b5d7528b7 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:40.023522 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Port 5700c515-220f-4eb7-a6ff-130b5d7528b7 was not found and therefore no delete operation was performed {{(pid=94673) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:07:40.024919 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.053237 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Port': ['ID=5700c515-220f-4eb7-a6ff-130b5d7528b7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:40.055117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] No DVR routers for this DVR port 5700c515-220f-4eb7-a6ff-130b5d7528b7 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:40.141016 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.152262 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['debde20f-5c22-4977-9389-f9fb1103875a']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:40.163349 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d7b8f3-ff9a-4295-a3c4-ea7411366a20') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:40.163652 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d7b8f3-ff9a-4295-a3c4-ea7411366a20') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:40.173284 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.187364 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.193770 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:40.194191 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:40.197371 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:40.269167 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.278845 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.285477 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/networks/debde20f-5c22-4977-9389-f9fb1103875a HTTP/1.1" status: 204 len: 168 time: 0.7644813 Aug 16 02:07:40.285477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58464) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:40.304122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762349a-7c87-4de6-8b82-7dbce06ca1cd tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Network': ['ID=debde20f-5c22-4977-9389-f9fb1103875a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:40.324058 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-5256b28d-08b2-498c-8ad5-ebc8a5f14ac9 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:40.324689 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5256b28d-08b2-498c-8ad5-ebc8a5f14ac9 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:40.326482 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5256b28d-08b2-498c-8ad5-ebc8a5f14ac9 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/subnets/5c857dd9-baad-4a24-b28f-aa02eac3a84a HTTP/1.1" status: 404 len: 337 time: 0.0405395 Aug 16 02:07:40.329282 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58466) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:40.348989 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-04185d5a-ab7f-433c-a97a-a8cfb8dd27f5 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] DELETE failed (client error): The resource could not be found. Aug 16 02:07:40.349559 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04185d5a-ab7f-433c-a97a-a8cfb8dd27f5 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:07:40.351583 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-04185d5a-ab7f-433c-a97a-a8cfb8dd27f5 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/networks/a4d906fe-5441-4d6c-b01a-e5eb86f639b4 HTTP/1.1" status: 404 len: 339 time: 0.0210505 Aug 16 02:07:40.354017 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58468) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:40.395703 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 75603043-2235-43f8-aa09-62827d2fb999 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:40.408283 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3054d2-2a3a-494b-8850-d67d9423fa0c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Deleting subnet 9c759f5f-0184-4ee5-9bdb-515817bdc7b0 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:40.411693 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa3054d2-2a3a-494b-8850-d67d9423fa0c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.421596 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 75603043-2235-43f8-aa09-62827d2fb999 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:40.422183 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 75603043-2235-43f8-aa09-62827d2fb999 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:40.422830 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5700c515-220f-4eb7-a6ff-130b5d7528b7 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:40.447157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 5700c515-220f-4eb7-a6ff-130b5d7528b7 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:40.447790 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 5700c515-220f-4eb7-a6ff-130b5d7528b7 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:40.459185 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa3054d2-2a3a-494b-8850-d67d9423fa0c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.552219 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa3054d2-2a3a-494b-8850-d67d9423fa0c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.614752 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa3054d2-2a3a-494b-8850-d67d9423fa0c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.642492 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3054d2-2a3a-494b-8850-d67d9423fa0c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Subnet': ['ID=9c759f5f-0184-4ee5-9bdb-515817bdc7b0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:40.644492 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa3054d2-2a3a-494b-8850-d67d9423fa0c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.646428 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fa3054d2-2a3a-494b-8850-d67d9423fa0c tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/subnets/9c759f5f-0184-4ee5-9bdb-515817bdc7b0 HTTP/1.1" status: 204 len: 168 time: 0.2913902 Aug 16 02:07:40.650079 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58470) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:40.654623 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d15c15-5235-47f3-a87d-ad229fb0132f None None] Network ec252859-617f-4919-960c-0d4b165eee3d requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:40.737184 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.793691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Deleting port 33100d93-8378-495c-9c2a-c49431f8b803 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:40.794286 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.863703 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] For port 33100d93-8378-495c-9c2a-c49431f8b803, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=33100d93-8378-495c-9c2a-c49431f8b803,segment=NetworkSegment(885de913-f5ed-4f77-94af-3f967372d6a5),segment_id=885de913-f5ed-4f77-94af-3f967372d6a5)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:40.864060 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.868196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19012ca8-7be3-47f3-9790-355c34bafd89 None None] DHCP port deletion for ec252859-617f-4919-960c-0d4b165eee3d request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:07:40.879245 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Calling delete_port for 33100d93-8378-495c-9c2a-c49431f8b803 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:40.915293 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-19012ca8-7be3-47f3-9790-355c34bafd89 None None] Deleting port 33100d93-8378-495c-9c2a-c49431f8b803 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:40.915744 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19012ca8-7be3-47f3-9790-355c34bafd89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.965127 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.988157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-19012ca8-7be3-47f3-9790-355c34bafd89 None None] For port 33100d93-8378-495c-9c2a-c49431f8b803, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=33100d93-8378-495c-9c2a-c49431f8b803,segment=NetworkSegment(885de913-f5ed-4f77-94af-3f967372d6a5),segment_id=885de913-f5ed-4f77-94af-3f967372d6a5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:40.988758 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19012ca8-7be3-47f3-9790-355c34bafd89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.990320 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Port': ['ID=33100d93-8378-495c-9c2a-c49431f8b803,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:41.000128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:41.000466 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:41.000795 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:41.001123 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:41.001459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:41.001795 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:41.002110 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:41.002432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:41.003780 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:41.003780 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:41.003780 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:41.003780 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:41.005470 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-19012ca8-7be3-47f3-9790-355c34bafd89 None None] Calling delete_port for 33100d93-8378-495c-9c2a-c49431f8b803 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:41.009808 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] No DVR routers for this DVR port 33100d93-8378-495c-9c2a-c49431f8b803 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:41.090196 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.097719 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19012ca8-7be3-47f3-9790-355c34bafd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.102232 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec252859-617f-4919-960c-0d4b165eee3d']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:41.127288 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19012ca8-7be3-47f3-9790-355c34bafd89 None None] Pushing event deleted for resources: {'Port': ['ID=33100d93-8378-495c-9c2a-c49431f8b803,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:41.131621 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19012ca8-7be3-47f3-9790-355c34bafd89 None None] No DVR routers for this DVR port 33100d93-8378-495c-9c2a-c49431f8b803 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:41.134041 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885de913-f5ed-4f77-94af-3f967372d6a5') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:41.134586 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885de913-f5ed-4f77-94af-3f967372d6a5') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:41.148172 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.164854 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.177867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:41.178319 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:41.181477 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:41.258539 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.274171 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.281141 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] 10.222.0.68 "DELETE /v2.0/networks/ec252859-617f-4919-960c-0d4b165eee3d HTTP/1.1" status: 204 len: 168 time: 0.6294887 Aug 16 02:07:41.296931 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abff179-f0a5-483e-849d-c7b07eeedd08 tempest-NetworksIpV6Test-17347457 tempest-NetworksIpV6Test-17347457-project] Pushing event deleted for resources: {'Network': ['ID=ec252859-617f-4919-960c-0d4b165eee3d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:41.585911 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58478) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:41.726936 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-eeb1a542-9f5b-4d40-ad0b-f5a4ba82697d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=12fbd1ef24ba40b5b0512683ddcb7634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397090 Aug 16 02:07:41.729404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58482) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:41.786854 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e569bab4-301e-4f07-a050-1d8c186e16b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.818262 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e569bab4-301e-4f07-a050-1d8c186e16b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.872461 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e569bab4-301e-4f07-a050-1d8c186e16b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.876231 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e569bab4-301e-4f07-a050-1d8c186e16b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.877446 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e569bab4-301e-4f07-a050-1d8c186e16b9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c7bf5a1b-158d-4cf8-a79a-862d962f7965 HTTP/1.1" status: 204 len: 168 time: 0.1469600 Aug 16 02:07:41.886342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569bab4-301e-4f07-a050-1d8c186e16b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bf5a1b-158d-4cf8-a79a-862d962f7965,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:42.368894 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 33100d93-8378-495c-9c2a-c49431f8b803 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:42.397618 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 33100d93-8378-495c-9c2a-c49431f8b803 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:42.397987 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 33100d93-8378-495c-9c2a-c49431f8b803 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:50.133739 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e6184a3-88b4-4b18-b9da-63d0cb84750e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.329815 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-3c0f745d-b8de-4ce4-9a30-6bd2d3040a51 req-0bb55621-2c3c-4217-92c1-46cf7362ed41 service neutron] (94672) timed out ('10.222.0.68', 38962) {{(pid=94672) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:07:52.616766 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cb624641-1558-4e07-8847-0cdd6b3c23df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.310746 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.200112 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.326093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58624) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:55.456276 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ea03b2c-9ad6-476b-a1cf-6d286226eddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.558343 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ea03b2c-9ad6-476b-a1cf-6d286226eddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.563256 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ea03b2c-9ad6-476b-a1cf-6d286226eddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.606694 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4ea03b2c-9ad6-476b-a1cf-6d286226eddc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=61219e4317e8452f8bb26893faebd3d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775149 Aug 16 02:07:55.610106 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58630) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:55.638923 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea03b2c-9ad6-476b-a1cf-6d286226eddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e3057d-0a33-484e-8ff4-d179002067fa,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:55.669241 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50782064-52c6-483d-b08f-d38f59c1a675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.696916 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50782064-52c6-483d-b08f-d38f59c1a675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.748099 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50782064-52c6-483d-b08f-d38f59c1a675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.751774 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50782064-52c6-483d-b08f-d38f59c1a675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.753929 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-50782064-52c6-483d-b08f-d38f59c1a675 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/84e3057d-0a33-484e-8ff4-d179002067fa HTTP/1.1" status: 204 len: 168 time: 0.1415339 Aug 16 02:07:55.763781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50782064-52c6-483d-b08f-d38f59c1a675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e3057d-0a33-484e-8ff4-d179002067fa,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:56.018091 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.095131 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58636) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:56.111971 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-521b2698-27f9-448c-b7ad-777afe74f693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.219514 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-521b2698-27f9-448c-b7ad-777afe74f693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.223990 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-521b2698-27f9-448c-b7ad-777afe74f693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.266725 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-521b2698-27f9-448c-b7ad-777afe74f693 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b25bf9e06b5c400fb020ee0e30319a44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700928 Aug 16 02:07:56.267663 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b2698-27f9-448c-b7ad-777afe74f693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691ac7c9-36a5-4dea-86cb-98d48d5d4f10,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:56.270821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58638) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:56.350466 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17ae6021-f2f0-49bc-b1a5-0e533bca60df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.374925 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17ae6021-f2f0-49bc-b1a5-0e533bca60df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.424740 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17ae6021-f2f0-49bc-b1a5-0e533bca60df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.427663 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17ae6021-f2f0-49bc-b1a5-0e533bca60df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.428849 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-17ae6021-f2f0-49bc-b1a5-0e533bca60df admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/691ac7c9-36a5-4dea-86cb-98d48d5d4f10 HTTP/1.1" status: 204 len: 168 time: 0.1563563 Aug 16 02:07:56.438432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae6021-f2f0-49bc-b1a5-0e533bca60df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691ac7c9-36a5-4dea-86cb-98d48d5d4f10,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:59.153356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58720) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:59.261453 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb6b8421-137b-4f34-9637-7c1a9dcfdf86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.360482 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb6b8421-137b-4f34-9637-7c1a9dcfdf86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.364791 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb6b8421-137b-4f34-9637-7c1a9dcfdf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.403393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b8421-137b-4f34-9637-7c1a9dcfdf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e107eda1-a24f-43bd-9a74-e4e6e3b1706a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:59.410818 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cb6b8421-137b-4f34-9637-7c1a9dcfdf86 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=38fa7e75800a4461bcb5753d4b46cfce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2537777 Aug 16 02:07:59.411043 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58724) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:59.462993 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a73550c-e765-4c3a-8806-88d94fc38db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.484726 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a73550c-e765-4c3a-8806-88d94fc38db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.531496 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a73550c-e765-4c3a-8806-88d94fc38db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.534516 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a73550c-e765-4c3a-8806-88d94fc38db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.536341 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1a73550c-e765-4c3a-8806-88d94fc38db2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e107eda1-a24f-43bd-9a74-e4e6e3b1706a HTTP/1.1" status: 204 len: 168 time: 0.1240356 Aug 16 02:07:59.546630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73550c-e765-4c3a-8806-88d94fc38db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e107eda1-a24f-43bd-9a74-e4e6e3b1706a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:59.807827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58730) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:59.821120 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-074e270e-05eb-4667-bc20-a8978c577375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.916523 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-074e270e-05eb-4667-bc20-a8978c577375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.921088 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-074e270e-05eb-4667-bc20-a8978c577375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.963694 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-074e270e-05eb-4667-bc20-a8978c577375 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9dc661d6bc8645b092f0f3eca0e64a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547067 Aug 16 02:07:59.965332 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e270e-05eb-4667-bc20-a8978c577375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e85f79-e760-4010-ae62-f2040cb3cde9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:59.966715 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58734) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:00.028345 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13570a45-4f44-4523-949e-79416053fd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.052610 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13570a45-4f44-4523-949e-79416053fd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.102216 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13570a45-4f44-4523-949e-79416053fd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.105262 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13570a45-4f44-4523-949e-79416053fd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.106607 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-13570a45-4f44-4523-949e-79416053fd95 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b7e85f79-e760-4010-ae62-f2040cb3cde9 HTTP/1.1" status: 204 len: 168 time: 0.1381905 Aug 16 02:08:00.121064 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13570a45-4f44-4523-949e-79416053fd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e85f79-e760-4010-ae62-f2040cb3cde9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:01.345874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-040c8155-f7df-4bf3-b563-8e4edb69d12e req-6573a9ca-cf64-4f97-8426-043524e312e3 service neutron] (94673) timed out ('10.222.0.63', 55980) {{(pid=94673) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:08:06.231608 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58838) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:06.351908 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57d2a8ac-609c-413f-b8a1-2e15b057f2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.449083 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57d2a8ac-609c-413f-b8a1-2e15b057f2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.453834 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57d2a8ac-609c-413f-b8a1-2e15b057f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.494562 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2a8ac-609c-413f-b8a1-2e15b057f2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1fdc4f-bf91-464a-822e-d6682a1080cd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:06.504994 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-57d2a8ac-609c-413f-b8a1-2e15b057f2aa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=34fe7e551f9246b0a60b728115cd6e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685165 Aug 16 02:08:06.504994 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58842) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:06.559710 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e67a7bc-59fb-4a8d-ba50-67459c54cf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.588059 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e67a7bc-59fb-4a8d-ba50-67459c54cf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.649781 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e67a7bc-59fb-4a8d-ba50-67459c54cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.653653 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e67a7bc-59fb-4a8d-ba50-67459c54cf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.655443 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5e67a7bc-59fb-4a8d-ba50-67459c54cf0f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fb1fdc4f-bf91-464a-822e-d6682a1080cd HTTP/1.1" status: 204 len: 168 time: 0.1501546 Aug 16 02:08:06.667264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67a7bc-59fb-4a8d-ba50-67459c54cf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1fdc4f-bf91-464a-822e-d6682a1080cd,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:06.940658 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58852) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:06.955253 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-450e7c65-c1e3-4abc-b6d4-9623f64c4bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.055773 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-450e7c65-c1e3-4abc-b6d4-9623f64c4bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.059754 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-450e7c65-c1e3-4abc-b6d4-9623f64c4bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.100255 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-450e7c65-c1e3-4abc-b6d4-9623f64c4bba admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9d402fee17f7447fbb08e560d2a69999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584008 Aug 16 02:08:07.101091 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e7c65-c1e3-4abc-b6d4-9623f64c4bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21d15ec-dfc2-40ef-9598-deca78abbb63,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:07.102938 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58854) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:07.152194 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85b3c0a2-8f4e-4b21-9786-60052d641b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.174445 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85b3c0a2-8f4e-4b21-9786-60052d641b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.226391 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85b3c0a2-8f4e-4b21-9786-60052d641b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.229178 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85b3c0a2-8f4e-4b21-9786-60052d641b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.230367 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-85b3c0a2-8f4e-4b21-9786-60052d641b6c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a21d15ec-dfc2-40ef-9598-deca78abbb63 HTTP/1.1" status: 204 len: 168 time: 0.1263201 Aug 16 02:08:07.239147 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3c0a2-8f4e-4b21-9786-60052d641b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21d15ec-dfc2-40ef-9598-deca78abbb63,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:07.542801 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.041031 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58882) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:08.157636 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8e899463-2983-41a0-bb44-c8f9974bad09 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1385207681-network', 'tenant_id': 'c1ad627310a346b78cfd94e5d6921f4e'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:08.179322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e899463-2983-41a0-bb44-c8f9974bad09 admin admin] Made reservation on behalf of c1ad627310a346b78cfd94e5d6921f4e for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:08.181716 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e899463-2983-41a0-bb44-c8f9974bad09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.190233 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e899463-2983-41a0-bb44-c8f9974bad09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.245729 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.291187 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e899463-2983-41a0-bb44-c8f9974bad09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.296368 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e899463-2983-41a0-bb44-c8f9974bad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.320832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e899463-2983-41a0-bb44-c8f9974bad09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:08.331132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e899463-2983-41a0-bb44-c8f9974bad09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b522c5-ecb8-4c8a-801a-6ea222bee4bf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:08.336013 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e899463-2983-41a0-bb44-c8f9974bad09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.336354 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-8e899463-2983-41a0-bb44-c8f9974bad09 admin admin] Added segment 4d2f86b7-c391-4f5e-b2d2-81e57bac0eeb of type vlan for network ab0cbd43-ba52-4990-9fb6-4847bbfcf064 Aug 16 02:08:08.378661 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e899463-2983-41a0-bb44-c8f9974bad09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.409151 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e899463-2983-41a0-bb44-c8f9974bad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.410403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e899463-2983-41a0-bb44-c8f9974bad09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.410982 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e899463-2983-41a0-bb44-c8f9974bad09 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.467394 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8e899463-2983-41a0-bb44-c8f9974bad09 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4246035 Aug 16 02:08:08.470160 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58886) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:08.474886 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-139f6e8a-9ddc-43fb-9e61-d6da89b6dc38 admin admin] Request body: {'subnet': {'network_id': 'ab0cbd43-ba52-4990-9fb6-4847bbfcf064', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1385207681-subnet', 'tenant_id': 'c1ad627310a346b78cfd94e5d6921f4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:08.481103 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e899463-2983-41a0-bb44-c8f9974bad09 admin admin] Pushing event updated for resources: {'Network': ['ID=ab0cbd43-ba52-4990-9fb6-4847bbfcf064,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:08.494092 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network ab0cbd43-ba52-4990-9fb6-4847bbfcf064 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:08.502771 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139f6e8a-9ddc-43fb-9e61-d6da89b6dc38 admin admin] Made reservation on behalf of c1ad627310a346b78cfd94e5d6921f4e for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:08.505497 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-139f6e8a-9ddc-43fb-9e61-d6da89b6dc38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.704503 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-139f6e8a-9ddc-43fb-9e61-d6da89b6dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.766103 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f6e8a-9ddc-43fb-9e61-d6da89b6dc38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae43e60-5e82-49a2-ae6c-5bd52e87e8ed,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:08.775868 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f6e8a-9ddc-43fb-9e61-d6da89b6dc38 admin admin] Checking segment: {'id': '4d2f86b7-c391-4f5e-b2d2-81e57bac0eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ab0cbd43-ba52-4990-9fb6-4847bbfcf064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:08.776231 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139f6e8a-9ddc-43fb-9e61-d6da89b6dc38 admin admin] Network hostable DHCP agents. Network: ab0cbd43-ba52-4990-9fb6-4847bbfcf064, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:08.794528 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139f6e8a-9ddc-43fb-9e61-d6da89b6dc38 admin admin] Network ab0cbd43-ba52-4990-9fb6-4847bbfcf064 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:08.803534 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-139f6e8a-9ddc-43fb-9e61-d6da89b6dc38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, ab0cbd43-ba52-4990-9fb6-4847bbfcf064) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:08.807702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139f6e8a-9ddc-43fb-9e61-d6da89b6dc38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.808297 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-139f6e8a-9ddc-43fb-9e61-d6da89b6dc38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.832395 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-139f6e8a-9ddc-43fb-9e61-d6da89b6dc38 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3524978 Aug 16 02:08:08.832635 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6068cfe8-0db0-46e9-b98b-aa8a23e9c362 None None] Network ab0cbd43-ba52-4990-9fb6-4847bbfcf064 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:08.999929 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63e78df-4399-4af2-bbba-8b2072e418a2 None None] Network ab0cbd43-ba52-4990-9fb6-4847bbfcf064 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:09.353517 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58904) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:09.358804 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f3eec86c-34b6-4f04-9893-438fc658f68e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-628368822-network', 'tenant_id': '774d5677a5594a75aca942f893dd61a3'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:09.380398 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3eec86c-34b6-4f04-9893-438fc658f68e admin admin] Made reservation on behalf of 774d5677a5594a75aca942f893dd61a3 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:09.382936 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3eec86c-34b6-4f04-9893-438fc658f68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.392653 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3eec86c-34b6-4f04-9893-438fc658f68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.488858 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3eec86c-34b6-4f04-9893-438fc658f68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.492472 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3eec86c-34b6-4f04-9893-438fc658f68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.520500 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3eec86c-34b6-4f04-9893-438fc658f68e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:09.525942 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eec86c-34b6-4f04-9893-438fc658f68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1598cf94-cefa-4250-bac7-47485ca70173,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:09.534961 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3eec86c-34b6-4f04-9893-438fc658f68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.536127 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-f3eec86c-34b6-4f04-9893-438fc658f68e admin admin] Added segment c185d9c5-07e2-444a-8531-09222caf6181 of type vlan for network 923f7da8-8445-4f24-b9ca-d77adc40c733 Aug 16 02:08:09.579045 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3eec86c-34b6-4f04-9893-438fc658f68e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.609569 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3eec86c-34b6-4f04-9893-438fc658f68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.609569 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eec86c-34b6-4f04-9893-438fc658f68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.610523 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3eec86c-34b6-4f04-9893-438fc658f68e admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.671236 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f3eec86c-34b6-4f04-9893-438fc658f68e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3162613 Aug 16 02:08:09.674057 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58906) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:09.678811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ba9529bc-495e-46d1-8b7c-2bdebee1350e admin admin] Request body: {'subnet': {'network_id': '923f7da8-8445-4f24-b9ca-d77adc40c733', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-628368822-subnet', 'tenant_id': '774d5677a5594a75aca942f893dd61a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:09.687389 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eec86c-34b6-4f04-9893-438fc658f68e admin admin] Pushing event updated for resources: {'Network': ['ID=923f7da8-8445-4f24-b9ca-d77adc40c733,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:09.697881 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 923f7da8-8445-4f24-b9ca-d77adc40c733 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:09.705949 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9529bc-495e-46d1-8b7c-2bdebee1350e admin admin] Made reservation on behalf of 774d5677a5594a75aca942f893dd61a3 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:09.708252 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba9529bc-495e-46d1-8b7c-2bdebee1350e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.887417 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba9529bc-495e-46d1-8b7c-2bdebee1350e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.942939 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9529bc-495e-46d1-8b7c-2bdebee1350e admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f814e2-3766-4b69-b5c7-44f689552444,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:09.954323 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9529bc-495e-46d1-8b7c-2bdebee1350e admin admin] Checking segment: {'id': 'c185d9c5-07e2-444a-8531-09222caf6181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '923f7da8-8445-4f24-b9ca-d77adc40c733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:09.954683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9529bc-495e-46d1-8b7c-2bdebee1350e admin admin] Network hostable DHCP agents. Network: 923f7da8-8445-4f24-b9ca-d77adc40c733, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:09.972499 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9529bc-495e-46d1-8b7c-2bdebee1350e admin admin] Network 923f7da8-8445-4f24-b9ca-d77adc40c733 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:09.982900 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ba9529bc-495e-46d1-8b7c-2bdebee1350e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 923f7da8-8445-4f24-b9ca-d77adc40c733) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:09.989607 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9529bc-495e-46d1-8b7c-2bdebee1350e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.990690 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba9529bc-495e-46d1-8b7c-2bdebee1350e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.995539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc52ae66-4944-468d-a04b-53120e936560 None None] Network 923f7da8-8445-4f24-b9ca-d77adc40c733 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:10.014487 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ba9529bc-495e-46d1-8b7c-2bdebee1350e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3392155 Aug 16 02:08:10.148925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6796478-5f57-484e-99aa-d4592dc8b0d4 None None] Network 923f7da8-8445-4f24-b9ca-d77adc40c733 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:10.228027 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58918) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:10.353978 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-deb4d6bd-3389-425f-8278-f1370d02b8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.449896 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-deb4d6bd-3389-425f-8278-f1370d02b8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.454322 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-deb4d6bd-3389-425f-8278-f1370d02b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.491492 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4d6bd-3389-425f-8278-f1370d02b8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86f7ce2-a9d6-46cf-964e-89ad66561580,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:10.499530 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-deb4d6bd-3389-425f-8278-f1370d02b8c0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0cbdc888963a416b99c2db2560381e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2671499 Aug 16 02:08:10.499819 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58936) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:10.549538 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9254629c-4653-49f0-8aa1-d56b403a2b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.559253 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-36e4655b-66f6-4492-be88-54087d1e27d4 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.560901 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-36e4655b-66f6-4492-be88-54087d1e27d4 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/networks?id=ab0cbd43-ba52-4990-9fb6-4847bbfcf064 HTTP/1.1" status: 200 len: 809 time: 0.1139565 Aug 16 02:08:10.571197 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9254629c-4653-49f0-8aa1-d56b403a2b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.576172 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-d7d6a53b-05dc-4ed9-9b5e-87226f567420 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/quotas/c1ad627310a346b78cfd94e5d6921f4e HTTP/1.1" status: 200 len: 375 time: 0.0092459 Aug 16 02:08:10.613259 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-6048e0db-a271-462e-9ea2-c6a2a0daff63 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=c1ad627310a346b78cfd94e5d6921f4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314879 Aug 16 02:08:10.621353 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9254629c-4653-49f0-8aa1-d56b403a2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.624400 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9254629c-4653-49f0-8aa1-d56b403a2b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.625553 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9254629c-4653-49f0-8aa1-d56b403a2b44 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e86f7ce2-a9d6-46cf-964e-89ad66561580 HTTP/1.1" status: 204 len: 168 time: 0.1248314 Aug 16 02:08:10.633679 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254629c-4653-49f0-8aa1-d56b403a2b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86f7ce2-a9d6-46cf-964e-89ad66561580,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:10.773335 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-f260ebf8-a472-4f91-b618-c7e114896f10 service neutron] 10.222.0.68 "GET /v2.0/networks/ab0cbd43-ba52-4990-9fb6-4847bbfcf064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424053 Aug 16 02:08:10.869544 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-3b78e8ea-7a47-4f3c-adde-e8558ef5b3c8 service neutron] 10.222.0.68 "GET /v2.0/networks/ab0cbd43-ba52-4990-9fb6-4847bbfcf064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902448 Aug 16 02:08:11.040007 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3438ce36-ee3f-43c4-b7b2-af108fb4fef5 req-6ad8270e-ad33-4ea4-a7c0-4fcd048b0a31 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/ports?device_id=367a9a03-314b-4433-b4ea-dccefe168cb0 HTTP/1.1" status: 200 len: 210 time: 0.0284343 Aug 16 02:08:11.291278 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 58972) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:11.395235 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-de2fb768-79a2-4f86-8988-05fc73cdb3d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1161122513-network', 'tenant_id': 'cb08c2faadbe4d3599813d72f97d2d03'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:11.416317 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2fb768-79a2-4f86-8988-05fc73cdb3d1 admin admin] Made reservation on behalf of cb08c2faadbe4d3599813d72f97d2d03 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:11.418710 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2fb768-79a2-4f86-8988-05fc73cdb3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.428315 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2fb768-79a2-4f86-8988-05fc73cdb3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.523686 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2fb768-79a2-4f86-8988-05fc73cdb3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.527538 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2fb768-79a2-4f86-8988-05fc73cdb3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.556944 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2fb768-79a2-4f86-8988-05fc73cdb3d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:11.565253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fb768-79a2-4f86-8988-05fc73cdb3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0355aafd-565d-4ee6-b3be-2c0990ab7d06,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:11.574448 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2fb768-79a2-4f86-8988-05fc73cdb3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.574556 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-de2fb768-79a2-4f86-8988-05fc73cdb3d1 admin admin] Added segment b762ddb4-a69e-4081-9b92-7c983faf0f89 of type vlan for network 980e122f-570b-4bd6-825f-d19c5e01f38a Aug 16 02:08:11.618050 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2fb768-79a2-4f86-8988-05fc73cdb3d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.653298 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2fb768-79a2-4f86-8988-05fc73cdb3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.654630 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2fb768-79a2-4f86-8988-05fc73cdb3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.655205 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2fb768-79a2-4f86-8988-05fc73cdb3d1 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.710030 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-de2fb768-79a2-4f86-8988-05fc73cdb3d1 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4176188 Aug 16 02:08:11.713030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 58976) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:11.717113 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fb768-79a2-4f86-8988-05fc73cdb3d1 admin admin] Pushing event updated for resources: {'Network': ['ID=980e122f-570b-4bd6-825f-d19c5e01f38a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:11.718011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-13247926-3a7b-42f8-b48d-cd6611c92af5 admin admin] Request body: {'subnet': {'network_id': '980e122f-570b-4bd6-825f-d19c5e01f38a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1161122513-subnet', 'tenant_id': 'cb08c2faadbe4d3599813d72f97d2d03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:11.727102 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 980e122f-570b-4bd6-825f-d19c5e01f38a details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:11.741975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13247926-3a7b-42f8-b48d-cd6611c92af5 admin admin] Made reservation on behalf of cb08c2faadbe4d3599813d72f97d2d03 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:11.744655 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13247926-3a7b-42f8-b48d-cd6611c92af5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.911132 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13247926-3a7b-42f8-b48d-cd6611c92af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.964823 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13247926-3a7b-42f8-b48d-cd6611c92af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f6340d4-deb9-4d30-9d1c-870e132b0991,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:12.021336 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13247926-3a7b-42f8-b48d-cd6611c92af5 admin admin] Checking segment: {'id': 'b762ddb4-a69e-4081-9b92-7c983faf0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '980e122f-570b-4bd6-825f-d19c5e01f38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:12.021696 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13247926-3a7b-42f8-b48d-cd6611c92af5 admin admin] Network hostable DHCP agents. Network: 980e122f-570b-4bd6-825f-d19c5e01f38a, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:12.059448 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13247926-3a7b-42f8-b48d-cd6611c92af5 admin admin] Network 980e122f-570b-4bd6-825f-d19c5e01f38a is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:12.074803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-13247926-3a7b-42f8-b48d-cd6611c92af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 980e122f-570b-4bd6-825f-d19c5e01f38a) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:12.084082 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0da24e-ee74-4ec7-a777-0234b1380dae None None] Network 980e122f-570b-4bd6-825f-d19c5e01f38a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:12.085596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13247926-3a7b-42f8-b48d-cd6611c92af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.086212 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13247926-3a7b-42f8-b48d-cd6611c92af5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.109570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-10f5689a-0d5f-4470-b27b-af224a80488a tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.112666 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-10f5689a-0d5f-4470-b27b-af224a80488a tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.73 "GET /v2.0/networks?id=ab0cbd43-ba52-4990-9fb6-4847bbfcf064 HTTP/1.1" status: 200 len: 809 time: 0.1409023 Aug 16 02:08:12.126644 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-13247926-3a7b-42f8-b48d-cd6611c92af5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4047499 Aug 16 02:08:12.131641 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-73cc09f7-f561-410e-aae8-035d48da8915 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Request body: {'port': {'device_id': '367a9a03-314b-4433-b4ea-dccefe168cb0', 'network_id': 'ab0cbd43-ba52-4990-9fb6-4847bbfcf064', 'admin_state_up': True, 'tenant_id': 'c1ad627310a346b78cfd94e5d6921f4e'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:12.206974 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76896d0a-973d-4529-9bf4-315691205ffa req-2f2e5ce4-25d6-4c72-9505-8c4de9b0e8f3 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/ports?device_id=367a9a03-314b-4433-b4ea-dccefe168cb0 HTTP/1.1" status: 200 len: 210 time: 0.0296187 Aug 16 02:08:12.250652 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3150a4-5de1-4f82-b22e-f4c1d35592bf None None] Network 980e122f-570b-4bd6-825f-d19c5e01f38a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:12.277103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-73cc09f7-f561-410e-aae8-035d48da8915 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Made reservation on behalf of c1ad627310a346b78cfd94e5d6921f4e for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:12.281637 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-73cc09f7-f561-410e-aae8-035d48da8915 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.425530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-73cc09f7-f561-410e-aae8-035d48da8915 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Allocated IP 172.20.0.11 (ab0cbd43-ba52-4990-9fb6-4847bbfcf064/5ae43e60-5e82-49a2-ae6c-5bd52e87e8ed/5d88c6ad-1fc9-494f-bc36-610595339b33) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:12.577082 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-73cc09f7-f561-410e-aae8-035d48da8915 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.620592 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-73cc09f7-f561-410e-aae8-035d48da8915 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.665235 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-73cc09f7-f561-410e-aae8-035d48da8915 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Network ab0cbd43-ba52-4990-9fb6-4847bbfcf064 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:12.671402 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-73cc09f7-f561-410e-aae8-035d48da8915 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:12.676280 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-73cc09f7-f561-410e-aae8-035d48da8915 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:12.689255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc09f7-f561-410e-aae8-035d48da8915 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Pushing event updated for resources: {'Port': ['ID=5d88c6ad-1fc9-494f-bc36-610595339b33,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:12.736703 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-73cc09f7-f561-410e-aae8-035d48da8915 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.737320 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-73cc09f7-f561-410e-aae8-035d48da8915 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.751895 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-73cc09f7-f561-410e-aae8-035d48da8915 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6246843 Aug 16 02:08:12.829194 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Request body: {'port': {'device_id': '367a9a03-314b-4433-b4ea-dccefe168cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:12.886210 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.386338 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6619a57-bc3b-4fb8-8f75-61ea6c9cd831 req-7f6d59af-9946-4314-bf3a-37fe4bd2b063 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:13.387708 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6619a57-bc3b-4fb8-8f75-61ea6c9cd831 req-7f6d59af-9946-4314-bf3a-37fe4bd2b063 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/ports?device_id=367a9a03-314b-4433-b4ea-dccefe168cb0 HTTP/1.1" status: 200 len: 932 time: 0.0787110 Aug 16 02:08:13.428913 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6619a57-bc3b-4fb8-8f75-61ea6c9cd831 req-9ea756df-2bc6-4af8-8e30-aa867e1f201b tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/security-groups?id=79b522c5-ecb8-4c8a-801a-6ea222bee4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336659 Aug 16 02:08:13.468614 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d88c6ad-1fc9-494f-bc36-610595339b33 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:13.476029 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.488246 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Transition to ACTIVE for port object 5d88c6ad-1fc9-494f-bc36-610595339b33 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:13.491389 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.542136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d88c6ad-1fc9-494f-bc36-610595339b33,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:13.612078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Attempting to bind port 5d88c6ad-1fc9-494f-bc36-610595339b33 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:13.612353 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Attempting to bind port 5d88c6ad-1fc9-494f-bc36-610595339b33 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '4d2f86b7-c391-4f5e-b2d2-81e57bac0eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ab0cbd43-ba52-4990-9fb6-4847bbfcf064'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:13.612635 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Attempting to bind port 5d88c6ad-1fc9-494f-bc36-610595339b33 on network ab0cbd43-ba52-4990-9fb6-4847bbfcf064 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:13.616816 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Port 5d88c6ad-1fc9-494f-bc36-610595339b33 on network ab0cbd43-ba52-4990-9fb6-4847bbfcf064 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:13.617131 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Attempting to bind port 5d88c6ad-1fc9-494f-bc36-610595339b33 on network ab0cbd43-ba52-4990-9fb6-4847bbfcf064 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:13.621801 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:13.622135 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Checking segment: {'id': '4d2f86b7-c391-4f5e-b2d2-81e57bac0eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ab0cbd43-ba52-4990-9fb6-4847bbfcf064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:13.622512 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Bound using segment: {'id': '4d2f86b7-c391-4f5e-b2d2-81e57bac0eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ab0cbd43-ba52-4990-9fb6-4847bbfcf064'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:13.623607 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Bound port: 5d88c6ad-1fc9-494f-bc36-610595339b33, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d2f86b7-c391-4f5e-b2d2-81e57bac0eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ab0cbd43-ba52-4990-9fb6-4847bbfcf064'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:13.624022 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.688661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] For port 5d88c6ad-1fc9-494f-bc36-610595339b33, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:13.692196 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] For port 5d88c6ad-1fc9-494f-bc36-610595339b33, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=5d88c6ad-1fc9-494f-bc36-610595339b33,segment=NetworkSegment(4d2f86b7-c391-4f5e-b2d2-81e57bac0eeb),segment_id=4d2f86b7-c391-4f5e-b2d2-81e57bac0eeb)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:13.696351 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.738495 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:13.738495 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.738495 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] 10.222.0.73 "PUT /v2.0/ports/5d88c6ad-1fc9-494f-bc36-610595339b33 HTTP/1.1" status: 200 len: 1093 time: 0.9690201 Aug 16 02:08:13.738495 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367a9a03-314b-4433-b4ea-dccefe168cb0', 'tag': '5d88c6ad-1fc9-494f-bc36-610595339b33'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:13.738495 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ce5e70-26c4-4b41-80a1-0a17963ef636" -d '{"events": [{"name": "network-changed", "server_uuid": "367a9a03-314b-4433-b4ea-dccefe168cb0", "tag": "5d88c6ad-1fc9-494f-bc36-610595339b33"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:13.768344 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70839f-8546-4560-9867-f3548a4a5dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d88c6ad-1fc9-494f-bc36-610595339b33,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:13.780770 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6af5253-7b80-489c-8922-1c29b7a5ccde x-openstack-request-id: req-f6af5253-7b80-489c-8922-1c29b7a5ccde {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:13.780770 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367a9a03-314b-4433-b4ea-dccefe168cb0", "tag": "5d88c6ad-1fc9-494f-bc36-610595339b33", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:13.781354 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f6af5253-7b80-489c-8922-1c29b7a5ccde {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:13.781508 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367a9a03-314b-4433-b4ea-dccefe168cb0', 'tag': '5d88c6ad-1fc9-494f-bc36-610595339b33', 'status': 'completed', 'code': 200} Aug 16 02:08:13.842089 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-6ae3d291-0678-492c-be60-f215eaa30bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:13.843628 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-6ae3d291-0678-492c-be60-f215eaa30bd0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c1ad627310a346b78cfd94e5d6921f4e&device_id=367a9a03-314b-4433-b4ea-dccefe168cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0508661 Aug 16 02:08:13.894821 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-a3f3e7b6-c3fd-4b0b-84e7-4c1942aa681b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d88c6ad-1fc9-494f-bc36-610595339b33 HTTP/1.1" status: 200 len: 217 time: 0.0376294 Aug 16 02:08:13.956377 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-460d27a2-09f8-4396-9d34-9006c1ef2401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:13.957904 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-460d27a2-09f8-4396-9d34-9006c1ef2401 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ae43e60-5e82-49a2-ae6c-5bd52e87e8ed HTTP/1.1" status: 200 len: 849 time: 0.0525560 Aug 16 02:08:13.995026 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-cc3a2163-0d30-46db-99e5-3648f0e00e04 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ab0cbd43-ba52-4990-9fb6-4847bbfcf064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261118 Aug 16 02:08:14.093864 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-a2463795-3136-41a4-acd0-a18d742e2409 service neutron] 10.222.0.73 "GET /v2.0/networks/ab0cbd43-ba52-4990-9fb6-4847bbfcf064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872602 Aug 16 02:08:14.190729 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60a8e46f-1e0c-43ee-b333-1870ef5a8f9b req-a71ddf16-31c8-4dac-8191-2d1e93184e00 service neutron] 10.222.0.73 "GET /v2.0/networks/ab0cbd43-ba52-4990-9fb6-4847bbfcf064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860438 Aug 16 02:08:14.305422 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce5e70-26c4-4b41-80a1-0a17963ef636 req-d13b07b4-9a39-4c87-b670-97c8376a4cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.306962 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0ce5e70-26c4-4b41-80a1-0a17963ef636 req-d13b07b4-9a39-4c87-b670-97c8376a4cf0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c1ad627310a346b78cfd94e5d6921f4e&device_id=367a9a03-314b-4433-b4ea-dccefe168cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0574408 Aug 16 02:08:14.404426 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce5e70-26c4-4b41-80a1-0a17963ef636 req-cd6d8d0b-4bf6-42b2-8dab-f4e793d08887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.407021 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0ce5e70-26c4-4b41-80a1-0a17963ef636 req-cd6d8d0b-4bf6-42b2-8dab-f4e793d08887 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ab0cbd43-ba52-4990-9fb6-4847bbfcf064 HTTP/1.1" status: 200 len: 910 time: 0.0931489 Aug 16 02:08:14.468249 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0ce5e70-26c4-4b41-80a1-0a17963ef636 req-8473013f-7c9c-4346-b981-549bd376a1b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d88c6ad-1fc9-494f-bc36-610595339b33 HTTP/1.1" status: 200 len: 217 time: 0.0523908 Aug 16 02:08:14.531392 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce5e70-26c4-4b41-80a1-0a17963ef636 req-f554dbd9-f34e-4fd4-b5f3-2e21e7e93cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.533192 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0ce5e70-26c4-4b41-80a1-0a17963ef636 req-f554dbd9-f34e-4fd4-b5f3-2e21e7e93cd9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ae43e60-5e82-49a2-ae6c-5bd52e87e8ed HTTP/1.1" status: 200 len: 849 time: 0.0550814 Aug 16 02:08:14.553773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0c001-295b-4aaa-a660-74a1bfbc59fb req-6eca6549-d23e-4c30-9b48-5a6305aaf8b2 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.555984 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2e0c001-295b-4aaa-a660-74a1bfbc59fb req-6eca6549-d23e-4c30-9b48-5a6305aaf8b2 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/ports?device_id=367a9a03-314b-4433-b4ea-dccefe168cb0 HTTP/1.1" status: 200 len: 944 time: 0.0558367 Aug 16 02:08:14.568337 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0ce5e70-26c4-4b41-80a1-0a17963ef636 req-0153ad8d-1656-42cb-982e-43b3281dcd11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ab0cbd43-ba52-4990-9fb6-4847bbfcf064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264261 Aug 16 02:08:14.598472 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d2e0c001-295b-4aaa-a660-74a1bfbc59fb req-7c7fb676-4631-424f-acaf-7a04e5d6ddfc tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/security-groups?id=79b522c5-ecb8-4c8a-801a-6ea222bee4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344684 Aug 16 02:08:14.661959 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0ce5e70-26c4-4b41-80a1-0a17963ef636 req-2d5ca4ad-d81d-492e-b639-387071620158 service neutron] 10.222.0.73 "GET /v2.0/networks/ab0cbd43-ba52-4990-9fb6-4847bbfcf064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858397 Aug 16 02:08:14.768171 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c0ce5e70-26c4-4b41-80a1-0a17963ef636 req-10c8e23e-67cd-4561-9fe8-57280b5a1a9f service neutron] 10.222.0.73 "GET /v2.0/networks/ab0cbd43-ba52-4990-9fb6-4847bbfcf064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981982 Aug 16 02:08:15.371187 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:08:15.722621 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ba7bc-96b0-44d6-b3a4-a90afc6e0d2d req-1df05bea-b809-4c5f-b5bb-94e3e593b12c tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:15.724105 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-203ba7bc-96b0-44d6-b3a4-a90afc6e0d2d req-1df05bea-b809-4c5f-b5bb-94e3e593b12c tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/ports?device_id=367a9a03-314b-4433-b4ea-dccefe168cb0 HTTP/1.1" status: 200 len: 944 time: 0.0505664 Aug 16 02:08:15.763367 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-203ba7bc-96b0-44d6-b3a4-a90afc6e0d2d req-0ef3cfc6-f7df-4cc8-868f-b3bb2c946753 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/security-groups?id=79b522c5-ecb8-4c8a-801a-6ea222bee4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330317 Aug 16 02:08:16.900817 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0706b-93c6-4e89-b38a-46550ae5a9cf req-c89ad43b-9b96-4baa-9962-8bf7740b9231 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.902567 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2da0706b-93c6-4e89-b38a-46550ae5a9cf req-c89ad43b-9b96-4baa-9962-8bf7740b9231 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/ports?device_id=367a9a03-314b-4433-b4ea-dccefe168cb0 HTTP/1.1" status: 200 len: 944 time: 0.0535679 Aug 16 02:08:16.943054 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2da0706b-93c6-4e89-b38a-46550ae5a9cf req-d032e662-a573-419c-a810-9e8bcbdb5b01 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/security-groups?id=79b522c5-ecb8-4c8a-801a-6ea222bee4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342989 Aug 16 02:08:17.507472 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 5d88c6ad-1fc9-494f-bc36-610595339b33 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:17.606647 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 5d88c6ad-1fc9-494f-bc36-610595339b33, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=5d88c6ad-1fc9-494f-bc36-610595339b33,segment=NetworkSegment(4d2f86b7-c391-4f5e-b2d2-81e57bac0eeb),segment_id=4d2f86b7-c391-4f5e-b2d2-81e57bac0eeb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:17.619421 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '5d88c6ad-1fc9-494f-bc36-610595339b33', 'network_id': 'ab0cbd43-ba52-4990-9fb6-4847bbfcf064', 'port_id': '5d88c6ad-1fc9-494f-bc36-610595339b33', 'mac_address': 'fa:16:3e:01:3b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae43e60-5e82-49a2-ae6c-5bd52e87e8ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:17.662540 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.677600 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d88c6ad-1fc9-494f-bc36-610595339b33 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:17.704237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 5d88c6ad-1fc9-494f-bc36-610595339b33, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=5d88c6ad-1fc9-494f-bc36-610595339b33,segment=NetworkSegment(4d2f86b7-c391-4f5e-b2d2-81e57bac0eeb),segment_id=4d2f86b7-c391-4f5e-b2d2-81e57bac0eeb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:17.707992 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.760547 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=5d88c6ad-1fc9-494f-bc36-610595339b33,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:17.768405 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:17.768747 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:17.769102 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:17.769419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:17.769747 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:17.770097 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:17.770421 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:17.770743 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:17.771074 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:17.771417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:17.771707 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:17.772018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:18.017201 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['5d88c6ad-1fc9-494f-bc36-610595339b33'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:18.077536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244cbc2-0cf3-440c-bbda-955c0106821c req-337430cf-78e3-4960-8a7b-5720358dbf65 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.079654 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a244cbc2-0cf3-440c-bbda-955c0106821c req-337430cf-78e3-4960-8a7b-5720358dbf65 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/ports?device_id=367a9a03-314b-4433-b4ea-dccefe168cb0 HTTP/1.1" status: 200 len: 945 time: 0.0587208 Aug 16 02:08:18.120271 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a244cbc2-0cf3-440c-bbda-955c0106821c req-db0e93b7-a9bc-4f0a-a7cb-7fd2c7a1af7e tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/security-groups?id=79b522c5-ecb8-4c8a-801a-6ea222bee4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343945 Aug 16 02:08:19.254418 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130a591-c605-42b1-a93f-4efd7baba14a req-38e87573-1303-48ca-9977-90c1f629945e tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.261662 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c130a591-c605-42b1-a93f-4efd7baba14a req-38e87573-1303-48ca-9977-90c1f629945e tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/ports?device_id=367a9a03-314b-4433-b4ea-dccefe168cb0 HTTP/1.1" status: 200 len: 945 time: 0.0647576 Aug 16 02:08:19.308650 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c130a591-c605-42b1-a93f-4efd7baba14a req-b5118219-2c85-42ff-9496-bd56e753f423 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/security-groups?id=79b522c5-ecb8-4c8a-801a-6ea222bee4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460889 Aug 16 02:08:19.522724 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 5d88c6ad-1fc9-494f-bc36-610595339b33 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:19.581359 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 5d88c6ad-1fc9-494f-bc36-610595339b33 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:19.585964 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 5d88c6ad-1fc9-494f-bc36-610595339b33 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:19.586320 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.677857 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.703555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367a9a03-314b-4433-b4ea-dccefe168cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d88c6ad-1fc9-494f-bc36-610595339b33'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:19.705901 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7b895a-7643-4e1b-95fd-5b2e1a3cca25" -d '{"events": [{"server_uuid": "367a9a03-314b-4433-b4ea-dccefe168cb0", "name": "network-vif-plugged", "status": "completed", "tag": "5d88c6ad-1fc9-494f-bc36-610595339b33"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:19.720823 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 5d88c6ad-1fc9-494f-bc36-610595339b33, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=5d88c6ad-1fc9-494f-bc36-610595339b33,segment=NetworkSegment(4d2f86b7-c391-4f5e-b2d2-81e57bac0eeb),segment_id=4d2f86b7-c391-4f5e-b2d2-81e57bac0eeb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:19.725227 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.782616 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=5d88c6ad-1fc9-494f-bc36-610595339b33,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:19.897964 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356fdaff-7b6a-4766-a2d0-d96e74e87382 x-openstack-request-id: req-356fdaff-7b6a-4766-a2d0-d96e74e87382 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:19.898264 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367a9a03-314b-4433-b4ea-dccefe168cb0", "name": "network-vif-plugged", "status": "completed", "tag": "5d88c6ad-1fc9-494f-bc36-610595339b33", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:19.898578 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-356fdaff-7b6a-4766-a2d0-d96e74e87382 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:19.899032 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367a9a03-314b-4433-b4ea-dccefe168cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d88c6ad-1fc9-494f-bc36-610595339b33', 'code': 200} Aug 16 02:08:20.012317 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b317c-41f3-4d60-ac8a-f129ba17afce req-2a08033e-606f-4bff-8999-5da0c7f8bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.014586 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3c0b317c-41f3-4d60-ac8a-f129ba17afce req-2a08033e-606f-4bff-8999-5da0c7f8bb7a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=367a9a03-314b-4433-b4ea-dccefe168cb0 HTTP/1.1" status: 200 len: 1098 time: 0.0502439 Aug 16 02:08:20.059675 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3c0b317c-41f3-4d60-ac8a-f129ba17afce req-b556bf48-511b-4748-99e5-fc3c42320ad4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=79b522c5-ecb8-4c8a-801a-6ea222bee4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332825 Aug 16 02:08:20.142977 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70b796ac-681e-4059-b916-cf32e74d132c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.480798 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162ef75-fa9c-4d3f-96b1-6632d0002028 req-d801daa5-cfa8-4738-95ed-f7a297e6187d tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.486294 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4162ef75-fa9c-4d3f-96b1-6632d0002028 req-d801daa5-cfa8-4738-95ed-f7a297e6187d tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/ports?device_id=367a9a03-314b-4433-b4ea-dccefe168cb0 HTTP/1.1" status: 200 len: 946 time: 0.0789928 Aug 16 02:08:20.531826 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4162ef75-fa9c-4d3f-96b1-6632d0002028 req-ae2a34c6-2d1c-441d-9734-61f81ebdf7e5 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/security-groups?id=79b522c5-ecb8-4c8a-801a-6ea222bee4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367067 Aug 16 02:08:21.670533 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e243efe-ccf5-4fc3-b301-471110d46f56 req-d9b860d2-b3b8-4cae-8192-86e0c4dc54ff tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.672080 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1e243efe-ccf5-4fc3-b301-471110d46f56 req-d9b860d2-b3b8-4cae-8192-86e0c4dc54ff tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/ports?device_id=367a9a03-314b-4433-b4ea-dccefe168cb0 HTTP/1.1" status: 200 len: 946 time: 0.0668004 Aug 16 02:08:21.722319 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1e243efe-ccf5-4fc3-b301-471110d46f56 req-2389d8bf-0238-4fae-bc86-2a894afd3235 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/security-groups?id=79b522c5-ecb8-4c8a-801a-6ea222bee4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431952 Aug 16 02:08:22.626192 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-116c4879-c466-4f7e-aba8-c49ab8190aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.318429 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:24.208377 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:24.305831 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21671b34-02e6-4d48-8a17-0a7b9d1b7a25 req-fe4c14bf-1ccf-4338-b837-7e700a96f52e tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:24.307496 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-21671b34-02e6-4d48-8a17-0a7b9d1b7a25 req-fe4c14bf-1ccf-4338-b837-7e700a96f52e tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/ports?device_id=367a9a03-314b-4433-b4ea-dccefe168cb0 HTTP/1.1" status: 200 len: 946 time: 0.0575695 Aug 16 02:08:24.347837 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-21671b34-02e6-4d48-8a17-0a7b9d1b7a25 req-f4c73d35-62e4-45fa-b671-348f9a39a928 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/security-groups?id=79b522c5-ecb8-4c8a-801a-6ea222bee4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334308 Aug 16 02:08:25.473472 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f74502-4b20-437d-a227-06def4cb3662 req-4992c96b-fbd5-423f-9192-6c9267e80404 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.474999 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f6f74502-4b20-437d-a227-06def4cb3662 req-4992c96b-fbd5-423f-9192-6c9267e80404 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/ports?device_id=367a9a03-314b-4433-b4ea-dccefe168cb0 HTTP/1.1" status: 200 len: 946 time: 0.0517817 Aug 16 02:08:25.513693 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f6f74502-4b20-437d-a227-06def4cb3662 req-a2035a34-652c-4698-a9f9-9ffb0b3c6dd5 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/security-groups?id=79b522c5-ecb8-4c8a-801a-6ea222bee4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323360 Aug 16 02:08:25.627073 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fee3ae-8277-4aa6-99e8-88b9a2f661fb req-f92c48c3-4058-4dcf-aa68-49cb74f100d1 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:25.628593 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c3fee3ae-8277-4aa6-99e8-88b9a2f661fb req-f92c48c3-4058-4dcf-aa68-49cb74f100d1 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.73 "GET /v2.0/ports?device_id=367a9a03-314b-4433-b4ea-dccefe168cb0 HTTP/1.1" status: 200 len: 946 time: 0.0492892 Aug 16 02:08:25.722094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c3fee3ae-8277-4aa6-99e8-88b9a2f661fb req-9c7eed45-a583-414d-ac6f-937432ecf6e2 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Deleting port 5d88c6ad-1fc9-494f-bc36-610595339b33 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:25.722438 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c3fee3ae-8277-4aa6-99e8-88b9a2f661fb req-9c7eed45-a583-414d-ac6f-937432ecf6e2 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.823634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c3fee3ae-8277-4aa6-99e8-88b9a2f661fb req-9c7eed45-a583-414d-ac6f-937432ecf6e2 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] For port 5d88c6ad-1fc9-494f-bc36-610595339b33, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=5d88c6ad-1fc9-494f-bc36-610595339b33,segment=NetworkSegment(4d2f86b7-c391-4f5e-b2d2-81e57bac0eeb),segment_id=4d2f86b7-c391-4f5e-b2d2-81e57bac0eeb)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:25.823937 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c3fee3ae-8277-4aa6-99e8-88b9a2f661fb req-9c7eed45-a583-414d-ac6f-937432ecf6e2 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.840062 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c3fee3ae-8277-4aa6-99e8-88b9a2f661fb req-9c7eed45-a583-414d-ac6f-937432ecf6e2 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Calling delete_port for 5d88c6ad-1fc9-494f-bc36-610595339b33 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:25.971660 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c3fee3ae-8277-4aa6-99e8-88b9a2f661fb req-9c7eed45-a583-414d-ac6f-937432ecf6e2 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.987994 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['5d88c6ad-1fc9-494f-bc36-610595339b33'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:26.002332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7eed45-a583-414d-ac6f-937432ecf6e2 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Pushing event deleted for resources: {'Port': ['ID=5d88c6ad-1fc9-494f-bc36-610595339b33,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:26.034356 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.043630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fee3ae-8277-4aa6-99e8-88b9a2f661fb req-9c7eed45-a583-414d-ac6f-937432ecf6e2 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] No DVR routers for this DVR port 5d88c6ad-1fc9-494f-bc36-610595339b33 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:26.047125 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c3fee3ae-8277-4aa6-99e8-88b9a2f661fb req-9c7eed45-a583-414d-ac6f-937432ecf6e2 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.049274 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c3fee3ae-8277-4aa6-99e8-88b9a2f661fb req-9c7eed45-a583-414d-ac6f-937432ecf6e2 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.73 "DELETE /v2.0/ports/5d88c6ad-1fc9-494f-bc36-610595339b33 HTTP/1.1" status: 204 len: 173 time: 0.4146807 Aug 16 02:08:26.049899 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367a9a03-314b-4433-b4ea-dccefe168cb0', 'name': 'network-vif-deleted', 'tag': '5d88c6ad-1fc9-494f-bc36-610595339b33'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:26.052148 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9130185-6056-4304-a891-9400feed9c23" -d '{"events": [{"server_uuid": "367a9a03-314b-4433-b4ea-dccefe168cb0", "name": "network-vif-deleted", "tag": "5d88c6ad-1fc9-494f-bc36-610595339b33"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:26.097152 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ef069a-eed2-45e7-9c30-825a94fb35a6 x-openstack-request-id: req-11ef069a-eed2-45e7-9c30-825a94fb35a6 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:26.097514 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367a9a03-314b-4433-b4ea-dccefe168cb0", "name": "network-vif-deleted", "tag": "5d88c6ad-1fc9-494f-bc36-610595339b33", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:26.097863 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-11ef069a-eed2-45e7-9c30-825a94fb35a6 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:26.098352 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367a9a03-314b-4433-b4ea-dccefe168cb0', 'name': 'network-vif-deleted', 'tag': '5d88c6ad-1fc9-494f-bc36-610595339b33', 'status': 'completed', 'code': 200} Aug 16 02:08:26.636758 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1a4fedf-169f-408c-9a5a-e359d99eb41f req-8197ca76-8e46-4b61-86e0-4e04f8e9bbf8 tempest-VolumesActionsTest-730905843 tempest-VolumesActionsTest-730905843-project] 10.222.0.68 "GET /v2.0/ports?device_id=367a9a03-314b-4433-b4ea-dccefe168cb0 HTTP/1.1" status: 200 len: 210 time: 0.0354204 Aug 16 02:08:29.555519 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 5d88c6ad-1fc9-494f-bc36-610595339b33 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:29.577061 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 5d88c6ad-1fc9-494f-bc36-610595339b33 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:29.577535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 5d88c6ad-1fc9-494f-bc36-610595339b33 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:37.537960 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.240423 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.891558 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59608) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:48.939679 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8a6fb8-7d30-4a57-82da-15f3af88ebf3 admin admin] Deleting subnet 5ae43e60-5e82-49a2-ae6c-5bd52e87e8ed {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:08:48.942878 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb8a6fb8-7d30-4a57-82da-15f3af88ebf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.985818 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb8a6fb8-7d30-4a57-82da-15f3af88ebf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.026986 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb8a6fb8-7d30-4a57-82da-15f3af88ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.093100 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb8a6fb8-7d30-4a57-82da-15f3af88ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.123560 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a6fb8-7d30-4a57-82da-15f3af88ebf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae43e60-5e82-49a2-ae6c-5bd52e87e8ed,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:49.132186 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb8a6fb8-7d30-4a57-82da-15f3af88ebf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.136781 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bb8a6fb8-7d30-4a57-82da-15f3af88ebf3 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5ae43e60-5e82-49a2-ae6c-5bd52e87e8ed HTTP/1.1" status: 204 len: 168 time: 0.2441876 Aug 16 02:08:49.137002 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59616) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:49.139397 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a6fb8-7d30-4a57-82da-15f3af88ebf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.139743 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a6fb8-7d30-4a57-82da-15f3af88ebf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.140709 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a6fb8-7d30-4a57-82da-15f3af88ebf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.141211 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a6fb8-7d30-4a57-82da-15f3af88ebf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.141707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a6fb8-7d30-4a57-82da-15f3af88ebf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.142233 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a6fb8-7d30-4a57-82da-15f3af88ebf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.142727 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a6fb8-7d30-4a57-82da-15f3af88ebf3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.143217 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a6fb8-7d30-4a57-82da-15f3af88ebf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.143698 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a6fb8-7d30-4a57-82da-15f3af88ebf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.144185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a6fb8-7d30-4a57-82da-15f3af88ebf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.144683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a6fb8-7d30-4a57-82da-15f3af88ebf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.145169 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a6fb8-7d30-4a57-82da-15f3af88ebf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.221054 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.322958 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.334719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0cbd43-ba52-4990-9fb6-4847bbfcf064']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:49.346333 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2f86b7-c391-4f5e-b2d2-81e57bac0eeb') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:49.346624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2f86b7-c391-4f5e-b2d2-81e57bac0eeb') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:49.355716 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.369949 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.376157 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:49.376581 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:49.378303 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:49.436693 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.441918 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.446479 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] 10.222.0.68 "DELETE /v2.0/networks/ab0cbd43-ba52-4990-9fb6-4847bbfcf064 HTTP/1.1" status: 204 len: 168 time: 0.3067899 Aug 16 02:08:49.448005 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59622) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:49.460050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab0cbd43-ba52-4990-9fb6-4847bbfcf064,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:49.468601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.468950 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.469366 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.469748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.470160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.470550 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.470937 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.471322 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.471706 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.472092 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.472471 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.472853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387e644f-a22c-46e6-b455-df79d22fdc52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:49.504253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff8721b-6d61-4523-8e3c-6a062e8f0207 admin admin] Deleting subnet 47f814e2-3766-4b69-b5c7-44f689552444 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:08:49.507580 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ff8721b-6d61-4523-8e3c-6a062e8f0207 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.542678 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ff8721b-6d61-4523-8e3c-6a062e8f0207 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.585527 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ff8721b-6d61-4523-8e3c-6a062e8f0207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.640374 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ff8721b-6d61-4523-8e3c-6a062e8f0207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.667834 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8721b-6d61-4523-8e3c-6a062e8f0207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f814e2-3766-4b69-b5c7-44f689552444,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:49.670290 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ff8721b-6d61-4523-8e3c-6a062e8f0207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.674520 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0ff8721b-6d61-4523-8e3c-6a062e8f0207 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/47f814e2-3766-4b69-b5c7-44f689552444 HTTP/1.1" status: 204 len: 168 time: 0.2230175 Aug 16 02:08:49.674903 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59628) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:49.747214 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a687d5df-9750-4ba0-b04f-a5b0e6738142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.835891 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a687d5df-9750-4ba0-b04f-a5b0e6738142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.846857 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-a687d5df-9750-4ba0-b04f-a5b0e6738142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923f7da8-8445-4f24-b9ca-d77adc40c733']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:49.862675 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-a687d5df-9750-4ba0-b04f-a5b0e6738142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c185d9c5-07e2-444a-8531-09222caf6181') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:49.862980 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-a687d5df-9750-4ba0-b04f-a5b0e6738142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c185d9c5-07e2-444a-8531-09222caf6181') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:49.872639 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a687d5df-9750-4ba0-b04f-a5b0e6738142 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.886307 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a687d5df-9750-4ba0-b04f-a5b0e6738142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.893183 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a687d5df-9750-4ba0-b04f-a5b0e6738142 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:49.893884 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a687d5df-9750-4ba0-b04f-a5b0e6738142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:49.895222 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:49.952344 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a687d5df-9750-4ba0-b04f-a5b0e6738142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.957607 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a687d5df-9750-4ba0-b04f-a5b0e6738142 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.961839 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a687d5df-9750-4ba0-b04f-a5b0e6738142 admin admin] 10.222.0.68 "DELETE /v2.0/networks/923f7da8-8445-4f24-b9ca-d77adc40c733 HTTP/1.1" status: 204 len: 168 time: 0.2837100 Aug 16 02:08:49.974774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687d5df-9750-4ba0-b04f-a5b0e6738142 admin admin] Pushing event deleted for resources: {'Network': ['ID=923f7da8-8445-4f24-b9ca-d77adc40c733,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:50.089792 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59642) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:50.132406 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5edcf48a-0987-4f58-8a0c-f824c37613a0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c1ad627310a346b78cfd94e5d6921f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489001 Aug 16 02:08:50.134517 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59644) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:50.139758 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-34d37a44-841d-46a0-a7f2-e48e4c48aff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.190305 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ace35178-478b-4746-aaf4-134ddd3ec5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.216644 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ace35178-478b-4746-aaf4-134ddd3ec5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.264261 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ace35178-478b-4746-aaf4-134ddd3ec5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.267045 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ace35178-478b-4746-aaf4-134ddd3ec5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.268233 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ace35178-478b-4746-aaf4-134ddd3ec5b6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/79b522c5-ecb8-4c8a-801a-6ea222bee4bf HTTP/1.1" status: 204 len: 168 time: 0.1327186 Aug 16 02:08:50.276836 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace35178-478b-4746-aaf4-134ddd3ec5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b522c5-ecb8-4c8a-801a-6ea222bee4bf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:50.605435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 59658) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:50.653640 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-42e86b83-6511-4668-98aa-668a85f674fa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=774d5677a5594a75aca942f893dd61a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456822 Aug 16 02:08:50.656668 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59660) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:50.708808 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-144e3142-e5a2-44bb-9d33-3d126cd092ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.730239 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-144e3142-e5a2-44bb-9d33-3d126cd092ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.778935 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-144e3142-e5a2-44bb-9d33-3d126cd092ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.781467 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-144e3142-e5a2-44bb-9d33-3d126cd092ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.782695 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-144e3142-e5a2-44bb-9d33-3d126cd092ff admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1598cf94-cefa-4250-bac7-47485ca70173 HTTP/1.1" status: 204 len: 168 time: 0.1250377 Aug 16 02:08:50.791122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e3142-e5a2-44bb-9d33-3d126cd092ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1598cf94-cefa-4250-bac7-47485ca70173,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:51.898750 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59708) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:52.016375 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8230-30fc-4ccc-8020-32b5abcb8ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.111325 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8230-30fc-4ccc-8020-32b5abcb8ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.115393 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8230-30fc-4ccc-8020-32b5abcb8ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.155262 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d8230-30fc-4ccc-8020-32b5abcb8ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6373b1-e69e-48ff-90b3-9d032ef05db6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:52.162799 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8e8d8230-30fc-4ccc-8020-32b5abcb8ab8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4c10894f5a8244d1801b21ece2019758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627680 Aug 16 02:08:52.163589 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 59720) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:52.214147 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-335ed99d-efb7-46c4-ad99-51480aa046b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.237611 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-335ed99d-efb7-46c4-ad99-51480aa046b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.301777 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-335ed99d-efb7-46c4-ad99-51480aa046b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.305059 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-335ed99d-efb7-46c4-ad99-51480aa046b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.306406 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-335ed99d-efb7-46c4-ad99-51480aa046b1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dc6373b1-e69e-48ff-90b3-9d032ef05db6 HTTP/1.1" status: 204 len: 168 time: 0.1419375 Aug 16 02:08:52.315579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ed99d-efb7-46c4-ad99-51480aa046b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6373b1-e69e-48ff-90b3-9d032ef05db6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:52.370420 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:08:52.621843 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ebeeb732-5a28-428c-a68f-2f22637fd011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.345326 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.194801 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.027871 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.894579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-a5189973-fa85-4534-b696-6529e3e1bfad tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:03.895984 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-a5189973-fa85-4534-b696-6529e3e1bfad tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/networks?id=980e122f-570b-4bd6-825f-d19c5e01f38a HTTP/1.1" status: 200 len: 814 time: 0.1141303 Aug 16 02:09:03.911958 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-5b6488c3-13a0-4a7e-9b97-503cc0bb408f tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/quotas/cb08c2faadbe4d3599813d72f97d2d03 HTTP/1.1" status: 200 len: 375 time: 0.0101001 Aug 16 02:09:03.945685 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-394069cb-54fb-4fa8-8867-e45868329d82 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cb08c2faadbe4d3599813d72f97d2d03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280833 Aug 16 02:09:04.041013 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-3b271fdf-d261-4adf-8e9f-aaab92fa5464 service neutron] 10.222.0.68 "GET /v2.0/networks/980e122f-570b-4bd6-825f-d19c5e01f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866022 Aug 16 02:09:04.133816 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-14faa8ee-e7fe-4ff6-ba79-eb58169a5e38 service neutron] 10.222.0.68 "GET /v2.0/networks/980e122f-570b-4bd6-825f-d19c5e01f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872784 Aug 16 02:09:05.349646 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77ee60e5-a5c8-4f6d-90de-c30b722893f1 req-b43ed8a7-1634-4cac-8bd6-d8716b3a0848 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=49fe64a5-b09b-4b3a-bf5c-cb763813d986 HTTP/1.1" status: 200 len: 210 time: 0.0313132 Aug 16 02:09:06.467618 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-890244b4-f63f-48a2-a8f3-41b52ce7d351 req-8421a9ad-ae41-44ce-855a-6e70690bb40d tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=49fe64a5-b09b-4b3a-bf5c-cb763813d986 HTTP/1.1" status: 200 len: 210 time: 0.0333147 Aug 16 02:09:06.498079 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-dd9b1006-b91d-41d7-8a54-5021a479d3ed tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:06.499630 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-dd9b1006-b91d-41d7-8a54-5021a479d3ed tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.73 "GET /v2.0/networks?id=980e122f-570b-4bd6-825f-d19c5e01f38a HTTP/1.1" status: 200 len: 814 time: 0.1300080 Aug 16 02:09:06.515180 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-3ac08cc9-2487-4264-9b60-3cd7ac81125c tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Request body: {'port': {'device_id': '49fe64a5-b09b-4b3a-bf5c-cb763813d986', 'network_id': '980e122f-570b-4bd6-825f-d19c5e01f38a', 'admin_state_up': True, 'tenant_id': 'cb08c2faadbe4d3599813d72f97d2d03'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:06.648031 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-3ac08cc9-2487-4264-9b60-3cd7ac81125c tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Made reservation on behalf of cb08c2faadbe4d3599813d72f97d2d03 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:06.653396 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-3ac08cc9-2487-4264-9b60-3cd7ac81125c tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.784501 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-3ac08cc9-2487-4264-9b60-3cd7ac81125c tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Allocated IP 172.20.0.3 (980e122f-570b-4bd6-825f-d19c5e01f38a/6f6340d4-deb9-4d30-9d1c-870e132b0991/ff9edf9d-c210-4f08-9765-a5a7b76dd4fa) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:06.932743 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-3ac08cc9-2487-4264-9b60-3cd7ac81125c tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.980212 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-3ac08cc9-2487-4264-9b60-3cd7ac81125c tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.031742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-3ac08cc9-2487-4264-9b60-3cd7ac81125c tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Network 980e122f-570b-4bd6-825f-d19c5e01f38a is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:07.038890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-3ac08cc9-2487-4264-9b60-3cd7ac81125c tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:07.043855 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-3ac08cc9-2487-4264-9b60-3cd7ac81125c tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:07.078737 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac08cc9-2487-4264-9b60-3cd7ac81125c tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Pushing event updated for resources: {'Port': ['ID=ff9edf9d-c210-4f08-9765-a5a7b76dd4fa,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:07.113725 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-3ac08cc9-2487-4264-9b60-3cd7ac81125c tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:07.114445 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-3ac08cc9-2487-4264-9b60-3cd7ac81125c tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.130369 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-3ac08cc9-2487-4264-9b60-3cd7ac81125c tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6202159 Aug 16 02:09:07.148327 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Request body: {'port': {'device_id': '49fe64a5-b09b-4b3a-bf5c-cb763813d986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:07.220121 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.512261 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9edf9d-c210-4f08-9765-a5a7b76dd4fa {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:07.521131 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.536065 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Transition to ACTIVE for port object ff9edf9d-c210-4f08-9765-a5a7b76dd4fa will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:07.541143 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.555481 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.628050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Pushing event updated for resources: {'Port': ['ID=ff9edf9d-c210-4f08-9765-a5a7b76dd4fa,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:07.664617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f306750-1671-4436-8b6f-d48104db1996 req-57d78458-2169-4dab-9d91-ac38e6f8679f tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:07.666151 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0f306750-1671-4436-8b6f-d48104db1996 req-57d78458-2169-4dab-9d91-ac38e6f8679f tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=49fe64a5-b09b-4b3a-bf5c-cb763813d986 HTTP/1.1" status: 200 len: 943 time: 0.0993395 Aug 16 02:09:07.737951 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0f306750-1671-4436-8b6f-d48104db1996 req-54164b33-3be4-4b02-bcda-cb5e1c94e27d tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/security-groups?id=0355aafd-565d-4ee6-b3be-2c0990ab7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522563 Aug 16 02:09:07.740255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Attempting to bind port ff9edf9d-c210-4f08-9765-a5a7b76dd4fa on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:07.740595 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Attempting to bind port ff9edf9d-c210-4f08-9765-a5a7b76dd4fa by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'b762ddb4-a69e-4081-9b92-7c983faf0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '980e122f-570b-4bd6-825f-d19c5e01f38a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:07.740924 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Attempting to bind port ff9edf9d-c210-4f08-9765-a5a7b76dd4fa on network 980e122f-570b-4bd6-825f-d19c5e01f38a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:07.745481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Port ff9edf9d-c210-4f08-9765-a5a7b76dd4fa on network 980e122f-570b-4bd6-825f-d19c5e01f38a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:09:07.746705 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Attempting to bind port ff9edf9d-c210-4f08-9765-a5a7b76dd4fa on network 980e122f-570b-4bd6-825f-d19c5e01f38a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:07.751675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:07.752015 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Checking segment: {'id': 'b762ddb4-a69e-4081-9b92-7c983faf0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '980e122f-570b-4bd6-825f-d19c5e01f38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:07.752401 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Bound using segment: {'id': 'b762ddb4-a69e-4081-9b92-7c983faf0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '980e122f-570b-4bd6-825f-d19c5e01f38a'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:07.752831 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Bound port: ff9edf9d-c210-4f08-9765-a5a7b76dd4fa, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b762ddb4-a69e-4081-9b92-7c983faf0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '980e122f-570b-4bd6-825f-d19c5e01f38a'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:07.753189 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.822222 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] For port ff9edf9d-c210-4f08-9765-a5a7b76dd4fa, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:07.826471 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] For port ff9edf9d-c210-4f08-9765-a5a7b76dd4fa, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ff9edf9d-c210-4f08-9765-a5a7b76dd4fa,segment=NetworkSegment(b762ddb4-a69e-4081-9b92-7c983faf0f89),segment_id=b762ddb4-a69e-4081-9b92-7c983faf0f89)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:07.831361 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.866005 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:07.866685 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.868240 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] 10.222.0.73 "PUT /v2.0/ports/ff9edf9d-c210-4f08-9765-a5a7b76dd4fa HTTP/1.1" status: 200 len: 1092 time: 0.7247605 Aug 16 02:09:07.868677 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fe64a5-b09b-4b3a-bf5c-cb763813d986', 'tag': 'ff9edf9d-c210-4f08-9765-a5a7b76dd4fa'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:07.871560 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4c1e22-6e07-4667-85d3-f92587ae9b56" -d '{"events": [{"name": "network-changed", "server_uuid": "49fe64a5-b09b-4b3a-bf5c-cb763813d986", "tag": "ff9edf9d-c210-4f08-9765-a5a7b76dd4fa"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:07.903383 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fdc63-4d67-4cbc-84ff-3fb94fdb2eaa service neutron] Pushing event updated for resources: {'Port': ['ID=ff9edf9d-c210-4f08-9765-a5a7b76dd4fa,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:07.947920 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b32422-fab7-4355-aeb5-8f090bf1cc48 x-openstack-request-id: req-46b32422-fab7-4355-aeb5-8f090bf1cc48 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:07.948221 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fe64a5-b09b-4b3a-bf5c-cb763813d986", "tag": "ff9edf9d-c210-4f08-9765-a5a7b76dd4fa", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:07.948470 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-46b32422-fab7-4355-aeb5-8f090bf1cc48 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:07.948866 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fe64a5-b09b-4b3a-bf5c-cb763813d986', 'tag': 'ff9edf9d-c210-4f08-9765-a5a7b76dd4fa', 'status': 'completed', 'code': 200} Aug 16 02:09:07.966421 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-b32e7d9d-5b00-4f4d-a293-d0740a3b5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:07.968092 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-b32e7d9d-5b00-4f4d-a293-d0740a3b5da1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cb08c2faadbe4d3599813d72f97d2d03&device_id=49fe64a5-b09b-4b3a-bf5c-cb763813d986 HTTP/1.1" status: 200 len: 1095 time: 0.0463905 Aug 16 02:09:08.019152 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-b0c06559-65fc-4c38-b4a2-19e6fd9a6cf0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff9edf9d-c210-4f08-9765-a5a7b76dd4fa HTTP/1.1" status: 200 len: 217 time: 0.0400114 Aug 16 02:09:08.075367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-664f862a-bce1-427b-a81f-b34a62c448fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:08.076833 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-664f862a-bce1-427b-a81f-b34a62c448fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f6340d4-deb9-4d30-9d1c-870e132b0991 HTTP/1.1" status: 200 len: 854 time: 0.0459304 Aug 16 02:09:08.114175 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-84deaaef-3ffb-4aa4-848f-ad0343ee6661 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=980e122f-570b-4bd6-825f-d19c5e01f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252011 Aug 16 02:09:08.212267 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-74c91a28-9e00-42c9-ba99-77ad2c0e2685 service neutron] 10.222.0.73 "GET /v2.0/networks/980e122f-570b-4bd6-825f-d19c5e01f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871267 Aug 16 02:09:08.240345 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.315652 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ffbf242b-365b-4401-9dc5-6aab7e138893 req-16d88f1c-3643-435b-ab9a-cab23dc58baa service neutron] 10.222.0.73 "GET /v2.0/networks/980e122f-570b-4bd6-825f-d19c5e01f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914178 Aug 16 02:09:08.415209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c1e22-6e07-4667-85d3-f92587ae9b56 req-074a1e21-e661-4115-ae30-71c704d2bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:08.416745 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c4c1e22-6e07-4667-85d3-f92587ae9b56 req-074a1e21-e661-4115-ae30-71c704d2bec1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cb08c2faadbe4d3599813d72f97d2d03&device_id=49fe64a5-b09b-4b3a-bf5c-cb763813d986 HTTP/1.1" status: 200 len: 1095 time: 0.0433352 Aug 16 02:09:08.514315 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c1e22-6e07-4667-85d3-f92587ae9b56 req-12c4a0c5-3a8f-4cfd-ad2a-c46df29a0a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:08.515783 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c4c1e22-6e07-4667-85d3-f92587ae9b56 req-12c4a0c5-3a8f-4cfd-ad2a-c46df29a0a6d service neutron] 10.222.0.73 "GET /v2.0/networks?id=980e122f-570b-4bd6-825f-d19c5e01f38a HTTP/1.1" status: 200 len: 915 time: 0.0919161 Aug 16 02:09:08.559774 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c4c1e22-6e07-4667-85d3-f92587ae9b56 req-e0064130-905f-44c4-9622-773fc5579e82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff9edf9d-c210-4f08-9765-a5a7b76dd4fa HTTP/1.1" status: 200 len: 217 time: 0.0363653 Aug 16 02:09:08.611439 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c1e22-6e07-4667-85d3-f92587ae9b56 req-3341d57d-f1f3-4eba-8fdf-e5da81196397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:08.612959 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c4c1e22-6e07-4667-85d3-f92587ae9b56 req-3341d57d-f1f3-4eba-8fdf-e5da81196397 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f6340d4-deb9-4d30-9d1c-870e132b0991 HTTP/1.1" status: 200 len: 854 time: 0.0464218 Aug 16 02:09:08.653001 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c4c1e22-6e07-4667-85d3-f92587ae9b56 req-b012d61f-2b57-4ed1-ae20-e0122e2bae05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=980e122f-570b-4bd6-825f-d19c5e01f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311162 Aug 16 02:09:08.745826 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c4c1e22-6e07-4667-85d3-f92587ae9b56 req-192ffbe8-5bc2-45ac-ba80-ed0940ca95d6 service neutron] 10.222.0.73 "GET /v2.0/networks/980e122f-570b-4bd6-825f-d19c5e01f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845363 Aug 16 02:09:08.894107 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5c046-939c-4da7-a9a5-ede935213a56 req-f5ec3bac-d719-48b6-8c17-00e79edef88e tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:08.895606 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-edc5c046-939c-4da7-a9a5-ede935213a56 req-f5ec3bac-d719-48b6-8c17-00e79edef88e tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=49fe64a5-b09b-4b3a-bf5c-cb763813d986 HTTP/1.1" status: 200 len: 943 time: 0.0764344 Aug 16 02:09:08.897416 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c4c1e22-6e07-4667-85d3-f92587ae9b56 req-2a4bb4c6-e6eb-4ec9-b39a-62684c59679f service neutron] 10.222.0.73 "GET /v2.0/networks/980e122f-570b-4bd6-825f-d19c5e01f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436622 Aug 16 02:09:08.935919 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-edc5c046-939c-4da7-a9a5-ede935213a56 req-0fbd1b93-bba3-448f-be10-d00f95cd1e40 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/security-groups?id=0355aafd-565d-4ee6-b3be-2c0990ab7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339041 Aug 16 02:09:10.070968 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06957e8d-e91d-4cab-ab46-734b293dc19c req-0592ee1e-9716-4f7f-8910-96a84ccae488 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:10.078240 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-06957e8d-e91d-4cab-ab46-734b293dc19c req-0592ee1e-9716-4f7f-8910-96a84ccae488 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=49fe64a5-b09b-4b3a-bf5c-cb763813d986 HTTP/1.1" status: 200 len: 943 time: 0.0583646 Aug 16 02:09:10.113467 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-06957e8d-e91d-4cab-ab46-734b293dc19c req-ef06be21-5a45-45a3-b846-f649615d5a8e tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/security-groups?id=0355aafd-565d-4ee6-b3be-2c0990ab7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341678 Aug 16 02:09:11.238179 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ee2a1-5c70-40f2-b398-1c4e058cf0d1 req-dc3627fb-bcbf-45ba-9f60-673e6b372f25 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:11.239794 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d67ee2a1-5c70-40f2-b398-1c4e058cf0d1 req-dc3627fb-bcbf-45ba-9f60-673e6b372f25 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=49fe64a5-b09b-4b3a-bf5c-cb763813d986 HTTP/1.1" status: 200 len: 943 time: 0.0537271 Aug 16 02:09:11.292075 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d67ee2a1-5c70-40f2-b398-1c4e058cf0d1 req-b2b4d4df-1582-4757-af44-389b0cc46629 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/security-groups?id=0355aafd-565d-4ee6-b3be-2c0990ab7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460348 Aug 16 02:09:11.725524 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ff9edf9d-c210-4f08-9765-a5a7b76dd4fa details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:09:11.828526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port ff9edf9d-c210-4f08-9765-a5a7b76dd4fa, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ff9edf9d-c210-4f08-9765-a5a7b76dd4fa,segment=NetworkSegment(b762ddb4-a69e-4081-9b92-7c983faf0f89),segment_id=b762ddb4-a69e-4081-9b92-7c983faf0f89)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:11.841264 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'ff9edf9d-c210-4f08-9765-a5a7b76dd4fa', 'network_id': '980e122f-570b-4bd6-825f-d19c5e01f38a', 'port_id': 'ff9edf9d-c210-4f08-9765-a5a7b76dd4fa', 'mac_address': 'fa:16:3e:bf:11:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6340d4-deb9-4d30-9d1c-870e132b0991', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:09:11.879111 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.892945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9edf9d-c210-4f08-9765-a5a7b76dd4fa {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:11.914568 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port ff9edf9d-c210-4f08-9765-a5a7b76dd4fa, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ff9edf9d-c210-4f08-9765-a5a7b76dd4fa,segment=NetworkSegment(b762ddb4-a69e-4081-9b92-7c983faf0f89),segment_id=b762ddb4-a69e-4081-9b92-7c983faf0f89)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:11.919091 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.970939 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=ff9edf9d-c210-4f08-9765-a5a7b76dd4fa,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:12.167321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['ff9edf9d-c210-4f08-9765-a5a7b76dd4fa'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:09:12.424187 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb4fa4-e5dc-4480-900f-3b910ef4b074 req-3ee113b8-ed2a-4986-ae0d-d3f73d5ef4e9 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:12.426850 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5bbb4fa4-e5dc-4480-900f-3b910ef4b074 req-3ee113b8-ed2a-4986-ae0d-d3f73d5ef4e9 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=49fe64a5-b09b-4b3a-bf5c-cb763813d986 HTTP/1.1" status: 200 len: 944 time: 0.0641451 Aug 16 02:09:12.473797 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5bbb4fa4-e5dc-4480-900f-3b910ef4b074 req-e9465019-0adf-4862-bc62-bcc2e410009d tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/security-groups?id=0355aafd-565d-4ee6-b3be-2c0990ab7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 Aug 16 02:09:13.601951 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb16cf-eeba-4e86-aef5-3a193da33da3 req-951fcd4c-b89d-4fa9-aebe-3d6b1dea5fa7 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:13.603484 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ccb16cf-eeba-4e86-aef5-3a193da33da3 req-951fcd4c-b89d-4fa9-aebe-3d6b1dea5fa7 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=49fe64a5-b09b-4b3a-bf5c-cb763813d986 HTTP/1.1" status: 200 len: 944 time: 0.0592067 Aug 16 02:09:13.647908 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1ccb16cf-eeba-4e86-aef5-3a193da33da3 req-72dd6623-8111-4a7d-bb71-d1e25833abd2 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/security-groups?id=0355aafd-565d-4ee6-b3be-2c0990ab7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356832 Aug 16 02:09:13.724644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ff9edf9d-c210-4f08-9765-a5a7b76dd4fa up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:13.775965 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port ff9edf9d-c210-4f08-9765-a5a7b76dd4fa completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:13.779721 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port ff9edf9d-c210-4f08-9765-a5a7b76dd4fa triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:13.780093 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.856877 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.879641 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fe64a5-b09b-4b3a-bf5c-cb763813d986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9edf9d-c210-4f08-9765-a5a7b76dd4fa'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:13.881894 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69413a7d-fb64-472a-916d-27fe4aee1dca" -d '{"events": [{"server_uuid": "49fe64a5-b09b-4b3a-bf5c-cb763813d986", "name": "network-vif-plugged", "status": "completed", "tag": "ff9edf9d-c210-4f08-9765-a5a7b76dd4fa"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:13.895224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port ff9edf9d-c210-4f08-9765-a5a7b76dd4fa, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ff9edf9d-c210-4f08-9765-a5a7b76dd4fa,segment=NetworkSegment(b762ddb4-a69e-4081-9b92-7c983faf0f89),segment_id=b762ddb4-a69e-4081-9b92-7c983faf0f89)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:13.899691 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.925222 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c294cee1-0217-4a48-aa9a-74e811fab15e x-openstack-request-id: req-c294cee1-0217-4a48-aa9a-74e811fab15e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:13.925505 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fe64a5-b09b-4b3a-bf5c-cb763813d986", "name": "network-vif-plugged", "status": "completed", "tag": "ff9edf9d-c210-4f08-9765-a5a7b76dd4fa", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:13.925842 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c294cee1-0217-4a48-aa9a-74e811fab15e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:13.926264 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fe64a5-b09b-4b3a-bf5c-cb763813d986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9edf9d-c210-4f08-9765-a5a7b76dd4fa', 'code': 200} Aug 16 02:09:13.955720 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=ff9edf9d-c210-4f08-9765-a5a7b76dd4fa,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:14.022804 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9fcbb-598a-4e3d-abe7-7e219d911853 req-ef28d3ca-adcc-43b2-881d-8cb58fa691b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:14.024271 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c2c9fcbb-598a-4e3d-abe7-7e219d911853 req-ef28d3ca-adcc-43b2-881d-8cb58fa691b0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=49fe64a5-b09b-4b3a-bf5c-cb763813d986 HTTP/1.1" status: 200 len: 1097 time: 0.0394657 Aug 16 02:09:14.068456 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c2c9fcbb-598a-4e3d-abe7-7e219d911853 req-1742637a-4848-42b6-90c9-c3da7af6c922 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0355aafd-565d-4ee6-b3be-2c0990ab7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291827 Aug 16 02:09:14.771491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf5c47-716d-448b-a847-00ca8e0c01a0 req-996d256c-c673-47e0-b40b-c7ec52af25bd tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:14.772994 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ddaf5c47-716d-448b-a847-00ca8e0c01a0 req-996d256c-c673-47e0-b40b-c7ec52af25bd tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=49fe64a5-b09b-4b3a-bf5c-cb763813d986 HTTP/1.1" status: 200 len: 945 time: 0.0561550 Aug 16 02:09:14.815770 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ddaf5c47-716d-448b-a847-00ca8e0c01a0 req-a0096ae1-6f53-47aa-9ae8-51313512d3f7 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/security-groups?id=0355aafd-565d-4ee6-b3be-2c0990ab7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362320 Aug 16 02:09:15.942286 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670889ac-b6ae-4d2d-9b8d-158d44453a00 req-8bb0f976-4618-4664-ab66-1bfbe2223885 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:15.946316 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-670889ac-b6ae-4d2d-9b8d-158d44453a00 req-8bb0f976-4618-4664-ab66-1bfbe2223885 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=49fe64a5-b09b-4b3a-bf5c-cb763813d986 HTTP/1.1" status: 200 len: 945 time: 0.0587299 Aug 16 02:09:15.989340 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-670889ac-b6ae-4d2d-9b8d-158d44453a00 req-2e99287d-ae0f-4c10-90bb-fe6209c892b4 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/security-groups?id=0355aafd-565d-4ee6-b3be-2c0990ab7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345101 Aug 16 02:09:18.213064 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-902d6784-23d2-4a7e-a3e2-2312142996e5 req-5c9933ae-8fc5-44f1-b595-6c6ac2583077 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=49fe64a5-b09b-4b3a-bf5c-cb763813d986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0764771 Aug 16 02:09:18.340098 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d6784-23d2-4a7e-a3e2-2312142996e5 req-74f1fbc1-5a23-4924-8c92-563972375afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:18.342304 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-902d6784-23d2-4a7e-a3e2-2312142996e5 req-74f1fbc1-5a23-4924-8c92-563972375afa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cb08c2faadbe4d3599813d72f97d2d03&device_id=49fe64a5-b09b-4b3a-bf5c-cb763813d986 HTTP/1.1" status: 200 len: 1097 time: 0.0697331 Aug 16 02:09:18.473088 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d6784-23d2-4a7e-a3e2-2312142996e5 req-fd0b135c-624b-4f9b-86af-9675e51cb98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:18.474849 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-902d6784-23d2-4a7e-a3e2-2312142996e5 req-fd0b135c-624b-4f9b-86af-9675e51cb98f service neutron] 10.222.0.73 "GET /v2.0/networks?id=980e122f-570b-4bd6-825f-d19c5e01f38a HTTP/1.1" status: 200 len: 915 time: 0.1105394 Aug 16 02:09:18.548385 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-902d6784-23d2-4a7e-a3e2-2312142996e5 req-4962521f-9a78-4ea3-aad3-a3ba666e5123 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff9edf9d-c210-4f08-9765-a5a7b76dd4fa HTTP/1.1" status: 200 len: 217 time: 0.0652783 Aug 16 02:09:18.616020 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d6784-23d2-4a7e-a3e2-2312142996e5 req-b05d95e2-eaca-4042-989d-4c771f440186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:18.617576 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-902d6784-23d2-4a7e-a3e2-2312142996e5 req-b05d95e2-eaca-4042-989d-4c771f440186 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f6340d4-deb9-4d30-9d1c-870e132b0991 HTTP/1.1" status: 200 len: 854 time: 0.0619640 Aug 16 02:09:18.653137 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-902d6784-23d2-4a7e-a3e2-2312142996e5 req-92240223-a598-44f6-9c21-b522ba97332a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=980e122f-570b-4bd6-825f-d19c5e01f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283549 Aug 16 02:09:18.765938 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-902d6784-23d2-4a7e-a3e2-2312142996e5 req-c06312d9-5506-40f2-8beb-262153d70ae8 service neutron] 10.222.0.73 "GET /v2.0/networks/980e122f-570b-4bd6-825f-d19c5e01f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048009 Aug 16 02:09:18.870417 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-902d6784-23d2-4a7e-a3e2-2312142996e5 req-ce798e57-deda-435b-92d1-fef7e81e87f6 service neutron] 10.222.0.73 "GET /v2.0/networks/980e122f-570b-4bd6-825f-d19c5e01f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965352 Aug 16 02:09:20.135270 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8ed4a387-ac36-4ad7-836d-f07090cf8efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.799694 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60528) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:20.916148 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ec607aa-5f08-41f3-90ba-fde5dd325af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.015262 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ec607aa-5f08-41f3-90ba-fde5dd325af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.019356 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ec607aa-5f08-41f3-90ba-fde5dd325af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.061816 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec607aa-5f08-41f3-90ba-fde5dd325af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2a5de8-8eec-4687-a901-f112c4f209c4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:21.067696 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4ec607aa-5f08-41f3-90ba-fde5dd325af8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8e9cf88d9e0145198edc598be40bcb72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668977 Aug 16 02:09:21.070574 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60532) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:21.122929 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff701219-ec5f-48a2-824e-f76500ea7b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.145700 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff701219-ec5f-48a2-824e-f76500ea7b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.194226 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff701219-ec5f-48a2-824e-f76500ea7b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.196794 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff701219-ec5f-48a2-824e-f76500ea7b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.201237 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ff701219-ec5f-48a2-824e-f76500ea7b45 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/db2a5de8-8eec-4687-a901-f112c4f209c4 HTTP/1.1" status: 204 len: 168 time: 0.1270509 Aug 16 02:09:21.207348 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff701219-ec5f-48a2-824e-f76500ea7b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2a5de8-8eec-4687-a901-f112c4f209c4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:21.873014 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60558) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:21.983249 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1114908f-58da-4ab4-add7-66e4dd089b7f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1175073668-network', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:22.006154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1114908f-58da-4ab4-add7-66e4dd089b7f admin admin] Made reservation on behalf of e188d05295c9450aabb2715f63dbf120 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:22.008629 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1114908f-58da-4ab4-add7-66e4dd089b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.017971 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1114908f-58da-4ab4-add7-66e4dd089b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.113361 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1114908f-58da-4ab4-add7-66e4dd089b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.119695 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1114908f-58da-4ab4-add7-66e4dd089b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.148587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1114908f-58da-4ab4-add7-66e4dd089b7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:22.154411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114908f-58da-4ab4-add7-66e4dd089b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6d1383-31db-4ec6-9032-9863af71b6ea,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:22.162461 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1114908f-58da-4ab4-add7-66e4dd089b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.162588 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-1114908f-58da-4ab4-add7-66e4dd089b7f admin admin] Added segment 01a929cd-0fbe-4e3f-806b-fd090fb6dc10 of type vlan for network 0dbdd4b7-abee-4f35-9418-813fd696aa02 Aug 16 02:09:22.209039 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1114908f-58da-4ab4-add7-66e4dd089b7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.240791 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1114908f-58da-4ab4-add7-66e4dd089b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.241967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1114908f-58da-4ab4-add7-66e4dd089b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:22.242655 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1114908f-58da-4ab4-add7-66e4dd089b7f admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.300005 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1114908f-58da-4ab4-add7-66e4dd089b7f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4258735 Aug 16 02:09:22.303051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60562) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:22.308386 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e7b81795-ad77-4f77-8976-9480dd441feb admin admin] Request body: {'subnet': {'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1175073668-subnet', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:22.312576 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114908f-58da-4ab4-add7-66e4dd089b7f admin admin] Pushing event updated for resources: {'Network': ['ID=0dbdd4b7-abee-4f35-9418-813fd696aa02,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:22.329882 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 0dbdd4b7-abee-4f35-9418-813fd696aa02 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:22.334360 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b81795-ad77-4f77-8976-9480dd441feb admin admin] Made reservation on behalf of e188d05295c9450aabb2715f63dbf120 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:22.337216 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7b81795-ad77-4f77-8976-9480dd441feb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.528966 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7b81795-ad77-4f77-8976-9480dd441feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.587360 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b81795-ad77-4f77-8976-9480dd441feb admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab6a450-ae86-4947-908e-114d97c68a2e,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:22.596515 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b81795-ad77-4f77-8976-9480dd441feb admin admin] Checking segment: {'id': '01a929cd-0fbe-4e3f-806b-fd090fb6dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:22.596874 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b81795-ad77-4f77-8976-9480dd441feb admin admin] Network hostable DHCP agents. Network: 0dbdd4b7-abee-4f35-9418-813fd696aa02, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:22.617766 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b81795-ad77-4f77-8976-9480dd441feb admin admin] Network 0dbdd4b7-abee-4f35-9418-813fd696aa02 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:22.624761 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d583e72-525e-4ba5-bf75-061db15c3a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.628169 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e7b81795-ad77-4f77-8976-9480dd441feb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 0dbdd4b7-abee-4f35-9418-813fd696aa02) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:22.632934 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b81795-ad77-4f77-8976-9480dd441feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:22.634136 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7b81795-ad77-4f77-8976-9480dd441feb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.639938 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddad1ebb-1430-449a-84e5-5ecf6657f137 None None] Network 0dbdd4b7-abee-4f35-9418-813fd696aa02 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:22.657034 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e7b81795-ad77-4f77-8976-9480dd441feb admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3527150 Aug 16 02:09:22.659800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60564) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:22.664798 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bb9353d3-ad37-4dd9-8bfb-25370ede1546 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1175073668-router', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:22.687420 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb9353d3-ad37-4dd9-8bfb-25370ede1546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.688584 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb9353d3-ad37-4dd9-8bfb-25370ede1546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.749940 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb9353d3-ad37-4dd9-8bfb-25370ede1546 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.805254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-0dbdd4b7-abee-4f35-9418-813fd696aa02', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'fixed_ips': [{'subnet_id': 'aab6a450-ae86-4947-908e-114d97c68a2e'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:22.806160 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.906109 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb9353d3-ad37-4dd9-8bfb-25370ede1546 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.962324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Allocated IP 172.20.0.2 (0dbdd4b7-abee-4f35-9418-813fd696aa02/aab6a450-ae86-4947-908e-114d97c68a2e/d69b231d-b0c3-456f-be81-2f13b619753a) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:23.129424 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.139528 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Transition to ACTIVE for port object d69b231d-b0c3-456f-be81-2f13b619753a will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:23.150137 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb9353d3-ad37-4dd9-8bfb-25370ede1546 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.157020 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Transition to ACTIVE for port object d69b231d-b0c3-456f-be81-2f13b619753a will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:23.164245 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.211733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Network 0dbdd4b7-abee-4f35-9418-813fd696aa02 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:23.215474 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:23.220222 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:23.223459 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Pushing event updated for resources: {'Port': ['ID=d69b231d-b0c3-456f-be81-2f13b619753a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:23.254399 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:23.254750 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:23.255095 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:23.255431 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:23.255757 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:23.256277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:23.256613 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:23.256947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:23.257271 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:23.257593 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:23.257947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:23.258269 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:23.299848 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Attempting to bind port d69b231d-b0c3-456f-be81-2f13b619753a on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:23.300218 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Attempting to bind port d69b231d-b0c3-456f-be81-2f13b619753a by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '01a929cd-0fbe-4e3f-806b-fd090fb6dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:23.300577 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Attempting to bind port d69b231d-b0c3-456f-be81-2f13b619753a on network 0dbdd4b7-abee-4f35-9418-813fd696aa02 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:23.322000 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:23.322384 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Checking segment: {'id': '01a929cd-0fbe-4e3f-806b-fd090fb6dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:23.322794 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.323184 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Bound using segment: {'id': '01a929cd-0fbe-4e3f-806b-fd090fb6dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:23.323978 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Bound port: d69b231d-b0c3-456f-be81-2f13b619753a, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a929cd-0fbe-4e3f-806b-fd090fb6dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:23.324501 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.335639 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.400415 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] For port d69b231d-b0c3-456f-be81-2f13b619753a, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:23.404289 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] For port d69b231d-b0c3-456f-be81-2f13b619753a, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d69b231d-b0c3-456f-be81-2f13b619753a,segment=NetworkSegment(01a929cd-0fbe-4e3f-806b-fd090fb6dc10),segment_id=01a929cd-0fbe-4e3f-806b-fd090fb6dc10)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:23.409622 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.473710 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d5f33-14ed-4877-8998-bbd4e5b006ef None None] Pushing event updated for resources: {'Port': ['ID=d69b231d-b0c3-456f-be81-2f13b619753a,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:23.525835 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb9353d3-ad37-4dd9-8bfb-25370ede1546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.699486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-bb9353d3-ad37-4dd9-8bfb-25370ede1546 admin admin] Allocated IP 172.25.3.17 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/b6ab2c34-4ce8-4a68-a9ba-c29c4398c804) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:23.825324 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb9353d3-ad37-4dd9-8bfb-25370ede1546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.865504 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb9353d3-ad37-4dd9-8bfb-25370ede1546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.908720 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9353d3-ad37-4dd9-8bfb-25370ede1546 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:23.914896 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-bb9353d3-ad37-4dd9-8bfb-25370ede1546 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:23.920737 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9353d3-ad37-4dd9-8bfb-25370ede1546 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:23.923911 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9353d3-ad37-4dd9-8bfb-25370ede1546 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ab2c34-4ce8-4a68-a9ba-c29c4398c804,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:24.198601 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.199014 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb9353d3-ad37-4dd9-8bfb-25370ede1546 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.430243 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb9353d3-ad37-4dd9-8bfb-25370ede1546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.527741 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d69b231d-b0c3-456f-be81-2f13b619753a up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:24.560799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36349ed9-2942-43b0-8685-9a372f1b87ac None None] Network 0dbdd4b7-abee-4f35-9418-813fd696aa02 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:24.612254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9353d3-ad37-4dd9-8bfb-25370ede1546 admin admin] Router b800972a-bd83-48a6-8cf6-832ebd499d4b is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:09:24.675486 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e130c778-2a17-415b-94f6-63b74332a0d2 None None] Provisioning for port d69b231d-b0c3-456f-be81-2f13b619753a completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:24.679647 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port d69b231d-b0c3-456f-be81-2f13b619753a completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:24.686467 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e130c778-2a17-415b-94f6-63b74332a0d2 None None] Provisioning complete for port d69b231d-b0c3-456f-be81-2f13b619753a triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:24.686840 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e130c778-2a17-415b-94f6-63b74332a0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.692081 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d69b231d-b0c3-456f-be81-2f13b619753a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:24.692081 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.743368 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9353d3-ad37-4dd9-8bfb-25370ede1546 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:24.758039 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Sync routers for ids ['b800972a-bd83-48a6-8cf6-832ebd499d4b'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:24.767498 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb9353d3-ad37-4dd9-8bfb-25370ede1546 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.768946 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bb9353d3-ad37-4dd9-8bfb-25370ede1546 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1079714 Aug 16 02:09:24.771684 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60570) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:24.813026 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Routers {'b800972a-bd83-48a6-8cf6-832ebd499d4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:24.813671 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:09:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b800972a-bd83-48a6-8cf6-832ebd499d4b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:25.178458 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.180171 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e130c778-2a17-415b-94f6-63b74332a0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.209046 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Set router b800972a-bd83-48a6-8cf6-832ebd499d4b gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:25.250143 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68f8fa4f-317e-4ade-b6c3-34a3f125a423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.335194 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port d69b231d-b0c3-456f-be81-2f13b619753a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d69b231d-b0c3-456f-be81-2f13b619753a,segment=NetworkSegment(01a929cd-0fbe-4e3f-806b-fd090fb6dc10),segment_id=01a929cd-0fbe-4e3f-806b-fd090fb6dc10)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:25.348084 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.454467 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=d69b231d-b0c3-456f-be81-2f13b619753a,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:25.492550 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-e130c778-2a17-415b-94f6-63b74332a0d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:09:25.492827 n-d-765315-27 neutron-server[94674]: DEBUG oslo_db.api [None req-e130c778-2a17-415b-94f6-63b74332a0d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:09:25.538119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-68f8fa4f-317e-4ade-b6c3-34a3f125a423 admin admin] Allocated IP 172.20.0.1 (0dbdd4b7-abee-4f35-9418-813fd696aa02/aab6a450-ae86-4947-908e-114d97c68a2e/d9a725d5-3d5c-490e-813c-2fca9ade96b9) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:25.545287 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'name': 'tempest-TestVolumeBackupRestore-1175073668-router', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:22Z', 'updated_at': '2021-08-16T02:09:24Z', 'revision_number': 3, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'gw_port': {'id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:23Z', 'updated_at': '2021-08-16T02:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:25.577778 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Checking router: b800972a-bd83-48a6-8cf6-832ebd499d4b for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:25.577778 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Updating router b800972a-bd83-48a6-8cf6-832ebd499d4b port b6ab2c34-4ce8-4a68-a9ba-c29c4398c804 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:09:25.609481 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.661547 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68f8fa4f-317e-4ade-b6c3-34a3f125a423 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.678552 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-68f8fa4f-317e-4ade-b6c3-34a3f125a423 admin admin] Transition to ACTIVE for port object d9a725d5-3d5c-490e-813c-2fca9ade96b9 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:25.719038 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68f8fa4f-317e-4ade-b6c3-34a3f125a423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.755005 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f8fa4f-317e-4ade-b6c3-34a3f125a423 admin admin] Network 0dbdd4b7-abee-4f35-9418-813fd696aa02 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:25.759353 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-68f8fa4f-317e-4ade-b6c3-34a3f125a423 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:25.768308 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f8fa4f-317e-4ade-b6c3-34a3f125a423 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:25.805571 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8fa4f-317e-4ade-b6c3-34a3f125a423 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a725d5-3d5c-490e-813c-2fca9ade96b9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:25.820852 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68f8fa4f-317e-4ade-b6c3-34a3f125a423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.916866 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.928065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Transition to ACTIVE for port object b6ab2c34-4ce8-4a68-a9ba-c29c4398c804 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:25.938777 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.009179 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68f8fa4f-317e-4ade-b6c3-34a3f125a423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.054413 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Attempting to bind port b6ab2c34-4ce8-4a68-a9ba-c29c4398c804 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:26.054782 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Attempting to bind port b6ab2c34-4ce8-4a68-a9ba-c29c4398c804 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:26.055145 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Attempting to bind port b6ab2c34-4ce8-4a68-a9ba-c29c4398c804 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:26.062078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f666ec-e751-4274-8347-9df82f94d321 None None] Pushing event updated for resources: {'Port': ['ID=b6ab2c34-4ce8-4a68-a9ba-c29c4398c804,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:26.072365 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:26.072751 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:26.073167 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.074112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:26.074713 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Bound port: b6ab2c34-4ce8-4a68-a9ba-c29c4398c804, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:26.075169 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.103105 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.132490 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] For port b6ab2c34-4ce8-4a68-a9ba-c29c4398c804, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:26.136586 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] For port b6ab2c34-4ce8-4a68-a9ba-c29c4398c804, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b6ab2c34-4ce8-4a68-a9ba-c29c4398c804,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:26.141119 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.215005 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Routers {'b800972a-bd83-48a6-8cf6-832ebd499d4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:26.215701 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:09:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b800972a-bd83-48a6-8cf6-832ebd499d4b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:26.216587 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68f8fa4f-317e-4ade-b6c3-34a3f125a423 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.217898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f666ec-e751-4274-8347-9df82f94d321 None None] Pushing event updated for resources: {'Port': ['ID=b6ab2c34-4ce8-4a68-a9ba-c29c4398c804,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:26.222738 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8d2c3f10-165a-4fa8-8cfa-d0bc77ff4274 None None] Provisioning for port d9a725d5-3d5c-490e-813c-2fca9ade96b9 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:26.223459 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68f8fa4f-317e-4ade-b6c3-34a3f125a423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.263141 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8d2c3f10-165a-4fa8-8cfa-d0bc77ff4274 None None] Provisioning complete for port d9a725d5-3d5c-490e-813c-2fca9ade96b9 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:26.263509 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d2c3f10-165a-4fa8-8cfa-d0bc77ff4274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.294874 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8fa4f-317e-4ade-b6c3-34a3f125a423 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a725d5-3d5c-490e-813c-2fca9ade96b9,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:26.298119 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68f8fa4f-317e-4ade-b6c3-34a3f125a423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.341183 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8d2c3f10-165a-4fa8-8cfa-d0bc77ff4274 None None] Port d9a725d5-3d5c-490e-813c-2fca9ade96b9 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:26.369167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8d2c3f10-165a-4fa8-8cfa-d0bc77ff4274 None None] Provisioning complete for port d69b231d-b0c3-456f-be81-2f13b619753a triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:26.369864 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d2c3f10-165a-4fa8-8cfa-d0bc77ff4274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.407206 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] Set router b800972a-bd83-48a6-8cf6-832ebd499d4b gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:26.432579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f8fa4f-317e-4ade-b6c3-34a3f125a423 admin admin] Network 0dbdd4b7-abee-4f35-9418-813fd696aa02 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:26.442094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-68f8fa4f-317e-4ade-b6c3-34a3f125a423 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:26.577673 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d69b231d-b0c3-456f-be81-2f13b619753a up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:26.621064 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f8fa4f-317e-4ade-b6c3-34a3f125a423 admin admin] Router b800972a-bd83-48a6-8cf6-832ebd499d4b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:09:26.709126 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d69b231d-b0c3-456f-be81-2f13b619753a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:26.709727 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.755402 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f8fa4f-317e-4ade-b6c3-34a3f125a423 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:26.764040 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-68f8fa4f-317e-4ade-b6c3-34a3f125a423 admin admin] 10.222.0.68 "PUT /v2.0/routers/b800972a-bd83-48a6-8cf6-832ebd499d4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9900572 Aug 16 02:09:26.817529 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'name': 'tempest-TestVolumeBackupRestore-1175073668-router', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:22Z', 'updated_at': '2021-08-16T02:09:25Z', 'revision_number': 4, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'gw_port': {'id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:23Z', 'updated_at': '2021-08-16T02:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'd9a725d5-3d5c-490e-813c-2fca9ade96b9', 'name': '', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'mac_address': 'fa:16:3e:43:39:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:25Z', 'updated_at': '2021-08-16T02:09:26Z', 'revision_number': 2, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'subnets': [{'id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:26.856092 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af19689c-e3ab-4a9d-8357-6706350eec31 None None] The sync data for ids ['b800972a-bd83-48a6-8cf6-832ebd499d4b'] in n-d-765315-27 is: [{'id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'name': 'tempest-TestVolumeBackupRestore-1175073668-router', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:22Z', 'updated_at': '2021-08-16T02:09:25Z', 'revision_number': 4, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'gw_port': {'id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:23Z', 'updated_at': '2021-08-16T02:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'd9a725d5-3d5c-490e-813c-2fca9ade96b9', 'name': '', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'mac_address': 'fa:16:3e:43:39:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:25Z', 'updated_at': '2021-08-16T02:09:26Z', 'revision_number': 2, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'subnets': [{'id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:26.871906 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-012d6e04-36be-44a5-bb10-7df104105601 None None] Provisioning complete for port d9a725d5-3d5c-490e-813c-2fca9ade96b9 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:26.872320 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-012d6e04-36be-44a5-bb10-7df104105601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.912487 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-012d6e04-36be-44a5-bb10-7df104105601 None None] Port d9a725d5-3d5c-490e-813c-2fca9ade96b9 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:27.375387 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60594) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:27.384133 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2d845438-f73a-4f61-a826-e5ab1f0ea58d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1329418088-network', 'tenant_id': '21f2fb3cd3ae45b4bcd6cb51c9622107'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:27.408709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d845438-f73a-4f61-a826-e5ab1f0ea58d admin admin] Made reservation on behalf of 21f2fb3cd3ae45b4bcd6cb51c9622107 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:27.411899 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d845438-f73a-4f61-a826-e5ab1f0ea58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.426360 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d845438-f73a-4f61-a826-e5ab1f0ea58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.551342 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d845438-f73a-4f61-a826-e5ab1f0ea58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.557353 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d845438-f73a-4f61-a826-e5ab1f0ea58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.601432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d845438-f73a-4f61-a826-e5ab1f0ea58d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:27.643510 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d845438-f73a-4f61-a826-e5ab1f0ea58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c31cba-ec88-4c73-bfc3-a6899d0d5750,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:27.650976 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d845438-f73a-4f61-a826-e5ab1f0ea58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.651647 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-2d845438-f73a-4f61-a826-e5ab1f0ea58d admin admin] Added segment 4f72a0fc-08a9-4cb6-933e-4284252b08f5 of type vlan for network 2d4c6d4c-8e37-4a56-affa-b77623828eeb Aug 16 02:09:27.703161 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d845438-f73a-4f61-a826-e5ab1f0ea58d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.736312 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d845438-f73a-4f61-a826-e5ab1f0ea58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.737837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d845438-f73a-4f61-a826-e5ab1f0ea58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:27.738493 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d845438-f73a-4f61-a826-e5ab1f0ea58d admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.822382 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2d845438-f73a-4f61-a826-e5ab1f0ea58d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4458373 Aug 16 02:09:27.826717 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60596) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:27.832913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8b8da250-2680-4bdc-9453-b52ebf7b91a2 admin admin] Request body: {'subnet': {'network_id': '2d4c6d4c-8e37-4a56-affa-b77623828eeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1329418088-subnet', 'tenant_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:27.842588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d845438-f73a-4f61-a826-e5ab1f0ea58d admin admin] Pushing event updated for resources: {'Network': ['ID=2d4c6d4c-8e37-4a56-affa-b77623828eeb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:27.854054 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 2d4c6d4c-8e37-4a56-affa-b77623828eeb details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:27.890071 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8da250-2680-4bdc-9453-b52ebf7b91a2 admin admin] Made reservation on behalf of 21f2fb3cd3ae45b4bcd6cb51c9622107 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:27.892574 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b8da250-2680-4bdc-9453-b52ebf7b91a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.089330 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b8da250-2680-4bdc-9453-b52ebf7b91a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.147651 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8da250-2680-4bdc-9453-b52ebf7b91a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d1b5eb3-eb43-44af-a232-49c2dba2b5aa,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:28.158921 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8da250-2680-4bdc-9453-b52ebf7b91a2 admin admin] Checking segment: {'id': '4f72a0fc-08a9-4cb6-933e-4284252b08f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d4c6d4c-8e37-4a56-affa-b77623828eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:28.159278 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8da250-2680-4bdc-9453-b52ebf7b91a2 admin admin] Network hostable DHCP agents. Network: 2d4c6d4c-8e37-4a56-affa-b77623828eeb, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:28.180906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8da250-2680-4bdc-9453-b52ebf7b91a2 admin admin] Network 2d4c6d4c-8e37-4a56-affa-b77623828eeb is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:28.191165 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8b8da250-2680-4bdc-9453-b52ebf7b91a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 2d4c6d4c-8e37-4a56-affa-b77623828eeb) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:28.200507 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8da250-2680-4bdc-9453-b52ebf7b91a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:28.201114 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b8da250-2680-4bdc-9453-b52ebf7b91a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.208719 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93fe1f2-1185-4158-ae64-d7c084d5bcb5 None None] Network 2d4c6d4c-8e37-4a56-affa-b77623828eeb requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:28.228972 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8b8da250-2680-4bdc-9453-b52ebf7b91a2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3979385 Aug 16 02:09:28.239154 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 60600) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:28.239154 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-18271c29-03f4-479e-a598-4c8449ec74ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1329418088-router', 'tenant_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:28.268175 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18271c29-03f4-479e-a598-4c8449ec74ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.269307 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18271c29-03f4-479e-a598-4c8449ec74ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.331750 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18271c29-03f4-479e-a598-4c8449ec74ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.413177 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-2d4c6d4c-8e37-4a56-affa-b77623828eeb', 'network_id': '2d4c6d4c-8e37-4a56-affa-b77623828eeb', 'tenant_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'fixed_ips': [{'subnet_id': '0d1b5eb3-eb43-44af-a232-49c2dba2b5aa'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:28.414110 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.547177 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b6ab2c34-4ce8-4a68-a9ba-c29c4398c804 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:28.666513 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port b6ab2c34-4ce8-4a68-a9ba-c29c4398c804 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:28.676676 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port b6ab2c34-4ce8-4a68-a9ba-c29c4398c804 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:28.676676 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.704790 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Allocated IP 172.20.0.2 (2d4c6d4c-8e37-4a56-affa-b77623828eeb/0d1b5eb3-eb43-44af-a232-49c2dba2b5aa/de993f9a-28c1-40b8-953e-6d83e01c37b5) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:28.853885 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.866612 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18271c29-03f4-479e-a598-4c8449ec74ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.933540 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port b6ab2c34-4ce8-4a68-a9ba-c29c4398c804, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b6ab2c34-4ce8-4a68-a9ba-c29c4398c804,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:28.957544 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.976279 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.023952 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Transition to ACTIVE for port object de993f9a-28c1-40b8-953e-6d83e01c37b5 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:29.067022 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Transition to ACTIVE for port object de993f9a-28c1-40b8-953e-6d83e01c37b5 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:29.067823 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=b6ab2c34-4ce8-4a68-a9ba-c29c4398c804,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:29.078731 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.134365 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Network 2d4c6d4c-8e37-4a56-affa-b77623828eeb is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:29.142545 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:29.146441 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:29.154906 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Pushing event updated for resources: {'Port': ['ID=de993f9a-28c1-40b8-953e-6d83e01c37b5,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:29.222138 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18271c29-03f4-479e-a598-4c8449ec74ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.235764 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Attempting to bind port de993f9a-28c1-40b8-953e-6d83e01c37b5 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:29.236267 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Attempting to bind port de993f9a-28c1-40b8-953e-6d83e01c37b5 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '4f72a0fc-08a9-4cb6-933e-4284252b08f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d4c6d4c-8e37-4a56-affa-b77623828eeb'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:29.236591 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Attempting to bind port de993f9a-28c1-40b8-953e-6d83e01c37b5 on network 2d4c6d4c-8e37-4a56-affa-b77623828eeb {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:29.243048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:29.243386 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Checking segment: {'id': '4f72a0fc-08a9-4cb6-933e-4284252b08f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d4c6d4c-8e37-4a56-affa-b77623828eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:29.243804 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.244199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Bound using segment: {'id': '4f72a0fc-08a9-4cb6-933e-4284252b08f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d4c6d4c-8e37-4a56-affa-b77623828eeb'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:29.244724 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Bound port: de993f9a-28c1-40b8-953e-6d83e01c37b5, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f72a0fc-08a9-4cb6-933e-4284252b08f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d4c6d4c-8e37-4a56-affa-b77623828eeb'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:29.245681 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.252591 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18271c29-03f4-479e-a598-4c8449ec74ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.348967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] For port de993f9a-28c1-40b8-953e-6d83e01c37b5, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:29.352748 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] For port de993f9a-28c1-40b8-953e-6d83e01c37b5, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=de993f9a-28c1-40b8-953e-6d83e01c37b5,segment=NetworkSegment(4f72a0fc-08a9-4cb6-933e-4284252b08f5),segment_id=4f72a0fc-08a9-4cb6-933e-4284252b08f5)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:29.359178 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.376176 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:09:29.437112 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Sync routers for ids ['b800972a-bd83-48a6-8cf6-832ebd499d4b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:29.451755 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Routers {'b800972a-bd83-48a6-8cf6-832ebd499d4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:29.452404 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:09:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b800972a-bd83-48a6-8cf6-832ebd499d4b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:29.453424 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-18271c29-03f4-479e-a598-4c8449ec74ee admin admin] Allocated IP 172.25.3.100 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:29.453970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a838472-989d-4146-9189-06a3e3bfe049 None None] Pushing event updated for resources: {'Port': ['ID=de993f9a-28c1-40b8-953e-6d83e01c37b5,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:29.582242 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Set router b800972a-bd83-48a6-8cf6-832ebd499d4b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:29.604090 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18271c29-03f4-479e-a598-4c8449ec74ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.701948 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18271c29-03f4-479e-a598-4c8449ec74ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.747837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18271c29-03f4-479e-a598-4c8449ec74ee admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:29.756410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-18271c29-03f4-479e-a598-4c8449ec74ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:29.760333 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18271c29-03f4-479e-a598-4c8449ec74ee admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:29.788842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18271c29-03f4-479e-a598-4c8449ec74ee admin admin] Pushing event updated for resources: {'Port': ['ID=f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:29.879434 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'name': 'tempest-TestVolumeBackupRestore-1175073668-router', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:22Z', 'updated_at': '2021-08-16T02:09:25Z', 'revision_number': 4, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'gw_port': {'id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:23Z', 'updated_at': '2021-08-16T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'd9a725d5-3d5c-490e-813c-2fca9ade96b9', 'name': '', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'mac_address': 'fa:16:3e:43:39:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:25Z', 'updated_at': '2021-08-16T02:09:26Z', 'revision_number': 2, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'subnets': [{'id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:29.909642 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Checking router: b800972a-bd83-48a6-8cf6-832ebd499d4b for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:29.910029 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Updating router b800972a-bd83-48a6-8cf6-832ebd499d4b port d9a725d5-3d5c-490e-813c-2fca9ade96b9 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:09:29.942925 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.040683 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18271c29-03f4-479e-a598-4c8449ec74ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.319118 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.331828 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Transition to ACTIVE for port object d9a725d5-3d5c-490e-813c-2fca9ade96b9 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:30.339897 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.350236 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18271c29-03f4-479e-a598-4c8449ec74ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.468231 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e2e01-42b9-4961-8a85-4ac46c9906a5 None None] Pushing event updated for resources: {'Port': ['ID=d9a725d5-3d5c-490e-813c-2fca9ade96b9,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:30.483274 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e2e01-42b9-4961-8a85-4ac46c9906a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:30.483686 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e2e01-42b9-4961-8a85-4ac46c9906a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:30.484088 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e2e01-42b9-4961-8a85-4ac46c9906a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:30.484644 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e2e01-42b9-4961-8a85-4ac46c9906a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:30.484935 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e2e01-42b9-4961-8a85-4ac46c9906a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:30.486201 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e2e01-42b9-4961-8a85-4ac46c9906a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:30.486590 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e2e01-42b9-4961-8a85-4ac46c9906a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:30.486980 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e2e01-42b9-4961-8a85-4ac46c9906a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:30.487365 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e2e01-42b9-4961-8a85-4ac46c9906a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:30.487750 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e2e01-42b9-4961-8a85-4ac46c9906a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:30.488132 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e2e01-42b9-4961-8a85-4ac46c9906a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:30.488516 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e2e01-42b9-4961-8a85-4ac46c9906a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:30.498279 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Attempting to bind port d9a725d5-3d5c-490e-813c-2fca9ade96b9 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:30.498619 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Attempting to bind port d9a725d5-3d5c-490e-813c-2fca9ade96b9 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '01a929cd-0fbe-4e3f-806b-fd090fb6dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:30.499220 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Attempting to bind port d9a725d5-3d5c-490e-813c-2fca9ade96b9 on network 0dbdd4b7-abee-4f35-9418-813fd696aa02 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:30.509455 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:30.510156 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Checking segment: {'id': '01a929cd-0fbe-4e3f-806b-fd090fb6dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:30.510813 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.511382 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Bound using segment: {'id': '01a929cd-0fbe-4e3f-806b-fd090fb6dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:30.512210 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Bound port: d9a725d5-3d5c-490e-813c-2fca9ade96b9, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a929cd-0fbe-4e3f-806b-fd090fb6dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:30.512794 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.618592 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] For port d9a725d5-3d5c-490e-813c-2fca9ade96b9, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:30.623975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18271c29-03f4-479e-a598-4c8449ec74ee admin admin] Router af148a56-6aa8-46e1-9f0d-5a8992f5244b is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:09:30.627865 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] For port d9a725d5-3d5c-490e-813c-2fca9ade96b9, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d9a725d5-3d5c-490e-813c-2fca9ade96b9,segment=NetworkSegment(01a929cd-0fbe-4e3f-806b-fd090fb6dc10),segment_id=01a929cd-0fbe-4e3f-806b-fd090fb6dc10)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:30.632929 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.741945 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Routers {'b800972a-bd83-48a6-8cf6-832ebd499d4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:30.742889 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:09:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b800972a-bd83-48a6-8cf6-832ebd499d4b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:30.812067 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b6ab2c34-4ce8-4a68-a9ba-c29c4398c804 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:30.816101 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18271c29-03f4-479e-a598-4c8449ec74ee admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:30.817942 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e2e01-42b9-4961-8a85-4ac46c9906a5 None None] Pushing event updated for resources: {'Port': ['ID=d9a725d5-3d5c-490e-813c-2fca9ade96b9,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:30.841468 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18271c29-03f4-479e-a598-4c8449ec74ee admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.845737 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-18271c29-03f4-479e-a598-4c8449ec74ee admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6113145 Aug 16 02:09:30.846001 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 60630) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:30.853706 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Sync routers for ids ['af148a56-6aa8-46e1-9f0d-5a8992f5244b'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:30.896451 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0cf0cc-e885-422c-b3b7-a4222aa9a0ba None None] Network 2d4c6d4c-8e37-4a56-affa-b77623828eeb requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:30.965517 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] Set router b800972a-bd83-48a6-8cf6-832ebd499d4b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:31.116024 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Routers {'af148a56-6aa8-46e1-9f0d-5a8992f5244b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:31.116662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:09:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['af148a56-6aa8-46e1-9f0d-5a8992f5244b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:31.254004 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'name': 'tempest-TestVolumeBackupRestore-1175073668-router', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:22Z', 'updated_at': '2021-08-16T02:09:25Z', 'revision_number': 4, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'gw_port': {'id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:23Z', 'updated_at': '2021-08-16T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'd9a725d5-3d5c-490e-813c-2fca9ade96b9', 'name': '', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'mac_address': 'fa:16:3e:43:39:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:25Z', 'updated_at': '2021-08-16T02:09:30Z', 'revision_number': 4, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'subnets': [{'id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:31.289137 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port b6ab2c34-4ce8-4a68-a9ba-c29c4398c804 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:31.289507 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.363716 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Set router af148a56-6aa8-46e1-9f0d-5a8992f5244b gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:31.365502 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2d337978-4ce8-4e9a-b874-b5278ded1c00 None None] Provisioning for port de993f9a-28c1-40b8-953e-6d83e01c37b5 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:31.422949 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f0f671-ec08-4c13-ae35-9b72b788c7e0 None None] The sync data for ids ['b800972a-bd83-48a6-8cf6-832ebd499d4b'] in n-d-765315-27 is: [{'id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'name': 'tempest-TestVolumeBackupRestore-1175073668-router', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:22Z', 'updated_at': '2021-08-16T02:09:25Z', 'revision_number': 4, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'gw_port': {'id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:23Z', 'updated_at': '2021-08-16T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'd9a725d5-3d5c-490e-813c-2fca9ade96b9', 'name': '', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'mac_address': 'fa:16:3e:43:39:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:25Z', 'updated_at': '2021-08-16T02:09:30Z', 'revision_number': 4, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'subnets': [{'id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:31.530082 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55767e36-a50e-422a-8ba7-cd0fe922a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.755019 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device de993f9a-28c1-40b8-953e-6d83e01c37b5 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:31.849459 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'name': 'tempest-TestVolumeBackupRestore-1329418088-router', 'tenant_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:28Z', 'updated_at': '2021-08-16T02:09:29Z', 'revision_number': 3, 'project_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'gw_port': {'id': 'f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:25:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:29Z', 'updated_at': '2021-08-16T02:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:31.905875 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-55767e36-a50e-422a-8ba7-cd0fe922a8f6 admin admin] Allocated IP 172.20.0.1 (2d4c6d4c-8e37-4a56-affa-b77623828eeb/0d1b5eb3-eb43-44af-a232-49c2dba2b5aa/d5417a53-e3c7-4365-98e9-5db9a19b7730) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:31.906441 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port de993f9a-28c1-40b8-953e-6d83e01c37b5 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:31.908534 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Checking router: af148a56-6aa8-46e1-9f0d-5a8992f5244b for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:31.908881 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Updating router af148a56-6aa8-46e1-9f0d-5a8992f5244b port f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:09:31.918636 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port de993f9a-28c1-40b8-953e-6d83e01c37b5 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:31.919002 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.050952 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.123189 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55767e36-a50e-422a-8ba7-cd0fe922a8f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.137974 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-55767e36-a50e-422a-8ba7-cd0fe922a8f6 admin admin] Transition to ACTIVE for port object d5417a53-e3c7-4365-98e9-5db9a19b7730 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:32.184804 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55767e36-a50e-422a-8ba7-cd0fe922a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.239258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55767e36-a50e-422a-8ba7-cd0fe922a8f6 admin admin] Network 2d4c6d4c-8e37-4a56-affa-b77623828eeb is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:32.251385 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-55767e36-a50e-422a-8ba7-cd0fe922a8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:32.258938 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55767e36-a50e-422a-8ba7-cd0fe922a8f6 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:32.266876 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.306622 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55767e36-a50e-422a-8ba7-cd0fe922a8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d5417a53-e3c7-4365-98e9-5db9a19b7730,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:32.320684 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-aefc6953-90d9-4b53-9027-92c38c1ce0f5 None None] Provisioning complete for port de993f9a-28c1-40b8-953e-6d83e01c37b5 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:32.321043 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aefc6953-90d9-4b53-9027-92c38c1ce0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.337541 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55767e36-a50e-422a-8ba7-cd0fe922a8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.505877 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port de993f9a-28c1-40b8-953e-6d83e01c37b5, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=de993f9a-28c1-40b8-953e-6d83e01c37b5,segment=NetworkSegment(4f72a0fc-08a9-4cb6-933e-4284252b08f5),segment_id=4f72a0fc-08a9-4cb6-933e-4284252b08f5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:32.510259 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aefc6953-90d9-4b53-9027-92c38c1ce0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.532805 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.732414 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d9a725d5-3d5c-490e-813c-2fca9ade96b9 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:32.792345 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=de993f9a-28c1-40b8-953e-6d83e01c37b5,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:32.819977 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-aefc6953-90d9-4b53-9027-92c38c1ce0f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:09:32.820378 n-d-765315-27 neutron-server[94674]: DEBUG oslo_db.api [None req-aefc6953-90d9-4b53-9027-92c38c1ce0f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:09:32.822680 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.840116 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Transition to ACTIVE for port object f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:32.850812 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.905872 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port d9a725d5-3d5c-490e-813c-2fca9ade96b9 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:32.923702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d9a725d5-3d5c-490e-813c-2fca9ade96b9 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:32.924075 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.935266 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55767e36-a50e-422a-8ba7-cd0fe922a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.946847 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Attempting to bind port f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:32.947228 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Attempting to bind port f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:32.947594 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Attempting to bind port f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:32.953128 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c7ff6-322a-471d-8a7c-95bcc38cd72d None None] Pushing event updated for resources: {'Port': ['ID=f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:32.967861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:32.968234 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:32.968655 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.969065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:32.969563 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Bound port: f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:32.970051 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.070392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] For port f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:33.075493 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] For port f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:33.078738 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.083460 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.168851 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port d9a725d5-3d5c-490e-813c-2fca9ade96b9, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d9a725d5-3d5c-490e-813c-2fca9ade96b9,segment=NetworkSegment(01a929cd-0fbe-4e3f-806b-fd090fb6dc10),segment_id=01a929cd-0fbe-4e3f-806b-fd090fb6dc10)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:33.176518 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55767e36-a50e-422a-8ba7-cd0fe922a8f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.182256 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.186383 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c7ff6-322a-471d-8a7c-95bcc38cd72d None None] Pushing event updated for resources: {'Port': ['ID=f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:33.190064 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Routers {'af148a56-6aa8-46e1-9f0d-5a8992f5244b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:33.190251 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55767e36-a50e-422a-8ba7-cd0fe922a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.190825 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:09:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['af148a56-6aa8-46e1-9f0d-5a8992f5244b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:33.300501 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55767e36-a50e-422a-8ba7-cd0fe922a8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.305674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55767e36-a50e-422a-8ba7-cd0fe922a8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d5417a53-e3c7-4365-98e9-5db9a19b7730,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:33.456495 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55767e36-a50e-422a-8ba7-cd0fe922a8f6 admin admin] Network 2d4c6d4c-8e37-4a56-affa-b77623828eeb is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:33.458058 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-55767e36-a50e-422a-8ba7-cd0fe922a8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:33.532534 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=d9a725d5-3d5c-490e-813c-2fca9ade96b9,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:33.571206 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] Set router af148a56-6aa8-46e1-9f0d-5a8992f5244b gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:33.578402 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55767e36-a50e-422a-8ba7-cd0fe922a8f6 admin admin] Router af148a56-6aa8-46e1-9f0d-5a8992f5244b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:09:33.730507 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d44eb012-f95b-43f3-910c-929670e156a6 None None] Provisioning for port d5417a53-e3c7-4365-98e9-5db9a19b7730 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:33.743763 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d44eb012-f95b-43f3-910c-929670e156a6 None None] Provisioning complete for port d5417a53-e3c7-4365-98e9-5db9a19b7730 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:33.744159 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d44eb012-f95b-43f3-910c-929670e156a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.748785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55767e36-a50e-422a-8ba7-cd0fe922a8f6 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:33.761921 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-55767e36-a50e-422a-8ba7-cd0fe922a8f6 admin admin] 10.222.0.68 "PUT /v2.0/routers/af148a56-6aa8-46e1-9f0d-5a8992f5244b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9105165 Aug 16 02:09:33.798301 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d44eb012-f95b-43f3-910c-929670e156a6 None None] Port d5417a53-e3c7-4365-98e9-5db9a19b7730 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:33.844950 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'name': 'tempest-TestVolumeBackupRestore-1329418088-router', 'tenant_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:28Z', 'updated_at': '2021-08-16T02:09:32Z', 'revision_number': 4, 'project_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'gw_port': {'id': 'f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:25:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:29Z', 'updated_at': '2021-08-16T02:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'd5417a53-e3c7-4365-98e9-5db9a19b7730', 'name': '', 'network_id': '2d4c6d4c-8e37-4a56-affa-b77623828eeb', 'tenant_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'mac_address': 'fa:16:3e:b1:b5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '0d1b5eb3-eb43-44af-a232-49c2dba2b5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:31Z', 'updated_at': '2021-08-16T02:09:33Z', 'revision_number': 2, 'project_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'subnets': [{'id': '0d1b5eb3-eb43-44af-a232-49c2dba2b5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:33.876416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4c272a-9e47-4b0a-92fa-059e74b64021 None None] The sync data for ids ['af148a56-6aa8-46e1-9f0d-5a8992f5244b'] in n-d-765315-27 is: [{'id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'name': 'tempest-TestVolumeBackupRestore-1329418088-router', 'tenant_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:28Z', 'updated_at': '2021-08-16T02:09:32Z', 'revision_number': 4, 'project_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'gw_port': {'id': 'f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:25:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:29Z', 'updated_at': '2021-08-16T02:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'd5417a53-e3c7-4365-98e9-5db9a19b7730', 'name': '', 'network_id': '2d4c6d4c-8e37-4a56-affa-b77623828eeb', 'tenant_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'mac_address': 'fa:16:3e:b1:b5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '0d1b5eb3-eb43-44af-a232-49c2dba2b5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:31Z', 'updated_at': '2021-08-16T02:09:33Z', 'revision_number': 2, 'project_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'subnets': [{'id': '0d1b5eb3-eb43-44af-a232-49c2dba2b5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:33.918833 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c62ad82e-db29-4a0f-b795-38401344642b None None] Provisioning complete for port d5417a53-e3c7-4365-98e9-5db9a19b7730 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:33.919210 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c62ad82e-db29-4a0f-b795-38401344642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.954688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c62ad82e-db29-4a0f-b795-38401344642b None None] Port d5417a53-e3c7-4365-98e9-5db9a19b7730 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:34.649977 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d9a725d5-3d5c-490e-813c-2fca9ade96b9 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:34.715906 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d9a725d5-3d5c-490e-813c-2fca9ade96b9 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:34.716377 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.821767 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device de993f9a-28c1-40b8-953e-6d83e01c37b5 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:34.900325 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port de993f9a-28c1-40b8-953e-6d83e01c37b5 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:34.900993 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.157925 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Sync routers for ids ['af148a56-6aa8-46e1-9f0d-5a8992f5244b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:36.174647 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Routers {'af148a56-6aa8-46e1-9f0d-5a8992f5244b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:36.175846 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-906f962e-3682-4184-8198-0feba72eb564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:09:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['af148a56-6aa8-46e1-9f0d-5a8992f5244b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:36.299542 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Set router af148a56-6aa8-46e1-9f0d-5a8992f5244b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:36.517190 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-906f962e-3682-4184-8198-0feba72eb564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'name': 'tempest-TestVolumeBackupRestore-1329418088-router', 'tenant_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:28Z', 'updated_at': '2021-08-16T02:09:32Z', 'revision_number': 4, 'project_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'gw_port': {'id': 'f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:25:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:29Z', 'updated_at': '2021-08-16T02:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'd5417a53-e3c7-4365-98e9-5db9a19b7730', 'name': '', 'network_id': '2d4c6d4c-8e37-4a56-affa-b77623828eeb', 'tenant_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'mac_address': 'fa:16:3e:b1:b5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '0d1b5eb3-eb43-44af-a232-49c2dba2b5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:31Z', 'updated_at': '2021-08-16T02:09:33Z', 'revision_number': 2, 'project_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'subnets': [{'id': '0d1b5eb3-eb43-44af-a232-49c2dba2b5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:36.551164 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Checking router: af148a56-6aa8-46e1-9f0d-5a8992f5244b for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:36.551630 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Updating router af148a56-6aa8-46e1-9f0d-5a8992f5244b port d5417a53-e3c7-4365-98e9-5db9a19b7730 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:09:36.579594 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.686531 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:36.742106 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:36.748461 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:36.749053 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.862343 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.899163 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:36.901985 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.905871 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.920586 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Transition to ACTIVE for port object d5417a53-e3c7-4365-98e9-5db9a19b7730 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:36.927682 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.962999 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:37.014462 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc938f32-8a59-45f2-8eec-a4502f991af1 None None] Pushing event updated for resources: {'Port': ['ID=d5417a53-e3c7-4365-98e9-5db9a19b7730,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:37.053530 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Attempting to bind port d5417a53-e3c7-4365-98e9-5db9a19b7730 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:37.053934 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Attempting to bind port d5417a53-e3c7-4365-98e9-5db9a19b7730 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '4f72a0fc-08a9-4cb6-933e-4284252b08f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d4c6d4c-8e37-4a56-affa-b77623828eeb'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:37.054308 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Attempting to bind port d5417a53-e3c7-4365-98e9-5db9a19b7730 on network 2d4c6d4c-8e37-4a56-affa-b77623828eeb {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:37.061011 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:37.061419 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Checking segment: {'id': '4f72a0fc-08a9-4cb6-933e-4284252b08f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d4c6d4c-8e37-4a56-affa-b77623828eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:37.061793 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.062180 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Bound using segment: {'id': '4f72a0fc-08a9-4cb6-933e-4284252b08f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d4c6d4c-8e37-4a56-affa-b77623828eeb'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:37.062635 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Bound port: d5417a53-e3c7-4365-98e9-5db9a19b7730, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f72a0fc-08a9-4cb6-933e-4284252b08f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d4c6d4c-8e37-4a56-affa-b77623828eeb'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:37.063010 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.152853 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-906f962e-3682-4184-8198-0feba72eb564 None None] For port d5417a53-e3c7-4365-98e9-5db9a19b7730, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:37.157101 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-906f962e-3682-4184-8198-0feba72eb564 None None] For port d5417a53-e3c7-4365-98e9-5db9a19b7730, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d5417a53-e3c7-4365-98e9-5db9a19b7730,segment=NetworkSegment(4f72a0fc-08a9-4cb6-933e-4284252b08f5),segment_id=4f72a0fc-08a9-4cb6-933e-4284252b08f5)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:37.163384 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.277732 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc938f32-8a59-45f2-8eec-a4502f991af1 None None] Pushing event updated for resources: {'Port': ['ID=d5417a53-e3c7-4365-98e9-5db9a19b7730,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:37.291072 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Routers {'af148a56-6aa8-46e1-9f0d-5a8992f5244b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:37.291739 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-906f962e-3682-4184-8198-0feba72eb564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:09:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['af148a56-6aa8-46e1-9f0d-5a8992f5244b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:37.449749 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-906f962e-3682-4184-8198-0feba72eb564 None None] Set router af148a56-6aa8-46e1-9f0d-5a8992f5244b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:37.563138 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.702199 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-906f962e-3682-4184-8198-0feba72eb564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'name': 'tempest-TestVolumeBackupRestore-1329418088-router', 'tenant_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:28Z', 'updated_at': '2021-08-16T02:09:32Z', 'revision_number': 4, 'project_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'gw_port': {'id': 'f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:25:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:29Z', 'updated_at': '2021-08-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'd5417a53-e3c7-4365-98e9-5db9a19b7730', 'name': '', 'network_id': '2d4c6d4c-8e37-4a56-affa-b77623828eeb', 'tenant_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'mac_address': 'fa:16:3e:b1:b5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '0d1b5eb3-eb43-44af-a232-49c2dba2b5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:31Z', 'updated_at': '2021-08-16T02:09:37Z', 'revision_number': 4, 'project_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'subnets': [{'id': '0d1b5eb3-eb43-44af-a232-49c2dba2b5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:37.731265 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906f962e-3682-4184-8198-0feba72eb564 None None] The sync data for ids ['af148a56-6aa8-46e1-9f0d-5a8992f5244b'] in n-d-765315-27 is: [{'id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'name': 'tempest-TestVolumeBackupRestore-1329418088-router', 'tenant_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:28Z', 'updated_at': '2021-08-16T02:09:32Z', 'revision_number': 4, 'project_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'gw_port': {'id': 'f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:25:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:29Z', 'updated_at': '2021-08-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'd5417a53-e3c7-4365-98e9-5db9a19b7730', 'name': '', 'network_id': '2d4c6d4c-8e37-4a56-affa-b77623828eeb', 'tenant_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'mac_address': 'fa:16:3e:b1:b5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '0d1b5eb3-eb43-44af-a232-49c2dba2b5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:31Z', 'updated_at': '2021-08-16T02:09:37Z', 'revision_number': 4, 'project_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'subnets': [{'id': '0d1b5eb3-eb43-44af-a232-49c2dba2b5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:38.247346 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.657924 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:38.723866 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:38.724241 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.812782 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d5417a53-e3c7-4365-98e9-5db9a19b7730 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:38.868273 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port d5417a53-e3c7-4365-98e9-5db9a19b7730 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:38.872899 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d5417a53-e3c7-4365-98e9-5db9a19b7730 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:38.873374 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.963365 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.003554 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port d5417a53-e3c7-4365-98e9-5db9a19b7730, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d5417a53-e3c7-4365-98e9-5db9a19b7730,segment=NetworkSegment(4f72a0fc-08a9-4cb6-933e-4284252b08f5),segment_id=4f72a0fc-08a9-4cb6-933e-4284252b08f5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:39.013239 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.066683 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=d5417a53-e3c7-4365-98e9-5db9a19b7730,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:40.610444 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d5417a53-e3c7-4365-98e9-5db9a19b7730 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:40.673819 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d5417a53-e3c7-4365-98e9-5db9a19b7730 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:40.674195 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.138553 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b77f16c1-d73a-4928-9665-bdd974261c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.630117 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fdc61bde-28c2-4502-8ada-27b857b7f27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.314099 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.200547 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.016291 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.702557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838a78d-c7d3-46fc-b4f5-d161d07676b9 req-a4897176-9e70-4e1d-afc9-10cefa543106 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:03.704062 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d838a78d-c7d3-46fc-b4f5-d161d07676b9 req-a4897176-9e70-4e1d-afc9-10cefa543106 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=49fe64a5-b09b-4b3a-bf5c-cb763813d986 HTTP/1.1" status: 200 len: 945 time: 0.0496323 Aug 16 02:10:03.742559 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d838a78d-c7d3-46fc-b4f5-d161d07676b9 req-3ca11110-8059-4daf-850c-a05624525da4 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/security-groups?id=0355aafd-565d-4ee6-b3be-2c0990ab7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324903 Aug 16 02:10:04.861406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5a6de-339f-4d35-9718-3f4d0bc4e070 req-1b4bca56-3fc4-40b1-954c-5df18049e3c5 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:04.862847 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-acf5a6de-339f-4d35-9718-3f4d0bc4e070 req-1b4bca56-3fc4-40b1-954c-5df18049e3c5 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=49fe64a5-b09b-4b3a-bf5c-cb763813d986 HTTP/1.1" status: 200 len: 945 time: 0.0503049 Aug 16 02:10:04.900908 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-acf5a6de-339f-4d35-9718-3f4d0bc4e070 req-52634a01-00c7-4dbe-9694-321119bdc907 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/security-groups?id=0355aafd-565d-4ee6-b3be-2c0990ab7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319209 Aug 16 02:10:05.437549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86290c-de4d-4f83-bdfd-738558e12043 req-182a9bad-972e-42af-a9d7-5bd857a317ee tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:05.439236 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9e86290c-de4d-4f83-bdfd-738558e12043 req-182a9bad-972e-42af-a9d7-5bd857a317ee tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.73 "GET /v2.0/ports?device_id=49fe64a5-b09b-4b3a-bf5c-cb763813d986 HTTP/1.1" status: 200 len: 945 time: 0.0484202 Aug 16 02:10:05.535920 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-9e86290c-de4d-4f83-bdfd-738558e12043 req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Deleting port ff9edf9d-c210-4f08-9765-a5a7b76dd4fa {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:05.536293 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9e86290c-de4d-4f83-bdfd-738558e12043 req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.630223 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-9e86290c-de4d-4f83-bdfd-738558e12043 req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] For port ff9edf9d-c210-4f08-9765-a5a7b76dd4fa, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ff9edf9d-c210-4f08-9765-a5a7b76dd4fa,segment=NetworkSegment(b762ddb4-a69e-4081-9b92-7c983faf0f89),segment_id=b762ddb4-a69e-4081-9b92-7c983faf0f89)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:05.630743 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9e86290c-de4d-4f83-bdfd-738558e12043 req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.644634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-9e86290c-de4d-4f83-bdfd-738558e12043 req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Calling delete_port for ff9edf9d-c210-4f08-9765-a5a7b76dd4fa owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:05.788885 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9e86290c-de4d-4f83-bdfd-738558e12043 req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.807247 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['ff9edf9d-c210-4f08-9765-a5a7b76dd4fa'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:10:05.824472 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Pushing event deleted for resources: {'Port': ['ID=ff9edf9d-c210-4f08-9765-a5a7b76dd4fa,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:05.857611 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.858265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.858705 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.859144 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.859586 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.860012 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.860458 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.860884 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.861308 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.861731 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.862330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.862588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.887040 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e86290c-de4d-4f83-bdfd-738558e12043 req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] No DVR routers for this DVR port ff9edf9d-c210-4f08-9765-a5a7b76dd4fa on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:05.889639 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9e86290c-de4d-4f83-bdfd-738558e12043 req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.891810 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9e86290c-de4d-4f83-bdfd-738558e12043 req-abc4f0e1-2083-44ce-b603-c6acc4e32e87 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.73 "DELETE /v2.0/ports/ff9edf9d-c210-4f08-9765-a5a7b76dd4fa HTTP/1.1" status: 204 len: 173 time: 0.4426019 Aug 16 02:10:05.892259 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fe64a5-b09b-4b3a-bf5c-cb763813d986', 'name': 'network-vif-deleted', 'tag': 'ff9edf9d-c210-4f08-9765-a5a7b76dd4fa'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:05.894756 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f74a7e6-4578-45b1-aa88-f6a559756c9b" -d '{"events": [{"server_uuid": "49fe64a5-b09b-4b3a-bf5c-cb763813d986", "name": "network-vif-deleted", "tag": "ff9edf9d-c210-4f08-9765-a5a7b76dd4fa"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:06.043423 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-de4f3b52-6993-4f59-b3f3-91d41dc83d95 req-f15f672c-99cc-4a5d-a9d8-618b27c5bee8 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=49fe64a5-b09b-4b3a-bf5c-cb763813d986 HTTP/1.1" status: 200 len: 210 time: 0.0360756 Aug 16 02:10:06.098052 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e735316c-a4c6-4c4a-9b8e-96f6d2b64c88 x-openstack-request-id: req-e735316c-a4c6-4c4a-9b8e-96f6d2b64c88 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:06.098484 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fe64a5-b09b-4b3a-bf5c-cb763813d986", "name": "network-vif-deleted", "tag": "ff9edf9d-c210-4f08-9765-a5a7b76dd4fa", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:06.098838 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e735316c-a4c6-4c4a-9b8e-96f6d2b64c88 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:06.099434 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fe64a5-b09b-4b3a-bf5c-cb763813d986', 'name': 'network-vif-deleted', 'tag': 'ff9edf9d-c210-4f08-9765-a5a7b76dd4fa', 'status': 'completed', 'code': 200} Aug 16 02:10:06.376813 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:10:07.564660 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.004693 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ff9edf9d-c210-4f08-9765-a5a7b76dd4fa no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:08.029163 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: ff9edf9d-c210-4f08-9765-a5a7b76dd4fa {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:08.029433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ff9edf9d-c210-4f08-9765-a5a7b76dd4fa not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:08.242094 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.107501 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-248bf2b1-7676-4194-bc36-07e8f326dada tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:14.108903 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-248bf2b1-7676-4194-bc36-07e8f326dada tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/networks?id=980e122f-570b-4bd6-825f-d19c5e01f38a HTTP/1.1" status: 200 len: 814 time: 0.1058037 Aug 16 02:10:14.123750 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-7ecbdecf-4b5e-4b30-801d-3769f46783ef tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/quotas/cb08c2faadbe4d3599813d72f97d2d03 HTTP/1.1" status: 200 len: 375 time: 0.0092058 Aug 16 02:10:14.168102 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-6e567820-1fed-440f-8a27-9057ba94fe74 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cb08c2faadbe4d3599813d72f97d2d03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390165 Aug 16 02:10:14.278510 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-67035d63-4319-4555-a948-af6242af9a65 service neutron] 10.222.0.68 "GET /v2.0/networks/980e122f-570b-4bd6-825f-d19c5e01f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035318 Aug 16 02:10:14.399100 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-744f7412-ca07-44d6-a603-74366969eb5c service neutron] 10.222.0.68 "GET /v2.0/networks/980e122f-570b-4bd6-825f-d19c5e01f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142948 Aug 16 02:10:14.563230 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c13d32e2-1d35-4bc6-884c-fe94c37d3761 req-ec807e37-8eb4-4872-901f-d16c471f7ec5 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e179198-26e4-419e-aeec-a438388e3468 HTTP/1.1" status: 200 len: 210 time: 0.0284314 Aug 16 02:10:15.678274 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0411f469-f78d-4f5f-9fb0-71c5b4da28d2 req-e0685e33-777e-4161-9bb1-78583e852a8a tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e179198-26e4-419e-aeec-a438388e3468 HTTP/1.1" status: 200 len: 210 time: 0.0404711 Aug 16 02:10:15.804379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-746af4a6-949a-4544-a1c0-9eecdb7aae2f tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:15.805875 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-746af4a6-949a-4544-a1c0-9eecdb7aae2f tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.63 "GET /v2.0/networks?id=980e122f-570b-4bd6-825f-d19c5e01f38a HTTP/1.1" status: 200 len: 814 time: 0.1310277 Aug 16 02:10:15.825069 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Request body: {'port': {'device_id': '2e179198-26e4-419e-aeec-a438388e3468', 'network_id': '980e122f-570b-4bd6-825f-d19c5e01f38a', 'admin_state_up': True, 'tenant_id': 'cb08c2faadbe4d3599813d72f97d2d03'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:15.940502 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Made reservation on behalf of cb08c2faadbe4d3599813d72f97d2d03 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:15.944010 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.089542 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Allocated IP 172.20.0.2 (980e122f-570b-4bd6-825f-d19c5e01f38a/6f6340d4-deb9-4d30-9d1c-870e132b0991/4398b7a8-e622-485c-b825-41324a197230) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:16.262551 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.311550 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.357828 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Network 980e122f-570b-4bd6-825f-d19c5e01f38a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:16.363164 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:16.367789 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:16.392437 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Pushing event updated for resources: {'Port': ['ID=4398b7a8-e622-485c-b825-41324a197230,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:16.407949 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:16.408435 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:16.408882 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:16.409352 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:16.409749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:16.410306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:16.410892 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:16.411251 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:16.411578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:16.411920 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:16.412269 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:16.412636 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:16.439641 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.440345 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.456053 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-0a792c3c-c6cb-473a-8669-be5463b2a896 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6352229 Aug 16 02:10:16.568729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Request body: {'port': {'device_id': '2e179198-26e4-419e-aeec-a438388e3468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:16.626887 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.810355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed39e6b-b1b1-4c39-b7da-4f8de301e4a5 req-33c55b96-cb3f-4be5-be78-76506131a63c tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.812023 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bed39e6b-b1b1-4c39-b7da-4f8de301e4a5 req-33c55b96-cb3f-4be5-be78-76506131a63c tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e179198-26e4-419e-aeec-a438388e3468 HTTP/1.1" status: 200 len: 931 time: 0.0516570 Aug 16 02:10:16.854534 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bed39e6b-b1b1-4c39-b7da-4f8de301e4a5 req-78048d65-d397-4234-991e-8b2f8bf06821 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/security-groups?id=0355aafd-565d-4ee6-b3be-2c0990ab7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333483 Aug 16 02:10:16.898076 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4398b7a8-e622-485c-b825-41324a197230 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:16.906110 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.918948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Transition to ACTIVE for port object 4398b7a8-e622-485c-b825-41324a197230 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:16.922255 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.975996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Pushing event updated for resources: {'Port': ['ID=4398b7a8-e622-485c-b825-41324a197230,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:17.045058 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Attempting to bind port 4398b7a8-e622-485c-b825-41324a197230 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:17.045390 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Attempting to bind port 4398b7a8-e622-485c-b825-41324a197230 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'b762ddb4-a69e-4081-9b92-7c983faf0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '980e122f-570b-4bd6-825f-d19c5e01f38a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:17.045717 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Attempting to bind port 4398b7a8-e622-485c-b825-41324a197230 on network 980e122f-570b-4bd6-825f-d19c5e01f38a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:17.049967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Port 4398b7a8-e622-485c-b825-41324a197230 on network 980e122f-570b-4bd6-825f-d19c5e01f38a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:10:17.050291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Attempting to bind port 4398b7a8-e622-485c-b825-41324a197230 on network 980e122f-570b-4bd6-825f-d19c5e01f38a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:17.055258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:17.055595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Checking segment: {'id': 'b762ddb4-a69e-4081-9b92-7c983faf0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '980e122f-570b-4bd6-825f-d19c5e01f38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:17.055981 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Bound using segment: {'id': 'b762ddb4-a69e-4081-9b92-7c983faf0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '980e122f-570b-4bd6-825f-d19c5e01f38a'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:17.056415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Bound port: 4398b7a8-e622-485c-b825-41324a197230, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b762ddb4-a69e-4081-9b92-7c983faf0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '980e122f-570b-4bd6-825f-d19c5e01f38a'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:17.056837 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.123464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] For port 4398b7a8-e622-485c-b825-41324a197230, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:17.126395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] For port 4398b7a8-e622-485c-b825-41324a197230, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4398b7a8-e622-485c-b825-41324a197230,segment=NetworkSegment(b762ddb4-a69e-4081-9b92-7c983faf0f89),segment_id=b762ddb4-a69e-4081-9b92-7c983faf0f89)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:17.130660 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.164574 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.165192 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.166701 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] 10.222.0.63 "PUT /v2.0/ports/4398b7a8-e622-485c-b825-41324a197230 HTTP/1.1" status: 200 len: 1092 time: 0.6982181 Aug 16 02:10:17.167139 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e179198-26e4-419e-aeec-a438388e3468', 'tag': '4398b7a8-e622-485c-b825-41324a197230'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:17.169427 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c18346-c60a-46bd-bee2-96113e55b196" -d '{"events": [{"name": "network-changed", "server_uuid": "2e179198-26e4-419e-aeec-a438388e3468", "tag": "4398b7a8-e622-485c-b825-41324a197230"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:17.195785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be75ac-cf46-4719-8c1d-1187c7d0888b service neutron] Pushing event updated for resources: {'Port': ['ID=4398b7a8-e622-485c-b825-41324a197230,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:17.222618 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c803edfb-83bd-49d7-a685-11875731934a x-openstack-request-id: req-c803edfb-83bd-49d7-a685-11875731934a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:17.222904 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e179198-26e4-419e-aeec-a438388e3468", "tag": "4398b7a8-e622-485c-b825-41324a197230", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:17.223156 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c803edfb-83bd-49d7-a685-11875731934a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:17.223555 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e179198-26e4-419e-aeec-a438388e3468', 'tag': '4398b7a8-e622-485c-b825-41324a197230', 'status': 'completed', 'code': 200} Aug 16 02:10:17.256533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-67a1ab62-476e-4369-b079-26ffef3888cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.258085 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-67a1ab62-476e-4369-b079-26ffef3888cf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cb08c2faadbe4d3599813d72f97d2d03&device_id=2e179198-26e4-419e-aeec-a438388e3468 HTTP/1.1" status: 200 len: 1095 time: 0.0449457 Aug 16 02:10:17.308608 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-8aac68d2-dc54-4d46-add2-32aa1d393d76 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4398b7a8-e622-485c-b825-41324a197230 HTTP/1.1" status: 200 len: 217 time: 0.0383158 Aug 16 02:10:17.360076 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-d08d3034-7881-4d11-84cc-0d3523d74691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.361510 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-d08d3034-7881-4d11-84cc-0d3523d74691 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6f6340d4-deb9-4d30-9d1c-870e132b0991 HTTP/1.1" status: 200 len: 854 time: 0.0444579 Aug 16 02:10:17.398554 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-8a9b9d9f-796f-4bca-a20c-4bc90d19a247 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=980e122f-570b-4bd6-825f-d19c5e01f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250905 Aug 16 02:10:17.505615 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-ac5d6db6-a876-4804-b805-d835fc6b4b03 service neutron] 10.222.0.63 "GET /v2.0/networks/980e122f-570b-4bd6-825f-d19c5e01f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959132 Aug 16 02:10:17.608517 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a1566f79-cbb2-40f8-95f5-3584367a2e85 req-ed30da42-c806-4d25-8ffe-6d9474d02521 service neutron] 10.222.0.63 "GET /v2.0/networks/980e122f-570b-4bd6-825f-d19c5e01f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899439 Aug 16 02:10:17.696427 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c18346-c60a-46bd-bee2-96113e55b196 req-8f645bf7-629b-416a-af63-c49a57a92e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.698130 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5c18346-c60a-46bd-bee2-96113e55b196 req-8f645bf7-629b-416a-af63-c49a57a92e14 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cb08c2faadbe4d3599813d72f97d2d03&device_id=2e179198-26e4-419e-aeec-a438388e3468 HTTP/1.1" status: 200 len: 1095 time: 0.0427754 Aug 16 02:10:17.790327 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c18346-c60a-46bd-bee2-96113e55b196 req-0bf42b5d-2847-4c2c-bc9c-953d00938106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.792331 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5c18346-c60a-46bd-bee2-96113e55b196 req-0bf42b5d-2847-4c2c-bc9c-953d00938106 service neutron] 10.222.0.63 "GET /v2.0/networks?id=980e122f-570b-4bd6-825f-d19c5e01f38a HTTP/1.1" status: 200 len: 915 time: 0.0871708 Aug 16 02:10:17.834808 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5c18346-c60a-46bd-bee2-96113e55b196 req-5b99fe7f-5881-43ec-8652-3152d270f527 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4398b7a8-e622-485c-b825-41324a197230 HTTP/1.1" status: 200 len: 217 time: 0.0352497 Aug 16 02:10:17.887722 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c18346-c60a-46bd-bee2-96113e55b196 req-b28585ee-70fa-4622-8880-be2164917a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.889260 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5c18346-c60a-46bd-bee2-96113e55b196 req-b28585ee-70fa-4622-8880-be2164917a2c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6f6340d4-deb9-4d30-9d1c-870e132b0991 HTTP/1.1" status: 200 len: 854 time: 0.0480192 Aug 16 02:10:17.926006 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5c18346-c60a-46bd-bee2-96113e55b196 req-545e18f6-f8c6-4fae-a5e1-0c6875b670ca service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=980e122f-570b-4bd6-825f-d19c5e01f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268552 Aug 16 02:10:17.983739 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5875493-9f61-43b3-a1b6-8db9a672308f req-fa4b0f0f-6be3-435b-b79b-7e18ab72b17a tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.985264 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5875493-9f61-43b3-a1b6-8db9a672308f req-fa4b0f0f-6be3-435b-b79b-7e18ab72b17a tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e179198-26e4-419e-aeec-a438388e3468 HTTP/1.1" status: 200 len: 943 time: 0.0583174 Aug 16 02:10:18.026382 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5875493-9f61-43b3-a1b6-8db9a672308f req-ff37431b-3966-42e1-8d43-f2a1849b34d1 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/security-groups?id=0355aafd-565d-4ee6-b3be-2c0990ab7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345430 Aug 16 02:10:18.031734 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5c18346-c60a-46bd-bee2-96113e55b196 req-aae1b838-2759-49d7-90d8-176e27787a7f service neutron] 10.222.0.63 "GET /v2.0/networks/980e122f-570b-4bd6-825f-d19c5e01f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978098 Aug 16 02:10:18.128160 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5c18346-c60a-46bd-bee2-96113e55b196 req-2eab8c07-6324-488e-8154-4b1271390b5d service neutron] 10.222.0.63 "GET /v2.0/networks/980e122f-570b-4bd6-825f-d19c5e01f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882173 Aug 16 02:10:18.897612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4398b7a8-e622-485c-b825-41324a197230 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:10:18.992810 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 4398b7a8-e622-485c-b825-41324a197230, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4398b7a8-e622-485c-b825-41324a197230,segment=NetworkSegment(b762ddb4-a69e-4081-9b92-7c983faf0f89),segment_id=b762ddb4-a69e-4081-9b92-7c983faf0f89)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:19.004321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '4398b7a8-e622-485c-b825-41324a197230', 'network_id': '980e122f-570b-4bd6-825f-d19c5e01f38a', 'port_id': '4398b7a8-e622-485c-b825-41324a197230', 'mac_address': 'fa:16:3e:66:94:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6340d4-deb9-4d30-9d1c-870e132b0991', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:10:19.047546 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.064465 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4398b7a8-e622-485c-b825-41324a197230 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:19.094798 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 4398b7a8-e622-485c-b825-41324a197230, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4398b7a8-e622-485c-b825-41324a197230,segment=NetworkSegment(b762ddb4-a69e-4081-9b92-7c983faf0f89),segment_id=b762ddb4-a69e-4081-9b92-7c983faf0f89)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:19.100834 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.164970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=4398b7a8-e622-485c-b825-41324a197230,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:19.168230 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea561443-f4b4-4dd2-9917-20806b185ad2 req-572edeb1-0cd6-4ce0-a278-0a2241a6fcc7 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.169851 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea561443-f4b4-4dd2-9917-20806b185ad2 req-572edeb1-0cd6-4ce0-a278-0a2241a6fcc7 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e179198-26e4-419e-aeec-a438388e3468 HTTP/1.1" status: 200 len: 944 time: 0.0546660 Aug 16 02:10:19.210018 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea561443-f4b4-4dd2-9917-20806b185ad2 req-f0fd441e-0a89-4490-88c1-1b111b97b2dc tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/security-groups?id=0355aafd-565d-4ee6-b3be-2c0990ab7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335863 Aug 16 02:10:19.408812 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['4398b7a8-e622-485c-b825-41324a197230'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:10:20.141051 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ba9af84c-c31f-43b7-b1ba-5210140b79ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.330130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d4ff8-d7e7-4e47-99f7-9eec63676d6f req-061cfea9-51a5-46a6-a230-cf7ee31bbf2b tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.331740 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ad5d4ff8-d7e7-4e47-99f7-9eec63676d6f req-061cfea9-51a5-46a6-a230-cf7ee31bbf2b tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e179198-26e4-419e-aeec-a438388e3468 HTTP/1.1" status: 200 len: 944 time: 0.0509903 Aug 16 02:10:20.373481 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ad5d4ff8-d7e7-4e47-99f7-9eec63676d6f req-da9b487b-83ba-424b-b0b4-cde4d2e2ca96 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/security-groups?id=0355aafd-565d-4ee6-b3be-2c0990ab7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354810 Aug 16 02:10:20.913547 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4398b7a8-e622-485c-b825-41324a197230 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:20.962321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 4398b7a8-e622-485c-b825-41324a197230 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:20.971310 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 4398b7a8-e622-485c-b825-41324a197230 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:20.972054 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.068975 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.100196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e179198-26e4-419e-aeec-a438388e3468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4398b7a8-e622-485c-b825-41324a197230'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:21.102478 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad92bcd6-cf7f-4ebe-be1f-a203839da89e" -d '{"events": [{"server_uuid": "2e179198-26e4-419e-aeec-a438388e3468", "name": "network-vif-plugged", "status": "completed", "tag": "4398b7a8-e622-485c-b825-41324a197230"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:21.124305 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 4398b7a8-e622-485c-b825-41324a197230, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4398b7a8-e622-485c-b825-41324a197230,segment=NetworkSegment(b762ddb4-a69e-4081-9b92-7c983faf0f89),segment_id=b762ddb4-a69e-4081-9b92-7c983faf0f89)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:21.130557 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.156674 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ed7718-e255-4496-977d-698ccc79285b x-openstack-request-id: req-24ed7718-e255-4496-977d-698ccc79285b {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:21.157354 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e179198-26e4-419e-aeec-a438388e3468", "name": "network-vif-plugged", "status": "completed", "tag": "4398b7a8-e622-485c-b825-41324a197230", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:21.157354 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-24ed7718-e255-4496-977d-698ccc79285b {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:21.157626 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e179198-26e4-419e-aeec-a438388e3468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4398b7a8-e622-485c-b825-41324a197230', 'code': 200} Aug 16 02:10:21.189283 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=4398b7a8-e622-485c-b825-41324a197230,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:21.287442 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4e6c0-2b66-4006-8832-8b41086812a2 req-2e584d0a-1468-4cb4-9037-f14f2ca7c6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:21.289577 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2ac4e6c0-2b66-4006-8832-8b41086812a2 req-2e584d0a-1468-4cb4-9037-f14f2ca7c6ae service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2e179198-26e4-419e-aeec-a438388e3468 HTTP/1.1" status: 200 len: 1097 time: 0.0523887 Aug 16 02:10:21.345832 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2ac4e6c0-2b66-4006-8832-8b41086812a2 req-18ee5973-9055-4093-89d9-4345f39b8ad3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0355aafd-565d-4ee6-b3be-2c0990ab7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444951 Aug 16 02:10:21.534363 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeea712-d4dd-4bdc-b5de-075316e6ccae req-204b21a2-1449-4f49-ba93-940be75bd5e2 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:21.539943 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6eeea712-d4dd-4bdc-b5de-075316e6ccae req-204b21a2-1449-4f49-ba93-940be75bd5e2 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e179198-26e4-419e-aeec-a438388e3468 HTTP/1.1" status: 200 len: 945 time: 0.0824494 Aug 16 02:10:21.586331 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6eeea712-d4dd-4bdc-b5de-075316e6ccae req-11e5a3e0-8da5-497c-bed2-b75eaca56240 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/security-groups?id=0355aafd-565d-4ee6-b3be-2c0990ab7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393326 Aug 16 02:10:22.632073 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-260e2612-0f61-4646-baaa-758753cc1e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.736817 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdfce7-47b9-480b-8d76-164eb7b59eee req-1676c720-5646-4774-8d67-0a0404b6e440 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:22.738343 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49bdfce7-47b9-480b-8d76-164eb7b59eee req-1676c720-5646-4774-8d67-0a0404b6e440 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e179198-26e4-419e-aeec-a438388e3468 HTTP/1.1" status: 200 len: 945 time: 0.0664680 Aug 16 02:10:22.785012 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49bdfce7-47b9-480b-8d76-164eb7b59eee req-84d68b9f-f5fd-4096-951b-6642245f6c9c tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/security-groups?id=0355aafd-565d-4ee6-b3be-2c0990ab7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400438 Aug 16 02:10:23.321296 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.210827 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.036467 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.564118 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.248614 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.379991 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:10:49.351534 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c3745-790f-41e9-9bf6-c26e24cd3d84 req-acd48d9f-0c77-4897-b9d5-eb09c5f1ebd2 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:49.353291 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-454c3745-790f-41e9-9bf6-c26e24cd3d84 req-acd48d9f-0c77-4897-b9d5-eb09c5f1ebd2 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e179198-26e4-419e-aeec-a438388e3468 HTTP/1.1" status: 200 len: 945 time: 0.0592127 Aug 16 02:10:49.401649 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-454c3745-790f-41e9-9bf6-c26e24cd3d84 req-d1a2607b-42ac-4109-8d4c-16e9bfd5ed75 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/security-groups?id=0355aafd-565d-4ee6-b3be-2c0990ab7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384932 Aug 16 02:10:50.143616 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2347ddd2-a180-4462-a5e3-16de3724cb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.532138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4726d64-4514-495a-af94-b22d390d128c req-51227f08-2eb4-45f1-ba07-8e195a043ef7 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:50.533951 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e4726d64-4514-495a-af94-b22d390d128c req-51227f08-2eb4-45f1-ba07-8e195a043ef7 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e179198-26e4-419e-aeec-a438388e3468 HTTP/1.1" status: 200 len: 945 time: 0.0575612 Aug 16 02:10:50.576429 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e4726d64-4514-495a-af94-b22d390d128c req-547508bd-6e85-4f5f-9702-997404756d53 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/security-groups?id=0355aafd-565d-4ee6-b3be-2c0990ab7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354314 Aug 16 02:10:51.049778 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad0bd-3e27-4015-9a60-23075d7d3da7 req-68539da3-4c3a-455f-a2e3-ac7b30a2d9ea tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:51.051347 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-254ad0bd-3e27-4015-9a60-23075d7d3da7 req-68539da3-4c3a-455f-a2e3-ac7b30a2d9ea tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e179198-26e4-419e-aeec-a438388e3468 HTTP/1.1" status: 200 len: 945 time: 0.0508628 Aug 16 02:10:51.149841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-254ad0bd-3e27-4015-9a60-23075d7d3da7 req-8b701b4b-794e-4a3f-90fe-7c0afc60d89b tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Deleting port 4398b7a8-e622-485c-b825-41324a197230 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:51.150234 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-254ad0bd-3e27-4015-9a60-23075d7d3da7 req-8b701b4b-794e-4a3f-90fe-7c0afc60d89b tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.239506 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-254ad0bd-3e27-4015-9a60-23075d7d3da7 req-8b701b4b-794e-4a3f-90fe-7c0afc60d89b tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] For port 4398b7a8-e622-485c-b825-41324a197230, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4398b7a8-e622-485c-b825-41324a197230,segment=NetworkSegment(b762ddb4-a69e-4081-9b92-7c983faf0f89),segment_id=b762ddb4-a69e-4081-9b92-7c983faf0f89)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:51.239887 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-254ad0bd-3e27-4015-9a60-23075d7d3da7 req-8b701b4b-794e-4a3f-90fe-7c0afc60d89b tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.253784 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-254ad0bd-3e27-4015-9a60-23075d7d3da7 req-8b701b4b-794e-4a3f-90fe-7c0afc60d89b tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Calling delete_port for 4398b7a8-e622-485c-b825-41324a197230 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:51.396951 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-254ad0bd-3e27-4015-9a60-23075d7d3da7 req-8b701b4b-794e-4a3f-90fe-7c0afc60d89b tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.419292 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['4398b7a8-e622-485c-b825-41324a197230'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:10:51.447057 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b701b4b-794e-4a3f-90fe-7c0afc60d89b tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Pushing event deleted for resources: {'Port': ['ID=4398b7a8-e622-485c-b825-41324a197230,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:51.489112 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-254ad0bd-3e27-4015-9a60-23075d7d3da7 req-8b701b4b-794e-4a3f-90fe-7c0afc60d89b tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] No DVR routers for this DVR port 4398b7a8-e622-485c-b825-41324a197230 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:51.491952 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-254ad0bd-3e27-4015-9a60-23075d7d3da7 req-8b701b4b-794e-4a3f-90fe-7c0afc60d89b tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.494562 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-254ad0bd-3e27-4015-9a60-23075d7d3da7 req-8b701b4b-794e-4a3f-90fe-7c0afc60d89b tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.63 "DELETE /v2.0/ports/4398b7a8-e622-485c-b825-41324a197230 HTTP/1.1" status: 204 len: 173 time: 0.4337168 Aug 16 02:10:51.495030 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e179198-26e4-419e-aeec-a438388e3468', 'name': 'network-vif-deleted', 'tag': '4398b7a8-e622-485c-b825-41324a197230'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:51.497101 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ae0272-8d20-4b62-978b-24e4b75a826b" -d '{"events": [{"server_uuid": "2e179198-26e4-419e-aeec-a438388e3468", "name": "network-vif-deleted", "tag": "4398b7a8-e622-485c-b825-41324a197230"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:51.611361 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15c8d15-df98-4d61-8dca-14dd1f51c1f5 x-openstack-request-id: req-f15c8d15-df98-4d61-8dca-14dd1f51c1f5 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:51.611658 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e179198-26e4-419e-aeec-a438388e3468", "name": "network-vif-deleted", "tag": "4398b7a8-e622-485c-b825-41324a197230", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:51.611907 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f15c8d15-df98-4d61-8dca-14dd1f51c1f5 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:51.612305 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e179198-26e4-419e-aeec-a438388e3468', 'name': 'network-vif-deleted', 'tag': '4398b7a8-e622-485c-b825-41324a197230', 'status': 'completed', 'code': 200} Aug 16 02:10:51.691040 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-14b5a0ed-c1be-42c6-b93f-051cb793aa26 req-f6d71c41-5ef8-433d-b69b-b6680af412e9 tempest-VolumesSnapshotTestJSON-358013337 tempest-VolumesSnapshotTestJSON-358013337-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e179198-26e4-419e-aeec-a438388e3468 HTTP/1.1" status: 200 len: 210 time: 0.0277722 Aug 16 02:10:52.632949 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab30c1fc-c7eb-4fef-9f32-fc9141999e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.313581 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.222042 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.051808 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4398b7a8-e622-485c-b825-41324a197230 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:55.075718 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 4398b7a8-e622-485c-b825-41324a197230 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:55.076327 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4398b7a8-e622-485c-b825-41324a197230 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:56.029560 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.565622 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.237410 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.151569 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dfb0219f-c777-4e4c-b90a-117549e9f761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.380220 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:11:20.860390 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33808) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:20.865438 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a18189be-d0c1-4755-a1ef-4cf48a4901dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-846755210', 'description': 'tempest-secgroup-smoke-846755210 description', 'project_id': 'e188d05295c9450aabb2715f63dbf120'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:20.890567 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a18189be-d0c1-4755-a1ef-4cf48a4901dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.974594 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a18189be-d0c1-4755-a1ef-4cf48a4901dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.978544 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a18189be-d0c1-4755-a1ef-4cf48a4901dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.010008 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a18189be-d0c1-4755-a1ef-4cf48a4901dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.011230 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a18189be-d0c1-4755-a1ef-4cf48a4901dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1498518 Aug 16 02:11:21.013084 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18189be-d0c1-4755-a1ef-4cf48a4901dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.014250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33810) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:21.019338 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f03c7650-f200-4f17-b44e-39003c5839a7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Request body: {'security_group_rule': {'security_group_id': '0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2', 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:21.020728 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18189be-d0c1-4755-a1ef-4cf48a4901dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.021074 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18189be-d0c1-4755-a1ef-4cf48a4901dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.021414 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18189be-d0c1-4755-a1ef-4cf48a4901dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.021749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18189be-d0c1-4755-a1ef-4cf48a4901dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.022110 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18189be-d0c1-4755-a1ef-4cf48a4901dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.022441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18189be-d0c1-4755-a1ef-4cf48a4901dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.022769 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18189be-d0c1-4755-a1ef-4cf48a4901dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.023135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18189be-d0c1-4755-a1ef-4cf48a4901dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.023472 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18189be-d0c1-4755-a1ef-4cf48a4901dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.023785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18189be-d0c1-4755-a1ef-4cf48a4901dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.024105 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18189be-d0c1-4755-a1ef-4cf48a4901dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.024428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18189be-d0c1-4755-a1ef-4cf48a4901dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.049708 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f03c7650-f200-4f17-b44e-39003c5839a7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.121823 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f03c7650-f200-4f17-b44e-39003c5839a7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.126526 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f03c7650-f200-4f17-b44e-39003c5839a7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.145358 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c7650-f200-4f17-b44e-39003c5839a7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f155226-2467-4f12-bb7a-512454c9d4af,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.153188 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f03c7650-f200-4f17-b44e-39003c5839a7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.157393 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33816) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:21.163212 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8bf3f7dd-4fe1-4abe-817d-000b3232549a tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Request body: {'security_group_rule': {'security_group_id': '0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2', 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:21.164485 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f03c7650-f200-4f17-b44e-39003c5839a7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1487892 Aug 16 02:11:21.166442 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c7650-f200-4f17-b44e-39003c5839a7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.166793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c7650-f200-4f17-b44e-39003c5839a7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.167137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c7650-f200-4f17-b44e-39003c5839a7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.167706 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c7650-f200-4f17-b44e-39003c5839a7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.170514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c7650-f200-4f17-b44e-39003c5839a7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.170752 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c7650-f200-4f17-b44e-39003c5839a7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.171064 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c7650-f200-4f17-b44e-39003c5839a7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.171513 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c7650-f200-4f17-b44e-39003c5839a7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.171724 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c7650-f200-4f17-b44e-39003c5839a7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.172018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c7650-f200-4f17-b44e-39003c5839a7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.172340 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c7650-f200-4f17-b44e-39003c5839a7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.176605 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c7650-f200-4f17-b44e-39003c5839a7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:21.216865 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f7dd-4fe1-4abe-817d-000b3232549a tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.271936 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f7dd-4fe1-4abe-817d-000b3232549a tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.276071 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f7dd-4fe1-4abe-817d-000b3232549a tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.296477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3f7dd-4fe1-4abe-817d-000b3232549a tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ace599-8267-43cf-9f2f-71f2f91a4067,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.303795 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f7dd-4fe1-4abe-817d-000b3232549a tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.305808 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8bf3f7dd-4fe1-4abe-817d-000b3232549a tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1471753 Aug 16 02:11:21.308495 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33820) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:21.312876 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1ed38308-f0fd-401e-9409-76ea37c9a7cc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Request body: {'security_group_rule': {'security_group_id': '0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2', 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:21.342304 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ed38308-f0fd-401e-9409-76ea37c9a7cc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.426386 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ed38308-f0fd-401e-9409-76ea37c9a7cc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.430763 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ed38308-f0fd-401e-9409-76ea37c9a7cc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.452510 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed38308-f0fd-401e-9409-76ea37c9a7cc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a896bf-724d-429d-a753-9ae826be9a26,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.459275 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ed38308-f0fd-401e-9409-76ea37c9a7cc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.460902 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1ed38308-f0fd-401e-9409-76ea37c9a7cc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513283 Aug 16 02:11:21.463770 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33822) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:21.469285 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-91ff11b1-1074-4bb6-b8f9-8453dd095c12 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Request body: {'security_group_rule': {'security_group_id': '0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2', 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:21.504444 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91ff11b1-1074-4bb6-b8f9-8453dd095c12 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.574564 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91ff11b1-1074-4bb6-b8f9-8453dd095c12 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.578526 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91ff11b1-1074-4bb6-b8f9-8453dd095c12 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.599130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff11b1-1074-4bb6-b8f9-8453dd095c12 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632cc0bb-d08a-4b21-bd73-31fbab519dda,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.606561 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91ff11b1-1074-4bb6-b8f9-8453dd095c12 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.608031 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-91ff11b1-1074-4bb6-b8f9-8453dd095c12 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1430588 Aug 16 02:11:21.610667 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33824) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:21.615193 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0528d04e-eea5-4a81-a3f3-6a67f77666b8 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Request body: {'security_group_rule': {'security_group_id': '0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2', 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:21.639288 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-0528d04e-eea5-4a81-a3f3-6a67f77666b8 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Project e188d05295c9450aabb2715f63dbf120 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:11:21.644556 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0528d04e-eea5-4a81-a3f3-6a67f77666b8 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.715614 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0528d04e-eea5-4a81-a3f3-6a67f77666b8 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.719786 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0528d04e-eea5-4a81-a3f3-6a67f77666b8 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.741365 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528d04e-eea5-4a81-a3f3-6a67f77666b8 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feab7015-ddec-449d-b9a1-670b02ac75df,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.748623 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0528d04e-eea5-4a81-a3f3-6a67f77666b8 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.750360 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0528d04e-eea5-4a81-a3f3-6a67f77666b8 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1387124 Aug 16 02:11:21.753057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33826) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:21.758102 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-66798f1e-8c2d-498f-8969-039602a20464 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Request body: {'security_group_rule': {'security_group_id': '0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2', 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:21.780958 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-66798f1e-8c2d-498f-8969-039602a20464 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Project e188d05295c9450aabb2715f63dbf120 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:11:21.787347 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66798f1e-8c2d-498f-8969-039602a20464 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.863393 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66798f1e-8c2d-498f-8969-039602a20464 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.868193 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66798f1e-8c2d-498f-8969-039602a20464 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.898465 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66798f1e-8c2d-498f-8969-039602a20464 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba4b7a9-3a37-4131-a20a-1d3c047d6fb6,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.909826 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66798f1e-8c2d-498f-8969-039602a20464 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.911860 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-66798f1e-8c2d-498f-8969-039602a20464 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1574743 Aug 16 02:11:22.127140 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-468f58dd-c646-4bc9-94c6-2cc40c76144a tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-846755210&fields=id&tenant_id=e188d05295c9450aabb2715f63dbf120 HTTP/1.1" status: 200 len: 267 time: 0.0631866 Aug 16 02:11:22.245346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-8c6b6f1e-6347-46c6-8e94-fb0319b2dbe2 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.246992 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-8c6b6f1e-6347-46c6-8e94-fb0319b2dbe2 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/networks?id=0dbdd4b7-abee-4f35-9418-813fd696aa02 HTTP/1.1" status: 200 len: 814 time: 0.1125782 Aug 16 02:11:22.266304 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-d95fd92e-b302-4fb6-bc4f-7cf98109890e tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/quotas/e188d05295c9450aabb2715f63dbf120 HTTP/1.1" status: 200 len: 375 time: 0.0133643 Aug 16 02:11:22.338195 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-e316de80-7ace-42d6-a897-484b7dcaebd9 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e188d05295c9450aabb2715f63dbf120&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692196 Aug 16 02:11:22.489280 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-18242ad4-d40e-45d9-ba2c-67bb7e56e62b service neutron] 10.222.0.68 "GET /v2.0/networks/0dbdd4b7-abee-4f35-9418-813fd696aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396759 Aug 16 02:11:22.583718 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-c2a4e30f-a0f3-49d1-bf4b-6d47e97097f2 service neutron] 10.222.0.68 "GET /v2.0/networks/0dbdd4b7-abee-4f35-9418-813fd696aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871830 Aug 16 02:11:22.639658 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63e744ba-7eb9-449a-940e-499612f11cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.046153 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b3bd4c1d-36f8-496b-8117-9beecb93723a req-f3524c77-e4e7-447d-a683-3ba0c48aecf1 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 210 time: 0.1125114 Aug 16 02:11:23.316166 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.047616 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-f668f3d8-d27c-4a06-83b6-4c9de1b277f3 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:24.049093 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-f668f3d8-d27c-4a06-83b6-4c9de1b277f3 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.73 "GET /v2.0/networks?id=0dbdd4b7-abee-4f35-9418-813fd696aa02 HTTP/1.1" status: 200 len: 814 time: 0.1053350 Aug 16 02:11:24.112407 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-03fd69cf-2fcf-4a7d-a2e4-5b487e764efd tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e188d05295c9450aabb2715f63dbf120 HTTP/1.1" status: 200 len: 379 time: 0.0534811 Aug 16 02:11:24.130875 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-f0460fe5-c70b-4af4-8949-3bba73d41d79 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Request body: {'port': {'device_id': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'admin_state_up': True, 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'security_groups': ['0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:24.184875 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eb91865c-057c-4311-bd09-e9b1ea605942 req-2ea15c92-5560-4363-a25c-7d06a45396d5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 210 time: 0.0360649 Aug 16 02:11:24.214221 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.306381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-f0460fe5-c70b-4af4-8949-3bba73d41d79 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Made reservation on behalf of e188d05295c9450aabb2715f63dbf120 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:24.312208 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-f0460fe5-c70b-4af4-8949-3bba73d41d79 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.468891 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-f0460fe5-c70b-4af4-8949-3bba73d41d79 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Allocated IP 172.20.0.10 (0dbdd4b7-abee-4f35-9418-813fd696aa02/aab6a450-ae86-4947-908e-114d97c68a2e/93650f68-be1c-4223-a0bc-ed3e33bd02af) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:24.638936 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-f0460fe5-c70b-4af4-8949-3bba73d41d79 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.652815 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-f0460fe5-c70b-4af4-8949-3bba73d41d79 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Transition to ACTIVE for port object 93650f68-be1c-4223-a0bc-ed3e33bd02af will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:24.686181 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-f0460fe5-c70b-4af4-8949-3bba73d41d79 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.730807 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-f0460fe5-c70b-4af4-8949-3bba73d41d79 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Network 0dbdd4b7-abee-4f35-9418-813fd696aa02 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:24.734082 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-f0460fe5-c70b-4af4-8949-3bba73d41d79 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:24.740179 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-f0460fe5-c70b-4af4-8949-3bba73d41d79 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:24.770949 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0460fe5-c70b-4af4-8949-3bba73d41d79 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Pushing event updated for resources: {'Port': ['ID=93650f68-be1c-4223-a0bc-ed3e33bd02af,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:24.798804 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-f0460fe5-c70b-4af4-8949-3bba73d41d79 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:24.799464 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-f0460fe5-c70b-4af4-8949-3bba73d41d79 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.815867 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-f0460fe5-c70b-4af4-8949-3bba73d41d79 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6898003 Aug 16 02:11:24.833160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Request body: {'port': {'device_id': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:24.898051 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.960254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-833c82b1-13b2-4a42-8f62-ae2ab59c5091 None None] Provisioning for port 93650f68-be1c-4223-a0bc-ed3e33bd02af completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:24.967344 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-833c82b1-13b2-4a42-8f62-ae2ab59c5091 None None] Provisioning complete for port 93650f68-be1c-4223-a0bc-ed3e33bd02af triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:24.967713 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-833c82b1-13b2-4a42-8f62-ae2ab59c5091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.004212 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-833c82b1-13b2-4a42-8f62-ae2ab59c5091 None None] Port 93650f68-be1c-4223-a0bc-ed3e33bd02af cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:25.175907 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93650f68-be1c-4223-a0bc-ed3e33bd02af {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:25.183459 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.195772 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Transition to ACTIVE for port object 93650f68-be1c-4223-a0bc-ed3e33bd02af will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:25.199596 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.254842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Pushing event updated for resources: {'Port': ['ID=93650f68-be1c-4223-a0bc-ed3e33bd02af,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:25.369255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814b7b1-610a-4bb3-a974-911475010130 req-5130279e-b114-4ea8-aa4f-a15b438aa8f6 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:25.371053 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4814b7b1-610a-4bb3-a974-911475010130 req-5130279e-b114-4ea8-aa4f-a15b438aa8f6 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 944 time: 0.0945046 Aug 16 02:11:25.377072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Attempting to bind port 93650f68-be1c-4223-a0bc-ed3e33bd02af on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:25.377072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Attempting to bind port 93650f68-be1c-4223-a0bc-ed3e33bd02af by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '01a929cd-0fbe-4e3f-806b-fd090fb6dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:25.377466 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Attempting to bind port 93650f68-be1c-4223-a0bc-ed3e33bd02af on network 0dbdd4b7-abee-4f35-9418-813fd696aa02 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:25.386329 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Port 93650f68-be1c-4223-a0bc-ed3e33bd02af on network 0dbdd4b7-abee-4f35-9418-813fd696aa02 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:25.387694 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Attempting to bind port 93650f68-be1c-4223-a0bc-ed3e33bd02af on network 0dbdd4b7-abee-4f35-9418-813fd696aa02 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:25.397007 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:25.397470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Checking segment: {'id': '01a929cd-0fbe-4e3f-806b-fd090fb6dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:25.397964 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Bound using segment: {'id': '01a929cd-0fbe-4e3f-806b-fd090fb6dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:25.400578 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Bound port: 93650f68-be1c-4223-a0bc-ed3e33bd02af, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a929cd-0fbe-4e3f-806b-fd090fb6dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:25.400578 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.468516 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4814b7b1-610a-4bb3-a974-911475010130 req-a5763fcf-3d96-403a-a245-754e23d50f04 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760584 Aug 16 02:11:25.509172 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] For port 93650f68-be1c-4223-a0bc-ed3e33bd02af, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:25.512791 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] For port 93650f68-be1c-4223-a0bc-ed3e33bd02af, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=93650f68-be1c-4223-a0bc-ed3e33bd02af,segment=NetworkSegment(01a929cd-0fbe-4e3f-806b-fd090fb6dc10),segment_id=01a929cd-0fbe-4e3f-806b-fd090fb6dc10)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:25.520818 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.562945 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:25.563520 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.565186 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] 10.222.0.73 "PUT /v2.0/ports/93650f68-be1c-4223-a0bc-ed3e33bd02af HTTP/1.1" status: 200 len: 1093 time: 0.7364852 Aug 16 02:11:25.565689 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'tag': '93650f68-be1c-4223-a0bc-ed3e33bd02af'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:25.568197 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085b9b64-cf97-4302-885b-f10f67092f88" -d '{"events": [{"name": "network-changed", "server_uuid": "89ab6ee1-97d6-4126-818f-a9c1ca0d59b1", "tag": "93650f68-be1c-4223-a0bc-ed3e33bd02af"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:25.613392 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48117f11-9bbd-44a2-bb64-d72d13df4d8c service neutron] Pushing event updated for resources: {'Port': ['ID=93650f68-be1c-4223-a0bc-ed3e33bd02af,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:25.659817 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896fe25e-7258-49bb-be43-8ceab7eb2798 x-openstack-request-id: req-896fe25e-7258-49bb-be43-8ceab7eb2798 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:25.660464 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ab6ee1-97d6-4126-818f-a9c1ca0d59b1", "tag": "93650f68-be1c-4223-a0bc-ed3e33bd02af", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:25.661066 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-896fe25e-7258-49bb-be43-8ceab7eb2798 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:25.661724 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'tag': '93650f68-be1c-4223-a0bc-ed3e33bd02af', 'status': 'completed', 'code': 200} Aug 16 02:11:25.681498 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-1dfaa7af-3562-4d5c-98b2-0f20838cb71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:25.683361 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-1dfaa7af-3562-4d5c-98b2-0f20838cb71b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e188d05295c9450aabb2715f63dbf120&device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 1096 time: 0.0586569 Aug 16 02:11:25.739023 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-4fee676f-2a18-416f-a5f1-2c35cd9d11cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93650f68-be1c-4223-a0bc-ed3e33bd02af HTTP/1.1" status: 200 len: 217 time: 0.0421398 Aug 16 02:11:25.795675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-fc767b6f-53b9-432a-b795-0d0e882f41b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:25.797986 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-fc767b6f-53b9-432a-b795-0d0e882f41b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aab6a450-ae86-4947-908e-114d97c68a2e HTTP/1.1" status: 200 len: 853 time: 0.0514946 Aug 16 02:11:25.860145 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-ef16b049-6d0f-4047-a5cf-eb858be5283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:25.862063 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-ef16b049-6d0f-4047-a5cf-eb858be5283f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0dbdd4b7-abee-4f35-9418-813fd696aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514178 Aug 16 02:11:25.962298 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-176bd490-8508-4b29-8753-dcecd8d80217 service neutron] 10.222.0.73 "GET /v2.0/networks/0dbdd4b7-abee-4f35-9418-813fd696aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885119 Aug 16 02:11:26.030813 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.070845 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ea2463b-c127-46fc-964e-18f22dac6012 req-5af196e6-53a7-4145-8e9f-91792bb736d9 service neutron] 10.222.0.73 "GET /v2.0/networks/0dbdd4b7-abee-4f35-9418-813fd696aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962355 Aug 16 02:11:26.176944 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b9b64-cf97-4302-885b-f10f67092f88 req-9a4cd826-1cbb-427c-9636-f71d3a8b051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:26.178584 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-085b9b64-cf97-4302-885b-f10f67092f88 req-9a4cd826-1cbb-427c-9636-f71d3a8b051f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e188d05295c9450aabb2715f63dbf120&device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 1096 time: 0.0509217 Aug 16 02:11:26.284431 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b9b64-cf97-4302-885b-f10f67092f88 req-c171bff3-ecf7-43ec-b7b0-11303b443f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:26.288637 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-085b9b64-cf97-4302-885b-f10f67092f88 req-c171bff3-ecf7-43ec-b7b0-11303b443f40 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0dbdd4b7-abee-4f35-9418-813fd696aa02 HTTP/1.1" status: 200 len: 915 time: 0.0963473 Aug 16 02:11:26.337538 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-085b9b64-cf97-4302-885b-f10f67092f88 req-ee388efc-b1f5-4223-a0a9-43b444dde24b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93650f68-be1c-4223-a0bc-ed3e33bd02af HTTP/1.1" status: 200 len: 217 time: 0.0401483 Aug 16 02:11:26.393631 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b9b64-cf97-4302-885b-f10f67092f88 req-5af6bae1-34ae-4e7d-a355-3c606d913edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:26.395517 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-085b9b64-cf97-4302-885b-f10f67092f88 req-5af6bae1-34ae-4e7d-a355-3c606d913edc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aab6a450-ae86-4947-908e-114d97c68a2e HTTP/1.1" status: 200 len: 853 time: 0.0461221 Aug 16 02:11:26.446279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b9b64-cf97-4302-885b-f10f67092f88 req-b1ef3149-8d8a-4224-a7e0-3d6484159454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:26.447711 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-085b9b64-cf97-4302-885b-f10f67092f88 req-b1ef3149-8d8a-4224-a7e0-3d6484159454 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0dbdd4b7-abee-4f35-9418-813fd696aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417299 Aug 16 02:11:26.553185 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-085b9b64-cf97-4302-885b-f10f67092f88 req-3e5a2b05-464f-4aea-92c0-be01c28b9dd7 service neutron] 10.222.0.73 "GET /v2.0/networks/0dbdd4b7-abee-4f35-9418-813fd696aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938821 Aug 16 02:11:26.656737 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6701a6-3470-4fe2-b7f5-352a65065d66 req-6ec79a87-9aea-45e4-ab00-7ff5c1992605 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:26.658348 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3a6701a6-3470-4fe2-b7f5-352a65065d66 req-6ec79a87-9aea-45e4-ab00-7ff5c1992605 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 944 time: 0.1083534 Aug 16 02:11:26.698348 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-085b9b64-cf97-4302-885b-f10f67092f88 req-18bc9090-b104-416b-90c5-051510b8f584 service neutron] 10.222.0.73 "GET /v2.0/networks/0dbdd4b7-abee-4f35-9418-813fd696aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215510 Aug 16 02:11:26.713507 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3a6701a6-3470-4fe2-b7f5-352a65065d66 req-c976ac82-3229-4bb7-8bf6-512b37dd043d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470641 Aug 16 02:11:27.868154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d444dd4-ef5a-48ec-a501-679624ae049d req-70db8f0e-c704-4290-843c-ce1fd71ea696 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:27.869540 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0d444dd4-ef5a-48ec-a501-679624ae049d req-70db8f0e-c704-4290-843c-ce1fd71ea696 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 944 time: 0.0683517 Aug 16 02:11:27.933677 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0d444dd4-ef5a-48ec-a501-679624ae049d req-5ae79afc-e3f4-4eb1-9a17-86a96ddf5db4 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557342 Aug 16 02:11:29.048916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101cd07-53bb-4c1a-b9c6-b22ba0920f10 req-03457487-6e3c-4f06-a3dc-0bc3ec458e9b tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:29.050442 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7101cd07-53bb-4c1a-b9c6-b22ba0920f10 req-03457487-6e3c-4f06-a3dc-0bc3ec458e9b tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 944 time: 0.0576689 Aug 16 02:11:29.092897 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7101cd07-53bb-4c1a-b9c6-b22ba0920f10 req-3842c181-576c-4056-a4b2-72141424b1a6 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345821 Aug 16 02:11:30.238174 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c69cc6-3247-4a03-aa8b-007482afcb78 req-0f98836f-5b29-4ed3-bbae-961b1075e48b tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:30.240088 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1c69cc6-3247-4a03-aa8b-007482afcb78 req-0f98836f-5b29-4ed3-bbae-961b1075e48b tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 944 time: 0.0542061 Aug 16 02:11:30.279120 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1c69cc6-3247-4a03-aa8b-007482afcb78 req-b708a02e-637e-4d70-9d54-b6da5d4734dd tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328901 Aug 16 02:11:31.401541 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb4fe7-02d9-406d-a8a4-3da4ca0922d6 req-ea317404-36b7-4cc2-8312-18fa68cede34 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:31.403028 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9fb4fe7-02d9-406d-a8a4-3da4ca0922d6 req-ea317404-36b7-4cc2-8312-18fa68cede34 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 944 time: 0.0530982 Aug 16 02:11:31.451922 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a9fb4fe7-02d9-406d-a8a4-3da4ca0922d6 req-5be01a17-7616-4eeb-a51c-e982a385254b tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353386 Aug 16 02:11:32.575891 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac109a-2e52-4bba-9333-c18755692fad req-1dd81c7d-c75c-40eb-a948-68f09d5a7f01 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:32.577399 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-51ac109a-2e52-4bba-9333-c18755692fad req-1dd81c7d-c75c-40eb-a948-68f09d5a7f01 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 944 time: 0.0537395 Aug 16 02:11:32.615424 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-51ac109a-2e52-4bba-9333-c18755692fad req-bf0649ba-5975-4848-ae0d-03b8b12fdb70 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320234 Aug 16 02:11:33.733570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437e559-52ac-4cec-a528-187b96592755 req-7da9a1f2-85a2-48ee-a59c-4abd9a88c71e tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.735190 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c437e559-52ac-4cec-a528-187b96592755 req-7da9a1f2-85a2-48ee-a59c-4abd9a88c71e tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 944 time: 0.0497851 Aug 16 02:11:33.774725 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c437e559-52ac-4cec-a528-187b96592755 req-f52a8f60-912c-4f1c-ba63-defe247805f7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330400 Aug 16 02:11:34.892594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87c7ed-6391-4426-b267-0d5a3f14af33 req-f866c6d9-5405-4d59-9f21-14b1eee9616d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:34.894198 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ae87c7ed-6391-4426-b267-0d5a3f14af33 req-f866c6d9-5405-4d59-9f21-14b1eee9616d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 944 time: 0.0520587 Aug 16 02:11:34.933195 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ae87c7ed-6391-4426-b267-0d5a3f14af33 req-ea2b9f30-29b2-4dd6-8812-615ed5fa30de tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319011 Aug 16 02:11:35.492799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33946) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:35.540772 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3cfe36b-1ae2-4650-a4a0-995b53d0b43f admin admin] Deleting subnet 6f6340d4-deb9-4d30-9d1c-870e132b0991 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:35.543891 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3cfe36b-1ae2-4650-a4a0-995b53d0b43f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.838020 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3cfe36b-1ae2-4650-a4a0-995b53d0b43f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.878821 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3cfe36b-1ae2-4650-a4a0-995b53d0b43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.932148 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3cfe36b-1ae2-4650-a4a0-995b53d0b43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.959490 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfe36b-1ae2-4650-a4a0-995b53d0b43f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f6340d4-deb9-4d30-9d1c-870e132b0991,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:35.970375 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3cfe36b-1ae2-4650-a4a0-995b53d0b43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.975184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33950) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:35.975638 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b3cfe36b-1ae2-4650-a4a0-995b53d0b43f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6f6340d4-deb9-4d30-9d1c-870e132b0991 HTTP/1.1" status: 204 len: 168 time: 0.4814196 Aug 16 02:11:36.078050 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74a1d88b-e8b5-437b-a726-24f32425b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.094944 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168b8d9-85be-4e10-afc9-54f8e7378d41 req-5f50eb97-a883-4447-90c6-b96c079e09f2 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:36.096461 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3168b8d9-85be-4e10-afc9-54f8e7378d41 req-5f50eb97-a883-4447-90c6-b96c079e09f2 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 944 time: 0.0738466 Aug 16 02:11:36.197555 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3168b8d9-85be-4e10-afc9-54f8e7378d41 req-0fdc9c6e-cd52-45be-b4e2-f11acceed1c7 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934782 Aug 16 02:11:36.198883 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74a1d88b-e8b5-437b-a726-24f32425b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.209002 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-74a1d88b-e8b5-437b-a726-24f32425b7ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980e122f-570b-4bd6-825f-d19c5e01f38a']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:36.222662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-74a1d88b-e8b5-437b-a726-24f32425b7ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b762ddb4-a69e-4081-9b92-7c983faf0f89') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:36.222955 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-74a1d88b-e8b5-437b-a726-24f32425b7ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b762ddb4-a69e-4081-9b92-7c983faf0f89') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:36.232075 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74a1d88b-e8b5-437b-a726-24f32425b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.246702 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74a1d88b-e8b5-437b-a726-24f32425b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.252311 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a1d88b-e8b5-437b-a726-24f32425b7ec admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:36.252682 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74a1d88b-e8b5-437b-a726-24f32425b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:36.254314 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:36.315518 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 93650f68-be1c-4223-a0bc-ed3e33bd02af details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:36.316411 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74a1d88b-e8b5-437b-a726-24f32425b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.321321 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74a1d88b-e8b5-437b-a726-24f32425b7ec admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.323233 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-74a1d88b-e8b5-437b-a726-24f32425b7ec admin admin] 10.222.0.68 "DELETE /v2.0/networks/980e122f-570b-4bd6-825f-d19c5e01f38a HTTP/1.1" status: 204 len: 168 time: 0.3456435 Aug 16 02:11:36.337266 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1d88b-e8b5-437b-a726-24f32425b7ec admin admin] Pushing event deleted for resources: {'Network': ['ID=980e122f-570b-4bd6-825f-d19c5e01f38a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:36.423362 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 93650f68-be1c-4223-a0bc-ed3e33bd02af, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=93650f68-be1c-4223-a0bc-ed3e33bd02af,segment=NetworkSegment(01a929cd-0fbe-4e3f-806b-fd090fb6dc10),segment_id=01a929cd-0fbe-4e3f-806b-fd090fb6dc10)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:36.434584 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '93650f68-be1c-4223-a0bc-ed3e33bd02af', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'port_id': '93650f68-be1c-4223-a0bc-ed3e33bd02af', 'mac_address': 'fa:16:3e:4d:65:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:36.472016 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.484391 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93650f68-be1c-4223-a0bc-ed3e33bd02af {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:36.504226 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 93650f68-be1c-4223-a0bc-ed3e33bd02af, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=93650f68-be1c-4223-a0bc-ed3e33bd02af,segment=NetworkSegment(01a929cd-0fbe-4e3f-806b-fd090fb6dc10),segment_id=01a929cd-0fbe-4e3f-806b-fd090fb6dc10)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:36.508519 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.551750 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33954) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:36.563180 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=93650f68-be1c-4223-a0bc-ed3e33bd02af,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:36.570993 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:36.571279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:36.571701 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:36.572070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:36.572271 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:36.572595 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:36.573268 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:36.573268 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:36.573534 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:36.573879 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:36.574196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:36.574510 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:36.594101 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-aa459733-5a4f-4b57-ae3b-c0864d776988 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cb08c2faadbe4d3599813d72f97d2d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402226 Aug 16 02:11:36.595648 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33956) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:36.641907 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7c07079-ee19-412b-98d0-993a6119e139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.663432 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7c07079-ee19-412b-98d0-993a6119e139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.707969 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7c07079-ee19-412b-98d0-993a6119e139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.711334 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7c07079-ee19-412b-98d0-993a6119e139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.712421 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c7c07079-ee19-412b-98d0-993a6119e139 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0355aafd-565d-4ee6-b3be-2c0990ab7d06 HTTP/1.1" status: 204 len: 168 time: 0.1158934 Aug 16 02:11:36.721845 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c07079-ee19-412b-98d0-993a6119e139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0355aafd-565d-4ee6-b3be-2c0990ab7d06,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:36.794061 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['93650f68-be1c-4223-a0bc-ed3e33bd02af'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:37.322927 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7f2b1-f870-4447-bed0-3c537123dd91 req-0b476161-e617-4f7c-814e-ddf28c6391c3 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:37.324489 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78a7f2b1-f870-4447-bed0-3c537123dd91 req-0b476161-e617-4f7c-814e-ddf28c6391c3 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 945 time: 0.0534492 Aug 16 02:11:37.364223 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78a7f2b1-f870-4447-bed0-3c537123dd91 req-3ac520b4-daab-49b0-924e-0a9ceaa96138 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331471 Aug 16 02:11:37.427027 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 33980) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:37.552786 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0559b8f9-20bd-429f-91ae-8c3f160b1b7c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1163048972-network', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:37.562933 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.575152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0559b8f9-20bd-429f-91ae-8c3f160b1b7c admin admin] Made reservation on behalf of 8958f59e4db74d1eaa22c4230e8bc798 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:37.577442 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0559b8f9-20bd-429f-91ae-8c3f160b1b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.578581 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-20b80141-113b-4423-b2d5-8c49169cad30 req-a057b038-50a6-4dec-b594-c5b8068ba951 service neutron] (94672) timed out ('10.222.0.68', 60832) {{(pid=94672) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:11:37.586348 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0559b8f9-20bd-429f-91ae-8c3f160b1b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.674387 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0559b8f9-20bd-429f-91ae-8c3f160b1b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.677939 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0559b8f9-20bd-429f-91ae-8c3f160b1b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.704465 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0559b8f9-20bd-429f-91ae-8c3f160b1b7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:37.710541 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559b8f9-20bd-429f-91ae-8c3f160b1b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ec7043-bb88-4e9c-8304-4e56a89e48ff,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:37.716346 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0559b8f9-20bd-429f-91ae-8c3f160b1b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.716681 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-0559b8f9-20bd-429f-91ae-8c3f160b1b7c admin admin] Added segment 18fb04e6-092c-479e-9dec-18e433eb0da9 of type vlan for network 79f38810-e2ae-4630-9f61-4d9a565c053e Aug 16 02:11:37.761229 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0559b8f9-20bd-429f-91ae-8c3f160b1b7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.789590 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0559b8f9-20bd-429f-91ae-8c3f160b1b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.790562 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0559b8f9-20bd-429f-91ae-8c3f160b1b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:37.791157 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0559b8f9-20bd-429f-91ae-8c3f160b1b7c admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.848466 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0559b8f9-20bd-429f-91ae-8c3f160b1b7c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4203315 Aug 16 02:11:37.852107 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33984) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:37.857160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f9e153c9-98d4-49be-884e-7d0d4af978b0 admin admin] Request body: {'subnet': {'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1163048972-subnet', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:37.860309 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559b8f9-20bd-429f-91ae-8c3f160b1b7c admin admin] Pushing event updated for resources: {'Network': ['ID=79f38810-e2ae-4630-9f61-4d9a565c053e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:37.871042 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 79f38810-e2ae-4630-9f61-4d9a565c053e details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:37.878914 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e153c9-98d4-49be-884e-7d0d4af978b0 admin admin] Made reservation on behalf of 8958f59e4db74d1eaa22c4230e8bc798 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:37.881261 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9e153c9-98d4-49be-884e-7d0d4af978b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.047307 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9e153c9-98d4-49be-884e-7d0d4af978b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.105125 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e153c9-98d4-49be-884e-7d0d4af978b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=006f9681-3ab4-4859-9303-ea116cf027bf,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:38.113603 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e153c9-98d4-49be-884e-7d0d4af978b0 admin admin] Checking segment: {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:38.113993 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e153c9-98d4-49be-884e-7d0d4af978b0 admin admin] Network hostable DHCP agents. Network: 79f38810-e2ae-4630-9f61-4d9a565c053e, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:38.131009 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e153c9-98d4-49be-884e-7d0d4af978b0 admin admin] Network 79f38810-e2ae-4630-9f61-4d9a565c053e is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:38.139165 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f9e153c9-98d4-49be-884e-7d0d4af978b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 79f38810-e2ae-4630-9f61-4d9a565c053e) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:38.143167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e153c9-98d4-49be-884e-7d0d4af978b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.143769 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9e153c9-98d4-49be-884e-7d0d4af978b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.148959 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eafdf0-890e-4bef-8d3b-c44df8bb19f0 None None] Network 79f38810-e2ae-4630-9f61-4d9a565c053e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:38.159637 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f9e153c9-98d4-49be-884e-7d0d4af978b0 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3063068 Aug 16 02:11:38.162491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33986) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:38.167615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5923ab24-3643-478d-8a77-039736b42ad6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:38.187954 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5923ab24-3643-478d-8a77-039736b42ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.189230 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5923ab24-3643-478d-8a77-039736b42ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.268856 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.311208 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-79f38810-e2ae-4630-9f61-4d9a565c053e', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:11:38.312088 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.381568 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 93650f68-be1c-4223-a0bc-ed3e33bd02af up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:38.597650 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5923ab24-3643-478d-8a77-039736b42ad6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.638182 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 93650f68-be1c-4223-a0bc-ed3e33bd02af completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:38.645962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 93650f68-be1c-4223-a0bc-ed3e33bd02af triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:38.646329 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.651065 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1270-3697-40b9-b2b1-5ff5cda02879 req-5369b6f6-03cd-4647-9c3d-d26aeff519d8 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.652576 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1cba1270-3697-40b9-b2b1-5ff5cda02879 req-5369b6f6-03cd-4647-9c3d-d26aeff519d8 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 945 time: 0.1249292 Aug 16 02:11:38.673102 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Allocated IP 172.20.0.2 (79f38810-e2ae-4630-9f61-4d9a565c053e/006f9681-3ab4-4859-9303-ea116cf027bf/e2dd194a-f785-4b8c-aba6-3de85c063088) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:38.775174 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5923ab24-3643-478d-8a77-039736b42ad6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.785471 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1cba1270-3697-40b9-b2b1-5ff5cda02879 req-0f0793b5-e5df-430d-bf7b-7da9636777ef tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046717 Aug 16 02:11:38.812539 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.865285 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93650f68-be1c-4223-a0bc-ed3e33bd02af'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:38.867523 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbb5da9-f7a8-400f-ac22-49bbaa9fccf5" -d '{"events": [{"server_uuid": "89ab6ee1-97d6-4126-818f-a9c1ca0d59b1", "name": "network-vif-plugged", "status": "completed", "tag": "93650f68-be1c-4223-a0bc-ed3e33bd02af"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:38.892643 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 93650f68-be1c-4223-a0bc-ed3e33bd02af, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=93650f68-be1c-4223-a0bc-ed3e33bd02af,segment=NetworkSegment(01a929cd-0fbe-4e3f-806b-fd090fb6dc10),segment_id=01a929cd-0fbe-4e3f-806b-fd090fb6dc10)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:38.894506 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.902036 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.907378 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Transition to ACTIVE for port object e2dd194a-f785-4b8c-aba6-3de85c063088 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:38.935626 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae29a0b9-4d64-4e7c-9e56-3aa22487b860 x-openstack-request-id: req-ae29a0b9-4d64-4e7c-9e56-3aa22487b860 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:38.935626 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ab6ee1-97d6-4126-818f-a9c1ca0d59b1", "name": "network-vif-plugged", "status": "completed", "tag": "93650f68-be1c-4223-a0bc-ed3e33bd02af", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:38.936007 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ae29a0b9-4d64-4e7c-9e56-3aa22487b860 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:38.936139 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93650f68-be1c-4223-a0bc-ed3e33bd02af', 'code': 200} Aug 16 02:11:38.948562 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Transition to ACTIVE for port object e2dd194a-f785-4b8c-aba6-3de85c063088 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:38.957230 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.984801 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=93650f68-be1c-4223-a0bc-ed3e33bd02af,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:38.988698 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Network 79f38810-e2ae-4630-9f61-4d9a565c053e is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:38.992202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:38.995561 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:39.042394 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5923ab24-3643-478d-8a77-039736b42ad6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.062571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Pushing event updated for resources: {'Port': ['ID=e2dd194a-f785-4b8c-aba6-3de85c063088,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:39.064846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8e250-6709-4349-adad-4f63c3d667aa req-bd1ac450-9ea3-4dfa-a52d-88a0a42178b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:39.066396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-61a8e250-6709-4349-adad-4f63c3d667aa req-bd1ac450-9ea3-4dfa-a52d-88a0a42178b2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 1098 time: 0.0774100 Aug 16 02:11:39.067780 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5923ab24-3643-478d-8a77-039736b42ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.079008 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Attempting to bind port e2dd194a-f785-4b8c-aba6-3de85c063088 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:39.079397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Attempting to bind port e2dd194a-f785-4b8c-aba6-3de85c063088 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:39.079737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Attempting to bind port e2dd194a-f785-4b8c-aba6-3de85c063088 on network 79f38810-e2ae-4630-9f61-4d9a565c053e {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:39.084976 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:39.085333 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Checking segment: {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:39.085738 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.086659 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Bound using segment: {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:39.087455 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Bound port: e2dd194a-f785-4b8c-aba6-3de85c063088, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:39.088030 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.152569 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-61a8e250-6709-4349-adad-4f63c3d667aa req-902564b8-6f3f-4b2b-b991-95da1db378f8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742037 Aug 16 02:11:39.155572 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] For port e2dd194a-f785-4b8c-aba6-3de85c063088, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:39.159324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] For port e2dd194a-f785-4b8c-aba6-3de85c063088, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=e2dd194a-f785-4b8c-aba6-3de85c063088,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:39.163821 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.204153 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-5923ab24-3643-478d-8a77-039736b42ad6 admin admin] Allocated IP 172.25.3.119 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/18f71171-feee-4974-88b5-16ab62ee1682) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:39.224994 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf9fb5-ae13-4edc-a7d1-398c135e01a0 None None] Pushing event updated for resources: {'Port': ['ID=e2dd194a-f785-4b8c-aba6-3de85c063088,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:39.319994 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5923ab24-3643-478d-8a77-039736b42ad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.374731 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5923ab24-3643-478d-8a77-039736b42ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.436260 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5923ab24-3643-478d-8a77-039736b42ad6 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:39.438044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923ab24-3643-478d-8a77-039736b42ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=18f71171-feee-4974-88b5-16ab62ee1682,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:39.440718 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-5923ab24-3643-478d-8a77-039736b42ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:39.443267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5923ab24-3643-478d-8a77-039736b42ad6 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:39.696078 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5923ab24-3643-478d-8a77-039736b42ad6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.920617 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5923ab24-3643-478d-8a77-039736b42ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.973203 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53c515-d043-470e-bab7-dd812356bf0c req-cf8eb989-fe6e-4834-ab83-6afef8f21cff tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:39.974766 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df53c515-d043-470e-bab7-dd812356bf0c req-cf8eb989-fe6e-4834-ab83-6afef8f21cff tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 946 time: 0.1018841 Aug 16 02:11:40.066912 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df53c515-d043-470e-bab7-dd812356bf0c req-0c1393a6-8a3c-4cf5-9bb9-068a85cb312a tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857093 Aug 16 02:11:40.111128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5923ab24-3643-478d-8a77-039736b42ad6 admin admin] Router b4083fca-9b4b-4a85-977f-6f092b379b32 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:11:40.156861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820f308d-6000-4467-808d-dba1cae4db2c None None] Network 79f38810-e2ae-4630-9f61-4d9a565c053e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:40.218986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1925a23c-f6ca-4472-9c7f-59f8f2c7bf00 None None] Provisioning for port e2dd194a-f785-4b8c-aba6-3de85c063088 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:40.228560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5923ab24-3643-478d-8a77-039736b42ad6 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:40.239592 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Sync routers for ids ['b4083fca-9b4b-4a85-977f-6f092b379b32'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:40.246703 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5923ab24-3643-478d-8a77-039736b42ad6 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.248236 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5923ab24-3643-478d-8a77-039736b42ad6 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0847726 Aug 16 02:11:40.251853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 33994) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:40.262489 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Routers {'b4083fca-9b4b-4a85-977f-6f092b379b32'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:40.263265 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:11:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b4083fca-9b4b-4a85-977f-6f092b379b32'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:40.414111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Set router b4083fca-9b4b-4a85-977f-6f092b379b32 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:40.599346 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:39Z', 'revision_number': 3, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:40.630873 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Checking router: b4083fca-9b4b-4a85-977f-6f092b379b32 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:40.631230 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Updating router b4083fca-9b4b-4a85-977f-6f092b379b32 port 18f71171-feee-4974-88b5-16ab62ee1682 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:11:40.658422 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.687840 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fa4e7df-94f1-4081-9d96-5d4142e0ddbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.756232 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e2dd194a-f785-4b8c-aba6-3de85c063088 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:40.847321 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-7fa4e7df-94f1-4081-9d96-5d4142e0ddbe admin admin] Allocated IP 172.20.0.1 (79f38810-e2ae-4630-9f61-4d9a565c053e/006f9681-3ab4-4859-9303-ea116cf027bf/f69ae2fa-08d0-4f0d-98b8-450e3c4befd6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:40.879124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port e2dd194a-f785-4b8c-aba6-3de85c063088 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:40.886439 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port e2dd194a-f785-4b8c-aba6-3de85c063088 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:40.886811 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.966625 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fa4e7df-94f1-4081-9d96-5d4142e0ddbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.981160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-7fa4e7df-94f1-4081-9d96-5d4142e0ddbe admin admin] Transition to ACTIVE for port object f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:41.014597 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fa4e7df-94f1-4081-9d96-5d4142e0ddbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.031611 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.045929 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.049999 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Transition to ACTIVE for port object 18f71171-feee-4974-88b5-16ab62ee1682 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:41.057940 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa4e7df-94f1-4081-9d96-5d4142e0ddbe admin admin] Network 79f38810-e2ae-4630-9f61-4d9a565c053e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:41.063540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-7fa4e7df-94f1-4081-9d96-5d4142e0ddbe admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:41.065795 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4e7df-94f1-4081-9d96-5d4142e0ddbe admin admin] Pushing event updated for resources: {'Port': ['ID=f69ae2fa-08d0-4f0d-98b8-450e3c4befd6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:41.067204 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.074912 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa4e7df-94f1-4081-9d96-5d4142e0ddbe admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:41.116238 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fa4e7df-94f1-4081-9d96-5d4142e0ddbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.120468 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port e2dd194a-f785-4b8c-aba6-3de85c063088, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=e2dd194a-f785-4b8c-aba6-3de85c063088,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:41.134602 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.143100 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Attempting to bind port 18f71171-feee-4974-88b5-16ab62ee1682 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:41.143478 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Attempting to bind port 18f71171-feee-4974-88b5-16ab62ee1682 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:41.143839 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Attempting to bind port 18f71171-feee-4974-88b5-16ab62ee1682 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:41.147154 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6769f-144b-48fb-bea0-4ff037aae753 None None] Pushing event updated for resources: {'Port': ['ID=18f71171-feee-4974-88b5-16ab62ee1682,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:41.154577 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:41.154847 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:41.155320 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.155719 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:41.156183 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Bound port: 18f71171-feee-4974-88b5-16ab62ee1682, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:41.156561 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.242441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d304c-4334-4876-9eee-59837bbbccdb req-4dc4ecc6-971e-4190-ba3d-e06d3f89ea63 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.248551 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=e2dd194a-f785-4b8c-aba6-3de85c063088,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:41.259408 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] For port 18f71171-feee-4974-88b5-16ab62ee1682, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:41.260685 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-957d304c-4334-4876-9eee-59837bbbccdb req-4dc4ecc6-971e-4190-ba3d-e06d3f89ea63 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 946 time: 0.0754187 Aug 16 02:11:41.263013 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] For port 18f71171-feee-4974-88b5-16ab62ee1682, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=18f71171-feee-4974-88b5-16ab62ee1682,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:41.267899 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.305122 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fa4e7df-94f1-4081-9d96-5d4142e0ddbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.318777 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-957d304c-4334-4876-9eee-59837bbbccdb req-5ff26c7f-921f-4c53-bf28-227d8ba9ae90 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555496 Aug 16 02:11:41.339726 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Routers {'b4083fca-9b4b-4a85-977f-6f092b379b32'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:41.340294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:11:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b4083fca-9b4b-4a85-977f-6f092b379b32'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:41.384181 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6769f-144b-48fb-bea0-4ff037aae753 None None] Pushing event updated for resources: {'Port': ['ID=18f71171-feee-4974-88b5-16ab62ee1682,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:41.462295 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3187108f-5acf-46de-bef6-829e92383dab None None] Provisioning for port f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:41.471194 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] Set router b4083fca-9b4b-4a85-977f-6f092b379b32 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:41.473077 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3187108f-5acf-46de-bef6-829e92383dab None None] Provisioning complete for port f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:41.473542 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3187108f-5acf-46de-bef6-829e92383dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.493947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423fa64-175d-42d9-94bc-7dd8f0a4037a req-a787fa6e-fdf6-4424-80fc-b39b2c8473c3 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.495444 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2423fa64-175d-42d9-94bc-7dd8f0a4037a req-a787fa6e-fdf6-4424-80fc-b39b2c8473c3 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 946 time: 0.1004910 Aug 16 02:11:41.570536 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3187108f-5acf-46de-bef6-829e92383dab None None] Port f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:41.573602 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2423fa64-175d-42d9-94bc-7dd8f0a4037a req-6acc3549-d988-4766-8d3f-89c3574e45f4 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702348 Aug 16 02:11:41.577373 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fa4e7df-94f1-4081-9d96-5d4142e0ddbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.583964 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fa4e7df-94f1-4081-9d96-5d4142e0ddbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.598009 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34000) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:41.655940 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fa4e7df-94f1-4081-9d96-5d4142e0ddbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.657665 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4e7df-94f1-4081-9d96-5d4142e0ddbe admin admin] Pushing event updated for resources: {'Port': ['ID=f69ae2fa-08d0-4f0d-98b8-450e3c4befd6,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:41.717325 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:40Z', 'revision_number': 1, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:41.747680 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517dcce5-1cd4-4e16-986e-2c7bffc02162 None None] The sync data for ids ['b4083fca-9b4b-4a85-977f-6f092b379b32'] in n-d-765315-27 is: [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:40Z', 'revision_number': 1, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:41.754703 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa4e7df-94f1-4081-9d96-5d4142e0ddbe admin admin] Network 79f38810-e2ae-4630-9f61-4d9a565c053e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:41.756285 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-7fa4e7df-94f1-4081-9d96-5d4142e0ddbe admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:41.782350 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667ee54e-ddd4-47ea-8663-6fe035274089 tempest-TestVolumeBackupRestore-1242188864 tempest-TestVolumeBackupRestore-1242188864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.787599 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-667ee54e-ddd4-47ea-8663-6fe035274089 tempest-TestVolumeBackupRestore-1242188864 tempest-TestVolumeBackupRestore-1242188864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 1093 time: 0.1858954 Aug 16 02:11:41.787599 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34004) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:41.791834 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': '93650f68-be1c-4223-a0bc-ed3e33bd02af', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:41.825816 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.889500 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa4e7df-94f1-4081-9d96-5d4142e0ddbe admin admin] Router b4083fca-9b4b-4a85-977f-6f092b379b32 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:41.939254 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.092376 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ef79800b-3e65-4341-b48c-13820c863aef None None] Provisioning complete for port f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:42.092661 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ef79800b-3e65-4341-b48c-13820c863aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.104628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Allocated IP 172.25.3.185 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/19ca8739-958a-42dc-9e3e-f344e2225111) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:42.138971 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ef79800b-3e65-4341-b48c-13820c863aef None None] Port f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:42.223062 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.267849 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.323013 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:42.327048 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:42.329883 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:42.333232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Pushing event updated for resources: {'Port': ['ID=19ca8739-958a-42dc-9e3e-f344e2225111,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:42.378805 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa4e7df-94f1-4081-9d96-5d4142e0ddbe admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:42.384640 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7fa4e7df-94f1-4081-9d96-5d4142e0ddbe admin admin] 10.222.0.68 "PUT /v2.0/routers/b4083fca-9b4b-4a85-977f-6f092b379b32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1317563 Aug 16 02:11:42.820052 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e2dd194a-f785-4b8c-aba6-3de85c063088 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:42.890220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port e2dd194a-f785-4b8c-aba6-3de85c063088 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:42.890435 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.952334 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.988966 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 18f71171-feee-4974-88b5-16ab62ee1682 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:42.997214 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34020) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:43.004582 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c5270446-d63e-4cca-bd4b-017b7adcdce0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-135018719-network', 'tenant_id': 'd9f6a167a4f94451b5657eb8a47201d7'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:43.032991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5270446-d63e-4cca-bd4b-017b7adcdce0 admin admin] Made reservation on behalf of d9f6a167a4f94451b5657eb8a47201d7 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:43.036348 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5270446-d63e-4cca-bd4b-017b7adcdce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.045941 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 18f71171-feee-4974-88b5-16ab62ee1682 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:43.050755 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 18f71171-feee-4974-88b5-16ab62ee1682 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:43.051758 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.054287 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5270446-d63e-4cca-bd4b-017b7adcdce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.069911 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.168450 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5270446-d63e-4cca-bd4b-017b7adcdce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.173087 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5270446-d63e-4cca-bd4b-017b7adcdce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.175635 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.197130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5270446-d63e-4cca-bd4b-017b7adcdce0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:43.209456 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 18f71171-feee-4974-88b5-16ab62ee1682, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=18f71171-feee-4974-88b5-16ab62ee1682,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:43.212860 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5270446-d63e-4cca-bd4b-017b7adcdce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6643f166-5897-4633-bcb8-aabc71f4fa27,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:43.218324 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5270446-d63e-4cca-bd4b-017b7adcdce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.218595 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.218734 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-c5270446-d63e-4cca-bd4b-017b7adcdce0 admin admin] Added segment 8e9e72b0-ab7b-4888-a50a-a71a5b0336e9 of type vlan for network 5dc289c1-299d-456d-adb1-06ec39ade94c Aug 16 02:11:43.269745 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5270446-d63e-4cca-bd4b-017b7adcdce0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.280886 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.285079 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.295652 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=18f71171-feee-4974-88b5-16ab62ee1682,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:43.317517 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5270446-d63e-4cca-bd4b-017b7adcdce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.321094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5270446-d63e-4cca-bd4b-017b7adcdce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.321790 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5270446-d63e-4cca-bd4b-017b7adcdce0 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.372354 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Pushing event updated for resources: {'Port': ['ID=19ca8739-958a-42dc-9e3e-f344e2225111,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:43.384256 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.388612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34022) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:43.389063 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c5270446-d63e-4cca-bd4b-017b7adcdce0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3894112 Aug 16 02:11:43.394991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9045a20c-fdc7-4333-8a68-aaa9cca45be3 admin admin] Request body: {'subnet': {'network_id': '5dc289c1-299d-456d-adb1-06ec39ade94c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-135018719-subnet', 'tenant_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:43.396963 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5270446-d63e-4cca-bd4b-017b7adcdce0 admin admin] Pushing event updated for resources: {'Network': ['ID=5dc289c1-299d-456d-adb1-06ec39ade94c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:43.407962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 5dc289c1-299d-456d-adb1-06ec39ade94c details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:43.490868 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9045a20c-fdc7-4333-8a68-aaa9cca45be3 admin admin] Made reservation on behalf of d9f6a167a4f94451b5657eb8a47201d7 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:43.493658 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9045a20c-fdc7-4333-8a68-aaa9cca45be3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.569014 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Floating IP a6605ed0-ee62-4c24-b8a4-c3dca8ba4536 associated. External IP: 172.25.3.185, port: 93650f68-be1c-4223-a0bc-ed3e33bd02af. Aug 16 02:11:43.814031 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9045a20c-fdc7-4333-8a68-aaa9cca45be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.915904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045a20c-fdc7-4333-8a68-aaa9cca45be3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb9431fb-fbfa-4935-907f-4bfba236d768,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:43.923513 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Router b800972a-bd83-48a6-8cf6-832ebd499d4b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:43.936561 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9045a20c-fdc7-4333-8a68-aaa9cca45be3 admin admin] Checking segment: {'id': '8e9e72b0-ab7b-4888-a50a-a71a5b0336e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5dc289c1-299d-456d-adb1-06ec39ade94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:43.936912 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9045a20c-fdc7-4333-8a68-aaa9cca45be3 admin admin] Network hostable DHCP agents. Network: 5dc289c1-299d-456d-adb1-06ec39ade94c, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:43.993543 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9045a20c-fdc7-4333-8a68-aaa9cca45be3 admin admin] Network 5dc289c1-299d-456d-adb1-06ec39ade94c is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:44.009266 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-9045a20c-fdc7-4333-8a68-aaa9cca45be3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 5dc289c1-299d-456d-adb1-06ec39ade94c) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:44.017251 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aadcf34-438f-4bf4-9cfd-e27916dfb7c4 None None] Network 5dc289c1-299d-456d-adb1-06ec39ade94c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:44.039704 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9045a20c-fdc7-4333-8a68-aaa9cca45be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.040290 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9045a20c-fdc7-4333-8a68-aaa9cca45be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.071142 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9045a20c-fdc7-4333-8a68-aaa9cca45be3 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6810572 Aug 16 02:11:44.074978 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34024) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:44.080940 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ea14fa3b-951b-4c54-9213-26cf4e1eb0d1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-135018719-router', 'tenant_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:44.087588 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:44.099418 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48baa38-3e38-49db-8d39-6b77730627c9 None None] Sync routers for ids ['b800972a-bd83-48a6-8cf6-832ebd499d4b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:44.113433 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48baa38-3e38-49db-8d39-6b77730627c9 None None] Routers {'b800972a-bd83-48a6-8cf6-832ebd499d4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:44.114168 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a48baa38-3e38-49db-8d39-6b77730627c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:11:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b800972a-bd83-48a6-8cf6-832ebd499d4b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:44.119130 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea14fa3b-951b-4c54-9213-26cf4e1eb0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.120713 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea14fa3b-951b-4c54-9213-26cf4e1eb0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.126263 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.174436 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f1cfd8b9-9fa6-44a7-b77c-4ab77f0b31f5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3862031 Aug 16 02:11:44.175034 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34026) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:44.185110 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'tag': '93650f68-be1c-4223-a0bc-ed3e33bd02af'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:44.188257 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71e8a2b-3989-4982-819d-f83ddb6feb84" -d '{"events": [{"name": "network-changed", "server_uuid": "89ab6ee1-97d6-4126-818f-a9c1ca0d59b1", "tag": "93650f68-be1c-4223-a0bc-ed3e33bd02af"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:44.229185 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea14fa3b-951b-4c54-9213-26cf4e1eb0d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.284902 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1df1ae2-e06f-44eb-9ac0-450bbffa6c39 tempest-TestVolumeBackupRestore-1242188864 tempest-TestVolumeBackupRestore-1242188864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.287250 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a48baa38-3e38-49db-8d39-6b77730627c9 None None] Set router b800972a-bd83-48a6-8cf6-832ebd499d4b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:44.290539 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a1df1ae2-e06f-44eb-9ac0-450bbffa6c39 tempest-TestVolumeBackupRestore-1242188864 tempest-TestVolumeBackupRestore-1242188864-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 1093 time: 0.1128709 Aug 16 02:11:44.296728 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34030) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:44.310027 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d117959-a069-462f-be20-0ae7436c26e8 x-openstack-request-id: req-4d117959-a069-462f-be20-0ae7436c26e8 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:44.310631 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ab6ee1-97d6-4126-818f-a9c1ca0d59b1", "tag": "93650f68-be1c-4223-a0bc-ed3e33bd02af", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:44.310631 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4d117959-a069-462f-be20-0ae7436c26e8 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:44.310992 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'tag': '93650f68-be1c-4223-a0bc-ed3e33bd02af', 'status': 'completed', 'code': 200} Aug 16 02:11:44.329250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-97488520-7f9f-43f6-8d47-85475c9b4ab5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Request body: {'floatingip': {'port_id': '93650f68-be1c-4223-a0bc-ed3e33bd02af'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:44.365367 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Sync routers for ids ['b4083fca-9b4b-4a85-977f-6f092b379b32'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:44.384685 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-5dc289c1-299d-456d-adb1-06ec39ade94c', 'network_id': '5dc289c1-299d-456d-adb1-06ec39ade94c', 'tenant_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'fixed_ips': [{'subnet_id': 'bb9431fb-fbfa-4935-907f-4bfba236d768'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:11:44.387211 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.406466 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Routers {'b4083fca-9b4b-4a85-977f-6f092b379b32'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:44.407394 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:11:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b4083fca-9b4b-4a85-977f-6f092b379b32'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:44.417010 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e8a2b-3989-4982-819d-f83ddb6feb84 req-780913fc-f23a-4b0f-a827-4fe23786ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.418592 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f71e8a2b-3989-4982-819d-f83ddb6feb84 req-780913fc-f23a-4b0f-a827-4fe23786ebac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e188d05295c9450aabb2715f63dbf120&device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 1098 time: 0.1260421 Aug 16 02:11:44.454935 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97488520-7f9f-43f6-8d47-85475c9b4ab5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.506158 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea14fa3b-951b-4c54-9213-26cf4e1eb0d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.634360 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e8a2b-3989-4982-819d-f83ddb6feb84 req-94c7c2f0-93a3-4196-8a69-eb452250c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.636399 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f71e8a2b-3989-4982-819d-f83ddb6feb84 req-94c7c2f0-93a3-4196-8a69-eb452250c0e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0dbdd4b7-abee-4f35-9418-813fd696aa02 HTTP/1.1" status: 200 len: 915 time: 0.2063313 Aug 16 02:11:44.697507 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a48baa38-3e38-49db-8d39-6b77730627c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'name': 'tempest-TestVolumeBackupRestore-1175073668-router', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:22Z', 'updated_at': '2021-08-16T02:09:25Z', 'revision_number': 4, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'gw_port': {'id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:23Z', 'updated_at': '2021-08-16T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'a6605ed0-ee62-4c24-b8a4-c3dca8ba4536', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'port_id': '93650f68-be1c-4223-a0bc-ed3e33bd02af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'mac_address': 'fa:16:3e:4d:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:11:42Z', 'updated_at': '2021-08-16T02:11:42Z', 'revision_number': 0, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a725d5-3d5c-490e-813c-2fca9ade96b9', 'name': '', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'mac_address': 'fa:16:3e:43:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:25Z', 'updated_at': '2021-08-16T02:09:33Z', 'revision_number': 5, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'subnets': [{'id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:44.697846 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Set router b4083fca-9b4b-4a85-977f-6f092b379b32 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:44.735754 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48baa38-3e38-49db-8d39-6b77730627c9 None None] Checking router: b800972a-bd83-48a6-8cf6-832ebd499d4b for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:44.746571 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48baa38-3e38-49db-8d39-6b77730627c9 None None] Routers {'b800972a-bd83-48a6-8cf6-832ebd499d4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:44.747514 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a48baa38-3e38-49db-8d39-6b77730627c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:11:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b800972a-bd83-48a6-8cf6-832ebd499d4b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:44.769900 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 18f71171-feee-4974-88b5-16ab62ee1682 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:44.796779 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f71e8a2b-3989-4982-819d-f83ddb6feb84 req-12096615-c80e-43a3-939c-18eece6dc40f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93650f68-be1c-4223-a0bc-ed3e33bd02af HTTP/1.1" status: 200 len: 1000 time: 0.1490736 Aug 16 02:11:44.805336 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Allocated IP 172.20.0.2 (5dc289c1-299d-456d-adb1-06ec39ade94c/bb9431fb-fbfa-4935-907f-4bfba236d768/f5027847-aaed-4af2-b8ba-cb9f07dc0947) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:44.881114 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a48baa38-3e38-49db-8d39-6b77730627c9 None None] Set router b800972a-bd83-48a6-8cf6-832ebd499d4b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:44.928708 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e8a2b-3989-4982-819d-f83ddb6feb84 req-110d18df-5905-4f93-bb66-d2a2fb11b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.930315 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f71e8a2b-3989-4982-819d-f83ddb6feb84 req-110d18df-5905-4f93-bb66-d2a2fb11b5d9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aab6a450-ae86-4947-908e-114d97c68a2e HTTP/1.1" status: 200 len: 853 time: 0.0957592 Aug 16 02:11:44.984787 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 18f71171-feee-4974-88b5-16ab62ee1682 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:44.985317 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.024141 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e8a2b-3989-4982-819d-f83ddb6feb84 req-7508e1b3-52f7-47ef-aeaf-3bb0288c42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:45.026229 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f71e8a2b-3989-4982-819d-f83ddb6feb84 req-7508e1b3-52f7-47ef-aeaf-3bb0288c42c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0dbdd4b7-abee-4f35-9418-813fd696aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887685 Aug 16 02:11:45.183675 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a48baa38-3e38-49db-8d39-6b77730627c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'name': 'tempest-TestVolumeBackupRestore-1175073668-router', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:22Z', 'updated_at': '2021-08-16T02:09:25Z', 'revision_number': 4, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'gw_port': {'id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:23Z', 'updated_at': '2021-08-16T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'a6605ed0-ee62-4c24-b8a4-c3dca8ba4536', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'port_id': '93650f68-be1c-4223-a0bc-ed3e33bd02af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'mac_address': 'fa:16:3e:4d:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:11:42Z', 'updated_at': '2021-08-16T02:11:42Z', 'revision_number': 0, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a725d5-3d5c-490e-813c-2fca9ade96b9', 'name': '', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'mac_address': 'fa:16:3e:43:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:25Z', 'updated_at': '2021-08-16T02:09:33Z', 'revision_number': 5, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'subnets': [{'id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:45.215824 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.218058 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48baa38-3e38-49db-8d39-6b77730627c9 None None] The sync data for ids ['b800972a-bd83-48a6-8cf6-832ebd499d4b'] in n-d-765315-27 is: [{'id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'name': 'tempest-TestVolumeBackupRestore-1175073668-router', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:22Z', 'updated_at': '2021-08-16T02:09:25Z', 'revision_number': 4, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'gw_port': {'id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:23Z', 'updated_at': '2021-08-16T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'a6605ed0-ee62-4c24-b8a4-c3dca8ba4536', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'port_id': '93650f68-be1c-4223-a0bc-ed3e33bd02af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'mac_address': 'fa:16:3e:4d:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:11:42Z', 'updated_at': '2021-08-16T02:11:42Z', 'revision_number': 0, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a725d5-3d5c-490e-813c-2fca9ade96b9', 'name': '', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'mac_address': 'fa:16:3e:43:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:25Z', 'updated_at': '2021-08-16T02:09:33Z', 'revision_number': 5, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'subnets': [{'id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:45.240530 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Transition to ACTIVE for port object f5027847-aaed-4af2-b8ba-cb9f07dc0947 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:45.258932 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea14fa3b-951b-4c54-9213-26cf4e1eb0d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.263470 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 2, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:45.294056 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea14fa3b-951b-4c54-9213-26cf4e1eb0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.297704 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Transition to ACTIVE for port object f5027847-aaed-4af2-b8ba-cb9f07dc0947 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:45.299216 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Checking router: b4083fca-9b4b-4a85-977f-6f092b379b32 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:45.299564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Updating router b4083fca-9b4b-4a85-977f-6f092b379b32 port f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:11:45.322165 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.360030 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.393113 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Network 5dc289c1-299d-456d-adb1-06ec39ade94c is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:45.423025 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-ea14fa3b-951b-4c54-9213-26cf4e1eb0d1 admin admin] Allocated IP 172.25.3.74 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/6a3b1d1b-c136-4839-be98-a96d6f5c6d4c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:45.424138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:45.432056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:45.435593 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.db.resource_extend [None req-97488520-7f9f-43f6-8d47-85475c9b4ab5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:11:45.436151 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Pushing event updated for resources: {'Port': ['ID=f5027847-aaed-4af2-b8ba-cb9f07dc0947,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:45.449801 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f71e8a2b-3989-4982-819d-f83ddb6feb84 req-f4446a70-be6d-4e16-ad50-79f3fc632648 service neutron] 10.222.0.73 "GET /v2.0/networks/0dbdd4b7-abee-4f35-9418-813fd696aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821964 Aug 16 02:11:45.555286 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97488520-7f9f-43f6-8d47-85475c9b4ab5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.561969 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea14fa3b-951b-4c54-9213-26cf4e1eb0d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.566329 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97488520-7f9f-43f6-8d47-85475c9b4ab5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.621307 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea14fa3b-951b-4c54-9213-26cf4e1eb0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.623571 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3d543b-dc7b-4ca9-9aca-39d5b2db9d60 None None] New status for floating IP a6605ed0-ee62-4c24-b8a4-c3dca8ba4536: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:11:45.676570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea14fa3b-951b-4c54-9213-26cf4e1eb0d1 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:45.687406 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ea14fa3b-951b-4c54-9213-26cf4e1eb0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:45.689343 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f71e8a2b-3989-4982-819d-f83ddb6feb84 req-aa890c6f-a0b7-4013-8cd9-40cc25483ab3 service neutron] 10.222.0.73 "GET /v2.0/networks/0dbdd4b7-abee-4f35-9418-813fd696aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917455 Aug 16 02:11:45.694946 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea14fa3b-951b-4c54-9213-26cf4e1eb0d1 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:45.700219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14fa3b-951b-4c54-9213-26cf4e1eb0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6a3b1d1b-c136-4839-be98-a96d6f5c6d4c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:45.733627 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Attempting to bind port f5027847-aaed-4af2-b8ba-cb9f07dc0947 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:45.734168 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Attempting to bind port f5027847-aaed-4af2-b8ba-cb9f07dc0947 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '8e9e72b0-ab7b-4888-a50a-a71a5b0336e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5dc289c1-299d-456d-adb1-06ec39ade94c'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:45.734626 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Attempting to bind port f5027847-aaed-4af2-b8ba-cb9f07dc0947 on network 5dc289c1-299d-456d-adb1-06ec39ade94c {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:45.743463 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:45.744258 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Checking segment: {'id': '8e9e72b0-ab7b-4888-a50a-a71a5b0336e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5dc289c1-299d-456d-adb1-06ec39ade94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:45.744528 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.745014 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Bound using segment: {'id': '8e9e72b0-ab7b-4888-a50a-a71a5b0336e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5dc289c1-299d-456d-adb1-06ec39ade94c'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:45.745590 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Bound port: f5027847-aaed-4af2-b8ba-cb9f07dc0947, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9e72b0-ab7b-4888-a50a-a71a5b0336e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5dc289c1-299d-456d-adb1-06ec39ade94c'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:45.746132 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.845913 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97488520-7f9f-43f6-8d47-85475c9b4ab5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Router b800972a-bd83-48a6-8cf6-832ebd499d4b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:45.857717 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.880418 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Transition to ACTIVE for port object f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:45.885211 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] For port f5027847-aaed-4af2-b8ba-cb9f07dc0947, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:45.889979 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] For port f5027847-aaed-4af2-b8ba-cb9f07dc0947, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f5027847-aaed-4af2-b8ba-cb9f07dc0947,segment=NetworkSegment(8e9e72b0-ab7b-4888-a50a-a71a5b0336e9),segment_id=8e9e72b0-ab7b-4888-a50a-a71a5b0336e9)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:45.892008 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.904991 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.964855 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2a99b-3232-4b1b-8b7b-796b7934e5a7 None None] Pushing event updated for resources: {'Port': ['ID=f69ae2fa-08d0-4f0d-98b8-450e3c4befd6,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:46.042562 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea14fa3b-951b-4c54-9213-26cf4e1eb0d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.068275 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Attempting to bind port f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:46.068733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Attempting to bind port f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:46.069963 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Attempting to bind port f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 on network 79f38810-e2ae-4630-9f61-4d9a565c053e {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:46.079024 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2ae3-07d4-44c2-9c2a-048e613a2bab None None] Pushing event updated for resources: {'Port': ['ID=f5027847-aaed-4af2-b8ba-cb9f07dc0947,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:46.082281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:46.082732 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Checking segment: {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:46.083229 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.083685 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Bound using segment: {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:46.084238 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Bound port: f69ae2fa-08d0-4f0d-98b8-450e3c4befd6, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:46.084694 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.181615 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] For port f69ae2fa-08d0-4f0d-98b8-450e3c4befd6, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:46.189168 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] For port f69ae2fa-08d0-4f0d-98b8-450e3c4befd6, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f69ae2fa-08d0-4f0d-98b8-450e3c4befd6,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:46.197039 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.271594 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Routers {'b4083fca-9b4b-4a85-977f-6f092b379b32'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:46.274176 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:11:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b4083fca-9b4b-4a85-977f-6f092b379b32'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:46.309976 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2a99b-3232-4b1b-8b7b-796b7934e5a7 None None] Pushing event updated for resources: {'Port': ['ID=f69ae2fa-08d0-4f0d-98b8-450e3c4befd6,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:46.423692 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea14fa3b-951b-4c54-9213-26cf4e1eb0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.463861 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97488520-7f9f-43f6-8d47-85475c9b4ab5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:46.478421 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97488520-7f9f-43f6-8d47-85475c9b4ab5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.479173 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3beb06-3e59-433d-b883-890d532a3616 None None] Sync routers for ids ['b800972a-bd83-48a6-8cf6-832ebd499d4b'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:46.522160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'tag': '93650f68-be1c-4223-a0bc-ed3e33bd02af'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:46.526442 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ebe39b-25f2-4a24-af8a-43c6e12fc36c" -d '{"events": [{"name": "network-changed", "server_uuid": "89ab6ee1-97d6-4126-818f-a9c1ca0d59b1", "tag": "93650f68-be1c-4223-a0bc-ed3e33bd02af"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:46.526667 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3beb06-3e59-433d-b883-890d532a3616 None None] Routers {'b800972a-bd83-48a6-8cf6-832ebd499d4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:46.527151 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9a3beb06-3e59-433d-b883-890d532a3616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:11:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b800972a-bd83-48a6-8cf6-832ebd499d4b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:46.531666 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] Set router b4083fca-9b4b-4a85-977f-6f092b379b32 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:46.566755 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-97488520-7f9f-43f6-8d47-85475c9b4ab5 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "PUT /v2.0/floatingips/a6605ed0-ee62-4c24-b8a4-c3dca8ba4536 HTTP/1.1" status: 200 len: 992 time: 2.2516782 Aug 16 02:11:46.609837 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ab3bd9-d909-464c-8ec0-37c6299e2b0b x-openstack-request-id: req-e8ab3bd9-d909-464c-8ec0-37c6299e2b0b {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:46.610145 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ab6ee1-97d6-4126-818f-a9c1ca0d59b1", "tag": "93650f68-be1c-4223-a0bc-ed3e33bd02af", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:46.610393 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e8ab3bd9-d909-464c-8ec0-37c6299e2b0b {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:46.610794 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'tag': '93650f68-be1c-4223-a0bc-ed3e33bd02af', 'status': 'completed', 'code': 200} Aug 16 02:11:46.692135 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebe39b-25f2-4a24-af8a-43c6e12fc36c req-898af76d-ee2c-4fc2-b479-fc9dd1afe9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.694394 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-59ebe39b-25f2-4a24-af8a-43c6e12fc36c req-898af76d-ee2c-4fc2-b479-fc9dd1afe9e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e188d05295c9450aabb2715f63dbf120&device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 1098 time: 0.0614569 Aug 16 02:11:46.708171 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea14fa3b-951b-4c54-9213-26cf4e1eb0d1 admin admin] Router 8b00a711-41af-4fa1-9f24-0bf75b597053 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:11:46.835593 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebe39b-25f2-4a24-af8a-43c6e12fc36c req-8aaec79d-0897-4821-bbe1-54ccfb82b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.837826 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-59ebe39b-25f2-4a24-af8a-43c6e12fc36c req-8aaec79d-0897-4821-bbe1-54ccfb82b5ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=0dbdd4b7-abee-4f35-9418-813fd696aa02 HTTP/1.1" status: 200 len: 915 time: 0.1361029 Aug 16 02:11:46.862761 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea14fa3b-951b-4c54-9213-26cf4e1eb0d1 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:46.881350 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Sync routers for ids ['8b00a711-41af-4fa1-9f24-0bf75b597053'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:46.889228 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea14fa3b-951b-4c54-9213-26cf4e1eb0d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.894020 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ea14fa3b-951b-4c54-9213-26cf4e1eb0d1 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8173323 Aug 16 02:11:46.898267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34034) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:46.919974 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Routers {'8b00a711-41af-4fa1-9f24-0bf75b597053'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:46.920377 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:11:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8b00a711-41af-4fa1-9f24-0bf75b597053'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:46.940776 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-59ebe39b-25f2-4a24-af8a-43c6e12fc36c req-eb091121-01f9-46ea-b70b-cd09b3ae654f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93650f68-be1c-4223-a0bc-ed3e33bd02af HTTP/1.1" status: 200 len: 1002 time: 0.0960159 Aug 16 02:11:46.952485 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f5027847-aaed-4af2-b8ba-cb9f07dc0947 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:46.995960 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9a3beb06-3e59-433d-b883-890d532a3616 None None] Set router b800972a-bd83-48a6-8cf6-832ebd499d4b gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:47.042851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebe39b-25f2-4a24-af8a-43c6e12fc36c req-89f5c2b6-e5b7-4f82-9704-85cc1d6d27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.044784 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-59ebe39b-25f2-4a24-af8a-43c6e12fc36c req-89f5c2b6-e5b7-4f82-9704-85cc1d6d27cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aab6a450-ae86-4947-908e-114d97c68a2e HTTP/1.1" status: 200 len: 853 time: 0.0972035 Aug 16 02:11:47.055806 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Set router 8b00a711-41af-4fa1-9f24-0bf75b597053 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:47.142311 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebe39b-25f2-4a24-af8a-43c6e12fc36c req-3879e420-5b1b-46b2-ad7f-12cdeba023e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.143857 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-59ebe39b-25f2-4a24-af8a-43c6e12fc36c req-3879e420-5b1b-46b2-ad7f-12cdeba023e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0dbdd4b7-abee-4f35-9418-813fd696aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885360 Aug 16 02:11:47.251896 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port f5027847-aaed-4af2-b8ba-cb9f07dc0947 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:47.257373 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:47.319787 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-59ebe39b-25f2-4a24-af8a-43c6e12fc36c req-ebb7cca0-4663-442a-b3e7-dedb99a8688d service neutron] 10.222.0.73 "GET /v2.0/networks/0dbdd4b7-abee-4f35-9418-813fd696aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682529 Aug 16 02:11:47.347622 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'name': 'tempest-TestVolumeBootPattern-135018719-router', 'tenant_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '6a3b1d1b-c136-4839-be98-a96d6f5c6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:44Z', 'updated_at': '2021-08-16T02:11:45Z', 'revision_number': 3, 'project_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'gw_port': {'id': '6a3b1d1b-c136-4839-be98-a96d6f5c6d4c', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:45Z', 'updated_at': '2021-08-16T02:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:47.395445 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Checking router: 8b00a711-41af-4fa1-9f24-0bf75b597053 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:47.395841 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Updating router 8b00a711-41af-4fa1-9f24-0bf75b597053 port 6a3b1d1b-c136-4839-be98-a96d6f5c6d4c binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:11:47.423470 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.451873 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-59ebe39b-25f2-4a24-af8a-43c6e12fc36c req-24c2d4ec-784f-4ae7-ab14-921b60b4166f service neutron] 10.222.0.73 "GET /v2.0/networks/0dbdd4b7-abee-4f35-9418-813fd696aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210573 Aug 16 02:11:47.478066 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:47.495861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:47.496047 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.499700 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71f1442-e57d-492d-a00c-23eaa202d154 None None] Network 5dc289c1-299d-456d-adb1-06ec39ade94c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:47.548022 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc300be3-0895-4584-b94c-34e41aa0ec75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.636122 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9ebde2bb-ff5d-46ac-9100-8ce9e419839a None None] Provisioning for port f5027847-aaed-4af2-b8ba-cb9f07dc0947 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:47.654567 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9ebde2bb-ff5d-46ac-9100-8ce9e419839a None None] Provisioning complete for port f5027847-aaed-4af2-b8ba-cb9f07dc0947 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:47.654567 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ebde2bb-ff5d-46ac-9100-8ce9e419839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.663802 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:46Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:47.735590 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd853d-d48a-43f2-932b-f73240d9fd69 None None] The sync data for ids ['b4083fca-9b4b-4a85-977f-6f092b379b32'] in n-d-765315-27 is: [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:46Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:47.735929 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.738081 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-fc300be3-0895-4584-b94c-34e41aa0ec75 admin admin] Allocated IP 172.20.0.1 (5dc289c1-299d-456d-adb1-06ec39ade94c/bb9431fb-fbfa-4935-907f-4bfba236d768/a9f08125-a947-44d4-b2ec-6659a354f179) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:47.751237 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Transition to ACTIVE for port object 6a3b1d1b-c136-4839-be98-a96d6f5c6d4c will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:47.759605 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.821577 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cda364-9cb4-45f6-9618-282351986435 None None] Pushing event updated for resources: {'Port': ['ID=6a3b1d1b-c136-4839-be98-a96d6f5c6d4c,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:47.825329 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Attempting to bind port 6a3b1d1b-c136-4839-be98-a96d6f5c6d4c on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:47.825329 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Attempting to bind port 6a3b1d1b-c136-4839-be98-a96d6f5c6d4c by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:47.825329 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Attempting to bind port 6a3b1d1b-c136-4839-be98-a96d6f5c6d4c on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:47.837876 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cda364-9cb4-45f6-9618-282351986435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.838330 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cda364-9cb4-45f6-9618-282351986435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.838781 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cda364-9cb4-45f6-9618-282351986435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.839224 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cda364-9cb4-45f6-9618-282351986435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.839683 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cda364-9cb4-45f6-9618-282351986435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.840323 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cda364-9cb4-45f6-9618-282351986435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.840648 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cda364-9cb4-45f6-9618-282351986435 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.841100 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cda364-9cb4-45f6-9618-282351986435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.841535 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cda364-9cb4-45f6-9618-282351986435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.842000 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cda364-9cb4-45f6-9618-282351986435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.842608 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cda364-9cb4-45f6-9618-282351986435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.842793 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9a3beb06-3e59-433d-b883-890d532a3616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'name': 'tempest-TestVolumeBackupRestore-1175073668-router', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:22Z', 'updated_at': '2021-08-16T02:09:25Z', 'revision_number': 4, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'gw_port': {'id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:23Z', 'updated_at': '2021-08-16T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'a6605ed0-ee62-4c24-b8a4-c3dca8ba4536', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'port_id': '93650f68-be1c-4223-a0bc-ed3e33bd02af', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'mac_address': 'fa:16:3e:4d:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:11:42Z', 'updated_at': '2021-08-16T02:11:45Z', 'revision_number': 2, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a725d5-3d5c-490e-813c-2fca9ade96b9', 'name': '', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'mac_address': 'fa:16:3e:43:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:25Z', 'updated_at': '2021-08-16T02:09:33Z', 'revision_number': 5, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'subnets': [{'id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:47.842991 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cda364-9cb4-45f6-9618-282351986435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:47.854873 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:47.855348 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:47.857038 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.857610 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:47.858386 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Bound port: 6a3b1d1b-c136-4839-be98-a96d6f5c6d4c, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:47.858938 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.892876 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc300be3-0895-4584-b94c-34e41aa0ec75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.895601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3beb06-3e59-433d-b883-890d532a3616 None None] Checking router: b800972a-bd83-48a6-8cf6-832ebd499d4b for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:47.901986 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.911318 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fc300be3-0895-4584-b94c-34e41aa0ec75 admin admin] Transition to ACTIVE for port object a9f08125-a947-44d4-b2ec-6659a354f179 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:47.949855 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] For port 6a3b1d1b-c136-4839-be98-a96d6f5c6d4c, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:47.957848 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] For port 6a3b1d1b-c136-4839-be98-a96d6f5c6d4c, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6a3b1d1b-c136-4839-be98-a96d6f5c6d4c,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:47.964683 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.970725 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3beb06-3e59-433d-b883-890d532a3616 None None] Routers {'b800972a-bd83-48a6-8cf6-832ebd499d4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:47.971377 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9a3beb06-3e59-433d-b883-890d532a3616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:11:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b800972a-bd83-48a6-8cf6-832ebd499d4b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:47.972514 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc300be3-0895-4584-b94c-34e41aa0ec75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.023716 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc300be3-0895-4584-b94c-34e41aa0ec75 admin admin] Network 5dc289c1-299d-456d-adb1-06ec39ade94c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:48.028017 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-fc300be3-0895-4584-b94c-34e41aa0ec75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:48.030531 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ebde2bb-ff5d-46ac-9100-8ce9e419839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.033377 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc300be3-0895-4584-b94c-34e41aa0ec75 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:48.059073 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port f69ae2fa-08d0-4f0d-98b8-450e3c4befd6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f69ae2fa-08d0-4f0d-98b8-450e3c4befd6,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:48.079548 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc300be3-0895-4584-b94c-34e41aa0ec75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.098153 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.173463 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9ebde2bb-ff5d-46ac-9100-8ce9e419839a None None] For port f5027847-aaed-4af2-b8ba-cb9f07dc0947, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f5027847-aaed-4af2-b8ba-cb9f07dc0947,segment=NetworkSegment(8e9e72b0-ab7b-4888-a50a-a71a5b0336e9),segment_id=8e9e72b0-ab7b-4888-a50a-a71a5b0336e9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:48.201200 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9a3beb06-3e59-433d-b883-890d532a3616 None None] Set router b800972a-bd83-48a6-8cf6-832ebd499d4b gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:48.229744 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cda364-9cb4-45f6-9618-282351986435 None None] Pushing event updated for resources: {'Port': ['ID=6a3b1d1b-c136-4839-be98-a96d6f5c6d4c,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:48.246437 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Routers {'8b00a711-41af-4fa1-9f24-0bf75b597053'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:48.247077 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:11:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8b00a711-41af-4fa1-9f24-0bf75b597053'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:48.255777 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc300be3-0895-4584-b94c-34e41aa0ec75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.277551 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc300be3-0895-4584-b94c-34e41aa0ec75 admin admin] Pushing event updated for resources: {'Port': ['ID=a9f08125-a947-44d4-b2ec-6659a354f179,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:48.343729 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ebde2bb-ff5d-46ac-9100-8ce9e419839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.375642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=f69ae2fa-08d0-4f0d-98b8-450e3c4befd6,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:48.433341 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] Set router 8b00a711-41af-4fa1-9f24-0bf75b597053 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:48.505843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebde2bb-ff5d-46ac-9100-8ce9e419839a None None] Pushing event updated for resources: {'Port': ['ID=f5027847-aaed-4af2-b8ba-cb9f07dc0947,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:48.534197 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-41f41607-8c6b-49e1-9af7-8439ced75b13 None None] Provisioning complete for port f5027847-aaed-4af2-b8ba-cb9f07dc0947 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:48.534570 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-41f41607-8c6b-49e1-9af7-8439ced75b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.608109 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc300be3-0895-4584-b94c-34e41aa0ec75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.612259 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'tag': '93650f68-be1c-4223-a0bc-ed3e33bd02af'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:48.615747 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db7f5b4-17fa-476c-ba0a-424d41544a77" -d '{"events": [{"name": "network-changed", "server_uuid": "89ab6ee1-97d6-4126-818f-a9c1ca0d59b1", "tag": "93650f68-be1c-4223-a0bc-ed3e33bd02af"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:48.620877 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc300be3-0895-4584-b94c-34e41aa0ec75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.696393 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc300be3-0895-4584-b94c-34e41aa0ec75 admin admin] Pushing event updated for resources: {'Port': ['ID=a9f08125-a947-44d4-b2ec-6659a354f179,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:48.727329 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc300be3-0895-4584-b94c-34e41aa0ec75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.740536 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ab5f2e-4446-43b1-802e-f63fb20697aa x-openstack-request-id: req-35ab5f2e-4446-43b1-802e-f63fb20697aa {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:48.741750 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ab6ee1-97d6-4126-818f-a9c1ca0d59b1", "tag": "93650f68-be1c-4223-a0bc-ed3e33bd02af", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:48.742788 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-35ab5f2e-4446-43b1-802e-f63fb20697aa {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:48.743195 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'tag': '93650f68-be1c-4223-a0bc-ed3e33bd02af', 'status': 'completed', 'code': 200} Aug 16 02:11:48.789160 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'name': 'tempest-TestVolumeBootPattern-135018719-router', 'tenant_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '6a3b1d1b-c136-4839-be98-a96d6f5c6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:44Z', 'updated_at': '2021-08-16T02:11:48Z', 'revision_number': 4, 'project_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'gw_port': {'id': '6a3b1d1b-c136-4839-be98-a96d6f5c6d4c', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:45Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a9f08125-a947-44d4-b2ec-6659a354f179', 'name': '', 'network_id': '5dc289c1-299d-456d-adb1-06ec39ade94c', 'tenant_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'mac_address': 'fa:16:3e:05:7a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'bb9431fb-fbfa-4935-907f-4bfba236d768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:47Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 1, 'project_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'subnets': [{'id': 'bb9431fb-fbfa-4935-907f-4bfba236d768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:48.813397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f5027847-aaed-4af2-b8ba-cb9f07dc0947 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:48.831473 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d7099a-3b46-436d-bf64-69cdd8065623 None None] The sync data for ids ['8b00a711-41af-4fa1-9f24-0bf75b597053'] in n-d-765315-27 is: [{'id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'name': 'tempest-TestVolumeBootPattern-135018719-router', 'tenant_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '6a3b1d1b-c136-4839-be98-a96d6f5c6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:44Z', 'updated_at': '2021-08-16T02:11:48Z', 'revision_number': 4, 'project_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'gw_port': {'id': '6a3b1d1b-c136-4839-be98-a96d6f5c6d4c', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:45Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a9f08125-a947-44d4-b2ec-6659a354f179', 'name': '', 'network_id': '5dc289c1-299d-456d-adb1-06ec39ade94c', 'tenant_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'mac_address': 'fa:16:3e:05:7a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'bb9431fb-fbfa-4935-907f-4bfba236d768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:47Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 1, 'project_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'subnets': [{'id': 'bb9431fb-fbfa-4935-907f-4bfba236d768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:48.834007 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7f5b4-17fa-476c-ba0a-424d41544a77 req-72cf971e-87c3-43a0-8192-15ba5e5c9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.835881 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1db7f5b4-17fa-476c-ba0a-424d41544a77 req-72cf971e-87c3-43a0-8192-15ba5e5c9c92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e188d05295c9450aabb2715f63dbf120&device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 1098 time: 0.0691104 Aug 16 02:11:48.887809 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc300be3-0895-4584-b94c-34e41aa0ec75 admin admin] Network 5dc289c1-299d-456d-adb1-06ec39ade94c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:48.889514 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-fc300be3-0895-4584-b94c-34e41aa0ec75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:48.988889 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7f5b4-17fa-476c-ba0a-424d41544a77 req-f24c940a-1a32-4e32-98a5-a32b89e60296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.995638 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1db7f5b4-17fa-476c-ba0a-424d41544a77 req-f24c940a-1a32-4e32-98a5-a32b89e60296 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0dbdd4b7-abee-4f35-9418-813fd696aa02 HTTP/1.1" status: 200 len: 915 time: 0.1509778 Aug 16 02:11:49.053320 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc300be3-0895-4584-b94c-34e41aa0ec75 admin admin] Router 8b00a711-41af-4fa1-9f24-0bf75b597053 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:49.087347 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1db7f5b4-17fa-476c-ba0a-424d41544a77 req-da7231e7-6901-47fb-96de-d0035164a01b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93650f68-be1c-4223-a0bc-ed3e33bd02af HTTP/1.1" status: 200 len: 1002 time: 0.0825243 Aug 16 02:11:49.095726 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-84c9ba99-8dca-482a-92d7-92611037c674 None None] Provisioning for port a9f08125-a947-44d4-b2ec-6659a354f179 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:49.110382 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-84c9ba99-8dca-482a-92d7-92611037c674 None None] Provisioning complete for port a9f08125-a947-44d4-b2ec-6659a354f179 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:49.110745 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84c9ba99-8dca-482a-92d7-92611037c674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.153338 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-84c9ba99-8dca-482a-92d7-92611037c674 None None] Port a9f08125-a947-44d4-b2ec-6659a354f179 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:49.168840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9a3beb06-3e59-433d-b883-890d532a3616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'name': 'tempest-TestVolumeBackupRestore-1175073668-router', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:22Z', 'updated_at': '2021-08-16T02:09:25Z', 'revision_number': 4, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'gw_port': {'id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:23Z', 'updated_at': '2021-08-16T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'a6605ed0-ee62-4c24-b8a4-c3dca8ba4536', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'port_id': '93650f68-be1c-4223-a0bc-ed3e33bd02af', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'mac_address': 'fa:16:3e:4d:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:11:42Z', 'updated_at': '2021-08-16T02:11:45Z', 'revision_number': 2, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a725d5-3d5c-490e-813c-2fca9ade96b9', 'name': '', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'mac_address': 'fa:16:3e:43:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:25Z', 'updated_at': '2021-08-16T02:09:33Z', 'revision_number': 5, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'subnets': [{'id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:49.188311 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7f5b4-17fa-476c-ba0a-424d41544a77 req-0c252a5f-f042-432d-baf5-518c6c0160ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:49.189902 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1db7f5b4-17fa-476c-ba0a-424d41544a77 req-0c252a5f-f042-432d-baf5-518c6c0160ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aab6a450-ae86-4947-908e-114d97c68a2e HTTP/1.1" status: 200 len: 853 time: 0.0960128 Aug 16 02:11:49.216606 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3beb06-3e59-433d-b883-890d532a3616 None None] The sync data for ids ['b800972a-bd83-48a6-8cf6-832ebd499d4b'] in n-d-765315-27 is: [{'id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'name': 'tempest-TestVolumeBackupRestore-1175073668-router', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:22Z', 'updated_at': '2021-08-16T02:09:25Z', 'revision_number': 4, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'gw_port': {'id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:23Z', 'updated_at': '2021-08-16T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'a6605ed0-ee62-4c24-b8a4-c3dca8ba4536', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'port_id': '93650f68-be1c-4223-a0bc-ed3e33bd02af', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'mac_address': 'fa:16:3e:4d:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:11:42Z', 'updated_at': '2021-08-16T02:11:45Z', 'revision_number': 2, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a725d5-3d5c-490e-813c-2fca9ade96b9', 'name': '', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'mac_address': 'fa:16:3e:43:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:25Z', 'updated_at': '2021-08-16T02:09:33Z', 'revision_number': 5, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'subnets': [{'id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:49.235978 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port f5027847-aaed-4af2-b8ba-cb9f07dc0947 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:49.236441 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.261408 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7f5b4-17fa-476c-ba0a-424d41544a77 req-9d1a938f-2a31-4a00-94b2-802eabaac512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:49.262999 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc300be3-0895-4584-b94c-34e41aa0ec75 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:49.263895 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1db7f5b4-17fa-476c-ba0a-424d41544a77 req-9d1a938f-2a31-4a00-94b2-802eabaac512 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0dbdd4b7-abee-4f35-9418-813fd696aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669596 Aug 16 02:11:49.268728 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fc300be3-0895-4584-b94c-34e41aa0ec75 admin admin] 10.222.0.68 "PUT /v2.0/routers/8b00a711-41af-4fa1-9f24-0bf75b597053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3688614 Aug 16 02:11:49.329393 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-00bb3c17-0bd8-4738-8404-01cb784df2d2 None None] Provisioning complete for port a9f08125-a947-44d4-b2ec-6659a354f179 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:49.329793 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00bb3c17-0bd8-4738-8404-01cb784df2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.395219 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-00bb3c17-0bd8-4738-8404-01cb784df2d2 None None] Port a9f08125-a947-44d4-b2ec-6659a354f179 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:49.401032 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:49.465217 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1db7f5b4-17fa-476c-ba0a-424d41544a77 req-e40cd093-afc7-4bbe-ae48-cdb77aa98295 service neutron] 10.222.0.73 "GET /v2.0/networks/0dbdd4b7-abee-4f35-9418-813fd696aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927924 Aug 16 02:11:49.466170 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:49.466698 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.601751 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1db7f5b4-17fa-476c-ba0a-424d41544a77 req-63544a9b-6a9e-4c67-a084-483d88f450ff service neutron] 10.222.0.73 "GET /v2.0/networks/0dbdd4b7-abee-4f35-9418-813fd696aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292918 Aug 16 02:11:50.153900 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-744683e5-1bbd-41af-be34-18bc066dad9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.742212 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6a3b1d1b-c136-4839-be98-a96d6f5c6d4c up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:50.808082 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 6a3b1d1b-c136-4839-be98-a96d6f5c6d4c completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:50.815369 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 6a3b1d1b-c136-4839-be98-a96d6f5c6d4c triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:50.816060 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.917859 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.937995 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 6a3b1d1b-c136-4839-be98-a96d6f5c6d4c, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6a3b1d1b-c136-4839-be98-a96d6f5c6d4c,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:50.941655 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.995649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=6a3b1d1b-c136-4839-be98-a96d6f5c6d4c,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:51.545859 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9892be-20ef-400c-b628-90728622d89d req-a8fabcd8-471c-4e33-90d4-ffe3717372bd tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.547346 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e9892be-20ef-400c-b628-90728622d89d req-a8fabcd8-471c-4e33-90d4-ffe3717372bd tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 812 time: 0.1043479 Aug 16 02:11:51.563665 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e9892be-20ef-400c-b628-90728622d89d req-a5be48fd-84cc-4a25-a6e9-ac8dfe430ce9 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/quotas/8958f59e4db74d1eaa22c4230e8bc798 HTTP/1.1" status: 200 len: 375 time: 0.0101390 Aug 16 02:11:51.615042 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e9892be-20ef-400c-b628-90728622d89d req-29b8b342-eb47-4db0-8d43-2e8b95dac14f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453920 Aug 16 02:11:51.711042 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e9892be-20ef-400c-b628-90728622d89d req-d9cd369e-25fe-473c-a4cc-f701b344d646 service neutron] 10.222.0.68 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874455 Aug 16 02:11:51.808515 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e9892be-20ef-400c-b628-90728622d89d req-db53fb3c-40e8-4abb-8e74-be972972e80a service neutron] 10.222.0.68 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899079 Aug 16 02:11:52.133244 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a079bf80-0cbd-4782-9e52-aa2c1a63efdc req-00f44014-d0e7-4232-8203-d9bea060042b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 210 time: 0.0314350 Aug 16 02:11:52.312640 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Sync routers for ids ['8b00a711-41af-4fa1-9f24-0bf75b597053'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:52.323548 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Routers {'8b00a711-41af-4fa1-9f24-0bf75b597053'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:52.324225 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:11:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8b00a711-41af-4fa1-9f24-0bf75b597053'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:52.435758 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Set router 8b00a711-41af-4fa1-9f24-0bf75b597053 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:52.637378 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-467235be-f51d-4541-abe6-bd6a340a4e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.659346 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'name': 'tempest-TestVolumeBootPattern-135018719-router', 'tenant_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '6a3b1d1b-c136-4839-be98-a96d6f5c6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:44Z', 'updated_at': '2021-08-16T02:11:48Z', 'revision_number': 4, 'project_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'gw_port': {'id': '6a3b1d1b-c136-4839-be98-a96d6f5c6d4c', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:45Z', 'updated_at': '2021-08-16T02:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a9f08125-a947-44d4-b2ec-6659a354f179', 'name': '', 'network_id': '5dc289c1-299d-456d-adb1-06ec39ade94c', 'tenant_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'mac_address': 'fa:16:3e:05:7a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'bb9431fb-fbfa-4935-907f-4bfba236d768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:47Z', 'updated_at': '2021-08-16T02:11:48Z', 'revision_number': 2, 'project_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'subnets': [{'id': 'bb9431fb-fbfa-4935-907f-4bfba236d768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:52.691063 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Checking router: 8b00a711-41af-4fa1-9f24-0bf75b597053 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:52.691417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Updating router 8b00a711-41af-4fa1-9f24-0bf75b597053 port a9f08125-a947-44d4-b2ec-6659a354f179 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:11:52.718163 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.750648 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6a3b1d1b-c136-4839-be98-a96d6f5c6d4c up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:52.881927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 6a3b1d1b-c136-4839-be98-a96d6f5c6d4c triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:52.882254 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.089552 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.101714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Transition to ACTIVE for port object a9f08125-a947-44d4-b2ec-6659a354f179 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:53.108071 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.143586 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9892be-20ef-400c-b628-90728622d89d req-645eb7ee-9e36-4651-8cf7-d0653f8d32ea tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.145239 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0e9892be-20ef-400c-b628-90728622d89d req-645eb7ee-9e36-4651-8cf7-d0653f8d32ea tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.63 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 812 time: 0.1113837 Aug 16 02:11:53.159652 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-0e9892be-20ef-400c-b628-90728622d89d req-bc8a417f-61f2-4a84-903c-8b73d9de4797 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Request body: {'port': {'device_id': '6a036f89-4065-40eb-b503-80399839fba2', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'admin_state_up': True, 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:53.162463 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8eb80f-1216-4860-ba45-7fa40b2d63f2 None None] Pushing event updated for resources: {'Port': ['ID=a9f08125-a947-44d4-b2ec-6659a354f179,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:53.237419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Attempting to bind port a9f08125-a947-44d4-b2ec-6659a354f179 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:53.237862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Attempting to bind port a9f08125-a947-44d4-b2ec-6659a354f179 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '8e9e72b0-ab7b-4888-a50a-a71a5b0336e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5dc289c1-299d-456d-adb1-06ec39ade94c'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:53.238217 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Attempting to bind port a9f08125-a947-44d4-b2ec-6659a354f179 on network 5dc289c1-299d-456d-adb1-06ec39ade94c {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:53.247371 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:53.247742 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Checking segment: {'id': '8e9e72b0-ab7b-4888-a50a-a71a5b0336e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5dc289c1-299d-456d-adb1-06ec39ade94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:53.248168 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.248560 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Bound using segment: {'id': '8e9e72b0-ab7b-4888-a50a-a71a5b0336e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5dc289c1-299d-456d-adb1-06ec39ade94c'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:53.249023 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Bound port: a9f08125-a947-44d4-b2ec-6659a354f179, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9e72b0-ab7b-4888-a50a-a71a5b0336e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5dc289c1-299d-456d-adb1-06ec39ade94c'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:53.249786 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.310950 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d895f2f-33d8-4eb2-bd22-848581f01957 req-a28d30dd-334c-46cc-a4b1-c3bb0846d3ad tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 210 time: 0.0728643 Aug 16 02:11:53.354798 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.384243 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] For port a9f08125-a947-44d4-b2ec-6659a354f179, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:53.388342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] For port a9f08125-a947-44d4-b2ec-6659a354f179, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a9f08125-a947-44d4-b2ec-6659a354f179,segment=NetworkSegment(8e9e72b0-ab7b-4888-a50a-a71a5b0336e9),segment_id=8e9e72b0-ab7b-4888-a50a-a71a5b0336e9)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:53.393183 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.452969 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Routers {'8b00a711-41af-4fa1-9f24-0bf75b597053'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:53.453697 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:11:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8b00a711-41af-4fa1-9f24-0bf75b597053'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:53.504534 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8eb80f-1216-4860-ba45-7fa40b2d63f2 None None] Pushing event updated for resources: {'Port': ['ID=a9f08125-a947-44d4-b2ec-6659a354f179,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:53.591546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] Set router 8b00a711-41af-4fa1-9f24-0bf75b597053 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:53.628076 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9892be-20ef-400c-b628-90728622d89d req-bc8a417f-61f2-4a84-903c-8b73d9de4797 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Made reservation on behalf of 8958f59e4db74d1eaa22c4230e8bc798 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:53.634378 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0e9892be-20ef-400c-b628-90728622d89d req-bc8a417f-61f2-4a84-903c-8b73d9de4797 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.782009 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-0e9892be-20ef-400c-b628-90728622d89d req-bc8a417f-61f2-4a84-903c-8b73d9de4797 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Allocated IP 172.20.0.3 (79f38810-e2ae-4630-9f61-4d9a565c053e/006f9681-3ab4-4859-9303-ea116cf027bf/38f10cf5-9194-4be1-9b4a-e468915965d0) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:53.837340 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'name': 'tempest-TestVolumeBootPattern-135018719-router', 'tenant_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '6a3b1d1b-c136-4839-be98-a96d6f5c6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:44Z', 'updated_at': '2021-08-16T02:11:48Z', 'revision_number': 4, 'project_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'gw_port': {'id': '6a3b1d1b-c136-4839-be98-a96d6f5c6d4c', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:45Z', 'updated_at': '2021-08-16T02:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a9f08125-a947-44d4-b2ec-6659a354f179', 'name': '', 'network_id': '5dc289c1-299d-456d-adb1-06ec39ade94c', 'tenant_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'mac_address': 'fa:16:3e:05:7a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'bb9431fb-fbfa-4935-907f-4bfba236d768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:47Z', 'updated_at': '2021-08-16T02:11:53Z', 'revision_number': 4, 'project_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'subnets': [{'id': 'bb9431fb-fbfa-4935-907f-4bfba236d768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:53.864116 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97fa139-8002-4e0b-bc42-70b1ffc82f80 None None] The sync data for ids ['8b00a711-41af-4fa1-9f24-0bf75b597053'] in n-d-765315-27 is: [{'id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'name': 'tempest-TestVolumeBootPattern-135018719-router', 'tenant_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '6a3b1d1b-c136-4839-be98-a96d6f5c6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:44Z', 'updated_at': '2021-08-16T02:11:48Z', 'revision_number': 4, 'project_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'gw_port': {'id': '6a3b1d1b-c136-4839-be98-a96d6f5c6d4c', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:45Z', 'updated_at': '2021-08-16T02:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a9f08125-a947-44d4-b2ec-6659a354f179', 'name': '', 'network_id': '5dc289c1-299d-456d-adb1-06ec39ade94c', 'tenant_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'mac_address': 'fa:16:3e:05:7a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'bb9431fb-fbfa-4935-907f-4bfba236d768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:47Z', 'updated_at': '2021-08-16T02:11:53Z', 'revision_number': 4, 'project_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'subnets': [{'id': 'bb9431fb-fbfa-4935-907f-4bfba236d768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:53.954973 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0e9892be-20ef-400c-b628-90728622d89d req-bc8a417f-61f2-4a84-903c-8b73d9de4797 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.970460 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-0e9892be-20ef-400c-b628-90728622d89d req-bc8a417f-61f2-4a84-903c-8b73d9de4797 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Transition to ACTIVE for port object 38f10cf5-9194-4be1-9b4a-e468915965d0 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:54.006741 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0e9892be-20ef-400c-b628-90728622d89d req-bc8a417f-61f2-4a84-903c-8b73d9de4797 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.056355 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9892be-20ef-400c-b628-90728622d89d req-bc8a417f-61f2-4a84-903c-8b73d9de4797 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Network 79f38810-e2ae-4630-9f61-4d9a565c053e is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:54.059638 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-0e9892be-20ef-400c-b628-90728622d89d req-bc8a417f-61f2-4a84-903c-8b73d9de4797 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:54.065258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9892be-20ef-400c-b628-90728622d89d req-bc8a417f-61f2-4a84-903c-8b73d9de4797 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:54.069438 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a417f-61f2-4a84-903c-8b73d9de4797 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event updated for resources: {'Port': ['ID=38f10cf5-9194-4be1-9b4a-e468915965d0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:54.125949 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9892be-20ef-400c-b628-90728622d89d req-bc8a417f-61f2-4a84-903c-8b73d9de4797 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:54.126982 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0e9892be-20ef-400c-b628-90728622d89d req-bc8a417f-61f2-4a84-903c-8b73d9de4797 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.149365 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0e9892be-20ef-400c-b628-90728622d89d req-bc8a417f-61f2-4a84-903c-8b73d9de4797 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9936864 Aug 16 02:11:54.169750 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Request body: {'port': {'device_id': '6a036f89-4065-40eb-b503-80399839fba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:54.218652 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.266432 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.352128 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b00edea7-c330-40b9-9f59-265683e8c8e7 None None] Provisioning for port 38f10cf5-9194-4be1-9b4a-e468915965d0 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:54.358950 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b00edea7-c330-40b9-9f59-265683e8c8e7 None None] Provisioning complete for port 38f10cf5-9194-4be1-9b4a-e468915965d0 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:54.359729 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b00edea7-c330-40b9-9f59-265683e8c8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.430068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b00edea7-c330-40b9-9f59-265683e8c8e7 None None] Port 38f10cf5-9194-4be1-9b4a-e468915965d0 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:54.559084 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db441efe-1409-4235-9d90-e4c443790c7a req-43751382-330c-4cc0-a3dc-bc3f4399f9cb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:54.560697 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-db441efe-1409-4235-9d90-e4c443790c7a req-43751382-330c-4cc0-a3dc-bc3f4399f9cb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 931 time: 0.1084819 Aug 16 02:11:54.646378 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-db441efe-1409-4235-9d90-e4c443790c7a req-be371f65-71f7-459f-a8ee-6e265cad8e6e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711770 Aug 16 02:11:54.675432 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f10cf5-9194-4be1-9b4a-e468915965d0 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:54.684203 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.696929 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Transition to ACTIVE for port object 38f10cf5-9194-4be1-9b4a-e468915965d0 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:54.701890 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.759599 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a9f08125-a947-44d4-b2ec-6659a354f179 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:54.803482 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Pushing event updated for resources: {'Port': ['ID=38f10cf5-9194-4be1-9b4a-e468915965d0,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:54.826509 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port a9f08125-a947-44d4-b2ec-6659a354f179 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:54.831915 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a9f08125-a947-44d4-b2ec-6659a354f179 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:54.832627 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.849662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Attempting to bind port 38f10cf5-9194-4be1-9b4a-e468915965d0 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:54.850108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Attempting to bind port 38f10cf5-9194-4be1-9b4a-e468915965d0 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:54.851014 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Attempting to bind port 38f10cf5-9194-4be1-9b4a-e468915965d0 on network 79f38810-e2ae-4630-9f61-4d9a565c053e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:54.856684 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Port 38f10cf5-9194-4be1-9b4a-e468915965d0 on network 79f38810-e2ae-4630-9f61-4d9a565c053e not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:54.857022 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Attempting to bind port 38f10cf5-9194-4be1-9b4a-e468915965d0 on network 79f38810-e2ae-4630-9f61-4d9a565c053e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:54.862243 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:54.862554 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Checking segment: {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:54.863747 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Bound using segment: {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:54.864203 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Bound port: 38f10cf5-9194-4be1-9b4a-e468915965d0, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:54.864577 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.924156 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.955380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] For port 38f10cf5-9194-4be1-9b4a-e468915965d0, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:54.966182 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] For port 38f10cf5-9194-4be1-9b4a-e468915965d0, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=38f10cf5-9194-4be1-9b4a-e468915965d0,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:54.966812 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port a9f08125-a947-44d4-b2ec-6659a354f179, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a9f08125-a947-44d4-b2ec-6659a354f179,segment=NetworkSegment(8e9e72b0-ab7b-4888-a50a-a71a5b0336e9),segment_id=8e9e72b0-ab7b-4888-a50a-a71a5b0336e9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:54.978454 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.979443 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.013112 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.013739 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.015193 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0e9892be-20ef-400c-b628-90728622d89d req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] 10.222.0.63 "PUT /v2.0/ports/38f10cf5-9194-4be1-9b4a-e468915965d0 HTTP/1.1" status: 200 len: 1092 time: 0.8554220 Aug 16 02:11:55.051737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=a9f08125-a947-44d4-b2ec-6659a354f179,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:55.052923 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a036f89-4065-40eb-b503-80399839fba2', 'tag': '38f10cf5-9194-4be1-9b4a-e468915965d0'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:55.056205 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b69ce0-baae-4844-8ac5-17209941230a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a036f89-4065-40eb-b503-80399839fba2", "tag": "38f10cf5-9194-4be1-9b4a-e468915965d0"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:55.129310 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e95d12c-6faf-4144-a697-bf3775de7a9b x-openstack-request-id: req-4e95d12c-6faf-4144-a697-bf3775de7a9b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:55.129608 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a036f89-4065-40eb-b503-80399839fba2", "tag": "38f10cf5-9194-4be1-9b4a-e468915965d0", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:55.129898 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4e95d12c-6faf-4144-a697-bf3775de7a9b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:55.130288 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a036f89-4065-40eb-b503-80399839fba2', 'tag': '38f10cf5-9194-4be1-9b4a-e468915965d0', 'status': 'completed', 'code': 200} Aug 16 02:11:55.139985 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0ae99-0fa8-405b-913c-8c620c8143df service neutron] Pushing event updated for resources: {'Port': ['ID=38f10cf5-9194-4be1-9b4a-e468915965d0,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:55.157639 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9892be-20ef-400c-b628-90728622d89d req-10b95a02-aff9-4e9f-8e56-ca818f5c42eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.159190 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0e9892be-20ef-400c-b628-90728622d89d req-10b95a02-aff9-4e9f-8e56-ca818f5c42eb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 1095 time: 0.0735760 Aug 16 02:11:55.206244 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0e9892be-20ef-400c-b628-90728622d89d req-f4ba1622-9ba3-441e-8dac-c10baa115ad6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38f10cf5-9194-4be1-9b4a-e468915965d0 HTTP/1.1" status: 200 len: 217 time: 0.0377204 Aug 16 02:11:55.264997 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9892be-20ef-400c-b628-90728622d89d req-486bacc5-c4fb-48dc-b3c5-f72a306cec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.266489 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0e9892be-20ef-400c-b628-90728622d89d req-486bacc5-c4fb-48dc-b3c5-f72a306cec0d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0500393 Aug 16 02:11:55.338192 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9892be-20ef-400c-b628-90728622d89d req-e9e4aa44-a398-4b04-b193-acab2c41e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.339740 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0e9892be-20ef-400c-b628-90728622d89d req-e9e4aa44-a398-4b04-b193-acab2c41e772 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622444 Aug 16 02:11:55.439570 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0e9892be-20ef-400c-b628-90728622d89d req-3524d6cb-0527-4f03-b7ae-3ec104bee543 service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839357 Aug 16 02:11:55.539709 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0e9892be-20ef-400c-b628-90728622d89d req-83e56e48-43f3-4ddd-b882-8400bb1cbdaa service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892606 Aug 16 02:11:55.633524 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b69ce0-baae-4844-8ac5-17209941230a req-420121a6-0eaa-41fe-b7e0-4eb363b02cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.635009 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69b69ce0-baae-4844-8ac5-17209941230a req-420121a6-0eaa-41fe-b7e0-4eb363b02cad service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 1095 time: 0.0440300 Aug 16 02:11:55.761679 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b69ce0-baae-4844-8ac5-17209941230a req-470ca6ee-642b-45dd-981b-bb8dc6179162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.763224 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69b69ce0-baae-4844-8ac5-17209941230a req-470ca6ee-642b-45dd-981b-bb8dc6179162 service neutron] 10.222.0.63 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.1170585 Aug 16 02:11:55.783885 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17249ef6-770a-4efe-b643-29a2bd87d26d req-5ba15df0-245d-4661-ab05-4d45959d85c5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.785410 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17249ef6-770a-4efe-b643-29a2bd87d26d req-5ba15df0-245d-4661-ab05-4d45959d85c5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 943 time: 0.0676100 Aug 16 02:11:55.826717 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69b69ce0-baae-4844-8ac5-17209941230a req-20422ee5-ded6-4a99-adbe-1e76cc2127c3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38f10cf5-9194-4be1-9b4a-e468915965d0 HTTP/1.1" status: 200 len: 217 time: 0.0508409 Aug 16 02:11:55.883762 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17249ef6-770a-4efe-b643-29a2bd87d26d req-3e46fb02-c03f-4f44-a474-b75e62e4c751 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909448 Aug 16 02:11:55.898066 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b69ce0-baae-4844-8ac5-17209941230a req-edaec313-4086-472a-bf1f-6911a007a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.899997 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69b69ce0-baae-4844-8ac5-17209941230a req-edaec313-4086-472a-bf1f-6911a007a8e5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0612786 Aug 16 02:11:55.959512 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b69ce0-baae-4844-8ac5-17209941230a req-104206d9-e14e-47d1-91a1-f2b08c86cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.961195 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69b69ce0-baae-4844-8ac5-17209941230a req-104206d9-e14e-47d1-91a1-f2b08c86cfd6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503309 Aug 16 02:11:56.029526 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.067256 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69b69ce0-baae-4844-8ac5-17209941230a req-e4cf51f2-3204-4c6c-9640-0910b215eef8 service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947075 Aug 16 02:11:56.164078 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69b69ce0-baae-4844-8ac5-17209941230a req-9e6e5ed3-b9a6-449a-bb3d-193288b94279 service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893295 Aug 16 02:11:56.707865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a9f08125-a947-44d4-b2ec-6659a354f179 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:56.758392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a9f08125-a947-44d4-b2ec-6659a354f179 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:56.758767 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.001928 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949cd9b-e784-4226-804e-22163ab1365c req-53416cfe-89b4-4718-bfb4-70ecabbcf266 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:57.003428 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f949cd9b-e784-4226-804e-22163ab1365c req-53416cfe-89b4-4718-bfb4-70ecabbcf266 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 943 time: 0.0499117 Aug 16 02:11:57.045083 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f949cd9b-e784-4226-804e-22163ab1365c req-5bd3c88f-967a-459f-87a2-cd65bcb9994f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347648 Aug 16 02:11:57.378737 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:11:58.330636 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8bbe6-66db-4a0c-a3f5-358c80d3a942 req-2b045831-2654-4196-a0a8-b776a64e093c tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:58.332072 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-63b8bbe6-66db-4a0c-a3f5-358c80d3a942 req-2b045831-2654-4196-a0a8-b776a64e093c tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 943 time: 0.2206895 Aug 16 02:11:58.374119 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-63b8bbe6-66db-4a0c-a3f5-358c80d3a942 req-dd167656-81a4-44ae-bf3a-dd90053a6223 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352669 Aug 16 02:11:59.509879 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164c15d-14d6-4800-99dc-4a63568e1ade req-8ab4b413-4c7d-419f-b516-bd5497733564 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:59.511450 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2164c15d-14d6-4800-99dc-4a63568e1ade req-8ab4b413-4c7d-419f-b516-bd5497733564 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 943 time: 0.0531762 Aug 16 02:11:59.553007 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2164c15d-14d6-4800-99dc-4a63568e1ade req-7323ef4b-3194-4198-875e-83fdbd6e0d1d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346477 Aug 16 02:12:00.670013 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3425068-a15c-4ecf-bc33-75e69818ed8d req-1b354ebd-34e0-4a90-8193-59a85f779328 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:00.671817 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3425068-a15c-4ecf-bc33-75e69818ed8d req-1b354ebd-34e0-4a90-8193-59a85f779328 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 943 time: 0.0508535 Aug 16 02:12:00.710024 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3425068-a15c-4ecf-bc33-75e69818ed8d req-df896daf-d59b-4d2c-a022-e21234f982aa tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319717 Aug 16 02:12:01.833031 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c07c2f-6a1d-4066-b723-3c7b8a82ff62 req-13552a47-9bc8-461b-a9e4-390eb40dd7de tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.835092 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40c07c2f-6a1d-4066-b723-3c7b8a82ff62 req-13552a47-9bc8-461b-a9e4-390eb40dd7de tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 943 time: 0.0555091 Aug 16 02:12:01.874682 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40c07c2f-6a1d-4066-b723-3c7b8a82ff62 req-4841e7ef-e4fa-4372-8e69-95f9b14ae914 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334916 Aug 16 02:12:03.002864 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68edb91-c879-4e4d-8954-9ef6561b31de req-cfdbba58-6403-4e19-afdf-bbc8faca8979 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:03.004391 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b68edb91-c879-4e4d-8954-9ef6561b31de req-cfdbba58-6403-4e19-afdf-bbc8faca8979 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 943 time: 0.0551229 Aug 16 02:12:03.044216 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b68edb91-c879-4e4d-8954-9ef6561b31de req-4eca85fd-935e-4c13-a100-4f122ac266df tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328047 Aug 16 02:12:04.159853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f15d29-ae16-4170-a8c8-14e766675eb2 req-81e5996c-bf2c-45c4-a7c1-a5e121b0eae6 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:04.161569 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-23f15d29-ae16-4170-a8c8-14e766675eb2 req-81e5996c-bf2c-45c4-a7c1-a5e121b0eae6 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 943 time: 0.0496359 Aug 16 02:12:04.199936 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-23f15d29-ae16-4170-a8c8-14e766675eb2 req-8d06e357-88ca-4a60-be7d-9e90d0d9441c tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319765 Aug 16 02:12:05.324699 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7bedf-5546-41fa-a457-e22e41e27d09 req-3a45fca6-4cf3-4cb9-a8af-663cab9f1709 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:05.326213 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-56b7bedf-5546-41fa-a457-e22e41e27d09 req-3a45fca6-4cf3-4cb9-a8af-663cab9f1709 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 943 time: 0.0499909 Aug 16 02:12:05.371672 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-56b7bedf-5546-41fa-a457-e22e41e27d09 req-09eda05c-b98a-43ee-9f58-b24c2cedbf8f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393276 Aug 16 02:12:05.442600 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 38f10cf5-9194-4be1-9b4a-e468915965d0 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:05.543246 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 38f10cf5-9194-4be1-9b4a-e468915965d0, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=38f10cf5-9194-4be1-9b4a-e468915965d0,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:05.555246 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '38f10cf5-9194-4be1-9b4a-e468915965d0', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'port_id': '38f10cf5-9194-4be1-9b4a-e468915965d0', 'mac_address': 'fa:16:3e:0f:9f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:12:05.592830 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.607129 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f10cf5-9194-4be1-9b4a-e468915965d0 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:05.628205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 38f10cf5-9194-4be1-9b4a-e468915965d0, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=38f10cf5-9194-4be1-9b4a-e468915965d0,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:05.632827 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.684285 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=38f10cf5-9194-4be1-9b4a-e468915965d0,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:05.883316 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['38f10cf5-9194-4be1-9b4a-e468915965d0'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:06.492834 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488436e4-1b7f-4ea4-a93f-a0028a92ba7e req-f4880bc9-22e6-4bff-b57e-bd7fe077a8aa tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:06.494549 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-488436e4-1b7f-4ea4-a93f-a0028a92ba7e req-f4880bc9-22e6-4bff-b57e-bd7fe077a8aa tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 944 time: 0.0539658 Aug 16 02:12:06.537656 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-488436e4-1b7f-4ea4-a93f-a0028a92ba7e req-153e2b81-1494-48b9-86b3-d8f6c761a584 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366395 Aug 16 02:12:07.457881 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 38f10cf5-9194-4be1-9b4a-e468915965d0 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:07.505581 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 38f10cf5-9194-4be1-9b4a-e468915965d0 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:07.509740 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 38f10cf5-9194-4be1-9b4a-e468915965d0 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:07.510133 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.597765 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.599658 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.621347 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a036f89-4065-40eb-b503-80399839fba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f10cf5-9194-4be1-9b4a-e468915965d0'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:07.623638 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5481e76-32b5-4d63-9342-79814858f0e8" -d '{"events": [{"server_uuid": "6a036f89-4065-40eb-b503-80399839fba2", "name": "network-vif-plugged", "status": "completed", "tag": "38f10cf5-9194-4be1-9b4a-e468915965d0"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:07.638076 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 38f10cf5-9194-4be1-9b4a-e468915965d0, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=38f10cf5-9194-4be1-9b4a-e468915965d0,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:07.642910 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.663082 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c6c65-2ec1-4d08-8482-1532d44efb37 req-cf2cd810-7288-4457-9aae-ccf989f71d24 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:07.666423 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-234c6c65-2ec1-4d08-8482-1532d44efb37 req-cf2cd810-7288-4457-9aae-ccf989f71d24 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 944 time: 0.0573325 Aug 16 02:12:07.671072 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dde7a9-f1e8-4276-833f-96a9e3e75236 x-openstack-request-id: req-a1dde7a9-f1e8-4276-833f-96a9e3e75236 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:07.671498 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a036f89-4065-40eb-b503-80399839fba2", "name": "network-vif-plugged", "status": "completed", "tag": "38f10cf5-9194-4be1-9b4a-e468915965d0", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:07.671759 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a1dde7a9-f1e8-4276-833f-96a9e3e75236 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:07.672153 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a036f89-4065-40eb-b503-80399839fba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f10cf5-9194-4be1-9b4a-e468915965d0', 'code': 200} Aug 16 02:12:07.701873 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=38f10cf5-9194-4be1-9b4a-e468915965d0,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:07.719910 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-234c6c65-2ec1-4d08-8482-1532d44efb37 req-948bdbdd-3335-4a73-883d-7cd670dea3c6 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470500 Aug 16 02:12:07.778816 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca4930-8545-4bf0-a3c6-16ef692cf214 req-be10b9c3-5873-43e7-b6f3-f9eacc18cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:07.780283 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a8ca4930-8545-4bf0-a3c6-16ef692cf214 req-be10b9c3-5873-43e7-b6f3-f9eacc18cd88 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 1097 time: 0.0443280 Aug 16 02:12:07.820112 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a8ca4930-8545-4bf0-a3c6-16ef692cf214 req-079ec475-d86d-4c24-8315-9964e76552c9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286462 Aug 16 02:12:08.245733 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.845081 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7f310-83f4-4051-8aea-55f305789152 req-ee105300-4082-406f-b285-0e40ae2f4a19 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.846645 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4dd7f310-83f4-4051-8aea-55f305789152 req-ee105300-4082-406f-b285-0e40ae2f4a19 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 945 time: 0.0544353 Aug 16 02:12:08.885618 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4dd7f310-83f4-4051-8aea-55f305789152 req-7cd86caa-a1dc-44d2-b882-893fe3235b30 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318429 Aug 16 02:12:09.006982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365e412-ab27-4416-9189-1d3312f7f421 req-58f8fc8d-cf38-4580-bbfd-63050ffac5c0 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:09.008467 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6365e412-ab27-4416-9189-1d3312f7f421 req-58f8fc8d-cf38-4580-bbfd-63050ffac5c0 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 945 time: 0.0496049 Aug 16 02:12:09.049983 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6365e412-ab27-4416-9189-1d3312f7f421 req-b89f4082-e111-4d3f-a605-561e5e06aa31 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352690 Aug 16 02:12:09.169134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f59496-0020-4e79-9950-dc01183be818 req-23532c80-0e86-4055-81c5-da119956e3d5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:09.170604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-33f59496-0020-4e79-9950-dc01183be818 req-23532c80-0e86-4055-81c5-da119956e3d5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 945 time: 0.0522346 Aug 16 02:12:09.212831 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-33f59496-0020-4e79-9950-dc01183be818 req-4f37ffb5-eaf0-41a4-a9fe-52f5e9f50dc4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356510 Aug 16 02:12:09.476563 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb445d5-5e9b-467c-9c8f-e3a09afd894f req-df6c5263-2f8f-4d1b-a71b-212435fc0b86 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:09.478094 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-acb445d5-5e9b-467c-9c8f-e3a09afd894f req-df6c5263-2f8f-4d1b-a71b-212435fc0b86 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 945 time: 0.0561016 Aug 16 02:12:09.519414 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-acb445d5-5e9b-467c-9c8f-e3a09afd894f req-c4d93c66-1ff5-4d9e-9cd0-3fda2c21bc9b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340323 Aug 16 02:12:10.642701 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923aec0-11d0-4afe-b996-fd4d37e45e72 req-28236c3b-b8ed-43e9-81ef-baed63d29cbe tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:10.644215 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0923aec0-11d0-4afe-b996-fd4d37e45e72 req-28236c3b-b8ed-43e9-81ef-baed63d29cbe tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 945 time: 0.0519862 Aug 16 02:12:10.683828 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0923aec0-11d0-4afe-b996-fd4d37e45e72 req-62e5f5fe-4fe0-410e-83a9-8d6b33f58bb4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325408 Aug 16 02:12:11.126887 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab9bc0-9796-4d47-a138-ebc390715e6b req-520f645a-b059-40f6-9547-9012a8027299 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:11.128436 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-beab9bc0-9796-4d47-a138-ebc390715e6b req-520f645a-b059-40f6-9547-9012a8027299 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 945 time: 0.0544827 Aug 16 02:12:11.227127 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-beab9bc0-9796-4d47-a138-ebc390715e6b req-221eaf98-dc8b-4c6c-b7d5-bb4a06d4bf4e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Deleting port 38f10cf5-9194-4be1-9b4a-e468915965d0 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:11.227574 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-beab9bc0-9796-4d47-a138-ebc390715e6b req-221eaf98-dc8b-4c6c-b7d5-bb4a06d4bf4e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.325117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-beab9bc0-9796-4d47-a138-ebc390715e6b req-221eaf98-dc8b-4c6c-b7d5-bb4a06d4bf4e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] For port 38f10cf5-9194-4be1-9b4a-e468915965d0, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=38f10cf5-9194-4be1-9b4a-e468915965d0,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:11.325535 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-beab9bc0-9796-4d47-a138-ebc390715e6b req-221eaf98-dc8b-4c6c-b7d5-bb4a06d4bf4e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.339997 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-beab9bc0-9796-4d47-a138-ebc390715e6b req-221eaf98-dc8b-4c6c-b7d5-bb4a06d4bf4e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Calling delete_port for 38f10cf5-9194-4be1-9b4a-e468915965d0 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:11.479597 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-beab9bc0-9796-4d47-a138-ebc390715e6b req-221eaf98-dc8b-4c6c-b7d5-bb4a06d4bf4e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.498666 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['38f10cf5-9194-4be1-9b4a-e468915965d0'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:11.516896 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221eaf98-dc8b-4c6c-b7d5-bb4a06d4bf4e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event deleted for resources: {'Port': ['ID=38f10cf5-9194-4be1-9b4a-e468915965d0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:11.564833 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-beab9bc0-9796-4d47-a138-ebc390715e6b req-221eaf98-dc8b-4c6c-b7d5-bb4a06d4bf4e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] No DVR routers for this DVR port 38f10cf5-9194-4be1-9b4a-e468915965d0 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:11.567824 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-beab9bc0-9796-4d47-a138-ebc390715e6b req-221eaf98-dc8b-4c6c-b7d5-bb4a06d4bf4e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.570077 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-beab9bc0-9796-4d47-a138-ebc390715e6b req-221eaf98-dc8b-4c6c-b7d5-bb4a06d4bf4e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.63 "DELETE /v2.0/ports/38f10cf5-9194-4be1-9b4a-e468915965d0 HTTP/1.1" status: 204 len: 173 time: 0.4351649 Aug 16 02:12:11.570556 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a036f89-4065-40eb-b503-80399839fba2', 'name': 'network-vif-deleted', 'tag': '38f10cf5-9194-4be1-9b4a-e468915965d0'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:11.573182 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c35887-1340-4d31-9e5e-0708465b11ad" -d '{"events": [{"server_uuid": "6a036f89-4065-40eb-b503-80399839fba2", "name": "network-vif-deleted", "tag": "38f10cf5-9194-4be1-9b4a-e468915965d0"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:11.627630 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74eb925-b6bb-4ac2-9c9b-ddaafbd43a01 x-openstack-request-id: req-a74eb925-b6bb-4ac2-9c9b-ddaafbd43a01 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:11.627960 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a036f89-4065-40eb-b503-80399839fba2", "name": "network-vif-deleted", "tag": "38f10cf5-9194-4be1-9b4a-e468915965d0", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:11.628268 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a74eb925-b6bb-4ac2-9c9b-ddaafbd43a01 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:11.628732 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a036f89-4065-40eb-b503-80399839fba2', 'name': 'network-vif-deleted', 'tag': '38f10cf5-9194-4be1-9b4a-e468915965d0', 'status': 'completed', 'code': 200} Aug 16 02:12:11.799461 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-611d1d03-2d14-46d5-8a4e-99ac762133ca req-e4acb68c-2270-449b-80cf-9af98a3b0c21 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 210 time: 0.0293057 Aug 16 02:12:12.904816 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-409f5b94-aea4-4f4c-82f7-f93ddcc182b1 req-52c3c678-da26-4313-900b-86dfd546a2af tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 210 time: 0.0329475 Aug 16 02:12:13.512201 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 38f10cf5-9194-4be1-9b4a-e468915965d0 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:13.534040 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 38f10cf5-9194-4be1-9b4a-e468915965d0 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:13.534383 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 38f10cf5-9194-4be1-9b4a-e468915965d0 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:14.003462 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ae3558e2-9a04-4ce8-a922-0edfd471e0bd req-2d15f98c-7c99-4617-aff9-4191305ee7e7 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 210 time: 0.0290928 Aug 16 02:12:15.117022 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4ffcf8ef-0826-4f43-a520-7068308d5c78 req-9fd789af-e859-4c1d-aca0-b1f94e2a69e7 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a036f89-4065-40eb-b503-80399839fba2 HTTP/1.1" status: 200 len: 210 time: 0.0290895 Aug 16 02:12:19.649527 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34240) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:19.817188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-97dfd182-2065-42dc-aca6-89f7eb8fd5dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Deleting port 19ca8739-958a-42dc-9e3e-f344e2225111 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:19.817633 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97dfd182-2065-42dc-aca6-89f7eb8fd5dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.905536 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97dfd182-2065-42dc-aca6-89f7eb8fd5dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.905811 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97dfd182-2065-42dc-aca6-89f7eb8fd5dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.919624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-97dfd182-2065-42dc-aca6-89f7eb8fd5dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Calling delete_port for 19ca8739-958a-42dc-9e3e-f344e2225111 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:20.113580 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97dfd182-2065-42dc-aca6-89f7eb8fd5dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.144710 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfd182-2065-42dc-aca6-89f7eb8fd5dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Pushing event deleted for resources: {'Port': ['ID=19ca8739-958a-42dc-9e3e-f344e2225111,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:20.146454 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19d87135-c157-467c-952b-ce64b322fb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.211882 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97dfd182-2065-42dc-aca6-89f7eb8fd5dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.212133 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-97dfd182-2065-42dc-aca6-89f7eb8fd5dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Floating IP a6605ed0-ee62-4c24-b8a4-c3dca8ba4536 disassociated (deleted). External IP: 172.25.3.185, port: 93650f68-be1c-4223-a0bc-ed3e33bd02af. Aug 16 02:12:20.442983 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97dfd182-2065-42dc-aca6-89f7eb8fd5dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Router b800972a-bd83-48a6-8cf6-832ebd499d4b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:20.572340 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97dfd182-2065-42dc-aca6-89f7eb8fd5dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:20.578896 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97dfd182-2065-42dc-aca6-89f7eb8fd5dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.584535 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8f8910-d77f-4d1e-8cd6-d02f7b982f51 None None] Sync routers for ids ['b800972a-bd83-48a6-8cf6-832ebd499d4b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:20.595675 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f8910-d77f-4d1e-8cd6-d02f7b982f51 None None] Routers {'b800972a-bd83-48a6-8cf6-832ebd499d4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:20.596505 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ed8f8910-d77f-4d1e-8cd6-d02f7b982f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:11:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b800972a-bd83-48a6-8cf6-832ebd499d4b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:20.611121 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-97dfd182-2065-42dc-aca6-89f7eb8fd5dc tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "DELETE /v2.0/floatingips/a6605ed0-ee62-4c24-b8a4-c3dca8ba4536 HTTP/1.1" status: 204 len: 168 time: 0.9605315 Aug 16 02:12:20.611719 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'tag': '93650f68-be1c-4223-a0bc-ed3e33bd02af'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:20.614007 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01c0569-6128-4efe-b5e1-4b2e33d4cc7a" -d '{"events": [{"name": "network-changed", "server_uuid": "89ab6ee1-97d6-4126-818f-a9c1ca0d59b1", "tag": "93650f68-be1c-4223-a0bc-ed3e33bd02af"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:20.661377 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7445893-809a-4872-8832-3d3e5fb2f49a x-openstack-request-id: req-a7445893-809a-4872-8832-3d3e5fb2f49a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:20.662301 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ab6ee1-97d6-4126-818f-a9c1ca0d59b1", "tag": "93650f68-be1c-4223-a0bc-ed3e33bd02af", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:20.662301 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a7445893-809a-4872-8832-3d3e5fb2f49a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:20.662511 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'tag': '93650f68-be1c-4223-a0bc-ed3e33bd02af', 'status': 'completed', 'code': 200} Aug 16 02:12:20.732098 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-ed8f8910-d77f-4d1e-8cd6-d02f7b982f51 None None] Set router b800972a-bd83-48a6-8cf6-832ebd499d4b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:20.744469 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c0569-6128-4efe-b5e1-4b2e33d4cc7a req-28b3319a-240a-476f-a6bd-a06607a1e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:20.746481 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a01c0569-6128-4efe-b5e1-4b2e33d4cc7a req-28b3319a-240a-476f-a6bd-a06607a1e7d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e188d05295c9450aabb2715f63dbf120&device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 1098 time: 0.0569839 Aug 16 02:12:20.884234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c0569-6128-4efe-b5e1-4b2e33d4cc7a req-ba3b19cf-2b24-4dce-8fc6-7facc221353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:20.888605 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a01c0569-6128-4efe-b5e1-4b2e33d4cc7a req-ba3b19cf-2b24-4dce-8fc6-7facc221353e service neutron] 10.222.0.73 "GET /v2.0/networks?id=0dbdd4b7-abee-4f35-9418-813fd696aa02 HTTP/1.1" status: 200 len: 915 time: 0.1320047 Aug 16 02:12:20.904700 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d49f0f-da3c-4f48-9926-4a3bca1519a8 req-6d72f41f-9e48-45b8-84ae-e7fbde797a77 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:20.906220 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e2d49f0f-da3c-4f48-9926-4a3bca1519a8 req-6d72f41f-9e48-45b8-84ae-e7fbde797a77 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 946 time: 0.0540559 Aug 16 02:12:20.939868 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a01c0569-6128-4efe-b5e1-4b2e33d4cc7a req-1bab25c1-16d1-4f56-85a6-f1f78a1a8abd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93650f68-be1c-4223-a0bc-ed3e33bd02af HTTP/1.1" status: 200 len: 217 time: 0.0437269 Aug 16 02:12:20.968229 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e2d49f0f-da3c-4f48-9926-4a3bca1519a8 req-7b2ce5d3-4196-4970-a627-a26785957dbb tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503244 Aug 16 02:12:20.999635 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ed8f8910-d77f-4d1e-8cd6-d02f7b982f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'name': 'tempest-TestVolumeBackupRestore-1175073668-router', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:22Z', 'updated_at': '2021-08-16T02:09:25Z', 'revision_number': 4, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'gw_port': {'id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:23Z', 'updated_at': '2021-08-16T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'd9a725d5-3d5c-490e-813c-2fca9ade96b9', 'name': '', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'mac_address': 'fa:16:3e:43:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:25Z', 'updated_at': '2021-08-16T02:09:33Z', 'revision_number': 5, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'subnets': [{'id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:21.008505 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c0569-6128-4efe-b5e1-4b2e33d4cc7a req-867e6c8b-7705-414c-a3c8-4f11d11e446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.010604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a01c0569-6128-4efe-b5e1-4b2e33d4cc7a req-867e6c8b-7705-414c-a3c8-4f11d11e446d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aab6a450-ae86-4947-908e-114d97c68a2e HTTP/1.1" status: 200 len: 853 time: 0.0636411 Aug 16 02:12:21.030379 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8f8910-d77f-4d1e-8cd6-d02f7b982f51 None None] Checking router: b800972a-bd83-48a6-8cf6-832ebd499d4b for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:21.041506 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f8910-d77f-4d1e-8cd6-d02f7b982f51 None None] Routers {'b800972a-bd83-48a6-8cf6-832ebd499d4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:21.042386 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ed8f8910-d77f-4d1e-8cd6-d02f7b982f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:11:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b800972a-bd83-48a6-8cf6-832ebd499d4b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:21.085956 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c0569-6128-4efe-b5e1-4b2e33d4cc7a req-606a3455-6581-43b5-9008-a3d445c5b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.088417 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a01c0569-6128-4efe-b5e1-4b2e33d4cc7a req-606a3455-6581-43b5-9008-a3d445c5b3ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0dbdd4b7-abee-4f35-9418-813fd696aa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689173 Aug 16 02:12:21.110603 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-a01c0569-6128-4efe-b5e1-4b2e33d4cc7a req-eba2dcf2-ada5-4119-a92f-a1910b679e7c service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:12:21.112428 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a01c0569-6128-4efe-b5e1-4b2e33d4cc7a req-eba2dcf2-ada5-4119-a92f-a1910b679e7c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084696 Aug 16 02:12:21.158625 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-ed8f8910-d77f-4d1e-8cd6-d02f7b982f51 None None] Set router b800972a-bd83-48a6-8cf6-832ebd499d4b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:21.230451 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a01c0569-6128-4efe-b5e1-4b2e33d4cc7a req-fdbec0cc-759b-4739-b8d2-947eed7c2cb3 service neutron] 10.222.0.73 "GET /v2.0/networks/0dbdd4b7-abee-4f35-9418-813fd696aa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072071 Aug 16 02:12:21.338969 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a01c0569-6128-4efe-b5e1-4b2e33d4cc7a req-d0111aee-fb4f-4568-ad10-125a4e478c6d service neutron] 10.222.0.73 "GET /v2.0/networks/0dbdd4b7-abee-4f35-9418-813fd696aa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020985 Aug 16 02:12:21.402089 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ed8f8910-d77f-4d1e-8cd6-d02f7b982f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'name': 'tempest-TestVolumeBackupRestore-1175073668-router', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:22Z', 'updated_at': '2021-08-16T02:09:25Z', 'revision_number': 4, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'gw_port': {'id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:23Z', 'updated_at': '2021-08-16T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'd9a725d5-3d5c-490e-813c-2fca9ade96b9', 'name': '', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'mac_address': 'fa:16:3e:43:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:25Z', 'updated_at': '2021-08-16T02:09:33Z', 'revision_number': 5, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'subnets': [{'id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:21.432617 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8f8910-d77f-4d1e-8cd6-d02f7b982f51 None None] The sync data for ids ['b800972a-bd83-48a6-8cf6-832ebd499d4b'] in n-d-765315-27 is: [{'id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'name': 'tempest-TestVolumeBackupRestore-1175073668-router', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:22Z', 'updated_at': '2021-08-16T02:09:25Z', 'revision_number': 4, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'gw_port': {'id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:23Z', 'updated_at': '2021-08-16T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'd9a725d5-3d5c-490e-813c-2fca9ade96b9', 'name': '', 'network_id': '0dbdd4b7-abee-4f35-9418-813fd696aa02', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'mac_address': 'fa:16:3e:43:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:25Z', 'updated_at': '2021-08-16T02:09:33Z', 'revision_number': 5, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'subnets': [{'id': 'aab6a450-ae86-4947-908e-114d97c68a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:21.689523 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ff1c7e-39cf-4383-84e8-a847ba7db4dd None None] New status for floating IP a6605ed0-ee62-4c24-b8a4-c3dca8ba4536: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:12:22.091020 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5d2ee-e9a6-465b-b75e-cfe2232b57f7 req-a3ee5283-64a0-4de8-bf09-dd6e8739e377 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:22.092528 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2ed5d2ee-e9a6-465b-b75e-cfe2232b57f7 req-a3ee5283-64a0-4de8-bf09-dd6e8739e377 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 946 time: 0.0572701 Aug 16 02:12:22.135504 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2ed5d2ee-e9a6-465b-b75e-cfe2232b57f7 req-e2929d6d-6220-4687-90e5-6663587a5b23 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/security-groups?id=0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368202 Aug 16 02:12:22.592836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153d7b3-e18b-4cd0-bce0-9529c4e6ea39 req-ed35dcb6-e4a7-4734-b1e6-3837723da869 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:22.594289 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8153d7b3-e18b-4cd0-bce0-9529c4e6ea39 req-ed35dcb6-e4a7-4734-b1e6-3837723da869 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.73 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 946 time: 0.0491521 Aug 16 02:12:22.633240 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f41e22df-4f15-47d1-84f8-1455394ec54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.699783 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-8153d7b3-e18b-4cd0-bce0-9529c4e6ea39 req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Deleting port 93650f68-be1c-4223-a0bc-ed3e33bd02af {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:22.700119 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8153d7b3-e18b-4cd0-bce0-9529c4e6ea39 req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.792273 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8153d7b3-e18b-4cd0-bce0-9529c4e6ea39 req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] For port 93650f68-be1c-4223-a0bc-ed3e33bd02af, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=93650f68-be1c-4223-a0bc-ed3e33bd02af,segment=NetworkSegment(01a929cd-0fbe-4e3f-806b-fd090fb6dc10),segment_id=01a929cd-0fbe-4e3f-806b-fd090fb6dc10)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:22.792635 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8153d7b3-e18b-4cd0-bce0-9529c4e6ea39 req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.805787 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-8153d7b3-e18b-4cd0-bce0-9529c4e6ea39 req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Calling delete_port for 93650f68-be1c-4223-a0bc-ed3e33bd02af owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:22.949545 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8153d7b3-e18b-4cd0-bce0-9529c4e6ea39 req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.979932 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Pushing event deleted for resources: {'Port': ['ID=93650f68-be1c-4223-a0bc-ed3e33bd02af,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:23.003797 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:23.004147 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:23.004482 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:23.004816 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:23.005144 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:23.006109 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:23.006599 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:23.006937 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:23.007261 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:23.007584 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:23.007904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:23.008223 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:23.029084 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-8153d7b3-e18b-4cd0-bce0-9529c4e6ea39 req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] No DVR routers for this DVR port 93650f68-be1c-4223-a0bc-ed3e33bd02af on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:23.031592 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8153d7b3-e18b-4cd0-bce0-9529c4e6ea39 req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.033799 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8153d7b3-e18b-4cd0-bce0-9529c4e6ea39 req-a42f8d7e-b82b-4983-b8ee-1cc8e9fabe5d tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.73 "DELETE /v2.0/ports/93650f68-be1c-4223-a0bc-ed3e33bd02af HTTP/1.1" status: 204 len: 173 time: 0.4325945 Aug 16 02:12:23.034238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'name': 'network-vif-deleted', 'tag': '93650f68-be1c-4223-a0bc-ed3e33bd02af'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:23.037338 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f22025-4dbd-4141-8efa-15d95bea112e" -d '{"events": [{"server_uuid": "89ab6ee1-97d6-4126-818f-a9c1ca0d59b1", "name": "network-vif-deleted", "tag": "93650f68-be1c-4223-a0bc-ed3e33bd02af"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:23.080638 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0679c28e-facd-4687-9072-4953061ce933 x-openstack-request-id: req-0679c28e-facd-4687-9072-4953061ce933 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:23.080933 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ab6ee1-97d6-4126-818f-a9c1ca0d59b1", "name": "network-vif-deleted", "tag": "93650f68-be1c-4223-a0bc-ed3e33bd02af", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:23.081182 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0679c28e-facd-4687-9072-4953061ce933 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:23.081584 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ab6ee1-97d6-4126-818f-a9c1ca0d59b1', 'name': 'network-vif-deleted', 'tag': '93650f68-be1c-4223-a0bc-ed3e33bd02af', 'status': 'completed', 'code': 200} Aug 16 02:12:23.249577 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-07f3ea49-2ed9-4b87-bd91-ce26f7bae681 req-54a33f48-ca5f-4c90-8c60-d4a75227fb8c tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 210 time: 0.0389092 Aug 16 02:12:23.311839 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.220820 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.373718 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f39451f-0364-4b08-9981-12a4fd62d345 req-84fb9db5-d73a-4791-9148-5eba430833b3 tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 210 time: 0.0284767 Aug 16 02:12:24.580391 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 93650f68-be1c-4223-a0bc-ed3e33bd02af no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:24.601845 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 93650f68-be1c-4223-a0bc-ed3e33bd02af {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:24.602484 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 93650f68-be1c-4223-a0bc-ed3e33bd02af not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:25.496607 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6b22b2df-35db-4292-8053-e9fd0f14542e req-fefd86e5-a0de-41d7-ad56-b525bd1b85be tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 210 time: 0.0368032 Aug 16 02:12:26.024144 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.598189 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c1032a49-084e-41c4-b679-d4beb6998af2 req-784e04ea-3e1c-4043-ba87-41bf298483ae tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "GET /v2.0/ports?device_id=89ab6ee1-97d6-4126-818f-a9c1ca0d59b1 HTTP/1.1" status: 200 len: 210 time: 0.0276353 Aug 16 02:12:27.660900 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34278) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:27.721560 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad10f129-a46b-48e6-b802-c422b921c3cd tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.752226 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad10f129-a46b-48e6-b802-c422b921c3cd tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.813947 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad10f129-a46b-48e6-b802-c422b921c3cd tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.816600 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad10f129-a46b-48e6-b802-c422b921c3cd tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.817859 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ad10f129-a46b-48e6-b802-c422b921c3cd tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] 10.222.0.68 "DELETE /v2.0/security-groups/0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2 HTTP/1.1" status: 204 len: 168 time: 0.1551061 Aug 16 02:12:27.829107 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10f129-a46b-48e6-b802-c422b921c3cd tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebb6ff8-ea43-4d6e-b64e-f91e9d3aa2b2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:27.837710 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10f129-a46b-48e6-b802-c422b921c3cd tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:27.838104 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10f129-a46b-48e6-b802-c422b921c3cd tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:27.838441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10f129-a46b-48e6-b802-c422b921c3cd tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:27.838779 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10f129-a46b-48e6-b802-c422b921c3cd tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:27.839115 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10f129-a46b-48e6-b802-c422b921c3cd tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:27.839443 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10f129-a46b-48e6-b802-c422b921c3cd tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:27.839770 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10f129-a46b-48e6-b802-c422b921c3cd tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:27.840102 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10f129-a46b-48e6-b802-c422b921c3cd tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:27.840430 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10f129-a46b-48e6-b802-c422b921c3cd tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:27.840762 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10f129-a46b-48e6-b802-c422b921c3cd tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:27.841077 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10f129-a46b-48e6-b802-c422b921c3cd tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:27.841395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad10f129-a46b-48e6-b802-c422b921c3cd tempest-TestVolumeBackupRestore-1990763640 tempest-TestVolumeBackupRestore-1990763640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:32.381217 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34732) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:33.367577 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5c75904-c839-4cc2-b5cf-bbf3d0b74a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.731431 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f5c75904-c839-4cc2-b5cf-bbf3d0b74a2c admin admin] Deleting port d9a725d5-3d5c-490e-813c-2fca9ade96b9 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:33.732102 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5c75904-c839-4cc2-b5cf-bbf3d0b74a2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.815897 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f5c75904-c839-4cc2-b5cf-bbf3d0b74a2c admin admin] For port d9a725d5-3d5c-490e-813c-2fca9ade96b9, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d9a725d5-3d5c-490e-813c-2fca9ade96b9,segment=NetworkSegment(01a929cd-0fbe-4e3f-806b-fd090fb6dc10),segment_id=01a929cd-0fbe-4e3f-806b-fd090fb6dc10)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:33.816336 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5c75904-c839-4cc2-b5cf-bbf3d0b74a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.829884 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f5c75904-c839-4cc2-b5cf-bbf3d0b74a2c admin admin] Calling delete_port for d9a725d5-3d5c-490e-813c-2fca9ade96b9 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:34.036520 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5c75904-c839-4cc2-b5cf-bbf3d0b74a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.070080 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c75904-c839-4cc2-b5cf-bbf3d0b74a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a725d5-3d5c-490e-813c-2fca9ade96b9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:34.258604 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5c75904-c839-4cc2-b5cf-bbf3d0b74a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.377798 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:12:34.488239 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c75904-c839-4cc2-b5cf-bbf3d0b74a2c admin admin] Router b800972a-bd83-48a6-8cf6-832ebd499d4b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:34.595463 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c75904-c839-4cc2-b5cf-bbf3d0b74a2c admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:34.601525 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f5c75904-c839-4cc2-b5cf-bbf3d0b74a2c admin admin] 10.222.0.68 "PUT /v2.0/routers/b800972a-bd83-48a6-8cf6-832ebd499d4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2182996 Aug 16 02:12:34.604575 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34772) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:34.606129 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3286745-2dff-42eb-a2f7-8ab4258eb6bd None None] Sync routers for ids ['b800972a-bd83-48a6-8cf6-832ebd499d4b'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:34.615534 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3286745-2dff-42eb-a2f7-8ab4258eb6bd None None] Routers {'b800972a-bd83-48a6-8cf6-832ebd499d4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:34.616144 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b3286745-2dff-42eb-a2f7-8ab4258eb6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:12:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b800972a-bd83-48a6-8cf6-832ebd499d4b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:34.723484 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-b3286745-2dff-42eb-a2f7-8ab4258eb6bd None None] Set router b800972a-bd83-48a6-8cf6-832ebd499d4b gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:34.726278 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47f74143-5073-4bab-be9f-bdf623d6872a admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.835900 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47f74143-5073-4bab-be9f-bdf623d6872a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.891235 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-47f74143-5073-4bab-be9f-bdf623d6872a admin admin] Deleting port b6ab2c34-4ce8-4a68-a9ba-c29c4398c804 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:34.891583 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47f74143-5073-4bab-be9f-bdf623d6872a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.978386 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-47f74143-5073-4bab-be9f-bdf623d6872a admin admin] For port b6ab2c34-4ce8-4a68-a9ba-c29c4398c804, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=b6ab2c34-4ce8-4a68-a9ba-c29c4398c804,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:34.978762 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47f74143-5073-4bab-be9f-bdf623d6872a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.994821 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b3286745-2dff-42eb-a2f7-8ab4258eb6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'name': 'tempest-TestVolumeBackupRestore-1175073668-router', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:22Z', 'updated_at': '2021-08-16T02:12:33Z', 'revision_number': 5, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'gw_port': {'id': 'b6ab2c34-4ce8-4a68-a9ba-c29c4398c804', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:23Z', 'updated_at': '2021-08-16T02:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:34.995254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-47f74143-5073-4bab-be9f-bdf623d6872a admin admin] Calling delete_port for b6ab2c34-4ce8-4a68-a9ba-c29c4398c804 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:35.025606 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3286745-2dff-42eb-a2f7-8ab4258eb6bd None None] Checking router: b800972a-bd83-48a6-8cf6-832ebd499d4b for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:35.034007 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3286745-2dff-42eb-a2f7-8ab4258eb6bd None None] Routers {'b800972a-bd83-48a6-8cf6-832ebd499d4b'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:35.034625 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b3286745-2dff-42eb-a2f7-8ab4258eb6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:12:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b800972a-bd83-48a6-8cf6-832ebd499d4b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:35.125702 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-b3286745-2dff-42eb-a2f7-8ab4258eb6bd None None] Set router b800972a-bd83-48a6-8cf6-832ebd499d4b gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:35.180428 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47f74143-5073-4bab-be9f-bdf623d6872a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.183276 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b3286745-2dff-42eb-a2f7-8ab4258eb6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'name': 'tempest-TestVolumeBackupRestore-1175073668-router', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:22Z', 'updated_at': '2021-08-16T02:12:34Z', 'revision_number': 6, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:35.212412 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f74143-5073-4bab-be9f-bdf623d6872a admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ab2c34-4ce8-4a68-a9ba-c29c4398c804,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:35.230088 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3286745-2dff-42eb-a2f7-8ab4258eb6bd None None] The sync data for ids ['b800972a-bd83-48a6-8cf6-832ebd499d4b'] in n-d-765315-27 is: [{'id': 'b800972a-bd83-48a6-8cf6-832ebd499d4b', 'name': 'tempest-TestVolumeBackupRestore-1175073668-router', 'tenant_id': 'e188d05295c9450aabb2715f63dbf120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:22Z', 'updated_at': '2021-08-16T02:12:34Z', 'revision_number': 6, 'project_id': 'e188d05295c9450aabb2715f63dbf120', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:35.293487 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47f74143-5073-4bab-be9f-bdf623d6872a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.388984 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47f74143-5073-4bab-be9f-bdf623d6872a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.391313 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47f74143-5073-4bab-be9f-bdf623d6872a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.438687 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47f74143-5073-4bab-be9f-bdf623d6872a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.439224 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f74143-5073-4bab-be9f-bdf623d6872a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b800972a-bd83-48a6-8cf6-832ebd499d4b {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:12:35.443954 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47f74143-5073-4bab-be9f-bdf623d6872a admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.445127 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-47f74143-5073-4bab-be9f-bdf623d6872a admin admin] 10.222.0.68 "DELETE /v2.0/routers/b800972a-bd83-48a6-8cf6-832ebd499d4b HTTP/1.1" status: 204 len: 168 time: 0.8394682 Aug 16 02:12:35.447892 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34782) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:35.495070 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fad58e4-e96b-4fbc-ab4c-253f2969c2ed admin admin] Deleting subnet aab6a450-ae86-4947-908e-114d97c68a2e {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:35.498154 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9fad58e4-e96b-4fbc-ab4c-253f2969c2ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.533307 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9fad58e4-e96b-4fbc-ab4c-253f2969c2ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.621988 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9fad58e4-e96b-4fbc-ab4c-253f2969c2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.679617 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9fad58e4-e96b-4fbc-ab4c-253f2969c2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.705814 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad58e4-e96b-4fbc-ab4c-253f2969c2ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aab6a450-ae86-4947-908e-114d97c68a2e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:35.714516 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9fad58e4-e96b-4fbc-ab4c-253f2969c2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.719032 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9fad58e4-e96b-4fbc-ab4c-253f2969c2ed admin admin] 10.222.0.68 "DELETE /v2.0/subnets/aab6a450-ae86-4947-908e-114d97c68a2e HTTP/1.1" status: 204 len: 168 time: 0.2679389 Aug 16 02:12:35.719740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34784) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:35.722032 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aa8c91-481c-4db1-8747-1b0fa85b4179 None None] Network 0dbdd4b7-abee-4f35-9418-813fd696aa02 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:35.791299 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.852219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] Deleting port d69b231d-b0c3-456f-be81-2f13b619753a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:35.852785 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.918770 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] For port d69b231d-b0c3-456f-be81-2f13b619753a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d69b231d-b0c3-456f-be81-2f13b619753a,segment=NetworkSegment(01a929cd-0fbe-4e3f-806b-fd090fb6dc10),segment_id=01a929cd-0fbe-4e3f-806b-fd090fb6dc10)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:35.919050 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.932717 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] Calling delete_port for d69b231d-b0c3-456f-be81-2f13b619753a owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:36.024378 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.026918 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0b6c36-e7d7-4c21-9756-48c4a3b63fb6 None None] DHCP port deletion for 0dbdd4b7-abee-4f35-9418-813fd696aa02 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:12:36.056977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] Pushing event deleted for resources: {'Port': ['ID=d69b231d-b0c3-456f-be81-2f13b619753a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:36.059844 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] No DVR routers for this DVR port d69b231d-b0c3-456f-be81-2f13b619753a on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:36.141971 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.157727 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbdd4b7-abee-4f35-9418-813fd696aa02']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:36.171523 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a929cd-0fbe-4e3f-806b-fd090fb6dc10') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:36.171749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a929cd-0fbe-4e3f-806b-fd090fb6dc10') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:36.183126 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.215154 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.239182 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:36.240240 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:36.242547 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:36.339012 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.345744 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.349813 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] 10.222.0.68 "DELETE /v2.0/networks/0dbdd4b7-abee-4f35-9418-813fd696aa02 HTTP/1.1" status: 204 len: 168 time: 0.6264694 Aug 16 02:12:36.350987 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 34788) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:36.370935 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84c66c-4d7c-4884-b6e2-7ba17aec4054 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dbdd4b7-abee-4f35-9418-813fd696aa02,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:36.722372 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57e848c2-6528-4334-b2aa-c9a0868ac769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.729117 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d69b231d-b0c3-456f-be81-2f13b619753a no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:36.749124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: d69b231d-b0c3-456f-be81-2f13b619753a {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:36.749458 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d69b231d-b0c3-456f-be81-2f13b619753a not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:36.749894 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d9a725d5-3d5c-490e-813c-2fca9ade96b9 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:36.767742 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: d9a725d5-3d5c-490e-813c-2fca9ade96b9 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:36.768078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d9a725d5-3d5c-490e-813c-2fca9ade96b9 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:36.768478 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b6ab2c34-4ce8-4a68-a9ba-c29c4398c804 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:36.789088 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: b6ab2c34-4ce8-4a68-a9ba-c29c4398c804 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:36.789426 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device b6ab2c34-4ce8-4a68-a9ba-c29c4398c804 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:36.965013 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-57e848c2-6528-4334-b2aa-c9a0868ac769 admin admin] Deleting port d5417a53-e3c7-4365-98e9-5db9a19b7730 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:36.965271 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57e848c2-6528-4334-b2aa-c9a0868ac769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.053376 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-57e848c2-6528-4334-b2aa-c9a0868ac769 admin admin] For port d5417a53-e3c7-4365-98e9-5db9a19b7730, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d5417a53-e3c7-4365-98e9-5db9a19b7730,segment=NetworkSegment(4f72a0fc-08a9-4cb6-933e-4284252b08f5),segment_id=4f72a0fc-08a9-4cb6-933e-4284252b08f5)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:37.053733 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57e848c2-6528-4334-b2aa-c9a0868ac769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.066149 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-57e848c2-6528-4334-b2aa-c9a0868ac769 admin admin] Calling delete_port for d5417a53-e3c7-4365-98e9-5db9a19b7730 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:37.242801 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57e848c2-6528-4334-b2aa-c9a0868ac769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.268388 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e848c2-6528-4334-b2aa-c9a0868ac769 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5417a53-e3c7-4365-98e9-5db9a19b7730,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:37.456183 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57e848c2-6528-4334-b2aa-c9a0868ac769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.591680 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.655495 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f8830-c293-4be1-85e6-8361d637af5b req-04483556-a405-4fed-9e5e-26da3fef7c15 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:37.656933 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db2f8830-c293-4be1-85e6-8361d637af5b req-04483556-a405-4fed-9e5e-26da3fef7c15 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 812 time: 0.1502841 Aug 16 02:12:37.710396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db2f8830-c293-4be1-85e6-8361d637af5b req-3edb5eec-0421-44f1-9f26-78c99d4f18c5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/quotas/8958f59e4db74d1eaa22c4230e8bc798 HTTP/1.1" status: 200 len: 375 time: 0.0180018 Aug 16 02:12:37.797103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e848c2-6528-4334-b2aa-c9a0868ac769 admin admin] Router af148a56-6aa8-46e1-9f0d-5a8992f5244b has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:37.803694 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db2f8830-c293-4be1-85e6-8361d637af5b req-6297b646-888b-49d0-9b8d-541aa3a75643 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877531 Aug 16 02:12:37.974188 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db2f8830-c293-4be1-85e6-8361d637af5b req-ce19dd99-7cfe-4ff1-9784-904af7fba24a service neutron] 10.222.0.68 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613684 Aug 16 02:12:37.975239 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e848c2-6528-4334-b2aa-c9a0868ac769 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:37.983035 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-57e848c2-6528-4334-b2aa-c9a0868ac769 admin admin] 10.222.0.68 "PUT /v2.0/routers/af148a56-6aa8-46e1-9f0d-5a8992f5244b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6284087 Aug 16 02:12:37.983570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34802) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:37.984615 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb806af7-996c-4d26-b194-79f47b676ca7 None None] Sync routers for ids ['af148a56-6aa8-46e1-9f0d-5a8992f5244b'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:37.997289 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb806af7-996c-4d26-b194-79f47b676ca7 None None] Routers {'af148a56-6aa8-46e1-9f0d-5a8992f5244b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:37.997982 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-cb806af7-996c-4d26-b194-79f47b676ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:12:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['af148a56-6aa8-46e1-9f0d-5a8992f5244b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:38.066728 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db2f8830-c293-4be1-85e6-8361d637af5b req-fd3d811e-2182-4dc3-ba04-173df4b8441c service neutron] 10.222.0.68 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850077 Aug 16 02:12:38.097472 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2894a6ad-3748-45ef-959d-13d33b41c0fa admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.109785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-cb806af7-996c-4d26-b194-79f47b676ca7 None None] Set router af148a56-6aa8-46e1-9f0d-5a8992f5244b gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:38.214438 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2894a6ad-3748-45ef-959d-13d33b41c0fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.296736 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5602806-762d-4040-a0ec-269f62706768 req-a66fd365-245e-41d4-82be-3bf524ae9544 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 210 time: 0.0333312 Aug 16 02:12:38.319583 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2894a6ad-3748-45ef-959d-13d33b41c0fa admin admin] Deleting port f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:38.319928 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2894a6ad-3748-45ef-959d-13d33b41c0fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.399290 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.411641 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2894a6ad-3748-45ef-959d-13d33b41c0fa admin admin] For port f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:38.412434 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2894a6ad-3748-45ef-959d-13d33b41c0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.426466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2894a6ad-3748-45ef-959d-13d33b41c0fa admin admin] Calling delete_port for f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:38.481803 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-cb806af7-996c-4d26-b194-79f47b676ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'name': 'tempest-TestVolumeBackupRestore-1329418088-router', 'tenant_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:28Z', 'updated_at': '2021-08-16T02:12:37Z', 'revision_number': 5, 'project_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'gw_port': {'id': 'f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:25:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:29Z', 'updated_at': '2021-08-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:38.509955 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb806af7-996c-4d26-b194-79f47b676ca7 None None] Checking router: af148a56-6aa8-46e1-9f0d-5a8992f5244b for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:38.519299 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb806af7-996c-4d26-b194-79f47b676ca7 None None] Routers {'af148a56-6aa8-46e1-9f0d-5a8992f5244b'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:38.520204 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-cb806af7-996c-4d26-b194-79f47b676ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:12:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['af148a56-6aa8-46e1-9f0d-5a8992f5244b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:38.612342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-cb806af7-996c-4d26-b194-79f47b676ca7 None None] Set router af148a56-6aa8-46e1-9f0d-5a8992f5244b gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:38.633277 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2894a6ad-3748-45ef-959d-13d33b41c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.660931 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894a6ad-3748-45ef-959d-13d33b41c0fa admin admin] Pushing event deleted for resources: {'Port': ['ID=f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:38.672397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-cb806af7-996c-4d26-b194-79f47b676ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'name': 'tempest-TestVolumeBackupRestore-1329418088-router', 'tenant_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:28Z', 'updated_at': '2021-08-16T02:12:38Z', 'revision_number': 6, 'project_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:38.701037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb806af7-996c-4d26-b194-79f47b676ca7 None None] The sync data for ids ['af148a56-6aa8-46e1-9f0d-5a8992f5244b'] in n-d-765315-27 is: [{'id': 'af148a56-6aa8-46e1-9f0d-5a8992f5244b', 'name': 'tempest-TestVolumeBackupRestore-1329418088-router', 'tenant_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:28Z', 'updated_at': '2021-08-16T02:12:38Z', 'revision_number': 6, 'project_id': '21f2fb3cd3ae45b4bcd6cb51c9622107', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:38.758547 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2894a6ad-3748-45ef-959d-13d33b41c0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.860373 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2894a6ad-3748-45ef-959d-13d33b41c0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.862485 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2894a6ad-3748-45ef-959d-13d33b41c0fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.907110 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2894a6ad-3748-45ef-959d-13d33b41c0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.907789 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2894a6ad-3748-45ef-959d-13d33b41c0fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router af148a56-6aa8-46e1-9f0d-5a8992f5244b {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:12:38.912797 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2894a6ad-3748-45ef-959d-13d33b41c0fa admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.913970 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2894a6ad-3748-45ef-959d-13d33b41c0fa admin admin] 10.222.0.68 "DELETE /v2.0/routers/af148a56-6aa8-46e1-9f0d-5a8992f5244b HTTP/1.1" status: 204 len: 168 time: 0.9292593 Aug 16 02:12:38.916489 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34816) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:38.961158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9a3edc-ab84-40de-beec-114090f7878a admin admin] Deleting subnet 0d1b5eb3-eb43-44af-a232-49c2dba2b5aa {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:38.964155 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b9a3edc-ab84-40de-beec-114090f7878a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.998918 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b9a3edc-ab84-40de-beec-114090f7878a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.086856 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b9a3edc-ab84-40de-beec-114090f7878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.144864 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b9a3edc-ab84-40de-beec-114090f7878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.173561 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a3edc-ab84-40de-beec-114090f7878a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d1b5eb3-eb43-44af-a232-49c2dba2b5aa,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:39.183279 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b9a3edc-ab84-40de-beec-114090f7878a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.184368 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8859935c-0def-4b1a-a3f7-8ff8c31f0e16 None None] Network 2d4c6d4c-8e37-4a56-affa-b77623828eeb requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:39.187834 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7b9a3edc-ab84-40de-beec-114090f7878a admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0d1b5eb3-eb43-44af-a232-49c2dba2b5aa HTTP/1.1" status: 204 len: 168 time: 0.2678502 Aug 16 02:12:39.188010 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34818) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:39.268771 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.351326 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] Deleting port de993f9a-28c1-40b8-953e-6d83e01c37b5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:39.351726 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.446529 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f8830-c293-4be1-85e6-8361d637af5b req-e82adfaa-a204-44c4-a85f-f2b75c7dad7a tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:39.448259 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db2f8830-c293-4be1-85e6-8361d637af5b req-e82adfaa-a204-44c4-a85f-f2b75c7dad7a tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.73 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 812 time: 0.1935472 Aug 16 02:12:39.450712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5ae53b01-9831-49c7-bee3-d9f385811514 req-34f9cd70-9c21-4ef8-8157-e9389a82ec28 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 210 time: 0.0619788 Aug 16 02:12:39.460588 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] For port de993f9a-28c1-40b8-953e-6d83e01c37b5, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=de993f9a-28c1-40b8-953e-6d83e01c37b5,segment=NetworkSegment(4f72a0fc-08a9-4cb6-933e-4284252b08f5),segment_id=4f72a0fc-08a9-4cb6-933e-4284252b08f5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:39.461146 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.468681 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-db2f8830-c293-4be1-85e6-8361d637af5b req-2bb30080-e750-4da2-98e5-062cba6dbf5f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Request body: {'port': {'device_id': '3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'admin_state_up': True, 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:39.489149 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] Calling delete_port for de993f9a-28c1-40b8-953e-6d83e01c37b5 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:39.514556 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] DHCP port deletion for 2d4c6d4c-8e37-4a56-affa-b77623828eeb request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:12:39.589397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] Deleting port de993f9a-28c1-40b8-953e-6d83e01c37b5 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:39.589797 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.615143 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.619531 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2f8830-c293-4be1-85e6-8361d637af5b req-2bb30080-e750-4da2-98e5-062cba6dbf5f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Made reservation on behalf of 8958f59e4db74d1eaa22c4230e8bc798 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:39.624890 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db2f8830-c293-4be1-85e6-8361d637af5b req-2bb30080-e750-4da2-98e5-062cba6dbf5f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.642256 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=de993f9a-28c1-40b8-953e-6d83e01c37b5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:39.648368 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] No DVR routers for this DVR port de993f9a-28c1-40b8-953e-6d83e01c37b5 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:39.707635 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] For port de993f9a-28c1-40b8-953e-6d83e01c37b5, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=de993f9a-28c1-40b8-953e-6d83e01c37b5,segment=NetworkSegment(4f72a0fc-08a9-4cb6-933e-4284252b08f5),segment_id=4f72a0fc-08a9-4cb6-933e-4284252b08f5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:39.708503 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.732469 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.735377 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] Calling delete_port for de993f9a-28c1-40b8-953e-6d83e01c37b5 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:39.746891 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4c6d4c-8e37-4a56-affa-b77623828eeb']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:39.765231 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f72a0fc-08a9-4cb6-933e-4284252b08f5') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:39.765826 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f72a0fc-08a9-4cb6-933e-4284252b08f5') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:39.778367 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.796250 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.811549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:39.812013 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:39.814261 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:39.850033 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-db2f8830-c293-4be1-85e6-8361d637af5b req-2bb30080-e750-4da2-98e5-062cba6dbf5f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Allocated IP 172.20.0.7 (79f38810-e2ae-4630-9f61-4d9a565c053e/006f9681-3ab4-4859-9303-ea116cf027bf/3fd8dd0d-473c-415d-9fc9-87c4146fbc54) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:39.860971 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.885267 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.894713 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.898228 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] 10.222.0.68 "DELETE /v2.0/networks/2d4c6d4c-8e37-4a56-affa-b77623828eeb HTTP/1.1" status: 204 len: 168 time: 0.7089829 Aug 16 02:12:39.915899 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e48d1b-d583-43ef-b362-5286984d7a20 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d4c6d4c-8e37-4a56-affa-b77623828eeb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:39.920848 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] Pushing event deleted for resources: {'Port': ['ID=de993f9a-28c1-40b8-953e-6d83e01c37b5,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:39.929626 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] No DVR routers for this DVR port de993f9a-28c1-40b8-953e-6d83e01c37b5 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:39.943217 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:39.948224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:39.948578 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:39.948920 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:39.949255 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:39.949587 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:39.950020 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:39.950253 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:39.950577 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:39.950901 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:39.951242 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:39.951530 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f613be-00f6-4cbb-ab32-b24c7d61d6ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:40.087372 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db2f8830-c293-4be1-85e6-8361d637af5b req-2bb30080-e750-4da2-98e5-062cba6dbf5f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.102570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-db2f8830-c293-4be1-85e6-8361d637af5b req-2bb30080-e750-4da2-98e5-062cba6dbf5f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Transition to ACTIVE for port object 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:40.146457 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db2f8830-c293-4be1-85e6-8361d637af5b req-2bb30080-e750-4da2-98e5-062cba6dbf5f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.173248 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34828) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.192885 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2f8830-c293-4be1-85e6-8361d637af5b req-2bb30080-e750-4da2-98e5-062cba6dbf5f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Network 79f38810-e2ae-4630-9f61-4d9a565c053e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:40.200400 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-db2f8830-c293-4be1-85e6-8361d637af5b req-2bb30080-e750-4da2-98e5-062cba6dbf5f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:40.204709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2f8830-c293-4be1-85e6-8361d637af5b req-2bb30080-e750-4da2-98e5-062cba6dbf5f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:40.223091 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a643e9c1-7662-4a5e-8bb0-8b1873e11d9a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e188d05295c9450aabb2715f63dbf120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463314 Aug 16 02:12:40.223383 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34830) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.229518 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb30080-e750-4da2-98e5-062cba6dbf5f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event updated for resources: {'Port': ['ID=3fd8dd0d-473c-415d-9fc9-87c4146fbc54,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.271820 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f8830-c293-4be1-85e6-8361d637af5b req-2bb30080-e750-4da2-98e5-062cba6dbf5f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:40.272489 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db2f8830-c293-4be1-85e6-8361d637af5b req-2bb30080-e750-4da2-98e5-062cba6dbf5f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.281875 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc730f17-c230-4a14-b197-dbd49dcbf6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.296927 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db2f8830-c293-4be1-85e6-8361d637af5b req-2bb30080-e750-4da2-98e5-062cba6dbf5f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8331225 Aug 16 02:12:40.314418 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Request body: {'port': {'device_id': '3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:40.330726 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc730f17-c230-4a14-b197-dbd49dcbf6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.563067 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d4ae2c33-bda4-43e9-8570-e35ed66d15ce None None] Provisioning for port 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:40.571823 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d4ae2c33-bda4-43e9-8570-e35ed66d15ce None None] Provisioning complete for port 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:40.572506 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2c33-bda4-43e9-8570-e35ed66d15ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.623414 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae2c33-bda4-43e9-8570-e35ed66d15ce None None] Port 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:40.757568 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88e77c-f2fd-4cc7-9d3a-3bf7055c2a9f req-3b93bdb6-64cb-4aa0-9fcf-54778724ecb0 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:40.759245 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c88e77c-f2fd-4cc7-9d3a-3bf7055c2a9f req-3b93bdb6-64cb-4aa0-9fcf-54778724ecb0 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 931 time: 0.0700121 Aug 16 02:12:40.775467 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:40.798694 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:40.799257 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f456d7f0-aa99-4fcb-bd8a-4eeb5b64de4e not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:40.799953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d5417a53-e3c7-4365-98e9-5db9a19b7730 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:40.801078 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.806491 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc730f17-c230-4a14-b197-dbd49dcbf6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.810745 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc730f17-c230-4a14-b197-dbd49dcbf6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.811596 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-cc730f17-c230-4a14-b197-dbd49dcbf6e4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7b6d1383-31db-4ec6-9032-9863af71b6ea HTTP/1.1" status: 204 len: 168 time: 0.5867887 Aug 16 02:12:40.835305 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc730f17-c230-4a14-b197-dbd49dcbf6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6d1383-31db-4ec6-9032-9863af71b6ea,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.844464 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c88e77c-f2fd-4cc7-9d3a-3bf7055c2a9f req-57705e47-e01f-4c63-ab05-be3323e5fe09 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780725 Aug 16 02:12:40.855857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: d5417a53-e3c7-4365-98e9-5db9a19b7730 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:40.856199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d5417a53-e3c7-4365-98e9-5db9a19b7730 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:40.856611 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device de993f9a-28c1-40b8-953e-6d83e01c37b5 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:40.889012 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: de993f9a-28c1-40b8-953e-6d83e01c37b5 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:40.889571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device de993f9a-28c1-40b8-953e-6d83e01c37b5 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:41.102428 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:41.110023 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.122738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Transition to ACTIVE for port object 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:41.126564 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.189508 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd8dd0d-473c-415d-9fc9-87c4146fbc54,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:41.227622 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34838) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:41.281793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Attempting to bind port 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:41.282361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Attempting to bind port 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:41.285288 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Attempting to bind port 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 on network 79f38810-e2ae-4630-9f61-4d9a565c053e {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:41.285908 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0fbf2a61-6866-4fc1-987d-b06b713c8d83 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=21f2fb3cd3ae45b4bcd6cb51c9622107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570896 Aug 16 02:12:41.289253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 34840) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:41.293200 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Port 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 on network 79f38810-e2ae-4630-9f61-4d9a565c053e not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:41.293718 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Attempting to bind port 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 on network 79f38810-e2ae-4630-9f61-4d9a565c053e {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:41.300409 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:41.300943 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Checking segment: {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:41.302079 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Bound using segment: {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:41.302919 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Bound port: 3fd8dd0d-473c-415d-9fc9-87c4146fbc54, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:41.303443 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.349663 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2241e4f7-d961-484c-a68a-36b1bcb85293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.374087 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2241e4f7-d961-484c-a68a-36b1bcb85293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.379728 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] For port 3fd8dd0d-473c-415d-9fc9-87c4146fbc54, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:41.383775 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] For port 3fd8dd0d-473c-415d-9fc9-87c4146fbc54, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3fd8dd0d-473c-415d-9fc9-87c4146fbc54,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:41.390841 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.433739 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2241e4f7-d961-484c-a68a-36b1bcb85293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.436967 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2241e4f7-d961-484c-a68a-36b1bcb85293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.438410 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2241e4f7-d961-484c-a68a-36b1bcb85293 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/93c31cba-ec88-4c73-bfc3-a6899d0d5750 HTTP/1.1" status: 204 len: 168 time: 0.1481938 Aug 16 02:12:41.455005 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:41.455501 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.456817 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241e4f7-d961-484c-a68a-36b1bcb85293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c31cba-ec88-4c73-bfc3-a6899d0d5750,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:41.456971 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db2f8830-c293-4be1-85e6-8361d637af5b req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] 10.222.0.73 "PUT /v2.0/ports/3fd8dd0d-473c-415d-9fc9-87c4146fbc54 HTTP/1.1" status: 200 len: 1092 time: 1.1471658 Aug 16 02:12:41.457460 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9', 'tag': '3fd8dd0d-473c-415d-9fc9-87c4146fbc54'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:41.484336 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9615dc81-4e3c-4ed5-becf-77076a4d1c82" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9", "tag": "3fd8dd0d-473c-415d-9fc9-87c4146fbc54"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:41.580242 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f95990-2202-45f5-9c73-10fd859a3557 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd8dd0d-473c-415d-9fc9-87c4146fbc54,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:41.593918 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f8830-c293-4be1-85e6-8361d637af5b req-2b3cf30e-b888-411d-95e6-d88b4fa5175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:41.595604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db2f8830-c293-4be1-85e6-8361d637af5b req-2b3cf30e-b888-411d-95e6-d88b4fa5175b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 1095 time: 0.0837734 Aug 16 02:12:41.607683 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a22450-1602-4b53-ab87-d2eec8270871 x-openstack-request-id: req-77a22450-1602-4b53-ab87-d2eec8270871 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:41.607980 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9", "tag": "3fd8dd0d-473c-415d-9fc9-87c4146fbc54", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:41.608242 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-77a22450-1602-4b53-ab87-d2eec8270871 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:41.608812 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9', 'tag': '3fd8dd0d-473c-415d-9fc9-87c4146fbc54', 'status': 'completed', 'code': 200} Aug 16 02:12:41.654100 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db2f8830-c293-4be1-85e6-8361d637af5b req-fd77f94b-ec34-4a7f-8e1e-34cc4ec72658 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd8dd0d-473c-415d-9fc9-87c4146fbc54 HTTP/1.1" status: 200 len: 217 time: 0.0435531 Aug 16 02:12:41.722108 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f8830-c293-4be1-85e6-8361d637af5b req-e0a97dfc-32dc-4c9b-83e5-dfdcffc2992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:41.724924 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db2f8830-c293-4be1-85e6-8361d637af5b req-e0a97dfc-32dc-4c9b-83e5-dfdcffc2992d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0591991 Aug 16 02:12:41.815901 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f8830-c293-4be1-85e6-8361d637af5b req-66ed33ff-74d1-4f01-83b3-16265ed84ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:41.818339 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db2f8830-c293-4be1-85e6-8361d637af5b req-66ed33ff-74d1-4f01-83b3-16265ed84ac5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833046 Aug 16 02:12:41.947407 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db2f8830-c293-4be1-85e6-8361d637af5b req-b6fb2d96-2b47-48e5-a77c-a4e08e98e693 service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174164 Aug 16 02:12:42.056309 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb720302-3492-4b3e-b29e-f533280973e6 req-969964ea-8efc-4ab5-912b-081f9d622963 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:42.058013 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cb720302-3492-4b3e-b29e-f533280973e6 req-969964ea-8efc-4ab5-912b-081f9d622963 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 943 time: 0.1017637 Aug 16 02:12:42.081934 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db2f8830-c293-4be1-85e6-8361d637af5b req-de170063-b93a-487b-82bc-c8f24692f341 service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234348 Aug 16 02:12:42.129318 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cb720302-3492-4b3e-b29e-f533280973e6 req-dd62b359-cb01-406c-ad76-f3ae0e06ce95 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638173 Aug 16 02:12:42.179846 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615dc81-4e3c-4ed5-becf-77076a4d1c82 req-425b26fb-0729-48cb-9d55-a45e0fe54cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:42.181417 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9615dc81-4e3c-4ed5-becf-77076a4d1c82 req-425b26fb-0729-48cb-9d55-a45e0fe54cd2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 1095 time: 0.0474439 Aug 16 02:12:42.290417 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615dc81-4e3c-4ed5-becf-77076a4d1c82 req-70f271e5-ef90-4c09-b90d-692856499936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:42.291116 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9615dc81-4e3c-4ed5-becf-77076a4d1c82 req-70f271e5-ef90-4c09-b90d-692856499936 service neutron] 10.222.0.73 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.1027212 Aug 16 02:12:42.338234 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9615dc81-4e3c-4ed5-becf-77076a4d1c82 req-d05468aa-92a5-4ae6-967b-888ae30d5dd2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd8dd0d-473c-415d-9fc9-87c4146fbc54 HTTP/1.1" status: 200 len: 217 time: 0.0352688 Aug 16 02:12:42.392282 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615dc81-4e3c-4ed5-becf-77076a4d1c82 req-a9e07c1e-0046-4e73-9dcf-f4537c6a3c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:42.393743 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9615dc81-4e3c-4ed5-becf-77076a4d1c82 req-a9e07c1e-0046-4e73-9dcf-f4537c6a3c9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0434563 Aug 16 02:12:42.452149 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615dc81-4e3c-4ed5-becf-77076a4d1c82 req-5f06fc8f-593f-460c-ad58-e6d8c8d9645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:42.453302 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9615dc81-4e3c-4ed5-becf-77076a4d1c82 req-5f06fc8f-593f-460c-ad58-e6d8c8d9645d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458536 Aug 16 02:12:42.547673 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9615dc81-4e3c-4ed5-becf-77076a4d1c82 req-69e6b42f-0013-46a5-90e5-9cf6de932d3a service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833819 Aug 16 02:12:42.658895 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9615dc81-4e3c-4ed5-becf-77076a4d1c82 req-03472a89-f7e7-4e1e-a4a5-b5519424ec99 service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998411 Aug 16 02:12:43.283205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98826f97-9162-46fb-b025-42a9087f3207 req-2e44375c-94da-45c2-9f17-f213c2748c0f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:43.284880 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-98826f97-9162-46fb-b025-42a9087f3207 req-2e44375c-94da-45c2-9f17-f213c2748c0f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 943 time: 0.0689540 Aug 16 02:12:43.338634 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-98826f97-9162-46fb-b025-42a9087f3207 req-a3523c21-012d-4eb4-ba27-e133f9ac43a0 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420697 Aug 16 02:12:44.510956 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7798e86-1ff1-48ea-bcf2-2c51ccfb4062 req-91a6e35e-72fb-4074-8363-4fb464cacea9 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:44.512240 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e7798e86-1ff1-48ea-bcf2-2c51ccfb4062 req-91a6e35e-72fb-4074-8363-4fb464cacea9 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 943 time: 0.0698993 Aug 16 02:12:44.576263 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e7798e86-1ff1-48ea-bcf2-2c51ccfb4062 req-4fffa57e-00d0-4415-b3be-7307e731094f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521688 Aug 16 02:12:45.755965 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7404cf-50c4-4fdd-9c6a-943dd30f79c7 req-0e2cf583-253f-4b02-88f5-d5d5966e275c tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:45.763559 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f7404cf-50c4-4fdd-9c6a-943dd30f79c7 req-0e2cf583-253f-4b02-88f5-d5d5966e275c tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 943 time: 0.0702820 Aug 16 02:12:45.799308 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f7404cf-50c4-4fdd-9c6a-943dd30f79c7 req-ee36c790-5244-40bf-9655-a3e475774517 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348001 Aug 16 02:12:46.943242 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c62408-5460-4af7-851d-0b3626965ad1 req-e9e98d44-5e49-4d3c-a305-82b57dcc2006 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:46.945094 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0c62408-5460-4af7-851d-0b3626965ad1 req-e9e98d44-5e49-4d3c-a305-82b57dcc2006 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 943 time: 0.0586233 Aug 16 02:12:46.990480 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0c62408-5460-4af7-851d-0b3626965ad1 req-dc9e27ba-8f85-40d8-ba4c-31e11f043214 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388055 Aug 16 02:12:48.103666 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d0a41-5372-4edc-901c-67379d5ad164 req-4793b18c-3835-4b2e-94d8-fc59bc055fe6 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:48.105166 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6b6d0a41-5372-4edc-901c-67379d5ad164 req-4793b18c-3835-4b2e-94d8-fc59bc055fe6 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 943 time: 0.0499659 Aug 16 02:12:48.147223 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6b6d0a41-5372-4edc-901c-67379d5ad164 req-ba673048-2f7a-41d9-af5e-ec7848dff6ea tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361049 Aug 16 02:12:49.265344 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491b81a-33ca-4cac-9a2f-9fb3b699ad16 req-145933b8-b347-4d2a-8f07-073ea40c9b57 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:49.266919 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0491b81a-33ca-4cac-9a2f-9fb3b699ad16 req-145933b8-b347-4d2a-8f07-073ea40c9b57 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 943 time: 0.0517802 Aug 16 02:12:49.309400 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0491b81a-33ca-4cac-9a2f-9fb3b699ad16 req-e9c2f885-900e-4c0f-af4c-4ff7076d28ad tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356712 Aug 16 02:12:50.144185 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a4b6c63-5e95-41a2-99c2-46b60f02f211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.426609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967faa65-134c-4b73-bf46-fd632ab520da req-e39d6ea9-4d91-4a1a-8521-e5effc9e9074 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:50.428102 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-967faa65-134c-4b73-bf46-fd632ab520da req-e39d6ea9-4d91-4a1a-8521-e5effc9e9074 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 943 time: 0.0499141 Aug 16 02:12:50.466419 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-967faa65-134c-4b73-bf46-fd632ab520da req-612d6109-85f6-4a6e-b095-581205574de9 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323093 Aug 16 02:12:51.604275 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc29d71-28ff-4129-b1c7-9e25f8fb32db req-f3be1280-c04f-49cb-9503-138e47bf2451 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:51.605935 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0bc29d71-28ff-4129-b1c7-9e25f8fb32db req-f3be1280-c04f-49cb-9503-138e47bf2451 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 943 time: 0.0604947 Aug 16 02:12:51.646931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0bc29d71-28ff-4129-b1c7-9e25f8fb32db req-f8482149-9268-4c05-bf54-aedf87950913 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348883 Aug 16 02:12:52.635259 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7fce6f72-09a9-456d-ab11-1849e1a784f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.765088 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e791f48-25e3-4cb3-ac28-9dd4e98ff8b2 req-2ccfe08f-0aba-4e3d-a54f-867298136552 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:52.766643 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7e791f48-25e3-4cb3-ac28-9dd4e98ff8b2 req-2ccfe08f-0aba-4e3d-a54f-867298136552 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 943 time: 0.0501175 Aug 16 02:12:52.805287 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7e791f48-25e3-4cb3-ac28-9dd4e98ff8b2 req-c5f9ba63-3020-4849-980b-bc59f66ec819 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324216 Aug 16 02:12:53.306271 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.923827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e690ce-f407-47f7-81c4-a379deff5d90 req-931f8bb6-61da-40f6-aabf-2827735363c7 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:53.925295 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-73e690ce-f407-47f7-81c4-a379deff5d90 req-931f8bb6-61da-40f6-aabf-2827735363c7 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 943 time: 0.0530653 Aug 16 02:12:53.965088 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-73e690ce-f407-47f7-81c4-a379deff5d90 req-cdf4e0bb-897b-4433-80be-2062f53464c5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327158 Aug 16 02:12:54.218863 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.079229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff47e57-a16c-4623-ac5d-e58135225dfb req-4f09b0bc-0bcb-4282-bd26-bf4acc97c316 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:55.080709 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9ff47e57-a16c-4623-ac5d-e58135225dfb req-4f09b0bc-0bcb-4282-bd26-bf4acc97c316 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 943 time: 0.0490947 Aug 16 02:12:55.125044 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9ff47e57-a16c-4623-ac5d-e58135225dfb req-726e6337-6109-44fe-a764-f753fa55feea tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377314 Aug 16 02:12:56.027176 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.242575 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea996c-365e-4dcc-b5ad-a395c71dfe90 req-af59737b-6552-487b-8a0a-4e5468ea47aa tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:56.244054 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-31ea996c-365e-4dcc-b5ad-a395c71dfe90 req-af59737b-6552-487b-8a0a-4e5468ea47aa tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 943 time: 0.0488441 Aug 16 02:12:56.282751 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-31ea996c-365e-4dcc-b5ad-a395c71dfe90 req-954796ef-3ade-44ba-a28d-9fcaed21d546 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326340 Aug 16 02:12:57.399796 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4ef83-a7e4-4b51-bced-11f86ddc31c7 req-ef80608f-4e9f-46e1-aff1-20d757d9adbf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:57.401284 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-47b4ef83-a7e4-4b51-bced-11f86ddc31c7 req-ef80608f-4e9f-46e1-aff1-20d757d9adbf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 943 time: 0.0521975 Aug 16 02:12:57.438707 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-47b4ef83-a7e4-4b51-bced-11f86ddc31c7 req-ffd3ed61-048c-4449-a75e-3ad53588764a tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314822 Aug 16 02:12:58.553455 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd7143-764a-48fc-afba-d9f66b00a141 req-7b21bcb2-ddcb-4c2f-9e7f-d4c36b3b81dc tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:58.554866 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6dd7143-764a-48fc-afba-d9f66b00a141 req-7b21bcb2-ddcb-4c2f-9e7f-d4c36b3b81dc tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 943 time: 0.0479870 Aug 16 02:12:58.592451 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6dd7143-764a-48fc-afba-d9f66b00a141 req-2eb3fea2-3362-4a6a-a273-7087bf7aab30 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318041 Aug 16 02:12:59.707921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a56723-f605-40c7-b93b-c71c1ae97a99 req-7fed65c9-014f-4b82-8ff2-efef9b7d351d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:59.709671 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60a56723-f605-40c7-b93b-c71c1ae97a99 req-7fed65c9-014f-4b82-8ff2-efef9b7d351d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 943 time: 0.0499978 Aug 16 02:12:59.747025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60a56723-f605-40c7-b93b-c71c1ae97a99 req-a73c0ccf-915b-4087-b9d1-d4f73612f8e4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314920 Aug 16 02:13:00.751942 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:00.851424 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 3fd8dd0d-473c-415d-9fc9-87c4146fbc54, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3fd8dd0d-473c-415d-9fc9-87c4146fbc54,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:00.863094 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '3fd8dd0d-473c-415d-9fc9-87c4146fbc54', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'port_id': '3fd8dd0d-473c-415d-9fc9-87c4146fbc54', 'mac_address': 'fa:16:3e:a1:94:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:00.869062 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d46753-423a-4e9c-9b6b-268c0d71bd54 req-b93c2a71-4e03-49af-9c7f-ee279576188e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:00.870607 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d9d46753-423a-4e9c-9b6b-268c0d71bd54 req-b93c2a71-4e03-49af-9c7f-ee279576188e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 943 time: 0.0535779 Aug 16 02:13:00.900258 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.909078 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d9d46753-423a-4e9c-9b6b-268c0d71bd54 req-31bce7f7-4f13-462c-ad1f-3cfa915e7c1d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324433 Aug 16 02:13:00.914678 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:00.933875 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 3fd8dd0d-473c-415d-9fc9-87c4146fbc54, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3fd8dd0d-473c-415d-9fc9-87c4146fbc54,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:00.938203 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.989268 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=3fd8dd0d-473c-415d-9fc9-87c4146fbc54,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:01.199437 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['3fd8dd0d-473c-415d-9fc9-87c4146fbc54'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:02.027995 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64badaa-198b-41f1-bdba-fa85ac766775 req-2ca1b819-cdcf-44a7-91a6-8df10cbc0a50 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:02.029478 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c64badaa-198b-41f1-bdba-fa85ac766775 req-2ca1b819-cdcf-44a7-91a6-8df10cbc0a50 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 944 time: 0.0523150 Aug 16 02:13:02.074962 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c64badaa-198b-41f1-bdba-fa85ac766775 req-a5bfe61a-4adf-4a67-8ea4-fad21f7ae810 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392647 Aug 16 02:13:02.766848 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:02.816066 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:02.819948 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:02.820316 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.897776 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.920488 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd8dd0d-473c-415d-9fc9-87c4146fbc54'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:02.922761 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb60de6-a556-4bea-b192-5158f44483f2" -d '{"events": [{"server_uuid": "3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9", "name": "network-vif-plugged", "status": "completed", "tag": "3fd8dd0d-473c-415d-9fc9-87c4146fbc54"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:02.937598 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 3fd8dd0d-473c-415d-9fc9-87c4146fbc54, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3fd8dd0d-473c-415d-9fc9-87c4146fbc54,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:02.942465 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.969728 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f51346-8d6b-4509-917e-a73187e2c14e x-openstack-request-id: req-50f51346-8d6b-4509-917e-a73187e2c14e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:02.970061 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9", "name": "network-vif-plugged", "status": "completed", "tag": "3fd8dd0d-473c-415d-9fc9-87c4146fbc54", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:02.970320 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-50f51346-8d6b-4509-917e-a73187e2c14e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:02.970704 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd8dd0d-473c-415d-9fc9-87c4146fbc54', 'code': 200} Aug 16 02:13:03.001020 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=3fd8dd0d-473c-415d-9fc9-87c4146fbc54,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:03.067290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b06b88-610f-4f23-9f96-866e4ac98ecb req-4e48b524-5687-4406-9362-2505b8ae2c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.068795 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15b06b88-610f-4f23-9f96-866e4ac98ecb req-4e48b524-5687-4406-9362-2505b8ae2c24 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 1097 time: 0.0404229 Aug 16 02:13:03.114731 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15b06b88-610f-4f23-9f96-866e4ac98ecb req-44ee6b7b-7581-4d70-a1b9-ab0d08eecbcd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323875 Aug 16 02:13:03.194803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaaaab0-bf92-49f8-a386-6364c1b4a825 req-c6f31a26-7c11-43b6-bfc4-60b49733b00e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.196275 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-beaaaab0-bf92-49f8-a386-6364c1b4a825 req-c6f31a26-7c11-43b6-bfc4-60b49733b00e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 945 time: 0.0513625 Aug 16 02:13:03.235741 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-beaaaab0-bf92-49f8-a386-6364c1b4a825 req-dfc95ecf-32a5-4cf3-9c51-f442b2864750 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333126 Aug 16 02:13:04.354398 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5db6a-6a1c-4445-bdc4-770531af9ace req-2efffe74-7c95-4ea5-846f-a085c2ab18d5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:04.355872 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4cb5db6a-6a1c-4445-bdc4-770531af9ace req-2efffe74-7c95-4ea5-846f-a085c2ab18d5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 945 time: 0.0487950 Aug 16 02:13:04.393466 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4cb5db6a-6a1c-4445-bdc4-770531af9ace req-bbfcbd89-7960-49cc-8531-5f05cbb95b7a tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317097 Aug 16 02:13:04.507496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242d1cf-8792-482b-8843-0796fed890e4 req-f72e24fd-1ccf-4878-9d49-de3f175728f5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:04.508971 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d242d1cf-8792-482b-8843-0796fed890e4 req-f72e24fd-1ccf-4878-9d49-de3f175728f5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 945 time: 0.0486319 Aug 16 02:13:04.550479 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d242d1cf-8792-482b-8843-0796fed890e4 req-ad5a72c7-df0c-49a8-b51c-81ebca0d5d9b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355053 Aug 16 02:13:04.663941 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fec352-a01e-4cec-982d-12626dfedd66 req-ea4c71b6-e5cc-4331-b209-9904d7f9c7d6 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:04.665457 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-27fec352-a01e-4cec-982d-12626dfedd66 req-ea4c71b6-e5cc-4331-b209-9904d7f9c7d6 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 945 time: 0.0492544 Aug 16 02:13:04.703825 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-27fec352-a01e-4cec-982d-12626dfedd66 req-3a2ba728-16e1-4a25-97af-3054571c31f8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324359 Aug 16 02:13:05.002412 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8de0ee-d493-4744-b614-6bbf45cc3777 req-0f429b04-58db-4ffa-b58e-4fbb5a619e72 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:05.003908 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0b8de0ee-d493-4744-b614-6bbf45cc3777 req-0f429b04-58db-4ffa-b58e-4fbb5a619e72 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 945 time: 0.0590656 Aug 16 02:13:05.045266 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0b8de0ee-d493-4744-b614-6bbf45cc3777 req-55c68559-192c-4072-afdc-5bd539d49243 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345945 Aug 16 02:13:06.166355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1e6ea-538b-4964-bff7-b660f8597456 req-ddd463f7-e877-46ef-b3d5-a9b55e642dd8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.167875 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2cd1e6ea-538b-4964-bff7-b660f8597456 req-ddd463f7-e877-46ef-b3d5-a9b55e642dd8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 945 time: 0.0515525 Aug 16 02:13:06.207056 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2cd1e6ea-538b-4964-bff7-b660f8597456 req-f8871062-1e72-4a8b-951a-f48eee71a366 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328224 Aug 16 02:13:06.554660 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3b50d-6650-41de-b1bc-80adb6ec8643 req-5a8a51eb-cedc-4dfe-9807-25c208adbc0a tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.556086 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c3c3b50d-6650-41de-b1bc-80adb6ec8643 req-5a8a51eb-cedc-4dfe-9807-25c208adbc0a tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 945 time: 0.0476754 Aug 16 02:13:06.654461 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c3c3b50d-6650-41de-b1bc-80adb6ec8643 req-cde2bdf8-f7e7-474d-b54a-52340ab7ed0b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Deleting port 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:06.654802 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c3c3b50d-6650-41de-b1bc-80adb6ec8643 req-cde2bdf8-f7e7-474d-b54a-52340ab7ed0b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.745079 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c3c3b50d-6650-41de-b1bc-80adb6ec8643 req-cde2bdf8-f7e7-474d-b54a-52340ab7ed0b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] For port 3fd8dd0d-473c-415d-9fc9-87c4146fbc54, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=3fd8dd0d-473c-415d-9fc9-87c4146fbc54,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:06.745360 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c3c3b50d-6650-41de-b1bc-80adb6ec8643 req-cde2bdf8-f7e7-474d-b54a-52340ab7ed0b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.759250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c3c3b50d-6650-41de-b1bc-80adb6ec8643 req-cde2bdf8-f7e7-474d-b54a-52340ab7ed0b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Calling delete_port for 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:06.886943 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c3c3b50d-6650-41de-b1bc-80adb6ec8643 req-cde2bdf8-f7e7-474d-b54a-52340ab7ed0b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.917958 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2bdf8-f7e7-474d-b54a-52340ab7ed0b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event deleted for resources: {'Port': ['ID=3fd8dd0d-473c-415d-9fc9-87c4146fbc54,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:06.961996 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c3b50d-6650-41de-b1bc-80adb6ec8643 req-cde2bdf8-f7e7-474d-b54a-52340ab7ed0b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] No DVR routers for this DVR port 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:06.964623 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c3c3b50d-6650-41de-b1bc-80adb6ec8643 req-cde2bdf8-f7e7-474d-b54a-52340ab7ed0b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.966727 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c3c3b50d-6650-41de-b1bc-80adb6ec8643 req-cde2bdf8-f7e7-474d-b54a-52340ab7ed0b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.73 "DELETE /v2.0/ports/3fd8dd0d-473c-415d-9fc9-87c4146fbc54 HTTP/1.1" status: 204 len: 173 time: 0.4018273 Aug 16 02:13:06.967292 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9', 'name': 'network-vif-deleted', 'tag': '3fd8dd0d-473c-415d-9fc9-87c4146fbc54'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:06.969480 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40b686a-bf73-4936-a6c2-680cd9099faa" -d '{"events": [{"server_uuid": "3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9", "name": "network-vif-deleted", "tag": "3fd8dd0d-473c-415d-9fc9-87c4146fbc54"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:07.011629 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee826083-5f34-4841-8947-5fde85e99019 x-openstack-request-id: req-ee826083-5f34-4841-8947-5fde85e99019 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:07.012024 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9", "name": "network-vif-deleted", "tag": "3fd8dd0d-473c-415d-9fc9-87c4146fbc54", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:07.012289 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ee826083-5f34-4841-8947-5fde85e99019 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:07.012684 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9', 'name': 'network-vif-deleted', 'tag': '3fd8dd0d-473c-415d-9fc9-87c4146fbc54', 'status': 'completed', 'code': 200} Aug 16 02:13:07.310931 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3804339c-5f09-4e67-bcfa-4be48186fcd5 req-cbe203cf-0d5a-4f8f-ab24-728e3815612a tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 210 time: 0.0321634 Aug 16 02:13:07.597507 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.258897 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.414268 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-db2e8b7e-a956-4b76-8fae-3bbc70616cd7 req-f648c7d8-34a4-4451-9345-997971dbb110 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 210 time: 0.0315673 Aug 16 02:13:08.797582 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:08.818849 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:08.819236 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 3fd8dd0d-473c-415d-9fc9-87c4146fbc54 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:09.514785 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3366325c-dc08-4eab-a350-e8ac583033d9 req-5c9ed0f6-ab6f-4be8-8499-b4292b9d0adc tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 210 time: 0.0277715 Aug 16 02:13:10.622444 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2856722d-98eb-478e-a646-047e32cdcd53 req-3e8474a5-e246-4a98-9618-e569f19f7e55 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d0ffcc5-768f-4835-b3aa-4cc585d4d3b9 HTTP/1.1" status: 200 len: 210 time: 0.0279512 Aug 16 02:13:11.376962 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:13:12.189925 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-f92e03e0-2ef0-461b-9bc0-6c6901ab9024 req-d569f1d0-f4c6-428a-8837-67d32e282822 service neutron] (94673) timed out ('10.222.0.73', 56132) {{(pid=94673) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:13:20.156681 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-acfa5901-4aa4-4d75-b6fa-a3dbfdfa569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.636472 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c05d1a79-fc5b-46df-be87-c19ac9e798c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.309311 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.224282 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.030816 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.654550 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-120da801-0db5-4afb-8400-fc00f282cd12 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:31.656028 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-120da801-0db5-4afb-8400-fc00f282cd12 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 812 time: 0.1203785 Aug 16 02:13:31.672292 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-d1875491-c508-47bf-a537-f0911a6ac7b6 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/quotas/8958f59e4db74d1eaa22c4230e8bc798 HTTP/1.1" status: 200 len: 375 time: 0.0100999 Aug 16 02:13:31.734891 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-1f85273e-909f-4ddc-bb4f-889c1f47453c tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542755 Aug 16 02:13:31.834436 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-cc102e45-c0e9-44de-ace6-67c699083665 service neutron] 10.222.0.68 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917439 Aug 16 02:13:31.931781 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-73e16927-5ebe-4bc0-a976-cbc0497e6352 service neutron] 10.222.0.68 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895131 Aug 16 02:13:32.229725 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-39357383-ff42-4400-a054-3f7c0f33d377 req-688e6191-32b0-4f38-9239-34a8d6497c2d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 210 time: 0.0314298 Aug 16 02:13:33.219295 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-884e3f7e-5f86-4257-8dff-ef355c5ae8d1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:33.220876 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-884e3f7e-5f86-4257-8dff-ef355c5ae8d1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.73 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 812 time: 0.1177192 Aug 16 02:13:33.234452 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Request body: {'port': {'device_id': 'a6e31176-6a5f-4268-9c46-cb8e497a05b0', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'admin_state_up': True, 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:33.360262 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fef4b588-b50e-405e-a0a9-f7e1ba49e42f req-a444cab8-9b05-4684-9166-383de8d6404c tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 210 time: 0.0334117 Aug 16 02:13:33.398742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Made reservation on behalf of 8958f59e4db74d1eaa22c4230e8bc798 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:33.402505 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.534350 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Allocated IP 172.20.0.10 (79f38810-e2ae-4630-9f61-4d9a565c053e/006f9681-3ab4-4859-9303-ea116cf027bf/d72249bf-b74e-411e-8a74-e6e36d75a666) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:33.692190 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.706271 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Transition to ACTIVE for port object d72249bf-b74e-411e-8a74-e6e36d75a666 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:33.742899 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.788672 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Network 79f38810-e2ae-4630-9f61-4d9a565c053e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:33.791753 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:33.798354 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:33.828220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event updated for resources: {'Port': ['ID=d72249bf-b74e-411e-8a74-e6e36d75a666,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:33.842667 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:33.843018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:33.843361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:33.843701 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:33.844034 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:33.844367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:33.844695 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:33.845020 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:33.845356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:33.845676 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:33.846032 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:33.846348 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:33.874146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:33.874816 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.895248 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-013e4ea9-100b-40be-b41c-704cbf658453 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6648848 Aug 16 02:13:34.057981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Request body: {'port': {'device_id': 'a6e31176-6a5f-4268-9c46-cb8e497a05b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:34.079903 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8c8259cb-f06c-4611-8f00-7899251f6418 None None] Provisioning for port d72249bf-b74e-411e-8a74-e6e36d75a666 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:34.084642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8c8259cb-f06c-4611-8f00-7899251f6418 None None] Provisioning complete for port d72249bf-b74e-411e-8a74-e6e36d75a666 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:34.085182 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c8259cb-f06c-4611-8f00-7899251f6418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.117389 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.124573 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8c8259cb-f06c-4611-8f00-7899251f6418 None None] Port d72249bf-b74e-411e-8a74-e6e36d75a666 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:34.400882 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72249bf-b74e-411e-8a74-e6e36d75a666 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:34.411076 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.424582 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Transition to ACTIVE for port object d72249bf-b74e-411e-8a74-e6e36d75a666 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:34.429067 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.519855 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Pushing event updated for resources: {'Port': ['ID=d72249bf-b74e-411e-8a74-e6e36d75a666,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:34.588606 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244617f5-2cb0-4ec9-b79f-d9b6a407981a req-a0a18108-7aec-4e7d-bb49-a473feaea7ba tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:34.590244 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-244617f5-2cb0-4ec9-b79f-d9b6a407981a req-a0a18108-7aec-4e7d-bb49-a473feaea7ba tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 944 time: 0.1302366 Aug 16 02:13:34.628875 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Attempting to bind port d72249bf-b74e-411e-8a74-e6e36d75a666 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:34.629639 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Attempting to bind port d72249bf-b74e-411e-8a74-e6e36d75a666 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:34.629959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Attempting to bind port d72249bf-b74e-411e-8a74-e6e36d75a666 on network 79f38810-e2ae-4630-9f61-4d9a565c053e {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:34.638829 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Port d72249bf-b74e-411e-8a74-e6e36d75a666 on network 79f38810-e2ae-4630-9f61-4d9a565c053e not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:34.639158 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Attempting to bind port d72249bf-b74e-411e-8a74-e6e36d75a666 on network 79f38810-e2ae-4630-9f61-4d9a565c053e {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:34.654057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:34.654394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Checking segment: {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:34.654782 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Bound using segment: {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:34.655214 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Bound port: d72249bf-b74e-411e-8a74-e6e36d75a666, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:34.655573 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.659960 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-244617f5-2cb0-4ec9-b79f-d9b6a407981a req-dd84bf71-a6dd-4c75-84cd-489fc0ad9be4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582094 Aug 16 02:13:34.738069 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] For port d72249bf-b74e-411e-8a74-e6e36d75a666, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:34.746822 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] For port d72249bf-b74e-411e-8a74-e6e36d75a666, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d72249bf-b74e-411e-8a74-e6e36d75a666,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:34.754706 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.795009 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:34.795838 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.797470 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] 10.222.0.73 "PUT /v2.0/ports/d72249bf-b74e-411e-8a74-e6e36d75a666 HTTP/1.1" status: 200 len: 1093 time: 0.8938348 Aug 16 02:13:34.798032 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e31176-6a5f-4268-9c46-cb8e497a05b0', 'tag': 'd72249bf-b74e-411e-8a74-e6e36d75a666'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:34.800826 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2889104c-a62f-4aa6-801c-7dda6074c48a" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e31176-6a5f-4268-9c46-cb8e497a05b0", "tag": "d72249bf-b74e-411e-8a74-e6e36d75a666"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:34.843343 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d1953-77dd-4891-9ec7-90905a26565c service neutron] Pushing event updated for resources: {'Port': ['ID=d72249bf-b74e-411e-8a74-e6e36d75a666,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:34.865038 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dafef0-a38c-485c-b581-e84c97deb472 x-openstack-request-id: req-43dafef0-a38c-485c-b581-e84c97deb472 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:34.865424 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e31176-6a5f-4268-9c46-cb8e497a05b0", "tag": "d72249bf-b74e-411e-8a74-e6e36d75a666", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:34.865685 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-43dafef0-a38c-485c-b581-e84c97deb472 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:34.866128 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e31176-6a5f-4268-9c46-cb8e497a05b0', 'tag': 'd72249bf-b74e-411e-8a74-e6e36d75a666', 'status': 'completed', 'code': 200} Aug 16 02:13:34.914661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-bdcb77ad-c462-445b-aa56-ce3508ab41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:34.916254 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-bdcb77ad-c462-445b-aa56-ce3508ab41a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 1096 time: 0.0438707 Aug 16 02:13:34.973283 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-12aea1dc-43f5-451d-b149-88c4be32da59 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d72249bf-b74e-411e-8a74-e6e36d75a666 HTTP/1.1" status: 200 len: 217 time: 0.0463698 Aug 16 02:13:35.032966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-c0863984-1b91-4cae-a878-14a4a424b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:35.034509 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-c0863984-1b91-4cae-a878-14a4a424b9d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0519397 Aug 16 02:13:35.094580 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-633c8c52-08a7-470e-a666-12feaa44578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:35.096391 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-633c8c52-08a7-470e-a666-12feaa44578f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536046 Aug 16 02:13:35.233349 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-0b42ad1c-1f5e-4d0f-ac2a-244bfe87cd86 service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246908 Aug 16 02:13:35.337398 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1b33cdd6-69cf-4fcf-a2bc-42f6c4411826 req-75c396a5-b390-43a2-88f8-0d259ad536a8 service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913649 Aug 16 02:13:35.433770 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889104c-a62f-4aa6-801c-7dda6074c48a req-a0ff19d6-250c-4b66-bf9a-4eee94da9ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:35.435391 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2889104c-a62f-4aa6-801c-7dda6074c48a req-a0ff19d6-250c-4b66-bf9a-4eee94da9ee6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 1096 time: 0.0456035 Aug 16 02:13:35.535854 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889104c-a62f-4aa6-801c-7dda6074c48a req-ce76bf4f-1e9f-43bc-85ab-dfe48bab2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:35.538449 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2889104c-a62f-4aa6-801c-7dda6074c48a req-ce76bf4f-1e9f-43bc-85ab-dfe48bab2763 service neutron] 10.222.0.73 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.0924683 Aug 16 02:13:35.583339 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2889104c-a62f-4aa6-801c-7dda6074c48a req-7aa4ec3e-7a18-4e0f-847f-8a7ef291222c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d72249bf-b74e-411e-8a74-e6e36d75a666 HTTP/1.1" status: 200 len: 217 time: 0.0345702 Aug 16 02:13:35.638584 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889104c-a62f-4aa6-801c-7dda6074c48a req-33b39798-004c-4e8c-aad3-b285859b3caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:35.639963 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2889104c-a62f-4aa6-801c-7dda6074c48a req-33b39798-004c-4e8c-aad3-b285859b3caf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0457177 Aug 16 02:13:35.694096 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889104c-a62f-4aa6-801c-7dda6074c48a req-c0ad8cdd-a1c2-40a9-b428-2f5aad853443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:35.695613 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2889104c-a62f-4aa6-801c-7dda6074c48a req-c0ad8cdd-a1c2-40a9-b428-2f5aad853443 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450766 Aug 16 02:13:35.821298 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974fb6b-ede7-47d1-9393-9540e662d2c3 req-bc303ef1-ff5e-41a8-8e08-6f2a84ce2d22 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:35.822917 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0974fb6b-ede7-47d1-9393-9540e662d2c3 req-bc303ef1-ff5e-41a8-8e08-6f2a84ce2d22 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 944 time: 0.0739963 Aug 16 02:13:35.843821 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2889104c-a62f-4aa6-801c-7dda6074c48a req-8803f19e-b9e4-4020-ae10-c1cdf1d0cd72 service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387839 Aug 16 02:13:35.915726 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0974fb6b-ede7-47d1-9393-9540e662d2c3 req-18ca6ef3-c70b-4646-bf91-8704aa21aec5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834925 Aug 16 02:13:35.956144 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2889104c-a62f-4aa6-801c-7dda6074c48a req-29c7bf7e-46e2-44a8-b28f-3222fbed7da7 service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006567 Aug 16 02:13:37.035915 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4ca50-ebcf-4498-adf8-e557d70a1328 req-e0976424-8d38-42a6-a049-ceddd2bf3a8e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.038633 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a2a4ca50-ebcf-4498-adf8-e557d70a1328 req-e0976424-8d38-42a6-a049-ceddd2bf3a8e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 944 time: 0.0519302 Aug 16 02:13:37.085207 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a2a4ca50-ebcf-4498-adf8-e557d70a1328 req-69c516a1-66bc-4822-a0d3-22361edc35ee tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390873 Aug 16 02:13:37.596595 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.212474 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92946695-5ccc-4d91-ac03-f31bbc16e9a7 req-54c1e946-7a1e-4338-8fe9-ed6d17fd176c tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:38.213999 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-92946695-5ccc-4d91-ac03-f31bbc16e9a7 req-54c1e946-7a1e-4338-8fe9-ed6d17fd176c tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 944 time: 0.0539119 Aug 16 02:13:38.253689 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-92946695-5ccc-4d91-ac03-f31bbc16e9a7 req-8c07096b-5826-4d41-83f0-0fce690a1498 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335436 Aug 16 02:13:38.277379 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.376878 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8ddda-7d43-492c-8a8b-a940fa56a96f req-29900877-68c7-464b-94b0-14ef327e5089 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.378364 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-72b8ddda-7d43-492c-8a8b-a940fa56a96f req-29900877-68c7-464b-94b0-14ef327e5089 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 944 time: 0.0485764 Aug 16 02:13:39.420236 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-72b8ddda-7d43-492c-8a8b-a940fa56a96f req-c884a606-6ebd-4d8e-af41-4bf876113ece tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348268 Aug 16 02:13:40.534935 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bd139-3f83-49a9-8dfd-b5b0113682e5 req-030d48ee-a08a-47a1-bb52-2d8a6b965aa5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:40.536671 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-634bd139-3f83-49a9-8dfd-b5b0113682e5 req-030d48ee-a08a-47a1-bb52-2d8a6b965aa5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 944 time: 0.0502586 Aug 16 02:13:40.574104 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-634bd139-3f83-49a9-8dfd-b5b0113682e5 req-3708ee3d-a844-4642-93fb-0239b008c079 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305815 Aug 16 02:13:41.687572 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa037e9a-c61e-46c4-8dbd-08b737426641 req-90f9d5d8-4b95-46ac-a8ec-fe9b1280dfe8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:41.689053 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fa037e9a-c61e-46c4-8dbd-08b737426641 req-90f9d5d8-4b95-46ac-a8ec-fe9b1280dfe8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 944 time: 0.0489273 Aug 16 02:13:41.727301 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fa037e9a-c61e-46c4-8dbd-08b737426641 req-c6694b0a-276d-4826-aa8f-1d4112472d19 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318649 Aug 16 02:13:42.843003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ae97a-c582-4285-b34c-6fa729acecf2 req-00e36c36-7d64-430c-bf5f-5c3324c14143 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.844496 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-616ae97a-c582-4285-b34c-6fa729acecf2 req-00e36c36-7d64-430c-bf5f-5c3324c14143 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 944 time: 0.0493779 Aug 16 02:13:42.883032 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-616ae97a-c582-4285-b34c-6fa729acecf2 req-fea9416e-efe2-4a0e-83a9-d5c16425c5dd tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318766 Aug 16 02:13:43.997520 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77f47d-2740-49b2-8d6b-f3cf3143c43c req-966a3c02-d46b-4f8a-a733-595961c970d3 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.999026 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6c77f47d-2740-49b2-8d6b-f3cf3143c43c req-966a3c02-d46b-4f8a-a733-595961c970d3 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 944 time: 0.0489647 Aug 16 02:13:44.041991 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6c77f47d-2740-49b2-8d6b-f3cf3143c43c req-34f3a6d1-106f-40dc-a865-718196032764 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367019 Aug 16 02:13:44.937638 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d72249bf-b74e-411e-8a74-e6e36d75a666 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:45.033720 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d72249bf-b74e-411e-8a74-e6e36d75a666, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d72249bf-b74e-411e-8a74-e6e36d75a666,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:45.044909 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'd72249bf-b74e-411e-8a74-e6e36d75a666', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'port_id': 'd72249bf-b74e-411e-8a74-e6e36d75a666', 'mac_address': 'fa:16:3e:15:96:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:45.082141 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.094624 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72249bf-b74e-411e-8a74-e6e36d75a666 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:45.113819 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d72249bf-b74e-411e-8a74-e6e36d75a666, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d72249bf-b74e-411e-8a74-e6e36d75a666,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:45.118893 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.163056 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76564f4f-cf83-44c0-88a8-9a0cbe18c0e9 req-42f8a89d-cd5e-44ad-b16b-d91309b4ade3 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.164548 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76564f4f-cf83-44c0-88a8-9a0cbe18c0e9 req-42f8a89d-cd5e-44ad-b16b-d91309b4ade3 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 945 time: 0.0552943 Aug 16 02:13:45.166919 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=d72249bf-b74e-411e-8a74-e6e36d75a666,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:45.174330 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.174683 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.175025 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.175367 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.175696 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.176025 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.176355 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.176682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.177006 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.177942 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.178415 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.178893 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:45.204831 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76564f4f-cf83-44c0-88a8-9a0cbe18c0e9 req-c5371e48-2945-44cd-8ca5-accab54ee6e8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340304 Aug 16 02:13:45.360799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['d72249bf-b74e-411e-8a74-e6e36d75a666'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:46.321090 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3bb77-4fb2-4f83-bf99-88e415fc0473 req-d10a916f-fb0c-4997-be5a-4556d0c57f1f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:46.322672 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b7e3bb77-4fb2-4f83-bf99-88e415fc0473 req-d10a916f-fb0c-4997-be5a-4556d0c57f1f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 945 time: 0.0508044 Aug 16 02:13:46.370303 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b7e3bb77-4fb2-4f83-bf99-88e415fc0473 req-ff3b305e-7b47-4ef1-82cf-95e29c01e8f5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403898 Aug 16 02:13:46.937274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d72249bf-b74e-411e-8a74-e6e36d75a666 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:46.986433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port d72249bf-b74e-411e-8a74-e6e36d75a666 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:46.989984 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port d72249bf-b74e-411e-8a74-e6e36d75a666 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:46.990372 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.071799 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.094311 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e31176-6a5f-4268-9c46-cb8e497a05b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72249bf-b74e-411e-8a74-e6e36d75a666'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:47.096527 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcce11c8-3e8d-4103-9645-6d1d5fb8e8d3" -d '{"events": [{"server_uuid": "a6e31176-6a5f-4268-9c46-cb8e497a05b0", "name": "network-vif-plugged", "status": "completed", "tag": "d72249bf-b74e-411e-8a74-e6e36d75a666"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:47.110359 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port d72249bf-b74e-411e-8a74-e6e36d75a666, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d72249bf-b74e-411e-8a74-e6e36d75a666,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:47.114674 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.165543 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=d72249bf-b74e-411e-8a74-e6e36d75a666,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:47.298329 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38274007-622a-43c5-b66b-22c40d9c90c0 x-openstack-request-id: req-38274007-622a-43c5-b66b-22c40d9c90c0 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:47.298623 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e31176-6a5f-4268-9c46-cb8e497a05b0", "name": "network-vif-plugged", "status": "completed", "tag": "d72249bf-b74e-411e-8a74-e6e36d75a666", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:47.298876 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-38274007-622a-43c5-b66b-22c40d9c90c0 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:47.299277 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e31176-6a5f-4268-9c46-cb8e497a05b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72249bf-b74e-411e-8a74-e6e36d75a666', 'code': 200} Aug 16 02:13:47.404062 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1811ac9-c6d3-44b1-8322-9bf26bdb6ce5 req-f26e3c3f-5610-42b6-a7f0-b3bdf9470492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.405585 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c1811ac9-c6d3-44b1-8322-9bf26bdb6ce5 req-f26e3c3f-5610-42b6-a7f0-b3bdf9470492 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 1098 time: 0.0410681 Aug 16 02:13:47.446753 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c1811ac9-c6d3-44b1-8322-9bf26bdb6ce5 req-be1f015f-0e05-4286-aa77-837219548845 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296512 Aug 16 02:13:47.495757 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb60d3-dcc7-46dc-930c-81a258d5d3c4 req-4ef3405d-300b-4e46-b3e0-b1de99688006 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.497485 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2cfb60d3-dcc7-46dc-930c-81a258d5d3c4 req-4ef3405d-300b-4e46-b3e0-b1de99688006 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 946 time: 0.0580635 Aug 16 02:13:47.542447 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2cfb60d3-dcc7-46dc-930c-81a258d5d3c4 req-53d1ca2d-ff0a-43ba-9c13-b5c0cdad5852 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386901 Aug 16 02:13:48.376476 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:13:48.659150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2cb2d-236f-4cae-9db7-6adf48ee9cc1 req-1d1f5d08-445b-4c57-bfbb-7e3d8c313fee tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.660647 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-86c2cb2d-236f-4cae-9db7-6adf48ee9cc1 req-1d1f5d08-445b-4c57-bfbb-7e3d8c313fee tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 946 time: 0.0503917 Aug 16 02:13:48.699771 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-86c2cb2d-236f-4cae-9db7-6adf48ee9cc1 req-9d8bde09-a5ea-45c6-a895-471703de97af tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317676 Aug 16 02:13:48.815008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f80a61-b8c3-429f-88fb-90cb404f525b req-249f02b5-66d8-4244-86df-773d863fee45 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.816498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53f80a61-b8c3-429f-88fb-90cb404f525b req-249f02b5-66d8-4244-86df-773d863fee45 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 946 time: 0.0504034 Aug 16 02:13:48.860693 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53f80a61-b8c3-429f-88fb-90cb404f525b req-29682445-85e1-4306-b9fb-cc9e254d1623 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373366 Aug 16 02:13:50.152796 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ef64902f-b2af-4b2b-8309-d435004ed0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.389988 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-1c948e8f-f815-44d4-8f2c-7a72fcd572f9 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.391473 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-1c948e8f-f815-44d4-8f2c-7a72fcd572f9 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 812 time: 0.1016188 Aug 16 02:13:51.406523 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-225761d3-3038-4896-b9c6-930808e0f7da tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/quotas/8958f59e4db74d1eaa22c4230e8bc798 HTTP/1.1" status: 200 len: 375 time: 0.0093863 Aug 16 02:13:51.462909 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-4ad3477b-ad52-4eb0-99f8-86e85a33eb1c tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500073 Aug 16 02:13:51.558445 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-93153ca7-8b2e-4bc0-9674-f05daeed38d3 service neutron] 10.222.0.68 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882983 Aug 16 02:13:51.649734 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-58a49627-f177-4793-a980-ef100bb360e7 service neutron] 10.222.0.68 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853262 Aug 16 02:13:51.841545 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c63d71d8-a13f-4d71-a5ad-06a391b424ae req-389515aa-acfe-4f65-9da2-1219e5f03e2a tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 210 time: 0.0300057 Aug 16 02:13:52.638131 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7e6297b-d81b-48b1-9742-bfd547493558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.837965 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-aeeaf45d-4060-429a-ad3e-c5b45fd2b029 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.839473 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-aeeaf45d-4060-429a-ad3e-c5b45fd2b029 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.63 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 812 time: 0.1140215 Aug 16 02:13:52.858023 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Request body: {'port': {'device_id': 'a6ccdc0c-4914-4d62-8148-dc431e5da890', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'admin_state_up': True, 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:52.965213 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-48c0fb92-3281-4d7e-8982-56eb2808573c req-07a23a75-7ab2-4d60-afc3-8680f71b0e12 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 210 time: 0.0475600 Aug 16 02:13:53.017389 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Made reservation on behalf of 8958f59e4db74d1eaa22c4230e8bc798 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:53.023284 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.193742 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Allocated IP 172.20.0.5 (79f38810-e2ae-4630-9f61-4d9a565c053e/006f9681-3ab4-4859-9303-ea116cf027bf/a6456560-0fdd-47f7-b346-96fb1d397f31) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:53.315931 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.412767 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.429514 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Transition to ACTIVE for port object a6456560-0fdd-47f7-b346-96fb1d397f31 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:53.468660 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.484028 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['d72249bf-b74e-411e-8a74-e6e36d75a666'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:53.527818 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Network 79f38810-e2ae-4630-9f61-4d9a565c053e is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:53.531448 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:53.537580 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:53.581088 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event updated for resources: {'Port': ['ID=a6456560-0fdd-47f7-b346-96fb1d397f31,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:53.606122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:53.606820 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:53.607364 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:53.607924 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:53.608457 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:53.608996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:53.610048 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:53.610720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:53.611379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:53.612159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:53.612698 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:53.613379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:53.644538 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:53.645384 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.667484 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-b570f42d-75c6-4298-b561-2c7257735323 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8132715 Aug 16 02:13:53.683135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-bac4a7b6-f15d-4587-844d-9ca993eccaa3 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:13:53.684539 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-bac4a7b6-f15d-4587-844d-9ca993eccaa3 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065415 Aug 16 02:13:53.701367 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Request body: {'port': {'device_id': 'a6ccdc0c-4914-4d62-8148-dc431e5da890', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:53.762404 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.809535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-94bd5abb-c523-4c41-aad7-0175d954a573 None None] Provisioning for port a6456560-0fdd-47f7-b346-96fb1d397f31 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:53.815293 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-94bd5abb-c523-4c41-aad7-0175d954a573 None None] Provisioning complete for port a6456560-0fdd-47f7-b346-96fb1d397f31 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:53.815927 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94bd5abb-c523-4c41-aad7-0175d954a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.859590 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-94bd5abb-c523-4c41-aad7-0175d954a573 None None] Port a6456560-0fdd-47f7-b346-96fb1d397f31 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:54.058393 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6456560-0fdd-47f7-b346-96fb1d397f31 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:54.067148 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.083414 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Transition to ACTIVE for port object a6456560-0fdd-47f7-b346-96fb1d397f31 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:54.089091 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.099541 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c59f07-7ad3-4d42-b744-e4bd10381b1f req-7bc4b4c9-a585-4df0-bbb3-a0fbc526dcdc tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.101071 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-58c59f07-7ad3-4d42-b744-e4bd10381b1f req-7bc4b4c9-a585-4df0-bbb3-a0fbc526dcdc tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 931 time: 0.0568068 Aug 16 02:13:54.146251 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-58c59f07-7ad3-4d42-b744-e4bd10381b1f req-5dc04941-5313-46ba-ae9a-81756bf2463d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376287 Aug 16 02:13:54.200956 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Pushing event updated for resources: {'Port': ['ID=a6456560-0fdd-47f7-b346-96fb1d397f31,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:54.227956 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.238045 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Attempting to bind port a6456560-0fdd-47f7-b346-96fb1d397f31 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:54.238303 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Attempting to bind port a6456560-0fdd-47f7-b346-96fb1d397f31 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:54.238622 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Attempting to bind port a6456560-0fdd-47f7-b346-96fb1d397f31 on network 79f38810-e2ae-4630-9f61-4d9a565c053e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:54.243692 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Port a6456560-0fdd-47f7-b346-96fb1d397f31 on network 79f38810-e2ae-4630-9f61-4d9a565c053e not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:54.244017 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Attempting to bind port a6456560-0fdd-47f7-b346-96fb1d397f31 on network 79f38810-e2ae-4630-9f61-4d9a565c053e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:54.249785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:54.250129 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Checking segment: {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:54.250506 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Bound using segment: {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:54.250935 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Bound port: a6456560-0fdd-47f7-b346-96fb1d397f31, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:54.251301 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.327271 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] For port a6456560-0fdd-47f7-b346-96fb1d397f31, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:54.330795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] For port a6456560-0fdd-47f7-b346-96fb1d397f31, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a6456560-0fdd-47f7-b346-96fb1d397f31,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:54.337334 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.372554 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.373258 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.374690 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] 10.222.0.63 "PUT /v2.0/ports/a6456560-0fdd-47f7-b346-96fb1d397f31 HTTP/1.1" status: 200 len: 1092 time: 0.6779327 Aug 16 02:13:54.376798 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ccdc0c-4914-4d62-8148-dc431e5da890', 'tag': 'a6456560-0fdd-47f7-b346-96fb1d397f31'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:54.379170 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15719b1e-cf48-4495-a45e-7932c30aa07d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ccdc0c-4914-4d62-8148-dc431e5da890", "tag": "a6456560-0fdd-47f7-b346-96fb1d397f31"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:54.432756 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05bbefe-827c-486b-a6b1-42af54614aae x-openstack-request-id: req-a05bbefe-827c-486b-a6b1-42af54614aae {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:54.433044 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ccdc0c-4914-4d62-8148-dc431e5da890", "tag": "a6456560-0fdd-47f7-b346-96fb1d397f31", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:54.433296 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a05bbefe-827c-486b-a6b1-42af54614aae {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:54.433697 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ccdc0c-4914-4d62-8148-dc431e5da890', 'tag': 'a6456560-0fdd-47f7-b346-96fb1d397f31', 'status': 'completed', 'code': 200} Aug 16 02:13:54.434291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190948f6-f891-4543-b7e6-764f9b127baa service neutron] Pushing event updated for resources: {'Port': ['ID=a6456560-0fdd-47f7-b346-96fb1d397f31,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:54.476106 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-db273676-5023-4af8-9dd6-be446bcaeb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.477666 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-db273676-5023-4af8-9dd6-be446bcaeb6d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 1095 time: 0.0584934 Aug 16 02:13:54.523074 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-d6ab8e3d-7f53-4f75-b860-e83dc476e9c0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6456560-0fdd-47f7-b346-96fb1d397f31 HTTP/1.1" status: 200 len: 217 time: 0.0358956 Aug 16 02:13:54.592940 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-aa263842-fd20-40c0-9ea9-fc041e6d3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.594453 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-aa263842-fd20-40c0-9ea9-fc041e6d3d3a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0600119 Aug 16 02:13:54.645925 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-0e0abddb-f2c3-43a5-b0b5-d43227de6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.647537 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-0e0abddb-f2c3-43a5-b0b5-d43227de6195 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425375 Aug 16 02:13:54.741428 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-3a226196-77fd-45dc-835a-d741823dd1e5 service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859213 Aug 16 02:13:54.842670 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c792283-413b-4f09-8e2d-9e294f37f45c req-c58b336c-b979-4b96-8812-b377ff6a8504 service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937352 Aug 16 02:13:54.935526 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15719b1e-cf48-4495-a45e-7932c30aa07d req-bd041b1f-7507-4163-9829-1b8508ffa1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.936931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-15719b1e-cf48-4495-a45e-7932c30aa07d req-bd041b1f-7507-4163-9829-1b8508ffa1ce service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 1095 time: 0.0432298 Aug 16 02:13:55.031940 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15719b1e-cf48-4495-a45e-7932c30aa07d req-2fd008d1-0b79-44a3-83a3-0e654e5aca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.033431 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-15719b1e-cf48-4495-a45e-7932c30aa07d req-2fd008d1-0b79-44a3-83a3-0e654e5aca5b service neutron] 10.222.0.63 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.0897675 Aug 16 02:13:55.078700 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-15719b1e-cf48-4495-a45e-7932c30aa07d req-e3f33b08-8c51-46c4-9e4d-8750bb4801a3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6456560-0fdd-47f7-b346-96fb1d397f31 HTTP/1.1" status: 200 len: 217 time: 0.0339997 Aug 16 02:13:55.129958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15719b1e-cf48-4495-a45e-7932c30aa07d req-40a1f953-3dfc-457a-bf28-2aa363f4f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.131767 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-15719b1e-cf48-4495-a45e-7932c30aa07d req-40a1f953-3dfc-457a-bf28-2aa363f4f20f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0455511 Aug 16 02:13:55.192832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15719b1e-cf48-4495-a45e-7932c30aa07d req-fc08c38f-ec6a-436e-99f3-a7f03417f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.194402 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-15719b1e-cf48-4495-a45e-7932c30aa07d req-fc08c38f-ec6a-436e-99f3-a7f03417f2f9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514157 Aug 16 02:13:55.268399 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b23607-06ad-469e-93e0-2f30a4e54d5d req-7c36f090-4514-4035-a493-7886bcb45c16 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.270089 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88b23607-06ad-469e-93e0-2f30a4e54d5d req-7c36f090-4514-4035-a493-7886bcb45c16 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 943 time: 0.0516365 Aug 16 02:13:55.300071 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-15719b1e-cf48-4495-a45e-7932c30aa07d req-c5bc123b-bdfb-4a5d-9259-a85295fe6402 service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973277 Aug 16 02:13:55.312711 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88b23607-06ad-469e-93e0-2f30a4e54d5d req-27d97a75-e87b-46da-9313-206d29b4279b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365751 Aug 16 02:13:55.400364 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-15719b1e-cf48-4495-a45e-7932c30aa07d req-f8da1f08-0ea6-46c0-b0cd-fc72248582b4 service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893650 Aug 16 02:13:56.045578 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.528898 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eea9c6-69b7-43da-8e4a-33c39c62d7c1 req-d84864e2-929b-42d8-b867-346f86017af5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:56.530469 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-98eea9c6-69b7-43da-8e4a-33c39c62d7c1 req-d84864e2-929b-42d8-b867-346f86017af5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 943 time: 0.0695980 Aug 16 02:13:56.610640 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-98eea9c6-69b7-43da-8e4a-33c39c62d7c1 req-e844da31-fe22-464b-abb9-598f3b450c3b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652394 Aug 16 02:13:57.829490 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab264ab-c220-43c3-99d9-99d7a9f14fdf req-54c5a77b-9bd3-43bb-aed1-3e9f18dd2889 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:57.834217 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ab264ab-c220-43c3-99d9-99d7a9f14fdf req-54c5a77b-9bd3-43bb-aed1-3e9f18dd2889 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 943 time: 0.1274073 Aug 16 02:13:57.876449 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ab264ab-c220-43c3-99d9-99d7a9f14fdf req-3aad9078-3d66-49df-9be2-b28ffab0f53b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377681 Aug 16 02:13:59.000761 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a18eb6-512a-46e7-8227-7b34688d07c0 req-8c235c7b-dffc-40c4-a503-c7234ce3fafe tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:59.003027 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30a18eb6-512a-46e7-8227-7b34688d07c0 req-8c235c7b-dffc-40c4-a503-c7234ce3fafe tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 943 time: 0.0524485 Aug 16 02:13:59.046313 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-30a18eb6-512a-46e7-8227-7b34688d07c0 req-db66e72f-029f-4256-a621-3d76799c3145 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365789 Aug 16 02:14:00.175242 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a8be3-d554-466a-824e-189077e9405b req-39efef88-df63-44c1-b2eb-4e3c39af11ea tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:00.177429 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed4a8be3-d554-466a-824e-189077e9405b req-39efef88-df63-44c1-b2eb-4e3c39af11ea tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 943 time: 0.0522227 Aug 16 02:14:00.218610 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed4a8be3-d554-466a-824e-189077e9405b req-729f59e0-8887-4823-8a88-9d80b3e8dd08 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340576 Aug 16 02:14:01.337322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b6739-5c5c-416c-8f50-923cec4d8af7 req-905f27b2-5783-4d08-89f9-14780055fd0d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:01.338826 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a37b6739-5c5c-416c-8f50-923cec4d8af7 req-905f27b2-5783-4d08-89f9-14780055fd0d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 943 time: 0.0495358 Aug 16 02:14:01.386371 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a37b6739-5c5c-416c-8f50-923cec4d8af7 req-530c7657-5bee-4dee-8c0c-edb4e88168f9 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359323 Aug 16 02:14:02.508320 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91ede9-97cb-4c83-9c38-1fab16577aa0 req-037a0b7e-fb9c-43e8-8d8f-ed22aaa038ec tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:02.509841 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b91ede9-97cb-4c83-9c38-1fab16577aa0 req-037a0b7e-fb9c-43e8-8d8f-ed22aaa038ec tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 943 time: 0.0497463 Aug 16 02:14:02.549435 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b91ede9-97cb-4c83-9c38-1fab16577aa0 req-dcb35b28-8a80-4886-8930-564f4f595956 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334799 Aug 16 02:14:03.668394 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca998b-e247-4c0a-a536-6f1c4a3f6875 req-0d41cf7e-d46a-4ac2-8de3-d183251ea812 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:03.669931 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3ca998b-e247-4c0a-a536-6f1c4a3f6875 req-0d41cf7e-d46a-4ac2-8de3-d183251ea812 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 943 time: 0.0505617 Aug 16 02:14:03.715090 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3ca998b-e247-4c0a-a536-6f1c4a3f6875 req-0d1732f5-f1bf-4065-ace1-70e3e460cf08 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390050 Aug 16 02:14:04.833813 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b84e43-cd36-406a-aea5-ea671adca211 req-731906e3-6658-47db-b3d6-cc667702eea6 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:04.836121 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60b84e43-cd36-406a-aea5-ea671adca211 req-731906e3-6658-47db-b3d6-cc667702eea6 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 943 time: 0.0513418 Aug 16 02:14:04.877829 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60b84e43-cd36-406a-aea5-ea671adca211 req-e4728879-a950-46c3-9bb6-9ac3546fb46b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357475 Aug 16 02:14:05.241036 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-74f03891-9280-408b-a55a-7c80fcfe36ac req-c9b324a6-8e11-452b-8cb2-f7ec9f79f6d5 service neutron] (94673) timed out ('10.222.0.68', 60874) {{(pid=94673) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:14:06.002324 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6eea41-efd7-4481-85be-e38aeb2e0ddf req-760a55ec-f2f0-4313-9b1f-583b38cff7bc tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:06.003830 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cc6eea41-efd7-4481-85be-e38aeb2e0ddf req-760a55ec-f2f0-4313-9b1f-583b38cff7bc tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 943 time: 0.0520155 Aug 16 02:14:06.048261 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cc6eea41-efd7-4481-85be-e38aeb2e0ddf req-1fc8f8b6-f9c8-4343-a36d-2d729f690154 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377324 Aug 16 02:14:07.169601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb7961-4d91-4833-8b59-52039c69b6e8 req-f5d632fb-c4fb-4fde-9e70-c256ce1b449a tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:07.171106 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77cb7961-4d91-4833-8b59-52039c69b6e8 req-f5d632fb-c4fb-4fde-9e70-c256ce1b449a tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 943 time: 0.0508080 Aug 16 02:14:07.210755 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-77cb7961-4d91-4833-8b59-52039c69b6e8 req-84a32b51-24ac-4a6c-9c19-daf5f1d22c28 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329158 Aug 16 02:14:07.621151 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.281738 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.338254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdca4e1-6fbe-4337-9514-239342e78e69 req-1b1ba726-bcef-4a0d-8f71-edc2ef03b9a4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:08.339909 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1cdca4e1-6fbe-4337-9514-239342e78e69 req-1b1ba726-bcef-4a0d-8f71-edc2ef03b9a4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 943 time: 0.0573735 Aug 16 02:14:08.387033 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1cdca4e1-6fbe-4337-9514-239342e78e69 req-537c0da7-1d97-4310-94d5-61860e1aa4b9 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410776 Aug 16 02:14:09.509769 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c105e-025d-4c74-9a92-be703955fe09 req-da9de825-8750-422c-b9ae-172ef6ab6aa2 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:09.511272 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff0c105e-025d-4c74-9a92-be703955fe09 req-da9de825-8750-422c-b9ae-172ef6ab6aa2 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 943 time: 0.0518935 Aug 16 02:14:09.553950 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff0c105e-025d-4c74-9a92-be703955fe09 req-5b82d2b3-2ec3-40a1-bb36-93591e1f6659 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364037 Aug 16 02:14:10.673947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a8229-53ef-4198-8e9e-bee993bb4088 req-ffc0a68e-8b82-4fa4-9831-af5b3491d857 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:10.675422 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-358a8229-53ef-4198-8e9e-bee993bb4088 req-ffc0a68e-8b82-4fa4-9831-af5b3491d857 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 943 time: 0.0510309 Aug 16 02:14:10.715574 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-358a8229-53ef-4198-8e9e-bee993bb4088 req-96da7df3-3886-49bd-91e4-f55c69091d1a tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324736 Aug 16 02:14:11.844479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e0636-a4cd-42ef-8b5c-122dd644b414 req-c851f05a-fe0c-406f-b4e2-b097f59bc142 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.846152 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-754e0636-a4cd-42ef-8b5c-122dd644b414 req-c851f05a-fe0c-406f-b4e2-b097f59bc142 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 943 time: 0.0535152 Aug 16 02:14:11.892535 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-754e0636-a4cd-42ef-8b5c-122dd644b414 req-9f6fa3de-d3a8-40dd-af62-1c45005d0349 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402360 Aug 16 02:14:13.014706 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31326414-f5ed-46e7-bca0-3e7e7915e5cc req-b6cb698d-c11e-4b75-8240-21af80897e1b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:13.016296 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-31326414-f5ed-46e7-bca0-3e7e7915e5cc req-b6cb698d-c11e-4b75-8240-21af80897e1b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 943 time: 0.0511971 Aug 16 02:14:13.057127 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-31326414-f5ed-46e7-bca0-3e7e7915e5cc req-3955d4f1-df5c-438c-96ba-b43e84208ae6 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343049 Aug 16 02:14:14.195908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953324f-590d-4a9f-92d0-2b487b0122e7 req-16ae0605-e5dc-4c01-8f3c-b685b1301216 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:14.197409 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3953324f-590d-4a9f-92d0-2b487b0122e7 req-16ae0605-e5dc-4c01-8f3c-b685b1301216 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 943 time: 0.0505466 Aug 16 02:14:14.245169 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3953324f-590d-4a9f-92d0-2b487b0122e7 req-58f21243-31e1-4a7d-ab2b-b0e5499a1ad3 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410702 Aug 16 02:14:15.376746 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0684a1-226b-4d15-8d11-4bd515098c7c req-51613070-027b-42ce-953e-b107cf7db509 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:15.378478 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e0684a1-226b-4d15-8d11-4bd515098c7c req-51613070-027b-42ce-953e-b107cf7db509 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 943 time: 0.0533471 Aug 16 02:14:15.426242 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e0684a1-226b-4d15-8d11-4bd515098c7c req-4f1ef165-ee44-4c6f-bf68-ba80b046d26d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397446 Aug 16 02:14:16.017584 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a6456560-0fdd-47f7-b346-96fb1d397f31 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:16.128142 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a6456560-0fdd-47f7-b346-96fb1d397f31, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a6456560-0fdd-47f7-b346-96fb1d397f31,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:16.140548 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'a6456560-0fdd-47f7-b346-96fb1d397f31', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'port_id': 'a6456560-0fdd-47f7-b346-96fb1d397f31', 'mac_address': 'fa:16:3e:cb:f0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:16.182438 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.197149 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6456560-0fdd-47f7-b346-96fb1d397f31 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:16.220874 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a6456560-0fdd-47f7-b346-96fb1d397f31, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a6456560-0fdd-47f7-b346-96fb1d397f31,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:16.225119 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.282986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=a6456560-0fdd-47f7-b346-96fb1d397f31,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:16.523776 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['a6456560-0fdd-47f7-b346-96fb1d397f31'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:16.546678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af373ea-9f50-4961-b47e-9d9bd2688fc1 req-718c44c3-4f3b-4d10-b0b2-4f995984a416 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:16.548238 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8af373ea-9f50-4961-b47e-9d9bd2688fc1 req-718c44c3-4f3b-4d10-b0b2-4f995984a416 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 944 time: 0.0521321 Aug 16 02:14:16.586170 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8af373ea-9f50-4961-b47e-9d9bd2688fc1 req-d9dae3e4-2a14-465d-bc8c-8a86dbea77da tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314515 Aug 16 02:14:17.703772 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517cfa3-307f-4c0e-8016-4a3a94f21e37 req-6a7c7400-b65c-4e32-a278-354d0c8812a8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:17.705256 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f517cfa3-307f-4c0e-8016-4a3a94f21e37 req-6a7c7400-b65c-4e32-a278-354d0c8812a8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 944 time: 0.0508223 Aug 16 02:14:17.743790 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f517cfa3-307f-4c0e-8016-4a3a94f21e37 req-5ba3c8c3-2e04-4ddd-9c5a-c5261353b28d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324452 Aug 16 02:14:18.033642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a6456560-0fdd-47f7-b346-96fb1d397f31 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:18.084148 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port a6456560-0fdd-47f7-b346-96fb1d397f31 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:18.088577 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port a6456560-0fdd-47f7-b346-96fb1d397f31 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:18.088946 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.167525 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.189172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ccdc0c-4914-4d62-8148-dc431e5da890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6456560-0fdd-47f7-b346-96fb1d397f31'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:18.191713 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cbd518-7933-4820-8c00-84c4a6fb667f" -d '{"events": [{"server_uuid": "a6ccdc0c-4914-4d62-8148-dc431e5da890", "name": "network-vif-plugged", "status": "completed", "tag": "a6456560-0fdd-47f7-b346-96fb1d397f31"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:18.207674 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port a6456560-0fdd-47f7-b346-96fb1d397f31, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a6456560-0fdd-47f7-b346-96fb1d397f31,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:18.212405 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.237687 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660fd4f3-7c6c-4292-b7d4-7bbb8a9a905e x-openstack-request-id: req-660fd4f3-7c6c-4292-b7d4-7bbb8a9a905e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:18.238010 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ccdc0c-4914-4d62-8148-dc431e5da890", "name": "network-vif-plugged", "status": "completed", "tag": "a6456560-0fdd-47f7-b346-96fb1d397f31", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:18.238261 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-660fd4f3-7c6c-4292-b7d4-7bbb8a9a905e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:18.238644 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ccdc0c-4914-4d62-8148-dc431e5da890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6456560-0fdd-47f7-b346-96fb1d397f31', 'code': 200} Aug 16 02:14:18.267596 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=a6456560-0fdd-47f7-b346-96fb1d397f31,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:18.342479 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716ac24-cd27-4ecb-a785-af5fb2f1033d req-8a61779a-ed1c-4604-99ea-fc3698b15994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:18.344023 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a716ac24-cd27-4ecb-a785-af5fb2f1033d req-8a61779a-ed1c-4604-99ea-fc3698b15994 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 1097 time: 0.0424418 Aug 16 02:14:18.379878 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a716ac24-cd27-4ecb-a785-af5fb2f1033d req-64404487-5c01-4e29-9866-1e2cae4de021 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285316 Aug 16 02:14:18.883837 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea5011-3adf-4c86-804d-0b8f355287f9 req-4d34c156-958f-4424-91cc-6272b38d94c8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:18.885431 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-41ea5011-3adf-4c86-804d-0b8f355287f9 req-4d34c156-958f-4424-91cc-6272b38d94c8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 945 time: 0.0582182 Aug 16 02:14:18.933692 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-41ea5011-3adf-4c86-804d-0b8f355287f9 req-21bc3c98-6302-49c2-895b-75fee6db2c5e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414081 Aug 16 02:14:20.056823 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266241b9-3d0d-4e27-ae7c-5d7220cee810 req-4ac4e013-e4a5-460f-9d7b-2ac9d17ac1ea tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:20.058472 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-266241b9-3d0d-4e27-ae7c-5d7220cee810 req-4ac4e013-e4a5-460f-9d7b-2ac9d17ac1ea tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 945 time: 0.0536015 Aug 16 02:14:20.102975 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-266241b9-3d0d-4e27-ae7c-5d7220cee810 req-50befc5c-b684-4c7d-b10c-2bb122a32bcd tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381312 Aug 16 02:14:20.145945 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9810887c-dd33-4ff5-95b3-bdb6ad110d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.233240 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d12e59-493e-427b-8cd7-c9b11c5da154 req-bfe49472-9c14-47e5-b549-e30bac747ab5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:20.234765 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-41d12e59-493e-427b-8cd7-c9b11c5da154 req-bfe49472-9c14-47e5-b549-e30bac747ab5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 945 time: 0.0571601 Aug 16 02:14:20.276280 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-41d12e59-493e-427b-8cd7-c9b11c5da154 req-68fa51a1-41f3-4597-99d3-9735e8da24ac tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354264 Aug 16 02:14:20.639762 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b6d70-ee55-4f10-9726-0ae9bc2a1274 req-15184914-99a5-486a-aef0-7f14abde4ce5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:20.641305 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b11b6d70-ee55-4f10-9726-0ae9bc2a1274 req-15184914-99a5-486a-aef0-7f14abde4ce5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 945 time: 0.0695224 Aug 16 02:14:20.686201 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b11b6d70-ee55-4f10-9726-0ae9bc2a1274 req-d05787c2-c1c5-46e0-a3a5-bd43f7f99558 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385664 Aug 16 02:14:21.820600 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f469782-a19d-4a28-b055-4aaf6df345a5 req-d8c93827-0619-45ca-a2e8-bb97a8a6545f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:21.823034 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f469782-a19d-4a28-b055-4aaf6df345a5 req-d8c93827-0619-45ca-a2e8-bb97a8a6545f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 945 time: 0.0553741 Aug 16 02:14:21.863491 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f469782-a19d-4a28-b055-4aaf6df345a5 req-5b67b340-664f-4bfd-a4af-bf8e9533bac2 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338256 Aug 16 02:14:22.204249 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d0170-7017-4251-b88c-99e89201f550 req-d6551299-7f6f-485f-ae36-9ce8ee203771 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.205736 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-258d0170-7017-4251-b88c-99e89201f550 req-d6551299-7f6f-485f-ae36-9ce8ee203771 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.63 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 945 time: 0.0536928 Aug 16 02:14:22.315621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-258d0170-7017-4251-b88c-99e89201f550 req-3aea8b98-d6ae-4137-86f4-9486043a9c6b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Deleting port a6456560-0fdd-47f7-b346-96fb1d397f31 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:22.315965 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-258d0170-7017-4251-b88c-99e89201f550 req-3aea8b98-d6ae-4137-86f4-9486043a9c6b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.405505 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-258d0170-7017-4251-b88c-99e89201f550 req-3aea8b98-d6ae-4137-86f4-9486043a9c6b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] For port a6456560-0fdd-47f7-b346-96fb1d397f31, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=a6456560-0fdd-47f7-b346-96fb1d397f31,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:22.405905 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-258d0170-7017-4251-b88c-99e89201f550 req-3aea8b98-d6ae-4137-86f4-9486043a9c6b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.419777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-258d0170-7017-4251-b88c-99e89201f550 req-3aea8b98-d6ae-4137-86f4-9486043a9c6b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Calling delete_port for a6456560-0fdd-47f7-b346-96fb1d397f31 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:22.563360 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-258d0170-7017-4251-b88c-99e89201f550 req-3aea8b98-d6ae-4137-86f4-9486043a9c6b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.575575 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['d72249bf-b74e-411e-8a74-e6e36d75a666'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:22.581503 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['a6456560-0fdd-47f7-b346-96fb1d397f31'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:22.594004 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea8b98-d6ae-4137-86f4-9486043a9c6b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event deleted for resources: {'Port': ['ID=a6456560-0fdd-47f7-b346-96fb1d397f31,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:22.655258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-258d0170-7017-4251-b88c-99e89201f550 req-3aea8b98-d6ae-4137-86f4-9486043a9c6b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] No DVR routers for this DVR port a6456560-0fdd-47f7-b346-96fb1d397f31 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:22.658373 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-258d0170-7017-4251-b88c-99e89201f550 req-3aea8b98-d6ae-4137-86f4-9486043a9c6b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.660902 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-258d0170-7017-4251-b88c-99e89201f550 req-3aea8b98-d6ae-4137-86f4-9486043a9c6b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.63 "DELETE /v2.0/ports/a6456560-0fdd-47f7-b346-96fb1d397f31 HTTP/1.1" status: 204 len: 173 time: 0.4459932 Aug 16 02:14:22.661685 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ccdc0c-4914-4d62-8148-dc431e5da890', 'name': 'network-vif-deleted', 'tag': 'a6456560-0fdd-47f7-b346-96fb1d397f31'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:22.663940 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94723573-4143-4350-a45f-d9ba409d5044" -d '{"events": [{"server_uuid": "a6ccdc0c-4914-4d62-8148-dc431e5da890", "name": "network-vif-deleted", "tag": "a6456560-0fdd-47f7-b346-96fb1d397f31"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:22.674092 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c04b4af-738e-4b71-9135-c773610537a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.729566 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9e3625-808c-4612-baaf-52cbbcc7d05a x-openstack-request-id: req-2c9e3625-808c-4612-baaf-52cbbcc7d05a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:22.729871 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ccdc0c-4914-4d62-8148-dc431e5da890", "name": "network-vif-deleted", "tag": "a6456560-0fdd-47f7-b346-96fb1d397f31", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:22.730129 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2c9e3625-808c-4612-baaf-52cbbcc7d05a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:22.730617 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ccdc0c-4914-4d62-8148-dc431e5da890', 'name': 'network-vif-deleted', 'tag': 'a6456560-0fdd-47f7-b346-96fb1d397f31', 'status': 'completed', 'code': 200} Aug 16 02:14:22.984515 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7f1121c2-3ac8-4c99-97c8-44bb1f045ee3 req-7842eede-e55b-404b-a297-0ad00d090f9b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 210 time: 0.0326374 Aug 16 02:14:23.167641 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88433a88-930f-4fc1-b279-6d686379cb79 req-f8ad3fbf-b34d-4e7b-9722-dc28e541a909 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489624 Aug 16 02:14:23.261119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88433a88-930f-4fc1-b279-6d686379cb79 req-65530c82-feab-413c-a2fa-12d43806b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.262677 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88433a88-930f-4fc1-b279-6d686379cb79 req-65530c82-feab-413c-a2fa-12d43806b059 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 1098 time: 0.0481648 Aug 16 02:14:23.316126 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.396102 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88433a88-930f-4fc1-b279-6d686379cb79 req-41859cf6-8cbb-4fdf-8c9d-411d8c8e6b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.397738 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88433a88-930f-4fc1-b279-6d686379cb79 req-41859cf6-8cbb-4fdf-8c9d-411d8c8e6b9d service neutron] 10.222.0.73 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.1085837 Aug 16 02:14:23.454126 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88433a88-930f-4fc1-b279-6d686379cb79 req-28eddce9-dbe4-4d84-b8fa-18c5f3d58748 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d72249bf-b74e-411e-8a74-e6e36d75a666 HTTP/1.1" status: 200 len: 217 time: 0.0451763 Aug 16 02:14:23.878279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88433a88-930f-4fc1-b279-6d686379cb79 req-3f08d376-f5a5-4f6f-adc3-adad61ec736a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.879746 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88433a88-930f-4fc1-b279-6d686379cb79 req-3f08d376-f5a5-4f6f-adc3-adad61ec736a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.4192860 Aug 16 02:14:23.934414 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88433a88-930f-4fc1-b279-6d686379cb79 req-75cfb202-c0f1-4e0e-97d5-58b8cf604919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.935928 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88433a88-930f-4fc1-b279-6d686379cb79 req-75cfb202-c0f1-4e0e-97d5-58b8cf604919 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439050 Aug 16 02:14:24.040678 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88433a88-930f-4fc1-b279-6d686379cb79 req-6e5ebec2-aba3-4104-ab3a-3425f5e4873f service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948381 Aug 16 02:14:24.104235 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b2412ea-580e-46db-ba2b-d43767cac22f req-08da5c99-cf57-4a78-9f95-5061749b6cee tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 210 time: 0.0352120 Aug 16 02:14:24.158075 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88433a88-930f-4fc1-b279-6d686379cb79 req-4eff9c31-124b-45a1-990f-ce64222113fd service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068211 Aug 16 02:14:24.236103 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.230675 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9a84b30c-07fb-472a-8ecb-9fec11ea10c2 req-23afde4f-ed68-418a-ae94-37d2a1f8f2cd tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 210 time: 0.0279682 Aug 16 02:14:25.376584 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:14:26.033778 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.069320 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a6456560-0fdd-47f7-b346-96fb1d397f31 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:26.090992 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: a6456560-0fdd-47f7-b346-96fb1d397f31 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:26.091409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device a6456560-0fdd-47f7-b346-96fb1d397f31 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:26.379140 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-441d56c8-c45b-4415-b2c3-1ab4ea3c5a22 req-64ed256a-104b-4746-8d08-daf45c5f2786 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ccdc0c-4914-4d62-8148-dc431e5da890 HTTP/1.1" status: 200 len: 210 time: 0.0300469 Aug 16 02:14:30.877367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e7624-2293-4694-9380-12a63d009c5f req-382596ea-00d8-425a-9ec9-4dfe62959491 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:30.878860 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a2e7624-2293-4694-9380-12a63d009c5f req-382596ea-00d8-425a-9ec9-4dfe62959491 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 946 time: 0.0520332 Aug 16 02:14:30.919147 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a2e7624-2293-4694-9380-12a63d009c5f req-48bcd7ad-d61a-4dcd-9f91-c8c97cbfcad6 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339637 Aug 16 02:14:32.037245 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd47bc-3d02-4c89-a206-249b29324fc7 req-4f811fa6-a116-4a44-8236-69570e5fd45c tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:32.038734 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f2cd47bc-3d02-4c89-a206-249b29324fc7 req-4f811fa6-a116-4a44-8236-69570e5fd45c tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 946 time: 0.0506124 Aug 16 02:14:32.084363 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f2cd47bc-3d02-4c89-a206-249b29324fc7 req-e245613f-4753-4c0f-a4b5-3fd21faa343d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ec7043-bb88-4e9c-8304-4e56a89e48ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361586 Aug 16 02:14:32.583452 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173032b-49f5-4151-b09d-d34d7e9ec009 req-c67cc55c-3f6e-4e49-be48-33b3e596cdfc tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:32.584820 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7173032b-49f5-4151-b09d-d34d7e9ec009 req-c67cc55c-3f6e-4e49-be48-33b3e596cdfc tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 946 time: 0.0544338 Aug 16 02:14:32.675907 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-7173032b-49f5-4151-b09d-d34d7e9ec009 req-558d1fa4-1d7d-4350-b4d9-67aaf3b507df tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Deleting port d72249bf-b74e-411e-8a74-e6e36d75a666 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:32.676247 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7173032b-49f5-4151-b09d-d34d7e9ec009 req-558d1fa4-1d7d-4350-b4d9-67aaf3b507df tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.767368 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7173032b-49f5-4151-b09d-d34d7e9ec009 req-558d1fa4-1d7d-4350-b4d9-67aaf3b507df tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] For port d72249bf-b74e-411e-8a74-e6e36d75a666, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=d72249bf-b74e-411e-8a74-e6e36d75a666,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:32.767737 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7173032b-49f5-4151-b09d-d34d7e9ec009 req-558d1fa4-1d7d-4350-b4d9-67aaf3b507df tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.780913 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-7173032b-49f5-4151-b09d-d34d7e9ec009 req-558d1fa4-1d7d-4350-b4d9-67aaf3b507df tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Calling delete_port for d72249bf-b74e-411e-8a74-e6e36d75a666 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:32.908974 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7173032b-49f5-4151-b09d-d34d7e9ec009 req-558d1fa4-1d7d-4350-b4d9-67aaf3b507df tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.925037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['d72249bf-b74e-411e-8a74-e6e36d75a666'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:32.938052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d1fa4-1d7d-4350-b4d9-67aaf3b507df tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event deleted for resources: {'Port': ['ID=d72249bf-b74e-411e-8a74-e6e36d75a666,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:32.980255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-7173032b-49f5-4151-b09d-d34d7e9ec009 req-558d1fa4-1d7d-4350-b4d9-67aaf3b507df tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] No DVR routers for this DVR port d72249bf-b74e-411e-8a74-e6e36d75a666 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:32.982897 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7173032b-49f5-4151-b09d-d34d7e9ec009 req-558d1fa4-1d7d-4350-b4d9-67aaf3b507df tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.984873 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7173032b-49f5-4151-b09d-d34d7e9ec009 req-558d1fa4-1d7d-4350-b4d9-67aaf3b507df tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.73 "DELETE /v2.0/ports/d72249bf-b74e-411e-8a74-e6e36d75a666 HTTP/1.1" status: 204 len: 173 time: 0.3907130 Aug 16 02:14:32.985311 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e31176-6a5f-4268-9c46-cb8e497a05b0', 'name': 'network-vif-deleted', 'tag': 'd72249bf-b74e-411e-8a74-e6e36d75a666'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:32.987555 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646bf600-e81d-44ed-9b90-2f2f265a16c8" -d '{"events": [{"server_uuid": "a6e31176-6a5f-4268-9c46-cb8e497a05b0", "name": "network-vif-deleted", "tag": "d72249bf-b74e-411e-8a74-e6e36d75a666"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:33.038219 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39628e95-1ff6-4781-8ec8-13b5ba3f4f6d x-openstack-request-id: req-39628e95-1ff6-4781-8ec8-13b5ba3f4f6d {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:33.038516 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e31176-6a5f-4268-9c46-cb8e497a05b0", "name": "network-vif-deleted", "tag": "d72249bf-b74e-411e-8a74-e6e36d75a666", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:33.038796 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-39628e95-1ff6-4781-8ec8-13b5ba3f4f6d {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:33.039194 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e31176-6a5f-4268-9c46-cb8e497a05b0', 'name': 'network-vif-deleted', 'tag': 'd72249bf-b74e-411e-8a74-e6e36d75a666', 'status': 'completed', 'code': 200} Aug 16 02:14:33.190266 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-85a31d20-f7b0-4e04-ab10-5962c364e875 req-8fbfa367-ccff-4797-9110-83e2d4e1d09c tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 210 time: 0.0319011 Aug 16 02:14:34.288916 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c019f403-9038-4363-94e6-fb64e109ecec req-b83a7138-0526-4834-b1b9-7095166dd32a tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 210 time: 0.0275278 Aug 16 02:14:35.385740 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-24ed883b-b26c-434c-a012-6e6e8ae75d0c req-bc8b872c-120f-41f2-8bf5-5c788132434a tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 210 time: 0.0258493 Aug 16 02:14:36.490008 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-050e7966-7de2-4766-b5d4-3169da801bd7 req-90325513-aee1-4fd3-b9ca-4cb21d48f5a0 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6e31176-6a5f-4268-9c46-cb8e497a05b0 HTTP/1.1" status: 200 len: 210 time: 0.0324614 Aug 16 02:14:37.123918 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d72249bf-b74e-411e-8a74-e6e36d75a666 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:37.144255 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: d72249bf-b74e-411e-8a74-e6e36d75a666 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:37.144593 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device d72249bf-b74e-411e-8a74-e6e36d75a666 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:37.635869 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:38.308208 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.351248 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 35378) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:39.356796 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a358b838-31a1-4665-9290-ed53aecebeb8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2060614303', 'description': 'tempest-secgroup-smoke-2060614303 description', 'project_id': '8958f59e4db74d1eaa22c4230e8bc798'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:39.379491 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a358b838-31a1-4665-9290-ed53aecebeb8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.466838 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a358b838-31a1-4665-9290-ed53aecebeb8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.470604 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a358b838-31a1-4665-9290-ed53aecebeb8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.497018 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a358b838-31a1-4665-9290-ed53aecebeb8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.498436 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a358b838-31a1-4665-9290-ed53aecebeb8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1461926 Aug 16 02:14:39.501437 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35380) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:39.502666 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358b838-31a1-4665-9290-ed53aecebeb8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdbe327-97ad-4ed9-9674-aadf67c6920c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:39.507028 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c162e043-05a3-4031-84c1-45be3e9b6262 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Request body: {'security_group_rule': {'security_group_id': 'bfdbe327-97ad-4ed9-9674-aadf67c6920c', 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:39.533680 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c162e043-05a3-4031-84c1-45be3e9b6262 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.593863 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c162e043-05a3-4031-84c1-45be3e9b6262 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.597995 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c162e043-05a3-4031-84c1-45be3e9b6262 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.615796 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162e043-05a3-4031-84c1-45be3e9b6262 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1ab55a-a45a-4eaa-bcdd-f98f9fec6233,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:39.624756 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162e043-05a3-4031-84c1-45be3e9b6262 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:39.625132 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162e043-05a3-4031-84c1-45be3e9b6262 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:39.625479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162e043-05a3-4031-84c1-45be3e9b6262 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:39.625845 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162e043-05a3-4031-84c1-45be3e9b6262 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:39.626182 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162e043-05a3-4031-84c1-45be3e9b6262 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:39.626510 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162e043-05a3-4031-84c1-45be3e9b6262 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:39.626840 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162e043-05a3-4031-84c1-45be3e9b6262 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:39.627184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162e043-05a3-4031-84c1-45be3e9b6262 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:39.627490 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162e043-05a3-4031-84c1-45be3e9b6262 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:39.627822 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162e043-05a3-4031-84c1-45be3e9b6262 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:39.628136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162e043-05a3-4031-84c1-45be3e9b6262 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:39.628458 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162e043-05a3-4031-84c1-45be3e9b6262 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:39.631522 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c162e043-05a3-4031-84c1-45be3e9b6262 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.632657 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c162e043-05a3-4031-84c1-45be3e9b6262 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301942 Aug 16 02:14:39.635542 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 35382) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:39.640287 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8ab9b107-815b-4d08-b50a-adc07fe5c21e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Request body: {'security_group_rule': {'security_group_id': 'bfdbe327-97ad-4ed9-9674-aadf67c6920c', 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:39.667482 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b107-815b-4d08-b50a-adc07fe5c21e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.723682 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b107-815b-4d08-b50a-adc07fe5c21e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.727146 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b107-815b-4d08-b50a-adc07fe5c21e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.745272 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9b107-815b-4d08-b50a-adc07fe5c21e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0648ae3-e959-417e-9527-821fabcd98e0,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:39.750235 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b107-815b-4d08-b50a-adc07fe5c21e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.754291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35384) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:39.754438 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8ab9b107-815b-4d08-b50a-adc07fe5c21e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177564 Aug 16 02:14:39.759076 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c3befd0a-d960-465e-8f8d-ce65b52bf07d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Request body: {'security_group_rule': {'security_group_id': 'bfdbe327-97ad-4ed9-9674-aadf67c6920c', 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:39.785850 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3befd0a-d960-465e-8f8d-ce65b52bf07d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.842504 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3befd0a-d960-465e-8f8d-ce65b52bf07d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.846060 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3befd0a-d960-465e-8f8d-ce65b52bf07d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.863541 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3befd0a-d960-465e-8f8d-ce65b52bf07d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15fe1ed-b5df-45bc-9640-4987aa5fbda3,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:39.868848 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3befd0a-d960-465e-8f8d-ce65b52bf07d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.870214 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c3befd0a-d960-465e-8f8d-ce65b52bf07d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146991 Aug 16 02:14:39.872759 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35386) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:39.877078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3b68dc19-a44d-44f4-ad02-7b9eae8fae05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Request body: {'security_group_rule': {'security_group_id': 'bfdbe327-97ad-4ed9-9674-aadf67c6920c', 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:39.903472 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b68dc19-a44d-44f4-ad02-7b9eae8fae05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.966295 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b68dc19-a44d-44f4-ad02-7b9eae8fae05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.970083 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b68dc19-a44d-44f4-ad02-7b9eae8fae05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.987892 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68dc19-a44d-44f4-ad02-7b9eae8fae05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963a447b-3bd6-4a71-8c2b-a5d31d978881,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:39.995109 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b68dc19-a44d-44f4-ad02-7b9eae8fae05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.996468 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3b68dc19-a44d-44f4-ad02-7b9eae8fae05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227791 Aug 16 02:14:39.999240 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35388) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:40.003783 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f426afdb-21be-46cc-970d-550c51715782 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Request body: {'security_group_rule': {'security_group_id': 'bfdbe327-97ad-4ed9-9674-aadf67c6920c', 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:40.026524 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-f426afdb-21be-46cc-970d-550c51715782 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Project 8958f59e4db74d1eaa22c4230e8bc798 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:14:40.031247 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f426afdb-21be-46cc-970d-550c51715782 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.093438 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f426afdb-21be-46cc-970d-550c51715782 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.096906 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f426afdb-21be-46cc-970d-550c51715782 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.117037 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426afdb-21be-46cc-970d-550c51715782 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec327ba-33f4-40ea-8468-a5aa829822ea,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:40.121079 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f426afdb-21be-46cc-970d-550c51715782 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.122296 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f426afdb-21be-46cc-970d-550c51715782 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221383 Aug 16 02:14:40.125067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35390) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:40.129462 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-daee2c43-03c8-43fa-8af1-d3ae64d17089 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Request body: {'security_group_rule': {'security_group_id': 'bfdbe327-97ad-4ed9-9674-aadf67c6920c', 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:40.151526 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-daee2c43-03c8-43fa-8af1-d3ae64d17089 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Project 8958f59e4db74d1eaa22c4230e8bc798 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:14:40.158223 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-daee2c43-03c8-43fa-8af1-d3ae64d17089 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.219864 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-daee2c43-03c8-43fa-8af1-d3ae64d17089 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.224727 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-daee2c43-03c8-43fa-8af1-d3ae64d17089 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.243759 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee2c43-03c8-43fa-8af1-d3ae64d17089 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94e89cd-66ed-41cc-94c0-e3284093253c,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:40.251278 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-daee2c43-03c8-43fa-8af1-d3ae64d17089 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.252469 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-daee2c43-03c8-43fa-8af1-d3ae64d17089 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264958 Aug 16 02:14:50.149218 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-def01eb6-b345-4dac-9a7c-840c5dff3a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.653293 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-91d1cf0f-82c3-4cf8-90de-771cca44b77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.329499 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.234902 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.631278 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-5a5cc3f6-170e-44d0-a0d7-d322314e98e0 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060614303&fields=id&tenant_id=8958f59e4db74d1eaa22c4230e8bc798 HTTP/1.1" status: 200 len: 267 time: 0.0456924 Aug 16 02:14:54.742293 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-e67bad7b-bf7a-4cf9-a8c2-6103501c189f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:54.743713 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-e67bad7b-bf7a-4cf9-a8c2-6103501c189f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 812 time: 0.1019132 Aug 16 02:14:54.762965 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-6a8adecb-ae81-4494-9f96-33b0a1f5f678 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/quotas/8958f59e4db74d1eaa22c4230e8bc798 HTTP/1.1" status: 200 len: 375 time: 0.0133452 Aug 16 02:14:54.818744 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-5ae7c02c-5cba-41d0-81bb-d61e11f46aed tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501220 Aug 16 02:14:54.834051 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-369fe87e-06ed-4c36-a8a3-84d575256d6d service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:14:54.835008 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-369fe87e-06ed-4c36-a8a3-84d575256d6d service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052829 Aug 16 02:14:54.929032 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-4a111023-3cd8-48ad-b010-585a653aef3e service neutron] 10.222.0.68 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875373 Aug 16 02:14:55.019276 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-b0c5a002-557e-432a-830a-d310c6f95736 service neutron] 10.222.0.68 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841298 Aug 16 02:14:55.310085 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ec56ec7b-c462-445a-9828-f04789e121e2 req-b746e093-b425-4342-9b20-68e548a79180 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 210 time: 0.0265875 Aug 16 02:14:56.029872 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.272472 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-9c586904-53e2-42a5-a67d-c7f5d4237925 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:56.273956 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-9c586904-53e2-42a5-a67d-c7f5d4237925 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.73 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 812 time: 0.1094582 Aug 16 02:14:56.326525 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-0c97ab1b-5d98-481a-9214-4425c9f34f06 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8958f59e4db74d1eaa22c4230e8bc798 HTTP/1.1" status: 200 len: 380 time: 0.0383806 Aug 16 02:14:56.342821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-6ec47cd3-a63d-4717-ac1c-a9aa532eb3cf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Request body: {'port': {'device_id': '0a6815a9-4568-4727-b6ba-e9619acc2a0b', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'admin_state_up': True, 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'security_groups': ['bfdbe327-97ad-4ed9-9674-aadf67c6920c']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:56.414795 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-68a93ce6-f7fb-4bcd-b655-3baddcba6779 req-c510cfe1-046f-4122-9e46-9a546eb01e47 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 210 time: 0.0335169 Aug 16 02:14:56.461281 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-6ec47cd3-a63d-4717-ac1c-a9aa532eb3cf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Made reservation on behalf of 8958f59e4db74d1eaa22c4230e8bc798 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:56.465436 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-6ec47cd3-a63d-4717-ac1c-a9aa532eb3cf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.590903 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-6ec47cd3-a63d-4717-ac1c-a9aa532eb3cf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Allocated IP 172.20.0.5 (79f38810-e2ae-4630-9f61-4d9a565c053e/006f9681-3ab4-4859-9303-ea116cf027bf/14864bd9-6849-41d5-8f99-aa4d40eb30c8) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:56.735906 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-6ec47cd3-a63d-4717-ac1c-a9aa532eb3cf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.751272 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-6ec47cd3-a63d-4717-ac1c-a9aa532eb3cf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Transition to ACTIVE for port object 14864bd9-6849-41d5-8f99-aa4d40eb30c8 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:56.786789 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-6ec47cd3-a63d-4717-ac1c-a9aa532eb3cf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.828679 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-6ec47cd3-a63d-4717-ac1c-a9aa532eb3cf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Network 79f38810-e2ae-4630-9f61-4d9a565c053e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:56.831886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-6ec47cd3-a63d-4717-ac1c-a9aa532eb3cf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:56.834758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-6ec47cd3-a63d-4717-ac1c-a9aa532eb3cf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:56.875670 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec47cd3-a63d-4717-ac1c-a9aa532eb3cf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event updated for resources: {'Port': ['ID=14864bd9-6849-41d5-8f99-aa4d40eb30c8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:56.901704 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-6ec47cd3-a63d-4717-ac1c-a9aa532eb3cf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:56.902439 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-6ec47cd3-a63d-4717-ac1c-a9aa532eb3cf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.922577 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-6ec47cd3-a63d-4717-ac1c-a9aa532eb3cf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5835695 Aug 16 02:14:56.937628 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Request body: {'port': {'device_id': '0a6815a9-4568-4727-b6ba-e9619acc2a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:56.998364 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.066358 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-eb327dec-61da-4024-bf47-d3579fe4012a None None] Provisioning for port 14864bd9-6849-41d5-8f99-aa4d40eb30c8 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:57.070405 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-eb327dec-61da-4024-bf47-d3579fe4012a None None] Provisioning complete for port 14864bd9-6849-41d5-8f99-aa4d40eb30c8 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:57.070784 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb327dec-61da-4024-bf47-d3579fe4012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.109709 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-eb327dec-61da-4024-bf47-d3579fe4012a None None] Port 14864bd9-6849-41d5-8f99-aa4d40eb30c8 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:57.280251 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14864bd9-6849-41d5-8f99-aa4d40eb30c8 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:57.291724 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.303764 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Transition to ACTIVE for port object 14864bd9-6849-41d5-8f99-aa4d40eb30c8 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:57.308854 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.394466 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Pushing event updated for resources: {'Port': ['ID=14864bd9-6849-41d5-8f99-aa4d40eb30c8,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:57.429092 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Attempting to bind port 14864bd9-6849-41d5-8f99-aa4d40eb30c8 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:57.429445 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Attempting to bind port 14864bd9-6849-41d5-8f99-aa4d40eb30c8 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:57.429947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Attempting to bind port 14864bd9-6849-41d5-8f99-aa4d40eb30c8 on network 79f38810-e2ae-4630-9f61-4d9a565c053e {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:57.435468 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Port 14864bd9-6849-41d5-8f99-aa4d40eb30c8 on network 79f38810-e2ae-4630-9f61-4d9a565c053e not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:57.435879 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Attempting to bind port 14864bd9-6849-41d5-8f99-aa4d40eb30c8 on network 79f38810-e2ae-4630-9f61-4d9a565c053e {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:57.441374 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:57.441717 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Checking segment: {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:57.442148 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Bound using segment: {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:57.442626 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Bound port: 14864bd9-6849-41d5-8f99-aa4d40eb30c8, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:57.443497 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.522952 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] For port 14864bd9-6849-41d5-8f99-aa4d40eb30c8, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:57.572019 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] For port 14864bd9-6849-41d5-8f99-aa4d40eb30c8, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=14864bd9-6849-41d5-8f99-aa4d40eb30c8,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:57.583627 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.621047 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e0d03-1092-4b16-a151-32f14202ab99 req-9bccac65-63d1-4966-bd25-ee749725a425 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:57.622503 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1d1e0d03-1092-4b16-a151-32f14202ab99 req-9bccac65-63d1-4966-bd25-ee749725a425 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 943 time: 0.0953903 Aug 16 02:14:57.641736 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:57.643091 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.644697 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] 10.222.0.73 "PUT /v2.0/ports/14864bd9-6849-41d5-8f99-aa4d40eb30c8 HTTP/1.1" status: 200 len: 1092 time: 0.7116537 Aug 16 02:14:57.646390 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6815a9-4568-4727-b6ba-e9619acc2a0b', 'tag': '14864bd9-6849-41d5-8f99-aa4d40eb30c8'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:57.648946 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e636b8b-90cd-43c5-bbde-4e3f8291e1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6815a9-4568-4727-b6ba-e9619acc2a0b", "tag": "14864bd9-6849-41d5-8f99-aa4d40eb30c8"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:57.703171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6cd93-3804-4980-b2c2-f82933670b94 service neutron] Pushing event updated for resources: {'Port': ['ID=14864bd9-6849-41d5-8f99-aa4d40eb30c8,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:57.732671 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1d1e0d03-1092-4b16-a151-32f14202ab99 req-37677331-0b50-49d1-a73c-e45b323157f0 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869188 Aug 16 02:14:57.734544 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6be3a0-dc68-4f5f-b62d-7789a9e258c8 x-openstack-request-id: req-0d6be3a0-dc68-4f5f-b62d-7789a9e258c8 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:57.734830 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6815a9-4568-4727-b6ba-e9619acc2a0b", "tag": "14864bd9-6849-41d5-8f99-aa4d40eb30c8", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:57.735083 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0d6be3a0-dc68-4f5f-b62d-7789a9e258c8 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:57.735480 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6815a9-4568-4727-b6ba-e9619acc2a0b', 'tag': '14864bd9-6849-41d5-8f99-aa4d40eb30c8', 'status': 'completed', 'code': 200} Aug 16 02:14:57.769137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-fb49bb07-ec16-4c57-a013-2005267ff391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:57.770864 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-fb49bb07-ec16-4c57-a013-2005267ff391 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 1095 time: 0.0518024 Aug 16 02:14:57.824684 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-4a56fd10-352d-4138-8c09-0df35dfb0c2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14864bd9-6849-41d5-8f99-aa4d40eb30c8 HTTP/1.1" status: 200 len: 217 time: 0.0404980 Aug 16 02:14:57.878380 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-3e0ec9bc-cf9e-4b3f-8a19-5fd42203323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:57.879795 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-3e0ec9bc-cf9e-4b3f-8a19-5fd42203323b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0463960 Aug 16 02:14:57.930838 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-6906b3b9-95ff-4a90-950f-d0c93877fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:57.932263 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-6906b3b9-95ff-4a90-950f-d0c93877fb88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410440 Aug 16 02:14:58.031804 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-751a2a52-9578-4030-a315-dd18ac16dabb service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921023 Aug 16 02:14:58.128932 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d90571e5-299f-4475-b5ac-7e7f26cd6f4d req-f14c59a6-a178-4449-b6d9-c28627ca00d0 service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858715 Aug 16 02:14:58.224227 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e636b8b-90cd-43c5-bbde-4e3f8291e1c4 req-f857fe16-d565-4b5e-a392-cdec6a6c15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.225725 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e636b8b-90cd-43c5-bbde-4e3f8291e1c4 req-f857fe16-d565-4b5e-a392-cdec6a6c15b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 1095 time: 0.0428123 Aug 16 02:14:58.332778 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e636b8b-90cd-43c5-bbde-4e3f8291e1c4 req-51839f5e-82a8-4afb-a9a6-4b13d74999ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.334350 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e636b8b-90cd-43c5-bbde-4e3f8291e1c4 req-51839f5e-82a8-4afb-a9a6-4b13d74999ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.0973158 Aug 16 02:14:58.382013 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e636b8b-90cd-43c5-bbde-4e3f8291e1c4 req-ce02c57c-993d-4408-a434-68e26511e4ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14864bd9-6849-41d5-8f99-aa4d40eb30c8 HTTP/1.1" status: 200 len: 217 time: 0.0357234 Aug 16 02:14:58.440512 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e636b8b-90cd-43c5-bbde-4e3f8291e1c4 req-80925eee-7c2f-4aaa-9e37-f31873336c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.441940 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e636b8b-90cd-43c5-bbde-4e3f8291e1c4 req-80925eee-7c2f-4aaa-9e37-f31873336c91 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0489793 Aug 16 02:14:58.492051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e636b8b-90cd-43c5-bbde-4e3f8291e1c4 req-2842dcbf-9997-4780-8efa-765bde34244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.494352 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e636b8b-90cd-43c5-bbde-4e3f8291e1c4 req-2842dcbf-9997-4780-8efa-765bde34244a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412807 Aug 16 02:14:58.582967 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e636b8b-90cd-43c5-bbde-4e3f8291e1c4 req-10b8e7e0-b7ec-4652-b1ac-4ac4ee704355 service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813117 Aug 16 02:14:58.684005 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e636b8b-90cd-43c5-bbde-4e3f8291e1c4 req-4f2ace89-78dc-45d1-8fb1-44f6dd92213b service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892797 Aug 16 02:14:58.862165 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24938e0-b28d-4632-bb12-9bc68ce96ac0 req-d477eca5-abcc-480f-9006-c0c1058e17c3 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.863825 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a24938e0-b28d-4632-bb12-9bc68ce96ac0 req-d477eca5-abcc-480f-9006-c0c1058e17c3 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 943 time: 0.0532091 Aug 16 02:14:58.907046 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a24938e0-b28d-4632-bb12-9bc68ce96ac0 req-64fce6bb-0553-4782-abe1-f5a0918d1086 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355637 Aug 16 02:15:00.024621 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e93e97-78a5-4643-8cce-d8f6a9e712eb req-0661a8cd-79c9-4b11-93f8-8ba0b26656e5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.026306 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-70e93e97-78a5-4643-8cce-d8f6a9e712eb req-0661a8cd-79c9-4b11-93f8-8ba0b26656e5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 943 time: 0.0508375 Aug 16 02:15:00.067771 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-70e93e97-78a5-4643-8cce-d8f6a9e712eb req-07f5caff-576d-4ecb-93f5-ce9b0fb8aa7b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355449 Aug 16 02:15:01.192234 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de20f4c-37e0-41dd-99bb-8126c2b62c65 req-e9e371fb-f4ea-4912-bcaa-1f2592a4e1bf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:01.193703 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8de20f4c-37e0-41dd-99bb-8126c2b62c65 req-e9e371fb-f4ea-4912-bcaa-1f2592a4e1bf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 943 time: 0.0573065 Aug 16 02:15:01.231717 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8de20f4c-37e0-41dd-99bb-8126c2b62c65 req-95451bac-28f2-48e7-b8a4-7a9f80bc74a1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317924 Aug 16 02:15:02.349102 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e15ea-0e0a-41f3-b49f-98855af547f5 req-5a2304a1-7a3c-4a2f-aa79-ffa2f92d6851 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.350747 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f1e15ea-0e0a-41f3-b49f-98855af547f5 req-5a2304a1-7a3c-4a2f-aa79-ffa2f92d6851 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 943 time: 0.0495033 Aug 16 02:15:02.378193 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:15:02.395489 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f1e15ea-0e0a-41f3-b49f-98855af547f5 req-0e47ecaf-1948-4167-a6b3-2bb9156031cf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387223 Aug 16 02:15:03.510409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cfff4-8c91-4e3f-8e62-8a8f415e16e7 req-57d34de5-0111-4a08-b2eb-900a7691a594 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:03.511859 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a6cfff4-8c91-4e3f-8e62-8a8f415e16e7 req-57d34de5-0111-4a08-b2eb-900a7691a594 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 943 time: 0.0480573 Aug 16 02:15:03.554273 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a6cfff4-8c91-4e3f-8e62-8a8f415e16e7 req-03c0266c-8899-4f33-a57e-46d889c95e92 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359151 Aug 16 02:15:04.671111 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9543e-f757-4482-8719-be03593739cd req-d6f4284e-5abb-407a-9e7a-ba9452dcaee3 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:04.672610 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3bb9543e-f757-4482-8719-be03593739cd req-d6f4284e-5abb-407a-9e7a-ba9452dcaee3 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 943 time: 0.0494845 Aug 16 02:15:04.709467 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3bb9543e-f757-4482-8719-be03593739cd req-93954e99-59ce-48ec-9c3d-96e122bd49a6 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309947 Aug 16 02:15:05.826369 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80702b-842c-4f09-bdf2-f3763d99146f req-4a139bbe-29b9-4423-8279-f59d3120f63b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.827854 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4b80702b-842c-4f09-bdf2-f3763d99146f req-4a139bbe-29b9-4423-8279-f59d3120f63b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 943 time: 0.0499892 Aug 16 02:15:05.864981 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4b80702b-842c-4f09-bdf2-f3763d99146f req-2aabba14-3e32-4b39-a009-638898820fb1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310299 Aug 16 02:15:06.982657 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f11c3-93ad-4f2a-b67f-cca153a80920 req-f43e9baf-317c-4e56-83bf-a9bb5d8857ac tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:06.984150 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c2f11c3-93ad-4f2a-b67f-cca153a80920 req-f43e9baf-317c-4e56-83bf-a9bb5d8857ac tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 943 time: 0.0507128 Aug 16 02:15:07.022619 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c2f11c3-93ad-4f2a-b67f-cca153a80920 req-ab694338-ba5b-4ac5-9201-caaf435e24f7 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323040 Aug 16 02:15:07.262921 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 14864bd9-6849-41d5-8f99-aa4d40eb30c8 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:07.357679 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 14864bd9-6849-41d5-8f99-aa4d40eb30c8, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=14864bd9-6849-41d5-8f99-aa4d40eb30c8,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:07.369230 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '14864bd9-6849-41d5-8f99-aa4d40eb30c8', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'port_id': '14864bd9-6849-41d5-8f99-aa4d40eb30c8', 'mac_address': 'fa:16:3e:88:fd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:07.405595 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.419313 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14864bd9-6849-41d5-8f99-aa4d40eb30c8 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:07.437876 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 14864bd9-6849-41d5-8f99-aa4d40eb30c8, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=14864bd9-6849-41d5-8f99-aa4d40eb30c8,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:07.442242 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.655942 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.660315 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=14864bd9-6849-41d5-8f99-aa4d40eb30c8,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:07.667861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.668202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.668537 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.668868 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.669193 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.669515 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.669890 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.670213 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.670531 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.670903 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.671222 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.671535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.699934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['14864bd9-6849-41d5-8f99-aa4d40eb30c8'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:08.138580 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da15ab3-4bde-4ee7-84d2-aabab3e6323c req-1b2d918c-4eba-465f-b1bd-ea611802cfe4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.140068 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0da15ab3-4bde-4ee7-84d2-aabab3e6323c req-1b2d918c-4eba-465f-b1bd-ea611802cfe4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 944 time: 0.0497291 Aug 16 02:15:08.178244 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0da15ab3-4bde-4ee7-84d2-aabab3e6323c req-b0216eb8-c660-4d8a-b2f6-6130f68ad627 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323234 Aug 16 02:15:08.318641 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.278647 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 14864bd9-6849-41d5-8f99-aa4d40eb30c8 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:09.297319 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9624c4a-df87-47ec-ae4f-1dc7725017f4 req-0cd0f662-2043-4e68-833d-4abf4315fac9 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:09.298863 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c9624c4a-df87-47ec-ae4f-1dc7725017f4 req-0cd0f662-2043-4e68-833d-4abf4315fac9 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 944 time: 0.0518177 Aug 16 02:15:09.329267 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 14864bd9-6849-41d5-8f99-aa4d40eb30c8 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:09.333037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 14864bd9-6849-41d5-8f99-aa4d40eb30c8 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:09.333396 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.341285 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c9624c4a-df87-47ec-ae4f-1dc7725017f4 req-42841d41-b483-41b0-b271-ddf1ff35751a tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364909 Aug 16 02:15:09.410184 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.436057 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6815a9-4568-4727-b6ba-e9619acc2a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14864bd9-6849-41d5-8f99-aa4d40eb30c8'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:09.438535 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f045e41-1376-4f2f-a963-25dac936069d" -d '{"events": [{"server_uuid": "0a6815a9-4568-4727-b6ba-e9619acc2a0b", "name": "network-vif-plugged", "status": "completed", "tag": "14864bd9-6849-41d5-8f99-aa4d40eb30c8"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:09.451961 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 14864bd9-6849-41d5-8f99-aa4d40eb30c8, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=14864bd9-6849-41d5-8f99-aa4d40eb30c8,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:09.455923 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.479825 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3691e074-47c8-48de-ae98-f5175f678fb9 x-openstack-request-id: req-3691e074-47c8-48de-ae98-f5175f678fb9 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:09.480110 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6815a9-4568-4727-b6ba-e9619acc2a0b", "name": "network-vif-plugged", "status": "completed", "tag": "14864bd9-6849-41d5-8f99-aa4d40eb30c8", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:09.480353 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3691e074-47c8-48de-ae98-f5175f678fb9 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:09.480729 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6815a9-4568-4727-b6ba-e9619acc2a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14864bd9-6849-41d5-8f99-aa4d40eb30c8', 'code': 200} Aug 16 02:15:09.508471 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=14864bd9-6849-41d5-8f99-aa4d40eb30c8,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:09.597104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1612216-90f6-4352-935b-8ec212cb5a8f req-5ae49690-0cf2-4a28-a906-162ee0c11761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:09.598703 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a1612216-90f6-4352-935b-8ec212cb5a8f req-5ae49690-0cf2-4a28-a906-162ee0c11761 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 1097 time: 0.0400660 Aug 16 02:15:09.637115 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a1612216-90f6-4352-935b-8ec212cb5a8f req-acb14888-bd8d-4f9e-809a-8c82e83ca446 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268919 Aug 16 02:15:10.460541 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310b382-e5d2-4eea-aa29-3da12b7b6b8a req-0ee2de75-4310-48ce-9426-8ab5d6e6d94b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.462331 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9310b382-e5d2-4eea-aa29-3da12b7b6b8a req-0ee2de75-4310-48ce-9426-8ab5d6e6d94b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 945 time: 0.0516071 Aug 16 02:15:10.500332 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9310b382-e5d2-4eea-aa29-3da12b7b6b8a req-50863989-22df-4bd6-a486-8f5578a5082c tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322227 Aug 16 02:15:11.621388 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8303-f3f5-4647-a1ae-3fb0aabf4239 req-1453babc-d41e-4c48-9eb0-362ea38f188e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:11.622815 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd7f8303-f3f5-4647-a1ae-3fb0aabf4239 req-1453babc-d41e-4c48-9eb0-362ea38f188e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 945 time: 0.0512762 Aug 16 02:15:11.667150 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd7f8303-f3f5-4647-a1ae-3fb0aabf4239 req-0cffac4e-d870-4417-9eca-f098a1f34860 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381048 Aug 16 02:15:11.786781 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129952f4-a540-4e80-aff3-6e2971f2965b req-cfe1188e-cdbb-4004-823b-b9cce481f4c6 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:11.788265 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-129952f4-a540-4e80-aff3-6e2971f2965b req-cfe1188e-cdbb-4004-823b-b9cce481f4c6 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 945 time: 0.0520833 Aug 16 02:15:11.831249 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-129952f4-a540-4e80-aff3-6e2971f2965b req-c3c665b4-3e48-4574-9c94-fb25abff9d79 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368493 Aug 16 02:15:11.853397 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35574) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:11.894357 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff58bc-b9be-4397-9ad6-e725fe243497 tempest-TestVolumeBootPattern-1425204041 tempest-TestVolumeBootPattern-1425204041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:11.895756 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5bff58bc-b9be-4397-9ad6-e725fe243497 tempest-TestVolumeBootPattern-1425204041 tempest-TestVolumeBootPattern-1425204041-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 1092 time: 0.0413363 Aug 16 02:15:11.899122 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35576) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:11.903793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': '14864bd9-6849-41d5-8f99-aa4d40eb30c8', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:11.928055 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.027325 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.148158 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Allocated IP 172.25.3.223 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/33ff10fa-3223-481d-a20d-fba5064b26e4) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:12.249454 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.293952 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.331560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:12.336295 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:12.338804 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:12.362382 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event updated for resources: {'Port': ['ID=33ff10fa-3223-481d-a20d-fba5064b26e4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:12.744991 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.822405 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.975034 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.980179 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.055793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event updated for resources: {'Port': ['ID=33ff10fa-3223-481d-a20d-fba5064b26e4,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:13.069558 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.173681 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Floating IP 4938287b-78b5-4903-90cb-a0f2c00b95d8 associated. External IP: 172.25.3.223, port: 14864bd9-6849-41d5-8f99-aa4d40eb30c8. Aug 16 02:15:13.380377 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Router b4083fca-9b4b-4a85-977f-6f092b379b32 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:13.488631 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:13.499295 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62516698-9eb8-4ff9-801d-9a656d9bf24a None None] Sync routers for ids ['b4083fca-9b4b-4a85-977f-6f092b379b32'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:13.504641 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.508620 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62516698-9eb8-4ff9-801d-9a656d9bf24a None None] Routers {'b4083fca-9b4b-4a85-977f-6f092b379b32'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:13.509232 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-62516698-9eb8-4ff9-801d-9a656d9bf24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:14:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b4083fca-9b4b-4a85-977f-6f092b379b32'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:13.532561 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fbfbd370-7d9b-49da-910a-cd7fbf51ce71 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6322477 Aug 16 02:15:13.533147 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6815a9-4568-4727-b6ba-e9619acc2a0b', 'tag': '14864bd9-6849-41d5-8f99-aa4d40eb30c8'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:13.535414 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15590cf-5d77-4f28-a53a-a973a73e467b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6815a9-4568-4727-b6ba-e9619acc2a0b", "tag": "14864bd9-6849-41d5-8f99-aa4d40eb30c8"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:13.617057 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-62516698-9eb8-4ff9-801d-9a656d9bf24a None None] Set router b4083fca-9b4b-4a85-977f-6f092b379b32 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:13.639777 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103c9ee3-89e0-4acc-91a3-922dccb2d658 x-openstack-request-id: req-103c9ee3-89e0-4acc-91a3-922dccb2d658 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:13.640067 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6815a9-4568-4727-b6ba-e9619acc2a0b", "tag": "14864bd9-6849-41d5-8f99-aa4d40eb30c8", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:13.640316 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-103c9ee3-89e0-4acc-91a3-922dccb2d658 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:13.640719 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6815a9-4568-4727-b6ba-e9619acc2a0b', 'tag': '14864bd9-6849-41d5-8f99-aa4d40eb30c8', 'status': 'completed', 'code': 200} Aug 16 02:15:13.713653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15590cf-5d77-4f28-a53a-a973a73e467b req-9f8f09e5-9089-4a09-a924-92fa065767fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:13.715314 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e15590cf-5d77-4f28-a53a-a973a73e467b req-9f8f09e5-9089-4a09-a924-92fa065767fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 1097 time: 0.0531905 Aug 16 02:15:13.806678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15590cf-5d77-4f28-a53a-a973a73e467b req-6a74e201-1832-44dc-a3e0-050a5ef6c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:13.808251 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e15590cf-5d77-4f28-a53a-a973a73e467b req-6a74e201-1832-44dc-a3e0-050a5ef6c7d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.0859301 Aug 16 02:15:13.840899 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-62516698-9eb8-4ff9-801d-9a656d9bf24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '4938287b-78b5-4903-90cb-a0f2c00b95d8', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'port_id': '14864bd9-6849-41d5-8f99-aa4d40eb30c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'mac_address': 'fa:16:3e:88:fd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6815a9-4568-4727-b6ba-e9619acc2a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:15:12Z', 'updated_at': '2021-08-16T02:15:12Z', 'revision_number': 0, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 5, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:13.870414 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62516698-9eb8-4ff9-801d-9a656d9bf24a None None] Checking router: b4083fca-9b4b-4a85-977f-6f092b379b32 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:13.877345 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e15590cf-5d77-4f28-a53a-a973a73e467b req-d7f61076-94e4-4760-8dff-d30f738bc321 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14864bd9-6849-41d5-8f99-aa4d40eb30c8 HTTP/1.1" status: 200 len: 999 time: 0.0616958 Aug 16 02:15:13.878484 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62516698-9eb8-4ff9-801d-9a656d9bf24a None None] Routers {'b4083fca-9b4b-4a85-977f-6f092b379b32'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:13.879077 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-62516698-9eb8-4ff9-801d-9a656d9bf24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:14:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b4083fca-9b4b-4a85-977f-6f092b379b32'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:13.927588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15590cf-5d77-4f28-a53a-a973a73e467b req-e7c1cd40-db4b-4589-bc10-54d40313a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:13.929034 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e15590cf-5d77-4f28-a53a-a973a73e467b req-e7c1cd40-db4b-4589-bc10-54d40313a960 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0446215 Aug 16 02:15:13.975048 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15590cf-5d77-4f28-a53a-a973a73e467b req-a42cddfd-8c1b-4944-a3a9-d7fc55d1d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:13.976575 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e15590cf-5d77-4f28-a53a-a973a73e467b req-a42cddfd-8c1b-4944-a3a9-d7fc55d1d7df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409296 Aug 16 02:15:13.983112 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-62516698-9eb8-4ff9-801d-9a656d9bf24a None None] Set router b4083fca-9b4b-4a85-977f-6f092b379b32 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:14.068706 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e15590cf-5d77-4f28-a53a-a973a73e467b req-764d39d5-8f9e-4bc5-824a-87f5df5aac67 service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843058 Aug 16 02:15:14.156724 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e15590cf-5d77-4f28-a53a-a973a73e467b req-9a5d24e2-fe75-43bf-9dba-c9ac665d7aaf service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812035 Aug 16 02:15:14.203142 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-62516698-9eb8-4ff9-801d-9a656d9bf24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '4938287b-78b5-4903-90cb-a0f2c00b95d8', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'port_id': '14864bd9-6849-41d5-8f99-aa4d40eb30c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'mac_address': 'fa:16:3e:88:fd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6815a9-4568-4727-b6ba-e9619acc2a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:15:12Z', 'updated_at': '2021-08-16T02:15:12Z', 'revision_number': 0, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 5, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:14.227953 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62516698-9eb8-4ff9-801d-9a656d9bf24a None None] The sync data for ids ['b4083fca-9b4b-4a85-977f-6f092b379b32'] in n-d-765315-27 is: [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '4938287b-78b5-4903-90cb-a0f2c00b95d8', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'port_id': '14864bd9-6849-41d5-8f99-aa4d40eb30c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'mac_address': 'fa:16:3e:88:fd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6815a9-4568-4727-b6ba-e9619acc2a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:15:12Z', 'updated_at': '2021-08-16T02:15:12Z', 'revision_number': 0, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 5, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:14.432695 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e54ece-9443-400a-a49c-aec8480a70ea None None] New status for floating IP 4938287b-78b5-4903-90cb-a0f2c00b95d8: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:15:20.151592 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9b31-6798-451f-91be-9235d8e8709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.647251 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74112629-ea89-43df-8bf7-a45e47dd71ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.162928 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f8835929-6fc3-4f2e-b42b-60c19d828bc8 req-75cd2aa8-f9db-4232-ae27-503953567f53 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443656 Aug 16 02:15:23.250142 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8835929-6fc3-4f2e-b42b-60c19d828bc8 req-9ad62770-47c9-4fc2-ac5f-1ae1be9051da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:23.251662 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f8835929-6fc3-4f2e-b42b-60c19d828bc8 req-9ad62770-47c9-4fc2-ac5f-1ae1be9051da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 1097 time: 0.0441694 Aug 16 02:15:23.320514 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.358911 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8835929-6fc3-4f2e-b42b-60c19d828bc8 req-64316c88-00ee-4210-ac09-918f62480fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:23.360372 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f8835929-6fc3-4f2e-b42b-60c19d828bc8 req-64316c88-00ee-4210-ac09-918f62480fc5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.0845971 Aug 16 02:15:23.430198 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f8835929-6fc3-4f2e-b42b-60c19d828bc8 req-302dd89c-d96a-46cc-96e0-e59e1c7f1e76 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14864bd9-6849-41d5-8f99-aa4d40eb30c8 HTTP/1.1" status: 200 len: 1001 time: 0.0619478 Aug 16 02:15:23.483066 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8835929-6fc3-4f2e-b42b-60c19d828bc8 req-c533ef54-e422-40d6-9c81-cd6e86938cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:23.484507 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f8835929-6fc3-4f2e-b42b-60c19d828bc8 req-c533ef54-e422-40d6-9c81-cd6e86938cc5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0441723 Aug 16 02:15:23.531672 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8835929-6fc3-4f2e-b42b-60c19d828bc8 req-9c0e04be-616b-4296-b122-016c8d4ab0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:23.533167 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f8835929-6fc3-4f2e-b42b-60c19d828bc8 req-9c0e04be-616b-4296-b122-016c8d4ab0bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406339 Aug 16 02:15:23.623872 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f8835929-6fc3-4f2e-b42b-60c19d828bc8 req-a2416b04-7732-412b-a713-041e7f2c43be service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834882 Aug 16 02:15:24.041330 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f8835929-6fc3-4f2e-b42b-60c19d828bc8 req-e5041d7e-1fa8-4d22-be8a-246e3a9276e9 service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076254 Aug 16 02:15:24.234809 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.033856 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:37.665978 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.324714 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.379248 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:15:50.154942 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca36b23b-abf3-4e83-b8c1-7068bbfd26a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.650361 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1236ea2-2fe2-4229-92ef-42125bb3b40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.323378 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.238590 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.036301 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.663880 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.339634 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.796599 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-8c38015f-6ebd-43a5-83e4-d3bbabbe6b24 req-ed1a8f78-ed38-4071-b91b-f67610044434 service neutron] (94673) timed out ('10.222.0.73', 56497) {{(pid=94673) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:16:16.378117 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:16:20.156358 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-241b84ac-9883-40db-8266-590d3d4d8cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.652448 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-182a77b6-3cfe-4bad-948c-b2cca635dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.326485 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.150497 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f9b306c-cb54-4dd8-8b4d-7fcdd24d022b req-2c3b41fa-ea20-4923-a884-1daa09f8fa35 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409412 Aug 16 02:16:24.240242 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.244141 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b306c-cb54-4dd8-8b4d-7fcdd24d022b req-c7efc116-5960-4b6f-9ed0-94c08b56461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.245653 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f9b306c-cb54-4dd8-8b4d-7fcdd24d022b req-c7efc116-5960-4b6f-9ed0-94c08b56461b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 1097 time: 0.0436084 Aug 16 02:16:24.351616 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b306c-cb54-4dd8-8b4d-7fcdd24d022b req-725d2409-e764-4ad4-a2d0-48bc82ceb714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.353141 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f9b306c-cb54-4dd8-8b4d-7fcdd24d022b req-725d2409-e764-4ad4-a2d0-48bc82ceb714 service neutron] 10.222.0.73 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.0842609 Aug 16 02:16:24.424848 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f9b306c-cb54-4dd8-8b4d-7fcdd24d022b req-ca9e4d5d-cffc-4e06-b940-53b8acff7f98 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14864bd9-6849-41d5-8f99-aa4d40eb30c8 HTTP/1.1" status: 200 len: 1001 time: 0.0608253 Aug 16 02:16:24.477930 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b306c-cb54-4dd8-8b4d-7fcdd24d022b req-139fa555-3bd4-4eb6-9fbd-ae6ce817029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.479375 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f9b306c-cb54-4dd8-8b4d-7fcdd24d022b req-139fa555-3bd4-4eb6-9fbd-ae6ce817029c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0433278 Aug 16 02:16:24.529587 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b306c-cb54-4dd8-8b4d-7fcdd24d022b req-35a83369-188c-45dc-8e48-6104dd3bdaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.531116 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f9b306c-cb54-4dd8-8b4d-7fcdd24d022b req-35a83369-188c-45dc-8e48-6104dd3bdaaf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405800 Aug 16 02:16:24.628272 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f9b306c-cb54-4dd8-8b4d-7fcdd24d022b req-e347fd1c-2cc2-4adc-b665-bb484ecf9b58 service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858245 Aug 16 02:16:24.729491 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f9b306c-cb54-4dd8-8b4d-7fcdd24d022b req-24519772-a9da-43b9-880c-0664793d4c64 service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872977 Aug 16 02:16:26.039819 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.694571 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.344151 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:50.156620 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-758a5596-0ca0-4455-8d15-0f19063b40ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.653800 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0afb5b7-c0ca-4a50-9548-42b7b571d4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.326544 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.376974 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:16:54.244835 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.043249 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.712238 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.354193 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.868008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7066f-3a11-45f6-a6d3-bc5328c1ef26 req-83253456-8cc9-4bb9-b78c-a42c238776ab tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.869500 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7ec7066f-3a11-45f6-a6d3-bc5328c1ef26 req-83253456-8cc9-4bb9-b78c-a42c238776ab tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 945 time: 0.1152935 Aug 16 02:17:11.907719 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7ec7066f-3a11-45f6-a6d3-bc5328c1ef26 req-b87dbadc-9492-4cfd-9ffe-1982bced4a09 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313823 Aug 16 02:17:13.099667 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187b67-6764-43a6-b151-10b99b03da55 req-b4e68fb4-1c11-48a9-881a-4ace6925608f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:13.101214 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a7187b67-6764-43a6-b151-10b99b03da55 req-b4e68fb4-1c11-48a9-881a-4ace6925608f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 945 time: 0.1109822 Aug 16 02:17:13.144076 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a7187b67-6764-43a6-b151-10b99b03da55 req-4205d4e6-5d49-4f08-8e34-0b7ee305f221 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334394 Aug 16 02:17:13.524865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6772c-1aae-4a41-8152-27819045a382 req-ddcbf639-f510-4cf0-ad19-962d1c4df0cc tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:13.526352 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4a6772c-1aae-4a41-8152-27819045a382 req-ddcbf639-f510-4cf0-ad19-962d1c4df0cc tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 945 time: 0.0567920 Aug 16 02:17:13.617115 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-b4a6772c-1aae-4a41-8152-27819045a382 req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Deleting port 14864bd9-6849-41d5-8f99-aa4d40eb30c8 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:13.617453 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b4a6772c-1aae-4a41-8152-27819045a382 req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.717188 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b4a6772c-1aae-4a41-8152-27819045a382 req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] For port 14864bd9-6849-41d5-8f99-aa4d40eb30c8, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=14864bd9-6849-41d5-8f99-aa4d40eb30c8,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:13.718251 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b4a6772c-1aae-4a41-8152-27819045a382 req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.898822 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b4a6772c-1aae-4a41-8152-27819045a382 req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.899112 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b4a6772c-1aae-4a41-8152-27819045a382 req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.899432 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [req-b4a6772c-1aae-4a41-8152-27819045a382 req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Floating IP 4938287b-78b5-4903-90cb-a0f2c00b95d8 disassociated. External IP: 172.25.3.223, port: 14864bd9-6849-41d5-8f99-aa4d40eb30c8. Aug 16 02:17:13.899839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-b4a6772c-1aae-4a41-8152-27819045a382 req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Calling delete_port for 14864bd9-6849-41d5-8f99-aa4d40eb30c8 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:14.032554 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b4a6772c-1aae-4a41-8152-27819045a382 req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.063922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event deleted for resources: {'Port': ['ID=14864bd9-6849-41d5-8f99-aa4d40eb30c8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:14.075754 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.076139 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.076542 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.076961 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.077544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.078579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.078579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.078838 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.079130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.079488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.079869 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.080296 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.199106 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4a6772c-1aae-4a41-8152-27819045a382 req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Router b4083fca-9b4b-4a85-977f-6f092b379b32 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:14.248109 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dab36eb2-6148-4fc4-a6e8-49bcb080edc8 req-277b3e7b-9dd5-40b0-8a97-8d42bf633719 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 210 time: 0.0333393 Aug 16 02:17:14.312308 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4a6772c-1aae-4a41-8152-27819045a382 req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:14.322242 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c37caf8-470a-40c1-8196-29362e2b280a None None] Sync routers for ids ['b4083fca-9b4b-4a85-977f-6f092b379b32'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:14.332780 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c37caf8-470a-40c1-8196-29362e2b280a None None] Routers {'b4083fca-9b4b-4a85-977f-6f092b379b32'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:14.333533 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1c37caf8-470a-40c1-8196-29362e2b280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:16:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b4083fca-9b4b-4a85-977f-6f092b379b32'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:14.360892 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a6772c-1aae-4a41-8152-27819045a382 req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] No DVR routers for this DVR port 14864bd9-6849-41d5-8f99-aa4d40eb30c8 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:14.364340 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b4a6772c-1aae-4a41-8152-27819045a382 req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.367797 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b4a6772c-1aae-4a41-8152-27819045a382 req-41d7a24b-f281-49a0-8320-6b4816ed855b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.73 "DELETE /v2.0/ports/14864bd9-6849-41d5-8f99-aa4d40eb30c8 HTTP/1.1" status: 204 len: 173 time: 0.8314397 Aug 16 02:17:14.368419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6815a9-4568-4727-b6ba-e9619acc2a0b', 'name': 'network-vif-deleted', 'tag': '14864bd9-6849-41d5-8f99-aa4d40eb30c8'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:14.372253 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00415c86-71e5-45d5-b7ff-951b9da3e61c" -d '{"events": [{"server_uuid": "0a6815a9-4568-4727-b6ba-e9619acc2a0b", "name": "network-vif-deleted", "tag": "14864bd9-6849-41d5-8f99-aa4d40eb30c8"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:14.444273 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f3d180-1223-43c1-be04-a0aa6532b7bb x-openstack-request-id: req-19f3d180-1223-43c1-be04-a0aa6532b7bb {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:14.444600 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6815a9-4568-4727-b6ba-e9619acc2a0b", "name": "network-vif-deleted", "tag": "14864bd9-6849-41d5-8f99-aa4d40eb30c8", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:14.444834 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-19f3d180-1223-43c1-be04-a0aa6532b7bb {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:14.445194 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6815a9-4568-4727-b6ba-e9619acc2a0b', 'name': 'network-vif-deleted', 'tag': '14864bd9-6849-41d5-8f99-aa4d40eb30c8', 'status': 'completed', 'code': 200} Aug 16 02:17:14.486266 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1c37caf8-470a-40c1-8196-29362e2b280a None None] Set router b4083fca-9b4b-4a85-977f-6f092b379b32 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:14.712547 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1c37caf8-470a-40c1-8196-29362e2b280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 5, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:14.738734 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c37caf8-470a-40c1-8196-29362e2b280a None None] Checking router: b4083fca-9b4b-4a85-977f-6f092b379b32 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:14.746976 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c37caf8-470a-40c1-8196-29362e2b280a None None] Routers {'b4083fca-9b4b-4a85-977f-6f092b379b32'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:14.747567 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1c37caf8-470a-40c1-8196-29362e2b280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:16:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b4083fca-9b4b-4a85-977f-6f092b379b32'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:14.855646 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1c37caf8-470a-40c1-8196-29362e2b280a None None] Set router b4083fca-9b4b-4a85-977f-6f092b379b32 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:15.068134 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1c37caf8-470a-40c1-8196-29362e2b280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 5, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:15.096147 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c37caf8-470a-40c1-8196-29362e2b280a None None] The sync data for ids ['b4083fca-9b4b-4a85-977f-6f092b379b32'] in n-d-765315-27 is: [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 5, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:15.358401 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b4f6fad4-b4d8-4cc4-a12d-8ede40802871 req-c0a3b339-f442-4a69-89e6-a15787b4b8d7 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 210 time: 0.0266340 Aug 16 02:17:15.369475 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200dfedd-33f7-49ec-8617-856e25a76620 None None] New status for floating IP 4938287b-78b5-4903-90cb-a0f2c00b95d8: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:17:16.460988 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3a1bd0d8-9ea1-4ab3-95ff-99e98779430e req-1196261a-8ac3-4a46-84d2-beb090956436 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 210 time: 0.0288970 Aug 16 02:17:17.560293 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ce2791c-01e0-4eb8-964d-5bc08c6d8083 req-374985d0-57b2-46b2-aa56-2711c33bb679 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a6815a9-4568-4727-b6ba-e9619acc2a0b HTTP/1.1" status: 200 len: 210 time: 0.0310779 Aug 16 02:17:17.882744 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 14864bd9-6849-41d5-8f99-aa4d40eb30c8 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:17.902715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 14864bd9-6849-41d5-8f99-aa4d40eb30c8 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:17.903057 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 14864bd9-6849-41d5-8f99-aa4d40eb30c8 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:18.761350 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-005386ce-0320-4b96-9db3-1b6624b4361b req-0d5ec4ed-38e9-4ac8-b2f3-a8c9d345029d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060614303&fields=id&tenant_id=8958f59e4db74d1eaa22c4230e8bc798 HTTP/1.1" status: 200 len: 267 time: 0.0324762 Aug 16 02:17:18.872144 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005386ce-0320-4b96-9db3-1b6624b4361b req-acbedc22-9ccd-4e94-b236-dd1b0a630052 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:18.873580 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-005386ce-0320-4b96-9db3-1b6624b4361b req-acbedc22-9ccd-4e94-b236-dd1b0a630052 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 812 time: 0.1047208 Aug 16 02:17:18.888483 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-005386ce-0320-4b96-9db3-1b6624b4361b req-48666b86-5a2c-4500-9467-8cdc05e20156 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/quotas/8958f59e4db74d1eaa22c4230e8bc798 HTTP/1.1" status: 200 len: 375 time: 0.0090184 Aug 16 02:17:18.943174 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-005386ce-0320-4b96-9db3-1b6624b4361b req-30c5f29d-d8b7-4bcc-bef3-1154bfd3464b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485299 Aug 16 02:17:19.090804 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-005386ce-0320-4b96-9db3-1b6624b4361b req-981348f4-7c79-467f-a395-b942f3ba2b9a service neutron] 10.222.0.68 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346669 Aug 16 02:17:19.179568 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-005386ce-0320-4b96-9db3-1b6624b4361b req-246d8969-31dc-4a70-a20a-7a71f870358e service neutron] 10.222.0.68 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825284 Aug 16 02:17:20.157064 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-db61ffc5-91bc-49f2-bae4-68c615dd615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.480264 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0a09b083-cb8b-4513-ad26-5bf4dee8de66 req-f43b7a1f-831d-43f2-8ea7-f3e78af1a7f5 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 210 time: 0.0266500 Aug 16 02:17:21.565561 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-da3078bb-e5c0-4b0b-afa8-25763e208003 req-1d650091-9751-4807-bdd9-11f055423d7f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 210 time: 0.0317817 Aug 16 02:17:22.656769 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-415a3737-5247-4918-a44a-205c42cad133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.666371 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b80cf0d3-038b-46d0-8e1b-16b102c8ee4f req-4a0390c6-5630-4f59-9ba2-8d3a327238cc tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 210 time: 0.0328107 Aug 16 02:17:23.327721 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.656649 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005386ce-0320-4b96-9db3-1b6624b4361b req-a973cd2b-9f45-4c56-9be9-d650ce4a15d2 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.658269 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-005386ce-0320-4b96-9db3-1b6624b4361b req-a973cd2b-9f45-4c56-9be9-d650ce4a15d2 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.63 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 812 time: 0.1149588 Aug 16 02:17:23.714041 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-005386ce-0320-4b96-9db3-1b6624b4361b req-72ad5442-9650-40d7-9823-a2d0d600e4e4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8958f59e4db74d1eaa22c4230e8bc798 HTTP/1.1" status: 200 len: 380 time: 0.0453498 Aug 16 02:17:23.725197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-005386ce-0320-4b96-9db3-1b6624b4361b req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Request body: {'port': {'device_id': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'admin_state_up': True, 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'security_groups': ['bfdbe327-97ad-4ed9-9674-aadf67c6920c']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:23.807046 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-25e59d20-6413-4610-a069-df5b28b56d76 req-8907c812-ad15-48e2-802a-5e7e9a4f794e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 210 time: 0.0628252 Aug 16 02:17:23.891604 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005386ce-0320-4b96-9db3-1b6624b4361b req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Made reservation on behalf of 8958f59e4db74d1eaa22c4230e8bc798 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:23.895343 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-005386ce-0320-4b96-9db3-1b6624b4361b req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.036569 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-005386ce-0320-4b96-9db3-1b6624b4361b req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Allocated IP 172.20.0.6 (79f38810-e2ae-4630-9f61-4d9a565c053e/006f9681-3ab4-4859-9303-ea116cf027bf/328a2dea-b4f0-4dfd-b588-bba7a39d12fe) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:24.183750 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-005386ce-0320-4b96-9db3-1b6624b4361b req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.197718 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-005386ce-0320-4b96-9db3-1b6624b4361b req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Transition to ACTIVE for port object 328a2dea-b4f0-4dfd-b588-bba7a39d12fe will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:24.235117 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-005386ce-0320-4b96-9db3-1b6624b4361b req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.251895 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.290100 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005386ce-0320-4b96-9db3-1b6624b4361b req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Network 79f38810-e2ae-4630-9f61-4d9a565c053e is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:24.293475 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-005386ce-0320-4b96-9db3-1b6624b4361b req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:24.297911 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-005386ce-0320-4b96-9db3-1b6624b4361b req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:24.331546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event updated for resources: {'Port': ['ID=328a2dea-b4f0-4dfd-b588-bba7a39d12fe,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:24.346738 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:24.347081 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:24.347424 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:24.347763 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:24.348093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:24.348426 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:24.348757 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:24.349082 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:24.349404 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:24.349731 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:24.350085 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:24.350407 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:24.375903 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005386ce-0320-4b96-9db3-1b6624b4361b req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:24.377185 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-005386ce-0320-4b96-9db3-1b6624b4361b req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.396560 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-005386ce-0320-4b96-9db3-1b6624b4361b req-6c7a03eb-27b2-4f0d-b865-b6fcb8bf1bf1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6767495 Aug 16 02:17:24.483187 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Request body: {'port': {'device_id': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:24.547199 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.611897 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b587640d-b411-476e-bd34-0c2b96dd8bd9 None None] Provisioning for port 328a2dea-b4f0-4dfd-b588-bba7a39d12fe completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:24.616693 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b587640d-b411-476e-bd34-0c2b96dd8bd9 None None] Provisioning complete for port 328a2dea-b4f0-4dfd-b588-bba7a39d12fe triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:24.617276 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b587640d-b411-476e-bd34-0c2b96dd8bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.657011 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b587640d-b411-476e-bd34-0c2b96dd8bd9 None None] Port 328a2dea-b4f0-4dfd-b588-bba7a39d12fe cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:24.851409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328a2dea-b4f0-4dfd-b588-bba7a39d12fe {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:24.862433 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.882728 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Transition to ACTIVE for port object 328a2dea-b4f0-4dfd-b588-bba7a39d12fe will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:24.887706 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.943296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Pushing event updated for resources: {'Port': ['ID=328a2dea-b4f0-4dfd-b588-bba7a39d12fe,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:25.031295 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3c10d-af91-4eb9-9eae-20efa2abd019 req-3abcaf18-b805-4d8e-934b-db24f989c192 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.039794 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-13f3c10d-af91-4eb9-9eae-20efa2abd019 req-3abcaf18-b805-4d8e-934b-db24f989c192 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 943 time: 0.1128283 Aug 16 02:17:25.046326 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Attempting to bind port 328a2dea-b4f0-4dfd-b588-bba7a39d12fe on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:25.046497 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Attempting to bind port 328a2dea-b4f0-4dfd-b588-bba7a39d12fe by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:25.047554 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Attempting to bind port 328a2dea-b4f0-4dfd-b588-bba7a39d12fe on network 79f38810-e2ae-4630-9f61-4d9a565c053e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:25.055411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Port 328a2dea-b4f0-4dfd-b588-bba7a39d12fe on network 79f38810-e2ae-4630-9f61-4d9a565c053e not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:17:25.055981 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Attempting to bind port 328a2dea-b4f0-4dfd-b588-bba7a39d12fe on network 79f38810-e2ae-4630-9f61-4d9a565c053e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:25.065333 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:25.065708 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Checking segment: {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:25.066529 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Bound using segment: {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:25.067217 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Bound port: 328a2dea-b4f0-4dfd-b588-bba7a39d12fe, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:25.067949 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.090017 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-13f3c10d-af91-4eb9-9eae-20efa2abd019 req-2f8b5fa5-5126-4196-af3e-d12fa42e8ccc tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445442 Aug 16 02:17:25.153701 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] For port 328a2dea-b4f0-4dfd-b588-bba7a39d12fe, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:25.158556 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] For port 328a2dea-b4f0-4dfd-b588-bba7a39d12fe, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=328a2dea-b4f0-4dfd-b588-bba7a39d12fe,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:25.165104 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.201186 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.202199 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.203712 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-005386ce-0320-4b96-9db3-1b6624b4361b req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] 10.222.0.63 "PUT /v2.0/ports/328a2dea-b4f0-4dfd-b588-bba7a39d12fe HTTP/1.1" status: 200 len: 1092 time: 0.7946513 Aug 16 02:17:25.206598 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'tag': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:25.209218 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b88e53-a23f-46d6-a56a-972d0b262d52" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d8e40f-a77a-436c-9383-05b17da33a29", "tag": "328a2dea-b4f0-4dfd-b588-bba7a39d12fe"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:25.252243 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5d272-3631-4ef8-b895-0aae98f95744 service neutron] Pushing event updated for resources: {'Port': ['ID=328a2dea-b4f0-4dfd-b588-bba7a39d12fe,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:25.349503 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005386ce-0320-4b96-9db3-1b6624b4361b req-b9100a99-053c-4639-b837-fa802ff2754d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.351067 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-005386ce-0320-4b96-9db3-1b6624b4361b req-b9100a99-053c-4639-b837-fa802ff2754d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 1095 time: 0.0701084 Aug 16 02:17:25.372292 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2e5000-2a00-42f2-821f-cb324bde6641 x-openstack-request-id: req-6b2e5000-2a00-42f2-821f-cb324bde6641 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:25.372601 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d8e40f-a77a-436c-9383-05b17da33a29", "tag": "328a2dea-b4f0-4dfd-b588-bba7a39d12fe", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:25.372857 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6b2e5000-2a00-42f2-821f-cb324bde6641 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:25.373377 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'tag': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe', 'status': 'completed', 'code': 200} Aug 16 02:17:25.723672 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-005386ce-0320-4b96-9db3-1b6624b4361b req-d48913c9-5793-483e-a85d-6fe29f801e58 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=328a2dea-b4f0-4dfd-b588-bba7a39d12fe HTTP/1.1" status: 200 len: 217 time: 0.3634005 Aug 16 02:17:25.779268 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005386ce-0320-4b96-9db3-1b6624b4361b req-d6e1bedb-c45c-47cc-9f4c-79c3b19a224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.781226 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-005386ce-0320-4b96-9db3-1b6624b4361b req-d6e1bedb-c45c-47cc-9f4c-79c3b19a224c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0465376 Aug 16 02:17:25.833157 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005386ce-0320-4b96-9db3-1b6624b4361b req-dc4992ca-6c2b-4ab8-973e-d2644ab51124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.834674 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-005386ce-0320-4b96-9db3-1b6624b4361b req-dc4992ca-6c2b-4ab8-973e-d2644ab51124 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422304 Aug 16 02:17:25.937009 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-005386ce-0320-4b96-9db3-1b6624b4361b req-d6268b1f-30b0-4e9e-8566-d9d813359be9 service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910428 Aug 16 02:17:26.039801 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-005386ce-0320-4b96-9db3-1b6624b4361b req-498c2b3a-aa68-4335-8f54-814e45a153c2 service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952320 Aug 16 02:17:26.048517 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.132846 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b88e53-a23f-46d6-a56a-972d0b262d52 req-14b19195-bcd0-4451-8532-0c03d7a50a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:26.134645 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-27b88e53-a23f-46d6-a56a-972d0b262d52 req-14b19195-bcd0-4451-8532-0c03d7a50a17 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 1095 time: 0.0493143 Aug 16 02:17:26.213658 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411de50c-88bd-475b-8dae-536e9513a250 req-3e527d6d-9737-4693-9603-26b3a4cbe068 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:26.215840 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411de50c-88bd-475b-8dae-536e9513a250 req-3e527d6d-9737-4693-9603-26b3a4cbe068 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 943 time: 0.0569429 Aug 16 02:17:26.230699 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b88e53-a23f-46d6-a56a-972d0b262d52 req-c40ed94a-0168-41a3-be52-d3cdd9cf14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:26.232191 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-27b88e53-a23f-46d6-a56a-972d0b262d52 req-c40ed94a-0168-41a3-be52-d3cdd9cf14bd service neutron] 10.222.0.63 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.0904686 Aug 16 02:17:26.262274 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411de50c-88bd-475b-8dae-536e9513a250 req-1dfb4a81-2497-4211-8530-682449482c1a tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397904 Aug 16 02:17:26.285827 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-27b88e53-a23f-46d6-a56a-972d0b262d52 req-ad03fce0-fc8b-4fc7-9f81-11b82dbeddeb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=328a2dea-b4f0-4dfd-b588-bba7a39d12fe HTTP/1.1" status: 200 len: 217 time: 0.0386899 Aug 16 02:17:26.348671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b88e53-a23f-46d6-a56a-972d0b262d52 req-e1aa3a2c-7e42-4633-a071-b31b7f584497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:26.350171 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-27b88e53-a23f-46d6-a56a-972d0b262d52 req-e1aa3a2c-7e42-4633-a071-b31b7f584497 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0564778 Aug 16 02:17:26.403662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b88e53-a23f-46d6-a56a-972d0b262d52 req-db3f8fb3-bc8a-44c8-9a8b-76582f84edac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:26.406442 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-27b88e53-a23f-46d6-a56a-972d0b262d52 req-db3f8fb3-bc8a-44c8-9a8b-76582f84edac service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447712 Aug 16 02:17:26.505727 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-27b88e53-a23f-46d6-a56a-972d0b262d52 req-a9f6fc16-b09c-4807-9d08-0f6d7af43ff5 service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875633 Aug 16 02:17:26.610800 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-27b88e53-a23f-46d6-a56a-972d0b262d52 req-654c9b5d-1217-4898-b834-1d3835990dfa service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937135 Aug 16 02:17:27.391219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73399609-0177-40e6-8c44-8a6c09eb70ea req-50c7d7fd-40c7-4963-b345-dc0ef2ccecff tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:27.392583 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-73399609-0177-40e6-8c44-8a6c09eb70ea req-50c7d7fd-40c7-4963-b345-dc0ef2ccecff tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 943 time: 0.0495913 Aug 16 02:17:27.432114 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-73399609-0177-40e6-8c44-8a6c09eb70ea req-860baa23-9abf-443a-acf5-25309b7c3497 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334947 Aug 16 02:17:28.571045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cac8bf-0f02-4a03-8993-f5510fccab30 req-c281cb4e-690d-4d08-9e6b-36f9683b8b37 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:28.572441 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8cac8bf-0f02-4a03-8993-f5510fccab30 req-c281cb4e-690d-4d08-9e6b-36f9683b8b37 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 943 time: 0.0529261 Aug 16 02:17:28.610535 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8cac8bf-0f02-4a03-8993-f5510fccab30 req-bf244860-c425-404c-98b6-2fafb59b959e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314074 Aug 16 02:17:29.755809 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b6f8f-45f6-47f7-92a5-906d93c0125f req-e0c4f0d0-267d-455b-8f39-c6e3ec167aae tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:29.757316 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dc5b6f8f-45f6-47f7-92a5-906d93c0125f req-e0c4f0d0-267d-455b-8f39-c6e3ec167aae tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 943 time: 0.0589657 Aug 16 02:17:29.796286 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dc5b6f8f-45f6-47f7-92a5-906d93c0125f req-ca0b29a9-cbb7-4e8d-ae67-59c3ffc19998 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329974 Aug 16 02:17:30.378241 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:17:30.914581 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb724ed8-f955-48ca-a9f9-cd68140a272f req-2bff5b64-db61-4808-adde-67811b8afa9d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:30.916070 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bb724ed8-f955-48ca-a9f9-cd68140a272f req-2bff5b64-db61-4808-adde-67811b8afa9d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 943 time: 0.0506651 Aug 16 02:17:30.958788 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bb724ed8-f955-48ca-a9f9-cd68140a272f req-742b9f9c-fbbf-4421-b1f7-2e80db25def8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338318 Aug 16 02:17:32.084675 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54550320-f1c5-405a-8d42-7161e0a0c480 req-123abc1b-fc17-4c95-b237-95534f1f81a9 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:32.086189 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-54550320-f1c5-405a-8d42-7161e0a0c480 req-123abc1b-fc17-4c95-b237-95534f1f81a9 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 943 time: 0.0489945 Aug 16 02:17:32.123620 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-54550320-f1c5-405a-8d42-7161e0a0c480 req-d949886c-c32b-4603-b538-3b83d59590ec tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315881 Aug 16 02:17:33.239232 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ea284-caaa-4823-a109-da6cb10004f3 req-d196d204-1135-44d6-b788-42f0561de29a tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:33.240702 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0f4ea284-caaa-4823-a109-da6cb10004f3 req-d196d204-1135-44d6-b788-42f0561de29a tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 943 time: 0.0493276 Aug 16 02:17:33.279616 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0f4ea284-caaa-4823-a109-da6cb10004f3 req-a1deaaa6-0371-438c-88a2-2ddda0da6cab tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330007 Aug 16 02:17:34.401265 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628514c3-d3c2-43b5-a575-63621541383e req-bf8e7409-f24d-44b2-ad7f-aea7e1b5a97f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:34.402838 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-628514c3-d3c2-43b5-a575-63621541383e req-bf8e7409-f24d-44b2-ad7f-aea7e1b5a97f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 943 time: 0.0524642 Aug 16 02:17:34.440553 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-628514c3-d3c2-43b5-a575-63621541383e req-fd181026-ff99-4d15-a67d-2a53b4582973 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316718 Aug 16 02:17:35.562526 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a996d5-795e-46b4-9aa7-3e10e0edb77f req-dbd03053-fcef-4d5b-8269-d6b550c1b07d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:35.564419 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c1a996d5-795e-46b4-9aa7-3e10e0edb77f req-dbd03053-fcef-4d5b-8269-d6b550c1b07d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 943 time: 0.0556560 Aug 16 02:17:35.605400 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c1a996d5-795e-46b4-9aa7-3e10e0edb77f req-4e75d293-85a1-4df6-a169-a5cf2935c7ac tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337284 Aug 16 02:17:36.743918 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09394c14-37df-49b3-8ed7-39ab0f85bbde req-0e2ade0c-0547-4926-a40c-99f0f720cf8d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:36.745377 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-09394c14-37df-49b3-8ed7-39ab0f85bbde req-0e2ade0c-0547-4926-a40c-99f0f720cf8d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 943 time: 0.0528216 Aug 16 02:17:36.787586 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-09394c14-37df-49b3-8ed7-39ab0f85bbde req-2887e8c6-4902-4ba4-8792-dc9831387f07 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356882 Aug 16 02:17:36.872763 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 328a2dea-b4f0-4dfd-b588-bba7a39d12fe details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:17:36.976334 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 328a2dea-b4f0-4dfd-b588-bba7a39d12fe, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=328a2dea-b4f0-4dfd-b588-bba7a39d12fe,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:36.988142 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'port_id': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe', 'mac_address': 'fa:16:3e:b1:1f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:17:37.024039 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.037392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328a2dea-b4f0-4dfd-b588-bba7a39d12fe {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:37.056248 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 328a2dea-b4f0-4dfd-b588-bba7a39d12fe, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=328a2dea-b4f0-4dfd-b588-bba7a39d12fe,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:37.060508 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.113432 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=328a2dea-b4f0-4dfd-b588-bba7a39d12fe,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:37.120728 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:37.121071 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:37.121400 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:37.121740 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:37.122092 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:37.122418 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:37.122740 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:37.123061 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:37.123379 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:37.123702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:37.124016 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:37.124331 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:37.347564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['328a2dea-b4f0-4dfd-b588-bba7a39d12fe'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:37.547662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-8e431ece-adbf-429f-8ccc-4f8dc9ce03ce req-8f1e1d9f-73fa-445e-8160-40d6ff176a14 service neutron] (94672) timed out ('10.222.0.63', 56054) {{(pid=94672) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:17:37.708506 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.906268 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7ef28-6dd2-4051-8f18-4b0c0f1a25d4 req-f98790ca-1ebd-4801-9942-6d173f5bc637 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:37.907774 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e1c7ef28-6dd2-4051-8f18-4b0c0f1a25d4 req-f98790ca-1ebd-4801-9942-6d173f5bc637 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 944 time: 0.0504451 Aug 16 02:17:37.946515 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e1c7ef28-6dd2-4051-8f18-4b0c0f1a25d4 req-9b604250-545a-4bb2-978a-c0c1f4f426aa tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325994 Aug 16 02:17:38.367907 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.872020 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 328a2dea-b4f0-4dfd-b588-bba7a39d12fe up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:38.919661 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 328a2dea-b4f0-4dfd-b588-bba7a39d12fe completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:38.923319 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 328a2dea-b4f0-4dfd-b588-bba7a39d12fe triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:38.923687 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.997977 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.021489 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:39.023776 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d900773-caa6-46a1-a11c-c2b84f608675" -d '{"events": [{"server_uuid": "c7d8e40f-a77a-436c-9383-05b17da33a29", "name": "network-vif-plugged", "status": "completed", "tag": "328a2dea-b4f0-4dfd-b588-bba7a39d12fe"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:39.037372 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 328a2dea-b4f0-4dfd-b588-bba7a39d12fe, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=328a2dea-b4f0-4dfd-b588-bba7a39d12fe,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:39.042188 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.064693 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a91b6b-cb12-4740-84dd-bc4dc8a63160 req-f4a4d1ef-4ea7-475f-90f6-b63bd77e2cf6 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:39.065977 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96a91b6b-cb12-4740-84dd-bc4dc8a63160 req-f4a4d1ef-4ea7-475f-90f6-b63bd77e2cf6 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 944 time: 0.0533421 Aug 16 02:17:39.071795 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45483abe-f736-4680-860f-8ed66ed134cb x-openstack-request-id: req-45483abe-f736-4680-860f-8ed66ed134cb {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:39.072088 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d8e40f-a77a-436c-9383-05b17da33a29", "name": "network-vif-plugged", "status": "completed", "tag": "328a2dea-b4f0-4dfd-b588-bba7a39d12fe", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:39.072339 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-45483abe-f736-4680-860f-8ed66ed134cb {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:39.072721 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe', 'code': 200} Aug 16 02:17:39.100132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=328a2dea-b4f0-4dfd-b588-bba7a39d12fe,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:39.112256 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96a91b6b-cb12-4740-84dd-bc4dc8a63160 req-208ac8e7-b75a-4814-a80b-4fc472050959 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403516 Aug 16 02:17:39.180285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468b16e-58b5-43bc-9455-eef9e79fae69 req-b1957fe9-dd3e-49bf-8575-85ae3e5114cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:39.181778 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6468b16e-58b5-43bc-9455-eef9e79fae69 req-b1957fe9-dd3e-49bf-8575-85ae3e5114cb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 1097 time: 0.0413885 Aug 16 02:17:39.221272 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6468b16e-58b5-43bc-9455-eef9e79fae69 req-858894b5-1729-4100-a4a1-77b31578eab8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287595 Aug 16 02:17:40.233764 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ce0e7-22a8-48e0-bbe8-99851fc70b94 req-5a200e2e-d25a-4235-8d7e-fb788cc81fc4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:40.236209 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-796ce0e7-22a8-48e0-bbe8-99851fc70b94 req-5a200e2e-d25a-4235-8d7e-fb788cc81fc4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 945 time: 0.0506630 Aug 16 02:17:40.274859 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-796ce0e7-22a8-48e0-bbe8-99851fc70b94 req-8f023cd7-6b8f-4a61-90f6-e5e7c8caeda9 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326121 Aug 16 02:17:40.396295 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c108b-18e0-420c-a5e6-69a33b08d3ff req-4d203b80-377f-4a4c-86ed-ca1231e134d8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:40.399238 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d87c108b-18e0-420c-a5e6-69a33b08d3ff req-4d203b80-377f-4a4c-86ed-ca1231e134d8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 945 time: 0.0560691 Aug 16 02:17:40.442526 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d87c108b-18e0-420c-a5e6-69a33b08d3ff req-a3aba405-e371-45ae-8592-89217a32460f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381498 Aug 16 02:17:40.464204 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35750) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:40.606758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d867ddf-ac1a-4317-97c2-9b4b8f1dc880 tempest-TestVolumeBootPattern-1425204041 tempest-TestVolumeBootPattern-1425204041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:40.608338 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0d867ddf-ac1a-4317-97c2-9b4b8f1dc880 tempest-TestVolumeBootPattern-1425204041 tempest-TestVolumeBootPattern-1425204041-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 1092 time: 0.1431346 Aug 16 02:17:40.611839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 35756) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:40.616215 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:40.638398 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.737236 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.847099 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Allocated IP 172.25.3.94 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/0019191e-3fb2-4e99-a4ba-44a2a319e72c) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:40.948469 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.987230 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.027506 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:41.030351 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:41.036973 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:41.060442 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event updated for resources: {'Port': ['ID=0019191e-3fb2-4e99-a4ba-44a2a319e72c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:41.392404 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.460588 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.608881 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.614077 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.686390 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event updated for resources: {'Port': ['ID=0019191e-3fb2-4e99-a4ba-44a2a319e72c,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:41.696217 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.796257 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Floating IP ff1b5e86-9a53-4d74-9567-3d219a323004 associated. External IP: 172.25.3.94, port: 328a2dea-b4f0-4dfd-b588-bba7a39d12fe. Aug 16 02:17:42.004930 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Router b4083fca-9b4b-4a85-977f-6f092b379b32 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:42.117591 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:42.127675 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49033602-43db-436e-8273-0a42f407c0bc None None] Sync routers for ids ['b4083fca-9b4b-4a85-977f-6f092b379b32'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:42.132944 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.137642 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49033602-43db-436e-8273-0a42f407c0bc None None] Routers {'b4083fca-9b4b-4a85-977f-6f092b379b32'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:42.138535 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-49033602-43db-436e-8273-0a42f407c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:17:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b4083fca-9b4b-4a85-977f-6f092b379b32'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:42.160247 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ebd5793b-24ec-420b-a2a9-b78b8c94aff4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5471470 Aug 16 02:17:42.160934 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'tag': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:42.163199 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04589ca1-f67f-49ba-a7e3-a9b71e9ec1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d8e40f-a77a-436c-9383-05b17da33a29", "tag": "328a2dea-b4f0-4dfd-b588-bba7a39d12fe"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:42.201243 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3a0282-0b83-48aa-b853-c4fdb8a53bd9 x-openstack-request-id: req-2f3a0282-0b83-48aa-b853-c4fdb8a53bd9 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:42.201532 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d8e40f-a77a-436c-9383-05b17da33a29", "tag": "328a2dea-b4f0-4dfd-b588-bba7a39d12fe", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:42.201825 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2f3a0282-0b83-48aa-b853-c4fdb8a53bd9 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:42.202217 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'tag': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe', 'status': 'completed', 'code': 200} Aug 16 02:17:42.245888 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-49033602-43db-436e-8273-0a42f407c0bc None None] Set router b4083fca-9b4b-4a85-977f-6f092b379b32 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:42.262634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04589ca1-f67f-49ba-a7e3-a9b71e9ec1bb req-62c58a5f-0287-4e27-a461-23fac9a98418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:42.264044 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04589ca1-f67f-49ba-a7e3-a9b71e9ec1bb req-62c58a5f-0287-4e27-a461-23fac9a98418 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 1097 time: 0.0408072 Aug 16 02:17:42.353990 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04589ca1-f67f-49ba-a7e3-a9b71e9ec1bb req-f2a6bf2c-a977-4ab3-8407-710048f186fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:42.355474 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04589ca1-f67f-49ba-a7e3-a9b71e9ec1bb req-f2a6bf2c-a977-4ab3-8407-710048f186fb service neutron] 10.222.0.63 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.0841408 Aug 16 02:17:42.425994 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04589ca1-f67f-49ba-a7e3-a9b71e9ec1bb req-be84150c-260b-43f0-b910-02cf1b06482c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=328a2dea-b4f0-4dfd-b588-bba7a39d12fe HTTP/1.1" status: 200 len: 998 time: 0.0629752 Aug 16 02:17:42.476205 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-49033602-43db-436e-8273-0a42f407c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'ff1b5e86-9a53-4d74-9567-3d219a323004', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'port_id': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'mac_address': 'fa:16:3e:b1:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:41Z', 'updated_at': '2021-08-16T02:17:41Z', 'revision_number': 0, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 5, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:42.478834 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04589ca1-f67f-49ba-a7e3-a9b71e9ec1bb req-31b63f6c-3885-4b39-8ac6-e4a7a6387a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:42.481723 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04589ca1-f67f-49ba-a7e3-a9b71e9ec1bb req-31b63f6c-3885-4b39-8ac6-e4a7a6387a1c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0490746 Aug 16 02:17:42.501354 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49033602-43db-436e-8273-0a42f407c0bc None None] Checking router: b4083fca-9b4b-4a85-977f-6f092b379b32 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:42.509508 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49033602-43db-436e-8273-0a42f407c0bc None None] Routers {'b4083fca-9b4b-4a85-977f-6f092b379b32'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:42.510139 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-49033602-43db-436e-8273-0a42f407c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:17:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b4083fca-9b4b-4a85-977f-6f092b379b32'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:42.528789 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04589ca1-f67f-49ba-a7e3-a9b71e9ec1bb req-1e13b3d2-0fdf-427f-a9ba-2555f92d4149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:42.530249 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04589ca1-f67f-49ba-a7e3-a9b71e9ec1bb req-1e13b3d2-0fdf-427f-a9ba-2555f92d4149 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418243 Aug 16 02:17:42.613962 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-49033602-43db-436e-8273-0a42f407c0bc None None] Set router b4083fca-9b4b-4a85-977f-6f092b379b32 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:42.623561 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04589ca1-f67f-49ba-a7e3-a9b71e9ec1bb req-6fc437b4-8206-4b14-8b41-91647c501958 service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859063 Aug 16 02:17:42.716763 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-04589ca1-f67f-49ba-a7e3-a9b71e9ec1bb req-68b16a4c-094c-4609-8694-c9a406f6b8b5 service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837119 Aug 16 02:17:42.833830 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-49033602-43db-436e-8273-0a42f407c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'ff1b5e86-9a53-4d74-9567-3d219a323004', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'port_id': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'mac_address': 'fa:16:3e:b1:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:41Z', 'updated_at': '2021-08-16T02:17:41Z', 'revision_number': 0, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 5, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:42.949575 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49033602-43db-436e-8273-0a42f407c0bc None None] The sync data for ids ['b4083fca-9b4b-4a85-977f-6f092b379b32'] in n-d-765315-27 is: [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'ff1b5e86-9a53-4d74-9567-3d219a323004', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'port_id': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'mac_address': 'fa:16:3e:b1:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:41Z', 'updated_at': '2021-08-16T02:17:41Z', 'revision_number': 0, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 5, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:43.142497 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622aaa5-99da-4e1a-b710-d8b6e875376b None None] New status for floating IP ff1b5e86-9a53-4d74-9567-3d219a323004: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:17:50.159372 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-076fd113-dbd9-4ac7-94b8-c6c268269c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.234553 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-894fcf1f-9f9b-43d3-a60d-8b5108fdd2c2 req-d36fe8c8-9813-44b8-93b4-3de80092a55c service neutron] (94672) timed out ('10.222.0.68', 53860) {{(pid=94672) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:17:52.659107 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96b39abd-1b30-4284-8072-27fd2e104ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.327713 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.251148 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.051675 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.378536 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:18:07.707320 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.365207 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.161557 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c6a792f-8038-4c8c-880f-8bfe7056585f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.660736 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d89cbb4e-5d2c-4966-aafb-92f680b14c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.329067 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.254319 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.048876 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.027118 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-951e1483-7492-4a91-acbf-bb7d3454a2b3 req-8b0a3a6d-74c4-4d70-8601-eefab885f963 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521567 Aug 16 02:18:32.118274 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e1483-7492-4a91-acbf-bb7d3454a2b3 req-3aca56b2-2809-4629-9862-763bde8287b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:32.119831 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-951e1483-7492-4a91-acbf-bb7d3454a2b3 req-3aca56b2-2809-4629-9862-763bde8287b2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 1097 time: 0.0437162 Aug 16 02:18:32.227168 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e1483-7492-4a91-acbf-bb7d3454a2b3 req-08de255c-5140-4e31-9c12-d76f69d71de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:32.228643 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-951e1483-7492-4a91-acbf-bb7d3454a2b3 req-08de255c-5140-4e31-9c12-d76f69d71de7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.0889254 Aug 16 02:18:32.304454 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-951e1483-7492-4a91-acbf-bb7d3454a2b3 req-ff8c8a1a-ae5e-4b34-9b62-46dde3a3356d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=328a2dea-b4f0-4dfd-b588-bba7a39d12fe HTTP/1.1" status: 200 len: 1000 time: 0.0671692 Aug 16 02:18:32.359587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e1483-7492-4a91-acbf-bb7d3454a2b3 req-c72128b4-0c27-4b4c-8ec8-0880337030c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:32.361017 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-951e1483-7492-4a91-acbf-bb7d3454a2b3 req-c72128b4-0c27-4b4c-8ec8-0880337030c2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0444617 Aug 16 02:18:32.412822 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e1483-7492-4a91-acbf-bb7d3454a2b3 req-185d2668-fc90-406c-80f7-b89e997143ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:32.414349 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-951e1483-7492-4a91-acbf-bb7d3454a2b3 req-185d2668-fc90-406c-80f7-b89e997143ca service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414071 Aug 16 02:18:32.512335 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-951e1483-7492-4a91-acbf-bb7d3454a2b3 req-631cb019-1336-45b8-89ab-00458a5a73eb service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888252 Aug 16 02:18:32.609779 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-951e1483-7492-4a91-acbf-bb7d3454a2b3 req-2abf6645-6868-4f2d-bfdb-5fb95fe49681 service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853539 Aug 16 02:18:37.722476 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.372867 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.378943 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:18:50.169735 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb143fc1-aa6a-49c6-8f68-6de639864df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.662559 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5fc0573-3151-412d-8a79-a41b22a23689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.330545 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.259043 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.052887 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.722439 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.381236 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.161327 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3524c508-7b77-418a-85a6-45066f1cc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.380106 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:19:22.664247 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ee998e9-bdeb-4c67-85ce-aff8a2ed775b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.345080 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.272590 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.059159 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.542155 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-6eb8298a-0945-4f4c-8b00-452c41f5fd56 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060614303&fields=id&tenant_id=8958f59e4db74d1eaa22c4230e8bc798 HTTP/1.1" status: 200 len: 267 time: 0.0414619 Aug 16 02:19:28.648101 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-dd2cfaf6-6913-4da3-b83b-f964a36c873e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:28.649578 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-dd2cfaf6-6913-4da3-b83b-f964a36c873e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 812 time: 0.1006093 Aug 16 02:19:28.669376 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-b7cbccfc-6ce8-408c-962d-bb20dcda607e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/quotas/8958f59e4db74d1eaa22c4230e8bc798 HTTP/1.1" status: 200 len: 375 time: 0.0119612 Aug 16 02:19:28.730101 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-6aa59d74-37de-41ef-9cb4-62f7932eefd1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0552015 Aug 16 02:19:28.830976 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-10f14984-0607-46b3-9acf-db9661213db3 service neutron] 10.222.0.68 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892959 Aug 16 02:19:28.924124 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-5234732f-39c0-43da-9273-e58160c23ed0 service neutron] 10.222.0.68 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862639 Aug 16 02:19:29.223659 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-49c80d84-2efd-4c29-8bd4-57d0e558b9c8 req-36e9b8cd-03cc-4fee-98af-a031045c9d14 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 210 time: 0.0281928 Aug 16 02:19:30.308701 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-75c50803-f190-4ec4-9659-cd0a34430341 req-afa0dc82-266b-4f30-85e5-5c830315b73a tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 210 time: 0.0329530 Aug 16 02:19:31.389952 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-03b2110c-c62d-403c-8cca-2af8fd464ab8 req-190e19a2-9d18-4727-8288-19c2e974245e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 210 time: 0.0296273 Aug 16 02:19:32.009968 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e48de7c5-ee3a-45f5-a5b5-d7b1b94ac28e req-3f7b03f8-6193-4306-820f-50ce5a77eb91 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393946 Aug 16 02:19:32.101478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48de7c5-ee3a-45f5-a5b5-d7b1b94ac28e req-8bd4c2b9-cb72-4eed-b454-6f5b0756e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:32.103006 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e48de7c5-ee3a-45f5-a5b5-d7b1b94ac28e req-8bd4c2b9-cb72-4eed-b454-6f5b0756e0e7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 1097 time: 0.0426266 Aug 16 02:19:32.216640 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48de7c5-ee3a-45f5-a5b5-d7b1b94ac28e req-0cad5192-ed2e-4469-bc80-e2d1c317d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:32.218148 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e48de7c5-ee3a-45f5-a5b5-d7b1b94ac28e req-0cad5192-ed2e-4469-bc80-e2d1c317d12f service neutron] 10.222.0.63 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.0902188 Aug 16 02:19:32.293100 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e48de7c5-ee3a-45f5-a5b5-d7b1b94ac28e req-ebcf8193-717f-47a1-878c-4f30555ea999 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=328a2dea-b4f0-4dfd-b588-bba7a39d12fe HTTP/1.1" status: 200 len: 1000 time: 0.0597987 Aug 16 02:19:32.346302 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48de7c5-ee3a-45f5-a5b5-d7b1b94ac28e req-1c3b310d-9901-45fb-bda3-691a983a0f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:32.347727 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e48de7c5-ee3a-45f5-a5b5-d7b1b94ac28e req-1c3b310d-9901-45fb-bda3-691a983a0f11 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0434272 Aug 16 02:19:32.411292 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48de7c5-ee3a-45f5-a5b5-d7b1b94ac28e req-3dbdd637-8ced-4bde-a1a3-467fde5683f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:32.412555 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e48de7c5-ee3a-45f5-a5b5-d7b1b94ac28e req-3dbdd637-8ced-4bde-a1a3-467fde5683f9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531263 Aug 16 02:19:32.499416 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b9df227f-6fb4-4672-9780-42eb77d8b353 req-ce842de6-ac3c-42ea-b08c-1308dbc14fb4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 210 time: 0.0552373 Aug 16 02:19:32.536634 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e48de7c5-ee3a-45f5-a5b5-d7b1b94ac28e req-34500652-125a-434c-8efd-70cd2e311a2c service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109345 Aug 16 02:19:32.631786 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e48de7c5-ee3a-45f5-a5b5-d7b1b94ac28e req-d4a0edea-36ee-4df0-a925-34e0ec08f39f service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876122 Aug 16 02:19:33.606129 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-83b6f201-a50d-4a35-ba93-b67bf2fe01d3 req-7b2bf0c7-4933-4421-8905-83cec44e4e03 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 210 time: 0.0365775 Aug 16 02:19:34.416108 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-f277d994-cf0c-472a-971d-e110486b235b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:34.417565 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-f277d994-cf0c-472a-971d-e110486b235b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.73 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 812 time: 0.1051290 Aug 16 02:19:34.479829 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-d3fc2ac1-12fe-4a43-bdab-492080f59760 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8958f59e4db74d1eaa22c4230e8bc798 HTTP/1.1" status: 200 len: 380 time: 0.0361114 Aug 16 02:19:34.493177 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Request body: {'port': {'device_id': '39eaead6-8ae1-4bd8-8957-91ec7204356c', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'admin_state_up': True, 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'security_groups': ['bfdbe327-97ad-4ed9-9674-aadf67c6920c']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:34.608669 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Made reservation on behalf of 8958f59e4db74d1eaa22c4230e8bc798 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:34.612937 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.761141 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c0328c3-2bc1-43db-975a-19186274cf1d req-a532d3ca-df75-4f9b-b33e-6c356201bb69 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 210 time: 0.0556962 Aug 16 02:19:34.784441 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Allocated IP 172.20.0.7 (79f38810-e2ae-4630-9f61-4d9a565c053e/006f9681-3ab4-4859-9303-ea116cf027bf/4a6ca480-9443-40f1-9be5-81121bc5caeb) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:34.940313 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.955945 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Transition to ACTIVE for port object 4a6ca480-9443-40f1-9be5-81121bc5caeb will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:34.990267 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.035827 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Network 79f38810-e2ae-4630-9f61-4d9a565c053e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:35.039320 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:35.045576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:35.087031 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event updated for resources: {'Port': ['ID=4a6ca480-9443-40f1-9be5-81121bc5caeb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:35.099488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:35.099923 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:35.100204 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:35.100640 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:35.101050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:35.101363 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:35.101688 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:35.102038 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:35.102432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:35.102753 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:35.103105 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:35.103466 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:35.138114 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:35.138622 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.157415 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-5c591754-be8d-4a9f-b53a-c69a45161606 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6679811 Aug 16 02:19:35.336061 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Request body: {'port': {'device_id': '39eaead6-8ae1-4bd8-8957-91ec7204356c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:35.392438 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6cc4c36e-c61b-4d91-ac09-261c24bb46a8 None None] Provisioning for port 4a6ca480-9443-40f1-9be5-81121bc5caeb completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:35.398532 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6cc4c36e-c61b-4d91-ac09-261c24bb46a8 None None] Provisioning complete for port 4a6ca480-9443-40f1-9be5-81121bc5caeb triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:35.400562 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6cc4c36e-c61b-4d91-ac09-261c24bb46a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.404163 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.451191 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6cc4c36e-c61b-4d91-ac09-261c24bb46a8 None None] Port 4a6ca480-9443-40f1-9be5-81121bc5caeb cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:35.689718 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6ca480-9443-40f1-9be5-81121bc5caeb {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:35.699013 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.712700 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Transition to ACTIVE for port object 4a6ca480-9443-40f1-9be5-81121bc5caeb will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:35.716480 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.772593 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6ca480-9443-40f1-9be5-81121bc5caeb,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:35.928609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Attempting to bind port 4a6ca480-9443-40f1-9be5-81121bc5caeb on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:35.929229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Attempting to bind port 4a6ca480-9443-40f1-9be5-81121bc5caeb by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:35.929334 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Attempting to bind port 4a6ca480-9443-40f1-9be5-81121bc5caeb on network 79f38810-e2ae-4630-9f61-4d9a565c053e {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:35.939755 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Port 4a6ca480-9443-40f1-9be5-81121bc5caeb on network 79f38810-e2ae-4630-9f61-4d9a565c053e not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:19:35.940236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Attempting to bind port 4a6ca480-9443-40f1-9be5-81121bc5caeb on network 79f38810-e2ae-4630-9f61-4d9a565c053e {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:35.954803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cb502-870a-44e4-802e-ad7f7b4303b1 req-960e388e-f22d-459f-84b7-40c008bc571c tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:35.956583 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d91cb502-870a-44e4-802e-ad7f7b4303b1 req-960e388e-f22d-459f-84b7-40c008bc571c tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 943 time: 0.0825508 Aug 16 02:19:35.958281 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:35.958747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Checking segment: {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:35.959295 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Bound using segment: {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:35.959845 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Bound port: 4a6ca480-9443-40f1-9be5-81121bc5caeb, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fb04e6-092c-479e-9dec-18e433eb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:35.960288 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.047704 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d91cb502-870a-44e4-802e-ad7f7b4303b1 req-46ff992b-3b0e-47aa-841c-5dacf8b673ee tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767834 Aug 16 02:19:36.058600 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] For port 4a6ca480-9443-40f1-9be5-81121bc5caeb, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:36.061979 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] For port 4a6ca480-9443-40f1-9be5-81121bc5caeb, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4a6ca480-9443-40f1-9be5-81121bc5caeb,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:36.068036 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.125010 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:36.125631 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.127101 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] 10.222.0.73 "PUT /v2.0/ports/4a6ca480-9443-40f1-9be5-81121bc5caeb HTTP/1.1" status: 200 len: 1092 time: 0.9592474 Aug 16 02:19:36.127540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39eaead6-8ae1-4bd8-8957-91ec7204356c', 'tag': '4a6ca480-9443-40f1-9be5-81121bc5caeb'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:36.130415 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae451273-620f-4247-b05a-0f5ee71a3536" -d '{"events": [{"name": "network-changed", "server_uuid": "39eaead6-8ae1-4bd8-8957-91ec7204356c", "tag": "4a6ca480-9443-40f1-9be5-81121bc5caeb"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:36.180900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfa57e-a8a3-4008-bada-373a1d15f2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6ca480-9443-40f1-9be5-81121bc5caeb,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:36.188036 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634e611f-41ac-4e4c-921a-f52e0b420392 x-openstack-request-id: req-634e611f-41ac-4e4c-921a-f52e0b420392 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:36.188708 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39eaead6-8ae1-4bd8-8957-91ec7204356c", "tag": "4a6ca480-9443-40f1-9be5-81121bc5caeb", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:36.188989 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-634e611f-41ac-4e4c-921a-f52e0b420392 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:36.189398 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39eaead6-8ae1-4bd8-8957-91ec7204356c', 'tag': '4a6ca480-9443-40f1-9be5-81121bc5caeb', 'status': 'completed', 'code': 200} Aug 16 02:19:36.244097 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-2451c13c-5610-4284-b299-c2816a2b4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:36.245929 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-2451c13c-5610-4284-b299-c2816a2b4280 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 1095 time: 0.0610492 Aug 16 02:19:36.303130 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-0866562f-ee20-4508-9f85-4c42760f34a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a6ca480-9443-40f1-9be5-81121bc5caeb HTTP/1.1" status: 200 len: 217 time: 0.0404289 Aug 16 02:19:36.362586 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-e93c19ac-74a8-4ba8-a459-0d82a680d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:36.364650 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-e93c19ac-74a8-4ba8-a459-0d82a680d564 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0512226 Aug 16 02:19:36.415870 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-7d08e851-6bda-4df8-9e40-28a060680e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:36.417311 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-7d08e851-6bda-4df8-9e40-28a060680e18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418816 Aug 16 02:19:36.513604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-83517733-93ed-4620-bf66-607d531964a0 service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855081 Aug 16 02:19:36.954030 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ff0ee919-f6a7-4344-9348-af1a8bffe601 req-4042f216-ee7e-4b07-be73-cf415c1170f1 service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287736 Aug 16 02:19:37.053458 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae451273-620f-4247-b05a-0f5ee71a3536 req-2edfb754-8162-4116-8b59-071ad2dbae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:37.055030 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae451273-620f-4247-b05a-0f5ee71a3536 req-2edfb754-8162-4116-8b59-071ad2dbae91 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 1095 time: 0.0460386 Aug 16 02:19:37.157464 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae451273-620f-4247-b05a-0f5ee71a3536 req-fd6e26bc-9637-43aa-8076-bdf3351bfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:37.159010 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae451273-620f-4247-b05a-0f5ee71a3536 req-fd6e26bc-9637-43aa-8076-bdf3351bfbe8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.0930827 Aug 16 02:19:37.219832 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae451273-620f-4247-b05a-0f5ee71a3536 req-2e87d0ce-ac23-440b-8d5d-e92bbd92990d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a6ca480-9443-40f1-9be5-81121bc5caeb HTTP/1.1" status: 200 len: 217 time: 0.0492313 Aug 16 02:19:37.301872 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416832c7-6554-451a-be8d-da902f684c27 req-c7dd1c7d-996c-42a4-bb53-63794834d3e4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:37.303609 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-416832c7-6554-451a-be8d-da902f684c27 req-c7dd1c7d-996c-42a4-bb53-63794834d3e4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 943 time: 0.1250670 Aug 16 02:19:37.305358 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae451273-620f-4247-b05a-0f5ee71a3536 req-222a9db7-fe07-455a-a493-629837305e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:37.307156 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae451273-620f-4247-b05a-0f5ee71a3536 req-222a9db7-fe07-455a-a493-629837305e43 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0724928 Aug 16 02:19:37.375456 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-416832c7-6554-451a-be8d-da902f684c27 req-022b3dab-87f9-4f62-a492-66ca5d853ace tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638485 Aug 16 02:19:37.385352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae451273-620f-4247-b05a-0f5ee71a3536 req-eddbea44-f49a-4d75-b383-7fbef41c6dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:37.387044 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae451273-620f-4247-b05a-0f5ee71a3536 req-eddbea44-f49a-4d75-b383-7fbef41c6dfd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690193 Aug 16 02:19:37.486105 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae451273-620f-4247-b05a-0f5ee71a3536 req-f3a7bcde-0df3-4f71-a992-1f968d07a75f service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872254 Aug 16 02:19:37.580909 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ae451273-620f-4247-b05a-0f5ee71a3536 req-51e8dd8e-f392-4f90-bfe5-532f2b6ae60e service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843673 Aug 16 02:19:37.722543 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.383322 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.498157 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9ef1e-83d9-49f9-befa-2d6221406d69 req-8cc232b4-173d-4614-b3ae-032730dfe8cf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:38.499889 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ff9ef1e-83d9-49f9-befa-2d6221406d69 req-8cc232b4-173d-4614-b3ae-032730dfe8cf tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 943 time: 0.0519054 Aug 16 02:19:38.539735 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ff9ef1e-83d9-49f9-befa-2d6221406d69 req-74fdd8f4-a1a7-40cb-bd60-3a618c6a15c6 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335057 Aug 16 02:19:39.659119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09099bb8-95ff-4c53-ba50-c04babd0465c req-268ff2c5-2fc4-4dbe-b542-132e0bba1fc8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:39.661442 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09099bb8-95ff-4c53-ba50-c04babd0465c req-268ff2c5-2fc4-4dbe-b542-132e0bba1fc8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 943 time: 0.0504820 Aug 16 02:19:39.698726 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-09099bb8-95ff-4c53-ba50-c04babd0465c req-baec22e8-847e-4c31-80e0-2cc985d70d13 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313880 Aug 16 02:19:40.824461 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a3df3-de18-4085-a7e7-fc184a84c93a req-0ee55812-08de-4725-81b0-b90be9c6487c tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:40.825973 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3e1a3df3-de18-4085-a7e7-fc184a84c93a req-0ee55812-08de-4725-81b0-b90be9c6487c tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 943 time: 0.0574107 Aug 16 02:19:40.864463 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3e1a3df3-de18-4085-a7e7-fc184a84c93a req-e3374c21-0658-400e-9f2b-d619dd718caa tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325043 Aug 16 02:19:41.983449 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fa925-f58a-4c45-8654-f544b6e5894e req-ff87ab51-8b06-4b73-b3b4-4a2b79ee6b94 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:41.984918 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f8fa925-f58a-4c45-8654-f544b6e5894e req-ff87ab51-8b06-4b73-b3b4-4a2b79ee6b94 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 943 time: 0.0526388 Aug 16 02:19:42.024102 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f8fa925-f58a-4c45-8654-f544b6e5894e req-1b108e54-d4ff-4cfd-8295-c05c4ee875e8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313323 Aug 16 02:19:43.143271 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46a474-8dd2-4dc6-8a52-8dd978a4bc98 req-8aa7e60e-d093-4623-913f-61104077b321 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:43.144929 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c46a474-8dd2-4dc6-8a52-8dd978a4bc98 req-8aa7e60e-d093-4623-913f-61104077b321 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 943 time: 0.0505664 Aug 16 02:19:43.184358 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c46a474-8dd2-4dc6-8a52-8dd978a4bc98 req-3d31b543-0186-48fe-ac1a-0adeea727b42 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335002 Aug 16 02:19:44.300076 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be261f8a-8836-4bd8-89d0-9c9212f134cf req-69bf250f-3fd3-4912-b95d-caf19d897e10 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:44.302245 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be261f8a-8836-4bd8-89d0-9c9212f134cf req-69bf250f-3fd3-4912-b95d-caf19d897e10 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 943 time: 0.0515530 Aug 16 02:19:44.339752 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be261f8a-8836-4bd8-89d0-9c9212f134cf req-73533183-877c-4ced-9111-943680d78e1a tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317433 Aug 16 02:19:45.456990 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c1399-9aa2-4080-be2b-c9e4b4478034 req-02b420be-988b-4ae9-9945-cab6b13f6fed tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:45.458702 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff4c1399-9aa2-4080-be2b-c9e4b4478034 req-02b420be-988b-4ae9-9945-cab6b13f6fed tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 943 time: 0.0519085 Aug 16 02:19:45.496833 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff4c1399-9aa2-4080-be2b-c9e4b4478034 req-95399f33-964a-4e4f-ba0c-d8d7239a7e9d tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322487 Aug 16 02:19:46.615862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7d27c-1f5b-4cc6-bd30-eabc68020803 req-68141746-4362-4975-ae1a-d212f55d4c5f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:46.617281 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ab7d27c-1f5b-4cc6-bd30-eabc68020803 req-68141746-4362-4975-ae1a-d212f55d4c5f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 943 time: 0.0533056 Aug 16 02:19:46.645404 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4a6ca480-9443-40f1-9be5-81121bc5caeb details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:46.655287 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ab7d27c-1f5b-4cc6-bd30-eabc68020803 req-ec139a24-1b11-4f4b-a5e2-befc9c67c4da tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319986 Aug 16 02:19:46.747995 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4a6ca480-9443-40f1-9be5-81121bc5caeb, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4a6ca480-9443-40f1-9be5-81121bc5caeb,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:46.759741 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '4a6ca480-9443-40f1-9be5-81121bc5caeb', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'port_id': '4a6ca480-9443-40f1-9be5-81121bc5caeb', 'mac_address': 'fa:16:3e:25:90:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:46.794937 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.809643 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6ca480-9443-40f1-9be5-81121bc5caeb {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:46.829814 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4a6ca480-9443-40f1-9be5-81121bc5caeb, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4a6ca480-9443-40f1-9be5-81121bc5caeb,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:46.834503 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.886030 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=4a6ca480-9443-40f1-9be5-81121bc5caeb,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:46.893384 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:46.893733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:46.894099 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:46.894586 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:46.895164 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:46.895545 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:46.895883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:46.896219 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:46.896553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:46.896885 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:46.897214 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:46.897538 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:47.139204 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['4a6ca480-9443-40f1-9be5-81121bc5caeb'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:47.776820 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd511e73-76d5-4aa4-8382-cdb380f516d4 req-cd80dcca-6fff-45c4-a7e1-acbbb9aee1f4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:47.778375 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd511e73-76d5-4aa4-8382-cdb380f516d4 req-cd80dcca-6fff-45c4-a7e1-acbbb9aee1f4 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 944 time: 0.0543311 Aug 16 02:19:47.818045 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd511e73-76d5-4aa4-8382-cdb380f516d4 req-a85c931d-f572-4594-8375-c9c3f9664557 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337648 Aug 16 02:19:48.647056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4a6ca480-9443-40f1-9be5-81121bc5caeb up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:48.695081 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 4a6ca480-9443-40f1-9be5-81121bc5caeb completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:48.698662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 4a6ca480-9443-40f1-9be5-81121bc5caeb triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:48.699031 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.773143 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.796686 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39eaead6-8ae1-4bd8-8957-91ec7204356c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6ca480-9443-40f1-9be5-81121bc5caeb'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:48.798921 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bb68dd-ae99-4fc2-8499-299d7992d390" -d '{"events": [{"server_uuid": "39eaead6-8ae1-4bd8-8957-91ec7204356c", "name": "network-vif-plugged", "status": "completed", "tag": "4a6ca480-9443-40f1-9be5-81121bc5caeb"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:48.818867 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4a6ca480-9443-40f1-9be5-81121bc5caeb, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4a6ca480-9443-40f1-9be5-81121bc5caeb,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:48.822993 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.873842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=4a6ca480-9443-40f1-9be5-81121bc5caeb,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:48.899647 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ffed28-ca7e-4f36-9aeb-ddfe5cf16422 x-openstack-request-id: req-73ffed28-ca7e-4f36-9aeb-ddfe5cf16422 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:48.899943 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39eaead6-8ae1-4bd8-8957-91ec7204356c", "name": "network-vif-plugged", "status": "completed", "tag": "4a6ca480-9443-40f1-9be5-81121bc5caeb", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:48.900200 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-73ffed28-ca7e-4f36-9aeb-ddfe5cf16422 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:48.900600 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39eaead6-8ae1-4bd8-8957-91ec7204356c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6ca480-9443-40f1-9be5-81121bc5caeb', 'code': 200} Aug 16 02:19:48.958419 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3536c4-9905-4fcc-b6a2-35fbca9dabd2 req-2e243bc9-012a-4559-b984-2814e0831e54 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:48.959908 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ee3536c4-9905-4fcc-b6a2-35fbca9dabd2 req-2e243bc9-012a-4559-b984-2814e0831e54 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 945 time: 0.0527835 Aug 16 02:19:48.998680 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ee3536c4-9905-4fcc-b6a2-35fbca9dabd2 req-04075318-f69a-4e36-837e-4c6c3b2e0d80 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326481 Aug 16 02:19:49.013969 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704777e5-a7f5-4546-a787-d93eeae99c7e req-4fec527e-c755-4a7d-9512-9bd5bd37415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:49.015464 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-704777e5-a7f5-4546-a787-d93eeae99c7e req-4fec527e-c755-4a7d-9512-9bd5bd37415d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 1097 time: 0.0455058 Aug 16 02:19:49.055905 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-704777e5-a7f5-4546-a787-d93eeae99c7e req-56e840c7-b33c-4fe4-8e90-33b8b6b874f0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294166 Aug 16 02:19:50.120391 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad86ea-eb3d-44ae-80c9-edc081864552 req-a6a37099-60e7-4cad-bddb-515ed137a00b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:50.121967 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-46ad86ea-eb3d-44ae-80c9-edc081864552 req-a6a37099-60e7-4cad-bddb-515ed137a00b tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 945 time: 0.0511544 Aug 16 02:19:50.162118 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-46ad86ea-eb3d-44ae-80c9-edc081864552 req-40c7252c-6e78-4c74-95a8-3f5174eb7e9e tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341346 Aug 16 02:19:50.169391 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3277976a-d41d-4210-bf4b-54b150f8b8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.283746 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43debee5-4ea7-440f-a9c6-6a0282f0d162 req-efcca58c-6e1f-4fde-ab5b-4ef6d6beecc6 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:50.285497 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43debee5-4ea7-440f-a9c6-6a0282f0d162 req-efcca58c-6e1f-4fde-ab5b-4ef6d6beecc6 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 945 time: 0.0556855 Aug 16 02:19:50.326527 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43debee5-4ea7-440f-a9c6-6a0282f0d162 req-92a378b5-1c33-4ac8-b261-bfb702c1ca5a tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337102 Aug 16 02:19:50.349085 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 35920) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:50.399559 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5587df-9af7-4030-91b1-df724cf79044 tempest-TestVolumeBootPattern-1425204041 tempest-TestVolumeBootPattern-1425204041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:50.401065 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2b5587df-9af7-4030-91b1-df724cf79044 tempest-TestVolumeBootPattern-1425204041 tempest-TestVolumeBootPattern-1425204041-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 1092 time: 0.0509870 Aug 16 02:19:50.404430 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 35922) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:50.408712 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': '4a6ca480-9443-40f1-9be5-81121bc5caeb', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:50.431319 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.526566 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.644948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Allocated IP 172.25.3.14 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/2430033e-da2a-42ed-9b05-420f78296862) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:50.758649 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.800204 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.842796 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:50.845643 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:50.852154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:50.881083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event updated for resources: {'Port': ['ID=2430033e-da2a-42ed-9b05-420f78296862,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:50.894912 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:50.895453 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:50.896034 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:50.896616 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:50.897169 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:50.897514 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:50.897882 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:50.898221 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:50.898555 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:50.898883 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:50.899212 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:50.899538 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:51.244860 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.319044 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.471223 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.476527 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.543405 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event updated for resources: {'Port': ['ID=2430033e-da2a-42ed-9b05-420f78296862,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:51.557055 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.665517 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Floating IP 5b5c07ec-e313-496e-aa7a-e788c89cb2f9 associated. External IP: 172.25.3.14, port: 4a6ca480-9443-40f1-9be5-81121bc5caeb. Aug 16 02:19:51.884507 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Router b4083fca-9b4b-4a85-977f-6f092b379b32 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:51.994500 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:52.006335 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ae16ab-751e-46dd-b385-209e179142c6 None None] Sync routers for ids ['b4083fca-9b4b-4a85-977f-6f092b379b32'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:52.010963 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.018776 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ae16ab-751e-46dd-b385-209e179142c6 None None] Routers {'b4083fca-9b4b-4a85-977f-6f092b379b32'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:52.020186 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-16ae16ab-751e-46dd-b385-209e179142c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:19:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b4083fca-9b4b-4a85-977f-6f092b379b32'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:52.041376 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-47451b33-ccf2-4f16-b34d-e4b0bfecdf05 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6359317 Aug 16 02:19:52.041999 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39eaead6-8ae1-4bd8-8957-91ec7204356c', 'tag': '4a6ca480-9443-40f1-9be5-81121bc5caeb'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:52.044277 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865a57ad-9357-4f16-9efb-7f533402cf65" -d '{"events": [{"name": "network-changed", "server_uuid": "39eaead6-8ae1-4bd8-8957-91ec7204356c", "tag": "4a6ca480-9443-40f1-9be5-81121bc5caeb"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:52.080611 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb128cb-d747-47c6-a765-4e1b832d1cf4 x-openstack-request-id: req-8bb128cb-d747-47c6-a765-4e1b832d1cf4 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:52.080893 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39eaead6-8ae1-4bd8-8957-91ec7204356c", "tag": "4a6ca480-9443-40f1-9be5-81121bc5caeb", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:52.081141 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8bb128cb-d747-47c6-a765-4e1b832d1cf4 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:52.081546 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39eaead6-8ae1-4bd8-8957-91ec7204356c', 'tag': '4a6ca480-9443-40f1-9be5-81121bc5caeb', 'status': 'completed', 'code': 200} Aug 16 02:19:52.125928 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-16ae16ab-751e-46dd-b385-209e179142c6 None None] Set router b4083fca-9b4b-4a85-977f-6f092b379b32 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:52.142244 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a57ad-9357-4f16-9efb-7f533402cf65 req-96262958-0c57-4c09-91c0-b6039e271578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:52.143872 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-865a57ad-9357-4f16-9efb-7f533402cf65 req-96262958-0c57-4c09-91c0-b6039e271578 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 1097 time: 0.0410411 Aug 16 02:19:52.240690 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a57ad-9357-4f16-9efb-7f533402cf65 req-eb804619-d900-409e-be55-d4aa4ba832fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:52.242199 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-865a57ad-9357-4f16-9efb-7f533402cf65 req-eb804619-d900-409e-be55-d4aa4ba832fd service neutron] 10.222.0.73 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.0914485 Aug 16 02:19:52.310650 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-865a57ad-9357-4f16-9efb-7f533402cf65 req-e09713a5-2fc5-4e3e-9c78-7c29134f6bcf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a6ca480-9443-40f1-9be5-81121bc5caeb HTTP/1.1" status: 200 len: 998 time: 0.0614767 Aug 16 02:19:52.359540 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-16ae16ab-751e-46dd-b385-209e179142c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '5b5c07ec-e313-496e-aa7a-e788c89cb2f9', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'floating_ip_address': '172.25.3.14', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'port_id': '4a6ca480-9443-40f1-9be5-81121bc5caeb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'mac_address': 'fa:16:3e:25:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eaead6-8ae1-4bd8-8957-91ec7204356c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:51Z', 'updated_at': '2021-08-16T02:19:51Z', 'revision_number': 0, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'fixed_ip_address_scope': None}, {'id': 'ff1b5e86-9a53-4d74-9567-3d219a323004', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'port_id': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'mac_address': 'fa:16:3e:b1:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:41Z', 'updated_at': '2021-08-16T02:17:43Z', 'revision_number': 1, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 5, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:52.364478 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a57ad-9357-4f16-9efb-7f533402cf65 req-2792b589-5faa-478e-adda-6dc363f4b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:52.366010 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-865a57ad-9357-4f16-9efb-7f533402cf65 req-2792b589-5faa-478e-adda-6dc363f4b0f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0485344 Aug 16 02:19:52.386190 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ae16ab-751e-46dd-b385-209e179142c6 None None] Checking router: b4083fca-9b4b-4a85-977f-6f092b379b32 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:52.395590 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ae16ab-751e-46dd-b385-209e179142c6 None None] Routers {'b4083fca-9b4b-4a85-977f-6f092b379b32'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:52.396196 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-16ae16ab-751e-46dd-b385-209e179142c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:19:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b4083fca-9b4b-4a85-977f-6f092b379b32'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:52.413149 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a57ad-9357-4f16-9efb-7f533402cf65 req-670e3445-022e-419f-858b-a8f512bf11fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:52.414690 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-865a57ad-9357-4f16-9efb-7f533402cf65 req-670e3445-022e-419f-858b-a8f512bf11fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419381 Aug 16 02:19:52.500108 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-16ae16ab-751e-46dd-b385-209e179142c6 None None] Set router b4083fca-9b4b-4a85-977f-6f092b379b32 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:52.505989 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-865a57ad-9357-4f16-9efb-7f533402cf65 req-6bc3667c-e88e-41d1-bf76-2f2cad9202d2 service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839384 Aug 16 02:19:52.603101 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-865a57ad-9357-4f16-9efb-7f533402cf65 req-f83e15c1-46e8-41e1-9301-62ac8e610b4f service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903313 Aug 16 02:19:52.667287 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7507c980-2e91-43a8-bff5-473e9f85191d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.748965 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-16ae16ab-751e-46dd-b385-209e179142c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '5b5c07ec-e313-496e-aa7a-e788c89cb2f9', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'floating_ip_address': '172.25.3.14', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'port_id': '4a6ca480-9443-40f1-9be5-81121bc5caeb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'mac_address': 'fa:16:3e:25:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eaead6-8ae1-4bd8-8957-91ec7204356c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:51Z', 'updated_at': '2021-08-16T02:19:51Z', 'revision_number': 0, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'fixed_ip_address_scope': None}, {'id': 'ff1b5e86-9a53-4d74-9567-3d219a323004', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'port_id': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'mac_address': 'fa:16:3e:b1:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:41Z', 'updated_at': '2021-08-16T02:17:43Z', 'revision_number': 1, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 5, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:52.778000 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ae16ab-751e-46dd-b385-209e179142c6 None None] The sync data for ids ['b4083fca-9b4b-4a85-977f-6f092b379b32'] in n-d-765315-27 is: [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '5b5c07ec-e313-496e-aa7a-e788c89cb2f9', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'floating_ip_address': '172.25.3.14', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'port_id': '4a6ca480-9443-40f1-9be5-81121bc5caeb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'mac_address': 'fa:16:3e:25:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eaead6-8ae1-4bd8-8957-91ec7204356c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:51Z', 'updated_at': '2021-08-16T02:19:51Z', 'revision_number': 0, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'fixed_ip_address_scope': None}, {'id': 'ff1b5e86-9a53-4d74-9567-3d219a323004', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'port_id': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'mac_address': 'fa:16:3e:b1:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:41Z', 'updated_at': '2021-08-16T02:17:43Z', 'revision_number': 1, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 5, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:52.987992 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903e92b2-3989-4fcf-8c84-3e20b20e970f None None] New status for floating IP 5b5c07ec-e313-496e-aa7a-e788c89cb2f9: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:19:53.336922 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.265955 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.058663 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.381459 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:20:07.734960 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.384580 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.159984 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2e9736d7-86cc-4dd3-920e-6f0d6070d843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.668533 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3942ff70-62d2-4ee4-8585-bc3fb3a23cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:23.338483 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.266960 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.064406 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.147596 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8561b3fb-1103-417d-a9af-163d37a67f77 req-9b06242b-e8d4-4768-86e6-8da605a0f5cc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416980 Aug 16 02:20:27.236192 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561b3fb-1103-417d-a9af-163d37a67f77 req-4bac5834-5754-4eef-ba97-85d81ef19449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.237646 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8561b3fb-1103-417d-a9af-163d37a67f77 req-4bac5834-5754-4eef-ba97-85d81ef19449 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 1097 time: 0.0404150 Aug 16 02:20:27.355011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561b3fb-1103-417d-a9af-163d37a67f77 req-f1cebf1a-e3b2-4a9e-8d48-91b55d70f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.356496 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8561b3fb-1103-417d-a9af-163d37a67f77 req-f1cebf1a-e3b2-4a9e-8d48-91b55d70f9a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.0955186 Aug 16 02:20:27.424774 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8561b3fb-1103-417d-a9af-163d37a67f77 req-8762bcba-5355-465e-a13d-a584342a8adf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a6ca480-9443-40f1-9be5-81121bc5caeb HTTP/1.1" status: 200 len: 1000 time: 0.0577941 Aug 16 02:20:27.482367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561b3fb-1103-417d-a9af-163d37a67f77 req-3be7f83d-8b57-4210-89df-4eb9339baa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.483833 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8561b3fb-1103-417d-a9af-163d37a67f77 req-3be7f83d-8b57-4210-89df-4eb9339baa1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0493429 Aug 16 02:20:27.532999 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561b3fb-1103-417d-a9af-163d37a67f77 req-b3d89861-3530-40f9-a30e-d6c52b797571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.534828 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8561b3fb-1103-417d-a9af-163d37a67f77 req-b3d89861-3530-40f9-a30e-d6c52b797571 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395818 Aug 16 02:20:27.627093 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8561b3fb-1103-417d-a9af-163d37a67f77 req-f3c1858e-b9ca-465b-b4e8-82d1fe795c64 service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829687 Aug 16 02:20:27.727866 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8561b3fb-1103-417d-a9af-163d37a67f77 req-bec7bfad-a9fb-4804-9915-29dac10f1833 service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894525 Aug 16 02:20:33.016852 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b9811ba-fa9b-4787-834f-e2060bde11bb req-c954ec5b-ae34-4da6-960d-392d4b8dc8a3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415964 Aug 16 02:20:33.107967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9811ba-fa9b-4787-834f-e2060bde11bb req-aa2011a7-6d39-4c58-b085-715ce81bddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:33.109512 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b9811ba-fa9b-4787-834f-e2060bde11bb req-aa2011a7-6d39-4c58-b085-715ce81bddbd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 1097 time: 0.0419672 Aug 16 02:20:33.223627 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9811ba-fa9b-4787-834f-e2060bde11bb req-9506c666-2f0a-4bfd-89f6-804ab7262124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:33.225080 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b9811ba-fa9b-4787-834f-e2060bde11bb req-9506c666-2f0a-4bfd-89f6-804ab7262124 service neutron] 10.222.0.63 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.0895643 Aug 16 02:20:33.291808 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b9811ba-fa9b-4787-834f-e2060bde11bb req-6192578c-1e71-4af5-b371-30d1ada78584 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=328a2dea-b4f0-4dfd-b588-bba7a39d12fe HTTP/1.1" status: 200 len: 1000 time: 0.0593302 Aug 16 02:20:33.350548 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9811ba-fa9b-4787-834f-e2060bde11bb req-7c0ecaf7-d1fb-4b54-b567-44e729e58064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:33.351996 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b9811ba-fa9b-4787-834f-e2060bde11bb req-7c0ecaf7-d1fb-4b54-b567-44e729e58064 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0490472 Aug 16 02:20:33.402228 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9811ba-fa9b-4787-834f-e2060bde11bb req-d1bf0d22-2b41-4dca-b571-89c16e0ad6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:33.403704 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b9811ba-fa9b-4787-834f-e2060bde11bb req-d1bf0d22-2b41-4dca-b571-89c16e0ad6c9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407529 Aug 16 02:20:33.503079 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b9811ba-fa9b-4787-834f-e2060bde11bb req-1683f258-a044-4d70-9c85-aa610bc3d3fe service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867999 Aug 16 02:20:33.601067 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b9811ba-fa9b-4787-834f-e2060bde11bb req-51c5262d-3671-4c41-8e5d-ef45cae57de4 service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870357 Aug 16 02:20:35.381465 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:20:37.735744 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.378990 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.166515 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aff95463-6c11-49b7-b694-4fdf167b17d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.670089 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7841e8bf-6cb6-4ae9-95dc-07a9edc463bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.342950 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:54.270481 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.063156 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.749154 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.396013 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.379774 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:21:20.158697 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2adfe70c-4f74-4ecd-a35d-026ad65e33d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.670914 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6f255574-a6fb-4e61-af4d-d5842c6219b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.344091 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.273970 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.066965 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:27.153870 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed7ee52f-15f3-41b4-99bf-b5472b4f7ed2 req-9a1e6e3c-afca-4b18-bab3-5387a561998c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0488260 Aug 16 02:21:27.246687 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ee52f-15f3-41b4-99bf-b5472b4f7ed2 req-97723390-5a04-4f4a-8da1-0eed17a666f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.248083 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed7ee52f-15f3-41b4-99bf-b5472b4f7ed2 req-97723390-5a04-4f4a-8da1-0eed17a666f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 1097 time: 0.0430856 Aug 16 02:21:27.367462 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ee52f-15f3-41b4-99bf-b5472b4f7ed2 req-efdedc5a-c76c-44f1-83b0-0f0e88792446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.368952 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed7ee52f-15f3-41b4-99bf-b5472b4f7ed2 req-efdedc5a-c76c-44f1-83b0-0f0e88792446 service neutron] 10.222.0.73 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.0964789 Aug 16 02:21:27.439525 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed7ee52f-15f3-41b4-99bf-b5472b4f7ed2 req-9d245c80-ee02-479c-bb80-0d748d54511d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a6ca480-9443-40f1-9be5-81121bc5caeb HTTP/1.1" status: 200 len: 1000 time: 0.0592070 Aug 16 02:21:27.496998 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ee52f-15f3-41b4-99bf-b5472b4f7ed2 req-a08bc99f-c623-4362-a41e-4041feee0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.498551 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed7ee52f-15f3-41b4-99bf-b5472b4f7ed2 req-a08bc99f-c623-4362-a41e-4041feee0161 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0485556 Aug 16 02:21:27.551388 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ee52f-15f3-41b4-99bf-b5472b4f7ed2 req-97a2f2e2-f06c-440c-a233-58d00f488415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.553373 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed7ee52f-15f3-41b4-99bf-b5472b4f7ed2 req-97a2f2e2-f06c-440c-a233-58d00f488415 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433414 Aug 16 02:21:27.650667 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed7ee52f-15f3-41b4-99bf-b5472b4f7ed2 req-32543b8b-fe09-44ae-a0ac-52a55094512b service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854166 Aug 16 02:21:27.783145 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed7ee52f-15f3-41b4-99bf-b5472b4f7ed2 req-3aa38150-c5ed-4538-8490-a3b7d97afe86 service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207254 Aug 16 02:21:31.169783 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 35974) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:31.344335 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Deleting port 2430033e-da2a-42ed-9b05-420f78296862 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:31.344683 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.425342 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.425856 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.437575 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Calling delete_port for 2430033e-da2a-42ed-9b05-420f78296862 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:31.589504 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.617481 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event deleted for resources: {'Port': ['ID=2430033e-da2a-42ed-9b05-420f78296862,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:31.631577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:31.631921 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:31.632259 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:31.632587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:31.632913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:31.633238 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:31.633557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:31.633901 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:31.634222 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:31.634538 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:31.634853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:31.635166 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:31.694947 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.695280 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Floating IP 5b5c07ec-e313-496e-aa7a-e788c89cb2f9 disassociated (deleted). External IP: 172.25.3.14, port: 4a6ca480-9443-40f1-9be5-81121bc5caeb. Aug 16 02:21:32.192526 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Router b4083fca-9b4b-4a85-977f-6f092b379b32 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:32.302060 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:32.306980 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.311596 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588838ff-9dc5-4ee9-91b8-526bececb8ff None None] Sync routers for ids ['b4083fca-9b4b-4a85-977f-6f092b379b32'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:32.324957 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588838ff-9dc5-4ee9-91b8-526bececb8ff None None] Routers {'b4083fca-9b4b-4a85-977f-6f092b379b32'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:32.325581 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-588838ff-9dc5-4ee9-91b8-526bececb8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:21:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b4083fca-9b4b-4a85-977f-6f092b379b32'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:32.335191 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fbd72638-a0c0-4d08-b173-0bf926b81be8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "DELETE /v2.0/floatingips/5b5c07ec-e313-496e-aa7a-e788c89cb2f9 HTTP/1.1" status: 204 len: 168 time: 1.1642864 Aug 16 02:21:32.335799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39eaead6-8ae1-4bd8-8957-91ec7204356c', 'tag': '4a6ca480-9443-40f1-9be5-81121bc5caeb'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:32.338208 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba27582-cc4d-4f2a-864a-91c6e6a7fcf1" -d '{"events": [{"name": "network-changed", "server_uuid": "39eaead6-8ae1-4bd8-8957-91ec7204356c", "tag": "4a6ca480-9443-40f1-9be5-81121bc5caeb"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:32.381020 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381aded5-4e28-4270-9046-fa40011ffe14 x-openstack-request-id: req-381aded5-4e28-4270-9046-fa40011ffe14 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:32.381773 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39eaead6-8ae1-4bd8-8957-91ec7204356c", "tag": "4a6ca480-9443-40f1-9be5-81121bc5caeb", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:32.382083 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-381aded5-4e28-4270-9046-fa40011ffe14 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:32.382446 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39eaead6-8ae1-4bd8-8957-91ec7204356c', 'tag': '4a6ca480-9443-40f1-9be5-81121bc5caeb', 'status': 'completed', 'code': 200} Aug 16 02:21:32.438674 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-588838ff-9dc5-4ee9-91b8-526bececb8ff None None] Set router b4083fca-9b4b-4a85-977f-6f092b379b32 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:32.453339 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba27582-cc4d-4f2a-864a-91c6e6a7fcf1 req-0fc4112c-c2f6-43be-9ade-2cd84fa86e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.456457 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ba27582-cc4d-4f2a-864a-91c6e6a7fcf1 req-0fc4112c-c2f6-43be-9ade-2cd84fa86e1d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 1097 time: 0.0462320 Aug 16 02:21:32.599215 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98a7ee-47fe-40db-94c7-e121a833bcea req-6b0e7796-f8ba-4874-8fa8-9b30abb7cba0 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.600784 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef98a7ee-47fe-40db-94c7-e121a833bcea req-6b0e7796-f8ba-4874-8fa8-9b30abb7cba0 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 945 time: 0.0759742 Aug 16 02:21:32.603913 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba27582-cc4d-4f2a-864a-91c6e6a7fcf1 req-5c5d220b-b1ed-4f37-ba50-4efcc293c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.605368 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ba27582-cc4d-4f2a-864a-91c6e6a7fcf1 req-5c5d220b-b1ed-4f37-ba50-4efcc293c7e4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.1380091 Aug 16 02:21:32.655244 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ba27582-cc4d-4f2a-864a-91c6e6a7fcf1 req-6a2a97be-7fc2-4a79-92a3-8f56e157ee11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a6ca480-9443-40f1-9be5-81121bc5caeb HTTP/1.1" status: 200 len: 217 time: 0.0412493 Aug 16 02:21:32.669334 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-588838ff-9dc5-4ee9-91b8-526bececb8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'ff1b5e86-9a53-4d74-9567-3d219a323004', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'port_id': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'mac_address': 'fa:16:3e:b1:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:41Z', 'updated_at': '2021-08-16T02:17:43Z', 'revision_number': 1, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 5, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:32.701405 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef98a7ee-47fe-40db-94c7-e121a833bcea req-7b8b84d9-0ce6-4ff8-9f29-20d991a9a237 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946703 Aug 16 02:21:32.721313 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba27582-cc4d-4f2a-864a-91c6e6a7fcf1 req-06544fd7-cece-4583-9690-c23c2817b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.723076 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ba27582-cc4d-4f2a-864a-91c6e6a7fcf1 req-06544fd7-cece-4583-9690-c23c2817b43d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0576041 Aug 16 02:21:32.773080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba27582-cc4d-4f2a-864a-91c6e6a7fcf1 req-2952abed-bf9c-4a3b-a7a4-3fd86ecc8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.774640 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ba27582-cc4d-4f2a-864a-91c6e6a7fcf1 req-2952abed-bf9c-4a3b-a7a4-3fd86ecc8eaa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439804 Aug 16 02:21:32.794655 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588838ff-9dc5-4ee9-91b8-526bececb8ff None None] Checking router: b4083fca-9b4b-4a85-977f-6f092b379b32 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:32.803782 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588838ff-9dc5-4ee9-91b8-526bececb8ff None None] Routers {'b4083fca-9b4b-4a85-977f-6f092b379b32'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:32.804394 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-588838ff-9dc5-4ee9-91b8-526bececb8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:21:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b4083fca-9b4b-4a85-977f-6f092b379b32'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:32.869318 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ba27582-cc4d-4f2a-864a-91c6e6a7fcf1 req-44482e8d-d655-4430-835c-a6dbd94b2215 service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841157 Aug 16 02:21:32.908428 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-588838ff-9dc5-4ee9-91b8-526bececb8ff None None] Set router b4083fca-9b4b-4a85-977f-6f092b379b32 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:32.967816 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ba27582-cc4d-4f2a-864a-91c6e6a7fcf1 req-08b51fbc-7b41-4279-8346-56d1c24f9e9b service neutron] 10.222.0.73 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903175 Aug 16 02:21:33.017163 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5bc71c3-052b-46a1-9a0f-65dc1fd681d6 req-e3c4b69f-6f8f-4799-8760-afce8db654e6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489950 Aug 16 02:21:33.110589 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc71c3-052b-46a1-9a0f-65dc1fd681d6 req-bd7090b6-b8cd-4dde-b2b3-46a7043b3a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.112755 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5bc71c3-052b-46a1-9a0f-65dc1fd681d6 req-bd7090b6-b8cd-4dde-b2b3-46a7043b3a02 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 1097 time: 0.0419595 Aug 16 02:21:33.146222 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-588838ff-9dc5-4ee9-91b8-526bececb8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'ff1b5e86-9a53-4d74-9567-3d219a323004', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'port_id': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'mac_address': 'fa:16:3e:b1:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:41Z', 'updated_at': '2021-08-16T02:17:43Z', 'revision_number': 1, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 5, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:33.176430 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588838ff-9dc5-4ee9-91b8-526bececb8ff None None] The sync data for ids ['b4083fca-9b4b-4a85-977f-6f092b379b32'] in n-d-765315-27 is: [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'ff1b5e86-9a53-4d74-9567-3d219a323004', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'port_id': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'mac_address': 'fa:16:3e:b1:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:41Z', 'updated_at': '2021-08-16T02:17:43Z', 'revision_number': 1, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 5, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:33.230546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc71c3-052b-46a1-9a0f-65dc1fd681d6 req-3c55d6cc-4c1c-4525-bf70-816a2aeaaabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.232072 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5bc71c3-052b-46a1-9a0f-65dc1fd681d6 req-3c55d6cc-4c1c-4525-bf70-816a2aeaaabc service neutron] 10.222.0.63 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.0935972 Aug 16 02:21:33.310989 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5bc71c3-052b-46a1-9a0f-65dc1fd681d6 req-a3628a18-c829-4754-a36c-102cad4021bb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=328a2dea-b4f0-4dfd-b588-bba7a39d12fe HTTP/1.1" status: 200 len: 1000 time: 0.0670061 Aug 16 02:21:33.372443 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc71c3-052b-46a1-9a0f-65dc1fd681d6 req-846c9eb7-c0e4-4fb3-8798-dd5eae24a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.373950 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5bc71c3-052b-46a1-9a0f-65dc1fd681d6 req-846c9eb7-c0e4-4fb3-8798-dd5eae24a931 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0527337 Aug 16 02:21:33.414833 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12b3f54-4054-4c3e-9f2c-f74b8870fa1c None None] New status for floating IP 5b5c07ec-e313-496e-aa7a-e788c89cb2f9: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:21:33.430091 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc71c3-052b-46a1-9a0f-65dc1fd681d6 req-13969a45-aa44-4fdb-a0e5-1981772a90f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.431612 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5bc71c3-052b-46a1-9a0f-65dc1fd681d6 req-13969a45-aa44-4fdb-a0e5-1981772a90f3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461359 Aug 16 02:21:33.527948 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5bc71c3-052b-46a1-9a0f-65dc1fd681d6 req-d1d0e203-3371-49a5-8c00-4a1ec81b99e0 service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848527 Aug 16 02:21:33.630441 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5bc71c3-052b-46a1-9a0f-65dc1fd681d6 req-cb181ac2-34d8-477b-b97d-2b2a168c9a24 service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905755 Aug 16 02:21:33.849643 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee46e9-fe41-4988-b52c-dcb1c6a6116b req-ae6518b8-58bb-4c01-a732-8e9797bc9660 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.851160 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-93ee46e9-fe41-4988-b52c-dcb1c6a6116b req-ae6518b8-58bb-4c01-a732-8e9797bc9660 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 945 time: 0.0501597 Aug 16 02:21:33.888401 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-93ee46e9-fe41-4988-b52c-dcb1c6a6116b req-1a9a1c36-19df-4a7e-85e1-ff54c5a7d80f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314066 Aug 16 02:21:34.290121 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f4966-e625-4701-8e7a-44cafa2c1bf4 req-9c107627-780b-436e-9939-07f031bb491f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.291905 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-419f4966-e625-4701-8e7a-44cafa2c1bf4 req-9c107627-780b-436e-9939-07f031bb491f tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.73 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 945 time: 0.0506594 Aug 16 02:21:34.388120 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-419f4966-e625-4701-8e7a-44cafa2c1bf4 req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Deleting port 4a6ca480-9443-40f1-9be5-81121bc5caeb {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:34.388454 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-419f4966-e625-4701-8e7a-44cafa2c1bf4 req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.478186 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-419f4966-e625-4701-8e7a-44cafa2c1bf4 req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] For port 4a6ca480-9443-40f1-9be5-81121bc5caeb, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4a6ca480-9443-40f1-9be5-81121bc5caeb,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:34.478549 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-419f4966-e625-4701-8e7a-44cafa2c1bf4 req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.491225 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-419f4966-e625-4701-8e7a-44cafa2c1bf4 req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Calling delete_port for 4a6ca480-9443-40f1-9be5-81121bc5caeb owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:34.623006 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-419f4966-e625-4701-8e7a-44cafa2c1bf4 req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.653830 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event deleted for resources: {'Port': ['ID=4a6ca480-9443-40f1-9be5-81121bc5caeb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:34.667128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:34.667468 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:34.667806 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:34.668144 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:34.668475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:34.668806 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:34.669136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:34.669544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:34.669803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:34.670128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:34.670451 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:34.670788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:34.711839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-419f4966-e625-4701-8e7a-44cafa2c1bf4 req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] No DVR routers for this DVR port 4a6ca480-9443-40f1-9be5-81121bc5caeb on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:34.714480 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-419f4966-e625-4701-8e7a-44cafa2c1bf4 req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.716582 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-419f4966-e625-4701-8e7a-44cafa2c1bf4 req-280441a8-56a1-44f9-b327-a99d0d2087eb tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.73 "DELETE /v2.0/ports/4a6ca480-9443-40f1-9be5-81121bc5caeb HTTP/1.1" status: 204 len: 173 time: 0.4151046 Aug 16 02:21:34.717019 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39eaead6-8ae1-4bd8-8957-91ec7204356c', 'name': 'network-vif-deleted', 'tag': '4a6ca480-9443-40f1-9be5-81121bc5caeb'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:34.719289 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91e4752-a1bc-4d1c-9036-fd10b87ecec0" -d '{"events": [{"server_uuid": "39eaead6-8ae1-4bd8-8957-91ec7204356c", "name": "network-vif-deleted", "tag": "4a6ca480-9443-40f1-9be5-81121bc5caeb"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:34.862365 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b81dda-1d46-457c-b038-8b5d5eac3eef x-openstack-request-id: req-22b81dda-1d46-457c-b038-8b5d5eac3eef {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:34.862668 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39eaead6-8ae1-4bd8-8957-91ec7204356c", "name": "network-vif-deleted", "tag": "4a6ca480-9443-40f1-9be5-81121bc5caeb", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:34.862920 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-22b81dda-1d46-457c-b038-8b5d5eac3eef {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:34.863407 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39eaead6-8ae1-4bd8-8957-91ec7204356c', 'name': 'network-vif-deleted', 'tag': '4a6ca480-9443-40f1-9be5-81121bc5caeb', 'status': 'completed', 'code': 200} Aug 16 02:21:34.993669 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d37e954-cbf1-42b8-b9b8-acb1113c4576 req-f24c6423-0f8a-42d6-b11a-c02fdab681e2 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 210 time: 0.0371861 Aug 16 02:21:36.108578 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-78ac8c42-62ec-4917-9ef5-1e8b96b3bd8e req-d513c058-6458-42c3-8eb6-0c8f8a579e13 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 210 time: 0.0288706 Aug 16 02:21:37.064078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4a6ca480-9443-40f1-9be5-81121bc5caeb no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:37.086237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 4a6ca480-9443-40f1-9be5-81121bc5caeb {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:37.086547 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4a6ca480-9443-40f1-9be5-81121bc5caeb not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:37.209325 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8df0a9ad-0c72-4c9c-9a9f-45b95b47196d req-a9f31872-29ca-43de-8ce9-d5ea9326ac84 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 210 time: 0.0287335 Aug 16 02:21:37.758283 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.322772 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-543f46eb-ab70-431b-b387-43242e023085 req-4dac7472-0f94-43f3-a49f-a6e6f9b91460 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=39eaead6-8ae1-4bd8-8957-91ec7204356c HTTP/1.1" status: 200 len: 210 time: 0.0300243 Aug 16 02:21:38.396736 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.688622 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36040) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:43.848949 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4015bd30-5db9-4c5c-8f55-d0d272842809 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Deleting port 0019191e-3fb2-4e99-a4ba-44a2a319e72c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:43.849294 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4015bd30-5db9-4c5c-8f55-d0d272842809 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.928115 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4015bd30-5db9-4c5c-8f55-d0d272842809 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.928356 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4015bd30-5db9-4c5c-8f55-d0d272842809 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.940443 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4015bd30-5db9-4c5c-8f55-d0d272842809 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Calling delete_port for 0019191e-3fb2-4e99-a4ba-44a2a319e72c owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:44.118949 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4015bd30-5db9-4c5c-8f55-d0d272842809 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.144686 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015bd30-5db9-4c5c-8f55-d0d272842809 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event deleted for resources: {'Port': ['ID=0019191e-3fb2-4e99-a4ba-44a2a319e72c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:44.204506 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4015bd30-5db9-4c5c-8f55-d0d272842809 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.204766 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-4015bd30-5db9-4c5c-8f55-d0d272842809 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Floating IP ff1b5e86-9a53-4d74-9567-3d219a323004 disassociated (deleted). External IP: 172.25.3.94, port: 328a2dea-b4f0-4dfd-b588-bba7a39d12fe. Aug 16 02:21:44.408724 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4015bd30-5db9-4c5c-8f55-d0d272842809 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Router b4083fca-9b4b-4a85-977f-6f092b379b32 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:44.520194 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4015bd30-5db9-4c5c-8f55-d0d272842809 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:44.524604 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4015bd30-5db9-4c5c-8f55-d0d272842809 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.532671 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156fc90e-0293-4a1b-8f4f-5a183c39ee48 None None] Sync routers for ids ['b4083fca-9b4b-4a85-977f-6f092b379b32'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:44.543656 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156fc90e-0293-4a1b-8f4f-5a183c39ee48 None None] Routers {'b4083fca-9b4b-4a85-977f-6f092b379b32'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:44.544274 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-156fc90e-0293-4a1b-8f4f-5a183c39ee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:21:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b4083fca-9b4b-4a85-977f-6f092b379b32'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:44.552173 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4015bd30-5db9-4c5c-8f55-d0d272842809 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "DELETE /v2.0/floatingips/ff1b5e86-9a53-4d74-9567-3d219a323004 HTTP/1.1" status: 204 len: 168 time: 0.8624082 Aug 16 02:21:44.552992 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'tag': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:44.555470 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd57afe-6ef4-4ba7-90d4-fa9b899bf40a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d8e40f-a77a-436c-9383-05b17da33a29", "tag": "328a2dea-b4f0-4dfd-b588-bba7a39d12fe"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:44.598656 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9c20fc-add8-4ce6-aeda-86518e27e63c x-openstack-request-id: req-cb9c20fc-add8-4ce6-aeda-86518e27e63c {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:44.599012 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d8e40f-a77a-436c-9383-05b17da33a29", "tag": "328a2dea-b4f0-4dfd-b588-bba7a39d12fe", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:44.599413 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cb9c20fc-add8-4ce6-aeda-86518e27e63c {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:44.599783 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'tag': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe', 'status': 'completed', 'code': 200} Aug 16 02:21:44.655111 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-156fc90e-0293-4a1b-8f4f-5a183c39ee48 None None] Set router b4083fca-9b4b-4a85-977f-6f092b379b32 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:44.671977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd57afe-6ef4-4ba7-90d4-fa9b899bf40a req-acf1e18c-1e3b-4ea5-acb0-40b75a69f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:44.673502 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0fd57afe-6ef4-4ba7-90d4-fa9b899bf40a req-acf1e18c-1e3b-4ea5-acb0-40b75a69f3c5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 1097 time: 0.0482657 Aug 16 02:21:44.814238 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2bef2-15b1-4fc7-bf63-4f43cfb2ce62 req-a170515e-23d6-4b95-ac6d-8681a2500444 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:44.816444 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9fa2bef2-15b1-4fc7-bf63-4f43cfb2ce62 req-a170515e-23d6-4b95-ac6d-8681a2500444 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 945 time: 0.0824294 Aug 16 02:21:44.818085 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd57afe-6ef4-4ba7-90d4-fa9b899bf40a req-bca4e806-772f-487a-bed6-0ecea7d01918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:44.819176 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0fd57afe-6ef4-4ba7-90d4-fa9b899bf40a req-bca4e806-772f-487a-bed6-0ecea7d01918 service neutron] 10.222.0.63 "GET /v2.0/networks?id=79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 200 len: 913 time: 0.1364298 Aug 16 02:21:44.871109 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-156fc90e-0293-4a1b-8f4f-5a183c39ee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 5, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:44.871736 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0fd57afe-6ef4-4ba7-90d4-fa9b899bf40a req-0e9f7f21-5171-47cc-96c7-29ba201beb0e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=328a2dea-b4f0-4dfd-b588-bba7a39d12fe HTTP/1.1" status: 200 len: 217 time: 0.0415583 Aug 16 02:21:44.900969 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156fc90e-0293-4a1b-8f4f-5a183c39ee48 None None] Checking router: b4083fca-9b4b-4a85-977f-6f092b379b32 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:44.910263 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156fc90e-0293-4a1b-8f4f-5a183c39ee48 None None] Routers {'b4083fca-9b4b-4a85-977f-6f092b379b32'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:44.911731 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-156fc90e-0293-4a1b-8f4f-5a183c39ee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:21:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b4083fca-9b4b-4a85-977f-6f092b379b32'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:44.922311 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9fa2bef2-15b1-4fc7-bf63-4f43cfb2ce62 req-e1170d6a-1888-4fd8-9803-a7edfe454727 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992415 Aug 16 02:21:44.941763 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd57afe-6ef4-4ba7-90d4-fa9b899bf40a req-5cd32062-74cd-4a84-bf19-d157300ee987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:44.943271 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0fd57afe-6ef4-4ba7-90d4-fa9b899bf40a req-5cd32062-74cd-4a84-bf19-d157300ee987 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 200 len: 851 time: 0.0607636 Aug 16 02:21:44.995490 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd57afe-6ef4-4ba7-90d4-fa9b899bf40a req-f3ca67d5-f10b-43c0-9eed-14d52eabed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:44.997030 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0fd57afe-6ef4-4ba7-90d4-fa9b899bf40a req-f3ca67d5-f10b-43c0-9eed-14d52eabed54 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=79f38810-e2ae-4630-9f61-4d9a565c053e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453010 Aug 16 02:21:45.012235 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-156fc90e-0293-4a1b-8f4f-5a183c39ee48 None None] Set router b4083fca-9b4b-4a85-977f-6f092b379b32 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:45.093025 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0fd57afe-6ef4-4ba7-90d4-fa9b899bf40a req-075fb626-9a3e-42da-ac98-9ca860bbe068 service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861549 Aug 16 02:21:45.190384 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0fd57afe-6ef4-4ba7-90d4-fa9b899bf40a req-5156df2e-0161-4d55-9134-8d9ae4821900 service neutron] 10.222.0.63 "GET /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887187 Aug 16 02:21:45.212319 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-156fc90e-0293-4a1b-8f4f-5a183c39ee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 5, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:45.238609 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156fc90e-0293-4a1b-8f4f-5a183c39ee48 None None] The sync data for ids ['b4083fca-9b4b-4a85-977f-6f092b379b32'] in n-d-765315-27 is: [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:11:41Z', 'revision_number': 4, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'f69ae2fa-08d0-4f0d-98b8-450e3c4befd6', 'name': '', 'network_id': '79f38810-e2ae-4630-9f61-4d9a565c053e', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'mac_address': 'fa:16:3e:38:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:40Z', 'updated_at': '2021-08-16T02:11:47Z', 'revision_number': 5, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'subnets': [{'id': '006f9681-3ab4-4859-9303-ea116cf027bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:45.463856 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b64c36-104b-4d6a-9267-50c9cb551396 None None] New status for floating IP ff1b5e86-9a53-4d74-9567-3d219a323004: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:21:46.046306 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad4813-732a-4ed0-acb1-2084230f92d6 req-f561dcd2-8422-4ed6-b41d-ebcfeb9b2838 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.048111 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c2ad4813-732a-4ed0-acb1-2084230f92d6 req-f561dcd2-8422-4ed6-b41d-ebcfeb9b2838 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 945 time: 0.0559268 Aug 16 02:21:46.091764 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c2ad4813-732a-4ed0-acb1-2084230f92d6 req-fa9280f6-f6d9-4f22-ba36-db782a4058a0 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfdbe327-97ad-4ed9-9674-aadf67c6920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358961 Aug 16 02:21:46.616322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803fe75-420f-42a7-bcc3-6b42d62a7ef8 req-3d7ebc2b-6dcd-494f-a2fa-5048eb580944 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:46.617701 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0803fe75-420f-42a7-bcc3-6b42d62a7ef8 req-3d7ebc2b-6dcd-494f-a2fa-5048eb580944 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.63 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 945 time: 0.0495243 Aug 16 02:21:46.712300 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0803fe75-420f-42a7-bcc3-6b42d62a7ef8 req-f66c0957-0e4a-4646-aee4-d71ccb530f56 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Deleting port 328a2dea-b4f0-4dfd-b588-bba7a39d12fe {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:46.712634 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0803fe75-420f-42a7-bcc3-6b42d62a7ef8 req-f66c0957-0e4a-4646-aee4-d71ccb530f56 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.798191 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0803fe75-420f-42a7-bcc3-6b42d62a7ef8 req-f66c0957-0e4a-4646-aee4-d71ccb530f56 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] For port 328a2dea-b4f0-4dfd-b588-bba7a39d12fe, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=328a2dea-b4f0-4dfd-b588-bba7a39d12fe,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:46.798548 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0803fe75-420f-42a7-bcc3-6b42d62a7ef8 req-f66c0957-0e4a-4646-aee4-d71ccb530f56 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.811545 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0803fe75-420f-42a7-bcc3-6b42d62a7ef8 req-f66c0957-0e4a-4646-aee4-d71ccb530f56 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Calling delete_port for 328a2dea-b4f0-4dfd-b588-bba7a39d12fe owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:46.944442 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0803fe75-420f-42a7-bcc3-6b42d62a7ef8 req-f66c0957-0e4a-4646-aee4-d71ccb530f56 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.974361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c0957-0e4a-4646-aee4-d71ccb530f56 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event deleted for resources: {'Port': ['ID=328a2dea-b4f0-4dfd-b588-bba7a39d12fe,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:47.014376 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-0803fe75-420f-42a7-bcc3-6b42d62a7ef8 req-f66c0957-0e4a-4646-aee4-d71ccb530f56 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] No DVR routers for this DVR port 328a2dea-b4f0-4dfd-b588-bba7a39d12fe on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:47.016910 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0803fe75-420f-42a7-bcc3-6b42d62a7ef8 req-f66c0957-0e4a-4646-aee4-d71ccb530f56 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.019465 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0803fe75-420f-42a7-bcc3-6b42d62a7ef8 req-f66c0957-0e4a-4646-aee4-d71ccb530f56 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.63 "DELETE /v2.0/ports/328a2dea-b4f0-4dfd-b588-bba7a39d12fe HTTP/1.1" status: 204 len: 173 time: 0.3927302 Aug 16 02:21:47.019891 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'name': 'network-vif-deleted', 'tag': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:47.022180 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839f255b-fb3d-4b4f-aaf7-c504ed835307" -d '{"events": [{"server_uuid": "c7d8e40f-a77a-436c-9383-05b17da33a29", "name": "network-vif-deleted", "tag": "328a2dea-b4f0-4dfd-b588-bba7a39d12fe"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:47.060003 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0cf306-bb51-4df0-ba1a-3f2f489bc0e8 x-openstack-request-id: req-1d0cf306-bb51-4df0-ba1a-3f2f489bc0e8 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:47.060293 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d8e40f-a77a-436c-9383-05b17da33a29", "name": "network-vif-deleted", "tag": "328a2dea-b4f0-4dfd-b588-bba7a39d12fe", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:47.060543 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1d0cf306-bb51-4df0-ba1a-3f2f489bc0e8 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:47.060949 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d8e40f-a77a-436c-9383-05b17da33a29', 'name': 'network-vif-deleted', 'tag': '328a2dea-b4f0-4dfd-b588-bba7a39d12fe', 'status': 'completed', 'code': 200} Aug 16 02:21:47.198545 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df930234-accd-49b6-b9f9-93b344dd1853 req-78297c03-8750-43aa-ace8-80332e9420b7 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 210 time: 0.0281241 Aug 16 02:21:48.304630 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3e75c1dd-5939-48aa-8b59-3824c3b90a0b req-631c21f7-460f-4ab3-a555-3d5b777c19b8 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 210 time: 0.0364721 Aug 16 02:21:49.380729 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:21:49.399255 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8164f5d-37a6-4277-b4b1-0f43bfc2a61d req-ab739f15-4f64-496b-94bd-66165e2940b1 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 210 time: 0.0266957 Aug 16 02:21:50.159803 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a80f1e49-3299-4052-8be0-9d172855ce29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.511462 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-10023674-11a6-4a13-a5f8-a943ed045d0b req-dcf27d80-00d4-45ad-9693-396b16f666f0 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7d8e40f-a77a-436c-9383-05b17da33a29 HTTP/1.1" status: 200 len: 210 time: 0.0296705 Aug 16 02:21:51.567748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36068) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:51.689322 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-12ce098d-0243-48f6-a16c-809d64fd01c7 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Deleting port 33ff10fa-3223-481d-a20d-fba5064b26e4 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:51.689864 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12ce098d-0243-48f6-a16c-809d64fd01c7 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.769941 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12ce098d-0243-48f6-a16c-809d64fd01c7 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.770274 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12ce098d-0243-48f6-a16c-809d64fd01c7 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.781955 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-12ce098d-0243-48f6-a16c-809d64fd01c7 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Calling delete_port for 33ff10fa-3223-481d-a20d-fba5064b26e4 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:51.882711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 328a2dea-b4f0-4dfd-b588-bba7a39d12fe no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:51.906052 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 328a2dea-b4f0-4dfd-b588-bba7a39d12fe {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:51.906399 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 328a2dea-b4f0-4dfd-b588-bba7a39d12fe not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:51.914585 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12ce098d-0243-48f6-a16c-809d64fd01c7 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.944444 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce098d-0243-48f6-a16c-809d64fd01c7 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event deleted for resources: {'Port': ['ID=33ff10fa-3223-481d-a20d-fba5064b26e4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:52.001158 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12ce098d-0243-48f6-a16c-809d64fd01c7 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.004496 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12ce098d-0243-48f6-a16c-809d64fd01c7 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.005650 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-12ce098d-0243-48f6-a16c-809d64fd01c7 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "DELETE /v2.0/floatingips/4938287b-78b5-4903-90cb-a0f2c00b95d8 HTTP/1.1" status: 204 len: 168 time: 0.4369035 Aug 16 02:21:52.675102 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61bd7f26-b4ef-4bbf-b168-d77c41bd2f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.347420 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.262873 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36090) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:54.285961 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.331395 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d5618f29-5ed5-4da5-8ebe-4215a8257758 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.356857 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d5618f29-5ed5-4da5-8ebe-4215a8257758 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.424869 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d5618f29-5ed5-4da5-8ebe-4215a8257758 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.427423 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d5618f29-5ed5-4da5-8ebe-4215a8257758 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.431285 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d5618f29-5ed5-4da5-8ebe-4215a8257758 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] 10.222.0.68 "DELETE /v2.0/security-groups/bfdbe327-97ad-4ed9-9674-aadf67c6920c HTTP/1.1" status: 204 len: 168 time: 0.1647091 Aug 16 02:21:54.446049 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5618f29-5ed5-4da5-8ebe-4215a8257758 tempest-TestVolumeBootPattern-1233944211 tempest-TestVolumeBootPattern-1233944211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdbe327-97ad-4ed9-9674-aadf67c6920c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:54.503946 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36094) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:55.140634 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2de64b91-e195-403a-aaa4-828be99ab7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.393064 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2de64b91-e195-403a-aaa4-828be99ab7c3 admin admin] Deleting port f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:55.393546 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2de64b91-e195-403a-aaa4-828be99ab7c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.476473 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2de64b91-e195-403a-aaa4-828be99ab7c3 admin admin] For port f69ae2fa-08d0-4f0d-98b8-450e3c4befd6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f69ae2fa-08d0-4f0d-98b8-450e3c4befd6,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:55.476750 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2de64b91-e195-403a-aaa4-828be99ab7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.489559 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2de64b91-e195-403a-aaa4-828be99ab7c3 admin admin] Calling delete_port for f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:55.672742 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2de64b91-e195-403a-aaa4-828be99ab7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.699898 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de64b91-e195-403a-aaa4-828be99ab7c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f69ae2fa-08d0-4f0d-98b8-450e3c4befd6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:55.867287 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2de64b91-e195-403a-aaa4-828be99ab7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.069901 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.081332 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de64b91-e195-403a-aaa4-828be99ab7c3 admin admin] Router b4083fca-9b4b-4a85-977f-6f092b379b32 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:56.188720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de64b91-e195-403a-aaa4-828be99ab7c3 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:56.194561 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2de64b91-e195-403a-aaa4-828be99ab7c3 admin admin] 10.222.0.68 "PUT /v2.0/routers/b4083fca-9b4b-4a85-977f-6f092b379b32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6893926 Aug 16 02:21:56.197064 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36100) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:56.199675 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27d322b-5161-4bd1-8a48-2df829689dd4 None None] Sync routers for ids ['b4083fca-9b4b-4a85-977f-6f092b379b32'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:56.209384 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27d322b-5161-4bd1-8a48-2df829689dd4 None None] Routers {'b4083fca-9b4b-4a85-977f-6f092b379b32'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:56.210084 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f27d322b-5161-4bd1-8a48-2df829689dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:21:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b4083fca-9b4b-4a85-977f-6f092b379b32'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:56.305963 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0783fcb0-5ccf-42be-af1f-f7e594703d51 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.314284 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-f27d322b-5161-4bd1-8a48-2df829689dd4 None None] Set router b4083fca-9b4b-4a85-977f-6f092b379b32 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:56.407334 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0783fcb0-5ccf-42be-af1f-f7e594703d51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.460321 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0783fcb0-5ccf-42be-af1f-f7e594703d51 admin admin] Deleting port 18f71171-feee-4974-88b5-16ab62ee1682 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:56.460661 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0783fcb0-5ccf-42be-af1f-f7e594703d51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.491412 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f27d322b-5161-4bd1-8a48-2df829689dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '18f71171-feee-4974-88b5-16ab62ee1682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:21:55Z', 'revision_number': 5, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port': {'id': '18f71171-feee-4974-88b5-16ab62ee1682', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:39Z', 'updated_at': '2021-08-16T02:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:56.547627 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0783fcb0-5ccf-42be-af1f-f7e594703d51 admin admin] For port 18f71171-feee-4974-88b5-16ab62ee1682, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=18f71171-feee-4974-88b5-16ab62ee1682,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:56.547990 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0783fcb0-5ccf-42be-af1f-f7e594703d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.562898 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0783fcb0-5ccf-42be-af1f-f7e594703d51 admin admin] Calling delete_port for 18f71171-feee-4974-88b5-16ab62ee1682 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:56.606992 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27d322b-5161-4bd1-8a48-2df829689dd4 None None] Checking router: b4083fca-9b4b-4a85-977f-6f092b379b32 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:56.615784 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27d322b-5161-4bd1-8a48-2df829689dd4 None None] Routers {'b4083fca-9b4b-4a85-977f-6f092b379b32'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:56.616404 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f27d322b-5161-4bd1-8a48-2df829689dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:21:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['b4083fca-9b4b-4a85-977f-6f092b379b32'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:56.702327 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-f27d322b-5161-4bd1-8a48-2df829689dd4 None None] Set router b4083fca-9b4b-4a85-977f-6f092b379b32 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:56.734423 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0783fcb0-5ccf-42be-af1f-f7e594703d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.754981 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f27d322b-5161-4bd1-8a48-2df829689dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:21:56Z', 'revision_number': 6, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:56.762170 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783fcb0-5ccf-42be-af1f-f7e594703d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=18f71171-feee-4974-88b5-16ab62ee1682,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:56.780994 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27d322b-5161-4bd1-8a48-2df829689dd4 None None] The sync data for ids ['b4083fca-9b4b-4a85-977f-6f092b379b32'] in n-d-765315-27 is: [{'id': 'b4083fca-9b4b-4a85-977f-6f092b379b32', 'name': 'tempest-TestVolumeBootPattern-1163048972-router', 'tenant_id': '8958f59e4db74d1eaa22c4230e8bc798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:38Z', 'updated_at': '2021-08-16T02:21:56Z', 'revision_number': 6, 'project_id': '8958f59e4db74d1eaa22c4230e8bc798', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:56.831643 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0783fcb0-5ccf-42be-af1f-f7e594703d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.921442 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0783fcb0-5ccf-42be-af1f-f7e594703d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.923567 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0783fcb0-5ccf-42be-af1f-f7e594703d51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.968010 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0783fcb0-5ccf-42be-af1f-f7e594703d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.968462 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0783fcb0-5ccf-42be-af1f-f7e594703d51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4083fca-9b4b-4a85-977f-6f092b379b32 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:21:56.974942 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0783fcb0-5ccf-42be-af1f-f7e594703d51 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.976416 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0783fcb0-5ccf-42be-af1f-f7e594703d51 admin admin] 10.222.0.68 "DELETE /v2.0/routers/b4083fca-9b4b-4a85-977f-6f092b379b32 HTTP/1.1" status: 204 len: 168 time: 0.7784326 Aug 16 02:21:56.978866 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36102) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:57.024484 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7723f5-e99d-4ec7-9437-649781578881 admin admin] Deleting subnet 006f9681-3ab4-4859-9303-ea116cf027bf {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:21:57.027509 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d7723f5-e99d-4ec7-9437-649781578881 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.062010 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d7723f5-e99d-4ec7-9437-649781578881 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.429321 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d7723f5-e99d-4ec7-9437-649781578881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.480557 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d7723f5-e99d-4ec7-9437-649781578881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.504282 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7723f5-e99d-4ec7-9437-649781578881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=006f9681-3ab4-4859-9303-ea116cf027bf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:57.510833 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d7723f5-e99d-4ec7-9437-649781578881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.512683 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1d7723f5-e99d-4ec7-9437-649781578881 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/006f9681-3ab4-4859-9303-ea116cf027bf HTTP/1.1" status: 204 len: 168 time: 0.5328639 Aug 16 02:21:57.515901 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36104) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:57.517855 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cf2e02-6047-44ae-9479-e3ed385ec930 None None] Network 79f38810-e2ae-4630-9f61-4d9a565c053e requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:57.562216 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:57.591488 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.649493 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] Deleting port e2dd194a-f785-4b8c-aba6-3de85c063088 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:57.649877 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.716265 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] For port e2dd194a-f785-4b8c-aba6-3de85c063088, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=e2dd194a-f785-4b8c-aba6-3de85c063088,segment=NetworkSegment(18fb04e6-092c-479e-9dec-18e433eb0da9),segment_id=18fb04e6-092c-479e-9dec-18e433eb0da9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:57.716633 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.734555 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] Calling delete_port for e2dd194a-f785-4b8c-aba6-3de85c063088 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:57.752016 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:57.752485 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f69ae2fa-08d0-4f0d-98b8-450e3c4befd6 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:57.833012 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.862490 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2dd194a-f785-4b8c-aba6-3de85c063088,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:57.864466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] No DVR routers for this DVR port e2dd194a-f785-4b8c-aba6-3de85c063088 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:57.896212 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db360db6-35f1-47a0-a3ac-76e58fcf5916 None None] DHCP port deletion for 79f38810-e2ae-4630-9f61-4d9a565c053e request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:21:57.938979 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.948683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f38810-e2ae-4630-9f61-4d9a565c053e']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:57.958811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18fb04e6-092c-479e-9dec-18e433eb0da9') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:57.959119 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18fb04e6-092c-479e-9dec-18e433eb0da9') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:57.967688 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.981333 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.988379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:21:57.988827 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:21:57.990519 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:21:58.043727 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.049952 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.051819 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] 10.222.0.68 "DELETE /v2.0/networks/79f38810-e2ae-4630-9f61-4d9a565c053e HTTP/1.1" status: 204 len: 168 time: 0.5346735 Aug 16 02:21:58.054802 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36106) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:58.063419 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5b01c-7450-4ba8-bb85-36815bf2c629 admin admin] Pushing event deleted for resources: {'Network': ['ID=79f38810-e2ae-4630-9f61-4d9a565c053e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:58.397146 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7dd0470-63bf-46dc-839d-9729c0af9ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.973206 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd0470-63bf-46dc-839d-9729c0af9ba9 admin admin] Deleting port a9f08125-a947-44d4-b2ec-6659a354f179 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:58.973547 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7dd0470-63bf-46dc-839d-9729c0af9ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.044342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e2dd194a-f785-4b8c-aba6-3de85c063088 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:59.054616 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-a7dd0470-63bf-46dc-839d-9729c0af9ba9 admin admin] For port a9f08125-a947-44d4-b2ec-6659a354f179, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a9f08125-a947-44d4-b2ec-6659a354f179,segment=NetworkSegment(8e9e72b0-ab7b-4888-a50a-a71a5b0336e9),segment_id=8e9e72b0-ab7b-4888-a50a-a71a5b0336e9)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:59.054973 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7dd0470-63bf-46dc-839d-9729c0af9ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.064781 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: e2dd194a-f785-4b8c-aba6-3de85c063088 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:59.065201 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e2dd194a-f785-4b8c-aba6-3de85c063088 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:59.065690 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 18f71171-feee-4974-88b5-16ab62ee1682 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:59.067803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd0470-63bf-46dc-839d-9729c0af9ba9 admin admin] Calling delete_port for a9f08125-a947-44d4-b2ec-6659a354f179 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:59.089843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 18f71171-feee-4974-88b5-16ab62ee1682 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:59.090188 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 18f71171-feee-4974-88b5-16ab62ee1682 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:59.248507 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7dd0470-63bf-46dc-839d-9729c0af9ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.272178 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd0470-63bf-46dc-839d-9729c0af9ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f08125-a947-44d4-b2ec-6659a354f179,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:59.443250 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7dd0470-63bf-46dc-839d-9729c0af9ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.660731 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7dd0470-63bf-46dc-839d-9729c0af9ba9 admin admin] Router 8b00a711-41af-4fa1-9f24-0bf75b597053 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:59.764744 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dd0470-63bf-46dc-839d-9729c0af9ba9 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:59.770544 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a7dd0470-63bf-46dc-839d-9729c0af9ba9 admin admin] 10.222.0.68 "PUT /v2.0/routers/8b00a711-41af-4fa1-9f24-0bf75b597053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7146907 Aug 16 02:21:59.773068 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36108) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:59.774033 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97e22ef-7dac-4641-b8b4-c8e6a1281375 None None] Sync routers for ids ['8b00a711-41af-4fa1-9f24-0bf75b597053'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:59.783543 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97e22ef-7dac-4641-b8b4-c8e6a1281375 None None] Routers {'8b00a711-41af-4fa1-9f24-0bf75b597053'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:59.784412 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e97e22ef-7dac-4641-b8b4-c8e6a1281375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:21:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8b00a711-41af-4fa1-9f24-0bf75b597053'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:59.885666 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e07930d5-1451-4c1a-a5be-739749cf8356 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.891805 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e97e22ef-7dac-4641-b8b4-c8e6a1281375 None None] Set router 8b00a711-41af-4fa1-9f24-0bf75b597053 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:00.002955 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e07930d5-1451-4c1a-a5be-739749cf8356 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.062902 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e07930d5-1451-4c1a-a5be-739749cf8356 admin admin] Deleting port 6a3b1d1b-c136-4839-be98-a96d6f5c6d4c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:00.063248 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e07930d5-1451-4c1a-a5be-739749cf8356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.081577 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e97e22ef-7dac-4641-b8b4-c8e6a1281375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'name': 'tempest-TestVolumeBootPattern-135018719-router', 'tenant_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '6a3b1d1b-c136-4839-be98-a96d6f5c6d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:44Z', 'updated_at': '2021-08-16T02:21:59Z', 'revision_number': 5, 'project_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'gw_port': {'id': '6a3b1d1b-c136-4839-be98-a96d6f5c6d4c', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:45Z', 'updated_at': '2021-08-16T02:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:00.112164 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97e22ef-7dac-4641-b8b4-c8e6a1281375 None None] Checking router: 8b00a711-41af-4fa1-9f24-0bf75b597053 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:00.122288 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97e22ef-7dac-4641-b8b4-c8e6a1281375 None None] Routers {'8b00a711-41af-4fa1-9f24-0bf75b597053'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:00.123163 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e97e22ef-7dac-4641-b8b4-c8e6a1281375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:21:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8b00a711-41af-4fa1-9f24-0bf75b597053'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:00.150180 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e07930d5-1451-4c1a-a5be-739749cf8356 admin admin] For port 6a3b1d1b-c136-4839-be98-a96d6f5c6d4c, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6a3b1d1b-c136-4839-be98-a96d6f5c6d4c,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:00.150543 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e07930d5-1451-4c1a-a5be-739749cf8356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.163132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e07930d5-1451-4c1a-a5be-739749cf8356 admin admin] Calling delete_port for 6a3b1d1b-c136-4839-be98-a96d6f5c6d4c owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:00.220071 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e97e22ef-7dac-4641-b8b4-c8e6a1281375 None None] Set router 8b00a711-41af-4fa1-9f24-0bf75b597053 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:00.282688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e97e22ef-7dac-4641-b8b4-c8e6a1281375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'name': 'tempest-TestVolumeBootPattern-135018719-router', 'tenant_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:44Z', 'updated_at': '2021-08-16T02:22:00Z', 'revision_number': 6, 'project_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:00.312831 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97e22ef-7dac-4641-b8b4-c8e6a1281375 None None] The sync data for ids ['8b00a711-41af-4fa1-9f24-0bf75b597053'] in n-d-765315-27 is: [{'id': '8b00a711-41af-4fa1-9f24-0bf75b597053', 'name': 'tempest-TestVolumeBootPattern-135018719-router', 'tenant_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:44Z', 'updated_at': '2021-08-16T02:22:00Z', 'revision_number': 6, 'project_id': 'd9f6a167a4f94451b5657eb8a47201d7', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:00.355988 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e07930d5-1451-4c1a-a5be-739749cf8356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.383173 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07930d5-1451-4c1a-a5be-739749cf8356 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3b1d1b-c136-4839-be98-a96d6f5c6d4c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:00.456399 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e07930d5-1451-4c1a-a5be-739749cf8356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.576971 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e07930d5-1451-4c1a-a5be-739749cf8356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.579303 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e07930d5-1451-4c1a-a5be-739749cf8356 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.634453 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e07930d5-1451-4c1a-a5be-739749cf8356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.635230 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07930d5-1451-4c1a-a5be-739749cf8356 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b00a711-41af-4fa1-9f24-0bf75b597053 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:22:00.641523 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e07930d5-1451-4c1a-a5be-739749cf8356 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.643199 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e07930d5-1451-4c1a-a5be-739749cf8356 admin admin] 10.222.0.68 "DELETE /v2.0/routers/8b00a711-41af-4fa1-9f24-0bf75b597053 HTTP/1.1" status: 204 len: 168 time: 0.8690114 Aug 16 02:22:00.645639 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36110) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:00.704528 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-8163607e-b07f-4f7d-88f8-45be18cdecfc admin admin] Deleting subnet bb9431fb-fbfa-4935-907f-4bfba236d768 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:00.709442 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8163607e-b07f-4f7d-88f8-45be18cdecfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.750724 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8163607e-b07f-4f7d-88f8-45be18cdecfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.834004 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8163607e-b07f-4f7d-88f8-45be18cdecfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.885905 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8163607e-b07f-4f7d-88f8-45be18cdecfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.912084 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163607e-b07f-4f7d-88f8-45be18cdecfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb9431fb-fbfa-4935-907f-4bfba236d768,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:00.915619 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8163607e-b07f-4f7d-88f8-45be18cdecfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.917520 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8163607e-b07f-4f7d-88f8-45be18cdecfc admin admin] 10.222.0.68 "DELETE /v2.0/subnets/bb9431fb-fbfa-4935-907f-4bfba236d768 HTTP/1.1" status: 204 len: 168 time: 0.2709329 Aug 16 02:22:00.920087 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36112) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:00.928656 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7581280f-c880-4026-8947-e24c2849831c None None] Network 5dc289c1-299d-456d-adb1-06ec39ade94c requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:00.994178 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.047055 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] Deleting port f5027847-aaed-4af2-b8ba-cb9f07dc0947 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:01.047316 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.113703 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] DHCP port deletion for 5dc289c1-299d-456d-adb1-06ec39ade94c request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:22:01.133203 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] For port f5027847-aaed-4af2-b8ba-cb9f07dc0947, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f5027847-aaed-4af2-b8ba-cb9f07dc0947,segment=NetworkSegment(8e9e72b0-ab7b-4888-a50a-a71a5b0336e9),segment_id=8e9e72b0-ab7b-4888-a50a-a71a5b0336e9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:01.133603 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.150349 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] Calling delete_port for f5027847-aaed-4af2-b8ba-cb9f07dc0947 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:01.162537 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a9f08125-a947-44d4-b2ec-6659a354f179 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:01.184269 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: a9f08125-a947-44d4-b2ec-6659a354f179 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:01.184601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a9f08125-a947-44d4-b2ec-6659a354f179 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:01.185014 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6a3b1d1b-c136-4839-be98-a96d6f5c6d4c no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:01.187355 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] Deleting port f5027847-aaed-4af2-b8ba-cb9f07dc0947 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:01.187724 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.218241 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 6a3b1d1b-c136-4839-be98-a96d6f5c6d4c {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:01.218619 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6a3b1d1b-c136-4839-be98-a96d6f5c6d4c not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:01.239056 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.270439 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] Pushing event deleted for resources: {'Port': ['ID=f5027847-aaed-4af2-b8ba-cb9f07dc0947,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:01.277067 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] For port f5027847-aaed-4af2-b8ba-cb9f07dc0947, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f5027847-aaed-4af2-b8ba-cb9f07dc0947,segment=NetworkSegment(8e9e72b0-ab7b-4888-a50a-a71a5b0336e9),segment_id=8e9e72b0-ab7b-4888-a50a-a71a5b0336e9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:01.277467 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.278611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] No DVR routers for this DVR port f5027847-aaed-4af2-b8ba-cb9f07dc0947 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:01.292100 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] Calling delete_port for f5027847-aaed-4af2-b8ba-cb9f07dc0947 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:01.357887 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.368456 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc289c1-299d-456d-adb1-06ec39ade94c']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:01.374608 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.379699 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9e72b0-ab7b-4888-a50a-a71a5b0336e9') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:01.380004 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9e72b0-ab7b-4888-a50a-a71a5b0336e9') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:01.389351 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.402910 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] Pushing event deleted for resources: {'Port': ['ID=f5027847-aaed-4af2-b8ba-cb9f07dc0947,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:01.404353 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.405896 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] No DVR routers for this DVR port f5027847-aaed-4af2-b8ba-cb9f07dc0947 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:01.416512 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:01.417006 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:01.417236 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:01.417571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:01.417933 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:01.418281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:01.418601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:01.418945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:01.419261 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:01.419577 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:01.419895 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:01.420235 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336d012-84ae-4faf-b4f0-35d27ed64a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:01.420884 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:01.421411 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:01.428492 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:01.483989 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.489425 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.491307 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] 10.222.0.68 "DELETE /v2.0/networks/5dc289c1-299d-456d-adb1-06ec39ade94c HTTP/1.1" status: 204 len: 168 time: 0.5702808 Aug 16 02:22:01.503744 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb54edf-f42e-4220-8011-7cb0ccf3469a admin admin] Pushing event deleted for resources: {'Network': ['ID=5dc289c1-299d-456d-adb1-06ec39ade94c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:01.621240 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36116) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:01.661602 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-57baa762-c863-42b2-9733-6e43b39b5971 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8958f59e4db74d1eaa22c4230e8bc798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391581 Aug 16 02:22:01.664399 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36118) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:01.717430 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ee33efe-1e61-4547-b1c4-e3bf0c98371c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.737973 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ee33efe-1e61-4547-b1c4-e3bf0c98371c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.785627 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ee33efe-1e61-4547-b1c4-e3bf0c98371c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.788255 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ee33efe-1e61-4547-b1c4-e3bf0c98371c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.789405 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3ee33efe-1e61-4547-b1c4-e3bf0c98371c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/73ec7043-bb88-4e9c-8304-4e56a89e48ff HTTP/1.1" status: 204 len: 168 time: 0.1241333 Aug 16 02:22:01.797404 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee33efe-1e61-4547-b1c4-e3bf0c98371c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ec7043-bb88-4e9c-8304-4e56a89e48ff,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:02.117464 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36124) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:02.157530 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-de286e57-27e2-4b09-a35e-b418198333eb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d9f6a167a4f94451b5657eb8a47201d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387959 Aug 16 02:22:02.160191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36126) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:02.208487 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ee302bc-e776-4ec2-84ab-db00d3b8d34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.229279 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ee302bc-e776-4ec2-84ab-db00d3b8d34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.277521 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ee302bc-e776-4ec2-84ab-db00d3b8d34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.280073 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ee302bc-e776-4ec2-84ab-db00d3b8d34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.281471 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7ee302bc-e776-4ec2-84ab-db00d3b8d34a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6643f166-5897-4633-bcb8-aabc71f4fa27 HTTP/1.1" status: 204 len: 168 time: 0.1202862 Aug 16 02:22:02.294707 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee302bc-e776-4ec2-84ab-db00d3b8d34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6643f166-5897-4633-bcb8-aabc71f4fa27,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:03.042171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f5027847-aaed-4af2-b8ba-cb9f07dc0947 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:03.061704 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: f5027847-aaed-4af2-b8ba-cb9f07dc0947 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:03.062079 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f5027847-aaed-4af2-b8ba-cb9f07dc0947 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:07.779040 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.394471 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.364546 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b985d1fe-6b81-493e-a588-84afad68396d req-7ef91c8c-aa80-4899-8e51-404c77940f52 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=abc4a4e3d39d40f1a297ccd6a0510eab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291159 Aug 16 02:22:12.544604 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985d1fe-6b81-493e-a588-84afad68396d req-d830ac09-9a3d-493c-a186-04651d159a91 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:12.546100 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b985d1fe-6b81-493e-a588-84afad68396d req-d830ac09-9a3d-493c-a186-04651d159a91 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760621 Aug 16 02:22:12.563182 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b985d1fe-6b81-493e-a588-84afad68396d req-a0750c6f-d265-43d5-9d80-7042c6f26f07 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/quotas/abc4a4e3d39d40f1a297ccd6a0510eab HTTP/1.1" status: 200 len: 375 time: 0.0093093 Aug 16 02:22:12.594010 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b985d1fe-6b81-493e-a588-84afad68396d req-3342cefc-bdef-4a07-b3e5-1819f5fad86d tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=abc4a4e3d39d40f1a297ccd6a0510eab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249050 Aug 16 02:22:12.859262 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e11bad7-168d-42a6-a36d-6723b26c08dc req-015b10c7-33ac-46ec-b19c-9220e38a1663 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/ports?device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 210 time: 0.1309843 Aug 16 02:22:14.010373 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-63ff576a-163c-41d2-b388-1b16cbe89b27 req-273a5c53-bd25-487a-b1f5-f2ffa19127dc tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/ports?device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 210 time: 0.0990322 Aug 16 02:22:15.088248 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-16c4892f-19ad-4dac-865f-1f67f4dfa9e7 req-85ca7eda-c56e-42f0-821b-de98b4dd5d1c tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/ports?device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 210 time: 0.0286751 Aug 16 02:22:16.165438 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d7af1fbd-7d3a-4711-9b1b-228a87702f8a req-89cc85fe-f797-4499-9dc7-b8bc80fade92 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/ports?device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 210 time: 0.0275528 Aug 16 02:22:17.259232 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f02ec50-05c7-41fd-97de-9a20fed77482 req-073b6010-85f8-4000-9fed-798fba3a7b66 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/ports?device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 210 time: 0.0272119 Aug 16 02:22:18.018953 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b985d1fe-6b81-493e-a588-84afad68396d req-44e806d5-4151-4ef9-a8ff-0f39be4b0867 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=abc4a4e3d39d40f1a297ccd6a0510eab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214853 Aug 16 02:22:18.128760 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985d1fe-6b81-493e-a588-84afad68396d req-4137fb12-4bcf-49a8-99a9-bcdb86fe1eca tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.130292 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b985d1fe-6b81-493e-a588-84afad68396d req-4137fb12-4bcf-49a8-99a9-bcdb86fe1eca tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1053805 Aug 16 02:22:18.153484 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b985d1fe-6b81-493e-a588-84afad68396d req-c111d049-6706-4340-9737-268aa73082f4 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Request body: {'port': {'device_id': '904eea39-9d80-4105-ab6f-d9bdb9d53f4a', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'admin_state_up': True, 'tenant_id': 'abc4a4e3d39d40f1a297ccd6a0510eab'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:18.261232 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b985d1fe-6b81-493e-a588-84afad68396d req-c111d049-6706-4340-9737-268aa73082f4 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Made reservation on behalf of abc4a4e3d39d40f1a297ccd6a0510eab for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:18.264661 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b985d1fe-6b81-493e-a588-84afad68396d req-c111d049-6706-4340-9737-268aa73082f4 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.273540 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b985d1fe-6b81-493e-a588-84afad68396d req-c111d049-6706-4340-9737-268aa73082f4 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.366090 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-67e917ce-e9c0-4437-956d-bf7cd0a6d939 req-d3ca9d49-d2c6-4e9e-8faf-dd64da290fda tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/ports?device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 210 time: 0.0310607 Aug 16 02:22:18.395486 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b985d1fe-6b81-493e-a588-84afad68396d req-c111d049-6706-4340-9737-268aa73082f4 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.399362 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b985d1fe-6b81-493e-a588-84afad68396d req-c111d049-6706-4340-9737-268aa73082f4 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.467544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111d049-6706-4340-9737-268aa73082f4 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a54edee-ad44-4c66-853d-ecd2669fce15,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:18.535113 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-b985d1fe-6b81-493e-a588-84afad68396d req-c111d049-6706-4340-9737-268aa73082f4 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Allocated IP 192.168.233.146 (7142865b-f36f-4e72-87c9-903010283564/ca33f171-0149-4cc3-97c4-99c8a4c1e83b/1a399028-9906-4e16-b415-f618fe487bdd) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:18.677301 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b985d1fe-6b81-493e-a588-84afad68396d req-c111d049-6706-4340-9737-268aa73082f4 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.691261 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-b985d1fe-6b81-493e-a588-84afad68396d req-c111d049-6706-4340-9737-268aa73082f4 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Transition to ACTIVE for port object 1a399028-9906-4e16-b415-f618fe487bdd will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:18.723602 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b985d1fe-6b81-493e-a588-84afad68396d req-c111d049-6706-4340-9737-268aa73082f4 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.765987 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b985d1fe-6b81-493e-a588-84afad68396d req-c111d049-6706-4340-9737-268aa73082f4 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Network 7142865b-f36f-4e72-87c9-903010283564 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:18.771305 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-b985d1fe-6b81-493e-a588-84afad68396d req-c111d049-6706-4340-9737-268aa73082f4 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:18.774935 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-b985d1fe-6b81-493e-a588-84afad68396d req-c111d049-6706-4340-9737-268aa73082f4 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:18.802949 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111d049-6706-4340-9737-268aa73082f4 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Pushing event updated for resources: {'Port': ['ID=1a399028-9906-4e16-b415-f618fe487bdd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:18.830001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985d1fe-6b81-493e-a588-84afad68396d req-c111d049-6706-4340-9737-268aa73082f4 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.830628 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b985d1fe-6b81-493e-a588-84afad68396d req-c111d049-6706-4340-9737-268aa73082f4 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.846765 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b985d1fe-6b81-493e-a588-84afad68396d req-c111d049-6706-4340-9737-268aa73082f4 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6969762 Aug 16 02:22:18.863483 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Request body: {'port': {'device_id': '904eea39-9d80-4105-ab6f-d9bdb9d53f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:18.927368 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.015502 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3608b6d9-4e08-4ff9-8d30-01a751c67fd8 None None] Provisioning for port 1a399028-9906-4e16-b415-f618fe487bdd completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:19.019341 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3608b6d9-4e08-4ff9-8d30-01a751c67fd8 None None] Provisioning complete for port 1a399028-9906-4e16-b415-f618fe487bdd triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:19.019705 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3608b6d9-4e08-4ff9-8d30-01a751c67fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.053868 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3608b6d9-4e08-4ff9-8d30-01a751c67fd8 None None] Port 1a399028-9906-4e16-b415-f618fe487bdd cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:19.190917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a399028-9906-4e16-b415-f618fe487bdd {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:19.198352 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.211439 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Transition to ACTIVE for port object 1a399028-9906-4e16-b415-f618fe487bdd will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:19.215021 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.288200 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Pushing event updated for resources: {'Port': ['ID=1a399028-9906-4e16-b415-f618fe487bdd,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:19.337430 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Attempting to bind port 1a399028-9906-4e16-b415-f618fe487bdd on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:19.337781 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Attempting to bind port 1a399028-9906-4e16-b415-f618fe487bdd by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:19.338103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Attempting to bind port 1a399028-9906-4e16-b415-f618fe487bdd on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:19.342539 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Port 1a399028-9906-4e16-b415-f618fe487bdd on network 7142865b-f36f-4e72-87c9-903010283564 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:19.342856 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Attempting to bind port 1a399028-9906-4e16-b415-f618fe487bdd on network 7142865b-f36f-4e72-87c9-903010283564 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:19.349385 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:19.349726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Checking segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:19.350134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Bound using segment: {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:19.350556 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Bound port: 1a399028-9906-4e16-b415-f618fe487bdd, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc46437e-54ae-4065-a52b-4a51bc657663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7142865b-f36f-4e72-87c9-903010283564'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:19.350992 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.426902 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] For port 1a399028-9906-4e16-b415-f618fe487bdd, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:19.430353 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] For port 1a399028-9906-4e16-b415-f618fe487bdd, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1a399028-9906-4e16-b415-f618fe487bdd,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:19.434583 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.471196 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:19.471816 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.473228 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b985d1fe-6b81-493e-a588-84afad68396d req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] 10.222.0.73 "PUT /v2.0/ports/1a399028-9906-4e16-b415-f618fe487bdd HTTP/1.1" status: 200 len: 1097 time: 0.6149213 Aug 16 02:22:19.473672 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904eea39-9d80-4105-ab6f-d9bdb9d53f4a', 'tag': '1a399028-9906-4e16-b415-f618fe487bdd'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:19.475979 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc05e60-47d5-4a6c-bef0-dec0c0cec535" -d '{"events": [{"name": "network-changed", "server_uuid": "904eea39-9d80-4105-ab6f-d9bdb9d53f4a", "tag": "1a399028-9906-4e16-b415-f618fe487bdd"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:19.494623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efa70c-cbe4-4df0-bd8c-06bc0a8e78f7 req-4e4615fc-96b1-4658-9fa2-37285d066e6e tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:19.496653 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f9efa70c-cbe4-4df0-bd8c-06bc0a8e78f7 req-4e4615fc-96b1-4658-9fa2-37285d066e6e tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/ports?device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 948 time: 0.0562186 Aug 16 02:22:19.538976 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416451bb-3ab3-442b-91e3-1aede2332a42 x-openstack-request-id: req-416451bb-3ab3-442b-91e3-1aede2332a42 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:19.538976 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904eea39-9d80-4105-ab6f-d9bdb9d53f4a", "tag": "1a399028-9906-4e16-b415-f618fe487bdd", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:19.538976 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-416451bb-3ab3-442b-91e3-1aede2332a42 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:19.539332 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904eea39-9d80-4105-ab6f-d9bdb9d53f4a', 'tag': '1a399028-9906-4e16-b415-f618fe487bdd', 'status': 'completed', 'code': 200} Aug 16 02:22:19.539633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e81d7-2ea1-40ac-85ca-cbd1c9f39c6b service neutron] Pushing event updated for resources: {'Port': ['ID=1a399028-9906-4e16-b415-f618fe487bdd,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:19.555351 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f9efa70c-cbe4-4df0-bd8c-06bc0a8e78f7 req-5905ee43-f4ad-48a2-ac17-00eb11f94b5b tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a54edee-ad44-4c66-853d-ecd2669fce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407543 Aug 16 02:22:19.576094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985d1fe-6b81-493e-a588-84afad68396d req-b5ba6cea-eb77-4138-a35b-834cbd384fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:19.577611 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b985d1fe-6b81-493e-a588-84afad68396d req-b5ba6cea-eb77-4138-a35b-834cbd384fc3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abc4a4e3d39d40f1a297ccd6a0510eab&device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 1100 time: 0.0533342 Aug 16 02:22:19.626951 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b985d1fe-6b81-493e-a588-84afad68396d req-d8c37d09-73ce-4331-b030-8fc64a6819fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=1a399028-9906-4e16-b415-f618fe487bdd HTTP/1.1" status: 200 len: 217 time: 0.0357647 Aug 16 02:22:19.681465 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985d1fe-6b81-493e-a588-84afad68396d req-4f4d2305-af10-40ad-bf8d-5a75c17aa246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:19.682980 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b985d1fe-6b81-493e-a588-84afad68396d req-4f4d2305-af10-40ad-bf8d-5a75c17aa246 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0455506 Aug 16 02:22:19.732797 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985d1fe-6b81-493e-a588-84afad68396d req-230ad761-3683-494a-8789-aa157f6155dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:19.734319 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b985d1fe-6b81-493e-a588-84afad68396d req-230ad761-3683-494a-8789-aa157f6155dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0400345 Aug 16 02:22:19.832395 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b985d1fe-6b81-493e-a588-84afad68396d req-d00e150a-9e1f-46ca-9ede-dc923fbb4f36 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862696 Aug 16 02:22:19.928070 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b985d1fe-6b81-493e-a588-84afad68396d req-032f38e6-bc0f-45dc-8014-7a35743cf57b service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844109 Aug 16 02:22:20.027960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc05e60-47d5-4a6c-bef0-dec0c0cec535 req-5936084a-5a30-4cc1-b5f7-5781501a3541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:20.029452 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5bc05e60-47d5-4a6c-bef0-dec0c0cec535 req-5936084a-5a30-4cc1-b5f7-5781501a3541 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abc4a4e3d39d40f1a297ccd6a0510eab&device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 1100 time: 0.0457144 Aug 16 02:22:20.118469 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc05e60-47d5-4a6c-bef0-dec0c0cec535 req-f0d5b2bd-457b-4b94-ac80-d7793066aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:20.119873 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5bc05e60-47d5-4a6c-bef0-dec0c0cec535 req-f0d5b2bd-457b-4b94-ac80-d7793066aeb9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7142865b-f36f-4e72-87c9-903010283564 HTTP/1.1" status: 200 len: 870 time: 0.0836298 Aug 16 02:22:20.160778 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fe75f139-99b3-4ff7-8512-7549b9687e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.164931 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5bc05e60-47d5-4a6c-bef0-dec0c0cec535 req-e77be8e3-489d-4992-856f-149c211a43f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=1a399028-9906-4e16-b415-f618fe487bdd HTTP/1.1" status: 200 len: 217 time: 0.0377963 Aug 16 02:22:20.220707 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc05e60-47d5-4a6c-bef0-dec0c0cec535 req-0b522689-bde0-4f46-98fe-b1bebb26ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:20.222337 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5bc05e60-47d5-4a6c-bef0-dec0c0cec535 req-0b522689-bde0-4f46-98fe-b1bebb26ce14 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca33f171-0149-4cc3-97c4-99c8a4c1e83b HTTP/1.1" status: 200 len: 843 time: 0.0482442 Aug 16 02:22:20.267946 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc05e60-47d5-4a6c-bef0-dec0c0cec535 req-310eaad3-ba7a-4ca9-914a-4fa75053ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:20.269412 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5bc05e60-47d5-4a6c-bef0-dec0c0cec535 req-310eaad3-ba7a-4ca9-914a-4fa75053ec77 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7142865b-f36f-4e72-87c9-903010283564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0392342 Aug 16 02:22:20.365122 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5bc05e60-47d5-4a6c-bef0-dec0c0cec535 req-0cb18176-c2c1-413b-841c-da97d6e494be service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865479 Aug 16 02:22:20.454719 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5bc05e60-47d5-4a6c-bef0-dec0c0cec535 req-71e28d44-3fd8-4aa8-b00a-de48e441b0a0 service neutron] 10.222.0.73 "GET /v2.0/networks/7142865b-f36f-4e72-87c9-903010283564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820589 Aug 16 02:22:20.676793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891cb0d-d1f9-49a6-accb-07066aec3fac req-1397f347-d0ae-467b-97ea-d0aa7b70ae12 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:20.678300 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2891cb0d-d1f9-49a6-accb-07066aec3fac req-1397f347-d0ae-467b-97ea-d0aa7b70ae12 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/ports?device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 948 time: 0.0494130 Aug 16 02:22:20.715587 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2891cb0d-d1f9-49a6-accb-07066aec3fac req-e9ca0afc-504c-462e-970d-f94ceb4cc8dd tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a54edee-ad44-4c66-853d-ecd2669fce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312679 Aug 16 02:22:21.836133 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00aa7d5-b972-47b9-ae76-d784e5556d35 req-f3b623a0-cb16-4ad5-9104-43578f27ea0f tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:21.837625 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c00aa7d5-b972-47b9-ae76-d784e5556d35 req-f3b623a0-cb16-4ad5-9104-43578f27ea0f tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/ports?device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 948 time: 0.0535936 Aug 16 02:22:21.875611 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c00aa7d5-b972-47b9-ae76-d784e5556d35 req-7cf0a7f8-68b1-4554-b7ef-be5089e5302c tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a54edee-ad44-4c66-853d-ecd2669fce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320942 Aug 16 02:22:22.678744 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c4ee5cc-0af9-4ebf-91c1-6e656a12c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.999583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f57b98-eb8d-460a-b912-5d931b75e07b req-ff1a5680-7443-435f-99e9-b3144eb2e9f8 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:23.001785 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c9f57b98-eb8d-460a-b912-5d931b75e07b req-ff1a5680-7443-435f-99e9-b3144eb2e9f8 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/ports?device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 948 time: 0.0591967 Aug 16 02:22:23.046643 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c9f57b98-eb8d-460a-b912-5d931b75e07b req-fe80de0f-8ec1-4302-82d6-0ae6d068e599 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a54edee-ad44-4c66-853d-ecd2669fce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387442 Aug 16 02:22:23.331585 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 1a399028-9906-4e16-b415-f618fe487bdd details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:22:23.362649 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.439426 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 1a399028-9906-4e16-b415-f618fe487bdd, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1a399028-9906-4e16-b415-f618fe487bdd,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:23.449609 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '1a399028-9906-4e16-b415-f618fe487bdd', 'network_id': '7142865b-f36f-4e72-87c9-903010283564', 'port_id': '1a399028-9906-4e16-b415-f618fe487bdd', 'mac_address': 'fa:16:3e:81:d4:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca33f171-0149-4cc3-97c4-99c8a4c1e83b', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:22:23.487177 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.499681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a399028-9906-4e16-b415-f618fe487bdd {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:23.520359 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 1a399028-9906-4e16-b415-f618fe487bdd, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1a399028-9906-4e16-b415-f618fe487bdd,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:23.524235 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.574866 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=1a399028-9906-4e16-b415-f618fe487bdd,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:23.853031 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['1a399028-9906-4e16-b415-f618fe487bdd'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:24.170161 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0c03c-5ea8-4f2f-b408-90e4ad7021b4 req-0e946582-6cc3-488d-98e5-b9905cf8ad7d tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:24.171570 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ad0c03c-5ea8-4f2f-b408-90e4ad7021b4 req-0e946582-6cc3-488d-98e5-b9905cf8ad7d tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/ports?device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 949 time: 0.0497987 Aug 16 02:22:24.209837 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ad0c03c-5ea8-4f2f-b408-90e4ad7021b4 req-cfb11030-3fea-4692-b81a-1bb479dadfab tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a54edee-ad44-4c66-853d-ecd2669fce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322344 Aug 16 02:22:24.278041 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.324959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac4667-fa30-499e-82af-fd37e045d421 req-d21e0be5-3518-4108-813c-669b0ecabcf5 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:25.326463 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60ac4667-fa30-499e-82af-fd37e045d421 req-d21e0be5-3518-4108-813c-669b0ecabcf5 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/ports?device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 949 time: 0.0504661 Aug 16 02:22:25.346373 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 1a399028-9906-4e16-b415-f618fe487bdd up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:25.364224 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-60ac4667-fa30-499e-82af-fd37e045d421 req-74cc2bb9-7edd-4285-a783-d7b8ea2842ad tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a54edee-ad44-4c66-853d-ecd2669fce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318141 Aug 16 02:22:25.395096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 1a399028-9906-4e16-b415-f618fe487bdd completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:25.399081 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 1a399028-9906-4e16-b415-f618fe487bdd triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:25.399445 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.478278 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.501679 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904eea39-9d80-4105-ab6f-d9bdb9d53f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a399028-9906-4e16-b415-f618fe487bdd'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:25.503937 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6f0095-f19b-45cb-9f1a-f9398bbe4eba" -d '{"events": [{"server_uuid": "904eea39-9d80-4105-ab6f-d9bdb9d53f4a", "name": "network-vif-plugged", "status": "completed", "tag": "1a399028-9906-4e16-b415-f618fe487bdd"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:25.517259 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 1a399028-9906-4e16-b415-f618fe487bdd, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1a399028-9906-4e16-b415-f618fe487bdd,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:25.521469 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.544861 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2343dee-a329-413f-b19c-32c4754de3fd x-openstack-request-id: req-c2343dee-a329-413f-b19c-32c4754de3fd {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:25.545085 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904eea39-9d80-4105-ab6f-d9bdb9d53f4a", "name": "network-vif-plugged", "status": "completed", "tag": "1a399028-9906-4e16-b415-f618fe487bdd", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:25.545338 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c2343dee-a329-413f-b19c-32c4754de3fd {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:25.545723 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904eea39-9d80-4105-ab6f-d9bdb9d53f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a399028-9906-4e16-b415-f618fe487bdd', 'code': 200} Aug 16 02:22:25.572707 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=1a399028-9906-4e16-b415-f618fe487bdd,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:25.642711 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645319cc-e6fc-4ab3-903e-d3528a439431 req-f236bffd-bdb7-497e-bc19-5de4d21bdc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:25.644232 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-645319cc-e6fc-4ab3-903e-d3528a439431 req-f236bffd-bdb7-497e-bc19-5de4d21bdc47 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 1102 time: 0.0404055 Aug 16 02:22:25.682818 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-645319cc-e6fc-4ab3-903e-d3528a439431 req-a77cb3af-332d-4a32-95b9-4e8d8e791eca service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4a54edee-ad44-4c66-853d-ecd2669fce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275624 Aug 16 02:22:26.071860 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.380331 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:22:26.484565 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc25534-fee3-44ce-bc65-674f9c40eded req-14bc9847-d244-42a6-b2b7-cfc5a9fe6c52 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:26.486717 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0bc25534-fee3-44ce-bc65-674f9c40eded req-14bc9847-d244-42a6-b2b7-cfc5a9fe6c52 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/ports?device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 950 time: 0.0542200 Aug 16 02:22:26.523593 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0bc25534-fee3-44ce-bc65-674f9c40eded req-5b511017-a36a-49b7-866e-bba2742034b1 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a54edee-ad44-4c66-853d-ecd2669fce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309732 Aug 16 02:22:27.644479 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365ddbe-56f4-46f2-bfb4-b8a73f435354 req-571203fc-e5a1-4059-b40f-716329ea959a tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:27.645977 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5365ddbe-56f4-46f2-bfb4-b8a73f435354 req-571203fc-e5a1-4059-b40f-716329ea959a tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/ports?device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 950 time: 0.0521438 Aug 16 02:22:27.684746 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5365ddbe-56f4-46f2-bfb4-b8a73f435354 req-f5f6bee8-4b16-4874-9ac4-ba36f9d8b1dd tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a54edee-ad44-4c66-853d-ecd2669fce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327590 Aug 16 02:22:28.605681 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cdeda3-a488-4459-89c3-00e96ebbaf17 req-c8cbd439-63d3-4e32-b9ef-4e0642e6b664 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:28.607081 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-79cdeda3-a488-4459-89c3-00e96ebbaf17 req-c8cbd439-63d3-4e32-b9ef-4e0642e6b664 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/ports?device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 950 time: 0.0495732 Aug 16 02:22:28.646743 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-79cdeda3-a488-4459-89c3-00e96ebbaf17 req-d3f51938-1fef-4e16-8249-6332273eda94 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a54edee-ad44-4c66-853d-ecd2669fce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320063 Aug 16 02:22:29.763724 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bee5f0-a7b0-4823-be86-778fc9b3ed1b req-50dcd7a5-e78f-4773-aea1-f829f84df4e3 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:29.765192 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-03bee5f0-a7b0-4823-be86-778fc9b3ed1b req-50dcd7a5-e78f-4773-aea1-f829f84df4e3 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/ports?device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 950 time: 0.0490274 Aug 16 02:22:29.806513 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-03bee5f0-a7b0-4823-be86-778fc9b3ed1b req-f975982e-863b-4dbf-a3f9-b0175c1339f2 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/security-groups?id=4a54edee-ad44-4c66-853d-ecd2669fce15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321200 Aug 16 02:22:29.951967 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d3e88-aa37-4207-89ec-f1fda994a0fb req-13ac81da-8cbb-4b9a-a323-b23f2aeca757 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:29.953841 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a02d3e88-aa37-4207-89ec-f1fda994a0fb req-13ac81da-8cbb-4b9a-a323-b23f2aeca757 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.73 "GET /v2.0/ports?device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 950 time: 0.0483038 Aug 16 02:22:30.055055 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-a02d3e88-aa37-4207-89ec-f1fda994a0fb req-d2407d80-c8da-4c8b-9cea-8b4d4cc13ad9 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Deleting port 1a399028-9906-4e16-b415-f618fe487bdd {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:30.055387 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a02d3e88-aa37-4207-89ec-f1fda994a0fb req-d2407d80-c8da-4c8b-9cea-8b4d4cc13ad9 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.143660 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-a02d3e88-aa37-4207-89ec-f1fda994a0fb req-d2407d80-c8da-4c8b-9cea-8b4d4cc13ad9 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] For port 1a399028-9906-4e16-b415-f618fe487bdd, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1a399028-9906-4e16-b415-f618fe487bdd,segment=NetworkSegment(dc46437e-54ae-4065-a52b-4a51bc657663),segment_id=dc46437e-54ae-4065-a52b-4a51bc657663)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:30.144013 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a02d3e88-aa37-4207-89ec-f1fda994a0fb req-d2407d80-c8da-4c8b-9cea-8b4d4cc13ad9 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.156617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-a02d3e88-aa37-4207-89ec-f1fda994a0fb req-d2407d80-c8da-4c8b-9cea-8b4d4cc13ad9 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Calling delete_port for 1a399028-9906-4e16-b415-f618fe487bdd owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:30.299285 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a02d3e88-aa37-4207-89ec-f1fda994a0fb req-d2407d80-c8da-4c8b-9cea-8b4d4cc13ad9 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.315281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['1a399028-9906-4e16-b415-f618fe487bdd'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:30.329147 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2407d80-c8da-4c8b-9cea-8b4d4cc13ad9 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Pushing event deleted for resources: {'Port': ['ID=1a399028-9906-4e16-b415-f618fe487bdd,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:30.373945 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02d3e88-aa37-4207-89ec-f1fda994a0fb req-d2407d80-c8da-4c8b-9cea-8b4d4cc13ad9 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] No DVR routers for this DVR port 1a399028-9906-4e16-b415-f618fe487bdd on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:30.377471 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a02d3e88-aa37-4207-89ec-f1fda994a0fb req-d2407d80-c8da-4c8b-9cea-8b4d4cc13ad9 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.379758 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a02d3e88-aa37-4207-89ec-f1fda994a0fb req-d2407d80-c8da-4c8b-9cea-8b4d4cc13ad9 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.73 "DELETE /v2.0/ports/1a399028-9906-4e16-b415-f618fe487bdd HTTP/1.1" status: 204 len: 173 time: 0.4170792 Aug 16 02:22:30.380212 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904eea39-9d80-4105-ab6f-d9bdb9d53f4a', 'name': 'network-vif-deleted', 'tag': '1a399028-9906-4e16-b415-f618fe487bdd'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:30.382513 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4741afeb-7d9f-4a63-84bc-53d8d75d3fbf" -d '{"events": [{"server_uuid": "904eea39-9d80-4105-ab6f-d9bdb9d53f4a", "name": "network-vif-deleted", "tag": "1a399028-9906-4e16-b415-f618fe487bdd"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:30.422897 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2052c093-7049-4ffa-8a6f-d0a4e950d54e x-openstack-request-id: req-2052c093-7049-4ffa-8a6f-d0a4e950d54e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:30.423201 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904eea39-9d80-4105-ab6f-d9bdb9d53f4a", "name": "network-vif-deleted", "tag": "1a399028-9906-4e16-b415-f618fe487bdd", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:30.423614 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2052c093-7049-4ffa-8a6f-d0a4e950d54e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:30.424096 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904eea39-9d80-4105-ab6f-d9bdb9d53f4a', 'name': 'network-vif-deleted', 'tag': '1a399028-9906-4e16-b415-f618fe487bdd', 'status': 'completed', 'code': 200} Aug 16 02:22:30.919281 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a442feb-045a-47d5-8370-6cf526d302f0 req-614b609a-6189-4254-83f5-fcd640ff0448 tempest-ServersAdminNegativeTestJSON-1096863478 tempest-ServersAdminNegativeTestJSON-1096863478-project] 10.222.0.68 "GET /v2.0/ports?device_id=904eea39-9d80-4105-ab6f-d9bdb9d53f4a HTTP/1.1" status: 200 len: 210 time: 0.0280819 Aug 16 02:22:32.225546 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36290) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:32.375518 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b5ab90ae-895f-47c7-827b-c1949dbfa6d0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=abc4a4e3d39d40f1a297ccd6a0510eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481590 Aug 16 02:22:32.378108 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36294) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:32.433105 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92bb720a-86fd-43e2-ad53-d91dd41b36df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.455112 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92bb720a-86fd-43e2-ad53-d91dd41b36df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.503784 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92bb720a-86fd-43e2-ad53-d91dd41b36df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.507185 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92bb720a-86fd-43e2-ad53-d91dd41b36df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.508784 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-92bb720a-86fd-43e2-ad53-d91dd41b36df admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4a54edee-ad44-4c66-853d-ecd2669fce15 HTTP/1.1" status: 204 len: 168 time: 0.1294968 Aug 16 02:22:32.518865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb720a-86fd-43e2-ad53-d91dd41b36df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a54edee-ad44-4c66-853d-ecd2669fce15,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:32.779216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36300) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:32.798112 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-47a3fff2-b627-4558-93a9-7bc8e7cfc0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.901982 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-47a3fff2-b627-4558-93a9-7bc8e7cfc0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.906541 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-47a3fff2-b627-4558-93a9-7bc8e7cfc0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.946460 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3fff2-b627-4558-93a9-7bc8e7cfc0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eedf287-386e-40ba-ab6a-bfc674eadef3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:32.950839 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-47a3fff2-b627-4558-93a9-7bc8e7cfc0cd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=90c189ed2d7046e9bf2e3a27d02a3951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705050 Aug 16 02:22:32.953745 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36302) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:33.006320 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-52620b51-bee8-4ec5-bdf1-8abc293b219b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.027923 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-52620b51-bee8-4ec5-bdf1-8abc293b219b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.075737 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-52620b51-bee8-4ec5-bdf1-8abc293b219b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.079107 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-52620b51-bee8-4ec5-bdf1-8abc293b219b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.080279 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-52620b51-bee8-4ec5-bdf1-8abc293b219b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2eedf287-386e-40ba-ab6a-bfc674eadef3 HTTP/1.1" status: 204 len: 168 time: 0.1254361 Aug 16 02:22:33.087986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52620b51-bee8-4ec5-bdf1-8abc293b219b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eedf287-386e-40ba-ab6a-bfc674eadef3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:33.376473 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 1a399028-9906-4e16-b415-f618fe487bdd no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:33.396506 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 1a399028-9906-4e16-b415-f618fe487bdd {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:33.396856 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 1a399028-9906-4e16-b415-f618fe487bdd not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:33.796740 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36324) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:33.892414 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7b5ef2ac-eec2-47e0-a747-28eec247ce0c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-924142607-network', 'tenant_id': 'e22ad02f484343a1a3f1306281357db8'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:33.914080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5ef2ac-eec2-47e0-a747-28eec247ce0c admin admin] Made reservation on behalf of e22ad02f484343a1a3f1306281357db8 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:33.916312 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef2ac-eec2-47e0-a747-28eec247ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.924481 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef2ac-eec2-47e0-a747-28eec247ce0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.017395 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef2ac-eec2-47e0-a747-28eec247ce0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.021056 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef2ac-eec2-47e0-a747-28eec247ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.044989 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5ef2ac-eec2-47e0-a747-28eec247ce0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:22:34.054916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ef2ac-eec2-47e0-a747-28eec247ce0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b190f6-be26-4b97-a95c-9f086e76206a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:34.059957 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef2ac-eec2-47e0-a747-28eec247ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.060294 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-7b5ef2ac-eec2-47e0-a747-28eec247ce0c admin admin] Added segment 9a31c7a0-2741-45f9-83a6-81aac45d0ea4 of type vlan for network 7bdf221b-cd1c-4265-aa7f-4e53376eaf99 Aug 16 02:22:34.102232 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef2ac-eec2-47e0-a747-28eec247ce0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.132830 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef2ac-eec2-47e0-a747-28eec247ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.133649 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5ef2ac-eec2-47e0-a747-28eec247ce0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:34.134285 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef2ac-eec2-47e0-a747-28eec247ce0c admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.192505 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7b5ef2ac-eec2-47e0-a747-28eec247ce0c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3945417 Aug 16 02:22:34.195581 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36328) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:34.197621 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ef2ac-eec2-47e0-a747-28eec247ce0c admin admin] Pushing event updated for resources: {'Network': ['ID=7bdf221b-cd1c-4265-aa7f-4e53376eaf99,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:34.200646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Request body: {'subnet': {'network_id': '7bdf221b-cd1c-4265-aa7f-4e53376eaf99', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-924142607-subnet', 'tenant_id': 'e22ad02f484343a1a3f1306281357db8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:34.208026 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 7bdf221b-cd1c-4265-aa7f-4e53376eaf99 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:22:34.222491 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Made reservation on behalf of e22ad02f484343a1a3f1306281357db8 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:34.224970 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.393807 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.449971 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Pushing event updated for resources: {'Subnet': ['ID=79d5d39a-f67b-48ac-b598-145cb2749e79,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:34.460276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Checking segment: {'id': '9a31c7a0-2741-45f9-83a6-81aac45d0ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7bdf221b-cd1c-4265-aa7f-4e53376eaf99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:34.460639 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Network hostable DHCP agents. Network: 7bdf221b-cd1c-4265-aa7f-4e53376eaf99, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:22:34.464225 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:34.464573 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:34.464922 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:34.465258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:34.465594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:34.465958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:34.466289 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:34.466618 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:34.466942 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:34.467268 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:34.467593 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:34.467915 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:34.483922 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Network 7bdf221b-cd1c-4265-aa7f-4e53376eaf99 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:22:34.493576 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 7bdf221b-cd1c-4265-aa7f-4e53376eaf99) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:34.498217 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:34.498816 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.503163 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c79d57b-c5d8-4926-a81a-5634c6398121 None None] Network 7bdf221b-cd1c-4265-aa7f-4e53376eaf99 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:34.512285 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-97d0675a-fb93-431a-a257-4e376905288a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3155928 Aug 16 02:22:34.629818 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d6f6e1-eca9-4b42-be91-ab9ea31f5dd8 None None] Network 7bdf221b-cd1c-4265-aa7f-4e53376eaf99 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:34.938859 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-f268dbee-4d2d-4050-bfd8-a66b82e99ce7 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:34.940226 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-f268dbee-4d2d-4050-bfd8-a66b82e99ce7 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/networks?id=7bdf221b-cd1c-4265-aa7f-4e53376eaf99 HTTP/1.1" status: 200 len: 811 time: 0.1051424 Aug 16 02:22:34.955255 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-e276675d-5db5-4e15-b13c-c4cc8749c646 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/quotas/e22ad02f484343a1a3f1306281357db8 HTTP/1.1" status: 200 len: 375 time: 0.0093369 Aug 16 02:22:34.987664 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-9d0467fa-5108-4082-80f2-7419988df8b0 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e22ad02f484343a1a3f1306281357db8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270529 Aug 16 02:22:35.046453 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-45ed053a-883f-486c-8fca-d29673c5ac2e service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:22:35.047954 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-45ed053a-883f-486c-8fca-d29673c5ac2e service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538800 Aug 16 02:22:35.137999 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-279c3017-97a7-40ac-a61d-c6c8b3102cea service neutron] 10.222.0.68 "GET /v2.0/networks/7bdf221b-cd1c-4265-aa7f-4e53376eaf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837386 Aug 16 02:22:35.230132 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-c6fbc469-3fd1-4994-a2f7-dc634e1984b3 service neutron] 10.222.0.68 "GET /v2.0/networks/7bdf221b-cd1c-4265-aa7f-4e53376eaf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856867 Aug 16 02:22:35.397658 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4890d01b-6cbd-4fae-91aa-c4fd612ef7a6 req-b9225fd9-57a7-4865-930c-679dd5c64dd9 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 210 time: 0.0302429 Aug 16 02:22:36.493920 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-138c2b65-9a0a-4bf2-8db7-a92619ad4941 req-c3f28867-1bd7-441a-969f-909e57b4cb89 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 210 time: 0.0267467 Aug 16 02:22:36.637995 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-1dec6bf9-76f8-4beb-83c5-ac7f3453f06d tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:36.639453 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-1dec6bf9-76f8-4beb-83c5-ac7f3453f06d tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.73 "GET /v2.0/networks?id=7bdf221b-cd1c-4265-aa7f-4e53376eaf99 HTTP/1.1" status: 200 len: 811 time: 0.1103823 Aug 16 02:22:36.657914 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Request body: {'port': {'device_id': 'c5d9a574-5737-4024-ba70-a80c11e308f4', 'network_id': '7bdf221b-cd1c-4265-aa7f-4e53376eaf99', 'admin_state_up': True, 'tenant_id': 'e22ad02f484343a1a3f1306281357db8'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:36.763623 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Made reservation on behalf of e22ad02f484343a1a3f1306281357db8 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:36.767048 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.891210 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Allocated IP 172.20.0.10 (7bdf221b-cd1c-4265-aa7f-4e53376eaf99/79d5d39a-f67b-48ac-b598-145cb2749e79/bb2d74a9-2d02-488e-93c8-9e91a076cbd2) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:37.035301 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.413965 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.454648 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Network 7bdf221b-cd1c-4265-aa7f-4e53376eaf99 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:37.459583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:37.463227 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:37.470149 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Pushing event updated for resources: {'Port': ['ID=bb2d74a9-2d02-488e-93c8-9e91a076cbd2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:37.495304 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:37.495950 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:37.496043 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:37.496299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:37.496627 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:37.496955 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:37.497277 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:37.497599 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:37.497949 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:37.498271 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:37.498594 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:37.498909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:37.525788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:37.526398 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.540890 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-345262be-c2df-45ed-84ff-ee24d432b4ca tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8872013 Aug 16 02:22:37.556632 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-ffd2086f-fc0c-47f4-a083-906bf8a94481 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:22:37.557584 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-ffd2086f-fc0c-47f4-a083-906bf8a94481 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052571 Aug 16 02:22:37.576486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Request body: {'port': {'device_id': 'c5d9a574-5737-4024-ba70-a80c11e308f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:37.616174 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36081b32-e811-436e-a239-8bc3a7ecfa74 req-fa05dc83-e35e-4eaa-b335-0b5f491e2c0a tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:37.617684 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36081b32-e811-436e-a239-8bc3a7ecfa74 req-fa05dc83-e35e-4eaa-b335-0b5f491e2c0a tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 932 time: 0.0543325 Aug 16 02:22:37.633965 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.658336 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-36081b32-e811-436e-a239-8bc3a7ecfa74 req-dae2db47-bddf-45d9-b8cb-31dcf09e2211 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346034 Aug 16 02:22:37.792763 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.891556 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2d74a9-2d02-488e-93c8-9e91a076cbd2 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:37.899500 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.912330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Transition to ACTIVE for port object bb2d74a9-2d02-488e-93c8-9e91a076cbd2 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:37.916357 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.965817 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Pushing event updated for resources: {'Port': ['ID=bb2d74a9-2d02-488e-93c8-9e91a076cbd2,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:38.032932 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Attempting to bind port bb2d74a9-2d02-488e-93c8-9e91a076cbd2 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:38.033254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Attempting to bind port bb2d74a9-2d02-488e-93c8-9e91a076cbd2 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9a31c7a0-2741-45f9-83a6-81aac45d0ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7bdf221b-cd1c-4265-aa7f-4e53376eaf99'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:38.033575 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Attempting to bind port bb2d74a9-2d02-488e-93c8-9e91a076cbd2 on network 7bdf221b-cd1c-4265-aa7f-4e53376eaf99 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:38.038095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Port bb2d74a9-2d02-488e-93c8-9e91a076cbd2 on network 7bdf221b-cd1c-4265-aa7f-4e53376eaf99 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:38.038410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Attempting to bind port bb2d74a9-2d02-488e-93c8-9e91a076cbd2 on network 7bdf221b-cd1c-4265-aa7f-4e53376eaf99 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:38.043130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:38.043462 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Checking segment: {'id': '9a31c7a0-2741-45f9-83a6-81aac45d0ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7bdf221b-cd1c-4265-aa7f-4e53376eaf99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:38.043845 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Bound using segment: {'id': '9a31c7a0-2741-45f9-83a6-81aac45d0ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7bdf221b-cd1c-4265-aa7f-4e53376eaf99'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:38.044263 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Bound port: bb2d74a9-2d02-488e-93c8-9e91a076cbd2, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a31c7a0-2741-45f9-83a6-81aac45d0ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7bdf221b-cd1c-4265-aa7f-4e53376eaf99'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:38.044620 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.105544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] For port bb2d74a9-2d02-488e-93c8-9e91a076cbd2, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:38.108492 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] For port bb2d74a9-2d02-488e-93c8-9e91a076cbd2, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bb2d74a9-2d02-488e-93c8-9e91a076cbd2,segment=NetworkSegment(9a31c7a0-2741-45f9-83a6-81aac45d0ea4),segment_id=9a31c7a0-2741-45f9-83a6-81aac45d0ea4)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:38.113664 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.146730 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.147340 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.148723 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] 10.222.0.73 "PUT /v2.0/ports/bb2d74a9-2d02-488e-93c8-9e91a076cbd2 HTTP/1.1" status: 200 len: 1093 time: 0.5785451 Aug 16 02:22:38.149160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d9a574-5737-4024-ba70-a80c11e308f4', 'tag': 'bb2d74a9-2d02-488e-93c8-9e91a076cbd2'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:38.151397 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b076fff-e3e9-4781-b7c1-6d56dcc0268e" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d9a574-5737-4024-ba70-a80c11e308f4", "tag": "bb2d74a9-2d02-488e-93c8-9e91a076cbd2"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:38.175998 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb86c06-96f2-43f4-bc43-58a26880d18d service neutron] Pushing event updated for resources: {'Port': ['ID=bb2d74a9-2d02-488e-93c8-9e91a076cbd2,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:38.192946 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c41a243-e664-468b-809c-97a766ec95ec x-openstack-request-id: req-1c41a243-e664-468b-809c-97a766ec95ec {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:38.193237 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d9a574-5737-4024-ba70-a80c11e308f4", "tag": "bb2d74a9-2d02-488e-93c8-9e91a076cbd2", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:38.193494 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1c41a243-e664-468b-809c-97a766ec95ec {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:38.193931 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d9a574-5737-4024-ba70-a80c11e308f4', 'tag': 'bb2d74a9-2d02-488e-93c8-9e91a076cbd2', 'status': 'completed', 'code': 200} Aug 16 02:22:38.248862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-037d9e7e-a3cb-4c73-844e-2009140217a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.250789 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-037d9e7e-a3cb-4c73-844e-2009140217a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e22ad02f484343a1a3f1306281357db8&device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 1096 time: 0.0483017 Aug 16 02:22:38.304623 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-02ef66b3-d039-4b3c-a1b8-8e3ba9a81a15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb2d74a9-2d02-488e-93c8-9e91a076cbd2 HTTP/1.1" status: 200 len: 217 time: 0.0418606 Aug 16 02:22:38.357234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-a6cf0776-19d1-487f-b8a6-8ef3587574c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.358729 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-a6cf0776-19d1-487f-b8a6-8ef3587574c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79d5d39a-f67b-48ac-b598-145cb2749e79 HTTP/1.1" status: 200 len: 851 time: 0.0435581 Aug 16 02:22:38.395290 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-e0f2cfd7-639c-46ab-997e-9c73a300a4c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7bdf221b-cd1c-4265-aa7f-4e53376eaf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257740 Aug 16 02:22:38.408374 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.494097 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-ef745320-29dd-4cf4-8cd7-2411c5b9de82 service neutron] 10.222.0.73 "GET /v2.0/networks/7bdf221b-cd1c-4265-aa7f-4e53376eaf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867071 Aug 16 02:22:38.586686 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0fe25edb-7fff-40ee-91dc-7a56f76d5068 req-cde83fbd-9cd1-48db-a3b9-ebdf58522313 service neutron] 10.222.0.73 "GET /v2.0/networks/7bdf221b-cd1c-4265-aa7f-4e53376eaf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826993 Aug 16 02:22:38.686173 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b076fff-e3e9-4781-b7c1-6d56dcc0268e req-5416c22e-2d3e-466d-800d-cf19fbd7ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.687589 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4b076fff-e3e9-4781-b7c1-6d56dcc0268e req-5416c22e-2d3e-466d-800d-cf19fbd7ffa6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e22ad02f484343a1a3f1306281357db8&device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 1096 time: 0.0416515 Aug 16 02:22:38.773304 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a164a1a-d214-4718-bd99-8381a540c22e req-11a56e3f-b2d4-4363-a79a-fa5f182732d3 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.774822 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1a164a1a-d214-4718-bd99-8381a540c22e req-11a56e3f-b2d4-4363-a79a-fa5f182732d3 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 944 time: 0.0489504 Aug 16 02:22:38.782731 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b076fff-e3e9-4781-b7c1-6d56dcc0268e req-9ceeca96-8633-487f-8b90-f4005a691fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.784505 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4b076fff-e3e9-4781-b7c1-6d56dcc0268e req-9ceeca96-8633-487f-8b90-f4005a691fa0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7bdf221b-cd1c-4265-aa7f-4e53376eaf99 HTTP/1.1" status: 200 len: 912 time: 0.0898654 Aug 16 02:22:38.813565 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1a164a1a-d214-4718-bd99-8381a540c22e req-c9c4b92d-42ab-4d8b-9146-c15045d803bf tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327568 Aug 16 02:22:38.826300 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4b076fff-e3e9-4781-b7c1-6d56dcc0268e req-6ade5c5e-9acd-46b9-ba8f-253b0149a440 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb2d74a9-2d02-488e-93c8-9e91a076cbd2 HTTP/1.1" status: 200 len: 217 time: 0.0349307 Aug 16 02:22:38.880852 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b076fff-e3e9-4781-b7c1-6d56dcc0268e req-9c0a3100-dcd2-4c04-a03a-32bd764701ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.882330 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4b076fff-e3e9-4781-b7c1-6d56dcc0268e req-9c0a3100-dcd2-4c04-a03a-32bd764701ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79d5d39a-f67b-48ac-b598-145cb2749e79 HTTP/1.1" status: 200 len: 851 time: 0.0491486 Aug 16 02:22:38.916381 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4b076fff-e3e9-4781-b7c1-6d56dcc0268e req-b7b7157a-eaea-40c6-a38d-03f46634f08d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7bdf221b-cd1c-4265-aa7f-4e53376eaf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247388 Aug 16 02:22:39.005716 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4b076fff-e3e9-4781-b7c1-6d56dcc0268e req-e6fb382f-468e-43ca-8de3-12b5eb2aa28b service neutron] 10.222.0.73 "GET /v2.0/networks/7bdf221b-cd1c-4265-aa7f-4e53376eaf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808599 Aug 16 02:22:39.103431 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4b076fff-e3e9-4781-b7c1-6d56dcc0268e req-60a6a1ad-c917-42f6-a5e3-178666542a80 service neutron] 10.222.0.73 "GET /v2.0/networks/7bdf221b-cd1c-4265-aa7f-4e53376eaf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892930 Aug 16 02:22:39.934564 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae2249-9e2b-4e66-afdf-2d5016742592 req-471f05ba-b568-4f9f-9af2-0d74128f8322 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:39.936070 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bbae2249-9e2b-4e66-afdf-2d5016742592 req-471f05ba-b568-4f9f-9af2-0d74128f8322 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 944 time: 0.0500193 Aug 16 02:22:39.975136 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bbae2249-9e2b-4e66-afdf-2d5016742592 req-c7cf0ac6-d837-428b-a432-eb9f04aa2e83 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325413 Aug 16 02:22:41.092998 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8347907-18e0-4f38-b56e-be3f2b68c38e req-3931bf01-eb0c-4748-82b4-121093796ea7 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:41.095221 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8347907-18e0-4f38-b56e-be3f2b68c38e req-3931bf01-eb0c-4748-82b4-121093796ea7 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 944 time: 0.0524642 Aug 16 02:22:41.136423 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8347907-18e0-4f38-b56e-be3f2b68c38e req-2f3517cf-bef8-4261-b259-97216af7e3de tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352852 Aug 16 02:22:41.422497 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device bb2d74a9-2d02-488e-93c8-9e91a076cbd2 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:22:41.518852 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port bb2d74a9-2d02-488e-93c8-9e91a076cbd2, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bb2d74a9-2d02-488e-93c8-9e91a076cbd2,segment=NetworkSegment(9a31c7a0-2741-45f9-83a6-81aac45d0ea4),segment_id=9a31c7a0-2741-45f9-83a6-81aac45d0ea4)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:41.529648 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'bb2d74a9-2d02-488e-93c8-9e91a076cbd2', 'network_id': '7bdf221b-cd1c-4265-aa7f-4e53376eaf99', 'port_id': 'bb2d74a9-2d02-488e-93c8-9e91a076cbd2', 'mac_address': 'fa:16:3e:81:e2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d5d39a-f67b-48ac-b598-145cb2749e79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:22:41.565819 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.578487 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2d74a9-2d02-488e-93c8-9e91a076cbd2 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:41.597852 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port bb2d74a9-2d02-488e-93c8-9e91a076cbd2, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bb2d74a9-2d02-488e-93c8-9e91a076cbd2,segment=NetworkSegment(9a31c7a0-2741-45f9-83a6-81aac45d0ea4),segment_id=9a31c7a0-2741-45f9-83a6-81aac45d0ea4)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:41.601649 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.651116 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=bb2d74a9-2d02-488e-93c8-9e91a076cbd2,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:41.852792 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['bb2d74a9-2d02-488e-93c8-9e91a076cbd2'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:22:42.251679 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5755a4-885f-49ed-9fe2-a0021d7ecf55 req-9c8f5725-04de-4815-a845-763290b401b8 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:42.253161 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d5755a4-885f-49ed-9fe2-a0021d7ecf55 req-9c8f5725-04de-4815-a845-763290b401b8 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 945 time: 0.0497210 Aug 16 02:22:42.291873 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d5755a4-885f-49ed-9fe2-a0021d7ecf55 req-42e333ff-9449-408a-b87a-d0bd36006756 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327132 Aug 16 02:22:43.408989 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325154dd-ccdf-4f40-a788-d9f0b698d84e req-033de9c4-60e3-4b66-ad12-832ad06d04e7 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:43.410866 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-325154dd-ccdf-4f40-a788-d9f0b698d84e req-033de9c4-60e3-4b66-ad12-832ad06d04e7 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 945 time: 0.0527210 Aug 16 02:22:43.438296 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device bb2d74a9-2d02-488e-93c8-9e91a076cbd2 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:43.452896 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-325154dd-ccdf-4f40-a788-d9f0b698d84e req-757913f8-cee9-477a-9033-6fd32aa35280 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360396 Aug 16 02:22:43.488564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port bb2d74a9-2d02-488e-93c8-9e91a076cbd2 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:43.492574 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port bb2d74a9-2d02-488e-93c8-9e91a076cbd2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:43.492946 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.575685 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.600668 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d9a574-5737-4024-ba70-a80c11e308f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2d74a9-2d02-488e-93c8-9e91a076cbd2'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:43.602996 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1c899b-6c4e-4b82-ad5a-015ec7dcbfb1" -d '{"events": [{"server_uuid": "c5d9a574-5737-4024-ba70-a80c11e308f4", "name": "network-vif-plugged", "status": "completed", "tag": "bb2d74a9-2d02-488e-93c8-9e91a076cbd2"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:43.616843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port bb2d74a9-2d02-488e-93c8-9e91a076cbd2, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bb2d74a9-2d02-488e-93c8-9e91a076cbd2,segment=NetworkSegment(9a31c7a0-2741-45f9-83a6-81aac45d0ea4),segment_id=9a31c7a0-2741-45f9-83a6-81aac45d0ea4)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:43.622984 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.646431 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201f6497-89e0-475b-9eb8-77ed4b492b9c x-openstack-request-id: req-201f6497-89e0-475b-9eb8-77ed4b492b9c {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:43.646717 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d9a574-5737-4024-ba70-a80c11e308f4", "name": "network-vif-plugged", "status": "completed", "tag": "bb2d74a9-2d02-488e-93c8-9e91a076cbd2", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:43.646967 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-201f6497-89e0-475b-9eb8-77ed4b492b9c {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:43.647353 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d9a574-5737-4024-ba70-a80c11e308f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2d74a9-2d02-488e-93c8-9e91a076cbd2', 'code': 200} Aug 16 02:22:43.681606 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=bb2d74a9-2d02-488e-93c8-9e91a076cbd2,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:43.752041 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b34776-69bf-4073-8a0e-c1a15e75735e req-1a997c00-0119-4680-9084-21649f196dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:43.753551 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-61b34776-69bf-4073-8a0e-c1a15e75735e req-1a997c00-0119-4680-9084-21649f196dd5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 1098 time: 0.0450370 Aug 16 02:22:43.791722 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-61b34776-69bf-4073-8a0e-c1a15e75735e req-f6707198-6ccf-4743-9358-cca76b0b8acf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272410 Aug 16 02:22:44.575423 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23df5a-b7ad-408c-838b-563fd3dc376e req-d2cab93f-cfb4-4603-88e7-012115ad8b1f tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:44.576805 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2b23df5a-b7ad-408c-838b-563fd3dc376e req-d2cab93f-cfb4-4603-88e7-012115ad8b1f tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0505855 Aug 16 02:22:44.615704 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2b23df5a-b7ad-408c-838b-563fd3dc376e req-79408bb2-12fd-4b1f-ad4a-91bbabf2c29a tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Aug 16 02:22:45.737028 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca10cb5-7a03-43fd-a28e-97d341464c7c req-f759b791-d265-40a0-979a-86dca5ef8fc3 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:45.738558 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fca10cb5-7a03-43fd-a28e-97d341464c7c req-f759b791-d265-40a0-979a-86dca5ef8fc3 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0549405 Aug 16 02:22:45.776664 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fca10cb5-7a03-43fd-a28e-97d341464c7c req-b53582bb-11c1-4ed9-951c-451f92da5f1f tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320821 Aug 16 02:22:46.007208 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36394) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:46.076725 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84583edb-c131-4138-9950-10d6996e9d27 req-8a9608c5-5831-493b-b26d-782f2c0ad6c2 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:46.079122 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-84583edb-c131-4138-9950-10d6996e9d27 req-8a9608c5-5831-493b-b26d-782f2c0ad6c2 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0558531 Aug 16 02:22:46.117961 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-84583edb-c131-4138-9950-10d6996e9d27 req-04f5cb6f-11dc-4ca9-9669-9a58aed42460 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329993 Aug 16 02:22:46.118861 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-147e0c45-2d0c-483a-aa12-30a4530cda59 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1104808 Aug 16 02:22:47.244472 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32a9db-f184-40c4-9572-621e25173be1 req-7ec8151f-4095-42cb-8c3c-a9145cae1907 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:47.245993 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b32a9db-f184-40c4-9572-621e25173be1 req-7ec8151f-4095-42cb-8c3c-a9145cae1907 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0535994 Aug 16 02:22:47.253742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-a5490639-14d6-4e91-9794-e92597bf960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:47.255250 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-a5490639-14d6-4e91-9794-e92597bf960a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e22ad02f484343a1a3f1306281357db8&device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 1098 time: 0.0453086 Aug 16 02:22:47.289382 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b32a9db-f184-40c4-9572-621e25173be1 req-5d496c97-3252-4c8e-a589-f3b239faea5d tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355406 Aug 16 02:22:47.345252 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-803692be-a57e-4945-892c-12a9d7568fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:47.346775 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-803692be-a57e-4945-892c-12a9d7568fd2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7bdf221b-cd1c-4265-aa7f-4e53376eaf99 HTTP/1.1" status: 200 len: 912 time: 0.0846059 Aug 16 02:22:47.392261 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-81328c9a-d22b-4148-b77f-631904f3a1aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb2d74a9-2d02-488e-93c8-9e91a076cbd2 HTTP/1.1" status: 200 len: 217 time: 0.0382040 Aug 16 02:22:47.441917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-cd366330-3b6e-4cc9-8172-bf4a39cd76b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:47.443368 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-cd366330-3b6e-4cc9-8172-bf4a39cd76b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79d5d39a-f67b-48ac-b598-145cb2749e79 HTTP/1.1" status: 200 len: 851 time: 0.0437858 Aug 16 02:22:47.475053 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-d5d79b92-a804-4a38-9dfa-3c4a2bf57334 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7bdf221b-cd1c-4265-aa7f-4e53376eaf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247386 Aug 16 02:22:47.564630 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-cd06eb24-12d2-4470-9fcf-294107436711 service neutron] 10.222.0.73 "GET /v2.0/networks/7bdf221b-cd1c-4265-aa7f-4e53376eaf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822394 Aug 16 02:22:47.657621 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-21413273-a12b-4537-a6cd-555bacbe2863 service neutron] 10.222.0.73 "GET /v2.0/networks/7bdf221b-cd1c-4265-aa7f-4e53376eaf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860226 Aug 16 02:22:48.404103 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b57c9b-5bdf-42f3-9af6-e9e03afbd9ab req-5a094bcc-fe29-4700-9035-3619f5cc1c6f tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:48.406336 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4b57c9b-5bdf-42f3-9af6-e9e03afbd9ab req-5a094bcc-fe29-4700-9035-3619f5cc1c6f tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0496604 Aug 16 02:22:48.444021 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4b57c9b-5bdf-42f3-9af6-e9e03afbd9ab req-b62ec133-4d88-4a33-867e-37ca11942bf5 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Aug 16 02:22:49.560214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f93c8-6d77-49fb-8bbe-9172408b75a0 req-721ed5d7-752a-4e3b-8e70-b200cecd412b tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:49.561597 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-274f93c8-6d77-49fb-8bbe-9172408b75a0 req-721ed5d7-752a-4e3b-8e70-b200cecd412b tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0505247 Aug 16 02:22:49.599692 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-274f93c8-6d77-49fb-8bbe-9172408b75a0 req-b4c056c6-65ce-4abe-bcdc-f7b48f1ddd67 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316596 Aug 16 02:22:50.162908 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c39baed0-1074-4f8b-b1b1-ecc9cbed9ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.722378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090c008-0478-4924-840c-a45380ee8394 req-ceb0ce11-8e98-4f96-9c4b-3d04b3d0000e tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:50.723987 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7090c008-0478-4924-840c-a45380ee8394 req-ceb0ce11-8e98-4f96-9c4b-3d04b3d0000e tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0567520 Aug 16 02:22:50.767403 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7090c008-0478-4924-840c-a45380ee8394 req-2a420d13-b19c-42db-9c50-78757110f264 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372355 Aug 16 02:22:51.887586 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464f98b-5853-40e3-a704-2bd22b22ab6c req-84fb36fd-0629-40d2-a7b4-766031091752 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:51.889073 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8464f98b-5853-40e3-a704-2bd22b22ab6c req-84fb36fd-0629-40d2-a7b4-766031091752 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0490553 Aug 16 02:22:51.927296 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8464f98b-5853-40e3-a704-2bd22b22ab6c req-7c525376-5cd6-420d-bf9b-e5a74b1a70b2 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316777 Aug 16 02:22:52.680557 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c4fc8867-ff6f-40fc-9def-4b7c4500d0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.041089 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40497782-3f87-4991-a00b-a50e3ec9ebbe req-9bcd7378-f4d5-4dd4-9e98-422579fba1af tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:53.042619 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40497782-3f87-4991-a00b-a50e3ec9ebbe req-9bcd7378-f4d5-4dd4-9e98-422579fba1af tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0493782 Aug 16 02:22:53.080206 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-40497782-3f87-4991-a00b-a50e3ec9ebbe req-6de64459-54bb-4095-8756-0fa66c51c82d tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306530 Aug 16 02:22:53.357470 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.202439 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e5205-a1b0-467b-b035-6a5a51621b71 req-b983ab62-ca85-41b2-aa8d-61dc99f09ec2 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:54.203913 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cc3e5205-a1b0-467b-b035-6a5a51621b71 req-b983ab62-ca85-41b2-aa8d-61dc99f09ec2 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0547552 Aug 16 02:22:54.245344 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cc3e5205-a1b0-467b-b035-6a5a51621b71 req-c5df24cb-c54f-4238-8e19-f1142f8d653f tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353870 Aug 16 02:22:54.283351 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.363047 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f84162-3bcf-4729-97c3-dcea8eaee15b req-920b2fde-ec38-4f8e-85a4-ce5a23034d45 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:55.364558 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e1f84162-3bcf-4729-97c3-dcea8eaee15b req-920b2fde-ec38-4f8e-85a4-ce5a23034d45 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0487239 Aug 16 02:22:55.402170 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e1f84162-3bcf-4729-97c3-dcea8eaee15b req-1b05c92f-fd00-4d06-ab4d-41de7ad7d8c6 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316250 Aug 16 02:22:56.074301 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.516155 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0829cf-fc85-4307-a689-efe11d73d6ea req-824541bd-6742-4d50-b107-b9b66e27b2ea tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:56.517633 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7d0829cf-fc85-4307-a689-efe11d73d6ea req-824541bd-6742-4d50-b107-b9b66e27b2ea tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0482254 Aug 16 02:22:56.555954 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7d0829cf-fc85-4307-a689-efe11d73d6ea req-259eb2d5-fa2c-4da6-8ee3-2bb4e0f28354 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319600 Aug 16 02:22:57.676553 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cc656-603f-4de7-a609-7e854fc2b9d8 req-cf6cb9ba-1356-4060-9be0-a5f0fa589aeb tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:57.678050 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a4cc656-603f-4de7-a609-7e854fc2b9d8 req-cf6cb9ba-1356-4060-9be0-a5f0fa589aeb tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0545039 Aug 16 02:22:57.714886 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a4cc656-603f-4de7-a609-7e854fc2b9d8 req-830dd07a-4658-48be-a3a5-3e1853f15d14 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308852 Aug 16 02:22:58.832472 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c0894-5494-4747-937d-d49a0d94c7a2 req-8540eebb-afe4-4931-90b6-c4dce1167cac tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:58.833968 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c6c0894-5494-4747-937d-d49a0d94c7a2 req-8540eebb-afe4-4931-90b6-c4dce1167cac tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0487390 Aug 16 02:22:58.870852 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1c6c0894-5494-4747-937d-d49a0d94c7a2 req-0de0f7f8-80f9-444a-909e-d4938487a742 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309660 Aug 16 02:22:59.991985 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347ec15-698b-4baf-a8bd-ebee26a56686 req-cf7a1467-1bac-4dd3-86bd-2a0c783b4f7e tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:59.993484 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f347ec15-698b-4baf-a8bd-ebee26a56686 req-cf7a1467-1bac-4dd3-86bd-2a0c783b4f7e tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0512776 Aug 16 02:23:00.035103 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f347ec15-698b-4baf-a8bd-ebee26a56686 req-4fdaf9ef-ea58-4f32-8476-b4f862f4f0dc tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349000 Aug 16 02:23:01.157744 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab29c80-d5cc-45a4-8bec-f76ae63da034 req-0146d361-79e7-4dcd-b450-1703465be73c tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:01.159496 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ab29c80-d5cc-45a4-8bec-f76ae63da034 req-0146d361-79e7-4dcd-b450-1703465be73c tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0544634 Aug 16 02:23:01.196576 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ab29c80-d5cc-45a4-8bec-f76ae63da034 req-ebb81cab-701c-4eb8-9522-0c7fb56b91d0 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312121 Aug 16 02:23:02.314027 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed788f77-92d5-4f9c-9bbf-fa2ca10c0082 req-b0008ad7-3703-4532-a722-88f7cd48e3bf tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:02.315729 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed788f77-92d5-4f9c-9bbf-fa2ca10c0082 req-b0008ad7-3703-4532-a722-88f7cd48e3bf tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0523369 Aug 16 02:23:02.352621 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed788f77-92d5-4f9c-9bbf-fa2ca10c0082 req-da9b5d65-aa80-44b9-9262-e145277517c2 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311906 Aug 16 02:23:03.379667 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:23:03.467647 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae58360-bb03-4f90-9900-6e4d39c62776 req-1c1ad679-e11a-49ee-aa6b-7a26c9faa4d6 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:03.469650 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aae58360-bb03-4f90-9900-6e4d39c62776 req-1c1ad679-e11a-49ee-aa6b-7a26c9faa4d6 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0491474 Aug 16 02:23:03.507399 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aae58360-bb03-4f90-9900-6e4d39c62776 req-d305f85d-4644-47f4-9d83-ccb46e46b5dc tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316510 Aug 16 02:23:04.628233 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4b595-c109-4c22-a289-7cb12feac984 req-8927fd4e-a56b-41d3-9a65-a2921cad0527 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:04.629715 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d3f4b595-c109-4c22-a289-7cb12feac984 req-8927fd4e-a56b-41d3-9a65-a2921cad0527 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0541964 Aug 16 02:23:04.667610 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d3f4b595-c109-4c22-a289-7cb12feac984 req-c3c307ac-73de-49ba-9aad-4212697e412f tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319281 Aug 16 02:23:05.784566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03ab74-824f-40fa-9183-ad9e00abcfb6 req-1fac2406-75b8-4833-b101-fe6a5faf7db5 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:05.786136 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0d03ab74-824f-40fa-9183-ad9e00abcfb6 req-1fac2406-75b8-4833-b101-fe6a5faf7db5 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0521026 Aug 16 02:23:05.824527 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0d03ab74-824f-40fa-9183-ad9e00abcfb6 req-2db5c275-8253-489a-9fb9-2dc0e781eb0f tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322435 Aug 16 02:23:06.941036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92deae91-368f-4fbd-8396-32cb20e2885b req-64ef0730-e3d9-4141-afcb-813660f161cc tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:06.942554 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-92deae91-368f-4fbd-8396-32cb20e2885b req-64ef0730-e3d9-4141-afcb-813660f161cc tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0498080 Aug 16 02:23:06.980999 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-92deae91-368f-4fbd-8396-32cb20e2885b req-e0947806-0ae2-460d-b763-58ceb1748b18 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326207 Aug 16 02:23:07.801990 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.104102 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017cc6d-275c-4f1a-a651-d97c3d0edecb req-435167a1-d46d-44e0-ad24-b611518af964 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:08.105498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9017cc6d-275c-4f1a-a651-d97c3d0edecb req-435167a1-d46d-44e0-ad24-b611518af964 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0525086 Aug 16 02:23:08.142940 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9017cc6d-275c-4f1a-a651-d97c3d0edecb req-69300c58-da75-43ab-ac8f-c580ebe85824 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308676 Aug 16 02:23:08.408633 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.262876 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365037e-aad3-44c2-977a-25b0223206b3 req-bfa7f6a0-a397-47de-b641-f2c2c7586847 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:09.264537 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6365037e-aad3-44c2-977a-25b0223206b3 req-bfa7f6a0-a397-47de-b641-f2c2c7586847 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0500193 Aug 16 02:23:09.304068 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6365037e-aad3-44c2-977a-25b0223206b3 req-7a327fae-9363-4705-8ddf-f21aca6d64a7 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335035 Aug 16 02:23:10.420376 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1f80e-cdce-41c4-9e73-48f4944f2900 req-de37cfeb-a5d5-42e9-a924-0fff6aafd6e5 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.422006 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dac1f80e-cdce-41c4-9e73-48f4944f2900 req-de37cfeb-a5d5-42e9-a924-0fff6aafd6e5 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0510559 Aug 16 02:23:10.460882 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dac1f80e-cdce-41c4-9e73-48f4944f2900 req-b44c946d-5960-4854-b6cd-177358801ade tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329444 Aug 16 02:23:11.581317 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc57934-8de8-4ca4-b280-c7a65be03e49 req-538a6799-75d8-4474-a16f-ef89c424471b tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:11.582779 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dfc57934-8de8-4ca4-b280-c7a65be03e49 req-538a6799-75d8-4474-a16f-ef89c424471b tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0541008 Aug 16 02:23:11.620394 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dfc57934-8de8-4ca4-b280-c7a65be03e49 req-e68fd697-e898-412e-9ef1-23da6a080c92 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316842 Aug 16 02:23:12.738055 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeecfac-e6a9-4e83-814d-b5e34dac220c req-921e9405-fe06-40d1-befb-066aa708a8be tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.739543 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbeecfac-e6a9-4e83-814d-b5e34dac220c req-921e9405-fe06-40d1-befb-066aa708a8be tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0498834 Aug 16 02:23:12.776641 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fbeecfac-e6a9-4e83-814d-b5e34dac220c req-f9fec850-0c02-4374-973f-e7192317303c tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311611 Aug 16 02:23:13.893483 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41011c-2f38-4f27-b096-f2b75c3a47fc req-e8410093-ad3d-4c2f-8a66-5dff2a931759 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:13.895096 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ce41011c-2f38-4f27-b096-f2b75c3a47fc req-e8410093-ad3d-4c2f-8a66-5dff2a931759 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0497420 Aug 16 02:23:13.934045 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ce41011c-2f38-4f27-b096-f2b75c3a47fc req-e552f12f-7c2b-4e66-bab5-28608f4f6277 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329621 Aug 16 02:23:14.920202 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-5d12831a-a344-4cb3-8dd9-de3fdc1bca0f service neutron] show failed (client error): The resource could not be found. Aug 16 02:23:14.921256 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-5d12831a-a344-4cb3-8dd9-de3fdc1bca0f service neutron] 10.222.0.73 "GET /v2.0/ports/bb2d74a9-2d02-488e-93c8-9e91a076cbd2/bindings/n-h2-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.0556626 Aug 16 02:23:15.065995 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19ed0b-e818-426b-9aa0-f8f8e1c69296 req-2bc9a064-e981-484e-82ef-6ef89d9d17cf tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:15.068078 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d19ed0b-e818-426b-9aa0-f8f8e1c69296 req-2bc9a064-e981-484e-82ef-6ef89d9d17cf tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 946 time: 0.0588315 Aug 16 02:23:15.114368 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d19ed0b-e818-426b-9aa0-f8f8e1c69296 req-efd4c8b2-c9d3-48e9-90bf-e83fc6f739d3 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395780 Aug 16 02:23:15.209906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-4d14bb68-1eb9-4487-9f20-c99407b96410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:15.211333 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-4d14bb68-1eb9-4487-9f20-c99407b96410 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4&tenant_id=e22ad02f484343a1a3f1306281357db8 HTTP/1.1" status: 200 len: 1098 time: 0.1203446 Aug 16 02:23:15.224477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:15.280175 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.482086 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] For port bb2d74a9-2d02-488e-93c8-9e91a076cbd2, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=bb2d74a9-2d02-488e-93c8-9e91a076cbd2,segment=NetworkSegment(9a31c7a0-2741-45f9-83a6-81aac45d0ea4),segment_id=9a31c7a0-2741-45f9-83a6-81aac45d0ea4)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:15.515339 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] For port bb2d74a9-2d02-488e-93c8-9e91a076cbd2, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:15.555801 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d9a574-5737-4024-ba70-a80c11e308f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb2d74a9-2d02-488e-93c8-9e91a076cbd2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:15.558077 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3435735e-a835-40cd-843a-6e0c10eb2cdd" -d '{"events": [{"server_uuid": "c5d9a574-5737-4024-ba70-a80c11e308f4", "name": "network-vif-unplugged", "status": "completed", "tag": "bb2d74a9-2d02-488e-93c8-9e91a076cbd2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:15.561851 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.578960 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] Transition to ACTIVE for port object bb2d74a9-2d02-488e-93c8-9e91a076cbd2 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:15.584114 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.649723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] No DVR routers for this DVR port bb2d74a9-2d02-488e-93c8-9e91a076cbd2 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:15.653801 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2d74a9-2d02-488e-93c8-9e91a076cbd2,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:15.676469 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0edaac0-4d18-43e6-b99c-77bd2379de2a x-openstack-request-id: req-e0edaac0-4d18-43e6-b99c-77bd2379de2a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:15.676760 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d9a574-5737-4024-ba70-a80c11e308f4", "name": "network-vif-unplugged", "status": "completed", "tag": "bb2d74a9-2d02-488e-93c8-9e91a076cbd2", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:15.677013 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e0edaac0-4d18-43e6-b99c-77bd2379de2a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:15.677402 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d9a574-5737-4024-ba70-a80c11e308f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb2d74a9-2d02-488e-93c8-9e91a076cbd2', 'code': 200} Aug 16 02:23:15.690285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] Attempting to bind port bb2d74a9-2d02-488e-93c8-9e91a076cbd2 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:15.690618 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] Attempting to bind port bb2d74a9-2d02-488e-93c8-9e91a076cbd2 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '9a31c7a0-2741-45f9-83a6-81aac45d0ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7bdf221b-cd1c-4265-aa7f-4e53376eaf99'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:15.690943 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] Attempting to bind port bb2d74a9-2d02-488e-93c8-9e91a076cbd2 on network 7bdf221b-cd1c-4265-aa7f-4e53376eaf99 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:15.695100 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] Port bb2d74a9-2d02-488e-93c8-9e91a076cbd2 on network 7bdf221b-cd1c-4265-aa7f-4e53376eaf99 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:15.695415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] Attempting to bind port bb2d74a9-2d02-488e-93c8-9e91a076cbd2 on network 7bdf221b-cd1c-4265-aa7f-4e53376eaf99 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:15.700048 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:15.700381 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] Checking segment: {'id': '9a31c7a0-2741-45f9-83a6-81aac45d0ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7bdf221b-cd1c-4265-aa7f-4e53376eaf99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:15.700760 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] Bound using segment: {'id': '9a31c7a0-2741-45f9-83a6-81aac45d0ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7bdf221b-cd1c-4265-aa7f-4e53376eaf99'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:15.701178 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] Bound port: bb2d74a9-2d02-488e-93c8-9e91a076cbd2, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a31c7a0-2741-45f9-83a6-81aac45d0ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7bdf221b-cd1c-4265-aa7f-4e53376eaf99'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:15.701526 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.763263 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] For port bb2d74a9-2d02-488e-93c8-9e91a076cbd2, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:15.766827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] For port bb2d74a9-2d02-488e-93c8-9e91a076cbd2, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=bb2d74a9-2d02-488e-93c8-9e91a076cbd2,segment=NetworkSegment(9a31c7a0-2741-45f9-83a6-81aac45d0ea4),segment_id=9a31c7a0-2741-45f9-83a6-81aac45d0ea4)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:15.771759 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.806114 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:15.806722 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.808133 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] 10.222.0.63 "PUT /v2.0/ports/bb2d74a9-2d02-488e-93c8-9e91a076cbd2 HTTP/1.1" status: 200 len: 1093 time: 0.5876343 Aug 16 02:23:15.833908 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919206c-31ee-4f50-bdd8-f54065a2e971 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2d74a9-2d02-488e-93c8-9e91a076cbd2,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:15.880152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-f5eec8ae-5dff-4a73-bc2d-8d8b9c1a48b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:15.881654 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-f5eec8ae-5dff-4a73-bc2d-8d8b9c1a48b3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e22ad02f484343a1a3f1306281357db8&device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 1096 time: 0.0438228 Aug 16 02:23:15.975423 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-8aeef63d-98b2-4c63-be9a-f4b15955357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:15.976897 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-8aeef63d-98b2-4c63-be9a-f4b15955357b service neutron] 10.222.0.63 "GET /v2.0/networks?id=7bdf221b-cd1c-4265-aa7f-4e53376eaf99 HTTP/1.1" status: 200 len: 912 time: 0.0846915 Aug 16 02:23:16.028414 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-d34c789a-6526-4186-9350-b7c3731f51e5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb2d74a9-2d02-488e-93c8-9e91a076cbd2 HTTP/1.1" status: 200 len: 217 time: 0.0403998 Aug 16 02:23:16.080900 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-7a5a4eb2-5a86-4b72-a61c-e45caf040fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.082357 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-7a5a4eb2-5a86-4b72-a61c-e45caf040fed service neutron] 10.222.0.63 "GET /v2.0/subnets?id=79d5d39a-f67b-48ac-b598-145cb2749e79 HTTP/1.1" status: 200 len: 851 time: 0.0438070 Aug 16 02:23:16.118375 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-2144f49c-8da6-4059-96b6-d088cc9dc974 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7bdf221b-cd1c-4265-aa7f-4e53376eaf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240138 Aug 16 02:23:16.247535 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-5344502b-4633-4b21-bc87-53dfedf7cfbc service neutron] 10.222.0.63 "GET /v2.0/networks/7bdf221b-cd1c-4265-aa7f-4e53376eaf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170788 Aug 16 02:23:16.258720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b199d-7933-49e7-aaee-461901d15bad req-155e2228-3d38-47ed-9d4c-3c97cb3d3ce5 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.260109 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-900b199d-7933-49e7-aaee-461901d15bad req-155e2228-3d38-47ed-9d4c-3c97cb3d3ce5 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 944 time: 0.0772679 Aug 16 02:23:16.351097 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-900b199d-7933-49e7-aaee-461901d15bad req-4b7d226b-4159-480c-8bed-31434ce5a998 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797462 Aug 16 02:23:16.380189 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5a0ed07e-1087-4ae3-901d-43fafcb14633 req-76dc47f1-4e4e-4c42-9b48-6c9af8cdba7e service neutron] 10.222.0.63 "GET /v2.0/networks/7bdf221b-cd1c-4265-aa7f-4e53376eaf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191616 Aug 16 02:23:17.473189 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36afc9c-c0f8-400a-80d1-5806c0fd1a6b req-2fe14c9a-b5cd-44aa-b45e-5ebbbcd6ad1e tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:17.474711 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d36afc9c-c0f8-400a-80d1-5806c0fd1a6b req-2fe14c9a-b5cd-44aa-b45e-5ebbbcd6ad1e tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 944 time: 0.0540595 Aug 16 02:23:17.512897 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d36afc9c-c0f8-400a-80d1-5806c0fd1a6b req-b5ea2fa8-6c11-4ce4-a602-8c5f374a5634 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322881 Aug 16 02:23:17.678504 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d9a574-5737-4024-ba70-a80c11e308f4', 'tag': 'bb2d74a9-2d02-488e-93c8-9e91a076cbd2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:17.680755 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62911b26-87dc-4503-b0e7-605eb820e6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d9a574-5737-4024-ba70-a80c11e308f4", "tag": "bb2d74a9-2d02-488e-93c8-9e91a076cbd2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:17.730046 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af97bf8f-7a35-4387-911c-cd64f32d7dd4 x-openstack-request-id: req-af97bf8f-7a35-4387-911c-cd64f32d7dd4 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:17.730360 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d9a574-5737-4024-ba70-a80c11e308f4", "tag": "bb2d74a9-2d02-488e-93c8-9e91a076cbd2", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:17.730607 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-af97bf8f-7a35-4387-911c-cd64f32d7dd4 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:17.731006 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d9a574-5737-4024-ba70-a80c11e308f4', 'tag': 'bb2d74a9-2d02-488e-93c8-9e91a076cbd2', 'status': 'completed', 'code': 200} Aug 16 02:23:17.795954 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62911b26-87dc-4503-b0e7-605eb820e6e7 req-032f8f7d-7d1e-4cc2-82e8-4cc39ecd8c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:17.797645 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-62911b26-87dc-4503-b0e7-605eb820e6e7 req-032f8f7d-7d1e-4cc2-82e8-4cc39ecd8c44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e22ad02f484343a1a3f1306281357db8&device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 1096 time: 0.0431719 Aug 16 02:23:17.897560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62911b26-87dc-4503-b0e7-605eb820e6e7 req-c9789111-17b5-429b-895d-1a62dbadb1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:17.899119 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-62911b26-87dc-4503-b0e7-605eb820e6e7 req-c9789111-17b5-429b-895d-1a62dbadb1ab service neutron] 10.222.0.73 "GET /v2.0/networks?id=7bdf221b-cd1c-4265-aa7f-4e53376eaf99 HTTP/1.1" status: 200 len: 912 time: 0.0902297 Aug 16 02:23:17.956147 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-62911b26-87dc-4503-b0e7-605eb820e6e7 req-d3f9d272-7b7f-4ab4-bd98-88bc0565022a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb2d74a9-2d02-488e-93c8-9e91a076cbd2 HTTP/1.1" status: 200 len: 217 time: 0.0455759 Aug 16 02:23:18.012808 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62911b26-87dc-4503-b0e7-605eb820e6e7 req-d4b6f92c-7bb5-4724-b77b-1a05395b22c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:18.014313 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-62911b26-87dc-4503-b0e7-605eb820e6e7 req-d4b6f92c-7bb5-4724-b77b-1a05395b22c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79d5d39a-f67b-48ac-b598-145cb2749e79 HTTP/1.1" status: 200 len: 851 time: 0.0463307 Aug 16 02:23:18.053415 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-62911b26-87dc-4503-b0e7-605eb820e6e7 req-39bd82df-31da-4586-a042-23dccc0efdd8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7bdf221b-cd1c-4265-aa7f-4e53376eaf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279150 Aug 16 02:23:18.098920 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62911b26-87dc-4503-b0e7-605eb820e6e7 req-fdb5da04-6e54-492a-9fc7-0e0f0b576080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:18.101030 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-62911b26-87dc-4503-b0e7-605eb820e6e7 req-fdb5da04-6e54-492a-9fc7-0e0f0b576080 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e22ad02f484343a1a3f1306281357db8&device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 1096 time: 0.3462493 Aug 16 02:23:18.160415 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-62911b26-87dc-4503-b0e7-605eb820e6e7 req-8641ce32-7a7f-421e-b221-645028bfe1c8 service neutron] 10.222.0.73 "GET /v2.0/networks/7bdf221b-cd1c-4265-aa7f-4e53376eaf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958819 Aug 16 02:23:18.204425 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62911b26-87dc-4503-b0e7-605eb820e6e7 req-709baf7a-1d8e-4a7e-9de0-3b4ed4e2572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:18.205937 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-62911b26-87dc-4503-b0e7-605eb820e6e7 req-709baf7a-1d8e-4a7e-9de0-3b4ed4e2572e service neutron] 10.222.0.63 "GET /v2.0/networks?id=7bdf221b-cd1c-4265-aa7f-4e53376eaf99 HTTP/1.1" status: 200 len: 912 time: 0.0973227 Aug 16 02:23:18.251371 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-62911b26-87dc-4503-b0e7-605eb820e6e7 req-ddb92b43-0cfe-48e2-8ba0-13f3d6e598fc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb2d74a9-2d02-488e-93c8-9e91a076cbd2 HTTP/1.1" status: 200 len: 217 time: 0.0385256 Aug 16 02:23:18.260385 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-62911b26-87dc-4503-b0e7-605eb820e6e7 req-f7eb7ee2-5aac-4e1b-8cd7-421371de7b67 service neutron] 10.222.0.73 "GET /v2.0/networks/7bdf221b-cd1c-4265-aa7f-4e53376eaf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879095 Aug 16 02:23:18.301999 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62911b26-87dc-4503-b0e7-605eb820e6e7 req-42b46643-54e4-4e20-9288-af57574b58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:18.303471 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-62911b26-87dc-4503-b0e7-605eb820e6e7 req-42b46643-54e4-4e20-9288-af57574b58ba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=79d5d39a-f67b-48ac-b598-145cb2749e79 HTTP/1.1" status: 200 len: 851 time: 0.0457277 Aug 16 02:23:18.335652 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-62911b26-87dc-4503-b0e7-605eb820e6e7 req-8c5437d8-e6fd-4821-97ba-2832b86d8f13 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7bdf221b-cd1c-4265-aa7f-4e53376eaf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253444 Aug 16 02:23:18.429842 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-62911b26-87dc-4503-b0e7-605eb820e6e7 req-10625df8-0825-4300-b2a1-7a9325020050 service neutron] 10.222.0.63 "GET /v2.0/networks/7bdf221b-cd1c-4265-aa7f-4e53376eaf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861030 Aug 16 02:23:18.520405 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-62911b26-87dc-4503-b0e7-605eb820e6e7 req-4f3e6888-1164-4565-9831-e40d2120b9d7 service neutron] 10.222.0.63 "GET /v2.0/networks/7bdf221b-cd1c-4265-aa7f-4e53376eaf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827839 Aug 16 02:23:18.628829 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d8787-7f8d-474c-a789-c95df28963fd req-1c5e85ba-7f55-4aaf-8f44-04eba2f55c95 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:18.630319 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e35d8787-7f8d-474c-a789-c95df28963fd req-1c5e85ba-7f55-4aaf-8f44-04eba2f55c95 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 944 time: 0.0493476 Aug 16 02:23:18.672277 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e35d8787-7f8d-474c-a789-c95df28963fd req-6fe74936-e9c3-46f6-84db-6dc8e9025bbe tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359919 Aug 16 02:23:18.960793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-d0305d76-df17-4204-8dee-3829700fc13d tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:18.962278 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-d0305d76-df17-4204-8dee-3829700fc13d tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4&tenant_id=e22ad02f484343a1a3f1306281357db8&binding%3Ahost_id=n-h2-765315-27 HTTP/1.1" status: 200 len: 944 time: 0.0916052 Aug 16 02:23:19.026045 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-7bfa298b-45a6-4bbb-a91f-144100a7d84b service neutron] delete failed (client error): The resource could not be found. Aug 16 02:23:19.027040 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-7bfa298b-45a6-4bbb-a91f-144100a7d84b service neutron] 10.222.0.73 "DELETE /v2.0/ports/bb2d74a9-2d02-488e-93c8-9e91a076cbd2/bindings/n-h1-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.0532801 Aug 16 02:23:19.117366 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-1c57ff97-a18a-41b2-83ed-aa7ef5b7d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:19.118907 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-1c57ff97-a18a-41b2-83ed-aa7ef5b7d3f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e22ad02f484343a1a3f1306281357db8&device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 1096 time: 0.0446217 Aug 16 02:23:19.212434 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-dd5ba130-e901-4393-bade-5567943e8769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:19.213937 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-dd5ba130-e901-4393-bade-5567943e8769 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7bdf221b-cd1c-4265-aa7f-4e53376eaf99 HTTP/1.1" status: 200 len: 912 time: 0.0843599 Aug 16 02:23:19.267900 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-51bd0cec-1048-4d0f-9f2e-1ef4d9bd9269 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb2d74a9-2d02-488e-93c8-9e91a076cbd2 HTTP/1.1" status: 200 len: 217 time: 0.0408781 Aug 16 02:23:19.320907 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-767bd665-b019-42a8-8b97-7172f45d97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:19.322414 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-767bd665-b019-42a8-8b97-7172f45d97ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79d5d39a-f67b-48ac-b598-145cb2749e79 HTTP/1.1" status: 200 len: 851 time: 0.0439138 Aug 16 02:23:19.356510 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-93bb30b6-ba31-40ec-8e9e-2b988411bd6d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7bdf221b-cd1c-4265-aa7f-4e53376eaf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234177 Aug 16 02:23:19.447159 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-2cfc0d98-7904-4578-9799-973065940de1 service neutron] 10.222.0.73 "GET /v2.0/networks/7bdf221b-cd1c-4265-aa7f-4e53376eaf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796721 Aug 16 02:23:19.543167 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-733a0746-f4eb-4082-8a09-93019d25e477 service neutron] 10.222.0.73 "GET /v2.0/networks/7bdf221b-cd1c-4265-aa7f-4e53376eaf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851181 Aug 16 02:23:19.562609 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device bb2d74a9-2d02-488e-93c8-9e91a076cbd2 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:19.603504 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device bb2d74a9-2d02-488e-93c8-9e91a076cbd2 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:20.164581 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6dc71aab-e884-4b88-be31-249b4695e38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.322566 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ab183-139a-4be0-9b4e-a2691111f5bf req-011ba051-871f-4bdb-9c12-2e2e50fb2174 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:20.324055 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-318ab183-139a-4be0-9b4e-a2691111f5bf req-011ba051-871f-4bdb-9c12-2e2e50fb2174 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 944 time: 0.0510032 Aug 16 02:23:20.337782 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device bb2d74a9-2d02-488e-93c8-9e91a076cbd2 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:23:20.364240 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-318ab183-139a-4be0-9b4e-a2691111f5bf req-debe2da2-a870-47ce-b42f-5f3d88c8e550 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330360 Aug 16 02:23:20.433258 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port bb2d74a9-2d02-488e-93c8-9e91a076cbd2, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=bb2d74a9-2d02-488e-93c8-9e91a076cbd2,segment=NetworkSegment(9a31c7a0-2741-45f9-83a6-81aac45d0ea4),segment_id=9a31c7a0-2741-45f9-83a6-81aac45d0ea4)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:20.444934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'bb2d74a9-2d02-488e-93c8-9e91a076cbd2', 'network_id': '7bdf221b-cd1c-4265-aa7f-4e53376eaf99', 'port_id': 'bb2d74a9-2d02-488e-93c8-9e91a076cbd2', 'mac_address': 'fa:16:3e:81:e2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d5d39a-f67b-48ac-b598-145cb2749e79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:23:20.485719 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.498075 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2d74a9-2d02-488e-93c8-9e91a076cbd2 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:20.517112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port bb2d74a9-2d02-488e-93c8-9e91a076cbd2, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=bb2d74a9-2d02-488e-93c8-9e91a076cbd2,segment=NetworkSegment(9a31c7a0-2741-45f9-83a6-81aac45d0ea4),segment_id=9a31c7a0-2741-45f9-83a6-81aac45d0ea4)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:20.521627 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.570313 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=bb2d74a9-2d02-488e-93c8-9e91a076cbd2,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:20.577931 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:20.578403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:20.578738 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:20.579065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:20.579389 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:20.579712 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:20.580028 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:20.580343 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:20.580653 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:20.580964 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:20.581273 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:20.581705 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:20.828790 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['bb2d74a9-2d02-488e-93c8-9e91a076cbd2'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:21.483664 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19551d21-fa83-4b1e-8193-9c0f485ccde2 req-fc8a92b8-08ef-405b-8424-545d0aa0c973 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:21.485178 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-19551d21-fa83-4b1e-8193-9c0f485ccde2 req-fc8a92b8-08ef-405b-8424-545d0aa0c973 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 945 time: 0.0501440 Aug 16 02:23:21.528184 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-19551d21-fa83-4b1e-8193-9c0f485ccde2 req-e41fce1e-32a9-41f0-a7fe-36a16b1ff5e8 tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b190f6-be26-4b97-a95c-9f086e76206a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367825 Aug 16 02:23:21.677911 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-ff4a3d7f-f911-45ff-8398-ecb1a5ea583b tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:21.679263 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-ff4a3d7f-f911-45ff-8398-ecb1a5ea583b tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.63 "GET /v2.0/ports?device_id=c5d9a574-5737-4024-ba70-a80c11e308f4 HTTP/1.1" status: 200 len: 945 time: 0.0518758 Aug 16 02:23:21.773969 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-7ef11c17-7d9e-4df9-91c8-f47d3a244e5c tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Deleting port bb2d74a9-2d02-488e-93c8-9e91a076cbd2 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:21.774311 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-7ef11c17-7d9e-4df9-91c8-f47d3a244e5c tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.868252 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-7ef11c17-7d9e-4df9-91c8-f47d3a244e5c tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] For port bb2d74a9-2d02-488e-93c8-9e91a076cbd2, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=bb2d74a9-2d02-488e-93c8-9e91a076cbd2,segment=NetworkSegment(9a31c7a0-2741-45f9-83a6-81aac45d0ea4),segment_id=9a31c7a0-2741-45f9-83a6-81aac45d0ea4)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:21.868610 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-7ef11c17-7d9e-4df9-91c8-f47d3a244e5c tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.881747 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-7ef11c17-7d9e-4df9-91c8-f47d3a244e5c tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Calling delete_port for bb2d74a9-2d02-488e-93c8-9e91a076cbd2 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:22.011252 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-7ef11c17-7d9e-4df9-91c8-f47d3a244e5c tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.027118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['bb2d74a9-2d02-488e-93c8-9e91a076cbd2'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:22.038601 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef11c17-7d9e-4df9-91c8-f47d3a244e5c tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Pushing event deleted for resources: {'Port': ['ID=bb2d74a9-2d02-488e-93c8-9e91a076cbd2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:22.085631 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-7ef11c17-7d9e-4df9-91c8-f47d3a244e5c tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] No DVR routers for this DVR port bb2d74a9-2d02-488e-93c8-9e91a076cbd2 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:22.088652 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-7ef11c17-7d9e-4df9-91c8-f47d3a244e5c tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.091402 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4d7dcaf6-cfdc-4ecc-984c-f5b26de241fc req-7ef11c17-7d9e-4df9-91c8-f47d3a244e5c tempest-DeleteServersTestJSON-1343010857 tempest-DeleteServersTestJSON-1343010857-project] 10.222.0.63 "DELETE /v2.0/ports/bb2d74a9-2d02-488e-93c8-9e91a076cbd2 HTTP/1.1" status: 204 len: 173 time: 0.4005594 Aug 16 02:23:22.091744 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d9a574-5737-4024-ba70-a80c11e308f4', 'name': 'network-vif-deleted', 'tag': 'bb2d74a9-2d02-488e-93c8-9e91a076cbd2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:22.095271 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa57eb9-73f8-4ad3-ae4f-b7d92be28244" -d '{"events": [{"server_uuid": "c5d9a574-5737-4024-ba70-a80c11e308f4", "name": "network-vif-deleted", "tag": "bb2d74a9-2d02-488e-93c8-9e91a076cbd2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:22.163405 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2995b794-0063-47b9-ab51-c90b4bfd27fd x-openstack-request-id: req-2995b794-0063-47b9-ab51-c90b4bfd27fd {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:22.163790 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d9a574-5737-4024-ba70-a80c11e308f4", "name": "network-vif-deleted", "tag": "bb2d74a9-2d02-488e-93c8-9e91a076cbd2", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:22.164115 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2995b794-0063-47b9-ab51-c90b4bfd27fd {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:22.164596 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d9a574-5737-4024-ba70-a80c11e308f4', 'name': 'network-vif-deleted', 'tag': 'bb2d74a9-2d02-488e-93c8-9e91a076cbd2', 'status': 'completed', 'code': 200} Aug 16 02:23:22.347445 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device bb2d74a9-2d02-488e-93c8-9e91a076cbd2 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:22.367822 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: bb2d74a9-2d02-488e-93c8-9e91a076cbd2 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:22.368179 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device bb2d74a9-2d02-488e-93c8-9e91a076cbd2 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 02:23:22.388225 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Port bb2d74a9-2d02-488e-93c8-9e91a076cbd2 not found, will not notify nova. {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 02:23:22.672939 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36502) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.683093 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-31a2e4d6-085d-43ab-a775-bc3271d92540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.717464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b31d372-dba4-40e6-b4a0-1635642e8540 admin admin] Deleting subnet 79d5d39a-f67b-48ac-b598-145cb2749e79 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:23:22.721127 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5b31d372-dba4-40e6-b4a0-1635642e8540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.757394 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5b31d372-dba4-40e6-b4a0-1635642e8540 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.795513 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5b31d372-dba4-40e6-b4a0-1635642e8540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.848797 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5b31d372-dba4-40e6-b4a0-1635642e8540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.874525 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31d372-dba4-40e6-b4a0-1635642e8540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79d5d39a-f67b-48ac-b598-145cb2749e79,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:22.880115 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5b31d372-dba4-40e6-b4a0-1635642e8540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:22.881910 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5b31d372-dba4-40e6-b4a0-1635642e8540 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/79d5d39a-f67b-48ac-b598-145cb2749e79 HTTP/1.1" status: 204 len: 168 time: 0.2079644 Aug 16 02:23:22.884867 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36504) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.962419 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d221aa7a-0bcf-4b27-a83d-22c1c0c6fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.043326 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d221aa7a-0bcf-4b27-a83d-22c1c0c6fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.054028 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d221aa7a-0bcf-4b27-a83d-22c1c0c6fb49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bdf221b-cd1c-4265-aa7f-4e53376eaf99']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:23.064709 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d221aa7a-0bcf-4b27-a83d-22c1c0c6fb49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a31c7a0-2741-45f9-83a6-81aac45d0ea4') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:23.065002 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d221aa7a-0bcf-4b27-a83d-22c1c0c6fb49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a31c7a0-2741-45f9-83a6-81aac45d0ea4') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:23.073719 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d221aa7a-0bcf-4b27-a83d-22c1c0c6fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.088156 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d221aa7a-0bcf-4b27-a83d-22c1c0c6fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.094033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d221aa7a-0bcf-4b27-a83d-22c1c0c6fb49 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:23.094438 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d221aa7a-0bcf-4b27-a83d-22c1c0c6fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:23.096190 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:23.161515 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d221aa7a-0bcf-4b27-a83d-22c1c0c6fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.171428 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d221aa7a-0bcf-4b27-a83d-22c1c0c6fb49 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.174554 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d221aa7a-0bcf-4b27-a83d-22c1c0c6fb49 admin admin] 10.222.0.68 "DELETE /v2.0/networks/7bdf221b-cd1c-4265-aa7f-4e53376eaf99 HTTP/1.1" status: 204 len: 168 time: 0.2886779 Aug 16 02:23:23.192826 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221aa7a-0bcf-4b27-a83d-22c1c0c6fb49 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bdf221b-cd1c-4265-aa7f-4e53376eaf99,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:23.304248 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36508) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:23.346047 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e9c1f5f7-9490-4d26-8fb3-b6f97a7af260 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e22ad02f484343a1a3f1306281357db8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405958 Aug 16 02:23:23.348623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36510) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:23.362534 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.399399 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-70c4968e-fa58-433e-80dd-37ac26edec75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.422116 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-70c4968e-fa58-433e-80dd-37ac26edec75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.468582 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-70c4968e-fa58-433e-80dd-37ac26edec75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.471457 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-70c4968e-fa58-433e-80dd-37ac26edec75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.472601 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-70c4968e-fa58-433e-80dd-37ac26edec75 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f3b190f6-be26-4b97-a95c-9f086e76206a HTTP/1.1" status: 204 len: 168 time: 0.1230946 Aug 16 02:23:23.480659 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4968e-fa58-433e-80dd-37ac26edec75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b190f6-be26-4b97-a95c-9f086e76206a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:24.189666 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36532) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:24.286173 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.286947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-17b62a8a-ebda-4df4-b411-2a5d14357d94 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1841384275-network', 'tenant_id': '0638dfa8556b4c9a83f4420ecb0ee932'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:24.308970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b62a8a-ebda-4df4-b411-2a5d14357d94 admin admin] Made reservation on behalf of 0638dfa8556b4c9a83f4420ecb0ee932 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:24.311979 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17b62a8a-ebda-4df4-b411-2a5d14357d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.324456 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17b62a8a-ebda-4df4-b411-2a5d14357d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.418612 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17b62a8a-ebda-4df4-b411-2a5d14357d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.422816 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17b62a8a-ebda-4df4-b411-2a5d14357d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.446887 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b62a8a-ebda-4df4-b411-2a5d14357d94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:24.456645 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b62a8a-ebda-4df4-b411-2a5d14357d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4600b88-e9d9-4952-9d2b-fcaf14489b0b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:24.461745 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17b62a8a-ebda-4df4-b411-2a5d14357d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.462106 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-17b62a8a-ebda-4df4-b411-2a5d14357d94 admin admin] Added segment 1f1aa4b2-6119-4f6b-abab-8cfacb347912 of type vlan for network 2c7ed072-b373-4daf-92d3-d2c345c3cbae Aug 16 02:23:24.502121 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17b62a8a-ebda-4df4-b411-2a5d14357d94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.531238 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17b62a8a-ebda-4df4-b411-2a5d14357d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.532493 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b62a8a-ebda-4df4-b411-2a5d14357d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:24.533069 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17b62a8a-ebda-4df4-b411-2a5d14357d94 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.593093 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-17b62a8a-ebda-4df4-b411-2a5d14357d94 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4017117 Aug 16 02:23:24.596667 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36536) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:24.598462 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b62a8a-ebda-4df4-b411-2a5d14357d94 admin admin] Pushing event updated for resources: {'Network': ['ID=2c7ed072-b373-4daf-92d3-d2c345c3cbae,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:24.601697 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-23f1328d-c85c-4268-acc4-7e7e516798a7 admin admin] Request body: {'subnet': {'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1841384275-subnet', 'tenant_id': '0638dfa8556b4c9a83f4420ecb0ee932', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:24.609419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 2c7ed072-b373-4daf-92d3-d2c345c3cbae details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:24.624289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f1328d-c85c-4268-acc4-7e7e516798a7 admin admin] Made reservation on behalf of 0638dfa8556b4c9a83f4420ecb0ee932 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:24.626766 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-23f1328d-c85c-4268-acc4-7e7e516798a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.800160 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-23f1328d-c85c-4268-acc4-7e7e516798a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.860475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1328d-c85c-4268-acc4-7e7e516798a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d1005fa-e5e5-4583-8e60-fb2ba215a853,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:24.868399 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f1328d-c85c-4268-acc4-7e7e516798a7 admin admin] Checking segment: {'id': '1f1aa4b2-6119-4f6b-abab-8cfacb347912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:24.868757 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f1328d-c85c-4268-acc4-7e7e516798a7 admin admin] Network hostable DHCP agents. Network: 2c7ed072-b373-4daf-92d3-d2c345c3cbae, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:24.885557 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f1328d-c85c-4268-acc4-7e7e516798a7 admin admin] Network 2c7ed072-b373-4daf-92d3-d2c345c3cbae is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:24.894172 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-23f1328d-c85c-4268-acc4-7e7e516798a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 2c7ed072-b373-4daf-92d3-d2c345c3cbae) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:24.898174 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f1328d-c85c-4268-acc4-7e7e516798a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:24.898758 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-23f1328d-c85c-4268-acc4-7e7e516798a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.904060 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db17487-076e-48d7-8cb0-646542989323 None None] Network 2c7ed072-b373-4daf-92d3-d2c345c3cbae requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:24.913867 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-23f1328d-c85c-4268-acc4-7e7e516798a7 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3160458 Aug 16 02:23:25.029768 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9615c402-391e-479c-b72a-3bd658c88127 None None] Network 2c7ed072-b373-4daf-92d3-d2c345c3cbae requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:25.346864 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-adeebad6-f5ca-435c-8b81-dfc267bb6b2e tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:25.348245 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-adeebad6-f5ca-435c-8b81-dfc267bb6b2e tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/networks?id=2c7ed072-b373-4daf-92d3-d2c345c3cbae HTTP/1.1" status: 200 len: 815 time: 0.1011887 Aug 16 02:23:25.364009 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-560b5abb-9475-4071-bf92-83d21a66d322 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/quotas/0638dfa8556b4c9a83f4420ecb0ee932 HTTP/1.1" status: 200 len: 375 time: 0.0100083 Aug 16 02:23:25.395878 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-973c9fc0-4beb-4f72-86b8-b031e94bc71b tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266025 Aug 16 02:23:25.487709 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-9cd01bbf-0c93-4af4-9460-4f0a15add6f6 service neutron] 10.222.0.68 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847070 Aug 16 02:23:25.574860 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-ef44e087-cb25-47c6-9bb3-3d4cb79b677f service neutron] 10.222.0.68 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814488 Aug 16 02:23:25.735195 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b3561dd4-08be-44e0-860e-964af8bd8eb2 req-52b12362-730b-422d-b52f-32e885c96414 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 210 time: 0.0280797 Aug 16 02:23:26.077942 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.379082 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device bb2d74a9-2d02-488e-93c8-9e91a076cbd2 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:26.402637 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: bb2d74a9-2d02-488e-93c8-9e91a076cbd2 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:26.402979 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device bb2d74a9-2d02-488e-93c8-9e91a076cbd2 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:26.725633 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-658d76b8-0d12-4e16-ba42-cebb46beab37 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:26.727118 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-658d76b8-0d12-4e16-ba42-cebb46beab37 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.63 "GET /v2.0/networks?id=2c7ed072-b373-4daf-92d3-d2c345c3cbae HTTP/1.1" status: 200 len: 815 time: 0.1042721 Aug 16 02:23:26.740696 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-9536c422-4162-4e31-a55c-d130eaa80c4a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Request body: {'port': {'device_id': '9caf0182-1a40-4bed-8c9d-910932e64ef2', 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae', 'admin_state_up': True, 'tenant_id': '0638dfa8556b4c9a83f4420ecb0ee932'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:26.835427 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76b80949-48fd-4f71-8369-6e06da5a6bc2 req-0710dd37-04e5-417f-92cd-348c750eaf81 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 210 time: 0.0321429 Aug 16 02:23:26.855516 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-9536c422-4162-4e31-a55c-d130eaa80c4a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Made reservation on behalf of 0638dfa8556b4c9a83f4420ecb0ee932 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:26.859234 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-9536c422-4162-4e31-a55c-d130eaa80c4a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.981477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-9536c422-4162-4e31-a55c-d130eaa80c4a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Allocated IP 172.20.0.7 (2c7ed072-b373-4daf-92d3-d2c345c3cbae/2d1005fa-e5e5-4583-8e60-fb2ba215a853/65d3eec3-b869-4313-b7dc-cf87cc968981) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:27.129984 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-9536c422-4162-4e31-a55c-d130eaa80c4a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.169436 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-9536c422-4162-4e31-a55c-d130eaa80c4a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.216139 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-9536c422-4162-4e31-a55c-d130eaa80c4a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Network 2c7ed072-b373-4daf-92d3-d2c345c3cbae is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:27.221325 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-9536c422-4162-4e31-a55c-d130eaa80c4a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:27.225013 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-9536c422-4162-4e31-a55c-d130eaa80c4a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:27.248758 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536c422-4162-4e31-a55c-d130eaa80c4a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Pushing event updated for resources: {'Port': ['ID=65d3eec3-b869-4313-b7dc-cf87cc968981,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:27.276058 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-9536c422-4162-4e31-a55c-d130eaa80c4a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:27.276677 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-9536c422-4162-4e31-a55c-d130eaa80c4a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.290747 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-9536c422-4162-4e31-a55c-d130eaa80c4a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5541763 Aug 16 02:23:27.304156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Request body: {'port': {'device_id': '9caf0182-1a40-4bed-8c9d-910932e64ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:27.356306 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.622725 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d3eec3-b869-4313-b7dc-cf87cc968981 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:27.630430 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.642644 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Transition to ACTIVE for port object 65d3eec3-b869-4313-b7dc-cf87cc968981 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:27.646232 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.710890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Pushing event updated for resources: {'Port': ['ID=65d3eec3-b869-4313-b7dc-cf87cc968981,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:27.761259 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Attempting to bind port 65d3eec3-b869-4313-b7dc-cf87cc968981 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:27.761933 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Attempting to bind port 65d3eec3-b869-4313-b7dc-cf87cc968981 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '1f1aa4b2-6119-4f6b-abab-8cfacb347912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:27.761933 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Attempting to bind port 65d3eec3-b869-4313-b7dc-cf87cc968981 on network 2c7ed072-b373-4daf-92d3-d2c345c3cbae {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:27.766731 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Port 65d3eec3-b869-4313-b7dc-cf87cc968981 on network 2c7ed072-b373-4daf-92d3-d2c345c3cbae not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:27.767049 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Attempting to bind port 65d3eec3-b869-4313-b7dc-cf87cc968981 on network 2c7ed072-b373-4daf-92d3-d2c345c3cbae {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:27.771792 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:27.772128 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Checking segment: {'id': '1f1aa4b2-6119-4f6b-abab-8cfacb347912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:27.772510 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Bound using segment: {'id': '1f1aa4b2-6119-4f6b-abab-8cfacb347912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:27.772933 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Bound port: 65d3eec3-b869-4313-b7dc-cf87cc968981, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1aa4b2-6119-4f6b-abab-8cfacb347912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:27.773285 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.839466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] For port 65d3eec3-b869-4313-b7dc-cf87cc968981, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:27.843045 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] For port 65d3eec3-b869-4313-b7dc-cf87cc968981, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=65d3eec3-b869-4313-b7dc-cf87cc968981,segment=NetworkSegment(1f1aa4b2-6119-4f6b-abab-8cfacb347912),segment_id=1f1aa4b2-6119-4f6b-abab-8cfacb347912)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:27.847086 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.879427 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:27.880122 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.881539 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] 10.222.0.63 "PUT /v2.0/ports/65d3eec3-b869-4313-b7dc-cf87cc968981 HTTP/1.1" status: 200 len: 1092 time: 0.5818229 Aug 16 02:23:27.883828 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9caf0182-1a40-4bed-8c9d-910932e64ef2', 'tag': '65d3eec3-b869-4313-b7dc-cf87cc968981'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:27.886244 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e4a541-fa55-4679-89c3-1dab4e3b03bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9caf0182-1a40-4bed-8c9d-910932e64ef2", "tag": "65d3eec3-b869-4313-b7dc-cf87cc968981"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:27.929491 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dbf6e8-3d54-4ec1-b2b2-bd66f4da7f72 x-openstack-request-id: req-f3dbf6e8-3d54-4ec1-b2b2-bd66f4da7f72 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:27.929801 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9caf0182-1a40-4bed-8c9d-910932e64ef2", "tag": "65d3eec3-b869-4313-b7dc-cf87cc968981", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:27.930053 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f3dbf6e8-3d54-4ec1-b2b2-bd66f4da7f72 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:27.930440 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9caf0182-1a40-4bed-8c9d-910932e64ef2', 'tag': '65d3eec3-b869-4313-b7dc-cf87cc968981', 'status': 'completed', 'code': 200} Aug 16 02:23:27.965723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2600417-210f-499f-b21c-1dc19ca0185e service neutron] Pushing event updated for resources: {'Port': ['ID=65d3eec3-b869-4313-b7dc-cf87cc968981,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:28.010547 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99fec3-7a96-4203-9539-fe977c190677 req-840ce358-7428-41b4-a205-f92eaf1aa3d6 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:28.012020 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fd99fec3-7a96-4203-9539-fe977c190677 req-840ce358-7428-41b4-a205-f92eaf1aa3d6 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 943 time: 0.0980651 Aug 16 02:23:28.014770 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-9e7660fe-d057-479e-b00d-3e4afb6aacb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:28.016127 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-9e7660fe-d057-479e-b00d-3e4afb6aacb2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 1095 time: 0.0774102 Aug 16 02:23:28.070904 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-17e077ee-d83e-44a5-a25c-9be78a8c092d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65d3eec3-b869-4313-b7dc-cf87cc968981 HTTP/1.1" status: 200 len: 217 time: 0.0371146 Aug 16 02:23:28.108545 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fd99fec3-7a96-4203-9539-fe977c190677 req-5e984d33-3fc6-4f8e-a38f-b5273e98ff94 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899775 Aug 16 02:23:28.127122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-70c1a55b-c407-4572-a6df-c83845d06706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:28.128799 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-70c1a55b-c407-4572-a6df-c83845d06706 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2d1005fa-e5e5-4583-8e60-fb2ba215a853 HTTP/1.1" status: 200 len: 855 time: 0.0509720 Aug 16 02:23:28.165527 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-37b3debe-2211-4b4c-825b-fdb1467bedd3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2c7ed072-b373-4daf-92d3-d2c345c3cbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260615 Aug 16 02:23:28.261496 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-be147d33-f26b-4cf4-b13f-32ef10925f17 service neutron] 10.222.0.63 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844841 Aug 16 02:23:28.359264 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c22c2f4-f849-481b-bc9d-32e18820b534 req-568aab37-74eb-4388-8d1b-12f3acfb512b service neutron] 10.222.0.63 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855863 Aug 16 02:23:28.448773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4a541-fa55-4679-89c3-1dab4e3b03bb req-c1fb87ac-ad1f-4818-a9d6-1a37194e87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:28.450206 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29e4a541-fa55-4679-89c3-1dab4e3b03bb req-c1fb87ac-ad1f-4818-a9d6-1a37194e87e1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 1095 time: 0.0470443 Aug 16 02:23:28.544367 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4a541-fa55-4679-89c3-1dab4e3b03bb req-0185af6a-6d5d-4c88-a9e7-c1162c57f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:28.546115 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29e4a541-fa55-4679-89c3-1dab4e3b03bb req-0185af6a-6d5d-4c88-a9e7-c1162c57f484 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2c7ed072-b373-4daf-92d3-d2c345c3cbae HTTP/1.1" status: 200 len: 916 time: 0.0871563 Aug 16 02:23:28.587779 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29e4a541-fa55-4679-89c3-1dab4e3b03bb req-08562ded-b159-4a45-9bc1-9496c3614965 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65d3eec3-b869-4313-b7dc-cf87cc968981 HTTP/1.1" status: 200 len: 217 time: 0.0347877 Aug 16 02:23:28.641812 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4a541-fa55-4679-89c3-1dab4e3b03bb req-d351b779-ba69-4618-ad38-afe92b0c983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:28.643248 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29e4a541-fa55-4679-89c3-1dab4e3b03bb req-d351b779-ba69-4618-ad38-afe92b0c983f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2d1005fa-e5e5-4583-8e60-fb2ba215a853 HTTP/1.1" status: 200 len: 855 time: 0.0479877 Aug 16 02:23:28.679747 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29e4a541-fa55-4679-89c3-1dab4e3b03bb req-7772cced-c879-4560-8b49-b50351e747d8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2c7ed072-b373-4daf-92d3-d2c345c3cbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289159 Aug 16 02:23:28.770726 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29e4a541-fa55-4679-89c3-1dab4e3b03bb req-ae4241c1-f5c5-4e4b-9a01-109a91da4031 service neutron] 10.222.0.63 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828741 Aug 16 02:23:28.868046 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29e4a541-fa55-4679-89c3-1dab4e3b03bb req-78adb6cd-d0bc-4b7d-98ef-0cd3c6b20bc4 service neutron] 10.222.0.63 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887859 Aug 16 02:23:29.229234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e684971-fa26-4082-b5fa-f55f28b2d03c req-dc3fc785-3802-4a87-bfae-1f5294a5d090 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:29.230753 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e684971-fa26-4082-b5fa-f55f28b2d03c req-dc3fc785-3802-4a87-bfae-1f5294a5d090 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 943 time: 0.0498202 Aug 16 02:23:29.269061 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e684971-fa26-4082-b5fa-f55f28b2d03c req-2bc9b098-cae2-4dea-8ab4-ac4949f1d3c6 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322733 Aug 16 02:23:30.386325 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96825617-b9e0-494a-b7bc-9bf885f96df3 req-c008faaa-30d2-4628-9d46-755ea52c334f tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:30.387785 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96825617-b9e0-494a-b7bc-9bf885f96df3 req-c008faaa-30d2-4628-9d46-755ea52c334f tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 943 time: 0.0502241 Aug 16 02:23:30.426267 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-96825617-b9e0-494a-b7bc-9bf885f96df3 req-79e86168-7bd6-4f18-aff0-6cccb3a3efce tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325928 Aug 16 02:23:31.547885 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f15e3e-d964-4238-97ec-6d1555cfa96a req-e3728761-a60a-4b12-b807-c9d171939018 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:31.549320 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5f15e3e-d964-4238-97ec-6d1555cfa96a req-e3728761-a60a-4b12-b807-c9d171939018 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 943 time: 0.0501091 Aug 16 02:23:31.589391 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5f15e3e-d964-4238-97ec-6d1555cfa96a req-7bc3a764-1c7e-4e49-9f90-84f5819cc53e tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341041 Aug 16 02:23:32.380990 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 65d3eec3-b869-4313-b7dc-cf87cc968981 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:23:32.487777 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 65d3eec3-b869-4313-b7dc-cf87cc968981, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=65d3eec3-b869-4313-b7dc-cf87cc968981,segment=NetworkSegment(1f1aa4b2-6119-4f6b-abab-8cfacb347912),segment_id=1f1aa4b2-6119-4f6b-abab-8cfacb347912)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:32.499403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '65d3eec3-b869-4313-b7dc-cf87cc968981', 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae', 'port_id': '65d3eec3-b869-4313-b7dc-cf87cc968981', 'mac_address': 'fa:16:3e:09:d3:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1005fa-e5e5-4583-8e60-fb2ba215a853', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:23:32.538748 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.551697 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d3eec3-b869-4313-b7dc-cf87cc968981 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:32.573294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 65d3eec3-b869-4313-b7dc-cf87cc968981, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=65d3eec3-b869-4313-b7dc-cf87cc968981,segment=NetworkSegment(1f1aa4b2-6119-4f6b-abab-8cfacb347912),segment_id=1f1aa4b2-6119-4f6b-abab-8cfacb347912)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:32.577902 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.626430 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=65d3eec3-b869-4313-b7dc-cf87cc968981,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:32.705424 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441916d-a2c7-4033-aae3-d367fefa5283 req-7e83a065-e3fb-4424-b0e2-e3b118218ad5 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:32.706959 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2441916d-a2c7-4033-aae3-d367fefa5283 req-7e83a065-e3fb-4424-b0e2-e3b118218ad5 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 944 time: 0.0498273 Aug 16 02:23:32.752839 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2441916d-a2c7-4033-aae3-d367fefa5283 req-0719b675-883c-4fcd-a276-d165707ba2cd tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378830 Aug 16 02:23:32.829498 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['65d3eec3-b869-4313-b7dc-cf87cc968981'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:33.869046 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837e5d3-9810-4506-884b-6b9f6eb4b991 req-a457cc0d-c254-4fe5-bd55-04d98cd1f860 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.870564 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6837e5d3-9810-4506-884b-6b9f6eb4b991 req-a457cc0d-c254-4fe5-bd55-04d98cd1f860 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 944 time: 0.0515940 Aug 16 02:23:33.907789 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6837e5d3-9810-4506-884b-6b9f6eb4b991 req-b7b49c03-000e-423c-80bb-cc391df7a7aa tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307221 Aug 16 02:23:34.396238 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 65d3eec3-b869-4313-b7dc-cf87cc968981 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:34.448658 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 65d3eec3-b869-4313-b7dc-cf87cc968981 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:34.453433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 65d3eec3-b869-4313-b7dc-cf87cc968981 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:34.454100 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.532581 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.554377 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9caf0182-1a40-4bed-8c9d-910932e64ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d3eec3-b869-4313-b7dc-cf87cc968981'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:34.556528 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efcb31b-e345-4f17-95a3-fa77d96ef31a" -d '{"events": [{"server_uuid": "9caf0182-1a40-4bed-8c9d-910932e64ef2", "name": "network-vif-plugged", "status": "completed", "tag": "65d3eec3-b869-4313-b7dc-cf87cc968981"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:34.573612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 65d3eec3-b869-4313-b7dc-cf87cc968981, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=65d3eec3-b869-4313-b7dc-cf87cc968981,segment=NetworkSegment(1f1aa4b2-6119-4f6b-abab-8cfacb347912),segment_id=1f1aa4b2-6119-4f6b-abab-8cfacb347912)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:34.578316 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.601988 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49842116-7653-427f-9dfe-647a9a49bf13 x-openstack-request-id: req-49842116-7653-427f-9dfe-647a9a49bf13 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:34.602310 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9caf0182-1a40-4bed-8c9d-910932e64ef2", "name": "network-vif-plugged", "status": "completed", "tag": "65d3eec3-b869-4313-b7dc-cf87cc968981", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:34.602633 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-49842116-7653-427f-9dfe-647a9a49bf13 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:34.603275 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9caf0182-1a40-4bed-8c9d-910932e64ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d3eec3-b869-4313-b7dc-cf87cc968981', 'code': 200} Aug 16 02:23:34.629907 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=65d3eec3-b869-4313-b7dc-cf87cc968981,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:34.696484 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbedca1-2a6c-4810-b3fd-3e5ec5329a26 req-ca54b005-814a-42c7-98ae-2728e46362bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:34.697984 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7cbedca1-2a6c-4810-b3fd-3e5ec5329a26 req-ca54b005-814a-42c7-98ae-2728e46362bd service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0393674 Aug 16 02:23:34.736842 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7cbedca1-2a6c-4810-b3fd-3e5ec5329a26 req-e87c73ea-35d2-4b78-b858-a15a17af513d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286403 Aug 16 02:23:35.021818 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ce04d-b6b4-49ad-a877-d10c5ff5d8b5 req-e9c95455-c4bb-4963-a7b0-169a9c5599c1 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:35.023296 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f7ce04d-b6b4-49ad-a877-d10c5ff5d8b5 req-e9c95455-c4bb-4963-a7b0-169a9c5599c1 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0483408 Aug 16 02:23:35.060565 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f7ce04d-b6b4-49ad-a877-d10c5ff5d8b5 req-a9551c21-a936-4913-a1fa-6ec73b341fce tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314004 Aug 16 02:23:35.994415 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fc0d1f1-6801-41dc-a9b0-0d774204efe4 req-72627f77-b29d-42d4-b7c3-b2943272ba31 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413232 Aug 16 02:23:36.079873 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0d1f1-6801-41dc-a9b0-0d774204efe4 req-780d34b2-e541-46fc-baae-dcec43ec3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:36.081371 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fc0d1f1-6801-41dc-a9b0-0d774204efe4 req-780d34b2-e541-46fc-baae-dcec43ec3720 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0416734 Aug 16 02:23:36.235161 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1e53f-4921-4c3b-9507-0ab070616724 req-4e351954-bf6c-44a5-9e83-dc750bf02d3f tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:36.236638 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fea1e53f-4921-4c3b-9507-0ab070616724 req-4e351954-bf6c-44a5-9e83-dc750bf02d3f tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.1045630 Aug 16 02:23:36.253578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0d1f1-6801-41dc-a9b0-0d774204efe4 req-4d6533b1-3853-4314-af58-6c3da00e3604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:36.254968 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fc0d1f1-6801-41dc-a9b0-0d774204efe4 req-4d6533b1-3853-4314-af58-6c3da00e3604 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2c7ed072-b373-4daf-92d3-d2c345c3cbae HTTP/1.1" status: 200 len: 916 time: 0.1412113 Aug 16 02:23:36.310187 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fc0d1f1-6801-41dc-a9b0-0d774204efe4 req-c33bc6e4-2258-4c3d-a7e5-3ba7ce8239e7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65d3eec3-b869-4313-b7dc-cf87cc968981 HTTP/1.1" status: 200 len: 217 time: 0.0473423 Aug 16 02:23:36.317331 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fea1e53f-4921-4c3b-9507-0ab070616724 req-ae5f515d-0bee-4ce7-8fbd-28f103784006 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748370 Aug 16 02:23:36.361923 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0d1f1-6801-41dc-a9b0-0d774204efe4 req-f7a70c12-aee2-453e-be86-ee3ae13101c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:36.363413 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fc0d1f1-6801-41dc-a9b0-0d774204efe4 req-f7a70c12-aee2-453e-be86-ee3ae13101c0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2d1005fa-e5e5-4583-8e60-fb2ba215a853 HTTP/1.1" status: 200 len: 855 time: 0.0452347 Aug 16 02:23:36.395996 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fc0d1f1-6801-41dc-a9b0-0d774204efe4 req-3ef4516c-6ac8-453e-ae18-720163654b5e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2c7ed072-b373-4daf-92d3-d2c345c3cbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255077 Aug 16 02:23:36.431553 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297f8b5-8a40-45cd-9082-81abc7c53036 req-5abb44b3-ac09-4067-a163-f8f569a9e1f5 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:36.433032 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4297f8b5-8a40-45cd-9082-81abc7c53036 req-5abb44b3-ac09-4067-a163-f8f569a9e1f5 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0484951 Aug 16 02:23:36.472942 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4297f8b5-8a40-45cd-9082-81abc7c53036 req-1b4164b8-bcd0-4b67-9ec4-f8f8de194998 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332866 Aug 16 02:23:36.493833 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fc0d1f1-6801-41dc-a9b0-0d774204efe4 req-b39d9727-3d52-4e5d-a9af-ff85eb9e0321 service neutron] 10.222.0.63 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908124 Aug 16 02:23:36.586836 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fc0d1f1-6801-41dc-a9b0-0d774204efe4 req-ad52f48d-bbde-4929-84e7-846b561587dd service neutron] 10.222.0.63 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850890 Aug 16 02:23:36.684043 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d976ff9-551b-4047-a9f0-bcbef6cb08c8 req-48ab8a91-7aba-4290-9372-3361bf75b74d tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:36.685518 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8d976ff9-551b-4047-a9f0-bcbef6cb08c8 req-48ab8a91-7aba-4290-9372-3361bf75b74d tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0521092 Aug 16 02:23:36.726504 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8d976ff9-551b-4047-a9f0-bcbef6cb08c8 req-e1ca72dd-a210-4bd3-b119-1f9d4af07119 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340466 Aug 16 02:23:36.842973 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d9994-378e-48f5-a6dc-3d774e245c3e req-fbb9d675-1ddd-47e4-b27f-848cf9ba8b8f tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:36.844431 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-140d9994-378e-48f5-a6dc-3d774e245c3e req-fbb9d675-1ddd-47e4-b27f-848cf9ba8b8f tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0501871 Aug 16 02:23:36.887259 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-140d9994-378e-48f5-a6dc-3d774e245c3e req-dfef5b29-66f0-444e-a2da-d9b7da601a26 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369508 Aug 16 02:23:37.139167 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-fcd9b43e-af4b-4381-871a-7b97479e2d77 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0684004 Aug 16 02:23:37.147366 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d4e9c-d19e-43a3-a4c6-b1ced828ca65 req-3ad7f214-9e89-40dc-a102-3abb40b12eae tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:37.148776 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-866d4e9c-d19e-43a3-a4c6-b1ced828ca65 req-3ad7f214-9e89-40dc-a102-3abb40b12eae tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0699594 Aug 16 02:23:37.188736 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-866d4e9c-d19e-43a3-a4c6-b1ced828ca65 req-c85c4836-c8ad-4208-a3c7-2b67e6e2344b tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330751 Aug 16 02:23:37.822244 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.318822 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9533c3c-faf8-4bc8-b810-db3316bb6177 req-a01a422c-a6f4-4236-b401-50a7b59fdb22 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:38.320330 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9533c3c-faf8-4bc8-b810-db3316bb6177 req-a01a422c-a6f4-4236-b401-50a7b59fdb22 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0605433 Aug 16 02:23:38.353504 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-8e4778b5-77ee-4cc7-83c7-b4cd815c5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:38.355126 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-8e4778b5-77ee-4cc7-83c7-b4cd815c5289 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0411232 Aug 16 02:23:38.360105 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e9533c3c-faf8-4bc8-b810-db3316bb6177 req-c7283ed9-c048-4b39-8d0b-3525e6879cee tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337582 Aug 16 02:23:38.427103 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.457894 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-9894f0b6-6801-46ad-b2f1-f41552601cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:38.459399 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-9894f0b6-6801-46ad-b2f1-f41552601cbd service neutron] 10.222.0.63 "GET /v2.0/networks?id=2c7ed072-b373-4daf-92d3-d2c345c3cbae HTTP/1.1" status: 200 len: 916 time: 0.0961611 Aug 16 02:23:38.504305 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-c138bf56-3ece-4ac1-9532-2ef0f5ad7c98 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65d3eec3-b869-4313-b7dc-cf87cc968981 HTTP/1.1" status: 200 len: 217 time: 0.0374036 Aug 16 02:23:38.558683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-92712548-2b18-499d-b3da-b3420ea481fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:38.560132 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-92712548-2b18-499d-b3da-b3420ea481fa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2d1005fa-e5e5-4583-8e60-fb2ba215a853 HTTP/1.1" status: 200 len: 855 time: 0.0497246 Aug 16 02:23:38.592737 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-9be65578-8f76-4767-87b6-9d938c242add service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2c7ed072-b373-4daf-92d3-d2c345c3cbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248284 Aug 16 02:23:38.679608 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-c06656cf-88e0-4f1f-95f1-cd21073984fa service neutron] 10.222.0.63 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805905 Aug 16 02:23:38.772995 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-d625394a-ce19-44e2-8df7-71d3733d92be service neutron] 10.222.0.63 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861776 Aug 16 02:23:39.480406 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d464ae0-e444-4cb5-80b8-66b28c84e8a8 req-69abb3ed-8fb7-454d-b9b6-80070e34cd64 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:39.481940 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9d464ae0-e444-4cb5-80b8-66b28c84e8a8 req-69abb3ed-8fb7-454d-b9b6-80070e34cd64 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0507531 Aug 16 02:23:39.523285 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9d464ae0-e444-4cb5-80b8-66b28c84e8a8 req-a7dd2a25-77c7-4ab0-a20d-189d0c4fe61f tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341358 Aug 16 02:23:40.380215 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:23:40.669742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacae741-b772-479b-a52a-22a963458a81 req-3dffcc3a-805f-4c2a-afca-15799eef3d10 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:40.672255 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dacae741-b772-479b-a52a-22a963458a81 req-3dffcc3a-805f-4c2a-afca-15799eef3d10 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0652838 Aug 16 02:23:40.710133 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dacae741-b772-479b-a52a-22a963458a81 req-5f6197ec-981e-4042-9f17-d3e4a6282a2e tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314629 Aug 16 02:23:41.828242 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc902f-e5de-4046-b765-cdffd90cfead req-8537195c-5051-4cb9-914d-7a26410074da tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:41.829717 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20cc902f-e5de-4046-b765-cdffd90cfead req-8537195c-5051-4cb9-914d-7a26410074da tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0515032 Aug 16 02:23:41.866078 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20cc902f-e5de-4046-b765-cdffd90cfead req-3c286b35-d46b-435d-ac8f-ee70c2d46394 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302851 Aug 16 02:23:42.986694 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0e83d-eee8-4bb9-983d-941aa6ef5bd7 req-c04a0a48-bb8c-4091-979f-749ee82f79f4 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:42.988162 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5ae0e83d-eee8-4bb9-983d-941aa6ef5bd7 req-c04a0a48-bb8c-4091-979f-749ee82f79f4 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0539689 Aug 16 02:23:43.024946 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5ae0e83d-eee8-4bb9-983d-941aa6ef5bd7 req-491a702e-df05-4e3e-8a9f-c69b952c9c33 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308049 Aug 16 02:23:44.143763 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8a9d4-84b3-4c53-8a7b-3ed77e44c4d0 req-98c902c2-e11e-48fc-98ab-dea78ef45462 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:44.145227 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b2f8a9d4-84b3-4c53-8a7b-3ed77e44c4d0 req-98c902c2-e11e-48fc-98ab-dea78ef45462 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0517123 Aug 16 02:23:44.183255 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b2f8a9d4-84b3-4c53-8a7b-3ed77e44c4d0 req-2b2e0b26-373b-46e4-b75c-9a0567d846d4 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321898 Aug 16 02:23:45.303425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9990c-dbcb-4a09-ab59-29d1456f340a req-26e2db8f-46a9-42d8-b01d-fc846c31cf7c tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:45.305153 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9fd9990c-dbcb-4a09-ab59-29d1456f340a req-26e2db8f-46a9-42d8-b01d-fc846c31cf7c tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0525708 Aug 16 02:23:45.342932 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9fd9990c-dbcb-4a09-ab59-29d1456f340a req-874a1d24-7f8d-4777-9fd5-728986b66511 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311592 Aug 16 02:23:46.459965 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491922a4-8e5e-42e0-a057-9399151642f6 req-f18bf446-6e7f-44d4-9591-e2942712a303 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:46.461431 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-491922a4-8e5e-42e0-a057-9399151642f6 req-f18bf446-6e7f-44d4-9591-e2942712a303 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0499802 Aug 16 02:23:46.498888 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-491922a4-8e5e-42e0-a057-9399151642f6 req-6e42391a-ba83-4960-ad90-822d2286342b tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314763 Aug 16 02:23:47.613425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d0dcc-4d2f-4047-bac5-412bdeeaa673 req-e1b64671-37da-4873-bc14-1ea7714dc283 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:47.614913 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-135d0dcc-4d2f-4047-bac5-412bdeeaa673 req-e1b64671-37da-4873-bc14-1ea7714dc283 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0476182 Aug 16 02:23:47.656827 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-135d0dcc-4d2f-4047-bac5-412bdeeaa673 req-c4d5bd5a-4104-45e1-93fc-fb642d3aa9ca tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360296 Aug 16 02:23:48.772857 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712556e-2071-4a84-bfed-c59c7ee062e5 req-b478436d-010c-4ec3-942b-0bd081c94473 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:48.774368 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1712556e-2071-4a84-bfed-c59c7ee062e5 req-b478436d-010c-4ec3-942b-0bd081c94473 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0489409 Aug 16 02:23:48.812086 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1712556e-2071-4a84-bfed-c59c7ee062e5 req-88d1a2a3-f574-46a6-b288-4994da019323 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310941 Aug 16 02:23:49.936779 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2e1f8-80d3-4535-bd6d-4202c5665837 req-db079ea1-1396-464f-9b8e-3a65f349d13a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:49.938296 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-75f2e1f8-80d3-4535-bd6d-4202c5665837 req-db079ea1-1396-464f-9b8e-3a65f349d13a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0526445 Aug 16 02:23:49.975387 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-75f2e1f8-80d3-4535-bd6d-4202c5665837 req-f47c593a-7141-41fd-8571-8483a6b3779f tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312490 Aug 16 02:23:50.165815 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ac32f47-16c9-4496-b6aa-48879ac43dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.096260 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667011a5-9d11-4587-8416-1f6a658efde1 req-cf2aa249-49ab-4d4d-833a-b68f7e27a051 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:51.097746 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-667011a5-9d11-4587-8416-1f6a658efde1 req-cf2aa249-49ab-4d4d-833a-b68f7e27a051 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0541673 Aug 16 02:23:51.137033 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-667011a5-9d11-4587-8416-1f6a658efde1 req-009a05e5-b3db-46be-8d5b-f59e5387997b tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331695 Aug 16 02:23:52.252196 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b111a60-d245-4016-a17f-0686406324df req-99fe5d76-ea32-45c1-968e-3d01d09e1f51 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:52.253671 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b111a60-d245-4016-a17f-0686406324df req-99fe5d76-ea32-45c1-968e-3d01d09e1f51 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0491569 Aug 16 02:23:52.294203 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b111a60-d245-4016-a17f-0686406324df req-56fded8b-d51f-4a0b-ae4d-726790db683a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342679 Aug 16 02:23:52.683489 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97294697-9726-42d4-9be8-300287209471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.366844 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.415805 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4688fe-32a8-485e-98ca-b80bdd5ec39b req-a82d8eb9-f59f-49ee-a19f-7dbaf5b52c60 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:53.417291 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4d4688fe-32a8-485e-98ca-b80bdd5ec39b req-a82d8eb9-f59f-49ee-a19f-7dbaf5b52c60 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0531454 Aug 16 02:23:53.463595 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4d4688fe-32a8-485e-98ca-b80bdd5ec39b req-da086efa-4ba9-4dc0-aeeb-38b39b5b4762 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392864 Aug 16 02:23:54.287894 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.582291 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f4e78-b635-465c-81f9-2660f241f3c5 req-35e678d5-a498-4867-adf1-c43a32a459c4 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:54.584031 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c3f4e78-b635-465c-81f9-2660f241f3c5 req-35e678d5-a498-4867-adf1-c43a32a459c4 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0495639 Aug 16 02:23:54.621988 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6c3f4e78-b635-465c-81f9-2660f241f3c5 req-d728e464-b49d-4798-a84b-f60c33a981d2 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324414 Aug 16 02:23:55.736804 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca30a1-bd15-4cba-854e-4bc20f5270a8 req-aba7989c-d8ec-473d-a47a-e51f0030903d tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:55.738310 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-edca30a1-bd15-4cba-854e-4bc20f5270a8 req-aba7989c-d8ec-473d-a47a-e51f0030903d tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0488820 Aug 16 02:23:55.775112 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-edca30a1-bd15-4cba-854e-4bc20f5270a8 req-c34907cb-44d0-4dc7-b72e-cc87e5c165f4 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310407 Aug 16 02:23:56.080609 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.893723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4484d2-9ded-4fad-8453-563d577cd492 req-cf40beed-c1c4-46e1-a705-233450439022 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:56.895223 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f4484d2-9ded-4fad-8453-563d577cd492 req-cf40beed-c1c4-46e1-a705-233450439022 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0533800 Aug 16 02:23:56.932124 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f4484d2-9ded-4fad-8453-563d577cd492 req-afa40e7f-e590-4665-b5b9-1951f3c06e87 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310442 Aug 16 02:23:58.053173 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6275c-044c-492e-ab6a-307118cc3326 req-1761bb57-080a-4ae5-b0fe-6f2c652c929b tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:58.054675 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c7a6275c-044c-492e-ab6a-307118cc3326 req-1761bb57-080a-4ae5-b0fe-6f2c652c929b tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0532715 Aug 16 02:23:58.092968 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c7a6275c-044c-492e-ab6a-307118cc3326 req-2ceb9de9-3e0a-453f-951c-510d7941d88c tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319817 Aug 16 02:23:59.205992 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f7cea-15c6-4c27-927d-e5002e9dc51c req-8c5c34fc-7bea-43f7-bd42-54315f15a5ee tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:59.207455 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c1f7cea-15c6-4c27-927d-e5002e9dc51c req-8c5c34fc-7bea-43f7-bd42-54315f15a5ee tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0485408 Aug 16 02:23:59.246104 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c1f7cea-15c6-4c27-927d-e5002e9dc51c req-2c43949b-e042-4d99-8a2a-3bec7b48aff5 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327466 Aug 16 02:24:00.376448 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf14724-9daa-4e64-8baa-d06ee67982bd req-f9ef7289-2a34-4bbc-8d26-e8d5dd58b5a3 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:00.377989 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0cf14724-9daa-4e64-8baa-d06ee67982bd req-f9ef7289-2a34-4bbc-8d26-e8d5dd58b5a3 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0510483 Aug 16 02:24:00.424653 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0cf14724-9daa-4e64-8baa-d06ee67982bd req-443dd2c2-046e-4068-89be-e0dc320a92ce tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402865 Aug 16 02:24:01.544888 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b9ba3-56af-4294-9b47-b38c99c16e5b req-25b5ded6-efae-4bf1-aa13-7d54e3513c49 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:01.546950 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ac1b9ba3-56af-4294-9b47-b38c99c16e5b req-25b5ded6-efae-4bf1-aa13-7d54e3513c49 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0505292 Aug 16 02:24:01.583639 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ac1b9ba3-56af-4294-9b47-b38c99c16e5b req-154eaa28-bee3-45b4-b4ba-e837afec617a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308323 Aug 16 02:24:02.698580 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c177f65-077e-470e-a45a-3494a656223e req-8fa1736a-f21d-4974-8c3c-b3134d09e2bc tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:02.700067 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c177f65-077e-470e-a45a-3494a656223e req-8fa1736a-f21d-4974-8c3c-b3134d09e2bc tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0496247 Aug 16 02:24:02.737749 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c177f65-077e-470e-a45a-3494a656223e req-0f4b4d3c-0dce-452a-b1a8-e9d0dcf7061d tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309274 Aug 16 02:24:03.853925 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbb280-300e-4c71-8cb4-3229d49c2bfd req-439843af-09b4-4eb2-ab6b-3c59aeea1883 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:03.855384 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4bbb280-300e-4c71-8cb4-3229d49c2bfd req-439843af-09b4-4eb2-ab6b-3c59aeea1883 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0512350 Aug 16 02:24:03.892504 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4bbb280-300e-4c71-8cb4-3229d49c2bfd req-ad56ceac-76ea-4615-aa0c-992e7e1ebb9b tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306768 Aug 16 02:24:05.009037 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ff975-6a9b-4b8a-8a95-a8ae676109e7 req-d758e61b-3fef-4cfd-a854-1686821ba569 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:05.010526 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1a3ff975-6a9b-4b8a-8a95-a8ae676109e7 req-d758e61b-3fef-4cfd-a854-1686821ba569 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0513535 Aug 16 02:24:05.048824 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1a3ff975-6a9b-4b8a-8a95-a8ae676109e7 req-feec6221-a856-41b4-9317-ce9ec736b066 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313995 Aug 16 02:24:05.935196 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-7a54711b-9166-48ef-a782-616aa51a3eb0 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:24:05.936553 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-7a54711b-9166-48ef-a782-616aa51a3eb0 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059652 Aug 16 02:24:06.005524 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-7e70b4bc-f74d-4ca9-a35b-90bc519b8298 service neutron] show failed (client error): The resource could not be found. Aug 16 02:24:06.006590 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-7e70b4bc-f74d-4ca9-a35b-90bc519b8298 service neutron] 10.222.0.63 "GET /v2.0/ports/65d3eec3-b869-4313-b7dc-cf87cc968981/bindings/n-h1-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.0623686 Aug 16 02:24:06.177718 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ddcce-720f-418c-aa5b-a1bae340a570 req-2fb91b71-8bcd-4f3d-a61a-39d06337673d tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.179305 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3a1ddcce-720f-418c-aa5b-a1bae340a570 req-2fb91b71-8bcd-4f3d-a61a-39d06337673d tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0604029 Aug 16 02:24:06.293053 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3a1ddcce-720f-418c-aa5b-a1bae340a570 req-b37822e8-3d95-4f51-aa84-9a375b759278 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074340 Aug 16 02:24:06.307415 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-9b7c66a9-d541-403f-ba87-0c7d5498d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.308910 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-9b7c66a9-d541-403f-ba87-0c7d5498d555 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2&tenant_id=0638dfa8556b4c9a83f4420ecb0ee932 HTTP/1.1" status: 200 len: 1097 time: 0.1160910 Aug 16 02:24:06.324891 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:06.395466 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.604516 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] For port 65d3eec3-b869-4313-b7dc-cf87cc968981, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=65d3eec3-b869-4313-b7dc-cf87cc968981,segment=NetworkSegment(1f1aa4b2-6119-4f6b-abab-8cfacb347912),segment_id=1f1aa4b2-6119-4f6b-abab-8cfacb347912)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:06.639810 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] For port 65d3eec3-b869-4313-b7dc-cf87cc968981, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:06.681706 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9caf0182-1a40-4bed-8c9d-910932e64ef2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d3eec3-b869-4313-b7dc-cf87cc968981'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:06.684000 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f259b6-b899-4edd-90b0-bfd09b74a8bf" -d '{"events": [{"server_uuid": "9caf0182-1a40-4bed-8c9d-910932e64ef2", "name": "network-vif-unplugged", "status": "completed", "tag": "65d3eec3-b869-4313-b7dc-cf87cc968981"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:06.688338 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.700902 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Transition to ACTIVE for port object 65d3eec3-b869-4313-b7dc-cf87cc968981 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:06.704842 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.735677 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68d4c95-3702-46fa-93a5-5886273c140a x-openstack-request-id: req-c68d4c95-3702-46fa-93a5-5886273c140a {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:06.735972 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9caf0182-1a40-4bed-8c9d-910932e64ef2", "name": "network-vif-unplugged", "status": "completed", "tag": "65d3eec3-b869-4313-b7dc-cf87cc968981", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:06.736215 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c68d4c95-3702-46fa-93a5-5886273c140a {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:06.736605 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9caf0182-1a40-4bed-8c9d-910932e64ef2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d3eec3-b869-4313-b7dc-cf87cc968981', 'code': 200} Aug 16 02:24:06.776629 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] No DVR routers for this DVR port 65d3eec3-b869-4313-b7dc-cf87cc968981 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:06.780299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Pushing event updated for resources: {'Port': ['ID=65d3eec3-b869-4313-b7dc-cf87cc968981,revision_number=6']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:06.791679 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:06.792016 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:06.792346 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:06.792672 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:06.792995 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:06.793316 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:06.793633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:06.794040 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:06.794358 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:06.794674 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:06.795012 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:06.795328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:06.824018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Attempting to bind port 65d3eec3-b869-4313-b7dc-cf87cc968981 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:06.824352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Attempting to bind port 65d3eec3-b869-4313-b7dc-cf87cc968981 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '1f1aa4b2-6119-4f6b-abab-8cfacb347912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:06.824678 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Attempting to bind port 65d3eec3-b869-4313-b7dc-cf87cc968981 on network 2c7ed072-b373-4daf-92d3-d2c345c3cbae {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:06.830745 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Port 65d3eec3-b869-4313-b7dc-cf87cc968981 on network 2c7ed072-b373-4daf-92d3-d2c345c3cbae not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:06.831065 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Attempting to bind port 65d3eec3-b869-4313-b7dc-cf87cc968981 on network 2c7ed072-b373-4daf-92d3-d2c345c3cbae {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:06.835861 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:06.836194 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Checking segment: {'id': '1f1aa4b2-6119-4f6b-abab-8cfacb347912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:06.836577 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Bound using segment: {'id': '1f1aa4b2-6119-4f6b-abab-8cfacb347912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:06.837001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Bound port: 65d3eec3-b869-4313-b7dc-cf87cc968981, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1aa4b2-6119-4f6b-abab-8cfacb347912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:06.837353 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.900217 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] For port 65d3eec3-b869-4313-b7dc-cf87cc968981, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:06.903087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] For port 65d3eec3-b869-4313-b7dc-cf87cc968981, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=65d3eec3-b869-4313-b7dc-cf87cc968981,segment=NetworkSegment(1f1aa4b2-6119-4f6b-abab-8cfacb347912),segment_id=1f1aa4b2-6119-4f6b-abab-8cfacb347912)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:06.908088 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.939970 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.940599 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.942340 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] 10.222.0.73 "PUT /v2.0/ports/65d3eec3-b869-4313-b7dc-cf87cc968981 HTTP/1.1" status: 200 len: 1092 time: 0.6213818 Aug 16 02:24:06.965125 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908ff1a-e4ac-417c-a5a8-1ece4520e04d service neutron] Pushing event updated for resources: {'Port': ['ID=65d3eec3-b869-4313-b7dc-cf87cc968981,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:07.011051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-1f5ececf-26b7-430d-aac4-7ce7e1f5ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:07.012541 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-1f5ececf-26b7-430d-aac4-7ce7e1f5ee7a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 1095 time: 0.0439456 Aug 16 02:24:07.105271 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-ffc26c39-1826-438a-a87a-b38df3485067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:07.106785 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-ffc26c39-1826-438a-a87a-b38df3485067 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c7ed072-b373-4daf-92d3-d2c345c3cbae HTTP/1.1" status: 200 len: 916 time: 0.0838411 Aug 16 02:24:07.152617 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-2ee391ba-9b7f-4bcf-80ce-b364ca2a3967 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65d3eec3-b869-4313-b7dc-cf87cc968981 HTTP/1.1" status: 200 len: 217 time: 0.0344052 Aug 16 02:24:07.206708 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-07bb1796-ad55-4606-bf84-5265625cac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:07.208143 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-07bb1796-ad55-4606-bf84-5265625cac91 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d1005fa-e5e5-4583-8e60-fb2ba215a853 HTTP/1.1" status: 200 len: 855 time: 0.0480433 Aug 16 02:24:07.243401 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-1d613dd9-3e1a-4d62-a803-f762f1fe61c4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c7ed072-b373-4daf-92d3-d2c345c3cbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237892 Aug 16 02:24:07.340836 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-804e5e63-7c93-47bd-b5a4-c8746c3b5223 service neutron] 10.222.0.73 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830116 Aug 16 02:24:07.471671 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295240e1-f293-4376-bde8-6de2ef4c77f2 req-b6a758e0-c744-46f4-b9e8-2759a0195673 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:07.473053 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-295240e1-f293-4376-bde8-6de2ef4c77f2 req-b6a758e0-c744-46f4-b9e8-2759a0195673 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 943 time: 0.0971026 Aug 16 02:24:07.489895 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6fbc5fc5-f7f3-4265-99ed-33cc7f88e720 req-0dcec4ad-782d-4d65-8f8f-581cf688d57a service neutron] 10.222.0.73 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360600 Aug 16 02:24:07.516333 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-295240e1-f293-4376-bde8-6de2ef4c77f2 req-31a261f1-9a85-40a0-b670-0cabfb0da14a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361757 Aug 16 02:24:07.820918 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.454200 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.632811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64824d68-fa23-4000-ac36-5f9ac0eeda23 req-e51ad46f-ae34-40ee-b31b-f171e54dd575 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:08.634292 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-64824d68-fa23-4000-ac36-5f9ac0eeda23 req-e51ad46f-ae34-40ee-b31b-f171e54dd575 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 943 time: 0.0488684 Aug 16 02:24:08.673557 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-64824d68-fa23-4000-ac36-5f9ac0eeda23 req-022be305-1e94-4a87-a286-19ed171a67c6 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327220 Aug 16 02:24:08.737910 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9caf0182-1a40-4bed-8c9d-910932e64ef2', 'tag': '65d3eec3-b869-4313-b7dc-cf87cc968981'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:08.740284 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6bf9d7-821b-468b-a100-50cda666909c" -d '{"events": [{"name": "network-changed", "server_uuid": "9caf0182-1a40-4bed-8c9d-910932e64ef2", "tag": "65d3eec3-b869-4313-b7dc-cf87cc968981"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:08.789291 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22065dfa-34d6-4afe-a281-6ea22f745145 x-openstack-request-id: req-22065dfa-34d6-4afe-a281-6ea22f745145 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:08.789608 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9caf0182-1a40-4bed-8c9d-910932e64ef2", "tag": "65d3eec3-b869-4313-b7dc-cf87cc968981", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:08.789888 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-22065dfa-34d6-4afe-a281-6ea22f745145 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:08.790288 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9caf0182-1a40-4bed-8c9d-910932e64ef2', 'tag': '65d3eec3-b869-4313-b7dc-cf87cc968981', 'status': 'completed', 'code': 200} Aug 16 02:24:08.851669 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bf9d7-821b-468b-a100-50cda666909c req-146780c0-0b00-49b6-a471-428da145f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:08.853121 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d6bf9d7-821b-468b-a100-50cda666909c req-146780c0-0b00-49b6-a471-428da145f3db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 1095 time: 0.0441828 Aug 16 02:24:08.863059 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bf9d7-821b-468b-a100-50cda666909c req-e403facf-4bed-486e-a8a0-3e80db86d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:08.864545 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d6bf9d7-821b-468b-a100-50cda666909c req-e403facf-4bed-486e-a8a0-3e80db86d114 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 1095 time: 0.0453618 Aug 16 02:24:08.949207 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bf9d7-821b-468b-a100-50cda666909c req-5b35fee1-69ca-42ed-aeb8-17f063fbaef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:08.950969 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d6bf9d7-821b-468b-a100-50cda666909c req-5b35fee1-69ca-42ed-aeb8-17f063fbaef6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c7ed072-b373-4daf-92d3-d2c345c3cbae HTTP/1.1" status: 200 len: 916 time: 0.0903134 Aug 16 02:24:08.963463 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bf9d7-821b-468b-a100-50cda666909c req-73a26d56-d188-4cb4-8040-a3888690f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:08.965030 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d6bf9d7-821b-468b-a100-50cda666909c req-73a26d56-d188-4cb4-8040-a3888690f0f6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2c7ed072-b373-4daf-92d3-d2c345c3cbae HTTP/1.1" status: 200 len: 916 time: 0.0906723 Aug 16 02:24:08.999000 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d6bf9d7-821b-468b-a100-50cda666909c req-68950e04-f5b4-4d31-b850-2e1eb315382d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65d3eec3-b869-4313-b7dc-cf87cc968981 HTTP/1.1" status: 200 len: 217 time: 0.0391304 Aug 16 02:24:09.014763 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d6bf9d7-821b-468b-a100-50cda666909c req-1423fc42-5e21-4cb7-9a3b-d6cf4e8c6585 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65d3eec3-b869-4313-b7dc-cf87cc968981 HTTP/1.1" status: 200 len: 217 time: 0.0411899 Aug 16 02:24:09.054976 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bf9d7-821b-468b-a100-50cda666909c req-8d8272a9-a3d3-47b1-84f7-d6dd1708da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:09.055944 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d6bf9d7-821b-468b-a100-50cda666909c req-8d8272a9-a3d3-47b1-84f7-d6dd1708da91 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d1005fa-e5e5-4583-8e60-fb2ba215a853 HTTP/1.1" status: 200 len: 855 time: 0.0504820 Aug 16 02:24:09.066580 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bf9d7-821b-468b-a100-50cda666909c req-344a85d7-378c-42a5-9b0e-2c5469c32301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:09.068038 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d6bf9d7-821b-468b-a100-50cda666909c req-344a85d7-378c-42a5-9b0e-2c5469c32301 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2d1005fa-e5e5-4583-8e60-fb2ba215a853 HTTP/1.1" status: 200 len: 855 time: 0.0456550 Aug 16 02:24:09.089348 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d6bf9d7-821b-468b-a100-50cda666909c req-2a00b2c3-af17-411c-a411-533febac70c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c7ed072-b373-4daf-92d3-d2c345c3cbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250437 Aug 16 02:24:09.100858 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d6bf9d7-821b-468b-a100-50cda666909c req-a2b9bcd5-0051-4f12-b91d-24cc97044617 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2c7ed072-b373-4daf-92d3-d2c345c3cbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247328 Aug 16 02:24:09.186545 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d6bf9d7-821b-468b-a100-50cda666909c req-1d1fdc45-197d-4fbb-a3bb-521ed8f6a59c service neutron] 10.222.0.73 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856004 Aug 16 02:24:09.198077 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d6bf9d7-821b-468b-a100-50cda666909c req-30c13cff-2eca-4485-8a83-c8492f21e1cf service neutron] 10.222.0.63 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841017 Aug 16 02:24:09.301944 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d6bf9d7-821b-468b-a100-50cda666909c req-70193073-38e9-4a7c-b09d-6e8ab6213037 service neutron] 10.222.0.73 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039822 Aug 16 02:24:09.303250 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d6bf9d7-821b-468b-a100-50cda666909c req-6f088a66-8ace-4649-a751-9d960c0a12e9 service neutron] 10.222.0.63 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954280 Aug 16 02:24:09.792992 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc8d21-df55-43f7-aad8-84e2f4a40ebc req-d332ff56-0cbc-474c-8141-0b6b13d38f10 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:09.794511 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cbbc8d21-df55-43f7-aad8-84e2f4a40ebc req-d332ff56-0cbc-474c-8141-0b6b13d38f10 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 943 time: 0.0513885 Aug 16 02:24:09.832385 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cbbc8d21-df55-43f7-aad8-84e2f4a40ebc req-711fcb2c-3d00-49e3-8fbb-45fab66d51fa tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317218 Aug 16 02:24:09.840321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 65d3eec3-b869-4313-b7dc-cf87cc968981 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:24:09.938962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 65d3eec3-b869-4313-b7dc-cf87cc968981, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=65d3eec3-b869-4313-b7dc-cf87cc968981,segment=NetworkSegment(1f1aa4b2-6119-4f6b-abab-8cfacb347912),segment_id=1f1aa4b2-6119-4f6b-abab-8cfacb347912)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:09.953374 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '65d3eec3-b869-4313-b7dc-cf87cc968981', 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae', 'port_id': '65d3eec3-b869-4313-b7dc-cf87cc968981', 'mac_address': 'fa:16:3e:09:d3:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1005fa-e5e5-4583-8e60-fb2ba215a853', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:24:09.995382 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.008946 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d3eec3-b869-4313-b7dc-cf87cc968981 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:24:10.030693 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 65d3eec3-b869-4313-b7dc-cf87cc968981, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=65d3eec3-b869-4313-b7dc-cf87cc968981,segment=NetworkSegment(1f1aa4b2-6119-4f6b-abab-8cfacb347912),segment_id=1f1aa4b2-6119-4f6b-abab-8cfacb347912)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:10.034589 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.081905 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=65d3eec3-b869-4313-b7dc-cf87cc968981,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:10.102376 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6721109-b1c7-41d7-a612-f94bd2bb30c2 req-cd007014-3c71-4c8c-ba10-1d8b5bd663fc tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:10.103928 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6721109-b1c7-41d7-a612-f94bd2bb30c2 req-cd007014-3c71-4c8c-ba10-1d8b5bd663fc tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 943 time: 0.1188371 Aug 16 02:24:10.124232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67f8da-900c-493e-b4b7-ef75557ad93b req-81256c81-bfa6-4233-91cb-e7f088547e2a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:10.125648 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e67f8da-900c-493e-b4b7-ef75557ad93b req-81256c81-bfa6-4233-91cb-e7f088547e2a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.63 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2&tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&binding%3Ahost_id=n-h1-765315-27 HTTP/1.1" status: 200 len: 944 time: 0.1109483 Aug 16 02:24:10.179125 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6721109-b1c7-41d7-a612-f94bd2bb30c2 req-0194530b-6c73-4209-9f96-d4ea53d3a5b1 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686548 Aug 16 02:24:10.203360 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-4e67f8da-900c-493e-b4b7-ef75557ad93b req-c308b193-fc66-4ef5-890e-fca3ba8312e6 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:24:10.204407 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e67f8da-900c-493e-b4b7-ef75557ad93b req-c308b193-fc66-4ef5-890e-fca3ba8312e6 service neutron] 10.222.0.63 "DELETE /v2.0/ports/65d3eec3-b869-4313-b7dc-cf87cc968981/bindings/n-h2-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.0694900 Aug 16 02:24:10.272850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['65d3eec3-b869-4313-b7dc-cf87cc968981'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:24:10.292976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67f8da-900c-493e-b4b7-ef75557ad93b req-bc1f5df6-ddd4-4491-bedf-653b8af0fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:10.294509 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e67f8da-900c-493e-b4b7-ef75557ad93b req-bc1f5df6-ddd4-4491-bedf-653b8af0fc66 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0457051 Aug 16 02:24:10.386420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67f8da-900c-493e-b4b7-ef75557ad93b req-c91b40dc-fc93-4e13-9352-229aadedeb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:10.387885 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e67f8da-900c-493e-b4b7-ef75557ad93b req-c91b40dc-fc93-4e13-9352-229aadedeb6b service neutron] 10.222.0.63 "GET /v2.0/networks?id=2c7ed072-b373-4daf-92d3-d2c345c3cbae HTTP/1.1" status: 200 len: 916 time: 0.0848308 Aug 16 02:24:10.567514 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 65d3eec3-b869-4313-b7dc-cf87cc968981 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:10.608302 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 65d3eec3-b869-4313-b7dc-cf87cc968981 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:10.731974 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e67f8da-900c-493e-b4b7-ef75557ad93b req-34c954cb-4cb6-48ca-859c-23281a4ed6a6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65d3eec3-b869-4313-b7dc-cf87cc968981 HTTP/1.1" status: 200 len: 217 time: 0.3325312 Aug 16 02:24:10.786699 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67f8da-900c-493e-b4b7-ef75557ad93b req-d24720c9-73e2-4c0d-a20d-e40266605e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:10.788133 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e67f8da-900c-493e-b4b7-ef75557ad93b req-d24720c9-73e2-4c0d-a20d-e40266605e85 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2d1005fa-e5e5-4583-8e60-fb2ba215a853 HTTP/1.1" status: 200 len: 855 time: 0.0442905 Aug 16 02:24:10.823402 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e67f8da-900c-493e-b4b7-ef75557ad93b req-0c4704ed-2e75-4fc0-95f5-e30b589d0a1e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2c7ed072-b373-4daf-92d3-d2c345c3cbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237224 Aug 16 02:24:10.923555 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e67f8da-900c-493e-b4b7-ef75557ad93b req-2b78d116-ba76-4a87-9160-bcbc8249130a service neutron] 10.222.0.63 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881021 Aug 16 02:24:11.012889 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e67f8da-900c-493e-b4b7-ef75557ad93b req-f6b52265-0a39-4dec-83a9-de6fb138f886 service neutron] 10.222.0.63 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824707 Aug 16 02:24:11.299466 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c2159-443f-4311-8871-71e0b79140fa req-cc2826ac-e7bb-4265-bd55-fe93cc1ee417 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:11.301033 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-437c2159-443f-4311-8871-71e0b79140fa req-cc2826ac-e7bb-4265-bd55-fe93cc1ee417 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 944 time: 0.0499949 Aug 16 02:24:11.339826 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-437c2159-443f-4311-8871-71e0b79140fa req-45abb334-5799-4262-97a6-5f5f422bfbf3 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320897 Aug 16 02:24:11.844841 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 65d3eec3-b869-4313-b7dc-cf87cc968981 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:11.894142 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 65d3eec3-b869-4313-b7dc-cf87cc968981 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:11.897679 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 65d3eec3-b869-4313-b7dc-cf87cc968981 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:11.898072 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:11.973930 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:11.995768 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9caf0182-1a40-4bed-8c9d-910932e64ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d3eec3-b869-4313-b7dc-cf87cc968981'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:11.998127 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc616473-b58b-4f0d-a3f1-7a985d927374" -d '{"events": [{"server_uuid": "9caf0182-1a40-4bed-8c9d-910932e64ef2", "name": "network-vif-plugged", "status": "completed", "tag": "65d3eec3-b869-4313-b7dc-cf87cc968981"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:12.010975 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 65d3eec3-b869-4313-b7dc-cf87cc968981, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=65d3eec3-b869-4313-b7dc-cf87cc968981,segment=NetworkSegment(1f1aa4b2-6119-4f6b-abab-8cfacb347912),segment_id=1f1aa4b2-6119-4f6b-abab-8cfacb347912)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:12.015486 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.039726 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049b2e66-ce35-4675-8ad2-04cdf7cc413f x-openstack-request-id: req-049b2e66-ce35-4675-8ad2-04cdf7cc413f {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:12.040022 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9caf0182-1a40-4bed-8c9d-910932e64ef2", "name": "network-vif-plugged", "status": "completed", "tag": "65d3eec3-b869-4313-b7dc-cf87cc968981", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:12.040275 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-049b2e66-ce35-4675-8ad2-04cdf7cc413f {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:12.040660 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9caf0182-1a40-4bed-8c9d-910932e64ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d3eec3-b869-4313-b7dc-cf87cc968981', 'code': 200} Aug 16 02:24:12.068591 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=65d3eec3-b869-4313-b7dc-cf87cc968981,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:12.455483 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5c66e-3859-4b16-945a-fc8ac0659dda req-99bc2ab0-a198-4bfb-940a-e7ec6b005432 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:12.456996 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5a5c66e-3859-4b16-945a-fc8ac0659dda req-99bc2ab0-a198-4bfb-940a-e7ec6b005432 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0507812 Aug 16 02:24:12.494933 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5a5c66e-3859-4b16-945a-fc8ac0659dda req-dd808af3-81b8-4144-90c3-bbb42484c7ec tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318437 Aug 16 02:24:12.612007 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674232f5-8500-4a9e-9ef4-b81f4ef935da req-d7bfe8e8-61a7-4332-a8a9-dde9c979e218 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:12.613332 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-674232f5-8500-4a9e-9ef4-b81f4ef935da req-d7bfe8e8-61a7-4332-a8a9-dde9c979e218 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0486076 Aug 16 02:24:12.650634 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-674232f5-8500-4a9e-9ef4-b81f4ef935da req-e6bc5b6c-af56-4ede-a1ef-343ced0c72e9 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314286 Aug 16 02:24:12.768816 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab45a3-8e3b-41ef-8ad3-d4c2060df3ec req-14d71875-b341-4a7d-8c3a-b47287c18551 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:12.770318 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2dab45a3-8e3b-41ef-8ad3-d4c2060df3ec req-14d71875-b341-4a7d-8c3a-b47287c18551 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0546393 Aug 16 02:24:12.807904 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2dab45a3-8e3b-41ef-8ad3-d4c2060df3ec req-7bc2ca3e-0920-4413-a006-52dc63192c4b tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316875 Aug 16 02:24:13.154755 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-ad3c7564-ae52-490a-a9b2-e08aec7b4c8a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:13.156678 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-ad3c7564-ae52-490a-a9b2-e08aec7b4c8a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/networks?id=2c7ed072-b373-4daf-92d3-d2c345c3cbae HTTP/1.1" status: 200 len: 815 time: 0.1065905 Aug 16 02:24:13.174394 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-3899b2c7-e456-47cd-bfd0-e529a5be38ee tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/quotas/0638dfa8556b4c9a83f4420ecb0ee932 HTTP/1.1" status: 200 len: 375 time: 0.0117548 Aug 16 02:24:13.237856 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-f12de6c4-4895-4b35-9afa-7fb350d74902 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580351 Aug 16 02:24:13.671020 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-40d4229b-b290-4bd4-ad5a-a9d48be59121 service neutron] 10.222.0.68 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258618 Aug 16 02:24:13.771366 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-6fd35d3a-6274-4d35-9385-5a45bce1c39f service neutron] 10.222.0.68 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942798 Aug 16 02:24:13.947152 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5cefa653-479f-4acb-9814-1df896c20377 req-e7acc092-8ddc-4008-a4be-c06d998bbb6d tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 210 time: 0.0315051 Aug 16 02:24:14.399546 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88521f96-9f09-4c29-989d-122f8ef07eaf req-3e1734c1-e238-4026-afc1-a58554ca6915 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:14.401029 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88521f96-9f09-4c29-989d-122f8ef07eaf req-3e1734c1-e238-4026-afc1-a58554ca6915 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.73 "GET /v2.0/ports?device_id=9caf0182-1a40-4bed-8c9d-910932e64ef2 HTTP/1.1" status: 200 len: 945 time: 0.0538373 Aug 16 02:24:14.505320 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-88521f96-9f09-4c29-989d-122f8ef07eaf req-89feeec6-70c0-4267-876c-e6970d1e94ae tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Deleting port 65d3eec3-b869-4313-b7dc-cf87cc968981 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:14.505659 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88521f96-9f09-4c29-989d-122f8ef07eaf req-89feeec6-70c0-4267-876c-e6970d1e94ae tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.600197 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-88521f96-9f09-4c29-989d-122f8ef07eaf req-89feeec6-70c0-4267-876c-e6970d1e94ae tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] For port 65d3eec3-b869-4313-b7dc-cf87cc968981, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=65d3eec3-b869-4313-b7dc-cf87cc968981,segment=NetworkSegment(1f1aa4b2-6119-4f6b-abab-8cfacb347912),segment_id=1f1aa4b2-6119-4f6b-abab-8cfacb347912)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:14.600613 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88521f96-9f09-4c29-989d-122f8ef07eaf req-89feeec6-70c0-4267-876c-e6970d1e94ae tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.615663 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-88521f96-9f09-4c29-989d-122f8ef07eaf req-89feeec6-70c0-4267-876c-e6970d1e94ae tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Calling delete_port for 65d3eec3-b869-4313-b7dc-cf87cc968981 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:14.754689 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88521f96-9f09-4c29-989d-122f8ef07eaf req-89feeec6-70c0-4267-876c-e6970d1e94ae tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.768679 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['65d3eec3-b869-4313-b7dc-cf87cc968981'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:24:14.785553 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89feeec6-70c0-4267-876c-e6970d1e94ae tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Pushing event deleted for resources: {'Port': ['ID=65d3eec3-b869-4313-b7dc-cf87cc968981,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:14.837683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.73', 56889) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:14.838077 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-88521f96-9f09-4c29-989d-122f8ef07eaf req-89feeec6-70c0-4267-876c-e6970d1e94ae tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] No DVR routers for this DVR port 65d3eec3-b869-4313-b7dc-cf87cc968981 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:14.841122 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88521f96-9f09-4c29-989d-122f8ef07eaf req-89feeec6-70c0-4267-876c-e6970d1e94ae tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.845782 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-88521f96-9f09-4c29-989d-122f8ef07eaf req-89feeec6-70c0-4267-876c-e6970d1e94ae tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.73 "DELETE /v2.0/ports/65d3eec3-b869-4313-b7dc-cf87cc968981 HTTP/1.1" status: 204 len: 173 time: 0.4384711 Aug 16 02:24:14.846240 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9caf0182-1a40-4bed-8c9d-910932e64ef2', 'name': 'network-vif-deleted', 'tag': '65d3eec3-b869-4313-b7dc-cf87cc968981'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:14.848479 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c9ba62-7439-4557-9aeb-6c5e719f68ec" -d '{"events": [{"server_uuid": "9caf0182-1a40-4bed-8c9d-910932e64ef2", "name": "network-vif-deleted", "tag": "65d3eec3-b869-4313-b7dc-cf87cc968981"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:14.887056 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab50aa3b-af02-4614-9a89-0ad9707c1152 x-openstack-request-id: req-ab50aa3b-af02-4614-9a89-0ad9707c1152 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:14.887395 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9caf0182-1a40-4bed-8c9d-910932e64ef2", "name": "network-vif-deleted", "tag": "65d3eec3-b869-4313-b7dc-cf87cc968981", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:14.887589 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ab50aa3b-af02-4614-9a89-0ad9707c1152 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:14.888374 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9caf0182-1a40-4bed-8c9d-910932e64ef2', 'name': 'network-vif-deleted', 'tag': '65d3eec3-b869-4313-b7dc-cf87cc968981', 'status': 'completed', 'code': 200} Aug 16 02:24:14.975648 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-828aee71-e06d-4c2c-9be2-c722f513a3e6 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:14.977142 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-828aee71-e06d-4c2c-9be2-c722f513a3e6 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.73 "GET /v2.0/networks?id=2c7ed072-b373-4daf-92d3-d2c345c3cbae HTTP/1.1" status: 200 len: 815 time: 0.1377685 Aug 16 02:24:14.999306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Request body: {'port': {'device_id': '21db6435-e31f-41ed-bd57-d5f48eb1a643', 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae', 'admin_state_up': True, 'tenant_id': '0638dfa8556b4c9a83f4420ecb0ee932'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:15.079715 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b36c2064-47b7-4ef5-b191-807a0834159e req-8646e96c-33cf-4d7e-823d-bce762f8e0d6 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 210 time: 0.0338738 Aug 16 02:24:15.143281 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Made reservation on behalf of 0638dfa8556b4c9a83f4420ecb0ee932 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:15.147262 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.283205 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Allocated IP 172.20.0.6 (2c7ed072-b373-4daf-92d3-d2c345c3cbae/2d1005fa-e5e5-4583-8e60-fb2ba215a853/420d0491-fbb9-4591-b935-83bf2bb3b4c9) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:15.433987 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.473401 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.488824 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['65d3eec3-b869-4313-b7dc-cf87cc968981'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:24:15.517686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Network 2c7ed072-b373-4daf-92d3-d2c345c3cbae is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:15.522760 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:15.526440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:15.534318 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Pushing event updated for resources: {'Port': ['ID=420d0491-fbb9-4591-b935-83bf2bb3b4c9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:15.563558 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:15.563905 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:15.564248 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:15.564607 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:15.564923 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:15.565253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:15.565581 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:15.565936 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:15.566262 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:15.566587 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:15.566908 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:15.567229 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:15.591980 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:15.593029 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.606793 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-ce096886-7b0a-407d-91d8-7a975c424e59 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6118038 Aug 16 02:24:15.624279 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Request body: {'port': {'device_id': '21db6435-e31f-41ed-bd57-d5f48eb1a643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:15.681210 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.947078 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 420d0491-fbb9-4591-b935-83bf2bb3b4c9 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:24:15.954882 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.967611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Transition to ACTIVE for port object 420d0491-fbb9-4591-b935-83bf2bb3b4c9 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:15.971539 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.022658 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Pushing event updated for resources: {'Port': ['ID=420d0491-fbb9-4591-b935-83bf2bb3b4c9,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:16.089619 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Attempting to bind port 420d0491-fbb9-4591-b935-83bf2bb3b4c9 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:16.089979 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Attempting to bind port 420d0491-fbb9-4591-b935-83bf2bb3b4c9 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '1f1aa4b2-6119-4f6b-abab-8cfacb347912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:16.090300 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Attempting to bind port 420d0491-fbb9-4591-b935-83bf2bb3b4c9 on network 2c7ed072-b373-4daf-92d3-d2c345c3cbae {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:16.096277 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Port 420d0491-fbb9-4591-b935-83bf2bb3b4c9 on network 2c7ed072-b373-4daf-92d3-d2c345c3cbae not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:16.096592 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Attempting to bind port 420d0491-fbb9-4591-b935-83bf2bb3b4c9 on network 2c7ed072-b373-4daf-92d3-d2c345c3cbae {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:16.101503 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:16.101885 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Checking segment: {'id': '1f1aa4b2-6119-4f6b-abab-8cfacb347912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:16.102264 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Bound using segment: {'id': '1f1aa4b2-6119-4f6b-abab-8cfacb347912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:16.102679 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Bound port: 420d0491-fbb9-4591-b935-83bf2bb3b4c9, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1aa4b2-6119-4f6b-abab-8cfacb347912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:16.103031 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.170843 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] For port 420d0491-fbb9-4591-b935-83bf2bb3b4c9, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:16.174305 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] For port 420d0491-fbb9-4591-b935-83bf2bb3b4c9, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=420d0491-fbb9-4591-b935-83bf2bb3b4c9,segment=NetworkSegment(1f1aa4b2-6119-4f6b-abab-8cfacb347912),segment_id=1f1aa4b2-6119-4f6b-abab-8cfacb347912)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:16.180924 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.209021 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3061f04-e755-4e87-a1f4-0e87fde10123 req-16380d65-772c-4320-9633-5c3e0bf98cd7 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:16.210479 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b3061f04-e755-4e87-a1f4-0e87fde10123 req-16380d65-772c-4320-9633-5c3e0bf98cd7 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 943 time: 0.0565503 Aug 16 02:24:16.221839 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:16.222457 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.223853 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] 10.222.0.73 "PUT /v2.0/ports/420d0491-fbb9-4591-b935-83bf2bb3b4c9 HTTP/1.1" status: 200 len: 1092 time: 0.6042831 Aug 16 02:24:16.224313 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21db6435-e31f-41ed-bd57-d5f48eb1a643', 'tag': '420d0491-fbb9-4591-b935-83bf2bb3b4c9'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:16.226740 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ecea85-e9a8-4006-a00d-2b54f5e7e0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "21db6435-e31f-41ed-bd57-d5f48eb1a643", "tag": "420d0491-fbb9-4591-b935-83bf2bb3b4c9"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:16.264474 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660cd84-9626-4a69-8103-86c88883c2cf service neutron] Pushing event updated for resources: {'Port': ['ID=420d0491-fbb9-4591-b935-83bf2bb3b4c9,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:16.267801 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b3061f04-e755-4e87-a1f4-0e87fde10123 req-ec900642-a716-4a7c-b273-a62107748037 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479741 Aug 16 02:24:16.273140 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9cdf3d-cfbf-4940-9d96-8e98bbac72ad x-openstack-request-id: req-8f9cdf3d-cfbf-4940-9d96-8e98bbac72ad {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:16.273315 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21db6435-e31f-41ed-bd57-d5f48eb1a643", "tag": "420d0491-fbb9-4591-b935-83bf2bb3b4c9", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:16.273567 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8f9cdf3d-cfbf-4940-9d96-8e98bbac72ad {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:16.274245 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21db6435-e31f-41ed-bd57-d5f48eb1a643', 'tag': '420d0491-fbb9-4591-b935-83bf2bb3b4c9', 'status': 'completed', 'code': 200} Aug 16 02:24:16.318653 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-19cf2040-8978-4ca4-996a-6729bac03a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:16.320164 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-19cf2040-8978-4ca4-996a-6729bac03a5f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 1095 time: 0.0437636 Aug 16 02:24:16.374001 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-cc716311-d434-4c98-a28f-5d07e859d596 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=420d0491-fbb9-4591-b935-83bf2bb3b4c9 HTTP/1.1" status: 200 len: 217 time: 0.0415051 Aug 16 02:24:16.423440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-fb276028-d8cf-4511-a8d3-0cbd962225f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:16.424887 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-fb276028-d8cf-4511-a8d3-0cbd962225f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d1005fa-e5e5-4583-8e60-fb2ba215a853 HTTP/1.1" status: 200 len: 855 time: 0.0442801 Aug 16 02:24:16.460412 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-24aaca1e-029e-4fde-a420-32adaf210ad6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c7ed072-b373-4daf-92d3-d2c345c3cbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239117 Aug 16 02:24:16.560332 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-971eda2b-5889-41ae-aa03-a45d8f1d09b6 service neutron] 10.222.0.73 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882115 Aug 16 02:24:16.653653 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3763e774-00a3-4bad-8ab9-11ac068961ef req-3cada424-7a4e-4d35-9a78-ecd4cc74bc65 service neutron] 10.222.0.73 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825365 Aug 16 02:24:16.742694 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecea85-e9a8-4006-a00d-2b54f5e7e0c8 req-ee5727a6-11bd-4f50-af54-76375c0460ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:16.744126 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-56ecea85-e9a8-4006-a00d-2b54f5e7e0c8 req-ee5727a6-11bd-4f50-af54-76375c0460ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 1095 time: 0.0412958 Aug 16 02:24:16.843586 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecea85-e9a8-4006-a00d-2b54f5e7e0c8 req-de5b51dc-a3b4-4a79-b92c-8062dc53e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:16.845053 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-56ecea85-e9a8-4006-a00d-2b54f5e7e0c8 req-de5b51dc-a3b4-4a79-b92c-8062dc53e5fe service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c7ed072-b373-4daf-92d3-d2c345c3cbae HTTP/1.1" status: 200 len: 916 time: 0.0928297 Aug 16 02:24:16.889010 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-56ecea85-e9a8-4006-a00d-2b54f5e7e0c8 req-c3fd7655-d062-4a05-b0ea-f1188c26a3e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=420d0491-fbb9-4591-b935-83bf2bb3b4c9 HTTP/1.1" status: 200 len: 217 time: 0.0361898 Aug 16 02:24:16.943013 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecea85-e9a8-4006-a00d-2b54f5e7e0c8 req-c4b0f466-cea5-4f59-870f-3263123d4c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:16.944429 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-56ecea85-e9a8-4006-a00d-2b54f5e7e0c8 req-c4b0f466-cea5-4f59-870f-3263123d4c29 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d1005fa-e5e5-4583-8e60-fb2ba215a853 HTTP/1.1" status: 200 len: 855 time: 0.0478830 Aug 16 02:24:16.977362 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-56ecea85-e9a8-4006-a00d-2b54f5e7e0c8 req-a1409905-7015-4fc2-914b-f659bf77fd7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c7ed072-b373-4daf-92d3-d2c345c3cbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249953 Aug 16 02:24:17.068932 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-56ecea85-e9a8-4006-a00d-2b54f5e7e0c8 req-fcf58a93-7a47-4256-a198-f42c1d593406 service neutron] 10.222.0.73 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839937 Aug 16 02:24:17.163290 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-56ecea85-e9a8-4006-a00d-2b54f5e7e0c8 req-5af28b2f-25ae-4da2-a3e4-a53e3e532057 service neutron] 10.222.0.73 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869365 Aug 16 02:24:17.380182 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:24:17.387830 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdb089-6b9e-4a8b-878c-fe0513eba440 req-43f9ca2d-0631-4f50-b4cf-327d62e181d7 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:17.389328 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-75bdb089-6b9e-4a8b-878c-fe0513eba440 req-43f9ca2d-0631-4f50-b4cf-327d62e181d7 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 943 time: 0.0506666 Aug 16 02:24:17.427823 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-75bdb089-6b9e-4a8b-878c-fe0513eba440 req-6f57393f-c65d-4cce-af7a-b800af567db5 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322630 Aug 16 02:24:18.546016 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72a758-1f93-4e77-bca2-4f6f0df51761 req-3fbf79ff-4577-40fc-bb27-11dc4dc06b70 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:18.547413 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed72a758-1f93-4e77-bca2-4f6f0df51761 req-3fbf79ff-4577-40fc-bb27-11dc4dc06b70 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 943 time: 0.0490298 Aug 16 02:24:18.585556 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed72a758-1f93-4e77-bca2-4f6f0df51761 req-ac8c3071-2d16-412f-a749-aacc5a40dc3b tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321310 Aug 16 02:24:19.697840 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d3d0f-efc7-4b8e-8bb3-012c15e5e835 req-070c73ce-e6cb-4508-b1b8-3549c11be506 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:19.699315 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d6d3d0f-efc7-4b8e-8bb3-012c15e5e835 req-070c73ce-e6cb-4508-b1b8-3549c11be506 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 943 time: 0.0489395 Aug 16 02:24:19.737183 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d6d3d0f-efc7-4b8e-8bb3-012c15e5e835 req-0551c703-ddc5-4852-8e77-c98bf8d122bf tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Aug 16 02:24:19.856355 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 420d0491-fbb9-4591-b935-83bf2bb3b4c9 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:24:19.859656 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 65d3eec3-b869-4313-b7dc-cf87cc968981 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:19.886253 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 65d3eec3-b869-4313-b7dc-cf87cc968981 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:19.886512 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 65d3eec3-b869-4313-b7dc-cf87cc968981 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:19.972332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 420d0491-fbb9-4591-b935-83bf2bb3b4c9, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=420d0491-fbb9-4591-b935-83bf2bb3b4c9,segment=NetworkSegment(1f1aa4b2-6119-4f6b-abab-8cfacb347912),segment_id=1f1aa4b2-6119-4f6b-abab-8cfacb347912)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:19.982342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '420d0491-fbb9-4591-b935-83bf2bb3b4c9', 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae', 'port_id': '420d0491-fbb9-4591-b935-83bf2bb3b4c9', 'mac_address': 'fa:16:3e:1b:86:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1005fa-e5e5-4583-8e60-fb2ba215a853', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:24:20.019554 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.031815 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 420d0491-fbb9-4591-b935-83bf2bb3b4c9 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:24:20.050602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 420d0491-fbb9-4591-b935-83bf2bb3b4c9, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=420d0491-fbb9-4591-b935-83bf2bb3b4c9,segment=NetworkSegment(1f1aa4b2-6119-4f6b-abab-8cfacb347912),segment_id=1f1aa4b2-6119-4f6b-abab-8cfacb347912)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:20.054632 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.100499 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=420d0491-fbb9-4591-b935-83bf2bb3b4c9,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:20.166273 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f1872e4-5f30-4982-a35a-46ea5af82a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.292734 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['420d0491-fbb9-4591-b935-83bf2bb3b4c9'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:24:20.853802 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff4dfe-afa6-4ead-8629-f64aa4efd19a req-8537622d-f6eb-4bd0-b9e5-a8ed22d26913 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:20.855279 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6ff4dfe-afa6-4ead-8629-f64aa4efd19a req-8537622d-f6eb-4bd0-b9e5-a8ed22d26913 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 944 time: 0.0504324 Aug 16 02:24:20.893724 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6ff4dfe-afa6-4ead-8629-f64aa4efd19a req-0fae2945-8b56-4cdc-bb00-5f45ed70d4aa tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321059 Aug 16 02:24:21.857419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 420d0491-fbb9-4591-b935-83bf2bb3b4c9 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:21.909881 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 420d0491-fbb9-4591-b935-83bf2bb3b4c9 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:21.913388 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 420d0491-fbb9-4591-b935-83bf2bb3b4c9 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:21.913781 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.995890 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.018626 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21db6435-e31f-41ed-bd57-d5f48eb1a643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420d0491-fbb9-4591-b935-83bf2bb3b4c9'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:22.020505 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb65305-6ff5-4c56-91aa-0a3c655ab492 req-50e799bc-83d2-4486-980d-768fba846434 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:22.021011 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808f7e8d-e6c4-478c-ae55-2df55f64b9a3" -d '{"events": [{"server_uuid": "21db6435-e31f-41ed-bd57-d5f48eb1a643", "name": "network-vif-plugged", "status": "completed", "tag": "420d0491-fbb9-4591-b935-83bf2bb3b4c9"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:22.022091 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4eb65305-6ff5-4c56-91aa-0a3c655ab492 req-50e799bc-83d2-4486-980d-768fba846434 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 944 time: 0.0549526 Aug 16 02:24:22.034914 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 420d0491-fbb9-4591-b935-83bf2bb3b4c9, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=420d0491-fbb9-4591-b935-83bf2bb3b4c9,segment=NetworkSegment(1f1aa4b2-6119-4f6b-abab-8cfacb347912),segment_id=1f1aa4b2-6119-4f6b-abab-8cfacb347912)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:22.039693 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.065971 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a092a729-28e6-4c92-aaac-fca96e46f63b x-openstack-request-id: req-a092a729-28e6-4c92-aaac-fca96e46f63b {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:22.066329 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21db6435-e31f-41ed-bd57-d5f48eb1a643", "name": "network-vif-plugged", "status": "completed", "tag": "420d0491-fbb9-4591-b935-83bf2bb3b4c9", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:22.066594 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a092a729-28e6-4c92-aaac-fca96e46f63b {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:22.066984 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21db6435-e31f-41ed-bd57-d5f48eb1a643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420d0491-fbb9-4591-b935-83bf2bb3b4c9', 'code': 200} Aug 16 02:24:22.068540 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4eb65305-6ff5-4c56-91aa-0a3c655ab492 req-f180cc9c-ff68-459d-8494-bfe15f7a6156 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397568 Aug 16 02:24:22.100982 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=420d0491-fbb9-4591-b935-83bf2bb3b4c9,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:22.109366 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:22.109547 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:22.109907 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:22.110247 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:22.110582 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:22.110915 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:22.111244 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:22.111570 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:22.111898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:22.112222 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:22.112545 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:22.112869 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:22.163251 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9544e-8e6c-4275-a13d-025669d03bc1 req-480c70bf-8244-4e46-9d8f-4c268855d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:22.164756 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-48c9544e-8e6c-4275-a13d-025669d03bc1 req-480c70bf-8244-4e46-9d8f-4c268855d696 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 1097 time: 0.0424671 Aug 16 02:24:22.203025 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-48c9544e-8e6c-4275-a13d-025669d03bc1 req-c1587332-25e6-427e-afac-1f6aab3d2dad service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274699 Aug 16 02:24:22.684786 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf967797-ecc2-4caf-9ff1-136f57bab65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.198603 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce976c-69c8-42af-90df-d15b6f5b1ada req-82824bd2-a259-41f0-8c59-2091a6fc8873 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:23.200110 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8ce976c-69c8-42af-90df-d15b6f5b1ada req-82824bd2-a259-41f0-8c59-2091a6fc8873 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0566809 Aug 16 02:24:23.240048 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8ce976c-69c8-42af-90df-d15b6f5b1ada req-5fe7c9d2-f656-4c1b-bc5d-11406d6b9814 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328121 Aug 16 02:24:23.368820 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.291483 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.360875 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f606a5d-c784-493c-94a5-058d4b2be45f req-c65b529d-23d7-4c68-a4de-cd53b0525a6d tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:24.362724 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7f606a5d-c784-493c-94a5-058d4b2be45f req-c65b529d-23d7-4c68-a4de-cd53b0525a6d tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0532284 Aug 16 02:24:24.401218 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7f606a5d-c784-493c-94a5-058d4b2be45f req-c3812e75-448f-47d3-813f-eb74666ad9ee tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323610 Aug 16 02:24:24.527534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dba270-b0f0-4630-8bf6-063b03939710 req-36989c6c-93bd-4b3c-ab1b-db511b56f02b tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:24.529123 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-26dba270-b0f0-4630-8bf6-063b03939710 req-36989c6c-93bd-4b3c-ab1b-db511b56f02b tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0576754 Aug 16 02:24:24.573927 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-26dba270-b0f0-4630-8bf6-063b03939710 req-675691d2-c421-467b-84a7-e5c123bdd482 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355625 Aug 16 02:24:24.807161 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-9bf9a14e-5ebf-4f29-8fa8-4af38469cda5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0461438 Aug 16 02:24:24.820009 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d5996-e530-4067-89ee-f261cb1a0038 req-03805ad1-c055-41d1-80ae-d5501992be25 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:24.821514 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d6d5996-e530-4067-89ee-f261cb1a0038 req-03805ad1-c055-41d1-80ae-d5501992be25 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0523040 Aug 16 02:24:24.874151 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d6d5996-e530-4067-89ee-f261cb1a0038 req-75928b4d-47d0-49b4-bb79-23da0f3b9f5a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458338 Aug 16 02:24:26.026947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-801c17e9-034e-44c7-acb6-24b077ac59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:26.028764 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-801c17e9-034e-44c7-acb6-24b077ac59c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 1097 time: 0.0828507 Aug 16 02:24:26.041932 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15650633-854c-4f4e-9f8a-09028ba193b9 req-07885922-0efb-41d0-9ff1-0344e6a4ec5c tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:26.043339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-15650633-854c-4f4e-9f8a-09028ba193b9 req-07885922-0efb-41d0-9ff1-0344e6a4ec5c tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0686345 Aug 16 02:24:26.084992 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.130196 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-15650633-854c-4f4e-9f8a-09028ba193b9 req-d669efa6-383d-4c0e-aa70-198602df3a8c tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781195 Aug 16 02:24:26.158472 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-de65ea49-1ce4-401a-acbd-831b28b77fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:26.160134 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-de65ea49-1ce4-401a-acbd-831b28b77fc3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c7ed072-b373-4daf-92d3-d2c345c3cbae HTTP/1.1" status: 200 len: 916 time: 0.1159403 Aug 16 02:24:26.201974 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-dc88f3bf-940f-4c94-bcdf-052c5b21c1c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=420d0491-fbb9-4591-b935-83bf2bb3b4c9 HTTP/1.1" status: 200 len: 217 time: 0.0347404 Aug 16 02:24:26.254158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-3e98c079-29da-4cf7-b1c6-12f799cc92b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:26.255603 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-3e98c079-29da-4cf7-b1c6-12f799cc92b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d1005fa-e5e5-4583-8e60-fb2ba215a853 HTTP/1.1" status: 200 len: 855 time: 0.0471940 Aug 16 02:24:26.287464 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-5e606b0c-37c2-428a-a8ec-3ca06a15f685 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c7ed072-b373-4daf-92d3-d2c345c3cbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248439 Aug 16 02:24:26.378533 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-5be0d719-d0cd-4fff-87d2-4cd8264f7fec service neutron] 10.222.0.73 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828962 Aug 16 02:24:26.476276 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-d9311871-050d-4c92-9dce-a0ae1bb1b330 service neutron] 10.222.0.73 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900905 Aug 16 02:24:27.253413 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e169a47-cebf-4bfb-bae7-21063d8ea9de req-e02d2dbe-f463-491d-8119-113864f0e186 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:27.254966 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5e169a47-cebf-4bfb-bae7-21063d8ea9de req-e02d2dbe-f463-491d-8119-113864f0e186 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0552435 Aug 16 02:24:27.294306 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5e169a47-cebf-4bfb-bae7-21063d8ea9de req-c9467ad3-2194-4dfb-a0fe-77459592034a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330052 Aug 16 02:24:28.413777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78978c1-e67e-4f2d-9bdf-c235bb30b5a5 req-30864097-c1db-4413-bdeb-44c49d130541 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:28.415236 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f78978c1-e67e-4f2d-9bdf-c235bb30b5a5 req-30864097-c1db-4413-bdeb-44c49d130541 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0505188 Aug 16 02:24:28.453394 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f78978c1-e67e-4f2d-9bdf-c235bb30b5a5 req-db10f31d-ed36-487b-bcb5-75790127abb1 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 Aug 16 02:24:29.568139 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ff26e-3069-49b7-a6a2-4aa078be49e8 req-aa2242c2-f7ba-4e3a-bca5-d95e4db4e4ba tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:29.569615 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f7ff26e-3069-49b7-a6a2-4aa078be49e8 req-aa2242c2-f7ba-4e3a-bca5-d95e4db4e4ba tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0488667 Aug 16 02:24:29.606659 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f7ff26e-3069-49b7-a6a2-4aa078be49e8 req-aef14392-fdd0-46eb-9eee-a13edecb31b2 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311162 Aug 16 02:24:30.720467 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edefde7-6e57-428f-8328-bf7d45f43f6e req-a828a2e7-a906-4fb5-b9d3-d7b2fe9a6f72 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:30.721950 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8edefde7-6e57-428f-8328-bf7d45f43f6e req-a828a2e7-a906-4fb5-b9d3-d7b2fe9a6f72 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0478809 Aug 16 02:24:30.760075 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8edefde7-6e57-428f-8328-bf7d45f43f6e req-62fc705c-7054-4e4f-b471-dc33b3a4debc tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323019 Aug 16 02:24:31.882402 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7255c3-d688-470e-8e5b-25762b47adfe req-22fbfc8a-2cdd-4809-b694-15c74157c7a1 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:31.884574 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c7255c3-d688-470e-8e5b-25762b47adfe req-22fbfc8a-2cdd-4809-b694-15c74157c7a1 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0551374 Aug 16 02:24:31.924289 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8c7255c3-d688-470e-8e5b-25762b47adfe req-11a85b27-7907-44fd-af42-294a4d4338b4 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336120 Aug 16 02:24:33.053624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa2a6a-ac37-420b-afaf-57ea406f2fe2 req-09dcec57-330f-4ca9-802a-1f58245a0e5c tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:33.055292 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5aa2a6a-ac37-420b-afaf-57ea406f2fe2 req-09dcec57-330f-4ca9-802a-1f58245a0e5c tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0602684 Aug 16 02:24:33.098016 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5aa2a6a-ac37-420b-afaf-57ea406f2fe2 req-14fd2fd7-ad61-4586-9d23-8775ee044fa9 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351179 Aug 16 02:24:33.171356 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe7e9d-cc05-4e9e-8840-db6fd8a909c8 req-99ad584b-1d56-4e75-aa4b-0f741a98829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:33.172882 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7abe7e9d-cc05-4e9e-8840-db6fd8a909c8 req-99ad584b-1d56-4e75-aa4b-0f741a98829a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 1097 time: 0.0464106 Aug 16 02:24:33.284468 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe7e9d-cc05-4e9e-8840-db6fd8a909c8 req-5c67601c-a3f3-462b-8772-d0e41d44b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:33.285986 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7abe7e9d-cc05-4e9e-8840-db6fd8a909c8 req-5c67601c-a3f3-462b-8772-d0e41d44b4a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c7ed072-b373-4daf-92d3-d2c345c3cbae HTTP/1.1" status: 200 len: 916 time: 0.0914893 Aug 16 02:24:33.332325 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7abe7e9d-cc05-4e9e-8840-db6fd8a909c8 req-db4fcaf5-9e66-4f9a-96eb-45fc6246bf87 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=420d0491-fbb9-4591-b935-83bf2bb3b4c9 HTTP/1.1" status: 200 len: 217 time: 0.0394793 Aug 16 02:24:33.393930 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe7e9d-cc05-4e9e-8840-db6fd8a909c8 req-39b451e9-8434-4dbf-8fed-1ea29ed758f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:33.395680 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7abe7e9d-cc05-4e9e-8840-db6fd8a909c8 req-39b451e9-8434-4dbf-8fed-1ea29ed758f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d1005fa-e5e5-4583-8e60-fb2ba215a853 HTTP/1.1" status: 200 len: 855 time: 0.0542507 Aug 16 02:24:33.427329 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7abe7e9d-cc05-4e9e-8840-db6fd8a909c8 req-4231ed12-05e3-44be-b9e2-3f96af530b97 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c7ed072-b373-4daf-92d3-d2c345c3cbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246749 Aug 16 02:24:33.520271 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7abe7e9d-cc05-4e9e-8840-db6fd8a909c8 req-eff5581d-3468-44b3-9cda-1d1c0521757a service neutron] 10.222.0.73 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855222 Aug 16 02:24:33.612265 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7abe7e9d-cc05-4e9e-8840-db6fd8a909c8 req-a8e6547d-6983-4b49-bf79-6a5f7b53f0b4 service neutron] 10.222.0.73 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849164 Aug 16 02:24:34.214713 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea479144-cbe4-441a-bf21-050e1ac50d08 req-458e13ef-8278-4501-b93d-c307b807262b tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:34.216660 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ea479144-cbe4-441a-bf21-050e1ac50d08 req-458e13ef-8278-4501-b93d-c307b807262b tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0516329 Aug 16 02:24:34.253106 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ea479144-cbe4-441a-bf21-050e1ac50d08 req-090664d1-030c-40a3-b4fa-fa8ba367f4f3 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305302 Aug 16 02:24:35.378439 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8c12e-94ca-4e0d-b8c7-46da8d0cc71c req-57cec010-e3ad-4ae9-aabb-6cfb79c071e1 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:35.379827 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-02d8c12e-94ca-4e0d-b8c7-46da8d0cc71c req-57cec010-e3ad-4ae9-aabb-6cfb79c071e1 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0560551 Aug 16 02:24:35.417106 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-02d8c12e-94ca-4e0d-b8c7-46da8d0cc71c req-33cbbcb2-5989-4254-9324-7dc2012257f9 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314419 Aug 16 02:24:36.534238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73347793-2057-4a35-a484-addec8226885 req-7c1d4419-c955-41e3-b034-cf77e4249e5e tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.535756 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-73347793-2057-4a35-a484-addec8226885 req-7c1d4419-c955-41e3-b034-cf77e4249e5e tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0494046 Aug 16 02:24:36.573604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-73347793-2057-4a35-a484-addec8226885 req-f21284d8-2b0f-41d7-904a-991c4a8a0129 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317831 Aug 16 02:24:37.702363 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74c4ba-e90b-4af6-9fc5-cbc77effa1b7 req-c77c394a-1fdb-48f4-b3ce-716cf59fe748 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:37.703837 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ec74c4ba-e90b-4af6-9fc5-cbc77effa1b7 req-c77c394a-1fdb-48f4-b3ce-716cf59fe748 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0491374 Aug 16 02:24:37.740853 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ec74c4ba-e90b-4af6-9fc5-cbc77effa1b7 req-e17e9a20-2acf-4139-b4e0-58c22942dad1 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312421 Aug 16 02:24:37.823987 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.453561 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.888753 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f1205-30c7-4f86-9289-1eae6e7811cd req-2b69f0c8-9d99-4b0e-bea0-49704de298f1 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:38.890248 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c02f1205-30c7-4f86-9289-1eae6e7811cd req-2b69f0c8-9d99-4b0e-bea0-49704de298f1 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0500243 Aug 16 02:24:38.927159 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c02f1205-30c7-4f86-9289-1eae6e7811cd req-805ca6d4-da5f-40f8-b04b-b25a743b3474 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309925 Aug 16 02:24:40.045123 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf87ed-a743-4c9d-8595-1fa0e97a9583 req-2271601d-62c0-4a38-b6fe-38a452ba30ad tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:40.046636 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6cf87ed-a743-4c9d-8595-1fa0e97a9583 req-2271601d-62c0-4a38-b6fe-38a452ba30ad tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0498743 Aug 16 02:24:40.083577 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6cf87ed-a743-4c9d-8595-1fa0e97a9583 req-8c181f1a-e9ad-4977-8190-ab8ef1a8c281 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310068 Aug 16 02:24:41.203259 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fde43-3d9e-4727-b1af-cf78c93f52ac req-8d75f483-9b99-4a55-8901-d460138d2246 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:41.204723 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e8fde43-3d9e-4727-b1af-cf78c93f52ac req-8d75f483-9b99-4a55-8901-d460138d2246 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0537267 Aug 16 02:24:41.242986 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e8fde43-3d9e-4727-b1af-cf78c93f52ac req-9d226876-25af-4bed-8aca-522a49511343 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311010 Aug 16 02:24:42.369241 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041fd84-0a8b-4eed-8a6a-7e5911d6cb2e req-4e0d62de-6d07-45d2-89ab-39f687db938d tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:42.370737 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7041fd84-0a8b-4eed-8a6a-7e5911d6cb2e req-4e0d62de-6d07-45d2-89ab-39f687db938d tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0555496 Aug 16 02:24:42.413166 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7041fd84-0a8b-4eed-8a6a-7e5911d6cb2e req-3b1d24aa-9aea-4fee-93cb-c599f4c7910c tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364163 Aug 16 02:24:43.534256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299788f-e2bc-4e7b-8438-c0ea94861167 req-19edbbf4-7bf4-4449-90ca-4047453553d7 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:43.535790 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0299788f-e2bc-4e7b-8438-c0ea94861167 req-19edbbf4-7bf4-4449-90ca-4047453553d7 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0491495 Aug 16 02:24:43.574233 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0299788f-e2bc-4e7b-8438-c0ea94861167 req-a26483af-c0d1-4ef4-972d-6cec7172c881 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323036 Aug 16 02:24:44.687834 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d725120-9d76-4031-8485-565fa11fc88e req-7262efaf-ed8c-47b8-93c1-4c8b38b41d5a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:44.689266 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7d725120-9d76-4031-8485-565fa11fc88e req-7262efaf-ed8c-47b8-93c1-4c8b38b41d5a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0479612 Aug 16 02:24:44.728548 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7d725120-9d76-4031-8485-565fa11fc88e req-c6677dd6-65b1-416d-8e91-c620a231d7e2 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333631 Aug 16 02:24:45.844528 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23068c36-28cf-497f-86b3-f20c8ebce185 req-c0373ab8-b599-4326-b06e-897cf18e1e2b tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:45.846058 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-23068c36-28cf-497f-86b3-f20c8ebce185 req-c0373ab8-b599-4326-b06e-897cf18e1e2b tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0487528 Aug 16 02:24:45.882867 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-23068c36-28cf-497f-86b3-f20c8ebce185 req-cb2fb378-9739-40de-9dae-94f4647f050a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310030 Aug 16 02:24:46.998902 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f7411-bfba-4f04-9b53-af8d3c82bc48 req-9d95b42b-6a76-4e01-a11b-de2a78276296 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.001000 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a91f7411-bfba-4f04-9b53-af8d3c82bc48 req-9d95b42b-6a76-4e01-a11b-de2a78276296 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0483251 Aug 16 02:24:47.037642 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a91f7411-bfba-4f04-9b53-af8d3c82bc48 req-0a729d7e-b1d7-4be9-8a60-cb61932500a1 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307219 Aug 16 02:24:48.164568 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c259e-02c9-4ba1-a1c5-e88f36c30f54 req-a84377bd-32ea-472f-b705-cc6d6473bb5f tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:48.166258 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-744c259e-02c9-4ba1-a1c5-e88f36c30f54 req-a84377bd-32ea-472f-b705-cc6d6473bb5f tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0602419 Aug 16 02:24:48.209483 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-744c259e-02c9-4ba1-a1c5-e88f36c30f54 req-d7c5b153-e193-4d37-8127-8dbb0a5afd9f tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366869 Aug 16 02:24:49.331331 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4d3cf-7fbf-4288-b22f-3adae4b7e975 req-f43e96e9-c8f9-4ca1-a493-4f1ec1abf821 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:49.332706 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-52d4d3cf-7fbf-4288-b22f-3adae4b7e975 req-f43e96e9-c8f9-4ca1-a493-4f1ec1abf821 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0547457 Aug 16 02:24:49.370325 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-52d4d3cf-7fbf-4288-b22f-3adae4b7e975 req-b227ca85-589b-48b9-9f7f-d522653f14f0 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317137 Aug 16 02:24:50.166712 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20b015ca-37ec-4b31-a606-2f46347b26cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.486216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c62790-cc2d-45db-8a54-ea8c6b9acce0 req-befa525e-5caa-488f-8109-71036fe75554 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:50.487696 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-68c62790-cc2d-45db-8a54-ea8c6b9acce0 req-befa525e-5caa-488f-8109-71036fe75554 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0489159 Aug 16 02:24:50.523857 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-68c62790-cc2d-45db-8a54-ea8c6b9acce0 req-c2b58dda-cc64-4871-8fc5-7010e6329787 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303113 Aug 16 02:24:51.640965 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158349e-95e9-4dd8-9aa0-0130c59704f0 req-a88400dc-330f-4e54-adf4-fc1b3342c6f7 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:51.642450 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2158349e-95e9-4dd8-9aa0-0130c59704f0 req-a88400dc-330f-4e54-adf4-fc1b3342c6f7 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0483129 Aug 16 02:24:51.680253 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2158349e-95e9-4dd8-9aa0-0130c59704f0 req-1b4d6ea7-2f64-4e9e-8c7c-c5b85cf89710 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318515 Aug 16 02:24:52.687371 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1a2f5542-af99-46ad-9fa4-83d5379af81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.795831 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83036328-0d21-4e3b-b67d-2d75ea5f17e4 req-7d51c4b3-8f29-4b13-b103-cc6c0ad0cdb2 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:52.797996 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-83036328-0d21-4e3b-b67d-2d75ea5f17e4 req-7d51c4b3-8f29-4b13-b103-cc6c0ad0cdb2 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0500383 Aug 16 02:24:52.837275 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-83036328-0d21-4e3b-b67d-2d75ea5f17e4 req-466d0e06-153d-4a8b-bba4-a4c180a2736b tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322931 Aug 16 02:24:53.369114 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.962531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9e64b-876f-484b-b724-22c512c5556c req-abdf5224-e80c-495f-b853-a06a2ddd9064 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:53.964262 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-97c9e64b-876f-484b-b724-22c512c5556c req-abdf5224-e80c-495f-b853-a06a2ddd9064 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0591798 Aug 16 02:24:54.003283 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-97c9e64b-876f-484b-b724-22c512c5556c req-e4fcd36f-1f2c-4f63-8f4d-9efc22dc431c tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323734 Aug 16 02:24:54.294327 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.381114 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:24:55.129479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83b21b-2cc4-40ce-a36f-6e0f1202c3eb req-44489d16-7e9b-4797-89d6-928c7369a8c6 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:55.131025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ec83b21b-2cc4-40ce-a36f-6e0f1202c3eb req-44489d16-7e9b-4797-89d6-928c7369a8c6 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0528736 Aug 16 02:24:55.168380 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ec83b21b-2cc4-40ce-a36f-6e0f1202c3eb req-d9da18db-c304-48cc-83ec-e2156133c9b2 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315490 Aug 16 02:24:56.087038 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.287957 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d272cbb-9edd-4022-9c4b-811a9fe58d84 req-96d9bca5-a650-4f52-98cb-0cfb46991760 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:56.289464 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7d272cbb-9edd-4022-9c4b-811a9fe58d84 req-96d9bca5-a650-4f52-98cb-0cfb46991760 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0533702 Aug 16 02:24:56.327177 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7d272cbb-9edd-4022-9c4b-811a9fe58d84 req-15d1d5c8-9e38-4745-992f-00b9c7d04ba9 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318420 Aug 16 02:24:57.443059 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950ccfd-ca43-4a76-aca9-d4a011984bef req-44703755-bfc8-4032-aa26-b49e6db5315a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:57.444543 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7950ccfd-ca43-4a76-aca9-d4a011984bef req-44703755-bfc8-4032-aa26-b49e6db5315a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0502372 Aug 16 02:24:57.482533 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7950ccfd-ca43-4a76-aca9-d4a011984bef req-617a5da0-0fff-488d-be7e-b0400741ba7b tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320480 Aug 16 02:24:58.603489 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458e84f-02b0-4244-86ed-318453bff65b req-0730d551-4e93-4e81-ac86-f5e62eb7c546 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:58.605022 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b458e84f-02b0-4244-86ed-318453bff65b req-0730d551-4e93-4e81-ac86-f5e62eb7c546 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0527310 Aug 16 02:24:58.670897 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b458e84f-02b0-4244-86ed-318453bff65b req-97393cd2-071e-4e0a-9ec1-b790a95ebdad tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588224 Aug 16 02:24:58.697933 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-de41c001-e988-48d0-955a-ef606251912f service neutron] show failed (client error): The resource could not be found. Aug 16 02:24:58.698957 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-de41c001-e988-48d0-955a-ef606251912f service neutron] 10.222.0.73 "GET /v2.0/ports/420d0491-fbb9-4591-b935-83bf2bb3b4c9/bindings/n-h2-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.1379473 Aug 16 02:24:58.909555 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-609bfb2a-7225-45d5-8c89-33cf41bc66e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:58.910984 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-609bfb2a-7225-45d5-8c89-33cf41bc66e4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643&tenant_id=0638dfa8556b4c9a83f4420ecb0ee932 HTTP/1.1" status: 200 len: 1097 time: 0.0454435 Aug 16 02:24:58.923572 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:58.978399 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.187207 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] For port 420d0491-fbb9-4591-b935-83bf2bb3b4c9, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=420d0491-fbb9-4591-b935-83bf2bb3b4c9,segment=NetworkSegment(1f1aa4b2-6119-4f6b-abab-8cfacb347912),segment_id=1f1aa4b2-6119-4f6b-abab-8cfacb347912)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:59.221386 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] For port 420d0491-fbb9-4591-b935-83bf2bb3b4c9, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:59.266762 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21db6435-e31f-41ed-bd57-d5f48eb1a643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '420d0491-fbb9-4591-b935-83bf2bb3b4c9'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:59.269111 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eaeb4a9-41d8-4429-accc-f5ebafbe3fee" -d '{"events": [{"server_uuid": "21db6435-e31f-41ed-bd57-d5f48eb1a643", "name": "network-vif-unplugged", "status": "completed", "tag": "420d0491-fbb9-4591-b935-83bf2bb3b4c9"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:59.273224 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.290411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] Transition to ACTIVE for port object 420d0491-fbb9-4591-b935-83bf2bb3b4c9 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:59.295045 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.324137 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a1bd06-e0be-4219-bb77-63969fab3d1e x-openstack-request-id: req-77a1bd06-e0be-4219-bb77-63969fab3d1e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:59.324434 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21db6435-e31f-41ed-bd57-d5f48eb1a643", "name": "network-vif-unplugged", "status": "completed", "tag": "420d0491-fbb9-4591-b935-83bf2bb3b4c9", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:59.324691 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-77a1bd06-e0be-4219-bb77-63969fab3d1e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:59.325085 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21db6435-e31f-41ed-bd57-d5f48eb1a643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '420d0491-fbb9-4591-b935-83bf2bb3b4c9', 'code': 200} Aug 16 02:24:59.362846 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] No DVR routers for this DVR port 420d0491-fbb9-4591-b935-83bf2bb3b4c9 on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:59.365909 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] Pushing event updated for resources: {'Port': ['ID=420d0491-fbb9-4591-b935-83bf2bb3b4c9,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:59.400960 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] Attempting to bind port 420d0491-fbb9-4591-b935-83bf2bb3b4c9 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:59.401316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] Attempting to bind port 420d0491-fbb9-4591-b935-83bf2bb3b4c9 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '1f1aa4b2-6119-4f6b-abab-8cfacb347912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:59.401670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] Attempting to bind port 420d0491-fbb9-4591-b935-83bf2bb3b4c9 on network 2c7ed072-b373-4daf-92d3-d2c345c3cbae {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:59.406055 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] Port 420d0491-fbb9-4591-b935-83bf2bb3b4c9 on network 2c7ed072-b373-4daf-92d3-d2c345c3cbae not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:59.406379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] Attempting to bind port 420d0491-fbb9-4591-b935-83bf2bb3b4c9 on network 2c7ed072-b373-4daf-92d3-d2c345c3cbae {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:59.411393 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:59.411727 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] Checking segment: {'id': '1f1aa4b2-6119-4f6b-abab-8cfacb347912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:59.412099 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] Bound using segment: {'id': '1f1aa4b2-6119-4f6b-abab-8cfacb347912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:59.412516 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] Bound port: 420d0491-fbb9-4591-b935-83bf2bb3b4c9, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1aa4b2-6119-4f6b-abab-8cfacb347912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:59.412869 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.478149 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] For port 420d0491-fbb9-4591-b935-83bf2bb3b4c9, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:59.481188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] For port 420d0491-fbb9-4591-b935-83bf2bb3b4c9, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=420d0491-fbb9-4591-b935-83bf2bb3b4c9,segment=NetworkSegment(1f1aa4b2-6119-4f6b-abab-8cfacb347912),segment_id=1f1aa4b2-6119-4f6b-abab-8cfacb347912)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:59.484919 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.521706 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:59.522360 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.523745 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] 10.222.0.63 "PUT /v2.0/ports/420d0491-fbb9-4591-b935-83bf2bb3b4c9 HTTP/1.1" status: 200 len: 1092 time: 0.6048665 Aug 16 02:24:59.542634 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fa311-ee46-4f2b-9a0e-ecb4da181977 service neutron] Pushing event updated for resources: {'Port': ['ID=420d0491-fbb9-4591-b935-83bf2bb3b4c9,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:59.587732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-b8ebd81e-e75d-4c4f-8202-d771a95de397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:59.589225 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-b8ebd81e-e75d-4c4f-8202-d771a95de397 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 1095 time: 0.0407579 Aug 16 02:24:59.685818 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-6697ab0a-b24f-4e90-9d69-c5530495cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:59.687855 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-6697ab0a-b24f-4e90-9d69-c5530495cac1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2c7ed072-b373-4daf-92d3-d2c345c3cbae HTTP/1.1" status: 200 len: 916 time: 0.0874336 Aug 16 02:24:59.731268 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-02fc081c-bcc5-476f-889b-a89eeb6bc9c6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=420d0491-fbb9-4591-b935-83bf2bb3b4c9 HTTP/1.1" status: 200 len: 217 time: 0.0342941 Aug 16 02:24:59.815275 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-ce21fa23-5465-4dc3-bc3c-3011c39c31b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:59.816724 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-ce21fa23-5465-4dc3-bc3c-3011c39c31b3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2d1005fa-e5e5-4583-8e60-fb2ba215a853 HTTP/1.1" status: 200 len: 855 time: 0.0766833 Aug 16 02:24:59.824943 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fe600-eaec-47f3-b6cc-f81d8addf9e0 req-37ce4d98-fb18-4bda-91b1-bf018a8518e2 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:59.826323 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a73fe600-eaec-47f3-b6cc-f81d8addf9e0 req-37ce4d98-fb18-4bda-91b1-bf018a8518e2 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 943 time: 0.0879743 Aug 16 02:24:59.855813 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-f6b28d7d-2f19-4a6a-8bd5-9be1afb01218 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2c7ed072-b373-4daf-92d3-d2c345c3cbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285671 Aug 16 02:24:59.919176 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a73fe600-eaec-47f3-b6cc-f81d8addf9e0 req-5c66fc8f-55e6-4f05-b0ec-ec39526d1d8a tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845256 Aug 16 02:24:59.961914 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-a88a15b5-e9ac-4343-9240-0e17d72c4e25 service neutron] 10.222.0.63 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961244 Aug 16 02:25:00.060052 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f4a0aae-110f-4cd0-9088-613c11167da6 req-4f2b2edc-64df-4619-ae55-12b5cd8116e2 service neutron] 10.222.0.63 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859551 Aug 16 02:25:01.049594 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606a91-7829-4887-84a7-e1a9b47fc288 req-4c02eff7-ee51-4550-92ad-dce27378769e tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:01.051131 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3606a91-7829-4887-84a7-e1a9b47fc288 req-4c02eff7-ee51-4550-92ad-dce27378769e tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 943 time: 0.0573065 Aug 16 02:25:01.098555 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3606a91-7829-4887-84a7-e1a9b47fc288 req-e7cf8a50-1d50-433a-9c6a-d07c937ea3a3 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414267 Aug 16 02:25:01.326915 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21db6435-e31f-41ed-bd57-d5f48eb1a643', 'tag': '420d0491-fbb9-4591-b935-83bf2bb3b4c9'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:01.329937 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99" -d '{"events": [{"name": "network-changed", "server_uuid": "21db6435-e31f-41ed-bd57-d5f48eb1a643", "tag": "420d0491-fbb9-4591-b935-83bf2bb3b4c9"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:01.390027 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95b09f7-1c9e-4c4a-87f4-fc7be26bf927 x-openstack-request-id: req-f95b09f7-1c9e-4c4a-87f4-fc7be26bf927 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:01.390343 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21db6435-e31f-41ed-bd57-d5f48eb1a643", "tag": "420d0491-fbb9-4591-b935-83bf2bb3b4c9", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:01.390567 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f95b09f7-1c9e-4c4a-87f4-fc7be26bf927 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:01.390962 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21db6435-e31f-41ed-bd57-d5f48eb1a643', 'tag': '420d0491-fbb9-4591-b935-83bf2bb3b4c9', 'status': 'completed', 'code': 200} Aug 16 02:25:01.497944 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-a3567dea-5147-4271-909c-89b9e9e219cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:01.500397 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-a3567dea-5147-4271-909c-89b9e9e219cd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 1095 time: 0.0881860 Aug 16 02:25:01.502298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-6c246f23-a5be-4a4e-8208-d2e6f2998eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:01.503720 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-6c246f23-a5be-4a4e-8208-d2e6f2998eec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 1095 time: 0.0809760 Aug 16 02:25:01.669863 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-2183924e-4a8f-408e-95d5-b7227fefdea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:01.671858 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-2183924e-4a8f-408e-95d5-b7227fefdea1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2c7ed072-b373-4daf-92d3-d2c345c3cbae HTTP/1.1" status: 200 len: 916 time: 0.1641004 Aug 16 02:25:01.672957 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-4d54f0dc-45f6-4962-ad55-bafc9fa4aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:01.674354 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-4d54f0dc-45f6-4962-ad55-bafc9fa4aaec service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c7ed072-b373-4daf-92d3-d2c345c3cbae HTTP/1.1" status: 200 len: 916 time: 0.1590271 Aug 16 02:25:01.752755 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-efd0a99e-299f-408e-a9c4-251010437264 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=420d0491-fbb9-4591-b935-83bf2bb3b4c9 HTTP/1.1" status: 200 len: 217 time: 0.0695076 Aug 16 02:25:01.754125 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-d0d9f20f-7852-4565-995f-877afd817b06 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=420d0491-fbb9-4591-b935-83bf2bb3b4c9 HTTP/1.1" status: 200 len: 217 time: 0.0649431 Aug 16 02:25:02.090115 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 420d0491-fbb9-4591-b935-83bf2bb3b4c9 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:02.130988 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 420d0491-fbb9-4591-b935-83bf2bb3b4c9 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:02.136649 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-8510f699-a7c5-4ec3-b3e8-df651c343e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:02.138148 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-8510f699-a7c5-4ec3-b3e8-df651c343e31 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2d1005fa-e5e5-4583-8e60-fb2ba215a853 HTTP/1.1" status: 200 len: 855 time: 0.3762209 Aug 16 02:25:02.140179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-8adf3833-d074-4d7c-b27a-fe6b7aad377b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:02.141655 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-8adf3833-d074-4d7c-b27a-fe6b7aad377b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d1005fa-e5e5-4583-8e60-fb2ba215a853 HTTP/1.1" status: 200 len: 855 time: 0.3716290 Aug 16 02:25:02.178687 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-6076bc20-76f2-4f2c-ab26-edbe0dcdeaa8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2c7ed072-b373-4daf-92d3-d2c345c3cbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327775 Aug 16 02:25:02.197410 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-2d75f50a-93e7-482d-ad95-3afe84105b71 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c7ed072-b373-4daf-92d3-d2c345c3cbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426571 Aug 16 02:25:02.222427 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b992c-6d9c-4a36-918d-5e7fa15dba4d req-4b5f347e-b1cb-4303-8899-1e678df6832d tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:02.223956 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-378b992c-6d9c-4a36-918d-5e7fa15dba4d req-4b5f347e-b1cb-4303-8899-1e678df6832d tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 943 time: 0.0534670 Aug 16 02:25:02.262745 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-378b992c-6d9c-4a36-918d-5e7fa15dba4d req-07165869-b527-4504-9dfb-9fadd361c31c tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328169 Aug 16 02:25:02.352661 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-1cb7fadc-60f3-4e4e-b813-4d303f80df63 service neutron] 10.222.0.63 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574786 Aug 16 02:25:02.359018 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-7bf3ecad-75a2-4577-923a-07e1bd0f03c3 service neutron] 10.222.0.73 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447816 Aug 16 02:25:02.498576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61534f6a-109b-4270-a786-d0ba86cda87f req-fcdf4ec9-0076-4cad-bf90-ed7de5a5ba8f tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:02.500113 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-61534f6a-109b-4270-a786-d0ba86cda87f req-fcdf4ec9-0076-4cad-bf90-ed7de5a5ba8f tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 943 time: 0.0799937 Aug 16 02:25:02.518228 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-3c5adc0d-978b-4027-b38c-d010750b31bc service neutron] 10.222.0.63 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580534 Aug 16 02:25:02.520960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14ace0-5287-4958-af88-49a4dccfaf9c req-2daca3b4-07b3-427a-bbd9-8d94f158fe0e tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:02.521635 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-6bf149af-3694-4a46-a3f3-a07ed73c6d2c service neutron] 10.222.0.73 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432874 Aug 16 02:25:02.522413 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef14ace0-5287-4958-af88-49a4dccfaf9c req-2daca3b4-07b3-427a-bbd9-8d94f158fe0e tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.73 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643&tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&binding%3Ahost_id=n-h2-765315-27 HTTP/1.1" status: 200 len: 943 time: 0.0752633 Aug 16 02:25:02.578566 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-61534f6a-109b-4270-a786-d0ba86cda87f req-a8fdc309-0b68-415a-84aa-bf6d0ef8b891 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709910 Aug 16 02:25:02.609637 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [req-ef14ace0-5287-4958-af88-49a4dccfaf9c req-1f4d7481-c896-4a89-a91f-5bf4a6209de4 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:25:02.610629 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef14ace0-5287-4958-af88-49a4dccfaf9c req-1f4d7481-c896-4a89-a91f-5bf4a6209de4 service neutron] 10.222.0.73 "DELETE /v2.0/ports/420d0491-fbb9-4591-b935-83bf2bb3b4c9/bindings/n-h1-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.0639653 Aug 16 02:25:02.707900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14ace0-5287-4958-af88-49a4dccfaf9c req-9a137197-8430-4962-92a1-cde46435815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:02.709377 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef14ace0-5287-4958-af88-49a4dccfaf9c req-9a137197-8430-4962-92a1-cde46435815b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 1095 time: 0.0414398 Aug 16 02:25:02.799314 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14ace0-5287-4958-af88-49a4dccfaf9c req-01872683-13ce-4235-8d65-ceb2db7eab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:02.800789 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef14ace0-5287-4958-af88-49a4dccfaf9c req-01872683-13ce-4235-8d65-ceb2db7eab0d service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c7ed072-b373-4daf-92d3-d2c345c3cbae HTTP/1.1" status: 200 len: 916 time: 0.0822196 Aug 16 02:25:02.806194 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 420d0491-fbb9-4591-b935-83bf2bb3b4c9 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:25:02.852045 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef14ace0-5287-4958-af88-49a4dccfaf9c req-ded02a25-396f-4f0d-b44f-a3d54b680ce6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=420d0491-fbb9-4591-b935-83bf2bb3b4c9 HTTP/1.1" status: 200 len: 217 time: 0.0391247 Aug 16 02:25:02.898507 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 420d0491-fbb9-4591-b935-83bf2bb3b4c9, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=420d0491-fbb9-4591-b935-83bf2bb3b4c9,segment=NetworkSegment(1f1aa4b2-6119-4f6b-abab-8cfacb347912),segment_id=1f1aa4b2-6119-4f6b-abab-8cfacb347912)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:02.903663 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14ace0-5287-4958-af88-49a4dccfaf9c req-836f6898-98a5-4e87-8dd9-3e0fb0350bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:02.905798 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef14ace0-5287-4958-af88-49a4dccfaf9c req-836f6898-98a5-4e87-8dd9-3e0fb0350bb0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d1005fa-e5e5-4583-8e60-fb2ba215a853 HTTP/1.1" status: 200 len: 855 time: 0.0435162 Aug 16 02:25:02.910855 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '420d0491-fbb9-4591-b935-83bf2bb3b4c9', 'network_id': '2c7ed072-b373-4daf-92d3-d2c345c3cbae', 'port_id': '420d0491-fbb9-4591-b935-83bf2bb3b4c9', 'mac_address': 'fa:16:3e:1b:86:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1005fa-e5e5-4583-8e60-fb2ba215a853', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:25:02.940612 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef14ace0-5287-4958-af88-49a4dccfaf9c req-c8ded4ad-9420-4228-b1f0-d891d0e65be0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c7ed072-b373-4daf-92d3-d2c345c3cbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247481 Aug 16 02:25:02.950462 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.963449 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 420d0491-fbb9-4591-b935-83bf2bb3b4c9 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:02.983037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 420d0491-fbb9-4591-b935-83bf2bb3b4c9, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=420d0491-fbb9-4591-b935-83bf2bb3b4c9,segment=NetworkSegment(1f1aa4b2-6119-4f6b-abab-8cfacb347912),segment_id=1f1aa4b2-6119-4f6b-abab-8cfacb347912)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:02.987511 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.035295 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=420d0491-fbb9-4591-b935-83bf2bb3b4c9,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:03.039812 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef14ace0-5287-4958-af88-49a4dccfaf9c req-ccfabf1c-ee6c-44cd-8c25-3d7bd05b545f service neutron] 10.222.0.73 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865617 Aug 16 02:25:03.139009 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ef14ace0-5287-4958-af88-49a4dccfaf9c req-5e8c8d78-d6ce-4297-9625-b95140bf8181 service neutron] 10.222.0.73 "GET /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873628 Aug 16 02:25:03.231063 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['420d0491-fbb9-4591-b935-83bf2bb3b4c9'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:03.701069 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bec610-5e19-4a6d-aa29-d48a2314d7ef req-f104c665-e824-489f-ad16-a157fbbb2d6f tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:03.702619 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c7bec610-5e19-4a6d-aa29-d48a2314d7ef req-f104c665-e824-489f-ad16-a157fbbb2d6f tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 944 time: 0.0526242 Aug 16 02:25:03.745479 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c7bec610-5e19-4a6d-aa29-d48a2314d7ef req-46bb91b9-5a8d-4ec8-8675-70defccc9482 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359888 Aug 16 02:25:03.863032 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d22a30-eff5-49f4-8829-3f9b1bfb0c11 req-da3d62bc-a2e6-46df-a7d0-932293e7e0fe tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:03.864463 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a0d22a30-eff5-49f4-8829-3f9b1bfb0c11 req-da3d62bc-a2e6-46df-a7d0-932293e7e0fe tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 944 time: 0.0513916 Aug 16 02:25:03.902100 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a0d22a30-eff5-49f4-8829-3f9b1bfb0c11 req-5c372a7b-78aa-40e1-9bd4-77c845fbf6bc tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317533 Aug 16 02:25:04.016586 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae904c6-3307-4d12-8454-86260604266c req-8520d96e-0e66-4999-92d0-55f49f6dd3c5 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.018087 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ae904c6-3307-4d12-8454-86260604266c req-8520d96e-0e66-4999-92d0-55f49f6dd3c5 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 944 time: 0.0496376 Aug 16 02:25:04.054965 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ae904c6-3307-4d12-8454-86260604266c req-d4021fd3-3cdd-496f-9b11-8dead5a8e8fe tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310605 Aug 16 02:25:04.399913 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a26da-eb9a-4024-834e-c69ed34d8d16 req-fdfbf1ae-01cc-4bdb-b0d6-9304cf96bb6c tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.401288 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-270a26da-eb9a-4024-834e-c69ed34d8d16 req-fdfbf1ae-01cc-4bdb-b0d6-9304cf96bb6c tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 944 time: 0.0528126 Aug 16 02:25:04.440211 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-270a26da-eb9a-4024-834e-c69ed34d8d16 req-f2125847-6d20-4bce-bb8b-b518f9ddab75 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326254 Aug 16 02:25:04.805088 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 420d0491-fbb9-4591-b935-83bf2bb3b4c9 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:04.852103 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 420d0491-fbb9-4591-b935-83bf2bb3b4c9 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:04.855723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 420d0491-fbb9-4591-b935-83bf2bb3b4c9 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:04.856090 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.930821 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.955388 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21db6435-e31f-41ed-bd57-d5f48eb1a643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420d0491-fbb9-4591-b935-83bf2bb3b4c9'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:04.957587 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc1aa12-9214-416b-9911-9097acedcdf4" -d '{"events": [{"server_uuid": "21db6435-e31f-41ed-bd57-d5f48eb1a643", "name": "network-vif-plugged", "status": "completed", "tag": "420d0491-fbb9-4591-b935-83bf2bb3b4c9"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:04.970961 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 420d0491-fbb9-4591-b935-83bf2bb3b4c9, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=420d0491-fbb9-4591-b935-83bf2bb3b4c9,segment=NetworkSegment(1f1aa4b2-6119-4f6b-abab-8cfacb347912),segment_id=1f1aa4b2-6119-4f6b-abab-8cfacb347912)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:04.974807 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.022110 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=420d0491-fbb9-4591-b935-83bf2bb3b4c9,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:05.088350 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d315b3-1683-4867-9611-1b912590a561 x-openstack-request-id: req-d2d315b3-1683-4867-9611-1b912590a561 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:05.088745 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21db6435-e31f-41ed-bd57-d5f48eb1a643", "name": "network-vif-plugged", "status": "completed", "tag": "420d0491-fbb9-4591-b935-83bf2bb3b4c9", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:05.088886 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d2d315b3-1683-4867-9611-1b912590a561 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:05.089278 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21db6435-e31f-41ed-bd57-d5f48eb1a643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420d0491-fbb9-4591-b935-83bf2bb3b4c9', 'code': 200} Aug 16 02:25:05.553947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53306a-0600-4efa-87c2-ac6e55cebe7d req-452cd0f9-188b-440b-b886-9a5eb79845e5 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:05.555414 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7e53306a-0600-4efa-87c2-ac6e55cebe7d req-452cd0f9-188b-440b-b886-9a5eb79845e5 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0501277 Aug 16 02:25:05.593194 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7e53306a-0600-4efa-87c2-ac6e55cebe7d req-153e2040-ad66-44b2-bdd9-0aab60934a53 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4600b88-e9d9-4952-9d2b-fcaf14489b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311556 Aug 16 02:25:05.703324 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fef119-604b-4d64-9650-44ba433e9974 req-8c618efe-9b62-406c-b258-946c3a9e3c97 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:05.704777 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c4fef119-604b-4d64-9650-44ba433e9974 req-8c618efe-9b62-406c-b258-946c3a9e3c97 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.63 "GET /v2.0/ports?device_id=21db6435-e31f-41ed-bd57-d5f48eb1a643 HTTP/1.1" status: 200 len: 945 time: 0.0506361 Aug 16 02:25:05.801811 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c4fef119-604b-4d64-9650-44ba433e9974 req-9d3730a6-a8ad-43f0-84ca-a8aefd7056c9 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Deleting port 420d0491-fbb9-4591-b935-83bf2bb3b4c9 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:05.802157 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c4fef119-604b-4d64-9650-44ba433e9974 req-9d3730a6-a8ad-43f0-84ca-a8aefd7056c9 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.889249 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c4fef119-604b-4d64-9650-44ba433e9974 req-9d3730a6-a8ad-43f0-84ca-a8aefd7056c9 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] For port 420d0491-fbb9-4591-b935-83bf2bb3b4c9, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=420d0491-fbb9-4591-b935-83bf2bb3b4c9,segment=NetworkSegment(1f1aa4b2-6119-4f6b-abab-8cfacb347912),segment_id=1f1aa4b2-6119-4f6b-abab-8cfacb347912)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:05.889618 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c4fef119-604b-4d64-9650-44ba433e9974 req-9d3730a6-a8ad-43f0-84ca-a8aefd7056c9 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.902163 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c4fef119-604b-4d64-9650-44ba433e9974 req-9d3730a6-a8ad-43f0-84ca-a8aefd7056c9 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Calling delete_port for 420d0491-fbb9-4591-b935-83bf2bb3b4c9 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:06.034482 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c4fef119-604b-4d64-9650-44ba433e9974 req-9d3730a6-a8ad-43f0-84ca-a8aefd7056c9 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.050199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['420d0491-fbb9-4591-b935-83bf2bb3b4c9'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:06.065915 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3730a6-a8ad-43f0-84ca-a8aefd7056c9 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Pushing event deleted for resources: {'Port': ['ID=420d0491-fbb9-4591-b935-83bf2bb3b4c9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:06.116746 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fef119-604b-4d64-9650-44ba433e9974 req-9d3730a6-a8ad-43f0-84ca-a8aefd7056c9 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] No DVR routers for this DVR port 420d0491-fbb9-4591-b935-83bf2bb3b4c9 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:06.119453 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c4fef119-604b-4d64-9650-44ba433e9974 req-9d3730a6-a8ad-43f0-84ca-a8aefd7056c9 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.122103 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c4fef119-604b-4d64-9650-44ba433e9974 req-9d3730a6-a8ad-43f0-84ca-a8aefd7056c9 tempest-ServerDiskConfigTestJSON-295186246 tempest-ServerDiskConfigTestJSON-295186246-project] 10.222.0.63 "DELETE /v2.0/ports/420d0491-fbb9-4591-b935-83bf2bb3b4c9 HTTP/1.1" status: 204 len: 173 time: 0.4075525 Aug 16 02:25:06.122576 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21db6435-e31f-41ed-bd57-d5f48eb1a643', 'name': 'network-vif-deleted', 'tag': '420d0491-fbb9-4591-b935-83bf2bb3b4c9'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:06.125083 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebea7627-9978-47c5-ace8-180b444c09fc" -d '{"events": [{"server_uuid": "21db6435-e31f-41ed-bd57-d5f48eb1a643", "name": "network-vif-deleted", "tag": "420d0491-fbb9-4591-b935-83bf2bb3b4c9"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:06.175683 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ccf10c-93ec-46fc-a671-2c4d35ce7367 x-openstack-request-id: req-21ccf10c-93ec-46fc-a671-2c4d35ce7367 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:06.176865 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21db6435-e31f-41ed-bd57-d5f48eb1a643", "name": "network-vif-deleted", "tag": "420d0491-fbb9-4591-b935-83bf2bb3b4c9", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:06.176865 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-21ccf10c-93ec-46fc-a671-2c4d35ce7367 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:06.176865 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21db6435-e31f-41ed-bd57-d5f48eb1a643', 'name': 'network-vif-deleted', 'tag': '420d0491-fbb9-4591-b935-83bf2bb3b4c9', 'status': 'completed', 'code': 200} Aug 16 02:25:06.717231 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36888) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:06.760355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac77126-3385-4019-92bc-4818218abb68 admin admin] Deleting subnet 2d1005fa-e5e5-4583-8e60-fb2ba215a853 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:25:06.763327 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fac77126-3385-4019-92bc-4818218abb68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.802197 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fac77126-3385-4019-92bc-4818218abb68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.846560 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fac77126-3385-4019-92bc-4818218abb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.897847 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fac77126-3385-4019-92bc-4818218abb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.924072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac77126-3385-4019-92bc-4818218abb68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d1005fa-e5e5-4583-8e60-fb2ba215a853,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:06.932252 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fac77126-3385-4019-92bc-4818218abb68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.934108 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fac77126-3385-4019-92bc-4818218abb68 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2d1005fa-e5e5-4583-8e60-fb2ba215a853 HTTP/1.1" status: 204 len: 168 time: 0.2152021 Aug 16 02:25:06.935776 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac77126-3385-4019-92bc-4818218abb68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.936323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac77126-3385-4019-92bc-4818218abb68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.936782 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac77126-3385-4019-92bc-4818218abb68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.936903 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36890) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:06.937503 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac77126-3385-4019-92bc-4818218abb68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.937669 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac77126-3385-4019-92bc-4818218abb68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.938034 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac77126-3385-4019-92bc-4818218abb68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.938365 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac77126-3385-4019-92bc-4818218abb68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.938694 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac77126-3385-4019-92bc-4818218abb68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.939022 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac77126-3385-4019-92bc-4818218abb68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.939348 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac77126-3385-4019-92bc-4818218abb68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.939671 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac77126-3385-4019-92bc-4818218abb68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:06.939995 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac77126-3385-4019-92bc-4818218abb68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:07.008508 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f6df5ed-b9ec-4e34-979a-ecf205fd2721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.084449 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f6df5ed-b9ec-4e34-979a-ecf205fd2721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.095645 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-2f6df5ed-b9ec-4e34-979a-ecf205fd2721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7ed072-b373-4daf-92d3-d2c345c3cbae']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:07.111240 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-2f6df5ed-b9ec-4e34-979a-ecf205fd2721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1aa4b2-6119-4f6b-abab-8cfacb347912') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:07.111540 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-2f6df5ed-b9ec-4e34-979a-ecf205fd2721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1aa4b2-6119-4f6b-abab-8cfacb347912') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:07.120271 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f6df5ed-b9ec-4e34-979a-ecf205fd2721 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.135596 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f6df5ed-b9ec-4e34-979a-ecf205fd2721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.142288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6df5ed-b9ec-4e34-979a-ecf205fd2721 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:07.142695 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f6df5ed-b9ec-4e34-979a-ecf205fd2721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:07.144358 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:07.198628 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f6df5ed-b9ec-4e34-979a-ecf205fd2721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.203414 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f6df5ed-b9ec-4e34-979a-ecf205fd2721 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.206097 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2f6df5ed-b9ec-4e34-979a-ecf205fd2721 admin admin] 10.222.0.68 "DELETE /v2.0/networks/2c7ed072-b373-4daf-92d3-d2c345c3cbae HTTP/1.1" status: 204 len: 168 time: 0.2675791 Aug 16 02:25:07.218999 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6df5ed-b9ec-4e34-979a-ecf205fd2721 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c7ed072-b373-4daf-92d3-d2c345c3cbae,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:07.319496 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36894) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:07.359265 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-1cc1dde6-aab2-487a-815d-520837cf9fc0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0638dfa8556b4c9a83f4420ecb0ee932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385883 Aug 16 02:25:07.362000 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36896) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:07.410256 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-53bf9e03-a422-452e-9ab1-99ab2b6078a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.434965 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-53bf9e03-a422-452e-9ab1-99ab2b6078a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.481583 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-53bf9e03-a422-452e-9ab1-99ab2b6078a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.484365 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-53bf9e03-a422-452e-9ab1-99ab2b6078a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.485512 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-53bf9e03-a422-452e-9ab1-99ab2b6078a7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f4600b88-e9d9-4952-9d2b-fcaf14489b0b HTTP/1.1" status: 204 len: 168 time: 0.1225753 Aug 16 02:25:07.493479 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf9e03-a422-452e-9ab1-99ab2b6078a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4600b88-e9d9-4952-9d2b-fcaf14489b0b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:07.852321 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.146333 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36918) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:08.240894 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-74ab2fce-ddc2-40b4-9ec5-2f200af9b052 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1477633558-network', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:08.262569 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ab2fce-ddc2-40b4-9ec5-2f200af9b052 admin admin] Made reservation on behalf of 491f038281224af2bbdd2a4afdd0395e for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:08.265841 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74ab2fce-ddc2-40b4-9ec5-2f200af9b052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.274190 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74ab2fce-ddc2-40b4-9ec5-2f200af9b052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.366948 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74ab2fce-ddc2-40b4-9ec5-2f200af9b052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.370640 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74ab2fce-ddc2-40b4-9ec5-2f200af9b052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.393543 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ab2fce-ddc2-40b4-9ec5-2f200af9b052 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:08.408364 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab2fce-ddc2-40b4-9ec5-2f200af9b052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b33282-93f9-4238-9754-7498e17a2edd,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:08.411808 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74ab2fce-ddc2-40b4-9ec5-2f200af9b052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.412158 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-74ab2fce-ddc2-40b4-9ec5-2f200af9b052 admin admin] Added segment 569bff38-7da5-40d8-a932-5ff7fa51287b of type vlan for network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 Aug 16 02:25:08.454353 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74ab2fce-ddc2-40b4-9ec5-2f200af9b052 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.467064 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.483259 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74ab2fce-ddc2-40b4-9ec5-2f200af9b052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.484208 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ab2fce-ddc2-40b4-9ec5-2f200af9b052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:08.484787 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74ab2fce-ddc2-40b4-9ec5-2f200af9b052 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.539863 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-74ab2fce-ddc2-40b4-9ec5-2f200af9b052 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3922331 Aug 16 02:25:08.542819 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36922) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:08.548146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a6111951-bae9-4f81-9d34-b1c0cb6fe81c admin admin] Request body: {'subnet': {'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1477633558-subnet', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:08.551186 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab2fce-ddc2-40b4-9ec5-2f200af9b052 admin admin] Pushing event updated for resources: {'Network': ['ID=f7bd80d1-00f9-44c9-99cd-e6ed727ed716,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:08.561962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:08.571410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6111951-bae9-4f81-9d34-b1c0cb6fe81c admin admin] Made reservation on behalf of 491f038281224af2bbdd2a4afdd0395e for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:08.574382 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6111951-bae9-4f81-9d34-b1c0cb6fe81c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.743450 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6111951-bae9-4f81-9d34-b1c0cb6fe81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.802978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6111951-bae9-4f81-9d34-b1c0cb6fe81c admin admin] Pushing event updated for resources: {'Subnet': ['ID=de88a352-d506-4fc1-9928-5f688cce1d8f,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:08.810187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6111951-bae9-4f81-9d34-b1c0cb6fe81c admin admin] Checking segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:08.810548 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6111951-bae9-4f81-9d34-b1c0cb6fe81c admin admin] Network hostable DHCP agents. Network: f7bd80d1-00f9-44c9-99cd-e6ed727ed716, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:08.826726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6111951-bae9-4f81-9d34-b1c0cb6fe81c admin admin] Network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:08.835072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a6111951-bae9-4f81-9d34-b1c0cb6fe81c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, f7bd80d1-00f9-44c9-99cd-e6ed727ed716) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:08.839001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6111951-bae9-4f81-9d34-b1c0cb6fe81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:08.839584 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6111951-bae9-4f81-9d34-b1c0cb6fe81c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.843945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb503380-42e2-4492-ab32-34dbc693f57c None None] Network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:08.859274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 420d0491-fbb9-4591-b935-83bf2bb3b4c9 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:08.861017 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a6111951-bae9-4f81-9d34-b1c0cb6fe81c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3170221 Aug 16 02:25:08.863843 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36924) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:08.868166 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-04c0b8a4-fde6-414d-8887-b176c0d0b284 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:08.897914 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8a4-fde6-414d-8887-b176c0d0b284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.898921 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8a4-fde6-414d-8887-b176c0d0b284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.909582 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 420d0491-fbb9-4591-b935-83bf2bb3b4c9 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:08.909947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 420d0491-fbb9-4591-b935-83bf2bb3b4c9 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:08.989722 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8a4-fde6-414d-8887-b176c0d0b284 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.022381 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:09.023241 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.127883 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8a4-fde6-414d-8887-b176c0d0b284 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.158685 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Allocated IP 172.20.0.2 (f7bd80d1-00f9-44c9-99cd-e6ed727ed716/de88a352-d506-4fc1-9928-5f688cce1d8f/f18a34c6-d8c8-47cd-a7c5-3308fabf1b22) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:09.303520 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.311738 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Transition to ACTIVE for port object f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:09.326639 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Transition to ACTIVE for port object f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:09.333454 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.368092 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8a4-fde6-414d-8887-b176c0d0b284 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.370833 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:09.376435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:09.378916 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:09.387623 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Pushing event updated for resources: {'Port': ['ID=f18a34c6-d8c8-47cd-a7c5-3308fabf1b22,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:09.396396 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8a4-fde6-414d-8887-b176c0d0b284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.443775 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Attempting to bind port f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:09.444146 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Attempting to bind port f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:09.444505 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Attempting to bind port f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:09.449327 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:09.449713 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Checking segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:09.450136 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.450521 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Bound using segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:09.450982 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Bound port: f18a34c6-d8c8-47cd-a7c5-3308fabf1b22, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:09.451360 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.510960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-04c0b8a4-fde6-414d-8887-b176c0d0b284 admin admin] Allocated IP 172.25.3.71 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/d5923e5a-c25b-443a-af6a-ffba03b04675) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:09.516404 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] For port f18a34c6-d8c8-47cd-a7c5-3308fabf1b22, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:09.519911 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] For port f18a34c6-d8c8-47cd-a7c5-3308fabf1b22, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f18a34c6-d8c8-47cd-a7c5-3308fabf1b22,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:09.523527 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.611159 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890d5e3-969e-4650-afcb-f7e28f18e888 None None] Pushing event updated for resources: {'Port': ['ID=f18a34c6-d8c8-47cd-a7c5-3308fabf1b22,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:09.637447 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8a4-fde6-414d-8887-b176c0d0b284 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.679563 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8a4-fde6-414d-8887-b176c0d0b284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.725262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c0b8a4-fde6-414d-8887-b176c0d0b284 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:09.738816 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-04c0b8a4-fde6-414d-8887-b176c0d0b284 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:09.742815 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c0b8a4-fde6-414d-8887-b176c0d0b284 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:09.773985 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0b8a4-fde6-414d-8887-b176c0d0b284 admin admin] Pushing event updated for resources: {'Port': ['ID=d5923e5a-c25b-443a-af6a-ffba03b04675,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:10.266996 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8a4-fde6-414d-8887-b176c0d0b284 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.478107 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8a4-fde6-414d-8887-b176c0d0b284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.547577 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20f9c86-0c3e-4df3-84d6-60aadc3a09c5 None None] Network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:10.608475 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a089f9c9-e1b9-4471-af66-048bd13a19b9 None None] Provisioning for port f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:10.627808 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c0b8a4-fde6-414d-8887-b176c0d0b284 admin admin] Router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:25:10.738468 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c0b8a4-fde6-414d-8887-b176c0d0b284 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:10.749175 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Sync routers for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:10.757047 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8a4-fde6-414d-8887-b176c0d0b284 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.760488 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:10.761215 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:24:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:10.761441 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-04c0b8a4-fde6-414d-8887-b176c0d0b284 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8966291 Aug 16 02:25:10.761557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36926) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:10.879743 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:11.062827 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:09Z', 'revision_number': 3, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:11.092041 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Checking router: 375dd1e8-d795-4761-9d66-1b8db8f98bc9 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:11.092424 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Updating router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 port d5923e5a-c25b-443a-af6a-ffba03b04675 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:25:11.118681 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.192966 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:11.210796 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-225f1293-2c80-48ea-9f7f-d415fb2b9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.398414 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-225f1293-2c80-48ea-9f7f-d415fb2b9ef6 admin admin] Allocated IP 172.20.0.1 (f7bd80d1-00f9-44c9-99cd-e6ed727ed716/de88a352-d506-4fc1-9928-5f688cce1d8f/a6a087ca-3f47-4540-8c65-b549876ea31e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:11.399775 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.408613 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:11.411717 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Transition to ACTIVE for port object d5923e5a-c25b-443a-af6a-ffba03b04675 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:11.413014 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:11.413385 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.418883 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.469230 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Attempting to bind port d5923e5a-c25b-443a-af6a-ffba03b04675 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:11.469600 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Attempting to bind port d5923e5a-c25b-443a-af6a-ffba03b04675 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:11.469994 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Attempting to bind port d5923e5a-c25b-443a-af6a-ffba03b04675 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:11.480339 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:11.480710 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:11.481114 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.481504 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:11.481996 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Bound port: d5923e5a-c25b-443a-af6a-ffba03b04675, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:11.482374 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.495260 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.509455 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ffa23-6ba9-4cab-a684-2e35bb1d4f81 None None] Pushing event updated for resources: {'Port': ['ID=d5923e5a-c25b-443a-af6a-ffba03b04675,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:11.517280 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-225f1293-2c80-48ea-9f7f-d415fb2b9ef6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.527354 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ffa23-6ba9-4cab-a684-2e35bb1d4f81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:11.527699 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ffa23-6ba9-4cab-a684-2e35bb1d4f81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:11.528035 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ffa23-6ba9-4cab-a684-2e35bb1d4f81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:11.528368 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ffa23-6ba9-4cab-a684-2e35bb1d4f81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:11.528692 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ffa23-6ba9-4cab-a684-2e35bb1d4f81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:11.529018 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ffa23-6ba9-4cab-a684-2e35bb1d4f81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:11.529131 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port f18a34c6-d8c8-47cd-a7c5-3308fabf1b22, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f18a34c6-d8c8-47cd-a7c5-3308fabf1b22,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:11.529341 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ffa23-6ba9-4cab-a684-2e35bb1d4f81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:11.530199 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ffa23-6ba9-4cab-a684-2e35bb1d4f81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:11.530520 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ffa23-6ba9-4cab-a684-2e35bb1d4f81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:11.530839 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ffa23-6ba9-4cab-a684-2e35bb1d4f81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:11.531160 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ffa23-6ba9-4cab-a684-2e35bb1d4f81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:11.531577 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ffa23-6ba9-4cab-a684-2e35bb1d4f81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:11.535037 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-225f1293-2c80-48ea-9f7f-d415fb2b9ef6 admin admin] Transition to ACTIVE for port object a6a087ca-3f47-4540-8c65-b549876ea31e will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:11.535586 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.553940 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] For port d5923e5a-c25b-443a-af6a-ffba03b04675, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:11.557091 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] For port d5923e5a-c25b-443a-af6a-ffba03b04675, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d5923e5a-c25b-443a-af6a-ffba03b04675,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:11.563076 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.582654 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-225f1293-2c80-48ea-9f7f-d415fb2b9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.595137 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=f18a34c6-d8c8-47cd-a7c5-3308fabf1b22,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:11.622700 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:11.623698 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:24:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:11.624944 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225f1293-2c80-48ea-9f7f-d415fb2b9ef6 admin admin] Network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:11.629914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-225f1293-2c80-48ea-9f7f-d415fb2b9ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:11.634702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225f1293-2c80-48ea-9f7f-d415fb2b9ef6 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:11.658218 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f1293-2c80-48ea-9f7f-d415fb2b9ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a087ca-3f47-4540-8c65-b549876ea31e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:11.679621 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-225f1293-2c80-48ea-9f7f-d415fb2b9ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.718572 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ffa23-6ba9-4cab-a684-2e35bb1d4f81 None None] Pushing event updated for resources: {'Port': ['ID=d5923e5a-c25b-443a-af6a-ffba03b04675,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:11.752801 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:11.831363 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-225f1293-2c80-48ea-9f7f-d415fb2b9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.866563 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2de89cd2-f7e4-409b-b193-7ba44bf12442 None None] Provisioning for port a6a087ca-3f47-4540-8c65-b549876ea31e completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:11.871846 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2de89cd2-f7e4-409b-b193-7ba44bf12442 None None] Provisioning complete for port a6a087ca-3f47-4540-8c65-b549876ea31e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:11.872316 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2de89cd2-f7e4-409b-b193-7ba44bf12442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.911797 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2de89cd2-f7e4-409b-b193-7ba44bf12442 None None] Port a6a087ca-3f47-4540-8c65-b549876ea31e cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:12.009504 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-225f1293-2c80-48ea-9f7f-d415fb2b9ef6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.014074 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-225f1293-2c80-48ea-9f7f-d415fb2b9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.041705 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:09Z', 'revision_number': 3, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:12.068252 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aec44e8-5688-4c78-9ef0-9f7f14025042 None None] The sync data for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 is: [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:09Z', 'revision_number': 3, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:12.086431 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-225f1293-2c80-48ea-9f7f-d415fb2b9ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.095305 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f1293-2c80-48ea-9f7f-d415fb2b9ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a087ca-3f47-4540-8c65-b549876ea31e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:12.185133 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225f1293-2c80-48ea-9f7f-d415fb2b9ef6 admin admin] Network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:12.186590 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-225f1293-2c80-48ea-9f7f-d415fb2b9ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:12.330648 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225f1293-2c80-48ea-9f7f-d415fb2b9ef6 admin admin] Router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:12.452242 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225f1293-2c80-48ea-9f7f-d415fb2b9ef6 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:12.458115 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-225f1293-2c80-48ea-9f7f-d415fb2b9ef6 admin admin] 10.222.0.68 "PUT /v2.0/routers/375dd1e8-d795-4761-9d66-1b8db8f98bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6952946 Aug 16 02:25:12.534318 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1657e9aa-3ac9-4fcc-a826-13abcfdf1a93 None None] Provisioning complete for port a6a087ca-3f47-4540-8c65-b549876ea31e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:12.534559 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1657e9aa-3ac9-4fcc-a826-13abcfdf1a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.569548 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1657e9aa-3ac9-4fcc-a826-13abcfdf1a93 None None] Port a6a087ca-3f47-4540-8c65-b549876ea31e cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:12.895721 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36934) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:12.900688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-996c52b8-2d30-45a4-a2a0-aad7259bdf4f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--287636163', 'description': 'tempest-description--1770911011'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:12.924175 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-996c52b8-2d30-45a4-a2a0-aad7259bdf4f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.004354 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-996c52b8-2d30-45a4-a2a0-aad7259bdf4f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.008229 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-996c52b8-2d30-45a4-a2a0-aad7259bdf4f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.037862 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-996c52b8-2d30-45a4-a2a0-aad7259bdf4f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.039089 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-996c52b8-2d30-45a4-a2a0-aad7259bdf4f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1420791 Aug 16 02:25:13.040185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c52b8-2d30-45a4-a2a0-aad7259bdf4f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa805de-eb29-41e2-8837-f6e6d8b818ba,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:13.042601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36936) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:13.048296 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d9126106-5d2f-4bd3-b076-511d73ba9e85 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Request body: {'security_group_rule': {'security_group_id': 'faa805de-eb29-41e2-8837-f6e6d8b818ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:13.074702 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9126106-5d2f-4bd3-b076-511d73ba9e85 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.137156 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9126106-5d2f-4bd3-b076-511d73ba9e85 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.142379 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9126106-5d2f-4bd3-b076-511d73ba9e85 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.161788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9126106-5d2f-4bd3-b076-511d73ba9e85 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648f75f9-5a8e-428a-ad46-423372da73ec,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:13.167420 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9126106-5d2f-4bd3-b076-511d73ba9e85 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.168701 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d9126106-5d2f-4bd3-b076-511d73ba9e85 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250105 Aug 16 02:25:13.172315 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 36938) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:13.176910 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1bcd5c40-857b-4b82-9503-837e5e0455a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Request body: {'security_group_rule': {'security_group_id': 'faa805de-eb29-41e2-8837-f6e6d8b818ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:13.208571 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5c40-857b-4b82-9503-837e5e0455a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.226870 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d5923e5a-c25b-443a-af6a-ffba03b04675 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:13.277869 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5c40-857b-4b82-9503-837e5e0455a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.283166 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5c40-857b-4b82-9503-837e5e0455a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.286766 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port d5923e5a-c25b-443a-af6a-ffba03b04675 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:13.299385 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d5923e5a-c25b-443a-af6a-ffba03b04675 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:13.300141 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.305057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd5c40-857b-4b82-9503-837e5e0455a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f4b1ed-af0d-406c-9403-aef18ee76c76,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:13.315636 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5c40-857b-4b82-9503-837e5e0455a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.317235 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1bcd5c40-857b-4b82-9503-837e5e0455a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439531 Aug 16 02:25:13.320471 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36940) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:13.325397 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-35cfecf2-6d9f-4e07-a1be-eeed333f9f64 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:13.350010 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35cfecf2-6d9f-4e07-a1be-eeed333f9f64 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.394481 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.419541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port d5923e5a-c25b-443a-af6a-ffba03b04675, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d5923e5a-c25b-443a-af6a-ffba03b04675,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:13.423925 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.424961 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:13.456745 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35cfecf2-6d9f-4e07-a1be-eeed333f9f64 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.507473 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=d5923e5a-c25b-443a-af6a-ffba03b04675,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:13.520052 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:13.520428 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.565433 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-35cfecf2-6d9f-4e07-a1be-eeed333f9f64 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Allocated IP 172.25.3.86 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/1df18224-1d81-4149-819e-13862acdbb7d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:13.648010 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Sync routers for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:13.657933 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:13.658572 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:24:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:13.684774 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35cfecf2-6d9f-4e07-a1be-eeed333f9f64 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.725230 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35cfecf2-6d9f-4e07-a1be-eeed333f9f64 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.761884 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cfecf2-6d9f-4e07-a1be-eeed333f9f64 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:13.764767 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-35cfecf2-6d9f-4e07-a1be-eeed333f9f64 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:13.770336 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cfecf2-6d9f-4e07-a1be-eeed333f9f64 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:13.770533 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:13.794607 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfecf2-6d9f-4e07-a1be-eeed333f9f64 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Pushing event updated for resources: {'Port': ['ID=1df18224-1d81-4149-819e-13862acdbb7d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:13.864668 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35cfecf2-6d9f-4e07-a1be-eeed333f9f64 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.899301 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35cfecf2-6d9f-4e07-a1be-eeed333f9f64 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.975611 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 2, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:14.005668 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Checking router: 375dd1e8-d795-4761-9d66-1b8db8f98bc9 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:14.006048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Updating router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 port a6a087ca-3f47-4540-8c65-b549876ea31e binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:25:14.031506 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.308879 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.320805 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Transition to ACTIVE for port object a6a087ca-3f47-4540-8c65-b549876ea31e will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:14.327382 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.363589 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35cfecf2-6d9f-4e07-a1be-eeed333f9f64 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.369438 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35cfecf2-6d9f-4e07-a1be-eeed333f9f64 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.380427 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa1e61-a3b7-4251-856e-a980113f88cd None None] Pushing event updated for resources: {'Port': ['ID=a6a087ca-3f47-4540-8c65-b549876ea31e,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:14.433657 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Attempting to bind port a6a087ca-3f47-4540-8c65-b549876ea31e on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:14.434062 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Attempting to bind port a6a087ca-3f47-4540-8c65-b549876ea31e by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:14.434418 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Attempting to bind port a6a087ca-3f47-4540-8c65-b549876ea31e on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:14.441138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:14.441517 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Checking segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:14.442206 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.442361 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Bound using segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:14.442806 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Bound port: a6a087ca-3f47-4540-8c65-b549876ea31e, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:14.443184 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.448674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfecf2-6d9f-4e07-a1be-eeed333f9f64 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Pushing event updated for resources: {'Port': ['ID=1df18224-1d81-4149-819e-13862acdbb7d,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:14.466928 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35cfecf2-6d9f-4e07-a1be-eeed333f9f64 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.482715 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35cfecf2-6d9f-4e07-a1be-eeed333f9f64 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.493572 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-35cfecf2-6d9f-4e07-a1be-eeed333f9f64 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1629727 Aug 16 02:25:14.517684 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] For port a6a087ca-3f47-4540-8c65-b549876ea31e, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:14.521373 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] For port a6a087ca-3f47-4540-8c65-b549876ea31e, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a6a087ca-3f47-4540-8c65-b549876ea31e,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:14.526648 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.601751 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:14.602407 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:24:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:14.664199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa1e61-a3b7-4251-856e-a980113f88cd None None] Pushing event updated for resources: {'Port': ['ID=a6a087ca-3f47-4540-8c65-b549876ea31e,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:14.666366 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-76be4b78-ca13-4b28-9078-cb6d0b39f23d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--287636163&fields=id&tenant_id=491f038281224af2bbdd2a4afdd0395e HTTP/1.1" status: 200 len: 267 time: 0.0521524 Aug 16 02:25:14.735821 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:14.791458 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-9389f475-e9ca-40ed-aada-71f653a903e2 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:14.792972 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-9389f475-e9ca-40ed-aada-71f653a903e2 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 812 time: 0.1140668 Aug 16 02:25:14.808092 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-999ae29d-f30d-449c-aa69-8977e379bb5e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/quotas/491f038281224af2bbdd2a4afdd0395e HTTP/1.1" status: 200 len: 375 time: 0.0091279 Aug 16 02:25:14.861992 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-fd34e8e7-31af-4c3c-8d09-b6d77638eb46 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483057 Aug 16 02:25:14.956731 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-9973abff-4914-4598-ad0f-79e2a2ec25c7 service neutron] 10.222.0.68 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834048 Aug 16 02:25:14.957236 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:14Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:14.984164 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba2cbf3-ad77-43ea-8029-0dfe9374ee4a None None] The sync data for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 is: [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:14Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:15.066428 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-e1045ec4-c29e-4f70-97e4-2e65a0410823 service neutron] 10.222.0.68 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035016 Aug 16 02:25:15.246297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d5923e5a-c25b-443a-af6a-ffba03b04675 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:15.288846 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3c7904e-ab19-4d70-8334-11580f9f11fb req-ddb6abe7-f940-43b0-9aee-035a900ff2b7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 210 time: 0.0476456 Aug 16 02:25:15.322124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d5923e5a-c25b-443a-af6a-ffba03b04675 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:15.322665 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.414728 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a6a087ca-3f47-4540-8c65-b549876ea31e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:15.469117 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port a6a087ca-3f47-4540-8c65-b549876ea31e completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:15.473333 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a6a087ca-3f47-4540-8c65-b549876ea31e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:15.473706 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.566886 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.606249 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port a6a087ca-3f47-4540-8c65-b549876ea31e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a6a087ca-3f47-4540-8c65-b549876ea31e,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:15.611506 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.667695 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=a6a087ca-3f47-4540-8c65-b549876ea31e,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:16.331237 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6dc4931-f6c1-46f5-ab99-e8a7f1e27e18 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.332726 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6dc4931-f6c1-46f5-ab99-e8a7f1e27e18 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 812 time: 0.1234868 Aug 16 02:25:16.383369 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-964a8728-e843-4d84-a405-c2820283f052 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491f038281224af2bbdd2a4afdd0395e HTTP/1.1" status: 200 len: 379 time: 0.0354257 Aug 16 02:25:16.388493 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a5cc927d-433d-45ae-a844-e614f2bf9dcf req-b1d3e088-a222-40aa-b223-5495923c1771 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 210 time: 0.0269694 Aug 16 02:25:16.393734 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Request body: {'port': {'device_id': '3f6365a8-7554-412f-bb75-978dfbce61a8', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'admin_state_up': True, 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'security_groups': ['faa805de-eb29-41e2-8837-f6e6d8b818ba']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:16.504956 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Made reservation on behalf of 491f038281224af2bbdd2a4afdd0395e for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:16.508520 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.631085 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Allocated IP 172.20.0.9 (f7bd80d1-00f9-44c9-99cd-e6ed727ed716/de88a352-d506-4fc1-9928-5f688cce1d8f/1de02705-784f-4ebf-bdf9-60969a32e913) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:16.768309 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.782620 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Transition to ACTIVE for port object 1de02705-784f-4ebf-bdf9-60969a32e913 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:16.815479 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.861256 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:16.866256 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:16.869947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:16.894084 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Pushing event updated for resources: {'Port': ['ID=1de02705-784f-4ebf-bdf9-60969a32e913,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:16.908022 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:16.908406 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:16.908692 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:16.909287 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:16.909618 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:16.909976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:16.910302 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:16.910625 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:16.910949 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:16.911275 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:16.911590 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:16.911907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:16.940989 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.941642 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.957963 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-4b85801b-2ad1-4637-8fb8-0262838a1729 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5680733 Aug 16 02:25:16.975636 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Request body: {'port': {'device_id': '3f6365a8-7554-412f-bb75-978dfbce61a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:17.034549 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.145047 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-59b71115-d746-4aa2-aa81-addf885092a8 None None] Provisioning for port 1de02705-784f-4ebf-bdf9-60969a32e913 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:17.148924 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-59b71115-d746-4aa2-aa81-addf885092a8 None None] Provisioning complete for port 1de02705-784f-4ebf-bdf9-60969a32e913 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:17.149299 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-59b71115-d746-4aa2-aa81-addf885092a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.173250 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a6a087ca-3f47-4540-8c65-b549876ea31e up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:17.217866 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-59b71115-d746-4aa2-aa81-addf885092a8 None None] Port 1de02705-784f-4ebf-bdf9-60969a32e913 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:17.233419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a6a087ca-3f47-4540-8c65-b549876ea31e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:17.233811 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.308407 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de02705-784f-4ebf-bdf9-60969a32e913 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:17.316467 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.329027 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Transition to ACTIVE for port object 1de02705-784f-4ebf-bdf9-60969a32e913 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:17.332712 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.383134 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=1de02705-784f-4ebf-bdf9-60969a32e913,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:17.455751 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Attempting to bind port 1de02705-784f-4ebf-bdf9-60969a32e913 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:17.456184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Attempting to bind port 1de02705-784f-4ebf-bdf9-60969a32e913 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:17.456590 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Attempting to bind port 1de02705-784f-4ebf-bdf9-60969a32e913 on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:17.461426 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Port 1de02705-784f-4ebf-bdf9-60969a32e913 on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:17.461851 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Attempting to bind port 1de02705-784f-4ebf-bdf9-60969a32e913 on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:17.477966 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:17.478401 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Checking segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:17.478793 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Bound using segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:17.479235 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Bound port: 1de02705-784f-4ebf-bdf9-60969a32e913, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:17.479599 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.554958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60c293-917b-4e6c-9237-2727be4c490d req-639c4273-1da1-45c5-8ffb-cde2b1000c07 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:17.556447 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be60c293-917b-4e6c-9237-2727be4c490d req-639c4273-1da1-45c5-8ffb-cde2b1000c07 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 943 time: 0.0923665 Aug 16 02:25:17.598480 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] For port 1de02705-784f-4ebf-bdf9-60969a32e913, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:17.617911 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] For port 1de02705-784f-4ebf-bdf9-60969a32e913, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1de02705-784f-4ebf-bdf9-60969a32e913,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:17.621304 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be60c293-917b-4e6c-9237-2727be4c490d req-fc3b92bc-aa7b-4201-bcfe-41b16031c140 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584776 Aug 16 02:25:17.622800 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.657250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:17.657907 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.659544 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] 10.222.0.63 "PUT /v2.0/ports/1de02705-784f-4ebf-bdf9-60969a32e913 HTTP/1.1" status: 200 len: 1092 time: 0.6884942 Aug 16 02:25:17.659980 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6365a8-7554-412f-bb75-978dfbce61a8', 'tag': '1de02705-784f-4ebf-bdf9-60969a32e913'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:17.662298 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe678c81-6f76-4174-b405-7c336253e698" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6365a8-7554-412f-bb75-978dfbce61a8", "tag": "1de02705-784f-4ebf-bdf9-60969a32e913"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:17.688419 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc73ef-fd6a-4ad2-9144-c881c97afbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=1de02705-784f-4ebf-bdf9-60969a32e913,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:17.721686 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98316fcf-bae1-44ca-a46f-117442673609 x-openstack-request-id: req-98316fcf-bae1-44ca-a46f-117442673609 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:17.722002 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6365a8-7554-412f-bb75-978dfbce61a8", "tag": "1de02705-784f-4ebf-bdf9-60969a32e913", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:17.722251 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-98316fcf-bae1-44ca-a46f-117442673609 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:17.722648 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6365a8-7554-412f-bb75-978dfbce61a8', 'tag': '1de02705-784f-4ebf-bdf9-60969a32e913', 'status': 'completed', 'code': 200} Aug 16 02:25:17.759925 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-67eb74b0-b5cd-482b-8809-65b1eb77265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:17.761487 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-67eb74b0-b5cd-482b-8809-65b1eb77265c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 1095 time: 0.0494657 Aug 16 02:25:17.809839 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-0b00f30e-b392-420e-8bae-62fcb4eaef98 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1de02705-784f-4ebf-bdf9-60969a32e913 HTTP/1.1" status: 200 len: 217 time: 0.0357521 Aug 16 02:25:17.864992 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-4ae1a487-8ce5-446c-bd4d-1f00ac6bca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:17.866600 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-4ae1a487-8ce5-446c-bd4d-1f00ac6bca7c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0462625 Aug 16 02:25:17.916302 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-971887a0-a82b-43a6-8299-8fbe4bd791b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:17.917833 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-971887a0-a82b-43a6-8299-8fbe4bd791b3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425632 Aug 16 02:25:18.010886 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-969ec0af-e7a4-4018-af2c-0e26bb8ee405 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850022 Aug 16 02:25:18.105254 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6f8f9ffc-ca32-4ccc-9b52-e8c09b8715ed req-0ffb6264-ff77-4d93-9fe5-98677c1fc0b1 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825098 Aug 16 02:25:18.206161 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe678c81-6f76-4174-b405-7c336253e698 req-ddc9ff17-dd75-41b4-863d-7fdcda82336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:18.207661 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe678c81-6f76-4174-b405-7c336253e698 req-ddc9ff17-dd75-41b4-863d-7fdcda82336e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 1095 time: 0.0461636 Aug 16 02:25:18.299501 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe678c81-6f76-4174-b405-7c336253e698 req-8b8d48f8-8c2d-42b9-ba57-86b1ee60cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:18.301016 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe678c81-6f76-4174-b405-7c336253e698 req-8b8d48f8-8c2d-42b9-ba57-86b1ee60cd3c service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0858703 Aug 16 02:25:18.346773 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe678c81-6f76-4174-b405-7c336253e698 req-e8a0b132-8778-47d1-b624-14d9fcf6cf1d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1de02705-784f-4ebf-bdf9-60969a32e913 HTTP/1.1" status: 200 len: 217 time: 0.0390847 Aug 16 02:25:18.396894 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe678c81-6f76-4174-b405-7c336253e698 req-8188f987-2a5f-4479-9b63-95aff03ada4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:18.398353 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe678c81-6f76-4174-b405-7c336253e698 req-8188f987-2a5f-4479-9b63-95aff03ada4a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0442779 Aug 16 02:25:18.450311 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe678c81-6f76-4174-b405-7c336253e698 req-7320de72-9117-41cc-8adf-f473c4f85605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:18.451901 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe678c81-6f76-4174-b405-7c336253e698 req-7320de72-9117-41cc-8adf-f473c4f85605 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401981 Aug 16 02:25:18.548233 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe678c81-6f76-4174-b405-7c336253e698 req-e58191b6-269d-446b-a048-9decbde883f6 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854933 Aug 16 02:25:18.639551 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe678c81-6f76-4174-b405-7c336253e698 req-70adbf7f-6772-48d3-b8b9-f7ccb15b9bdc service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824113 Aug 16 02:25:18.738724 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d35086-e8f7-4703-869d-1dea60dc2b1f req-5817afe0-938d-4728-9eec-196d7fbb35f0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:18.740241 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c6d35086-e8f7-4703-869d-1dea60dc2b1f req-5817afe0-938d-4728-9eec-196d7fbb35f0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 943 time: 0.0495570 Aug 16 02:25:18.778951 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c6d35086-e8f7-4703-869d-1dea60dc2b1f req-80434ee9-bf03-4f61-96b7-6dead2f2bc7a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327754 Aug 16 02:25:19.897218 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff2157-eba3-47b2-a056-b9641d3540a0 req-ad734956-93c0-450b-a259-bbdf3dc4efd0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:19.898750 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eaff2157-eba3-47b2-a056-b9641d3540a0 req-ad734956-93c0-450b-a259-bbdf3dc4efd0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 943 time: 0.0502660 Aug 16 02:25:19.937297 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eaff2157-eba3-47b2-a056-b9641d3540a0 req-5f243c89-f3f1-4e07-87cc-abf32f0f490b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322280 Aug 16 02:25:20.167365 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d7d2fed6-0560-419f-958e-f4b33e406f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.892734 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1de02705-784f-4ebf-bdf9-60969a32e913 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:25:20.989826 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1de02705-784f-4ebf-bdf9-60969a32e913, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1de02705-784f-4ebf-bdf9-60969a32e913,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:21.002049 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '1de02705-784f-4ebf-bdf9-60969a32e913', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'port_id': '1de02705-784f-4ebf-bdf9-60969a32e913', 'mac_address': 'fa:16:3e:27:54:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:25:21.041214 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.054042 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de02705-784f-4ebf-bdf9-60969a32e913 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:21.056824 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2a7ce-32ed-488b-a560-874ec744bfb3 req-e07e8dc8-957d-442c-8aad-aee4c551a240 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:21.058338 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-55a2a7ce-32ed-488b-a560-874ec744bfb3 req-e07e8dc8-957d-442c-8aad-aee4c551a240 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 943 time: 0.0539062 Aug 16 02:25:21.074582 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1de02705-784f-4ebf-bdf9-60969a32e913, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1de02705-784f-4ebf-bdf9-60969a32e913,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:21.080022 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.107266 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-55a2a7ce-32ed-488b-a560-874ec744bfb3 req-36933e2a-af64-42f2-9125-857eb27809a5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411301 Aug 16 02:25:21.128559 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1de02705-784f-4ebf-bdf9-60969a32e913,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:21.331453 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['1de02705-784f-4ebf-bdf9-60969a32e913'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:22.228526 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264187f6-b1b6-4b9f-bb85-13e07c17299a req-e238739d-a0a4-49cb-bc93-742cb65548c0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:22.230012 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-264187f6-b1b6-4b9f-bb85-13e07c17299a req-e238739d-a0a4-49cb-bc93-742cb65548c0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 944 time: 0.0532384 Aug 16 02:25:22.266962 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-264187f6-b1b6-4b9f-bb85-13e07c17299a req-cf1f5d81-89ab-44da-a9d2-443acc6536f5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308397 Aug 16 02:25:22.688968 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63e9fea5-05a3-4cda-a035-947ddb846646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.892830 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1de02705-784f-4ebf-bdf9-60969a32e913 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:22.941136 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 1de02705-784f-4ebf-bdf9-60969a32e913 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:22.944451 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 1de02705-784f-4ebf-bdf9-60969a32e913 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:22.944819 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.021506 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.042951 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6365a8-7554-412f-bb75-978dfbce61a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de02705-784f-4ebf-bdf9-60969a32e913'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:23.045684 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec93eaa1-c2a6-4caa-97a7-f1a283e13c11" -d '{"events": [{"server_uuid": "3f6365a8-7554-412f-bb75-978dfbce61a8", "name": "network-vif-plugged", "status": "completed", "tag": "1de02705-784f-4ebf-bdf9-60969a32e913"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:23.058161 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 1de02705-784f-4ebf-bdf9-60969a32e913, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1de02705-784f-4ebf-bdf9-60969a32e913,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:23.063473 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.087726 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdca331-2568-475a-ae88-61d8121b8392 x-openstack-request-id: req-5fdca331-2568-475a-ae88-61d8121b8392 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:23.088026 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6365a8-7554-412f-bb75-978dfbce61a8", "name": "network-vif-plugged", "status": "completed", "tag": "1de02705-784f-4ebf-bdf9-60969a32e913", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:23.088279 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5fdca331-2568-475a-ae88-61d8121b8392 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:23.088669 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6365a8-7554-412f-bb75-978dfbce61a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de02705-784f-4ebf-bdf9-60969a32e913', 'code': 200} Aug 16 02:25:23.120695 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=1de02705-784f-4ebf-bdf9-60969a32e913,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:23.129224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:23.129574 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:23.129947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:23.130284 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:23.130617 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:23.130947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:23.131280 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:23.131608 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:23.131931 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:23.132253 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:23.132577 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:23.132897 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:23.188167 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fb6f5-76a8-4d2a-ade4-3bd5992a8959 req-de77261a-d639-4996-95e1-3e2d9c027a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:23.189650 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-752fb6f5-76a8-4d2a-ade4-3bd5992a8959 req-de77261a-d639-4996-95e1-3e2d9c027a5c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 1097 time: 0.0414708 Aug 16 02:25:23.228865 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-752fb6f5-76a8-4d2a-ade4-3bd5992a8959 req-01e71000-87bd-4df1-b642-4b6536f0e03d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279729 Aug 16 02:25:23.371426 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.384708 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eeaca0-6354-4a45-9c59-647d36b80897 req-a33e721e-07b8-42f6-8a88-61d14f139f5e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:23.386220 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02eeaca0-6354-4a45-9c59-647d36b80897 req-a33e721e-07b8-42f6-8a88-61d14f139f5e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 945 time: 0.0514665 Aug 16 02:25:23.424729 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02eeaca0-6354-4a45-9c59-647d36b80897 req-a98fe678-d35f-4940-9886-78f605a0b2e4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324190 Aug 16 02:25:24.299295 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.543619 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb85aa7-4f22-4b3d-8174-79ad911a26fb req-d86ebae8-18d6-4fd8-9de6-3ede107ebde4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:24.545294 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8cb85aa7-4f22-4b3d-8174-79ad911a26fb req-d86ebae8-18d6-4fd8-9de6-3ede107ebde4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 945 time: 0.0502708 Aug 16 02:25:24.583731 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8cb85aa7-4f22-4b3d-8174-79ad911a26fb req-ea1baf51-2abf-4a6a-87c7-101dff780460 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327377 Aug 16 02:25:24.697150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be209f20-aac5-47f9-86c9-184c3292e10e req-f4e6dc78-711e-4f64-b166-36aa0680e613 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:24.698664 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be209f20-aac5-47f9-86c9-184c3292e10e req-f4e6dc78-711e-4f64-b166-36aa0680e613 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 945 time: 0.0523512 Aug 16 02:25:24.707937 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 36990) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:24.712608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-00d9275d-f4bc-43f6-b401-5ec70e1f13b7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Request body: {'floatingip': {'port_id': '1de02705-784f-4ebf-bdf9-60969a32e913'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:24.755241 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00d9275d-f4bc-43f6-b401-5ec70e1f13b7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.192113 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00d9275d-f4bc-43f6-b401-5ec70e1f13b7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.195942 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00d9275d-f4bc-43f6-b401-5ec70e1f13b7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.291901 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-00d9275d-f4bc-43f6-b401-5ec70e1f13b7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Floating IP 4a072692-50fa-4418-b566-44878f49ab51 associated. External IP: 172.25.3.86, port: 1de02705-784f-4ebf-bdf9-60969a32e913. Aug 16 02:25:25.501415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d9275d-f4bc-43f6-b401-5ec70e1f13b7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:25.607316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d9275d-f4bc-43f6-b401-5ec70e1f13b7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:25.612313 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00d9275d-f4bc-43f6-b401-5ec70e1f13b7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.617258 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d42ac-c5ba-48f5-bacb-97c56e7f605c None None] Sync routers for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:25.626987 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d42ac-c5ba-48f5-bacb-97c56e7f605c None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:25.627595 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-056d42ac-c5ba-48f5-bacb-97c56e7f605c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:25:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:25.640395 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-00d9275d-f4bc-43f6-b401-5ec70e1f13b7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "PUT /v2.0/floatingips/4a072692-50fa-4418-b566-44878f49ab51 HTTP/1.1" status: 200 len: 990 time: 0.9313011 Aug 16 02:25:25.641037 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6365a8-7554-412f-bb75-978dfbce61a8', 'tag': '1de02705-784f-4ebf-bdf9-60969a32e913'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:25.643432 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e83c65-9584-495c-aa7a-2ec60107c367" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6365a8-7554-412f-bb75-978dfbce61a8", "tag": "1de02705-784f-4ebf-bdf9-60969a32e913"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:25.680844 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcfa010-64b2-492d-a8b5-3dcf3a559e41 x-openstack-request-id: req-0fcfa010-64b2-492d-a8b5-3dcf3a559e41 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:25.683001 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6365a8-7554-412f-bb75-978dfbce61a8", "tag": "1de02705-784f-4ebf-bdf9-60969a32e913", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:25.683001 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0fcfa010-64b2-492d-a8b5-3dcf3a559e41 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:25.683001 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6365a8-7554-412f-bb75-978dfbce61a8', 'tag': '1de02705-784f-4ebf-bdf9-60969a32e913', 'status': 'completed', 'code': 200} Aug 16 02:25:25.739715 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-056d42ac-c5ba-48f5-bacb-97c56e7f605c None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:25.753141 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e83c65-9584-495c-aa7a-2ec60107c367 req-cbf7bf13-ef07-4691-9a0d-89fcac4ef86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:25.754676 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5e83c65-9584-495c-aa7a-2ec60107c367 req-cbf7bf13-ef07-4691-9a0d-89fcac4ef86a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 1097 time: 0.0453308 Aug 16 02:25:25.843972 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e83c65-9584-495c-aa7a-2ec60107c367 req-3eb83793-e604-43bb-a0f9-93968485fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:25.845456 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5e83c65-9584-495c-aa7a-2ec60107c367 req-3eb83793-e604-43bb-a0f9-93968485fc8e service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0838699 Aug 16 02:25:25.915722 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5e83c65-9584-495c-aa7a-2ec60107c367 req-ca7593d1-802b-4b0a-a99d-84be6da71349 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1de02705-784f-4ebf-bdf9-60969a32e913 HTTP/1.1" status: 200 len: 998 time: 0.0628879 Aug 16 02:25:25.958190 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-056d42ac-c5ba-48f5-bacb-97c56e7f605c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '4a072692-50fa-4418-b566-44878f49ab51', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'port_id': '1de02705-784f-4ebf-bdf9-60969a32e913', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'mac_address': 'fa:16:3e:27:54:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6365a8-7554-412f-bb75-978dfbce61a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:13Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 1, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:25.967073 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e83c65-9584-495c-aa7a-2ec60107c367 req-d752ed05-d4b5-4ba2-922e-d3786a5ae092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:25.969404 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5e83c65-9584-495c-aa7a-2ec60107c367 req-d752ed05-d4b5-4ba2-922e-d3786a5ae092 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0467982 Aug 16 02:25:25.987548 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d42ac-c5ba-48f5-bacb-97c56e7f605c None None] Checking router: 375dd1e8-d795-4761-9d66-1b8db8f98bc9 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:25.997140 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d42ac-c5ba-48f5-bacb-97c56e7f605c None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:25.997741 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-056d42ac-c5ba-48f5-bacb-97c56e7f605c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:25:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:26.022524 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e83c65-9584-495c-aa7a-2ec60107c367 req-9994cd05-a9f6-458a-b5b2-066e4b60e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:26.024186 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5e83c65-9584-495c-aa7a-2ec60107c367 req-9994cd05-a9f6-458a-b5b2-066e4b60e5fb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456555 Aug 16 02:25:26.096506 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.108223 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-056d42ac-c5ba-48f5-bacb-97c56e7f605c None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:26.128118 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5e83c65-9584-495c-aa7a-2ec60107c367 req-60474336-2872-4e22-a4b1-d9f7ca9eb70e service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954359 Aug 16 02:25:26.234562 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5e83c65-9584-495c-aa7a-2ec60107c367 req-edd40df6-6856-48ae-86f9-2735647bb07d service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989382 Aug 16 02:25:26.331106 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-056d42ac-c5ba-48f5-bacb-97c56e7f605c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '4a072692-50fa-4418-b566-44878f49ab51', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'port_id': '1de02705-784f-4ebf-bdf9-60969a32e913', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'mac_address': 'fa:16:3e:27:54:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6365a8-7554-412f-bb75-978dfbce61a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:13Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 1, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:26.365543 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d42ac-c5ba-48f5-bacb-97c56e7f605c None None] The sync data for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 is: [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '4a072692-50fa-4418-b566-44878f49ab51', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'port_id': '1de02705-784f-4ebf-bdf9-60969a32e913', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'mac_address': 'fa:16:3e:27:54:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6365a8-7554-412f-bb75-978dfbce61a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:13Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 1, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:26.557662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02048548-8c1a-4544-91b7-3f7c5bf6b408 None None] New status for floating IP 4a072692-50fa-4418-b566-44878f49ab51: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:25:31.380483 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:25:37.004972 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5dd17af-8cc4-4d39-b9cd-7d886ed9da7a req-51ce844d-ff96-47d8-a0a7-a9ab5896a5e9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409529 Aug 16 02:25:37.097056 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd17af-8cc4-4d39-b9cd-7d886ed9da7a req-396193b7-0dc1-423e-9846-162a95c38f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:37.098742 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5dd17af-8cc4-4d39-b9cd-7d886ed9da7a req-396193b7-0dc1-423e-9846-162a95c38f08 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 1097 time: 0.0463965 Aug 16 02:25:37.204174 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd17af-8cc4-4d39-b9cd-7d886ed9da7a req-7b43eaff-48f5-446a-b76f-721a6067aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:37.205617 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5dd17af-8cc4-4d39-b9cd-7d886ed9da7a req-7b43eaff-48f5-446a-b76f-721a6067aa7c service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0830600 Aug 16 02:25:37.281542 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5dd17af-8cc4-4d39-b9cd-7d886ed9da7a req-3a1a283b-17cd-453e-ac6c-4caa0ff1a0df service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1de02705-784f-4ebf-bdf9-60969a32e913 HTTP/1.1" status: 200 len: 1000 time: 0.0607541 Aug 16 02:25:37.331128 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd17af-8cc4-4d39-b9cd-7d886ed9da7a req-1725efdf-edcf-4949-9961-26b1feacfc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:37.332582 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5dd17af-8cc4-4d39-b9cd-7d886ed9da7a req-1725efdf-edcf-4949-9961-26b1feacfc64 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0439613 Aug 16 02:25:37.381688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd17af-8cc4-4d39-b9cd-7d886ed9da7a req-40864b9e-8f08-4429-a061-78db4fa58106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:37.383150 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5dd17af-8cc4-4d39-b9cd-7d886ed9da7a req-40864b9e-8f08-4429-a061-78db4fa58106 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427456 Aug 16 02:25:37.486115 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5dd17af-8cc4-4d39-b9cd-7d886ed9da7a req-44577eb8-5e74-4e9f-a864-68d0dc787dda service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911217 Aug 16 02:25:37.575978 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a5dd17af-8cc4-4d39-b9cd-7d886ed9da7a req-20509dc9-feda-41b0-a1a5-d0518068dbf5 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823393 Aug 16 02:25:37.850758 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.471957 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.168312 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29d5161a-af5e-4d1d-9dca-643cd36431f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.689719 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4fd86a13-a70e-4b06-93dc-0c7f62c20d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.375449 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.299897 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.094319 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:07.851332 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.380973 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:26:08.481998 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.169889 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-291b7afe-dea7-4937-951e-a35fdf27d01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.690869 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-909b1cb6-4024-48a0-a043-0b9806167ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.377311 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:24.307009 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.096499 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.866023 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.480668 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.001347 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a26239cd-7e90-4bca-ad09-0ed345ad4aaf req-b26b4685-ab38-4ea0-a4eb-a3c22a2c9ef6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415630 Aug 16 02:26:39.089795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26239cd-7e90-4bca-ad09-0ed345ad4aaf req-35cea9d8-1f83-41a0-b50b-bad025289689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:39.091265 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a26239cd-7e90-4bca-ad09-0ed345ad4aaf req-35cea9d8-1f83-41a0-b50b-bad025289689 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 1097 time: 0.0461373 Aug 16 02:26:39.493139 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26239cd-7e90-4bca-ad09-0ed345ad4aaf req-cdfa1865-78a1-41f0-8585-dcca334bd742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:39.494651 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a26239cd-7e90-4bca-ad09-0ed345ad4aaf req-cdfa1865-78a1-41f0-8585-dcca334bd742 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.3780825 Aug 16 02:26:39.566472 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a26239cd-7e90-4bca-ad09-0ed345ad4aaf req-f8468430-c242-4280-b712-3a5221b5b6cb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1de02705-784f-4ebf-bdf9-60969a32e913 HTTP/1.1" status: 200 len: 1000 time: 0.0599070 Aug 16 02:26:39.618279 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26239cd-7e90-4bca-ad09-0ed345ad4aaf req-ed8da755-0823-4bc1-aa1a-29db0ec568f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:39.619677 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a26239cd-7e90-4bca-ad09-0ed345ad4aaf req-ed8da755-0823-4bc1-aa1a-29db0ec568f9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0427177 Aug 16 02:26:39.669414 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26239cd-7e90-4bca-ad09-0ed345ad4aaf req-c2140773-e386-446a-9ea6-dc1339cd2f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:39.670895 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a26239cd-7e90-4bca-ad09-0ed345ad4aaf req-c2140773-e386-446a-9ea6-dc1339cd2f63 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400052 Aug 16 02:26:39.766549 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a26239cd-7e90-4bca-ad09-0ed345ad4aaf req-5c318b8f-b09c-4d76-b0f8-f48e3f125dad service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833018 Aug 16 02:26:39.856247 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a26239cd-7e90-4bca-ad09-0ed345ad4aaf req-4f5e8284-95e0-4fa3-a4b1-002ac1dab705 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815933 Aug 16 02:26:45.380629 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:26:50.171213 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62ccb85c-bd45-44c3-93f2-898152b02666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.692509 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-10cda588-4485-435d-b808-4dab2f49620c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.377901 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.299157 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.102204 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.879212 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.073301 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53359-0f11-4a32-9d3f-59fe3f1739cd req-fa98a654-18b3-4cd7-8fd7-b62e267ce496 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:08.074877 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5d53359-0f11-4a32-9d3f-59fe3f1739cd req-fa98a654-18b3-4cd7-8fd7-b62e267ce496 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 945 time: 0.0536964 Aug 16 02:27:08.111872 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5d53359-0f11-4a32-9d3f-59fe3f1739cd req-2c52042a-8628-40b7-b3af-7c2e02b16c14 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311353 Aug 16 02:27:08.483260 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.377517 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37218) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:09.435192 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26710a9-af6d-45bc-9ed9-fcbe6025a2e6 req-de78f82b-2f40-427b-b036-a7faba51d74b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:09.438729 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e26710a9-af6d-45bc-9ed9-fcbe6025a2e6 req-de78f82b-2f40-427b-b036-a7faba51d74b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 945 time: 0.0508981 Aug 16 02:27:09.470052 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-9708135a-67bc-4774-8067-f7e3c1286dab service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0912702 Aug 16 02:27:09.476401 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e26710a9-af6d-45bc-9ed9-fcbe6025a2e6 req-67b2e489-1b6a-4e7e-87d4-5d749dd866b7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326903 Aug 16 02:27:10.641491 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875e31b-9043-4ab2-9121-ffc900ddb0c8 req-63b21728-4e77-4e2d-9de5-5b2d04c1be76 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:10.642922 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c875e31b-9043-4ab2-9121-ffc900ddb0c8 req-63b21728-4e77-4e2d-9de5-5b2d04c1be76 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 945 time: 0.0913405 Aug 16 02:27:10.645656 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-a84e8661-d0d3-423f-a1d8-8f7d0d549437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:10.647042 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-a84e8661-d0d3-423f-a1d8-8f7d0d549437 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 1097 time: 0.0655055 Aug 16 02:27:10.730734 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c875e31b-9043-4ab2-9121-ffc900ddb0c8 req-5262ab8a-abba-4c3c-bad1-f7016983295c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819590 Aug 16 02:27:10.761510 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-dc656d9b-c530-4ed8-af56-6fc385f3f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:10.763003 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-dc656d9b-c530-4ed8-af56-6fc385f3f817 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.1076660 Aug 16 02:27:10.833605 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-16d9a388-2e70-4c01-b315-9a5e748e6cdc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1de02705-784f-4ebf-bdf9-60969a32e913 HTTP/1.1" status: 200 len: 1000 time: 0.0584097 Aug 16 02:27:10.886952 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-45c423a5-6bf5-437a-af15-2934b0c4a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:10.888363 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-45c423a5-6bf5-437a-af15-2934b0c4a5d4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0435214 Aug 16 02:27:10.938313 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-3fcb0cfd-9d30-44f0-9619-873efbdc1415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:10.939791 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-3fcb0cfd-9d30-44f0-9619-873efbdc1415 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435386 Aug 16 02:27:11.030461 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-b19ea6a2-b59f-4bc7-b099-382a17aff252 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819793 Aug 16 02:27:11.127954 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-ab6a7559-51d6-445a-987c-1d9e8230639f service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856202 Aug 16 02:27:11.847485 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade095d-88c8-461a-855f-40ad1f8fa8cc req-e883e6ba-384a-42ee-becb-fe630fc8559f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:11.848936 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ade095d-88c8-461a-855f-40ad1f8fa8cc req-e883e6ba-384a-42ee-becb-fe630fc8559f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 945 time: 0.0486083 Aug 16 02:27:11.886818 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ade095d-88c8-461a-855f-40ad1f8fa8cc req-d59c78ec-c251-434f-9f9e-05b6ca307c97 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318604 Aug 16 02:27:13.061486 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ecaed-a7b3-485e-bf40-0dceae69b417 req-f838069a-1270-4b2c-a4c4-3d7fb97235cb tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:13.063010 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-de9ecaed-a7b3-485e-bf40-0dceae69b417 req-f838069a-1270-4b2c-a4c4-3d7fb97235cb tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 945 time: 0.1052682 Aug 16 02:27:13.100720 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-de9ecaed-a7b3-485e-bf40-0dceae69b417 req-6859b932-357b-4429-965c-809f13c120ec tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317123 Aug 16 02:27:14.280272 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a60bce-d0d4-4d4e-b417-411d8188fed3 req-4c8e2375-1db7-4fc6-a137-38bc4899a9a6 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:14.281783 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e5a60bce-d0d4-4d4e-b417-411d8188fed3 req-4c8e2375-1db7-4fc6-a137-38bc4899a9a6 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 945 time: 0.1149788 Aug 16 02:27:14.321630 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e5a60bce-d0d4-4d4e-b417-411d8188fed3 req-c4c836bd-580d-4685-ab61-b1c69260af0d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329940 Aug 16 02:27:15.437229 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97da40-b0fa-403c-9d8a-339e596ad39e req-3f193134-1b41-4550-a0ca-b37c7803194e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:15.438644 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fc97da40-b0fa-403c-9d8a-339e596ad39e req-3f193134-1b41-4550-a0ca-b37c7803194e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 945 time: 0.0494845 Aug 16 02:27:15.476429 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fc97da40-b0fa-403c-9d8a-339e596ad39e req-73fa2781-87e9-44e6-aa42-92083638a0ac tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318747 Aug 16 02:27:16.594347 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18139ed8-917b-40b7-94b6-879cf0bffb47 req-49930f8b-c09d-4ec4-b6b3-ca470ce02e12 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:16.595762 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-18139ed8-917b-40b7-94b6-879cf0bffb47 req-49930f8b-c09d-4ec4-b6b3-ca470ce02e12 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 945 time: 0.0513899 Aug 16 02:27:16.634739 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-18139ed8-917b-40b7-94b6-879cf0bffb47 req-9fd8f464-0363-475e-9a07-1712978ae23a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329823 Aug 16 02:27:17.750046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53cf44-1924-4cd3-b69f-be4fb6a105af req-85e3bbb5-ae98-4340-ad79-9d22c19bfb4c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:17.751520 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c53cf44-1924-4cd3-b69f-be4fb6a105af req-85e3bbb5-ae98-4340-ad79-9d22c19bfb4c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 945 time: 0.0483572 Aug 16 02:27:17.794363 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c53cf44-1924-4cd3-b69f-be4fb6a105af req-2b47f9c1-a70d-4f69-8e48-5084e22c6656 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360956 Aug 16 02:27:18.907563 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e856a-4bb7-4dfe-9e1e-7e8a7efe49cc req-a1cc2d21-999b-4f4e-8850-b6a2dcaa7855 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:18.909298 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-189e856a-4bb7-4dfe-9e1e-7e8a7efe49cc req-a1cc2d21-999b-4f4e-8850-b6a2dcaa7855 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 945 time: 0.0478864 Aug 16 02:27:18.947383 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-189e856a-4bb7-4dfe-9e1e-7e8a7efe49cc req-e2c52744-865b-4323-97ee-23ae4a3fe9ee tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307007 Aug 16 02:27:20.063680 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c07fa-52c6-4fd3-93c3-ac6c3843db34 req-138003c1-9ef4-49b8-9d48-05ce260284f5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:20.065159 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea2c07fa-52c6-4fd3-93c3-ac6c3843db34 req-138003c1-9ef4-49b8-9d48-05ce260284f5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 945 time: 0.0493879 Aug 16 02:27:20.103300 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea2c07fa-52c6-4fd3-93c3-ac6c3843db34 req-4f2e5d69-ac9f-49cb-9229-01877370879a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318787 Aug 16 02:27:20.171430 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75fa072d-9b64-4561-8bce-6a566cd3d656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.225434 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbad55-d7ff-4027-ac63-9e8a45e99e53 req-9fd93042-3a65-4ad8-b0a6-f92941b89092 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:21.226949 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43cbad55-d7ff-4027-ac63-9e8a45e99e53 req-9fd93042-3a65-4ad8-b0a6-f92941b89092 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 945 time: 0.0537682 Aug 16 02:27:21.265763 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43cbad55-d7ff-4027-ac63-9e8a45e99e53 req-0528603e-ac7b-477c-a083-d1084d2e2c91 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325372 Aug 16 02:27:22.380881 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:27:22.382400 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750cc07-80c4-4782-8e6a-33a3264d31b9 req-75395c78-d01b-4815-9aca-c49d4f784830 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:22.383902 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e750cc07-80c4-4782-8e6a-33a3264d31b9 req-75395c78-d01b-4815-9aca-c49d4f784830 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 945 time: 0.0499020 Aug 16 02:27:22.421591 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e750cc07-80c4-4782-8e6a-33a3264d31b9 req-a6161223-9058-41d0-86a9-f42e68c7533e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318367 Aug 16 02:27:22.693360 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3df8443e-48a6-48c5-8ec9-bb05a08bf12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.360773 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-a7b6418d-75bd-4d9a-8bce-a38bb8a890a4 service neutron] show failed (client error): The resource could not be found. Aug 16 02:27:23.361842 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-a7b6418d-75bd-4d9a-8bce-a38bb8a890a4 service neutron] 10.222.0.63 "GET /v2.0/ports/1de02705-784f-4ebf-bdf9-60969a32e913/bindings/n-h1-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.0649123 Aug 16 02:27:23.383238 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.542858 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00139304-8cf8-4cb4-a909-1c92d4f9fc64 req-8323de85-5799-41e3-b25a-6935aa1e3994 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:23.544357 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-00139304-8cf8-4cb4-a909-1c92d4f9fc64 req-8323de85-5799-41e3-b25a-6935aa1e3994 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 945 time: 0.0554225 Aug 16 02:27:23.607569 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-00139304-8cf8-4cb4-a909-1c92d4f9fc64 req-4ecd4c07-c0ed-4549-b586-c307479a48fc tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544605 Aug 16 02:27:23.610328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-4ec3abdc-b77f-41df-b2ff-b15969302cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:23.611749 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-4ec3abdc-b77f-41df-b2ff-b15969302cf7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8&tenant_id=491f038281224af2bbdd2a4afdd0395e HTTP/1.1" status: 200 len: 1097 time: 0.0665514 Aug 16 02:27:23.628820 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:23.685312 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.891464 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] For port 1de02705-784f-4ebf-bdf9-60969a32e913, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=1de02705-784f-4ebf-bdf9-60969a32e913,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:23.923437 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] For port 1de02705-784f-4ebf-bdf9-60969a32e913, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:23.961725 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6365a8-7554-412f-bb75-978dfbce61a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de02705-784f-4ebf-bdf9-60969a32e913'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:23.964000 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ca6f7b-c44a-4b85-b298-b99a3e08cc3e" -d '{"events": [{"server_uuid": "3f6365a8-7554-412f-bb75-978dfbce61a8", "name": "network-vif-unplugged", "status": "completed", "tag": "1de02705-784f-4ebf-bdf9-60969a32e913"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:23.967701 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.980860 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Transition to ACTIVE for port object 1de02705-784f-4ebf-bdf9-60969a32e913 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:23.985550 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.093796 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20694398-44c8-451d-aeed-184c8c726b73 x-openstack-request-id: req-20694398-44c8-451d-aeed-184c8c726b73 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:24.094341 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6365a8-7554-412f-bb75-978dfbce61a8", "name": "network-vif-unplugged", "status": "completed", "tag": "1de02705-784f-4ebf-bdf9-60969a32e913", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:24.094611 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-20694398-44c8-451d-aeed-184c8c726b73 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:24.094989 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6365a8-7554-412f-bb75-978dfbce61a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1de02705-784f-4ebf-bdf9-60969a32e913', 'code': 200} Aug 16 02:27:24.123318 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=1de02705-784f-4ebf-bdf9-60969a32e913,revision_number=6']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:24.150049 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:24.150344 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:24.150736 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:24.151070 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:24.151394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:24.151723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:24.152045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:24.152365 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:24.152683 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:24.153003 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:24.153320 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:24.153636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:24.185498 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] No DVR routers for this DVR port 1de02705-784f-4ebf-bdf9-60969a32e913 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:24.304703 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.328185 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Attempting to bind port 1de02705-784f-4ebf-bdf9-60969a32e913 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:24.328529 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Attempting to bind port 1de02705-784f-4ebf-bdf9-60969a32e913 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:24.328833 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Attempting to bind port 1de02705-784f-4ebf-bdf9-60969a32e913 on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:24.333010 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Port 1de02705-784f-4ebf-bdf9-60969a32e913 on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:27:24.333326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Attempting to bind port 1de02705-784f-4ebf-bdf9-60969a32e913 on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:24.338030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:24.338358 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Checking segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:24.338735 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Bound using segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:24.339150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Bound port: 1de02705-784f-4ebf-bdf9-60969a32e913, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:24.339498 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.400991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] For port 1de02705-784f-4ebf-bdf9-60969a32e913, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:24.404257 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] For port 1de02705-784f-4ebf-bdf9-60969a32e913, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1de02705-784f-4ebf-bdf9-60969a32e913,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:24.408335 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.444309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:24.444943 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.446408 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] 10.222.0.73 "PUT /v2.0/ports/1de02705-784f-4ebf-bdf9-60969a32e913 HTTP/1.1" status: 200 len: 1092 time: 0.8225496 Aug 16 02:27:24.468593 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e89685-77b1-4632-8563-7c83850beeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=1de02705-784f-4ebf-bdf9-60969a32e913,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:24.517227 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-342240ee-28aa-4221-a074-73382d3b2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:24.519041 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-342240ee-28aa-4221-a074-73382d3b2420 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 1095 time: 0.0428936 Aug 16 02:27:24.622384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-582b5ab7-6494-4c6e-ae1e-d6dc75124fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:24.623908 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-582b5ab7-6494-4c6e-ae1e-d6dc75124fe4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0944638 Aug 16 02:27:24.729522 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-152120c8-cd27-40b1-9ba2-d80016f5ccec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1de02705-784f-4ebf-bdf9-60969a32e913 HTTP/1.1" status: 200 len: 998 time: 0.0932846 Aug 16 02:27:24.746289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9030c5-0b60-45b6-873b-c0ae65ff2fa7 req-6065fbcd-b6cb-4d2d-8143-39397907bd75 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:24.747712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d9030c5-0b60-45b6-873b-c0ae65ff2fa7 req-6065fbcd-b6cb-4d2d-8143-39397907bd75 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 943 time: 0.0665803 Aug 16 02:27:24.816976 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-7d3f94f5-6d49-4a57-8c4c-b6ba1fb74af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:24.818452 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-7d3f94f5-6d49-4a57-8c4c-b6ba1fb74af7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0698977 Aug 16 02:27:24.821337 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d9030c5-0b60-45b6-873b-c0ae65ff2fa7 req-33043cd3-11e7-477b-b3d5-5140f1dd4a0c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651097 Aug 16 02:27:24.869011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-b1a1814b-2035-4542-a7e4-2d6b8a8b52dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:24.870534 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-b1a1814b-2035-4542-a7e4-2d6b8a8b52dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407634 Aug 16 02:27:24.967109 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-d3ab059a-ba43-4b7e-bde4-c1aafe2f2767 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848103 Aug 16 02:27:25.059196 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5903629-2b4c-4269-96d5-8122ac247f1b req-ab6a99f1-a0e3-4891-8a52-5df2f36ead25 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808258 Aug 16 02:27:25.945395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c9199-f647-4945-9d01-701fdba7568a req-e5c06398-f51d-4a71-8641-6661d11d087a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:25.946896 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e7c9199-f647-4945-9d01-701fdba7568a req-e5c06398-f51d-4a71-8641-6661d11d087a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 943 time: 0.0527678 Aug 16 02:27:25.983818 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4e7c9199-f647-4945-9d01-701fdba7568a req-d71b5d76-872a-4efa-8c58-3c0b28b2e184 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310905 Aug 16 02:27:26.095862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6365a8-7554-412f-bb75-978dfbce61a8', 'tag': '1de02705-784f-4ebf-bdf9-60969a32e913'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:26.098965 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb02236-881d-456d-ba07-1b1d21bfb851" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6365a8-7554-412f-bb75-978dfbce61a8", "tag": "1de02705-784f-4ebf-bdf9-60969a32e913"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:26.101285 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.146657 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f7969a-b41e-4d3e-81ba-56fd577ac075 x-openstack-request-id: req-09f7969a-b41e-4d3e-81ba-56fd577ac075 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:26.146951 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6365a8-7554-412f-bb75-978dfbce61a8", "tag": "1de02705-784f-4ebf-bdf9-60969a32e913", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:26.147201 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-09f7969a-b41e-4d3e-81ba-56fd577ac075 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:26.147602 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6365a8-7554-412f-bb75-978dfbce61a8', 'tag': '1de02705-784f-4ebf-bdf9-60969a32e913', 'status': 'completed', 'code': 200} Aug 16 02:27:26.213334 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-7e6c7adc-c284-40b8-9285-3796a0543df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:26.214169 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-8de8061f-a5be-4a9d-8317-cf06faff8efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:26.214898 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-7e6c7adc-c284-40b8-9285-3796a0543df9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 1095 time: 0.0410991 Aug 16 02:27:26.215712 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-8de8061f-a5be-4a9d-8317-cf06faff8efa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 1095 time: 0.0458055 Aug 16 02:27:26.306586 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-3458ea8c-e626-43cb-812d-2e94f44a5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:26.308476 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-3458ea8c-e626-43cb-812d-2e94f44a5702 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0852916 Aug 16 02:27:26.311128 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-300ab2fd-cbe9-4d62-bf33-a46ea7af4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:26.312591 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-300ab2fd-cbe9-4d62-bf33-a46ea7af4bbc service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0899935 Aug 16 02:27:26.380771 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-122935e8-5efc-4863-ba78-a9abaa047fbe service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1de02705-784f-4ebf-bdf9-60969a32e913 HTTP/1.1" status: 200 len: 998 time: 0.0586548 Aug 16 02:27:26.381902 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-351e9a20-e46e-49b7-b5e0-12dab9376087 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1de02705-784f-4ebf-bdf9-60969a32e913 HTTP/1.1" status: 200 len: 998 time: 0.0618641 Aug 16 02:27:26.434031 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-3a8f3af9-ee10-4150-91c5-a46b5f3574a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:26.435573 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-3a8f3af9-ee10-4150-91c5-a46b5f3574a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0460563 Aug 16 02:27:26.436605 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-9d7c17d5-d0f8-492c-b57c-dc9c25d47f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:26.438095 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-9d7c17d5-d0f8-492c-b57c-dc9c25d47f9c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0466666 Aug 16 02:27:26.484930 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-021ae9c5-5079-4d2e-a38a-3c4a764a212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:26.486531 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-021ae9c5-5079-4d2e-a38a-3c4a764a212d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413480 Aug 16 02:27:26.489824 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-3edb721c-f258-492b-a28b-bfdf941dad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:26.491286 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-3edb721c-f258-492b-a28b-bfdf941dad2d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450387 Aug 16 02:27:26.581938 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-96acc862-2e58-4d28-b1a3-82939e3cefc4 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820901 Aug 16 02:27:26.582186 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-aa06dc4a-a739-4b9c-bf62-edd376b80a32 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862515 Aug 16 02:27:26.671791 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-02b43bc9-bf3a-47ea-91fd-683ece1b8abe service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820389 Aug 16 02:27:26.679496 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4fb02236-881d-456d-ba07-1b1d21bfb851 req-8744d30e-965e-4f40-9855-02addd9e9061 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875182 Aug 16 02:27:27.104705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b901e-47c9-4fe1-bfa4-b9929f6ed125 req-6357d0ef-0f93-469c-8a18-d7068949c167 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:27.106267 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-954b901e-47c9-4fe1-bfa4-b9929f6ed125 req-6357d0ef-0f93-469c-8a18-d7068949c167 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 943 time: 0.0535500 Aug 16 02:27:27.147388 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-954b901e-47c9-4fe1-bfa4-b9929f6ed125 req-542f905c-f28d-403d-901f-b720465350a2 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351491 Aug 16 02:27:27.391645 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89258a6-5ee5-4950-aea9-1207fcfb6dd5 req-4e13c345-03a6-4cf5-a628-95adb93b631f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:27.393162 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f89258a6-5ee5-4950-aea9-1207fcfb6dd5 req-4e13c345-03a6-4cf5-a628-95adb93b631f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 943 time: 0.0943689 Aug 16 02:27:27.405190 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59c790-00e8-4bc5-a12e-7b26c13c8c3b req-55dcbe0a-339b-4c7b-91b7-03a32b86660b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:27.406599 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd59c790-00e8-4bc5-a12e-7b26c13c8c3b req-55dcbe0a-339b-4c7b-91b7-03a32b86660b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.63 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8&tenant_id=491f038281224af2bbdd2a4afdd0395e&binding%3Ahost_id=n-h1-765315-27 HTTP/1.1" status: 200 len: 943 time: 0.0795429 Aug 16 02:27:27.470165 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f89258a6-5ee5-4950-aea9-1207fcfb6dd5 req-dd8eb8b5-bd31-4aa4-a14c-fe72414a731c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625780 Aug 16 02:27:27.494196 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-cd59c790-00e8-4bc5-a12e-7b26c13c8c3b req-2418c96c-f0b3-4fe7-b552-69a8d6a3f2b7 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:27:27.495207 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd59c790-00e8-4bc5-a12e-7b26c13c8c3b req-2418c96c-f0b3-4fe7-b552-69a8d6a3f2b7 service neutron] 10.222.0.63 "DELETE /v2.0/ports/1de02705-784f-4ebf-bdf9-60969a32e913/bindings/n-h2-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.0708122 Aug 16 02:27:27.517353 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1de02705-784f-4ebf-bdf9-60969a32e913 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:27.557070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 1de02705-784f-4ebf-bdf9-60969a32e913 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:27.581273 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59c790-00e8-4bc5-a12e-7b26c13c8c3b req-4e409b92-0baf-48db-a4fe-9ed321569242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:27.582877 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd59c790-00e8-4bc5-a12e-7b26c13c8c3b req-4e409b92-0baf-48db-a4fe-9ed321569242 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 1095 time: 0.0430765 Aug 16 02:27:27.679038 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59c790-00e8-4bc5-a12e-7b26c13c8c3b req-070402b1-c1c8-40a3-8394-5df820ef2d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:27.680557 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd59c790-00e8-4bc5-a12e-7b26c13c8c3b req-070402b1-c1c8-40a3-8394-5df820ef2d66 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0906980 Aug 16 02:27:27.751698 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd59c790-00e8-4bc5-a12e-7b26c13c8c3b req-90635411-c291-4786-a14a-f08cc107da1e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1de02705-784f-4ebf-bdf9-60969a32e913 HTTP/1.1" status: 200 len: 998 time: 0.0591142 Aug 16 02:27:27.806219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59c790-00e8-4bc5-a12e-7b26c13c8c3b req-89a69d31-3fed-40ec-a743-0ce899c1d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:27.807606 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd59c790-00e8-4bc5-a12e-7b26c13c8c3b req-89a69d31-3fed-40ec-a743-0ce899c1d375 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0452733 Aug 16 02:27:27.861135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59c790-00e8-4bc5-a12e-7b26c13c8c3b req-89ccadab-7547-4f74-a90b-17a569ee09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:27.863490 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd59c790-00e8-4bc5-a12e-7b26c13c8c3b req-89ccadab-7547-4f74-a90b-17a569ee09fb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447874 Aug 16 02:27:27.964112 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd59c790-00e8-4bc5-a12e-7b26c13c8c3b req-c7a55d3e-704f-4643-bdcf-19441ac828e1 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887585 Aug 16 02:27:28.058708 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd59c790-00e8-4bc5-a12e-7b26c13c8c3b req-6ab0c8c5-181c-4de3-b970-049756d2941f service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853391 Aug 16 02:27:28.592943 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59998b8-adfe-44ff-be29-a6c42a124097 req-dd0d4afb-9662-46f9-aedd-2763f484f916 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:28.594684 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a59998b8-adfe-44ff-be29-a6c42a124097 req-dd0d4afb-9662-46f9-aedd-2763f484f916 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 943 time: 0.0507197 Aug 16 02:27:28.635919 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a59998b8-adfe-44ff-be29-a6c42a124097 req-a0613d72-1f9f-481e-9c34-3528c62f7813 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349791 Aug 16 02:27:28.716432 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 1de02705-784f-4ebf-bdf9-60969a32e913 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:27:28.766101 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7606f5c-6c87-458e-a701-f3bfb0bd9501 req-53da3b9c-5d9a-49c3-bdc2-c265ac8fd2b2 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:28.767983 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d7606f5c-6c87-458e-a701-f3bfb0bd9501 req-53da3b9c-5d9a-49c3-bdc2-c265ac8fd2b2 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 943 time: 0.0589292 Aug 16 02:27:28.814336 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d7606f5c-6c87-458e-a701-f3bfb0bd9501 req-7c6df58b-dd5d-4d8f-8ab8-d719df6dbd85 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394092 Aug 16 02:27:28.830324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 1de02705-784f-4ebf-bdf9-60969a32e913, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1de02705-784f-4ebf-bdf9-60969a32e913,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:28.844478 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '1de02705-784f-4ebf-bdf9-60969a32e913', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'port_id': '1de02705-784f-4ebf-bdf9-60969a32e913', 'mac_address': 'fa:16:3e:27:54:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:27:28.889274 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.902830 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de02705-784f-4ebf-bdf9-60969a32e913 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:28.923079 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 1de02705-784f-4ebf-bdf9-60969a32e913, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1de02705-784f-4ebf-bdf9-60969a32e913,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:28.927914 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.938110 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef1cf7-5ec9-4b4c-b546-b2cb8a69aac9 req-96b051ad-360c-44e4-82a3-50d37c71aac2 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:28.939709 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-65ef1cf7-5ec9-4b4c-b546-b2cb8a69aac9 req-96b051ad-360c-44e4-82a3-50d37c71aac2 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 943 time: 0.0554352 Aug 16 02:27:28.975067 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=1de02705-784f-4ebf-bdf9-60969a32e913,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:28.978759 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-65ef1cf7-5ec9-4b4c-b546-b2cb8a69aac9 req-9cd25fd5-1821-4e4e-bd92-e3d872613380 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327766 Aug 16 02:27:28.982800 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:28.983144 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:28.983479 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:28.983810 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:28.984134 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:28.984455 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:28.984778 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:28.985190 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:28.985409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:28.985722 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:28.986122 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:28.986378 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:29.205615 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['1de02705-784f-4ebf-bdf9-60969a32e913'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:29.217875 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9b4fd-f8bb-40c8-9c55-2b3d4817ee6c req-13744479-d84e-471e-9234-75a77a4852eb tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:29.219347 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ba9b4fd-f8bb-40c8-9c55-2b3d4817ee6c req-13744479-d84e-471e-9234-75a77a4852eb tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 944 time: 0.0488510 Aug 16 02:27:29.258748 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ba9b4fd-f8bb-40c8-9c55-2b3d4817ee6c req-3b2456dc-7e42-4369-acd5-d6397bee798e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327964 Aug 16 02:27:30.378479 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e3240-c4a7-4ef7-8a7e-1387f44e034b req-4418386c-95de-489b-98c8-185b880b9373 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:30.380256 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-030e3240-c4a7-4ef7-8a7e-1387f44e034b req-4418386c-95de-489b-98c8-185b880b9373 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 944 time: 0.0507574 Aug 16 02:27:30.422139 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-030e3240-c4a7-4ef7-8a7e-1387f44e034b req-f89cea07-1828-48cf-8b73-23a3e5fb6113 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355685 Aug 16 02:27:30.634803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e7018-2d21-46d5-8271-9496aecafe14 req-9898be90-8b41-4dca-81b0-480c89b95fc4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:30.636118 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-843e7018-2d21-46d5-8271-9496aecafe14 req-9898be90-8b41-4dca-81b0-480c89b95fc4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 944 time: 0.0482681 Aug 16 02:27:30.726555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 1de02705-784f-4ebf-bdf9-60969a32e913 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:30.730240 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-843e7018-2d21-46d5-8271-9496aecafe14 req-5ad9c6da-dbcb-42e0-8ae5-dc803f15f159 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Deleting port 1de02705-784f-4ebf-bdf9-60969a32e913 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:30.730582 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-843e7018-2d21-46d5-8271-9496aecafe14 req-5ad9c6da-dbcb-42e0-8ae5-dc803f15f159 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.777641 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 1de02705-784f-4ebf-bdf9-60969a32e913 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:30.781355 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 1de02705-784f-4ebf-bdf9-60969a32e913 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:30.781727 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.818931 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-843e7018-2d21-46d5-8271-9496aecafe14 req-5ad9c6da-dbcb-42e0-8ae5-dc803f15f159 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] For port 1de02705-784f-4ebf-bdf9-60969a32e913, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1de02705-784f-4ebf-bdf9-60969a32e913,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:30.819293 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-843e7018-2d21-46d5-8271-9496aecafe14 req-5ad9c6da-dbcb-42e0-8ae5-dc803f15f159 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.863101 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.884912 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6365a8-7554-412f-bb75-978dfbce61a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de02705-784f-4ebf-bdf9-60969a32e913'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:30.887112 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a291f17e-f4ec-4bfa-b361-d7c7a96e6ef5" -d '{"events": [{"server_uuid": "3f6365a8-7554-412f-bb75-978dfbce61a8", "name": "network-vif-plugged", "status": "completed", "tag": "1de02705-784f-4ebf-bdf9-60969a32e913"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:30.901237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 1de02705-784f-4ebf-bdf9-60969a32e913, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1de02705-784f-4ebf-bdf9-60969a32e913,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:30.905422 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.931017 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05582251-be15-49b9-b9e8-96e7a941c604 x-openstack-request-id: req-05582251-be15-49b9-b9e8-96e7a941c604 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:30.931403 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6365a8-7554-412f-bb75-978dfbce61a8", "name": "network-vif-plugged", "status": "completed", "tag": "1de02705-784f-4ebf-bdf9-60969a32e913", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:30.931662 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-05582251-be15-49b9-b9e8-96e7a941c604 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:30.932051 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6365a8-7554-412f-bb75-978dfbce61a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de02705-784f-4ebf-bdf9-60969a32e913', 'code': 200} Aug 16 02:27:30.958189 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=1de02705-784f-4ebf-bdf9-60969a32e913,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:31.246924 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-843e7018-2d21-46d5-8271-9496aecafe14 req-5ad9c6da-dbcb-42e0-8ae5-dc803f15f159 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.247277 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-843e7018-2d21-46d5-8271-9496aecafe14 req-5ad9c6da-dbcb-42e0-8ae5-dc803f15f159 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.247585 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [req-843e7018-2d21-46d5-8271-9496aecafe14 req-5ad9c6da-dbcb-42e0-8ae5-dc803f15f159 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Floating IP 4a072692-50fa-4418-b566-44878f49ab51 disassociated. External IP: 172.25.3.86, port: 1de02705-784f-4ebf-bdf9-60969a32e913. Aug 16 02:27:31.247918 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-843e7018-2d21-46d5-8271-9496aecafe14 req-5ad9c6da-dbcb-42e0-8ae5-dc803f15f159 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Calling delete_port for 1de02705-784f-4ebf-bdf9-60969a32e913 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:31.373364 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-843e7018-2d21-46d5-8271-9496aecafe14 req-5ad9c6da-dbcb-42e0-8ae5-dc803f15f159 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.403853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9c6da-dbcb-42e0-8ae5-dc803f15f159 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Pushing event deleted for resources: {'Port': ['ID=1de02705-784f-4ebf-bdf9-60969a32e913,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:31.526681 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-843e7018-2d21-46d5-8271-9496aecafe14 req-5ad9c6da-dbcb-42e0-8ae5-dc803f15f159 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:31.528605 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6c38fa7a-4740-4ec7-be14-fa5fa70bf57c req-7bed02e0-0348-453a-bd76-dcfb74282a19 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6365a8-7554-412f-bb75-978dfbce61a8 HTTP/1.1" status: 200 len: 210 time: 0.0295367 Aug 16 02:27:31.636983 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-843e7018-2d21-46d5-8271-9496aecafe14 req-5ad9c6da-dbcb-42e0-8ae5-dc803f15f159 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:31.648589 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8535db5c-bc61-464b-bd97-f200807516b8 None None] Sync routers for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:31.658927 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8535db5c-bc61-464b-bd97-f200807516b8 None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:31.659799 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8535db5c-bc61-464b-bd97-f200807516b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:27:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:31.681908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-843e7018-2d21-46d5-8271-9496aecafe14 req-5ad9c6da-dbcb-42e0-8ae5-dc803f15f159 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] No DVR routers for this DVR port 1de02705-784f-4ebf-bdf9-60969a32e913 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:31.684408 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-843e7018-2d21-46d5-8271-9496aecafe14 req-5ad9c6da-dbcb-42e0-8ae5-dc803f15f159 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.687269 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-843e7018-2d21-46d5-8271-9496aecafe14 req-5ad9c6da-dbcb-42e0-8ae5-dc803f15f159 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.73 "DELETE /v2.0/ports/1de02705-784f-4ebf-bdf9-60969a32e913 HTTP/1.1" status: 204 len: 173 time: 1.0418506 Aug 16 02:27:31.687726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6365a8-7554-412f-bb75-978dfbce61a8', 'name': 'network-vif-deleted', 'tag': '1de02705-784f-4ebf-bdf9-60969a32e913'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:31.690730 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dcb692bbcf5e2e992c095dea6bc8edd1aba35fd398121d3bca7bcd29fd902d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a34535-36b9-4012-9221-1a50216af0ff" -d '{"events": [{"server_uuid": "3f6365a8-7554-412f-bb75-978dfbce61a8", "name": "network-vif-deleted", "tag": "1de02705-784f-4ebf-bdf9-60969a32e913"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:31.730710 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef60978e-4daf-4af4-a94b-aaec25b6014c x-openstack-request-id: req-ef60978e-4daf-4af4-a94b-aaec25b6014c {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:31.731026 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6365a8-7554-412f-bb75-978dfbce61a8", "name": "network-vif-deleted", "tag": "1de02705-784f-4ebf-bdf9-60969a32e913", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:31.731276 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ef60978e-4daf-4af4-a94b-aaec25b6014c {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:31.731670 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6365a8-7554-412f-bb75-978dfbce61a8', 'name': 'network-vif-deleted', 'tag': '1de02705-784f-4ebf-bdf9-60969a32e913', 'status': 'completed', 'code': 200} Aug 16 02:27:31.773548 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8535db5c-bc61-464b-bd97-f200807516b8 None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:31.976651 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8535db5c-bc61-464b-bd97-f200807516b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:32.088567 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8535db5c-bc61-464b-bd97-f200807516b8 None None] Checking router: 375dd1e8-d795-4761-9d66-1b8db8f98bc9 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:32.097701 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8535db5c-bc61-464b-bd97-f200807516b8 None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:32.098330 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8535db5c-bc61-464b-bd97-f200807516b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:27:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:32.198482 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8535db5c-bc61-464b-bd97-f200807516b8 None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:32.387003 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8535db5c-bc61-464b-bd97-f200807516b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:32.412456 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8535db5c-bc61-464b-bd97-f200807516b8 None None] The sync data for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 is: [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:32.627428 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f10f7-43ca-4773-b222-9bfca0c254d4 None None] New status for floating IP 4a072692-50fa-4418-b566-44878f49ab51: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:27:32.773566 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-16fe169d-b115-4c30-b116-6c4e0b5fa53d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--287636163&fields=id&tenant_id=491f038281224af2bbdd2a4afdd0395e HTTP/1.1" status: 200 len: 267 time: 0.0463347 Aug 16 02:27:32.882591 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-d6280bfa-e677-45b1-8f0f-2120d5d34b0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:32.884013 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-d6280bfa-e677-45b1-8f0f-2120d5d34b0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 812 time: 0.1034989 Aug 16 02:27:32.898677 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-ca1515fd-be5f-4fe3-adcd-65cab0dadb28 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/quotas/491f038281224af2bbdd2a4afdd0395e HTTP/1.1" status: 200 len: 375 time: 0.0091507 Aug 16 02:27:32.952062 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-534edebc-ed12-4406-a73e-637710eb1066 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483904 Aug 16 02:27:33.015482 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-c4dc9a23-5cdb-491d-9c14-c2d5911777f1 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:27:33.016474 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-c4dc9a23-5cdb-491d-9c14-c2d5911777f1 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0531785 Aug 16 02:27:33.112664 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-76410407-d8dd-48b7-8fc1-1654c34153a2 service neutron] 10.222.0.68 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894775 Aug 16 02:27:33.204439 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-1d7eec71-31f2-4bc0-806f-ee4e7d2676bf service neutron] 10.222.0.68 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857821 Aug 16 02:27:33.369033 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22ab227f-4705-4360-b6e0-e0f8b8cdcc34 req-b8a7b3ce-7a3b-4ff2-ad7f-83d149cfecc6 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 210 time: 0.0268371 Aug 16 02:27:34.452480 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4bcd6ce4-8e6c-40d2-bf64-9dd3d78399b7 req-5f1fa67b-caf4-422d-aa1b-969099199a4f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 210 time: 0.0318465 Aug 16 02:27:34.755299 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 1de02705-784f-4ebf-bdf9-60969a32e913 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:34.778709 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 1de02705-784f-4ebf-bdf9-60969a32e913 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:34.779051 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 1de02705-784f-4ebf-bdf9-60969a32e913 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:35.531699 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38d9574d-a91e-4617-b1ee-0dcfb3d79f9c req-aef7df6f-85f2-4294-ab77-a3fad57e07ca tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 210 time: 0.0275087 Aug 16 02:27:36.612658 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1259c26f-d039-42f3-a613-7137bb535535 req-306208d8-71ca-44d2-80f2-432233b2046f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 210 time: 0.0278118 Aug 16 02:27:37.575521 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-e8616d28-ae56-4494-8a90-a1db40986105 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:37.577876 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-e8616d28-ae56-4494-8a90-a1db40986105 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 812 time: 0.1200345 Aug 16 02:27:37.628489 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-e75738c4-d76f-40b6-8960-5d243ea636a7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491f038281224af2bbdd2a4afdd0395e HTTP/1.1" status: 200 len: 379 time: 0.0406387 Aug 16 02:27:37.638754 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Request body: {'port': {'device_id': '80cf4162-e237-4a5e-b7c5-5f9338a8dbc1', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'admin_state_up': True, 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'security_groups': ['faa805de-eb29-41e2-8837-f6e6d8b818ba']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:37.711324 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ce2e5223-40d0-441f-9997-1e3d607cd93e req-de257490-b0a0-4aad-8d34-28064961ac2b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 210 time: 0.0297661 Aug 16 02:27:37.751342 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Made reservation on behalf of 491f038281224af2bbdd2a4afdd0395e for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:37.755433 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.876749 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.881537 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Allocated IP 172.20.0.10 (f7bd80d1-00f9-44c9-99cd-e6ed727ed716/de88a352-d506-4fc1-9928-5f688cce1d8f/141bf510-7298-4315-a8f8-ac795abf377b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:38.031185 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.047322 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Transition to ACTIVE for port object 141bf510-7298-4315-a8f8-ac795abf377b will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:38.080431 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.128307 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:38.131341 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:38.136056 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:38.139763 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Pushing event updated for resources: {'Port': ['ID=141bf510-7298-4315-a8f8-ac795abf377b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:38.173301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:38.173646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:38.174058 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:38.175695 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:38.175695 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:38.176023 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:38.176196 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:38.176517 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:38.176839 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:38.177156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:38.177478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:38.177881 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:38.203175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:38.203799 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.219793 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-e10f135a-3bb6-4a9e-b360-ffd2b71afb0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5852041 Aug 16 02:27:38.240103 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Request body: {'port': {'device_id': '80cf4162-e237-4a5e-b7c5-5f9338a8dbc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:38.301954 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.344172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-57bd840b-0146-4b11-b890-67e6d3e4f612 None None] Provisioning for port 141bf510-7298-4315-a8f8-ac795abf377b completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:38.348634 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-57bd840b-0146-4b11-b890-67e6d3e4f612 None None] Provisioning complete for port 141bf510-7298-4315-a8f8-ac795abf377b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:38.348997 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57bd840b-0146-4b11-b890-67e6d3e4f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.388095 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-57bd840b-0146-4b11-b890-67e6d3e4f612 None None] Port 141bf510-7298-4315-a8f8-ac795abf377b cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:38.495806 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.578412 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141bf510-7298-4315-a8f8-ac795abf377b {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:38.586553 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.599639 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Transition to ACTIVE for port object 141bf510-7298-4315-a8f8-ac795abf377b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:38.603096 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.656465 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Pushing event updated for resources: {'Port': ['ID=141bf510-7298-4315-a8f8-ac795abf377b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:38.730298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Attempting to bind port 141bf510-7298-4315-a8f8-ac795abf377b on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:38.730298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Attempting to bind port 141bf510-7298-4315-a8f8-ac795abf377b by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:38.730612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Attempting to bind port 141bf510-7298-4315-a8f8-ac795abf377b on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:38.735287 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Port 141bf510-7298-4315-a8f8-ac795abf377b on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:27:38.735772 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Attempting to bind port 141bf510-7298-4315-a8f8-ac795abf377b on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:38.742021 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:38.742776 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Checking segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:38.742776 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Bound using segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:38.743154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Bound port: 141bf510-7298-4315-a8f8-ac795abf377b, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:38.743548 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.847589 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] For port 141bf510-7298-4315-a8f8-ac795abf377b, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:38.868689 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] For port 141bf510-7298-4315-a8f8-ac795abf377b, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=141bf510-7298-4315-a8f8-ac795abf377b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:38.873880 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.889408 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a542e-4112-4e03-8f01-5e2691af5819 req-0a7b2712-64b8-4d8d-9243-ac8f7ed79bfa tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:38.890969 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-879a542e-4112-4e03-8f01-5e2691af5819 req-0a7b2712-64b8-4d8d-9243-ac8f7ed79bfa tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 944 time: 0.0903294 Aug 16 02:27:38.936648 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:38.937284 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.938723 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] 10.222.0.63 "PUT /v2.0/ports/141bf510-7298-4315-a8f8-ac795abf377b HTTP/1.1" status: 200 len: 1093 time: 0.7050385 Aug 16 02:27:38.939169 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80cf4162-e237-4a5e-b7c5-5f9338a8dbc1', 'tag': '141bf510-7298-4315-a8f8-ac795abf377b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:38.941513 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9449af9-46e6-4505-98ee-6f3986565551" -d '{"events": [{"name": "network-changed", "server_uuid": "80cf4162-e237-4a5e-b7c5-5f9338a8dbc1", "tag": "141bf510-7298-4315-a8f8-ac795abf377b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:38.976002 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-879a542e-4112-4e03-8f01-5e2691af5819 req-685475f1-28f7-4ca7-874d-835842d9db5b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637512 Aug 16 02:27:38.988554 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922e0fc-08da-4db7-8a3d-d32016e99eff service neutron] Pushing event updated for resources: {'Port': ['ID=141bf510-7298-4315-a8f8-ac795abf377b,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:38.992401 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6c6cf3-e235-4b7d-bed6-99f2728784c3 x-openstack-request-id: req-ec6c6cf3-e235-4b7d-bed6-99f2728784c3 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:38.992743 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80cf4162-e237-4a5e-b7c5-5f9338a8dbc1", "tag": "141bf510-7298-4315-a8f8-ac795abf377b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:38.993022 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ec6c6cf3-e235-4b7d-bed6-99f2728784c3 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:38.993416 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80cf4162-e237-4a5e-b7c5-5f9338a8dbc1', 'tag': '141bf510-7298-4315-a8f8-ac795abf377b', 'status': 'completed', 'code': 200} Aug 16 02:27:39.058244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-40184d37-06c5-49c3-919b-3bd17481e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:39.059777 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-40184d37-06c5-49c3-919b-3bd17481e6fb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 1096 time: 0.0486774 Aug 16 02:27:39.116736 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-3b87cc50-877c-4ac2-b8e4-c0e2bf2303ea service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=141bf510-7298-4315-a8f8-ac795abf377b HTTP/1.1" status: 200 len: 217 time: 0.0469441 Aug 16 02:27:39.168034 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-c1ac7fb4-400a-45a9-90b6-2d67a8fb85cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:39.169498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-c1ac7fb4-400a-45a9-90b6-2d67a8fb85cb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0456710 Aug 16 02:27:39.220917 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9e7acd05-7a5c-4e03-8464-ef34b95d28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:39.222839 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-9e7acd05-7a5c-4e03-8464-ef34b95d28aa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418591 Aug 16 02:27:39.327078 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-45384cb0-8aef-41f5-a7df-4695fd506e42 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921986 Aug 16 02:27:39.422024 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ce885fa3-457f-45ad-811f-b6a840cc75dc req-e3060e92-a231-41ba-a02e-732d16200da3 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841279 Aug 16 02:27:39.520148 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9449af9-46e6-4505-98ee-6f3986565551 req-628d401f-6514-4ff3-841c-850bc0d58283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:39.521637 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9449af9-46e6-4505-98ee-6f3986565551 req-628d401f-6514-4ff3-841c-850bc0d58283 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 1096 time: 0.0458391 Aug 16 02:27:39.616854 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9449af9-46e6-4505-98ee-6f3986565551 req-314ffd2a-6ad5-4554-9ec7-b25a543dcdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:39.618350 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9449af9-46e6-4505-98ee-6f3986565551 req-314ffd2a-6ad5-4554-9ec7-b25a543dcdac service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0880156 Aug 16 02:27:39.665580 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9449af9-46e6-4505-98ee-6f3986565551 req-bab7e047-56e8-4fba-a969-182a6ca68ef3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=141bf510-7298-4315-a8f8-ac795abf377b HTTP/1.1" status: 200 len: 217 time: 0.0351267 Aug 16 02:27:39.722647 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9449af9-46e6-4505-98ee-6f3986565551 req-1c270822-9b4b-4df0-ad3a-5d4476a77bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:39.724041 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9449af9-46e6-4505-98ee-6f3986565551 req-1c270822-9b4b-4df0-ad3a-5d4476a77bd7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0481822 Aug 16 02:27:39.771209 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9449af9-46e6-4505-98ee-6f3986565551 req-1c1ef03b-c8ca-4c9f-bd81-993d43d910e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:39.772715 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9449af9-46e6-4505-98ee-6f3986565551 req-1c1ef03b-c8ca-4c9f-bd81-993d43d910e6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413949 Aug 16 02:27:39.870393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9449af9-46e6-4505-98ee-6f3986565551 req-3a13f7a1-6cdf-4511-92ee-c829e2736411 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891685 Aug 16 02:27:39.976334 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9449af9-46e6-4505-98ee-6f3986565551 req-d161b092-927a-4dd4-bd8c-a3f9f1f83ab7 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885942 Aug 16 02:27:40.128358 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a3e20-1aab-4312-afda-c1f66506034f req-4de37230-955c-44d9-8c7f-c6010d2f069a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:40.129856 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-524a3e20-1aab-4312-afda-c1f66506034f req-4de37230-955c-44d9-8c7f-c6010d2f069a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 944 time: 0.0543187 Aug 16 02:27:40.167382 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-524a3e20-1aab-4312-afda-c1f66506034f req-4beb8279-69d2-43cb-b5a9-a85bc717c58a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316308 Aug 16 02:27:41.297553 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1fc62-4f30-43c2-b262-b11f564d6225 req-31ff527a-d5b3-4701-8652-f3f6591f490d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:41.299569 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fea1fc62-4f30-43c2-b262-b11f564d6225 req-31ff527a-d5b3-4701-8652-f3f6591f490d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 944 time: 0.0499775 Aug 16 02:27:41.337283 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fea1fc62-4f30-43c2-b262-b11f564d6225 req-b020498f-9933-410a-aa07-f1510f151e0a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315809 Aug 16 02:27:41.579076 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 141bf510-7298-4315-a8f8-ac795abf377b details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:27:41.675292 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 141bf510-7298-4315-a8f8-ac795abf377b, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=141bf510-7298-4315-a8f8-ac795abf377b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:41.686739 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '141bf510-7298-4315-a8f8-ac795abf377b', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'port_id': '141bf510-7298-4315-a8f8-ac795abf377b', 'mac_address': 'fa:16:3e:c7:b4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:27:41.722568 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:41.734635 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141bf510-7298-4315-a8f8-ac795abf377b {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:41.754119 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 141bf510-7298-4315-a8f8-ac795abf377b, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=141bf510-7298-4315-a8f8-ac795abf377b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:41.757943 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:41.805103 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=141bf510-7298-4315-a8f8-ac795abf377b,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:42.056561 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['141bf510-7298-4315-a8f8-ac795abf377b'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:42.451239 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdc495-04bb-4e3a-92a7-2a7072f8aae9 req-b080169d-47af-4982-a83a-bb1c75fa9da5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:42.452727 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d0bdc495-04bb-4e3a-92a7-2a7072f8aae9 req-b080169d-47af-4982-a83a-bb1c75fa9da5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 945 time: 0.0487449 Aug 16 02:27:42.490449 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d0bdc495-04bb-4e3a-92a7-2a7072f8aae9 req-75288ee0-76ee-4f25-8455-49bce3aeeeed tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308213 Aug 16 02:27:43.597702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 141bf510-7298-4315-a8f8-ac795abf377b up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:43.607297 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471c97d-c3fc-4746-8e21-beca28ed555a req-312a23ba-4e15-46a1-b1d6-986c6575ebca tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:43.608851 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3471c97d-c3fc-4746-8e21-beca28ed555a req-312a23ba-4e15-46a1-b1d6-986c6575ebca tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 945 time: 0.0509171 Aug 16 02:27:43.645833 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 141bf510-7298-4315-a8f8-ac795abf377b completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:43.649936 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 141bf510-7298-4315-a8f8-ac795abf377b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:43.650318 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.652639 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3471c97d-c3fc-4746-8e21-beca28ed555a req-73dff3ff-f815-43f4-83df-48c246ebe136 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378225 Aug 16 02:27:43.730616 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.751894 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cf4162-e237-4a5e-b7c5-5f9338a8dbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141bf510-7298-4315-a8f8-ac795abf377b'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:43.754414 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec642f2e090a595d029b0efa2034990fc167e0cb0ffb2e74d1154c12b9fc6d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230a69cc-0423-4ecd-be13-4e827d53460c" -d '{"events": [{"server_uuid": "80cf4162-e237-4a5e-b7c5-5f9338a8dbc1", "name": "network-vif-plugged", "status": "completed", "tag": "141bf510-7298-4315-a8f8-ac795abf377b"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:43.767333 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 141bf510-7298-4315-a8f8-ac795abf377b, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=141bf510-7298-4315-a8f8-ac795abf377b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:43.772106 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.797423 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d905edfc-8e69-4d43-ad5b-b950cc7b35e3 x-openstack-request-id: req-d905edfc-8e69-4d43-ad5b-b950cc7b35e3 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:43.797714 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cf4162-e237-4a5e-b7c5-5f9338a8dbc1", "name": "network-vif-plugged", "status": "completed", "tag": "141bf510-7298-4315-a8f8-ac795abf377b", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:43.797994 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d905edfc-8e69-4d43-ad5b-b950cc7b35e3 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:43.798383 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cf4162-e237-4a5e-b7c5-5f9338a8dbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141bf510-7298-4315-a8f8-ac795abf377b', 'code': 200} Aug 16 02:27:43.826587 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=141bf510-7298-4315-a8f8-ac795abf377b,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:43.901572 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce06d5a-03a1-40cf-9f53-4f375e732f7d req-98054c6b-2e72-4c76-bb59-4b0bc22511ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:43.903188 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ce06d5a-03a1-40cf-9f53-4f375e732f7d req-98054c6b-2e72-4c76-bb59-4b0bc22511ea service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 1098 time: 0.0404520 Aug 16 02:27:43.940963 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5ce06d5a-03a1-40cf-9f53-4f375e732f7d req-38e7d130-9c1d-45d4-b97b-86c6b1978ec3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273154 Aug 16 02:27:44.769696 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa5dd8-2fca-4ded-9789-879cdc87e0c4 req-82082bf1-5f6b-47ba-9b3a-74bc35965184 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:44.771253 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26fa5dd8-2fca-4ded-9789-879cdc87e0c4 req-82082bf1-5f6b-47ba-9b3a-74bc35965184 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0506790 Aug 16 02:27:44.810683 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-26fa5dd8-2fca-4ded-9789-879cdc87e0c4 req-729a769e-554d-4b71-a177-3fab8c9479b2 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331867 Aug 16 02:27:45.939983 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987c180-2b8f-46a8-a82b-ffbe513f7a27 req-a3693a6e-bdfd-452a-a4b6-e30c3ffa9a4b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:45.941407 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d987c180-2b8f-46a8-a82b-ffbe513f7a27 req-a3693a6e-bdfd-452a-a4b6-e30c3ffa9a4b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0496359 Aug 16 02:27:45.978919 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d987c180-2b8f-46a8-a82b-ffbe513f7a27 req-910cc09b-6f4f-486a-ad24-4f80afe962de tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315726 Aug 16 02:27:46.090166 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f622fe7-263b-48c2-bf88-9b5a9eb50230 req-8822f1d7-5f66-45dd-bfe5-9940118b6ab2 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:46.091673 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9f622fe7-263b-48c2-bf88-9b5a9eb50230 req-8822f1d7-5f66-45dd-bfe5-9940118b6ab2 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0490785 Aug 16 02:27:46.100972 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37390) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.105261 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d7aab1f2-8636-41dc-8f06-b8d4fa2c688d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Request body: {'floatingip': {'port_id': '141bf510-7298-4315-a8f8-ac795abf377b'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:46.147415 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7aab1f2-8636-41dc-8f06-b8d4fa2c688d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.870938 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7aab1f2-8636-41dc-8f06-b8d4fa2c688d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.874680 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7aab1f2-8636-41dc-8f06-b8d4fa2c688d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.974586 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-d7aab1f2-8636-41dc-8f06-b8d4fa2c688d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Floating IP 4a072692-50fa-4418-b566-44878f49ab51 associated. External IP: 172.25.3.86, port: 141bf510-7298-4315-a8f8-ac795abf377b. Aug 16 02:27:47.176010 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7aab1f2-8636-41dc-8f06-b8d4fa2c688d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:47.282038 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7aab1f2-8636-41dc-8f06-b8d4fa2c688d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:47.286996 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7aab1f2-8636-41dc-8f06-b8d4fa2c688d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.295578 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed686ca-1202-4dbf-89f9-92ada39e6ed3 None None] Sync routers for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:47.306334 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed686ca-1202-4dbf-89f9-92ada39e6ed3 None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:47.306952 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3ed686ca-1202-4dbf-89f9-92ada39e6ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:27:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:47.317184 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d7aab1f2-8636-41dc-8f06-b8d4fa2c688d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "PUT /v2.0/floatingips/4a072692-50fa-4418-b566-44878f49ab51 HTTP/1.1" status: 200 len: 991 time: 1.2152331 Aug 16 02:27:47.317800 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80cf4162-e237-4a5e-b7c5-5f9338a8dbc1', 'tag': '141bf510-7298-4315-a8f8-ac795abf377b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:47.320063 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5139b03a565e8d6e3b1a85b3878a210f0dd0a8a6a7606f58bb040734bdc0af1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4e8a90-9546-435f-b0d0-1562c050ebb6" -d '{"events": [{"name": "network-changed", "server_uuid": "80cf4162-e237-4a5e-b7c5-5f9338a8dbc1", "tag": "141bf510-7298-4315-a8f8-ac795abf377b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:47.357330 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42efa942-7ffc-4345-976c-aa884f61d414 x-openstack-request-id: req-42efa942-7ffc-4345-976c-aa884f61d414 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:47.357642 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80cf4162-e237-4a5e-b7c5-5f9338a8dbc1", "tag": "141bf510-7298-4315-a8f8-ac795abf377b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:47.357938 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-42efa942-7ffc-4345-976c-aa884f61d414 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:47.358979 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80cf4162-e237-4a5e-b7c5-5f9338a8dbc1', 'tag': '141bf510-7298-4315-a8f8-ac795abf377b', 'status': 'completed', 'code': 200} Aug 16 02:27:47.419206 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-3ed686ca-1202-4dbf-89f9-92ada39e6ed3 None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:47.425441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e8a90-9546-435f-b0d0-1562c050ebb6 req-eeb95ca1-711d-4343-85d5-df46facb1f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:47.426933 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f4e8a90-9546-435f-b0d0-1562c050ebb6 req-eeb95ca1-711d-4343-85d5-df46facb1f8b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 1098 time: 0.0458298 Aug 16 02:27:47.516958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e8a90-9546-435f-b0d0-1562c050ebb6 req-099b5729-465b-4e7d-a3a2-b4ea8ef229aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:47.518622 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f4e8a90-9546-435f-b0d0-1562c050ebb6 req-099b5729-465b-4e7d-a3a2-b4ea8ef229aa service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0850110 Aug 16 02:27:47.587788 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f4e8a90-9546-435f-b0d0-1562c050ebb6 req-6d8ce406-2e32-4116-8f03-fa0ff463dec1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=141bf510-7298-4315-a8f8-ac795abf377b HTTP/1.1" status: 200 len: 999 time: 0.0625095 Aug 16 02:27:47.638966 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e8a90-9546-435f-b0d0-1562c050ebb6 req-434f60ef-3f3e-4346-ad4c-f859f7033542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:47.639680 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3ed686ca-1202-4dbf-89f9-92ada39e6ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '4a072692-50fa-4418-b566-44878f49ab51', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'port_id': '141bf510-7298-4315-a8f8-ac795abf377b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'mac_address': 'fa:16:3e:c7:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf4162-e237-4a5e-b7c5-5f9338a8dbc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:13Z', 'updated_at': '2021-08-16T02:27:46Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:47.640443 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f4e8a90-9546-435f-b0d0-1562c050ebb6 req-434f60ef-3f3e-4346-ad4c-f859f7033542 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0450997 Aug 16 02:27:47.665409 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed686ca-1202-4dbf-89f9-92ada39e6ed3 None None] Checking router: 375dd1e8-d795-4761-9d66-1b8db8f98bc9 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:47.673722 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed686ca-1202-4dbf-89f9-92ada39e6ed3 None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:47.675343 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3ed686ca-1202-4dbf-89f9-92ada39e6ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:27:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:47.688269 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e8a90-9546-435f-b0d0-1562c050ebb6 req-d992fea9-df70-43f7-8bbb-ca55607b1f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:47.689733 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f4e8a90-9546-435f-b0d0-1562c050ebb6 req-d992fea9-df70-43f7-8bbb-ca55607b1f38 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419235 Aug 16 02:27:47.779234 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-3ed686ca-1202-4dbf-89f9-92ada39e6ed3 None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:47.785143 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f4e8a90-9546-435f-b0d0-1562c050ebb6 req-1aa2ac85-51bb-437e-ad68-bd2f5d4376a4 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884292 Aug 16 02:27:47.878768 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f4e8a90-9546-435f-b0d0-1562c050ebb6 req-6e8c25fd-fbf2-42e6-a15b-f1354af1bfe2 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863302 Aug 16 02:27:48.002715 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3ed686ca-1202-4dbf-89f9-92ada39e6ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '4a072692-50fa-4418-b566-44878f49ab51', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'port_id': '141bf510-7298-4315-a8f8-ac795abf377b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'mac_address': 'fa:16:3e:c7:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf4162-e237-4a5e-b7c5-5f9338a8dbc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:13Z', 'updated_at': '2021-08-16T02:27:46Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:48.028409 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed686ca-1202-4dbf-89f9-92ada39e6ed3 None None] The sync data for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 is: [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '4a072692-50fa-4418-b566-44878f49ab51', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'port_id': '141bf510-7298-4315-a8f8-ac795abf377b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'mac_address': 'fa:16:3e:c7:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf4162-e237-4a5e-b7c5-5f9338a8dbc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:13Z', 'updated_at': '2021-08-16T02:27:46Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:48.232579 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3165ccf2-3cf7-4a3f-811c-ee1d92fbb6c4 None None] New status for floating IP 4a072692-50fa-4418-b566-44878f49ab51: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:27:50.171748 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d48aba1-deb0-4ca4-912c-2ac677e19cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.694141 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29119dda-629a-41ee-be0d-06e94371574e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.384824 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.309168 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.104677 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.380358 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:28:07.897185 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:08.497200 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:20.329131 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4386e75-698c-489f-b6be-fc432c7df8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:22.694802 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6b1a793a-2cd7-4485-b1c4-e4103dd72f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:23.385685 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:24.310498 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.107818 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.379342 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:28:37.895260 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:38.494358 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:39.054176 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a3bf7912-8339-41f9-b09e-6936bb7951ca req-55d1fd60-3fc1-4e1c-8780-f81a585e2a4b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0904727 Aug 16 02:28:39.147717 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf7912-8339-41f9-b09e-6936bb7951ca req-27f306c2-5fd1-4efb-93a4-0e9f3e7ffc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:39.149214 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a3bf7912-8339-41f9-b09e-6936bb7951ca req-27f306c2-5fd1-4efb-93a4-0e9f3e7ffc1e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 1098 time: 0.0465469 Aug 16 02:28:39.264397 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf7912-8339-41f9-b09e-6936bb7951ca req-c5ffdc7d-603e-4916-8f96-8f8139eb1326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:39.266131 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a3bf7912-8339-41f9-b09e-6936bb7951ca req-c5ffdc7d-603e-4916-8f96-8f8139eb1326 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0878611 Aug 16 02:28:39.348974 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a3bf7912-8339-41f9-b09e-6936bb7951ca req-727b5b30-4e91-411e-8c09-dfe4e3a5d6c3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=141bf510-7298-4315-a8f8-ac795abf377b HTTP/1.1" status: 200 len: 1001 time: 0.0699775 Aug 16 02:28:39.408024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf7912-8339-41f9-b09e-6936bb7951ca req-664e57b4-9231-4a21-9e68-f2754c7b0722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:39.409773 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a3bf7912-8339-41f9-b09e-6936bb7951ca req-664e57b4-9231-4a21-9e68-f2754c7b0722 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0498545 Aug 16 02:28:39.461869 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf7912-8339-41f9-b09e-6936bb7951ca req-cc614cea-561b-4b1b-9143-feae5824f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:39.463669 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a3bf7912-8339-41f9-b09e-6936bb7951ca req-cc614cea-561b-4b1b-9143-feae5824f5db service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411844 Aug 16 02:28:39.561590 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a3bf7912-8339-41f9-b09e-6936bb7951ca req-b5cb9182-be91-4237-ad85-cbb9231a12b7 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903068 Aug 16 02:28:39.657940 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a3bf7912-8339-41f9-b09e-6936bb7951ca req-3da96394-a662-4959-9490-b6645e17dab8 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860329 Aug 16 02:28:50.171367 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-66f10251-6d4f-4d92-867b-a305763f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:52.696770 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a9ee23c-1cc9-4d20-86c0-7daa134c514e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:53.388141 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:54.312662 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.112286 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.901108 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.526301 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:13.378573 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:29:20.172446 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6015697-7a3e-4d63-ae6a-e3084b7eb37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.698035 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9400deca-2d9c-4ef7-91a8-5306c8d1abaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.391216 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:24.315293 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.112868 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.827876 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b9b1f-eba9-40a7-8584-65756eb2fd25 req-1bc882a9-c209-49e1-9321-452e9d94a2fd tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:27.829363 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-141b9b1f-eba9-40a7-8584-65756eb2fd25 req-1bc882a9-c209-49e1-9321-452e9d94a2fd tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0995967 Aug 16 02:29:27.867466 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-141b9b1f-eba9-40a7-8584-65756eb2fd25 req-02f0589b-c390-4a2b-9db0-6ec0edbca44d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321424 Aug 16 02:29:29.103221 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b477aa-dd19-41c2-a66a-03b31d4afede req-b5a96ff0-faeb-4aee-b8e0-8f6051f42263 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:29.104712 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f0b477aa-dd19-41c2-a66a-03b31d4afede req-b5a96ff0-faeb-4aee-b8e0-8f6051f42263 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0945857 Aug 16 02:29:29.144298 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f0b477aa-dd19-41c2-a66a-03b31d4afede req-ff0a6545-92e8-4c56-b93e-0ff399eec604 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335224 Aug 16 02:29:30.260833 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf93650-bb56-4ef8-8379-6af771e680c8 req-e0afbeee-cbbe-4cee-accd-7d97dd43a986 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:30.262355 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ecf93650-bb56-4ef8-8379-6af771e680c8 req-e0afbeee-cbbe-4cee-accd-7d97dd43a986 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0499184 Aug 16 02:29:30.300753 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ecf93650-bb56-4ef8-8379-6af771e680c8 req-94b399d6-1960-4f48-9733-b89bc72b6b5e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326049 Aug 16 02:29:31.423855 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e0033-c018-4202-b22d-2b2226cc1238 req-52df4ba0-b991-4985-97db-36459f5d4cd7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:31.425373 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-133e0033-c018-4202-b22d-2b2226cc1238 req-52df4ba0-b991-4985-97db-36459f5d4cd7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0565491 Aug 16 02:29:31.465079 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-133e0033-c018-4202-b22d-2b2226cc1238 req-331c9b22-fb41-46f3-ab78-b48714dab647 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320148 Aug 16 02:29:32.588695 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe501a12-5ca4-4270-9b72-c04cd1a9c5a0 req-d6578071-0c83-4ebc-9c7f-e37e977c65c7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:32.590201 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fe501a12-5ca4-4270-9b72-c04cd1a9c5a0 req-d6578071-0c83-4ebc-9c7f-e37e977c65c7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0526114 Aug 16 02:29:32.629233 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fe501a12-5ca4-4270-9b72-c04cd1a9c5a0 req-10b0f4fb-60ea-4a40-b6d9-faa00868e2d8 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321455 Aug 16 02:29:33.756627 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7fc585-a171-4d9f-a394-1b5891d4ccb8 req-0a9c87d9-a336-4995-bca8-a39c82f6e469 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:33.758308 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8f7fc585-a171-4d9f-a394-1b5891d4ccb8 req-0a9c87d9-a336-4995-bca8-a39c82f6e469 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0565476 Aug 16 02:29:33.797411 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8f7fc585-a171-4d9f-a394-1b5891d4ccb8 req-be56c461-4f7a-45d8-865c-63561eb2ef97 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329351 Aug 16 02:29:34.914536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a391e67-e84a-4eb5-a987-37cde2583ee5 req-46e1d6b7-6abe-489c-b605-c59588afce62 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:34.915999 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a391e67-e84a-4eb5-a987-37cde2583ee5 req-46e1d6b7-6abe-489c-b605-c59588afce62 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0528800 Aug 16 02:29:34.953260 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a391e67-e84a-4eb5-a987-37cde2583ee5 req-17f1d527-e140-4db6-b795-9844450c5a21 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314126 Aug 16 02:29:36.068982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf47ee-e171-4dbf-9191-6170f66d0e66 req-43d11c43-60da-48f1-8107-a3278f4a9007 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:36.071502 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9dcf47ee-e171-4dbf-9191-6170f66d0e66 req-43d11c43-60da-48f1-8107-a3278f4a9007 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0493228 Aug 16 02:29:36.108344 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9dcf47ee-e171-4dbf-9191-6170f66d0e66 req-0e5d26c2-70a6-43df-995b-77508496557f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310092 Aug 16 02:29:37.223674 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d22b9c-d918-4779-8640-441efac41452 req-4ffcc0fd-dfc7-4e99-8756-ea2d92197ade tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:37.225171 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0d22b9c-d918-4779-8640-441efac41452 req-4ffcc0fd-dfc7-4e99-8756-ea2d92197ade tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0485461 Aug 16 02:29:37.266714 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0d22b9c-d918-4779-8640-441efac41452 req-3ca197aa-6551-4e8d-a8ff-59fbdbb8257c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346882 Aug 16 02:29:37.909484 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.394308 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa3eb0-78e1-43ae-940b-155d99ca10e5 req-97b56ca6-04c0-4d26-859b-ca5ca3af6b01 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:38.396121 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfaa3eb0-78e1-43ae-940b-155d99ca10e5 req-97b56ca6-04c0-4d26-859b-ca5ca3af6b01 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0594053 Aug 16 02:29:38.436238 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dfaa3eb0-78e1-43ae-940b-155d99ca10e5 req-bc73091d-8673-4768-bc8b-79422b587bf0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339167 Aug 16 02:29:38.542175 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.691093 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-7d4933a9-f935-4ddc-a0d9-a4852e783778 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694141 Aug 16 02:29:38.704475 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f64156-1289-49d3-8ed4-d53fd7d2b963 req-571baaa6-ab63-49e9-8cc1-91944a067b67 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:38.706095 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f64156-1289-49d3-8ed4-d53fd7d2b963 req-571baaa6-ab63-49e9-8cc1-91944a067b67 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0737169 Aug 16 02:29:38.748325 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8f64156-1289-49d3-8ed4-d53fd7d2b963 req-c157307b-a1cc-49e9-ab67-2f3e6aac5cea tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360260 Aug 16 02:29:39.892557 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34321f50-1a33-4d99-810d-701354f44cca req-7339e5bf-5a8c-4580-b4fe-f58f3ee33dd5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:39.894125 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-34321f50-1a33-4d99-810d-701354f44cca req-7339e5bf-5a8c-4580-b4fe-f58f3ee33dd5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0604250 Aug 16 02:29:39.939464 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-34321f50-1a33-4d99-810d-701354f44cca req-7f9804a0-088f-41a9-b7ff-dff33ba41192 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389924 Aug 16 02:29:40.127047 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-2a202513-f21d-4d3a-96bc-662dd9be7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:40.128586 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-2a202513-f21d-4d3a-96bc-662dd9be7b01 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 1098 time: 0.0913582 Aug 16 02:29:40.223984 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-8ac56565-8dee-43b8-bcd2-11b806d19958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:40.225464 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-8ac56565-8dee-43b8-bcd2-11b806d19958 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0884020 Aug 16 02:29:40.301158 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-2f495016-ef64-4425-96fe-e733f500d557 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=141bf510-7298-4315-a8f8-ac795abf377b HTTP/1.1" status: 200 len: 1001 time: 0.0637906 Aug 16 02:29:40.357258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-5cf4d06b-f925-4ee8-9603-24def98cfde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:40.358749 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-5cf4d06b-f925-4ee8-9603-24def98cfde1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0462372 Aug 16 02:29:40.412879 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-d78c76d5-2d39-4ce3-9dc7-0a9806470edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:40.415123 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-d78c76d5-2d39-4ce3-9dc7-0a9806470edf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455368 Aug 16 02:29:40.514003 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-5a63718d-9867-4df7-afc3-d0038e820e5f service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873356 Aug 16 02:29:40.627099 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-9b62249e-1122-4497-a9d0-8a5971ccf005 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021323 Aug 16 02:29:40.743675 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906a95b-f651-435c-bcd1-8bc1bff0df43 req-fbfd0b7a-249a-45f0-9c12-ab5c0959ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:40.745376 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c906a95b-f651-435c-bcd1-8bc1bff0df43 req-fbfd0b7a-249a-45f0-9c12-ab5c0959ba1c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 1098 time: 0.0457339 Aug 16 02:29:40.869273 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906a95b-f651-435c-bcd1-8bc1bff0df43 req-4a851895-122a-48d6-a17c-2421f6f778c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:40.870821 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c906a95b-f651-435c-bcd1-8bc1bff0df43 req-4a851895-122a-48d6-a17c-2421f6f778c2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0934627 Aug 16 02:29:40.940978 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c906a95b-f651-435c-bcd1-8bc1bff0df43 req-d3a6b39a-5a70-4af7-a23d-d91b71fd74e0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=141bf510-7298-4315-a8f8-ac795abf377b HTTP/1.1" status: 200 len: 1001 time: 0.0600455 Aug 16 02:29:41.102650 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906a95b-f651-435c-bcd1-8bc1bff0df43 req-193e31f4-80a9-4e29-889a-5a73874c0607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:41.105078 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c906a95b-f651-435c-bcd1-8bc1bff0df43 req-193e31f4-80a9-4e29-889a-5a73874c0607 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.1212587 Aug 16 02:29:41.129405 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18f870-0b00-40eb-b47e-81ec5719a15d req-6df3bc95-db70-4b0a-bf6e-926225134da5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:41.130880 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b18f870-0b00-40eb-b47e-81ec5719a15d req-6df3bc95-db70-4b0a-bf6e-926225134da5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.1053236 Aug 16 02:29:41.188121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906a95b-f651-435c-bcd1-8bc1bff0df43 req-1afb2ace-ebc1-4e33-bfc0-579481a2ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:41.189596 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c906a95b-f651-435c-bcd1-8bc1bff0df43 req-1afb2ace-ebc1-4e33-bfc0-579481a2ace7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758793 Aug 16 02:29:41.194523 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b18f870-0b00-40eb-b47e-81ec5719a15d req-a87e61b2-75c8-46c1-9794-46a16f1afbfa tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440264 Aug 16 02:29:41.286404 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c906a95b-f651-435c-bcd1-8bc1bff0df43 req-7b71f63b-6b90-42a5-a5ef-f5ad61692658 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879903 Aug 16 02:29:41.384502 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c906a95b-f651-435c-bcd1-8bc1bff0df43 req-05286ace-494b-4aee-8f82-9a44c06872f4 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890756 Aug 16 02:29:42.320988 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceceecdc-ca7e-4e29-8792-b294516801ea req-cc01e595-f10d-473b-89c0-f68e44bcd060 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:42.322519 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ceceecdc-ca7e-4e29-8792-b294516801ea req-cc01e595-f10d-473b-89c0-f68e44bcd060 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0547438 Aug 16 02:29:42.360551 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ceceecdc-ca7e-4e29-8792-b294516801ea req-25e0f759-36bd-42fb-9be5-5689cd466dbd tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321934 Aug 16 02:29:42.896662 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-fde53cdc-945d-43d7-8d3a-74bd53a5e2b4 service neutron] show failed (client error): The resource could not be found. Aug 16 02:29:42.897708 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-fde53cdc-945d-43d7-8d3a-74bd53a5e2b4 service neutron] 10.222.0.63 "GET /v2.0/ports/141bf510-7298-4315-a8f8-ac795abf377b/bindings/n-h1-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.0584271 Aug 16 02:29:43.192809 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-1e0c6fee-237f-48ba-81dd-5a8d0adff294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:43.194364 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-1e0c6fee-237f-48ba-81dd-5a8d0adff294 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1&tenant_id=491f038281224af2bbdd2a4afdd0395e HTTP/1.1" status: 200 len: 1098 time: 0.0808516 Aug 16 02:29:43.212000 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:43.263641 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.469661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] For port 141bf510-7298-4315-a8f8-ac795abf377b, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=141bf510-7298-4315-a8f8-ac795abf377b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:43.482085 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068960e0-5558-45e0-9cb8-6f8bdbeb273d req-92d3c54e-bce2-4240-baad-8ff8579d4b12 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:43.483575 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-068960e0-5558-45e0-9cb8-6f8bdbeb273d req-92d3c54e-bce2-4240-baad-8ff8579d4b12 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0554178 Aug 16 02:29:43.503502 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] For port 141bf510-7298-4315-a8f8-ac795abf377b, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:43.522717 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-068960e0-5558-45e0-9cb8-6f8bdbeb273d req-b298ee2a-e394-44da-9af8-2c6225af419f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329816 Aug 16 02:29:43.543655 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cf4162-e237-4a5e-b7c5-5f9338a8dbc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '141bf510-7298-4315-a8f8-ac795abf377b'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:43.548780 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.560915 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Transition to ACTIVE for port object 141bf510-7298-4315-a8f8-ac795abf377b will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:43.565090 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.593777 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e12061-d338-46c1-87ce-cd2b820e4810" -d '{"events": [{"server_uuid": "80cf4162-e237-4a5e-b7c5-5f9338a8dbc1", "name": "network-vif-unplugged", "status": "completed", "tag": "141bf510-7298-4315-a8f8-ac795abf377b"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:43.691670 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] No DVR routers for this DVR port 141bf510-7298-4315-a8f8-ac795abf377b on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:43.693490 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Pushing event updated for resources: {'Port': ['ID=141bf510-7298-4315-a8f8-ac795abf377b,revision_number=6']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:43.728231 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94aa79a-d063-4ae2-9f68-29e5aed97fd1 x-openstack-request-id: req-c94aa79a-d063-4ae2-9f68-29e5aed97fd1 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:43.728446 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cf4162-e237-4a5e-b7c5-5f9338a8dbc1", "name": "network-vif-unplugged", "status": "completed", "tag": "141bf510-7298-4315-a8f8-ac795abf377b", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:43.728680 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c94aa79a-d063-4ae2-9f68-29e5aed97fd1 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:43.729075 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cf4162-e237-4a5e-b7c5-5f9338a8dbc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '141bf510-7298-4315-a8f8-ac795abf377b', 'code': 200} Aug 16 02:29:43.737091 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:43.737436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:43.737791 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:43.738132 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:43.738465 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:43.738794 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:43.739126 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:43.739442 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:43.739768 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:43.740094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:43.740406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:43.740723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:43.843953 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Attempting to bind port 141bf510-7298-4315-a8f8-ac795abf377b on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:43.844295 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Attempting to bind port 141bf510-7298-4315-a8f8-ac795abf377b by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:43.844630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Attempting to bind port 141bf510-7298-4315-a8f8-ac795abf377b on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:43.848870 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Port 141bf510-7298-4315-a8f8-ac795abf377b on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:43.849190 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Attempting to bind port 141bf510-7298-4315-a8f8-ac795abf377b on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:43.854124 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:43.854891 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Checking segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:43.854891 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Bound using segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:43.855262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Bound port: 141bf510-7298-4315-a8f8-ac795abf377b, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:43.855616 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.920260 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] For port 141bf510-7298-4315-a8f8-ac795abf377b, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:43.923536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] For port 141bf510-7298-4315-a8f8-ac795abf377b, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=141bf510-7298-4315-a8f8-ac795abf377b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:43.926956 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.959657 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:43.960488 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.961943 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] 10.222.0.73 "PUT /v2.0/ports/141bf510-7298-4315-a8f8-ac795abf377b HTTP/1.1" status: 200 len: 1093 time: 0.7545125 Aug 16 02:29:43.984971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba0d67-38e1-437b-9654-703b394f50af service neutron] Pushing event updated for resources: {'Port': ['ID=141bf510-7298-4315-a8f8-ac795abf377b,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:44.040436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-6169d689-8795-4be1-b264-4dd3e0677654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:44.042139 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-6169d689-8795-4be1-b264-4dd3e0677654 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 1096 time: 0.0493491 Aug 16 02:29:44.143646 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-5169402e-3ce5-42aa-90d7-8d4011717ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:44.145175 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-5169402e-3ce5-42aa-90d7-8d4011717ef6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0906262 Aug 16 02:29:44.222742 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-3b9a4b80-6cc6-4729-b606-a607a5b7644b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=141bf510-7298-4315-a8f8-ac795abf377b HTTP/1.1" status: 200 len: 999 time: 0.0664270 Aug 16 02:29:44.279669 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-249965ce-fdf8-4da4-8d5a-3b0833a8d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:44.281162 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-249965ce-fdf8-4da4-8d5a-3b0833a8d25b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0478032 Aug 16 02:29:44.332900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-dd1a6872-0424-4309-ad33-25bcc6870fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:44.334478 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-dd1a6872-0424-4309-ad33-25bcc6870fae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423961 Aug 16 02:29:44.438006 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-377faabd-16d9-4923-83f8-0a7bcf44596f service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898387 Aug 16 02:29:44.530279 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b46d8c6-7085-4e6e-abec-05feeecd89e5 req-f709d150-96d2-4641-876d-22cec261cac4 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812290 Aug 16 02:29:44.646423 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454be04-34a9-4378-8fa2-96a01fc6eb24 req-7e36497b-b8b0-4a73-b78c-baf9a0925fa6 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:44.648431 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c454be04-34a9-4378-8fa2-96a01fc6eb24 req-7e36497b-b8b0-4a73-b78c-baf9a0925fa6 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 944 time: 0.0516047 Aug 16 02:29:44.692820 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c454be04-34a9-4378-8fa2-96a01fc6eb24 req-c3c0680c-81e9-4112-ab12-273447620ea0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374465 Aug 16 02:29:45.730406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80cf4162-e237-4a5e-b7c5-5f9338a8dbc1', 'tag': '141bf510-7298-4315-a8f8-ac795abf377b'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:45.733203 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec0bc05-1213-495a-a340-d4ac1e8bab60" -d '{"events": [{"name": "network-changed", "server_uuid": "80cf4162-e237-4a5e-b7c5-5f9338a8dbc1", "tag": "141bf510-7298-4315-a8f8-ac795abf377b"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:45.799006 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe0428c-c40d-4750-a9e6-2b411e660d78 x-openstack-request-id: req-1fe0428c-c40d-4750-a9e6-2b411e660d78 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:45.799414 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80cf4162-e237-4a5e-b7c5-5f9338a8dbc1", "tag": "141bf510-7298-4315-a8f8-ac795abf377b", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:45.799667 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1fe0428c-c40d-4750-a9e6-2b411e660d78 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:45.800060 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80cf4162-e237-4a5e-b7c5-5f9338a8dbc1', 'tag': '141bf510-7298-4315-a8f8-ac795abf377b', 'status': 'completed', 'code': 200} Aug 16 02:29:45.852143 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-531aeefb-c8f7-47b6-bcee-289bf72eafc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:45.853636 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-531aeefb-c8f7-47b6-bcee-289bf72eafc6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 1096 time: 0.0460021 Aug 16 02:29:45.855279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89472364-e34d-4b55-95b1-4bbb3d00a305 req-978af76b-aeb2-4ddf-aeb6-2c1914938ede tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:45.856775 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-89472364-e34d-4b55-95b1-4bbb3d00a305 req-978af76b-aeb2-4ddf-aeb6-2c1914938ede tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 944 time: 0.0927444 Aug 16 02:29:45.863392 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-14910928-6b10-4d50-aa83-d89579091858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:45.864788 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-14910928-6b10-4d50-aa83-d89579091858 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 1096 time: 0.0624440 Aug 16 02:29:45.946410 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-89472364-e34d-4b55-95b1-4bbb3d00a305 req-88a9e45b-a04b-431b-a714-19efcf3c60df tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806653 Aug 16 02:29:45.964538 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-fed2fea5-49b0-4fdc-a0b1-728d361bd050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:45.966067 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-fed2fea5-49b0-4fdc-a0b1-728d361bd050 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.1013026 Aug 16 02:29:45.984209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-fd89b5cb-d5dd-46d1-866d-043bf478ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:45.985883 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-fd89b5cb-d5dd-46d1-866d-043bf478ed2a service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.1137564 Aug 16 02:29:46.051088 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-fa4cd16c-badf-4a77-8b91-01139201e635 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=141bf510-7298-4315-a8f8-ac795abf377b HTTP/1.1" status: 200 len: 999 time: 0.0726466 Aug 16 02:29:46.071894 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-2568b475-648e-4c44-8afb-b9b158eea2a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=141bf510-7298-4315-a8f8-ac795abf377b HTTP/1.1" status: 200 len: 999 time: 0.0706339 Aug 16 02:29:46.118526 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-fa6aee65-e890-4245-970d-96d1d6291711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:46.120826 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-fa6aee65-e890-4245-970d-96d1d6291711 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0582740 Aug 16 02:29:46.153326 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-1288c197-6ffe-448f-9aba-50d81f154b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:46.154967 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-1288c197-6ffe-448f-9aba-50d81f154b60 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0496297 Aug 16 02:29:46.175622 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-6ba5eeb0-b8e5-4ad2-95e2-471367b63485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:46.177163 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-6ba5eeb0-b8e5-4ad2-95e2-471367b63485 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441103 Aug 16 02:29:46.210334 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-61eae5df-c8e9-4d0b-8413-42830c6819f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:46.212075 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-61eae5df-c8e9-4d0b-8413-42830c6819f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488544 Aug 16 02:29:46.270007 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-745cd8a2-ebb5-4f2d-8f17-4e3424b2ce3a service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852790 Aug 16 02:29:46.311464 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-9aa241d6-ab62-4c34-9b43-62ab2a210e2b service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914931 Aug 16 02:29:46.357658 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 141bf510-7298-4315-a8f8-ac795abf377b no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:46.372875 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-a206f9af-df60-48bf-8b6f-4ded71d33079 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909688 Aug 16 02:29:46.396865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 141bf510-7298-4315-a8f8-ac795abf377b not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:46.406099 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6ec0bc05-1213-495a-a340-d4ac1e8bab60 req-472c25e4-5eab-4c44-8a2e-4a2155ea3e6e service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868449 Aug 16 02:29:47.074724 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a20ec3-5341-4602-b11a-0210e674d15c req-163ff5a9-4877-4b71-b3f5-8682c03b20da tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:47.076210 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a3a20ec3-5341-4602-b11a-0210e674d15c req-163ff5a9-4877-4b71-b3f5-8682c03b20da tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 944 time: 0.0496001 Aug 16 02:29:47.113540 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a3a20ec3-5341-4602-b11a-0210e674d15c req-a40f93a9-8b98-4e9c-b6b8-b9e128d7b1b9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314760 Aug 16 02:29:47.346708 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363c4bd-5a38-445a-a454-b806536f28e0 req-1e9da782-053c-4cd9-855c-d754eabecc9c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:47.348191 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4363c4bd-5a38-445a-a454-b806536f28e0 req-1e9da782-053c-4cd9-855c-d754eabecc9c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.63 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1&tenant_id=491f038281224af2bbdd2a4afdd0395e&binding%3Ahost_id=n-h1-765315-27 HTTP/1.1" status: 200 len: 944 time: 0.0781620 Aug 16 02:29:47.355881 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d02b-f341-4fb0-94fb-dbdd3bab3579 req-12a54ebb-e3c6-436f-8c8f-dce00acd684e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:47.357254 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0b56d02b-f341-4fb0-94fb-dbdd3bab3579 req-12a54ebb-e3c6-436f-8c8f-dce00acd684e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 944 time: 0.0986810 Aug 16 02:29:47.426500 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 141bf510-7298-4315-a8f8-ac795abf377b details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:29:47.437222 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0b56d02b-f341-4fb0-94fb-dbdd3bab3579 req-30b8e91c-7535-4b16-ae3a-cf0bccec01c1 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714505 Aug 16 02:29:47.443015 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-4363c4bd-5a38-445a-a454-b806536f28e0 req-9519e658-e508-4e44-bb99-50ad6672685a service neutron] delete failed (client error): The resource could not be found. Aug 16 02:29:47.444214 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4363c4bd-5a38-445a-a454-b806536f28e0 req-9519e658-e508-4e44-bb99-50ad6672685a service neutron] 10.222.0.63 "DELETE /v2.0/ports/141bf510-7298-4315-a8f8-ac795abf377b/bindings/n-h2-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.0838864 Aug 16 02:29:47.525565 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 141bf510-7298-4315-a8f8-ac795abf377b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=141bf510-7298-4315-a8f8-ac795abf377b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:47.537607 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363c4bd-5a38-445a-a454-b806536f28e0 req-bd19df8a-db70-48b3-b2b0-1abe45a23267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:47.539241 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4363c4bd-5a38-445a-a454-b806536f28e0 req-bd19df8a-db70-48b3-b2b0-1abe45a23267 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 1096 time: 0.0422509 Aug 16 02:29:47.541157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '141bf510-7298-4315-a8f8-ac795abf377b', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'port_id': '141bf510-7298-4315-a8f8-ac795abf377b', 'mac_address': 'fa:16:3e:c7:b4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:29:47.578711 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.591294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141bf510-7298-4315-a8f8-ac795abf377b {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:29:47.609978 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 141bf510-7298-4315-a8f8-ac795abf377b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=141bf510-7298-4315-a8f8-ac795abf377b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:47.614881 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.640605 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363c4bd-5a38-445a-a454-b806536f28e0 req-b7e810f9-0c89-43b8-bdfa-123b9e421611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:47.642108 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4363c4bd-5a38-445a-a454-b806536f28e0 req-b7e810f9-0c89-43b8-bdfa-123b9e421611 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0915513 Aug 16 02:29:47.663986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=141bf510-7298-4315-a8f8-ac795abf377b,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:47.671529 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:47.671879 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:47.672213 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:47.672541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:47.672867 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:47.673205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:47.673517 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:47.673850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:47.674168 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:47.674501 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:47.674805 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:47.675449 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:47.708905 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4363c4bd-5a38-445a-a454-b806536f28e0 req-d9b96029-d650-4a51-9b45-8c5848bdbdba service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=141bf510-7298-4315-a8f8-ac795abf377b HTTP/1.1" status: 200 len: 1000 time: 0.0584338 Aug 16 02:29:47.766107 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363c4bd-5a38-445a-a454-b806536f28e0 req-b4655032-b014-49bb-ac47-5fac0e24b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:47.767534 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4363c4bd-5a38-445a-a454-b806536f28e0 req-b4655032-b014-49bb-ac47-5fac0e24b6cd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0472705 Aug 16 02:29:47.821321 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363c4bd-5a38-445a-a454-b806536f28e0 req-1fbdd7d7-e04b-4b27-a2bc-13a5dce4561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:47.822761 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4363c4bd-5a38-445a-a454-b806536f28e0 req-1fbdd7d7-e04b-4b27-a2bc-13a5dce4561f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431259 Aug 16 02:29:47.918713 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4363c4bd-5a38-445a-a454-b806536f28e0 req-fce3cd42-b58c-4449-bec0-43b212bb71c6 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842123 Aug 16 02:29:47.946685 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['141bf510-7298-4315-a8f8-ac795abf377b'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:48.014382 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4363c4bd-5a38-445a-a454-b806536f28e0 req-3d727fb4-261e-452c-b8d9-ed715c243d6d service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882890 Aug 16 02:29:48.567076 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf8c8c-38e4-485b-bccc-31d69ee9a0c6 req-41fb568e-9f03-4cd7-97b8-42cf75127fd6 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:48.568560 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-29cf8c8c-38e4-485b-bccc-31d69ee9a0c6 req-41fb568e-9f03-4cd7-97b8-42cf75127fd6 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 945 time: 0.0591249 Aug 16 02:29:48.607438 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-29cf8c8c-38e4-485b-bccc-31d69ee9a0c6 req-d866cd4b-1615-4365-b2b2-5688e125c235 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327389 Aug 16 02:29:48.723008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b54cc-624a-422f-86de-96ec0db3100c req-ad84de37-6149-4ba2-b5e6-bccd2e23ac1f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:48.724366 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e01b54cc-624a-422f-86de-96ec0db3100c req-ad84de37-6149-4ba2-b5e6-bccd2e23ac1f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 945 time: 0.0495844 Aug 16 02:29:48.762700 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e01b54cc-624a-422f-86de-96ec0db3100c req-385b1a5c-db46-444e-87e7-2b1f41c7a41e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314817 Aug 16 02:29:48.967651 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabd068-51cc-4fee-b48f-d9455a802edf req-d61686d6-ae4e-468b-8706-14be72ac1327 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:48.969199 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6cabd068-51cc-4fee-b48f-d9455a802edf req-d61686d6-ae4e-468b-8706-14be72ac1327 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 945 time: 0.0574245 Aug 16 02:29:48.999420 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed9792-0f45-4a99-8a71-c840c2b07252 req-ae3cad1a-06f0-4207-b9fd-1a0dfcb1adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:49.000868 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7eed9792-0f45-4a99-8a71-c840c2b07252 req-ae3cad1a-06f0-4207-b9fd-1a0dfcb1adf0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 1097 time: 0.0433700 Aug 16 02:29:49.008802 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6cabd068-51cc-4fee-b48f-d9455a802edf req-811f15e3-dc8b-4c07-9761-90ad57e6e674 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332811 Aug 16 02:29:49.094777 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed9792-0f45-4a99-8a71-c840c2b07252 req-2baa6aeb-744f-48cb-90c6-8a5cd57f760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:49.096272 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7eed9792-0f45-4a99-8a71-c840c2b07252 req-2baa6aeb-744f-48cb-90c6-8a5cd57f760f service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0845356 Aug 16 02:29:49.169490 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7eed9792-0f45-4a99-8a71-c840c2b07252 req-665aa10c-6a59-45e2-92cc-d416aa2f5726 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=141bf510-7298-4315-a8f8-ac795abf377b HTTP/1.1" status: 200 len: 1000 time: 0.0622711 Aug 16 02:29:49.227464 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed9792-0f45-4a99-8a71-c840c2b07252 req-26c42048-5428-4afd-a353-8f644628e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:49.228932 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7eed9792-0f45-4a99-8a71-c840c2b07252 req-26c42048-5428-4afd-a353-8f644628e0dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0482857 Aug 16 02:29:49.279549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed9792-0f45-4a99-8a71-c840c2b07252 req-38196545-b606-4e0b-ac7a-27bf72c47efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:49.281020 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7eed9792-0f45-4a99-8a71-c840c2b07252 req-38196545-b606-4e0b-ac7a-27bf72c47efa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403857 Aug 16 02:29:49.379537 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7eed9792-0f45-4a99-8a71-c840c2b07252 req-90c09277-5e66-4c7b-856e-7ef1bbc8c75f service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872416 Aug 16 02:29:49.441728 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 141bf510-7298-4315-a8f8-ac795abf377b up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:49.473058 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7eed9792-0f45-4a99-8a71-c840c2b07252 req-18e77172-ee62-48b6-accd-b3be11265015 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826943 Aug 16 02:29:49.492135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 141bf510-7298-4315-a8f8-ac795abf377b completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:49.495987 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 141bf510-7298-4315-a8f8-ac795abf377b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:49.496355 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.582000 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.604117 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cf4162-e237-4a5e-b7c5-5f9338a8dbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141bf510-7298-4315-a8f8-ac795abf377b'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:49.617868 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 141bf510-7298-4315-a8f8-ac795abf377b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=141bf510-7298-4315-a8f8-ac795abf377b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:49.622434 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:49.646854 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a0f0a4-9e2a-4f9d-930e-1dda5b76a344" -d '{"events": [{"server_uuid": "80cf4162-e237-4a5e-b7c5-5f9338a8dbc1", "name": "network-vif-plugged", "status": "completed", "tag": "141bf510-7298-4315-a8f8-ac795abf377b"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:49.674843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=141bf510-7298-4315-a8f8-ac795abf377b,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:49.734180 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedeabdb-98e6-471b-94c6-930b4b4dbea4 x-openstack-request-id: req-bedeabdb-98e6-471b-94c6-930b4b4dbea4 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:49.734474 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cf4162-e237-4a5e-b7c5-5f9338a8dbc1", "name": "network-vif-plugged", "status": "completed", "tag": "141bf510-7298-4315-a8f8-ac795abf377b", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:49.734734 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bedeabdb-98e6-471b-94c6-930b4b4dbea4 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:49.735137 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cf4162-e237-4a5e-b7c5-5f9338a8dbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141bf510-7298-4315-a8f8-ac795abf377b', 'code': 200} Aug 16 02:29:50.131482 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41972b2-2776-4d80-898f-b68484b240cf req-bc53a01d-ddf6-4cff-8d39-3dece8868a93 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:50.133693 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d41972b2-2776-4d80-898f-b68484b240cf req-bc53a01d-ddf6-4cff-8d39-3dece8868a93 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0512834 Aug 16 02:29:50.173519 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c2623b5-aeb7-4710-9b2f-ac3dd8e05785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:50.175272 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d41972b2-2776-4d80-898f-b68484b240cf req-8d0bbf33-847f-4e60-a435-3285a17914fa tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356016 Aug 16 02:29:50.377260 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:29:50.421489 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c43a18-db78-42cb-ac93-1aaa4efe481c req-70c45454-ed60-4420-9ae3-26db516ba35a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:50.423019 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b5c43a18-db78-42cb-ac93-1aaa4efe481c req-70c45454-ed60-4420-9ae3-26db516ba35a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0504096 Aug 16 02:29:50.464426 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b5c43a18-db78-42cb-ac93-1aaa4efe481c req-79732ba4-0588-4868-9a55-f8cf355fe129 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354552 Aug 16 02:29:51.589545 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3edbfc-3a40-4abf-9b7a-40c21181193e req-b383687c-3dab-475d-95d4-45c5fdffbe33 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:51.591236 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ca3edbfc-3a40-4abf-9b7a-40c21181193e req-b383687c-3dab-475d-95d4-45c5fdffbe33 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0560372 Aug 16 02:29:51.630474 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ca3edbfc-3a40-4abf-9b7a-40c21181193e req-71c1dd2c-298a-4087-98f8-3821d774ff94 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329204 Aug 16 02:29:51.790242 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15448c3-7c3d-465d-8576-abc92f5d9ce0 req-7a5eec81-b6a9-4373-9bd4-bccec757d9ed tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:51.791492 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e15448c3-7c3d-465d-8576-abc92f5d9ce0 req-7a5eec81-b6a9-4373-9bd4-bccec757d9ed tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.73 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 946 time: 0.0621164 Aug 16 02:29:51.887357 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e15448c3-7c3d-465d-8576-abc92f5d9ce0 req-f470d4c7-5f7f-432c-8c01-b382fdca25f9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Deleting port 141bf510-7298-4315-a8f8-ac795abf377b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:29:51.887694 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e15448c3-7c3d-465d-8576-abc92f5d9ce0 req-f470d4c7-5f7f-432c-8c01-b382fdca25f9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:51.976650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e15448c3-7c3d-465d-8576-abc92f5d9ce0 req-f470d4c7-5f7f-432c-8c01-b382fdca25f9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] For port 141bf510-7298-4315-a8f8-ac795abf377b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=141bf510-7298-4315-a8f8-ac795abf377b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:51.977004 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e15448c3-7c3d-465d-8576-abc92f5d9ce0 req-f470d4c7-5f7f-432c-8c01-b382fdca25f9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.150333 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e15448c3-7c3d-465d-8576-abc92f5d9ce0 req-f470d4c7-5f7f-432c-8c01-b382fdca25f9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.150614 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e15448c3-7c3d-465d-8576-abc92f5d9ce0 req-f470d4c7-5f7f-432c-8c01-b382fdca25f9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.150923 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [req-e15448c3-7c3d-465d-8576-abc92f5d9ce0 req-f470d4c7-5f7f-432c-8c01-b382fdca25f9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Floating IP 4a072692-50fa-4418-b566-44878f49ab51 disassociated. External IP: 172.25.3.86, port: 141bf510-7298-4315-a8f8-ac795abf377b. Aug 16 02:29:52.151256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e15448c3-7c3d-465d-8576-abc92f5d9ce0 req-f470d4c7-5f7f-432c-8c01-b382fdca25f9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Calling delete_port for 141bf510-7298-4315-a8f8-ac795abf377b owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:29:52.284306 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e15448c3-7c3d-465d-8576-abc92f5d9ce0 req-f470d4c7-5f7f-432c-8c01-b382fdca25f9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.311682 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470d4c7-5f7f-432c-8c01-b382fdca25f9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Pushing event deleted for resources: {'Port': ['ID=141bf510-7298-4315-a8f8-ac795abf377b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:52.433352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e15448c3-7c3d-465d-8576-abc92f5d9ce0 req-f470d4c7-5f7f-432c-8c01-b382fdca25f9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:52.702951 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3122ad61-a47b-4de3-b97b-72856f4c7f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.740862 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aaafb6bb-da6c-424a-8640-0eaf9747d323 req-d919238a-9a96-467b-a616-3ba010c80c16 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cf4162-e237-4a5e-b7c5-5f9338a8dbc1 HTTP/1.1" status: 200 len: 210 time: 0.0305014 Aug 16 02:29:52.807758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e15448c3-7c3d-465d-8576-abc92f5d9ce0 req-f470d4c7-5f7f-432c-8c01-b382fdca25f9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:52.817665 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27510fa-8c4e-4e0b-823b-0ca544fdfc51 None None] Sync routers for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:52.828064 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27510fa-8c4e-4e0b-823b-0ca544fdfc51 None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:52.828671 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d27510fa-8c4e-4e0b-823b-0ca544fdfc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:29:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:52.847774 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15448c3-7c3d-465d-8576-abc92f5d9ce0 req-f470d4c7-5f7f-432c-8c01-b382fdca25f9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] No DVR routers for this DVR port 141bf510-7298-4315-a8f8-ac795abf377b on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:29:52.850566 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e15448c3-7c3d-465d-8576-abc92f5d9ce0 req-f470d4c7-5f7f-432c-8c01-b382fdca25f9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:52.852616 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e15448c3-7c3d-465d-8576-abc92f5d9ce0 req-f470d4c7-5f7f-432c-8c01-b382fdca25f9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.73 "DELETE /v2.0/ports/141bf510-7298-4315-a8f8-ac795abf377b HTTP/1.1" status: 204 len: 173 time: 1.0509069 Aug 16 02:29:52.853056 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cf4162-e237-4a5e-b7c5-5f9338a8dbc1', 'name': 'network-vif-deleted', 'tag': '141bf510-7298-4315-a8f8-ac795abf377b'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:52.855331 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3f39ff-0d42-4b09-9db2-e94699fab5b3" -d '{"events": [{"server_uuid": "80cf4162-e237-4a5e-b7c5-5f9338a8dbc1", "name": "network-vif-deleted", "tag": "141bf510-7298-4315-a8f8-ac795abf377b"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:52.898168 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7b9e28-7bc8-4a48-87c9-04cb6b57f111 x-openstack-request-id: req-7c7b9e28-7bc8-4a48-87c9-04cb6b57f111 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:52.898633 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cf4162-e237-4a5e-b7c5-5f9338a8dbc1", "name": "network-vif-deleted", "tag": "141bf510-7298-4315-a8f8-ac795abf377b", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:52.899035 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7c7b9e28-7bc8-4a48-87c9-04cb6b57f111 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:52.899443 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cf4162-e237-4a5e-b7c5-5f9338a8dbc1', 'name': 'network-vif-deleted', 'tag': '141bf510-7298-4315-a8f8-ac795abf377b', 'status': 'completed', 'code': 200} Aug 16 02:29:52.940831 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d27510fa-8c4e-4e0b-823b-0ca544fdfc51 None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:53.237923 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d27510fa-8c4e-4e0b-823b-0ca544fdfc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:53.265273 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27510fa-8c4e-4e0b-823b-0ca544fdfc51 None None] Checking router: 375dd1e8-d795-4761-9d66-1b8db8f98bc9 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:29:53.274027 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27510fa-8c4e-4e0b-823b-0ca544fdfc51 None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:53.274648 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d27510fa-8c4e-4e0b-823b-0ca544fdfc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:29:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:53.388511 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d27510fa-8c4e-4e0b-823b-0ca544fdfc51 None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:53.397221 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:53.590287 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d27510fa-8c4e-4e0b-823b-0ca544fdfc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:53.620744 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27510fa-8c4e-4e0b-823b-0ca544fdfc51 None None] The sync data for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 is: [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:53.850709 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b8e4c-a1fc-46c6-9e02-e34505f37069 None None] New status for floating IP 4a072692-50fa-4418-b566-44878f49ab51: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:29:54.022674 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-52a8df10-c6b6-4c5c-aeee-456fc7de4fb3 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--287636163&fields=id&tenant_id=491f038281224af2bbdd2a4afdd0395e HTTP/1.1" status: 200 len: 267 time: 0.0327861 Aug 16 02:29:54.129676 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fedbb566-5302-4322-a59c-2f80d8026c64 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:54.131086 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fedbb566-5302-4322-a59c-2f80d8026c64 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 812 time: 0.1016197 Aug 16 02:29:54.145799 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-009f8e5e-2a31-4b3c-89cd-1c487115c82e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/quotas/491f038281224af2bbdd2a4afdd0395e HTTP/1.1" status: 200 len: 375 time: 0.0089815 Aug 16 02:29:54.198857 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-80cfc08f-b891-4a58-93fd-9a2628ebe839 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476477 Aug 16 02:29:54.318748 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:54.372617 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-c5de9962-c343-4e07-9d10-04c5765bd21b service neutron] 10.222.0.68 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278200 Aug 16 02:29:54.462914 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-dfadb547-1194-4ef8-b6c7-b8de315e89f7 service neutron] 10.222.0.68 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842190 Aug 16 02:29:54.626964 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6406984a-95b5-4358-bdda-47e71f301574 req-035ac7eb-730f-40c5-b73c-602aa6f9389c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 210 time: 0.0295358 Aug 16 02:29:55.488561 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 141bf510-7298-4315-a8f8-ac795abf377b no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:29:55.510686 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 141bf510-7298-4315-a8f8-ac795abf377b {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:29:55.511028 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 141bf510-7298-4315-a8f8-ac795abf377b not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:29:55.591714 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-5eff16fe-7789-4344-b159-909edccf77b9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:55.593087 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-5eff16fe-7789-4344-b159-909edccf77b9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.73 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 812 time: 0.1042473 Aug 16 02:29:55.637750 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-0f94920d-64b9-40eb-862b-40aa1540bf38 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491f038281224af2bbdd2a4afdd0395e HTTP/1.1" status: 200 len: 379 time: 0.0341899 Aug 16 02:29:55.650277 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-3b5b3cc2-1f62-4b8e-b298-d8c4848bb2bc tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Request body: {'port': {'device_id': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'admin_state_up': True, 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'security_groups': ['faa805de-eb29-41e2-8837-f6e6d8b818ba']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:55.727256 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-58d9a523-bdc4-4a2a-a1a3-6cbe28f2e5c7 req-05ab4c12-e4ad-46e9-bf76-ab4f5d7ff3c7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 210 time: 0.0311837 Aug 16 02:29:55.763168 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-3b5b3cc2-1f62-4b8e-b298-d8c4848bb2bc tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Made reservation on behalf of 491f038281224af2bbdd2a4afdd0395e for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:55.766698 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-3b5b3cc2-1f62-4b8e-b298-d8c4848bb2bc tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:55.890722 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-3b5b3cc2-1f62-4b8e-b298-d8c4848bb2bc tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Allocated IP 172.20.0.7 (f7bd80d1-00f9-44c9-99cd-e6ed727ed716/de88a352-d506-4fc1-9928-5f688cce1d8f/46d12716-2a5b-4083-b4fe-038aad3cad1b) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:56.030839 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-3b5b3cc2-1f62-4b8e-b298-d8c4848bb2bc tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.044456 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-3b5b3cc2-1f62-4b8e-b298-d8c4848bb2bc tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Transition to ACTIVE for port object 46d12716-2a5b-4083-b4fe-038aad3cad1b will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:56.076146 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-3b5b3cc2-1f62-4b8e-b298-d8c4848bb2bc tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.117161 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.118491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-3b5b3cc2-1f62-4b8e-b298-d8c4848bb2bc tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:56.121523 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-3b5b3cc2-1f62-4b8e-b298-d8c4848bb2bc tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:56.127925 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-3b5b3cc2-1f62-4b8e-b298-d8c4848bb2bc tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:56.152261 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b3cc2-1f62-4b8e-b298-d8c4848bb2bc tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Pushing event updated for resources: {'Port': ['ID=46d12716-2a5b-4083-b4fe-038aad3cad1b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:56.181555 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-3b5b3cc2-1f62-4b8e-b298-d8c4848bb2bc tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:56.182221 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-3b5b3cc2-1f62-4b8e-b298-d8c4848bb2bc tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.198560 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-3b5b3cc2-1f62-4b8e-b298-d8c4848bb2bc tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5528934 Aug 16 02:29:56.216401 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Request body: {'port': {'device_id': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:56.275868 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.387913 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-dbd7c80d-0d8a-4b13-ac9b-b8f8aeb0948d None None] Provisioning for port 46d12716-2a5b-4083-b4fe-038aad3cad1b completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:56.393192 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-dbd7c80d-0d8a-4b13-ac9b-b8f8aeb0948d None None] Provisioning complete for port 46d12716-2a5b-4083-b4fe-038aad3cad1b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:56.393622 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbd7c80d-0d8a-4b13-ac9b-b8f8aeb0948d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.433039 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-dbd7c80d-0d8a-4b13-ac9b-b8f8aeb0948d None None] Port 46d12716-2a5b-4083-b4fe-038aad3cad1b cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:29:56.537422 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d12716-2a5b-4083-b4fe-038aad3cad1b {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:29:56.545432 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.558028 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Transition to ACTIVE for port object 46d12716-2a5b-4083-b4fe-038aad3cad1b will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:56.561797 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.610957 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Pushing event updated for resources: {'Port': ['ID=46d12716-2a5b-4083-b4fe-038aad3cad1b,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:56.692938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Attempting to bind port 46d12716-2a5b-4083-b4fe-038aad3cad1b on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:56.693583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Attempting to bind port 46d12716-2a5b-4083-b4fe-038aad3cad1b by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:56.693890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Attempting to bind port 46d12716-2a5b-4083-b4fe-038aad3cad1b on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:56.698794 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Port 46d12716-2a5b-4083-b4fe-038aad3cad1b on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:56.699116 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Attempting to bind port 46d12716-2a5b-4083-b4fe-038aad3cad1b on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:56.704229 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:56.704562 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Checking segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:56.704947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Bound using segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:56.705381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Bound port: 46d12716-2a5b-4083-b4fe-038aad3cad1b, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:56.705736 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.781072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] For port 46d12716-2a5b-4083-b4fe-038aad3cad1b, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:56.785138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] For port 46d12716-2a5b-4083-b4fe-038aad3cad1b, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:56.790932 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.842764 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:56.842764 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:56.843682 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] 10.222.0.73 "PUT /v2.0/ports/46d12716-2a5b-4083-b4fe-038aad3cad1b HTTP/1.1" status: 200 len: 1092 time: 0.6317635 Aug 16 02:29:56.844123 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'tag': '46d12716-2a5b-4083-b4fe-038aad3cad1b'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:56.846444 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eeb2f98-2c69-4356-9bc7-58542246276f" -d '{"events": [{"name": "network-changed", "server_uuid": "50305b83-6aaf-404f-9b61-b7b3260c4c7f", "tag": "46d12716-2a5b-4083-b4fe-038aad3cad1b"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:56.886794 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d02d7-b15f-4701-a94c-e9619b0595a8 service neutron] Pushing event updated for resources: {'Port': ['ID=46d12716-2a5b-4083-b4fe-038aad3cad1b,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:56.915821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f889b-ecee-4f85-8e45-283d874ca87d req-3e58e9b2-4531-4dba-a301-daf9bc2b1f93 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:56.917388 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-425f889b-ecee-4f85-8e45-283d874ca87d req-3e58e9b2-4531-4dba-a301-daf9bc2b1f93 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 943 time: 0.1007175 Aug 16 02:29:56.932063 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f558c0-3bc6-47a4-8855-795ede13f88d x-openstack-request-id: req-f8f558c0-3bc6-47a4-8855-795ede13f88d {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:56.932361 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50305b83-6aaf-404f-9b61-b7b3260c4c7f", "tag": "46d12716-2a5b-4083-b4fe-038aad3cad1b", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:56.932609 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f8f558c0-3bc6-47a4-8855-795ede13f88d {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:56.933008 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'tag': '46d12716-2a5b-4083-b4fe-038aad3cad1b', 'status': 'completed', 'code': 200} Aug 16 02:29:56.979608 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-c245147c-2a69-4082-82d8-7e08a3174034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:56.981133 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-c245147c-2a69-4082-82d8-7e08a3174034 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 1095 time: 0.0870562 Aug 16 02:29:56.984446 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-425f889b-ecee-4f85-8e45-283d874ca87d req-1f4a627e-5a4a-4772-a734-ec8ec66534e0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503428 Aug 16 02:29:57.041995 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-1bd51f4b-e7d8-40b8-aa87-4c60e473fe8b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b HTTP/1.1" status: 200 len: 217 time: 0.0469251 Aug 16 02:29:57.098322 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-8bcf124b-19c0-4e15-b882-a181b858b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:57.099800 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-8bcf124b-19c0-4e15-b882-a181b858b6dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0468376 Aug 16 02:29:57.151181 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-867f6495-1540-482e-a6ab-50a61347459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:57.152672 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-867f6495-1540-482e-a6ab-50a61347459b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415778 Aug 16 02:29:57.248457 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-d6cef0d7-acfd-482d-adc1-ea2148f700c5 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852785 Aug 16 02:29:57.342459 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3cb796eb-59d9-4871-bfc8-fa2eae460b51 req-7fb935af-8b2c-4d49-8eec-b51cda4bde77 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832193 Aug 16 02:29:57.429175 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb2f98-2c69-4356-9bc7-58542246276f req-38d6632d-beb0-4e4d-a9d3-036636bb4bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:57.430731 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3eeb2f98-2c69-4356-9bc7-58542246276f req-38d6632d-beb0-4e4d-a9d3-036636bb4bf2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 1095 time: 0.0409827 Aug 16 02:29:57.530848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb2f98-2c69-4356-9bc7-58542246276f req-80e9636e-ea13-4246-8918-1416ab03f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:57.532312 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3eeb2f98-2c69-4356-9bc7-58542246276f req-80e9636e-ea13-4246-8918-1416ab03f04b service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0944743 Aug 16 02:29:57.573406 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3eeb2f98-2c69-4356-9bc7-58542246276f req-30b37c30-91fa-4677-b1ef-2c1a24014d9f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b HTTP/1.1" status: 200 len: 217 time: 0.0338051 Aug 16 02:29:57.625379 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb2f98-2c69-4356-9bc7-58542246276f req-5dd795e9-b38d-4033-95e5-43c572fa12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:57.626865 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3eeb2f98-2c69-4356-9bc7-58542246276f req-5dd795e9-b38d-4033-95e5-43c572fa12cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0468328 Aug 16 02:29:57.676023 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb2f98-2c69-4356-9bc7-58542246276f req-d43304ed-ecd7-4d42-9b28-7e1c5789db9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:57.677486 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3eeb2f98-2c69-4356-9bc7-58542246276f req-d43304ed-ecd7-4d42-9b28-7e1c5789db9c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398133 Aug 16 02:29:57.772292 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3eeb2f98-2c69-4356-9bc7-58542246276f req-227783bc-cc87-4ec8-b60c-37a99636c9b8 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867918 Aug 16 02:29:57.868694 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3eeb2f98-2c69-4356-9bc7-58542246276f req-1a18e66e-17c7-4a2c-9361-f744e3be55cd service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888951 Aug 16 02:29:58.107846 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9520b0d-359f-4d1e-8fa8-f29f8cfdcff9 req-0d97b484-2494-4b5d-86dc-da9492bbdb00 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:58.109334 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9520b0d-359f-4d1e-8fa8-f29f8cfdcff9 req-0d97b484-2494-4b5d-86dc-da9492bbdb00 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 943 time: 0.0518630 Aug 16 02:29:58.149464 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9520b0d-359f-4d1e-8fa8-f29f8cfdcff9 req-b2d1752b-e78f-4ffd-8792-a09bfefeb342 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340707 Aug 16 02:29:59.265263 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76f391-5ca9-44d9-9dd6-7284addd6890 req-bd6a5fd9-df95-48af-9c4e-01dd1f0284df tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:59.266786 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f76f391-5ca9-44d9-9dd6-7284addd6890 req-bd6a5fd9-df95-48af-9c4e-01dd1f0284df tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 943 time: 0.0499117 Aug 16 02:29:59.305617 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f76f391-5ca9-44d9-9dd6-7284addd6890 req-d6e659ca-26ff-4d40-8f80-9ff71684af7c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323291 Aug 16 02:30:00.432025 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd041af-0f3c-434a-b3bf-31bb45af9cd7 req-511cc84a-1070-465d-8075-6066c7724ad5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:00.436287 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6cd041af-0f3c-434a-b3bf-31bb45af9cd7 req-511cc84a-1070-465d-8075-6066c7724ad5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 943 time: 0.0541825 Aug 16 02:30:00.474386 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6cd041af-0f3c-434a-b3bf-31bb45af9cd7 req-a73af56e-76ae-4989-a4c4-9e7a5e6a1917 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321374 Aug 16 02:30:01.521394 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 46d12716-2a5b-4083-b4fe-038aad3cad1b details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:30:01.590530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa5a31-b1b5-4ea5-92d0-495bde47b981 req-32d8acf8-fab2-482e-b0a4-6c9ef68657b4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:01.592074 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d3aa5a31-b1b5-4ea5-92d0-495bde47b981 req-32d8acf8-fab2-482e-b0a4-6c9ef68657b4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 943 time: 0.0491390 Aug 16 02:30:01.615559 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 46d12716-2a5b-4083-b4fe-038aad3cad1b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:01.627840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '46d12716-2a5b-4083-b4fe-038aad3cad1b', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'port_id': '46d12716-2a5b-4083-b4fe-038aad3cad1b', 'mac_address': 'fa:16:3e:7e:ce:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:30:01.635861 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d3aa5a31-b1b5-4ea5-92d0-495bde47b981 req-40180b40-a087-4890-b14d-772ffb0cbbc7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378163 Aug 16 02:30:01.670119 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.683396 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d12716-2a5b-4083-b4fe-038aad3cad1b {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:30:01.702481 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 46d12716-2a5b-4083-b4fe-038aad3cad1b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:01.706150 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.752784 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=46d12716-2a5b-4083-b4fe-038aad3cad1b,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:01.963697 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['46d12716-2a5b-4083-b4fe-038aad3cad1b'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:30:02.758429 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25095e5c-9b06-4bac-bf75-7e9abb6a5ba0 req-fb888557-644f-42a0-90e5-5541b4e624fa tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:02.759903 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-25095e5c-9b06-4bac-bf75-7e9abb6a5ba0 req-fb888557-644f-42a0-90e5-5541b4e624fa tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 944 time: 0.0536156 Aug 16 02:30:02.797843 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-25095e5c-9b06-4bac-bf75-7e9abb6a5ba0 req-80f073e9-c8d3-4551-b8ef-6e9047281599 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319676 Aug 16 02:30:03.535266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 46d12716-2a5b-4083-b4fe-038aad3cad1b up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:03.583425 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 46d12716-2a5b-4083-b4fe-038aad3cad1b completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:03.588427 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 46d12716-2a5b-4083-b4fe-038aad3cad1b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:03.588798 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.665409 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.687207 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d12716-2a5b-4083-b4fe-038aad3cad1b'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:03.689423 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cba4c08-0084-4523-b28e-5112391a6055" -d '{"events": [{"server_uuid": "50305b83-6aaf-404f-9b61-b7b3260c4c7f", "name": "network-vif-plugged", "status": "completed", "tag": "46d12716-2a5b-4083-b4fe-038aad3cad1b"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:03.706337 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 46d12716-2a5b-4083-b4fe-038aad3cad1b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:03.711708 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.736096 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7f97ca-285c-4729-81d5-a3abd66b574b x-openstack-request-id: req-3f7f97ca-285c-4729-81d5-a3abd66b574b {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:03.736383 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50305b83-6aaf-404f-9b61-b7b3260c4c7f", "name": "network-vif-plugged", "status": "completed", "tag": "46d12716-2a5b-4083-b4fe-038aad3cad1b", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:03.736632 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3f7f97ca-285c-4729-81d5-a3abd66b574b {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:03.737016 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d12716-2a5b-4083-b4fe-038aad3cad1b', 'code': 200} Aug 16 02:30:03.765157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=46d12716-2a5b-4083-b4fe-038aad3cad1b,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:03.832882 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5bb7b-186f-477e-be5e-3c63f11b4682 req-1c36750a-fb53-4325-8780-037b6450b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:03.834409 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28e5bb7b-186f-477e-be5e-3c63f11b4682 req-1c36750a-fb53-4325-8780-037b6450b0bd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 1097 time: 0.0426443 Aug 16 02:30:03.874208 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-28e5bb7b-186f-477e-be5e-3c63f11b4682 req-ee0b6e14-7de6-4b05-9fc5-dbd2ba50c393 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295904 Aug 16 02:30:03.925152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8719ae-c4e0-4ec2-b514-8c6e329a39fb req-600ee4e5-4243-448a-8bfc-033a4863d738 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:03.926813 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9e8719ae-c4e0-4ec2-b514-8c6e329a39fb req-600ee4e5-4243-448a-8bfc-033a4863d738 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 945 time: 0.0544069 Aug 16 02:30:03.969876 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9e8719ae-c4e0-4ec2-b514-8c6e329a39fb req-9467a159-18c5-4853-97ef-4559735a0952 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366292 Aug 16 02:30:05.096712 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f44cb5-3231-4ca2-aa0e-cb29d888e4dc req-503602a3-bfa5-4927-929b-860b873c8bce tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:05.098299 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-26f44cb5-3231-4ca2-aa0e-cb29d888e4dc req-503602a3-bfa5-4927-929b-860b873c8bce tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 945 time: 0.0528200 Aug 16 02:30:05.136442 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-26f44cb5-3231-4ca2-aa0e-cb29d888e4dc req-e55d155c-e79d-4f96-80fc-3abecdb14260 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313737 Aug 16 02:30:05.247716 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf4eba-903e-46bc-832f-f857643a977a req-fcf14212-9aa3-4ba3-8c7b-66a05e10547f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:05.249217 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8cdf4eba-903e-46bc-832f-f857643a977a req-fcf14212-9aa3-4ba3-8c7b-66a05e10547f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 945 time: 0.0500138 Aug 16 02:30:05.258476 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 37792) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:05.262936 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-71dbc8fc-efcd-4585-aa70-6a0da6f4f3ba tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Request body: {'floatingip': {'port_id': '46d12716-2a5b-4083-b4fe-038aad3cad1b'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:05.305722 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71dbc8fc-efcd-4585-aa70-6a0da6f4f3ba tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.047365 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71dbc8fc-efcd-4585-aa70-6a0da6f4f3ba tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.051308 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71dbc8fc-efcd-4585-aa70-6a0da6f4f3ba tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.150854 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-71dbc8fc-efcd-4585-aa70-6a0da6f4f3ba tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Floating IP 4a072692-50fa-4418-b566-44878f49ab51 associated. External IP: 172.25.3.86, port: 46d12716-2a5b-4083-b4fe-038aad3cad1b. Aug 16 02:30:06.364033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71dbc8fc-efcd-4585-aa70-6a0da6f4f3ba tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:30:06.475686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dbc8fc-efcd-4585-aa70-6a0da6f4f3ba tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:30:06.481359 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71dbc8fc-efcd-4585-aa70-6a0da6f4f3ba tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:06.486103 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b16a38c-c89f-4705-a496-8cd16ae0918f None None] Sync routers for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:30:06.496346 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b16a38c-c89f-4705-a496-8cd16ae0918f None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:06.497354 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5b16a38c-c89f-4705-a496-8cd16ae0918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:29:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:06.512094 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-71dbc8fc-efcd-4585-aa70-6a0da6f4f3ba tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "PUT /v2.0/floatingips/4a072692-50fa-4418-b566-44878f49ab51 HTTP/1.1" status: 200 len: 990 time: 1.2525702 Aug 16 02:30:06.512659 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'tag': '46d12716-2a5b-4083-b4fe-038aad3cad1b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:06.552797 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7207de6-489f-4936-acf9-1b29f440e9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "50305b83-6aaf-404f-9b61-b7b3260c4c7f", "tag": "46d12716-2a5b-4083-b4fe-038aad3cad1b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:06.609977 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-5b16a38c-c89f-4705-a496-8cd16ae0918f None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:06.643506 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631deb9f-21dc-48aa-8e6b-4cbca85d4f90 x-openstack-request-id: req-631deb9f-21dc-48aa-8e6b-4cbca85d4f90 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:06.643798 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50305b83-6aaf-404f-9b61-b7b3260c4c7f", "tag": "46d12716-2a5b-4083-b4fe-038aad3cad1b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:06.644046 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-631deb9f-21dc-48aa-8e6b-4cbca85d4f90 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:06.644440 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'tag': '46d12716-2a5b-4083-b4fe-038aad3cad1b', 'status': 'completed', 'code': 200} Aug 16 02:30:06.704983 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7207de6-489f-4936-acf9-1b29f440e9c2 req-08a527b7-f366-4af3-b28e-f7a9ede12f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:06.706512 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a7207de6-489f-4936-acf9-1b29f440e9c2 req-08a527b7-f366-4af3-b28e-f7a9ede12f2b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 1097 time: 0.0408568 Aug 16 02:30:06.799606 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7207de6-489f-4936-acf9-1b29f440e9c2 req-9635e72d-44e1-496a-92ae-8b7dcde660d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:06.801936 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a7207de6-489f-4936-acf9-1b29f440e9c2 req-9635e72d-44e1-496a-92ae-8b7dcde660d9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0882652 Aug 16 02:30:06.835727 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5b16a38c-c89f-4705-a496-8cd16ae0918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '4a072692-50fa-4418-b566-44878f49ab51', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'port_id': '46d12716-2a5b-4083-b4fe-038aad3cad1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'mac_address': 'fa:16:3e:7e:ce:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:13Z', 'updated_at': '2021-08-16T02:30:05Z', 'revision_number': 9, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:06.860927 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b16a38c-c89f-4705-a496-8cd16ae0918f None None] Checking router: 375dd1e8-d795-4761-9d66-1b8db8f98bc9 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:30:06.867945 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a7207de6-489f-4936-acf9-1b29f440e9c2 req-45d519b0-bb25-4a0a-aebe-435b3d23aae4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b HTTP/1.1" status: 200 len: 998 time: 0.0590737 Aug 16 02:30:06.869100 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b16a38c-c89f-4705-a496-8cd16ae0918f None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:06.869693 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5b16a38c-c89f-4705-a496-8cd16ae0918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:29:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:06.922917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7207de6-489f-4936-acf9-1b29f440e9c2 req-2561b458-87fe-4721-9ca2-7bee34e2260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:06.924387 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a7207de6-489f-4936-acf9-1b29f440e9c2 req-2561b458-87fe-4721-9ca2-7bee34e2260d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0494664 Aug 16 02:30:06.969737 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7207de6-489f-4936-acf9-1b29f440e9c2 req-b85a08de-1309-40e7-ad4b-fa4d358aae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:06.971283 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a7207de6-489f-4936-acf9-1b29f440e9c2 req-b85a08de-1309-40e7-ad4b-fa4d358aae94 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401475 Aug 16 02:30:06.975046 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-5b16a38c-c89f-4705-a496-8cd16ae0918f None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:07.066179 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a7207de6-489f-4936-acf9-1b29f440e9c2 req-29ceadd0-f0b0-4047-be1e-8f655920d995 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876355 Aug 16 02:30:07.159939 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a7207de6-489f-4936-acf9-1b29f440e9c2 req-a26f7a9f-a4d8-4ded-8e7b-476c09db3c4d service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868707 Aug 16 02:30:07.202068 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5b16a38c-c89f-4705-a496-8cd16ae0918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '4a072692-50fa-4418-b566-44878f49ab51', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'port_id': '46d12716-2a5b-4083-b4fe-038aad3cad1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'mac_address': 'fa:16:3e:7e:ce:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:13Z', 'updated_at': '2021-08-16T02:30:05Z', 'revision_number': 9, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:07.227344 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b16a38c-c89f-4705-a496-8cd16ae0918f None None] The sync data for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 is: [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '4a072692-50fa-4418-b566-44878f49ab51', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'port_id': '46d12716-2a5b-4083-b4fe-038aad3cad1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'mac_address': 'fa:16:3e:7e:ce:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:13Z', 'updated_at': '2021-08-16T02:30:05Z', 'revision_number': 9, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:30:07.424022 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d166818d-18dc-4886-8e77-cd5ce7a37879 None None] New status for floating IP 4a072692-50fa-4418-b566-44878f49ab51: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:30:07.905578 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:08.534683 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:20.176603 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-801e27f5-10c0-4e5c-afde-611235ebfa79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:22.704188 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e4e8b11c-2b85-47bb-bd47-c1b85934bd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:23.388563 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.323070 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.118929 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.376412 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:30:37.921967 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:38.539807 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:42.132202 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a30ff38a-2459-4eae-8765-52a2e48937d1 req-00d86ca6-4b8c-4b03-a967-89517cc0e2df service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447030 Aug 16 02:30:42.219400 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ff38a-2459-4eae-8765-52a2e48937d1 req-0ce7a6f6-d61e-4953-bdd4-706ddfee8c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:42.221200 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a30ff38a-2459-4eae-8765-52a2e48937d1 req-0ce7a6f6-d61e-4953-bdd4-706ddfee8c4a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 1097 time: 0.0434179 Aug 16 02:30:42.333939 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ff38a-2459-4eae-8765-52a2e48937d1 req-9238dd47-18e6-4902-a769-849adcaf3193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:42.335406 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a30ff38a-2459-4eae-8765-52a2e48937d1 req-9238dd47-18e6-4902-a769-849adcaf3193 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0921724 Aug 16 02:30:42.412016 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a30ff38a-2459-4eae-8765-52a2e48937d1 req-92c88fcd-5c4d-42d6-9287-573a5ff2e44a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b HTTP/1.1" status: 200 len: 1001 time: 0.0633719 Aug 16 02:30:42.464623 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ff38a-2459-4eae-8765-52a2e48937d1 req-bd47bb7f-b2a6-47c8-938f-61a888b509d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:42.466104 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a30ff38a-2459-4eae-8765-52a2e48937d1 req-bd47bb7f-b2a6-47c8-938f-61a888b509d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0471194 Aug 16 02:30:42.512644 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ff38a-2459-4eae-8765-52a2e48937d1 req-fdd80b1b-fbe3-4b17-a22b-639c240c55e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:42.514160 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a30ff38a-2459-4eae-8765-52a2e48937d1 req-fdd80b1b-fbe3-4b17-a22b-639c240c55e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404484 Aug 16 02:30:42.603708 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a30ff38a-2459-4eae-8765-52a2e48937d1 req-39aa9f77-5ea4-4df0-8d36-4b6660627e08 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815458 Aug 16 02:30:42.697619 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a30ff38a-2459-4eae-8765-52a2e48937d1 req-3380061f-4753-4ed9-af78-15af4e2b0a63 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861516 Aug 16 02:30:50.177025 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3d02e13-7672-421a-9c8f-6aabdb2646f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:52.705572 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a288dda3-c005-40ba-b53f-8a5300e1a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:53.389615 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:54.328175 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:56.121655 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:04.377735 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:31:07.921535 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:08.555950 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:20.177333 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71b34258-0fba-495c-9d6f-7b5c2b1e6868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.706307 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5413155-515a-42eb-9e0a-f049a7d5b42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.391180 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:24.327788 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.123524 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.920403 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:38.552900 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.377441 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:31:43.137830 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a635d2d-c3ba-41d7-b5d9-0e5e10be6c95 req-115b56ad-a5db-48a5-8c3d-51fedc37f73d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464175 Aug 16 02:31:43.232258 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a635d2d-c3ba-41d7-b5d9-0e5e10be6c95 req-ba8f8ee4-d4e2-43c4-9599-ea635d194f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:43.233777 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a635d2d-c3ba-41d7-b5d9-0e5e10be6c95 req-ba8f8ee4-d4e2-43c4-9599-ea635d194f1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 1097 time: 0.0441360 Aug 16 02:31:43.347609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a635d2d-c3ba-41d7-b5d9-0e5e10be6c95 req-44621f27-2d9e-4a61-bcb0-28127cec8c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:43.349089 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a635d2d-c3ba-41d7-b5d9-0e5e10be6c95 req-44621f27-2d9e-4a61-bcb0-28127cec8c1b service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0900731 Aug 16 02:31:43.418816 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a635d2d-c3ba-41d7-b5d9-0e5e10be6c95 req-5f121c61-bfaf-46e7-a712-aca1239098a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b HTTP/1.1" status: 200 len: 1001 time: 0.0575838 Aug 16 02:31:43.476028 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a635d2d-c3ba-41d7-b5d9-0e5e10be6c95 req-3379c91b-54d3-4181-8e73-9e7d7d9096f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:43.477470 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a635d2d-c3ba-41d7-b5d9-0e5e10be6c95 req-3379c91b-54d3-4181-8e73-9e7d7d9096f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0470660 Aug 16 02:31:43.527627 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a635d2d-c3ba-41d7-b5d9-0e5e10be6c95 req-a1d28899-54e8-4236-ab93-235a4ed391ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:43.529108 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a635d2d-c3ba-41d7-b5d9-0e5e10be6c95 req-a1d28899-54e8-4236-ab93-235a4ed391ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393748 Aug 16 02:31:43.623865 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a635d2d-c3ba-41d7-b5d9-0e5e10be6c95 req-612af19b-91ef-409e-b1a5-bdfc17fe5500 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832682 Aug 16 02:31:43.722220 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a635d2d-c3ba-41d7-b5d9-0e5e10be6c95 req-ce7fc297-6d28-4028-b1e8-443167b2ebe1 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867126 Aug 16 02:31:48.296568 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f18e0-ca31-4093-ac39-a9f3a4669af1 req-e6231e77-447f-406d-a73e-d6e1f70e54c3 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:48.298136 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cb0f18e0-ca31-4093-ac39-a9f3a4669af1 req-e6231e77-447f-406d-a73e-d6e1f70e54c3 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 945 time: 0.0528600 Aug 16 02:31:48.336550 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cb0f18e0-ca31-4093-ac39-a9f3a4669af1 req-292ebdbe-37e0-49a6-86c0-b440b64335f4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324268 Aug 16 02:31:48.366819 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-9205e606-54f2-48cf-b126-c95e8fcc24a9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0971859 Aug 16 02:31:49.463293 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc04c1-a7cd-4479-b8e3-d6e82c886449 req-1f2d470d-895e-497c-8ae2-b901bf3312ea tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:49.464814 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ccc04c1-a7cd-4479-b8e3-d6e82c886449 req-1f2d470d-895e-497c-8ae2-b901bf3312ea tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 945 time: 0.0545371 Aug 16 02:31:49.503749 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ccc04c1-a7cd-4479-b8e3-d6e82c886449 req-48fea9aa-7230-4135-85eb-5a6d8fc1b259 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330408 Aug 16 02:31:50.179189 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-adaf77a0-3fe1-4ddf-a8c4-d36392f0623b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.623833 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0036d76-85ec-44d8-9aa2-df7c93afc7e1 req-7a7df96a-65d8-4e5b-a110-fcce14552438 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:50.625207 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a0036d76-85ec-44d8-9aa2-df7c93afc7e1 req-7a7df96a-65d8-4e5b-a110-fcce14552438 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 945 time: 0.0535119 Aug 16 02:31:50.661672 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a0036d76-85ec-44d8-9aa2-df7c93afc7e1 req-bac02942-3f66-47b4-b4a4-bd177d95002b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306158 Aug 16 02:31:51.514524 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-6aa54fd5-b63b-44ed-907f-07f59070e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:51.516030 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-6aa54fd5-b63b-44ed-907f-07f59070e544 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 1097 time: 0.0429726 Aug 16 02:31:51.614631 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-2a94ed80-83d7-48d2-a66b-2685e4c68032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:51.616040 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-2a94ed80-83d7-48d2-a66b-2685e4c68032 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0892413 Aug 16 02:31:51.690430 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-9dd017c0-de33-4f4d-b80d-708dd3afe14f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b HTTP/1.1" status: 200 len: 1001 time: 0.0627711 Aug 16 02:31:51.744213 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-f3f9b532-957c-4d50-b861-48dee86a15f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:51.746129 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-f3f9b532-957c-4d50-b861-48dee86a15f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0446639 Aug 16 02:31:51.785631 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04da9d-e716-487a-b68f-3e9eb94be0c4 req-b9882e4f-9612-45f9-8793-2b8a798a1b37 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:51.787295 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe04da9d-e716-487a-b68f-3e9eb94be0c4 req-b9882e4f-9612-45f9-8793-2b8a798a1b37 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 945 time: 0.0542684 Aug 16 02:31:51.801234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-a4ff4016-7978-43a3-baee-3068237ef2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:51.802809 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-a4ff4016-7978-43a3-baee-3068237ef2db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457118 Aug 16 02:31:51.828435 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe04da9d-e716-487a-b68f-3e9eb94be0c4 req-160e10a6-717d-4f8a-abd3-3e2e49ab265d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341933 Aug 16 02:31:51.902170 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-8a55b119-2850-470f-9fc8-9488b5f4ca9d service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874186 Aug 16 02:31:51.993006 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-dde9fa2e-e368-4199-ac25-b0a8468f37d9 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820837 Aug 16 02:31:52.706716 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1f41842-fdc8-46dd-86e3-a699376aaad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.949693 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24887598-5cdd-4a1c-b556-2488f1626af7 req-6e7b63f9-e5da-485b-bac3-cee574adb1b2 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:52.951190 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-24887598-5cdd-4a1c-b556-2488f1626af7 req-6e7b63f9-e5da-485b-bac3-cee574adb1b2 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 945 time: 0.0548992 Aug 16 02:31:52.992222 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-24887598-5cdd-4a1c-b556-2488f1626af7 req-c8c230b6-16a6-4fb7-ac73-7ff719a3cf31 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350680 Aug 16 02:31:53.393212 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:54.116356 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182766d1-695d-4621-8153-deac69cfaade req-6dae632b-1d63-49d9-89a0-eba7a975f74e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:54.117840 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-182766d1-695d-4621-8153-deac69cfaade req-6dae632b-1d63-49d9-89a0-eba7a975f74e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 945 time: 0.0537817 Aug 16 02:31:54.156406 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-182766d1-695d-4621-8153-deac69cfaade req-b3b3be03-f1d7-42fb-b552-96c2fd2ac297 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314915 Aug 16 02:31:54.330279 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:55.271044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129b7d2-4368-438f-a0b6-aac426151b48 req-574192ee-3355-48fd-be73-6d06c14745dd tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:55.272517 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8129b7d2-4368-438f-a0b6-aac426151b48 req-574192ee-3355-48fd-be73-6d06c14745dd tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 945 time: 0.0490921 Aug 16 02:31:55.311748 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8129b7d2-4368-438f-a0b6-aac426151b48 req-e0f74d92-d052-419c-ade0-a069a2ba69b9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330172 Aug 16 02:31:56.127726 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:56.433642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca9775-9df4-4ecd-887a-39c42de736ce req-56ed1238-95a2-4f2a-9a58-e0667231e35e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:56.435065 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4aca9775-9df4-4ecd-887a-39c42de736ce req-56ed1238-95a2-4f2a-9a58-e0667231e35e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 945 time: 0.0533462 Aug 16 02:31:56.472686 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4aca9775-9df4-4ecd-887a-39c42de736ce req-17e651d3-295a-472e-9ec3-7cdf39e35725 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317762 Aug 16 02:31:57.588484 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dddf9-6f58-4c76-9199-038d2ebcc3ab req-5154ecb8-cf35-46d5-89bb-5200beb45c6a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:57.589899 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ce9dddf9-6f58-4c76-9199-038d2ebcc3ab req-5154ecb8-cf35-46d5-89bb-5200beb45c6a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 945 time: 0.0493667 Aug 16 02:31:57.628364 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ce9dddf9-6f58-4c76-9199-038d2ebcc3ab req-fcc4a432-0103-4f42-9e32-e0c0c4f4da7c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325983 Aug 16 02:31:58.755827 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb5cdf-47df-4cc3-b0b8-9169c829d2dc req-e732ea90-b725-47e8-9498-74b6e5afb4e0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:58.757307 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-82eb5cdf-47df-4cc3-b0b8-9169c829d2dc req-e732ea90-b725-47e8-9498-74b6e5afb4e0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 945 time: 0.0494034 Aug 16 02:31:58.795669 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-82eb5cdf-47df-4cc3-b0b8-9169c829d2dc req-2b02e55f-3b6a-4bb5-83cb-2db33b2c8e61 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323563 Aug 16 02:31:59.913094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd401a6-3def-4101-ac33-6a67e77e57e6 req-8b06d932-9f53-4fac-af27-f1a6adfd6877 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:59.914645 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ccd401a6-3def-4101-ac33-6a67e77e57e6 req-8b06d932-9f53-4fac-af27-f1a6adfd6877 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 945 time: 0.0517745 Aug 16 02:31:59.952570 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ccd401a6-3def-4101-ac33-6a67e77e57e6 req-5a327c7d-3f05-4bfd-af2b-39ace14102c8 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313940 Aug 16 02:32:01.084639 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b6604-6e4f-4a30-b121-4221bbdf37fe req-fd40006a-9f61-48ac-ae4f-02a5a11de3af tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:01.086150 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-583b6604-6e4f-4a30-b121-4221bbdf37fe req-fd40006a-9f61-48ac-ae4f-02a5a11de3af tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 945 time: 0.0539432 Aug 16 02:32:01.126703 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-583b6604-6e4f-4a30-b121-4221bbdf37fe req-fbc6950e-8e7e-415f-afc8-93e14375e11b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319107 Aug 16 02:32:02.242039 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2ce29-cab4-4c71-a508-f72623b7b17d req-0b70bd74-1a03-4c8b-9997-4da0e83e931a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:02.244136 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f6b2ce29-cab4-4c71-a508-f72623b7b17d req-0b70bd74-1a03-4c8b-9997-4da0e83e931a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 945 time: 0.0491860 Aug 16 02:32:02.281963 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f6b2ce29-cab4-4c71-a508-f72623b7b17d req-e90d6487-65f5-44cd-abd9-3561003da803 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316441 Aug 16 02:32:03.402799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a20a5-fb76-4c47-954b-e1ea3946a33d req-b59336ad-2518-496c-b996-a7021c95dea0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:03.404271 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1e4a20a5-fb76-4c47-954b-e1ea3946a33d req-b59336ad-2518-496c-b996-a7021c95dea0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 945 time: 0.0515776 Aug 16 02:32:03.442078 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1e4a20a5-fb76-4c47-954b-e1ea3946a33d req-a573f85b-c0d1-491c-831c-7b443e300f60 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315537 Aug 16 02:32:04.145547 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-9c10d20a-c664-428c-b061-6aaca8aa0731 service neutron] show failed (client error): The resource could not be found. Aug 16 02:32:04.146573 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-9c10d20a-c664-428c-b061-6aaca8aa0731 service neutron] 10.222.0.73 "GET /v2.0/ports/46d12716-2a5b-4083-b4fe-038aad3cad1b/bindings/n-h2-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.0529745 Aug 16 02:32:04.358699 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-edaaf012-613e-4f3a-9a0a-c18e7168fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:04.360209 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-edaaf012-613e-4f3a-9a0a-c18e7168fd02 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f&tenant_id=491f038281224af2bbdd2a4afdd0395e HTTP/1.1" status: 200 len: 1097 time: 0.0405116 Aug 16 02:32:04.372879 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:04.428523 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.563440 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb268f5-b342-4dba-8bac-4575e2bb8d74 req-aad997f5-f412-4ab8-985e-72ad3f78e67c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:04.565523 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bfb268f5-b342-4dba-8bac-4575e2bb8d74 req-aad997f5-f412-4ab8-985e-72ad3f78e67c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 945 time: 0.0525837 Aug 16 02:32:04.608518 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bfb268f5-b342-4dba-8bac-4575e2bb8d74 req-a6be176b-5f7e-4798-9a0f-41a598a2e84a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371196 Aug 16 02:32:04.643022 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] For port 46d12716-2a5b-4083-b4fe-038aad3cad1b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:04.675242 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] For port 46d12716-2a5b-4083-b4fe-038aad3cad1b, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:04.715689 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46d12716-2a5b-4083-b4fe-038aad3cad1b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:04.718267 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a465e19d-a517-4586-890c-fbd05a61c533" -d '{"events": [{"server_uuid": "50305b83-6aaf-404f-9b61-b7b3260c4c7f", "name": "network-vif-unplugged", "status": "completed", "tag": "46d12716-2a5b-4083-b4fe-038aad3cad1b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:04.722424 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.735198 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Transition to ACTIVE for port object 46d12716-2a5b-4083-b4fe-038aad3cad1b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:04.739255 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:04.769187 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846d6af0-0dbe-4dab-b149-3a4aef3a36de x-openstack-request-id: req-846d6af0-0dbe-4dab-b149-3a4aef3a36de {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:04.769484 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50305b83-6aaf-404f-9b61-b7b3260c4c7f", "name": "network-vif-unplugged", "status": "completed", "tag": "46d12716-2a5b-4083-b4fe-038aad3cad1b", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:04.769734 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-846d6af0-0dbe-4dab-b149-3a4aef3a36de {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:04.770157 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46d12716-2a5b-4083-b4fe-038aad3cad1b', 'code': 200} Aug 16 02:32:04.845272 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Pushing event updated for resources: {'Port': ['ID=46d12716-2a5b-4083-b4fe-038aad3cad1b,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:04.871106 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:04.871455 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:04.871797 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:04.872134 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:04.872469 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:04.872796 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:04.873127 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:04.873455 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:04.873843 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:04.874126 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:04.874451 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:04.874775 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:04.940067 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] No DVR routers for this DVR port 46d12716-2a5b-4083-b4fe-038aad3cad1b on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:05.101015 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Attempting to bind port 46d12716-2a5b-4083-b4fe-038aad3cad1b on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:05.101248 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Attempting to bind port 46d12716-2a5b-4083-b4fe-038aad3cad1b by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:05.101678 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Attempting to bind port 46d12716-2a5b-4083-b4fe-038aad3cad1b on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:05.107355 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Port 46d12716-2a5b-4083-b4fe-038aad3cad1b on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:32:05.107676 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Attempting to bind port 46d12716-2a5b-4083-b4fe-038aad3cad1b on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:05.113214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:05.113728 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Checking segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:05.114407 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Bound using segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:05.114939 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Bound port: 46d12716-2a5b-4083-b4fe-038aad3cad1b, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:05.115306 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.191317 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] For port 46d12716-2a5b-4083-b4fe-038aad3cad1b, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:05.194471 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] For port 46d12716-2a5b-4083-b4fe-038aad3cad1b, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:05.200463 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.243766 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:05.244804 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:05.246316 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] 10.222.0.63 "PUT /v2.0/ports/46d12716-2a5b-4083-b4fe-038aad3cad1b HTTP/1.1" status: 200 len: 1092 time: 0.8780208 Aug 16 02:32:05.274673 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ca60f-3f64-4b80-9c79-7d49ef420126 service neutron] Pushing event updated for resources: {'Port': ['ID=46d12716-2a5b-4083-b4fe-038aad3cad1b,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:05.324164 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-e2335ef1-26b8-43bc-aafb-edf73cb78c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:05.325926 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-e2335ef1-26b8-43bc-aafb-edf73cb78c65 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 1095 time: 0.0479298 Aug 16 02:32:05.431438 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-75758512-f2ec-45ad-a7a1-aadbee1f10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:05.433097 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-75758512-f2ec-45ad-a7a1-aadbee1f10e6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0994875 Aug 16 02:32:05.503100 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-641a48e1-5e17-44b3-a479-3a69f9f690ce service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b HTTP/1.1" status: 200 len: 999 time: 0.0609009 Aug 16 02:32:05.568085 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-6fd85e6b-35b9-424a-ae0d-9806fd086fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:05.569460 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-6fd85e6b-35b9-424a-ae0d-9806fd086fa5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0499647 Aug 16 02:32:05.622203 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-31146365-6e18-49b9-8d79-006a693f5e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:05.623709 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-31146365-6e18-49b9-8d79-006a693f5e91 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431778 Aug 16 02:32:05.721811 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-be036d60-013d-4c26-8627-e80b81fc7253 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863600 Aug 16 02:32:05.729011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fedab-a026-41ae-b9a9-091fc16f214f req-ee3800ab-b40f-41eb-8b9f-24d9bed6346b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:05.730544 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-204fedab-a026-41ae-b9a9-091fc16f214f req-ee3800ab-b40f-41eb-8b9f-24d9bed6346b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 943 time: 0.0516036 Aug 16 02:32:05.773800 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-204fedab-a026-41ae-b9a9-091fc16f214f req-cb37d267-23b7-4f44-9e72-b6f2a782b300 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371397 Aug 16 02:32:05.823882 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d5b821db-df6c-4ad2-98c7-b83b9a34d2b8 req-e4719ccc-0b2e-4ac8-b2f4-ba9def9efc0a service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903273 Aug 16 02:32:06.771323 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'tag': '46d12716-2a5b-4083-b4fe-038aad3cad1b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:06.773712 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2357cd07-b721-4aab-86e7-8b2cd8f74bad" -d '{"events": [{"name": "network-changed", "server_uuid": "50305b83-6aaf-404f-9b61-b7b3260c4c7f", "tag": "46d12716-2a5b-4083-b4fe-038aad3cad1b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:06.822277 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e7de8d-7c62-4c9c-b3e0-eb5466d3e4e6 x-openstack-request-id: req-17e7de8d-7c62-4c9c-b3e0-eb5466d3e4e6 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:06.822641 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50305b83-6aaf-404f-9b61-b7b3260c4c7f", "tag": "46d12716-2a5b-4083-b4fe-038aad3cad1b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:06.822895 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-17e7de8d-7c62-4c9c-b3e0-eb5466d3e4e6 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:06.823289 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'tag': '46d12716-2a5b-4083-b4fe-038aad3cad1b', 'status': 'completed', 'code': 200} Aug 16 02:32:06.891592 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-4bb7a278-1a84-4afc-9d4c-d374c69154e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:06.892997 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-4bb7a278-1a84-4afc-9d4c-d374c69154e3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 1095 time: 0.0453093 Aug 16 02:32:06.929790 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cc73a-86b5-4607-918d-40d6c30c0154 req-3a209a14-26c2-42d5-b52a-25517c1d5680 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:06.931910 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-838cc73a-86b5-4607-918d-40d6c30c0154 req-3a209a14-26c2-42d5-b52a-25517c1d5680 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 943 time: 0.0835073 Aug 16 02:32:06.933841 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-e9df82e2-aeac-4e26-a810-4b21c7afe2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:06.935244 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-e9df82e2-aeac-4e26-a810-4b21c7afe2aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 1095 time: 0.0881360 Aug 16 02:32:06.991749 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-94930b5a-74a4-4919-a9f4-0c2f10f0c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:06.993881 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-94930b5a-74a4-4919-a9f4-0c2f10f0c813 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0925088 Aug 16 02:32:07.023900 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-838cc73a-86b5-4607-918d-40d6c30c0154 req-992e183c-d2c6-4761-9139-2c6433fa5a02 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856144 Aug 16 02:32:07.058521 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-2d61af8e-8ac5-44e3-bcba-2bc183988f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:07.060030 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-2d61af8e-8ac5-44e3-bcba-2bc183988f7b service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.1159685 Aug 16 02:32:07.061399 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-bb8ff4d7-7102-4e26-9e37-9469a4256167 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b HTTP/1.1" status: 200 len: 999 time: 0.0600019 Aug 16 02:32:07.113980 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-d7401492-ee2d-4b4a-8f6f-13774a1cb2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:07.115471 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-d7401492-ee2d-4b4a-8f6f-13774a1cb2e5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0447433 Aug 16 02:32:07.136813 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-4db7edbe-0088-48ed-810a-f1bacdf6609f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b HTTP/1.1" status: 200 len: 999 time: 0.0657618 Aug 16 02:32:07.167572 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-579f083f-0146-4ea1-849d-08f7ab840f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:07.168979 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-579f083f-0146-4ea1-849d-08f7ab840f49 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452869 Aug 16 02:32:07.191354 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-15bfcfd7-c778-44a8-a354-e42970a2bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:07.192816 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-15bfcfd7-c778-44a8-a354-e42970a2bd19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0450156 Aug 16 02:32:07.244943 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-d02f028f-5935-46b2-ad6b-efc3b9562b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:07.246554 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-d02f028f-5935-46b2-ad6b-efc3b9562b83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414059 Aug 16 02:32:07.266288 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-56eaafea-407f-4a20-b742-9aee13fd88ad service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868387 Aug 16 02:32:07.347301 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-650ca6ee-ced4-4c46-9cdd-344bb832ebd4 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892129 Aug 16 02:32:07.364520 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-bb41639d-4dd1-430d-add4-9c8f5457f17d service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879362 Aug 16 02:32:07.441361 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2357cd07-b721-4aab-86e7-8b2cd8f74bad req-f91cd13e-afa2-4c57-a6b9-4990c5796ce9 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836129 Aug 16 02:32:07.935683 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.143740 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b347e86-16b7-4569-a79b-6566092870fc req-ce2638d5-24e0-4787-aa5c-403c45732225 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:08.145237 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b347e86-16b7-4569-a79b-6566092870fc req-ce2638d5-24e0-4787-aa5c-403c45732225 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 943 time: 0.0502174 Aug 16 02:32:08.184312 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9b347e86-16b7-4569-a79b-6566092870fc req-3c9a3a73-3126-4226-b57e-828a731a2944 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329876 Aug 16 02:32:08.253724 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 46d12716-2a5b-4083-b4fe-038aad3cad1b no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:08.300979 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 46d12716-2a5b-4083-b4fe-038aad3cad1b not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:08.513987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-30eb8899-2175-4590-a65d-ee449d4ec75d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:08.515729 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-30eb8899-2175-4590-a65d-ee449d4ec75d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.63 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f&tenant_id=491f038281224af2bbdd2a4afdd0395e&binding%3Ahost_id=n-h2-765315-27 HTTP/1.1" status: 200 len: 943 time: 0.0829124 Aug 16 02:32:08.528486 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e0fee-3620-4511-87ba-124d9c89090d req-174259bb-a959-4caa-bb35-2cfc436d556c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:08.529898 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb0e0fee-3620-4511-87ba-124d9c89090d req-174259bb-a959-4caa-bb35-2cfc436d556c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 943 time: 0.0707643 Aug 16 02:32:08.562651 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.604890 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb0e0fee-3620-4511-87ba-124d9c89090d req-3b806bd7-feba-47e7-8e3d-5a8c889b082a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686049 Aug 16 02:32:08.613746 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-98e66e48-6b71-4334-a83c-c116f5bafe0a service neutron] 10.222.0.63 "GET /v2.0/ports/46d12716-2a5b-4083-b4fe-038aad3cad1b/bindings/n-h2-765315-27 HTTP/1.1" status: 200 len: 383 time: 0.0829229 Aug 16 02:32:08.683441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-831a21ce-e3f7-45d0-b530-9a08bb3e8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:08.684912 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-831a21ce-e3f7-45d0-b530-9a08bb3e8487 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 1095 time: 0.0426986 Aug 16 02:32:08.779045 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-2037e20c-7c94-4d1d-aec9-8d2741024130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:08.780442 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-2037e20c-7c94-4d1d-aec9-8d2741024130 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0876729 Aug 16 02:32:08.794696 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 46d12716-2a5b-4083-b4fe-038aad3cad1b details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:32:08.845808 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-a86fad19-c821-4db6-9b1f-e329931a1e53 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b HTTP/1.1" status: 200 len: 999 time: 0.0578792 Aug 16 02:32:08.890721 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 46d12716-2a5b-4083-b4fe-038aad3cad1b, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:08.894898 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-6c431eb1-ec98-43a0-a861-3334058d16bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:08.896363 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-6c431eb1-ec98-43a0-a861-3334058d16bd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0432317 Aug 16 02:32:08.903281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '46d12716-2a5b-4083-b4fe-038aad3cad1b', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'port_id': '46d12716-2a5b-4083-b4fe-038aad3cad1b', 'mac_address': 'fa:16:3e:7e:ce:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:32:08.941498 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:08.945857 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-2402e072-d4bd-4e97-a5c5-6182988e2ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:08.948123 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-2402e072-d4bd-4e97-a5c5-6182988e2ae0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440097 Aug 16 02:32:08.959356 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d12716-2a5b-4083-b4fe-038aad3cad1b {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:32:08.981628 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 46d12716-2a5b-4083-b4fe-038aad3cad1b, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:08.986364 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:09.040317 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-e18be56f-5b35-45a6-9f8a-d4f2137ea6d0 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844917 Aug 16 02:32:09.040536 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=46d12716-2a5b-4083-b4fe-038aad3cad1b,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:09.048093 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:09.048445 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:09.048786 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:09.049121 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:09.049452 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:09.049806 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:09.050138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:09.050464 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:09.050787 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:09.051112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:09.051435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:09.051755 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:09.136367 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-0b0c8464-8e22-4f9c-8d19-f4a1fae77d9d service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887513 Aug 16 02:32:09.252969 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['46d12716-2a5b-4083-b4fe-038aad3cad1b'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:32:09.724217 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e4a27-2b4e-4552-8888-28f2ac7092ca req-4becead3-5e65-4f61-80ce-b4ca7fc15257 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:09.725684 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-007e4a27-2b4e-4552-8888-28f2ac7092ca req-4becead3-5e65-4f61-80ce-b4ca7fc15257 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 944 time: 0.0486178 Aug 16 02:32:09.763157 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-007e4a27-2b4e-4552-8888-28f2ac7092ca req-c2db052b-8207-4fb5-ad24-81a633808743 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310290 Aug 16 02:32:10.814625 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 46d12716-2a5b-4083-b4fe-038aad3cad1b up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:10.866555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 46d12716-2a5b-4083-b4fe-038aad3cad1b completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:10.870378 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 46d12716-2a5b-4083-b4fe-038aad3cad1b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:10.870737 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.882506 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d19db-36b1-4960-b4f0-a12171a7b6ce req-eeca191b-f73d-4daf-9192-c3875d7424c7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:10.884537 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f99d19db-36b1-4960-b4f0-a12171a7b6ce req-eeca191b-f73d-4daf-9192-c3875d7424c7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 944 time: 0.0522122 Aug 16 02:32:10.925173 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f99d19db-36b1-4960-b4f0-a12171a7b6ce req-fc39b498-82f3-4eb6-b2c4-d834b3b003ec tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344791 Aug 16 02:32:10.956262 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:10.981107 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d12716-2a5b-4083-b4fe-038aad3cad1b'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:10.983330 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f833faf-a1bb-4afd-a72f-72e5a3378631" -d '{"events": [{"server_uuid": "50305b83-6aaf-404f-9b61-b7b3260c4c7f", "name": "network-vif-plugged", "status": "completed", "tag": "46d12716-2a5b-4083-b4fe-038aad3cad1b"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:10.997166 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 46d12716-2a5b-4083-b4fe-038aad3cad1b, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:11.001736 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.038991 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f745263-810e-48f1-b55c-fc8f7f870111 x-openstack-request-id: req-8f745263-810e-48f1-b55c-fc8f7f870111 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:11.039275 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50305b83-6aaf-404f-9b61-b7b3260c4c7f", "name": "network-vif-plugged", "status": "completed", "tag": "46d12716-2a5b-4083-b4fe-038aad3cad1b", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:11.039524 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8f745263-810e-48f1-b55c-fc8f7f870111 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:11.039954 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d12716-2a5b-4083-b4fe-038aad3cad1b', 'code': 200} Aug 16 02:32:11.064052 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=46d12716-2a5b-4083-b4fe-038aad3cad1b,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:11.325586 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-da60998e-8ee7-4653-82bc-8295aecfdac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:11.327377 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-da60998e-8ee7-4653-82bc-8295aecfdac1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f&tenant_id=491f038281224af2bbdd2a4afdd0395e HTTP/1.1" status: 200 len: 1097 time: 0.0471933 Aug 16 02:32:11.343364 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:11.397705 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.598172 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] For port 46d12716-2a5b-4083-b4fe-038aad3cad1b, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:11.630731 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] For port 46d12716-2a5b-4083-b4fe-038aad3cad1b, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:11.673948 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46d12716-2a5b-4083-b4fe-038aad3cad1b'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:11.676208 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84756f3a-b7f7-4e29-a549-08133e925e0f" -d '{"events": [{"server_uuid": "50305b83-6aaf-404f-9b61-b7b3260c4c7f", "name": "network-vif-unplugged", "status": "completed", "tag": "46d12716-2a5b-4083-b4fe-038aad3cad1b"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:11.679971 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.692792 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Transition to ACTIVE for port object 46d12716-2a5b-4083-b4fe-038aad3cad1b will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:11.696892 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.732411 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35236b4-746d-4e89-8391-e30c5ef82deb x-openstack-request-id: req-c35236b4-746d-4e89-8391-e30c5ef82deb {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:11.732711 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50305b83-6aaf-404f-9b61-b7b3260c4c7f", "name": "network-vif-unplugged", "status": "completed", "tag": "46d12716-2a5b-4083-b4fe-038aad3cad1b", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:11.732965 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c35236b4-746d-4e89-8391-e30c5ef82deb {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:11.733363 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46d12716-2a5b-4083-b4fe-038aad3cad1b', 'code': 200} Aug 16 02:32:11.775354 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Pushing event updated for resources: {'Port': ['ID=46d12716-2a5b-4083-b4fe-038aad3cad1b,revision_number=10']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:11.787415 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:11.787767 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:11.788109 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:11.788448 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:11.788780 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:11.789204 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:11.789537 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:11.789967 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:11.790420 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:11.790754 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:11.791086 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:11.791407 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:11.831840 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] No DVR routers for this DVR port 46d12716-2a5b-4083-b4fe-038aad3cad1b on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:11.970410 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Attempting to bind port 46d12716-2a5b-4083-b4fe-038aad3cad1b on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:11.970748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Attempting to bind port 46d12716-2a5b-4083-b4fe-038aad3cad1b by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:11.971074 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Attempting to bind port 46d12716-2a5b-4083-b4fe-038aad3cad1b on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:11.975377 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Port 46d12716-2a5b-4083-b4fe-038aad3cad1b on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:32:11.975696 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Attempting to bind port 46d12716-2a5b-4083-b4fe-038aad3cad1b on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:11.981064 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:11.981400 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Checking segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:11.981808 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Bound using segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:11.982239 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Bound port: 46d12716-2a5b-4083-b4fe-038aad3cad1b, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:11.982597 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.084167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be3c07-41f9-4b7f-9404-b42179de40fb req-8f5e7190-ee48-44a5-9b9c-e6d04a5656db tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:12.085634 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6be3c07-41f9-4b7f-9404-b42179de40fb req-8f5e7190-ee48-44a5-9b9c-e6d04a5656db tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 944 time: 0.0890996 Aug 16 02:32:12.092624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] For port 46d12716-2a5b-4083-b4fe-038aad3cad1b, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:12.097364 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] For port 46d12716-2a5b-4083-b4fe-038aad3cad1b, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:12.104830 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.168500 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:12.169126 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.170570 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] 10.222.0.73 "PUT /v2.0/ports/46d12716-2a5b-4083-b4fe-038aad3cad1b HTTP/1.1" status: 200 len: 1093 time: 0.8315399 Aug 16 02:32:12.175404 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e6be3c07-41f9-4b7f-9404-b42179de40fb req-c8850a19-c678-41b5-86b7-5bc2bf9d8191 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805261 Aug 16 02:32:12.189881 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc0baa-a3d0-4261-8f6e-41bf09ae16c3 service neutron] Pushing event updated for resources: {'Port': ['ID=46d12716-2a5b-4083-b4fe-038aad3cad1b,revision_number=11']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:12.498509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-43c2c420-2332-46bd-a732-86ef53107129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:12.500007 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-43c2c420-2332-46bd-a732-86ef53107129 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 1096 time: 0.2978325 Aug 16 02:32:12.591974 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-7e123289-eb71-40da-b3d5-4ea93bf23a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:12.593471 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-7e123289-eb71-40da-b3d5-4ea93bf23a8a service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0802355 Aug 16 02:32:12.663966 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-e6d050fa-d1b8-4d2a-abb7-0b780a7b2b1a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b HTTP/1.1" status: 200 len: 999 time: 0.0595694 Aug 16 02:32:12.716671 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-6e0f604d-f533-4094-b54c-f6ffac72ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:12.718032 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-6e0f604d-f533-4094-b54c-f6ffac72ee9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0429285 Aug 16 02:32:12.766496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-4de1ba5c-8d2b-4df8-899a-f8813979ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:12.767934 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-4de1ba5c-8d2b-4df8-899a-f8813979ce9b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392532 Aug 16 02:32:12.863313 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-925db736-09c4-4938-b2c7-7238862de9a5 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836735 Aug 16 02:32:12.957016 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9a87dc51-d2b0-4d82-a01a-7dcf0723a2c8 req-4c0b136c-8a3f-4090-b807-7213aa7e4cf2 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821128 Aug 16 02:32:13.309436 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b378b-bb1c-4da5-b118-0d4b28e21393 req-c8d25ae8-96d2-4f50-a977-d9efb768b4c0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:13.310943 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4b8b378b-bb1c-4da5-b118-0d4b28e21393 req-c8d25ae8-96d2-4f50-a977-d9efb768b4c0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 944 time: 0.0621908 Aug 16 02:32:13.350485 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4b8b378b-bb1c-4da5-b118-0d4b28e21393 req-eaf47d5f-74dd-41da-bd86-9d006988a877 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334852 Aug 16 02:32:13.734444 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'tag': '46d12716-2a5b-4083-b4fe-038aad3cad1b'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:13.736835 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0429906f-fde0-4780-a87a-01fa77098d72" -d '{"events": [{"name": "network-changed", "server_uuid": "50305b83-6aaf-404f-9b61-b7b3260c4c7f", "tag": "46d12716-2a5b-4083-b4fe-038aad3cad1b"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:13.785016 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2051fe-7a02-41ad-a5db-88d2c66fa6fe x-openstack-request-id: req-0b2051fe-7a02-41ad-a5db-88d2c66fa6fe {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:13.785309 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50305b83-6aaf-404f-9b61-b7b3260c4c7f", "tag": "46d12716-2a5b-4083-b4fe-038aad3cad1b", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:13.785558 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0b2051fe-7a02-41ad-a5db-88d2c66fa6fe {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:13.785994 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'tag': '46d12716-2a5b-4083-b4fe-038aad3cad1b', 'status': 'completed', 'code': 200} Aug 16 02:32:13.851842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429906f-fde0-4780-a87a-01fa77098d72 req-21abb260-b958-449b-9f87-a6d1c57c406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:13.854235 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0429906f-fde0-4780-a87a-01fa77098d72 req-21abb260-b958-449b-9f87-a6d1c57c406b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 1096 time: 0.0464616 Aug 16 02:32:13.862881 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429906f-fde0-4780-a87a-01fa77098d72 req-3e6226c8-5781-4426-ac44-9a2f837d3c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:13.864357 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0429906f-fde0-4780-a87a-01fa77098d72 req-3e6226c8-5781-4426-ac44-9a2f837d3c50 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 1096 time: 0.0454829 Aug 16 02:32:13.942794 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429906f-fde0-4780-a87a-01fa77098d72 req-31d1c709-b0c2-40dd-b818-49c445531708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:13.944260 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0429906f-fde0-4780-a87a-01fa77098d72 req-31d1c709-b0c2-40dd-b818-49c445531708 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0825198 Aug 16 02:32:13.960495 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429906f-fde0-4780-a87a-01fa77098d72 req-817b68d2-5139-430e-90ea-fb7680bfc1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:13.962043 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0429906f-fde0-4780-a87a-01fa77098d72 req-817b68d2-5139-430e-90ea-fb7680bfc1ba service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0862632 Aug 16 02:32:14.016460 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0429906f-fde0-4780-a87a-01fa77098d72 req-b306d136-daca-48d8-beb3-cfc2aad9149b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b HTTP/1.1" status: 200 len: 999 time: 0.0630362 Aug 16 02:32:14.036112 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0429906f-fde0-4780-a87a-01fa77098d72 req-4d145280-67d2-4ed9-9954-9c703e521563 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b HTTP/1.1" status: 200 len: 999 time: 0.0626650 Aug 16 02:32:14.069612 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429906f-fde0-4780-a87a-01fa77098d72 req-65643c70-6678-4a9a-bfb7-e032bc32e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:14.071172 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0429906f-fde0-4780-a87a-01fa77098d72 req-65643c70-6678-4a9a-bfb7-e032bc32e51b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0468245 Aug 16 02:32:14.091834 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429906f-fde0-4780-a87a-01fa77098d72 req-36028925-6e0e-4721-b4dc-f6adec13afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:14.093309 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0429906f-fde0-4780-a87a-01fa77098d72 req-36028925-6e0e-4721-b4dc-f6adec13afd9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0454006 Aug 16 02:32:14.119547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429906f-fde0-4780-a87a-01fa77098d72 req-59128c48-d1b2-443d-a9a8-a406f99f170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:14.121059 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0429906f-fde0-4780-a87a-01fa77098d72 req-59128c48-d1b2-443d-a9a8-a406f99f170e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419800 Aug 16 02:32:14.141903 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429906f-fde0-4780-a87a-01fa77098d72 req-bedfa1d7-7e9b-4c1e-b490-2380c80dc38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:14.143398 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0429906f-fde0-4780-a87a-01fa77098d72 req-bedfa1d7-7e9b-4c1e-b490-2380c80dc38e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421236 Aug 16 02:32:14.216575 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0429906f-fde0-4780-a87a-01fa77098d72 req-5bda32cc-51c5-422a-990c-d9577ad07d13 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876701 Aug 16 02:32:14.245503 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0429906f-fde0-4780-a87a-01fa77098d72 req-b7cdd380-bdfb-44b1-a980-4a2dd0db8825 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909388 Aug 16 02:32:14.315434 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0429906f-fde0-4780-a87a-01fa77098d72 req-efb19dc5-0a7e-4990-937e-55e503f7c71a service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913413 Aug 16 02:32:14.340537 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0429906f-fde0-4780-a87a-01fa77098d72 req-78609a99-97e9-45c7-88ac-50c823f29e63 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878012 Aug 16 02:32:14.469256 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fda6f-056c-4069-9153-928b873412b8 req-138c7858-a6cf-416f-be82-459056b1ddbe tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:14.470739 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe5fda6f-056c-4069-9153-928b873412b8 req-138c7858-a6cf-416f-be82-459056b1ddbe tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 944 time: 0.0516188 Aug 16 02:32:14.511063 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe5fda6f-056c-4069-9153-928b873412b8 req-c8e55f6e-b421-4e5d-9877-6972810f72b3 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315280 Aug 16 02:32:14.823834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 46d12716-2a5b-4083-b4fe-038aad3cad1b no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:14.861086 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 46d12716-2a5b-4083-b4fe-038aad3cad1b not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:15.630514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d85c0a-94de-4436-a1df-2f00ff681bb5 req-3adc11ad-ed32-4272-a75e-1bff0a2fa81f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:15.631992 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0d85c0a-94de-4436-a1df-2f00ff681bb5 req-3adc11ad-ed32-4272-a75e-1bff0a2fa81f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 944 time: 0.0504267 Aug 16 02:32:15.670186 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0d85c0a-94de-4436-a1df-2f00ff681bb5 req-8ed25320-f44d-4a3e-b47b-bc2af68e01b8 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317750 Aug 16 02:32:15.791573 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35dbdd-7aa3-4ce0-ad52-87a313d69600 req-9a426563-94c2-4a76-ae63-ed8d0c8cb4ca tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:15.793037 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b35dbdd-7aa3-4ce0-ad52-87a313d69600 req-9a426563-94c2-4a76-ae63-ed8d0c8cb4ca tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 944 time: 0.0544138 Aug 16 02:32:15.830685 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5b35dbdd-7aa3-4ce0-ad52-87a313d69600 req-e35fc8a4-d5af-46cb-b656-df4071d1704b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317032 Aug 16 02:32:15.967238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7ae08-0c04-4f5f-9eac-9b8b934d7848 req-59758dca-943f-4269-82c3-91fda2e3ebfb tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:15.968750 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2bf7ae08-0c04-4f5f-9eac-9b8b934d7848 req-59758dca-943f-4269-82c3-91fda2e3ebfb tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 944 time: 0.0588675 Aug 16 02:32:16.010645 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2bf7ae08-0c04-4f5f-9eac-9b8b934d7848 req-ff8400d3-763e-4b65-b569-6ade57093439 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357876 Aug 16 02:32:16.252652 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034ad85-61e2-48d0-9336-43d23302213d req-1bbc61cb-e157-40b2-97f3-e72a48baaf8b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:16.254203 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6034ad85-61e2-48d0-9336-43d23302213d req-1bbc61cb-e157-40b2-97f3-e72a48baaf8b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 944 time: 0.0513437 Aug 16 02:32:16.296219 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6034ad85-61e2-48d0-9336-43d23302213d req-02a408d7-b132-4b6c-8a3e-0d789c9ee2e4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352290 Aug 16 02:32:16.320262 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 46d12716-2a5b-4083-b4fe-038aad3cad1b details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:32:16.417672 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 46d12716-2a5b-4083-b4fe-038aad3cad1b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:16.432079 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '46d12716-2a5b-4083-b4fe-038aad3cad1b', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'port_id': '46d12716-2a5b-4083-b4fe-038aad3cad1b', 'mac_address': 'fa:16:3e:7e:ce:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:32:16.471614 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:16.484097 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d12716-2a5b-4083-b4fe-038aad3cad1b {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:32:16.503196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 46d12716-2a5b-4083-b4fe-038aad3cad1b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:16.506859 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:16.553321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=46d12716-2a5b-4083-b4fe-038aad3cad1b,revision_number=12']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:16.768614 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['46d12716-2a5b-4083-b4fe-038aad3cad1b'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:32:17.413678 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17571f3e-792e-4f82-b455-4dd0dd7d324f req-5e757615-50e8-46e7-a520-806d9770e4cd tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:17.415386 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17571f3e-792e-4f82-b455-4dd0dd7d324f req-5e757615-50e8-46e7-a520-806d9770e4cd tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 945 time: 0.0520089 Aug 16 02:32:17.455364 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17571f3e-792e-4f82-b455-4dd0dd7d324f req-c0cafc4a-8a8d-4af5-a2c9-4d13666ebb46 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342748 Aug 16 02:32:17.553560 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce924b0-f3e8-472c-89b0-4e0a8ddc3a38 req-239b2e6a-051f-4486-8ea5-319f724de856 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:17.554957 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ce924b0-f3e8-472c-89b0-4e0a8ddc3a38 req-239b2e6a-051f-4486-8ea5-319f724de856 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.73 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 945 time: 0.0477667 Aug 16 02:32:17.649469 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-7ce924b0-f3e8-472c-89b0-4e0a8ddc3a38 req-ba363069-7c65-4697-9b52-5dc2bb1dd8c5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Deleting port 46d12716-2a5b-4083-b4fe-038aad3cad1b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:17.649827 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ce924b0-f3e8-472c-89b0-4e0a8ddc3a38 req-ba363069-7c65-4697-9b52-5dc2bb1dd8c5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.734882 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7ce924b0-f3e8-472c-89b0-4e0a8ddc3a38 req-ba363069-7c65-4697-9b52-5dc2bb1dd8c5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] For port 46d12716-2a5b-4083-b4fe-038aad3cad1b, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=46d12716-2a5b-4083-b4fe-038aad3cad1b,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:17.735238 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ce924b0-f3e8-472c-89b0-4e0a8ddc3a38 req-ba363069-7c65-4697-9b52-5dc2bb1dd8c5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.903335 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ce924b0-f3e8-472c-89b0-4e0a8ddc3a38 req-ba363069-7c65-4697-9b52-5dc2bb1dd8c5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.903613 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ce924b0-f3e8-472c-89b0-4e0a8ddc3a38 req-ba363069-7c65-4697-9b52-5dc2bb1dd8c5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:17.903921 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [req-7ce924b0-f3e8-472c-89b0-4e0a8ddc3a38 req-ba363069-7c65-4697-9b52-5dc2bb1dd8c5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Floating IP 4a072692-50fa-4418-b566-44878f49ab51 disassociated. External IP: 172.25.3.86, port: 46d12716-2a5b-4083-b4fe-038aad3cad1b. Aug 16 02:32:17.904251 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-7ce924b0-f3e8-472c-89b0-4e0a8ddc3a38 req-ba363069-7c65-4697-9b52-5dc2bb1dd8c5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Calling delete_port for 46d12716-2a5b-4083-b4fe-038aad3cad1b owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:18.029980 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ce924b0-f3e8-472c-89b0-4e0a8ddc3a38 req-ba363069-7c65-4697-9b52-5dc2bb1dd8c5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.056990 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba363069-7c65-4697-9b52-5dc2bb1dd8c5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Pushing event deleted for resources: {'Port': ['ID=46d12716-2a5b-4083-b4fe-038aad3cad1b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:18.174349 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ce924b0-f3e8-472c-89b0-4e0a8ddc3a38 req-ba363069-7c65-4697-9b52-5dc2bb1dd8c5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:32:18.285605 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ce924b0-f3e8-472c-89b0-4e0a8ddc3a38 req-ba363069-7c65-4697-9b52-5dc2bb1dd8c5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:18.299425 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52d98ee-1a80-476c-be61-9f27a842f368 None None] Sync routers for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:18.308901 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52d98ee-1a80-476c-be61-9f27a842f368 None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:18.309500 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a52d98ee-1a80-476c-be61-9f27a842f368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:31:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:18.330160 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 46d12716-2a5b-4083-b4fe-038aad3cad1b up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:18.333624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce924b0-f3e8-472c-89b0-4e0a8ddc3a38 req-ba363069-7c65-4697-9b52-5dc2bb1dd8c5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] No DVR routers for this DVR port 46d12716-2a5b-4083-b4fe-038aad3cad1b on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:18.335408 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ce924b0-f3e8-472c-89b0-4e0a8ddc3a38 req-ba363069-7c65-4697-9b52-5dc2bb1dd8c5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:18.337570 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7ce924b0-f3e8-472c-89b0-4e0a8ddc3a38 req-ba363069-7c65-4697-9b52-5dc2bb1dd8c5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.73 "DELETE /v2.0/ports/46d12716-2a5b-4083-b4fe-038aad3cad1b HTTP/1.1" status: 204 len: 173 time: 0.7726381 Aug 16 02:32:18.338048 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'name': 'network-vif-deleted', 'tag': '46d12716-2a5b-4083-b4fe-038aad3cad1b'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:18.340327 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7495a309-904f-4edc-9088-6c9febc530df" -d '{"events": [{"server_uuid": "50305b83-6aaf-404f-9b61-b7b3260c4c7f", "name": "network-vif-deleted", "tag": "46d12716-2a5b-4083-b4fe-038aad3cad1b"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:18.362305 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 46d12716-2a5b-4083-b4fe-038aad3cad1b {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:18.362658 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 46d12716-2a5b-4083-b4fe-038aad3cad1b not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 02:32:18.378198 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6403db-e2d5-43f0-b651-cd8328c6acb3 x-openstack-request-id: req-2b6403db-e2d5-43f0-b651-cd8328c6acb3 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:18.378496 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50305b83-6aaf-404f-9b61-b7b3260c4c7f", "name": "network-vif-deleted", "tag": "46d12716-2a5b-4083-b4fe-038aad3cad1b", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:18.378775 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2b6403db-e2d5-43f0-b651-cd8328c6acb3 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:18.379145 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50305b83-6aaf-404f-9b61-b7b3260c4c7f', 'name': 'network-vif-deleted', 'tag': '46d12716-2a5b-4083-b4fe-038aad3cad1b', 'status': 'completed', 'code': 200} Aug 16 02:32:18.384004 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Port 46d12716-2a5b-4083-b4fe-038aad3cad1b not found, will not notify nova. {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 02:32:18.408099 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:32:18.430152 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a52d98ee-1a80-476c-be61-9f27a842f368 None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:18.566160 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a2b24a62-bb79-4a28-bb11-e2cbc06119aa req-9b50ec0d-22bd-4d76-9a3f-c7172e19b970 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=50305b83-6aaf-404f-9b61-b7b3260c4c7f HTTP/1.1" status: 200 len: 210 time: 0.0277915 Aug 16 02:32:18.630018 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a52d98ee-1a80-476c-be61-9f27a842f368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:18.655582 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52d98ee-1a80-476c-be61-9f27a842f368 None None] Checking router: 375dd1e8-d795-4761-9d66-1b8db8f98bc9 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:32:18.663497 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52d98ee-1a80-476c-be61-9f27a842f368 None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:18.664099 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a52d98ee-1a80-476c-be61-9f27a842f368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:31:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:18.772979 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a52d98ee-1a80-476c-be61-9f27a842f368 None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:18.981248 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a52d98ee-1a80-476c-be61-9f27a842f368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:19.007222 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52d98ee-1a80-476c-be61-9f27a842f368 None None] The sync data for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 is: [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:19.225615 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4acf039-4614-4d6e-8088-24970dc7a773 None None] New status for floating IP 4a072692-50fa-4418-b566-44878f49ab51: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:32:19.862704 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7230f695-95f4-4b72-b171-87fc9c597183 req-ce2f2de2-bdf1-42c2-9aa5-10aa3157bebd tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--287636163&fields=id&tenant_id=491f038281224af2bbdd2a4afdd0395e HTTP/1.1" status: 200 len: 267 time: 0.0329101 Aug 16 02:32:19.966563 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230f695-95f4-4b72-b171-87fc9c597183 req-7d0505aa-3270-4509-8fdc-bb17f6eaf0aa tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:19.968031 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7230f695-95f4-4b72-b171-87fc9c597183 req-7d0505aa-3270-4509-8fdc-bb17f6eaf0aa tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 812 time: 0.0987463 Aug 16 02:32:19.983154 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7230f695-95f4-4b72-b171-87fc9c597183 req-9b032b18-7fcf-4b67-bf37-c6b710b29110 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/quotas/491f038281224af2bbdd2a4afdd0395e HTTP/1.1" status: 200 len: 375 time: 0.0091112 Aug 16 02:32:20.046319 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7230f695-95f4-4b72-b171-87fc9c597183 req-c5bc77a5-1345-4a51-8165-e1d9be2dc351 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568168 Aug 16 02:32:20.180115 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8a2b2712-5a04-45b1-a0a1-1e212059d921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:20.241569 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7230f695-95f4-4b72-b171-87fc9c597183 req-af3b1b37-e9a7-4172-874b-a3e663d8cbe2 service neutron] 10.222.0.68 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235669 Aug 16 02:32:20.338567 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7230f695-95f4-4b72-b171-87fc9c597183 req-977025aa-91ac-43d1-8785-a04b2ea11860 service neutron] 10.222.0.68 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904396 Aug 16 02:32:20.345341 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 46d12716-2a5b-4083-b4fe-038aad3cad1b no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:20.364856 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 46d12716-2a5b-4083-b4fe-038aad3cad1b {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:20.365190 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 46d12716-2a5b-4083-b4fe-038aad3cad1b not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:20.499350 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d9459e9-9239-4597-8a0d-22f984fcde0b req-2e305adf-070a-481c-88d7-9661394cb8df tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 210 time: 0.0263050 Aug 16 02:32:21.494535 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230f695-95f4-4b72-b171-87fc9c597183 req-14bd21d6-eeb7-4f59-9a3f-406711338b29 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:21.495975 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7230f695-95f4-4b72-b171-87fc9c597183 req-14bd21d6-eeb7-4f59-9a3f-406711338b29 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 812 time: 0.1120903 Aug 16 02:32:21.541329 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7230f695-95f4-4b72-b171-87fc9c597183 req-93fea77c-c46b-4bba-9c36-d6c0e128bc67 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491f038281224af2bbdd2a4afdd0395e HTTP/1.1" status: 200 len: 379 time: 0.0347834 Aug 16 02:32:21.551340 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7230f695-95f4-4b72-b171-87fc9c597183 req-0eea7ebc-1f0b-4e68-8cac-a89a031fa0a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Request body: {'port': {'device_id': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'admin_state_up': True, 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'security_groups': ['faa805de-eb29-41e2-8837-f6e6d8b818ba']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:21.597541 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cab394b7-d7fb-4723-a5af-73e00b609fef req-2c7cd315-7121-4cca-8306-6bd15e39177a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 210 time: 0.0270839 Aug 16 02:32:21.957896 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7230f695-95f4-4b72-b171-87fc9c597183 req-0eea7ebc-1f0b-4e68-8cac-a89a031fa0a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Made reservation on behalf of 491f038281224af2bbdd2a4afdd0395e for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:21.961323 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7230f695-95f4-4b72-b171-87fc9c597183 req-0eea7ebc-1f0b-4e68-8cac-a89a031fa0a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.085670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-7230f695-95f4-4b72-b171-87fc9c597183 req-0eea7ebc-1f0b-4e68-8cac-a89a031fa0a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Allocated IP 172.20.0.8 (f7bd80d1-00f9-44c9-99cd-e6ed727ed716/de88a352-d506-4fc1-9928-5f688cce1d8f/f184b4fe-c470-4172-bb3d-4acf63481feb) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:22.224452 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7230f695-95f4-4b72-b171-87fc9c597183 req-0eea7ebc-1f0b-4e68-8cac-a89a031fa0a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.238181 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-7230f695-95f4-4b72-b171-87fc9c597183 req-0eea7ebc-1f0b-4e68-8cac-a89a031fa0a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Transition to ACTIVE for port object f184b4fe-c470-4172-bb3d-4acf63481feb will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:22.270527 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7230f695-95f4-4b72-b171-87fc9c597183 req-0eea7ebc-1f0b-4e68-8cac-a89a031fa0a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.317837 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7230f695-95f4-4b72-b171-87fc9c597183 req-0eea7ebc-1f0b-4e68-8cac-a89a031fa0a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:22.320875 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-7230f695-95f4-4b72-b171-87fc9c597183 req-0eea7ebc-1f0b-4e68-8cac-a89a031fa0a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:22.323683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-7230f695-95f4-4b72-b171-87fc9c597183 req-0eea7ebc-1f0b-4e68-8cac-a89a031fa0a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:22.361280 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea7ebc-1f0b-4e68-8cac-a89a031fa0a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Pushing event updated for resources: {'Port': ['ID=f184b4fe-c470-4172-bb3d-4acf63481feb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:22.387947 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230f695-95f4-4b72-b171-87fc9c597183 req-0eea7ebc-1f0b-4e68-8cac-a89a031fa0a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:22.388591 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7230f695-95f4-4b72-b171-87fc9c597183 req-0eea7ebc-1f0b-4e68-8cac-a89a031fa0a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.404599 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7230f695-95f4-4b72-b171-87fc9c597183 req-0eea7ebc-1f0b-4e68-8cac-a89a031fa0a4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8571081 Aug 16 02:32:22.432356 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Request body: {'port': {'device_id': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:22.487960 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.523895 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a74e51a8-d3fe-40fa-a39e-a74a513781b9 None None] Provisioning for port f184b4fe-c470-4172-bb3d-4acf63481feb completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:22.528282 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a74e51a8-d3fe-40fa-a39e-a74a513781b9 None None] Provisioning complete for port f184b4fe-c470-4172-bb3d-4acf63481feb triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:22.528748 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a74e51a8-d3fe-40fa-a39e-a74a513781b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.565943 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a74e51a8-d3fe-40fa-a39e-a74a513781b9 None None] Port f184b4fe-c470-4172-bb3d-4acf63481feb cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:32:22.708804 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8a46ccc7-d507-425c-932f-27ae7279c7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.760909 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12cd62-4bf3-4301-a74a-a5c3e8565403 req-9fe5490b-6ae2-4bfe-b63f-9991d1af0c21 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:22.762668 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ab12cd62-4bf3-4301-a74a-a5c3e8565403 req-9fe5490b-6ae2-4bfe-b63f-9991d1af0c21 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 931 time: 0.0851786 Aug 16 02:32:22.832475 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f184b4fe-c470-4172-bb3d-4acf63481feb {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:32:22.839193 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ab12cd62-4bf3-4301-a74a-a5c3e8565403 req-5a5dc119-37a2-46db-b3c9-93c76dfe3f71 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698698 Aug 16 02:32:22.843671 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.855420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Transition to ACTIVE for port object f184b4fe-c470-4172-bb3d-4acf63481feb will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:22.859480 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:22.910187 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Pushing event updated for resources: {'Port': ['ID=f184b4fe-c470-4172-bb3d-4acf63481feb,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:22.982987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Attempting to bind port f184b4fe-c470-4172-bb3d-4acf63481feb on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:22.983318 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Attempting to bind port f184b4fe-c470-4172-bb3d-4acf63481feb by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:22.983642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Attempting to bind port f184b4fe-c470-4172-bb3d-4acf63481feb on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:22.988164 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Port f184b4fe-c470-4172-bb3d-4acf63481feb on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:32:22.988477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Attempting to bind port f184b4fe-c470-4172-bb3d-4acf63481feb on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:22.993445 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:22.993802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Checking segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:22.994183 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Bound using segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:22.994606 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Bound port: f184b4fe-c470-4172-bb3d-4acf63481feb, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:22.994960 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.066915 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] For port f184b4fe-c470-4172-bb3d-4acf63481feb, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:23.070025 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] For port f184b4fe-c470-4172-bb3d-4acf63481feb, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f184b4fe-c470-4172-bb3d-4acf63481feb,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:23.076159 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.112860 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:23.113506 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.114980 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7230f695-95f4-4b72-b171-87fc9c597183 req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] 10.222.0.63 "PUT /v2.0/ports/f184b4fe-c470-4172-bb3d-4acf63481feb HTTP/1.1" status: 200 len: 1092 time: 0.6971965 Aug 16 02:32:23.115373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'tag': 'f184b4fe-c470-4172-bb3d-4acf63481feb'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:23.117626 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c74964a-d6e4-435e-98b6-d9c1f9dc9644" -d '{"events": [{"name": "network-changed", "server_uuid": "7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe", "tag": "f184b4fe-c470-4172-bb3d-4acf63481feb"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:23.140927 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f846a6-f61c-48ff-871f-481594a6b448 service neutron] Pushing event updated for resources: {'Port': ['ID=f184b4fe-c470-4172-bb3d-4acf63481feb,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:23.176509 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59da8b5-266e-46a6-844b-169fbc5a2371 x-openstack-request-id: req-a59da8b5-266e-46a6-844b-169fbc5a2371 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:23.176953 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe", "tag": "f184b4fe-c470-4172-bb3d-4acf63481feb", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:23.177073 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a59da8b5-266e-46a6-844b-169fbc5a2371 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:23.177505 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'tag': 'f184b4fe-c470-4172-bb3d-4acf63481feb', 'status': 'completed', 'code': 200} Aug 16 02:32:23.226215 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230f695-95f4-4b72-b171-87fc9c597183 req-675d80f4-f367-4561-8e6b-748c683885a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:23.227743 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7230f695-95f4-4b72-b171-87fc9c597183 req-675d80f4-f367-4561-8e6b-748c683885a3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 1095 time: 0.0494020 Aug 16 02:32:23.274616 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7230f695-95f4-4b72-b171-87fc9c597183 req-f6b3ca2b-b52d-4ef3-996d-31d6f911db72 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f184b4fe-c470-4172-bb3d-4acf63481feb HTTP/1.1" status: 200 len: 217 time: 0.0349760 Aug 16 02:32:23.330434 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230f695-95f4-4b72-b171-87fc9c597183 req-79adc0f1-8e40-4edb-846a-bf219d0ed694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:23.332090 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7230f695-95f4-4b72-b171-87fc9c597183 req-79adc0f1-8e40-4edb-846a-bf219d0ed694 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0467665 Aug 16 02:32:23.388099 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230f695-95f4-4b72-b171-87fc9c597183 req-c8042569-f582-4891-8f63-77c7f275f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:23.390216 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7230f695-95f4-4b72-b171-87fc9c597183 req-c8042569-f582-4891-8f63-77c7f275f4fb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465918 Aug 16 02:32:23.399987 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:23.491263 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7230f695-95f4-4b72-b171-87fc9c597183 req-7fbf2573-2370-4262-8ee9-00f778bab50c service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887561 Aug 16 02:32:23.586303 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7230f695-95f4-4b72-b171-87fc9c597183 req-320742aa-0a23-4b01-80de-56870c6c8384 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858011 Aug 16 02:32:23.678000 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74964a-d6e4-435e-98b6-d9c1f9dc9644 req-81383858-e698-4c24-8be6-33c847f779d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:23.679470 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c74964a-d6e4-435e-98b6-d9c1f9dc9644 req-81383858-e698-4c24-8be6-33c847f779d2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 1095 time: 0.0418334 Aug 16 02:32:23.769720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74964a-d6e4-435e-98b6-d9c1f9dc9644 req-a69c2c36-e056-417f-807c-79b3c951bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:23.771220 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c74964a-d6e4-435e-98b6-d9c1f9dc9644 req-a69c2c36-e056-417f-807c-79b3c951bd7e service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0843210 Aug 16 02:32:23.825155 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c74964a-d6e4-435e-98b6-d9c1f9dc9644 req-a988afb0-f6dc-40a1-a9fe-a64ffa63a56a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f184b4fe-c470-4172-bb3d-4acf63481feb HTTP/1.1" status: 200 len: 217 time: 0.0456102 Aug 16 02:32:23.878549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74964a-d6e4-435e-98b6-d9c1f9dc9644 req-d08ea38f-87bb-4169-9b15-9dfd5725dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:23.880025 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c74964a-d6e4-435e-98b6-d9c1f9dc9644 req-d08ea38f-87bb-4169-9b15-9dfd5725dd8a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0466619 Aug 16 02:32:23.957037 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74964a-d6e4-435e-98b6-d9c1f9dc9644 req-075031f9-06fb-4b61-829a-d84b20161141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:23.958547 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c74964a-d6e4-435e-98b6-d9c1f9dc9644 req-075031f9-06fb-4b61-829a-d84b20161141 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706468 Aug 16 02:32:23.975011 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8757b5-6716-4a64-b020-e7d02b801f0e req-357669f1-0e08-44ba-8380-262a59e54e3f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:23.976429 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3c8757b5-6716-4a64-b020-e7d02b801f0e req-357669f1-0e08-44ba-8380-262a59e54e3f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 943 time: 0.0638678 Aug 16 02:32:24.062105 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3c8757b5-6716-4a64-b020-e7d02b801f0e req-1d458d83-31e3-4d4c-a18d-083b121cc1d3 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758724 Aug 16 02:32:24.091955 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c74964a-d6e4-435e-98b6-d9c1f9dc9644 req-55d552a8-b34b-4363-9ce7-453bdb983db3 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145842 Aug 16 02:32:24.191067 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c74964a-d6e4-435e-98b6-d9c1f9dc9644 req-ef1ba4a1-83c9-4d45-a097-64add63579a3 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904722 Aug 16 02:32:24.333716 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.179221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4c0fc-03b2-4877-964b-0ee7ac2566b0 req-d373a2cc-8714-419f-a0ca-c488b6b8e0de tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:25.180702 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c2b4c0fc-03b2-4877-964b-0ee7ac2566b0 req-d373a2cc-8714-419f-a0ca-c488b6b8e0de tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 943 time: 0.0501776 Aug 16 02:32:25.218882 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c2b4c0fc-03b2-4877-964b-0ee7ac2566b0 req-66c99061-6fa3-4ca4-b38a-51198c51a8a3 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321317 Aug 16 02:32:26.129404 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:26.335641 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbce94-7a6d-45d7-bff9-5c90f6d6cec6 req-3475945d-5a11-475d-b95c-69422263b25a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:26.337144 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ccbce94-7a6d-45d7-bff9-5c90f6d6cec6 req-3475945d-5a11-475d-b95c-69422263b25a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 943 time: 0.0511968 Aug 16 02:32:26.375227 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ccbce94-7a6d-45d7-bff9-5c90f6d6cec6 req-e0e5d64e-9e96-48e4-8493-e56eca911ec9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321510 Aug 16 02:32:26.854383 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f184b4fe-c470-4172-bb3d-4acf63481feb details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:32:26.950055 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f184b4fe-c470-4172-bb3d-4acf63481feb, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f184b4fe-c470-4172-bb3d-4acf63481feb,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:26.961326 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'f184b4fe-c470-4172-bb3d-4acf63481feb', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'port_id': 'f184b4fe-c470-4172-bb3d-4acf63481feb', 'mac_address': 'fa:16:3e:be:7d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:32:27.001812 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.014133 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f184b4fe-c470-4172-bb3d-4acf63481feb {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:32:27.034585 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f184b4fe-c470-4172-bb3d-4acf63481feb, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f184b4fe-c470-4172-bb3d-4acf63481feb,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:27.038267 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.085835 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=f184b4fe-c470-4172-bb3d-4acf63481feb,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:27.283710 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['f184b4fe-c470-4172-bb3d-4acf63481feb'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:32:27.498217 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645bb3f-f15a-43de-a65c-5e1f956e99be req-03541c49-b30c-4514-85eb-588359f6afc5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:27.499837 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5645bb3f-f15a-43de-a65c-5e1f956e99be req-03541c49-b30c-4514-85eb-588359f6afc5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 944 time: 0.0544736 Aug 16 02:32:27.540333 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5645bb3f-f15a-43de-a65c-5e1f956e99be req-e1571468-693a-4240-b55e-cb1494e44f45 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342574 Aug 16 02:32:28.656970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386eee94-6ab2-4d2b-bde9-e8ce92975949 req-a3eb86b0-cee6-400e-a882-ab3bdf3b2dc1 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:28.658498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-386eee94-6ab2-4d2b-bde9-e8ce92975949 req-a3eb86b0-cee6-400e-a882-ab3bdf3b2dc1 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 944 time: 0.0490046 Aug 16 02:32:28.697771 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-386eee94-6ab2-4d2b-bde9-e8ce92975949 req-2d835d0f-2157-4bd2-8757-9dd5e5ec277c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331476 Aug 16 02:32:28.869371 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f184b4fe-c470-4172-bb3d-4acf63481feb up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:28.918419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port f184b4fe-c470-4172-bb3d-4acf63481feb completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:28.922507 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port f184b4fe-c470-4172-bb3d-4acf63481feb triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:28.922870 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.996161 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.018669 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f184b4fe-c470-4172-bb3d-4acf63481feb'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:29.020990 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cd3217-8ae6-4624-a0ec-4e7e8991bc6f" -d '{"events": [{"server_uuid": "7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe", "name": "network-vif-plugged", "status": "completed", "tag": "f184b4fe-c470-4172-bb3d-4acf63481feb"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:29.037407 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f184b4fe-c470-4172-bb3d-4acf63481feb, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f184b4fe-c470-4172-bb3d-4acf63481feb,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:29.041174 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.066525 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec425c4c-6ffd-4fcb-9825-3a22cbcb69a7 x-openstack-request-id: req-ec425c4c-6ffd-4fcb-9825-3a22cbcb69a7 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:29.066870 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe", "name": "network-vif-plugged", "status": "completed", "tag": "f184b4fe-c470-4172-bb3d-4acf63481feb", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:29.067593 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ec425c4c-6ffd-4fcb-9825-3a22cbcb69a7 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:29.067975 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f184b4fe-c470-4172-bb3d-4acf63481feb', 'code': 200} Aug 16 02:32:29.094740 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=f184b4fe-c470-4172-bb3d-4acf63481feb,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:29.164688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768157b-f087-462a-b843-b3e437032b18 req-92583d05-99c8-4291-93ab-f7b4ff3fa6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:29.166265 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a768157b-f087-462a-b843-b3e437032b18 req-92583d05-99c8-4291-93ab-f7b4ff3fa6c0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 1097 time: 0.0459611 Aug 16 02:32:29.204839 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a768157b-f087-462a-b843-b3e437032b18 req-a050483f-6a2c-46e8-8149-a1d6ba8fe124 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304470 Aug 16 02:32:29.812956 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839de7a-ea76-4f35-9e30-2ed292e6e61f req-2a47ca34-1747-45f8-a039-d11f87a6b2f8 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:29.814476 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4839de7a-ea76-4f35-9e30-2ed292e6e61f req-2a47ca34-1747-45f8-a039-d11f87a6b2f8 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0494993 Aug 16 02:32:29.851821 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4839de7a-ea76-4f35-9e30-2ed292e6e61f req-c8749c1e-8a3a-4a69-8828-1cb0b82c64e4 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313003 Aug 16 02:32:30.971330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3ff87-2a01-493e-9a05-40407c5769b6 req-453d7d37-5b0c-4a85-b31b-1ff84c47f8ea tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:30.972793 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5e3ff87-2a01-493e-9a05-40407c5769b6 req-453d7d37-5b0c-4a85-b31b-1ff84c47f8ea tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0522416 Aug 16 02:32:31.010189 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5e3ff87-2a01-493e-9a05-40407c5769b6 req-599d5b5a-8fd5-446e-89f7-b36b002d273f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312636 Aug 16 02:32:31.127233 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8c3ff-114f-4654-91da-6d2241abc442 req-81a4d188-288f-4f74-89ca-b3cf15205227 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:31.128719 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-60a8c3ff-114f-4654-91da-6d2241abc442 req-81a4d188-288f-4f74-89ca-b3cf15205227 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0491006 Aug 16 02:32:31.137194 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38254) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:31.141610 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-71ccbdb4-dbce-4608-bde7-1941194a8d95 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Request body: {'floatingip': {'port_id': 'f184b4fe-c470-4172-bb3d-4acf63481feb'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:31.184853 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71ccbdb4-dbce-4608-bde7-1941194a8d95 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.623896 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71ccbdb4-dbce-4608-bde7-1941194a8d95 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.627689 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71ccbdb4-dbce-4608-bde7-1941194a8d95 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.722273 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-71ccbdb4-dbce-4608-bde7-1941194a8d95 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Floating IP 4a072692-50fa-4418-b566-44878f49ab51 associated. External IP: 172.25.3.86, port: f184b4fe-c470-4172-bb3d-4acf63481feb. Aug 16 02:32:31.931438 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ccbdb4-dbce-4608-bde7-1941194a8d95 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:32:32.042008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ccbdb4-dbce-4608-bde7-1941194a8d95 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:32.047814 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71ccbdb4-dbce-4608-bde7-1941194a8d95 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.053276 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054474c-6f8a-401d-a3c3-ff05b78f1cf8 None None] Sync routers for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:32.063771 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054474c-6f8a-401d-a3c3-ff05b78f1cf8 None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:32.064391 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4054474c-6f8a-401d-a3c3-ff05b78f1cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:32:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:32.075704 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-71ccbdb4-dbce-4608-bde7-1941194a8d95 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "PUT /v2.0/floatingips/4a072692-50fa-4418-b566-44878f49ab51 HTTP/1.1" status: 200 len: 991 time: 0.9374318 Aug 16 02:32:32.076278 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'tag': 'f184b4fe-c470-4172-bb3d-4acf63481feb'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:32.079178 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8199e572-6159-49eb-baee-a57c3e2a086a" -d '{"events": [{"name": "network-changed", "server_uuid": "7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe", "tag": "f184b4fe-c470-4172-bb3d-4acf63481feb"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:32.118883 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cc14d0-6558-4f61-af3f-f3fa367de009 x-openstack-request-id: req-76cc14d0-6558-4f61-af3f-f3fa367de009 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:32.119171 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe", "tag": "f184b4fe-c470-4172-bb3d-4acf63481feb", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:32.119411 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-76cc14d0-6558-4f61-af3f-f3fa367de009 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:32.120300 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'tag': 'f184b4fe-c470-4172-bb3d-4acf63481feb', 'status': 'completed', 'code': 200} Aug 16 02:32:32.184337 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-4054474c-6f8a-401d-a3c3-ff05b78f1cf8 None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:32.190843 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199e572-6159-49eb-baee-a57c3e2a086a req-9248d92f-08f2-4ef6-b92d-e8d0d1184674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:32.192551 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8199e572-6159-49eb-baee-a57c3e2a086a req-9248d92f-08f2-4ef6-b92d-e8d0d1184674 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 1097 time: 0.0497718 Aug 16 02:32:32.286545 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199e572-6159-49eb-baee-a57c3e2a086a req-8593c1c9-c09d-4d85-aa93-f4c88caadd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:32.288041 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8199e572-6159-49eb-baee-a57c3e2a086a req-8593c1c9-c09d-4d85-aa93-f4c88caadd89 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0862825 Aug 16 02:32:32.358118 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8199e572-6159-49eb-baee-a57c3e2a086a req-efb1c490-d743-4456-98d1-6152930ae9fd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f184b4fe-c470-4172-bb3d-4acf63481feb HTTP/1.1" status: 200 len: 999 time: 0.0626223 Aug 16 02:32:32.402740 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4054474c-6f8a-401d-a3c3-ff05b78f1cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '4a072692-50fa-4418-b566-44878f49ab51', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'port_id': 'f184b4fe-c470-4172-bb3d-4acf63481feb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'mac_address': 'fa:16:3e:be:7d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:13Z', 'updated_at': '2021-08-16T02:32:31Z', 'revision_number': 13, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:32.407805 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199e572-6159-49eb-baee-a57c3e2a086a req-b6453866-b57f-491c-b276-e2683f99be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:32.409515 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8199e572-6159-49eb-baee-a57c3e2a086a req-b6453866-b57f-491c-b276-e2683f99be00 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0445797 Aug 16 02:32:32.433203 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054474c-6f8a-401d-a3c3-ff05b78f1cf8 None None] Checking router: 375dd1e8-d795-4761-9d66-1b8db8f98bc9 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:32:32.442061 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054474c-6f8a-401d-a3c3-ff05b78f1cf8 None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:32.442595 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4054474c-6f8a-401d-a3c3-ff05b78f1cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:32:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:32.457216 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199e572-6159-49eb-baee-a57c3e2a086a req-c9d747e9-79c6-42e4-bf55-71240b4682c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:32.458755 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8199e572-6159-49eb-baee-a57c3e2a086a req-c9d747e9-79c6-42e4-bf55-71240b4682c5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422888 Aug 16 02:32:32.545535 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-4054474c-6f8a-401d-a3c3-ff05b78f1cf8 None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:32.553050 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8199e572-6159-49eb-baee-a57c3e2a086a req-1b06d718-21df-492a-8b45-da72c408fafc service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864193 Aug 16 02:32:32.642892 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8199e572-6159-49eb-baee-a57c3e2a086a req-71ad8e68-cb1a-42f8-b983-c7f3d2a25c1d service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823894 Aug 16 02:32:32.851909 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4054474c-6f8a-401d-a3c3-ff05b78f1cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '4a072692-50fa-4418-b566-44878f49ab51', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'port_id': 'f184b4fe-c470-4172-bb3d-4acf63481feb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'mac_address': 'fa:16:3e:be:7d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:13Z', 'updated_at': '2021-08-16T02:32:31Z', 'revision_number': 13, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:32.877947 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054474c-6f8a-401d-a3c3-ff05b78f1cf8 None None] The sync data for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 is: [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '4a072692-50fa-4418-b566-44878f49ab51', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'port_id': 'f184b4fe-c470-4172-bb3d-4acf63481feb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'mac_address': 'fa:16:3e:be:7d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:13Z', 'updated_at': '2021-08-16T02:32:31Z', 'revision_number': 13, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:33.067009 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e38cbe4-41a2-4cb0-b813-7f0cb28eae09 None None] New status for floating IP 4a072692-50fa-4418-b566-44878f49ab51: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:32:37.934786 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.562157 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:40.987034 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9b1bf88-29da-4913-8b99-90eb8d1d1177 req-6a69046e-c58e-423b-a3b0-9f7c4d2ffc3a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411670 Aug 16 02:32:41.082659 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1bf88-29da-4913-8b99-90eb8d1d1177 req-beae075c-b968-4a93-bdd1-c7e1a98d31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:41.084170 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9b1bf88-29da-4913-8b99-90eb8d1d1177 req-beae075c-b968-4a93-bdd1-c7e1a98d31a4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 1097 time: 0.0466471 Aug 16 02:32:41.191792 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1bf88-29da-4913-8b99-90eb8d1d1177 req-c30b7576-5ad1-41fe-81b9-f99f2ae2bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:41.193325 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9b1bf88-29da-4913-8b99-90eb8d1d1177 req-c30b7576-5ad1-41fe-81b9-f99f2ae2bd99 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0867476 Aug 16 02:32:41.266632 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9b1bf88-29da-4913-8b99-90eb8d1d1177 req-3fe14427-66dd-442b-a543-a465210f545f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f184b4fe-c470-4172-bb3d-4acf63481feb HTTP/1.1" status: 200 len: 1001 time: 0.0634553 Aug 16 02:32:41.319351 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1bf88-29da-4913-8b99-90eb8d1d1177 req-0d3b9401-1814-4b3e-8138-2bd78f505b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:41.320838 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9b1bf88-29da-4913-8b99-90eb8d1d1177 req-0d3b9401-1814-4b3e-8138-2bd78f505b89 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0464973 Aug 16 02:32:41.369635 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1bf88-29da-4913-8b99-90eb8d1d1177 req-e7e55164-1993-4ced-a1a8-9b4aa70d0f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:41.371488 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9b1bf88-29da-4913-8b99-90eb8d1d1177 req-e7e55164-1993-4ced-a1a8-9b4aa70d0f4b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427959 Aug 16 02:32:41.472253 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9b1bf88-29da-4913-8b99-90eb8d1d1177 req-ebccea01-226f-4c70-b85f-5ea8cb3f03b1 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935118 Aug 16 02:32:41.564505 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9b1bf88-29da-4913-8b99-90eb8d1d1177 req-5b8a0910-7971-42bd-a33d-eea54148b526 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845151 Aug 16 02:32:50.182142 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74162ea9-e46a-4d7d-961c-862d4a4bf530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:52.708217 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d32e6bab-8ae6-4aa4-b046-ee406e26c8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:53.392808 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.336081 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.397047 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:32:56.132821 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:07.935459 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:08.582590 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:20.187501 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4438baf5-8b70-4bdb-a7f8-4eec31a0d9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:22.710133 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-31abd6a0-ece5-49b8-be6b-aa52a12be3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:23.393412 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.339663 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.135324 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:32.395083 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:33:37.951715 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.598737 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.986457 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-76d39da7-4b7d-41a9-bc1b-4964f02382bd req-29685626-3c61-4198-98c9-e0faa180adc9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398769 Aug 16 02:33:41.088080 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d39da7-4b7d-41a9-bc1b-4964f02382bd req-9b848613-b286-4452-a098-6ad77028ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:41.089671 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-76d39da7-4b7d-41a9-bc1b-4964f02382bd req-9b848613-b286-4452-a098-6ad77028ef9f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 1097 time: 0.0489340 Aug 16 02:33:41.504358 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d39da7-4b7d-41a9-bc1b-4964f02382bd req-e2084622-b113-4bb8-92eb-6cda17a58d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:41.505738 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-76d39da7-4b7d-41a9-bc1b-4964f02382bd req-e2084622-b113-4bb8-92eb-6cda17a58d48 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.3928418 Aug 16 02:33:41.578448 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-76d39da7-4b7d-41a9-bc1b-4964f02382bd req-73b49c58-3170-4901-a74d-43bc775aa742 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f184b4fe-c470-4172-bb3d-4acf63481feb HTTP/1.1" status: 200 len: 1001 time: 0.0613365 Aug 16 02:33:41.633125 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d39da7-4b7d-41a9-bc1b-4964f02382bd req-b12c1123-f036-47f9-89b1-569e915ba68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:41.634631 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-76d39da7-4b7d-41a9-bc1b-4964f02382bd req-b12c1123-f036-47f9-89b1-569e915ba68f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0445457 Aug 16 02:33:41.681852 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d39da7-4b7d-41a9-bc1b-4964f02382bd req-8b413089-9c50-4d05-a5cf-ceda2baed0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:41.683675 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-76d39da7-4b7d-41a9-bc1b-4964f02382bd req-8b413089-9c50-4d05-a5cf-ceda2baed0de service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408463 Aug 16 02:33:41.782128 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-76d39da7-4b7d-41a9-bc1b-4964f02382bd req-0a31f76d-3ef6-433c-8b36-53d8b63ed980 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902853 Aug 16 02:33:41.878900 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-76d39da7-4b7d-41a9-bc1b-4964f02382bd req-14d09a32-2699-4730-8621-bee606003198 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856814 Aug 16 02:33:50.190085 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ba1fac3-f048-41be-99e4-6287a8a20296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:52.709981 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-569e3993-afc3-477e-85e9-c409b6857f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:53.394567 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:54.342570 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:56.138814 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:07.966369 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:08.598640 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:09.393590 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:34:13.732592 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bea26-5338-4235-9268-cdb0dbfff470 req-2dd4edcf-2830-43e8-8972-83627a2976cc tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:13.734118 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-161bea26-5338-4235-9268-cdb0dbfff470 req-2dd4edcf-2830-43e8-8972-83627a2976cc tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0504308 Aug 16 02:34:13.771933 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-161bea26-5338-4235-9268-cdb0dbfff470 req-b98dc869-dd4a-4e46-b449-c47fe5029120 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319273 Aug 16 02:34:20.192271 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c64c6cc3-048d-4b6c-890e-2a6a83e16ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:22.710767 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df939174-a637-413c-965f-b43540440674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:23.395974 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:24.346056 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:24.989256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b2bff-d3fd-4129-bfea-5c5844889817 req-7afe273c-3152-44e5-9307-8729cdf63f3a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:24.990796 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-492b2bff-d3fd-4129-bfea-5c5844889817 req-7afe273c-3152-44e5-9307-8729cdf63f3a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0518880 Aug 16 02:34:25.033030 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-492b2bff-d3fd-4129-bfea-5c5844889817 req-271a1813-a2c7-47d9-a468-55b51fd21fbb tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359898 Aug 16 02:34:25.044032 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-bae3c270-26bc-4dd9-ae29-351fcee5c065 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840287 Aug 16 02:34:26.141132 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:26.153114 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef39e12-d44d-4458-8e27-cc372984ee52 req-c56463d1-b313-4ece-bbba-dcf0d759c84d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:26.154633 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ef39e12-d44d-4458-8e27-cc372984ee52 req-c56463d1-b313-4ece-bbba-dcf0d759c84d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0522995 Aug 16 02:34:26.192155 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ef39e12-d44d-4458-8e27-cc372984ee52 req-72aa2051-3f3f-4681-bfaf-37656774842d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312696 Aug 16 02:34:26.322876 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ff898451-c268-4450-b92c-c9088b1c8f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:26.324275 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ff898451-c268-4450-b92c-c9088b1c8f33 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 1097 time: 0.0420008 Aug 16 02:34:26.424579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-bcd72747-3345-4e5b-a556-6c2fa43851f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:26.426078 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-bcd72747-3345-4e5b-a556-6c2fa43851f3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0943334 Aug 16 02:34:26.495913 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-77872363-16d4-4c2a-be69-5fc83e635482 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f184b4fe-c470-4172-bb3d-4acf63481feb HTTP/1.1" status: 200 len: 1001 time: 0.0585923 Aug 16 02:34:26.553337 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-4eb42ed9-2847-4106-af22-b63aa3cd33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:26.554776 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-4eb42ed9-2847-4106-af22-b63aa3cd33a1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0478826 Aug 16 02:34:26.604932 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-f1466495-cb41-415f-9c9b-78c3e58ad328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:26.606356 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-f1466495-cb41-415f-9c9b-78c3e58ad328 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405316 Aug 16 02:34:26.622196 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-a86550e0-570c-4304-ac66-11cbb1a43f8e service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:34:26.623121 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-a86550e0-570c-4304-ac66-11cbb1a43f8e service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055721 Aug 16 02:34:26.716464 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-2225d2b6-fab0-4955-ae98-f41ccb49d943 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826087 Aug 16 02:34:26.817465 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-f3dd94a1-ab25-4d57-adec-749a7905b137 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894406 Aug 16 02:34:27.310883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bfede-9d67-40be-a302-6e223ac8e652 req-d46f3e83-ed48-47a5-b332-04fb76bd6f7a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:27.312675 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-878bfede-9d67-40be-a302-6e223ac8e652 req-d46f3e83-ed48-47a5-b332-04fb76bd6f7a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0503354 Aug 16 02:34:27.354205 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-878bfede-9d67-40be-a302-6e223ac8e652 req-811abba1-65ee-475f-ad2e-9e88a371abfd tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355752 Aug 16 02:34:28.473297 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca18b0-b544-4d28-ae40-a5f6c23d07af req-d4759122-0fab-4151-9a39-1be207c766df tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:28.474825 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81ca18b0-b544-4d28-ae40-a5f6c23d07af req-d4759122-0fab-4151-9a39-1be207c766df tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0505469 Aug 16 02:34:28.513096 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-81ca18b0-b544-4d28-ae40-a5f6c23d07af req-bad3049f-e09a-4222-961c-b5e1b5c8d518 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319588 Aug 16 02:34:29.673327 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce143f9-167b-4a2d-90bd-e878c5d26e8c req-fa117d81-cf05-49ca-8c8b-ad911d403b03 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:29.674866 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bce143f9-167b-4a2d-90bd-e878c5d26e8c req-fa117d81-cf05-49ca-8c8b-ad911d403b03 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0946670 Aug 16 02:34:29.713610 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bce143f9-167b-4a2d-90bd-e878c5d26e8c req-3ae5db52-38a8-445d-838d-cca051669d57 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328536 Aug 16 02:34:30.875593 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801a0ed-4675-4e5d-a0e9-18e04301d52a req-3363b474-4591-4a3b-a9e1-e90920bdd174 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:30.877072 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7801a0ed-4675-4e5d-a0e9-18e04301d52a req-3363b474-4591-4a3b-a9e1-e90920bdd174 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0962336 Aug 16 02:34:30.915498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7801a0ed-4675-4e5d-a0e9-18e04301d52a req-e54c9ed0-d26d-41a5-924d-a0f0f9a98c94 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324423 Aug 16 02:34:32.028945 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbcd2f-eefd-4b59-a858-26f96d3597ef req-9e6b50ef-42b5-40fa-bbbb-e1ed1b6e5c63 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:32.030432 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-30bbcd2f-eefd-4b59-a858-26f96d3597ef req-9e6b50ef-42b5-40fa-bbbb-e1ed1b6e5c63 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0480886 Aug 16 02:34:32.069354 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-30bbcd2f-eefd-4b59-a858-26f96d3597ef req-9fe8b580-505d-4266-b6bf-5d024e970d17 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326180 Aug 16 02:34:33.193097 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0780e5-fee5-493c-b178-ce02d934e04e req-328a4d99-28be-458e-b259-309aa34ee85c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:33.194632 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ab0780e5-fee5-493c-b178-ce02d934e04e req-328a4d99-28be-458e-b259-309aa34ee85c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0557361 Aug 16 02:34:33.231679 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ab0780e5-fee5-493c-b178-ce02d934e04e req-b6ee905d-243a-4ab6-9d24-82460c9e0e69 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311430 Aug 16 02:34:34.346435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3cb70-bb63-4bf1-b2a9-165786da96a5 req-0bb5c9ed-debf-4a7a-9ec6-096a667ee9d1 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:34.347903 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7a3cb70-bb63-4bf1-b2a9-165786da96a5 req-0bb5c9ed-debf-4a7a-9ec6-096a667ee9d1 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0483637 Aug 16 02:34:34.390239 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f7a3cb70-bb63-4bf1-b2a9-165786da96a5 req-01023044-a21c-41dc-90f6-450560514ffa tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358014 Aug 16 02:34:35.752602 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a7bc1-104f-4aaf-be1b-5b361ad2e22a req-e73f90f4-ae09-453b-b38a-48108b48bc4f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:35.754033 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3c0a7bc1-104f-4aaf-be1b-5b361ad2e22a req-e73f90f4-ae09-453b-b38a-48108b48bc4f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0492973 Aug 16 02:34:35.791700 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3c0a7bc1-104f-4aaf-be1b-5b361ad2e22a req-3c0adeea-3744-453d-8633-775a0af78e84 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313470 Aug 16 02:34:36.907130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df02aa1-eb03-4eef-b567-643f28c03eb6 req-3f75d867-c6f5-4b60-b5bf-a357e36091f7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:36.908614 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9df02aa1-eb03-4eef-b567-643f28c03eb6 req-3f75d867-c6f5-4b60-b5bf-a357e36091f7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0491979 Aug 16 02:34:36.946787 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9df02aa1-eb03-4eef-b567-643f28c03eb6 req-9d76e8c2-4deb-42f2-bd03-996f67db6994 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319986 Aug 16 02:34:37.979126 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:38.082756 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209385cc-5996-4f1b-88fc-3d3cc7141137 req-546c3a74-d8cb-42b6-9c0f-0d49b321a926 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:38.084253 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-209385cc-5996-4f1b-88fc-3d3cc7141137 req-546c3a74-d8cb-42b6-9c0f-0d49b321a926 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0565574 Aug 16 02:34:38.122925 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-209385cc-5996-4f1b-88fc-3d3cc7141137 req-f62fd9b8-b80a-4c23-be97-14d831844cf3 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322526 Aug 16 02:34:38.613688 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:39.242950 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494063a-a0b3-4d37-89e8-01c873b07867 req-7b3fa9be-632a-451d-a135-88567ecc05aa tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:39.245296 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6494063a-a0b3-4d37-89e8-01c873b07867 req-7b3fa9be-632a-451d-a135-88567ecc05aa tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0494168 Aug 16 02:34:39.282720 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6494063a-a0b3-4d37-89e8-01c873b07867 req-8c60450d-6130-4f1c-87ed-6ebe0dbaafca tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316319 Aug 16 02:34:40.404555 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fb19e-0125-4d7d-9524-ff9800130eb8 req-4224e586-7d2a-4dca-8afb-7a1fa8af3231 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:40.406094 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c3fb19e-0125-4d7d-9524-ff9800130eb8 req-4224e586-7d2a-4dca-8afb-7a1fa8af3231 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0547984 Aug 16 02:34:40.445853 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c3fb19e-0125-4d7d-9524-ff9800130eb8 req-64aa7ecb-4df6-404c-80f7-4de311549466 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333419 Aug 16 02:34:40.996485 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-6d69ebd1-5646-429f-8d71-34e3bbd47f17 service neutron] show failed (client error): The resource could not be found. Aug 16 02:34:40.997502 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-6d69ebd1-5646-429f-8d71-34e3bbd47f17 service neutron] 10.222.0.63 "GET /v2.0/ports/f184b4fe-c470-4172-bb3d-4acf63481feb/bindings/n-h1-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.0928614 Aug 16 02:34:41.207417 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-463d496c-5639-4882-befb-47cbc0dc2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:41.208796 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-463d496c-5639-4882-befb-47cbc0dc2861 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe&tenant_id=491f038281224af2bbdd2a4afdd0395e HTTP/1.1" status: 200 len: 1097 time: 0.0408149 Aug 16 02:34:41.225747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:41.281856 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:41.483851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] For port f184b4fe-c470-4172-bb3d-4acf63481feb, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f184b4fe-c470-4172-bb3d-4acf63481feb,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:41.528473 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] For port f184b4fe-c470-4172-bb3d-4acf63481feb, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:34:41.589502 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f184b4fe-c470-4172-bb3d-4acf63481feb'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:41.591967 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37c3ce4-d538-4ece-9ec1-f9e673d197b3" -d '{"events": [{"server_uuid": "7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe", "name": "network-vif-unplugged", "status": "completed", "tag": "f184b4fe-c470-4172-bb3d-4acf63481feb"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:41.596478 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:41.616034 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fab34e-cf55-465d-835d-9e225d338d36 req-c6cbf4cd-3e34-482e-830b-f18d1992ec8b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:41.617586 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9fab34e-cf55-465d-835d-9e225d338d36 req-c6cbf4cd-3e34-482e-830b-f18d1992ec8b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.1015053 Aug 16 02:34:41.629010 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Transition to ACTIVE for port object f184b4fe-c470-4172-bb3d-4acf63481feb will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:41.636416 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:41.653669 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4112d954-09c1-4edd-8094-e4fa96b38b14 x-openstack-request-id: req-4112d954-09c1-4edd-8094-e4fa96b38b14 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:41.653986 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe", "name": "network-vif-unplugged", "status": "completed", "tag": "f184b4fe-c470-4172-bb3d-4acf63481feb", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:41.654231 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4112d954-09c1-4edd-8094-e4fa96b38b14 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:41.654620 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f184b4fe-c470-4172-bb3d-4acf63481feb', 'code': 200} Aug 16 02:34:41.708508 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f184b4fe-c470-4172-bb3d-4acf63481feb,revision_number=6']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:41.739962 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9fab34e-cf55-465d-835d-9e225d338d36 req-44501019-c04a-472c-b1b8-55e3d0ad220a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140132 Aug 16 02:34:41.752921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:41.753263 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:41.753595 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:41.753986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:41.754284 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:41.754608 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:41.754927 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:41.755246 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:41.755563 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:41.755884 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:41.756209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:41.756521 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:41.798721 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] No DVR routers for this DVR port f184b4fe-c470-4172-bb3d-4acf63481feb on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:34:41.935971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Attempting to bind port f184b4fe-c470-4172-bb3d-4acf63481feb on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:34:41.936305 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Attempting to bind port f184b4fe-c470-4172-bb3d-4acf63481feb by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:34:41.936632 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Attempting to bind port f184b4fe-c470-4172-bb3d-4acf63481feb on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:41.940933 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Port f184b4fe-c470-4172-bb3d-4acf63481feb on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:34:41.941252 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Attempting to bind port f184b4fe-c470-4172-bb3d-4acf63481feb on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:41.946110 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:34:41.946445 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Checking segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:41.947539 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Bound using segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:34:41.948011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Bound port: f184b4fe-c470-4172-bb3d-4acf63481feb, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:34:41.948410 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:42.010318 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] For port f184b4fe-c470-4172-bb3d-4acf63481feb, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:34:42.013542 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] For port f184b4fe-c470-4172-bb3d-4acf63481feb, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f184b4fe-c470-4172-bb3d-4acf63481feb,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:34:42.017950 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:42.053591 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:42.054303 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:42.055736 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] 10.222.0.73 "PUT /v2.0/ports/f184b4fe-c470-4172-bb3d-4acf63481feb HTTP/1.1" status: 200 len: 1092 time: 0.8339291 Aug 16 02:34:42.077026 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91edcb-3753-49f6-b46f-5977662d14c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f184b4fe-c470-4172-bb3d-4acf63481feb,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:42.132499 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-31ddb52a-6cf5-428d-ae1c-99d481f8ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:42.134037 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-31ddb52a-6cf5-428d-ae1c-99d481f8ae8a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 1095 time: 0.0448501 Aug 16 02:34:42.241405 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-b8909828-3208-44df-8d90-e5613b895a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:42.244211 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-b8909828-3208-44df-8d90-e5613b895a37 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0986083 Aug 16 02:34:42.317659 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-03b91e29-6e5d-411b-a449-2662fbc09fb6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f184b4fe-c470-4172-bb3d-4acf63481feb HTTP/1.1" status: 200 len: 999 time: 0.0604472 Aug 16 02:34:42.378702 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-cd93c633-3e3f-4de4-8aa5-a33604b4b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:42.380190 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-cd93c633-3e3f-4de4-8aa5-a33604b4b8bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0509663 Aug 16 02:34:42.433837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-e655082e-7b0d-4d45-af71-ede34f74f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:42.435354 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-e655082e-7b0d-4d45-af71-ede34f74f74f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419714 Aug 16 02:34:42.451579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-4cb8131a-a6e4-40ab-a198-e3b56e9ec5a5 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:34:42.452711 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-4cb8131a-a6e4-40ab-a198-e3b56e9ec5a5 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065248 Aug 16 02:34:42.551752 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-14432d68-442b-49f2-9bdd-defe29300179 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864713 Aug 16 02:34:42.651256 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-2c2bf3f9-a52f-48e9-b182-bcc12d9f9e3c service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877528 Aug 16 02:34:42.887642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fb5ff-8183-4981-bd56-9181f691810e req-7901ecd7-72ea-435b-b15b-ff580edc57ea tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:42.889515 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-560fb5ff-8183-4981-bd56-9181f691810e req-7901ecd7-72ea-435b-b15b-ff580edc57ea tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 943 time: 0.0691998 Aug 16 02:34:42.935444 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-560fb5ff-8183-4981-bd56-9181f691810e req-401096ec-cec0-4c76-94d5-54fd79e8ee3e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371134 Aug 16 02:34:43.588215 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f184b4fe-c470-4172-bb3d-4acf63481feb no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:34:43.639764 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f184b4fe-c470-4172-bb3d-4acf63481feb not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:34:43.655755 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'tag': 'f184b4fe-c470-4172-bb3d-4acf63481feb'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:43.659101 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f874fb8-c610-4628-bbf5-821f45ef8562" -d '{"events": [{"name": "network-changed", "server_uuid": "7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe", "tag": "f184b4fe-c470-4172-bb3d-4acf63481feb"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:43.709544 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c5041e-2bba-4942-b0c5-06f0adfef0ba x-openstack-request-id: req-94c5041e-2bba-4942-b0c5-06f0adfef0ba {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:43.709866 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe", "tag": "f184b4fe-c470-4172-bb3d-4acf63481feb", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:43.710117 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-94c5041e-2bba-4942-b0c5-06f0adfef0ba {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:43.710506 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'tag': 'f184b4fe-c470-4172-bb3d-4acf63481feb', 'status': 'completed', 'code': 200} Aug 16 02:34:43.783739 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-92b94464-70bb-4c96-a45b-3e7b28c01dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:43.785655 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-92b94464-70bb-4c96-a45b-3e7b28c01dfd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 1095 time: 0.0497315 Aug 16 02:34:43.832273 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-ce316fbb-4c2a-4752-94fc-d800de7614e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:43.833799 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-ce316fbb-4c2a-4752-94fc-d800de7614e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 1095 time: 0.0925133 Aug 16 02:34:43.898541 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-c40340f3-bb13-483e-8d76-994e3978cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:43.901626 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-c40340f3-bb13-483e-8d76-994e3978cecb service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.1049101 Aug 16 02:34:43.949163 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-68597309-60b3-4e13-9914-78d0d57c6618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:43.951106 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-68597309-60b3-4e13-9914-78d0d57c6618 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.1065543 Aug 16 02:34:43.983086 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-7fd381df-b337-4b63-9408-e0e1aed660be service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f184b4fe-c470-4172-bb3d-4acf63481feb HTTP/1.1" status: 200 len: 999 time: 0.0735388 Aug 16 02:34:44.026939 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-afe6f64a-ebb3-41f1-a1a5-b1526ba9df12 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f184b4fe-c470-4172-bb3d-4acf63481feb HTTP/1.1" status: 200 len: 999 time: 0.0650041 Aug 16 02:34:44.070426 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-307cc0de-344c-4d54-8e50-aa78b33e551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:44.072602 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-307cc0de-344c-4d54-8e50-aa78b33e551f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0771103 Aug 16 02:34:44.082126 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-31a7be3b-55bc-4e3a-9a2d-7c1cb8ed254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:44.083757 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-31a7be3b-55bc-4e3a-9a2d-7c1cb8ed254c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0462689 Aug 16 02:34:44.097202 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b45be-fe9f-4407-aedb-6190f00b341e req-20d6e4c7-c1cc-4ea9-b073-e3e37b573f24 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:44.099102 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ba6b45be-fe9f-4407-aedb-6190f00b341e req-20d6e4c7-c1cc-4ea9-b073-e3e37b573f24 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 943 time: 0.0702002 Aug 16 02:34:44.143529 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-16d9a378-b255-4c49-a540-ce36de5acb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:44.145146 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-16d9a378-b255-4c49-a540-ce36de5acb68 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502448 Aug 16 02:34:44.165871 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-c79bee15-cb36-4d52-bd4f-374345196f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:44.167662 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-c79bee15-cb36-4d52-bd4f-374345196f92 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868604 Aug 16 02:34:44.170541 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ba6b45be-fe9f-4407-aedb-6190f00b341e req-883b2228-2435-4c8b-ae33-34225eb26f54 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530303 Aug 16 02:34:44.244544 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-89ab87d8-b4da-4060-85bd-a315d7800a24 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865765 Aug 16 02:34:44.264755 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-87099fdc-f33e-4cac-9da0-44b46ef69a31 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862148 Aug 16 02:34:44.348575 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-dc8465b8-dc01-41c5-aaf3-6a328258e6e0 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939167 Aug 16 02:34:44.369912 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9f874fb8-c610-4628-bbf5-821f45ef8562 req-e29b7b5b-2e58-4a3b-a77e-cbe355c1aa3a service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952928 Aug 16 02:34:45.294132 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1878e2-471e-43b9-8a89-8db714b70818 req-8d227f7e-8db5-4e43-9e3a-d370461188d6 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:45.295666 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0f1878e2-471e-43b9-8a89-8db714b70818 req-8d227f7e-8db5-4e43-9e3a-d370461188d6 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 943 time: 0.0506189 Aug 16 02:34:45.333106 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0f1878e2-471e-43b9-8a89-8db714b70818 req-ffe7d479-3256-4284-bcfe-60b39a534a3c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315616 Aug 16 02:34:46.392629 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:34:46.466913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304af9b-6e2c-4169-8743-2d6a38bccb92 req-59babf75-6587-4d7a-a8a9-28901c38723e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:46.468600 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f304af9b-6e2c-4169-8743-2d6a38bccb92 req-59babf75-6587-4d7a-a8a9-28901c38723e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 943 time: 0.0588055 Aug 16 02:34:46.511363 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f304af9b-6e2c-4169-8743-2d6a38bccb92 req-12319591-5267-4586-bc2d-0cdf80b734e5 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354185 Aug 16 02:34:47.155345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446520f-efc5-4363-91a5-20535fd556f7 req-46e1adcc-d619-4e27-9397-00b58572292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:47.156808 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e446520f-efc5-4363-91a5-20535fd556f7 req-46e1adcc-d619-4e27-9397-00b58572292a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 1095 time: 0.0406754 Aug 16 02:34:47.264173 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446520f-efc5-4363-91a5-20535fd556f7 req-897dc540-abdf-4c18-8f35-bcdb083f5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:47.265704 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e446520f-efc5-4363-91a5-20535fd556f7 req-897dc540-abdf-4c18-8f35-bcdb083f5058 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0881155 Aug 16 02:34:47.332570 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e446520f-efc5-4363-91a5-20535fd556f7 req-5128d7d9-eb28-48cc-af55-99b47a33c0df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f184b4fe-c470-4172-bb3d-4acf63481feb HTTP/1.1" status: 200 len: 999 time: 0.0586700 Aug 16 02:34:47.392842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446520f-efc5-4363-91a5-20535fd556f7 req-aa6270bc-937c-40d2-8b8a-b8b5900fdf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:47.395160 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e446520f-efc5-4363-91a5-20535fd556f7 req-aa6270bc-937c-40d2-8b8a-b8b5900fdf82 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0553041 Aug 16 02:34:47.448630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446520f-efc5-4363-91a5-20535fd556f7 req-3d4e3fcc-36bf-4c66-b230-1a745a8ba53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:47.450101 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e446520f-efc5-4363-91a5-20535fd556f7 req-3d4e3fcc-36bf-4c66-b230-1a745a8ba53c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465758 Aug 16 02:34:47.547934 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e446520f-efc5-4363-91a5-20535fd556f7 req-026cc3c6-6479-4c09-b412-b1c623d801e4 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886972 Aug 16 02:34:47.682139 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4a1f1-c46f-4ca7-b6f6-2f16fc891bff req-c28bd12b-6074-49e2-bac0-0617c927c853 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:47.683636 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8c4a1f1-c46f-4ca7-b6f6-2f16fc891bff req-c28bd12b-6074-49e2-bac0-0617c927c853 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 943 time: 0.0777452 Aug 16 02:34:47.687264 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e446520f-efc5-4363-91a5-20535fd556f7 req-7dca36e6-84b4-43c0-b5af-786955db3944 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280448 Aug 16 02:34:47.725485 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8c4a1f1-c46f-4ca7-b6f6-2f16fc891bff req-fd835be8-d763-4f6a-afdf-0573888014d1 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358393 Aug 16 02:34:48.844148 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f79cbd-b4b2-4e62-ba49-4f246ffa2e8c req-80de4ba1-6422-48cc-85a7-c5521cd0728d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:48.845631 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-95f79cbd-b4b2-4e62-ba49-4f246ffa2e8c req-80de4ba1-6422-48cc-85a7-c5521cd0728d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 943 time: 0.0506539 Aug 16 02:34:48.882233 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-95f79cbd-b4b2-4e62-ba49-4f246ffa2e8c req-0b5e51a5-3ec8-4af7-8684-4b35caab3f8a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307350 Aug 16 02:34:50.005659 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f2b59-4cdb-4af8-8b2a-937186b4f8bc req-30c61949-ad91-4e3e-9b17-bed70d2c1b42 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:50.007191 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c59f2b59-4cdb-4af8-8b2a-937186b4f8bc req-30c61949-ad91-4e3e-9b17-bed70d2c1b42 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 943 time: 0.0526512 Aug 16 02:34:50.046626 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c59f2b59-4cdb-4af8-8b2a-937186b4f8bc req-3cfd4117-92dd-4577-9e28-b7e51f0e1258 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333791 Aug 16 02:34:50.192579 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8e111fe-2835-4090-8a53-d778091bf8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.164318 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186e7a8-d63c-4073-b6ec-af88382a4f83 req-d4b82c45-0708-4a12-97f5-ffa849af148c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:51.165804 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c186e7a8-d63c-4073-b6ec-af88382a4f83 req-d4b82c45-0708-4a12-97f5-ffa849af148c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 943 time: 0.0500126 Aug 16 02:34:51.207839 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c186e7a8-d63c-4073-b6ec-af88382a4f83 req-1a58d01f-b9fb-4d40-96cf-b35e38a28c71 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354276 Aug 16 02:34:52.324115 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071c748-92c8-47c6-985c-1952c25e62cc req-2cc1a854-4860-4e24-be36-0cc7f5cc16af tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:52.327172 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3071c748-92c8-47c6-985c-1952c25e62cc req-2cc1a854-4860-4e24-be36-0cc7f5cc16af tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 943 time: 0.0490634 Aug 16 02:34:52.363305 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3071c748-92c8-47c6-985c-1952c25e62cc req-475f7703-9276-4854-9a1b-a6634e6b610d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317812 Aug 16 02:34:52.711698 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf2bcd36-c74c-4f1e-8980-8de0825fa768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.410154 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.488110 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee72c1e-723f-43ba-b978-118d83d292b3 req-f0bccaf4-67ad-4f3d-9874-6447e95ad3ab tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:53.489585 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1ee72c1e-723f-43ba-b978-118d83d292b3 req-f0bccaf4-67ad-4f3d-9874-6447e95ad3ab tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 943 time: 0.0502830 Aug 16 02:34:53.527242 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1ee72c1e-723f-43ba-b978-118d83d292b3 req-8cc8fab7-cd42-4235-aa92-0d1adf461d91 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312998 Aug 16 02:34:54.347713 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:54.643870 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea068a0-6683-48a1-81c8-1b180a86437f req-2ef4e8c4-7606-40ba-a0a0-8a65a0cdc26e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:54.645352 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fea068a0-6683-48a1-81c8-1b180a86437f req-2ef4e8c4-7606-40ba-a0a0-8a65a0cdc26e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 943 time: 0.0499558 Aug 16 02:34:54.683883 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fea068a0-6683-48a1-81c8-1b180a86437f req-d39e5879-4f51-47d7-b68e-9b6d52617b6f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321867 Aug 16 02:34:55.075179 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device f184b4fe-c470-4172-bb3d-4acf63481feb details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:34:55.174033 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port f184b4fe-c470-4172-bb3d-4acf63481feb, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f184b4fe-c470-4172-bb3d-4acf63481feb,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:55.185739 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'f184b4fe-c470-4172-bb3d-4acf63481feb', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'port_id': 'f184b4fe-c470-4172-bb3d-4acf63481feb', 'mac_address': 'fa:16:3e:be:7d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:34:55.227779 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.240551 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f184b4fe-c470-4172-bb3d-4acf63481feb {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:55.253851 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-622c7152-932d-45c8-9c59-4d2a92e94e3e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:55.255298 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-622c7152-932d-45c8-9c59-4d2a92e94e3e tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.73 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe&tenant_id=491f038281224af2bbdd2a4afdd0395e&binding%3Ahost_id=n-h1-765315-27 HTTP/1.1" status: 200 len: 943 time: 0.3376791 Aug 16 02:34:55.260107 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port f184b4fe-c470-4172-bb3d-4acf63481feb, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f184b4fe-c470-4172-bb3d-4acf63481feb,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:55.264589 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:55.281489 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50459dd-c12d-4870-87e7-6aae3a2400bd req-7e8b3c7f-285a-4c39-baf2-055ff06770e0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:55.283064 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f50459dd-c12d-4870-87e7-6aae3a2400bd req-7e8b3c7f-285a-4c39-baf2-055ff06770e0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 943 time: 0.3324618 Aug 16 02:34:55.318378 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=f184b4fe-c470-4172-bb3d-4acf63481feb,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:55.326458 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:55.326800 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:55.327137 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:55.327473 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:55.327798 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:55.328120 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:55.328445 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:55.328761 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:55.329079 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:55.329400 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:55.329717 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:55.330057 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:55.359543 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f50459dd-c12d-4870-87e7-6aae3a2400bd req-ed6b903c-be8b-4eb2-86e3-1206d1ebf7a9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582547 Aug 16 02:34:55.362557 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-40eddd30-8ab4-4c7a-9505-edda03f108e4 service neutron] 10.222.0.73 "GET /v2.0/ports/f184b4fe-c470-4172-bb3d-4acf63481feb/bindings/n-h1-765315-27 HTTP/1.1" status: 200 len: 383 time: 0.0979671 Aug 16 02:34:55.431615 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-7d0439a6-7c87-421f-8b59-1454fb19c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:55.433006 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-7d0439a6-7c87-421f-8b59-1454fb19c6ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 1096 time: 0.0442679 Aug 16 02:34:55.506928 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['f184b4fe-c470-4172-bb3d-4acf63481feb'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:55.521460 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-3647d143-8310-4a19-9400-12010f125ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:55.523031 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-3647d143-8310-4a19-9400-12010f125ad6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0823562 Aug 16 02:34:55.593100 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-766fcd05-e4ec-411d-9662-b3da30871fb5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f184b4fe-c470-4172-bb3d-4acf63481feb HTTP/1.1" status: 200 len: 1000 time: 0.0623307 Aug 16 02:34:55.642776 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-b4cd8643-ba85-4e8e-adc3-bf3a85efb45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:55.644243 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-b4cd8643-ba85-4e8e-adc3-bf3a85efb45b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0442977 Aug 16 02:34:55.691263 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-d3994332-3b0e-4171-adad-4bdf47c6ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:55.692646 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-d3994332-3b0e-4171-adad-4bdf47c6ce40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408146 Aug 16 02:34:55.785413 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-e303e93b-a7eb-4ba0-82f1-fbbab1c5413f service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847709 Aug 16 02:34:55.879263 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-24ea97bf-7ee6-4c78-9e9b-44ee95126774 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849349 Aug 16 02:34:56.143907 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:56.481777 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54083544-79f9-40d6-bb75-c4a16a116eaf req-7a2b00ee-52c4-46f7-aa48-ce2afa54b881 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:56.483216 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-54083544-79f9-40d6-bb75-c4a16a116eaf req-7a2b00ee-52c4-46f7-aa48-ce2afa54b881 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 944 time: 0.0502958 Aug 16 02:34:56.522762 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-54083544-79f9-40d6-bb75-c4a16a116eaf req-40c1c872-cf60-4653-93f4-aec24c5760cf tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334966 Aug 16 02:34:57.084994 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device f184b4fe-c470-4172-bb3d-4acf63481feb up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:57.134889 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port f184b4fe-c470-4172-bb3d-4acf63481feb completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:57.138604 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port f184b4fe-c470-4172-bb3d-4acf63481feb triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:57.138978 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:57.215806 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:57.237954 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f184b4fe-c470-4172-bb3d-4acf63481feb'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:57.240195 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70047fe-84a2-414a-a4da-f02b385d5fa2" -d '{"events": [{"server_uuid": "7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe", "name": "network-vif-plugged", "status": "completed", "tag": "f184b4fe-c470-4172-bb3d-4acf63481feb"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:57.253251 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port f184b4fe-c470-4172-bb3d-4acf63481feb, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f184b4fe-c470-4172-bb3d-4acf63481feb,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:57.257816 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:57.320066 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=f184b4fe-c470-4172-bb3d-4acf63481feb,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:57.358800 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b248cccb-2f9f-4788-8f06-a9df3da1b6c9 x-openstack-request-id: req-b248cccb-2f9f-4788-8f06-a9df3da1b6c9 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:57.359101 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe", "name": "network-vif-plugged", "status": "completed", "tag": "f184b4fe-c470-4172-bb3d-4acf63481feb", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:57.359396 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b248cccb-2f9f-4788-8f06-a9df3da1b6c9 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:57.359841 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f184b4fe-c470-4172-bb3d-4acf63481feb', 'code': 200} Aug 16 02:34:57.641874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f77fce-d8d9-4f1e-87b1-f9158a01867d req-9317e5b6-ebca-4a96-a470-a6c1a0c2dfcc tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:57.642852 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5f77fce-d8d9-4f1e-87b1-f9158a01867d req-9317e5b6-ebca-4a96-a470-a6c1a0c2dfcc tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0498989 Aug 16 02:34:57.687789 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5f77fce-d8d9-4f1e-87b1-f9158a01867d req-b7ab7f44-4b72-4b7c-a2ed-912dd1aff1ef tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391014 Aug 16 02:34:58.823942 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9bb94-2408-4da2-91ac-fdfc766ba8f9 req-6fe148e1-c210-4348-8455-1ad39471ed4d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:58.825544 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2ff9bb94-2408-4da2-91ac-fdfc766ba8f9 req-6fe148e1-c210-4348-8455-1ad39471ed4d tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0518489 Aug 16 02:34:58.875798 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2ff9bb94-2408-4da2-91ac-fdfc766ba8f9 req-d744ff4f-b570-46f1-aa84-7d3c35ee0137 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430954 Aug 16 02:34:59.894835 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-547d49f2-ad5a-4cab-b855-70e58fbe1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:59.896339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-547d49f2-ad5a-4cab-b855-70e58fbe1a0e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe&tenant_id=491f038281224af2bbdd2a4afdd0395e HTTP/1.1" status: 200 len: 1097 time: 0.0423725 Aug 16 02:34:59.909038 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:59.985226 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.041678 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0747092-d0dd-46e4-989b-e151405ea9e2 req-72c374ff-4658-448f-b35c-454f658f90e7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:00.043167 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0747092-d0dd-46e4-989b-e151405ea9e2 req-72c374ff-4658-448f-b35c-454f658f90e7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0879741 Aug 16 02:35:00.149923 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0747092-d0dd-46e4-989b-e151405ea9e2 req-0ceb0761-4e2d-488c-b73f-eb45fe155275 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987129 Aug 16 02:35:00.235308 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] For port f184b4fe-c470-4172-bb3d-4acf63481feb, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f184b4fe-c470-4172-bb3d-4acf63481feb,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:00.267990 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] For port f184b4fe-c470-4172-bb3d-4acf63481feb, host n-h1-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:00.307945 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f184b4fe-c470-4172-bb3d-4acf63481feb'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:00.310288 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de751bfd-f937-46b6-b57f-c9d0c0c56b57" -d '{"events": [{"server_uuid": "7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe", "name": "network-vif-unplugged", "status": "completed", "tag": "f184b4fe-c470-4172-bb3d-4acf63481feb"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:00.314173 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.327112 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Transition to ACTIVE for port object f184b4fe-c470-4172-bb3d-4acf63481feb will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:00.330286 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.366958 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c780f5c-e4e9-490f-9a13-3574032706e4 x-openstack-request-id: req-8c780f5c-e4e9-490f-9a13-3574032706e4 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:00.367260 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe", "name": "network-vif-unplugged", "status": "completed", "tag": "f184b4fe-c470-4172-bb3d-4acf63481feb", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:00.367516 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8c780f5c-e4e9-490f-9a13-3574032706e4 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:00.368713 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f184b4fe-c470-4172-bb3d-4acf63481feb', 'code': 200} Aug 16 02:35:00.425994 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Pushing event updated for resources: {'Port': ['ID=f184b4fe-c470-4172-bb3d-4acf63481feb,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:00.438559 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.438906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.439244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.439577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.439907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.440230 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.440552 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.440875 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.441197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.441520 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.441859 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.442177 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.475864 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] No DVR routers for this DVR port f184b4fe-c470-4172-bb3d-4acf63481feb on host n-h1-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:35:00.615985 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Attempting to bind port f184b4fe-c470-4172-bb3d-4acf63481feb on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:00.616315 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Attempting to bind port f184b4fe-c470-4172-bb3d-4acf63481feb by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:00.616641 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Attempting to bind port f184b4fe-c470-4172-bb3d-4acf63481feb on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:00.621896 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Port f184b4fe-c470-4172-bb3d-4acf63481feb on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:35:00.622134 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Attempting to bind port f184b4fe-c470-4172-bb3d-4acf63481feb on network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:00.626853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:00.627183 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Checking segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:00.627562 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Bound using segment: {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:00.627979 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Bound port: f184b4fe-c470-4172-bb3d-4acf63481feb, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569bff38-7da5-40d8-a932-5ff7fa51287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:00.628329 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.691971 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] For port f184b4fe-c470-4172-bb3d-4acf63481feb, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:00.695032 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] For port f184b4fe-c470-4172-bb3d-4acf63481feb, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f184b4fe-c470-4172-bb3d-4acf63481feb,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:00.700679 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.741654 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:00.742197 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.743933 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] 10.222.0.63 "PUT /v2.0/ports/f184b4fe-c470-4172-bb3d-4acf63481feb HTTP/1.1" status: 200 len: 1093 time: 0.8387921 Aug 16 02:35:00.763747 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b57f9e-198a-4813-b8d4-9af570e75250 service neutron] Pushing event updated for resources: {'Port': ['ID=f184b4fe-c470-4172-bb3d-4acf63481feb,revision_number=11']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:00.821193 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-012c2794-a7fd-4b35-b3e3-e49595bf5f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:00.823184 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-012c2794-a7fd-4b35-b3e3-e49595bf5f73 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 1096 time: 0.0458405 Aug 16 02:35:00.926561 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-b73a6901-1807-424c-8001-bb41e3f4d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:00.928073 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-b73a6901-1807-424c-8001-bb41e3f4d558 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0932570 Aug 16 02:35:01.003819 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-cc04d5fc-94ef-4d7a-9ba9-2e28af11a631 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f184b4fe-c470-4172-bb3d-4acf63481feb HTTP/1.1" status: 200 len: 999 time: 0.0677254 Aug 16 02:35:01.067678 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-f0fc931b-b210-4c5b-b892-29e1aadb1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:01.069266 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-f0fc931b-b210-4c5b-b892-29e1aadb1a6b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0535831 Aug 16 02:35:01.122144 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device f184b4fe-c470-4172-bb3d-4acf63481feb no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:35:01.126194 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-577e9c85-da82-4c46-bb82-3f2d98159b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:01.127798 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-577e9c85-da82-4c46-bb82-3f2d98159b7a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399356 Aug 16 02:35:01.163834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device f184b4fe-c470-4172-bb3d-4acf63481feb not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:35:01.245211 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-5aa090ce-7faf-4d22-87f5-0de89891df74 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080465 Aug 16 02:35:01.333995 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ae764-99a0-46d2-93a9-7f239dea8c2b req-a477ee93-177c-4773-9258-d1a833544c7c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:01.335396 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1e6ae764-99a0-46d2-93a9-7f239dea8c2b req-a477ee93-177c-4773-9258-d1a833544c7c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 944 time: 0.1086092 Aug 16 02:35:01.386135 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6d6bbbbe-3400-4f5e-9532-7cd91231b2ee req-b6f81355-01c4-4ab4-b2ea-fd087d6cf5b5 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266375 Aug 16 02:35:01.393184 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1e6ae764-99a0-46d2-93a9-7f239dea8c2b req-9b0457b0-6b4f-4cb9-b027-7854812836fb tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485137 Aug 16 02:35:02.370314 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'tag': 'f184b4fe-c470-4172-bb3d-4acf63481feb'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:02.372771 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d289818f-ffe0-407b-a33e-15cb548ee08c" -d '{"events": [{"name": "network-changed", "server_uuid": "7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe", "tag": "f184b4fe-c470-4172-bb3d-4acf63481feb"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:02.421899 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ad8354-921a-401f-9db9-91a391d90353 x-openstack-request-id: req-15ad8354-921a-401f-9db9-91a391d90353 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:02.422228 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe", "tag": "f184b4fe-c470-4172-bb3d-4acf63481feb", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:02.422415 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-15ad8354-921a-401f-9db9-91a391d90353 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:02.422845 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'tag': 'f184b4fe-c470-4172-bb3d-4acf63481feb', 'status': 'completed', 'code': 200} Aug 16 02:35:02.506354 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-db8f834d-d9f1-4450-a658-31125e681030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:02.507970 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-db8f834d-d9f1-4450-a658-31125e681030 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 1096 time: 0.0508988 Aug 16 02:35:02.528205 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-b8443af9-143c-4e29-8b39-973d54905442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:02.529869 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-b8443af9-143c-4e29-8b39-973d54905442 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=491f038281224af2bbdd2a4afdd0395e&device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 1096 time: 0.0726275 Aug 16 02:35:02.547780 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d3f54-85c4-42c8-97b6-77aa6afd010a req-f32b3172-3855-4485-9899-f5dce4ad5cb7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:02.549306 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-502d3f54-85c4-42c8-97b6-77aa6afd010a req-f32b3172-3855-4485-9899-f5dce4ad5cb7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 944 time: 0.0628893 Aug 16 02:35:02.610390 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-100b8e80-284b-459f-b4f3-b2c36bdd7e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:02.612119 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-100b8e80-284b-459f-b4f3-b2c36bdd7e61 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.0930407 Aug 16 02:35:02.642149 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-502d3f54-85c4-42c8-97b6-77aa6afd010a req-d0dd98d6-158c-4525-80fd-b6c67c27c62b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818951 Aug 16 02:35:02.681121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-1e6a4bcf-fd0c-4195-a862-b7e73e74ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:02.683241 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-1e6a4bcf-fd0c-4195-a862-b7e73e74ba2b service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 200 len: 913 time: 0.1330087 Aug 16 02:35:02.689971 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-f3dcfa73-9580-46d0-ba31-73c1334d6f28 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f184b4fe-c470-4172-bb3d-4acf63481feb HTTP/1.1" status: 200 len: 999 time: 0.0660658 Aug 16 02:35:02.747180 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-ee9730e8-6697-4f80-b6b7-c1a4903656f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:02.748733 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-ee9730e8-6697-4f80-b6b7-c1a4903656f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0472369 Aug 16 02:35:02.758419 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-3e38af5c-99da-48a5-8877-b48e9bf436c1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f184b4fe-c470-4172-bb3d-4acf63481feb HTTP/1.1" status: 200 len: 999 time: 0.0625870 Aug 16 02:35:02.806033 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-2dee019e-0206-48c5-a491-ab379444665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:02.807982 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-2dee019e-0206-48c5-a491-ab379444665f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477254 Aug 16 02:35:02.822139 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-5418c627-032d-4b94-9062-d3685406dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:02.823733 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-5418c627-032d-4b94-9062-d3685406dc23 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 200 len: 851 time: 0.0546944 Aug 16 02:35:02.875871 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-99086acc-dfa8-4316-97a7-ffc286896e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:02.877421 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-99086acc-dfa8-4316-97a7-ffc286896e00 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7bd80d1-00f9-44c9-99cd-e6ed727ed716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431345 Aug 16 02:35:02.906226 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-9aef6456-c715-41f3-b50d-7ec365729a0e service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861833 Aug 16 02:35:02.978853 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-a15229d6-09c8-4d84-a959-8d31e8b103fa service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890560 Aug 16 02:35:03.004309 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-e0352a0f-d300-4750-a0de-59278b41a3f4 service neutron] 10.222.0.73 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868518 Aug 16 02:35:03.081697 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d289818f-ffe0-407b-a33e-15cb548ee08c req-f11e3d0f-fa47-4c6c-a8fa-960ea9c40f02 service neutron] 10.222.0.63 "GET /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915234 Aug 16 02:35:03.765539 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ed5b0-7421-46b4-8469-483a689d2f71 req-37300ba9-f3dd-4e3b-8efa-996576e63aef tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:03.767388 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-568ed5b0-7421-46b4-8469-483a689d2f71 req-37300ba9-f3dd-4e3b-8efa-996576e63aef tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 944 time: 0.0500848 Aug 16 02:35:03.809665 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-568ed5b0-7421-46b4-8469-483a689d2f71 req-8754499c-775a-4a5c-a873-7bb2e7838cc8 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359905 Aug 16 02:35:04.931380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebf81c-68b5-42ee-acd1-0958a8f3e674 req-efd7fc0f-1aa0-4d4e-9dcd-331fea5e760b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:04.933533 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e8ebf81c-68b5-42ee-acd1-0958a8f3e674 req-efd7fc0f-1aa0-4d4e-9dcd-331fea5e760b tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 944 time: 0.0516582 Aug 16 02:35:04.971019 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e8ebf81c-68b5-42ee-acd1-0958a8f3e674 req-49d2612e-f074-4406-ac01-5412422eba67 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314629 Aug 16 02:35:06.096725 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff138a7-353a-416d-8bcf-dc2c77c3b8d5 req-f7ff7b99-6a3b-4c5a-afe4-da4de5ae16fe tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:06.098401 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5ff138a7-353a-416d-8bcf-dc2c77c3b8d5 req-f7ff7b99-6a3b-4c5a-afe4-da4de5ae16fe tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 944 time: 0.0574718 Aug 16 02:35:06.138857 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5ff138a7-353a-416d-8bcf-dc2c77c3b8d5 req-411aa016-62da-45a9-a5a6-82e929cff016 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341127 Aug 16 02:35:07.262021 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e5eaf-dc93-4895-be24-5a90492b4ff3 req-97dcb734-4751-4d51-bc68-b6ca8998b72a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:07.263502 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-386e5eaf-dc93-4895-be24-5a90492b4ff3 req-97dcb734-4751-4d51-bc68-b6ca8998b72a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 944 time: 0.0532622 Aug 16 02:35:07.301504 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-386e5eaf-dc93-4895-be24-5a90492b4ff3 req-8004a830-f62b-4763-8783-2ac58393a29c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321908 Aug 16 02:35:07.994194 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:08.422242 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb812f1-c51c-425d-aa5f-1d4d73850216 req-c83c9109-862d-42fa-98de-8dc78c1c2dd9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:08.423761 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6cb812f1-c51c-425d-aa5f-1d4d73850216 req-c83c9109-862d-42fa-98de-8dc78c1c2dd9 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 944 time: 0.0510621 Aug 16 02:35:08.460353 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6cb812f1-c51c-425d-aa5f-1d4d73850216 req-c981d1b5-8777-4765-a289-d6b14c199fdd tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307398 Aug 16 02:35:08.614486 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:09.579683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19279739-da5b-498f-be1c-288a87ecad12 req-4e139ce2-8fd3-48c2-9f70-55a5d2561970 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:09.581064 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-19279739-da5b-498f-be1c-288a87ecad12 req-4e139ce2-8fd3-48c2-9f70-55a5d2561970 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 944 time: 0.0488822 Aug 16 02:35:09.618515 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-19279739-da5b-498f-be1c-288a87ecad12 req-0c91b5fa-1831-4aba-a894-2c8ac3cd278f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314765 Aug 16 02:35:10.737629 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83bc36-eddf-487a-881a-9c7c32544fa4 req-a8959bce-823c-4ddf-9082-664a632d61cd tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:10.739155 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4b83bc36-eddf-487a-881a-9c7c32544fa4 req-a8959bce-823c-4ddf-9082-664a632d61cd tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 944 time: 0.0505674 Aug 16 02:35:10.776309 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4b83bc36-eddf-487a-881a-9c7c32544fa4 req-aec02c05-c588-4ef2-910f-c2380ac090dd tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311978 Aug 16 02:35:11.895316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b8feb-c357-4afd-a91e-d2d78101bc6a req-773ff489-d40d-4e3b-a82a-acd1cc8d7217 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:11.896767 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c11b8feb-c357-4afd-a91e-d2d78101bc6a req-773ff489-d40d-4e3b-a82a-acd1cc8d7217 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 944 time: 0.0508552 Aug 16 02:35:11.935423 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c11b8feb-c357-4afd-a91e-d2d78101bc6a req-bb483f29-b92e-4133-92a7-07a4fa4e78dc tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323315 Aug 16 02:35:13.255665 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c07aa-fbec-44a4-9ab3-4cdf15441f99 req-9d009735-aed1-4abd-acd7-63c264132e28 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:13.257156 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e3c07aa-fbec-44a4-9ab3-4cdf15441f99 req-9d009735-aed1-4abd-acd7-63c264132e28 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 944 time: 0.0536220 Aug 16 02:35:13.296002 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e3c07aa-fbec-44a4-9ab3-4cdf15441f99 req-092b85d4-c543-4732-8883-b8010f09c6f3 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329027 Aug 16 02:35:13.414946 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628f82b-ba2e-4e11-b540-5efc95cecf41 req-33be83f6-2545-4d72-aaeb-ebd9900cc86a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:13.417131 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5628f82b-ba2e-4e11-b540-5efc95cecf41 req-33be83f6-2545-4d72-aaeb-ebd9900cc86a tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 944 time: 0.0537910 Aug 16 02:35:13.454846 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5628f82b-ba2e-4e11-b540-5efc95cecf41 req-d582331b-ac79-4037-989e-0c7cd117fe96 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317774 Aug 16 02:35:13.568599 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1114628-fb10-4d07-b112-d4223e1c06bc req-f4738fca-d77c-4926-8660-0499db7daa3c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:13.570013 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d1114628-fb10-4d07-b112-d4223e1c06bc req-f4738fca-d77c-4926-8660-0499db7daa3c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 944 time: 0.0493174 Aug 16 02:35:13.612160 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d1114628-fb10-4d07-b112-d4223e1c06bc req-dd9bf017-f33c-46df-a44b-5b34589a5e68 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361054 Aug 16 02:35:13.746079 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f184b4fe-c470-4172-bb3d-4acf63481feb details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:35:13.853319 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f184b4fe-c470-4172-bb3d-4acf63481feb, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f184b4fe-c470-4172-bb3d-4acf63481feb,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:13.862535 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2bdf1-bb0a-4a52-b6e3-d2cec588b32f req-850013db-5774-4fe7-b638-52c91ec26d70 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:13.864025 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e3c2bdf1-bb0a-4a52-b6e3-d2cec588b32f req-850013db-5774-4fe7-b638-52c91ec26d70 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 944 time: 0.0500615 Aug 16 02:35:13.864630 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'f184b4fe-c470-4172-bb3d-4acf63481feb', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'port_id': 'f184b4fe-c470-4172-bb3d-4acf63481feb', 'mac_address': 'fa:16:3e:be:7d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:35:13.903416 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e3c2bdf1-bb0a-4a52-b6e3-d2cec588b32f req-a334809f-3c7e-4146-834a-b72be71ee1c8 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329726 Aug 16 02:35:13.903954 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:13.922301 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f184b4fe-c470-4172-bb3d-4acf63481feb {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:35:13.937026 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f184b4fe-c470-4172-bb3d-4acf63481feb, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f184b4fe-c470-4172-bb3d-4acf63481feb,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:13.939977 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:13.986236 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=f184b4fe-c470-4172-bb3d-4acf63481feb,revision_number=12']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:14.222350 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['f184b4fe-c470-4172-bb3d-4acf63481feb'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:35:15.022018 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84108bbc-0dee-4329-99a1-255d38678075 req-24003820-25be-47be-a3cd-6fb6f3c961d7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:15.023491 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-84108bbc-0dee-4329-99a1-255d38678075 req-24003820-25be-47be-a3cd-6fb6f3c961d7 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0490746 Aug 16 02:35:15.061874 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-84108bbc-0dee-4329-99a1-255d38678075 req-467d78b7-1a22-4fab-bdb3-633e8bef3b1f tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups?id=faa805de-eb29-41e2-8837-f6e6d8b818ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319147 Aug 16 02:35:15.590962 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990df1b-727d-4846-a3a0-1b1da8ac209f req-83619376-a023-45a0-b28d-57aba31098f8 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:15.592330 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8990df1b-727d-4846-a3a0-1b1da8ac209f req-83619376-a023-45a0-b28d-57aba31098f8 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.63 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 945 time: 0.0480640 Aug 16 02:35:15.684714 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8990df1b-727d-4846-a3a0-1b1da8ac209f req-c8d4f2b9-4fa2-4008-b5a2-a71c62db84a0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Deleting port f184b4fe-c470-4172-bb3d-4acf63481feb {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:15.685052 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8990df1b-727d-4846-a3a0-1b1da8ac209f req-c8d4f2b9-4fa2-4008-b5a2-a71c62db84a0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:15.757172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f184b4fe-c470-4172-bb3d-4acf63481feb up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:15.771651 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8990df1b-727d-4846-a3a0-1b1da8ac209f req-c8d4f2b9-4fa2-4008-b5a2-a71c62db84a0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] For port f184b4fe-c470-4172-bb3d-4acf63481feb, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f184b4fe-c470-4172-bb3d-4acf63481feb,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:15.772113 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8990df1b-727d-4846-a3a0-1b1da8ac209f req-c8d4f2b9-4fa2-4008-b5a2-a71c62db84a0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:15.807923 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port f184b4fe-c470-4172-bb3d-4acf63481feb completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:15.811738 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port f184b4fe-c470-4172-bb3d-4acf63481feb triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:15.812314 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:15.891234 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:15.912928 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f184b4fe-c470-4172-bb3d-4acf63481feb'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:15.915226 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e8aae0-db09-4b9f-bd8f-1e84433c7f32" -d '{"events": [{"server_uuid": "7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe", "name": "network-vif-plugged", "status": "completed", "tag": "f184b4fe-c470-4172-bb3d-4acf63481feb"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:15.928803 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f184b4fe-c470-4172-bb3d-4acf63481feb, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f184b4fe-c470-4172-bb3d-4acf63481feb,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:15.935609 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:15.956227 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8990df1b-727d-4846-a3a0-1b1da8ac209f req-c8d4f2b9-4fa2-4008-b5a2-a71c62db84a0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:15.956727 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8990df1b-727d-4846-a3a0-1b1da8ac209f req-c8d4f2b9-4fa2-4008-b5a2-a71c62db84a0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:15.957199 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [req-8990df1b-727d-4846-a3a0-1b1da8ac209f req-c8d4f2b9-4fa2-4008-b5a2-a71c62db84a0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Floating IP 4a072692-50fa-4418-b566-44878f49ab51 disassociated. External IP: 172.25.3.86, port: f184b4fe-c470-4172-bb3d-4acf63481feb. Aug 16 02:35:15.957970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8990df1b-727d-4846-a3a0-1b1da8ac209f req-c8d4f2b9-4fa2-4008-b5a2-a71c62db84a0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Calling delete_port for f184b4fe-c470-4172-bb3d-4acf63481feb owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:15.962708 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991ef944-c80a-4999-8d6b-b80502fbb8c4 x-openstack-request-id: req-991ef944-c80a-4999-8d6b-b80502fbb8c4 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:15.963024 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe", "name": "network-vif-plugged", "status": "completed", "tag": "f184b4fe-c470-4172-bb3d-4acf63481feb", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:15.963274 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-991ef944-c80a-4999-8d6b-b80502fbb8c4 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:15.963658 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f184b4fe-c470-4172-bb3d-4acf63481feb', 'code': 200} Aug 16 02:35:15.985533 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=f184b4fe-c470-4172-bb3d-4acf63481feb,revision_number=13']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:16.096268 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8990df1b-727d-4846-a3a0-1b1da8ac209f req-c8d4f2b9-4fa2-4008-b5a2-a71c62db84a0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:16.127653 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4f2b9-4fa2-4008-b5a2-a71c62db84a0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Pushing event deleted for resources: {'Port': ['ID=f184b4fe-c470-4172-bb3d-4acf63481feb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:16.172008 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c6b8fd18-e5d6-4504-ad2d-e9126f273a77 req-5c2d105f-2b7c-4b03-b18f-ceec3ee897de tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 210 time: 0.0356021 Aug 16 02:35:16.280301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8990df1b-727d-4846-a3a0-1b1da8ac209f req-c8d4f2b9-4fa2-4008-b5a2-a71c62db84a0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:35:16.692114 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8990df1b-727d-4846-a3a0-1b1da8ac209f req-c8d4f2b9-4fa2-4008-b5a2-a71c62db84a0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:35:16.702369 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec669cc-6489-4c3b-8762-5980644e165b None None] Sync routers for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:35:16.711077 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec669cc-6489-4c3b-8762-5980644e165b None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:16.711672 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-dec669cc-6489-4c3b-8762-5980644e165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:34:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:16.734540 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8990df1b-727d-4846-a3a0-1b1da8ac209f req-c8d4f2b9-4fa2-4008-b5a2-a71c62db84a0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] No DVR routers for this DVR port f184b4fe-c470-4172-bb3d-4acf63481feb on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:35:16.737236 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8990df1b-727d-4846-a3a0-1b1da8ac209f req-c8d4f2b9-4fa2-4008-b5a2-a71c62db84a0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:16.739330 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8990df1b-727d-4846-a3a0-1b1da8ac209f req-c8d4f2b9-4fa2-4008-b5a2-a71c62db84a0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.63 "DELETE /v2.0/ports/f184b4fe-c470-4172-bb3d-4acf63481feb HTTP/1.1" status: 204 len: 173 time: 1.1392491 Aug 16 02:35:16.739763 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'name': 'network-vif-deleted', 'tag': 'f184b4fe-c470-4172-bb3d-4acf63481feb'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:16.742023 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600a33ee-4600-47d5-ba13-5ddac3cd41eb" -d '{"events": [{"server_uuid": "7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe", "name": "network-vif-deleted", "tag": "f184b4fe-c470-4172-bb3d-4acf63481feb"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:16.829226 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-dec669cc-6489-4c3b-8762-5980644e165b None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:16.912678 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43691ab-a6b1-41a1-9602-2f9a409a58cc x-openstack-request-id: req-f43691ab-a6b1-41a1-9602-2f9a409a58cc {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:16.913028 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe", "name": "network-vif-deleted", "tag": "f184b4fe-c470-4172-bb3d-4acf63481feb", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:16.913352 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f43691ab-a6b1-41a1-9602-2f9a409a58cc {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:16.915500 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe', 'name': 'network-vif-deleted', 'tag': 'f184b4fe-c470-4172-bb3d-4acf63481feb', 'status': 'completed', 'code': 200} Aug 16 02:35:17.027551 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-dec669cc-6489-4c3b-8762-5980644e165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:17.056658 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec669cc-6489-4c3b-8762-5980644e165b None None] Checking router: 375dd1e8-d795-4761-9d66-1b8db8f98bc9 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:35:17.064832 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec669cc-6489-4c3b-8762-5980644e165b None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:17.065426 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-dec669cc-6489-4c3b-8762-5980644e165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:34:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:17.171196 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-dec669cc-6489-4c3b-8762-5980644e165b None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:17.284997 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f5018ac0-a60f-44f7-ba06-6ddbaff125d1 req-d8ea1a50-026d-4f4a-8eae-623cfbd8dd6c tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 210 time: 0.0391622 Aug 16 02:35:17.376003 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-dec669cc-6489-4c3b-8762-5980644e165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:17.402350 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec669cc-6489-4c3b-8762-5980644e165b None None] The sync data for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 is: [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:11Z', 'revision_number': 4, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a6a087ca-3f47-4540-8c65-b549876ea31e', 'name': '', 'network_id': 'f7bd80d1-00f9-44c9-99cd-e6ed727ed716', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'mac_address': 'fa:16:3e:d9:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:11Z', 'updated_at': '2021-08-16T02:25:15Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'subnets': [{'id': 'de88a352-d506-4fc1-9928-5f688cce1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:35:17.640738 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc72b3c-1f48-4b13-b714-31fc4e677e8c None None] New status for floating IP 4a072692-50fa-4418-b566-44878f49ab51: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:35:18.387743 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fce6de76-9d10-4cf6-bf3c-5309a393024b req-65997f48-c19d-4918-87ae-749158ba75cb tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 210 time: 0.0302489 Aug 16 02:35:19.484736 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-59be13d8-b28e-4512-b0fa-593c0a57bb3c req-82f290a4-ad46-46f4-b134-6a4da065c437 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/ports?device_id=7305b3e0-19d3-4db0-ac4f-1691fc3e4dfe HTTP/1.1" status: 200 len: 210 time: 0.0276456 Aug 16 02:35:19.788962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f184b4fe-c470-4172-bb3d-4acf63481feb no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:35:19.809277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: f184b4fe-c470-4172-bb3d-4acf63481feb {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:35:19.809619 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f184b4fe-c470-4172-bb3d-4acf63481feb not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:35:20.193136 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5225dad7-18bc-4ece-a583-aa416de9a7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:22.717003 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d9b6c28-f59a-4206-a5d8-8dccee263666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.205569 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38742) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:23.259611 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23938710-fbfc-40ec-8b91-649a41b4b6d0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.288891 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23938710-fbfc-40ec-8b91-649a41b4b6d0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.340413 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23938710-fbfc-40ec-8b91-649a41b4b6d0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.343266 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23938710-fbfc-40ec-8b91-649a41b4b6d0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.344561 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-23938710-fbfc-40ec-8b91-649a41b4b6d0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "DELETE /v2.0/security-groups/faa805de-eb29-41e2-8837-f6e6d8b818ba HTTP/1.1" status: 204 len: 168 time: 0.1379585 Aug 16 02:35:23.347307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38744) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:23.355705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23938710-fbfc-40ec-8b91-649a41b4b6d0 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa805de-eb29-41e2-8837-f6e6d8b818ba,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:23.363356 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-91296853-9e10-493a-8ae3-1035e53457ee tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] show failed (client error): The resource could not be found. Aug 16 02:35:23.367488 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38746) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:23.367969 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-91296853-9e10-493a-8ae3-1035e53457ee tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "GET /v2.0/security-groups/faa805de-eb29-41e2-8837-f6e6d8b818ba HTTP/1.1" status: 404 len: 347 time: 0.0193055 Aug 16 02:35:23.393885 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:35:23.405926 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.507127 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e8788-28fe-4bf7-8082-109f73d998a8 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Deleting port 1df18224-1d81-4149-819e-13862acdbb7d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:23.507496 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8788-28fe-4bf7-8082-109f73d998a8 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.585428 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8788-28fe-4bf7-8082-109f73d998a8 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.585634 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8788-28fe-4bf7-8082-109f73d998a8 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.598454 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e8788-28fe-4bf7-8082-109f73d998a8 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Calling delete_port for 1df18224-1d81-4149-819e-13862acdbb7d owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:23.736655 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8788-28fe-4bf7-8082-109f73d998a8 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.763286 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e8788-28fe-4bf7-8082-109f73d998a8 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Pushing event deleted for resources: {'Port': ['ID=1df18224-1d81-4149-819e-13862acdbb7d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:23.832376 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8788-28fe-4bf7-8082-109f73d998a8 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.835103 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8788-28fe-4bf7-8082-109f73d998a8 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:23.836321 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0f9e8788-28fe-4bf7-8082-109f73d998a8 tempest-ServerActionsTestJSON-235074532 tempest-ServerActionsTestJSON-235074532-project] 10.222.0.68 "DELETE /v2.0/floatingips/4a072692-50fa-4418-b566-44878f49ab51 HTTP/1.1" status: 204 len: 168 time: 0.4672809 Aug 16 02:35:23.839714 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38748) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:24.351230 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.373923 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-338d8663-b438-4798-baea-a46873627cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.627092 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-338d8663-b438-4798-baea-a46873627cae admin admin] Deleting port a6a087ca-3f47-4540-8c65-b549876ea31e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:24.627348 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-338d8663-b438-4798-baea-a46873627cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.707285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-338d8663-b438-4798-baea-a46873627cae admin admin] For port a6a087ca-3f47-4540-8c65-b549876ea31e, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a6a087ca-3f47-4540-8c65-b549876ea31e,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:24.707647 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-338d8663-b438-4798-baea-a46873627cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.720655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-338d8663-b438-4798-baea-a46873627cae admin admin] Calling delete_port for a6a087ca-3f47-4540-8c65-b549876ea31e owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:24.900664 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-338d8663-b438-4798-baea-a46873627cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:24.927019 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d8663-b438-4798-baea-a46873627cae admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a087ca-3f47-4540-8c65-b549876ea31e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:25.091103 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-338d8663-b438-4798-baea-a46873627cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.308570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338d8663-b438-4798-baea-a46873627cae admin admin] Router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:35:25.416655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338d8663-b438-4798-baea-a46873627cae admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:35:25.424975 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-338d8663-b438-4798-baea-a46873627cae admin admin] 10.222.0.68 "PUT /v2.0/routers/375dd1e8-d795-4761-9d66-1b8db8f98bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5816851 Aug 16 02:35:25.425146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38752) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:25.426257 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a89a389-765e-467f-a8c5-8cbc47e251bb None None] Sync routers for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:35:25.438199 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a89a389-765e-467f-a8c5-8cbc47e251bb None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:25.438908 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5a89a389-765e-467f-a8c5-8cbc47e251bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:35:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:25.534250 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9185fa64-ac03-4e9d-b3fa-b46461948e7e admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.545301 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-5a89a389-765e-467f-a8c5-8cbc47e251bb None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:25.637338 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9185fa64-ac03-4e9d-b3fa-b46461948e7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.690968 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9185fa64-ac03-4e9d-b3fa-b46461948e7e admin admin] Deleting port d5923e5a-c25b-443a-af6a-ffba03b04675 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:25.691255 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9185fa64-ac03-4e9d-b3fa-b46461948e7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.723156 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5a89a389-765e-467f-a8c5-8cbc47e251bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:35:24Z', 'revision_number': 5, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port': {'id': 'd5923e5a-c25b-443a-af6a-ffba03b04675', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:09Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:25.749406 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a89a389-765e-467f-a8c5-8cbc47e251bb None None] Checking router: 375dd1e8-d795-4761-9d66-1b8db8f98bc9 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:35:25.757529 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a89a389-765e-467f-a8c5-8cbc47e251bb None None] Routers {'375dd1e8-d795-4761-9d66-1b8db8f98bc9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:35:25.758160 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5a89a389-765e-467f-a8c5-8cbc47e251bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:35:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:25.779095 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9185fa64-ac03-4e9d-b3fa-b46461948e7e admin admin] For port d5923e5a-c25b-443a-af6a-ffba03b04675, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d5923e5a-c25b-443a-af6a-ffba03b04675,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:25.779460 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9185fa64-ac03-4e9d-b3fa-b46461948e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.792464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9185fa64-ac03-4e9d-b3fa-b46461948e7e admin admin] Calling delete_port for d5923e5a-c25b-443a-af6a-ffba03b04675 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:25.938762 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-5a89a389-765e-467f-a8c5-8cbc47e251bb None None] Set router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:35:25.967341 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9185fa64-ac03-4e9d-b3fa-b46461948e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:25.990353 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5a89a389-765e-467f-a8c5-8cbc47e251bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:35:25Z', 'revision_number': 6, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:25.990932 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185fa64-ac03-4e9d-b3fa-b46461948e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=d5923e5a-c25b-443a-af6a-ffba03b04675,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:26.022321 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a89a389-765e-467f-a8c5-8cbc47e251bb None None] The sync data for ids ['375dd1e8-d795-4761-9d66-1b8db8f98bc9'] in n-d-765315-27 is: [{'id': '375dd1e8-d795-4761-9d66-1b8db8f98bc9', 'name': 'tempest-ServerActionsTestJSON-1477633558-router', 'tenant_id': '491f038281224af2bbdd2a4afdd0395e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:35:25Z', 'revision_number': 6, 'project_id': '491f038281224af2bbdd2a4afdd0395e', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:35:26.056714 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9185fa64-ac03-4e9d-b3fa-b46461948e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.146752 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.152649 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9185fa64-ac03-4e9d-b3fa-b46461948e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.154968 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9185fa64-ac03-4e9d-b3fa-b46461948e7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.204332 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9185fa64-ac03-4e9d-b3fa-b46461948e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.204833 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9185fa64-ac03-4e9d-b3fa-b46461948e7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 375dd1e8-d795-4761-9d66-1b8db8f98bc9 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:35:26.209209 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9185fa64-ac03-4e9d-b3fa-b46461948e7e admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.210373 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9185fa64-ac03-4e9d-b3fa-b46461948e7e admin admin] 10.222.0.68 "DELETE /v2.0/routers/375dd1e8-d795-4761-9d66-1b8db8f98bc9 HTTP/1.1" status: 204 len: 168 time: 0.7841675 Aug 16 02:35:26.212987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38754) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:26.257340 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab8228b-4ee0-4596-a793-fcf60b66338a admin admin] Deleting subnet de88a352-d506-4fc1-9928-5f688cce1d8f {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:35:26.261018 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eab8228b-4ee0-4596-a793-fcf60b66338a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.294779 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eab8228b-4ee0-4596-a793-fcf60b66338a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.380501 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eab8228b-4ee0-4596-a793-fcf60b66338a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.436334 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eab8228b-4ee0-4596-a793-fcf60b66338a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.462523 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8228b-4ee0-4596-a793-fcf60b66338a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de88a352-d506-4fc1-9928-5f688cce1d8f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:26.466121 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eab8228b-4ee0-4596-a793-fcf60b66338a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.468006 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-eab8228b-4ee0-4596-a793-fcf60b66338a admin admin] 10.222.0.68 "DELETE /v2.0/subnets/de88a352-d506-4fc1-9928-5f688cce1d8f HTTP/1.1" status: 204 len: 168 time: 0.2538967 Aug 16 02:35:26.470604 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38756) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:26.471464 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654012da-0bc1-428d-963b-3951eb1846de None None] Network f7bd80d1-00f9-44c9-99cd-e6ed727ed716 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:26.538306 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.598925 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] Deleting port f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:26.599270 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.663940 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] For port f18a34c6-d8c8-47cd-a7c5-3308fabf1b22, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=f18a34c6-d8c8-47cd-a7c5-3308fabf1b22,segment=NetworkSegment(569bff38-7da5-40d8-a932-5ff7fa51287b),segment_id=569bff38-7da5-40d8-a932-5ff7fa51287b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:26.664301 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.676824 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] Calling delete_port for f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:26.758149 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8ea3b6-83cd-4a2f-9bf5-c9e09a542c75 None None] DHCP port deletion for f7bd80d1-00f9-44c9-99cd-e6ed727ed716 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:35:26.769602 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.796849 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] Pushing event deleted for resources: {'Port': ['ID=f18a34c6-d8c8-47cd-a7c5-3308fabf1b22,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:26.801169 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] No DVR routers for this DVR port f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:35:26.814305 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2c8ea3b6-83cd-4a2f-9bf5-c9e09a542c75 None None] Deleting port f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:26.814669 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea3b6-83cd-4a2f-9bf5-c9e09a542c75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.875113 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.878112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2c8ea3b6-83cd-4a2f-9bf5-c9e09a542c75 None None] For port f18a34c6-d8c8-47cd-a7c5-3308fabf1b22, host n-d-765315-27, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:26.878502 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea3b6-83cd-4a2f-9bf5-c9e09a542c75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.885929 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7bd80d1-00f9-44c9-99cd-e6ed727ed716']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:26.891488 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2c8ea3b6-83cd-4a2f-9bf5-c9e09a542c75 None None] Calling delete_port for f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:26.894103 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.ipam_backend_mixin [None req-2c8ea3b6-83cd-4a2f-9bf5-c9e09a542c75 None None] Port f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 was not found and therefore no delete operation was performed {{(pid=94674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:35:26.895323 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea3b6-83cd-4a2f-9bf5-c9e09a542c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.901004 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569bff38-7da5-40d8-a932-5ff7fa51287b') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:26.901181 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569bff38-7da5-40d8-a932-5ff7fa51287b') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:26.912722 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.920785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ea3b6-83cd-4a2f-9bf5-c9e09a542c75 None None] Pushing event deleted for resources: {'Port': ['ID=f18a34c6-d8c8-47cd-a7c5-3308fabf1b22,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:26.924875 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8ea3b6-83cd-4a2f-9bf5-c9e09a542c75 None None] No DVR routers for this DVR port f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:35:26.929458 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.937113 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:35:26.937509 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:35:26.939402 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:35:26.995760 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.003123 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.004747 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] 10.222.0.68 "DELETE /v2.0/networks/f7bd80d1-00f9-44c9-99cd-e6ed727ed716 HTTP/1.1" status: 204 len: 168 time: 0.5332088 Aug 16 02:35:27.017447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5304f6-6d85-401e-a5ab-3754531cde59 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7bd80d1-00f9-44c9-99cd-e6ed727ed716,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:27.121871 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38760) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:27.161492 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a269800b-c3df-439f-b593-ac75bcf0bfa8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=491f038281224af2bbdd2a4afdd0395e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384421 Aug 16 02:35:27.164095 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38762) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:27.214340 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4dcd447f-2a38-4179-b191-61dc69644f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.238449 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4dcd447f-2a38-4179-b191-61dc69644f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.286755 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4dcd447f-2a38-4179-b191-61dc69644f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.289347 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4dcd447f-2a38-4179-b191-61dc69644f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.290542 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4dcd447f-2a38-4179-b191-61dc69644f4d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/72b33282-93f9-4238-9754-7498e17a2edd HTTP/1.1" status: 204 len: 168 time: 0.1255665 Aug 16 02:35:27.300087 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd447f-2a38-4179-b191-61dc69644f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b33282-93f9-4238-9754-7498e17a2edd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:27.481584 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d5923e5a-c25b-443a-af6a-ffba03b04675 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:35:27.504992 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: d5923e5a-c25b-443a-af6a-ffba03b04675 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:35:27.505401 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d5923e5a-c25b-443a-af6a-ffba03b04675 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:35:27.505865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a6a087ca-3f47-4540-8c65-b549876ea31e no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:35:27.524883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: a6a087ca-3f47-4540-8c65-b549876ea31e {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:35:27.525258 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a6a087ca-3f47-4540-8c65-b549876ea31e not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:35:27.525898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:35:27.544969 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:35:27.545228 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device f18a34c6-d8c8-47cd-a7c5-3308fabf1b22 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:35:27.988696 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38784) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:28.084656 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6f8160e7-69ac-482a-a5eb-3d727c9961be admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1533771909-network', 'tenant_id': '0cfbc416635f40e782b80c6f31174e57'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:28.106505 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8160e7-69ac-482a-a5eb-3d727c9961be admin admin] Made reservation on behalf of 0cfbc416635f40e782b80c6f31174e57 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:28.108923 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f8160e7-69ac-482a-a5eb-3d727c9961be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.117926 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f8160e7-69ac-482a-a5eb-3d727c9961be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.212772 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f8160e7-69ac-482a-a5eb-3d727c9961be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.217483 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f8160e7-69ac-482a-a5eb-3d727c9961be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.246220 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8160e7-69ac-482a-a5eb-3d727c9961be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:35:28.251416 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8160e7-69ac-482a-a5eb-3d727c9961be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91c9830-f9c7-4bc2-bc76-7e29445655db,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:28.258887 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f8160e7-69ac-482a-a5eb-3d727c9961be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.260263 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-6f8160e7-69ac-482a-a5eb-3d727c9961be admin admin] Added segment 5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9 of type vlan for network 40060da4-466c-487c-918b-63c029137254 Aug 16 02:35:28.300003 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f8160e7-69ac-482a-a5eb-3d727c9961be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.328192 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f8160e7-69ac-482a-a5eb-3d727c9961be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.329314 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8160e7-69ac-482a-a5eb-3d727c9961be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:28.329945 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f8160e7-69ac-482a-a5eb-3d727c9961be admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.389321 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6f8160e7-69ac-482a-a5eb-3d727c9961be admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3995175 Aug 16 02:35:28.392465 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38788) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:28.394494 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8160e7-69ac-482a-a5eb-3d727c9961be admin admin] Pushing event updated for resources: {'Network': ['ID=40060da4-466c-487c-918b-63c029137254,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:28.398241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ca39cf1a-c1a2-446d-978d-113a4903f026 admin admin] Request body: {'subnet': {'network_id': '40060da4-466c-487c-918b-63c029137254', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1533771909-subnet', 'tenant_id': '0cfbc416635f40e782b80c6f31174e57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:28.405678 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 40060da4-466c-487c-918b-63c029137254 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:35:28.421378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca39cf1a-c1a2-446d-978d-113a4903f026 admin admin] Made reservation on behalf of 0cfbc416635f40e782b80c6f31174e57 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:28.423736 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca39cf1a-c1a2-446d-978d-113a4903f026 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.589658 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca39cf1a-c1a2-446d-978d-113a4903f026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.644865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39cf1a-c1a2-446d-978d-113a4903f026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8591a3d-483a-4c9c-9382-ad5aadae827d,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:28.653053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca39cf1a-c1a2-446d-978d-113a4903f026 admin admin] Checking segment: {'id': '5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '40060da4-466c-487c-918b-63c029137254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:28.653404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca39cf1a-c1a2-446d-978d-113a4903f026 admin admin] Network hostable DHCP agents. Network: 40060da4-466c-487c-918b-63c029137254, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:35:28.669715 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca39cf1a-c1a2-446d-978d-113a4903f026 admin admin] Network 40060da4-466c-487c-918b-63c029137254 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:35:28.678132 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ca39cf1a-c1a2-446d-978d-113a4903f026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 40060da4-466c-487c-918b-63c029137254) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:28.683314 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca39cf1a-c1a2-446d-978d-113a4903f026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:28.683910 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca39cf1a-c1a2-446d-978d-113a4903f026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:28.690926 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53df3c66-7ff0-4984-8f79-c4aba7e326d1 None None] Network 40060da4-466c-487c-918b-63c029137254 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:28.698508 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ca39cf1a-c1a2-446d-978d-113a4903f026 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3049347 Aug 16 02:35:28.816821 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba88011-3436-4c1d-a429-844b0862c291 None None] Network 40060da4-466c-487c-918b-63c029137254 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:35:29.134259 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-95d55565-5874-4fdf-bf9a-c710a81fe068 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:29.136175 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-95d55565-5874-4fdf-bf9a-c710a81fe068 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/networks?id=40060da4-466c-487c-918b-63c029137254 HTTP/1.1" status: 200 len: 814 time: 0.1033041 Aug 16 02:35:29.152383 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-744461a1-85a2-4ca0-8239-659af80150cc tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/quotas/0cfbc416635f40e782b80c6f31174e57 HTTP/1.1" status: 200 len: 375 time: 0.0103004 Aug 16 02:35:29.195481 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-ad988e16-1c5c-404c-bbdf-580b76a817c3 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0cfbc416635f40e782b80c6f31174e57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363970 Aug 16 02:35:29.329548 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-2d8f2d86-6feb-4e3c-b388-222532c789a5 service neutron] 10.222.0.68 "GET /v2.0/networks/40060da4-466c-487c-918b-63c029137254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269255 Aug 16 02:35:29.423321 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-6296600a-d64b-4640-974d-8ab6c5f6df8e service neutron] 10.222.0.68 "GET /v2.0/networks/40060da4-466c-487c-918b-63c029137254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876265 Aug 16 02:35:29.589227 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2290b439-d207-470f-abd0-b45ba30697f8 req-b44479ec-3799-4def-9d9a-60332750692e tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 210 time: 0.0275040 Aug 16 02:35:30.583636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-36c7d3ea-2fea-46a3-a0a8-61c6b00ff7e1 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:30.585011 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-36c7d3ea-2fea-46a3-a0a8-61c6b00ff7e1 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.73 "GET /v2.0/networks?id=40060da4-466c-487c-918b-63c029137254 HTTP/1.1" status: 200 len: 814 time: 0.1074486 Aug 16 02:35:30.604428 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-347d40ce-82af-4b94-81bd-9251fe514de9 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Request body: {'port': {'device_id': 'db2f82ec-d137-4788-9b89-33cb67fe40ca', 'network_id': '40060da4-466c-487c-918b-63c029137254', 'admin_state_up': True, 'tenant_id': '0cfbc416635f40e782b80c6f31174e57'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:30.683232 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40bfa189-8ca6-4d81-b21c-0a13f8ef1a42 req-9aa56983-ad94-415a-a9a2-aad07f14dc69 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 210 time: 0.0281401 Aug 16 02:35:30.710711 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-347d40ce-82af-4b94-81bd-9251fe514de9 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Made reservation on behalf of 0cfbc416635f40e782b80c6f31174e57 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:30.714921 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-347d40ce-82af-4b94-81bd-9251fe514de9 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:30.841250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-347d40ce-82af-4b94-81bd-9251fe514de9 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Allocated IP 172.20.0.10 (40060da4-466c-487c-918b-63c029137254/f8591a3d-483a-4c9c-9382-ad5aadae827d/aeb3991c-3fe4-4e6a-a3d9-869ce260c574) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:30.987433 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-347d40ce-82af-4b94-81bd-9251fe514de9 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.026150 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-347d40ce-82af-4b94-81bd-9251fe514de9 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.068095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-347d40ce-82af-4b94-81bd-9251fe514de9 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Network 40060da4-466c-487c-918b-63c029137254 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:31.073496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-347d40ce-82af-4b94-81bd-9251fe514de9 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:31.077138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-347d40ce-82af-4b94-81bd-9251fe514de9 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:31.083487 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d40ce-82af-4b94-81bd-9251fe514de9 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Pushing event updated for resources: {'Port': ['ID=aeb3991c-3fe4-4e6a-a3d9-869ce260c574,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:31.128691 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-347d40ce-82af-4b94-81bd-9251fe514de9 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.129302 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-347d40ce-82af-4b94-81bd-9251fe514de9 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.143994 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-347d40ce-82af-4b94-81bd-9251fe514de9 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5448666 Aug 16 02:35:31.161881 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] Request body: {'port': {'device_id': 'db2f82ec-d137-4788-9b89-33cb67fe40ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:31.218340 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.477608 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb3991c-3fe4-4e6a-a3d9-869ce260c574 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:35:31.485043 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.497394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] Transition to ACTIVE for port object aeb3991c-3fe4-4e6a-a3d9-869ce260c574 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:31.501273 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.551489 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d72073-1131-4711-9059-4536ef47841e service neutron] Pushing event updated for resources: {'Port': ['ID=aeb3991c-3fe4-4e6a-a3d9-869ce260c574,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:31.617356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] Attempting to bind port aeb3991c-3fe4-4e6a-a3d9-869ce260c574 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:31.618115 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] Attempting to bind port aeb3991c-3fe4-4e6a-a3d9-869ce260c574 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '40060da4-466c-487c-918b-63c029137254'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:31.618115 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] Attempting to bind port aeb3991c-3fe4-4e6a-a3d9-869ce260c574 on network 40060da4-466c-487c-918b-63c029137254 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:31.622943 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] Port aeb3991c-3fe4-4e6a-a3d9-869ce260c574 on network 40060da4-466c-487c-918b-63c029137254 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:35:31.623254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] Attempting to bind port aeb3991c-3fe4-4e6a-a3d9-869ce260c574 on network 40060da4-466c-487c-918b-63c029137254 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:31.627971 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:31.628302 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] Checking segment: {'id': '5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '40060da4-466c-487c-918b-63c029137254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:31.628680 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] Bound using segment: {'id': '5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '40060da4-466c-487c-918b-63c029137254'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:31.629100 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] Bound port: aeb3991c-3fe4-4e6a-a3d9-869ce260c574, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '40060da4-466c-487c-918b-63c029137254'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:31.629454 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.691050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] For port aeb3991c-3fe4-4e6a-a3d9-869ce260c574, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:31.693958 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] For port aeb3991c-3fe4-4e6a-a3d9-869ce260c574, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=aeb3991c-3fe4-4e6a-a3d9-869ce260c574,segment=NetworkSegment(5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9),segment_id=5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:31.699464 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.737336 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.737990 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:31.739403 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-76d72073-1131-4711-9059-4536ef47841e service neutron] 10.222.0.73 "PUT /v2.0/ports/aeb3991c-3fe4-4e6a-a3d9-869ce260c574 HTTP/1.1" status: 200 len: 1093 time: 0.5819428 Aug 16 02:35:31.739844 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2f82ec-d137-4788-9b89-33cb67fe40ca', 'tag': 'aeb3991c-3fe4-4e6a-a3d9-869ce260c574'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:31.742146 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da057b6-d209-4d48-ae05-886335e2ae7d" -d '{"events": [{"name": "network-changed", "server_uuid": "db2f82ec-d137-4788-9b89-33cb67fe40ca", "tag": "aeb3991c-3fe4-4e6a-a3d9-869ce260c574"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:31.796839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d72073-1131-4711-9059-4536ef47841e service neutron] Pushing event updated for resources: {'Port': ['ID=aeb3991c-3fe4-4e6a-a3d9-869ce260c574,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:31.844204 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6654e0a5-3c40-420a-acbd-e499e8c193f0 x-openstack-request-id: req-6654e0a5-3c40-420a-acbd-e499e8c193f0 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:31.844499 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2f82ec-d137-4788-9b89-33cb67fe40ca", "tag": "aeb3991c-3fe4-4e6a-a3d9-869ce260c574", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:31.844774 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6654e0a5-3c40-420a-acbd-e499e8c193f0 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:31.845219 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2f82ec-d137-4788-9b89-33cb67fe40ca', 'tag': 'aeb3991c-3fe4-4e6a-a3d9-869ce260c574', 'status': 'completed', 'code': 200} Aug 16 02:35:31.856135 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cecff4-3532-41a7-b264-957882d721aa req-cc30b61d-92f8-463b-a131-7876b74b2a68 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.857618 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-87cecff4-3532-41a7-b264-957882d721aa req-cc30b61d-92f8-463b-a131-7876b74b2a68 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 944 time: 0.0999479 Aug 16 02:35:31.864056 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-3e4314b9-90a0-4665-b307-3c553fd172df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.865550 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-3e4314b9-90a0-4665-b307-3c553fd172df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0cfbc416635f40e782b80c6f31174e57&device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 1096 time: 0.0643339 Aug 16 02:35:31.914878 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-c2319888-cc40-43da-a6ef-13bbad47fd06 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aeb3991c-3fe4-4e6a-a3d9-869ce260c574 HTTP/1.1" status: 200 len: 217 time: 0.0410476 Aug 16 02:35:31.939152 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-87cecff4-3532-41a7-b264-957882d721aa req-1d70d68a-033f-4bd6-8e9a-8679e247a882 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726542 Aug 16 02:35:31.977289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-4be1e221-60c8-4f90-a72c-42d3e3879c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:31.978926 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-4be1e221-60c8-4f90-a72c-42d3e3879c94 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f8591a3d-483a-4c9c-9382-ad5aadae827d HTTP/1.1" status: 200 len: 854 time: 0.0527887 Aug 16 02:35:32.014297 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-46257149-adb4-4ab2-8409-efb8b352da6c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40060da4-466c-487c-918b-63c029137254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244381 Aug 16 02:35:32.106098 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-04f02ceb-b64a-4195-8385-a794cf04ebe2 service neutron] 10.222.0.73 "GET /v2.0/networks/40060da4-466c-487c-918b-63c029137254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795648 Aug 16 02:35:32.205081 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f3184f6-e486-4a28-86f5-b54e2d67ac55 req-9f09a47c-4274-4711-bb5e-243fa7335275 service neutron] 10.222.0.73 "GET /v2.0/networks/40060da4-466c-487c-918b-63c029137254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877430 Aug 16 02:35:32.296623 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da057b6-d209-4d48-ae05-886335e2ae7d req-36e187f5-25ed-4708-ba69-49d253d13b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:32.298252 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1da057b6-d209-4d48-ae05-886335e2ae7d req-36e187f5-25ed-4708-ba69-49d253d13b53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0cfbc416635f40e782b80c6f31174e57&device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 1096 time: 0.0425644 Aug 16 02:35:32.392753 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da057b6-d209-4d48-ae05-886335e2ae7d req-95ae5777-d1a3-4cca-a85a-2d695c59775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:32.394296 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1da057b6-d209-4d48-ae05-886335e2ae7d req-95ae5777-d1a3-4cca-a85a-2d695c59775e service neutron] 10.222.0.73 "GET /v2.0/networks?id=40060da4-466c-487c-918b-63c029137254 HTTP/1.1" status: 200 len: 915 time: 0.0881009 Aug 16 02:35:32.435543 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1da057b6-d209-4d48-ae05-886335e2ae7d req-ff2fe854-9c73-4e51-885b-a9f9158af685 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aeb3991c-3fe4-4e6a-a3d9-869ce260c574 HTTP/1.1" status: 200 len: 217 time: 0.0341988 Aug 16 02:35:32.483234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da057b6-d209-4d48-ae05-886335e2ae7d req-8eba9143-0f75-42c2-8876-514f869ac6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:32.484580 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1da057b6-d209-4d48-ae05-886335e2ae7d req-8eba9143-0f75-42c2-8876-514f869ac6f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f8591a3d-483a-4c9c-9382-ad5aadae827d HTTP/1.1" status: 200 len: 854 time: 0.0421929 Aug 16 02:35:32.518947 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1da057b6-d209-4d48-ae05-886335e2ae7d req-4d67afec-8c46-4f1c-a2e2-8a94e099c087 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40060da4-466c-487c-918b-63c029137254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241113 Aug 16 02:35:32.616108 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1da057b6-d209-4d48-ae05-886335e2ae7d req-a5484fda-3471-43bc-9e82-f35fbe4a1ae5 service neutron] 10.222.0.73 "GET /v2.0/networks/40060da4-466c-487c-918b-63c029137254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884271 Aug 16 02:35:32.703532 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1da057b6-d209-4d48-ae05-886335e2ae7d req-133ce9bd-2769-4177-8834-7eff6efe35e5 service neutron] 10.222.0.73 "GET /v2.0/networks/40060da4-466c-487c-918b-63c029137254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798435 Aug 16 02:35:33.056932 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568db06-c5b7-4240-916c-dd670287e21a req-c84a075b-b67b-46e9-a61f-63080ce09a29 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:33.058561 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4568db06-c5b7-4240-916c-dd670287e21a req-c84a075b-b67b-46e9-a61f-63080ce09a29 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 944 time: 0.0496085 Aug 16 02:35:33.095568 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4568db06-c5b7-4240-916c-dd670287e21a req-e88f5649-2db3-48e7-8550-bfa7dcec64db tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311177 Aug 16 02:35:34.215450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8823a6-8594-4dab-9470-7e2fa6290d43 req-936acf2a-9f4e-4a7d-99ad-9b871b65d446 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:34.216942 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ac8823a6-8594-4dab-9470-7e2fa6290d43 req-936acf2a-9f4e-4a7d-99ad-9b871b65d446 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 944 time: 0.0539925 Aug 16 02:35:34.259959 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ac8823a6-8594-4dab-9470-7e2fa6290d43 req-0db5bcda-523f-44f5-817e-682f2d65c47c tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370479 Aug 16 02:35:35.246973 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device aeb3991c-3fe4-4e6a-a3d9-869ce260c574 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:35:35.345719 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port aeb3991c-3fe4-4e6a-a3d9-869ce260c574, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=aeb3991c-3fe4-4e6a-a3d9-869ce260c574,segment=NetworkSegment(5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9),segment_id=5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:35.358884 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'aeb3991c-3fe4-4e6a-a3d9-869ce260c574', 'network_id': '40060da4-466c-487c-918b-63c029137254', 'port_id': 'aeb3991c-3fe4-4e6a-a3d9-869ce260c574', 'mac_address': 'fa:16:3e:9a:6d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8591a3d-483a-4c9c-9382-ad5aadae827d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:35:35.378401 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea884255-181a-47bd-8b3d-5cfc8e1eff17 req-ab7cb5be-5cd6-4f75-9dbe-797cc923fa43 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:35.379890 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea884255-181a-47bd-8b3d-5cfc8e1eff17 req-ab7cb5be-5cd6-4f75-9dbe-797cc923fa43 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 944 time: 0.0500991 Aug 16 02:35:35.395953 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:35.409125 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb3991c-3fe4-4e6a-a3d9-869ce260c574 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:35:35.421371 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea884255-181a-47bd-8b3d-5cfc8e1eff17 req-113bb763-520e-4d8c-9110-72c96949e48d tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346386 Aug 16 02:35:35.430485 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port aeb3991c-3fe4-4e6a-a3d9-869ce260c574, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=aeb3991c-3fe4-4e6a-a3d9-869ce260c574,segment=NetworkSegment(5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9),segment_id=5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:35.435137 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:35.481516 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=aeb3991c-3fe4-4e6a-a3d9-869ce260c574,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:35.678550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['aeb3991c-3fe4-4e6a-a3d9-869ce260c574'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:35:36.544315 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca6b8a-26c0-4f6d-b702-775ff7165b7b req-ec2912ce-8fcc-421b-a559-83265a47d784 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:36.546050 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4eca6b8a-26c0-4f6d-b702-775ff7165b7b req-ec2912ce-8fcc-421b-a559-83265a47d784 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 945 time: 0.0567467 Aug 16 02:35:36.592210 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4eca6b8a-26c0-4f6d-b702-775ff7165b7b req-e501adb2-3f80-4f11-9bb7-a5c0a5c4bd70 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401030 Aug 16 02:35:37.262016 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device aeb3991c-3fe4-4e6a-a3d9-869ce260c574 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:37.311902 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port aeb3991c-3fe4-4e6a-a3d9-869ce260c574 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:37.315535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port aeb3991c-3fe4-4e6a-a3d9-869ce260c574 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:37.315907 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.395358 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.418553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2f82ec-d137-4788-9b89-33cb67fe40ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb3991c-3fe4-4e6a-a3d9-869ce260c574'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:37.420808 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273f1328-7ffd-448a-a2f8-9b5af0452699" -d '{"events": [{"server_uuid": "db2f82ec-d137-4788-9b89-33cb67fe40ca", "name": "network-vif-plugged", "status": "completed", "tag": "aeb3991c-3fe4-4e6a-a3d9-869ce260c574"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:37.434763 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port aeb3991c-3fe4-4e6a-a3d9-869ce260c574, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=aeb3991c-3fe4-4e6a-a3d9-869ce260c574,segment=NetworkSegment(5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9),segment_id=5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:37.439040 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:37.462885 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b57ac8-31c6-428f-b53e-8ffcd68ab0aa x-openstack-request-id: req-60b57ac8-31c6-428f-b53e-8ffcd68ab0aa {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:37.463321 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2f82ec-d137-4788-9b89-33cb67fe40ca", "name": "network-vif-plugged", "status": "completed", "tag": "aeb3991c-3fe4-4e6a-a3d9-869ce260c574", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:37.463739 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-60b57ac8-31c6-428f-b53e-8ffcd68ab0aa {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:37.464206 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2f82ec-d137-4788-9b89-33cb67fe40ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb3991c-3fe4-4e6a-a3d9-869ce260c574', 'code': 200} Aug 16 02:35:37.491337 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=aeb3991c-3fe4-4e6a-a3d9-869ce260c574,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:37.571988 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc135e-274d-4fd5-adb1-0395cce3c1f8 req-785520c6-5089-4302-9577-39eb6fcde345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:37.574233 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1dfc135e-274d-4fd5-adb1-0395cce3c1f8 req-785520c6-5089-4302-9577-39eb6fcde345 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 1098 time: 0.0517459 Aug 16 02:35:37.613682 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1dfc135e-274d-4fd5-adb1-0395cce3c1f8 req-6e847373-47db-4157-a45b-4cbaf27ed67c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278018 Aug 16 02:35:37.711253 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cec67-1946-4087-93b4-6bc263aad239 req-66785d0d-b6f2-4ae3-8a8d-0d62109a0208 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:37.712808 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a11cec67-1946-4087-93b4-6bc263aad239 req-66785d0d-b6f2-4ae3-8a8d-0d62109a0208 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 946 time: 0.0528824 Aug 16 02:35:37.751122 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a11cec67-1946-4087-93b4-6bc263aad239 req-21b7dadc-77ee-45d6-865f-9435a0ad2eab tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314884 Aug 16 02:35:37.993394 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:38.615463 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:38.876113 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9992f1-b66e-41ab-963a-823d2f51a120 req-c2835062-3889-42b3-a1ea-b47f186f3380 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:38.877639 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a9992f1-b66e-41ab-963a-823d2f51a120 req-c2835062-3889-42b3-a1ea-b47f186f3380 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 946 time: 0.0546150 Aug 16 02:35:38.916405 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a9992f1-b66e-41ab-963a-823d2f51a120 req-01312f69-0669-447d-a835-5a404498028d tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327957 Aug 16 02:35:39.133587 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac4e66-f11b-406c-be89-62de199d0929 req-e5a28247-bb23-4cd5-9eb0-3594e626463e tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:39.135613 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3aac4e66-f11b-406c-be89-62de199d0929 req-e5a28247-bb23-4cd5-9eb0-3594e626463e tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/networks?id=40060da4-466c-487c-918b-63c029137254 HTTP/1.1" status: 200 len: 814 time: 0.0990973 Aug 16 02:35:39.150763 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3aac4e66-f11b-406c-be89-62de199d0929 req-f68a1d37-436d-4b7d-9f3d-9f094f3bb709 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/quotas/0cfbc416635f40e782b80c6f31174e57 HTTP/1.1" status: 200 len: 375 time: 0.0093656 Aug 16 02:35:39.205384 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3aac4e66-f11b-406c-be89-62de199d0929 req-9358f20c-c3f9-4bcd-8976-f8c58d3b1bed tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0cfbc416635f40e782b80c6f31174e57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0494888 Aug 16 02:35:39.216485 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-3aac4e66-f11b-406c-be89-62de199d0929 req-bf6c0f9d-d440-460b-8aa3-1bd847e17f60 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:35:39.217441 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3aac4e66-f11b-406c-be89-62de199d0929 req-bf6c0f9d-d440-460b-8aa3-1bd847e17f60 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052326 Aug 16 02:35:39.304970 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3aac4e66-f11b-406c-be89-62de199d0929 req-6aee5132-9b78-49ff-a0b6-1353337a9ce3 service neutron] 10.222.0.68 "GET /v2.0/networks/40060da4-466c-487c-918b-63c029137254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820978 Aug 16 02:35:39.398703 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3aac4e66-f11b-406c-be89-62de199d0929 req-c7678e48-a8f6-463a-8a6c-6ff7b915c9b2 service neutron] 10.222.0.68 "GET /v2.0/networks/40060da4-466c-487c-918b-63c029137254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868123 Aug 16 02:35:39.560167 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5440121f-ec8c-4cae-9fa4-66f18fe7198f req-10b913bd-3d57-4a8a-84ec-530f71900b60 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=338cb4de-0cd5-4d46-b602-cb474a6b48f4 HTTP/1.1" status: 200 len: 210 time: 0.0290692 Aug 16 02:35:40.657900 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d8363e84-51ae-47ab-b613-1a7a00884f1b req-628ed3f7-feb6-40a5-845a-728a41c7af87 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=338cb4de-0cd5-4d46-b602-cb474a6b48f4 HTTP/1.1" status: 200 len: 210 time: 0.0295792 Aug 16 02:35:40.716948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac4e66-f11b-406c-be89-62de199d0929 req-b735c6f0-fc53-4c0b-b046-c3f835cabb7e tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:40.718492 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3aac4e66-f11b-406c-be89-62de199d0929 req-b735c6f0-fc53-4c0b-b046-c3f835cabb7e tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.63 "GET /v2.0/networks?id=40060da4-466c-487c-918b-63c029137254 HTTP/1.1" status: 200 len: 814 time: 0.1154752 Aug 16 02:35:40.736511 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-3aac4e66-f11b-406c-be89-62de199d0929 req-bde7526e-3366-4ad1-993d-f67b941faa15 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Request body: {'port': {'device_id': '338cb4de-0cd5-4d46-b602-cb474a6b48f4', 'network_id': '40060da4-466c-487c-918b-63c029137254', 'admin_state_up': True, 'tenant_id': '0cfbc416635f40e782b80c6f31174e57'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:41.156374 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aac4e66-f11b-406c-be89-62de199d0929 req-bde7526e-3366-4ad1-993d-f67b941faa15 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Made reservation on behalf of 0cfbc416635f40e782b80c6f31174e57 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:35:41.161645 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3aac4e66-f11b-406c-be89-62de199d0929 req-bde7526e-3366-4ad1-993d-f67b941faa15 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.293338 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-3aac4e66-f11b-406c-be89-62de199d0929 req-bde7526e-3366-4ad1-993d-f67b941faa15 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Allocated IP 172.20.0.4 (40060da4-466c-487c-918b-63c029137254/f8591a3d-483a-4c9c-9382-ad5aadae827d/c4a9427e-2343-45bf-be85-67959c6ea63e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:35:41.446012 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3aac4e66-f11b-406c-be89-62de199d0929 req-bde7526e-3366-4ad1-993d-f67b941faa15 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.486648 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3aac4e66-f11b-406c-be89-62de199d0929 req-bde7526e-3366-4ad1-993d-f67b941faa15 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.499789 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['aeb3991c-3fe4-4e6a-a3d9-869ce260c574'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:35:41.532384 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aac4e66-f11b-406c-be89-62de199d0929 req-bde7526e-3366-4ad1-993d-f67b941faa15 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Network 40060da4-466c-487c-918b-63c029137254 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:35:41.538178 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-3aac4e66-f11b-406c-be89-62de199d0929 req-bde7526e-3366-4ad1-993d-f67b941faa15 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:35:41.542478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aac4e66-f11b-406c-be89-62de199d0929 req-bde7526e-3366-4ad1-993d-f67b941faa15 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:35:41.566938 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7526e-3366-4ad1-993d-f67b941faa15 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Pushing event updated for resources: {'Port': ['ID=c4a9427e-2343-45bf-be85-67959c6ea63e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:41.598460 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac4e66-f11b-406c-be89-62de199d0929 req-bde7526e-3366-4ad1-993d-f67b941faa15 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:41.599121 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3aac4e66-f11b-406c-be89-62de199d0929 req-bde7526e-3366-4ad1-993d-f67b941faa15 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.614266 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3aac4e66-f11b-406c-be89-62de199d0929 req-bde7526e-3366-4ad1-993d-f67b941faa15 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8815544 Aug 16 02:35:41.632087 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Request body: {'port': {'device_id': '338cb4de-0cd5-4d46-b602-cb474a6b48f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:35:41.693332 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:41.862041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a8987-3216-4442-b530-c269e83697ed req-7e2627b5-d84b-4605-90ba-1f1e778dc68c tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:41.863508 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a15a8987-3216-4442-b530-c269e83697ed req-7e2627b5-d84b-4605-90ba-1f1e778dc68c tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=338cb4de-0cd5-4d46-b602-cb474a6b48f4 HTTP/1.1" status: 200 len: 931 time: 0.1268971 Aug 16 02:35:41.950952 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a15a8987-3216-4442-b530-c269e83697ed req-4f1e980c-dbbd-43c2-9650-83fbe1ae77d2 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776639 Aug 16 02:35:42.060158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a9427e-2343-45bf-be85-67959c6ea63e {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:35:42.067750 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.080371 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Transition to ACTIVE for port object c4a9427e-2343-45bf-be85-67959c6ea63e will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:35:42.083427 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.140149 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Pushing event updated for resources: {'Port': ['ID=c4a9427e-2343-45bf-be85-67959c6ea63e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:42.206327 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Attempting to bind port c4a9427e-2343-45bf-be85-67959c6ea63e on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:35:42.206576 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Attempting to bind port c4a9427e-2343-45bf-be85-67959c6ea63e by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '40060da4-466c-487c-918b-63c029137254'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:35:42.206888 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Attempting to bind port c4a9427e-2343-45bf-be85-67959c6ea63e on network 40060da4-466c-487c-918b-63c029137254 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:42.211175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Port c4a9427e-2343-45bf-be85-67959c6ea63e on network 40060da4-466c-487c-918b-63c029137254 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:35:42.211498 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Attempting to bind port c4a9427e-2343-45bf-be85-67959c6ea63e on network 40060da4-466c-487c-918b-63c029137254 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:35:42.216788 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:35:42.217130 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Checking segment: {'id': '5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '40060da4-466c-487c-918b-63c029137254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:35:42.217519 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Bound using segment: {'id': '5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '40060da4-466c-487c-918b-63c029137254'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:35:42.217981 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Bound port: c4a9427e-2343-45bf-be85-67959c6ea63e, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '40060da4-466c-487c-918b-63c029137254'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:35:42.218342 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.283956 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] For port c4a9427e-2343-45bf-be85-67959c6ea63e, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:35:42.287769 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] For port c4a9427e-2343-45bf-be85-67959c6ea63e, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=c4a9427e-2343-45bf-be85-67959c6ea63e,segment=NetworkSegment(5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9),segment_id=5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:35:42.292771 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.330203 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:42.330819 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.332211 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3aac4e66-f11b-406c-be89-62de199d0929 req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] 10.222.0.63 "PUT /v2.0/ports/c4a9427e-2343-45bf-be85-67959c6ea63e HTTP/1.1" status: 200 len: 1092 time: 0.7047298 Aug 16 02:35:42.332644 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338cb4de-0cd5-4d46-b602-cb474a6b48f4', 'tag': 'c4a9427e-2343-45bf-be85-67959c6ea63e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:42.334970 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc89628-30ac-4776-bb24-ba5aa0480891" -d '{"events": [{"name": "network-changed", "server_uuid": "338cb4de-0cd5-4d46-b602-cb474a6b48f4", "tag": "c4a9427e-2343-45bf-be85-67959c6ea63e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:42.364898 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37398d3e-47b1-428a-bdab-a285bfe83b9f service neutron] Pushing event updated for resources: {'Port': ['ID=c4a9427e-2343-45bf-be85-67959c6ea63e,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:42.382839 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fa2799-f885-47c1-8bff-c85406ceb5d1 x-openstack-request-id: req-05fa2799-f885-47c1-8bff-c85406ceb5d1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:42.383127 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338cb4de-0cd5-4d46-b602-cb474a6b48f4", "tag": "c4a9427e-2343-45bf-be85-67959c6ea63e", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:42.383372 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-05fa2799-f885-47c1-8bff-c85406ceb5d1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:42.383778 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338cb4de-0cd5-4d46-b602-cb474a6b48f4', 'tag': 'c4a9427e-2343-45bf-be85-67959c6ea63e', 'status': 'completed', 'code': 200} Aug 16 02:35:42.432958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac4e66-f11b-406c-be89-62de199d0929 req-dc107ab1-d1a7-4d40-85f4-a6a58ca363e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:42.434499 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3aac4e66-f11b-406c-be89-62de199d0929 req-dc107ab1-d1a7-4d40-85f4-a6a58ca363e5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0cfbc416635f40e782b80c6f31174e57&device_id=338cb4de-0cd5-4d46-b602-cb474a6b48f4 HTTP/1.1" status: 200 len: 1095 time: 0.0440385 Aug 16 02:35:42.480252 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3aac4e66-f11b-406c-be89-62de199d0929 req-632b5e5d-4abd-4788-b143-148cf7d2e45f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4a9427e-2343-45bf-be85-67959c6ea63e HTTP/1.1" status: 200 len: 217 time: 0.0337317 Aug 16 02:35:42.537535 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac4e66-f11b-406c-be89-62de199d0929 req-64019f92-a412-4016-aa64-e995c46773a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:42.539014 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3aac4e66-f11b-406c-be89-62de199d0929 req-64019f92-a412-4016-aa64-e995c46773a4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f8591a3d-483a-4c9c-9382-ad5aadae827d HTTP/1.1" status: 200 len: 854 time: 0.0479209 Aug 16 02:35:42.578995 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3aac4e66-f11b-406c-be89-62de199d0929 req-7f91b0fd-d049-464a-899a-5bea106e19f2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40060da4-466c-487c-918b-63c029137254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288684 Aug 16 02:35:42.677291 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3aac4e66-f11b-406c-be89-62de199d0929 req-9451b271-0e24-4221-83cd-9d025a5ee54a service neutron] 10.222.0.63 "GET /v2.0/networks/40060da4-466c-487c-918b-63c029137254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896945 Aug 16 02:35:42.774658 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3aac4e66-f11b-406c-be89-62de199d0929 req-66674cc6-4884-4c43-aff7-1121758043d4 service neutron] 10.222.0.63 "GET /v2.0/networks/40060da4-466c-487c-918b-63c029137254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864496 Aug 16 02:35:42.877083 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc89628-30ac-4776-bb24-ba5aa0480891 req-5d3a564e-e776-4041-81e7-33a49c095f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:42.878603 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2fc89628-30ac-4776-bb24-ba5aa0480891 req-5d3a564e-e776-4041-81e7-33a49c095f71 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0cfbc416635f40e782b80c6f31174e57&device_id=338cb4de-0cd5-4d46-b602-cb474a6b48f4 HTTP/1.1" status: 200 len: 1095 time: 0.0418782 Aug 16 02:35:42.972622 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc89628-30ac-4776-bb24-ba5aa0480891 req-76f4b01d-11e3-4db5-887c-7085ae899221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:42.974133 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2fc89628-30ac-4776-bb24-ba5aa0480891 req-76f4b01d-11e3-4db5-887c-7085ae899221 service neutron] 10.222.0.63 "GET /v2.0/networks?id=40060da4-466c-487c-918b-63c029137254 HTTP/1.1" status: 200 len: 915 time: 0.0887661 Aug 16 02:35:43.019071 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2fc89628-30ac-4776-bb24-ba5aa0480891 req-98797afc-9987-4253-bcad-8e7b55879e0a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4a9427e-2343-45bf-be85-67959c6ea63e HTTP/1.1" status: 200 len: 217 time: 0.0375290 Aug 16 02:35:43.093972 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc89628-30ac-4776-bb24-ba5aa0480891 req-ebbd93db-ea7c-4781-81e6-657165ff3f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:43.095334 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2fc89628-30ac-4776-bb24-ba5aa0480891 req-ebbd93db-ea7c-4781-81e6-657165ff3f1d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f8591a3d-483a-4c9c-9382-ad5aadae827d HTTP/1.1" status: 200 len: 854 time: 0.0664904 Aug 16 02:35:43.106735 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1e4a5-952c-4600-8c7a-7972e35af45e req-4d22f30b-dd3e-4d3a-a9d5-11759e358aef tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:43.108124 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43e1e4a5-952c-4600-8c7a-7972e35af45e req-4d22f30b-dd3e-4d3a-a9d5-11759e358aef tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=338cb4de-0cd5-4d46-b602-cb474a6b48f4 HTTP/1.1" status: 200 len: 943 time: 0.0882037 Aug 16 02:35:43.139156 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2fc89628-30ac-4776-bb24-ba5aa0480891 req-2e8764bb-b185-420e-9a3d-5b125e5ee60f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40060da4-466c-487c-918b-63c029137254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297706 Aug 16 02:35:43.204314 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43e1e4a5-952c-4600-8c7a-7972e35af45e req-afd1cee6-cfe0-4b34-8e5d-c09d3fcb99d8 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875957 Aug 16 02:35:43.251565 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2fc89628-30ac-4776-bb24-ba5aa0480891 req-62a5ea80-c513-4589-bc6e-50f51b54051c service neutron] 10.222.0.63 "GET /v2.0/networks/40060da4-466c-487c-918b-63c029137254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987608 Aug 16 02:35:43.356503 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2fc89628-30ac-4776-bb24-ba5aa0480891 req-efdffda6-f838-4d50-8398-bfeb72ae9dcf service neutron] 10.222.0.63 "GET /v2.0/networks/40060da4-466c-487c-918b-63c029137254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901484 Aug 16 02:35:44.330904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d27c73-874f-4523-8b16-384f45fb91d2 req-be1cf4e7-bc33-4d30-9716-9f59e4fef712 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:44.332427 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-89d27c73-874f-4523-8b16-384f45fb91d2 req-be1cf4e7-bc33-4d30-9716-9f59e4fef712 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=338cb4de-0cd5-4d46-b602-cb474a6b48f4 HTTP/1.1" status: 200 len: 943 time: 0.0536718 Aug 16 02:35:44.372744 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-89d27c73-874f-4523-8b16-384f45fb91d2 req-dff7120e-0427-4ed9-a5df-fc43edb3aab5 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334449 Aug 16 02:35:45.490399 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f96a1b-5c9f-4598-97c4-753fb0a85373 req-5217a3b1-3541-445f-80a5-cddec66aa939 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:45.491903 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0f96a1b-5c9f-4598-97c4-753fb0a85373 req-5217a3b1-3541-445f-80a5-cddec66aa939 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=338cb4de-0cd5-4d46-b602-cb474a6b48f4 HTTP/1.1" status: 200 len: 943 time: 0.0511229 Aug 16 02:35:45.529672 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0f96a1b-5c9f-4598-97c4-753fb0a85373 req-73c61d93-48d1-4632-bba4-decba5686901 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312262 Aug 16 02:35:45.929843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device c4a9427e-2343-45bf-be85-67959c6ea63e details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:35:46.027134 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port c4a9427e-2343-45bf-be85-67959c6ea63e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=c4a9427e-2343-45bf-be85-67959c6ea63e,segment=NetworkSegment(5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9),segment_id=5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:46.038535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'c4a9427e-2343-45bf-be85-67959c6ea63e', 'network_id': '40060da4-466c-487c-918b-63c029137254', 'port_id': 'c4a9427e-2343-45bf-be85-67959c6ea63e', 'mac_address': 'fa:16:3e:2b:58:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8591a3d-483a-4c9c-9382-ad5aadae827d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:35:46.076853 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:46.089558 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a9427e-2343-45bf-be85-67959c6ea63e {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:35:46.109682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port c4a9427e-2343-45bf-be85-67959c6ea63e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=c4a9427e-2343-45bf-be85-67959c6ea63e,segment=NetworkSegment(5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9),segment_id=5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:46.114387 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:46.166438 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=c4a9427e-2343-45bf-be85-67959c6ea63e,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:46.365729 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['c4a9427e-2343-45bf-be85-67959c6ea63e'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:35:46.652854 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ce64f-a558-46c7-b185-49f815d9f166 req-322a9223-d892-4b83-af31-121af955dff7 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:46.654369 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3c9ce64f-a558-46c7-b185-49f815d9f166 req-322a9223-d892-4b83-af31-121af955dff7 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=338cb4de-0cd5-4d46-b602-cb474a6b48f4 HTTP/1.1" status: 200 len: 944 time: 0.0494051 Aug 16 02:35:46.694040 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3c9ce64f-a558-46c7-b185-49f815d9f166 req-edf81b6f-d5b1-4a6a-a7fd-d0e620116985 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321927 Aug 16 02:35:47.807713 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a3c24-5e32-404d-9c8b-db62aff4db8b req-af34a5de-ec71-4078-b11d-f13968c4cffb tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:47.809167 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a80a3c24-5e32-404d-9c8b-db62aff4db8b req-af34a5de-ec71-4078-b11d-f13968c4cffb tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=338cb4de-0cd5-4d46-b602-cb474a6b48f4 HTTP/1.1" status: 200 len: 944 time: 0.0481842 Aug 16 02:35:47.850772 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a80a3c24-5e32-404d-9c8b-db62aff4db8b req-24a7c48c-5863-4381-839e-6b7a0f38a749 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356958 Aug 16 02:35:47.934549 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device c4a9427e-2343-45bf-be85-67959c6ea63e up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:35:47.981139 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port c4a9427e-2343-45bf-be85-67959c6ea63e completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:35:47.984688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port c4a9427e-2343-45bf-be85-67959c6ea63e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:35:47.985172 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.064354 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.087658 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338cb4de-0cd5-4d46-b602-cb474a6b48f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a9427e-2343-45bf-be85-67959c6ea63e'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:48.090236 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bde034-c202-4b19-bd9d-53adb9bef4f9" -d '{"events": [{"server_uuid": "338cb4de-0cd5-4d46-b602-cb474a6b48f4", "name": "network-vif-plugged", "status": "completed", "tag": "c4a9427e-2343-45bf-be85-67959c6ea63e"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:48.103548 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port c4a9427e-2343-45bf-be85-67959c6ea63e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=c4a9427e-2343-45bf-be85-67959c6ea63e,segment=NetworkSegment(5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9),segment_id=5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:48.108768 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:48.132875 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9000b0e-2462-4a42-80db-9f74fe374e87 x-openstack-request-id: req-c9000b0e-2462-4a42-80db-9f74fe374e87 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:48.133166 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338cb4de-0cd5-4d46-b602-cb474a6b48f4", "name": "network-vif-plugged", "status": "completed", "tag": "c4a9427e-2343-45bf-be85-67959c6ea63e", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:48.133422 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c9000b0e-2462-4a42-80db-9f74fe374e87 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:48.133833 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338cb4de-0cd5-4d46-b602-cb474a6b48f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a9427e-2343-45bf-be85-67959c6ea63e', 'code': 200} Aug 16 02:35:48.167966 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=c4a9427e-2343-45bf-be85-67959c6ea63e,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:48.226743 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b9fb3-c96e-475d-9828-08efe5f1ddad req-b77917ef-7d09-4e13-9a83-539a8189a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:48.228213 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e2b9fb3-c96e-475d-9828-08efe5f1ddad req-b77917ef-7d09-4e13-9a83-539a8189a8f5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=338cb4de-0cd5-4d46-b602-cb474a6b48f4 HTTP/1.1" status: 200 len: 1097 time: 0.0399368 Aug 16 02:35:48.267661 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8e2b9fb3-c96e-475d-9828-08efe5f1ddad req-2e896f44-91e9-4624-9503-1df6fedd70ba service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288131 Aug 16 02:35:48.969775 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5230e4-f60a-4e03-a06b-882bc1063350 req-462cc76d-3102-44b0-b4a2-a28372ca3da2 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:48.971246 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e5230e4-f60a-4e03-a06b-882bc1063350 req-462cc76d-3102-44b0-b4a2-a28372ca3da2 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=338cb4de-0cd5-4d46-b602-cb474a6b48f4 HTTP/1.1" status: 200 len: 945 time: 0.0514209 Aug 16 02:35:49.011023 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e5230e4-f60a-4e03-a06b-882bc1063350 req-d26c72ef-803a-4938-8b75-3ac75d066a01 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318561 Aug 16 02:35:49.127443 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b95b665-d057-407a-9cbc-e92c040eba93 req-bad9223e-669d-4536-8049-b4530710642c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462661 Aug 16 02:35:49.215774 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95b665-d057-407a-9cbc-e92c040eba93 req-b328d7cb-9c53-4b22-8b65-da595aa9d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:49.217222 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b95b665-d057-407a-9cbc-e92c040eba93 req-b328d7cb-9c53-4b22-8b65-da595aa9d342 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0cfbc416635f40e782b80c6f31174e57&device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 1098 time: 0.0450246 Aug 16 02:35:49.326403 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95b665-d057-407a-9cbc-e92c040eba93 req-d5cd38e9-8304-4626-802c-2e9385eba237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:49.327874 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b95b665-d057-407a-9cbc-e92c040eba93 req-d5cd38e9-8304-4626-802c-2e9385eba237 service neutron] 10.222.0.73 "GET /v2.0/networks?id=40060da4-466c-487c-918b-63c029137254 HTTP/1.1" status: 200 len: 915 time: 0.0859561 Aug 16 02:35:49.373177 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b95b665-d057-407a-9cbc-e92c040eba93 req-c248c6ac-626a-4a84-a090-6e6fcb688050 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aeb3991c-3fe4-4e6a-a3d9-869ce260c574 HTTP/1.1" status: 200 len: 217 time: 0.0384855 Aug 16 02:35:49.425803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95b665-d057-407a-9cbc-e92c040eba93 req-43060de6-d972-40bd-9de7-5a1c7d2386aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:49.427236 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b95b665-d057-407a-9cbc-e92c040eba93 req-43060de6-d972-40bd-9de7-5a1c7d2386aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f8591a3d-483a-4c9c-9382-ad5aadae827d HTTP/1.1" status: 200 len: 854 time: 0.0447016 Aug 16 02:35:49.464354 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b95b665-d057-407a-9cbc-e92c040eba93 req-b5c677cb-ebc3-4061-83d4-c25e59a226eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=40060da4-466c-487c-918b-63c029137254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296943 Aug 16 02:35:49.566754 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b95b665-d057-407a-9cbc-e92c040eba93 req-da2e66b4-b0c6-4a16-bc27-b5baf05e5445 service neutron] 10.222.0.73 "GET /v2.0/networks/40060da4-466c-487c-918b-63c029137254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954628 Aug 16 02:35:49.658734 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b95b665-d057-407a-9cbc-e92c040eba93 req-1299410d-3a03-47b5-b1b3-b1716f6e468e service neutron] 10.222.0.73 "GET /v2.0/networks/40060da4-466c-487c-918b-63c029137254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813570 Aug 16 02:35:50.130621 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c36e6-a879-4b29-bf66-ea2ee1704dfd req-9d04b7cc-d135-4cde-89e0-b8d7006bf1dc tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:50.132104 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-535c36e6-a879-4b29-bf66-ea2ee1704dfd req-9d04b7cc-d135-4cde-89e0-b8d7006bf1dc tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=338cb4de-0cd5-4d46-b602-cb474a6b48f4 HTTP/1.1" status: 200 len: 945 time: 0.0530403 Aug 16 02:35:50.174302 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-535c36e6-a879-4b29-bf66-ea2ee1704dfd req-7a804576-fb2c-4bee-8fe6-673836063e6c tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362420 Aug 16 02:35:50.196143 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5d38072-1478-4a1c-addc-758dff503b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:50.404352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe07d9-e439-4ba7-840f-0d729b489895 req-0d1b809b-b052-403a-baf7-04048f31a91f tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:50.405861 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5fe07d9-e439-4ba7-840f-0d729b489895 req-0d1b809b-b052-403a-baf7-04048f31a91f tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=338cb4de-0cd5-4d46-b602-cb474a6b48f4 HTTP/1.1" status: 200 len: 945 time: 0.0495152 Aug 16 02:35:50.443548 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5fe07d9-e439-4ba7-840f-0d729b489895 req-9d424d34-bb31-4c86-81f3-7dfba025c1ae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313518 Aug 16 02:35:51.566145 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417cfcf-0052-4f23-b2fa-cb33ded6cd15 req-03228914-c7b0-4fa2-9342-81ec84c32ef4 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:51.567520 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4417cfcf-0052-4f23-b2fa-cb33ded6cd15 req-03228914-c7b0-4fa2-9342-81ec84c32ef4 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=338cb4de-0cd5-4d46-b602-cb474a6b48f4 HTTP/1.1" status: 200 len: 945 time: 0.0522506 Aug 16 02:35:51.609362 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4417cfcf-0052-4f23-b2fa-cb33ded6cd15 req-bd7b12d8-2543-496a-9421-f505a510bd25 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353661 Aug 16 02:35:51.777434 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dcdf0-a148-4bab-957d-da7cdc430f9f req-2013429d-bcb1-4884-b9f3-b673e92e52f0 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:51.778884 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-800dcdf0-a148-4bab-957d-da7cdc430f9f req-2013429d-bcb1-4884-b9f3-b673e92e52f0 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.63 "GET /v2.0/ports?device_id=338cb4de-0cd5-4d46-b602-cb474a6b48f4 HTTP/1.1" status: 200 len: 945 time: 0.0485387 Aug 16 02:35:51.866789 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-800dcdf0-a148-4bab-957d-da7cdc430f9f req-9bd4054e-24a4-419c-9ec8-f41284e3eb52 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Deleting port c4a9427e-2343-45bf-be85-67959c6ea63e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:51.867036 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-800dcdf0-a148-4bab-957d-da7cdc430f9f req-9bd4054e-24a4-419c-9ec8-f41284e3eb52 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:51.958370 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-800dcdf0-a148-4bab-957d-da7cdc430f9f req-9bd4054e-24a4-419c-9ec8-f41284e3eb52 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] For port c4a9427e-2343-45bf-be85-67959c6ea63e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=c4a9427e-2343-45bf-be85-67959c6ea63e,segment=NetworkSegment(5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9),segment_id=5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:51.958733 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-800dcdf0-a148-4bab-957d-da7cdc430f9f req-9bd4054e-24a4-419c-9ec8-f41284e3eb52 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:51.971550 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-800dcdf0-a148-4bab-957d-da7cdc430f9f req-9bd4054e-24a4-419c-9ec8-f41284e3eb52 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Calling delete_port for c4a9427e-2343-45bf-be85-67959c6ea63e owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:52.099201 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-800dcdf0-a148-4bab-957d-da7cdc430f9f req-9bd4054e-24a4-419c-9ec8-f41284e3eb52 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.111546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['aeb3991c-3fe4-4e6a-a3d9-869ce260c574'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:35:52.116060 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['c4a9427e-2343-45bf-be85-67959c6ea63e'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:35:52.129382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4054e-24a4-419c-9ec8-f41284e3eb52 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Pushing event deleted for resources: {'Port': ['ID=c4a9427e-2343-45bf-be85-67959c6ea63e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:52.172773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-800dcdf0-a148-4bab-957d-da7cdc430f9f req-9bd4054e-24a4-419c-9ec8-f41284e3eb52 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] No DVR routers for this DVR port c4a9427e-2343-45bf-be85-67959c6ea63e on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:35:52.175828 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-800dcdf0-a148-4bab-957d-da7cdc430f9f req-9bd4054e-24a4-419c-9ec8-f41284e3eb52 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:52.178176 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-800dcdf0-a148-4bab-957d-da7cdc430f9f req-9bd4054e-24a4-419c-9ec8-f41284e3eb52 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.63 "DELETE /v2.0/ports/c4a9427e-2343-45bf-be85-67959c6ea63e HTTP/1.1" status: 204 len: 173 time: 0.3924685 Aug 16 02:35:52.178621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338cb4de-0cd5-4d46-b602-cb474a6b48f4', 'name': 'network-vif-deleted', 'tag': 'c4a9427e-2343-45bf-be85-67959c6ea63e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:52.180903 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6de649-1fdf-4f02-b8af-6c7b55f33dfe" -d '{"events": [{"server_uuid": "338cb4de-0cd5-4d46-b602-cb474a6b48f4", "name": "network-vif-deleted", "tag": "c4a9427e-2343-45bf-be85-67959c6ea63e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:52.222348 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17119cb5-c506-4139-9263-20429810eb93 x-openstack-request-id: req-17119cb5-c506-4139-9263-20429810eb93 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:52.222638 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338cb4de-0cd5-4d46-b602-cb474a6b48f4", "name": "network-vif-deleted", "tag": "c4a9427e-2343-45bf-be85-67959c6ea63e", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:52.222881 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-17119cb5-c506-4139-9263-20429810eb93 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:52.223281 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338cb4de-0cd5-4d46-b602-cb474a6b48f4', 'name': 'network-vif-deleted', 'tag': 'c4a9427e-2343-45bf-be85-67959c6ea63e', 'status': 'completed', 'code': 200} Aug 16 02:35:52.720150 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-94d15b17-1dc3-4899-a6a3-279dfb279d4a req-5bb2b48e-aa74-497a-bfa1-a120942fe4e0 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=338cb4de-0cd5-4d46-b602-cb474a6b48f4 HTTP/1.1" status: 200 len: 210 time: 0.0302472 Aug 16 02:35:52.720904 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8308cbcd-7367-486a-9f2e-31c3716610a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.407749 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:53.873667 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090a379-a594-4786-a257-5a93b1ad81de req-767350c4-80dd-4b0c-b381-e065af9063a8 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:53.875137 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d090a379-a594-4786-a257-5a93b1ad81de req-767350c4-80dd-4b0c-b381-e065af9063a8 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 946 time: 0.0521266 Aug 16 02:35:53.912702 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d090a379-a594-4786-a257-5a93b1ad81de req-b57e04d2-57c2-40cd-aa5a-729110eb0002 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315976 Aug 16 02:35:54.043405 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c02fea-f13d-4441-b804-cec37c12f408 req-e0896018-434d-47bb-8230-df7359f23172 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:54.044881 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0c02fea-f13d-4441-b804-cec37c12f408 req-e0896018-434d-47bb-8230-df7359f23172 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 946 time: 0.0487764 Aug 16 02:35:54.083556 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e0c02fea-f13d-4441-b804-cec37c12f408 req-6c53f995-8634-4e45-9749-7067a89d3509 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328422 Aug 16 02:35:54.200298 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e824e4f-2e8f-44bd-852d-8fe72e5d31b1 req-9013254c-76b0-4ee8-aac8-6bb33f9109c6 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:54.201800 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e824e4f-2e8f-44bd-852d-8fe72e5d31b1 req-9013254c-76b0-4ee8-aac8-6bb33f9109c6 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 946 time: 0.0494223 Aug 16 02:35:54.238143 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e824e4f-2e8f-44bd-852d-8fe72e5d31b1 req-9a17dd90-f698-4ecd-a0d0-9cd37c04004f tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304501 Aug 16 02:35:54.361612 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:54.407488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4119d7-cea3-42fc-9bbe-1948b469ba77 req-ef7a3123-1165-4a8d-8ac5-1ebfb0ed9177 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:54.408993 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e4119d7-cea3-42fc-9bbe-1948b469ba77 req-ef7a3123-1165-4a8d-8ac5-1ebfb0ed9177 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 946 time: 0.0513844 Aug 16 02:35:54.454561 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e4119d7-cea3-42fc-9bbe-1948b469ba77 req-d3a6a5b8-36b9-4e16-ad97-49fa6706b01f tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377634 Aug 16 02:35:54.574264 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc88158-ebd9-4fd1-879f-1ba3f077fbc8 req-3ec7914f-c4eb-4c3e-87fa-80449bd4793a tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:54.575743 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6dc88158-ebd9-4fd1-879f-1ba3f077fbc8 req-3ec7914f-c4eb-4c3e-87fa-80449bd4793a tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 946 time: 0.0491831 Aug 16 02:35:54.613719 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6dc88158-ebd9-4fd1-879f-1ba3f077fbc8 req-96265bb1-d701-4136-8e06-b055818b4bf8 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319555 Aug 16 02:35:54.744309 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3179ad0-d7b4-4e7d-987a-3d3656e6e053 req-1c086db0-b1ca-47a8-ba9a-447f6d167a93 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:54.745803 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3179ad0-d7b4-4e7d-987a-3d3656e6e053 req-1c086db0-b1ca-47a8-ba9a-447f6d167a93 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 946 time: 0.0529804 Aug 16 02:35:54.782977 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e3179ad0-d7b4-4e7d-987a-3d3656e6e053 req-14674b73-29e6-4509-bb5b-c66348d00bc1 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312202 Aug 16 02:35:55.084762 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a26b8-6d58-4481-8f41-7d6b45e31f4c req-eb8d7315-ba3a-4cd4-ad5d-aa3a80cb0623 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:55.086210 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e79a26b8-6d58-4481-8f41-7d6b45e31f4c req-eb8d7315-ba3a-4cd4-ad5d-aa3a80cb0623 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 946 time: 0.0504363 Aug 16 02:35:55.124228 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e79a26b8-6d58-4481-8f41-7d6b45e31f4c req-a9991658-124b-4825-90a2-3f85f3c1fa53 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319662 Aug 16 02:35:55.960038 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device c4a9427e-2343-45bf-be85-67959c6ea63e no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:35:55.982544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: c4a9427e-2343-45bf-be85-67959c6ea63e {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:35:55.982883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device c4a9427e-2343-45bf-be85-67959c6ea63e not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:35:56.143491 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:56.240127 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fa7d8-7ec8-4c92-b3af-29f34beca2c9 req-1fd77f7c-05bb-42bd-905a-8ada26be0952 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:56.241509 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d24fa7d8-7ec8-4c92-b3af-29f34beca2c9 req-1fd77f7c-05bb-42bd-905a-8ada26be0952 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 946 time: 0.0481055 Aug 16 02:35:56.282499 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d24fa7d8-7ec8-4c92-b3af-29f34beca2c9 req-e9535d19-a961-413c-a9af-2d227f07ed28 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/security-groups?id=a91c9830-f9c7-4bc2-bc76-7e29445655db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343783 Aug 16 02:35:56.503979 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1f0c8-0c34-454f-b034-88fdd979096b req-f686ed3a-cb51-4b07-bef8-82f9f3ef6b4b tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:56.505334 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6cf1f0c8-0c34-454f-b034-88fdd979096b req-f686ed3a-cb51-4b07-bef8-82f9f3ef6b4b tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.73 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 946 time: 0.0490475 Aug 16 02:35:56.850385 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-6cf1f0c8-0c34-454f-b034-88fdd979096b req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Deleting port aeb3991c-3fe4-4e6a-a3d9-869ce260c574 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:35:56.850722 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6cf1f0c8-0c34-454f-b034-88fdd979096b req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:56.937191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6cf1f0c8-0c34-454f-b034-88fdd979096b req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] For port aeb3991c-3fe4-4e6a-a3d9-869ce260c574, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=aeb3991c-3fe4-4e6a-a3d9-869ce260c574,segment=NetworkSegment(5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9),segment_id=5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:35:56.937550 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6cf1f0c8-0c34-454f-b034-88fdd979096b req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:56.952489 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-6cf1f0c8-0c34-454f-b034-88fdd979096b req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Calling delete_port for aeb3991c-3fe4-4e6a-a3d9-869ce260c574 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:35:57.087546 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6cf1f0c8-0c34-454f-b034-88fdd979096b req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:57.099745 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['aeb3991c-3fe4-4e6a-a3d9-869ce260c574'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:35:57.116554 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Pushing event deleted for resources: {'Port': ['ID=aeb3991c-3fe4-4e6a-a3d9-869ce260c574,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:57.130910 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:57.131263 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:57.131608 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:57.132051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:57.132271 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:57.132606 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:57.132942 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:57.133246 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:57.133584 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:57.133941 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:57.135065 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:57.135593 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:57.173084 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf1f0c8-0c34-454f-b034-88fdd979096b req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] No DVR routers for this DVR port aeb3991c-3fe4-4e6a-a3d9-869ce260c574 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:35:57.175741 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6cf1f0c8-0c34-454f-b034-88fdd979096b req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:57.177855 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6cf1f0c8-0c34-454f-b034-88fdd979096b req-eff05f0d-4240-469d-9f3b-26cd1bd98aae tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.73 "DELETE /v2.0/ports/aeb3991c-3fe4-4e6a-a3d9-869ce260c574 HTTP/1.1" status: 204 len: 173 time: 0.6662862 Aug 16 02:35:57.178300 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2f82ec-d137-4788-9b89-33cb67fe40ca', 'name': 'network-vif-deleted', 'tag': 'aeb3991c-3fe4-4e6a-a3d9-869ce260c574'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:35:57.180580 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eb5391-d436-4c91-894f-8403f1e677f6" -d '{"events": [{"server_uuid": "db2f82ec-d137-4788-9b89-33cb67fe40ca", "name": "network-vif-deleted", "tag": "aeb3991c-3fe4-4e6a-a3d9-869ce260c574"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:35:57.227765 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0047e28d-d74f-414d-985d-4c5078d11689 x-openstack-request-id: req-0047e28d-d74f-414d-985d-4c5078d11689 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:35:57.228124 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2f82ec-d137-4788-9b89-33cb67fe40ca", "name": "network-vif-deleted", "tag": "aeb3991c-3fe4-4e6a-a3d9-869ce260c574", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:35:57.228523 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0047e28d-d74f-414d-985d-4c5078d11689 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:35:57.229068 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2f82ec-d137-4788-9b89-33cb67fe40ca', 'name': 'network-vif-deleted', 'tag': 'aeb3991c-3fe4-4e6a-a3d9-869ce260c574', 'status': 'completed', 'code': 200} Aug 16 02:35:57.390359 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-19e32365-32dc-4860-bf6f-4c8e8bbb59d7 req-4d360de3-d853-4d5e-8d86-b743f26c1002 tempest-ServersNegativeTestJSON-1404680330 tempest-ServersNegativeTestJSON-1404680330-project] 10.222.0.68 "GET /v2.0/ports?device_id=db2f82ec-d137-4788-9b89-33cb67fe40ca HTTP/1.1" status: 200 len: 210 time: 0.0265660 Aug 16 02:35:58.452063 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38942) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:58.497823 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-0095eac1-f941-4709-a686-fc3ce7d0f2bc admin admin] Deleting subnet f8591a3d-483a-4c9c-9382-ad5aadae827d {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:35:58.500866 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0095eac1-f941-4709-a686-fc3ce7d0f2bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.538007 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0095eac1-f941-4709-a686-fc3ce7d0f2bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.585266 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0095eac1-f941-4709-a686-fc3ce7d0f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.640370 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0095eac1-f941-4709-a686-fc3ce7d0f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.666505 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095eac1-f941-4709-a686-fc3ce7d0f2bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8591a3d-483a-4c9c-9382-ad5aadae827d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:58.670269 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0095eac1-f941-4709-a686-fc3ce7d0f2bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.673102 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0095eac1-f941-4709-a686-fc3ce7d0f2bc admin admin] 10.222.0.68 "DELETE /v2.0/subnets/f8591a3d-483a-4c9c-9382-ad5aadae827d HTTP/1.1" status: 204 len: 168 time: 0.2190900 Aug 16 02:35:58.674656 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38944) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:58.741335 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-722e2dc8-9d75-4478-aead-a6a26b92ddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.826402 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-722e2dc8-9d75-4478-aead-a6a26b92ddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.835946 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-722e2dc8-9d75-4478-aead-a6a26b92ddbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40060da4-466c-487c-918b-63c029137254']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:58.852683 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-722e2dc8-9d75-4478-aead-a6a26b92ddbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:58.852979 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-722e2dc8-9d75-4478-aead-a6a26b92ddbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be0bdeb-4a67-48a8-bba6-d9f8bfc1c3c9') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:58.871064 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-722e2dc8-9d75-4478-aead-a6a26b92ddbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.893438 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-722e2dc8-9d75-4478-aead-a6a26b92ddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.901973 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722e2dc8-9d75-4478-aead-a6a26b92ddbd admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:35:58.902396 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-722e2dc8-9d75-4478-aead-a6a26b92ddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:35:58.904229 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:35:58.965104 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-722e2dc8-9d75-4478-aead-a6a26b92ddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.971343 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-722e2dc8-9d75-4478-aead-a6a26b92ddbd admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:58.973235 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-722e2dc8-9d75-4478-aead-a6a26b92ddbd admin admin] 10.222.0.68 "DELETE /v2.0/networks/40060da4-466c-487c-918b-63c029137254 HTTP/1.1" status: 204 len: 168 time: 0.2976706 Aug 16 02:35:58.988372 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e2dc8-9d75-4478-aead-a6a26b92ddbd admin admin] Pushing event deleted for resources: {'Network': ['ID=40060da4-466c-487c-918b-63c029137254,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:59.104695 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38948) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:59.158137 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-da816c58-82d3-40cf-9b80-48d679648dc0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0cfbc416635f40e782b80c6f31174e57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522013 Aug 16 02:35:59.161626 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38950) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:59.218240 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6222558-2b0d-4a46-92f1-2a0262e806aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:59.239580 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6222558-2b0d-4a46-92f1-2a0262e806aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:59.292757 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6222558-2b0d-4a46-92f1-2a0262e806aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:59.295625 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6222558-2b0d-4a46-92f1-2a0262e806aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:59.296897 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d6222558-2b0d-4a46-92f1-2a0262e806aa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a91c9830-f9c7-4bc2-bc76-7e29445655db HTTP/1.1" status: 204 len: 168 time: 0.1342559 Aug 16 02:35:59.305601 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6222558-2b0d-4a46-92f1-2a0262e806aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91c9830-f9c7-4bc2-bc76-7e29445655db,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:00.016629 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38972) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:00.114470 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-120222785'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:00.135690 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Made reservation on behalf of aeee3d36fbc14a00b2e0801a126dd19a for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:00.139406 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.147812 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.240612 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.245053 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.272093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:36:00.282157 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d357d0-c207-4fe6-bcf7-56f83b52c070,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:00.289776 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.291052 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Added segment becf3fa8-08c2-4ed8-a52a-7042d0e48937 of type vlan for network 891be5e6-7c51-4a78-b6e3-f206c1cdc8cc Aug 16 02:36:00.332051 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.360885 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.366793 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:00.367782 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:00.394397 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:36:00.440634 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4228203 Aug 16 02:36:00.446948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event updated for resources: {'Network': ['ID=891be5e6-7c51-4a78-b6e3-f206c1cdc8cc,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:00.454612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:00.454962 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:00.455304 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:00.455643 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:00.455977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:00.456310 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:00.456657 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:00.456994 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:00.457317 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:00.457641 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:00.458016 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:00.458342 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a420d453-d146-4048-a27d-bb8f6286351c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:00.480485 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 891be5e6-7c51-4a78-b6e3-f206c1cdc8cc details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:36:01.386059 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device aeb3991c-3fe4-4e6a-a3d9-869ce260c574 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:01.407027 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: aeb3991c-3fe4-4e6a-a3d9-869ce260c574 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:01.407368 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device aeb3991c-3fe4-4e6a-a3d9-869ce260c574 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:03.784921 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38978) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:03.790891 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3ceb2cc9-fadc-4a38-9e5e-ea82d985d2b7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Request body: {'subnet': {'network_id': '891be5e6-7c51-4a78-b6e3-f206c1cdc8cc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:03.878673 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceb2cc9-fadc-4a38-9e5e-ea82d985d2b7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Made reservation on behalf of aeee3d36fbc14a00b2e0801a126dd19a for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:03.882283 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ceb2cc9-fadc-4a38-9e5e-ea82d985d2b7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.070280 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ceb2cc9-fadc-4a38-9e5e-ea82d985d2b7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.131620 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb2cc9-fadc-4a38-9e5e-ea82d985d2b7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event updated for resources: {'Subnet': ['ID=36799d40-424d-4db3-b5eb-75e5687401b8,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:04.143071 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceb2cc9-fadc-4a38-9e5e-ea82d985d2b7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Checking segment: {'id': 'becf3fa8-08c2-4ed8-a52a-7042d0e48937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '891be5e6-7c51-4a78-b6e3-f206c1cdc8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:04.143428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceb2cc9-fadc-4a38-9e5e-ea82d985d2b7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Network hostable DHCP agents. Network: 891be5e6-7c51-4a78-b6e3-f206c1cdc8cc, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:36:04.160364 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceb2cc9-fadc-4a38-9e5e-ea82d985d2b7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Network 891be5e6-7c51-4a78-b6e3-f206c1cdc8cc is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:36:04.170279 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3ceb2cc9-fadc-4a38-9e5e-ea82d985d2b7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 891be5e6-7c51-4a78-b6e3-f206c1cdc8cc) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:04.174611 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceb2cc9-fadc-4a38-9e5e-ea82d985d2b7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:04.175218 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ceb2cc9-fadc-4a38-9e5e-ea82d985d2b7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.185137 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeb7754-50ab-4991-848f-8c4e327e4d87 None None] Network 891be5e6-7c51-4a78-b6e3-f206c1cdc8cc requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:04.195495 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3ceb2cc9-fadc-4a38-9e5e-ea82d985d2b7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4093468 Aug 16 02:36:04.199577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38980) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:04.208426 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-afb6ac6b-f66c-41a5-a501-e326abd184a0 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1190639623'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:04.237150 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb6ac6b-f66c-41a5-a501-e326abd184a0 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Made reservation on behalf of aeee3d36fbc14a00b2e0801a126dd19a for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:04.240656 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afb6ac6b-f66c-41a5-a501-e326abd184a0 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.271551 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb6ac6b-f66c-41a5-a501-e326abd184a0 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:36:04.282309 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afb6ac6b-f66c-41a5-a501-e326abd184a0 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.282647 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-afb6ac6b-f66c-41a5-a501-e326abd184a0 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Added segment 67d22074-7032-4391-8e69-cbd28b8e266b of type vlan for network 80dfb1d1-5223-43c2-92be-044ca80e6afc Aug 16 02:36:04.327083 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afb6ac6b-f66c-41a5-a501-e326abd184a0 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.355495 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-891be5e6-7c51-4a78-b6e3-f206c1cdc8cc', 'network_id': '891be5e6-7c51-4a78-b6e3-f206c1cdc8cc', 'tenant_id': 'aeee3d36fbc14a00b2e0801a126dd19a', 'fixed_ips': [{'subnet_id': '36799d40-424d-4db3-b5eb-75e5687401b8'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:36:04.356547 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.362618 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afb6ac6b-f66c-41a5-a501-e326abd184a0 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.369660 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb6ac6b-f66c-41a5-a501-e326abd184a0 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:04.370302 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afb6ac6b-f66c-41a5-a501-e326abd184a0 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.427050 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-afb6ac6b-f66c-41a5-a501-e326abd184a0 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2254767 Aug 16 02:36:04.429863 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38984) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:04.437720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-88538b58-5f31-4860-b450-68029952bda7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Request body: {'subnet': {'network_id': '80dfb1d1-5223-43c2-92be-044ca80e6afc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:04.489427 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6ac6b-f66c-41a5-a501-e326abd184a0 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event updated for resources: {'Network': ['ID=80dfb1d1-5223-43c2-92be-044ca80e6afc,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:04.505177 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 80dfb1d1-5223-43c2-92be-044ca80e6afc details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:36:04.508339 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Allocated IP 2001:db8:0:ffff::2 (891be5e6-7c51-4a78-b6e3-f206c1cdc8cc/36799d40-424d-4db3-b5eb-75e5687401b8/7ef1b21c-3f44-469f-a52d-5e614536c5ab) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:04.545263 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88538b58-5f31-4860-b450-68029952bda7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Made reservation on behalf of aeee3d36fbc14a00b2e0801a126dd19a for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:04.548877 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88538b58-5f31-4860-b450-68029952bda7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.720236 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.729046 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Transition to ACTIVE for port object 7ef1b21c-3f44-469f-a52d-5e614536c5ab will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:04.745919 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Transition to ACTIVE for port object 7ef1b21c-3f44-469f-a52d-5e614536c5ab will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:04.752004 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88538b58-5f31-4860-b450-68029952bda7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.754108 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.794124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Network 891be5e6-7c51-4a78-b6e3-f206c1cdc8cc is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:04.803136 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:04.807514 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:04.814913 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Pushing event updated for resources: {'Port': ['ID=7ef1b21c-3f44-469f-a52d-5e614536c5ab,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:04.816707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88538b58-5f31-4860-b450-68029952bda7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event updated for resources: {'Subnet': ['ID=994f001e-aa2f-4b99-909b-c68db5e8e678,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:04.828774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88538b58-5f31-4860-b450-68029952bda7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Checking segment: {'id': '67d22074-7032-4391-8e69-cbd28b8e266b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '80dfb1d1-5223-43c2-92be-044ca80e6afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:04.829132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88538b58-5f31-4860-b450-68029952bda7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Network hostable DHCP agents. Network: 80dfb1d1-5223-43c2-92be-044ca80e6afc, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:36:04.839118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.839461 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.839793 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.840122 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.840446 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.840768 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.841091 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.841404 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.841720 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.842099 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.842429 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.842729 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:04.853022 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88538b58-5f31-4860-b450-68029952bda7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Network 80dfb1d1-5223-43c2-92be-044ca80e6afc is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:36:04.862996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-88538b58-5f31-4860-b450-68029952bda7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 80dfb1d1-5223-43c2-92be-044ca80e6afc) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:04.867191 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88538b58-5f31-4860-b450-68029952bda7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:04.867826 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88538b58-5f31-4860-b450-68029952bda7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.879233 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b9a013-17b5-47e4-80c3-d5e607af7d7b None None] Network 80dfb1d1-5223-43c2-92be-044ca80e6afc requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:04.886429 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-88538b58-5f31-4860-b450-68029952bda7 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4522188 Aug 16 02:36:04.886805 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38986) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:04.895130 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Attempting to bind port 7ef1b21c-3f44-469f-a52d-5e614536c5ab on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:04.895492 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Attempting to bind port 7ef1b21c-3f44-469f-a52d-5e614536c5ab by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'becf3fa8-08c2-4ed8-a52a-7042d0e48937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '891be5e6-7c51-4a78-b6e3-f206c1cdc8cc'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:04.895846 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Attempting to bind port 7ef1b21c-3f44-469f-a52d-5e614536c5ab on network 891be5e6-7c51-4a78-b6e3-f206c1cdc8cc {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:04.926594 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:04.927463 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Checking segment: {'id': 'becf3fa8-08c2-4ed8-a52a-7042d0e48937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '891be5e6-7c51-4a78-b6e3-f206c1cdc8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:04.927896 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.928297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Bound using segment: {'id': 'becf3fa8-08c2-4ed8-a52a-7042d0e48937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '891be5e6-7c51-4a78-b6e3-f206c1cdc8cc'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:04.928760 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Bound port: 7ef1b21c-3f44-469f-a52d-5e614536c5ab, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'becf3fa8-08c2-4ed8-a52a-7042d0e48937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '891be5e6-7c51-4a78-b6e3-f206c1cdc8cc'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:04.929136 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:04.982897 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a85b5895-78d6-4fa2-8091-237c895b9968 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.046002 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-607ed533-135a-46ea-a140-428792c5b695 None None] For port 7ef1b21c-3f44-469f-a52d-5e614536c5ab, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:05.064090 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-607ed533-135a-46ea-a140-428792c5b695 None None] For port 7ef1b21c-3f44-469f-a52d-5e614536c5ab, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7ef1b21c-3f44-469f-a52d-5e614536c5ab,segment=NetworkSegment(becf3fa8-08c2-4ed8-a52a-7042d0e48937),segment_id=becf3fa8-08c2-4ed8-a52a-7042d0e48937)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:05.072312 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a85b5895-78d6-4fa2-8091-237c895b9968 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.072581 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.139132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5195979e-06db-4ac0-a89e-b0f928d6db59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-80dfb1d1-5223-43c2-92be-044ca80e6afc', 'network_id': '80dfb1d1-5223-43c2-92be-044ca80e6afc', 'tenant_id': 'aeee3d36fbc14a00b2e0801a126dd19a', 'fixed_ips': [{'subnet_id': '994f001e-aa2f-4b99-909b-c68db5e8e678'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:36:05.140470 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5195979e-06db-4ac0-a89e-b0f928d6db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.154628 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a85b5895-78d6-4fa2-8091-237c895b9968 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.173779 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ed533-135a-46ea-a140-428792c5b695 None None] Pushing event updated for resources: {'Port': ['ID=7ef1b21c-3f44-469f-a52d-5e614536c5ab,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:05.186263 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b5895-78d6-4fa2-8091-237c895b9968 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event deleted for resources: {'Subnet': ['ID=994f001e-aa2f-4b99-909b-c68db5e8e678,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:05.262416 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a85b5895-78d6-4fa2-8091-237c895b9968 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.269078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cfd1a2-8259-42c2-bb58-b68d290fa629 None None] Network 80dfb1d1-5223-43c2-92be-044ca80e6afc requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:05.273263 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a85b5895-78d6-4fa2-8091-237c895b9968 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80dfb1d1-5223-43c2-92be-044ca80e6afc']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:05.285633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a85b5895-78d6-4fa2-8091-237c895b9968 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d22074-7032-4391-8e69-cbd28b8e266b') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:05.286439 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a85b5895-78d6-4fa2-8091-237c895b9968 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d22074-7032-4391-8e69-cbd28b8e266b') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:05.300409 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a85b5895-78d6-4fa2-8091-237c895b9968 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.317835 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a85b5895-78d6-4fa2-8091-237c895b9968 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.325579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a85b5895-78d6-4fa2-8091-237c895b9968 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:36:05.326007 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a85b5895-78d6-4fa2-8091-237c895b9968 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:36:05.329214 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:36:05.412326 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a85b5895-78d6-4fa2-8091-237c895b9968 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.423019 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a85b5895-78d6-4fa2-8091-237c895b9968 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.424870 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a85b5895-78d6-4fa2-8091-237c895b9968 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "DELETE /v2.0/networks/80dfb1d1-5223-43c2-92be-044ca80e6afc HTTP/1.1" status: 204 len: 168 time: 0.5370631 Aug 16 02:36:05.429597 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38988) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:05.435694 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9e1be728-d556-4e39-8270-b09604204350 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1376231421'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:05.444197 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b5895-78d6-4fa2-8091-237c895b9968 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event deleted for resources: {'Network': ['ID=80dfb1d1-5223-43c2-92be-044ca80e6afc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:05.458956 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1be728-d556-4e39-8270-b09604204350 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Made reservation on behalf of aeee3d36fbc14a00b2e0801a126dd19a for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:05.463145 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e1be728-d556-4e39-8270-b09604204350 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.489971 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1be728-d556-4e39-8270-b09604204350 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:36:05.502105 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e1be728-d556-4e39-8270-b09604204350 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.502638 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-9e1be728-d556-4e39-8270-b09604204350 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Added segment b1cff7cf-a596-4d89-9987-525ee2f8df82 of type vlan for network 9be2a598-d841-4455-acf8-40b1140e30ef Aug 16 02:36:05.550673 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e1be728-d556-4e39-8270-b09604204350 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.567172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7ef1b21c-3f44-469f-a52d-5e614536c5ab up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:05.585993 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e1be728-d556-4e39-8270-b09604204350 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.591909 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1be728-d556-4e39-8270-b09604204350 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:05.592570 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e1be728-d556-4e39-8270-b09604204350 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.617447 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 7ef1b21c-3f44-469f-a52d-5e614536c5ab completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:05.652208 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9e1be728-d556-4e39-8270-b09604204350 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2212989 Aug 16 02:36:05.655438 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38990) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:05.661533 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c977e765-6811-47d8-aebe-18c27737390c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Request body: {'subnet': {'network_id': '9be2a598-d841-4455-acf8-40b1140e30ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:05.669899 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1be728-d556-4e39-8270-b09604204350 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event updated for resources: {'Network': ['ID=9be2a598-d841-4455-acf8-40b1140e30ef,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:05.682219 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 9be2a598-d841-4455-acf8-40b1140e30ef details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:36:05.767938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c977e765-6811-47d8-aebe-18c27737390c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Made reservation on behalf of aeee3d36fbc14a00b2e0801a126dd19a for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:05.771509 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c977e765-6811-47d8-aebe-18c27737390c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:05.853372 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.ipam_backend_mixin [None req-c977e765-6811-47d8-aebe-18c27737390c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Performing IP validity checks on allocation pools {{(pid=94672) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:36:05.853918 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.ipam_backend_mixin [None req-c977e765-6811-47d8-aebe-18c27737390c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94672) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:36:06.025281 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c977e765-6811-47d8-aebe-18c27737390c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.085250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977e765-6811-47d8-aebe-18c27737390c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event updated for resources: {'Subnet': ['ID=b9200c82-544b-4a06-98e4-2e6be2baa23f,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:06.096216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c977e765-6811-47d8-aebe-18c27737390c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Checking segment: {'id': 'b1cff7cf-a596-4d89-9987-525ee2f8df82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9be2a598-d841-4455-acf8-40b1140e30ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:06.096585 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c977e765-6811-47d8-aebe-18c27737390c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Network hostable DHCP agents. Network: 9be2a598-d841-4455-acf8-40b1140e30ef, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:36:06.114425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c977e765-6811-47d8-aebe-18c27737390c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Network 9be2a598-d841-4455-acf8-40b1140e30ef is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:36:06.125398 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c977e765-6811-47d8-aebe-18c27737390c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 9be2a598-d841-4455-acf8-40b1140e30ef) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:06.132790 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c977e765-6811-47d8-aebe-18c27737390c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:06.135101 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c977e765-6811-47d8-aebe-18c27737390c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.141518 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b849d4-9c8d-4ae2-8a91-c09af529a8ba None None] Network 9be2a598-d841-4455-acf8-40b1140e30ef requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:06.152624 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c977e765-6811-47d8-aebe-18c27737390c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4957776 Aug 16 02:36:06.155467 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38992) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:06.260835 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1e2259-3f4d-41dd-ade8-d52193ec5bc5 None None] Network 891be5e6-7c51-4a78-b6e3-f206c1cdc8cc requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:06.279156 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b18ee43-620b-49a9-9307-c4ef32f9d027 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.343754 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b18ee43-620b-49a9-9307-c4ef32f9d027 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.411337 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b18ee43-620b-49a9-9307-c4ef32f9d027 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.414710 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-342e90b7-c52f-4f70-b76a-3d17f0281f84 None None] Provisioning for port 7ef1b21c-3f44-469f-a52d-5e614536c5ab completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:06.432016 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-342e90b7-c52f-4f70-b76a-3d17f0281f84 None None] Provisioning complete for port 7ef1b21c-3f44-469f-a52d-5e614536c5ab triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:06.432509 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-342e90b7-c52f-4f70-b76a-3d17f0281f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.442391 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18ee43-620b-49a9-9307-c4ef32f9d027 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event deleted for resources: {'Subnet': ['ID=b9200c82-544b-4a06-98e4-2e6be2baa23f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:06.496531 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bf861f-edbb-4b5d-a763-18d704edc551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-9be2a598-d841-4455-acf8-40b1140e30ef', 'network_id': '9be2a598-d841-4455-acf8-40b1140e30ef', 'tenant_id': 'aeee3d36fbc14a00b2e0801a126dd19a', 'fixed_ips': [{'subnet_id': 'b9200c82-544b-4a06-98e4-2e6be2baa23f'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:36:06.497153 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5bf861f-edbb-4b5d-a763-18d704edc551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.515858 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b18ee43-620b-49a9-9307-c4ef32f9d027 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.527204 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-9b18ee43-620b-49a9-9307-c4ef32f9d027 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be2a598-d841-4455-acf8-40b1140e30ef']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:06.539481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-9b18ee43-620b-49a9-9307-c4ef32f9d027 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1cff7cf-a596-4d89-9987-525ee2f8df82') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:06.539481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-9b18ee43-620b-49a9-9307-c4ef32f9d027 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1cff7cf-a596-4d89-9987-525ee2f8df82') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:06.549250 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b18ee43-620b-49a9-9307-c4ef32f9d027 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.564022 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b18ee43-620b-49a9-9307-c4ef32f9d027 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.570842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b18ee43-620b-49a9-9307-c4ef32f9d027 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:36:06.571246 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b18ee43-620b-49a9-9307-c4ef32f9d027 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:36:06.574716 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:36:06.647792 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b18ee43-620b-49a9-9307-c4ef32f9d027 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.656851 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b18ee43-620b-49a9-9307-c4ef32f9d027 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.666688 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9b18ee43-620b-49a9-9307-c4ef32f9d027 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "DELETE /v2.0/networks/9be2a598-d841-4455-acf8-40b1140e30ef HTTP/1.1" status: 204 len: 168 time: 0.5035758 Aug 16 02:36:06.667890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 38996) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:06.669444 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-f5bf861f-edbb-4b5d-a763-18d704edc551 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:36:06.669444 n-d-765315-27 neutron-server[94674]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Aug 16 02:36:06.669444 n-d-765315-27 neutron-server[94674]: [parameters: {'project_id': 'aeee3d36fbc14a00b2e0801a126dd19a', 'id': '78f32741-895d-4e2b-8142-325ab284ecb0', 'name': '', 'network_id': '9be2a598-d841-4455-acf8-40b1140e30ef', 'mac_address': 'fa:16:3e:17:2a:01', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-9be2a598-d841-4455-acf8-40b1140e30ef', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4077}] Aug 16 02:36:06.669444 n-d-765315-27 neutron-server[94674]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:36:06.670004 n-d-765315-27 neutron-server[94674]: DEBUG oslo_db.api [None req-f5bf861f-edbb-4b5d-a763-18d704edc551 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:36:06.677555 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c1813f62-18bb-4494-998e-9dcd232c24ec tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1388541328'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:06.679640 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18ee43-620b-49a9-9307-c4ef32f9d027 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event deleted for resources: {'Network': ['ID=9be2a598-d841-4455-acf8-40b1140e30ef,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:06.687066 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-342e90b7-c52f-4f70-b76a-3d17f0281f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.724291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1813f62-18bb-4494-998e-9dcd232c24ec tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Made reservation on behalf of aeee3d36fbc14a00b2e0801a126dd19a for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:06.725228 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-342e90b7-c52f-4f70-b76a-3d17f0281f84 None None] For port 7ef1b21c-3f44-469f-a52d-5e614536c5ab, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7ef1b21c-3f44-469f-a52d-5e614536c5ab,segment=NetworkSegment(becf3fa8-08c2-4ed8-a52a-7042d0e48937),segment_id=becf3fa8-08c2-4ed8-a52a-7042d0e48937)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:06.730753 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-342e90b7-c52f-4f70-b76a-3d17f0281f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.731583 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1813f62-18bb-4494-998e-9dcd232c24ec tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.767544 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1813f62-18bb-4494-998e-9dcd232c24ec tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:36:06.781301 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1813f62-18bb-4494-998e-9dcd232c24ec tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.781842 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-c1813f62-18bb-4494-998e-9dcd232c24ec tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Added segment f920a205-c145-4e03-918f-dad364d18d3c of type vlan for network 6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6 Aug 16 02:36:06.787439 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e90b7-c52f-4f70-b76a-3d17f0281f84 None None] Pushing event updated for resources: {'Port': ['ID=7ef1b21c-3f44-469f-a52d-5e614536c5ab,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:06.835739 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1813f62-18bb-4494-998e-9dcd232c24ec tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.874622 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1813f62-18bb-4494-998e-9dcd232c24ec tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.880482 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1813f62-18bb-4494-998e-9dcd232c24ec tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:06.881090 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1813f62-18bb-4494-998e-9dcd232c24ec tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.936233 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c1813f62-18bb-4494-998e-9dcd232c24ec tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2646434 Aug 16 02:36:06.939998 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 38998) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:06.945538 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e2f08ad7-1916-4863-be5b-cac4078a9e33 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Request body: {'subnet': {'network_id': '6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:06.951447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1813f62-18bb-4494-998e-9dcd232c24ec tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event updated for resources: {'Network': ['ID=6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:06.955194 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9ddb7241-bcbd-4643-b50f-1cc8a795b8fd None None] Provisioning complete for port 7ef1b21c-3f44-469f-a52d-5e614536c5ab triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:06.955756 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ddb7241-bcbd-4643-b50f-1cc8a795b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:06.977008 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:36:07.054218 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f08ad7-1916-4863-be5b-cac4078a9e33 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Made reservation on behalf of aeee3d36fbc14a00b2e0801a126dd19a for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:07.058621 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2f08ad7-1916-4863-be5b-cac4078a9e33 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.178261 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5bf861f-edbb-4b5d-a763-18d704edc551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.254086 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b5df5f-00ea-4087-b96e-67c51b533fca None None] Network 9be2a598-d841-4455-acf8-40b1140e30ef requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:07.269433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b5df5f-00ea-4087-b96e-67c51b533fca None None] Network 9be2a598-d841-4455-acf8-40b1140e30ef could not be found, it might have been deleted concurrently. {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:36:07.285694 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2f08ad7-1916-4863-be5b-cac4078a9e33 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.344490 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f08ad7-1916-4863-be5b-cac4078a9e33 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event updated for resources: {'Subnet': ['ID=a31d0bd1-3820-478c-a956-c6719e6c0463,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:07.356417 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f08ad7-1916-4863-be5b-cac4078a9e33 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Checking segment: {'id': 'f920a205-c145-4e03-918f-dad364d18d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:07.356810 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f08ad7-1916-4863-be5b-cac4078a9e33 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Network hostable DHCP agents. Network: 6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:36:07.373330 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f08ad7-1916-4863-be5b-cac4078a9e33 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Network 6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:36:07.382429 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e2f08ad7-1916-4863-be5b-cac4078a9e33 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:07.386874 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f08ad7-1916-4863-be5b-cac4078a9e33 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:07.387457 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2f08ad7-1916-4863-be5b-cac4078a9e33 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.391902 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f15a130-f09c-400a-8886-be82dcc28330 None None] Network 6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:07.403287 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e2f08ad7-1916-4863-be5b-cac4078a9e33 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4619508 Aug 16 02:36:07.406839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39000) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:07.412153 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c546ba9a-6b18-40a0-9a2a-4ed1c25fbf53 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-591549033'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:07.433310 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c546ba9a-6b18-40a0-9a2a-4ed1c25fbf53 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Made reservation on behalf of aeee3d36fbc14a00b2e0801a126dd19a for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:07.437443 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c546ba9a-6b18-40a0-9a2a-4ed1c25fbf53 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.463698 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c546ba9a-6b18-40a0-9a2a-4ed1c25fbf53 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:36:07.481505 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c546ba9a-6b18-40a0-9a2a-4ed1c25fbf53 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.481962 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-c546ba9a-6b18-40a0-9a2a-4ed1c25fbf53 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Added segment 6afa6826-e2db-4586-8270-a375785b4d5d of type vlan for network a3d2771f-7472-4cbb-a85b-7ff6c0f88650 Aug 16 02:36:07.511988 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7ef1b21c-3f44-469f-a52d-5e614536c5ab up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:07.523570 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c546ba9a-6b18-40a0-9a2a-4ed1c25fbf53 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.558720 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c546ba9a-6b18-40a0-9a2a-4ed1c25fbf53 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.564296 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c546ba9a-6b18-40a0-9a2a-4ed1c25fbf53 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:07.564990 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c546ba9a-6b18-40a0-9a2a-4ed1c25fbf53 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.569587 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6', 'network_id': '6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6', 'tenant_id': 'aeee3d36fbc14a00b2e0801a126dd19a', 'fixed_ips': [{'subnet_id': 'a31d0bd1-3820-478c-a956-c6719e6c0463'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:36:07.570473 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.637028 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c546ba9a-6b18-40a0-9a2a-4ed1c25fbf53 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2290623 Aug 16 02:36:07.640572 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39002) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:07.645862 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8838f90c-5df7-4357-9a22-46a0efbecd2f tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Request body: {'subnet': {'network_id': 'a3d2771f-7472-4cbb-a85b-7ff6c0f88650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:07.650306 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 7ef1b21c-3f44-469f-a52d-5e614536c5ab triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:07.650686 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.667863 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546ba9a-6b18-40a0-9a2a-4ed1c25fbf53 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event updated for resources: {'Network': ['ID=a3d2771f-7472-4cbb-a85b-7ff6c0f88650,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:07.683024 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network a3d2771f-7472-4cbb-a85b-7ff6c0f88650 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:36:07.746094 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8838f90c-5df7-4357-9a22-46a0efbecd2f tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Made reservation on behalf of aeee3d36fbc14a00b2e0801a126dd19a for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:07.749792 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8838f90c-5df7-4357-9a22-46a0efbecd2f tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:07.813095 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Allocated IP 2001:db8::2 (6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6/a31d0bd1-3820-478c-a956-c6719e6c0463/e879d509-e4bd-4b81-bd04-002718834b10) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:07.939256 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8838f90c-5df7-4357-9a22-46a0efbecd2f tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.000616 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.002036 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838f90c-5df7-4357-9a22-46a0efbecd2f tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event updated for resources: {'Subnet': ['ID=21463148-d1fc-43dc-91a9-d52337a0baa4,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:08.009172 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.011075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838f90c-5df7-4357-9a22-46a0efbecd2f tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Checking segment: {'id': '6afa6826-e2db-4586-8270-a375785b4d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a3d2771f-7472-4cbb-a85b-7ff6c0f88650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:08.011438 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8838f90c-5df7-4357-9a22-46a0efbecd2f tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Network hostable DHCP agents. Network: a3d2771f-7472-4cbb-a85b-7ff6c0f88650, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:36:08.012103 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Transition to ACTIVE for port object e879d509-e4bd-4b81-bd04-002718834b10 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:08.027963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8838f90c-5df7-4357-9a22-46a0efbecd2f tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Network a3d2771f-7472-4cbb-a85b-7ff6c0f88650 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:36:08.028222 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Transition to ACTIVE for port object e879d509-e4bd-4b81-bd04-002718834b10 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:08.034521 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.038578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8838f90c-5df7-4357-9a22-46a0efbecd2f tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, a3d2771f-7472-4cbb-a85b-7ff6c0f88650) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:08.047972 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8838f90c-5df7-4357-9a22-46a0efbecd2f tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:08.048564 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8838f90c-5df7-4357-9a22-46a0efbecd2f tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.063040 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8838f90c-5df7-4357-9a22-46a0efbecd2f tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4212580 Aug 16 02:36:08.065867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39004) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:08.066335 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aeebee3-cbbf-470e-85c0-2ddff036f1ff None None] Network a3d2771f-7472-4cbb-a85b-7ff6c0f88650 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:08.121899 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Network 6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:08.128451 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:08.133778 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:08.137199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Pushing event updated for resources: {'Port': ['ID=e879d509-e4bd-4b81-bd04-002718834b10,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:08.174252 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12ec6d20-1104-407c-abb7-46cc5751a51c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.205196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Attempting to bind port e879d509-e4bd-4b81-bd04-002718834b10 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:08.205571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Attempting to bind port e879d509-e4bd-4b81-bd04-002718834b10 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'f920a205-c145-4e03-918f-dad364d18d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:08.205970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Attempting to bind port e879d509-e4bd-4b81-bd04-002718834b10 on network 6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:08.218202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:08.218578 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Checking segment: {'id': 'f920a205-c145-4e03-918f-dad364d18d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:08.218986 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.219382 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Bound using segment: {'id': 'f920a205-c145-4e03-918f-dad364d18d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:08.219855 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Bound port: e879d509-e4bd-4b81-bd04-002718834b10, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f920a205-c145-4e03-918f-dad364d18d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:08.220238 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.226660 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12ec6d20-1104-407c-abb7-46cc5751a51c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.286842 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12ec6d20-1104-407c-abb7-46cc5751a51c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.319433 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec6d20-1104-407c-abb7-46cc5751a51c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event deleted for resources: {'Subnet': ['ID=21463148-d1fc-43dc-91a9-d52337a0baa4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:08.338675 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba0538f-cda4-4bbe-9b58-2fdc667fe166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a3d2771f-7472-4cbb-a85b-7ff6c0f88650', 'network_id': 'a3d2771f-7472-4cbb-a85b-7ff6c0f88650', 'tenant_id': 'aeee3d36fbc14a00b2e0801a126dd19a', 'fixed_ips': [{'subnet_id': '21463148-d1fc-43dc-91a9-d52337a0baa4'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:36:08.339721 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0ba0538f-cda4-4bbe-9b58-2fdc667fe166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.342019 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] For port e879d509-e4bd-4b81-bd04-002718834b10, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:08.363128 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] For port e879d509-e4bd-4b81-bd04-002718834b10, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=e879d509-e4bd-4b81-bd04-002718834b10,segment=NetworkSegment(f920a205-c145-4e03-918f-dad364d18d3c),segment_id=f920a205-c145-4e03-918f-dad364d18d3c)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:08.372892 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.380167 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12ec6d20-1104-407c-abb7-46cc5751a51c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.391497 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-12ec6d20-1104-407c-abb7-46cc5751a51c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d2771f-7472-4cbb-a85b-7ff6c0f88650']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:08.402419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-12ec6d20-1104-407c-abb7-46cc5751a51c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6afa6826-e2db-4586-8270-a375785b4d5d') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:08.402711 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-12ec6d20-1104-407c-abb7-46cc5751a51c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6afa6826-e2db-4586-8270-a375785b4d5d') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:08.411626 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12ec6d20-1104-407c-abb7-46cc5751a51c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.424984 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12ec6d20-1104-407c-abb7-46cc5751a51c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.431649 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ec6d20-1104-407c-abb7-46cc5751a51c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:36:08.432122 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12ec6d20-1104-407c-abb7-46cc5751a51c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:36:08.435043 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:36:08.492059 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ee45b8-d908-44dd-8512-bc3eb2b87a5d None None] Network a3d2771f-7472-4cbb-a85b-7ff6c0f88650 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:08.509440 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12ec6d20-1104-407c-abb7-46cc5751a51c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.517674 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12ec6d20-1104-407c-abb7-46cc5751a51c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.519617 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-12ec6d20-1104-407c-abb7-46cc5751a51c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "DELETE /v2.0/networks/a3d2771f-7472-4cbb-a85b-7ff6c0f88650 HTTP/1.1" status: 204 len: 168 time: 0.4526868 Aug 16 02:36:08.522729 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39006) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:08.540844 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec6d20-1104-407c-abb7-46cc5751a51c tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event deleted for resources: {'Network': ['ID=a3d2771f-7472-4cbb-a85b-7ff6c0f88650,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:08.544909 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9539c1-0dab-4960-885a-b11078782e10 None None] Pushing event updated for resources: {'Port': ['ID=e879d509-e4bd-4b81-bd04-002718834b10,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:08.561441 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a88420c-885f-41c0-b611-662e3d65db00 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] GET failed (client error): The resource could not be found. Aug 16 02:36:08.565936 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39008) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:08.566083 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6a88420c-885f-41c0-b611-662e3d65db00 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "GET /v2.0/subnets/21463148-d1fc-43dc-91a9-d52337a0baa4 HTTP/1.1" status: 404 len: 337 time: 0.0421081 Aug 16 02:36:08.584588 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f675e73-c56b-4293-896d-16ad1e799fd6 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] DELETE failed (client error): The resource could not be found. Aug 16 02:36:08.585265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f675e73-c56b-4293-896d-16ad1e799fd6 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:36:08.591009 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9f675e73-c56b-4293-896d-16ad1e799fd6 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "DELETE /v2.0/networks/a3d2771f-7472-4cbb-a85b-7ff6c0f88650 HTTP/1.1" status: 404 len: 339 time: 0.0191667 Aug 16 02:36:08.591009 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39010) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:08.620254 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a17215-e04f-442c-9904-9b3721af2048 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] DELETE failed (client error): The resource could not be found. Aug 16 02:36:08.620705 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a17215-e04f-442c-9904-9b3721af2048 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:36:08.623487 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-64a17215-e04f-442c-9904-9b3721af2048 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "DELETE /v2.0/subnets/21463148-d1fc-43dc-91a9-d52337a0baa4 HTTP/1.1" status: 404 len: 337 time: 0.0314996 Aug 16 02:36:08.626697 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39012) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:08.627993 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.646328 n-d-765315-27 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf545f0-c945-44b6-844c-daa34daf14f2 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] DELETE failed (client error): The resource could not be found. Aug 16 02:36:08.646880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf545f0-c945-44b6-844c-daa34daf14f2 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:36:08.648723 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5bf545f0-c945-44b6-844c-daa34daf14f2 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "DELETE /v2.0/networks/a3d2771f-7472-4cbb-a85b-7ff6c0f88650 HTTP/1.1" status: 404 len: 339 time: 0.0208273 Aug 16 02:36:08.652706 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39014) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:08.715661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd50fab8-aafc-4a1b-9ed7-3a789f02ada4 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Deleting subnet a31d0bd1-3820-478c-a956-c6719e6c0463 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:36:08.719223 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd50fab8-aafc-4a1b-9ed7-3a789f02ada4 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.766436 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd50fab8-aafc-4a1b-9ed7-3a789f02ada4 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.887764 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd50fab8-aafc-4a1b-9ed7-3a789f02ada4 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.951987 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd50fab8-aafc-4a1b-9ed7-3a789f02ada4 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.979855 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50fab8-aafc-4a1b-9ed7-3a789f02ada4 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event deleted for resources: {'Subnet': ['ID=a31d0bd1-3820-478c-a956-c6719e6c0463,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:08.984256 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd50fab8-aafc-4a1b-9ed7-3a789f02ada4 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:08.986238 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bd50fab8-aafc-4a1b-9ed7-3a789f02ada4 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "DELETE /v2.0/subnets/a31d0bd1-3820-478c-a956-c6719e6c0463 HTTP/1.1" status: 204 len: 168 time: 0.3324032 Aug 16 02:36:08.988632 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39016) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:09.061061 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.120338 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Deleting port e879d509-e4bd-4b81-bd04-002718834b10 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:09.121039 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.191715 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] For port e879d509-e4bd-4b81-bd04-002718834b10, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=e879d509-e4bd-4b81-bd04-002718834b10,segment=NetworkSegment(f920a205-c145-4e03-918f-dad364d18d3c),segment_id=f920a205-c145-4e03-918f-dad364d18d3c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:09.192214 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.206105 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Calling delete_port for e879d509-e4bd-4b81-bd04-002718834b10 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:09.291737 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.323309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event deleted for resources: {'Port': ['ID=e879d509-e4bd-4b81-bd04-002718834b10,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:09.326026 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] No DVR routers for this DVR port e879d509-e4bd-4b81-bd04-002718834b10 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:09.404276 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015b4bf4-c2dc-4c9e-a992-7b9594e18eb9 None None] Network 6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:09.406591 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.416779 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:09.427124 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f920a205-c145-4e03-918f-dad364d18d3c') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:09.427415 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f920a205-c145-4e03-918f-dad364d18d3c') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:09.436378 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.445581 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-29e8b3d5-fc2c-47d4-b7f5-b2f10b99f586 None None] Could not find standard attr ID for object e879d509-e4bd-4b81-bd04-002718834b10. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:36:09.452656 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.467274 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:36:09.467718 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:36:09.470913 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:36:09.532054 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.541124 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.543013 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "DELETE /v2.0/networks/6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6 HTTP/1.1" status: 204 len: 168 time: 0.5534823 Aug 16 02:36:09.545686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39018) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:09.561323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6b4e9-6ee6-446f-8d52-1862681841c1 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event deleted for resources: {'Network': ['ID=6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:09.575976 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00d36f0-46ba-4b0e-b4e6-64bf72279815 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] DELETE failed (client error): The resource could not be found. Aug 16 02:36:09.576462 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00d36f0-46ba-4b0e-b4e6-64bf72279815 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:36:09.578211 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d00d36f0-46ba-4b0e-b4e6-64bf72279815 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "DELETE /v2.0/subnets/b9200c82-544b-4a06-98e4-2e6be2baa23f HTTP/1.1" status: 404 len: 337 time: 0.0314705 Aug 16 02:36:09.580773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39020) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:09.585980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25146137-37ad-41f7-956a-f8e9359bf0a3 None None] DHCP port deletion for 6199cfb1-0e54-41f4-b7cc-ee74c4d8b0d6 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:36:09.599087 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1003465-c995-49fe-8790-5fa8a663035e tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] DELETE failed (client error): The resource could not be found. Aug 16 02:36:09.599558 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1003465-c995-49fe-8790-5fa8a663035e tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:36:09.601272 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b1003465-c995-49fe-8790-5fa8a663035e tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "DELETE /v2.0/networks/9be2a598-d841-4455-acf8-40b1140e30ef HTTP/1.1" status: 404 len: 339 time: 0.0195792 Aug 16 02:36:09.604575 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39022) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:09.630212 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa440f17-416f-4a32-808d-c23ccac4bbaf tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] DELETE failed (client error): The resource could not be found. Aug 16 02:36:09.630652 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa440f17-416f-4a32-808d-c23ccac4bbaf tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:36:09.632289 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fa440f17-416f-4a32-808d-c23ccac4bbaf tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "DELETE /v2.0/subnets/994f001e-aa2f-4b99-909b-c68db5e8e678 HTTP/1.1" status: 404 len: 337 time: 0.0268328 Aug 16 02:36:09.634919 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39024) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:09.656871 n-d-765315-27 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56a98df-9aaf-46ec-a98b-37bfa70b49bc tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] DELETE failed (client error): The resource could not be found. Aug 16 02:36:09.657293 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d56a98df-9aaf-46ec-a98b-37bfa70b49bc tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:36:09.658929 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d56a98df-9aaf-46ec-a98b-37bfa70b49bc tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "DELETE /v2.0/networks/80dfb1d1-5223-43c2-92be-044ca80e6afc HTTP/1.1" status: 404 len: 339 time: 0.0231533 Aug 16 02:36:09.661595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39026) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:09.711097 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-426270a2-bb03-4c84-b513-cc0d97969f13 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Deleting subnet 36799d40-424d-4db3-b5eb-75e5687401b8 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:36:09.714715 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-426270a2-bb03-4c84-b513-cc0d97969f13 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.753544 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-426270a2-bb03-4c84-b513-cc0d97969f13 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.842036 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-426270a2-bb03-4c84-b513-cc0d97969f13 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.898483 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-426270a2-bb03-4c84-b513-cc0d97969f13 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.924758 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426270a2-bb03-4c84-b513-cc0d97969f13 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event deleted for resources: {'Subnet': ['ID=36799d40-424d-4db3-b5eb-75e5687401b8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:09.931243 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-426270a2-bb03-4c84-b513-cc0d97969f13 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.933140 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-426270a2-bb03-4c84-b513-cc0d97969f13 tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "DELETE /v2.0/subnets/36799d40-424d-4db3-b5eb-75e5687401b8 HTTP/1.1" status: 204 len: 168 time: 0.2706463 Aug 16 02:36:09.935880 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39028) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:09.937061 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d24bc35-7cd8-4504-8b7a-71a1372841db None None] Network 891be5e6-7c51-4a78-b6e3-f206c1cdc8cc requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:10.010624 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.070772 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Deleting port 7ef1b21c-3f44-469f-a52d-5e614536c5ab {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:10.071613 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.109945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d4075a-c5cd-4244-ac95-b85bba4a7150 None None] DHCP port deletion for 891be5e6-7c51-4a78-b6e3-f206c1cdc8cc request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:36:10.134852 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] For port 7ef1b21c-3f44-469f-a52d-5e614536c5ab, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7ef1b21c-3f44-469f-a52d-5e614536c5ab,segment=NetworkSegment(becf3fa8-08c2-4ed8-a52a-7042d0e48937),segment_id=becf3fa8-08c2-4ed8-a52a-7042d0e48937)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:10.135395 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.148397 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Calling delete_port for 7ef1b21c-3f44-469f-a52d-5e614536c5ab owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:10.156803 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4075a-c5cd-4244-ac95-b85bba4a7150 None None] Deleting port 7ef1b21c-3f44-469f-a52d-5e614536c5ab {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:10.157181 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0d4075a-c5cd-4244-ac95-b85bba4a7150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.222837 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c0d4075a-c5cd-4244-ac95-b85bba4a7150 None None] For port 7ef1b21c-3f44-469f-a52d-5e614536c5ab, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=7ef1b21c-3f44-469f-a52d-5e614536c5ab,segment=NetworkSegment(becf3fa8-08c2-4ed8-a52a-7042d0e48937),segment_id=becf3fa8-08c2-4ed8-a52a-7042d0e48937)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:10.223142 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0d4075a-c5cd-4244-ac95-b85bba4a7150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.227975 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.237189 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4075a-c5cd-4244-ac95-b85bba4a7150 None None] Calling delete_port for 7ef1b21c-3f44-469f-a52d-5e614536c5ab owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:10.258016 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event deleted for resources: {'Port': ['ID=7ef1b21c-3f44-469f-a52d-5e614536c5ab,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:10.260540 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] No DVR routers for this DVR port 7ef1b21c-3f44-469f-a52d-5e614536c5ab on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:10.313256 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0d4075a-c5cd-4244-ac95-b85bba4a7150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.337583 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4075a-c5cd-4244-ac95-b85bba4a7150 None None] Pushing event deleted for resources: {'Port': ['ID=7ef1b21c-3f44-469f-a52d-5e614536c5ab,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:10.338673 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.343734 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d4075a-c5cd-4244-ac95-b85bba4a7150 None None] No DVR routers for this DVR port 7ef1b21c-3f44-469f-a52d-5e614536c5ab on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:10.349183 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891be5e6-7c51-4a78-b6e3-f206c1cdc8cc']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:10.360688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'becf3fa8-08c2-4ed8-a52a-7042d0e48937') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:10.360984 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'becf3fa8-08c2-4ed8-a52a-7042d0e48937') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:10.369866 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.383256 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.389997 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:36:10.390383 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:36:10.393436 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:36:10.454435 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.458743 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.460583 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] 10.222.0.68 "DELETE /v2.0/networks/891be5e6-7c51-4a78-b6e3-f206c1cdc8cc HTTP/1.1" status: 204 len: 168 time: 0.5237968 Aug 16 02:36:10.478464 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954be724-a479-4fa5-8a08-ed8efa891d8b tempest-NetworksIpV6Test-2014849298 tempest-NetworksIpV6Test-2014849298-project] Pushing event deleted for resources: {'Network': ['ID=891be5e6-7c51-4a78-b6e3-f206c1cdc8cc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:10.706081 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39034) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:10.845959 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fc524c02-3ea2-487f-877f-3e99079a413f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=aeee3d36fbc14a00b2e0801a126dd19a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385853 Aug 16 02:36:10.848423 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39038) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:10.901293 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9710cc21-67f3-40e5-a1e9-2dce08938da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.923355 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9710cc21-67f3-40e5-a1e9-2dce08938da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.971731 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9710cc21-67f3-40e5-a1e9-2dce08938da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.975131 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9710cc21-67f3-40e5-a1e9-2dce08938da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:10.976306 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9710cc21-67f3-40e5-a1e9-2dce08938da8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/04d357d0-c207-4fe6-bcf7-56f83b52c070 HTTP/1.1" status: 204 len: 168 time: 0.1270049 Aug 16 02:36:10.985287 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710cc21-67f3-40e5-a1e9-2dce08938da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d357d0-c207-4fe6-bcf7-56f83b52c070,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:11.514595 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7ef1b21c-3f44-469f-a52d-5e614536c5ab no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:11.544558 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 7ef1b21c-3f44-469f-a52d-5e614536c5ab {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:11.544900 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 7ef1b21c-3f44-469f-a52d-5e614536c5ab not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:11.545317 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e879d509-e4bd-4b81-bd04-002718834b10 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:11.567528 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: e879d509-e4bd-4b81-bd04-002718834b10 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:11.567875 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e879d509-e4bd-4b81-bd04-002718834b10 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:11.745983 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39060) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:11.849390 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-75573501-b7e6-41af-a070-d01090805027 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1732934566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:11.884379 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75573501-b7e6-41af-a070-d01090805027 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.886027 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75573501-b7e6-41af-a070-d01090805027 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.938423 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75573501-b7e6-41af-a070-d01090805027 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.942601 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75573501-b7e6-41af-a070-d01090805027 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.960018 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75573501-b7e6-41af-a070-d01090805027 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:11.961308 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-75573501-b7e6-41af-a070-d01090805027 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2143285 Aug 16 02:36:11.964539 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39064) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:11.969673 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3a1a92ef-37c4-4235-9a04-bdddfbf00b5e tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1307836578'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:11.990525 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1a92ef-37c4-4235-9a04-bdddfbf00b5e tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Made reservation on behalf of cbd6b268ea9c4db2b1f93571dd7030ef for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:11.994409 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a1a92ef-37c4-4235-9a04-bdddfbf00b5e tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.003181 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a1a92ef-37c4-4235-9a04-bdddfbf00b5e tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.094679 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a1a92ef-37c4-4235-9a04-bdddfbf00b5e tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.098722 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a1a92ef-37c4-4235-9a04-bdddfbf00b5e tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.125075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1a92ef-37c4-4235-9a04-bdddfbf00b5e tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:36:12.134350 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a92ef-37c4-4235-9a04-bdddfbf00b5e tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0733422-e602-4b83-82a0-d9f9c6a9f954,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:12.140989 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a1a92ef-37c4-4235-9a04-bdddfbf00b5e tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.141263 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-3a1a92ef-37c4-4235-9a04-bdddfbf00b5e tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Added segment aad1cea7-2e0d-4965-9b38-564338e88e8a of type vlan for network f894300a-d1cd-4028-a2fb-b54f00384bc6 Aug 16 02:36:12.186285 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a1a92ef-37c4-4235-9a04-bdddfbf00b5e tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.221434 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a1a92ef-37c4-4235-9a04-bdddfbf00b5e tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.228743 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1a92ef-37c4-4235-9a04-bdddfbf00b5e tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:12.229369 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a1a92ef-37c4-4235-9a04-bdddfbf00b5e tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.290316 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3a1a92ef-37c4-4235-9a04-bdddfbf00b5e tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3241141 Aug 16 02:36:12.293519 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39066) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:12.299877 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a92ef-37c4-4235-9a04-bdddfbf00b5e tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Pushing event updated for resources: {'Network': ['ID=f894300a-d1cd-4028-a2fb-b54f00384bc6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:12.300031 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5cff66c6-12d7-4070-ab06-c952c49ae182 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Request body: {'subnet': {'network_id': 'f894300a-d1cd-4028-a2fb-b54f00384bc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:12.311124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network f894300a-d1cd-4028-a2fb-b54f00384bc6 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:36:12.390849 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cff66c6-12d7-4070-ab06-c952c49ae182 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Made reservation on behalf of cbd6b268ea9c4db2b1f93571dd7030ef for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:12.394680 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5cff66c6-12d7-4070-ab06-c952c49ae182 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.590061 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5cff66c6-12d7-4070-ab06-c952c49ae182 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.653142 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff66c6-12d7-4070-ab06-c952c49ae182 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Pushing event updated for resources: {'Subnet': ['ID=3e32dfa9-6c23-4ecc-8a13-99aeffbdbe77,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:12.662883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff66c6-12d7-4070-ab06-c952c49ae182 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Checking segment: {'id': 'aad1cea7-2e0d-4965-9b38-564338e88e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f894300a-d1cd-4028-a2fb-b54f00384bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:12.663235 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cff66c6-12d7-4070-ab06-c952c49ae182 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Network hostable DHCP agents. Network: f894300a-d1cd-4028-a2fb-b54f00384bc6, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:36:12.680654 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cff66c6-12d7-4070-ab06-c952c49ae182 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Network f894300a-d1cd-4028-a2fb-b54f00384bc6 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:36:12.689793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-5cff66c6-12d7-4070-ab06-c952c49ae182 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, f894300a-d1cd-4028-a2fb-b54f00384bc6) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:12.693783 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff66c6-12d7-4070-ab06-c952c49ae182 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:12.694369 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5cff66c6-12d7-4070-ab06-c952c49ae182 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.699778 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8687b6c2-876a-41a8-b960-303a9b5f9231 None None] Network f894300a-d1cd-4028-a2fb-b54f00384bc6 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:12.713029 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5cff66c6-12d7-4070-ab06-c952c49ae182 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4167016 Aug 16 02:36:12.715689 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39068) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:12.721309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-12879e02-6ee4-4de7-acee-14bcaf168cc5 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1302681139'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:12.743100 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12879e02-6ee4-4de7-acee-14bcaf168cc5 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Made reservation on behalf of cbd6b268ea9c4db2b1f93571dd7030ef for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:12.746991 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12879e02-6ee4-4de7-acee-14bcaf168cc5 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.771520 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12879e02-6ee4-4de7-acee-14bcaf168cc5 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:36:12.781692 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12879e02-6ee4-4de7-acee-14bcaf168cc5 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.782064 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-12879e02-6ee4-4de7-acee-14bcaf168cc5 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Added segment 4f5069fc-6abd-4233-9836-e875268eab4b of type vlan for network 7f565bde-0e7c-41d9-8d1d-e5f4bce6d845 Aug 16 02:36:12.826204 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12879e02-6ee4-4de7-acee-14bcaf168cc5 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.850305 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-f894300a-d1cd-4028-a2fb-b54f00384bc6', 'network_id': 'f894300a-d1cd-4028-a2fb-b54f00384bc6', 'tenant_id': 'cbd6b268ea9c4db2b1f93571dd7030ef', 'fixed_ips': [{'subnet_id': '3e32dfa9-6c23-4ecc-8a13-99aeffbdbe77'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:36:12.851181 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.863643 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12879e02-6ee4-4de7-acee-14bcaf168cc5 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.869916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12879e02-6ee4-4de7-acee-14bcaf168cc5 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:12.870476 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-12879e02-6ee4-4de7-acee-14bcaf168cc5 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.941364 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-12879e02-6ee4-4de7-acee-14bcaf168cc5 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2244627 Aug 16 02:36:12.944311 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39070) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:12.948394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12879e02-6ee4-4de7-acee-14bcaf168cc5 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Pushing event updated for resources: {'Network': ['ID=7f565bde-0e7c-41d9-8d1d-e5f4bce6d845,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:12.953695 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f2cee20c-a319-4576-b4fc-f45304ef7543 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Request body: {'subnet': {'network_id': '7f565bde-0e7c-41d9-8d1d-e5f4bce6d845', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:12.973209 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 7f565bde-0e7c-41d9-8d1d-e5f4bce6d845 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:36:13.048642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Allocated IP 172.20.0.2 (f894300a-d1cd-4028-a2fb-b54f00384bc6/3e32dfa9-6c23-4ecc-8a13-99aeffbdbe77/6f0eab75-d664-4258-afc0-1674d751361d) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:13.058802 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cee20c-a319-4576-b4fc-f45304ef7543 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Made reservation on behalf of cbd6b268ea9c4db2b1f93571dd7030ef for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:13.062389 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2cee20c-a319-4576-b4fc-f45304ef7543 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.220939 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.229972 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Transition to ACTIVE for port object 6f0eab75-d664-4258-afc0-1674d751361d will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:13.246083 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Transition to ACTIVE for port object 6f0eab75-d664-4258-afc0-1674d751361d will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:13.252234 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.296482 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Network f894300a-d1cd-4028-a2fb-b54f00384bc6 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:13.299433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:13.301866 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:13.307910 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Pushing event updated for resources: {'Port': ['ID=6f0eab75-d664-4258-afc0-1674d751361d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:13.365930 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Attempting to bind port 6f0eab75-d664-4258-afc0-1674d751361d on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:13.366297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Attempting to bind port 6f0eab75-d664-4258-afc0-1674d751361d by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'aad1cea7-2e0d-4965-9b38-564338e88e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f894300a-d1cd-4028-a2fb-b54f00384bc6'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:13.366660 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Attempting to bind port 6f0eab75-d664-4258-afc0-1674d751361d on network f894300a-d1cd-4028-a2fb-b54f00384bc6 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:13.371964 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:13.372337 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Checking segment: {'id': 'aad1cea7-2e0d-4965-9b38-564338e88e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f894300a-d1cd-4028-a2fb-b54f00384bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:13.372739 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.373129 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Bound using segment: {'id': 'aad1cea7-2e0d-4965-9b38-564338e88e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f894300a-d1cd-4028-a2fb-b54f00384bc6'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:13.373596 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Bound port: 6f0eab75-d664-4258-afc0-1674d751361d, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad1cea7-2e0d-4965-9b38-564338e88e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f894300a-d1cd-4028-a2fb-b54f00384bc6'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:13.374026 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.438132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] For port 6f0eab75-d664-4258-afc0-1674d751361d, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:13.441338 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] For port 6f0eab75-d664-4258-afc0-1674d751361d, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6f0eab75-d664-4258-afc0-1674d751361d,segment=NetworkSegment(aad1cea7-2e0d-4965-9b38-564338e88e8a),segment_id=aad1cea7-2e0d-4965-9b38-564338e88e8a)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:13.446585 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.510708 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39d531-c6f8-4c3b-9345-394133e66559 None None] Pushing event updated for resources: {'Port': ['ID=6f0eab75-d664-4258-afc0-1674d751361d,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:13.568468 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2cee20c-a319-4576-b4fc-f45304ef7543 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.654516 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cee20c-a319-4576-b4fc-f45304ef7543 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Pushing event updated for resources: {'Subnet': ['ID=d09cadd1-53d4-48a8-b1be-94fc0bcfecb4,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:13.662906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cee20c-a319-4576-b4fc-f45304ef7543 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Checking segment: {'id': '4f5069fc-6abd-4233-9836-e875268eab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7f565bde-0e7c-41d9-8d1d-e5f4bce6d845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:13.663162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cee20c-a319-4576-b4fc-f45304ef7543 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Network hostable DHCP agents. Network: 7f565bde-0e7c-41d9-8d1d-e5f4bce6d845, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:36:13.679970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cee20c-a319-4576-b4fc-f45304ef7543 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Network 7f565bde-0e7c-41d9-8d1d-e5f4bce6d845 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:36:13.692096 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f2cee20c-a319-4576-b4fc-f45304ef7543 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 7f565bde-0e7c-41d9-8d1d-e5f4bce6d845) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:13.697640 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cee20c-a319-4576-b4fc-f45304ef7543 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:13.698406 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2cee20c-a319-4576-b4fc-f45304ef7543 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:13.704196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1491e43f-e9c8-4af0-851c-e1cd0a8f49e9 None None] Network 7f565bde-0e7c-41d9-8d1d-e5f4bce6d845 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:13.715003 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f2cee20c-a319-4576-b4fc-f45304ef7543 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7678874 Aug 16 02:36:13.717740 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39074) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:13.723088 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c11da668-fc01-4634-a970-bd795a4d2ce1 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Request body: {'router': {'external_gateway_info': {'network_id': '7f565bde-0e7c-41d9-8d1d-e5f4bce6d845'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:14.031770 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-7f565bde-0e7c-41d9-8d1d-e5f4bce6d845', 'network_id': '7f565bde-0e7c-41d9-8d1d-e5f4bce6d845', 'tenant_id': 'cbd6b268ea9c4db2b1f93571dd7030ef', 'fixed_ips': [{'subnet_id': 'd09cadd1-53d4-48a8-b1be-94fc0bcfecb4'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:36:14.032641 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.175253 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Allocated IP 172.21.0.2 (7f565bde-0e7c-41d9-8d1d-e5f4bce6d845/d09cadd1-53d4-48a8-b1be-94fc0bcfecb4/ad4b698a-b987-41ff-9476-a66413b8ce4b) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:14.257971 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c11da668-fc01-4634-a970-bd795a4d2ce1 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.333706 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.342628 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Transition to ACTIVE for port object ad4b698a-b987-41ff-9476-a66413b8ce4b will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:14.358017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Transition to ACTIVE for port object ad4b698a-b987-41ff-9476-a66413b8ce4b will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:14.364686 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.382440 n-d-765315-27 neutron-server[94672]: INFO neutron.api.v2.resource [None req-c11da668-fc01-4634-a970-bd795a4d2ce1 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:36:14.384564 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c11da668-fc01-4634-a970-bd795a4d2ce1 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] 10.222.0.68 "PUT /v2.0/routers/cac48887-1f24-42eb-8fa5-bb5ecf65a1cb HTTP/1.1" status: 400 len: 364 time: 0.6641130 Aug 16 02:36:14.390542 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39076) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:14.401769 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Network 7f565bde-0e7c-41d9-8d1d-e5f4bce6d845 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:14.404632 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:14.410696 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:14.419676 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Pushing event updated for resources: {'Port': ['ID=ad4b698a-b987-41ff-9476-a66413b8ce4b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:14.443998 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f49775-97cb-4658-bbc3-ae7a37cf082e None None] Network f894300a-d1cd-4028-a2fb-b54f00384bc6 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:14.449045 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa491b1a-3cd1-4799-a737-c8a026417e80 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Deleting subnet d09cadd1-53d4-48a8-b1be-94fc0bcfecb4 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:36:14.452256 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa491b1a-3cd1-4799-a737-c8a026417e80 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.497274 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa491b1a-3cd1-4799-a737-c8a026417e80 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.522562 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Attempting to bind port ad4b698a-b987-41ff-9476-a66413b8ce4b on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:14.522925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Attempting to bind port ad4b698a-b987-41ff-9476-a66413b8ce4b by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '4f5069fc-6abd-4233-9836-e875268eab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7f565bde-0e7c-41d9-8d1d-e5f4bce6d845'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:14.523281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Attempting to bind port ad4b698a-b987-41ff-9476-a66413b8ce4b on network 7f565bde-0e7c-41d9-8d1d-e5f4bce6d845 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:14.533221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:14.533590 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Checking segment: {'id': '4f5069fc-6abd-4233-9836-e875268eab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7f565bde-0e7c-41d9-8d1d-e5f4bce6d845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:14.534018 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.534406 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Bound using segment: {'id': '4f5069fc-6abd-4233-9836-e875268eab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7f565bde-0e7c-41d9-8d1d-e5f4bce6d845'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:14.535131 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Bound port: ad4b698a-b987-41ff-9476-a66413b8ce4b, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5069fc-6abd-4233-9836-e875268eab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7f565bde-0e7c-41d9-8d1d-e5f4bce6d845'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:14.535507 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.539814 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-de821328-557e-45b0-8957-ae41d7aa7f2f None None] Provisioning for port 6f0eab75-d664-4258-afc0-1674d751361d completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:14.583410 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa491b1a-3cd1-4799-a737-c8a026417e80 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.643505 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa491b1a-3cd1-4799-a737-c8a026417e80 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.655285 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] For port ad4b698a-b987-41ff-9476-a66413b8ce4b, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:14.679644 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa491b1a-3cd1-4799-a737-c8a026417e80 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.682191 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-aa491b1a-3cd1-4799-a737-c8a026417e80 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] 10.222.0.68 "DELETE /v2.0/subnets/d09cadd1-53d4-48a8-b1be-94fc0bcfecb4 HTTP/1.1" status: 204 len: 168 time: 0.2906902 Aug 16 02:36:14.683305 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa491b1a-3cd1-4799-a737-c8a026417e80 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Pushing event deleted for resources: {'Subnet': ['ID=d09cadd1-53d4-48a8-b1be-94fc0bcfecb4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:14.683579 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] For port ad4b698a-b987-41ff-9476-a66413b8ce4b, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ad4b698a-b987-41ff-9476-a66413b8ce4b,segment=NetworkSegment(4f5069fc-6abd-4233-9836-e875268eab4b),segment_id=4f5069fc-6abd-4233-9836-e875268eab4b)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:14.684728 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39078) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:14.693635 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.764883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d7cd7-0fbf-457b-9776-0ebc7b6d8b84 None None] Pushing event updated for resources: {'Port': ['ID=ad4b698a-b987-41ff-9476-a66413b8ce4b,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:14.775911 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.835019 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Deleting port ad4b698a-b987-41ff-9476-a66413b8ce4b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:14.835359 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.907232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] For port ad4b698a-b987-41ff-9476-a66413b8ce4b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ad4b698a-b987-41ff-9476-a66413b8ce4b,segment=NetworkSegment(4f5069fc-6abd-4233-9836-e875268eab4b),segment_id=4f5069fc-6abd-4233-9836-e875268eab4b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:14.907813 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.927125 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Calling delete_port for ad4b698a-b987-41ff-9476-a66413b8ce4b owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:15.030440 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.057653 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Pushing event deleted for resources: {'Port': ['ID=ad4b698a-b987-41ff-9476-a66413b8ce4b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:15.061266 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] No DVR routers for this DVR port ad4b698a-b987-41ff-9476-a66413b8ce4b on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:15.142374 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.152635 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f565bde-0e7c-41d9-8d1d-e5f4bce6d845']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:15.163051 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5069fc-6abd-4233-9836-e875268eab4b') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:15.163348 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5069fc-6abd-4233-9836-e875268eab4b') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:15.172589 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.186057 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.191965 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:36:15.192346 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:36:15.195319 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:36:15.259102 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.266268 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.268067 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] 10.222.0.68 "DELETE /v2.0/networks/7f565bde-0e7c-41d9-8d1d-e5f4bce6d845 HTTP/1.1" status: 204 len: 168 time: 0.5818291 Aug 16 02:36:15.270793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39080) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:15.280561 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd47b5-26ec-4347-a0a3-04423de114a9 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Pushing event deleted for resources: {'Network': ['ID=7f565bde-0e7c-41d9-8d1d-e5f4bce6d845,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:15.325425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-44423c86-caf0-46c8-83f4-4b205dd9f7e1 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Deleting subnet 3e32dfa9-6c23-4ecc-8a13-99aeffbdbe77 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:36:15.328397 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44423c86-caf0-46c8-83f4-4b205dd9f7e1 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.369376 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44423c86-caf0-46c8-83f4-4b205dd9f7e1 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.460531 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44423c86-caf0-46c8-83f4-4b205dd9f7e1 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.532232 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44423c86-caf0-46c8-83f4-4b205dd9f7e1 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.556963 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6f0eab75-d664-4258-afc0-1674d751361d up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:15.562770 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44423c86-caf0-46c8-83f4-4b205dd9f7e1 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Pushing event deleted for resources: {'Subnet': ['ID=3e32dfa9-6c23-4ecc-8a13-99aeffbdbe77,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:15.566641 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44423c86-caf0-46c8-83f4-4b205dd9f7e1 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.571662 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-44423c86-caf0-46c8-83f4-4b205dd9f7e1 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] 10.222.0.68 "DELETE /v2.0/subnets/3e32dfa9-6c23-4ecc-8a13-99aeffbdbe77 HTTP/1.1" status: 204 len: 168 time: 0.2966797 Aug 16 02:36:15.572053 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39082) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:15.592684 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5efc6fa-58dd-43f3-a91d-2d12052bd8aa None None] Network f894300a-d1cd-4028-a2fb-b54f00384bc6 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:15.658425 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.711982 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 6f0eab75-d664-4258-afc0-1674d751361d completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:15.718005 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 6f0eab75-d664-4258-afc0-1674d751361d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:15.718490 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.722176 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Deleting port 6f0eab75-d664-4258-afc0-1674d751361d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:15.722176 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.791560 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] For port 6f0eab75-d664-4258-afc0-1674d751361d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6f0eab75-d664-4258-afc0-1674d751361d,segment=NetworkSegment(aad1cea7-2e0d-4965-9b38-564338e88e8a),segment_id=aad1cea7-2e0d-4965-9b38-564338e88e8a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:15.791910 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.811281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b83bfbc-5e60-41e3-bdbb-f8c3e81d1450 None None] DHCP port deletion for 7f565bde-0e7c-41d9-8d1d-e5f4bce6d845 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:36:15.814186 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Calling delete_port for 6f0eab75-d664-4258-afc0-1674d751361d owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:15.818414 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-71b60428-a869-49cb-b4c0-3852cdb10ea0 None None] Could not find standard attr ID for object ad4b698a-b987-41ff-9476-a66413b8ce4b. {{(pid=94674) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:36:15.823769 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.838141 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b22b03e-d8ee-40ea-ac77-b3e629870b65 None None] Network 7f565bde-0e7c-41d9-8d1d-e5f4bce6d845 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:15.841984 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fd5885-9692-4277-8b20-d50f8cd5fef0 None None] DHCP port deletion for f894300a-d1cd-4028-a2fb-b54f00384bc6 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:36:15.860519 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b22b03e-d8ee-40ea-ac77-b3e629870b65 None None] Network 7f565bde-0e7c-41d9-8d1d-e5f4bce6d845 could not be found, it might have been deleted concurrently. {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:36:15.900668 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 6f0eab75-d664-4258-afc0-1674d751361d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6f0eab75-d664-4258-afc0-1674d751361d,segment=NetworkSegment(aad1cea7-2e0d-4965-9b38-564338e88e8a),segment_id=aad1cea7-2e0d-4965-9b38-564338e88e8a)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:15.906271 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.912383 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.934904 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event deleted for resources: {'Port': ['ID=6f0eab75-d664-4258-afc0-1674d751361d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:15.943531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Pushing event deleted for resources: {'Port': ['ID=6f0eab75-d664-4258-afc0-1674d751361d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:15.947712 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] No DVR routers for this DVR port 6f0eab75-d664-4258-afc0-1674d751361d on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:15.950452 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-98fd5885-9692-4277-8b20-d50f8cd5fef0 None None] Deleting port 6f0eab75-d664-4258-afc0-1674d751361d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:15.950452 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98fd5885-9692-4277-8b20-d50f8cd5fef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.015110 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-98fd5885-9692-4277-8b20-d50f8cd5fef0 None None] For port 6f0eab75-d664-4258-afc0-1674d751361d, host n-d-765315-27, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:16.015506 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98fd5885-9692-4277-8b20-d50f8cd5fef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.027980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-98fd5885-9692-4277-8b20-d50f8cd5fef0 None None] Calling delete_port for 6f0eab75-d664-4258-afc0-1674d751361d owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:16.028695 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.030625 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.ipam_backend_mixin [None req-98fd5885-9692-4277-8b20-d50f8cd5fef0 None None] Port 6f0eab75-d664-4258-afc0-1674d751361d was not found and therefore no delete operation was performed {{(pid=94674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:36:16.031848 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98fd5885-9692-4277-8b20-d50f8cd5fef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.039328 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f894300a-d1cd-4028-a2fb-b54f00384bc6']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:16.053376 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad1cea7-2e0d-4965-9b38-564338e88e8a') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:16.053852 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad1cea7-2e0d-4965-9b38-564338e88e8a') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:16.058129 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd5885-9692-4277-8b20-d50f8cd5fef0 None None] Pushing event deleted for resources: {'Port': ['ID=6f0eab75-d664-4258-afc0-1674d751361d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:16.061695 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fd5885-9692-4277-8b20-d50f8cd5fef0 None None] No DVR routers for this DVR port 6f0eab75-d664-4258-afc0-1674d751361d on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:16.066772 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.080818 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.087225 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:36:16.087658 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:36:16.090959 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:36:16.150748 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.157396 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.159217 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] 10.222.0.68 "DELETE /v2.0/networks/f894300a-d1cd-4028-a2fb-b54f00384bc6 HTTP/1.1" status: 204 len: 168 time: 0.5862255 Aug 16 02:36:16.162588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39084) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:16.177520 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ced0c5-5e5b-4658-b8fb-f6bc2ed1d977 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Pushing event deleted for resources: {'Network': ['ID=f894300a-d1cd-4028-a2fb-b54f00384bc6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:16.193674 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2a522377-3e09-4b7c-a1ff-c3e3c364a5de tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] 10.222.0.68 "GET /v2.0/ports?device_id=cac48887-1f24-42eb-8fa5-bb5ecf65a1cb HTTP/1.1" status: 200 len: 205 time: 0.0297465 Aug 16 02:36:16.196028 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39086) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:16.277178 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2adfb9be-4a74-4762-a49d-7e6cc25e1336 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.456242 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2adfb9be-4a74-4762-a49d-7e6cc25e1336 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.458261 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2adfb9be-4a74-4762-a49d-7e6cc25e1336 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.521610 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2adfb9be-4a74-4762-a49d-7e6cc25e1336 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.522402 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adfb9be-4a74-4762-a49d-7e6cc25e1336 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Fanout notify agent at l3_agent the message router_deleted on router cac48887-1f24-42eb-8fa5-bb5ecf65a1cb {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:36:16.530007 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2adfb9be-4a74-4762-a49d-7e6cc25e1336 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.531129 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2adfb9be-4a74-4762-a49d-7e6cc25e1336 tempest-RoutersNegativeTest-1178913304 tempest-RoutersNegativeTest-1178913304-project] 10.222.0.68 "DELETE /v2.0/routers/cac48887-1f24-42eb-8fa5-bb5ecf65a1cb HTTP/1.1" status: 204 len: 168 time: 0.3339911 Aug 16 02:36:16.786988 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39092) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:16.925134 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3beb7f17-1103-4ee8-96b2-93f7d8136c8d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cbd6b268ea9c4db2b1f93571dd7030ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368616 Aug 16 02:36:16.927563 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39096) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:16.976589 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b6ead28-5c2a-4784-80ef-b1b0264bb513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:16.998186 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b6ead28-5c2a-4784-80ef-b1b0264bb513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.043927 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b6ead28-5c2a-4784-80ef-b1b0264bb513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.046540 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b6ead28-5c2a-4784-80ef-b1b0264bb513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.047697 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3b6ead28-5c2a-4784-80ef-b1b0264bb513 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b0733422-e602-4b83-82a0-d9f9c6a9f954 HTTP/1.1" status: 204 len: 168 time: 0.1192310 Aug 16 02:36:17.056187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ead28-5c2a-4784-80ef-b1b0264bb513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0733422-e602-4b83-82a0-d9f9c6a9f954,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:17.503569 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ad4b698a-b987-41ff-9476-a66413b8ce4b no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:17.524071 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: ad4b698a-b987-41ff-9476-a66413b8ce4b {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:17.524416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ad4b698a-b987-41ff-9476-a66413b8ce4b not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:17.524828 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6f0eab75-d664-4258-afc0-1674d751361d no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:36:17.548074 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 6f0eab75-d664-4258-afc0-1674d751361d {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:36:17.548417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6f0eab75-d664-4258-afc0-1674d751361d not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:36:17.705381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39118) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:17.806444 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-31abd611-6f67-4415-8afc-7c58887b25a6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1198667339-network', 'tenant_id': '5b35890716d044f3bbc0250209088e3a'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:17.834373 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31abd611-6f67-4415-8afc-7c58887b25a6 admin admin] Made reservation on behalf of 5b35890716d044f3bbc0250209088e3a for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:17.837653 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31abd611-6f67-4415-8afc-7c58887b25a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.850087 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31abd611-6f67-4415-8afc-7c58887b25a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.951888 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31abd611-6f67-4415-8afc-7c58887b25a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.955751 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31abd611-6f67-4415-8afc-7c58887b25a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.984889 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31abd611-6f67-4415-8afc-7c58887b25a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:36:17.991598 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abd611-6f67-4415-8afc-7c58887b25a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e8d954-3d9e-43c6-88ab-a8b3d424180d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:17.999135 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31abd611-6f67-4415-8afc-7c58887b25a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:17.999476 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-31abd611-6f67-4415-8afc-7c58887b25a6 admin admin] Added segment 9d30e30d-3193-4c22-99ba-65d92ab26867 of type vlan for network 97cbfbed-46df-4426-862f-fc66faa3e924 Aug 16 02:36:18.043831 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31abd611-6f67-4415-8afc-7c58887b25a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.072574 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31abd611-6f67-4415-8afc-7c58887b25a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.073892 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31abd611-6f67-4415-8afc-7c58887b25a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:18.074568 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31abd611-6f67-4415-8afc-7c58887b25a6 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.126810 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-31abd611-6f67-4415-8afc-7c58887b25a6 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4202821 Aug 16 02:36:18.129856 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39122) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:18.134565 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abd611-6f67-4415-8afc-7c58887b25a6 admin admin] Pushing event updated for resources: {'Network': ['ID=97cbfbed-46df-4426-862f-fc66faa3e924,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:18.135324 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-85eb46c5-f2c4-42d6-82f3-bb63fa755764 admin admin] Request body: {'subnet': {'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1198667339-subnet', 'tenant_id': '5b35890716d044f3bbc0250209088e3a', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:18.145264 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 97cbfbed-46df-4426-862f-fc66faa3e924 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:36:18.157796 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85eb46c5-f2c4-42d6-82f3-bb63fa755764 admin admin] Made reservation on behalf of 5b35890716d044f3bbc0250209088e3a for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:18.160612 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85eb46c5-f2c4-42d6-82f3-bb63fa755764 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.336298 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85eb46c5-f2c4-42d6-82f3-bb63fa755764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.394417 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb46c5-f2c4-42d6-82f3-bb63fa755764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3fef588-68e6-4216-a2b9-80a7bf087761,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:18.405161 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb46c5-f2c4-42d6-82f3-bb63fa755764 admin admin] Checking segment: {'id': '9d30e30d-3193-4c22-99ba-65d92ab26867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:18.405517 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eb46c5-f2c4-42d6-82f3-bb63fa755764 admin admin] Network hostable DHCP agents. Network: 97cbfbed-46df-4426-862f-fc66faa3e924, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:36:18.422114 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eb46c5-f2c4-42d6-82f3-bb63fa755764 admin admin] Network 97cbfbed-46df-4426-862f-fc66faa3e924 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:36:18.431335 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-85eb46c5-f2c4-42d6-82f3-bb63fa755764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 97cbfbed-46df-4426-862f-fc66faa3e924) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:18.435425 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eb46c5-f2c4-42d6-82f3-bb63fa755764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:18.436098 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85eb46c5-f2c4-42d6-82f3-bb63fa755764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.440575 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5294a89e-c484-4b8c-b5c4-6f1c6fefe9a9 None None] Network 97cbfbed-46df-4426-862f-fc66faa3e924 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:18.452509 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-85eb46c5-f2c4-42d6-82f3-bb63fa755764 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3189588 Aug 16 02:36:18.452737 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39124) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:18.457701 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4c986004-339e-4648-8f9e-a50eb0b04fbb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1198667339-router', 'tenant_id': '5b35890716d044f3bbc0250209088e3a', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:18.480051 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c986004-339e-4648-8f9e-a50eb0b04fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.481087 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c986004-339e-4648-8f9e-a50eb0b04fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.534003 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c986004-339e-4648-8f9e-a50eb0b04fbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.585552 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-97cbfbed-46df-4426-862f-fc66faa3e924', 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924', 'tenant_id': '5b35890716d044f3bbc0250209088e3a', 'fixed_ips': [{'subnet_id': 'f3fef588-68e6-4216-a2b9-80a7bf087761'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:36:18.587025 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.676748 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c986004-339e-4648-8f9e-a50eb0b04fbb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.725588 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Allocated IP 172.20.0.2 (97cbfbed-46df-4426-862f-fc66faa3e924/f3fef588-68e6-4216-a2b9-80a7bf087761/fd4e41dd-a462-46cf-99aa-5605e0448d8f) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:18.866722 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.875748 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Transition to ACTIVE for port object fd4e41dd-a462-46cf-99aa-5605e0448d8f will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:18.882190 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c986004-339e-4648-8f9e-a50eb0b04fbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.891826 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Transition to ACTIVE for port object fd4e41dd-a462-46cf-99aa-5605e0448d8f will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:18.897896 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.906559 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c986004-339e-4648-8f9e-a50eb0b04fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:18.942020 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Network 97cbfbed-46df-4426-862f-fc66faa3e924 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:18.944881 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:18.951275 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:18.953283 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Pushing event updated for resources: {'Port': ['ID=fd4e41dd-a462-46cf-99aa-5605e0448d8f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:19.005325 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Attempting to bind port fd4e41dd-a462-46cf-99aa-5605e0448d8f on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:19.005688 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Attempting to bind port fd4e41dd-a462-46cf-99aa-5605e0448d8f by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '9d30e30d-3193-4c22-99ba-65d92ab26867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:19.006078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Attempting to bind port fd4e41dd-a462-46cf-99aa-5605e0448d8f on network 97cbfbed-46df-4426-862f-fc66faa3e924 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:19.011146 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:19.011513 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Checking segment: {'id': '9d30e30d-3193-4c22-99ba-65d92ab26867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:19.011916 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:19.012300 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Bound using segment: {'id': '9d30e30d-3193-4c22-99ba-65d92ab26867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:19.012758 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Bound port: fd4e41dd-a462-46cf-99aa-5605e0448d8f, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d30e30d-3193-4c22-99ba-65d92ab26867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:19.013134 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:19.015708 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-4c986004-339e-4648-8f9e-a50eb0b04fbb admin admin] Allocated IP 172.25.3.94 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/33aaa7fa-5719-4299-ba9f-63cae2571afb) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:19.079527 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] For port fd4e41dd-a462-46cf-99aa-5605e0448d8f, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:19.082964 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] For port fd4e41dd-a462-46cf-99aa-5605e0448d8f, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=fd4e41dd-a462-46cf-99aa-5605e0448d8f,segment=NetworkSegment(9d30e30d-3193-4c22-99ba-65d92ab26867),segment_id=9d30e30d-3193-4c22-99ba-65d92ab26867)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:19.087081 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:19.134700 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c986004-339e-4648-8f9e-a50eb0b04fbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:19.150281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4af466-7445-4afd-877b-b1762262da73 None None] Pushing event updated for resources: {'Port': ['ID=fd4e41dd-a462-46cf-99aa-5605e0448d8f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:19.181340 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c986004-339e-4648-8f9e-a50eb0b04fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:19.220778 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c986004-339e-4648-8f9e-a50eb0b04fbb admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:19.226040 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4c986004-339e-4648-8f9e-a50eb0b04fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:19.230661 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c986004-339e-4648-8f9e-a50eb0b04fbb admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:19.254546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c986004-339e-4648-8f9e-a50eb0b04fbb admin admin] Pushing event updated for resources: {'Port': ['ID=33aaa7fa-5719-4299-ba9f-63cae2571afb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:19.526184 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c986004-339e-4648-8f9e-a50eb0b04fbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:19.548860 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fd4e41dd-a462-46cf-99aa-5605e0448d8f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:19.603126 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port fd4e41dd-a462-46cf-99aa-5605e0448d8f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:19.727749 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c986004-339e-4648-8f9e-a50eb0b04fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:19.861989 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c986004-339e-4648-8f9e-a50eb0b04fbb admin admin] Router 8752648e-9390-4a90-b467-0b1924751b16 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:36:19.974418 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c986004-339e-4648-8f9e-a50eb0b04fbb admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:19.987356 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Sync routers for ids ['8752648e-9390-4a90-b467-0b1924751b16'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:19.991164 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c986004-339e-4648-8f9e-a50eb0b04fbb admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:19.994459 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4c986004-339e-4648-8f9e-a50eb0b04fbb admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5403645 Aug 16 02:36:19.995729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39126) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:20.000881 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Routers {'8752648e-9390-4a90-b467-0b1924751b16'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:20.001570 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:35:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8752648e-9390-4a90-b467-0b1924751b16'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:20.037955 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1888b6f8-0fad-480a-906e-fb73d11c09d9 None None] Network 97cbfbed-46df-4426-862f-fc66faa3e924 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:20.140536 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2a6a6143-8fcb-4b6d-ab33-d6b1fbf18c3f None None] Provisioning for port fd4e41dd-a462-46cf-99aa-5605e0448d8f completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:20.162761 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2a6a6143-8fcb-4b6d-ab33-d6b1fbf18c3f None None] Provisioning complete for port fd4e41dd-a462-46cf-99aa-5605e0448d8f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:20.163134 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a6a6143-8fcb-4b6d-ab33-d6b1fbf18c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.212584 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Set router 8752648e-9390-4a90-b467-0b1924751b16 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:20.316260 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6932c7c7-4a42-4667-ab7a-3659049dd4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.422347 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eab9cb18-8606-460b-845f-020ac8aa39d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.616874 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a6a6143-8fcb-4b6d-ab33-d6b1fbf18c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.633423 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-eab9cb18-8606-460b-845f-020ac8aa39d7 admin admin] Allocated IP 172.20.0.1 (97cbfbed-46df-4426-862f-fc66faa3e924/f3fef588-68e6-4216-a2b9-80a7bf087761/16e06938-3783-4610-90ff-091764dc47d5) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:20.683514 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2a6a6143-8fcb-4b6d-ab33-d6b1fbf18c3f None None] For port fd4e41dd-a462-46cf-99aa-5605e0448d8f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=fd4e41dd-a462-46cf-99aa-5605e0448d8f,segment=NetworkSegment(9d30e30d-3193-4c22-99ba-65d92ab26867),segment_id=9d30e30d-3193-4c22-99ba-65d92ab26867)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:20.688317 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a6a6143-8fcb-4b6d-ab33-d6b1fbf18c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.732268 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8752648e-9390-4a90-b467-0b1924751b16', 'name': 'tempest-TestEncryptedCinderVolumes-1198667339-router', 'tenant_id': '5b35890716d044f3bbc0250209088e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '33aaa7fa-5719-4299-ba9f-63cae2571afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:18Z', 'updated_at': '2021-08-16T02:36:19Z', 'revision_number': 3, 'project_id': '5b35890716d044f3bbc0250209088e3a', 'gw_port': {'id': '33aaa7fa-5719-4299-ba9f-63cae2571afb', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8752648e-9390-4a90-b467-0b1924751b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:18Z', 'updated_at': '2021-08-16T02:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:20.750645 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eab9cb18-8606-460b-845f-020ac8aa39d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.765311 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-eab9cb18-8606-460b-845f-020ac8aa39d7 admin admin] Transition to ACTIVE for port object 16e06938-3783-4610-90ff-091764dc47d5 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:20.769993 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Checking router: 8752648e-9390-4a90-b467-0b1924751b16 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:20.770343 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Updating router 8752648e-9390-4a90-b467-0b1924751b16 port 33aaa7fa-5719-4299-ba9f-63cae2571afb binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:36:20.772347 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a6143-8fcb-4b6d-ab33-d6b1fbf18c3f None None] Pushing event updated for resources: {'Port': ['ID=fd4e41dd-a462-46cf-99aa-5605e0448d8f,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:20.801389 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eab9cb18-8606-460b-845f-020ac8aa39d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.803491 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.837808 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab9cb18-8606-460b-845f-020ac8aa39d7 admin admin] Network 97cbfbed-46df-4426-862f-fc66faa3e924 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:20.842282 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-eab9cb18-8606-460b-845f-020ac8aa39d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:20.845886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab9cb18-8606-460b-845f-020ac8aa39d7 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:20.883303 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9cb18-8606-460b-845f-020ac8aa39d7 admin admin] Pushing event updated for resources: {'Port': ['ID=16e06938-3783-4610-90ff-091764dc47d5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:20.893545 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eab9cb18-8606-460b-845f-020ac8aa39d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:20.935693 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-47bd09da-460f-4cf6-a11c-89a19707c17b None None] Provisioning complete for port fd4e41dd-a462-46cf-99aa-5605e0448d8f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:20.936086 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-47bd09da-460f-4cf6-a11c-89a19707c17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.066716 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eab9cb18-8606-460b-845f-020ac8aa39d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.162209 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.173201 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Transition to ACTIVE for port object 33aaa7fa-5719-4299-ba9f-63cae2571afb will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:21.179696 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.233955 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eab9cb18-8606-460b-845f-020ac8aa39d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.235658 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Attempting to bind port 33aaa7fa-5719-4299-ba9f-63cae2571afb on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:21.236042 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Attempting to bind port 33aaa7fa-5719-4299-ba9f-63cae2571afb by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:21.236400 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Attempting to bind port 33aaa7fa-5719-4299-ba9f-63cae2571afb on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:21.238663 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eab9cb18-8606-460b-845f-020ac8aa39d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.245506 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88304e42-16f2-4340-9834-d02a7ee77d3f None None] Pushing event updated for resources: {'Port': ['ID=33aaa7fa-5719-4299-ba9f-63cae2571afb,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:21.248589 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:21.248998 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:21.249372 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.249784 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:21.250248 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Bound port: 33aaa7fa-5719-4299-ba9f-63cae2571afb, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:21.250631 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.272946 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-87bf4151-01fe-4325-b4a1-a1a113bd083f None None] Provisioning for port 16e06938-3783-4610-90ff-091764dc47d5 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:21.280944 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-87bf4151-01fe-4325-b4a1-a1a113bd083f None None] Provisioning complete for port 16e06938-3783-4610-90ff-091764dc47d5 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:21.281311 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-87bf4151-01fe-4325-b4a1-a1a113bd083f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.310191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9cb18-8606-460b-845f-020ac8aa39d7 admin admin] Pushing event updated for resources: {'Port': ['ID=16e06938-3783-4610-90ff-091764dc47d5,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:21.313851 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eab9cb18-8606-460b-845f-020ac8aa39d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.340221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] For port 33aaa7fa-5719-4299-ba9f-63cae2571afb, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:21.342122 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-87bf4151-01fe-4325-b4a1-a1a113bd083f None None] Port 16e06938-3783-4610-90ff-091764dc47d5 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:21.353162 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] For port 33aaa7fa-5719-4299-ba9f-63cae2571afb, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=33aaa7fa-5719-4299-ba9f-63cae2571afb,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:21.358721 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.409254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab9cb18-8606-460b-845f-020ac8aa39d7 admin admin] Network 97cbfbed-46df-4426-862f-fc66faa3e924 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:21.411173 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-eab9cb18-8606-460b-845f-020ac8aa39d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:21.416972 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Routers {'8752648e-9390-4a90-b467-0b1924751b16'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:21.417534 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:35:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8752648e-9390-4a90-b467-0b1924751b16'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:21.454515 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88304e42-16f2-4340-9834-d02a7ee77d3f None None] Pushing event updated for resources: {'Port': ['ID=33aaa7fa-5719-4299-ba9f-63cae2571afb,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:21.542286 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fd4e41dd-a462-46cf-99aa-5605e0448d8f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:21.545403 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] Set router 8752648e-9390-4a90-b467-0b1924751b16 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:21.557102 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab9cb18-8606-460b-845f-020ac8aa39d7 admin admin] Router 8752648e-9390-4a90-b467-0b1924751b16 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:21.667416 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab9cb18-8606-460b-845f-020ac8aa39d7 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:21.672226 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-eab9cb18-8606-460b-845f-020ac8aa39d7 admin admin] 10.222.0.68 "PUT /v2.0/routers/8752648e-9390-4a90-b467-0b1924751b16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6753330 Aug 16 02:36:21.711893 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port fd4e41dd-a462-46cf-99aa-5605e0448d8f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:21.712370 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.715754 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0f93c7da-9270-468f-94cd-5b09ebb33523 None None] Provisioning complete for port 16e06938-3783-4610-90ff-091764dc47d5 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:21.716105 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f93c7da-9270-468f-94cd-5b09ebb33523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:21.804349 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0f93c7da-9270-468f-94cd-5b09ebb33523 None None] Port 16e06938-3783-4610-90ff-091764dc47d5 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:21.892324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8752648e-9390-4a90-b467-0b1924751b16', 'name': 'tempest-TestEncryptedCinderVolumes-1198667339-router', 'tenant_id': '5b35890716d044f3bbc0250209088e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '33aaa7fa-5719-4299-ba9f-63cae2571afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:18Z', 'updated_at': '2021-08-16T02:36:21Z', 'revision_number': 4, 'project_id': '5b35890716d044f3bbc0250209088e3a', 'gw_port': {'id': '33aaa7fa-5719-4299-ba9f-63cae2571afb', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8752648e-9390-4a90-b467-0b1924751b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:18Z', 'updated_at': '2021-08-16T02:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '16e06938-3783-4610-90ff-091764dc47d5', 'name': '', 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924', 'tenant_id': '5b35890716d044f3bbc0250209088e3a', 'mac_address': 'fa:16:3e:dd:3f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8752648e-9390-4a90-b467-0b1924751b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f3fef588-68e6-4216-a2b9-80a7bf087761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:20Z', 'updated_at': '2021-08-16T02:36:21Z', 'revision_number': 2, 'project_id': '5b35890716d044f3bbc0250209088e3a', 'subnets': [{'id': 'f3fef588-68e6-4216-a2b9-80a7bf087761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:21.921821 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95710731-9e3e-4bba-9293-4f4d0014dea5 None None] The sync data for ids ['8752648e-9390-4a90-b467-0b1924751b16'] in n-d-765315-27 is: [{'id': '8752648e-9390-4a90-b467-0b1924751b16', 'name': 'tempest-TestEncryptedCinderVolumes-1198667339-router', 'tenant_id': '5b35890716d044f3bbc0250209088e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '33aaa7fa-5719-4299-ba9f-63cae2571afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:18Z', 'updated_at': '2021-08-16T02:36:21Z', 'revision_number': 4, 'project_id': '5b35890716d044f3bbc0250209088e3a', 'gw_port': {'id': '33aaa7fa-5719-4299-ba9f-63cae2571afb', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8752648e-9390-4a90-b467-0b1924751b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:18Z', 'updated_at': '2021-08-16T02:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '16e06938-3783-4610-90ff-091764dc47d5', 'name': '', 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924', 'tenant_id': '5b35890716d044f3bbc0250209088e3a', 'mac_address': 'fa:16:3e:dd:3f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8752648e-9390-4a90-b467-0b1924751b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f3fef588-68e6-4216-a2b9-80a7bf087761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:20Z', 'updated_at': '2021-08-16T02:36:21Z', 'revision_number': 2, 'project_id': '5b35890716d044f3bbc0250209088e3a', 'subnets': [{'id': 'f3fef588-68e6-4216-a2b9-80a7bf087761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:22.159277 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39142) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:22.165376 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-17baafae-d234-44d8-bc8f-5ec4601fbfda admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1222825697-network', 'tenant_id': '10e2acde4af5431eb41f614df9774021'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:22.189571 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17baafae-d234-44d8-bc8f-5ec4601fbfda admin admin] Made reservation on behalf of 10e2acde4af5431eb41f614df9774021 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:22.191848 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17baafae-d234-44d8-bc8f-5ec4601fbfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.201053 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17baafae-d234-44d8-bc8f-5ec4601fbfda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.307598 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17baafae-d234-44d8-bc8f-5ec4601fbfda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.311803 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17baafae-d234-44d8-bc8f-5ec4601fbfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.338696 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17baafae-d234-44d8-bc8f-5ec4601fbfda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:36:22.348982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17baafae-d234-44d8-bc8f-5ec4601fbfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e4e686-dc63-4fe9-9442-be894b1e25a3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:22.356419 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17baafae-d234-44d8-bc8f-5ec4601fbfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.356740 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-17baafae-d234-44d8-bc8f-5ec4601fbfda admin admin] Added segment 5b8291c0-30d7-4e7e-9e60-ea1c14176bbd of type vlan for network 860fc214-61ca-4566-a39c-6cd6766313c6 Aug 16 02:36:22.403493 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17baafae-d234-44d8-bc8f-5ec4601fbfda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.436108 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17baafae-d234-44d8-bc8f-5ec4601fbfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.437160 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17baafae-d234-44d8-bc8f-5ec4601fbfda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:22.437745 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17baafae-d234-44d8-bc8f-5ec4601fbfda admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.501196 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-17baafae-d234-44d8-bc8f-5ec4601fbfda admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3405137 Aug 16 02:36:22.504205 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39144) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:22.509739 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d8ad6277-b84c-4239-ba2a-3d44e168c5bd admin admin] Request body: {'subnet': {'network_id': '860fc214-61ca-4566-a39c-6cd6766313c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1222825697-subnet', 'tenant_id': '10e2acde4af5431eb41f614df9774021', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:22.510539 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17baafae-d234-44d8-bc8f-5ec4601fbfda admin admin] Pushing event updated for resources: {'Network': ['ID=860fc214-61ca-4566-a39c-6cd6766313c6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:22.521593 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 860fc214-61ca-4566-a39c-6cd6766313c6 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:36:22.532191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ad6277-b84c-4239-ba2a-3d44e168c5bd admin admin] Made reservation on behalf of 10e2acde4af5431eb41f614df9774021 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:22.535036 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d8ad6277-b84c-4239-ba2a-3d44e168c5bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:22.724826 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19e30b40-97a6-4760-b07f-f44ec60e5322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.029595 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d8ad6277-b84c-4239-ba2a-3d44e168c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.080033 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad6277-b84c-4239-ba2a-3d44e168c5bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4999b8d1-3298-4bec-a436-f0cc791d4c3f,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:23.097518 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ad6277-b84c-4239-ba2a-3d44e168c5bd admin admin] Checking segment: {'id': '5b8291c0-30d7-4e7e-9e60-ea1c14176bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '860fc214-61ca-4566-a39c-6cd6766313c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:23.097905 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ad6277-b84c-4239-ba2a-3d44e168c5bd admin admin] Network hostable DHCP agents. Network: 860fc214-61ca-4566-a39c-6cd6766313c6, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:36:23.114977 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ad6277-b84c-4239-ba2a-3d44e168c5bd admin admin] Network 860fc214-61ca-4566-a39c-6cd6766313c6 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:36:23.126317 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d8ad6277-b84c-4239-ba2a-3d44e168c5bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 860fc214-61ca-4566-a39c-6cd6766313c6) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:23.134536 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db19bb3b-16f4-4e6f-a0b7-e5fbbea57f85 None None] Network 860fc214-61ca-4566-a39c-6cd6766313c6 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:23.139184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ad6277-b84c-4239-ba2a-3d44e168c5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:23.140029 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d8ad6277-b84c-4239-ba2a-3d44e168c5bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.158839 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d8ad6277-b84c-4239-ba2a-3d44e168c5bd admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6511085 Aug 16 02:36:23.159195 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39146) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:23.164626 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e866ab68-acec-4d7c-9ddc-cad99d862124 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1222825697-router', 'tenant_id': '10e2acde4af5431eb41f614df9774021', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:23.192735 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e866ab68-acec-4d7c-9ddc-cad99d862124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.194488 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e866ab68-acec-4d7c-9ddc-cad99d862124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.246054 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e866ab68-acec-4d7c-9ddc-cad99d862124 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.292541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-860fc214-61ca-4566-a39c-6cd6766313c6', 'network_id': '860fc214-61ca-4566-a39c-6cd6766313c6', 'tenant_id': '10e2acde4af5431eb41f614df9774021', 'fixed_ips': [{'subnet_id': '4999b8d1-3298-4bec-a436-f0cc791d4c3f'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:36:23.293422 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.387420 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e866ab68-acec-4d7c-9ddc-cad99d862124 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.435508 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.450262 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Allocated IP 172.20.0.2 (860fc214-61ca-4566-a39c-6cd6766313c6/4999b8d1-3298-4bec-a436-f0cc791d4c3f/77bb907b-fd8f-4343-8e09-a80672aa9451) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:23.549504 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 33aaa7fa-5719-4299-ba9f-63cae2571afb up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:23.612145 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e866ab68-acec-4d7c-9ddc-cad99d862124 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.638662 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e866ab68-acec-4d7c-9ddc-cad99d862124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.660085 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.662163 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 33aaa7fa-5719-4299-ba9f-63cae2571afb completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:23.670602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 33aaa7fa-5719-4299-ba9f-63cae2571afb triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:23.670961 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.672910 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Transition to ACTIVE for port object 77bb907b-fd8f-4343-8e09-a80672aa9451 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:23.713363 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Transition to ACTIVE for port object 77bb907b-fd8f-4343-8e09-a80672aa9451 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:23.722509 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.752536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-e866ab68-acec-4d7c-9ddc-cad99d862124 admin admin] Allocated IP 172.25.3.248 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/2e3f4ba1-661e-4017-aa81-851abf7764ad) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:23.767426 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Network 860fc214-61ca-4566-a39c-6cd6766313c6 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:23.775880 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:23.798814 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:23.810087 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Pushing event updated for resources: {'Port': ['ID=77bb907b-fd8f-4343-8e09-a80672aa9451,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:23.843927 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.867149 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e866ab68-acec-4d7c-9ddc-cad99d862124 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.886571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 33aaa7fa-5719-4299-ba9f-63cae2571afb, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=33aaa7fa-5719-4299-ba9f-63cae2571afb,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:23.888095 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Attempting to bind port 77bb907b-fd8f-4343-8e09-a80672aa9451 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:23.888546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Attempting to bind port 77bb907b-fd8f-4343-8e09-a80672aa9451 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '5b8291c0-30d7-4e7e-9e60-ea1c14176bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '860fc214-61ca-4566-a39c-6cd6766313c6'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:23.888913 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Attempting to bind port 77bb907b-fd8f-4343-8e09-a80672aa9451 on network 860fc214-61ca-4566-a39c-6cd6766313c6 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:23.892579 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.900858 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:23.901233 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Checking segment: {'id': '5b8291c0-30d7-4e7e-9e60-ea1c14176bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '860fc214-61ca-4566-a39c-6cd6766313c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:23.901630 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.902040 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Bound using segment: {'id': '5b8291c0-30d7-4e7e-9e60-ea1c14176bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '860fc214-61ca-4566-a39c-6cd6766313c6'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:23.902511 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Bound port: 77bb907b-fd8f-4343-8e09-a80672aa9451, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8291c0-30d7-4e7e-9e60-ea1c14176bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '860fc214-61ca-4566-a39c-6cd6766313c6'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:23.902889 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.910428 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e866ab68-acec-4d7c-9ddc-cad99d862124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:23.926266 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Sync routers for ids ['8752648e-9390-4a90-b467-0b1924751b16'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:23.936929 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Routers {'8752648e-9390-4a90-b467-0b1924751b16'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:23.937611 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:36:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8752648e-9390-4a90-b467-0b1924751b16'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:23.953459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e866ab68-acec-4d7c-9ddc-cad99d862124 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:23.956440 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e866ab68-acec-4d7c-9ddc-cad99d862124 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:23.961479 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e866ab68-acec-4d7c-9ddc-cad99d862124 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:23.970296 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866ab68-acec-4d7c-9ddc-cad99d862124 admin admin] Pushing event updated for resources: {'Port': ['ID=2e3f4ba1-661e-4017-aa81-851abf7764ad,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:23.994665 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=33aaa7fa-5719-4299-ba9f-63cae2571afb,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:24.026224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] For port 77bb907b-fd8f-4343-8e09-a80672aa9451, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:24.030075 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] For port 77bb907b-fd8f-4343-8e09-a80672aa9451, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=77bb907b-fd8f-4343-8e09-a80672aa9451,segment=NetworkSegment(5b8291c0-30d7-4e7e-9e60-ea1c14176bbd),segment_id=5b8291c0-30d7-4e7e-9e60-ea1c14176bbd)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:24.036007 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.046549 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Set router 8752648e-9390-4a90-b467-0b1924751b16 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:24.116124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933ccc7-3f82-409e-ba90-16a35c4aeaf1 None None] Pushing event updated for resources: {'Port': ['ID=77bb907b-fd8f-4343-8e09-a80672aa9451,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:24.244229 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e866ab68-acec-4d7c-9ddc-cad99d862124 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.260209 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8752648e-9390-4a90-b467-0b1924751b16', 'name': 'tempest-TestEncryptedCinderVolumes-1198667339-router', 'tenant_id': '5b35890716d044f3bbc0250209088e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '33aaa7fa-5719-4299-ba9f-63cae2571afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:18Z', 'updated_at': '2021-08-16T02:36:21Z', 'revision_number': 4, 'project_id': '5b35890716d044f3bbc0250209088e3a', 'gw_port': {'id': '33aaa7fa-5719-4299-ba9f-63cae2571afb', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8752648e-9390-4a90-b467-0b1924751b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:18Z', 'updated_at': '2021-08-16T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '16e06938-3783-4610-90ff-091764dc47d5', 'name': '', 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924', 'tenant_id': '5b35890716d044f3bbc0250209088e3a', 'mac_address': 'fa:16:3e:dd:3f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8752648e-9390-4a90-b467-0b1924751b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f3fef588-68e6-4216-a2b9-80a7bf087761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:20Z', 'updated_at': '2021-08-16T02:36:21Z', 'revision_number': 2, 'project_id': '5b35890716d044f3bbc0250209088e3a', 'subnets': [{'id': 'f3fef588-68e6-4216-a2b9-80a7bf087761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:24.293731 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Checking router: 8752648e-9390-4a90-b467-0b1924751b16 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:24.294119 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Updating router 8752648e-9390-4a90-b467-0b1924751b16 port 16e06938-3783-4610-90ff-091764dc47d5 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:36:24.321283 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.361213 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.494070 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e866ab68-acec-4d7c-9ddc-cad99d862124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.621160 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.625414 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e866ab68-acec-4d7c-9ddc-cad99d862124 admin admin] Router 19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:36:24.632736 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Transition to ACTIVE for port object 16e06938-3783-4610-90ff-091764dc47d5 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:24.638985 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.693581 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc8e04-5cc9-4d5d-b3d3-6960b0af5c19 None None] Pushing event updated for resources: {'Port': ['ID=16e06938-3783-4610-90ff-091764dc47d5,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:24.715166 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc8e04-5cc9-4d5d-b3d3-6960b0af5c19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:24.715497 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc8e04-5cc9-4d5d-b3d3-6960b0af5c19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:24.715832 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc8e04-5cc9-4d5d-b3d3-6960b0af5c19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:24.716162 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc8e04-5cc9-4d5d-b3d3-6960b0af5c19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:24.716488 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc8e04-5cc9-4d5d-b3d3-6960b0af5c19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:24.717004 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc8e04-5cc9-4d5d-b3d3-6960b0af5c19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:24.717335 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc8e04-5cc9-4d5d-b3d3-6960b0af5c19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:24.717657 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc8e04-5cc9-4d5d-b3d3-6960b0af5c19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:24.717999 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc8e04-5cc9-4d5d-b3d3-6960b0af5c19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:24.718321 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc8e04-5cc9-4d5d-b3d3-6960b0af5c19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:24.718994 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc8e04-5cc9-4d5d-b3d3-6960b0af5c19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:24.718994 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc8e04-5cc9-4d5d-b3d3-6960b0af5c19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:24.746233 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e866ab68-acec-4d7c-9ddc-cad99d862124 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:24.756344 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Sync routers for ids ['19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:24.766881 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Attempting to bind port 16e06938-3783-4610-90ff-091764dc47d5 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:24.767476 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Attempting to bind port 16e06938-3783-4610-90ff-091764dc47d5 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '9d30e30d-3193-4c22-99ba-65d92ab26867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:24.768115 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Attempting to bind port 16e06938-3783-4610-90ff-091764dc47d5 on network 97cbfbed-46df-4426-862f-fc66faa3e924 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:24.768433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Routers {'19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:24.769665 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:36:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:24.775916 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:24.776297 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Checking segment: {'id': '9d30e30d-3193-4c22-99ba-65d92ab26867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:24.776701 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.777179 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Bound using segment: {'id': '9d30e30d-3193-4c22-99ba-65d92ab26867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:24.777391 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e866ab68-acec-4d7c-9ddc-cad99d862124 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.777654 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Bound port: 16e06938-3783-4610-90ff-091764dc47d5, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d30e30d-3193-4c22-99ba-65d92ab26867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:24.778055 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.778705 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e866ab68-acec-4d7c-9ddc-cad99d862124 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6179669 Aug 16 02:36:24.781557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39148) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:24.856880 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] For port 16e06938-3783-4610-90ff-091764dc47d5, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:24.860647 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] For port 16e06938-3783-4610-90ff-091764dc47d5, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=16e06938-3783-4610-90ff-091764dc47d5,segment=NetworkSegment(9d30e30d-3193-4c22-99ba-65d92ab26867),segment_id=9d30e30d-3193-4c22-99ba-65d92ab26867)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:24.871358 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:24.926833 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Set router 19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:24.933640 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Routers {'8752648e-9390-4a90-b467-0b1924751b16'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:24.935343 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:36:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8752648e-9390-4a90-b467-0b1924751b16'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:25.003376 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc8e04-5cc9-4d5d-b3d3-6960b0af5c19 None None] Pushing event updated for resources: {'Port': ['ID=16e06938-3783-4610-90ff-091764dc47d5,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:25.088790 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] Set router 8752648e-9390-4a90-b467-0b1924751b16 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:25.249618 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'name': 'tempest-TestEncryptedCinderVolumes-1222825697-router', 'tenant_id': '10e2acde4af5431eb41f614df9774021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '2e3f4ba1-661e-4017-aa81-851abf7764ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:23Z', 'updated_at': '2021-08-16T02:36:24Z', 'revision_number': 3, 'project_id': '10e2acde4af5431eb41f614df9774021', 'gw_port': {'id': '2e3f4ba1-661e-4017-aa81-851abf7764ad', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:23Z', 'updated_at': '2021-08-16T02:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:25.373792 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8752648e-9390-4a90-b467-0b1924751b16', 'name': 'tempest-TestEncryptedCinderVolumes-1198667339-router', 'tenant_id': '5b35890716d044f3bbc0250209088e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '33aaa7fa-5719-4299-ba9f-63cae2571afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:18Z', 'updated_at': '2021-08-16T02:36:21Z', 'revision_number': 4, 'project_id': '5b35890716d044f3bbc0250209088e3a', 'gw_port': {'id': '33aaa7fa-5719-4299-ba9f-63cae2571afb', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8752648e-9390-4a90-b467-0b1924751b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:18Z', 'updated_at': '2021-08-16T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '16e06938-3783-4610-90ff-091764dc47d5', 'name': '', 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924', 'tenant_id': '5b35890716d044f3bbc0250209088e3a', 'mac_address': 'fa:16:3e:dd:3f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8752648e-9390-4a90-b467-0b1924751b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f3fef588-68e6-4216-a2b9-80a7bf087761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:20Z', 'updated_at': '2021-08-16T02:36:24Z', 'revision_number': 4, 'project_id': '5b35890716d044f3bbc0250209088e3a', 'subnets': [{'id': 'f3fef588-68e6-4216-a2b9-80a7bf087761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:25.403279 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a25a36-e073-4749-afb2-011a02fc3602 None None] The sync data for ids ['8752648e-9390-4a90-b467-0b1924751b16'] in n-d-765315-27 is: [{'id': '8752648e-9390-4a90-b467-0b1924751b16', 'name': 'tempest-TestEncryptedCinderVolumes-1198667339-router', 'tenant_id': '5b35890716d044f3bbc0250209088e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '33aaa7fa-5719-4299-ba9f-63cae2571afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:18Z', 'updated_at': '2021-08-16T02:36:21Z', 'revision_number': 4, 'project_id': '5b35890716d044f3bbc0250209088e3a', 'gw_port': {'id': '33aaa7fa-5719-4299-ba9f-63cae2571afb', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8752648e-9390-4a90-b467-0b1924751b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:18Z', 'updated_at': '2021-08-16T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '16e06938-3783-4610-90ff-091764dc47d5', 'name': '', 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924', 'tenant_id': '5b35890716d044f3bbc0250209088e3a', 'mac_address': 'fa:16:3e:dd:3f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8752648e-9390-4a90-b467-0b1924751b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f3fef588-68e6-4216-a2b9-80a7bf087761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:20Z', 'updated_at': '2021-08-16T02:36:24Z', 'revision_number': 4, 'project_id': '5b35890716d044f3bbc0250209088e3a', 'subnets': [{'id': 'f3fef588-68e6-4216-a2b9-80a7bf087761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:25.462607 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Checking router: 19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:25.463036 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Updating router 19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48 port 2e3f4ba1-661e-4017-aa81-851abf7764ad binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:36:25.469389 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476b7808-3a58-4d52-aa9b-f43812c7eecc None None] Network 860fc214-61ca-4566-a39c-6cd6766313c6 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:36:25.544098 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.642605 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fd146a88-2156-43b2-9dba-d4194fd93395 None None] Provisioning for port 77bb907b-fd8f-4343-8e09-a80672aa9451 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:25.716563 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 77bb907b-fd8f-4343-8e09-a80672aa9451 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:25.743435 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c797d78b-d50f-486a-9922-690935bcc68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.900402 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 77bb907b-fd8f-4343-8e09-a80672aa9451 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:25.915347 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 77bb907b-fd8f-4343-8e09-a80672aa9451 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:25.915732 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:25.917221 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-c797d78b-d50f-486a-9922-690935bcc68e admin admin] Allocated IP 172.20.0.1 (860fc214-61ca-4566-a39c-6cd6766313c6/4999b8d1-3298-4bec-a436-f0cc791d4c3f/ecb6fa51-405c-476d-95d7-df088bb25672) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:26.008563 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.041417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Transition to ACTIVE for port object 2e3f4ba1-661e-4017-aa81-851abf7764ad will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:26.063307 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.070585 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c797d78b-d50f-486a-9922-690935bcc68e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.076459 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.089736 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c797d78b-d50f-486a-9922-690935bcc68e admin admin] Transition to ACTIVE for port object ecb6fa51-405c-476d-95d7-df088bb25672 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:26.143609 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c797d78b-d50f-486a-9922-690935bcc68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.169885 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 77bb907b-fd8f-4343-8e09-a80672aa9451, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=77bb907b-fd8f-4343-8e09-a80672aa9451,segment=NetworkSegment(5b8291c0-30d7-4e7e-9e60-ea1c14176bbd),segment_id=5b8291c0-30d7-4e7e-9e60-ea1c14176bbd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:26.182777 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Attempting to bind port 2e3f4ba1-661e-4017-aa81-851abf7764ad on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:26.183457 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Attempting to bind port 2e3f4ba1-661e-4017-aa81-851abf7764ad by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:26.183744 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Attempting to bind port 2e3f4ba1-661e-4017-aa81-851abf7764ad on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:26.188923 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.190215 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 16e06938-3783-4610-90ff-091764dc47d5 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:26.194587 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9b1c9-692f-4b09-8775-960e88da1a93 None None] Pushing event updated for resources: {'Port': ['ID=2e3f4ba1-661e-4017-aa81-851abf7764ad,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:26.202332 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c797d78b-d50f-486a-9922-690935bcc68e admin admin] Network 860fc214-61ca-4566-a39c-6cd6766313c6 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:26.206826 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c797d78b-d50f-486a-9922-690935bcc68e admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:26.208910 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797d78b-d50f-486a-9922-690935bcc68e admin admin] Pushing event updated for resources: {'Port': ['ID=ecb6fa51-405c-476d-95d7-df088bb25672,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:26.211235 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c797d78b-d50f-486a-9922-690935bcc68e admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:26.220659 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.221737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:26.222266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:26.222769 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.223365 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:26.223977 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Bound port: 2e3f4ba1-661e-4017-aa81-851abf7764ad, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:26.224484 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.251597 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c797d78b-d50f-486a-9922-690935bcc68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.348441 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-97e90562-d543-405f-931a-bc04456bbd9b None None] Provisioning complete for port 77bb907b-fd8f-4343-8e09-a80672aa9451 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:26.348816 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97e90562-d543-405f-931a-bc04456bbd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.397919 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=77bb907b-fd8f-4343-8e09-a80672aa9451,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:26.404013 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c797d78b-d50f-486a-9922-690935bcc68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.419870 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] For port 2e3f4ba1-661e-4017-aa81-851abf7764ad, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:26.425210 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] For port 2e3f4ba1-661e-4017-aa81-851abf7764ad, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2e3f4ba1-661e-4017-aa81-851abf7764ad,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:26.427355 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 16e06938-3783-4610-90ff-091764dc47d5 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:26.432258 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.443079 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 16e06938-3783-4610-90ff-091764dc47d5 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:26.443452 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.569395 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9b1c9-692f-4b09-8775-960e88da1a93 None None] Pushing event updated for resources: {'Port': ['ID=2e3f4ba1-661e-4017-aa81-851abf7764ad,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:26.575703 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Routers {'19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:26.576623 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:36:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:26.592629 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c797d78b-d50f-486a-9922-690935bcc68e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.597317 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c797d78b-d50f-486a-9922-690935bcc68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.668588 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c797d78b-d50f-486a-9922-690935bcc68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.670318 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797d78b-d50f-486a-9922-690935bcc68e admin admin] Pushing event updated for resources: {'Port': ['ID=ecb6fa51-405c-476d-95d7-df088bb25672,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:26.710580 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.733741 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c3f3879c-b059-4892-a31e-1cbcd7be4123 None None] Provisioning for port ecb6fa51-405c-476d-95d7-df088bb25672 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:26.749496 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c3f3879c-b059-4892-a31e-1cbcd7be4123 None None] Provisioning complete for port ecb6fa51-405c-476d-95d7-df088bb25672 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:26.749931 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3f3879c-b059-4892-a31e-1cbcd7be4123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.752478 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] Set router 19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:26.768951 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c797d78b-d50f-486a-9922-690935bcc68e admin admin] Network 860fc214-61ca-4566-a39c-6cd6766313c6 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:26.770372 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c797d78b-d50f-486a-9922-690935bcc68e admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:26.814542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 16e06938-3783-4610-90ff-091764dc47d5, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=16e06938-3783-4610-90ff-091764dc47d5,segment=NetworkSegment(9d30e30d-3193-4c22-99ba-65d92ab26867),segment_id=9d30e30d-3193-4c22-99ba-65d92ab26867)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:26.823330 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:26.824140 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 33aaa7fa-5719-4299-ba9f-63cae2571afb up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:26.902674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c797d78b-d50f-486a-9922-690935bcc68e admin admin] Router 19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:36:26.928150 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c3f3879c-b059-4892-a31e-1cbcd7be4123 None None] Port ecb6fa51-405c-476d-95d7-df088bb25672 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:27.009350 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=16e06938-3783-4610-90ff-091764dc47d5,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:27.027067 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c797d78b-d50f-486a-9922-690935bcc68e admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:36:27.033557 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c797d78b-d50f-486a-9922-690935bcc68e admin admin] 10.222.0.68 "PUT /v2.0/routers/19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2509074 Aug 16 02:36:27.042762 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 33aaa7fa-5719-4299-ba9f-63cae2571afb triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:27.043104 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.120714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-301b052c-07b0-4396-a5c9-b13d2a9adf6f None None] Provisioning complete for port ecb6fa51-405c-476d-95d7-df088bb25672 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:27.121096 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-301b052c-07b0-4396-a5c9-b13d2a9adf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.169642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-301b052c-07b0-4396-a5c9-b13d2a9adf6f None None] Port ecb6fa51-405c-476d-95d7-df088bb25672 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:27.206255 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'name': 'tempest-TestEncryptedCinderVolumes-1222825697-router', 'tenant_id': '10e2acde4af5431eb41f614df9774021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '2e3f4ba1-661e-4017-aa81-851abf7764ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:23Z', 'updated_at': '2021-08-16T02:36:26Z', 'revision_number': 4, 'project_id': '10e2acde4af5431eb41f614df9774021', 'gw_port': {'id': '2e3f4ba1-661e-4017-aa81-851abf7764ad', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:23Z', 'updated_at': '2021-08-16T02:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'ecb6fa51-405c-476d-95d7-df088bb25672', 'name': '', 'network_id': '860fc214-61ca-4566-a39c-6cd6766313c6', 'tenant_id': '10e2acde4af5431eb41f614df9774021', 'mac_address': 'fa:16:3e:3f:06:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '4999b8d1-3298-4bec-a436-f0cc791d4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:25Z', 'updated_at': '2021-08-16T02:36:25Z', 'revision_number': 1, 'project_id': '10e2acde4af5431eb41f614df9774021', 'subnets': [{'id': '4999b8d1-3298-4bec-a436-f0cc791d4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:27.240771 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d1f1b-8644-40ba-a020-bff20804955a None None] The sync data for ids ['19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48'] in n-d-765315-27 is: [{'id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'name': 'tempest-TestEncryptedCinderVolumes-1222825697-router', 'tenant_id': '10e2acde4af5431eb41f614df9774021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '2e3f4ba1-661e-4017-aa81-851abf7764ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:23Z', 'updated_at': '2021-08-16T02:36:26Z', 'revision_number': 4, 'project_id': '10e2acde4af5431eb41f614df9774021', 'gw_port': {'id': '2e3f4ba1-661e-4017-aa81-851abf7764ad', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:23Z', 'updated_at': '2021-08-16T02:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'ecb6fa51-405c-476d-95d7-df088bb25672', 'name': '', 'network_id': '860fc214-61ca-4566-a39c-6cd6766313c6', 'tenant_id': '10e2acde4af5431eb41f614df9774021', 'mac_address': 'fa:16:3e:3f:06:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '4999b8d1-3298-4bec-a436-f0cc791d4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:25Z', 'updated_at': '2021-08-16T02:36:25Z', 'revision_number': 1, 'project_id': '10e2acde4af5431eb41f614df9774021', 'subnets': [{'id': '4999b8d1-3298-4bec-a436-f0cc791d4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:27.535187 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 16e06938-3783-4610-90ff-091764dc47d5 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:27.588482 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 16e06938-3783-4610-90ff-091764dc47d5 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:27.588852 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.677309 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 77bb907b-fd8f-4343-8e09-a80672aa9451 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:27.731610 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 77bb907b-fd8f-4343-8e09-a80672aa9451 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:27.731979 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.928784 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-df3b5117-7f51-4c1e-8426-e0d1bed6de84 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:27.930418 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-df3b5117-7f51-4c1e-8426-e0d1bed6de84 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/networks?id=97cbfbed-46df-4426-862f-fc66faa3e924 HTTP/1.1" status: 200 len: 817 time: 0.1056285 Aug 16 02:36:27.945205 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-c05aa044-0b67-42e9-9df4-dcd01199e979 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/quotas/5b35890716d044f3bbc0250209088e3a HTTP/1.1" status: 200 len: 375 time: 0.0091546 Aug 16 02:36:27.996979 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-566f01d2-0b4d-42ee-bd33-e8949b65b379 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b35890716d044f3bbc0250209088e3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462692 Aug 16 02:36:28.096938 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-a1daeeb1-8bbf-45c6-8ca4-3e1c2fac5cbf service neutron] 10.222.0.68 "GET /v2.0/networks/97cbfbed-46df-4426-862f-fc66faa3e924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876250 Aug 16 02:36:28.194481 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-b2c54a40-b361-47f2-aa5c-f9e0a613f16b service neutron] 10.222.0.68 "GET /v2.0/networks/97cbfbed-46df-4426-862f-fc66faa3e924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912170 Aug 16 02:36:28.391793 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b147dd17-5843-4475-a70a-36873eb5f06c req-2121fbdf-7ed0-4ebf-8558-f165994376b9 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=e96c8fbc-ab51-49a4-af1b-441f4217781c HTTP/1.1" status: 200 len: 210 time: 0.0311174 Aug 16 02:36:29.387990 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-2fb8e1f8-e2af-41c2-a098-358d994a4643 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:29.389412 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-2fb8e1f8-e2af-41c2-a098-358d994a4643 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.63 "GET /v2.0/networks?id=97cbfbed-46df-4426-862f-fc66faa3e924 HTTP/1.1" status: 200 len: 817 time: 0.1293478 Aug 16 02:36:29.409064 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-02f09bfb-153a-4e24-8efe-5dfb526f4820 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Request body: {'port': {'device_id': 'e96c8fbc-ab51-49a4-af1b-441f4217781c', 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924', 'admin_state_up': True, 'tenant_id': '5b35890716d044f3bbc0250209088e3a'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:29.514045 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-08a25205-bb3e-4040-b526-3b2f7c417c71 req-82d92fcf-8b09-4b03-8de8-dbda7aaf5586 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=e96c8fbc-ab51-49a4-af1b-441f4217781c HTTP/1.1" status: 200 len: 210 time: 0.0399404 Aug 16 02:36:29.536614 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Sync routers for ids ['19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:36:29.538184 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Routers {'19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:29.538823 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:36:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:29.551687 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2e3f4ba1-661e-4017-aa81-851abf7764ad up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:29.592983 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-02f09bfb-153a-4e24-8efe-5dfb526f4820 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Made reservation on behalf of 5b35890716d044f3bbc0250209088e3a for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:36:29.596951 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-02f09bfb-153a-4e24-8efe-5dfb526f4820 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.603984 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 2e3f4ba1-661e-4017-aa81-851abf7764ad completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:29.608009 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 2e3f4ba1-661e-4017-aa81-851abf7764ad triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:29.608386 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.654079 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Set router 19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:29.691839 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.715869 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 2e3f4ba1-661e-4017-aa81-851abf7764ad, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2e3f4ba1-661e-4017-aa81-851abf7764ad,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:29.720791 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.740066 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-02f09bfb-153a-4e24-8efe-5dfb526f4820 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Allocated IP 172.20.0.6 (97cbfbed-46df-4426-862f-fc66faa3e924/f3fef588-68e6-4216-a2b9-80a7bf087761/2d857146-58dc-43e7-892b-eb8023103e81) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:36:29.780453 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=2e3f4ba1-661e-4017-aa81-851abf7764ad,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:29.909200 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-02f09bfb-153a-4e24-8efe-5dfb526f4820 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.924299 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-02f09bfb-153a-4e24-8efe-5dfb526f4820 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Transition to ACTIVE for port object 2d857146-58dc-43e7-892b-eb8023103e81 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:29.951775 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'name': 'tempest-TestEncryptedCinderVolumes-1222825697-router', 'tenant_id': '10e2acde4af5431eb41f614df9774021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '2e3f4ba1-661e-4017-aa81-851abf7764ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:23Z', 'updated_at': '2021-08-16T02:36:26Z', 'revision_number': 4, 'project_id': '10e2acde4af5431eb41f614df9774021', 'gw_port': {'id': '2e3f4ba1-661e-4017-aa81-851abf7764ad', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:23Z', 'updated_at': '2021-08-16T02:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'ecb6fa51-405c-476d-95d7-df088bb25672', 'name': '', 'network_id': '860fc214-61ca-4566-a39c-6cd6766313c6', 'tenant_id': '10e2acde4af5431eb41f614df9774021', 'mac_address': 'fa:16:3e:3f:06:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '4999b8d1-3298-4bec-a436-f0cc791d4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:25Z', 'updated_at': '2021-08-16T02:36:26Z', 'revision_number': 2, 'project_id': '10e2acde4af5431eb41f614df9774021', 'subnets': [{'id': '4999b8d1-3298-4bec-a436-f0cc791d4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:29.958972 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-02f09bfb-153a-4e24-8efe-5dfb526f4820 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:29.979270 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Checking router: 19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:36:29.979629 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Updating router 19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48 port ecb6fa51-405c-476d-95d7-df088bb25672 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:36:30.003347 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-02f09bfb-153a-4e24-8efe-5dfb526f4820 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Network 97cbfbed-46df-4426-862f-fc66faa3e924 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:36:30.003606 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.008628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-02f09bfb-153a-4e24-8efe-5dfb526f4820 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:36:30.012379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-02f09bfb-153a-4e24-8efe-5dfb526f4820 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:36:30.044123 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f09bfb-153a-4e24-8efe-5dfb526f4820 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Pushing event updated for resources: {'Port': ['ID=2d857146-58dc-43e7-892b-eb8023103e81,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:30.070334 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-02f09bfb-153a-4e24-8efe-5dfb526f4820 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:30.071038 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-02f09bfb-153a-4e24-8efe-5dfb526f4820 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.087798 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-02f09bfb-153a-4e24-8efe-5dfb526f4820 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6823707 Aug 16 02:36:30.106738 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Request body: {'port': {'device_id': 'e96c8fbc-ab51-49a4-af1b-441f4217781c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:36:30.164898 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.294960 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.305170 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Transition to ACTIVE for port object ecb6fa51-405c-476d-95d7-df088bb25672 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:30.311829 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.324206 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a6dff1cc-fcd3-43ec-bee0-bb6a63f9ca14 None None] Provisioning for port 2d857146-58dc-43e7-892b-eb8023103e81 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:30.328903 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a6dff1cc-fcd3-43ec-bee0-bb6a63f9ca14 None None] Provisioning complete for port 2d857146-58dc-43e7-892b-eb8023103e81 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:30.329524 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6dff1cc-fcd3-43ec-bee0-bb6a63f9ca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.370719 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a6dff1cc-fcd3-43ec-bee0-bb6a63f9ca14 None None] Port 2d857146-58dc-43e7-892b-eb8023103e81 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:36:30.408021 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d4a7d-7308-42a2-b71f-df7032cc796e None None] Pushing event updated for resources: {'Port': ['ID=ecb6fa51-405c-476d-95d7-df088bb25672,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:30.410721 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Attempting to bind port ecb6fa51-405c-476d-95d7-df088bb25672 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:30.411088 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Attempting to bind port ecb6fa51-405c-476d-95d7-df088bb25672 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '5b8291c0-30d7-4e7e-9e60-ea1c14176bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '860fc214-61ca-4566-a39c-6cd6766313c6'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:30.411479 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Attempting to bind port ecb6fa51-405c-476d-95d7-df088bb25672 on network 860fc214-61ca-4566-a39c-6cd6766313c6 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:30.417479 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:30.417872 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Checking segment: {'id': '5b8291c0-30d7-4e7e-9e60-ea1c14176bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '860fc214-61ca-4566-a39c-6cd6766313c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:30.418274 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.418642 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Bound using segment: {'id': '5b8291c0-30d7-4e7e-9e60-ea1c14176bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '860fc214-61ca-4566-a39c-6cd6766313c6'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:30.419104 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Bound port: ecb6fa51-405c-476d-95d7-df088bb25672, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8291c0-30d7-4e7e-9e60-ea1c14176bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '860fc214-61ca-4566-a39c-6cd6766313c6'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:30.419483 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.464746 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d857146-58dc-43e7-892b-eb8023103e81 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:36:30.473160 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.489688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Transition to ACTIVE for port object 2d857146-58dc-43e7-892b-eb8023103e81 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:36:30.495292 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.499303 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] For port ecb6fa51-405c-476d-95d7-df088bb25672, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:30.503358 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] For port ecb6fa51-405c-476d-95d7-df088bb25672, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ecb6fa51-405c-476d-95d7-df088bb25672,segment=NetworkSegment(5b8291c0-30d7-4e7e-9e60-ea1c14176bbd),segment_id=5b8291c0-30d7-4e7e-9e60-ea1c14176bbd)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:30.509547 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.553902 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Pushing event updated for resources: {'Port': ['ID=2d857146-58dc-43e7-892b-eb8023103e81,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:30.571583 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Routers {'19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:36:30.572310 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:36:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:30.630523 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d4a7d-7308-42a2-b71f-df7032cc796e None None] Pushing event updated for resources: {'Port': ['ID=ecb6fa51-405c-476d-95d7-df088bb25672,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:30.656737 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Attempting to bind port 2d857146-58dc-43e7-892b-eb8023103e81 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:36:30.657075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Attempting to bind port 2d857146-58dc-43e7-892b-eb8023103e81 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '9d30e30d-3193-4c22-99ba-65d92ab26867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:36:30.657404 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Attempting to bind port 2d857146-58dc-43e7-892b-eb8023103e81 on network 97cbfbed-46df-4426-862f-fc66faa3e924 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:30.663505 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Port 2d857146-58dc-43e7-892b-eb8023103e81 on network 97cbfbed-46df-4426-862f-fc66faa3e924 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:36:30.663890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Attempting to bind port 2d857146-58dc-43e7-892b-eb8023103e81 on network 97cbfbed-46df-4426-862f-fc66faa3e924 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:36:30.670801 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:36:30.671151 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Checking segment: {'id': '9d30e30d-3193-4c22-99ba-65d92ab26867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:36:30.671702 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Bound using segment: {'id': '9d30e30d-3193-4c22-99ba-65d92ab26867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:36:30.672142 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Bound port: 2d857146-58dc-43e7-892b-eb8023103e81, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d30e30d-3193-4c22-99ba-65d92ab26867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:36:30.672495 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.715358 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f729c3-2801-4958-958e-d29483b9194b req-cc59fed1-7735-4e10-a603-ae4445b79361 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:30.722400 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c6f729c3-2801-4958-958e-d29483b9194b req-cc59fed1-7735-4e10-a603-ae4445b79361 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=e96c8fbc-ab51-49a4-af1b-441f4217781c HTTP/1.1" status: 200 len: 943 time: 0.0810165 Aug 16 02:36:30.727130 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] Set router 19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:36:30.776988 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c6f729c3-2801-4958-958e-d29483b9194b req-4ecbac9c-cccd-4a2a-ab3a-97c74172434b tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500922 Aug 16 02:36:30.780667 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] For port 2d857146-58dc-43e7-892b-eb8023103e81, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:36:30.786761 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] For port 2d857146-58dc-43e7-892b-eb8023103e81, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2d857146-58dc-43e7-892b-eb8023103e81,segment=NetworkSegment(9d30e30d-3193-4c22-99ba-65d92ab26867),segment_id=9d30e30d-3193-4c22-99ba-65d92ab26867)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:36:30.796051 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.861927 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:30.862758 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:30.864184 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] 10.222.0.63 "PUT /v2.0/ports/2d857146-58dc-43e7-892b-eb8023103e81 HTTP/1.1" status: 200 len: 1092 time: 0.7635572 Aug 16 02:36:30.864640 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96c8fbc-ab51-49a4-af1b-441f4217781c', 'tag': '2d857146-58dc-43e7-892b-eb8023103e81'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:36:30.867149 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a356e3-7c12-4c6e-9376-db153569e4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "e96c8fbc-ab51-49a4-af1b-441f4217781c", "tag": "2d857146-58dc-43e7-892b-eb8023103e81"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:36:30.896185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb16e6c-fbb2-46b0-be6a-f10dcd063396 service neutron] Pushing event updated for resources: {'Port': ['ID=2d857146-58dc-43e7-892b-eb8023103e81,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:30.954748 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5fc68e-9530-4506-a481-ebff2f0307c2 x-openstack-request-id: req-ea5fc68e-9530-4506-a481-ebff2f0307c2 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:36:30.955064 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96c8fbc-ab51-49a4-af1b-441f4217781c", "tag": "2d857146-58dc-43e7-892b-eb8023103e81", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:36:30.955313 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ea5fc68e-9530-4506-a481-ebff2f0307c2 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:36:30.955893 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96c8fbc-ab51-49a4-af1b-441f4217781c', 'tag': '2d857146-58dc-43e7-892b-eb8023103e81', 'status': 'completed', 'code': 200} Aug 16 02:36:30.975687 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-c98eeb6c-5615-46e9-8870-f193049f315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:30.977905 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-c98eeb6c-5615-46e9-8870-f193049f315f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5b35890716d044f3bbc0250209088e3a&device_id=e96c8fbc-ab51-49a4-af1b-441f4217781c HTTP/1.1" status: 200 len: 1095 time: 0.0643773 Aug 16 02:36:30.987774 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'name': 'tempest-TestEncryptedCinderVolumes-1222825697-router', 'tenant_id': '10e2acde4af5431eb41f614df9774021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '2e3f4ba1-661e-4017-aa81-851abf7764ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:23Z', 'updated_at': '2021-08-16T02:36:26Z', 'revision_number': 4, 'project_id': '10e2acde4af5431eb41f614df9774021', 'gw_port': {'id': '2e3f4ba1-661e-4017-aa81-851abf7764ad', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:23Z', 'updated_at': '2021-08-16T02:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'ecb6fa51-405c-476d-95d7-df088bb25672', 'name': '', 'network_id': '860fc214-61ca-4566-a39c-6cd6766313c6', 'tenant_id': '10e2acde4af5431eb41f614df9774021', 'mac_address': 'fa:16:3e:3f:06:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '4999b8d1-3298-4bec-a436-f0cc791d4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:25Z', 'updated_at': '2021-08-16T02:36:30Z', 'revision_number': 4, 'project_id': '10e2acde4af5431eb41f614df9774021', 'subnets': [{'id': '4999b8d1-3298-4bec-a436-f0cc791d4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:36:31.019768 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661180b4-dca4-4ba5-adc0-12abc271eb66 None None] The sync data for ids ['19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48'] in n-d-765315-27 is: [{'id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'name': 'tempest-TestEncryptedCinderVolumes-1222825697-router', 'tenant_id': '10e2acde4af5431eb41f614df9774021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '2e3f4ba1-661e-4017-aa81-851abf7764ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:23Z', 'updated_at': '2021-08-16T02:36:26Z', 'revision_number': 4, 'project_id': '10e2acde4af5431eb41f614df9774021', 'gw_port': {'id': '2e3f4ba1-661e-4017-aa81-851abf7764ad', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:23Z', 'updated_at': '2021-08-16T02:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'ecb6fa51-405c-476d-95d7-df088bb25672', 'name': '', 'network_id': '860fc214-61ca-4566-a39c-6cd6766313c6', 'tenant_id': '10e2acde4af5431eb41f614df9774021', 'mac_address': 'fa:16:3e:3f:06:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '4999b8d1-3298-4bec-a436-f0cc791d4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:25Z', 'updated_at': '2021-08-16T02:36:30Z', 'revision_number': 4, 'project_id': '10e2acde4af5431eb41f614df9774021', 'subnets': [{'id': '4999b8d1-3298-4bec-a436-f0cc791d4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:36:31.024187 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-69176d0d-bbba-4ea4-9d82-68048bea350d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d857146-58dc-43e7-892b-eb8023103e81 HTTP/1.1" status: 200 len: 217 time: 0.0369115 Aug 16 02:36:31.091696 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-d081eac1-8a54-4bb1-bc8f-f66eb4f8eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:31.093207 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-d081eac1-8a54-4bb1-bc8f-f66eb4f8eb53 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f3fef588-68e6-4216-a2b9-80a7bf087761 HTTP/1.1" status: 200 len: 856 time: 0.0591900 Aug 16 02:36:31.153175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-3416a3b5-35c8-445a-a8d8-5892101ef807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:31.154805 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-3416a3b5-35c8-445a-a8d8-5892101ef807 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=97cbfbed-46df-4426-862f-fc66faa3e924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491850 Aug 16 02:36:31.253725 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-ad4f7c3c-a29f-4bac-a782-4aab315e8ad8 service neutron] 10.222.0.63 "GET /v2.0/networks/97cbfbed-46df-4426-862f-fc66faa3e924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868065 Aug 16 02:36:31.359269 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb211f6a-6184-4500-a009-12dbbc4588ff req-c4831775-0df7-47b8-bc25-d93054c01533 service neutron] 10.222.0.63 "GET /v2.0/networks/97cbfbed-46df-4426-862f-fc66faa3e924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946381 Aug 16 02:36:31.452404 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a356e3-7c12-4c6e-9376-db153569e4e5 req-876adc73-aff4-47fe-9f7e-789b306b7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:31.453966 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b7a356e3-7c12-4c6e-9376-db153569e4e5 req-876adc73-aff4-47fe-9f7e-789b306b7278 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5b35890716d044f3bbc0250209088e3a&device_id=e96c8fbc-ab51-49a4-af1b-441f4217781c HTTP/1.1" status: 200 len: 1095 time: 0.0431540 Aug 16 02:36:31.549482 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ecb6fa51-405c-476d-95d7-df088bb25672 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:31.574991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a356e3-7c12-4c6e-9376-db153569e4e5 req-f0b33051-469b-40f2-8853-22850874c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:31.576479 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b7a356e3-7c12-4c6e-9376-db153569e4e5 req-f0b33051-469b-40f2-8853-22850874c39f service neutron] 10.222.0.63 "GET /v2.0/networks?id=97cbfbed-46df-4426-862f-fc66faa3e924 HTTP/1.1" status: 200 len: 918 time: 0.1141326 Aug 16 02:36:31.601219 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port ecb6fa51-405c-476d-95d7-df088bb25672 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:31.605555 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port ecb6fa51-405c-476d-95d7-df088bb25672 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:31.605956 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.623162 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b7a356e3-7c12-4c6e-9376-db153569e4e5 req-6f85b824-7bcb-49ab-bca4-0fc2fdb1bebb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d857146-58dc-43e7-892b-eb8023103e81 HTTP/1.1" status: 200 len: 217 time: 0.0358253 Aug 16 02:36:31.675608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a356e3-7c12-4c6e-9376-db153569e4e5 req-2cbd31dc-6a74-423e-8382-45babdbd07b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:31.677074 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b7a356e3-7c12-4c6e-9376-db153569e4e5 req-2cbd31dc-6a74-423e-8382-45babdbd07b0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f3fef588-68e6-4216-a2b9-80a7bf087761 HTTP/1.1" status: 200 len: 856 time: 0.0454514 Aug 16 02:36:31.683465 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.716733 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port ecb6fa51-405c-476d-95d7-df088bb25672, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ecb6fa51-405c-476d-95d7-df088bb25672,segment=NetworkSegment(5b8291c0-30d7-4e7e-9e60-ea1c14176bbd),segment_id=5b8291c0-30d7-4e7e-9e60-ea1c14176bbd)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:31.721026 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.722047 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2e3f4ba1-661e-4017-aa81-851abf7764ad up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:31.729993 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a356e3-7c12-4c6e-9376-db153569e4e5 req-21d9f258-da11-4523-8c0c-15db2a3f18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:31.731428 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b7a356e3-7c12-4c6e-9376-db153569e4e5 req-21d9f258-da11-4523-8c0c-15db2a3f18cb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=97cbfbed-46df-4426-862f-fc66faa3e924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470593 Aug 16 02:36:31.833912 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b7a356e3-7c12-4c6e-9376-db153569e4e5 req-c7439f7c-5d3a-46fe-bbda-9b9e72ba5e05 service neutron] 10.222.0.63 "GET /v2.0/networks/97cbfbed-46df-4426-862f-fc66faa3e924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937493 Aug 16 02:36:31.913252 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf33f2-d5fa-4d0e-a74e-693dec8b795f req-a5c630a5-8392-4d9d-b00d-adbb90570424 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:31.915385 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-80bf33f2-d5fa-4d0e-a74e-693dec8b795f req-a5c630a5-8392-4d9d-b00d-adbb90570424 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=e96c8fbc-ab51-49a4-af1b-441f4217781c HTTP/1.1" status: 200 len: 943 time: 0.0697727 Aug 16 02:36:31.940351 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b7a356e3-7c12-4c6e-9376-db153569e4e5 req-26380a1d-608a-4488-867f-7b32def7eccd service neutron] 10.222.0.63 "GET /v2.0/networks/97cbfbed-46df-4426-862f-fc66faa3e924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976202 Aug 16 02:36:31.961441 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-80bf33f2-d5fa-4d0e-a74e-693dec8b795f req-6003ad47-4c0b-42b3-8c32-0e7f70f4d276 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365658 Aug 16 02:36:31.965412 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=ecb6fa51-405c-476d-95d7-df088bb25672,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:31.984262 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 2e3f4ba1-661e-4017-aa81-851abf7764ad triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:31.984568 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:33.076917 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65753f12-0717-47a0-9098-a314e2b5a99a req-70356862-d597-4698-9f69-f8fe506f5365 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:33.078429 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-65753f12-0717-47a0-9098-a314e2b5a99a req-70356862-d597-4698-9f69-f8fe506f5365 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=e96c8fbc-ab51-49a4-af1b-441f4217781c HTTP/1.1" status: 200 len: 943 time: 0.0492413 Aug 16 02:36:33.116082 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-65753f12-0717-47a0-9098-a314e2b5a99a req-b1b8b738-68f1-4000-b154-fa874e6c7213 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317783 Aug 16 02:36:33.513839 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ecb6fa51-405c-476d-95d7-df088bb25672 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:33.562748 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port ecb6fa51-405c-476d-95d7-df088bb25672 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:33.563109 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.162293 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 2d857146-58dc-43e7-892b-eb8023103e81 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:36:34.234136 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77edaab-194c-4b85-bee2-a5cfcd1c3566 req-5aa17697-4974-4fd1-90a5-20099458b63e tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:34.235644 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e77edaab-194c-4b85-bee2-a5cfcd1c3566 req-5aa17697-4974-4fd1-90a5-20099458b63e tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=e96c8fbc-ab51-49a4-af1b-441f4217781c HTTP/1.1" status: 200 len: 943 time: 0.0518036 Aug 16 02:36:34.263004 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 2d857146-58dc-43e7-892b-eb8023103e81, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2d857146-58dc-43e7-892b-eb8023103e81,segment=NetworkSegment(9d30e30d-3193-4c22-99ba-65d92ab26867),segment_id=9d30e30d-3193-4c22-99ba-65d92ab26867)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:34.274962 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e77edaab-194c-4b85-bee2-a5cfcd1c3566 req-498fbd16-53e7-4a36-8619-6e611d3c9fc4 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330577 Aug 16 02:36:34.275450 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '2d857146-58dc-43e7-892b-eb8023103e81', 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924', 'port_id': '2d857146-58dc-43e7-892b-eb8023103e81', 'mac_address': 'fa:16:3e:52:1f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3fef588-68e6-4216-a2b9-80a7bf087761', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:36:34.318493 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.330633 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d857146-58dc-43e7-892b-eb8023103e81 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:36:34.350336 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 2d857146-58dc-43e7-892b-eb8023103e81, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2d857146-58dc-43e7-892b-eb8023103e81,segment=NetworkSegment(9d30e30d-3193-4c22-99ba-65d92ab26867),segment_id=9d30e30d-3193-4c22-99ba-65d92ab26867)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:34.354974 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:34.402305 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=2d857146-58dc-43e7-892b-eb8023103e81,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:34.637815 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['2d857146-58dc-43e7-892b-eb8023103e81'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:36:35.391747 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8549584-17c1-4739-b98c-5eae2ed3c5a8 req-dce693e6-c98f-40be-957a-4c4633117691 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:35.393262 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e8549584-17c1-4739-b98c-5eae2ed3c5a8 req-dce693e6-c98f-40be-957a-4c4633117691 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=e96c8fbc-ab51-49a4-af1b-441f4217781c HTTP/1.1" status: 200 len: 944 time: 0.0493608 Aug 16 02:36:35.430596 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e8549584-17c1-4739-b98c-5eae2ed3c5a8 req-286bff17-49d3-42f9-b06a-51b781f7ac4c tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312862 Aug 16 02:36:36.160842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 2d857146-58dc-43e7-892b-eb8023103e81 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:36:36.209365 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 2d857146-58dc-43e7-892b-eb8023103e81 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:36:36.213801 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 2d857146-58dc-43e7-892b-eb8023103e81 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:36:36.214173 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.293117 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.315231 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96c8fbc-ab51-49a4-af1b-441f4217781c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d857146-58dc-43e7-892b-eb8023103e81'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:36:36.317453 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2209660-84dd-44a6-82ea-c4b43dca778f" -d '{"events": [{"server_uuid": "e96c8fbc-ab51-49a4-af1b-441f4217781c", "name": "network-vif-plugged", "status": "completed", "tag": "2d857146-58dc-43e7-892b-eb8023103e81"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:36:36.330713 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 2d857146-58dc-43e7-892b-eb8023103e81, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2d857146-58dc-43e7-892b-eb8023103e81,segment=NetworkSegment(9d30e30d-3193-4c22-99ba-65d92ab26867),segment_id=9d30e30d-3193-4c22-99ba-65d92ab26867)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:36.334834 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:36.360312 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98daf8c6-d7b2-4ca4-bc8f-64dfcbe0e604 x-openstack-request-id: req-98daf8c6-d7b2-4ca4-bc8f-64dfcbe0e604 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:36:36.360641 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96c8fbc-ab51-49a4-af1b-441f4217781c", "name": "network-vif-plugged", "status": "completed", "tag": "2d857146-58dc-43e7-892b-eb8023103e81", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:36:36.360915 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-98daf8c6-d7b2-4ca4-bc8f-64dfcbe0e604 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:36:36.361305 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96c8fbc-ab51-49a4-af1b-441f4217781c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d857146-58dc-43e7-892b-eb8023103e81', 'code': 200} Aug 16 02:36:36.388601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=2d857146-58dc-43e7-892b-eb8023103e81,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:36.467214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7881570-d2a6-4fa6-987c-fed093f314c4 req-6837c9d8-e088-4430-bada-32f67932d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:36.468723 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b7881570-d2a6-4fa6-987c-fed093f314c4 req-6837c9d8-e088-4430-bada-32f67932d458 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e96c8fbc-ab51-49a4-af1b-441f4217781c HTTP/1.1" status: 200 len: 1097 time: 0.0405741 Aug 16 02:36:36.509794 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b7881570-d2a6-4fa6-987c-fed093f314c4 req-bb08e7ee-90f2-419d-bb4d-e19f9c24c28b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332820 Aug 16 02:36:36.559159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17072f76-5ed4-44ef-82f0-fda8bc375b23 req-b25380e2-6501-41b5-84f2-52d436dd4d55 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:36.560650 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17072f76-5ed4-44ef-82f0-fda8bc375b23 req-b25380e2-6501-41b5-84f2-52d436dd4d55 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=e96c8fbc-ab51-49a4-af1b-441f4217781c HTTP/1.1" status: 200 len: 945 time: 0.0498064 Aug 16 02:36:36.599283 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17072f76-5ed4-44ef-82f0-fda8bc375b23 req-97c5efac-583f-4a89-9423-cd749af2ebba tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327015 Aug 16 02:36:37.393190 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:36:37.715087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e371be-4e00-486e-8403-f79041747a24 req-966f6afd-1132-499b-9dc6-3001a940cf74 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:37.716575 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-32e371be-4e00-486e-8403-f79041747a24 req-966f6afd-1132-499b-9dc6-3001a940cf74 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=e96c8fbc-ab51-49a4-af1b-441f4217781c HTTP/1.1" status: 200 len: 945 time: 0.0494776 Aug 16 02:36:37.754461 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-32e371be-4e00-486e-8403-f79041747a24 req-7b9709cd-761f-4666-8d07-aa8cc00f6e1a tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319326 Aug 16 02:36:37.867940 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa80ae8-f055-4df9-b511-bc3244d4b417 req-1b47c440-4c8b-42eb-847b-6a9c79709f46 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:37.869468 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0aa80ae8-f055-4df9-b511-bc3244d4b417 req-1b47c440-4c8b-42eb-847b-6a9c79709f46 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=e96c8fbc-ab51-49a4-af1b-441f4217781c HTTP/1.1" status: 200 len: 945 time: 0.0482409 Aug 16 02:36:37.907393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0aa80ae8-f055-4df9-b511-bc3244d4b417 req-1ee6e761-8925-46c1-b723-8d64ed0e03f5 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318930 Aug 16 02:36:38.006404 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:38.616269 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.984839 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8439df3b-56c0-4022-b351-e5728f2a9c2c req-e2790125-baa5-46ca-bebd-ca94ae39290d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e96c8fbc-ab51-49a4-af1b-441f4217781c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425279 Aug 16 02:36:46.071723 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439df3b-56c0-4022-b351-e5728f2a9c2c req-2e63e846-310e-49d3-9dac-a9c7743db4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:46.073248 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8439df3b-56c0-4022-b351-e5728f2a9c2c req-2e63e846-310e-49d3-9dac-a9c7743db4c3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5b35890716d044f3bbc0250209088e3a&device_id=e96c8fbc-ab51-49a4-af1b-441f4217781c HTTP/1.1" status: 200 len: 1097 time: 0.0466325 Aug 16 02:36:46.183417 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439df3b-56c0-4022-b351-e5728f2a9c2c req-b86bf232-3e5a-4c7a-b7b3-b6d2b1417572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:46.184946 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8439df3b-56c0-4022-b351-e5728f2a9c2c req-b86bf232-3e5a-4c7a-b7b3-b6d2b1417572 service neutron] 10.222.0.63 "GET /v2.0/networks?id=97cbfbed-46df-4426-862f-fc66faa3e924 HTTP/1.1" status: 200 len: 918 time: 0.0864379 Aug 16 02:36:46.233718 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8439df3b-56c0-4022-b351-e5728f2a9c2c req-81a38a0c-01e4-47c9-bbc8-8e6e95961991 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d857146-58dc-43e7-892b-eb8023103e81 HTTP/1.1" status: 200 len: 217 time: 0.0387022 Aug 16 02:36:46.283588 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439df3b-56c0-4022-b351-e5728f2a9c2c req-b60283c0-0d46-4581-9958-7335ad9b4ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:46.285450 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8439df3b-56c0-4022-b351-e5728f2a9c2c req-b60283c0-0d46-4581-9958-7335ad9b4ba7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f3fef588-68e6-4216-a2b9-80a7bf087761 HTTP/1.1" status: 200 len: 856 time: 0.0454767 Aug 16 02:36:46.332156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439df3b-56c0-4022-b351-e5728f2a9c2c req-74522475-2262-4583-9975-a2bb3cb4dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:46.333638 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8439df3b-56c0-4022-b351-e5728f2a9c2c req-74522475-2262-4583-9975-a2bb3cb4dba6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=97cbfbed-46df-4426-862f-fc66faa3e924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413518 Aug 16 02:36:46.437439 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8439df3b-56c0-4022-b351-e5728f2a9c2c req-2c80ddff-b5f2-4ed8-aab8-049c3819c5d1 service neutron] 10.222.0.63 "GET /v2.0/networks/97cbfbed-46df-4426-862f-fc66faa3e924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954251 Aug 16 02:36:46.526222 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8439df3b-56c0-4022-b351-e5728f2a9c2c req-92686f12-b44d-4188-8196-ce12e551ead4 service neutron] 10.222.0.63 "GET /v2.0/networks/97cbfbed-46df-4426-862f-fc66faa3e924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821400 Aug 16 02:36:50.199178 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8824928-944b-4c7b-8c00-2cd232801da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:52.732385 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58aae204-e036-435c-9af8-5f433288d8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:53.407284 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:54.360972 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:56.152245 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:57.413986 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae518a5-a709-45b7-ba8a-54958df3be61 req-6c1cfd5d-2bfd-4a95-b361-db90369c550b tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:57.415549 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aae518a5-a709-45b7-ba8a-54958df3be61 req-6c1cfd5d-2bfd-4a95-b361-db90369c550b tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=e96c8fbc-ab51-49a4-af1b-441f4217781c HTTP/1.1" status: 200 len: 945 time: 0.0508206 Aug 16 02:36:57.452939 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aae518a5-a709-45b7-ba8a-54958df3be61 req-dca487c9-afd8-49dd-96a2-926bd13f004c tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314460 Aug 16 02:36:58.577681 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80a455-a357-41ce-904c-f585c56f5999 req-f055c6a5-ae00-4a15-afe3-b20fe3fb63ba tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:58.579112 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5c80a455-a357-41ce-904c-f585c56f5999 req-f055c6a5-ae00-4a15-afe3-b20fe3fb63ba tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=e96c8fbc-ab51-49a4-af1b-441f4217781c HTTP/1.1" status: 200 len: 945 time: 0.0542092 Aug 16 02:36:58.618830 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5c80a455-a357-41ce-904c-f585c56f5999 req-b1b712e5-a92a-4d2c-ae2c-dab4b0e91ce6 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336258 Aug 16 02:36:59.147518 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76e5f1-ce09-44ef-8ad9-2c863c541b5f req-67f677c8-dc7e-4d72-890e-948fcf685a24 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:59.149011 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6e76e5f1-ce09-44ef-8ad9-2c863c541b5f req-67f677c8-dc7e-4d72-890e-948fcf685a24 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.63 "GET /v2.0/ports?device_id=e96c8fbc-ab51-49a4-af1b-441f4217781c HTTP/1.1" status: 200 len: 945 time: 0.0535483 Aug 16 02:36:59.241896 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-6e76e5f1-ce09-44ef-8ad9-2c863c541b5f req-76b7358f-8f3c-4a4b-83a0-aa998010b2c5 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Deleting port 2d857146-58dc-43e7-892b-eb8023103e81 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:36:59.242242 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6e76e5f1-ce09-44ef-8ad9-2c863c541b5f req-76b7358f-8f3c-4a4b-83a0-aa998010b2c5 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:59.336452 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6e76e5f1-ce09-44ef-8ad9-2c863c541b5f req-76b7358f-8f3c-4a4b-83a0-aa998010b2c5 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] For port 2d857146-58dc-43e7-892b-eb8023103e81, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=2d857146-58dc-43e7-892b-eb8023103e81,segment=NetworkSegment(9d30e30d-3193-4c22-99ba-65d92ab26867),segment_id=9d30e30d-3193-4c22-99ba-65d92ab26867)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:36:59.336813 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6e76e5f1-ce09-44ef-8ad9-2c863c541b5f req-76b7358f-8f3c-4a4b-83a0-aa998010b2c5 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:59.350066 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-6e76e5f1-ce09-44ef-8ad9-2c863c541b5f req-76b7358f-8f3c-4a4b-83a0-aa998010b2c5 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Calling delete_port for 2d857146-58dc-43e7-892b-eb8023103e81 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:36:59.477598 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6e76e5f1-ce09-44ef-8ad9-2c863c541b5f req-76b7358f-8f3c-4a4b-83a0-aa998010b2c5 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:59.495682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['2d857146-58dc-43e7-892b-eb8023103e81'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:36:59.511313 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7358f-8f3c-4a4b-83a0-aa998010b2c5 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Pushing event deleted for resources: {'Port': ['ID=2d857146-58dc-43e7-892b-eb8023103e81,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:59.554797 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e76e5f1-ce09-44ef-8ad9-2c863c541b5f req-76b7358f-8f3c-4a4b-83a0-aa998010b2c5 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] No DVR routers for this DVR port 2d857146-58dc-43e7-892b-eb8023103e81 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:36:59.558608 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6e76e5f1-ce09-44ef-8ad9-2c863c541b5f req-76b7358f-8f3c-4a4b-83a0-aa998010b2c5 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:59.561403 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6e76e5f1-ce09-44ef-8ad9-2c863c541b5f req-76b7358f-8f3c-4a4b-83a0-aa998010b2c5 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.63 "DELETE /v2.0/ports/2d857146-58dc-43e7-892b-eb8023103e81 HTTP/1.1" status: 204 len: 173 time: 0.4029362 Aug 16 02:36:59.561982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96c8fbc-ab51-49a4-af1b-441f4217781c', 'name': 'network-vif-deleted', 'tag': '2d857146-58dc-43e7-892b-eb8023103e81'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:36:59.564268 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87df6144-8b59-4f3c-a97b-a5bae84e8203" -d '{"events": [{"server_uuid": "e96c8fbc-ab51-49a4-af1b-441f4217781c", "name": "network-vif-deleted", "tag": "2d857146-58dc-43e7-892b-eb8023103e81"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:36:59.608862 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9569ba7-3a24-47e4-9dc0-b4c83d44faf6 x-openstack-request-id: req-c9569ba7-3a24-47e4-9dc0-b4c83d44faf6 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:36:59.610229 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96c8fbc-ab51-49a4-af1b-441f4217781c", "name": "network-vif-deleted", "tag": "2d857146-58dc-43e7-892b-eb8023103e81", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:36:59.610420 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c9569ba7-3a24-47e4-9dc0-b4c83d44faf6 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:36:59.610850 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96c8fbc-ab51-49a4-af1b-441f4217781c', 'name': 'network-vif-deleted', 'tag': '2d857146-58dc-43e7-892b-eb8023103e81', 'status': 'completed', 'code': 200} Aug 16 02:36:59.740917 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5790f0dd-13c2-4a42-8070-97fa5d84438a req-2eefe69f-d952-4332-bd9f-a3e5290f1414 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=e96c8fbc-ab51-49a4-af1b-441f4217781c HTTP/1.1" status: 200 len: 210 time: 0.0278788 Aug 16 02:37:01.289197 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c49671-7bd0-4841-86b6-72592f998120 req-d5c4334f-f9c9-4242-9b96-5e1e3854a82c tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:01.291721 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76c49671-7bd0-4841-86b6-72592f998120 req-d5c4334f-f9c9-4242-9b96-5e1e3854a82c tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/networks?id=97cbfbed-46df-4426-862f-fc66faa3e924 HTTP/1.1" status: 200 len: 817 time: 0.0999508 Aug 16 02:37:01.307260 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76c49671-7bd0-4841-86b6-72592f998120 req-a121f30e-0278-4221-8899-441567d59e1f tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/quotas/5b35890716d044f3bbc0250209088e3a HTTP/1.1" status: 200 len: 375 time: 0.0096910 Aug 16 02:37:01.363454 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76c49671-7bd0-4841-86b6-72592f998120 req-ffac2385-fb0c-4feb-a663-9d28f1e0ea89 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b35890716d044f3bbc0250209088e3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500147 Aug 16 02:37:01.459816 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76c49671-7bd0-4841-86b6-72592f998120 req-42dbcf21-4c40-4b69-b57d-75a40ad086f5 service neutron] 10.222.0.68 "GET /v2.0/networks/97cbfbed-46df-4426-862f-fc66faa3e924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838466 Aug 16 02:37:01.555936 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76c49671-7bd0-4841-86b6-72592f998120 req-f42d31c9-e966-42ee-8d23-4061c413a995 service neutron] 10.222.0.68 "GET /v2.0/networks/97cbfbed-46df-4426-862f-fc66faa3e924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893655 Aug 16 02:37:01.715432 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c224ac12-0ae7-4d0b-9209-dfe9e615cc8b req-262d98b3-f66f-4788-baf7-c26a8265d8a4 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=0beee52b-ce74-441b-b4ca-b41b1f0a9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0266576 Aug 16 02:37:02.397225 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 2d857146-58dc-43e7-892b-eb8023103e81 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:02.417440 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 2d857146-58dc-43e7-892b-eb8023103e81 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:02.417796 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 2d857146-58dc-43e7-892b-eb8023103e81 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:02.700547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c49671-7bd0-4841-86b6-72592f998120 req-e8d1c3b5-0f89-4c50-bad2-f474283024a2 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:02.702083 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76c49671-7bd0-4841-86b6-72592f998120 req-e8d1c3b5-0f89-4c50-bad2-f474283024a2 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.73 "GET /v2.0/networks?id=97cbfbed-46df-4426-862f-fc66faa3e924 HTTP/1.1" status: 200 len: 817 time: 0.1078024 Aug 16 02:37:02.716436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-76c49671-7bd0-4841-86b6-72592f998120 req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Request body: {'port': {'device_id': '0beee52b-ce74-441b-b4ca-b41b1f0a9ba6', 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924', 'admin_state_up': True, 'tenant_id': '5b35890716d044f3bbc0250209088e3a'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:02.821306 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ca159b2e-b864-4ab2-828a-e858ee4d6838 req-9774dac8-b783-4ec0-b4be-82fe193da922 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=0beee52b-ce74-441b-b4ca-b41b1f0a9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0374513 Aug 16 02:37:02.859062 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c49671-7bd0-4841-86b6-72592f998120 req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Made reservation on behalf of 5b35890716d044f3bbc0250209088e3a for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:02.862719 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-76c49671-7bd0-4841-86b6-72592f998120 req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:02.998145 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-76c49671-7bd0-4841-86b6-72592f998120 req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Allocated IP 172.20.0.3 (97cbfbed-46df-4426-862f-fc66faa3e924/f3fef588-68e6-4216-a2b9-80a7bf087761/41ddbc9f-7872-4535-be35-d190ec9c20ce) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:03.142179 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-76c49671-7bd0-4841-86b6-72592f998120 req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.159537 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-76c49671-7bd0-4841-86b6-72592f998120 req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Transition to ACTIVE for port object 41ddbc9f-7872-4535-be35-d190ec9c20ce will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:03.193265 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-76c49671-7bd0-4841-86b6-72592f998120 req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.242693 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c49671-7bd0-4841-86b6-72592f998120 req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Network 97cbfbed-46df-4426-862f-fc66faa3e924 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:03.247675 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-76c49671-7bd0-4841-86b6-72592f998120 req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:03.250170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c49671-7bd0-4841-86b6-72592f998120 req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:03.276738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Pushing event updated for resources: {'Port': ['ID=41ddbc9f-7872-4535-be35-d190ec9c20ce,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:03.298101 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:03.298459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:03.298803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:03.299145 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:03.299482 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:03.299817 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:03.300150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:03.300487 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:03.300809 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:03.301131 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:03.301456 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:03.301800 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:03.324332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c49671-7bd0-4841-86b6-72592f998120 req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:03.324981 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-76c49671-7bd0-4841-86b6-72592f998120 req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.340869 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76c49671-7bd0-4841-86b6-72592f998120 req-ae4e1fef-6407-4264-99fa-2d0a62f7bf83 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6282935 Aug 16 02:37:03.357975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Request body: {'port': {'device_id': '0beee52b-ce74-441b-b4ca-b41b1f0a9ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:03.417519 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.502115 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d2543d29-9dd7-40f0-bef3-db385778e986 None None] Provisioning for port 41ddbc9f-7872-4535-be35-d190ec9c20ce completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:03.506986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d2543d29-9dd7-40f0-bef3-db385778e986 None None] Provisioning complete for port 41ddbc9f-7872-4535-be35-d190ec9c20ce triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:03.507466 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2543d29-9dd7-40f0-bef3-db385778e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.555648 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d2543d29-9dd7-40f0-bef3-db385778e986 None None] Port 41ddbc9f-7872-4535-be35-d190ec9c20ce cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:03.687626 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ddbc9f-7872-4535-be35-d190ec9c20ce {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:03.695258 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.707803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Transition to ACTIVE for port object 41ddbc9f-7872-4535-be35-d190ec9c20ce will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:03.711751 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.764783 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=41ddbc9f-7872-4535-be35-d190ec9c20ce,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:03.846561 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Attempting to bind port 41ddbc9f-7872-4535-be35-d190ec9c20ce on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:03.846893 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Attempting to bind port 41ddbc9f-7872-4535-be35-d190ec9c20ce by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '9d30e30d-3193-4c22-99ba-65d92ab26867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:03.847222 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Attempting to bind port 41ddbc9f-7872-4535-be35-d190ec9c20ce on network 97cbfbed-46df-4426-862f-fc66faa3e924 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:03.852171 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Port 41ddbc9f-7872-4535-be35-d190ec9c20ce on network 97cbfbed-46df-4426-862f-fc66faa3e924 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:37:03.852514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Attempting to bind port 41ddbc9f-7872-4535-be35-d190ec9c20ce on network 97cbfbed-46df-4426-862f-fc66faa3e924 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:03.858152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:03.858494 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Checking segment: {'id': '9d30e30d-3193-4c22-99ba-65d92ab26867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:03.858880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Bound using segment: {'id': '9d30e30d-3193-4c22-99ba-65d92ab26867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:03.859315 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Bound port: 41ddbc9f-7872-4535-be35-d190ec9c20ce, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d30e30d-3193-4c22-99ba-65d92ab26867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:03.859677 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.934921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] For port 41ddbc9f-7872-4535-be35-d190ec9c20ce, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:03.939181 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] For port 41ddbc9f-7872-4535-be35-d190ec9c20ce, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=41ddbc9f-7872-4535-be35-d190ec9c20ce,segment=NetworkSegment(9d30e30d-3193-4c22-99ba-65d92ab26867),segment_id=9d30e30d-3193-4c22-99ba-65d92ab26867)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:03.943862 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.958954 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee694c67-2a86-40ee-8836-dfea5d4e5baf req-16af475a-e63c-44ab-89d6-41a1155acd05 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:03.960481 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ee694c67-2a86-40ee-8836-dfea5d4e5baf req-16af475a-e63c-44ab-89d6-41a1155acd05 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=0beee52b-ce74-441b-b4ca-b41b1f0a9ba6 HTTP/1.1" status: 200 len: 943 time: 0.0545208 Aug 16 02:37:03.980944 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:03.981588 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:03.983015 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76c49671-7bd0-4841-86b6-72592f998120 req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] 10.222.0.73 "PUT /v2.0/ports/41ddbc9f-7872-4535-be35-d190ec9c20ce HTTP/1.1" status: 200 len: 1092 time: 0.6295869 Aug 16 02:37:03.983459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0beee52b-ce74-441b-b4ca-b41b1f0a9ba6', 'tag': '41ddbc9f-7872-4535-be35-d190ec9c20ce'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:03.985805 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3a776a-3bae-4e58-b799-41f8c30efa16" -d '{"events": [{"name": "network-changed", "server_uuid": "0beee52b-ce74-441b-b4ca-b41b1f0a9ba6", "tag": "41ddbc9f-7872-4535-be35-d190ec9c20ce"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:04.021731 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ee694c67-2a86-40ee-8836-dfea5d4e5baf req-86639fe3-85ae-4820-899c-44755b690dd2 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516431 Aug 16 02:37:04.046213 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba08ab7-3068-4f94-b7a7-c30c6edb789a x-openstack-request-id: req-dba08ab7-3068-4f94-b7a7-c30c6edb789a {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:04.046509 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0beee52b-ce74-441b-b4ca-b41b1f0a9ba6", "tag": "41ddbc9f-7872-4535-be35-d190ec9c20ce", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:04.046763 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dba08ab7-3068-4f94-b7a7-c30c6edb789a {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:04.047153 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0beee52b-ce74-441b-b4ca-b41b1f0a9ba6', 'tag': '41ddbc9f-7872-4535-be35-d190ec9c20ce', 'status': 'completed', 'code': 200} Aug 16 02:37:04.066839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbc8b4-1d79-4e65-a234-b20c6e892ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=41ddbc9f-7872-4535-be35-d190ec9c20ce,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:04.088040 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c49671-7bd0-4841-86b6-72592f998120 req-90ae3808-934b-4d9a-8efc-1e5dc998df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:04.089569 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76c49671-7bd0-4841-86b6-72592f998120 req-90ae3808-934b-4d9a-8efc-1e5dc998df7d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b35890716d044f3bbc0250209088e3a&device_id=0beee52b-ce74-441b-b4ca-b41b1f0a9ba6 HTTP/1.1" status: 200 len: 1095 time: 0.0588863 Aug 16 02:37:04.139375 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76c49671-7bd0-4841-86b6-72592f998120 req-22d53d86-eaf2-449d-988f-f036934dc0c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41ddbc9f-7872-4535-be35-d190ec9c20ce HTTP/1.1" status: 200 len: 217 time: 0.0390694 Aug 16 02:37:04.196137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c49671-7bd0-4841-86b6-72592f998120 req-7f81fc68-51e0-43d4-bcac-8e37ce07dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:04.197657 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76c49671-7bd0-4841-86b6-72592f998120 req-7f81fc68-51e0-43d4-bcac-8e37ce07dba4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3fef588-68e6-4216-a2b9-80a7bf087761 HTTP/1.1" status: 200 len: 856 time: 0.0467353 Aug 16 02:37:04.248887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c49671-7bd0-4841-86b6-72592f998120 req-61885db8-943a-4eaa-a35d-b7b5ae957af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:04.250413 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76c49671-7bd0-4841-86b6-72592f998120 req-61885db8-943a-4eaa-a35d-b7b5ae957af6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=97cbfbed-46df-4426-862f-fc66faa3e924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417311 Aug 16 02:37:04.349119 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76c49671-7bd0-4841-86b6-72592f998120 req-fb68cc5a-d6e9-42a3-ab18-68115fbb26e7 service neutron] 10.222.0.73 "GET /v2.0/networks/97cbfbed-46df-4426-862f-fc66faa3e924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862322 Aug 16 02:37:04.444945 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76c49671-7bd0-4841-86b6-72592f998120 req-66438c89-4b01-4497-96d1-e0a1d2d0f027 service neutron] 10.222.0.73 "GET /v2.0/networks/97cbfbed-46df-4426-862f-fc66faa3e924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848525 Aug 16 02:37:04.535643 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a776a-3bae-4e58-b799-41f8c30efa16 req-2c8ffcba-d83f-4f9c-b9a3-4c529997098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:04.537219 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b3a776a-3bae-4e58-b799-41f8c30efa16 req-2c8ffcba-d83f-4f9c-b9a3-4c529997098b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b35890716d044f3bbc0250209088e3a&device_id=0beee52b-ce74-441b-b4ca-b41b1f0a9ba6 HTTP/1.1" status: 200 len: 1095 time: 0.0424438 Aug 16 02:37:04.629813 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a776a-3bae-4e58-b799-41f8c30efa16 req-9a262d9a-f140-463c-ac42-6f1e9f1237ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:04.631536 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b3a776a-3bae-4e58-b799-41f8c30efa16 req-9a262d9a-f140-463c-ac42-6f1e9f1237ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=97cbfbed-46df-4426-862f-fc66faa3e924 HTTP/1.1" status: 200 len: 918 time: 0.0875835 Aug 16 02:37:04.673356 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b3a776a-3bae-4e58-b799-41f8c30efa16 req-4b24194b-564c-4f99-8a4b-39274fe22d2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41ddbc9f-7872-4535-be35-d190ec9c20ce HTTP/1.1" status: 200 len: 217 time: 0.0348001 Aug 16 02:37:04.730509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a776a-3bae-4e58-b799-41f8c30efa16 req-e2f6d4fc-c1dc-4700-85c5-57a7e11c8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:04.731955 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b3a776a-3bae-4e58-b799-41f8c30efa16 req-e2f6d4fc-c1dc-4700-85c5-57a7e11c8542 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3fef588-68e6-4216-a2b9-80a7bf087761 HTTP/1.1" status: 200 len: 856 time: 0.0470695 Aug 16 02:37:04.777224 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a776a-3bae-4e58-b799-41f8c30efa16 req-1e35403c-452a-4ba4-bc1a-418b9c9da41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:04.778775 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b3a776a-3bae-4e58-b799-41f8c30efa16 req-1e35403c-452a-4ba4-bc1a-418b9c9da41b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=97cbfbed-46df-4426-862f-fc66faa3e924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393775 Aug 16 02:37:04.869455 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b3a776a-3bae-4e58-b799-41f8c30efa16 req-8636e1e6-4a3c-4f02-b4d2-7fe77a243521 service neutron] 10.222.0.73 "GET /v2.0/networks/97cbfbed-46df-4426-862f-fc66faa3e924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824091 Aug 16 02:37:04.965668 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b3a776a-3bae-4e58-b799-41f8c30efa16 req-ac330117-111a-48a7-aa4c-a707efbd2d27 service neutron] 10.222.0.73 "GET /v2.0/networks/97cbfbed-46df-4426-862f-fc66faa3e924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879543 Aug 16 02:37:05.153150 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c8f56-a4ac-4743-9184-28c04e1fb481 req-f832e2d6-7fa1-4c8a-b1ae-df10780da410 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:05.154680 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d17c8f56-a4ac-4743-9184-28c04e1fb481 req-f832e2d6-7fa1-4c8a-b1ae-df10780da410 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=0beee52b-ce74-441b-b4ca-b41b1f0a9ba6 HTTP/1.1" status: 200 len: 943 time: 0.0581763 Aug 16 02:37:05.203712 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d17c8f56-a4ac-4743-9184-28c04e1fb481 req-29b24c83-2b31-4167-b17e-268bea2f0023 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Aug 16 02:37:06.330665 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cb279-0f5d-4451-8988-4957bb69773c req-cd94731b-7978-4225-8695-d63e09500bea tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:06.332302 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e7cb279-0f5d-4451-8988-4957bb69773c req-cd94731b-7978-4225-8695-d63e09500bea tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=0beee52b-ce74-441b-b4ca-b41b1f0a9ba6 HTTP/1.1" status: 200 len: 943 time: 0.0572820 Aug 16 02:37:06.372896 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e7cb279-0f5d-4451-8988-4957bb69773c req-21441d2a-9f35-4a7c-9759-400f6aca61cc tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337861 Aug 16 02:37:07.491818 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03192c53-ff07-4ae4-9688-25eb843fb8b1 req-d578a5f6-ca7e-46c9-a73d-da00e8837f06 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:07.493710 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03192c53-ff07-4ae4-9688-25eb843fb8b1 req-d578a5f6-ca7e-46c9-a73d-da00e8837f06 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=0beee52b-ce74-441b-b4ca-b41b1f0a9ba6 HTTP/1.1" status: 200 len: 943 time: 0.0499737 Aug 16 02:37:07.530892 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03192c53-ff07-4ae4-9688-25eb843fb8b1 req-aa56d24a-3871-43d7-99e2-fbf2684ed8dc tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309281 Aug 16 02:37:07.541245 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 41ddbc9f-7872-4535-be35-d190ec9c20ce details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:37:07.635888 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 41ddbc9f-7872-4535-be35-d190ec9c20ce, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=41ddbc9f-7872-4535-be35-d190ec9c20ce,segment=NetworkSegment(9d30e30d-3193-4c22-99ba-65d92ab26867),segment_id=9d30e30d-3193-4c22-99ba-65d92ab26867)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:07.646802 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '41ddbc9f-7872-4535-be35-d190ec9c20ce', 'network_id': '97cbfbed-46df-4426-862f-fc66faa3e924', 'port_id': '41ddbc9f-7872-4535-be35-d190ec9c20ce', 'mac_address': 'fa:16:3e:eb:35:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3fef588-68e6-4216-a2b9-80a7bf087761', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:37:07.683534 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:07.695649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ddbc9f-7872-4535-be35-d190ec9c20ce {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:07.715109 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 41ddbc9f-7872-4535-be35-d190ec9c20ce, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=41ddbc9f-7872-4535-be35-d190ec9c20ce,segment=NetworkSegment(9d30e30d-3193-4c22-99ba-65d92ab26867),segment_id=9d30e30d-3193-4c22-99ba-65d92ab26867)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:07.719086 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:07.765398 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=41ddbc9f-7872-4535-be35-d190ec9c20ce,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:07.772738 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.773082 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.773441 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.774319 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.774724 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.775055 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.775379 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.775698 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.776020 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.776336 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.776656 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.776972 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:07.991742 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['41ddbc9f-7872-4535-be35-d190ec9c20ce'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:37:08.042741 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:08.643013 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:08.650790 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841dc5ae-47e2-4b3a-8beb-6cfb8ab16efe req-7b27b884-2b85-4b2d-b4f2-cd49288867f2 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:08.652533 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-841dc5ae-47e2-4b3a-8beb-6cfb8ab16efe req-7b27b884-2b85-4b2d-b4f2-cd49288867f2 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=0beee52b-ce74-441b-b4ca-b41b1f0a9ba6 HTTP/1.1" status: 200 len: 944 time: 0.0510404 Aug 16 02:37:08.693442 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-841dc5ae-47e2-4b3a-8beb-6cfb8ab16efe req-9f98a668-a847-4f22-a573-1e61c6f656db tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350397 Aug 16 02:37:09.557325 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 41ddbc9f-7872-4535-be35-d190ec9c20ce up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:09.605721 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 41ddbc9f-7872-4535-be35-d190ec9c20ce completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:09.609452 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 41ddbc9f-7872-4535-be35-d190ec9c20ce triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:09.609852 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:09.686482 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:09.707799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0beee52b-ce74-441b-b4ca-b41b1f0a9ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ddbc9f-7872-4535-be35-d190ec9c20ce'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:09.710084 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9790dfe4-d2be-475b-96cf-5137faabaad2" -d '{"events": [{"server_uuid": "0beee52b-ce74-441b-b4ca-b41b1f0a9ba6", "name": "network-vif-plugged", "status": "completed", "tag": "41ddbc9f-7872-4535-be35-d190ec9c20ce"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:09.724504 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 41ddbc9f-7872-4535-be35-d190ec9c20ce, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=41ddbc9f-7872-4535-be35-d190ec9c20ce,segment=NetworkSegment(9d30e30d-3193-4c22-99ba-65d92ab26867),segment_id=9d30e30d-3193-4c22-99ba-65d92ab26867)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:09.729454 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:09.752535 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3806da-21bb-4e1b-8b4f-af501a0ce40e x-openstack-request-id: req-6c3806da-21bb-4e1b-8b4f-af501a0ce40e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:09.752830 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0beee52b-ce74-441b-b4ca-b41b1f0a9ba6", "name": "network-vif-plugged", "status": "completed", "tag": "41ddbc9f-7872-4535-be35-d190ec9c20ce", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:09.753107 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6c3806da-21bb-4e1b-8b4f-af501a0ce40e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:09.753496 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0beee52b-ce74-441b-b4ca-b41b1f0a9ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ddbc9f-7872-4535-be35-d190ec9c20ce', 'code': 200} Aug 16 02:37:09.786790 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=41ddbc9f-7872-4535-be35-d190ec9c20ce,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:10.125185 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bd55c-bf30-4054-8efb-3534a3a9f705 req-c1c0fbce-61ba-4a01-afc5-979e29e44766 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:10.126695 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f4bd55c-bf30-4054-8efb-3534a3a9f705 req-c1c0fbce-61ba-4a01-afc5-979e29e44766 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=0beee52b-ce74-441b-b4ca-b41b1f0a9ba6 HTTP/1.1" status: 200 len: 945 time: 0.3621752 Aug 16 02:37:10.132745 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c58a2d-9afa-4f62-a759-e7b86260b895 req-65396342-12d3-4028-bf11-e4eb22bafbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:10.134134 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-55c58a2d-9afa-4f62-a759-e7b86260b895 req-65396342-12d3-4028-bf11-e4eb22bafbb5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0beee52b-ce74-441b-b4ca-b41b1f0a9ba6 HTTP/1.1" status: 200 len: 1097 time: 0.0565774 Aug 16 02:37:10.186737 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6f4bd55c-bf30-4054-8efb-3534a3a9f705 req-e6521735-f69a-49e0-8bd9-eb96cb27fdb2 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515771 Aug 16 02:37:10.190192 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-55c58a2d-9afa-4f62-a759-e7b86260b895 req-df8d3667-180c-4d30-a0f5-65c64b4410c2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428302 Aug 16 02:37:11.307535 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b156e-c2fe-421b-adab-9a04be91c852 req-72602247-aca2-4aff-8267-83a2add505e2 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:11.309097 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b92b156e-c2fe-421b-adab-9a04be91c852 req-72602247-aca2-4aff-8267-83a2add505e2 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=0beee52b-ce74-441b-b4ca-b41b1f0a9ba6 HTTP/1.1" status: 200 len: 945 time: 0.0508745 Aug 16 02:37:11.352922 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b92b156e-c2fe-421b-adab-9a04be91c852 req-3033aa79-c547-4345-ba92-e8a33d758507 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371189 Aug 16 02:37:11.483761 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55d3bf-1fb2-4a00-b14b-04e0d1bc5c0f req-3c7e271d-8050-496d-b4c4-7c37f5cc4882 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:11.485339 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fe55d3bf-1fb2-4a00-b14b-04e0d1bc5c0f req-3c7e271d-8050-496d-b4c4-7c37f5cc4882 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=0beee52b-ce74-441b-b4ca-b41b1f0a9ba6 HTTP/1.1" status: 200 len: 945 time: 0.0548620 Aug 16 02:37:11.529654 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fe55d3bf-1fb2-4a00-b14b-04e0d1bc5c0f req-f52e3551-36c0-4029-87bc-7470643864a4 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370336 Aug 16 02:37:14.393214 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:37:20.200463 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-acc36912-7a0d-4238-95fa-d6845b9eddd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:22.722653 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28216d63-bf71-4260-8e35-1f5353f3dfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:23.408028 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:24.365443 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:26.153729 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:29.882088 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b3482-128e-40af-8ba6-d186d435e707 req-5952e5ac-4431-41e3-a25f-10842fc52576 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:29.883492 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f57b3482-128e-40af-8ba6-d186d435e707 req-5952e5ac-4431-41e3-a25f-10842fc52576 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=0beee52b-ce74-441b-b4ca-b41b1f0a9ba6 HTTP/1.1" status: 200 len: 945 time: 0.0497694 Aug 16 02:37:29.921151 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f57b3482-128e-40af-8ba6-d186d435e707 req-03a2542d-858d-48f5-ae96-c20aea3e71c2 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 Aug 16 02:37:31.354095 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ff268-cf5a-4b3d-9a10-55f77a8785e8 req-3e5dc48c-9e8f-404b-a840-5be7279b4ec6 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:31.355637 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2b2ff268-cf5a-4b3d-9a10-55f77a8785e8 req-3e5dc48c-9e8f-404b-a840-5be7279b4ec6 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=0beee52b-ce74-441b-b4ca-b41b1f0a9ba6 HTTP/1.1" status: 200 len: 945 time: 0.3660309 Aug 16 02:37:31.393489 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2b2ff268-cf5a-4b3d-9a10-55f77a8785e8 req-e4b9d3e4-0833-41a5-b69e-44ab559f63f5 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4e8d954-3d9e-43c6-88ab-a8b3d424180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318725 Aug 16 02:37:31.500221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23243e-a082-4723-9885-c4e37354cad2 req-90da2bde-f9f7-4128-aa20-a3ea6d43cdeb tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:31.501672 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cf23243e-a082-4723-9885-c4e37354cad2 req-90da2bde-f9f7-4128-aa20-a3ea6d43cdeb tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.73 "GET /v2.0/ports?device_id=0beee52b-ce74-441b-b4ca-b41b1f0a9ba6 HTTP/1.1" status: 200 len: 945 time: 0.0483365 Aug 16 02:37:31.598114 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-cf23243e-a082-4723-9885-c4e37354cad2 req-e84232e6-2434-40c5-97ee-0a0be962e9a6 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Deleting port 41ddbc9f-7872-4535-be35-d190ec9c20ce {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:31.598359 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf23243e-a082-4723-9885-c4e37354cad2 req-e84232e6-2434-40c5-97ee-0a0be962e9a6 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:31.686189 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cf23243e-a082-4723-9885-c4e37354cad2 req-e84232e6-2434-40c5-97ee-0a0be962e9a6 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] For port 41ddbc9f-7872-4535-be35-d190ec9c20ce, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=41ddbc9f-7872-4535-be35-d190ec9c20ce,segment=NetworkSegment(9d30e30d-3193-4c22-99ba-65d92ab26867),segment_id=9d30e30d-3193-4c22-99ba-65d92ab26867)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:31.686552 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf23243e-a082-4723-9885-c4e37354cad2 req-e84232e6-2434-40c5-97ee-0a0be962e9a6 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:31.699454 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-cf23243e-a082-4723-9885-c4e37354cad2 req-e84232e6-2434-40c5-97ee-0a0be962e9a6 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Calling delete_port for 41ddbc9f-7872-4535-be35-d190ec9c20ce owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:31.826133 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf23243e-a082-4723-9885-c4e37354cad2 req-e84232e6-2434-40c5-97ee-0a0be962e9a6 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:31.841906 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['41ddbc9f-7872-4535-be35-d190ec9c20ce'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:37:31.852461 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84232e6-2434-40c5-97ee-0a0be962e9a6 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Pushing event deleted for resources: {'Port': ['ID=41ddbc9f-7872-4535-be35-d190ec9c20ce,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:31.898196 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf23243e-a082-4723-9885-c4e37354cad2 req-e84232e6-2434-40c5-97ee-0a0be962e9a6 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] No DVR routers for this DVR port 41ddbc9f-7872-4535-be35-d190ec9c20ce on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:31.901720 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf23243e-a082-4723-9885-c4e37354cad2 req-e84232e6-2434-40c5-97ee-0a0be962e9a6 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:31.903755 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-cf23243e-a082-4723-9885-c4e37354cad2 req-e84232e6-2434-40c5-97ee-0a0be962e9a6 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.73 "DELETE /v2.0/ports/41ddbc9f-7872-4535-be35-d190ec9c20ce HTTP/1.1" status: 204 len: 173 time: 0.3919435 Aug 16 02:37:31.904198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0beee52b-ce74-441b-b4ca-b41b1f0a9ba6', 'name': 'network-vif-deleted', 'tag': '41ddbc9f-7872-4535-be35-d190ec9c20ce'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:31.906480 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a231ba4-358f-4ad9-9f0c-b5907bb77a7e" -d '{"events": [{"server_uuid": "0beee52b-ce74-441b-b4ca-b41b1f0a9ba6", "name": "network-vif-deleted", "tag": "41ddbc9f-7872-4535-be35-d190ec9c20ce"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:31.955831 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fb5521-f9cb-4e6e-895c-137dfc298f62 x-openstack-request-id: req-08fb5521-f9cb-4e6e-895c-137dfc298f62 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:31.956149 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0beee52b-ce74-441b-b4ca-b41b1f0a9ba6", "name": "network-vif-deleted", "tag": "41ddbc9f-7872-4535-be35-d190ec9c20ce", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:31.956446 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-08fb5521-f9cb-4e6e-895c-137dfc298f62 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:31.956830 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0beee52b-ce74-441b-b4ca-b41b1f0a9ba6', 'name': 'network-vif-deleted', 'tag': '41ddbc9f-7872-4535-be35-d190ec9c20ce', 'status': 'completed', 'code': 200} Aug 16 02:37:32.503583 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d3d4eac4-6b9c-4cf4-a6b9-3f2f8377b05b req-a9c4aef7-e06d-495a-a702-1c5fcf26fb21 tempest-TestEncryptedCinderVolumes-447177350 tempest-TestEncryptedCinderVolumes-447177350-project] 10.222.0.68 "GET /v2.0/ports?device_id=0beee52b-ce74-441b-b4ca-b41b1f0a9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0273390 Aug 16 02:37:33.593743 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39450) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:33.951831 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.201316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Deleting port 16e06938-3783-4610-90ff-091764dc47d5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:34.201655 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.278789 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] For port 16e06938-3783-4610-90ff-091764dc47d5, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=16e06938-3783-4610-90ff-091764dc47d5,segment=NetworkSegment(9d30e30d-3193-4c22-99ba-65d92ab26867),segment_id=9d30e30d-3193-4c22-99ba-65d92ab26867)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:34.279150 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.293302 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Calling delete_port for 16e06938-3783-4610-90ff-091764dc47d5 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:34.476145 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.504268 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=16e06938-3783-4610-90ff-091764dc47d5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:34.514298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:34.514641 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:34.514978 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:34.515313 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:34.516187 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:34.516187 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:34.516361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:34.516555 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:34.516877 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:34.517201 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:34.517518 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:34.517861 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:34.684476 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:34.900808 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Router 8752648e-9390-4a90-b467-0b1924751b16 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:35.006002 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:35.011533 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-731b9356-dbbc-475b-80ec-5113d8716cf1 admin admin] 10.222.0.68 "PUT /v2.0/routers/8752648e-9390-4a90-b467-0b1924751b16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4166906 Aug 16 02:37:35.014109 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39452) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:35.016840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095f82f-d12f-4bbd-a1f3-446a78a1cd10 None None] Sync routers for ids ['8752648e-9390-4a90-b467-0b1924751b16'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:35.027409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5095f82f-d12f-4bbd-a1f3-446a78a1cd10 None None] Routers {'8752648e-9390-4a90-b467-0b1924751b16'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:35.028034 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5095f82f-d12f-4bbd-a1f3-446a78a1cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:37:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8752648e-9390-4a90-b467-0b1924751b16'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:35.117235 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b7ba-8319-421a-9b76-dc756d2ed226 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.130984 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-5095f82f-d12f-4bbd-a1f3-446a78a1cd10 None None] Set router 8752648e-9390-4a90-b467-0b1924751b16 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:35.219116 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b7ba-8319-421a-9b76-dc756d2ed226 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.278982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e9b4b7ba-8319-421a-9b76-dc756d2ed226 admin admin] Deleting port 33aaa7fa-5719-4299-ba9f-63cae2571afb {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:35.279328 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b7ba-8319-421a-9b76-dc756d2ed226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.310205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5095f82f-d12f-4bbd-a1f3-446a78a1cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8752648e-9390-4a90-b467-0b1924751b16', 'name': 'tempest-TestEncryptedCinderVolumes-1198667339-router', 'tenant_id': '5b35890716d044f3bbc0250209088e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '33aaa7fa-5719-4299-ba9f-63cae2571afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:18Z', 'updated_at': '2021-08-16T02:37:34Z', 'revision_number': 5, 'project_id': '5b35890716d044f3bbc0250209088e3a', 'gw_port': {'id': '33aaa7fa-5719-4299-ba9f-63cae2571afb', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8752648e-9390-4a90-b467-0b1924751b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:18Z', 'updated_at': '2021-08-16T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:35.336004 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095f82f-d12f-4bbd-a1f3-446a78a1cd10 None None] Checking router: 8752648e-9390-4a90-b467-0b1924751b16 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:35.344864 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5095f82f-d12f-4bbd-a1f3-446a78a1cd10 None None] Routers {'8752648e-9390-4a90-b467-0b1924751b16'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:35.345479 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5095f82f-d12f-4bbd-a1f3-446a78a1cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:37:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8752648e-9390-4a90-b467-0b1924751b16'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:35.357260 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e9b4b7ba-8319-421a-9b76-dc756d2ed226 admin admin] For port 33aaa7fa-5719-4299-ba9f-63cae2571afb, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=33aaa7fa-5719-4299-ba9f-63cae2571afb,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:35.357623 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b7ba-8319-421a-9b76-dc756d2ed226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.371216 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e9b4b7ba-8319-421a-9b76-dc756d2ed226 admin admin] Calling delete_port for 33aaa7fa-5719-4299-ba9f-63cae2571afb owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:35.434970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-5095f82f-d12f-4bbd-a1f3-446a78a1cd10 None None] Set router 8752648e-9390-4a90-b467-0b1924751b16 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:35.490103 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5095f82f-d12f-4bbd-a1f3-446a78a1cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8752648e-9390-4a90-b467-0b1924751b16', 'name': 'tempest-TestEncryptedCinderVolumes-1198667339-router', 'tenant_id': '5b35890716d044f3bbc0250209088e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:18Z', 'updated_at': '2021-08-16T02:37:35Z', 'revision_number': 6, 'project_id': '5b35890716d044f3bbc0250209088e3a', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:35.518188 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095f82f-d12f-4bbd-a1f3-446a78a1cd10 None None] The sync data for ids ['8752648e-9390-4a90-b467-0b1924751b16'] in n-d-765315-27 is: [{'id': '8752648e-9390-4a90-b467-0b1924751b16', 'name': 'tempest-TestEncryptedCinderVolumes-1198667339-router', 'tenant_id': '5b35890716d044f3bbc0250209088e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:18Z', 'updated_at': '2021-08-16T02:37:35Z', 'revision_number': 6, 'project_id': '5b35890716d044f3bbc0250209088e3a', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:35.547961 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b7ba-8319-421a-9b76-dc756d2ed226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.573585 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4b7ba-8319-421a-9b76-dc756d2ed226 admin admin] Pushing event deleted for resources: {'Port': ['ID=33aaa7fa-5719-4299-ba9f-63cae2571afb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:35.639941 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b7ba-8319-421a-9b76-dc756d2ed226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.681017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 41ddbc9f-7872-4535-be35-d190ec9c20ce no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:35.701606 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 41ddbc9f-7872-4535-be35-d190ec9c20ce {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:35.701976 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 41ddbc9f-7872-4535-be35-d190ec9c20ce not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:35.733356 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b7ba-8319-421a-9b76-dc756d2ed226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.735453 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b7ba-8319-421a-9b76-dc756d2ed226 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.778410 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b7ba-8319-421a-9b76-dc756d2ed226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.778985 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b4b7ba-8319-421a-9b76-dc756d2ed226 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8752648e-9390-4a90-b467-0b1924751b16 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:37:35.783770 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9b4b7ba-8319-421a-9b76-dc756d2ed226 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.785321 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e9b4b7ba-8319-421a-9b76-dc756d2ed226 admin admin] 10.222.0.68 "DELETE /v2.0/routers/8752648e-9390-4a90-b467-0b1924751b16 HTTP/1.1" status: 204 len: 168 time: 0.7700665 Aug 16 02:37:35.787809 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39454) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:35.832575 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebd5299-fed4-44ca-b493-bbef82260891 admin admin] Deleting subnet f3fef588-68e6-4216-a2b9-80a7bf087761 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:37:35.835563 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5299-fed4-44ca-b493-bbef82260891 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.876277 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5299-fed4-44ca-b493-bbef82260891 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:35.958388 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5299-fed4-44ca-b493-bbef82260891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.010577 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5299-fed4-44ca-b493-bbef82260891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.040416 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd5299-fed4-44ca-b493-bbef82260891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3fef588-68e6-4216-a2b9-80a7bf087761,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:36.044619 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5299-fed4-44ca-b493-bbef82260891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.046521 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3ebd5299-fed4-44ca-b493-bbef82260891 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/f3fef588-68e6-4216-a2b9-80a7bf087761 HTTP/1.1" status: 204 len: 168 time: 0.2578037 Aug 16 02:37:36.048939 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39456) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:36.052784 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9785cd-fabe-426c-862b-3acb6d0ee5c9 None None] Network 97cbfbed-46df-4426-862f-fc66faa3e924 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:36.117419 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.172539 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] Deleting port fd4e41dd-a462-46cf-99aa-5605e0448d8f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:36.172881 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.246786 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] For port fd4e41dd-a462-46cf-99aa-5605e0448d8f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=fd4e41dd-a462-46cf-99aa-5605e0448d8f,segment=NetworkSegment(9d30e30d-3193-4c22-99ba-65d92ab26867),segment_id=9d30e30d-3193-4c22-99ba-65d92ab26867)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:36.247157 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.261454 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] Calling delete_port for fd4e41dd-a462-46cf-99aa-5605e0448d8f owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:36.278083 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2561a311-e5e0-4009-b367-99367d5af01c None None] DHCP port deletion for 97cbfbed-46df-4426-862f-fc66faa3e924 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:37:36.350829 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.351117 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2561a311-e5e0-4009-b367-99367d5af01c None None] Deleting port fd4e41dd-a462-46cf-99aa-5605e0448d8f {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:36.351405 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2561a311-e5e0-4009-b367-99367d5af01c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.380791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4e41dd-a462-46cf-99aa-5605e0448d8f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:36.382623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] No DVR routers for this DVR port fd4e41dd-a462-46cf-99aa-5605e0448d8f on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:36.423125 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2561a311-e5e0-4009-b367-99367d5af01c None None] For port fd4e41dd-a462-46cf-99aa-5605e0448d8f, host n-d-765315-27, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:36.423515 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2561a311-e5e0-4009-b367-99367d5af01c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.436378 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2561a311-e5e0-4009-b367-99367d5af01c None None] Calling delete_port for fd4e41dd-a462-46cf-99aa-5605e0448d8f owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:36.438991 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.ipam_backend_mixin [None req-2561a311-e5e0-4009-b367-99367d5af01c None None] Port fd4e41dd-a462-46cf-99aa-5605e0448d8f was not found and therefore no delete operation was performed {{(pid=94674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:37:36.440243 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2561a311-e5e0-4009-b367-99367d5af01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.463611 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.464304 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561a311-e5e0-4009-b367-99367d5af01c None None] Pushing event deleted for resources: {'Port': ['ID=fd4e41dd-a462-46cf-99aa-5605e0448d8f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:36.470013 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2561a311-e5e0-4009-b367-99367d5af01c None None] No DVR routers for this DVR port fd4e41dd-a462-46cf-99aa-5605e0448d8f on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:36.475091 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cbfbed-46df-4426-862f-fc66faa3e924']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:36.489367 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d30e30d-3193-4c22-99ba-65d92ab26867') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:36.489726 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d30e30d-3193-4c22-99ba-65d92ab26867') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:36.499379 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.515019 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.521803 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:37:36.522202 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:37:36.523906 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:37:36.585955 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.593043 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:36.594909 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] 10.222.0.68 "DELETE /v2.0/networks/97cbfbed-46df-4426-862f-fc66faa3e924 HTTP/1.1" status: 204 len: 168 time: 0.5450785 Aug 16 02:37:36.598069 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39458) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:36.606921 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b740b-a694-4fb6-b7d1-805480f614fd admin admin] Pushing event deleted for resources: {'Network': ['ID=97cbfbed-46df-4426-862f-fc66faa3e924,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:36.941489 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da069373-204b-4d3c-a3f5-8dba67ea1df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.188425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-da069373-204b-4d3c-a3f5-8dba67ea1df2 admin admin] Deleting port ecb6fa51-405c-476d-95d7-df088bb25672 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:37.188764 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da069373-204b-4d3c-a3f5-8dba67ea1df2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.267845 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-da069373-204b-4d3c-a3f5-8dba67ea1df2 admin admin] For port ecb6fa51-405c-476d-95d7-df088bb25672, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=ecb6fa51-405c-476d-95d7-df088bb25672,segment=NetworkSegment(5b8291c0-30d7-4e7e-9e60-ea1c14176bbd),segment_id=5b8291c0-30d7-4e7e-9e60-ea1c14176bbd)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:37.268210 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da069373-204b-4d3c-a3f5-8dba67ea1df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.281421 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-da069373-204b-4d3c-a3f5-8dba67ea1df2 admin admin] Calling delete_port for ecb6fa51-405c-476d-95d7-df088bb25672 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:37.459736 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da069373-204b-4d3c-a3f5-8dba67ea1df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.485920 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da069373-204b-4d3c-a3f5-8dba67ea1df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb6fa51-405c-476d-95d7-df088bb25672,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:37.617502 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 16e06938-3783-4610-90ff-091764dc47d5 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:37.640387 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 16e06938-3783-4610-90ff-091764dc47d5 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:37.640732 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 16e06938-3783-4610-90ff-091764dc47d5 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:37.641150 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 33aaa7fa-5719-4299-ba9f-63cae2571afb no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:37.650946 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da069373-204b-4d3c-a3f5-8dba67ea1df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:37.663807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 33aaa7fa-5719-4299-ba9f-63cae2571afb {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:37.664152 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 33aaa7fa-5719-4299-ba9f-63cae2571afb not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:37.664566 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fd4e41dd-a462-46cf-99aa-5605e0448d8f no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:37.840601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: fd4e41dd-a462-46cf-99aa-5605e0448d8f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:37.840851 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fd4e41dd-a462-46cf-99aa-5605e0448d8f not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:37.883303 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da069373-204b-4d3c-a3f5-8dba67ea1df2 admin admin] Router 19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:37.988502 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da069373-204b-4d3c-a3f5-8dba67ea1df2 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:37.993990 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-da069373-204b-4d3c-a3f5-8dba67ea1df2 admin admin] 10.222.0.68 "PUT /v2.0/routers/19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3947918 Aug 16 02:37:37.996431 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39460) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:37.998959 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b96c00-816d-443d-a2fe-af4ba4966649 None None] Sync routers for ids ['19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:38.008161 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b96c00-816d-443d-a2fe-af4ba4966649 None None] Routers {'19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:38.008770 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-65b96c00-816d-443d-a2fe-af4ba4966649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:37:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:38.038877 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.100412 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2487996f-98e1-4d87-923e-5a575d80f50f admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.116126 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-65b96c00-816d-443d-a2fe-af4ba4966649 None None] Set router 19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:38.206444 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2487996f-98e1-4d87-923e-5a575d80f50f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.259134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2487996f-98e1-4d87-923e-5a575d80f50f admin admin] Deleting port 2e3f4ba1-661e-4017-aa81-851abf7764ad {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:38.260067 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2487996f-98e1-4d87-923e-5a575d80f50f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.302538 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-65b96c00-816d-443d-a2fe-af4ba4966649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'name': 'tempest-TestEncryptedCinderVolumes-1222825697-router', 'tenant_id': '10e2acde4af5431eb41f614df9774021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '2e3f4ba1-661e-4017-aa81-851abf7764ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:23Z', 'updated_at': '2021-08-16T02:37:37Z', 'revision_number': 5, 'project_id': '10e2acde4af5431eb41f614df9774021', 'gw_port': {'id': '2e3f4ba1-661e-4017-aa81-851abf7764ad', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:36:23Z', 'updated_at': '2021-08-16T02:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:38.340182 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-2487996f-98e1-4d87-923e-5a575d80f50f admin admin] For port 2e3f4ba1-661e-4017-aa81-851abf7764ad, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2e3f4ba1-661e-4017-aa81-851abf7764ad,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:38.340541 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2487996f-98e1-4d87-923e-5a575d80f50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.359592 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2487996f-98e1-4d87-923e-5a575d80f50f admin admin] Calling delete_port for 2e3f4ba1-661e-4017-aa81-851abf7764ad owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:38.422759 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b96c00-816d-443d-a2fe-af4ba4966649 None None] Checking router: 19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:38.431097 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b96c00-816d-443d-a2fe-af4ba4966649 None None] Routers {'19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:38.432472 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-65b96c00-816d-443d-a2fe-af4ba4966649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:37:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:38.516126 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-65b96c00-816d-443d-a2fe-af4ba4966649 None None] Set router 19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:38.531158 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2487996f-98e1-4d87-923e-5a575d80f50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.562511 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487996f-98e1-4d87-923e-5a575d80f50f admin admin] Pushing event deleted for resources: {'Port': ['ID=2e3f4ba1-661e-4017-aa81-851abf7764ad,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:38.567604 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-65b96c00-816d-443d-a2fe-af4ba4966649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'name': 'tempest-TestEncryptedCinderVolumes-1222825697-router', 'tenant_id': '10e2acde4af5431eb41f614df9774021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:23Z', 'updated_at': '2021-08-16T02:37:38Z', 'revision_number': 6, 'project_id': '10e2acde4af5431eb41f614df9774021', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:38.598214 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b96c00-816d-443d-a2fe-af4ba4966649 None None] The sync data for ids ['19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48'] in n-d-765315-27 is: [{'id': '19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48', 'name': 'tempest-TestEncryptedCinderVolumes-1222825697-router', 'tenant_id': '10e2acde4af5431eb41f614df9774021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:36:23Z', 'updated_at': '2021-08-16T02:37:38Z', 'revision_number': 6, 'project_id': '10e2acde4af5431eb41f614df9774021', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:38.619639 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2487996f-98e1-4d87-923e-5a575d80f50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.640233 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.715342 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2487996f-98e1-4d87-923e-5a575d80f50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.717408 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2487996f-98e1-4d87-923e-5a575d80f50f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.763540 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2487996f-98e1-4d87-923e-5a575d80f50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.764108 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2487996f-98e1-4d87-923e-5a575d80f50f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:37:38.768992 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2487996f-98e1-4d87-923e-5a575d80f50f admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.770201 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2487996f-98e1-4d87-923e-5a575d80f50f admin admin] 10.222.0.68 "DELETE /v2.0/routers/19e8abad-cb2c-4b1c-96aa-a4fd6e97bf48 HTTP/1.1" status: 204 len: 168 time: 0.7727110 Aug 16 02:37:38.772763 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39462) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:38.817337 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c04992-8a82-45f1-baf2-99a61fdf1ff6 admin admin] Deleting subnet 4999b8d1-3298-4bec-a436-f0cc791d4c3f {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:37:38.820406 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65c04992-8a82-45f1-baf2-99a61fdf1ff6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.855885 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65c04992-8a82-45f1-baf2-99a61fdf1ff6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.938109 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65c04992-8a82-45f1-baf2-99a61fdf1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.994952 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65c04992-8a82-45f1-baf2-99a61fdf1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.025731 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65c04992-8a82-45f1-baf2-99a61fdf1ff6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.026377 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-65c04992-8a82-45f1-baf2-99a61fdf1ff6 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/4999b8d1-3298-4bec-a436-f0cc791d4c3f HTTP/1.1" status: 204 len: 168 time: 0.2521961 Aug 16 02:37:39.027408 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c04992-8a82-45f1-baf2-99a61fdf1ff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4999b8d1-3298-4bec-a436-f0cc791d4c3f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:39.030034 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39464) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:39.033119 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316c07e0-5382-40b8-87fb-6d2065617d6d None None] Network 860fc214-61ca-4566-a39c-6cd6766313c6 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:39.100922 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.157867 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] Deleting port 77bb907b-fd8f-4343-8e09-a80672aa9451 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:39.158245 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.237584 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] For port 77bb907b-fd8f-4343-8e09-a80672aa9451, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=77bb907b-fd8f-4343-8e09-a80672aa9451,segment=NetworkSegment(5b8291c0-30d7-4e7e-9e60-ea1c14176bbd),segment_id=5b8291c0-30d7-4e7e-9e60-ea1c14176bbd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:39.238151 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.253743 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] Calling delete_port for 77bb907b-fd8f-4343-8e09-a80672aa9451 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:39.338940 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90896dc5-8bf0-4f48-a6df-e4d71efb4975 None None] DHCP port deletion for 860fc214-61ca-4566-a39c-6cd6766313c6 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:37:39.349337 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.387049 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] Pushing event deleted for resources: {'Port': ['ID=77bb907b-fd8f-4343-8e09-a80672aa9451,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:39.396454 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] No DVR routers for this DVR port 77bb907b-fd8f-4343-8e09-a80672aa9451 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:39.403900 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-90896dc5-8bf0-4f48-a6df-e4d71efb4975 None None] Deleting port 77bb907b-fd8f-4343-8e09-a80672aa9451 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:37:39.404303 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-90896dc5-8bf0-4f48-a6df-e4d71efb4975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.485630 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.489382 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-90896dc5-8bf0-4f48-a6df-e4d71efb4975 None None] For port 77bb907b-fd8f-4343-8e09-a80672aa9451, host n-d-765315-27, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:39.489799 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-90896dc5-8bf0-4f48-a6df-e4d71efb4975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.497982 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860fc214-61ca-4566-a39c-6cd6766313c6']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:39.510524 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-90896dc5-8bf0-4f48-a6df-e4d71efb4975 None None] Calling delete_port for 77bb907b-fd8f-4343-8e09-a80672aa9451 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:37:39.511899 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8291c0-30d7-4e7e-9e60-ea1c14176bbd') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:39.512363 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8291c0-30d7-4e7e-9e60-ea1c14176bbd') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:39.513416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.ipam_backend_mixin [None req-90896dc5-8bf0-4f48-a6df-e4d71efb4975 None None] Port 77bb907b-fd8f-4343-8e09-a80672aa9451 was not found and therefore no delete operation was performed {{(pid=94674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:37:39.515373 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-90896dc5-8bf0-4f48-a6df-e4d71efb4975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.526316 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.549072 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90896dc5-8bf0-4f48-a6df-e4d71efb4975 None None] Pushing event deleted for resources: {'Port': ['ID=77bb907b-fd8f-4343-8e09-a80672aa9451,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:39.550809 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.555636 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90896dc5-8bf0-4f48-a6df-e4d71efb4975 None None] No DVR routers for this DVR port 77bb907b-fd8f-4343-8e09-a80672aa9451 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:37:39.560635 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:37:39.561158 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:37:39.563230 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:37:39.607837 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ecb6fa51-405c-476d-95d7-df088bb25672 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:39.630619 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: ecb6fa51-405c-476d-95d7-df088bb25672 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:39.631301 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.631511 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device ecb6fa51-405c-476d-95d7-df088bb25672 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:39.632070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2e3f4ba1-661e-4017-aa81-851abf7764ad no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:39.637146 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.639162 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] 10.222.0.68 "DELETE /v2.0/networks/860fc214-61ca-4566-a39c-6cd6766313c6 HTTP/1.1" status: 204 len: 168 time: 0.6070659 Aug 16 02:37:39.659159 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 2e3f4ba1-661e-4017-aa81-851abf7764ad {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:39.659704 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2e3f4ba1-661e-4017-aa81-851abf7764ad not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:39.660159 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 77bb907b-fd8f-4343-8e09-a80672aa9451 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:37:39.661799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070be69f-7bfb-49e8-8010-18d3aaafb2dc admin admin] Pushing event deleted for resources: {'Network': ['ID=860fc214-61ca-4566-a39c-6cd6766313c6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:39.685714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 77bb907b-fd8f-4343-8e09-a80672aa9451 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:37:39.685714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 77bb907b-fd8f-4343-8e09-a80672aa9451 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:37:39.830904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39468) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:39.871722 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e1c4765d-8177-45af-a4d9-943a76fa78c3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5b35890716d044f3bbc0250209088e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396314 Aug 16 02:37:39.874535 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39470) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:39.921619 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aabbaddc-ade7-4847-b915-5f6d815c616e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.942268 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aabbaddc-ade7-4847-b915-5f6d815c616e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.991297 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aabbaddc-ade7-4847-b915-5f6d815c616e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.994669 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aabbaddc-ade7-4847-b915-5f6d815c616e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.995833 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-aabbaddc-ade7-4847-b915-5f6d815c616e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c4e8d954-3d9e-43c6-88ab-a8b3d424180d HTTP/1.1" status: 204 len: 168 time: 0.1204026 Aug 16 02:37:40.003637 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbaddc-ade7-4847-b915-5f6d815c616e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e8d954-3d9e-43c6-88ab-a8b3d424180d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:40.351485 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39476) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:40.391932 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5fd311f5-d6af-4f75-b878-b48fb93e4727 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=10e2acde4af5431eb41f614df9774021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391970 Aug 16 02:37:40.394386 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39478) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:40.442206 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5175f75-a668-44c7-88b1-21c49618df79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.463440 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5175f75-a668-44c7-88b1-21c49618df79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.514963 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5175f75-a668-44c7-88b1-21c49618df79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.518152 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5175f75-a668-44c7-88b1-21c49618df79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.519300 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b5175f75-a668-44c7-88b1-21c49618df79 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/42e4e686-dc63-4fe9-9442-be894b1e25a3 HTTP/1.1" status: 204 len: 168 time: 0.1238647 Aug 16 02:37:40.528029 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5175f75-a668-44c7-88b1-21c49618df79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e4e686-dc63-4fe9-9442-be894b1e25a3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:41.207485 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39500) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:41.304828 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-418b2c05-2a97-440a-9664-933eea9f4593 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1145614065-network', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:41.327653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418b2c05-2a97-440a-9664-933eea9f4593 admin admin] Made reservation on behalf of ecd792eff0a14bc1bd6075b415d09a14 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:41.330102 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-418b2c05-2a97-440a-9664-933eea9f4593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.339214 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-418b2c05-2a97-440a-9664-933eea9f4593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.427727 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-418b2c05-2a97-440a-9664-933eea9f4593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.433484 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-418b2c05-2a97-440a-9664-933eea9f4593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.461689 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418b2c05-2a97-440a-9664-933eea9f4593 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:37:41.471048 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b2c05-2a97-440a-9664-933eea9f4593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe1ce4f-220b-4dee-8f20-3e175749b17a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:41.479258 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-418b2c05-2a97-440a-9664-933eea9f4593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.479367 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-418b2c05-2a97-440a-9664-933eea9f4593 admin admin] Added segment cc29be84-f5ec-4555-894c-c2ba6bea6ff8 of type vlan for network 0e7f141b-b080-4b92-bfad-7b488a8801ae Aug 16 02:37:41.518734 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-418b2c05-2a97-440a-9664-933eea9f4593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.547858 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-418b2c05-2a97-440a-9664-933eea9f4593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.548951 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b2c05-2a97-440a-9664-933eea9f4593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:41.549596 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-418b2c05-2a97-440a-9664-933eea9f4593 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.604890 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-418b2c05-2a97-440a-9664-933eea9f4593 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3961759 Aug 16 02:37:41.607583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39504) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:41.614579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3c784110-03b4-4051-b4b5-929205e06416 admin admin] Request body: {'subnet': {'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1145614065-subnet', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:41.620748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b2c05-2a97-440a-9664-933eea9f4593 admin admin] Pushing event updated for resources: {'Network': ['ID=0e7f141b-b080-4b92-bfad-7b488a8801ae,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:41.630928 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 0e7f141b-b080-4b92-bfad-7b488a8801ae details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:37:41.639599 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c784110-03b4-4051-b4b5-929205e06416 admin admin] Made reservation on behalf of ecd792eff0a14bc1bd6075b415d09a14 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:41.642024 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c784110-03b4-4051-b4b5-929205e06416 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.814397 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c784110-03b4-4051-b4b5-929205e06416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.869737 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c784110-03b4-4051-b4b5-929205e06416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:41.879855 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c784110-03b4-4051-b4b5-929205e06416 admin admin] Checking segment: {'id': 'cc29be84-f5ec-4555-894c-c2ba6bea6ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:41.880209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c784110-03b4-4051-b4b5-929205e06416 admin admin] Network hostable DHCP agents. Network: 0e7f141b-b080-4b92-bfad-7b488a8801ae, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:37:41.896367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c784110-03b4-4051-b4b5-929205e06416 admin admin] Network 0e7f141b-b080-4b92-bfad-7b488a8801ae is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:37:41.905472 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-3c784110-03b4-4051-b4b5-929205e06416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 0e7f141b-b080-4b92-bfad-7b488a8801ae) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:41.909324 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c784110-03b4-4051-b4b5-929205e06416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:41.910195 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c784110-03b4-4051-b4b5-929205e06416 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.918799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dd7a63-6aa1-4387-b1dc-883e832f3493 None None] Network 0e7f141b-b080-4b92-bfad-7b488a8801ae requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:41.924962 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3c784110-03b4-4051-b4b5-929205e06416 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3163791 Aug 16 02:37:41.927627 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39506) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:41.932263 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-554b91bf-55c9-4f25-947e-b46bbc0fd1b4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1145614065-router', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:41.952254 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-554b91bf-55c9-4f25-947e-b46bbc0fd1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:41.953246 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-554b91bf-55c9-4f25-947e-b46bbc0fd1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.007538 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-554b91bf-55c9-4f25-947e-b46bbc0fd1b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.060871 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-0e7f141b-b080-4b92-bfad-7b488a8801ae', 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'fixed_ips': [{'subnet_id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:37:42.061734 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.209261 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Allocated IP 172.20.0.2 (0e7f141b-b080-4b92-bfad-7b488a8801ae/5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8/35584b0a-9115-458b-9b55-bd5e7c70152f) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:42.370119 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.378907 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Transition to ACTIVE for port object 35584b0a-9115-458b-9b55-bd5e7c70152f will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:42.393724 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Transition to ACTIVE for port object 35584b0a-9115-458b-9b55-bd5e7c70152f will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:42.400501 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.435987 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-554b91bf-55c9-4f25-947e-b46bbc0fd1b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.438644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Network 0e7f141b-b080-4b92-bfad-7b488a8801ae is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:42.443668 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:42.448027 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:42.454995 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Pushing event updated for resources: {'Port': ['ID=35584b0a-9115-458b-9b55-bd5e7c70152f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:42.505964 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Attempting to bind port 35584b0a-9115-458b-9b55-bd5e7c70152f on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:42.506333 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Attempting to bind port 35584b0a-9115-458b-9b55-bd5e7c70152f by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'cc29be84-f5ec-4555-894c-c2ba6bea6ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:42.506698 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Attempting to bind port 35584b0a-9115-458b-9b55-bd5e7c70152f on network 0e7f141b-b080-4b92-bfad-7b488a8801ae {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:42.512010 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:42.512376 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Checking segment: {'id': 'cc29be84-f5ec-4555-894c-c2ba6bea6ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:42.512774 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.513163 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Bound using segment: {'id': 'cc29be84-f5ec-4555-894c-c2ba6bea6ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:42.513624 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Bound port: 35584b0a-9115-458b-9b55-bd5e7c70152f, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc29be84-f5ec-4555-894c-c2ba6bea6ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:42.514022 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.579187 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] For port 35584b0a-9115-458b-9b55-bd5e7c70152f, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:42.582355 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] For port 35584b0a-9115-458b-9b55-bd5e7c70152f, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=35584b0a-9115-458b-9b55-bd5e7c70152f,segment=NetworkSegment(cc29be84-f5ec-4555-894c-c2ba6bea6ff8),segment_id=cc29be84-f5ec-4555-894c-c2ba6bea6ff8)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:42.586577 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.645425 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-554b91bf-55c9-4f25-947e-b46bbc0fd1b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.653040 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84d43c-6c8c-4d63-8ff9-2611ba49b1fc None None] Pushing event updated for resources: {'Port': ['ID=35584b0a-9115-458b-9b55-bd5e7c70152f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:42.668726 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-554b91bf-55c9-4f25-947e-b46bbc0fd1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.780926 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-554b91bf-55c9-4f25-947e-b46bbc0fd1b4 admin admin] Allocated IP 172.25.3.128 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/78883230-a8c3-41ff-815c-6dea6236f4e3) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:42.897632 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-554b91bf-55c9-4f25-947e-b46bbc0fd1b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.939409 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-554b91bf-55c9-4f25-947e-b46bbc0fd1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.979540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554b91bf-55c9-4f25-947e-b46bbc0fd1b4 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:42.982256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-554b91bf-55c9-4f25-947e-b46bbc0fd1b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:42.987689 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b91bf-55c9-4f25-947e-b46bbc0fd1b4 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:43.013119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b91bf-55c9-4f25-947e-b46bbc0fd1b4 admin admin] Pushing event updated for resources: {'Port': ['ID=78883230-a8c3-41ff-815c-6dea6236f4e3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:43.239313 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-554b91bf-55c9-4f25-947e-b46bbc0fd1b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.451086 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-554b91bf-55c9-4f25-947e-b46bbc0fd1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.490290 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0412322f-2b29-44c0-9cf7-2c9511e0b210 None None] Network 0e7f141b-b080-4b92-bfad-7b488a8801ae requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:43.591987 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554b91bf-55c9-4f25-947e-b46bbc0fd1b4 admin admin] Router bec0ee58-3420-4545-89e4-1ed321fd8314 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:37:43.610686 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 35584b0a-9115-458b-9b55-bd5e7c70152f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:43.638048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cd0ea08d-c65f-4591-80bc-3e3a2d78ea4e None None] Provisioning for port 35584b0a-9115-458b-9b55-bd5e7c70152f completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:43.702599 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 35584b0a-9115-458b-9b55-bd5e7c70152f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:43.706087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554b91bf-55c9-4f25-947e-b46bbc0fd1b4 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:43.709262 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 35584b0a-9115-458b-9b55-bd5e7c70152f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:43.709631 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.723834 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-554b91bf-55c9-4f25-947e-b46bbc0fd1b4 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.727884 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-554b91bf-55c9-4f25-947e-b46bbc0fd1b4 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7966213 Aug 16 02:37:43.728057 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39508) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:43.740721 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Sync routers for ids ['bec0ee58-3420-4545-89e4-1ed321fd8314'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:43.767327 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Routers {'bec0ee58-3420-4545-89e4-1ed321fd8314'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:43.768397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:37:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['bec0ee58-3420-4545-89e4-1ed321fd8314'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:43.888254 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.921678 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Set router bec0ee58-3420-4545-89e4-1ed321fd8314 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:43.994665 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 35584b0a-9115-458b-9b55-bd5e7c70152f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=35584b0a-9115-458b-9b55-bd5e7c70152f,segment=NetworkSegment(cc29be84-f5ec-4555-894c-c2ba6bea6ff8),segment_id=cc29be84-f5ec-4555-894c-c2ba6bea6ff8)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:44.011112 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.070212 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4ade21c1-cdcc-4628-b638-33ee1cf7461f None None] Provisioning complete for port 35584b0a-9115-458b-9b55-bd5e7c70152f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:44.070582 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ade21c1-cdcc-4628-b638-33ee1cf7461f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.139620 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=35584b0a-9115-458b-9b55-bd5e7c70152f,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:44.158923 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4edee7e0-fc2f-4575-9109-53b92c7b027c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.243240 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'name': 'tempest-TestMinimumBasicScenario-1145614065-router', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:43Z', 'revision_number': 3, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'gw_port': {'id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:42Z', 'updated_at': '2021-08-16T02:37:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:44.273407 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Checking router: bec0ee58-3420-4545-89e4-1ed321fd8314 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:44.273796 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Updating router bec0ee58-3420-4545-89e4-1ed321fd8314 port 78883230-a8c3-41ff-815c-6dea6236f4e3 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:37:44.301938 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.324669 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-4edee7e0-fc2f-4575-9109-53b92c7b027c admin admin] Allocated IP 172.20.0.1 (0e7f141b-b080-4b92-bfad-7b488a8801ae/5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8/88dfe355-2e8f-473e-940c-5b90421e37b6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:44.434279 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4edee7e0-fc2f-4575-9109-53b92c7b027c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.447880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-4edee7e0-fc2f-4575-9109-53b92c7b027c admin admin] Transition to ACTIVE for port object 88dfe355-2e8f-473e-940c-5b90421e37b6 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:44.481012 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4edee7e0-fc2f-4575-9109-53b92c7b027c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.524279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edee7e0-fc2f-4575-9109-53b92c7b027c admin admin] Network 0e7f141b-b080-4b92-bfad-7b488a8801ae is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:44.529095 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-4edee7e0-fc2f-4575-9109-53b92c7b027c admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:44.534719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edee7e0-fc2f-4575-9109-53b92c7b027c admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:44.561378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edee7e0-fc2f-4575-9109-53b92c7b027c admin admin] Pushing event updated for resources: {'Port': ['ID=88dfe355-2e8f-473e-940c-5b90421e37b6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:44.569071 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.580111 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4edee7e0-fc2f-4575-9109-53b92c7b027c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.582436 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Transition to ACTIVE for port object 78883230-a8c3-41ff-815c-6dea6236f4e3 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:44.589073 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.645731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Attempting to bind port 78883230-a8c3-41ff-815c-6dea6236f4e3 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:44.646139 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Attempting to bind port 78883230-a8c3-41ff-815c-6dea6236f4e3 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:44.646486 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Attempting to bind port 78883230-a8c3-41ff-815c-6dea6236f4e3 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:44.648714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf4552-9a78-4626-b713-f90dbb6641f0 None None] Pushing event updated for resources: {'Port': ['ID=78883230-a8c3-41ff-815c-6dea6236f4e3,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:44.659135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:44.659634 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:44.660520 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.661178 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:44.661979 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Bound port: 78883230-a8c3-41ff-815c-6dea6236f4e3, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:44.662576 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.722428 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4edee7e0-fc2f-4575-9109-53b92c7b027c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.725177 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] For port 78883230-a8c3-41ff-815c-6dea6236f4e3, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:44.728681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] For port 78883230-a8c3-41ff-815c-6dea6236f4e3, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=78883230-a8c3-41ff-815c-6dea6236f4e3,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:44.733584 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.803174 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Routers {'bec0ee58-3420-4545-89e4-1ed321fd8314'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:44.803940 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:37:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['bec0ee58-3420-4545-89e4-1ed321fd8314'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:44.809938 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cf03c26c-7177-4785-b8f9-8115f231a4ca None None] Provisioning for port 88dfe355-2e8f-473e-940c-5b90421e37b6 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:44.840699 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf4552-9a78-4626-b713-f90dbb6641f0 None None] Pushing event updated for resources: {'Port': ['ID=78883230-a8c3-41ff-815c-6dea6236f4e3,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:44.851307 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cf03c26c-7177-4785-b8f9-8115f231a4ca None None] Provisioning complete for port 88dfe355-2e8f-473e-940c-5b90421e37b6 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:44.851702 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cf03c26c-7177-4785-b8f9-8115f231a4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.901825 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4edee7e0-fc2f-4575-9109-53b92c7b027c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.906600 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4edee7e0-fc2f-4575-9109-53b92c7b027c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.927998 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-cf03c26c-7177-4785-b8f9-8115f231a4ca None None] Port 88dfe355-2e8f-473e-940c-5b90421e37b6 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:44.950294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] Set router bec0ee58-3420-4545-89e4-1ed321fd8314 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:44.970755 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edee7e0-fc2f-4575-9109-53b92c7b027c admin admin] Pushing event updated for resources: {'Port': ['ID=88dfe355-2e8f-473e-940c-5b90421e37b6,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:44.975646 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4edee7e0-fc2f-4575-9109-53b92c7b027c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.075526 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edee7e0-fc2f-4575-9109-53b92c7b027c admin admin] Network 0e7f141b-b080-4b92-bfad-7b488a8801ae is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:45.077307 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-4edee7e0-fc2f-4575-9109-53b92c7b027c admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:45.197491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edee7e0-fc2f-4575-9109-53b92c7b027c admin admin] Router bec0ee58-3420-4545-89e4-1ed321fd8314 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:45.328498 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'name': 'tempest-TestMinimumBasicScenario-1145614065-router', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:44Z', 'revision_number': 4, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'gw_port': {'id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:42Z', 'updated_at': '2021-08-16T02:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '88dfe355-2e8f-473e-940c-5b90421e37b6', 'name': '', 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'mac_address': 'fa:16:3e:a4:c9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:44Z', 'updated_at': '2021-08-16T02:37:44Z', 'revision_number': 1, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'subnets': [{'id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:45.359976 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f658a3-6071-4b48-8ba5-bd88cd0492be None None] The sync data for ids ['bec0ee58-3420-4545-89e4-1ed321fd8314'] in n-d-765315-27 is: [{'id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'name': 'tempest-TestMinimumBasicScenario-1145614065-router', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:44Z', 'revision_number': 4, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'gw_port': {'id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:42Z', 'updated_at': '2021-08-16T02:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '88dfe355-2e8f-473e-940c-5b90421e37b6', 'name': '', 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'mac_address': 'fa:16:3e:a4:c9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:44Z', 'updated_at': '2021-08-16T02:37:44Z', 'revision_number': 1, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'subnets': [{'id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:45.370608 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5e4172a8-a20a-46a7-aa39-581808f0e984 None None] Provisioning complete for port 88dfe355-2e8f-473e-940c-5b90421e37b6 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:45.370976 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e4172a8-a20a-46a7-aa39-581808f0e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.408542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5e4172a8-a20a-46a7-aa39-581808f0e984 None None] Port 88dfe355-2e8f-473e-940c-5b90421e37b6 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:45.582322 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 35584b0a-9115-458b-9b55-bd5e7c70152f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:45.637259 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edee7e0-fc2f-4575-9109-53b92c7b027c admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:45.640110 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 35584b0a-9115-458b-9b55-bd5e7c70152f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:45.640661 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.643504 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4edee7e0-fc2f-4575-9109-53b92c7b027c admin admin] 10.222.0.68 "PUT /v2.0/routers/bec0ee58-3420-4545-89e4-1ed321fd8314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9138594 Aug 16 02:37:46.164157 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39526) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:46.171684 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-108c46fe-d53f-49c1-918f-ecb8968f6c1e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-308470177-network', 'tenant_id': '3062030fa58142f4a1ef4f0a067f1fb3'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:46.200297 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108c46fe-d53f-49c1-918f-ecb8968f6c1e admin admin] Made reservation on behalf of 3062030fa58142f4a1ef4f0a067f1fb3 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:46.203753 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-108c46fe-d53f-49c1-918f-ecb8968f6c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.216886 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-108c46fe-d53f-49c1-918f-ecb8968f6c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.323969 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-108c46fe-d53f-49c1-918f-ecb8968f6c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.329342 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-108c46fe-d53f-49c1-918f-ecb8968f6c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.370932 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108c46fe-d53f-49c1-918f-ecb8968f6c1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:37:46.378921 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c46fe-d53f-49c1-918f-ecb8968f6c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63e8524-c8b9-4f27-a111-744fb77bef86,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:46.390777 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-108c46fe-d53f-49c1-918f-ecb8968f6c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.391257 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-108c46fe-d53f-49c1-918f-ecb8968f6c1e admin admin] Added segment 3e5adf05-34fe-434f-9707-3ed50c4ebb5d of type vlan for network acae6e8d-ecf6-448b-bc57-7cf30f214992 Aug 16 02:37:46.439575 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-108c46fe-d53f-49c1-918f-ecb8968f6c1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.470413 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-108c46fe-d53f-49c1-918f-ecb8968f6c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.471439 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108c46fe-d53f-49c1-918f-ecb8968f6c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:46.472012 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-108c46fe-d53f-49c1-918f-ecb8968f6c1e admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.546666 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-108c46fe-d53f-49c1-918f-ecb8968f6c1e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3811405 Aug 16 02:37:46.549352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39528) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:46.554488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f3ef9213-ee76-4946-9695-75714daeed32 admin admin] Request body: {'subnet': {'network_id': 'acae6e8d-ecf6-448b-bc57-7cf30f214992', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-308470177-subnet', 'tenant_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:46.561604 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c46fe-d53f-49c1-918f-ecb8968f6c1e admin admin] Pushing event updated for resources: {'Network': ['ID=acae6e8d-ecf6-448b-bc57-7cf30f214992,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:46.575462 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network acae6e8d-ecf6-448b-bc57-7cf30f214992 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:37:46.589127 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ef9213-ee76-4946-9695-75714daeed32 admin admin] Made reservation on behalf of 3062030fa58142f4a1ef4f0a067f1fb3 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:46.591935 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3ef9213-ee76-4946-9695-75714daeed32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.781222 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3ef9213-ee76-4946-9695-75714daeed32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.836547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef9213-ee76-4946-9695-75714daeed32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b99fcc-6728-4193-8af4-dc543916ad58,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:46.845367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef9213-ee76-4946-9695-75714daeed32 admin admin] Checking segment: {'id': '3e5adf05-34fe-434f-9707-3ed50c4ebb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'acae6e8d-ecf6-448b-bc57-7cf30f214992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:46.845716 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ef9213-ee76-4946-9695-75714daeed32 admin admin] Network hostable DHCP agents. Network: acae6e8d-ecf6-448b-bc57-7cf30f214992, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:37:46.865147 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ef9213-ee76-4946-9695-75714daeed32 admin admin] Network acae6e8d-ecf6-448b-bc57-7cf30f214992 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:37:46.878427 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f3ef9213-ee76-4946-9695-75714daeed32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, acae6e8d-ecf6-448b-bc57-7cf30f214992) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:46.882704 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ef9213-ee76-4946-9695-75714daeed32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:46.883352 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3ef9213-ee76-4946-9695-75714daeed32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.888947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b66b23-0ff7-451a-9f61-af9866354f6a None None] Network acae6e8d-ecf6-448b-bc57-7cf30f214992 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:46.898836 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f3ef9213-ee76-4946-9695-75714daeed32 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3484306 Aug 16 02:37:46.902888 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39530) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:46.907227 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3b6b1c26-1ae6-46d5-a14b-3a0d577ad711 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-308470177-router', 'tenant_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:46.935779 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1c26-1ae6-46d5-a14b-3a0d577ad711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:46.937532 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1c26-1ae6-46d5-a14b-3a0d577ad711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.000718 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1c26-1ae6-46d5-a14b-3a0d577ad711 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.056649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-acae6e8d-ecf6-448b-bc57-7cf30f214992', 'network_id': 'acae6e8d-ecf6-448b-bc57-7cf30f214992', 'tenant_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'fixed_ips': [{'subnet_id': '90b99fcc-6728-4193-8af4-dc543916ad58'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:37:47.057957 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.143478 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1c26-1ae6-46d5-a14b-3a0d577ad711 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.210485 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Allocated IP 172.20.0.2 (acae6e8d-ecf6-448b-bc57-7cf30f214992/90b99fcc-6728-4193-8af4-dc543916ad58/2410cb9b-3423-4923-a41b-34669856d5f0) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:47.361092 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.369883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Transition to ACTIVE for port object 2410cb9b-3423-4923-a41b-34669856d5f0 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:47.380783 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1c26-1ae6-46d5-a14b-3a0d577ad711 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.386639 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Transition to ACTIVE for port object 2410cb9b-3423-4923-a41b-34669856d5f0 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:47.392608 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.405010 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1c26-1ae6-46d5-a14b-3a0d577ad711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.426348 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Sync routers for ids ['bec0ee58-3420-4545-89e4-1ed321fd8314'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:47.440330 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Routers {'bec0ee58-3420-4545-89e4-1ed321fd8314'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:47.440887 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Network acae6e8d-ecf6-448b-bc57-7cf30f214992 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:47.441010 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:37:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['bec0ee58-3420-4545-89e4-1ed321fd8314'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:47.443647 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:47.449820 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:47.460572 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Pushing event updated for resources: {'Port': ['ID=2410cb9b-3423-4923-a41b-34669856d5f0,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:47.515541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Attempting to bind port 2410cb9b-3423-4923-a41b-34669856d5f0 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:47.515541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Attempting to bind port 2410cb9b-3423-4923-a41b-34669856d5f0 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3e5adf05-34fe-434f-9707-3ed50c4ebb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'acae6e8d-ecf6-448b-bc57-7cf30f214992'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:47.515541 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Attempting to bind port 2410cb9b-3423-4923-a41b-34669856d5f0 on network acae6e8d-ecf6-448b-bc57-7cf30f214992 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:47.520773 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:47.521146 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Checking segment: {'id': '3e5adf05-34fe-434f-9707-3ed50c4ebb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'acae6e8d-ecf6-448b-bc57-7cf30f214992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:47.521545 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.521965 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Bound using segment: {'id': '3e5adf05-34fe-434f-9707-3ed50c4ebb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'acae6e8d-ecf6-448b-bc57-7cf30f214992'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:47.522433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Bound port: 2410cb9b-3423-4923-a41b-34669856d5f0, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5adf05-34fe-434f-9707-3ed50c4ebb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'acae6e8d-ecf6-448b-bc57-7cf30f214992'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:47.522808 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.527745 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-3b6b1c26-1ae6-46d5-a14b-3a0d577ad711 admin admin] Allocated IP 172.25.3.11 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/fd380cff-9efd-42c3-9059-b4e8e81ad0ee) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:47.564258 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Set router bec0ee58-3420-4545-89e4-1ed321fd8314 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:47.608792 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] For port 2410cb9b-3423-4923-a41b-34669856d5f0, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:47.613183 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] For port 2410cb9b-3423-4923-a41b-34669856d5f0, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2410cb9b-3423-4923-a41b-34669856d5f0,segment=NetworkSegment(3e5adf05-34fe-434f-9707-3ed50c4ebb5d),segment_id=3e5adf05-34fe-434f-9707-3ed50c4ebb5d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:47.619622 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.670163 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1c26-1ae6-46d5-a14b-3a0d577ad711 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.673991 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 78883230-a8c3-41ff-815c-6dea6236f4e3 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:47.710810 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5e30e-434f-4bb7-87db-643f00852e0e None None] Pushing event updated for resources: {'Port': ['ID=2410cb9b-3423-4923-a41b-34669856d5f0,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:47.713066 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1c26-1ae6-46d5-a14b-3a0d577ad711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.738283 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 78883230-a8c3-41ff-815c-6dea6236f4e3 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:47.742898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 78883230-a8c3-41ff-815c-6dea6236f4e3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:47.743079 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.773446 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b1c26-1ae6-46d5-a14b-3a0d577ad711 admin admin] Pushing event updated for resources: {'Port': ['ID=fd380cff-9efd-42c3-9059-b4e8e81ad0ee,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:47.781744 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6b1c26-1ae6-46d5-a14b-3a0d577ad711 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:47.785536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-3b6b1c26-1ae6-46d5-a14b-3a0d577ad711 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:47.789714 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6b1c26-1ae6-46d5-a14b-3a0d577ad711 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:47.830882 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'name': 'tempest-TestMinimumBasicScenario-1145614065-router', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:44Z', 'revision_number': 4, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'gw_port': {'id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:42Z', 'updated_at': '2021-08-16T02:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '88dfe355-2e8f-473e-940c-5b90421e37b6', 'name': '', 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'mac_address': 'fa:16:3e:a4:c9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:44Z', 'updated_at': '2021-08-16T02:37:44Z', 'revision_number': 2, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'subnets': [{'id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:47.849786 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.866902 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Checking router: bec0ee58-3420-4545-89e4-1ed321fd8314 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:47.867531 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Updating router bec0ee58-3420-4545-89e4-1ed321fd8314 port 88dfe355-2e8f-473e-940c-5b90421e37b6 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:37:47.877702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 78883230-a8c3-41ff-815c-6dea6236f4e3, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=78883230-a8c3-41ff-815c-6dea6236f4e3,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:47.882687 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.926185 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:47.981350 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=78883230-a8c3-41ff-815c-6dea6236f4e3,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:48.150984 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1c26-1ae6-46d5-a14b-3a0d577ad711 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:48.246459 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:48.258000 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Transition to ACTIVE for port object 88dfe355-2e8f-473e-940c-5b90421e37b6 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:48.264901 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:48.316488 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df54fdc-e73d-4bb1-8d37-f78d839fdcf3 None None] Pushing event updated for resources: {'Port': ['ID=88dfe355-2e8f-473e-940c-5b90421e37b6,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:48.342451 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df54fdc-e73d-4bb1-8d37-f78d839fdcf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:48.342792 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df54fdc-e73d-4bb1-8d37-f78d839fdcf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:48.343133 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df54fdc-e73d-4bb1-8d37-f78d839fdcf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:48.343464 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df54fdc-e73d-4bb1-8d37-f78d839fdcf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:48.343791 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df54fdc-e73d-4bb1-8d37-f78d839fdcf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:48.344120 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df54fdc-e73d-4bb1-8d37-f78d839fdcf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:48.344442 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df54fdc-e73d-4bb1-8d37-f78d839fdcf3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:48.344764 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df54fdc-e73d-4bb1-8d37-f78d839fdcf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:48.345082 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df54fdc-e73d-4bb1-8d37-f78d839fdcf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:48.345409 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df54fdc-e73d-4bb1-8d37-f78d839fdcf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:48.345729 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df54fdc-e73d-4bb1-8d37-f78d839fdcf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:48.346455 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df54fdc-e73d-4bb1-8d37-f78d839fdcf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:48.359983 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1c26-1ae6-46d5-a14b-3a0d577ad711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:48.383407 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Attempting to bind port 88dfe355-2e8f-473e-940c-5b90421e37b6 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:48.383781 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Attempting to bind port 88dfe355-2e8f-473e-940c-5b90421e37b6 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'cc29be84-f5ec-4555-894c-c2ba6bea6ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:48.384930 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Attempting to bind port 88dfe355-2e8f-473e-940c-5b90421e37b6 on network 0e7f141b-b080-4b92-bfad-7b488a8801ae {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:48.391247 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:48.391616 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Checking segment: {'id': 'cc29be84-f5ec-4555-894c-c2ba6bea6ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:48.392006 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:48.392390 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Bound using segment: {'id': 'cc29be84-f5ec-4555-894c-c2ba6bea6ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:48.392848 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Bound port: 88dfe355-2e8f-473e-940c-5b90421e37b6, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc29be84-f5ec-4555-894c-c2ba6bea6ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:48.393281 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:48.471410 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] For port 88dfe355-2e8f-473e-940c-5b90421e37b6, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:48.474667 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] For port 88dfe355-2e8f-473e-940c-5b90421e37b6, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=88dfe355-2e8f-473e-940c-5b90421e37b6,segment=NetworkSegment(cc29be84-f5ec-4555-894c-c2ba6bea6ff8),segment_id=cc29be84-f5ec-4555-894c-c2ba6bea6ff8)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:48.480515 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:48.524179 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6b1c26-1ae6-46d5-a14b-3a0d577ad711 admin admin] Router d40cd0a9-331f-490f-b202-b117ee13956c is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:37:48.534496 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Routers {'bec0ee58-3420-4545-89e4-1ed321fd8314'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:48.535581 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:37:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['bec0ee58-3420-4545-89e4-1ed321fd8314'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:48.590159 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df54fdc-e73d-4bb1-8d37-f78d839fdcf3 None None] Pushing event updated for resources: {'Port': ['ID=88dfe355-2e8f-473e-940c-5b90421e37b6,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:48.663600 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6b1c26-1ae6-46d5-a14b-3a0d577ad711 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:48.674348 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Sync routers for ids ['d40cd0a9-331f-490f-b202-b117ee13956c'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:48.688586 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1c26-1ae6-46d5-a14b-3a0d577ad711 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:48.688882 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Routers {'d40cd0a9-331f-490f-b202-b117ee13956c'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:48.689775 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:37:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d40cd0a9-331f-490f-b202-b117ee13956c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:48.692899 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39532) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:48.693463 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3b6b1c26-1ae6-46d5-a14b-3a0d577ad711 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7892654 Aug 16 02:37:48.702546 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] Set router bec0ee58-3420-4545-89e4-1ed321fd8314 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:48.847535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Set router d40cd0a9-331f-490f-b202-b117ee13956c gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:48.953510 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'name': 'tempest-TestMinimumBasicScenario-1145614065-router', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:44Z', 'revision_number': 4, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'gw_port': {'id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:42Z', 'updated_at': '2021-08-16T02:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '88dfe355-2e8f-473e-940c-5b90421e37b6', 'name': '', 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'mac_address': 'fa:16:3e:a4:c9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:44Z', 'updated_at': '2021-08-16T02:37:48Z', 'revision_number': 4, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'subnets': [{'id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:48.965855 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5eeaf5-3ca9-4b67-9f4b-ccce02eb1c93 None None] Network acae6e8d-ecf6-448b-bc57-7cf30f214992 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:37:48.982548 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167b6aff-d861-44d9-9ef3-5e5f8d085427 None None] The sync data for ids ['bec0ee58-3420-4545-89e4-1ed321fd8314'] in n-d-765315-27 is: [{'id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'name': 'tempest-TestMinimumBasicScenario-1145614065-router', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:44Z', 'revision_number': 4, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'gw_port': {'id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:42Z', 'updated_at': '2021-08-16T02:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '88dfe355-2e8f-473e-940c-5b90421e37b6', 'name': '', 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'mac_address': 'fa:16:3e:a4:c9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:44Z', 'updated_at': '2021-08-16T02:37:48Z', 'revision_number': 4, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'subnets': [{'id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:49.038748 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-da5a4612-a570-4336-ae61-3ce11e6e24fa None None] Provisioning for port 2410cb9b-3423-4923-a41b-34669856d5f0 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:49.216649 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40cd0a9-331f-490f-b202-b117ee13956c', 'name': 'tempest-TestMinimumBasicScenario-308470177-router', 'tenant_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'fd380cff-9efd-42c3-9059-b4e8e81ad0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:46Z', 'updated_at': '2021-08-16T02:37:48Z', 'revision_number': 3, 'project_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'gw_port': {'id': 'fd380cff-9efd-42c3-9059-b4e8e81ad0ee', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40cd0a9-331f-490f-b202-b117ee13956c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:47Z', 'updated_at': '2021-08-16T02:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:49.255913 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Checking router: d40cd0a9-331f-490f-b202-b117ee13956c for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:49.256428 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Updating router d40cd0a9-331f-490f-b202-b117ee13956c port fd380cff-9efd-42c3-9059-b4e8e81ad0ee binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:37:49.284678 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:49.568575 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1735794-0ae1-4529-8897-257b8e3e8f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:49.658003 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:49.672857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Transition to ACTIVE for port object fd380cff-9efd-42c3-9059-b4e8e81ad0ee will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:49.681597 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:49.740919 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Attempting to bind port fd380cff-9efd-42c3-9059-b4e8e81ad0ee on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:49.741294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Attempting to bind port fd380cff-9efd-42c3-9059-b4e8e81ad0ee by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:49.741648 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Attempting to bind port fd380cff-9efd-42c3-9059-b4e8e81ad0ee on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:49.746489 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040e8b2-8b54-4a97-819d-c421856190d0 None None] Pushing event updated for resources: {'Port': ['ID=fd380cff-9efd-42c3-9059-b4e8e81ad0ee,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:49.752833 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:49.753252 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:49.753613 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:49.754030 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:49.754502 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Bound port: fd380cff-9efd-42c3-9059-b4e8e81ad0ee, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:49.756047 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:49.776181 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-b1735794-0ae1-4529-8897-257b8e3e8f96 admin admin] Allocated IP 172.20.0.1 (acae6e8d-ecf6-448b-bc57-7cf30f214992/90b99fcc-6728-4193-8af4-dc543916ad58/585dbe42-3e23-442c-97e0-e21f9a7e115b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:49.779488 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2410cb9b-3423-4923-a41b-34669856d5f0 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:49.848970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] For port fd380cff-9efd-42c3-9059-b4e8e81ad0ee, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:49.854150 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] For port fd380cff-9efd-42c3-9059-b4e8e81ad0ee, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=fd380cff-9efd-42c3-9059-b4e8e81ad0ee,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:49.859327 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:49.864691 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 2410cb9b-3423-4923-a41b-34669856d5f0 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:49.892683 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1735794-0ae1-4529-8897-257b8e3e8f96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:49.896226 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 2410cb9b-3423-4923-a41b-34669856d5f0 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:49.896596 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:49.909791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b1735794-0ae1-4529-8897-257b8e3e8f96 admin admin] Transition to ACTIVE for port object 585dbe42-3e23-442c-97e0-e21f9a7e115b will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:49.945941 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1735794-0ae1-4529-8897-257b8e3e8f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:49.956130 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040e8b2-8b54-4a97-819d-c421856190d0 None None] Pushing event updated for resources: {'Port': ['ID=fd380cff-9efd-42c3-9059-b4e8e81ad0ee,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:49.965567 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Routers {'d40cd0a9-331f-490f-b202-b117ee13956c'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:49.966169 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:37:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d40cd0a9-331f-490f-b202-b117ee13956c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:49.990997 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1735794-0ae1-4529-8897-257b8e3e8f96 admin admin] Network acae6e8d-ecf6-448b-bc57-7cf30f214992 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:49.996435 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b1735794-0ae1-4529-8897-257b8e3e8f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:49.999007 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1735794-0ae1-4529-8897-257b8e3e8f96 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:50.025179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1735794-0ae1-4529-8897-257b8e3e8f96 admin admin] Pushing event updated for resources: {'Port': ['ID=585dbe42-3e23-442c-97e0-e21f9a7e115b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:50.050093 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1735794-0ae1-4529-8897-257b8e3e8f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.098663 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.125082 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] Set router d40cd0a9-331f-490f-b202-b117ee13956c gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:50.196915 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1735794-0ae1-4529-8897-257b8e3e8f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.206214 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 2410cb9b-3423-4923-a41b-34669856d5f0, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2410cb9b-3423-4923-a41b-34669856d5f0,segment=NetworkSegment(3e5adf05-34fe-434f-9707-3ed50c4ebb5d),segment_id=3e5adf05-34fe-434f-9707-3ed50c4ebb5d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:50.246610 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.247411 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 78883230-a8c3-41ff-815c-6dea6236f4e3 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:50.256123 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3a3b2b73-d535-4ea6-bded-96335b1e55a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.375928 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1735794-0ae1-4529-8897-257b8e3e8f96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.381576 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1735794-0ae1-4529-8897-257b8e3e8f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.450527 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1735794-0ae1-4529-8897-257b8e3e8f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.452247 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1735794-0ae1-4529-8897-257b8e3e8f96 admin admin] Pushing event updated for resources: {'Port': ['ID=585dbe42-3e23-442c-97e0-e21f9a7e115b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:50.473479 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-88700dd6-39a4-48c9-a250-d7f7cfe3a413 None None] Provisioning for port 585dbe42-3e23-442c-97e0-e21f9a7e115b completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:50.501296 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-88700dd6-39a4-48c9-a250-d7f7cfe3a413 None None] Provisioning complete for port 585dbe42-3e23-442c-97e0-e21f9a7e115b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:50.501673 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-88700dd6-39a4-48c9-a250-d7f7cfe3a413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.548674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1735794-0ae1-4529-8897-257b8e3e8f96 admin admin] Network acae6e8d-ecf6-448b-bc57-7cf30f214992 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:50.550571 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b1735794-0ae1-4529-8897-257b8e3e8f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:50.561691 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=2410cb9b-3423-4923-a41b-34669856d5f0,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:50.573642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-88700dd6-39a4-48c9-a250-d7f7cfe3a413 None None] Port 585dbe42-3e23-442c-97e0-e21f9a7e115b cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:50.600968 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 78883230-a8c3-41ff-815c-6dea6236f4e3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:50.601336 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.667203 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40cd0a9-331f-490f-b202-b117ee13956c', 'name': 'tempest-TestMinimumBasicScenario-308470177-router', 'tenant_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'fd380cff-9efd-42c3-9059-b4e8e81ad0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:46Z', 'updated_at': '2021-08-16T02:37:48Z', 'revision_number': 3, 'project_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'gw_port': {'id': 'fd380cff-9efd-42c3-9059-b4e8e81ad0ee', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40cd0a9-331f-490f-b202-b117ee13956c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:47Z', 'updated_at': '2021-08-16T02:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:50.679510 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1735794-0ae1-4529-8897-257b8e3e8f96 admin admin] Router d40cd0a9-331f-490f-b202-b117ee13956c has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:50.713970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e5660-c23c-4e68-bce4-499dc94765ef None None] The sync data for ids ['d40cd0a9-331f-490f-b202-b117ee13956c'] in n-d-765315-27 is: [{'id': 'd40cd0a9-331f-490f-b202-b117ee13956c', 'name': 'tempest-TestMinimumBasicScenario-308470177-router', 'tenant_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'fd380cff-9efd-42c3-9059-b4e8e81ad0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:46Z', 'updated_at': '2021-08-16T02:37:48Z', 'revision_number': 3, 'project_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'gw_port': {'id': 'fd380cff-9efd-42c3-9059-b4e8e81ad0ee', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40cd0a9-331f-490f-b202-b117ee13956c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:47Z', 'updated_at': '2021-08-16T02:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:50.729142 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 88dfe355-2e8f-473e-940c-5b90421e37b6 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:50.796344 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 88dfe355-2e8f-473e-940c-5b90421e37b6 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:50.799798 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-aafde666-898b-4292-9520-1efeea2fad02 None None] Provisioning complete for port 585dbe42-3e23-442c-97e0-e21f9a7e115b triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:50.800171 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aafde666-898b-4292-9520-1efeea2fad02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.807399 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1735794-0ae1-4529-8897-257b8e3e8f96 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:50.817850 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b1735794-0ae1-4529-8897-257b8e3e8f96 admin admin] 10.222.0.68 "PUT /v2.0/routers/d40cd0a9-331f-490f-b202-b117ee13956c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1185844 Aug 16 02:37:50.823570 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 88dfe355-2e8f-473e-940c-5b90421e37b6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:50.824355 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.858234 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-aafde666-898b-4292-9520-1efeea2fad02 None None] Port 585dbe42-3e23-442c-97e0-e21f9a7e115b cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:50.911789 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:50.947568 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 88dfe355-2e8f-473e-940c-5b90421e37b6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=88dfe355-2e8f-473e-940c-5b90421e37b6,segment=NetworkSegment(cc29be84-f5ec-4555-894c-c2ba6bea6ff8),segment_id=cc29be84-f5ec-4555-894c-c2ba6bea6ff8)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:50.959088 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:51.018956 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=88dfe355-2e8f-473e-940c-5b90421e37b6,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:51.393283 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:37:51.652785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fd380cff-9efd-42c3-9059-b4e8e81ad0ee up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:51.702001 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port fd380cff-9efd-42c3-9059-b4e8e81ad0ee completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:51.707032 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port fd380cff-9efd-42c3-9059-b4e8e81ad0ee triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:51.707681 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:51.804919 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:51.834277 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port fd380cff-9efd-42c3-9059-b4e8e81ad0ee, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=fd380cff-9efd-42c3-9059-b4e8e81ad0ee,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:51.839558 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:51.840431 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2410cb9b-3423-4923-a41b-34669856d5f0 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:51.941339 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=fd380cff-9efd-42c3-9059-b4e8e81ad0ee,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:51.955194 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 2410cb9b-3423-4923-a41b-34669856d5f0 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:51.955492 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:52.056722 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 88dfe355-2e8f-473e-940c-5b90421e37b6 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:52.122867 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 88dfe355-2e8f-473e-940c-5b90421e37b6 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:52.123408 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:52.520468 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Sync routers for ids ['d40cd0a9-331f-490f-b202-b117ee13956c'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:52.535178 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Routers {'d40cd0a9-331f-490f-b202-b117ee13956c'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:52.536540 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:37:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d40cd0a9-331f-490f-b202-b117ee13956c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:52.740103 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-16e87525-8647-4af8-9e85-a4e229f9753b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:52.782777 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Set router d40cd0a9-331f-490f-b202-b117ee13956c gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:53.034093 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40cd0a9-331f-490f-b202-b117ee13956c', 'name': 'tempest-TestMinimumBasicScenario-308470177-router', 'tenant_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'fd380cff-9efd-42c3-9059-b4e8e81ad0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:46Z', 'updated_at': '2021-08-16T02:37:50Z', 'revision_number': 4, 'project_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'gw_port': {'id': 'fd380cff-9efd-42c3-9059-b4e8e81ad0ee', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40cd0a9-331f-490f-b202-b117ee13956c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:47Z', 'updated_at': '2021-08-16T02:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '585dbe42-3e23-442c-97e0-e21f9a7e115b', 'name': '', 'network_id': 'acae6e8d-ecf6-448b-bc57-7cf30f214992', 'tenant_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'mac_address': 'fa:16:3e:fb:1e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40cd0a9-331f-490f-b202-b117ee13956c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '90b99fcc-6728-4193-8af4-dc543916ad58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:49Z', 'updated_at': '2021-08-16T02:37:50Z', 'revision_number': 2, 'project_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'subnets': [{'id': '90b99fcc-6728-4193-8af4-dc543916ad58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:53.072841 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Checking router: d40cd0a9-331f-490f-b202-b117ee13956c for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:53.073186 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Updating router d40cd0a9-331f-490f-b202-b117ee13956c port 585dbe42-3e23-442c-97e0-e21f9a7e115b binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:37:53.100154 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:53.422582 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:53.426871 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:53.439144 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Transition to ACTIVE for port object 585dbe42-3e23-442c-97e0-e21f9a7e115b will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:53.445478 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:53.501622 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bb47c-2187-4ec7-a706-f30c546277fd None None] Pushing event updated for resources: {'Port': ['ID=585dbe42-3e23-442c-97e0-e21f9a7e115b,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:53.562295 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Attempting to bind port 585dbe42-3e23-442c-97e0-e21f9a7e115b on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:53.562888 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Attempting to bind port 585dbe42-3e23-442c-97e0-e21f9a7e115b by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '3e5adf05-34fe-434f-9707-3ed50c4ebb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'acae6e8d-ecf6-448b-bc57-7cf30f214992'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:53.563146 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Attempting to bind port 585dbe42-3e23-442c-97e0-e21f9a7e115b on network acae6e8d-ecf6-448b-bc57-7cf30f214992 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:53.571919 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:53.572454 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Checking segment: {'id': '3e5adf05-34fe-434f-9707-3ed50c4ebb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'acae6e8d-ecf6-448b-bc57-7cf30f214992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:53.572857 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:53.573262 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Bound using segment: {'id': '3e5adf05-34fe-434f-9707-3ed50c4ebb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'acae6e8d-ecf6-448b-bc57-7cf30f214992'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:53.573728 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Bound port: 585dbe42-3e23-442c-97e0-e21f9a7e115b, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5adf05-34fe-434f-9707-3ed50c4ebb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'acae6e8d-ecf6-448b-bc57-7cf30f214992'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:53.574132 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:53.598083 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fd380cff-9efd-42c3-9059-b4e8e81ad0ee up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:53.684729 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port fd380cff-9efd-42c3-9059-b4e8e81ad0ee triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:53.685245 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:53.686224 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] For port 585dbe42-3e23-442c-97e0-e21f9a7e115b, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:53.689584 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] For port 585dbe42-3e23-442c-97e0-e21f9a7e115b, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=585dbe42-3e23-442c-97e0-e21f9a7e115b,segment=NetworkSegment(3e5adf05-34fe-434f-9707-3ed50c4ebb5d),segment_id=3e5adf05-34fe-434f-9707-3ed50c4ebb5d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:53.705170 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:53.763108 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Routers {'d40cd0a9-331f-490f-b202-b117ee13956c'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:53.764273 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:37:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d40cd0a9-331f-490f-b202-b117ee13956c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:53.856570 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bb47c-2187-4ec7-a706-f30c546277fd None None] Pushing event updated for resources: {'Port': ['ID=585dbe42-3e23-442c-97e0-e21f9a7e115b,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:53.951736 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] Set router d40cd0a9-331f-490f-b202-b117ee13956c gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:54.182876 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40cd0a9-331f-490f-b202-b117ee13956c', 'name': 'tempest-TestMinimumBasicScenario-308470177-router', 'tenant_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'fd380cff-9efd-42c3-9059-b4e8e81ad0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:46Z', 'updated_at': '2021-08-16T02:37:50Z', 'revision_number': 4, 'project_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'gw_port': {'id': 'fd380cff-9efd-42c3-9059-b4e8e81ad0ee', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40cd0a9-331f-490f-b202-b117ee13956c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:47Z', 'updated_at': '2021-08-16T02:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '585dbe42-3e23-442c-97e0-e21f9a7e115b', 'name': '', 'network_id': 'acae6e8d-ecf6-448b-bc57-7cf30f214992', 'tenant_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'mac_address': 'fa:16:3e:fb:1e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40cd0a9-331f-490f-b202-b117ee13956c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '90b99fcc-6728-4193-8af4-dc543916ad58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:49Z', 'updated_at': '2021-08-16T02:37:53Z', 'revision_number': 4, 'project_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'subnets': [{'id': '90b99fcc-6728-4193-8af4-dc543916ad58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:54.210931 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfe938f-c91b-4bc2-9e59-3fcdbb7d5990 None None] The sync data for ids ['d40cd0a9-331f-490f-b202-b117ee13956c'] in n-d-765315-27 is: [{'id': 'd40cd0a9-331f-490f-b202-b117ee13956c', 'name': 'tempest-TestMinimumBasicScenario-308470177-router', 'tenant_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'fd380cff-9efd-42c3-9059-b4e8e81ad0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:46Z', 'updated_at': '2021-08-16T02:37:50Z', 'revision_number': 4, 'project_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'gw_port': {'id': 'fd380cff-9efd-42c3-9059-b4e8e81ad0ee', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40cd0a9-331f-490f-b202-b117ee13956c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:47Z', 'updated_at': '2021-08-16T02:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '585dbe42-3e23-442c-97e0-e21f9a7e115b', 'name': '', 'network_id': 'acae6e8d-ecf6-448b-bc57-7cf30f214992', 'tenant_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'mac_address': 'fa:16:3e:fb:1e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40cd0a9-331f-490f-b202-b117ee13956c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '90b99fcc-6728-4193-8af4-dc543916ad58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:49Z', 'updated_at': '2021-08-16T02:37:53Z', 'revision_number': 4, 'project_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'subnets': [{'id': '90b99fcc-6728-4193-8af4-dc543916ad58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:54.382726 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:55.607123 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 585dbe42-3e23-442c-97e0-e21f9a7e115b up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:55.662990 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 585dbe42-3e23-442c-97e0-e21f9a7e115b completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:55.670538 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 585dbe42-3e23-442c-97e0-e21f9a7e115b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:55.670964 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:55.770781 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:55.819690 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 585dbe42-3e23-442c-97e0-e21f9a7e115b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=585dbe42-3e23-442c-97e0-e21f9a7e115b,segment=NetworkSegment(3e5adf05-34fe-434f-9707-3ed50c4ebb5d),segment_id=3e5adf05-34fe-434f-9707-3ed50c4ebb5d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:55.829980 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:55.901019 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=585dbe42-3e23-442c-97e0-e21f9a7e115b,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:56.162755 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:57.583409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 585dbe42-3e23-442c-97e0-e21f9a7e115b up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:57.644774 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 585dbe42-3e23-442c-97e0-e21f9a7e115b triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:57.645411 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:00.981862 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-c5f5359b-40d1-451c-89eb-d78243bb17f6 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:00.983337 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-c5f5359b-40d1-451c-89eb-d78243bb17f6 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/networks?id=0e7f141b-b080-4b92-bfad-7b488a8801ae HTTP/1.1" status: 200 len: 815 time: 0.1011117 Aug 16 02:38:00.998529 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-84a7f59f-9cda-4a3a-8fb6-5a98e551d445 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/quotas/ecd792eff0a14bc1bd6075b415d09a14 HTTP/1.1" status: 200 len: 375 time: 0.0095041 Aug 16 02:38:01.055607 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-791d7656-9cd1-4fbd-8473-83d241162b68 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ecd792eff0a14bc1bd6075b415d09a14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513828 Aug 16 02:38:01.072003 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-5b42a3d8-0dea-4c00-829e-2a19d2521640 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:38:01.073135 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-5b42a3d8-0dea-4c00-829e-2a19d2521640 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062118 Aug 16 02:38:01.163449 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-92cc986c-a178-46a4-b74c-621ebdaf7492 service neutron] 10.222.0.68 "GET /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842083 Aug 16 02:38:01.256999 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-32f9d12d-2ff8-4328-bb16-8634c26ec7aa service neutron] 10.222.0.68 "GET /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870922 Aug 16 02:38:01.420018 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aba09ce7-532c-4fe3-8272-851806a70f1f req-896d5c4a-b235-4eac-92aa-6fc8f699df17 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 210 time: 0.0267358 Aug 16 02:38:02.472583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-97e61b30-515c-4e7f-88fe-341fb8bbb17b tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:02.474270 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-97e61b30-515c-4e7f-88fe-341fb8bbb17b tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.73 "GET /v2.0/networks?id=0e7f141b-b080-4b92-bfad-7b488a8801ae HTTP/1.1" status: 200 len: 815 time: 0.1095612 Aug 16 02:38:02.489936 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-7cbe4e6b-d79c-4851-b843-efec2994ff09 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Request body: {'port': {'device_id': '20a88eed-dd36-4479-9270-08a0cc79aa64', 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae', 'admin_state_up': True, 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:02.529708 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-911c61e4-d46e-4460-bdfc-b392516a8d8d req-e92fb99f-33fd-44be-9018-fd4dd1f8c40e tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 210 time: 0.0345910 Aug 16 02:38:02.605538 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-7cbe4e6b-d79c-4851-b843-efec2994ff09 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Made reservation on behalf of ecd792eff0a14bc1bd6075b415d09a14 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:38:02.609049 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-7cbe4e6b-d79c-4851-b843-efec2994ff09 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:02.750327 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-7cbe4e6b-d79c-4851-b843-efec2994ff09 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Allocated IP 172.20.0.12 (0e7f141b-b080-4b92-bfad-7b488a8801ae/5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8/001d668b-5e79-4755-a967-9446c8c98c7a) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:02.920565 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-7cbe4e6b-d79c-4851-b843-efec2994ff09 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:02.936207 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-7cbe4e6b-d79c-4851-b843-efec2994ff09 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Transition to ACTIVE for port object 001d668b-5e79-4755-a967-9446c8c98c7a will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:02.972991 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-7cbe4e6b-d79c-4851-b843-efec2994ff09 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:03.018926 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-7cbe4e6b-d79c-4851-b843-efec2994ff09 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Network 0e7f141b-b080-4b92-bfad-7b488a8801ae is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:03.022403 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-7cbe4e6b-d79c-4851-b843-efec2994ff09 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:03.027839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-7cbe4e6b-d79c-4851-b843-efec2994ff09 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:03.088013 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe4e6b-d79c-4851-b843-efec2994ff09 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Pushing event updated for resources: {'Port': ['ID=001d668b-5e79-4755-a967-9446c8c98c7a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:03.125674 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-7cbe4e6b-d79c-4851-b843-efec2994ff09 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:03.126508 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-7cbe4e6b-d79c-4851-b843-efec2994ff09 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:03.156323 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-7cbe4e6b-d79c-4851-b843-efec2994ff09 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6718512 Aug 16 02:38:03.362735 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-924fb4a4-0fd9-47b0-ba72-a80b5bd72152 None None] Provisioning for port 001d668b-5e79-4755-a967-9446c8c98c7a completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:03.368632 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-924fb4a4-0fd9-47b0-ba72-a80b5bd72152 None None] Provisioning complete for port 001d668b-5e79-4755-a967-9446c8c98c7a triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:03.369034 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-924fb4a4-0fd9-47b0-ba72-a80b5bd72152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:03.402802 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-924fb4a4-0fd9-47b0-ba72-a80b5bd72152 None None] Port 001d668b-5e79-4755-a967-9446c8c98c7a cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:38:03.654795 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b3f02-382d-436f-bb8b-2ab7521c88d6 req-fea1a49a-975a-430a-b052-f4df02a4c8d1 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:03.656266 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b02b3f02-382d-436f-bb8b-2ab7521c88d6 req-fea1a49a-975a-430a-b052-f4df02a4c8d1 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 932 time: 0.0496223 Aug 16 02:38:03.696114 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b02b3f02-382d-436f-bb8b-2ab7521c88d6 req-34ad971e-c1f1-4c91-a9a9-1e1cc9329e6e tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334551 Aug 16 02:38:04.820621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cecf80-a133-4f8f-9693-cb24203bc6b7 req-25eb5eb5-0f00-4da8-9321-fe696de40e20 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:04.822614 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c6cecf80-a133-4f8f-9693-cb24203bc6b7 req-25eb5eb5-0f00-4da8-9321-fe696de40e20 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 932 time: 0.0558715 Aug 16 02:38:04.869494 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c6cecf80-a133-4f8f-9693-cb24203bc6b7 req-f8685830-45f7-41fd-a51a-75fffc9a1d99 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402150 Aug 16 02:38:06.013173 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12862125-84a9-44c0-9877-ec3ce9de2074 req-20d7baf3-7095-422f-9405-78f33eeacf6f tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:06.014814 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12862125-84a9-44c0-9877-ec3ce9de2074 req-20d7baf3-7095-422f-9405-78f33eeacf6f tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 932 time: 0.0633099 Aug 16 02:38:06.057190 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-12862125-84a9-44c0-9877-ec3ce9de2074 req-0a03e46a-d463-4f46-a0fb-a9a1f3456bb3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363438 Aug 16 02:38:07.193009 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6ae13-1152-4a2c-a7e0-7bd5f4d48b57 req-0f592c45-6cc9-4dfa-b771-2b7c2d08f8bb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:07.196321 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ed6ae13-1152-4a2c-a7e0-7bd5f4d48b57 req-0f592c45-6cc9-4dfa-b771-2b7c2d08f8bb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 932 time: 0.0601768 Aug 16 02:38:07.240284 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8ed6ae13-1152-4a2c-a7e0-7bd5f4d48b57 req-46f947dc-3301-44e4-965b-a26394b45e31 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365002 Aug 16 02:38:08.038234 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:08.363570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126683e7-67ba-4b41-99ca-e037e1ecbbc8 req-23f872f9-b8b6-4f47-bd36-811b555fc095 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:08.365160 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-126683e7-67ba-4b41-99ca-e037e1ecbbc8 req-23f872f9-b8b6-4f47-bd36-811b555fc095 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 932 time: 0.0508778 Aug 16 02:38:08.417188 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-126683e7-67ba-4b41-99ca-e037e1ecbbc8 req-22391398-2c4a-4185-b4b6-ee6188455844 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423141 Aug 16 02:38:08.657984 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:09.554874 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388cd1b-c089-4322-b974-781479805af9 req-8368fd84-ff56-4886-906a-7650281d76c2 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:09.562466 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d388cd1b-c089-4322-b974-781479805af9 req-8368fd84-ff56-4886-906a-7650281d76c2 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 932 time: 0.0759952 Aug 16 02:38:09.601268 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d388cd1b-c089-4322-b974-781479805af9 req-5b6169d8-04cc-4da2-a968-e8873525bc8a tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378726 Aug 16 02:38:10.738658 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce889a9-508b-4d17-9cfd-1177a6b9b0be req-38cf2214-5816-460d-85a0-c3c14edbfd7a tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:10.741011 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6ce889a9-508b-4d17-9cfd-1177a6b9b0be req-38cf2214-5816-460d-85a0-c3c14edbfd7a tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 932 time: 0.0522108 Aug 16 02:38:10.791596 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6ce889a9-508b-4d17-9cfd-1177a6b9b0be req-15558ca1-405d-4882-9e1a-d9ef8617c0a2 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441906 Aug 16 02:38:11.927454 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb8dad-9fe6-443e-9441-2dc59ffa9bfa req-73c7e40f-0652-48eb-82b2-8165658ce04f tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:11.928951 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f9cb8dad-9fe6-443e-9441-2dc59ffa9bfa req-73c7e40f-0652-48eb-82b2-8165658ce04f tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 932 time: 0.0510116 Aug 16 02:38:11.981078 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f9cb8dad-9fe6-443e-9441-2dc59ffa9bfa req-43f553cc-20d5-4d88-9bb7-2a115f81425a tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449431 Aug 16 02:38:13.121671 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e16bcb-dcc8-422e-9358-e4b5e67f3db5 req-3a09e821-abb6-43d3-8c43-5a71b4a85b64 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:13.124100 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-95e16bcb-dcc8-422e-9358-e4b5e67f3db5 req-3a09e821-abb6-43d3-8c43-5a71b4a85b64 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 932 time: 0.0628631 Aug 16 02:38:13.166861 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-95e16bcb-dcc8-422e-9358-e4b5e67f3db5 req-9b61c753-e243-4916-8661-409444347eea tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362153 Aug 16 02:38:13.753099 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Request body: {'port': {'device_id': '20a88eed-dd36-4479-9270-08a0cc79aa64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:13.807190 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.065147 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001d668b-5e79-4755-a967-9446c8c98c7a {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:38:14.072619 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.084354 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Transition to ACTIVE for port object 001d668b-5e79-4755-a967-9446c8c98c7a will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:38:14.088433 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.138849 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Pushing event updated for resources: {'Port': ['ID=001d668b-5e79-4755-a967-9446c8c98c7a,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:14.160541 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:14.160882 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:14.161219 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:14.161546 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:14.161900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:14.162226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:14.162545 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:14.162865 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:14.163185 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:14.163530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:14.163842 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:14.164968 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:14.220007 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Attempting to bind port 001d668b-5e79-4755-a967-9446c8c98c7a on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:38:14.220377 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Attempting to bind port 001d668b-5e79-4755-a967-9446c8c98c7a by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'cc29be84-f5ec-4555-894c-c2ba6bea6ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:38:14.220653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Attempting to bind port 001d668b-5e79-4755-a967-9446c8c98c7a on network 0e7f141b-b080-4b92-bfad-7b488a8801ae {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:14.225788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Port 001d668b-5e79-4755-a967-9446c8c98c7a on network 0e7f141b-b080-4b92-bfad-7b488a8801ae not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:38:14.226138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Attempting to bind port 001d668b-5e79-4755-a967-9446c8c98c7a on network 0e7f141b-b080-4b92-bfad-7b488a8801ae {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:38:14.232354 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:38:14.232687 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Checking segment: {'id': 'cc29be84-f5ec-4555-894c-c2ba6bea6ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:38:14.233068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Bound using segment: {'id': 'cc29be84-f5ec-4555-894c-c2ba6bea6ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:38:14.233491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Bound port: 001d668b-5e79-4755-a967-9446c8c98c7a, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc29be84-f5ec-4555-894c-c2ba6bea6ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:38:14.233871 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.293090 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1902f-643d-4deb-934d-f3a853d856c9 req-7bd19c3d-a0ed-48d5-8b0e-b2ee9a826030 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:14.294765 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-97a1902f-643d-4deb-934d-f3a853d856c9 req-7bd19c3d-a0ed-48d5-8b0e-b2ee9a826030 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 944 time: 0.0553908 Aug 16 02:38:14.311463 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] For port 001d668b-5e79-4755-a967-9446c8c98c7a, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:38:14.314947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] For port 001d668b-5e79-4755-a967-9446c8c98c7a, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=001d668b-5e79-4755-a967-9446c8c98c7a,segment=NetworkSegment(cc29be84-f5ec-4555-894c-c2ba6bea6ff8),segment_id=cc29be84-f5ec-4555-894c-c2ba6bea6ff8)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:38:14.320251 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.338149 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-97a1902f-643d-4deb-934d-f3a853d856c9 req-5d89dc35-d4fa-480c-bf7f-a9fe774573b9 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372214 Aug 16 02:38:14.364735 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:14.365362 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:14.366859 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] 10.222.0.73 "PUT /v2.0/ports/001d668b-5e79-4755-a967-9446c8c98c7a HTTP/1.1" status: 200 len: 1093 time: 0.6184111 Aug 16 02:38:14.367833 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a88eed-dd36-4479-9270-08a0cc79aa64', 'tag': '001d668b-5e79-4755-a967-9446c8c98c7a'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:38:14.370226 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e700b4-bf44-4f63-ba7c-03b281038c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "20a88eed-dd36-4479-9270-08a0cc79aa64", "tag": "001d668b-5e79-4755-a967-9446c8c98c7a"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:38:14.386273 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1db192-fb13-46c0-ab6d-6356e543efda service neutron] Pushing event updated for resources: {'Port': ['ID=001d668b-5e79-4755-a967-9446c8c98c7a,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:14.441287 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731a82c5-2688-4e2d-af44-d6095293676f x-openstack-request-id: req-731a82c5-2688-4e2d-af44-d6095293676f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:38:14.441579 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a88eed-dd36-4479-9270-08a0cc79aa64", "tag": "001d668b-5e79-4755-a967-9446c8c98c7a", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:38:14.441867 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-731a82c5-2688-4e2d-af44-d6095293676f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:38:14.442453 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a88eed-dd36-4479-9270-08a0cc79aa64', 'tag': '001d668b-5e79-4755-a967-9446c8c98c7a', 'status': 'completed', 'code': 200} Aug 16 02:38:14.458830 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-c57097f8-430a-4cdc-abd4-20d2eb539a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:14.460379 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-c57097f8-430a-4cdc-abd4-20d2eb539a04 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecd792eff0a14bc1bd6075b415d09a14&device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 1096 time: 0.0460222 Aug 16 02:38:14.512491 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-d1495dd2-995f-450a-898a-7f6074e54494 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=001d668b-5e79-4755-a967-9446c8c98c7a HTTP/1.1" status: 200 len: 217 time: 0.0393841 Aug 16 02:38:14.568163 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-68f1aaa9-8de6-455c-902b-5e7b9fcefa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:14.569627 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-68f1aaa9-8de6-455c-902b-5e7b9fcefa28 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8 HTTP/1.1" status: 200 len: 854 time: 0.0446770 Aug 16 02:38:14.626522 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-90fa64ea-608c-4bb0-85a3-58c14bd633e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:14.627961 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-90fa64ea-608c-4bb0-85a3-58c14bd633e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e7f141b-b080-4b92-bfad-7b488a8801ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466866 Aug 16 02:38:14.724146 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-b2b40797-301f-44bc-b67d-48b2765986d1 service neutron] 10.222.0.73 "GET /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845971 Aug 16 02:38:14.818044 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ad9cd05-bda3-4d15-b94c-0f7ff0529877 req-5dbfe822-86a5-45a2-a82e-bbc519584f87 service neutron] 10.222.0.73 "GET /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823565 Aug 16 02:38:14.911060 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e700b4-bf44-4f63-ba7c-03b281038c5c req-8e9cb34b-2ae2-477c-9875-83b514768737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:14.912434 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-46e700b4-bf44-4f63-ba7c-03b281038c5c req-8e9cb34b-2ae2-477c-9875-83b514768737 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecd792eff0a14bc1bd6075b415d09a14&device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 1096 time: 0.0409503 Aug 16 02:38:15.003124 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e700b4-bf44-4f63-ba7c-03b281038c5c req-c6b7a74c-501e-45c8-8799-6fb26fcdbed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:15.004582 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-46e700b4-bf44-4f63-ba7c-03b281038c5c req-c6b7a74c-501e-45c8-8799-6fb26fcdbed4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0e7f141b-b080-4b92-bfad-7b488a8801ae HTTP/1.1" status: 200 len: 916 time: 0.0853324 Aug 16 02:38:15.046544 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-46e700b4-bf44-4f63-ba7c-03b281038c5c req-d3bb10dc-6e17-4af3-b143-438b6bee2d1d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=001d668b-5e79-4755-a967-9446c8c98c7a HTTP/1.1" status: 200 len: 217 time: 0.0346043 Aug 16 02:38:15.094279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e700b4-bf44-4f63-ba7c-03b281038c5c req-720b3773-5095-4dab-9cce-20c583bfcd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:15.095736 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-46e700b4-bf44-4f63-ba7c-03b281038c5c req-720b3773-5095-4dab-9cce-20c583bfcd77 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8 HTTP/1.1" status: 200 len: 854 time: 0.0423448 Aug 16 02:38:15.147013 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e700b4-bf44-4f63-ba7c-03b281038c5c req-daf583ae-e209-443f-8154-161c41b43267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:15.149034 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-46e700b4-bf44-4f63-ba7c-03b281038c5c req-daf583ae-e209-443f-8154-161c41b43267 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e7f141b-b080-4b92-bfad-7b488a8801ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450141 Aug 16 02:38:15.237232 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-46e700b4-bf44-4f63-ba7c-03b281038c5c req-d9643be1-ada1-4b68-89f3-2033896f738d service neutron] 10.222.0.73 "GET /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808427 Aug 16 02:38:15.331410 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-46e700b4-bf44-4f63-ba7c-03b281038c5c req-58691eb0-eedc-4519-9dbd-4d040a19dc82 service neutron] 10.222.0.73 "GET /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860615 Aug 16 02:38:15.458387 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b9c47-d93d-4ad5-87e6-871219d9315c req-2338da52-b96b-4c7c-bf85-cc5fb65d807c tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:15.459857 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1d0b9c47-d93d-4ad5-87e6-871219d9315c req-2338da52-b96b-4c7c-bf85-cc5fb65d807c tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 944 time: 0.0527265 Aug 16 02:38:15.497775 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1d0b9c47-d93d-4ad5-87e6-871219d9315c req-e19b587a-0b61-4b12-8140-5e6327ac0e7f tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310180 Aug 16 02:38:16.613997 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40296e-c3c3-43fa-8fb9-fcf4a67259fd req-4bd91374-92f1-4ca3-a7c3-a5a6037fbd64 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:16.615391 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f40296e-c3c3-43fa-8fb9-fcf4a67259fd req-4bd91374-92f1-4ca3-a7c3-a5a6037fbd64 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 944 time: 0.0494680 Aug 16 02:38:16.653069 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9f40296e-c3c3-43fa-8fb9-fcf4a67259fd req-c5972b33-c6c6-4eb0-bf73-6c367dccdd7a tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316167 Aug 16 02:38:17.767306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fbd74-35c1-4ae1-b62f-5b86a8e79e0e req-44f03673-7229-4df3-905c-b9281efbf2c7 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:17.768792 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-727fbd74-35c1-4ae1-b62f-5b86a8e79e0e req-44f03673-7229-4df3-905c-b9281efbf2c7 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 944 time: 0.0499787 Aug 16 02:38:17.807771 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-727fbd74-35c1-4ae1-b62f-5b86a8e79e0e req-577852ee-3c22-47af-82f6-b469ca3b8955 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324376 Aug 16 02:38:17.961396 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 001d668b-5e79-4755-a967-9446c8c98c7a details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:38:18.053027 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 001d668b-5e79-4755-a967-9446c8c98c7a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=001d668b-5e79-4755-a967-9446c8c98c7a,segment=NetworkSegment(cc29be84-f5ec-4555-894c-c2ba6bea6ff8),segment_id=cc29be84-f5ec-4555-894c-c2ba6bea6ff8)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:18.063970 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '001d668b-5e79-4755-a967-9446c8c98c7a', 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae', 'port_id': '001d668b-5e79-4755-a967-9446c8c98c7a', 'mac_address': 'fa:16:3e:91:ce:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:38:18.100326 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:18.113248 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001d668b-5e79-4755-a967-9446c8c98c7a {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:38:18.135861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 001d668b-5e79-4755-a967-9446c8c98c7a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=001d668b-5e79-4755-a967-9446c8c98c7a,segment=NetworkSegment(cc29be84-f5ec-4555-894c-c2ba6bea6ff8),segment_id=cc29be84-f5ec-4555-894c-c2ba6bea6ff8)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:18.139764 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:18.189442 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=001d668b-5e79-4755-a967-9446c8c98c7a,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:18.198048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:18.198394 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:18.198757 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:18.199089 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:18.199426 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:18.199750 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:18.200071 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:18.200392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:18.200711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:18.201056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:18.201384 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:18.201700 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:18.452863 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['001d668b-5e79-4755-a967-9446c8c98c7a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:38:18.923143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c7bcd-bab4-43d5-adf7-203888a5bea0 req-5dbebd98-ae87-4c30-bc44-b5bf92506ec2 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:18.924619 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-542c7bcd-bab4-43d5-adf7-203888a5bea0 req-5dbebd98-ae87-4c30-bc44-b5bf92506ec2 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 945 time: 0.0484776 Aug 16 02:38:18.962186 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-542c7bcd-bab4-43d5-adf7-203888a5bea0 req-1d33b274-20b9-4947-a20a-a1564e6378bb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315335 Aug 16 02:38:19.974159 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 001d668b-5e79-4755-a967-9446c8c98c7a up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:38:20.027041 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 001d668b-5e79-4755-a967-9446c8c98c7a completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:38:20.030963 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 001d668b-5e79-4755-a967-9446c8c98c7a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:20.031333 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:20.078603 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f3120-e444-4524-ab2a-8230f7aa4494 req-d565e910-af12-42b9-aa9f-4321a890f09e tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:20.080414 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-804f3120-e444-4524-ab2a-8230f7aa4494 req-d565e910-af12-42b9-aa9f-4321a890f09e tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 945 time: 0.0507820 Aug 16 02:38:20.107768 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:20.120289 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-804f3120-e444-4524-ab2a-8230f7aa4494 req-cffac8fe-ec60-4006-8170-21ee983baf47 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338070 Aug 16 02:38:20.130230 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a88eed-dd36-4479-9270-08a0cc79aa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001d668b-5e79-4755-a967-9446c8c98c7a'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:38:20.132490 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a8f564-571d-4741-b7b3-c09a839716bb" -d '{"events": [{"server_uuid": "20a88eed-dd36-4479-9270-08a0cc79aa64", "name": "network-vif-plugged", "status": "completed", "tag": "001d668b-5e79-4755-a967-9446c8c98c7a"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:38:20.146091 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 001d668b-5e79-4755-a967-9446c8c98c7a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=001d668b-5e79-4755-a967-9446c8c98c7a,segment=NetworkSegment(cc29be84-f5ec-4555-894c-c2ba6bea6ff8),segment_id=cc29be84-f5ec-4555-894c-c2ba6bea6ff8)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:20.150184 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:20.179145 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046556fc-d83d-4f93-9fa4-135b954f01ac x-openstack-request-id: req-046556fc-d83d-4f93-9fa4-135b954f01ac {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:38:20.179451 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a88eed-dd36-4479-9270-08a0cc79aa64", "name": "network-vif-plugged", "status": "completed", "tag": "001d668b-5e79-4755-a967-9446c8c98c7a", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:38:20.180349 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-046556fc-d83d-4f93-9fa4-135b954f01ac {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:38:20.180608 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a88eed-dd36-4479-9270-08a0cc79aa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001d668b-5e79-4755-a967-9446c8c98c7a', 'code': 200} Aug 16 02:38:20.213286 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-83e28192-0e01-48c6-9875-44613f54cc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:20.218862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=001d668b-5e79-4755-a967-9446c8c98c7a,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:20.285530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7328106-2633-4b53-8ccb-0a4fcdc120a2 req-f725eeab-c204-4356-8a86-ce54e00b6ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:20.287081 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e7328106-2633-4b53-8ccb-0a4fcdc120a2 req-f725eeab-c204-4356-8a86-ce54e00b6ef2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 1098 time: 0.0448079 Aug 16 02:38:20.329255 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e7328106-2633-4b53-8ccb-0a4fcdc120a2 req-3964ac79-d48b-4f51-bb2c-a3c9e695c9b9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304060 Aug 16 02:38:21.245265 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1d9b3-ba9b-4e2d-a70b-49f113d8e418 req-ffd595b0-ab42-4466-96e7-ec96ed147a31 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:21.246848 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-60e1d9b3-ba9b-4e2d-a70b-49f113d8e418 req-ffd595b0-ab42-4466-96e7-ec96ed147a31 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 946 time: 0.0548289 Aug 16 02:38:21.288639 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-60e1d9b3-ba9b-4e2d-a70b-49f113d8e418 req-2c884a94-f434-4c8c-95ed-406353d52a57 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356481 Aug 16 02:38:22.413730 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e963e1-3ac3-48c1-b222-993a3b7e46f3 req-07d86e31-0aa9-4b9b-8078-194fafdca0c0 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:22.415908 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d0e963e1-3ac3-48c1-b222-993a3b7e46f3 req-07d86e31-0aa9-4b9b-8078-194fafdca0c0 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 946 time: 0.0536265 Aug 16 02:38:22.455204 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d0e963e1-3ac3-48c1-b222-993a3b7e46f3 req-194e2294-a7c0-4f98-badb-a15389e3acdf tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329704 Aug 16 02:38:22.583440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed1506-0472-4963-bc6c-5aa64762f7a7 req-1ef484d4-abfe-4a92-913a-3184108e6d72 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:22.584830 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4eed1506-0472-4963-bc6c-5aa64762f7a7 req-1ef484d4-abfe-4a92-913a-3184108e6d72 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 946 time: 0.0498345 Aug 16 02:38:22.623362 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4eed1506-0472-4963-bc6c-5aa64762f7a7 req-1fc684d3-c9aa-4914-809c-13890b22d0ff tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314243 Aug 16 02:38:22.724837 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c924c0c-7b55-43eb-9b0c-2d311eba30fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:22.831758 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62baf86a-2d53-4f08-8ced-3f225dab50e5 req-5bb57dec-3f02-4153-a10f-af938817ff06 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:22.833257 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-62baf86a-2d53-4f08-8ced-3f225dab50e5 req-5bb57dec-3f02-4153-a10f-af938817ff06 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 946 time: 0.0512524 Aug 16 02:38:22.872282 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-62baf86a-2d53-4f08-8ced-3f225dab50e5 req-b1a3ba0c-c8bc-4c5c-8f6b-bb3e6fb82f45 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322578 Aug 16 02:38:23.410150 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:24.373866 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:26.163057 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:28.393192 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:38:34.433105 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d357ca-461c-46de-bf1b-58bc0a5e219c req-c143b8a8-f8e0-406b-9bdb-1b3e2b4765ef tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:34.434613 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78d357ca-461c-46de-bf1b-58bc0a5e219c req-c143b8a8-f8e0-406b-9bdb-1b3e2b4765ef tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 946 time: 0.0538621 Aug 16 02:38:34.472411 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78d357ca-461c-46de-bf1b-58bc0a5e219c req-a538f43f-3b6a-4782-8986-959db88884de tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319743 Aug 16 02:38:34.495220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39730) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:34.627502 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92305e23-ee4c-4ba6-b601-ec5dad071595 tempest-TestMinimumBasicScenario-725184412 tempest-TestMinimumBasicScenario-725184412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:34.629000 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-92305e23-ee4c-4ba6-b601-ec5dad071595 tempest-TestMinimumBasicScenario-725184412 tempest-TestMinimumBasicScenario-725184412-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 1093 time: 0.1328034 Aug 16 02:38:34.632051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39734) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:34.636998 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': '001d668b-5e79-4755-a967-9446c8c98c7a', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:34.658446 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.037249 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.141209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Allocated IP 172.25.3.180 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/3273150a-c511-4264-8a26-25d7ce8637f3) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:38:35.243651 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.284195 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.326289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:38:35.329192 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:38:35.333600 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:38:35.337296 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Pushing event updated for resources: {'Port': ['ID=3273150a-c511-4264-8a26-25d7ce8637f3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:35.690697 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.759131 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.906050 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.911188 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:35.986328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Pushing event updated for resources: {'Port': ['ID=3273150a-c511-4264-8a26-25d7ce8637f3,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:35.995701 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.096204 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Floating IP a7bcf968-2036-488a-9d22-2d015c8a4643 associated. External IP: 172.25.3.180, port: 001d668b-5e79-4755-a967-9446c8c98c7a. Aug 16 02:38:36.303670 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Router bec0ee58-3420-4545-89e4-1ed321fd8314 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:38:36.417192 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:38:36.426816 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3063296-6c1d-447d-b2d0-271c131fa194 None None] Sync routers for ids ['bec0ee58-3420-4545-89e4-1ed321fd8314'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:38:36.434054 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.436260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3063296-6c1d-447d-b2d0-271c131fa194 None None] Routers {'bec0ee58-3420-4545-89e4-1ed321fd8314'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:36.436881 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b3063296-6c1d-447d-b2d0-271c131fa194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:38:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['bec0ee58-3420-4545-89e4-1ed321fd8314'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:36.461862 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6f027639-6bbe-435b-a471-4e65f442fa40 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8282180 Aug 16 02:38:36.462546 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a88eed-dd36-4479-9270-08a0cc79aa64', 'tag': '001d668b-5e79-4755-a967-9446c8c98c7a'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:38:36.464950 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d112b82-0d95-42b3-839d-0aad19e5c7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "20a88eed-dd36-4479-9270-08a0cc79aa64", "tag": "001d668b-5e79-4755-a967-9446c8c98c7a"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:38:36.465449 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39736) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:36.470353 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-030bd1a2-fa65-411f-930a-412fa7a40365 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-216661376', 'description': 'tempest-secgroup-smoke-216661376 description', 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:36.494423 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-030bd1a2-fa65-411f-930a-412fa7a40365 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.508389 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd291e02-1f8d-46b5-9eac-c946a15e1eba x-openstack-request-id: req-dd291e02-1f8d-46b5-9eac-c946a15e1eba {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:38:36.509674 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a88eed-dd36-4479-9270-08a0cc79aa64", "tag": "001d668b-5e79-4755-a967-9446c8c98c7a", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:38:36.509965 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dd291e02-1f8d-46b5-9eac-c946a15e1eba {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:38:36.510370 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a88eed-dd36-4479-9270-08a0cc79aa64', 'tag': '001d668b-5e79-4755-a967-9446c8c98c7a', 'status': 'completed', 'code': 200} Aug 16 02:38:36.555323 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b3063296-6c1d-447d-b2d0-271c131fa194 None None] Set router bec0ee58-3420-4545-89e4-1ed321fd8314 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:36.580488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d112b82-0d95-42b3-839d-0aad19e5c7c2 req-e355a025-67a8-4122-8d57-73a2dadb94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:36.582733 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d112b82-0d95-42b3-839d-0aad19e5c7c2 req-e355a025-67a8-4122-8d57-73a2dadb94fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecd792eff0a14bc1bd6075b415d09a14&device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 1098 time: 0.0518057 Aug 16 02:38:36.595451 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-030bd1a2-fa65-411f-930a-412fa7a40365 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.600579 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-030bd1a2-fa65-411f-930a-412fa7a40365 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.631737 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-030bd1a2-fa65-411f-930a-412fa7a40365 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.633784 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-030bd1a2-fa65-411f-930a-412fa7a40365 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1672516 Aug 16 02:38:36.636931 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39740) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:36.641437 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-dfd562d9-e286-4c4e-9b67-fcb8f28e3f80 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Request body: {'security_group_rule': {'security_group_id': 'f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a', 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:36.657787 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bd1a2-fa65-411f-930a-412fa7a40365 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:36.675741 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030bd1a2-fa65-411f-930a-412fa7a40365 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:36.676091 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030bd1a2-fa65-411f-930a-412fa7a40365 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:36.676428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030bd1a2-fa65-411f-930a-412fa7a40365 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:36.676895 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030bd1a2-fa65-411f-930a-412fa7a40365 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:36.677229 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030bd1a2-fa65-411f-930a-412fa7a40365 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:36.677558 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030bd1a2-fa65-411f-930a-412fa7a40365 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:36.677907 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030bd1a2-fa65-411f-930a-412fa7a40365 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:36.678234 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030bd1a2-fa65-411f-930a-412fa7a40365 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:36.678556 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030bd1a2-fa65-411f-930a-412fa7a40365 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:36.678875 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030bd1a2-fa65-411f-930a-412fa7a40365 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:36.679746 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030bd1a2-fa65-411f-930a-412fa7a40365 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:36.680136 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030bd1a2-fa65-411f-930a-412fa7a40365 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:36.685372 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d112b82-0d95-42b3-839d-0aad19e5c7c2 req-2f7f109a-479c-40ab-bc36-7e521e726a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:36.687010 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d112b82-0d95-42b3-839d-0aad19e5c7c2 req-2f7f109a-479c-40ab-bc36-7e521e726a4b service neutron] 10.222.0.73 "GET /v2.0/networks?id=0e7f141b-b080-4b92-bfad-7b488a8801ae HTTP/1.1" status: 200 len: 916 time: 0.0963950 Aug 16 02:38:36.687304 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dfd562d9-e286-4c4e-9b67-fcb8f28e3f80 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.741387 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dfd562d9-e286-4c4e-9b67-fcb8f28e3f80 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.746645 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dfd562d9-e286-4c4e-9b67-fcb8f28e3f80 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.762036 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d112b82-0d95-42b3-839d-0aad19e5c7c2 req-d387ebef-b5d2-4861-bdf5-65406f1b7c62 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=001d668b-5e79-4755-a967-9446c8c98c7a HTTP/1.1" status: 200 len: 1000 time: 0.0673158 Aug 16 02:38:36.763948 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd562d9-e286-4c4e-9b67-fcb8f28e3f80 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e25119-1cb6-41fa-93a8-707597d60299,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:36.774398 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dfd562d9-e286-4c4e-9b67-fcb8f28e3f80 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.775777 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-dfd562d9-e286-4c4e-9b67-fcb8f28e3f80 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379044 Aug 16 02:38:36.778542 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39742) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:36.784011 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-40b3815f-94f3-4a73-a5b0-959804ff141a tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Request body: {'security_group_rule': {'security_group_id': 'f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a', 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:36.807768 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b3063296-6c1d-447d-b2d0-271c131fa194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'name': 'tempest-TestMinimumBasicScenario-1145614065-router', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:44Z', 'revision_number': 4, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'gw_port': {'id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:42Z', 'updated_at': '2021-08-16T02:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'a7bcf968-2036-488a-9d22-2d015c8a4643', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'port_id': '001d668b-5e79-4755-a967-9446c8c98c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae', 'mac_address': 'fa:16:3e:91:ce:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a88eed-dd36-4479-9270-08a0cc79aa64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:38:35Z', 'updated_at': '2021-08-16T02:38:35Z', 'revision_number': 0, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88dfe355-2e8f-473e-940c-5b90421e37b6', 'name': '', 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'mac_address': 'fa:16:3e:a4:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:44Z', 'updated_at': '2021-08-16T02:37:50Z', 'revision_number': 5, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'subnets': [{'id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:36.813668 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40b3815f-94f3-4a73-a5b0-959804ff141a tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.820587 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d112b82-0d95-42b3-839d-0aad19e5c7c2 req-6c9ecd26-450b-4949-9770-d9815e33d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:36.822425 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d112b82-0d95-42b3-839d-0aad19e5c7c2 req-6c9ecd26-450b-4949-9770-d9815e33d754 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8 HTTP/1.1" status: 200 len: 854 time: 0.0508902 Aug 16 02:38:36.838893 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3063296-6c1d-447d-b2d0-271c131fa194 None None] Checking router: bec0ee58-3420-4545-89e4-1ed321fd8314 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:38:36.847479 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3063296-6c1d-447d-b2d0-271c131fa194 None None] Routers {'bec0ee58-3420-4545-89e4-1ed321fd8314'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:38:36.848237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b3063296-6c1d-447d-b2d0-271c131fa194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:38:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['bec0ee58-3420-4545-89e4-1ed321fd8314'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:36.875609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d112b82-0d95-42b3-839d-0aad19e5c7c2 req-b266f781-ae23-4751-a163-38424934e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:36.877261 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d112b82-0d95-42b3-839d-0aad19e5c7c2 req-b266f781-ae23-4751-a163-38424934e995 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e7f141b-b080-4b92-bfad-7b488a8801ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464454 Aug 16 02:38:36.879746 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40b3815f-94f3-4a73-a5b0-959804ff141a tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.884713 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40b3815f-94f3-4a73-a5b0-959804ff141a tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.906603 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3815f-94f3-4a73-a5b0-959804ff141a tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e98fb42-c16f-4fa0-bcf1-f8bf1b1b9410,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:36.911564 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40b3815f-94f3-4a73-a5b0-959804ff141a tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.912865 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-40b3815f-94f3-4a73-a5b0-959804ff141a tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1325326 Aug 16 02:38:36.916131 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39744) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:36.921256 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c020bcf9-7004-421b-91be-53b7e39fbd39 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Request body: {'security_group_rule': {'security_group_id': 'f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a', 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:36.951219 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c020bcf9-7004-421b-91be-53b7e39fbd39 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:36.964606 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b3063296-6c1d-447d-b2d0-271c131fa194 None None] Set router bec0ee58-3420-4545-89e4-1ed321fd8314 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:38:36.983308 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d112b82-0d95-42b3-839d-0aad19e5c7c2 req-1c958385-9298-4910-85d6-89a5b8de4248 service neutron] 10.222.0.73 "GET /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984268 Aug 16 02:38:37.014883 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c020bcf9-7004-421b-91be-53b7e39fbd39 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.019730 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c020bcf9-7004-421b-91be-53b7e39fbd39 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.038923 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020bcf9-7004-421b-91be-53b7e39fbd39 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484b9f45-50c3-4d40-85c0-452ac99325e6,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:37.047793 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c020bcf9-7004-421b-91be-53b7e39fbd39 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.052889 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39746) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:37.053463 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c020bcf9-7004-421b-91be-53b7e39fbd39 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361518 Aug 16 02:38:37.058218 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-59bf0577-cd2d-4d4c-a453-edba70fd3c11 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Request body: {'security_group_rule': {'security_group_id': 'f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a', 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:37.111696 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59bf0577-cd2d-4d4c-a453-edba70fd3c11 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.117926 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0d112b82-0d95-42b3-839d-0aad19e5c7c2 req-19a60217-a8df-4762-a530-f923dce9bf4d service neutron] 10.222.0.73 "GET /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279500 Aug 16 02:38:37.172922 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59bf0577-cd2d-4d4c-a453-edba70fd3c11 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.176655 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59bf0577-cd2d-4d4c-a453-edba70fd3c11 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.199536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf0577-cd2d-4d4c-a453-edba70fd3c11 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f08f999-2618-4db2-8003-eff4dd67106b,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:37.206330 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59bf0577-cd2d-4d4c-a453-edba70fd3c11 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.207695 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-59bf0577-cd2d-4d4c-a453-edba70fd3c11 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1538279 Aug 16 02:38:37.211389 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39748) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:37.216130 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-97e109d7-4575-4977-98a7-c7aab2c0960e tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Request body: {'security_group_rule': {'security_group_id': 'f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a', 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:37.216633 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b3063296-6c1d-447d-b2d0-271c131fa194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'name': 'tempest-TestMinimumBasicScenario-1145614065-router', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:44Z', 'revision_number': 4, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'gw_port': {'id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:42Z', 'updated_at': '2021-08-16T02:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'a7bcf968-2036-488a-9d22-2d015c8a4643', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'port_id': '001d668b-5e79-4755-a967-9446c8c98c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae', 'mac_address': 'fa:16:3e:91:ce:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a88eed-dd36-4479-9270-08a0cc79aa64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:38:35Z', 'updated_at': '2021-08-16T02:38:35Z', 'revision_number': 0, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88dfe355-2e8f-473e-940c-5b90421e37b6', 'name': '', 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'mac_address': 'fa:16:3e:a4:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:44Z', 'updated_at': '2021-08-16T02:37:50Z', 'revision_number': 5, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'subnets': [{'id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:38:37.238591 n-d-765315-27 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-97e109d7-4575-4977-98a7-c7aab2c0960e tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Project ecd792eff0a14bc1bd6075b415d09a14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:38:37.243600 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97e109d7-4575-4977-98a7-c7aab2c0960e tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.244325 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3063296-6c1d-447d-b2d0-271c131fa194 None None] The sync data for ids ['bec0ee58-3420-4545-89e4-1ed321fd8314'] in n-d-765315-27 is: [{'id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'name': 'tempest-TestMinimumBasicScenario-1145614065-router', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:44Z', 'revision_number': 4, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'gw_port': {'id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:42Z', 'updated_at': '2021-08-16T02:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'a7bcf968-2036-488a-9d22-2d015c8a4643', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'port_id': '001d668b-5e79-4755-a967-9446c8c98c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae', 'mac_address': 'fa:16:3e:91:ce:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a88eed-dd36-4479-9270-08a0cc79aa64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:38:35Z', 'updated_at': '2021-08-16T02:38:35Z', 'revision_number': 0, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88dfe355-2e8f-473e-940c-5b90421e37b6', 'name': '', 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'mac_address': 'fa:16:3e:a4:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:44Z', 'updated_at': '2021-08-16T02:37:50Z', 'revision_number': 5, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'subnets': [{'id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:38:37.308529 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97e109d7-4575-4977-98a7-c7aab2c0960e tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.313500 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97e109d7-4575-4977-98a7-c7aab2c0960e tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.333113 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e109d7-4575-4977-98a7-c7aab2c0960e tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5c81d1-c40e-4817-8560-e59d30c1dfa1,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:37.338992 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97e109d7-4575-4977-98a7-c7aab2c0960e tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.340204 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-97e109d7-4575-4977-98a7-c7aab2c0960e tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277936 Aug 16 02:38:37.342990 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39750) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:37.347429 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6de353f6-89f2-4a16-8bb0-71edc76856ec tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Request body: {'security_group_rule': {'security_group_id': 'f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a', 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:37.371110 n-d-765315-27 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-6de353f6-89f2-4a16-8bb0-71edc76856ec tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Project ecd792eff0a14bc1bd6075b415d09a14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:38:37.376574 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6de353f6-89f2-4a16-8bb0-71edc76856ec tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.441147 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae324b2-5e87-4bb6-a5d8-108ed73777c3 None None] New status for floating IP a7bcf968-2036-488a-9d22-2d015c8a4643: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:38:37.451399 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6de353f6-89f2-4a16-8bb0-71edc76856ec tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.455422 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6de353f6-89f2-4a16-8bb0-71edc76856ec tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.478238 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de353f6-89f2-4a16-8bb0-71edc76856ec tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd529b7d-934a-4135-957f-e15da54b9534,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:37.482012 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6de353f6-89f2-4a16-8bb0-71edc76856ec tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.483210 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-6de353f6-89f2-4a16-8bb0-71edc76856ec tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392641 Aug 16 02:38:37.569377 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ec0e8445-b068-4ec6-b354-24294d1ac703 req-89f55b9f-e81a-46b0-b5be-a190f3d5eff6 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216661376&fields=id&tenant_id=ecd792eff0a14bc1bd6075b415d09a14 HTTP/1.1" status: 200 len: 267 time: 0.0343907 Aug 16 02:38:37.628176 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e8445-b068-4ec6-b354-24294d1ac703 req-869f7c72-0093-4348-83c3-1ac3b0a365f9 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:37.629689 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ec0e8445-b068-4ec6-b354-24294d1ac703 req-869f7c72-0093-4348-83c3-1ac3b0a365f9 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 946 time: 0.0539153 Aug 16 02:38:37.641617 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ec0e8445-b068-4ec6-b354-24294d1ac703 req-c4967fd3-1a75-4ea2-ae32-844603d158eb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Request body: {'port': {'security_groups': ['bbe1ce4f-220b-4dee-8f20-3e175749b17a', 'f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:38:37.705585 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ec0e8445-b068-4ec6-b354-24294d1ac703 req-c4967fd3-1a75-4ea2-ae32-844603d158eb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.891218 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ec0e8445-b068-4ec6-b354-24294d1ac703 req-c4967fd3-1a75-4ea2-ae32-844603d158eb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] For port 001d668b-5e79-4755-a967-9446c8c98c7a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=001d668b-5e79-4755-a967-9446c8c98c7a,segment=NetworkSegment(cc29be84-f5ec-4555-894c-c2ba6bea6ff8),segment_id=cc29be84-f5ec-4555-894c-c2ba6bea6ff8)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:38:37.921020 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ec0e8445-b068-4ec6-b354-24294d1ac703 req-c4967fd3-1a75-4ea2-ae32-844603d158eb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.925930 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ec0e8445-b068-4ec6-b354-24294d1ac703 req-c4967fd3-1a75-4ea2-ae32-844603d158eb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.939965 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['001d668b-5e79-4755-a967-9446c8c98c7a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:38:37.974631 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e8445-b068-4ec6-b354-24294d1ac703 req-c4967fd3-1a75-4ea2-ae32-844603d158eb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:37.975263 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ec0e8445-b068-4ec6-b354-24294d1ac703 req-c4967fd3-1a75-4ea2-ae32-844603d158eb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:37.976781 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ec0e8445-b068-4ec6-b354-24294d1ac703 req-c4967fd3-1a75-4ea2-ae32-844603d158eb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "PUT /v2.0/ports/001d668b-5e79-4755-a967-9446c8c98c7a HTTP/1.1" status: 200 len: 982 time: 0.3396957 Aug 16 02:38:37.977243 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a88eed-dd36-4479-9270-08a0cc79aa64', 'tag': '001d668b-5e79-4755-a967-9446c8c98c7a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:38:37.979592 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40886cf-3275-411c-9c6c-f99f93deb7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "20a88eed-dd36-4479-9270-08a0cc79aa64", "tag": "001d668b-5e79-4755-a967-9446c8c98c7a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:38:38.008441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4967fd3-1a75-4ea2-ae32-844603d158eb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Pushing event updated for resources: {'Port': ['ID=001d668b-5e79-4755-a967-9446c8c98c7a,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:38.038355 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accc06e8-e83e-4e33-b0ad-115d9aaa39ec x-openstack-request-id: req-accc06e8-e83e-4e33-b0ad-115d9aaa39ec {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:38:38.038705 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a88eed-dd36-4479-9270-08a0cc79aa64", "tag": "001d668b-5e79-4755-a967-9446c8c98c7a", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:38:38.038963 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-accc06e8-e83e-4e33-b0ad-115d9aaa39ec {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:38:38.040098 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a88eed-dd36-4479-9270-08a0cc79aa64', 'tag': '001d668b-5e79-4755-a967-9446c8c98c7a', 'status': 'completed', 'code': 200} Aug 16 02:38:38.062195 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['001d668b-5e79-4755-a967-9446c8c98c7a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:38:38.066972 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:38.111906 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40886cf-3275-411c-9c6c-f99f93deb7b7 req-0db9d400-3b86-441c-b4b0-6581578069e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:38.113495 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c40886cf-3275-411c-9c6c-f99f93deb7b7 req-0db9d400-3b86-441c-b4b0-6581578069e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecd792eff0a14bc1bd6075b415d09a14&device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 1137 time: 0.0485203 Aug 16 02:38:38.129416 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a52ec-185c-47eb-8e96-9d5e9f87d621 req-338335c8-a8ed-4fe1-b96e-d0f18a485ecd tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:38.131338 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-138a52ec-185c-47eb-8e96-9d5e9f87d621 req-338335c8-a8ed-4fe1-b96e-d0f18a485ecd tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 985 time: 0.0674350 Aug 16 02:38:38.184108 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-138a52ec-185c-47eb-8e96-9d5e9f87d621 req-24c03e82-9797-49e7-b950-5b1b2fa3f77b tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&id=f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439444 Aug 16 02:38:38.224396 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40886cf-3275-411c-9c6c-f99f93deb7b7 req-70559180-6228-4395-9d8d-07b3222a19c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:38.227631 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c40886cf-3275-411c-9c6c-f99f93deb7b7 req-70559180-6228-4395-9d8d-07b3222a19c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0e7f141b-b080-4b92-bfad-7b488a8801ae HTTP/1.1" status: 200 len: 916 time: 0.1067550 Aug 16 02:38:38.298516 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c40886cf-3275-411c-9c6c-f99f93deb7b7 req-60d56d0e-47da-42fc-88f8-a7c5a84d77a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=001d668b-5e79-4755-a967-9446c8c98c7a HTTP/1.1" status: 200 len: 1002 time: 0.0634477 Aug 16 02:38:38.351672 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40886cf-3275-411c-9c6c-f99f93deb7b7 req-ff90f6fa-f08e-4352-ba9e-7351bd8d6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:38.353264 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c40886cf-3275-411c-9c6c-f99f93deb7b7 req-ff90f6fa-f08e-4352-ba9e-7351bd8d6832 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8 HTTP/1.1" status: 200 len: 854 time: 0.0458336 Aug 16 02:38:38.405938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40886cf-3275-411c-9c6c-f99f93deb7b7 req-a2aef8f8-d410-4729-811d-d35f71bee424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:38.407772 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c40886cf-3275-411c-9c6c-f99f93deb7b7 req-a2aef8f8-d410-4729-811d-d35f71bee424 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e7f141b-b080-4b92-bfad-7b488a8801ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467396 Aug 16 02:38:38.487462 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4c6b68f8-71c1-406a-9883-5b2b7a28de8b None None] Provisioning complete for port 001d668b-5e79-4755-a967-9446c8c98c7a triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:38:38.487831 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4c6b68f8-71c1-406a-9883-5b2b7a28de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:38.503308 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c40886cf-3275-411c-9c6c-f99f93deb7b7 req-cf625b51-807d-4382-8a93-e49bad5b2f93 service neutron] 10.222.0.73 "GET /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867970 Aug 16 02:38:38.600554 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c40886cf-3275-411c-9c6c-f99f93deb7b7 req-9ca301cf-123e-4099-a38c-98b489f52aba service neutron] 10.222.0.73 "GET /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879753 Aug 16 02:38:38.701274 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:50.198666 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d66eb13-f003-4fb8-9c98-c69c6eb3980a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:52.730261 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0c70-64ac-4ee1-8bf1-a6292feab5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:53.114865 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a20e54d0-b6af-4a83-a76f-421fba5a73af req-e67eb06d-1da2-4460-a0d9-5256714fc9f1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400009 Aug 16 02:38:53.225834 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e54d0-b6af-4a83-a76f-421fba5a73af req-954b6306-2384-42a2-b1b1-9a4ca25d1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:53.227395 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a20e54d0-b6af-4a83-a76f-421fba5a73af req-954b6306-2384-42a2-b1b1-9a4ca25d1270 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecd792eff0a14bc1bd6075b415d09a14&device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 1137 time: 0.0422237 Aug 16 02:38:53.335381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e54d0-b6af-4a83-a76f-421fba5a73af req-0a7eb600-e337-4eb6-bd01-3f0e9ae759a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:53.336940 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a20e54d0-b6af-4a83-a76f-421fba5a73af req-0a7eb600-e337-4eb6-bd01-3f0e9ae759a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0e7f141b-b080-4b92-bfad-7b488a8801ae HTTP/1.1" status: 200 len: 916 time: 0.0895379 Aug 16 02:38:53.408059 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a20e54d0-b6af-4a83-a76f-421fba5a73af req-5953c15d-f172-4ef7-823e-3e39b9c6bf04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=001d668b-5e79-4755-a967-9446c8c98c7a HTTP/1.1" status: 200 len: 1002 time: 0.0635076 Aug 16 02:38:53.412388 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:53.460354 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e54d0-b6af-4a83-a76f-421fba5a73af req-d99fc7d9-e017-4281-be7c-dc7a2fae70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:53.461819 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a20e54d0-b6af-4a83-a76f-421fba5a73af req-d99fc7d9-e017-4281-be7c-dc7a2fae70ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8 HTTP/1.1" status: 200 len: 854 time: 0.0445046 Aug 16 02:38:53.516315 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e54d0-b6af-4a83-a76f-421fba5a73af req-ca9490cf-37b1-442c-9c60-078406433c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:53.517827 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a20e54d0-b6af-4a83-a76f-421fba5a73af req-ca9490cf-37b1-442c-9c60-078406433c31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e7f141b-b080-4b92-bfad-7b488a8801ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466709 Aug 16 02:38:53.611288 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a20e54d0-b6af-4a83-a76f-421fba5a73af req-8d97fe19-a467-4f36-a692-a981a7243262 service neutron] 10.222.0.73 "GET /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854108 Aug 16 02:38:53.725051 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a20e54d0-b6af-4a83-a76f-421fba5a73af req-d3d16326-298f-4722-aa7f-9fef3e946c5d service neutron] 10.222.0.73 "GET /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067581 Aug 16 02:38:54.377920 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:56.165445 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:01.008628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6698b-d1e5-42d5-87a7-494750d95ae8 req-6f01bdba-21fc-4b10-882b-7cacfe8f3005 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:01.010138 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40c6698b-d1e5-42d5-87a7-494750d95ae8 req-6f01bdba-21fc-4b10-882b-7cacfe8f3005 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 985 time: 0.0504231 Aug 16 02:39:01.014592 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b3e33-65a6-4747-8ba9-25989a933f83 req-89f16317-26bf-4827-ab23-9077f9a1c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:01.016134 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be6b3e33-65a6-4747-8ba9-25989a933f83 req-89f16317-26bf-4827-ab23-9077f9a1c5af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecd792eff0a14bc1bd6075b415d09a14&device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 1137 time: 0.0425680 Aug 16 02:39:01.055340 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-40c6698b-d1e5-42d5-87a7-494750d95ae8 req-74b3f043-7bec-464b-9779-884f25cfe0b8 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&id=f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387003 Aug 16 02:39:01.114077 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b3e33-65a6-4747-8ba9-25989a933f83 req-48a9502f-d963-4604-951e-84eccfba1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:01.115484 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be6b3e33-65a6-4747-8ba9-25989a933f83 req-48a9502f-d963-4604-951e-84eccfba1945 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0e7f141b-b080-4b92-bfad-7b488a8801ae HTTP/1.1" status: 200 len: 916 time: 0.0857530 Aug 16 02:39:01.185242 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be6b3e33-65a6-4747-8ba9-25989a933f83 req-3b12ef74-6989-4b46-9382-749c06026e42 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=001d668b-5e79-4755-a967-9446c8c98c7a HTTP/1.1" status: 200 len: 1002 time: 0.0621519 Aug 16 02:39:01.234692 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b3e33-65a6-4747-8ba9-25989a933f83 req-1f716edb-e1f2-4ef6-9f0e-53814ebc688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:01.236112 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be6b3e33-65a6-4747-8ba9-25989a933f83 req-1f716edb-e1f2-4ef6-9f0e-53814ebc688d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8 HTTP/1.1" status: 200 len: 854 time: 0.0434005 Aug 16 02:39:01.281024 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b3e33-65a6-4747-8ba9-25989a933f83 req-43487f71-2e5c-4158-8b9f-f7eb5cfb732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:01.282579 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be6b3e33-65a6-4747-8ba9-25989a933f83 req-43487f71-2e5c-4158-8b9f-f7eb5cfb732a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e7f141b-b080-4b92-bfad-7b488a8801ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396712 Aug 16 02:39:01.383197 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be6b3e33-65a6-4747-8ba9-25989a933f83 req-a9328626-b44f-4170-971a-41594fda376e service neutron] 10.222.0.73 "GET /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922489 Aug 16 02:39:01.483457 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be6b3e33-65a6-4747-8ba9-25989a933f83 req-d3d78c58-c6d8-4df6-ac82-c2488bc5588e service neutron] 10.222.0.73 "GET /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924404 Aug 16 02:39:02.187127 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67504c-96dc-49de-bab9-051dfbb53a67 req-e179f89f-284c-4cbe-9d5f-c09a9c9d6d93 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:02.188764 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a67504c-96dc-49de-bab9-051dfbb53a67 req-e179f89f-284c-4cbe-9d5f-c09a9c9d6d93 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 985 time: 0.0558181 Aug 16 02:39:02.232304 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6a67504c-96dc-49de-bab9-051dfbb53a67 req-d60d1cf7-f830-445b-8159-e14cf10177c6 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&id=f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372989 Aug 16 02:39:03.350376 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ee8d2-45c2-4bd2-ad0a-3722b8014cf8 req-180e5743-904a-4720-8c08-9af3e156ddf6 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:03.352002 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-003ee8d2-45c2-4bd2-ad0a-3722b8014cf8 req-180e5743-904a-4720-8c08-9af3e156ddf6 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 985 time: 0.0500333 Aug 16 02:39:03.394290 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-003ee8d2-45c2-4bd2-ad0a-3722b8014cf8 req-39340658-3cf9-4416-a949-0b8d4d05cab8 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&id=f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362234 Aug 16 02:39:04.511267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399d90a-0c63-4f74-89d2-3bc38775182a req-bfe94ba0-cc39-481c-9535-cdaa7e69f4fb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:04.512729 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4399d90a-0c63-4f74-89d2-3bc38775182a req-bfe94ba0-cc39-481c-9535-cdaa7e69f4fb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 985 time: 0.0508091 Aug 16 02:39:04.552704 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4399d90a-0c63-4f74-89d2-3bc38775182a req-de53d66f-9139-48c0-8a70-ef5694b56c80 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&id=f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338826 Aug 16 02:39:05.392814 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:39:05.672682 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e737b-5b92-494d-946d-4f2513418b26 req-bf75120e-4286-414f-a34c-5a2387bba8a3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:05.674211 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a54e737b-5b92-494d-946d-4f2513418b26 req-bf75120e-4286-414f-a34c-5a2387bba8a3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 985 time: 0.0528448 Aug 16 02:39:05.717260 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a54e737b-5b92-494d-946d-4f2513418b26 req-76dcd272-0e71-4af7-add9-a1cb373c2608 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&id=f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361984 Aug 16 02:39:06.838254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e2ca2-b4c6-4daf-9911-59fb85b3cf87 req-bbbed1ba-dbd4-4e64-9316-b88b90a2a950 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:06.839611 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d63e2ca2-b4c6-4daf-9911-59fb85b3cf87 req-bbbed1ba-dbd4-4e64-9316-b88b90a2a950 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 985 time: 0.0493431 Aug 16 02:39:06.879041 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d63e2ca2-b4c6-4daf-9911-59fb85b3cf87 req-8302f168-7008-40df-a923-64f00f5370d5 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&id=f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334783 Aug 16 02:39:07.997976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f4814-c403-4c14-a0d9-a79318a4fdc2 req-bdc0b3ab-16eb-4873-89ef-935c6824ec3a tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:07.999473 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f37f4814-c403-4c14-a0d9-a79318a4fdc2 req-bdc0b3ab-16eb-4873-89ef-935c6824ec3a tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 985 time: 0.0498543 Aug 16 02:39:08.048284 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f37f4814-c403-4c14-a0d9-a79318a4fdc2 req-4c66dec0-3fe5-4c31-b184-7292c0c7d0da tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&id=f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426157 Aug 16 02:39:08.049406 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:08.659681 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:09.170781 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e32b08-7a23-4fec-96e6-c796f26504b8 req-752e67b2-2968-4c93-9737-739a761fae01 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:09.172253 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3e32b08-7a23-4fec-96e6-c796f26504b8 req-752e67b2-2968-4c93-9737-739a761fae01 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 985 time: 0.0549176 Aug 16 02:39:09.212476 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f3e32b08-7a23-4fec-96e6-c796f26504b8 req-70b90b7a-46e1-418b-936b-437a4174773c tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&id=f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341115 Aug 16 02:39:10.328540 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30d947-1f1b-4cc2-ac6d-a6351a3236b3 req-10e689ab-4450-4b97-aa15-78c16fb9a0e5 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:10.330069 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ed30d947-1f1b-4cc2-ac6d-a6351a3236b3 req-10e689ab-4450-4b97-aa15-78c16fb9a0e5 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 985 time: 0.0505471 Aug 16 02:39:10.370485 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ed30d947-1f1b-4cc2-ac6d-a6351a3236b3 req-b4382fb2-2e31-48af-9870-82a0aabeec43 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&id=f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339155 Aug 16 02:39:11.488053 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e998b1-329a-4a21-a3c8-966f45da6cfa req-b139f25b-1aab-4348-9859-f212e1ed454d tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:11.489517 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-56e998b1-329a-4a21-a3c8-966f45da6cfa req-b139f25b-1aab-4348-9859-f212e1ed454d tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 985 time: 0.0488672 Aug 16 02:39:11.530426 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-56e998b1-329a-4a21-a3c8-966f45da6cfa req-a70e249a-c90a-4e5a-9944-ba0d4e8f7831 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&id=f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347881 Aug 16 02:39:12.646368 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70d0d4-be96-45b6-b46a-c5be406daaad req-8d37c9ff-0c06-436f-825a-22b1b00df0ce tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:12.647865 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f70d0d4-be96-45b6-b46a-c5be406daaad req-8d37c9ff-0c06-436f-825a-22b1b00df0ce tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 985 time: 0.0494356 Aug 16 02:39:12.688892 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f70d0d4-be96-45b6-b46a-c5be406daaad req-d04420a4-0d0e-450d-8905-c41538b16636 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&id=f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348506 Aug 16 02:39:20.189720 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4efc56a8-56ab-4de6-8515-bedd3c50776c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:22.731338 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd52eeef-7d11-44e3-8632-027503a691ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:23.414229 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:24.377691 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:26.167039 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:38.050692 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:38.658814 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:42.391633 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:39:47.949851 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-815e9382-9c03-4acc-9b16-0c5c2c06711f req-ea3ce8a3-5ded-4ceb-b0cc-493c8dc940d2 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216661376&fields=id&tenant_id=ecd792eff0a14bc1bd6075b415d09a14 HTTP/1.1" status: 200 len: 267 time: 0.1453867 Aug 16 02:39:48.007090 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e9382-9c03-4acc-9b16-0c5c2c06711f req-a4b4224b-6524-4794-9252-8b77dcb7f754 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:48.009298 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-815e9382-9c03-4acc-9b16-0c5c2c06711f req-a4b4224b-6524-4794-9252-8b77dcb7f754 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 985 time: 0.0536032 Aug 16 02:39:48.019968 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-815e9382-9c03-4acc-9b16-0c5c2c06711f req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Request body: {'port': {'security_groups': ['bbe1ce4f-220b-4dee-8f20-3e175749b17a']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:39:48.083606 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-815e9382-9c03-4acc-9b16-0c5c2c06711f req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:48.542019 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-815e9382-9c03-4acc-9b16-0c5c2c06711f req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] For port 001d668b-5e79-4755-a967-9446c8c98c7a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=001d668b-5e79-4755-a967-9446c8c98c7a,segment=NetworkSegment(cc29be84-f5ec-4555-894c-c2ba6bea6ff8),segment_id=cc29be84-f5ec-4555-894c-c2ba6bea6ff8)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:48.571455 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-815e9382-9c03-4acc-9b16-0c5c2c06711f req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:48.576067 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-815e9382-9c03-4acc-9b16-0c5c2c06711f req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:48.591603 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['001d668b-5e79-4755-a967-9446c8c98c7a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:39:48.618990 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e9382-9c03-4acc-9b16-0c5c2c06711f req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:48.619632 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-815e9382-9c03-4acc-9b16-0c5c2c06711f req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:48.622261 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-815e9382-9c03-4acc-9b16-0c5c2c06711f req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "PUT /v2.0/ports/001d668b-5e79-4755-a967-9446c8c98c7a HTTP/1.1" status: 200 len: 943 time: 0.6067820 Aug 16 02:39:48.622729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a88eed-dd36-4479-9270-08a0cc79aa64', 'tag': '001d668b-5e79-4755-a967-9446c8c98c7a'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:48.625109 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f699923-ebbe-45c3-82de-19787cddf513" -d '{"events": [{"name": "network-changed", "server_uuid": "20a88eed-dd36-4479-9270-08a0cc79aa64", "tag": "001d668b-5e79-4755-a967-9446c8c98c7a"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:48.627207 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39820) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:48.663301 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Pushing event updated for resources: {'Port': ['ID=001d668b-5e79-4755-a967-9446c8c98c7a,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:48.683376 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.683750 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.684062 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.684393 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.684722 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.685051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.685503 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.685927 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.686145 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.686422 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.686682 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.686963 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f97eab-3eeb-44c0-b323-2669985599e3 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.700320 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f26f599b-9485-47bf-ab8d-046558c072be tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:48.706375 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0a8d4f-4369-42d6-b570-533cbe0c307f x-openstack-request-id: req-bb0a8d4f-4369-42d6-b570-533cbe0c307f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:48.706375 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a88eed-dd36-4479-9270-08a0cc79aa64", "tag": "001d668b-5e79-4755-a967-9446c8c98c7a", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:48.706646 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bb0a8d4f-4369-42d6-b570-533cbe0c307f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:48.706813 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a88eed-dd36-4479-9270-08a0cc79aa64', 'tag': '001d668b-5e79-4755-a967-9446c8c98c7a', 'status': 'completed', 'code': 200} Aug 16 02:39:48.720260 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['001d668b-5e79-4755-a967-9446c8c98c7a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:39:48.730519 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f26f599b-9485-47bf-ab8d-046558c072be tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:48.803917 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f26f599b-9485-47bf-ab8d-046558c072be tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:48.807963 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f26f599b-9485-47bf-ab8d-046558c072be tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:48.812610 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f26f599b-9485-47bf-ab8d-046558c072be tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "DELETE /v2.0/security-groups/f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a HTTP/1.1" status: 204 len: 168 time: 0.1843178 Aug 16 02:39:48.813585 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39826) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:39:48.845244 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f699923-ebbe-45c3-82de-19787cddf513 req-45c8d39b-cbf8-4baa-8295-f79462a720e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:48.847132 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f699923-ebbe-45c3-82de-19787cddf513 req-45c8d39b-cbf8-4baa-8295-f79462a720e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecd792eff0a14bc1bd6075b415d09a14&device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 1098 time: 0.1162345 Aug 16 02:39:48.863212 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f599b-9485-47bf-ab8d-046558c072be tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76d8739-f0e7-46e6-b97f-4bbcf6f28c9a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:48.875447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26f599b-9485-47bf-ab8d-046558c072be tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.876142 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26f599b-9485-47bf-ab8d-046558c072be tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.876142 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26f599b-9485-47bf-ab8d-046558c072be tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.876452 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26f599b-9485-47bf-ab8d-046558c072be tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.876789 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26f599b-9485-47bf-ab8d-046558c072be tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.877117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26f599b-9485-47bf-ab8d-046558c072be tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.877444 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26f599b-9485-47bf-ab8d-046558c072be tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.877841 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26f599b-9485-47bf-ab8d-046558c072be tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.878122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26f599b-9485-47bf-ab8d-046558c072be tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.878445 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26f599b-9485-47bf-ab8d-046558c072be tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.878766 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26f599b-9485-47bf-ab8d-046558c072be tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.879086 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26f599b-9485-47bf-ab8d-046558c072be tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:39:48.941075 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-172ae3b4-da27-471f-8e31-e8ffe1ea2113 None None] Provisioning complete for port 001d668b-5e79-4755-a967-9446c8c98c7a triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:39:48.941451 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-172ae3b4-da27-471f-8e31-e8ffe1ea2113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:48.967416 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f699923-ebbe-45c3-82de-19787cddf513 req-041e6dbf-29e6-4db2-ac76-d42ec68aa64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:48.969576 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f699923-ebbe-45c3-82de-19787cddf513 req-041e6dbf-29e6-4db2-ac76-d42ec68aa64c service neutron] 10.222.0.73 "GET /v2.0/networks?id=0e7f141b-b080-4b92-bfad-7b488a8801ae HTTP/1.1" status: 200 len: 916 time: 0.1124592 Aug 16 02:39:49.005127 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4c591449-0e06-45c1-82b9-ac7f50026545 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Deleting port 3273150a-c511-4264-8a26-25d7ce8637f3 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:39:49.005496 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c591449-0e06-45c1-82b9-ac7f50026545 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:49.044584 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f699923-ebbe-45c3-82de-19787cddf513 req-08b739df-bcc7-4320-a2ba-0df16cd8158e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=001d668b-5e79-4755-a967-9446c8c98c7a HTTP/1.1" status: 200 len: 1002 time: 0.0665317 Aug 16 02:39:49.087361 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c591449-0e06-45c1-82b9-ac7f50026545 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:49.087634 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c591449-0e06-45c1-82b9-ac7f50026545 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:49.100066 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4c591449-0e06-45c1-82b9-ac7f50026545 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Calling delete_port for 3273150a-c511-4264-8a26-25d7ce8637f3 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:39:49.110334 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f699923-ebbe-45c3-82de-19787cddf513 req-76d25e1b-0d62-4004-999d-a56b3cb3fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:49.111819 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f699923-ebbe-45c3-82de-19787cddf513 req-76d25e1b-0d62-4004-999d-a56b3cb3fbaa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8 HTTP/1.1" status: 200 len: 854 time: 0.0552084 Aug 16 02:39:49.173795 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f699923-ebbe-45c3-82de-19787cddf513 req-b5f739b0-2a61-41e1-8267-973039c3c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:49.175294 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f699923-ebbe-45c3-82de-19787cddf513 req-b5f739b0-2a61-41e1-8267-973039c3c248 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e7f141b-b080-4b92-bfad-7b488a8801ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453978 Aug 16 02:39:49.255545 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c591449-0e06-45c1-82b9-ac7f50026545 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:49.274599 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f699923-ebbe-45c3-82de-19787cddf513 req-0a1271b5-c958-4e1e-a899-851f840576fb service neutron] 10.222.0.73 "GET /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879254 Aug 16 02:39:49.282705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591449-0e06-45c1-82b9-ac7f50026545 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Pushing event deleted for resources: {'Port': ['ID=3273150a-c511-4264-8a26-25d7ce8637f3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:49.354124 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c591449-0e06-45c1-82b9-ac7f50026545 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:49.354368 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-4c591449-0e06-45c1-82b9-ac7f50026545 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Floating IP a7bcf968-2036-488a-9d22-2d015c8a4643 disassociated (deleted). External IP: 172.25.3.180, port: 001d668b-5e79-4755-a967-9446c8c98c7a. Aug 16 02:39:49.371046 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f699923-ebbe-45c3-82de-19787cddf513 req-79bc9fe7-2d9f-425e-965f-88edcd78b5bc service neutron] 10.222.0.73 "GET /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859492 Aug 16 02:39:49.564401 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c591449-0e06-45c1-82b9-ac7f50026545 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Router bec0ee58-3420-4545-89e4-1ed321fd8314 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:39:49.669867 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c591449-0e06-45c1-82b9-ac7f50026545 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:39:49.674622 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c591449-0e06-45c1-82b9-ac7f50026545 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:49.684253 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bb695-cc22-41c5-a69a-1b42260f8c10 None None] Sync routers for ids ['bec0ee58-3420-4545-89e4-1ed321fd8314'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:39:49.693487 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07bb695-cc22-41c5-a69a-1b42260f8c10 None None] Routers {'bec0ee58-3420-4545-89e4-1ed321fd8314'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:49.694218 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d07bb695-cc22-41c5-a69a-1b42260f8c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:39:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['bec0ee58-3420-4545-89e4-1ed321fd8314'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:49.705095 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4c591449-0e06-45c1-82b9-ac7f50026545 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "DELETE /v2.0/floatingips/a7bcf968-2036-488a-9d22-2d015c8a4643 HTTP/1.1" status: 204 len: 168 time: 0.8874443 Aug 16 02:39:49.705687 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a88eed-dd36-4479-9270-08a0cc79aa64', 'tag': '001d668b-5e79-4755-a967-9446c8c98c7a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:49.708030 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaca59e1-3ed8-4ff2-83d9-592f2938f4c8" -d '{"events": [{"name": "network-changed", "server_uuid": "20a88eed-dd36-4479-9270-08a0cc79aa64", "tag": "001d668b-5e79-4755-a967-9446c8c98c7a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:49.758226 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebd2319-2b0d-4b27-b47a-26102bbd89e7 x-openstack-request-id: req-aebd2319-2b0d-4b27-b47a-26102bbd89e7 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:49.759191 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a88eed-dd36-4479-9270-08a0cc79aa64", "tag": "001d668b-5e79-4755-a967-9446c8c98c7a", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:49.760098 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-aebd2319-2b0d-4b27-b47a-26102bbd89e7 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:49.760535 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a88eed-dd36-4479-9270-08a0cc79aa64', 'tag': '001d668b-5e79-4755-a967-9446c8c98c7a', 'status': 'completed', 'code': 200} Aug 16 02:39:49.815454 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d07bb695-cc22-41c5-a69a-1b42260f8c10 None None] Set router bec0ee58-3420-4545-89e4-1ed321fd8314 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:49.830813 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca59e1-3ed8-4ff2-83d9-592f2938f4c8 req-102ac783-486c-4522-b976-fdd42cc3784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:49.832351 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aaca59e1-3ed8-4ff2-83d9-592f2938f4c8 req-102ac783-486c-4522-b976-fdd42cc3784e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecd792eff0a14bc1bd6075b415d09a14&device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 1098 time: 0.0428576 Aug 16 02:39:49.951196 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca59e1-3ed8-4ff2-83d9-592f2938f4c8 req-5e66901c-1dda-4db3-937e-10e682ed6154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:49.953019 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aaca59e1-3ed8-4ff2-83d9-592f2938f4c8 req-5e66901c-1dda-4db3-937e-10e682ed6154 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0e7f141b-b080-4b92-bfad-7b488a8801ae HTTP/1.1" status: 200 len: 916 time: 0.1093941 Aug 16 02:39:50.003412 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aaca59e1-3ed8-4ff2-83d9-592f2938f4c8 req-2815a73e-6139-465f-8159-808bc55ec785 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=001d668b-5e79-4755-a967-9446c8c98c7a HTTP/1.1" status: 200 len: 217 time: 0.0366545 Aug 16 02:39:50.041494 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d07bb695-cc22-41c5-a69a-1b42260f8c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'name': 'tempest-TestMinimumBasicScenario-1145614065-router', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:44Z', 'revision_number': 4, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'gw_port': {'id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:42Z', 'updated_at': '2021-08-16T02:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '88dfe355-2e8f-473e-940c-5b90421e37b6', 'name': '', 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'mac_address': 'fa:16:3e:a4:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:44Z', 'updated_at': '2021-08-16T02:37:50Z', 'revision_number': 5, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'subnets': [{'id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:50.065274 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca59e1-3ed8-4ff2-83d9-592f2938f4c8 req-c143b862-3b6e-4d23-ab96-c2708facd039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:50.066803 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aaca59e1-3ed8-4ff2-83d9-592f2938f4c8 req-c143b862-3b6e-4d23-ab96-c2708facd039 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8 HTTP/1.1" status: 200 len: 854 time: 0.0498242 Aug 16 02:39:50.071968 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bb695-cc22-41c5-a69a-1b42260f8c10 None None] Checking router: bec0ee58-3420-4545-89e4-1ed321fd8314 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:39:50.080603 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07bb695-cc22-41c5-a69a-1b42260f8c10 None None] Routers {'bec0ee58-3420-4545-89e4-1ed321fd8314'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:39:50.081297 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d07bb695-cc22-41c5-a69a-1b42260f8c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:39:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['bec0ee58-3420-4545-89e4-1ed321fd8314'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:50.122928 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca59e1-3ed8-4ff2-83d9-592f2938f4c8 req-ef074a41-8a13-4381-802e-e1cc332dde31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:50.124445 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aaca59e1-3ed8-4ff2-83d9-592f2938f4c8 req-ef074a41-8a13-4381-802e-e1cc332dde31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e7f141b-b080-4b92-bfad-7b488a8801ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437672 Aug 16 02:39:50.194896 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d07bb695-cc22-41c5-a69a-1b42260f8c10 None None] Set router bec0ee58-3420-4545-89e4-1ed321fd8314 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:39:50.217240 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aaca59e1-3ed8-4ff2-83d9-592f2938f4c8 req-f1cef36f-71db-45c8-a461-f23503bd33e8 service neutron] 10.222.0.73 "GET /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846918 Aug 16 02:39:50.223203 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a506566-d5b3-433c-aefe-dbf454fa0c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:50.324681 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-aaca59e1-3ed8-4ff2-83d9-592f2938f4c8 req-385deab1-61e4-4bb2-ba4c-c4f16de17c1e service neutron] 10.222.0.73 "GET /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958612 Aug 16 02:39:50.419685 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d07bb695-cc22-41c5-a69a-1b42260f8c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'name': 'tempest-TestMinimumBasicScenario-1145614065-router', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:44Z', 'revision_number': 4, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'gw_port': {'id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:42Z', 'updated_at': '2021-08-16T02:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '88dfe355-2e8f-473e-940c-5b90421e37b6', 'name': '', 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'mac_address': 'fa:16:3e:a4:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:44Z', 'updated_at': '2021-08-16T02:37:50Z', 'revision_number': 5, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'subnets': [{'id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:39:50.445701 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bb695-cc22-41c5-a69a-1b42260f8c10 None None] The sync data for ids ['bec0ee58-3420-4545-89e4-1ed321fd8314'] in n-d-765315-27 is: [{'id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'name': 'tempest-TestMinimumBasicScenario-1145614065-router', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:37:44Z', 'revision_number': 4, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'gw_port': {'id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:42Z', 'updated_at': '2021-08-16T02:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '88dfe355-2e8f-473e-940c-5b90421e37b6', 'name': '', 'network_id': '0e7f141b-b080-4b92-bfad-7b488a8801ae', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'mac_address': 'fa:16:3e:a4:c9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:44Z', 'updated_at': '2021-08-16T02:37:50Z', 'revision_number': 5, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'subnets': [{'id': '5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:39:50.692333 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8349097c-12a7-4c8d-b1e3-c3dcb33d0748 None None] New status for floating IP a7bcf968-2036-488a-9d22-2d015c8a4643: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:39:52.732873 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1830dad-3a05-4de6-9f2c-1b636209384c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:53.133989 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-991e23b9-a1fa-414e-9ca1-72cfe5e134ed req-5bea3285-c9b4-4e65-a187-3684ac7c3ce0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508351 Aug 16 02:39:53.233793 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e23b9-a1fa-414e-9ca1-72cfe5e134ed req-db48776b-9cbe-44e7-a380-15b7a0433c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:53.235438 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-991e23b9-a1fa-414e-9ca1-72cfe5e134ed req-db48776b-9cbe-44e7-a380-15b7a0433c69 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ecd792eff0a14bc1bd6075b415d09a14&device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 1098 time: 0.0486348 Aug 16 02:39:53.356216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e23b9-a1fa-414e-9ca1-72cfe5e134ed req-4449114a-fac3-459e-823f-16f8fcf34294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:53.357603 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-991e23b9-a1fa-414e-9ca1-72cfe5e134ed req-4449114a-fac3-459e-823f-16f8fcf34294 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0e7f141b-b080-4b92-bfad-7b488a8801ae HTTP/1.1" status: 200 len: 916 time: 0.0971427 Aug 16 02:39:53.408962 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-991e23b9-a1fa-414e-9ca1-72cfe5e134ed req-87fd8692-26f6-47dd-9b1f-dedf24113849 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=001d668b-5e79-4755-a967-9446c8c98c7a HTTP/1.1" status: 200 len: 217 time: 0.0397294 Aug 16 02:39:53.415856 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:53.469711 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e23b9-a1fa-414e-9ca1-72cfe5e134ed req-35129e89-a6e6-48b6-a318-d432cb57051f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:53.471293 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-991e23b9-a1fa-414e-9ca1-72cfe5e134ed req-35129e89-a6e6-48b6-a318-d432cb57051f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8 HTTP/1.1" status: 200 len: 854 time: 0.0519469 Aug 16 02:39:53.527538 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e23b9-a1fa-414e-9ca1-72cfe5e134ed req-1d26b5a1-e92b-4563-ab5b-2c23fdbe5466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:53.529075 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-991e23b9-a1fa-414e-9ca1-72cfe5e134ed req-1d26b5a1-e92b-4563-ab5b-2c23fdbe5466 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0e7f141b-b080-4b92-bfad-7b488a8801ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467670 Aug 16 02:39:53.651654 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-991e23b9-a1fa-414e-9ca1-72cfe5e134ed req-1a04d24b-68ad-4ff8-91b2-bbbd7960e3f5 service neutron] 10.222.0.73 "GET /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103454 Aug 16 02:39:53.762529 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-991e23b9-a1fa-414e-9ca1-72cfe5e134ed req-61a07bd4-6743-4e2f-8d28-7306f27fc063 service neutron] 10.222.0.73 "GET /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995257 Aug 16 02:39:54.385408 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:56.170820 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:56.706417 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae94c46-d6ee-418d-a232-db9c112d6682 req-79172d66-1113-44f6-8318-e845cda51741 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:56.707987 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ae94c46-d6ee-418d-a232-db9c112d6682 req-79172d66-1113-44f6-8318-e845cda51741 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 946 time: 0.0516856 Aug 16 02:39:56.748043 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ae94c46-d6ee-418d-a232-db9c112d6682 req-25c5c394-d9b7-441b-8ee3-d05ef61991b7 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332019 Aug 16 02:39:57.922233 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f941f-cd52-49a5-8e9a-70a19d1dd265 req-8be64730-794a-4a2d-b4b5-96df27800768 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:57.923733 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-590f941f-cd52-49a5-8e9a-70a19d1dd265 req-8be64730-794a-4a2d-b4b5-96df27800768 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 946 time: 0.1059637 Aug 16 02:39:57.960424 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-590f941f-cd52-49a5-8e9a-70a19d1dd265 req-5a1de0d8-a339-449a-be31-ade2b3bb7f3b tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/security-groups?id=bbe1ce4f-220b-4dee-8f20-3e175749b17a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307641 Aug 16 02:39:58.639951 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82bdda-2984-4e6d-8ee8-0f682428b5eb req-63e0cca9-cb73-4eac-b40d-89d0ab0b0925 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:58.641315 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a82bdda-2984-4e6d-8ee8-0f682428b5eb req-63e0cca9-cb73-4eac-b40d-89d0ab0b0925 tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.73 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 946 time: 0.0473583 Aug 16 02:39:58.740695 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-4a82bdda-2984-4e6d-8ee8-0f682428b5eb req-abfad8f2-a9bc-4722-915b-eea6bd283eeb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Deleting port 001d668b-5e79-4755-a967-9446c8c98c7a {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:39:58.741033 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a82bdda-2984-4e6d-8ee8-0f682428b5eb req-abfad8f2-a9bc-4722-915b-eea6bd283eeb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:58.830530 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4a82bdda-2984-4e6d-8ee8-0f682428b5eb req-abfad8f2-a9bc-4722-915b-eea6bd283eeb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] For port 001d668b-5e79-4755-a967-9446c8c98c7a, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=001d668b-5e79-4755-a967-9446c8c98c7a,segment=NetworkSegment(cc29be84-f5ec-4555-894c-c2ba6bea6ff8),segment_id=cc29be84-f5ec-4555-894c-c2ba6bea6ff8)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:39:58.830890 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a82bdda-2984-4e6d-8ee8-0f682428b5eb req-abfad8f2-a9bc-4722-915b-eea6bd283eeb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:58.844908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-4a82bdda-2984-4e6d-8ee8-0f682428b5eb req-abfad8f2-a9bc-4722-915b-eea6bd283eeb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Calling delete_port for 001d668b-5e79-4755-a967-9446c8c98c7a owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:39:58.972872 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a82bdda-2984-4e6d-8ee8-0f682428b5eb req-abfad8f2-a9bc-4722-915b-eea6bd283eeb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:58.989406 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['001d668b-5e79-4755-a967-9446c8c98c7a'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:39:59.002591 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfad8f2-a9bc-4722-915b-eea6bd283eeb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Pushing event deleted for resources: {'Port': ['ID=001d668b-5e79-4755-a967-9446c8c98c7a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:39:59.048889 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a82bdda-2984-4e6d-8ee8-0f682428b5eb req-abfad8f2-a9bc-4722-915b-eea6bd283eeb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] No DVR routers for this DVR port 001d668b-5e79-4755-a967-9446c8c98c7a on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:39:59.051517 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4a82bdda-2984-4e6d-8ee8-0f682428b5eb req-abfad8f2-a9bc-4722-915b-eea6bd283eeb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:59.053478 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4a82bdda-2984-4e6d-8ee8-0f682428b5eb req-abfad8f2-a9bc-4722-915b-eea6bd283eeb tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.73 "DELETE /v2.0/ports/001d668b-5e79-4755-a967-9446c8c98c7a HTTP/1.1" status: 204 len: 173 time: 0.4045131 Aug 16 02:39:59.060982 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a88eed-dd36-4479-9270-08a0cc79aa64', 'name': 'network-vif-deleted', 'tag': '001d668b-5e79-4755-a967-9446c8c98c7a'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:39:59.063267 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3dacd7-79b1-4260-be87-bf92b4235643" -d '{"events": [{"server_uuid": "20a88eed-dd36-4479-9270-08a0cc79aa64", "name": "network-vif-deleted", "tag": "001d668b-5e79-4755-a967-9446c8c98c7a"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:39:59.085053 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b0beac7d-f6ea-47f6-906f-131b039825ff req-a2aa8ee5-6232-4bec-9401-b69f900c011a tempest-TestMinimumBasicScenario-2066903052 tempest-TestMinimumBasicScenario-2066903052-project] 10.222.0.68 "GET /v2.0/ports?device_id=20a88eed-dd36-4479-9270-08a0cc79aa64 HTTP/1.1" status: 200 len: 210 time: 0.0373132 Aug 16 02:39:59.102613 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce3ae51-80f5-4321-988c-41edb03b9f33 x-openstack-request-id: req-7ce3ae51-80f5-4321-988c-41edb03b9f33 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:39:59.103102 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a88eed-dd36-4479-9270-08a0cc79aa64", "name": "network-vif-deleted", "tag": "001d668b-5e79-4755-a967-9446c8c98c7a", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:39:59.103464 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7ce3ae51-80f5-4321-988c-41edb03b9f33 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:39:59.103874 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a88eed-dd36-4479-9270-08a0cc79aa64', 'name': 'network-vif-deleted', 'tag': '001d668b-5e79-4755-a967-9446c8c98c7a', 'status': 'completed', 'code': 200} Aug 16 02:40:00.694079 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39930) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:01.030778 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d3e98d6-ed2c-401e-baf1-45182cc22823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:01.278836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e98d6-ed2c-401e-baf1-45182cc22823 admin admin] Deleting port 88dfe355-2e8f-473e-940c-5b90421e37b6 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:01.279178 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d3e98d6-ed2c-401e-baf1-45182cc22823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:01.366011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-8d3e98d6-ed2c-401e-baf1-45182cc22823 admin admin] For port 88dfe355-2e8f-473e-940c-5b90421e37b6, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=88dfe355-2e8f-473e-940c-5b90421e37b6,segment=NetworkSegment(cc29be84-f5ec-4555-894c-c2ba6bea6ff8),segment_id=cc29be84-f5ec-4555-894c-c2ba6bea6ff8)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:01.366376 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d3e98d6-ed2c-401e-baf1-45182cc22823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:01.379965 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e98d6-ed2c-401e-baf1-45182cc22823 admin admin] Calling delete_port for 88dfe355-2e8f-473e-940c-5b90421e37b6 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:01.562123 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d3e98d6-ed2c-401e-baf1-45182cc22823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:01.585785 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e98d6-ed2c-401e-baf1-45182cc22823 admin admin] Pushing event deleted for resources: {'Port': ['ID=88dfe355-2e8f-473e-940c-5b90421e37b6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:01.772763 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d3e98d6-ed2c-401e-baf1-45182cc22823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:01.998001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3e98d6-ed2c-401e-baf1-45182cc22823 admin admin] Router bec0ee58-3420-4545-89e4-1ed321fd8314 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:40:02.105208 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3e98d6-ed2c-401e-baf1-45182cc22823 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:02.110982 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8d3e98d6-ed2c-401e-baf1-45182cc22823 admin admin] 10.222.0.68 "PUT /v2.0/routers/bec0ee58-3420-4545-89e4-1ed321fd8314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4158323 Aug 16 02:40:02.113302 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39932) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:02.114241 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5cd4af-b286-4056-a00d-bec1d8de7d5a None None] Sync routers for ids ['bec0ee58-3420-4545-89e4-1ed321fd8314'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:02.124150 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5cd4af-b286-4056-a00d-bec1d8de7d5a None None] Routers {'bec0ee58-3420-4545-89e4-1ed321fd8314'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:02.124758 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fc5cd4af-b286-4056-a00d-bec1d8de7d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:39:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['bec0ee58-3420-4545-89e4-1ed321fd8314'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:02.219208 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5d10d72-5924-4a9b-9cd6-df8c349b0c67 admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.226701 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-fc5cd4af-b286-4056-a00d-bec1d8de7d5a None None] Set router bec0ee58-3420-4545-89e4-1ed321fd8314 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:02.329494 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5d10d72-5924-4a9b-9cd6-df8c349b0c67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.388050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e5d10d72-5924-4a9b-9cd6-df8c349b0c67 admin admin] Deleting port 78883230-a8c3-41ff-815c-6dea6236f4e3 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:02.388050 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5d10d72-5924-4a9b-9cd6-df8c349b0c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.419373 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fc5cd4af-b286-4056-a00d-bec1d8de7d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'name': 'tempest-TestMinimumBasicScenario-1145614065-router', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:40:01Z', 'revision_number': 5, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'gw_port': {'id': '78883230-a8c3-41ff-815c-6dea6236f4e3', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:42Z', 'updated_at': '2021-08-16T02:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:02.446932 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 001d668b-5e79-4755-a967-9446c8c98c7a no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:02.450273 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5cd4af-b286-4056-a00d-bec1d8de7d5a None None] Checking router: bec0ee58-3420-4545-89e4-1ed321fd8314 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:02.468574 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 001d668b-5e79-4755-a967-9446c8c98c7a {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:02.468913 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 001d668b-5e79-4755-a967-9446c8c98c7a not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:02.476226 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5cd4af-b286-4056-a00d-bec1d8de7d5a None None] Routers {'bec0ee58-3420-4545-89e4-1ed321fd8314'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:02.476834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fc5cd4af-b286-4056-a00d-bec1d8de7d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:39:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['bec0ee58-3420-4545-89e4-1ed321fd8314'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:02.494705 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-e5d10d72-5924-4a9b-9cd6-df8c349b0c67 admin admin] For port 78883230-a8c3-41ff-815c-6dea6236f4e3, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=78883230-a8c3-41ff-815c-6dea6236f4e3,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:02.495068 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5d10d72-5924-4a9b-9cd6-df8c349b0c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.507441 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e5d10d72-5924-4a9b-9cd6-df8c349b0c67 admin admin] Calling delete_port for 78883230-a8c3-41ff-815c-6dea6236f4e3 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:02.523042 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-aa0d666d-90fd-4364-8f6a-b1432c1e4c99 req-6bf149af-3694-4a46-a3f3-a07ed73c6d2c service neutron] (94673) timed out ('10.222.0.73', 56889) {{(pid=94673) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:40:02.563790 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-fc5cd4af-b286-4056-a00d-bec1d8de7d5a None None] Set router bec0ee58-3420-4545-89e4-1ed321fd8314 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:02.617226 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fc5cd4af-b286-4056-a00d-bec1d8de7d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'name': 'tempest-TestMinimumBasicScenario-1145614065-router', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:40:02Z', 'revision_number': 6, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:02.644334 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5cd4af-b286-4056-a00d-bec1d8de7d5a None None] The sync data for ids ['bec0ee58-3420-4545-89e4-1ed321fd8314'] in n-d-765315-27 is: [{'id': 'bec0ee58-3420-4545-89e4-1ed321fd8314', 'name': 'tempest-TestMinimumBasicScenario-1145614065-router', 'tenant_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:41Z', 'updated_at': '2021-08-16T02:40:02Z', 'revision_number': 6, 'project_id': 'ecd792eff0a14bc1bd6075b415d09a14', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:02.685015 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5d10d72-5924-4a9b-9cd6-df8c349b0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.710119 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d10d72-5924-4a9b-9cd6-df8c349b0c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=78883230-a8c3-41ff-815c-6dea6236f4e3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:02.770126 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5d10d72-5924-4a9b-9cd6-df8c349b0c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.859857 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5d10d72-5924-4a9b-9cd6-df8c349b0c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.861892 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5d10d72-5924-4a9b-9cd6-df8c349b0c67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.907245 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5d10d72-5924-4a9b-9cd6-df8c349b0c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.907884 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d10d72-5924-4a9b-9cd6-df8c349b0c67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bec0ee58-3420-4545-89e4-1ed321fd8314 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:40:02.912833 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5d10d72-5924-4a9b-9cd6-df8c349b0c67 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.914064 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e5d10d72-5924-4a9b-9cd6-df8c349b0c67 admin admin] 10.222.0.68 "DELETE /v2.0/routers/bec0ee58-3420-4545-89e4-1ed321fd8314 HTTP/1.1" status: 204 len: 168 time: 0.7993386 Aug 16 02:40:02.917493 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39934) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:02.961094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06359e7-7659-4e05-b699-5d239bfc472e admin admin] Deleting subnet 5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:40:02.964862 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d06359e7-7659-4e05-b699-5d239bfc472e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.999993 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d06359e7-7659-4e05-b699-5d239bfc472e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.090374 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d06359e7-7659-4e05-b699-5d239bfc472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.144651 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d06359e7-7659-4e05-b699-5d239bfc472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.172531 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06359e7-7659-4e05-b699-5d239bfc472e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:03.174620 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d06359e7-7659-4e05-b699-5d239bfc472e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.176647 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d06359e7-7659-4e05-b699-5d239bfc472e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5f5091ef-1cd9-4f11-8fc8-0ac868d9c6e8 HTTP/1.1" status: 204 len: 168 time: 0.2579474 Aug 16 02:40:03.178873 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39936) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:03.179202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a753412-34c5-406f-a8c1-8d71fa89e035 None None] Network 0e7f141b-b080-4b92-bfad-7b488a8801ae requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:40:03.252564 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.308662 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] Deleting port 35584b0a-9115-458b-9b55-bd5e7c70152f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:03.309179 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.377159 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] DHCP port deletion for 0e7f141b-b080-4b92-bfad-7b488a8801ae request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:40:03.383147 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] For port 35584b0a-9115-458b-9b55-bd5e7c70152f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=35584b0a-9115-458b-9b55-bd5e7c70152f,segment=NetworkSegment(cc29be84-f5ec-4555-894c-c2ba6bea6ff8),segment_id=cc29be84-f5ec-4555-894c-c2ba6bea6ff8)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:03.384041 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.397933 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] Calling delete_port for 35584b0a-9115-458b-9b55-bd5e7c70152f owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:03.427655 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] Deleting port 35584b0a-9115-458b-9b55-bd5e7c70152f {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:03.428143 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.498366 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] For port 35584b0a-9115-458b-9b55-bd5e7c70152f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=35584b0a-9115-458b-9b55-bd5e7c70152f,segment=NetworkSegment(cc29be84-f5ec-4555-894c-c2ba6bea6ff8),segment_id=cc29be84-f5ec-4555-894c-c2ba6bea6ff8)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:03.498821 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.512401 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] Calling delete_port for 35584b0a-9115-458b-9b55-bd5e7c70152f owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:03.599771 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.626701 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] Pushing event deleted for resources: {'Port': ['ID=35584b0a-9115-458b-9b55-bd5e7c70152f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:03.637034 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:03.637284 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:03.637620 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:03.637972 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:03.638301 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:03.638624 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:03.638945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:03.639265 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:03.639581 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:03.639892 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:03.640336 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:03.640658 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:03.645334 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4718e7-e18b-4955-8bc8-da710c969681 None None] No DVR routers for this DVR port 35584b0a-9115-458b-9b55-bd5e7c70152f on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:03.655091 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 78883230-a8c3-41ff-815c-6dea6236f4e3 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:03.677621 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 78883230-a8c3-41ff-815c-6dea6236f4e3 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:03.678011 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 78883230-a8c3-41ff-815c-6dea6236f4e3 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:03.682236 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 88dfe355-2e8f-473e-940c-5b90421e37b6 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:03.706198 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 88dfe355-2e8f-473e-940c-5b90421e37b6 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:03.706550 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 88dfe355-2e8f-473e-940c-5b90421e37b6 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:03.706964 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 35584b0a-9115-458b-9b55-bd5e7c70152f no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:03.727003 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 35584b0a-9115-458b-9b55-bd5e7c70152f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:03.727511 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 35584b0a-9115-458b-9b55-bd5e7c70152f not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:03.767364 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.789978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] Pushing event deleted for resources: {'Port': ['ID=35584b0a-9115-458b-9b55-bd5e7c70152f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:03.795433 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] No DVR routers for this DVR port 35584b0a-9115-458b-9b55-bd5e7c70152f on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:03.864805 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.875058 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7f141b-b080-4b92-bfad-7b488a8801ae']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:03.888369 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc29be84-f5ec-4555-894c-c2ba6bea6ff8') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:03.888601 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc29be84-f5ec-4555-894c-c2ba6bea6ff8') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:03.897181 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.910766 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.917107 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:40:03.917483 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:40:03.919162 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:40:03.970717 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.976798 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:03.979310 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] 10.222.0.68 "DELETE /v2.0/networks/0e7f141b-b080-4b92-bfad-7b488a8801ae HTTP/1.1" status: 204 len: 168 time: 0.7995319 Aug 16 02:40:03.982314 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39938) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:03.989976 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ecccd-b4b0-4471-bb3e-28c555b6728d admin admin] Pushing event deleted for resources: {'Network': ['ID=0e7f141b-b080-4b92-bfad-7b488a8801ae,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:04.632146 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3cd8eaa-326f-4eeb-b795-e7d94bd0cdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:04.872799 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a3cd8eaa-326f-4eeb-b795-e7d94bd0cdd7 admin admin] Deleting port 585dbe42-3e23-442c-97e0-e21f9a7e115b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:04.873135 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3cd8eaa-326f-4eeb-b795-e7d94bd0cdd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:04.955641 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a3cd8eaa-326f-4eeb-b795-e7d94bd0cdd7 admin admin] For port 585dbe42-3e23-442c-97e0-e21f9a7e115b, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=585dbe42-3e23-442c-97e0-e21f9a7e115b,segment=NetworkSegment(3e5adf05-34fe-434f-9707-3ed50c4ebb5d),segment_id=3e5adf05-34fe-434f-9707-3ed50c4ebb5d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:04.955923 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3cd8eaa-326f-4eeb-b795-e7d94bd0cdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:04.969297 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a3cd8eaa-326f-4eeb-b795-e7d94bd0cdd7 admin admin] Calling delete_port for 585dbe42-3e23-442c-97e0-e21f9a7e115b owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:05.149916 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3cd8eaa-326f-4eeb-b795-e7d94bd0cdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:05.173773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd8eaa-326f-4eeb-b795-e7d94bd0cdd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=585dbe42-3e23-442c-97e0-e21f9a7e115b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:05.343528 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3cd8eaa-326f-4eeb-b795-e7d94bd0cdd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:05.560340 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cd8eaa-326f-4eeb-b795-e7d94bd0cdd7 admin admin] Router d40cd0a9-331f-490f-b202-b117ee13956c has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:40:05.668395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cd8eaa-326f-4eeb-b795-e7d94bd0cdd7 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:05.673905 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a3cd8eaa-326f-4eeb-b795-e7d94bd0cdd7 admin admin] 10.222.0.68 "PUT /v2.0/routers/d40cd0a9-331f-490f-b202-b117ee13956c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6905158 Aug 16 02:40:05.676556 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39940) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:05.676920 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aaea0b-de94-45e7-bb2a-311a4ec22441 None None] Sync routers for ids ['d40cd0a9-331f-490f-b202-b117ee13956c'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:05.687021 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aaea0b-de94-45e7-bb2a-311a4ec22441 None None] Routers {'d40cd0a9-331f-490f-b202-b117ee13956c'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:05.687645 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-48aaea0b-de94-45e7-bb2a-311a4ec22441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:39:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d40cd0a9-331f-490f-b202-b117ee13956c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:05.786331 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a66f8bc7-d78d-46d6-b650-d6dbf5cf1e57 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:05.793890 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-48aaea0b-de94-45e7-bb2a-311a4ec22441 None None] Set router d40cd0a9-331f-490f-b202-b117ee13956c gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:05.899286 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a66f8bc7-d78d-46d6-b650-d6dbf5cf1e57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:05.955034 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a66f8bc7-d78d-46d6-b650-d6dbf5cf1e57 admin admin] Deleting port fd380cff-9efd-42c3-9059-b4e8e81ad0ee {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:05.955294 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a66f8bc7-d78d-46d6-b650-d6dbf5cf1e57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:05.981403 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-48aaea0b-de94-45e7-bb2a-311a4ec22441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40cd0a9-331f-490f-b202-b117ee13956c', 'name': 'tempest-TestMinimumBasicScenario-308470177-router', 'tenant_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'fd380cff-9efd-42c3-9059-b4e8e81ad0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:46Z', 'updated_at': '2021-08-16T02:40:05Z', 'revision_number': 5, 'project_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'gw_port': {'id': 'fd380cff-9efd-42c3-9059-b4e8e81ad0ee', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40cd0a9-331f-490f-b202-b117ee13956c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:37:47Z', 'updated_at': '2021-08-16T02:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:06.010541 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aaea0b-de94-45e7-bb2a-311a4ec22441 None None] Checking router: d40cd0a9-331f-490f-b202-b117ee13956c for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:06.018852 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aaea0b-de94-45e7-bb2a-311a4ec22441 None None] Routers {'d40cd0a9-331f-490f-b202-b117ee13956c'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:06.019681 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-48aaea0b-de94-45e7-bb2a-311a4ec22441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:39:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d40cd0a9-331f-490f-b202-b117ee13956c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:06.043434 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a66f8bc7-d78d-46d6-b650-d6dbf5cf1e57 admin admin] For port fd380cff-9efd-42c3-9059-b4e8e81ad0ee, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=fd380cff-9efd-42c3-9059-b4e8e81ad0ee,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:06.043805 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a66f8bc7-d78d-46d6-b650-d6dbf5cf1e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.057668 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a66f8bc7-d78d-46d6-b650-d6dbf5cf1e57 admin admin] Calling delete_port for fd380cff-9efd-42c3-9059-b4e8e81ad0ee owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:06.205178 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-48aaea0b-de94-45e7-bb2a-311a4ec22441 None None] Set router d40cd0a9-331f-490f-b202-b117ee13956c gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:06.240043 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a66f8bc7-d78d-46d6-b650-d6dbf5cf1e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.257689 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-48aaea0b-de94-45e7-bb2a-311a4ec22441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40cd0a9-331f-490f-b202-b117ee13956c', 'name': 'tempest-TestMinimumBasicScenario-308470177-router', 'tenant_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:46Z', 'updated_at': '2021-08-16T02:40:05Z', 'revision_number': 6, 'project_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:06.267771 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f8bc7-d78d-46d6-b650-d6dbf5cf1e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd380cff-9efd-42c3-9059-b4e8e81ad0ee,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:06.292016 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aaea0b-de94-45e7-bb2a-311a4ec22441 None None] The sync data for ids ['d40cd0a9-331f-490f-b202-b117ee13956c'] in n-d-765315-27 is: [{'id': 'd40cd0a9-331f-490f-b202-b117ee13956c', 'name': 'tempest-TestMinimumBasicScenario-308470177-router', 'tenant_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:37:46Z', 'updated_at': '2021-08-16T02:40:05Z', 'revision_number': 6, 'project_id': '3062030fa58142f4a1ef4f0a067f1fb3', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:06.343279 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a66f8bc7-d78d-46d6-b650-d6dbf5cf1e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.437718 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a66f8bc7-d78d-46d6-b650-d6dbf5cf1e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.439805 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a66f8bc7-d78d-46d6-b650-d6dbf5cf1e57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.491060 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a66f8bc7-d78d-46d6-b650-d6dbf5cf1e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.491513 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66f8bc7-d78d-46d6-b650-d6dbf5cf1e57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d40cd0a9-331f-490f-b202-b117ee13956c {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:40:06.496460 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a66f8bc7-d78d-46d6-b650-d6dbf5cf1e57 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.497616 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a66f8bc7-d78d-46d6-b650-d6dbf5cf1e57 admin admin] 10.222.0.68 "DELETE /v2.0/routers/d40cd0a9-331f-490f-b202-b117ee13956c HTTP/1.1" status: 204 len: 168 time: 0.8201585 Aug 16 02:40:06.500367 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39942) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:06.545775 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-d496593b-01a2-4786-961b-0f3a556bea92 admin admin] Deleting subnet 90b99fcc-6728-4193-8af4-dc543916ad58 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:40:06.549014 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d496593b-01a2-4786-961b-0f3a556bea92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.586882 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d496593b-01a2-4786-961b-0f3a556bea92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.676284 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d496593b-01a2-4786-961b-0f3a556bea92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.737357 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d496593b-01a2-4786-961b-0f3a556bea92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.765003 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496593b-01a2-4786-961b-0f3a556bea92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b99fcc-6728-4193-8af4-dc543916ad58,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:06.768588 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d496593b-01a2-4786-961b-0f3a556bea92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.771456 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d496593b-01a2-4786-961b-0f3a556bea92 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/90b99fcc-6728-4193-8af4-dc543916ad58 HTTP/1.1" status: 204 len: 168 time: 0.2691586 Aug 16 02:40:06.773125 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39944) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:06.775763 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0770396b-0ecb-4b36-af7a-6f3f81408284 None None] Network acae6e8d-ecf6-448b-bc57-7cf30f214992 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:40:06.843634 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.897692 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] Deleting port 2410cb9b-3423-4923-a41b-34669856d5f0 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:06.898064 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.960297 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] For port 2410cb9b-3423-4923-a41b-34669856d5f0, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2410cb9b-3423-4923-a41b-34669856d5f0,segment=NetworkSegment(3e5adf05-34fe-434f-9707-3ed50c4ebb5d),segment_id=3e5adf05-34fe-434f-9707-3ed50c4ebb5d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:06.960659 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:06.973750 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] Calling delete_port for 2410cb9b-3423-4923-a41b-34669856d5f0 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:07.057184 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.084549 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdf7e32-a826-408b-b2a4-b6ca6cafb6df None None] DHCP port deletion for acae6e8d-ecf6-448b-bc57-7cf30f214992 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:40:07.089228 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] Pushing event deleted for resources: {'Port': ['ID=2410cb9b-3423-4923-a41b-34669856d5f0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:07.092984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] No DVR routers for this DVR port 2410cb9b-3423-4923-a41b-34669856d5f0 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:07.174117 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.185550 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acae6e8d-ecf6-448b-bc57-7cf30f214992']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:07.196405 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5adf05-34fe-434f-9707-3ed50c4ebb5d') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:07.196904 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5adf05-34fe-434f-9707-3ed50c4ebb5d') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:07.206626 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.222031 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.230268 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:40:07.230718 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:40:07.232841 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:40:07.298098 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.305296 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.307962 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] 10.222.0.68 "DELETE /v2.0/networks/acae6e8d-ecf6-448b-bc57-7cf30f214992 HTTP/1.1" status: 204 len: 168 time: 0.5335655 Aug 16 02:40:07.321093 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37128d-34f0-4546-be9f-a81b4d7e0067 admin admin] Pushing event deleted for resources: {'Network': ['ID=acae6e8d-ecf6-448b-bc57-7cf30f214992,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:07.481372 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39948) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:07.523814 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bf5bb8d7-3c6c-4725-be17-de632166a203 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ecd792eff0a14bc1bd6075b415d09a14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412452 Aug 16 02:40:07.527225 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 39950) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:07.575697 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82a56f73-3132-4212-a398-5adf3f4c8c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.604533 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82a56f73-3132-4212-a398-5adf3f4c8c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.634612 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 585dbe42-3e23-442c-97e0-e21f9a7e115b no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:07.657987 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 585dbe42-3e23-442c-97e0-e21f9a7e115b {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:07.658338 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 585dbe42-3e23-442c-97e0-e21f9a7e115b not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:07.658491 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82a56f73-3132-4212-a398-5adf3f4c8c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.658762 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2410cb9b-3423-4923-a41b-34669856d5f0 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:07.661384 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82a56f73-3132-4212-a398-5adf3f4c8c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:07.666123 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-82a56f73-3132-4212-a398-5adf3f4c8c90 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bbe1ce4f-220b-4dee-8f20-3e175749b17a HTTP/1.1" status: 204 len: 168 time: 0.1350524 Aug 16 02:40:07.672095 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a56f73-3132-4212-a398-5adf3f4c8c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe1ce4f-220b-4dee-8f20-3e175749b17a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:07.678874 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 2410cb9b-3423-4923-a41b-34669856d5f0 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:07.679262 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2410cb9b-3423-4923-a41b-34669856d5f0 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:07.679739 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fd380cff-9efd-42c3-9059-b4e8e81ad0ee no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:07.707016 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: fd380cff-9efd-42c3-9059-b4e8e81ad0ee {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:07.707502 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device fd380cff-9efd-42c3-9059-b4e8e81ad0ee not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:08.008236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39956) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:08.050353 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6e794828-8864-4ca1-a018-35fc715c6c2c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3062030fa58142f4a1ef4f0a067f1fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387380 Aug 16 02:40:08.052258 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39958) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:08.065067 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.109180 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d878c889-ccad-47ba-aa4b-4fe95a2e6f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.130871 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d878c889-ccad-47ba-aa4b-4fe95a2e6f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.180642 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d878c889-ccad-47ba-aa4b-4fe95a2e6f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.184091 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d878c889-ccad-47ba-aa4b-4fe95a2e6f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:08.185516 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d878c889-ccad-47ba-aa4b-4fe95a2e6f50 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f63e8524-c8b9-4f27-a111-744fb77bef86 HTTP/1.1" status: 204 len: 168 time: 0.1322663 Aug 16 02:40:08.195254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878c889-ccad-47ba-aa4b-4fe95a2e6f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63e8524-c8b9-4f27-a111-744fb77bef86,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:08.687249 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.025654 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 39998) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:10.031457 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f4daf86b-171b-4f1d-b181-0a8ffd377c05 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-706630', 'description': 'tempest-secgroup-smoke-706630 description', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:10.059348 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4daf86b-171b-4f1d-b181-0a8ffd377c05 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.068374 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4daf86b-171b-4f1d-b181-0a8ffd377c05 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.175404 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4daf86b-171b-4f1d-b181-0a8ffd377c05 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.180001 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4daf86b-171b-4f1d-b181-0a8ffd377c05 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.217750 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4daf86b-171b-4f1d-b181-0a8ffd377c05 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb150e9e-0832-4133-a579-19c75b6241b1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:10.270901 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4daf86b-171b-4f1d-b181-0a8ffd377c05 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.275700 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4daf86b-171b-4f1d-b181-0a8ffd377c05 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.305518 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4daf86b-171b-4f1d-b181-0a8ffd377c05 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.306800 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f4daf86b-171b-4f1d-b181-0a8ffd377c05 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.2800124 Aug 16 02:40:10.308821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4daf86b-171b-4f1d-b181-0a8ffd377c05 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c675515d-d1e4-4cdc-ac7e-a26e3b9058ee,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:10.311025 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40000) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:10.316554 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fd2a2b4b-68a3-47ff-851d-e2e54c5aa92d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': 'c675515d-d1e4-4cdc-ac7e-a26e3b9058ee', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:10.343955 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd2a2b4b-68a3-47ff-851d-e2e54c5aa92d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.390427 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd2a2b4b-68a3-47ff-851d-e2e54c5aa92d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.394262 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd2a2b4b-68a3-47ff-851d-e2e54c5aa92d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.412516 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a2b4b-68a3-47ff-851d-e2e54c5aa92d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3246e7de-085f-425a-b835-72b928089e92,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:10.418983 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd2a2b4b-68a3-47ff-851d-e2e54c5aa92d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.420175 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fd2a2b4b-68a3-47ff-851d-e2e54c5aa92d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1075699 Aug 16 02:40:10.423089 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40002) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:10.427502 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-edbd9764-4228-45bd-add1-04ee4831f841 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': 'c675515d-d1e4-4cdc-ac7e-a26e3b9058ee', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:10.455764 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edbd9764-4228-45bd-add1-04ee4831f841 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.516397 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edbd9764-4228-45bd-add1-04ee4831f841 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.520191 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edbd9764-4228-45bd-add1-04ee4831f841 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.539067 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd9764-4228-45bd-add1-04ee4831f841 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483ad046-72d4-4254-9f82-40fcb131e792,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:10.546154 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edbd9764-4228-45bd-add1-04ee4831f841 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.547410 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-edbd9764-4228-45bd-add1-04ee4831f841 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233733 Aug 16 02:40:10.550869 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40004) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:10.556032 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f200517b-e41b-4bb3-8513-e539972438bf tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': 'c675515d-d1e4-4cdc-ac7e-a26e3b9058ee', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:10.585922 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f200517b-e41b-4bb3-8513-e539972438bf tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.662517 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f200517b-e41b-4bb3-8513-e539972438bf tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.667277 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f200517b-e41b-4bb3-8513-e539972438bf tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.689428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200517b-e41b-4bb3-8513-e539972438bf tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c5546f-bdae-4632-bfe4-6b671c47aa30,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:10.698009 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f200517b-e41b-4bb3-8513-e539972438bf tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.699773 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f200517b-e41b-4bb3-8513-e539972438bf tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476808 Aug 16 02:40:10.702616 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40006) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:10.708354 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-076249ca-b70a-4ebe-98e4-79e58f000f21 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': 'c675515d-d1e4-4cdc-ac7e-a26e3b9058ee', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:10.736095 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-076249ca-b70a-4ebe-98e4-79e58f000f21 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.807025 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-076249ca-b70a-4ebe-98e4-79e58f000f21 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.811199 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-076249ca-b70a-4ebe-98e4-79e58f000f21 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.830984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076249ca-b70a-4ebe-98e4-79e58f000f21 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8f308e-3c6e-4c73-9c92-1f17118b85b5,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:10.836922 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-076249ca-b70a-4ebe-98e4-79e58f000f21 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.838163 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-076249ca-b70a-4ebe-98e4-79e58f000f21 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344390 Aug 16 02:40:10.840974 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40008) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:10.845337 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fbe63854-4926-4bc4-a867-f69c26eb20de tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': 'c675515d-d1e4-4cdc-ac7e-a26e3b9058ee', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:10.867045 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-fbe63854-4926-4bc4-a867-f69c26eb20de tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Project 9cb0f86fd7764c738454a1edb0bea8ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:40:10.871997 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbe63854-4926-4bc4-a867-f69c26eb20de tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.932985 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbe63854-4926-4bc4-a867-f69c26eb20de tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.936710 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbe63854-4926-4bc4-a867-f69c26eb20de tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.956065 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe63854-4926-4bc4-a867-f69c26eb20de tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc9d010-44bc-4d15-8ae1-798f9a892903,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:10.963299 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbe63854-4926-4bc4-a867-f69c26eb20de tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:10.964687 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fbe63854-4926-4bc4-a867-f69c26eb20de tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228058 Aug 16 02:40:10.967724 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40010) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:10.971987 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b92c8a3a-44d2-4021-8e31-bbc4c3ddf4d2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': 'c675515d-d1e4-4cdc-ac7e-a26e3b9058ee', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:10.997849 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-b92c8a3a-44d2-4021-8e31-bbc4c3ddf4d2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Project 9cb0f86fd7764c738454a1edb0bea8ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:40:11.003025 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b92c8a3a-44d2-4021-8e31-bbc4c3ddf4d2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:11.068274 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b92c8a3a-44d2-4021-8e31-bbc4c3ddf4d2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:11.072695 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b92c8a3a-44d2-4021-8e31-bbc4c3ddf4d2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:11.090013 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c8a3a-44d2-4021-8e31-bbc4c3ddf4d2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3487f3c3-019f-4e42-a3e3-4cd9ff8de919,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:11.096081 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b92c8a3a-44d2-4021-8e31-bbc4c3ddf4d2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:11.097278 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b92c8a3a-44d2-4021-8e31-bbc4c3ddf4d2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287363 Aug 16 02:40:11.100466 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40012) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:11.105794 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3b566bef-9b6d-4101-bc0e-77aaabc5eca7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'network': {'name': 'tempest-network-smoke--1278746972', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'port_security_enabled': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:11.127027 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b566bef-9b6d-4101-bc0e-77aaabc5eca7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Made reservation on behalf of 9cb0f86fd7764c738454a1edb0bea8ab for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:40:11.130432 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b566bef-9b6d-4101-bc0e-77aaabc5eca7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:11.153848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b566bef-9b6d-4101-bc0e-77aaabc5eca7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:40:11.162758 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b566bef-9b6d-4101-bc0e-77aaabc5eca7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:11.163092 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-3b566bef-9b6d-4101-bc0e-77aaabc5eca7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Added segment 7cd9c25a-5634-40cc-807b-1bb2519bb9e7 of type vlan for network a9b2db96-f866-44dd-9e8d-b8e00d818e64 Aug 16 02:40:11.210705 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b566bef-9b6d-4101-bc0e-77aaabc5eca7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:11.241276 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b566bef-9b6d-4101-bc0e-77aaabc5eca7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:11.247604 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b566bef-9b6d-4101-bc0e-77aaabc5eca7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:11.248198 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b566bef-9b6d-4101-bc0e-77aaabc5eca7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:11.305977 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3b566bef-9b6d-4101-bc0e-77aaabc5eca7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2035711 Aug 16 02:40:11.309004 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40014) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:11.315505 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ba3ba2c6-34a8-498b-87a0-639d3ef6634b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-222968946', 'admin_state_up': True, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:11.326313 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b566bef-9b6d-4101-bc0e-77aaabc5eca7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Network': ['ID=a9b2db96-f866-44dd-9e8d-b8e00d818e64,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:11.336987 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network a9b2db96-f866-44dd-9e8d-b8e00d818e64 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:40:11.344231 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba3ba2c6-34a8-498b-87a0-639d3ef6634b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:11.345261 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba3ba2c6-34a8-498b-87a0-639d3ef6634b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:11.420246 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba3ba2c6-34a8-498b-87a0-639d3ef6634b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:11.586021 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba3ba2c6-34a8-498b-87a0-639d3ef6634b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:11.775825 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba3ba2c6-34a8-498b-87a0-639d3ef6634b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:11.794459 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba3ba2c6-34a8-498b-87a0-639d3ef6634b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:11.902386 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-ba3ba2c6-34a8-498b-87a0-639d3ef6634b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Allocated IP 172.25.3.232 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/991e41eb-19a6-44fa-b269-5dd83878e022) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:40:12.002675 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba3ba2c6-34a8-498b-87a0-639d3ef6634b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:12.042898 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba3ba2c6-34a8-498b-87a0-639d3ef6634b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:12.082072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3ba2c6-34a8-498b-87a0-639d3ef6634b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:40:12.084884 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ba3ba2c6-34a8-498b-87a0-639d3ef6634b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:40:12.088765 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3ba2c6-34a8-498b-87a0-639d3ef6634b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:40:12.119015 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ba2c6-34a8-498b-87a0-639d3ef6634b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=991e41eb-19a6-44fa-b269-5dd83878e022,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:12.406292 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba3ba2c6-34a8-498b-87a0-639d3ef6634b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:12.599821 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba3ba2c6-34a8-498b-87a0-639d3ef6634b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:12.726347 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3ba2c6-34a8-498b-87a0-639d3ef6634b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:40:12.831579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3ba2c6-34a8-498b-87a0-639d3ef6634b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:12.841352 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Sync routers for ids ['d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:12.849607 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba3ba2c6-34a8-498b-87a0-639d3ef6634b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:12.850768 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Routers {'d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:12.851081 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ba3ba2c6-34a8-498b-87a0-639d3ef6634b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5411689 Aug 16 02:40:12.851315 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:39:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:12.855403 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40016) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:12.957517 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Set router d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:12.982774 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-762c6f08-35fe-49b7-bbb8-e06844dac1bb tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=9cb0f86fd7764c738454a1edb0bea8ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1262770 Aug 16 02:40:12.986619 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40020) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:13.137522 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222968946', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:12Z', 'revision_number': 3, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:13.138118 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e30870-2c69-457f-8166-db84e4f538cf tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:13.142498 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-68e30870-2c69-457f-8166-db84e4f538cf tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1521513 Aug 16 02:40:13.142735 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40022) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:13.168666 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Checking router: d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:13.169017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Updating router d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 port 991e41eb-19a6-44fa-b269-5dd83878e022 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:40:13.176788 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-468fa6b2-d110-4291-bd78-1634b0ce4a92 tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=624da80d-1349-4890-b915-f302637330f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329373 Aug 16 02:40:13.179413 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40024) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:13.185181 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e77e72ca-3961-4537-be01-fbc1cdf0e867 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-571543674', 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:13.194960 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.275845 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77e72ca-3961-4537-be01-fbc1cdf0e867 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Made reservation on behalf of 9cb0f86fd7764c738454a1edb0bea8ab for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:40:13.279439 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e77e72ca-3961-4537-be01-fbc1cdf0e867 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.464173 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e77e72ca-3961-4537-be01-fbc1cdf0e867 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.466408 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.476197 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Transition to ACTIVE for port object 991e41eb-19a6-44fa-b269-5dd83878e022 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:40:13.482317 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.525718 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e72ca-3961-4537-be01-fbc1cdf0e867 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Subnet': ['ID=bc43775f-ceb3-4600-a533-bf0a57e796d7,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:13.526529 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Attempting to bind port 991e41eb-19a6-44fa-b269-5dd83878e022 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:40:13.526895 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Attempting to bind port 991e41eb-19a6-44fa-b269-5dd83878e022 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:40:13.527255 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Attempting to bind port 991e41eb-19a6-44fa-b269-5dd83878e022 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:40:13.533138 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77e72ca-3961-4537-be01-fbc1cdf0e867 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Checking segment: {'id': '7cd9c25a-5634-40cc-807b-1bb2519bb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:40:13.533503 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77e72ca-3961-4537-be01-fbc1cdf0e867 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network hostable DHCP agents. Network: a9b2db96-f866-44dd-9e8d-b8e00d818e64, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:40:13.541928 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:40:13.542322 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:40:13.543328 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.543722 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:40:13.544185 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Bound port: 991e41eb-19a6-44fa-b269-5dd83878e022, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:40:13.544564 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.551298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77e72ca-3961-4537-be01-fbc1cdf0e867 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network a9b2db96-f866-44dd-9e8d-b8e00d818e64 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:40:13.560686 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e77e72ca-3961-4537-be01-fbc1cdf0e867 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, a9b2db96-f866-44dd-9e8d-b8e00d818e64) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:40:13.565999 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77e72ca-3961-4537-be01-fbc1cdf0e867 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:13.567575 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e77e72ca-3961-4537-be01-fbc1cdf0e867 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.569542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad20c8b1-8893-4ac6-8684-9c7d79fbd4ea None None] Network a9b2db96-f866-44dd-9e8d-b8e00d818e64 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:40:13.573782 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415bb4e-71c0-4e41-8f83-3c0ab4345148 None None] Pushing event updated for resources: {'Port': ['ID=991e41eb-19a6-44fa-b269-5dd83878e022,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:13.584501 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e77e72ca-3961-4537-be01-fbc1cdf0e867 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4034281 Aug 16 02:40:13.589514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40026) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:13.658482 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] For port 991e41eb-19a6-44fa-b269-5dd83878e022, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:40:13.662925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] For port 991e41eb-19a6-44fa-b269-5dd83878e022, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=991e41eb-19a6-44fa-b269-5dd83878e022,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:40:13.670782 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.769419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Routers {'d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:13.770080 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:39:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:13.809869 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415bb4e-71c0-4e41-8f83-3c0ab4345148 None None] Pushing event updated for resources: {'Port': ['ID=991e41eb-19a6-44fa-b269-5dd83878e022,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:13.878291 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a9b2db96-f866-44dd-9e8d-b8e00d818e64', 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ips': [{'subnet_id': 'bc43775f-ceb3-4600-a533-bf0a57e796d7'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:40:13.879153 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.921886 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] Set router d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:14.051394 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7ab120f-9cf6-4182-943d-f3c5b055959d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:14.146111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Allocated IP 172.20.0.2 (a9b2db96-f866-44dd-9e8d-b8e00d818e64/bc43775f-ceb3-4600-a533-bf0a57e796d7/2cf2986c-435c-4689-ac3d-103626f1c0df) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:40:14.276895 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222968946', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:12Z', 'revision_number': 3, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:14.316384 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa080ebd-c115-4e56-a6dc-645fba7f65c2 None None] The sync data for ids ['d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'] in n-d-765315-27 is: [{'id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222968946', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:12Z', 'revision_number': 3, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:14.361467 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:14.371414 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Transition to ACTIVE for port object 2cf2986c-435c-4689-ac3d-103626f1c0df will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:40:14.389626 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Transition to ACTIVE for port object 2cf2986c-435c-4689-ac3d-103626f1c0df will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:40:14.396219 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:14.440670 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Network a9b2db96-f866-44dd-9e8d-b8e00d818e64 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:40:14.443610 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:40:14.448630 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:40:14.452526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Pushing event updated for resources: {'Port': ['ID=2cf2986c-435c-4689-ac3d-103626f1c0df,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:14.511507 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Attempting to bind port 2cf2986c-435c-4689-ac3d-103626f1c0df on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:40:14.511913 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Attempting to bind port 2cf2986c-435c-4689-ac3d-103626f1c0df by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '7cd9c25a-5634-40cc-807b-1bb2519bb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:40:14.512270 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Attempting to bind port 2cf2986c-435c-4689-ac3d-103626f1c0df on network a9b2db96-f866-44dd-9e8d-b8e00d818e64 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:40:14.518009 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:40:14.518382 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Checking segment: {'id': '7cd9c25a-5634-40cc-807b-1bb2519bb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:40:14.518784 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:14.519172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Bound using segment: {'id': '7cd9c25a-5634-40cc-807b-1bb2519bb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:40:14.519635 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Bound port: 2cf2986c-435c-4689-ac3d-103626f1c0df, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd9c25a-5634-40cc-807b-1bb2519bb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:40:14.520069 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:14.614399 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] For port 2cf2986c-435c-4689-ac3d-103626f1c0df, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:40:14.617944 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] For port 2cf2986c-435c-4689-ac3d-103626f1c0df, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2cf2986c-435c-4689-ac3d-103626f1c0df,segment=NetworkSegment(7cd9c25a-5634-40cc-807b-1bb2519bb9e7),segment_id=7cd9c25a-5634-40cc-807b-1bb2519bb9e7)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:40:14.623935 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:14.691513 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291d9c4-4f42-410e-b870-2f5169fbcc6a None None] Pushing event updated for resources: {'Port': ['ID=2cf2986c-435c-4689-ac3d-103626f1c0df,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:14.713436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-c7ab120f-9cf6-4182-943d-f3c5b055959d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Allocated IP 172.20.0.1 (a9b2db96-f866-44dd-9e8d-b8e00d818e64/bc43775f-ceb3-4600-a533-bf0a57e796d7/808a0bdc-1d91-4764-b5b7-9ef6e6113b48) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:40:14.845845 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7ab120f-9cf6-4182-943d-f3c5b055959d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:14.867862 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-c7ab120f-9cf6-4182-943d-f3c5b055959d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Transition to ACTIVE for port object 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:40:14.918420 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7ab120f-9cf6-4182-943d-f3c5b055959d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:14.963890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ab120f-9cf6-4182-943d-f3c5b055959d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network a9b2db96-f866-44dd-9e8d-b8e00d818e64 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:40:14.969588 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c7ab120f-9cf6-4182-943d-f3c5b055959d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:40:14.973660 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab120f-9cf6-4182-943d-f3c5b055959d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:40:14.981392 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab120f-9cf6-4182-943d-f3c5b055959d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=808a0bdc-1d91-4764-b5b7-9ef6e6113b48,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:15.031703 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7ab120f-9cf6-4182-943d-f3c5b055959d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.197297 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7ab120f-9cf6-4182-943d-f3c5b055959d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.528459 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7ab120f-9cf6-4182-943d-f3c5b055959d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.533423 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7ab120f-9cf6-4182-943d-f3c5b055959d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.629722 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab120f-9cf6-4182-943d-f3c5b055959d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=808a0bdc-1d91-4764-b5b7-9ef6e6113b48,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:15.635019 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7ab120f-9cf6-4182-943d-f3c5b055959d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.692195 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44367c77-de82-497c-89c0-802c99fe3912 None None] Network a9b2db96-f866-44dd-9e8d-b8e00d818e64 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:40:15.743372 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2cf2986c-435c-4689-ac3d-103626f1c0df up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:40:15.756248 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ab120f-9cf6-4182-943d-f3c5b055959d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network a9b2db96-f866-44dd-9e8d-b8e00d818e64 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:40:15.757723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c7ab120f-9cf6-4182-943d-f3c5b055959d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:40:15.788565 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5d687882-a8a0-450a-80a6-f6e78d31be76 None None] Provisioning for port 2cf2986c-435c-4689-ac3d-103626f1c0df completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:40:15.845941 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 2cf2986c-435c-4689-ac3d-103626f1c0df completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:40:15.854573 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 2cf2986c-435c-4689-ac3d-103626f1c0df triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:15.854938 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.884925 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ab120f-9cf6-4182-943d-f3c5b055959d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:40:15.975565 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.006929 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ab120f-9cf6-4182-943d-f3c5b055959d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:16.012569 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 2cf2986c-435c-4689-ac3d-103626f1c0df, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2cf2986c-435c-4689-ac3d-103626f1c0df,segment=NetworkSegment(7cd9c25a-5634-40cc-807b-1bb2519bb9e7),segment_id=7cd9c25a-5634-40cc-807b-1bb2519bb9e7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:16.013477 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c7ab120f-9cf6-4182-943d-f3c5b055959d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "PUT /v2.0/routers/d9ba8c36-7b82-4f71-86d0-cd9fedc8a876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4228163 Aug 16 02:40:16.028192 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.029008 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 991e41eb-19a6-44fa-b269-5dd83878e022 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:40:16.123985 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=2cf2986c-435c-4689-ac3d-103626f1c0df,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:16.141782 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 991e41eb-19a6-44fa-b269-5dd83878e022 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:40:16.146367 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 991e41eb-19a6-44fa-b269-5dd83878e022 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:16.146786 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.192050 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-e3b3bd8a-d22d-4371-95dd-045a5f153958 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706630&fields=id&tenant_id=9cb0f86fd7764c738454a1edb0bea8ab HTTP/1.1" status: 200 len: 267 time: 0.0433731 Aug 16 02:40:16.245377 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-614a5bc7-d564-43b9-87d8-778f076540b4 None None] Provisioning complete for port 2cf2986c-435c-4689-ac3d-103626f1c0df triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:16.245782 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-614a5bc7-d564-43b9-87d8-778f076540b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.247427 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.306134 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 991e41eb-19a6-44fa-b269-5dd83878e022, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=991e41eb-19a6-44fa-b269-5dd83878e022,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:16.312153 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.328246 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Sync routers for ids ['d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:16.335159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-139f925d-8c9d-4d1b-adcb-5ba47a8fc743 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:16.337283 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-139f925d-8c9d-4d1b-adcb-5ba47a8fc743 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/networks?id=a9b2db96-f866-44dd-9e8d-b8e00d818e64 HTTP/1.1" status: 200 len: 797 time: 0.1379857 Aug 16 02:40:16.341321 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Routers {'d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:16.342017 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:39:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:16.359106 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-2aed5d0e-9f77-437e-88b6-f0a9f1dc7543 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/quotas/9cb0f86fd7764c738454a1edb0bea8ab HTTP/1.1" status: 200 len: 375 time: 0.0115666 Aug 16 02:40:16.431858 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-3e5f2fe2-7b2f-4e51-98cc-7bffc56681ff tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662215 Aug 16 02:40:16.473339 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Set router d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:16.555880 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-241ebe42-56e0-4b51-9653-9e7f2e3a4fd1 service neutron] 10.222.0.68 "GET /v2.0/networks/a9b2db96-f866-44dd-9e8d-b8e00d818e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063130 Aug 16 02:40:16.562527 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=991e41eb-19a6-44fa-b269-5dd83878e022,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:16.591285 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-614a5bc7-d564-43b9-87d8-778f076540b4 None None] Provisioning for port 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:40:16.595651 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-614a5bc7-d564-43b9-87d8-778f076540b4 None None] Provisioning complete for port 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:16.596261 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-614a5bc7-d564-43b9-87d8-778f076540b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.643925 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-614a5bc7-d564-43b9-87d8-778f076540b4 None None] Port 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:40:16.681606 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-f6727996-7c38-428d-92b9-238c832d7842 service neutron] 10.222.0.68 "GET /v2.0/networks/a9b2db96-f866-44dd-9e8d-b8e00d818e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182809 Aug 16 02:40:16.700782 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222968946', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:15Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '808a0bdc-1d91-4764-b5b7-9ef6e6113b48', 'name': '', 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:15:98:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'bc43775f-ceb3-4600-a533-bf0a57e796d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:14Z', 'updated_at': '2021-08-16T02:40:15Z', 'revision_number': 2, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'bc43775f-ceb3-4600-a533-bf0a57e796d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:16.726617 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Checking router: d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:16.727161 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Updating router d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 port 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:40:16.755284 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.768566 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e0bd8ec8-72d6-4c22-9a8e-841ea3816ff9 None None] Provisioning complete for port 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:16.769204 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8ec8-72d6-4c22-9a8e-841ea3816ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.805503 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e0bd8ec8-72d6-4c22-9a8e-841ea3816ff9 None None] Port 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:40:17.013681 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.023676 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Transition to ACTIVE for port object 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:40:17.029418 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.077370 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb1c13-e5f4-4291-b4d3-e493ae3c8467 None None] Pushing event updated for resources: {'Port': ['ID=808a0bdc-1d91-4764-b5b7-9ef6e6113b48,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:17.099885 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb1c13-e5f4-4291-b4d3-e493ae3c8467 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:17.100220 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb1c13-e5f4-4291-b4d3-e493ae3c8467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:17.100552 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb1c13-e5f4-4291-b4d3-e493ae3c8467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:17.100883 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb1c13-e5f4-4291-b4d3-e493ae3c8467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:17.101205 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb1c13-e5f4-4291-b4d3-e493ae3c8467 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:17.101525 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb1c13-e5f4-4291-b4d3-e493ae3c8467 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:17.101969 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb1c13-e5f4-4291-b4d3-e493ae3c8467 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:17.102288 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb1c13-e5f4-4291-b4d3-e493ae3c8467 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:17.102605 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb1c13-e5f4-4291-b4d3-e493ae3c8467 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:17.102917 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb1c13-e5f4-4291-b4d3-e493ae3c8467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:17.103228 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb1c13-e5f4-4291-b4d3-e493ae3c8467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:17.103547 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb1c13-e5f4-4291-b4d3-e493ae3c8467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:17.142012 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Attempting to bind port 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:40:17.142401 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Attempting to bind port 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '7cd9c25a-5634-40cc-807b-1bb2519bb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:40:17.142751 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Attempting to bind port 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 on network a9b2db96-f866-44dd-9e8d-b8e00d818e64 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:40:17.147777 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:40:17.148143 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Checking segment: {'id': '7cd9c25a-5634-40cc-807b-1bb2519bb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:40:17.148572 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.148961 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Bound using segment: {'id': '7cd9c25a-5634-40cc-807b-1bb2519bb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:40:17.149427 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Bound port: 808a0bdc-1d91-4764-b5b7-9ef6e6113b48, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd9c25a-5634-40cc-807b-1bb2519bb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:40:17.149833 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.214869 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] For port 808a0bdc-1d91-4764-b5b7-9ef6e6113b48, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:40:17.218277 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] For port 808a0bdc-1d91-4764-b5b7-9ef6e6113b48, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=808a0bdc-1d91-4764-b5b7-9ef6e6113b48,segment=NetworkSegment(7cd9c25a-5634-40cc-807b-1bb2519bb9e7),segment_id=7cd9c25a-5634-40cc-807b-1bb2519bb9e7)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:40:17.222846 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.281724 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Routers {'d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:17.282392 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:39:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:17.322131 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb1c13-e5f4-4291-b4d3-e493ae3c8467 None None] Pushing event updated for resources: {'Port': ['ID=808a0bdc-1d91-4764-b5b7-9ef6e6113b48,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:17.403194 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] Set router d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:17.597730 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222968946', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:15Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '808a0bdc-1d91-4764-b5b7-9ef6e6113b48', 'name': '', 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:15:98:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'bc43775f-ceb3-4600-a533-bf0a57e796d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:14Z', 'updated_at': '2021-08-16T02:40:17Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'bc43775f-ceb3-4600-a533-bf0a57e796d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:17.626358 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e714401-524b-41fc-b1a2-e2264e7f61fd None None] The sync data for ids ['d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'] in n-d-765315-27 is: [{'id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222968946', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:15Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '808a0bdc-1d91-4764-b5b7-9ef6e6113b48', 'name': '', 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:15:98:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'bc43775f-ceb3-4600-a533-bf0a57e796d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:14Z', 'updated_at': '2021-08-16T02:40:17Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'bc43775f-ceb3-4600-a533-bf0a57e796d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:17.641553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2cf2986c-435c-4689-ac3d-103626f1c0df up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:40:17.708075 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 2cf2986c-435c-4689-ac3d-103626f1c0df triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:17.708443 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.791247 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 991e41eb-19a6-44fa-b269-5dd83878e022 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:40:17.850571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 991e41eb-19a6-44fa-b269-5dd83878e022 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:17.851106 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.888264 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7c68eb60-85f8-480b-a94f-68d0c72e9c7d req-98747d88-e2a4-4796-877f-be3b06359897 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 210 time: 0.0389421 Aug 16 02:40:18.961986 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9f4c0aeb-df9c-458d-a0de-e19b8f9988b7 req-f03113f8-06e2-4576-915e-28c32cd82697 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 210 time: 0.0268984 Aug 16 02:40:19.390241 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:40:19.654313 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:40:19.701940 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:40:19.705544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:19.705945 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:19.783630 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:19.814604 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 808a0bdc-1d91-4764-b5b7-9ef6e6113b48, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=808a0bdc-1d91-4764-b5b7-9ef6e6113b48,segment=NetworkSegment(7cd9c25a-5634-40cc-807b-1bb2519bb9e7),segment_id=7cd9c25a-5634-40cc-807b-1bb2519bb9e7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:19.818463 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:19.866136 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=808a0bdc-1d91-4764-b5b7-9ef6e6113b48,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:20.060130 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-24f377a2-4471-4afd-81ba-3955aa535f85 req-72b01eaf-afbf-4993-ab17-9bc1682db7f8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 210 time: 0.0272796 Aug 16 02:40:20.196774 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85bac992-8771-404f-a362-40cad240d2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:21.114334 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-8a601fea-0cb0-4837-81e2-29ea3eb92d3c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:21.115848 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-8a601fea-0cb0-4837-81e2-29ea3eb92d3c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.63 "GET /v2.0/networks?id=a9b2db96-f866-44dd-9e8d-b8e00d818e64 HTTP/1.1" status: 200 len: 797 time: 0.1131558 Aug 16 02:40:21.174175 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7798f1c0-ef66-4fd2-9bcf-fb832e6d60e2 req-f07d67f5-bbb8-4041-9d60-ab8619bd8501 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 210 time: 0.0362821 Aug 16 02:40:21.189947 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-e261a6ce-48bd-4da9-a482-be1393582bdc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cb0f86fd7764c738454a1edb0bea8ab HTTP/1.1" status: 200 len: 376 time: 0.0585096 Aug 16 02:40:21.200197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-bb6f3eb4-a2c6-4048-9e95-b3f7fca90bd6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'port': {'device_id': 'afde855c-e84e-49cb-ab26-a015051c2bd2', 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64', 'admin_state_up': True, 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'security_groups': ['c675515d-d1e4-4cdc-ac7e-a26e3b9058ee']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:21.305396 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-bb6f3eb4-a2c6-4048-9e95-b3f7fca90bd6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Made reservation on behalf of 9cb0f86fd7764c738454a1edb0bea8ab for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:40:21.309095 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-bb6f3eb4-a2c6-4048-9e95-b3f7fca90bd6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:21.436173 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-bb6f3eb4-a2c6-4048-9e95-b3f7fca90bd6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Allocated IP 172.20.0.12 (a9b2db96-f866-44dd-9e8d-b8e00d818e64/bc43775f-ceb3-4600-a533-bf0a57e796d7/9ed7088b-797a-4b0e-94db-38a0511bb556) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:40:21.576488 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-bb6f3eb4-a2c6-4048-9e95-b3f7fca90bd6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:21.590280 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-bb6f3eb4-a2c6-4048-9e95-b3f7fca90bd6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Transition to ACTIVE for port object 9ed7088b-797a-4b0e-94db-38a0511bb556 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:40:21.625450 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-bb6f3eb4-a2c6-4048-9e95-b3f7fca90bd6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:21.656389 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:40:21.669869 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-bb6f3eb4-a2c6-4048-9e95-b3f7fca90bd6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network a9b2db96-f866-44dd-9e8d-b8e00d818e64 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:40:21.674873 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-bb6f3eb4-a2c6-4048-9e95-b3f7fca90bd6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:40:21.678555 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-bb6f3eb4-a2c6-4048-9e95-b3f7fca90bd6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:40:21.703000 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f3eb4-a2c6-4048-9e95-b3f7fca90bd6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=9ed7088b-797a-4b0e-94db-38a0511bb556,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:21.708021 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:21.708707 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:21.732531 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-bb6f3eb4-a2c6-4048-9e95-b3f7fca90bd6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:21.733181 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-bb6f3eb4-a2c6-4048-9e95-b3f7fca90bd6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:21.749010 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-bb6f3eb4-a2c6-4048-9e95-b3f7fca90bd6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5528977 Aug 16 02:40:21.821059 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Request body: {'port': {'device_id': 'afde855c-e84e-49cb-ab26-a015051c2bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:21.881896 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:21.896241 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1e23154b-da43-4133-9687-53354fd9eedb None None] Provisioning for port 9ed7088b-797a-4b0e-94db-38a0511bb556 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:40:21.899934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1e23154b-da43-4133-9687-53354fd9eedb None None] Provisioning complete for port 9ed7088b-797a-4b0e-94db-38a0511bb556 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:21.900349 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e23154b-da43-4133-9687-53354fd9eedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:21.935419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1e23154b-da43-4133-9687-53354fd9eedb None None] Port 9ed7088b-797a-4b0e-94db-38a0511bb556 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:40:22.150038 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed7088b-797a-4b0e-94db-38a0511bb556 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:40:22.158568 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:22.171417 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Transition to ACTIVE for port object 9ed7088b-797a-4b0e-94db-38a0511bb556 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:40:22.174558 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:22.229349 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed7088b-797a-4b0e-94db-38a0511bb556,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:22.312093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Attempting to bind port 9ed7088b-797a-4b0e-94db-38a0511bb556 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:40:22.312430 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Attempting to bind port 9ed7088b-797a-4b0e-94db-38a0511bb556 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '7cd9c25a-5634-40cc-807b-1bb2519bb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:40:22.312755 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Attempting to bind port 9ed7088b-797a-4b0e-94db-38a0511bb556 on network a9b2db96-f866-44dd-9e8d-b8e00d818e64 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:40:22.313823 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcedb1-6d06-438f-be16-aea130619e6e req-96e51281-a8d4-4f78-a718-3250ce8861da tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:22.315927 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6bbcedb1-6d06-438f-be16-aea130619e6e req-96e51281-a8d4-4f78-a718-3250ce8861da tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 944 time: 0.0724664 Aug 16 02:40:22.317688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Port 9ed7088b-797a-4b0e-94db-38a0511bb556 on network a9b2db96-f866-44dd-9e8d-b8e00d818e64 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:40:22.318199 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Attempting to bind port 9ed7088b-797a-4b0e-94db-38a0511bb556 on network a9b2db96-f866-44dd-9e8d-b8e00d818e64 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:40:22.323866 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:40:22.324209 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Checking segment: {'id': '7cd9c25a-5634-40cc-807b-1bb2519bb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:40:22.324652 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Bound using segment: {'id': '7cd9c25a-5634-40cc-807b-1bb2519bb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:40:22.325560 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Bound port: 9ed7088b-797a-4b0e-94db-38a0511bb556, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd9c25a-5634-40cc-807b-1bb2519bb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:40:22.326015 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:22.370090 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6bbcedb1-6d06-438f-be16-aea130619e6e req-3cb16d4f-2e4b-4bb9-8c41-7bf07766c8ec tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=c675515d-d1e4-4cdc-ac7e-a26e3b9058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0428622 Aug 16 02:40:22.398093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] For port 9ed7088b-797a-4b0e-94db-38a0511bb556, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:40:22.401924 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] For port 9ed7088b-797a-4b0e-94db-38a0511bb556, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9ed7088b-797a-4b0e-94db-38a0511bb556,segment=NetworkSegment(7cd9c25a-5634-40cc-807b-1bb2519bb9e7),segment_id=7cd9c25a-5634-40cc-807b-1bb2519bb9e7)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:40:22.406815 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:22.442719 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:22.443329 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:22.444705 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] 10.222.0.63 "PUT /v2.0/ports/9ed7088b-797a-4b0e-94db-38a0511bb556 HTTP/1.1" status: 200 len: 1093 time: 0.6829891 Aug 16 02:40:22.445138 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afde855c-e84e-49cb-ab26-a015051c2bd2', 'tag': '9ed7088b-797a-4b0e-94db-38a0511bb556'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:22.447416 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9f9878-44e4-428f-afd3-6564fd7fc0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "afde855c-e84e-49cb-ab26-a015051c2bd2", "tag": "9ed7088b-797a-4b0e-94db-38a0511bb556"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:22.471927 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e62e90-6a97-484f-870c-6be484e76f37 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed7088b-797a-4b0e-94db-38a0511bb556,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:22.559183 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716c69a8-3750-488a-9ae7-5bd2608a794b x-openstack-request-id: req-716c69a8-3750-488a-9ae7-5bd2608a794b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:22.559476 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afde855c-e84e-49cb-ab26-a015051c2bd2", "tag": "9ed7088b-797a-4b0e-94db-38a0511bb556", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:22.559723 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-716c69a8-3750-488a-9ae7-5bd2608a794b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:22.560128 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afde855c-e84e-49cb-ab26-a015051c2bd2', 'tag': '9ed7088b-797a-4b0e-94db-38a0511bb556', 'status': 'completed', 'code': 200} Aug 16 02:40:22.563187 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-7a9a4289-9a2c-4dfc-9b6a-4ee3b508b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:22.564722 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-7a9a4289-9a2c-4dfc-9b6a-4ee3b508b0d2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 1096 time: 0.0571039 Aug 16 02:40:22.618318 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-c3509686-2443-4576-a8ed-da459f3356ab service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ed7088b-797a-4b0e-94db-38a0511bb556 HTTP/1.1" status: 200 len: 217 time: 0.0394444 Aug 16 02:40:22.669876 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-2096cac8-ab79-4d85-98d5-7e3f4d4fc302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:22.671262 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-2096cac8-ab79-4d85-98d5-7e3f4d4fc302 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bc43775f-ceb3-4600-a533-bf0a57e796d7 HTTP/1.1" status: 200 len: 834 time: 0.0450120 Aug 16 02:40:22.721314 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-dded9a25-d8e2-413e-afd7-3fd9f2490e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:22.722847 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-dded9a25-d8e2-413e-afd7-3fd9f2490e3e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a9b2db96-f866-44dd-9e8d-b8e00d818e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396779 Aug 16 02:40:22.734102 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-26fce52a-7a90-4d7a-ae33-57c749e46ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:22.818684 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-02fa4a77-3835-4443-b0d6-7f5c03e6d6a9 service neutron] 10.222.0.63 "GET /v2.0/networks/a9b2db96-f866-44dd-9e8d-b8e00d818e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861938 Aug 16 02:40:22.912734 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-700f9f04-6d93-430d-ad04-bc5c737ee18a req-8234a2fa-f274-44ea-af25-e30e35f53bf4 service neutron] 10.222.0.63 "GET /v2.0/networks/a9b2db96-f866-44dd-9e8d-b8e00d818e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819106 Aug 16 02:40:23.004208 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f9878-44e4-428f-afd3-6564fd7fc0ab req-106eb046-d4d6-4c0c-a332-46b899a2e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:23.005613 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f9f9878-44e4-428f-afd3-6564fd7fc0ab req-106eb046-d4d6-4c0c-a332-46b899a2e153 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 1096 time: 0.0454679 Aug 16 02:40:23.094314 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f9878-44e4-428f-afd3-6564fd7fc0ab req-a69ee86a-a9e3-4a34-991c-e3a0d181f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:23.095772 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f9f9878-44e4-428f-afd3-6564fd7fc0ab req-a69ee86a-a9e3-4a34-991c-e3a0d181f324 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a9b2db96-f866-44dd-9e8d-b8e00d818e64 HTTP/1.1" status: 200 len: 898 time: 0.0832570 Aug 16 02:40:23.137515 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f9f9878-44e4-428f-afd3-6564fd7fc0ab req-79ab1a44-6d5e-4984-8726-d5c5720cc3c3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ed7088b-797a-4b0e-94db-38a0511bb556 HTTP/1.1" status: 200 len: 217 time: 0.0340042 Aug 16 02:40:23.196688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f9878-44e4-428f-afd3-6564fd7fc0ab req-1507c150-b381-4cd1-ac6a-ec19807386f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:23.198351 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f9f9878-44e4-428f-afd3-6564fd7fc0ab req-1507c150-b381-4cd1-ac6a-ec19807386f7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bc43775f-ceb3-4600-a533-bf0a57e796d7 HTTP/1.1" status: 200 len: 834 time: 0.0497837 Aug 16 02:40:23.245963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f9878-44e4-428f-afd3-6564fd7fc0ab req-67e17f95-be2e-4c8b-abbf-be77367e227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:23.247486 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f9f9878-44e4-428f-afd3-6564fd7fc0ab req-67e17f95-be2e-4c8b-abbf-be77367e227b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a9b2db96-f866-44dd-9e8d-b8e00d818e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415304 Aug 16 02:40:23.337668 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f9f9878-44e4-428f-afd3-6564fd7fc0ab req-f8bd61b8-ea84-42bb-b4e5-f2dbee40b59e service neutron] 10.222.0.63 "GET /v2.0/networks/a9b2db96-f866-44dd-9e8d-b8e00d818e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824449 Aug 16 02:40:23.421510 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:23.452155 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3f9f9878-44e4-428f-afd3-6564fd7fc0ab req-0a308ed5-2749-482b-a501-36751d263a1c service neutron] 10.222.0.63 "GET /v2.0/networks/a9b2db96-f866-44dd-9e8d-b8e00d818e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064744 Aug 16 02:40:23.495180 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620585df-42d5-4c95-9bfb-ae2684d446e8 req-0880abac-1c08-4675-9be8-7d5d5c093815 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:23.496693 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-620585df-42d5-4c95-9bfb-ae2684d446e8 req-0880abac-1c08-4675-9be8-7d5d5c093815 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 944 time: 0.0599835 Aug 16 02:40:23.535797 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-620585df-42d5-4c95-9bfb-ae2684d446e8 req-2a2abb0d-ff15-4e9e-a446-50f6eb689604 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=c675515d-d1e4-4cdc-ac7e-a26e3b9058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0329661 Aug 16 02:40:24.383904 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:24.655263 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec525e-6f8b-47f7-8617-ff5a89d87585 req-969638dd-5e4f-444a-92f7-8022f7554d43 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:24.656799 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-48ec525e-6f8b-47f7-8617-ff5a89d87585 req-969638dd-5e4f-444a-92f7-8022f7554d43 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 944 time: 0.0509148 Aug 16 02:40:24.695005 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-48ec525e-6f8b-47f7-8617-ff5a89d87585 req-0bc97734-26ce-4fe2-81fd-05c585e8f6d8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=c675515d-d1e4-4cdc-ac7e-a26e3b9058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0319819 Aug 16 02:40:25.265570 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 9ed7088b-797a-4b0e-94db-38a0511bb556 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:40:25.368624 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 9ed7088b-797a-4b0e-94db-38a0511bb556, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9ed7088b-797a-4b0e-94db-38a0511bb556,segment=NetworkSegment(7cd9c25a-5634-40cc-807b-1bb2519bb9e7),segment_id=7cd9c25a-5634-40cc-807b-1bb2519bb9e7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:25.380861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '9ed7088b-797a-4b0e-94db-38a0511bb556', 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64', 'port_id': '9ed7088b-797a-4b0e-94db-38a0511bb556', 'mac_address': 'fa:16:3e:b1:97:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc43775f-ceb3-4600-a533-bf0a57e796d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:40:25.417634 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:25.430066 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed7088b-797a-4b0e-94db-38a0511bb556 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:40:25.450503 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 9ed7088b-797a-4b0e-94db-38a0511bb556, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9ed7088b-797a-4b0e-94db-38a0511bb556,segment=NetworkSegment(7cd9c25a-5634-40cc-807b-1bb2519bb9e7),segment_id=7cd9c25a-5634-40cc-807b-1bb2519bb9e7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:25.455061 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:25.504303 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=9ed7088b-797a-4b0e-94db-38a0511bb556,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:25.729799 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['9ed7088b-797a-4b0e-94db-38a0511bb556'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:40:25.822096 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ed845-dac9-4e18-8dd9-d349068f733e req-8ef06406-8393-4a5d-b967-25a037de5f19 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:25.824233 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb1ed845-dac9-4e18-8dd9-d349068f733e req-8ef06406-8393-4a5d-b967-25a037de5f19 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 945 time: 0.0538938 Aug 16 02:40:25.863173 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fb1ed845-dac9-4e18-8dd9-d349068f733e req-9b0af3fa-af94-4a43-8ef6-f543dacf5425 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=c675515d-d1e4-4cdc-ac7e-a26e3b9058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0328248 Aug 16 02:40:26.172473 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:26.989162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bae3e-5f45-441b-bb1a-dcb6e0d114dd req-f486c796-42ea-4f43-a99f-53be3e6f9a89 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:26.990671 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c5bae3e-5f45-441b-bb1a-dcb6e0d114dd req-f486c796-42ea-4f43-a99f-53be3e6f9a89 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 945 time: 0.0537870 Aug 16 02:40:27.267510 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 9ed7088b-797a-4b0e-94db-38a0511bb556 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:40:27.326439 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 9ed7088b-797a-4b0e-94db-38a0511bb556 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:40:27.330208 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 9ed7088b-797a-4b0e-94db-38a0511bb556 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:27.330557 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:27.341399 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2c5bae3e-5f45-441b-bb1a-dcb6e0d114dd req-f63e7e83-cbfe-4b1a-861d-8f104787d663 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=c675515d-d1e4-4cdc-ac7e-a26e3b9058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.3445988 Aug 16 02:40:27.406350 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:27.428874 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afde855c-e84e-49cb-ab26-a015051c2bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed7088b-797a-4b0e-94db-38a0511bb556'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:27.431156 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e44a6e-8f75-4f92-b0a0-6b6c1db52694" -d '{"events": [{"server_uuid": "afde855c-e84e-49cb-ab26-a015051c2bd2", "name": "network-vif-plugged", "status": "completed", "tag": "9ed7088b-797a-4b0e-94db-38a0511bb556"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:27.444985 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 9ed7088b-797a-4b0e-94db-38a0511bb556, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9ed7088b-797a-4b0e-94db-38a0511bb556,segment=NetworkSegment(7cd9c25a-5634-40cc-807b-1bb2519bb9e7),segment_id=7cd9c25a-5634-40cc-807b-1bb2519bb9e7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:27.449065 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:27.496349 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=9ed7088b-797a-4b0e-94db-38a0511bb556,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:27.525391 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8588b38-1289-4c86-ace9-9ffd187c27c6 x-openstack-request-id: req-d8588b38-1289-4c86-ace9-9ffd187c27c6 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:27.526456 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afde855c-e84e-49cb-ab26-a015051c2bd2", "name": "network-vif-plugged", "status": "completed", "tag": "9ed7088b-797a-4b0e-94db-38a0511bb556", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:27.526456 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d8588b38-1289-4c86-ace9-9ffd187c27c6 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:27.526826 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afde855c-e84e-49cb-ab26-a015051c2bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed7088b-797a-4b0e-94db-38a0511bb556', 'code': 200} Aug 16 02:40:27.632926 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b693e04-81fd-4d53-8d78-66db0abc0126 req-901d20a7-b04a-48fc-9ccf-31a71ad8924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:27.634470 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b693e04-81fd-4d53-8d78-66db0abc0126 req-901d20a7-b04a-48fc-9ccf-31a71ad8924e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 1098 time: 0.0406139 Aug 16 02:40:27.670393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7b693e04-81fd-4d53-8d78-66db0abc0126 req-1c162197-0c53-4ea9-b769-e1a5623627bd service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c675515d-d1e4-4cdc-ac7e-a26e3b9058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0286314 Aug 16 02:40:28.460829 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fc64a-af50-453d-a556-f6d119000da5 req-2d704244-ee60-4520-8a45-c9df608406ad tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:28.462323 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-105fc64a-af50-453d-a556-f6d119000da5 req-2d704244-ee60-4520-8a45-c9df608406ad tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 946 time: 0.0505264 Aug 16 02:40:28.502537 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-105fc64a-af50-453d-a556-f6d119000da5 req-939ae033-96ef-44e3-ba9b-a2da9136c3ed tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=c675515d-d1e4-4cdc-ac7e-a26e3b9058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0318675 Aug 16 02:40:29.625080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3d1c1-90ff-45fb-9474-40a4879be526 req-8cb35c0d-12fb-42b1-a4b6-3cad7792de7e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:29.626573 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9c3d1c1-90ff-45fb-9474-40a4879be526 req-8cb35c0d-12fb-42b1-a4b6-3cad7792de7e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 946 time: 0.0520334 Aug 16 02:40:29.668555 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f9c3d1c1-90ff-45fb-9474-40a4879be526 req-4f253484-edf9-4934-b6e0-7f593952a2ab tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=c675515d-d1e4-4cdc-ac7e-a26e3b9058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0355494 Aug 16 02:40:29.785859 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54cdb1-5993-45ba-8e85-5788db270283 req-3b382a1a-6a57-43b1-9c36-c804c3d482c9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:29.787293 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cc54cdb1-5993-45ba-8e85-5788db270283 req-3b382a1a-6a57-43b1-9c36-c804c3d482c9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 946 time: 0.0517528 Aug 16 02:40:29.825220 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cc54cdb1-5993-45ba-8e85-5788db270283 req-3fc11325-03f9-447d-9622-b54ed24a2e57 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=c675515d-d1e4-4cdc-ac7e-a26e3b9058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0317538 Aug 16 02:40:29.846857 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40096) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:29.885710 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dc2f54-3bd7-4ebf-9e23-6f55140cd68b tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:29.887214 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e6dc2f54-3bd7-4ebf-9e23-6f55140cd68b tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 1093 time: 0.0393777 Aug 16 02:40:29.890180 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40098) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:29.894429 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': '9ed7088b-797a-4b0e-94db-38a0511bb556', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:29.916550 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.016605 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.114715 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Allocated IP 172.25.3.203 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/ccc9a81d-f044-42b4-9195-90bca05e97d7) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:40:30.215916 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.252539 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.289633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:40:30.296631 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:40:30.300973 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:40:30.303979 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=ccc9a81d-f044-42b4-9195-90bca05e97d7,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:30.647816 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.711568 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.859171 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.863949 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.934781 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=ccc9a81d-f044-42b4-9195-90bca05e97d7,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:30.945813 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.043331 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Floating IP 9096a4f6-d826-46b5-852b-2023880ac0e6 associated. External IP: 172.25.3.203, port: 9ed7088b-797a-4b0e-94db-38a0511bb556. Aug 16 02:40:31.240342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:40:31.347834 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:31.358097 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9b8af2-e079-4941-85d0-844f8196b390 None None] Sync routers for ids ['d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:31.364405 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.371036 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9b8af2-e079-4941-85d0-844f8196b390 None None] Routers {'d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:31.371662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4f9b8af2-e079-4941-85d0-844f8196b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:40:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:31.392664 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-810b5350-42f7-4abc-bead-0b45e887007f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5014799 Aug 16 02:40:31.393305 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afde855c-e84e-49cb-ab26-a015051c2bd2', 'tag': '9ed7088b-797a-4b0e-94db-38a0511bb556'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:31.395593 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f083ab9-a3de-41df-8cad-5e07f6b340fc" -d '{"events": [{"name": "network-changed", "server_uuid": "afde855c-e84e-49cb-ab26-a015051c2bd2", "tag": "9ed7088b-797a-4b0e-94db-38a0511bb556"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:31.482940 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4f9b8af2-e079-4941-85d0-844f8196b390 None None] Set router d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:31.497840 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55929acb-3a8b-4c00-a6a8-dde61b7eb264 x-openstack-request-id: req-55929acb-3a8b-4c00-a6a8-dde61b7eb264 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:31.498138 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afde855c-e84e-49cb-ab26-a015051c2bd2", "tag": "9ed7088b-797a-4b0e-94db-38a0511bb556", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:31.498396 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-55929acb-3a8b-4c00-a6a8-dde61b7eb264 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:31.498798 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afde855c-e84e-49cb-ab26-a015051c2bd2', 'tag': '9ed7088b-797a-4b0e-94db-38a0511bb556', 'status': 'completed', 'code': 200} Aug 16 02:40:31.507534 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe57b22-1e7f-4cae-af7e-ddf542080701 req-ac22131d-74b4-48fb-b9c4-239508acdc24 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:31.510193 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9fe57b22-1e7f-4cae-af7e-ddf542080701 req-ac22131d-74b4-48fb-b9c4-239508acdc24 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 946 time: 0.0623870 Aug 16 02:40:31.550906 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9fe57b22-1e7f-4cae-af7e-ddf542080701 req-30b3ad9e-f992-4ff7-8cb0-99d2ff08871d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=c675515d-d1e4-4cdc-ac7e-a26e3b9058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0354989 Aug 16 02:40:31.561855 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f083ab9-a3de-41df-8cad-5e07f6b340fc req-5bbbb038-7f0c-474e-b90e-26a1090b4f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:31.563543 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f083ab9-a3de-41df-8cad-5e07f6b340fc req-5bbbb038-7f0c-474e-b90e-26a1090b4f56 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 1098 time: 0.0423501 Aug 16 02:40:31.575211 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40106) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:31.636721 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-49fcda22-e486-496d-872e-538e519f8690 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/floatingips/9096a4f6-d826-46b5-852b-2023880ac0e6 HTTP/1.1" status: 200 len: 992 time: 0.0603657 Aug 16 02:40:31.672962 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f083ab9-a3de-41df-8cad-5e07f6b340fc req-0c87668f-b6c8-4027-a9a3-b191b2c824a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:31.674490 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f083ab9-a3de-41df-8cad-5e07f6b340fc req-0c87668f-b6c8-4027-a9a3-b191b2c824a6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a9b2db96-f866-44dd-9e8d-b8e00d818e64 HTTP/1.1" status: 200 len: 898 time: 0.1041954 Aug 16 02:40:31.719926 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4f9b8af2-e079-4941-85d0-844f8196b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222968946', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:15Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '9096a4f6-d826-46b5-852b-2023880ac0e6', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'port_id': '9ed7088b-797a-4b0e-94db-38a0511bb556', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64', 'mac_address': 'fa:16:3e:b1:97:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde855c-e84e-49cb-ab26-a015051c2bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:40:30Z', 'updated_at': '2021-08-16T02:40:30Z', 'revision_number': 0, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808a0bdc-1d91-4764-b5b7-9ef6e6113b48', 'name': '', 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:15:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'bc43775f-ceb3-4600-a533-bf0a57e796d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:14Z', 'updated_at': '2021-08-16T02:40:19Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'bc43775f-ceb3-4600-a533-bf0a57e796d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:31.747325 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9b8af2-e079-4941-85d0-844f8196b390 None None] Checking router: d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:31.747995 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f083ab9-a3de-41df-8cad-5e07f6b340fc req-661900a4-0b7d-4f14-9fc0-15b93eb6ecdd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ed7088b-797a-4b0e-94db-38a0511bb556 HTTP/1.1" status: 200 len: 1000 time: 0.0663545 Aug 16 02:40:31.755505 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9b8af2-e079-4941-85d0-844f8196b390 None None] Routers {'d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:31.756102 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4f9b8af2-e079-4941-85d0-844f8196b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:40:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:31.796965 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f083ab9-a3de-41df-8cad-5e07f6b340fc req-7f7dc2ee-043a-4ea0-afd8-870f47e89688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:31.798489 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f083ab9-a3de-41df-8cad-5e07f6b340fc req-7f7dc2ee-043a-4ea0-afd8-870f47e89688 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bc43775f-ceb3-4600-a533-bf0a57e796d7 HTTP/1.1" status: 200 len: 834 time: 0.0441732 Aug 16 02:40:31.843904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f083ab9-a3de-41df-8cad-5e07f6b340fc req-8eb89686-5a0d-4d6a-880b-c668561e68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:31.845416 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f083ab9-a3de-41df-8cad-5e07f6b340fc req-8eb89686-5a0d-4d6a-880b-c668561e68b0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a9b2db96-f866-44dd-9e8d-b8e00d818e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403283 Aug 16 02:40:31.859291 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4f9b8af2-e079-4941-85d0-844f8196b390 None None] Set router d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:31.944888 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f083ab9-a3de-41df-8cad-5e07f6b340fc req-e29aebb5-3ee5-4e1a-9ab3-846a3a6ebcde service neutron] 10.222.0.63 "GET /v2.0/networks/a9b2db96-f866-44dd-9e8d-b8e00d818e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919366 Aug 16 02:40:32.038719 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f083ab9-a3de-41df-8cad-5e07f6b340fc req-557515f3-c7f4-4a7c-aa94-858f6c8449c5 service neutron] 10.222.0.63 "GET /v2.0/networks/a9b2db96-f866-44dd-9e8d-b8e00d818e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858448 Aug 16 02:40:32.087167 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4f9b8af2-e079-4941-85d0-844f8196b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222968946', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:15Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '9096a4f6-d826-46b5-852b-2023880ac0e6', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'port_id': '9ed7088b-797a-4b0e-94db-38a0511bb556', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64', 'mac_address': 'fa:16:3e:b1:97:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde855c-e84e-49cb-ab26-a015051c2bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:40:30Z', 'updated_at': '2021-08-16T02:40:30Z', 'revision_number': 0, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808a0bdc-1d91-4764-b5b7-9ef6e6113b48', 'name': '', 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:15:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'bc43775f-ceb3-4600-a533-bf0a57e796d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:14Z', 'updated_at': '2021-08-16T02:40:19Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'bc43775f-ceb3-4600-a533-bf0a57e796d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:32.114137 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9b8af2-e079-4941-85d0-844f8196b390 None None] The sync data for ids ['d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'] in n-d-765315-27 is: [{'id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222968946', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:15Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '9096a4f6-d826-46b5-852b-2023880ac0e6', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'port_id': '9ed7088b-797a-4b0e-94db-38a0511bb556', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64', 'mac_address': 'fa:16:3e:b1:97:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde855c-e84e-49cb-ab26-a015051c2bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:40:30Z', 'updated_at': '2021-08-16T02:40:30Z', 'revision_number': 0, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808a0bdc-1d91-4764-b5b7-9ef6e6113b48', 'name': '', 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:15:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'bc43775f-ceb3-4600-a533-bf0a57e796d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:14Z', 'updated_at': '2021-08-16T02:40:19Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'bc43775f-ceb3-4600-a533-bf0a57e796d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:32.322889 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e4e80e-b072-4dbe-b05a-6047240caafe None None] New status for floating IP 9096a4f6-d826-46b5-852b-2023880ac0e6: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:40:32.640216 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40108) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:32.998882 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-083e9885-53ac-46a6-a9dc-f75e4a453db3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/floatingips/9096a4f6-d826-46b5-852b-2023880ac0e6 HTTP/1.1" status: 200 len: 994 time: 0.3575034 Aug 16 02:40:38.067392 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:38.699007 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:47.979575 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d01da93-1481-4f43-9629-934a630b4c5f req-662bbd86-26c9-4b0e-81ca-6519db082267 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470331 Aug 16 02:40:48.070853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01da93-1481-4f43-9629-934a630b4c5f req-e8e96b0f-bf77-4fd6-b4db-510cfa611fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:48.072339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d01da93-1481-4f43-9629-934a630b4c5f req-e8e96b0f-bf77-4fd6-b4db-510cfa611fff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 1098 time: 0.0415795 Aug 16 02:40:48.181009 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01da93-1481-4f43-9629-934a630b4c5f req-fa0089da-4852-43d5-96e7-872995f02ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:48.183165 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d01da93-1481-4f43-9629-934a630b4c5f req-fa0089da-4852-43d5-96e7-872995f02ac7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a9b2db96-f866-44dd-9e8d-b8e00d818e64 HTTP/1.1" status: 200 len: 898 time: 0.0874519 Aug 16 02:40:48.254578 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d01da93-1481-4f43-9629-934a630b4c5f req-d75229c5-8979-41d7-93a1-08279cf17b51 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ed7088b-797a-4b0e-94db-38a0511bb556 HTTP/1.1" status: 200 len: 1002 time: 0.0611258 Aug 16 02:40:48.308417 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01da93-1481-4f43-9629-934a630b4c5f req-5526c58a-5806-4a11-908d-0e0fafc11647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:48.309836 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d01da93-1481-4f43-9629-934a630b4c5f req-5526c58a-5806-4a11-908d-0e0fafc11647 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bc43775f-ceb3-4600-a533-bf0a57e796d7 HTTP/1.1" status: 200 len: 834 time: 0.0473831 Aug 16 02:40:48.355960 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01da93-1481-4f43-9629-934a630b4c5f req-3dd47dd9-73e3-4e32-9a7e-79d257325038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:48.357455 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d01da93-1481-4f43-9629-934a630b4c5f req-3dd47dd9-73e3-4e32-9a7e-79d257325038 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a9b2db96-f866-44dd-9e8d-b8e00d818e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396769 Aug 16 02:40:48.450711 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d01da93-1481-4f43-9629-934a630b4c5f req-de90ffa9-be55-4ea6-b96b-f068cee6db43 service neutron] 10.222.0.63 "GET /v2.0/networks/a9b2db96-f866-44dd-9e8d-b8e00d818e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861549 Aug 16 02:40:48.547143 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d01da93-1481-4f43-9629-934a630b4c5f req-46e15271-b7a6-4d2b-aacb-d7894b35b5fd service neutron] 10.222.0.63 "GET /v2.0/networks/a9b2db96-f866-44dd-9e8d-b8e00d818e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855501 Aug 16 02:40:50.198601 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e4fe311e-54f6-427a-8ea4-8aa04f05a8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:52.736619 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd5f69eb-e48e-45cb-bfc6-2baa79ed4039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:53.414964 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:54.386118 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:56.182787 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:56.390276 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:41:07.427201 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a40d3-02f4-4694-ab0a-8da43b8b85bf req-54cc2d8f-d544-493a-9a44-0ae038e53ccd tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:07.428715 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-812a40d3-02f4-4694-ab0a-8da43b8b85bf req-54cc2d8f-d544-493a-9a44-0ae038e53ccd tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 946 time: 0.0585382 Aug 16 02:41:07.467556 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-812a40d3-02f4-4694-ab0a-8da43b8b85bf req-12bb008d-bdc2-4e4b-8fac-df766fc2694d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=c675515d-d1e4-4cdc-ac7e-a26e3b9058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0319366 Aug 16 02:41:08.062549 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.584557 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b2f24-df13-4893-a80e-7736764773d4 req-e32cd867-9c63-4000-a8be-ed379e8f261b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:08.586064 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c2b2f24-df13-4893-a80e-7736764773d4 req-e32cd867-9c63-4000-a8be-ed379e8f261b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 946 time: 0.0475643 Aug 16 02:41:08.624335 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c2b2f24-df13-4893-a80e-7736764773d4 req-92a8813f-9e53-4938-906f-e2440c33d0da tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=c675515d-d1e4-4cdc-ac7e-a26e3b9058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0316987 Aug 16 02:41:08.646435 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40132) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:08.700962 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:08.714263 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3b4c99a0-ba53-42bb-b703-80d9def51fef tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/floatingips/9096a4f6-d826-46b5-852b-2023880ac0e6 HTTP/1.1" status: 200 len: 994 time: 0.0664809 Aug 16 02:41:09.979409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb0127-9646-4c13-9b2e-4997706a7ce1 req-0c45950c-b375-4c72-b256-240cb5eaffd1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:09.981650 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a4bb0127-9646-4c13-9b2e-4997706a7ce1 req-0c45950c-b375-4c72-b256-240cb5eaffd1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 946 time: 0.0514743 Aug 16 02:41:10.021173 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a4bb0127-9646-4c13-9b2e-4997706a7ce1 req-54bdca36-856f-43b2-ab24-ef69a1f3ec15 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=c675515d-d1e4-4cdc-ac7e-a26e3b9058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0332894 Aug 16 02:41:11.147073 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440c8c5-af6e-4a19-8a7d-3f480d2bd03b req-2dace8bd-725a-4176-bdc8-70a6a6212529 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:11.148517 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6440c8c5-af6e-4a19-8a7d-3f480d2bd03b req-2dace8bd-725a-4176-bdc8-70a6a6212529 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 946 time: 0.0515995 Aug 16 02:41:11.188249 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6440c8c5-af6e-4a19-8a7d-3f480d2bd03b req-1dead511-69c8-46f6-ad9a-9cc16d72f25a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=c675515d-d1e4-4cdc-ac7e-a26e3b9058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0332522 Aug 16 02:41:11.210646 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40142) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:11.273264 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a4173430-3d17-40c5-9954-799efc0e4968 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/floatingips/9096a4f6-d826-46b5-852b-2023880ac0e6 HTTP/1.1" status: 200 len: 994 time: 0.0614839 Aug 16 02:41:11.488854 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40148) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:11.647691 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port ccc9a81d-f044-42b4-9195-90bca05e97d7 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:11.648047 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.728389 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.728766 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.740301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for ccc9a81d-f044-42b4-9195-90bca05e97d7 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:11.891050 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.917501 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=ccc9a81d-f044-42b4-9195-90bca05e97d7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:11.942700 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:11.943044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:11.943387 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:11.943721 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:11.944053 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:11.944380 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:11.944708 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:11.945033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:11.945356 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:11.945677 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:11.946023 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:11.946341 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:11.986103 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.986552 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Floating IP 9096a4f6-d826-46b5-852b-2023880ac0e6 disassociated (deleted). External IP: 172.25.3.203, port: 9ed7088b-797a-4b0e-94db-38a0511bb556. Aug 16 02:41:12.207617 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:41:12.317551 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:41:12.322622 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:12.329106 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5865154-e44a-4efb-bafc-24d717f80586 None None] Sync routers for ids ['d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:41:12.339043 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5865154-e44a-4efb-bafc-24d717f80586 None None] Routers {'d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:12.339656 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a5865154-e44a-4efb-bafc-24d717f80586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:40:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:12.349608 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a3564b5d-bf52-47e1-aeb6-1cfee33ca0ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/floatingips/9096a4f6-d826-46b5-852b-2023880ac0e6 HTTP/1.1" status: 204 len: 168 time: 0.8596489 Aug 16 02:41:12.350230 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afde855c-e84e-49cb-ab26-a015051c2bd2', 'tag': '9ed7088b-797a-4b0e-94db-38a0511bb556'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:41:12.352524 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe17d92d-3680-4f76-a4cb-c35dfc84b0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "afde855c-e84e-49cb-ab26-a015051c2bd2", "tag": "9ed7088b-797a-4b0e-94db-38a0511bb556"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:41:12.397243 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375f06bc-99ea-488d-89ad-b8ef238cb0c9 x-openstack-request-id: req-375f06bc-99ea-488d-89ad-b8ef238cb0c9 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:41:12.397580 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afde855c-e84e-49cb-ab26-a015051c2bd2", "tag": "9ed7088b-797a-4b0e-94db-38a0511bb556", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:41:12.397891 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-375f06bc-99ea-488d-89ad-b8ef238cb0c9 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:41:12.398386 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afde855c-e84e-49cb-ab26-a015051c2bd2', 'tag': '9ed7088b-797a-4b0e-94db-38a0511bb556', 'status': 'completed', 'code': 200} Aug 16 02:41:12.461553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-a5865154-e44a-4efb-bafc-24d717f80586 None None] Set router d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:12.491991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17d92d-3680-4f76-a4cb-c35dfc84b0fc req-0cb7ea19-635a-4440-965c-ed8221811bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:12.493652 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe17d92d-3680-4f76-a4cb-c35dfc84b0fc req-0cb7ea19-635a-4440-965c-ed8221811bd3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 1098 time: 0.0645046 Aug 16 02:41:12.638541 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a57cc-bfc8-4134-a8ab-33dd0b919f4e req-12b0b815-6ae9-4630-8ec1-17788b80eb79 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:12.640052 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b14a57cc-bfc8-4134-a8ab-33dd0b919f4e req-12b0b815-6ae9-4630-8ec1-17788b80eb79 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 946 time: 0.0741131 Aug 16 02:41:12.641200 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17d92d-3680-4f76-a4cb-c35dfc84b0fc req-a82654a7-4e6a-4cbc-855d-99423c6994aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:12.642568 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe17d92d-3680-4f76-a4cb-c35dfc84b0fc req-a82654a7-4e6a-4cbc-855d-99423c6994aa service neutron] 10.222.0.63 "GET /v2.0/networks?id=a9b2db96-f866-44dd-9e8d-b8e00d818e64 HTTP/1.1" status: 200 len: 898 time: 0.1380248 Aug 16 02:41:12.679480 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a5865154-e44a-4efb-bafc-24d717f80586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222968946', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:15Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '808a0bdc-1d91-4764-b5b7-9ef6e6113b48', 'name': '', 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:15:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'bc43775f-ceb3-4600-a533-bf0a57e796d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:14Z', 'updated_at': '2021-08-16T02:40:19Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'bc43775f-ceb3-4600-a533-bf0a57e796d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:12.703305 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe17d92d-3680-4f76-a4cb-c35dfc84b0fc req-f742ba56-ed31-4fab-951b-91858a29bb28 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ed7088b-797a-4b0e-94db-38a0511bb556 HTTP/1.1" status: 200 len: 217 time: 0.0492287 Aug 16 02:41:12.706383 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5865154-e44a-4efb-bafc-24d717f80586 None None] Checking router: d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:41:12.716323 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5865154-e44a-4efb-bafc-24d717f80586 None None] Routers {'d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:12.716886 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a5865154-e44a-4efb-bafc-24d717f80586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:40:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:12.741987 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b14a57cc-bfc8-4134-a8ab-33dd0b919f4e req-3112011a-a93e-4561-b91c-f7e1e2f7ed75 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=c675515d-d1e4-4cdc-ac7e-a26e3b9058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0950072 Aug 16 02:41:12.761240 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17d92d-3680-4f76-a4cb-c35dfc84b0fc req-de8d05ad-fc4f-4dc9-9d47-6048fe3d7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:12.762885 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe17d92d-3680-4f76-a4cb-c35dfc84b0fc req-de8d05ad-fc4f-4dc9-9d47-6048fe3d7be8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bc43775f-ceb3-4600-a533-bf0a57e796d7 HTTP/1.1" status: 200 len: 834 time: 0.0519836 Aug 16 02:41:12.812526 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17d92d-3680-4f76-a4cb-c35dfc84b0fc req-75775696-92c5-4ee5-9a1b-d06b9458511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:12.814104 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe17d92d-3680-4f76-a4cb-c35dfc84b0fc req-75775696-92c5-4ee5-9a1b-d06b9458511a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a9b2db96-f866-44dd-9e8d-b8e00d818e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425987 Aug 16 02:41:12.824741 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-a5865154-e44a-4efb-bafc-24d717f80586 None None] Set router d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:12.917662 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe17d92d-3680-4f76-a4cb-c35dfc84b0fc req-eab13ed6-a13b-48b3-931d-4e9b2c6e6443 service neutron] 10.222.0.63 "GET /v2.0/networks/a9b2db96-f866-44dd-9e8d-b8e00d818e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948682 Aug 16 02:41:13.010592 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe17d92d-3680-4f76-a4cb-c35dfc84b0fc req-fd32f9b4-8132-4eab-b78c-984d6c8b515f service neutron] 10.222.0.63 "GET /v2.0/networks/a9b2db96-f866-44dd-9e8d-b8e00d818e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845156 Aug 16 02:41:13.029285 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a5865154-e44a-4efb-bafc-24d717f80586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222968946', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:15Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '808a0bdc-1d91-4764-b5b7-9ef6e6113b48', 'name': '', 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:15:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'bc43775f-ceb3-4600-a533-bf0a57e796d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:14Z', 'updated_at': '2021-08-16T02:40:19Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'bc43775f-ceb3-4600-a533-bf0a57e796d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:13.212018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5865154-e44a-4efb-bafc-24d717f80586 None None] The sync data for ids ['d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'] in n-d-765315-27 is: [{'id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222968946', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:15Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '808a0bdc-1d91-4764-b5b7-9ef6e6113b48', 'name': '', 'network_id': 'a9b2db96-f866-44dd-9e8d-b8e00d818e64', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:15:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'bc43775f-ceb3-4600-a533-bf0a57e796d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:14Z', 'updated_at': '2021-08-16T02:40:19Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'bc43775f-ceb3-4600-a533-bf0a57e796d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:41:13.427664 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ed2f7e-ef2a-4de4-ad63-f96153d11e0a None None] New status for floating IP 9096a4f6-d826-46b5-852b-2023880ac0e6: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:41:13.868311 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9fff4-a60e-4710-8120-183a53e42c7a req-c08491ec-b051-4df1-94ab-9e247336b92c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:13.869864 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11d9fff4-a60e-4710-8120-183a53e42c7a req-c08491ec-b051-4df1-94ab-9e247336b92c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 946 time: 0.0561442 Aug 16 02:41:13.907796 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-11d9fff4-a60e-4710-8120-183a53e42c7a req-e258c206-0e80-4c4e-a6cf-01ab063096f3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=c675515d-d1e4-4cdc-ac7e-a26e3b9058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0316534 Aug 16 02:41:14.503915 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba325134-1d42-43aa-8286-c4ba47af3259 req-557a9d2a-b832-4995-9a02-48386befc89a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:14.505343 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ba325134-1d42-43aa-8286-c4ba47af3259 req-557a9d2a-b832-4995-9a02-48386befc89a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.63 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 946 time: 0.0494530 Aug 16 02:41:14.601936 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-ba325134-1d42-43aa-8286-c4ba47af3259 req-150677fe-9604-45da-8f12-4dd09c44d23e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port 9ed7088b-797a-4b0e-94db-38a0511bb556 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:14.602155 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ba325134-1d42-43aa-8286-c4ba47af3259 req-150677fe-9604-45da-8f12-4dd09c44d23e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.691400 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ba325134-1d42-43aa-8286-c4ba47af3259 req-150677fe-9604-45da-8f12-4dd09c44d23e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] For port 9ed7088b-797a-4b0e-94db-38a0511bb556, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9ed7088b-797a-4b0e-94db-38a0511bb556,segment=NetworkSegment(7cd9c25a-5634-40cc-807b-1bb2519bb9e7),segment_id=7cd9c25a-5634-40cc-807b-1bb2519bb9e7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:14.691767 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ba325134-1d42-43aa-8286-c4ba47af3259 req-150677fe-9604-45da-8f12-4dd09c44d23e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.704881 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-ba325134-1d42-43aa-8286-c4ba47af3259 req-150677fe-9604-45da-8f12-4dd09c44d23e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for 9ed7088b-797a-4b0e-94db-38a0511bb556 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:14.845381 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ba325134-1d42-43aa-8286-c4ba47af3259 req-150677fe-9604-45da-8f12-4dd09c44d23e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.878049 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150677fe-9604-45da-8f12-4dd09c44d23e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=9ed7088b-797a-4b0e-94db-38a0511bb556,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:14.927368 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba325134-1d42-43aa-8286-c4ba47af3259 req-150677fe-9604-45da-8f12-4dd09c44d23e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] No DVR routers for this DVR port 9ed7088b-797a-4b0e-94db-38a0511bb556 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:14.930534 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ba325134-1d42-43aa-8286-c4ba47af3259 req-150677fe-9604-45da-8f12-4dd09c44d23e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.932798 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ba325134-1d42-43aa-8286-c4ba47af3259 req-150677fe-9604-45da-8f12-4dd09c44d23e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.63 "DELETE /v2.0/ports/9ed7088b-797a-4b0e-94db-38a0511bb556 HTTP/1.1" status: 204 len: 173 time: 0.4180388 Aug 16 02:41:14.933246 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afde855c-e84e-49cb-ab26-a015051c2bd2', 'name': 'network-vif-deleted', 'tag': '9ed7088b-797a-4b0e-94db-38a0511bb556'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:41:14.935639 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a4425a-fa8e-4cdd-ac63-bacce61e0959" -d '{"events": [{"server_uuid": "afde855c-e84e-49cb-ab26-a015051c2bd2", "name": "network-vif-deleted", "tag": "9ed7088b-797a-4b0e-94db-38a0511bb556"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:41:14.980802 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8ff995-7893-4218-9295-95ab2391bda1 x-openstack-request-id: req-6a8ff995-7893-4218-9295-95ab2391bda1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:41:14.981425 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afde855c-e84e-49cb-ab26-a015051c2bd2", "name": "network-vif-deleted", "tag": "9ed7088b-797a-4b0e-94db-38a0511bb556", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:41:14.982021 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6a8ff995-7893-4218-9295-95ab2391bda1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:41:14.982427 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afde855c-e84e-49cb-ab26-a015051c2bd2', 'name': 'network-vif-deleted', 'tag': '9ed7088b-797a-4b0e-94db-38a0511bb556', 'status': 'completed', 'code': 200} Aug 16 02:41:15.012358 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-01fde7c9-e744-4561-8857-e347e9855ccb req-875c9cf4-2a34-4976-9f55-05a2b55ebd0c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=afde855c-e84e-49cb-ab26-a015051c2bd2 HTTP/1.1" status: 200 len: 210 time: 0.0289917 Aug 16 02:41:16.074423 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40164) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:16.430533 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d4c56fc-879b-437b-8d74-865c9cff9689 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.688288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c56fc-879b-437b-8d74-865c9cff9689 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:16.688597 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d4c56fc-879b-437b-8d74-865c9cff9689 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.778000 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4d4c56fc-879b-437b-8d74-865c9cff9689 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] For port 808a0bdc-1d91-4764-b5b7-9ef6e6113b48, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=808a0bdc-1d91-4764-b5b7-9ef6e6113b48,segment=NetworkSegment(7cd9c25a-5634-40cc-807b-1bb2519bb9e7),segment_id=7cd9c25a-5634-40cc-807b-1bb2519bb9e7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:16.778362 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d4c56fc-879b-437b-8d74-865c9cff9689 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.791807 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c56fc-879b-437b-8d74-865c9cff9689 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:16.976652 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d4c56fc-879b-437b-8d74-865c9cff9689 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.005557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c56fc-879b-437b-8d74-865c9cff9689 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=808a0bdc-1d91-4764-b5b7-9ef6e6113b48,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:17.183322 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d4c56fc-879b-437b-8d74-865c9cff9689 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.547931 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 9ed7088b-797a-4b0e-94db-38a0511bb556 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:41:17.567945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 9ed7088b-797a-4b0e-94db-38a0511bb556 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:41:17.568280 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 9ed7088b-797a-4b0e-94db-38a0511bb556 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:41:17.703027 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4c56fc-879b-437b-8d74-865c9cff9689 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:41:17.807166 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4c56fc-879b-437b-8d74-865c9cff9689 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:41:17.812189 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4d4c56fc-879b-437b-8d74-865c9cff9689 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "PUT /v2.0/routers/d9ba8c36-7b82-4f71-86d0-cd9fedc8a876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7367461 Aug 16 02:41:17.814993 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40166) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:17.819102 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8726bf-385f-4032-a0c3-7c8b57e1ca69 None None] Sync routers for ids ['d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:41:17.828638 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8726bf-385f-4032-a0c3-7c8b57e1ca69 None None] Routers {'d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:17.829244 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3a8726bf-385f-4032-a0c3-7c8b57e1ca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:40:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:17.865420 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-17329839-fcf2-4b54-bd26-036400f55a23 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting subnet bc43775f-ceb3-4600-a533-bf0a57e796d7 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:41:17.869447 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17329839-fcf2-4b54-bd26-036400f55a23 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.909620 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17329839-fcf2-4b54-bd26-036400f55a23 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.932205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-3a8726bf-385f-4032-a0c3-7c8b57e1ca69 None None] Set router d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:18.003785 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17329839-fcf2-4b54-bd26-036400f55a23 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.064084 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17329839-fcf2-4b54-bd26-036400f55a23 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.092503 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17329839-fcf2-4b54-bd26-036400f55a23 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Subnet': ['ID=bc43775f-ceb3-4600-a533-bf0a57e796d7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:18.094492 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17329839-fcf2-4b54-bd26-036400f55a23 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.099036 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-17329839-fcf2-4b54-bd26-036400f55a23 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/subnets/bc43775f-ceb3-4600-a533-bf0a57e796d7 HTTP/1.1" status: 204 len: 168 time: 0.2804697 Aug 16 02:41:18.099809 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40170) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:18.106231 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b94003-d44b-44d2-b0f2-4f85eb58ad13 None None] Network a9b2db96-f866-44dd-9e8d-b8e00d818e64 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:18.167565 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3a8726bf-385f-4032-a0c3-7c8b57e1ca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222968946', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:41:16Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:18.200375 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8726bf-385f-4032-a0c3-7c8b57e1ca69 None None] Checking router: d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:41:18.211697 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9de3afc3-16c9-4332-866d-8894e2b03187 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.247486 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8726bf-385f-4032-a0c3-7c8b57e1ca69 None None] Routers {'d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:18.248126 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3a8726bf-385f-4032-a0c3-7c8b57e1ca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:40:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:18.320981 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9de3afc3-16c9-4332-866d-8894e2b03187 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.367508 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-3a8726bf-385f-4032-a0c3-7c8b57e1ca69 None None] Set router d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:18.384106 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9de3afc3-16c9-4332-866d-8894e2b03187 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port 991e41eb-19a6-44fa-b269-5dd83878e022 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:18.384663 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9de3afc3-16c9-4332-866d-8894e2b03187 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.424628 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] DHCP port deletion for a9b2db96-f866-44dd-9e8d-b8e00d818e64 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:41:18.467168 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9de3afc3-16c9-4332-866d-8894e2b03187 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] For port 991e41eb-19a6-44fa-b269-5dd83878e022, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=991e41eb-19a6-44fa-b269-5dd83878e022,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:18.467534 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9de3afc3-16c9-4332-866d-8894e2b03187 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.485126 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9de3afc3-16c9-4332-866d-8894e2b03187 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for 991e41eb-19a6-44fa-b269-5dd83878e022 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:18.559491 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] Deleting port 2cf2986c-435c-4689-ac3d-103626f1c0df {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:18.560098 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.632867 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] For port 2cf2986c-435c-4689-ac3d-103626f1c0df, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=2cf2986c-435c-4689-ac3d-103626f1c0df,segment=NetworkSegment(7cd9c25a-5634-40cc-807b-1bb2519bb9e7),segment_id=7cd9c25a-5634-40cc-807b-1bb2519bb9e7)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:18.633143 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.647182 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] Calling delete_port for 2cf2986c-435c-4689-ac3d-103626f1c0df owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:18.658553 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9de3afc3-16c9-4332-866d-8894e2b03187 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.660618 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3a8726bf-385f-4032-a0c3-7c8b57e1ca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222968946', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:41:16Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:18.683810 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3afc3-16c9-4332-866d-8894e2b03187 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=991e41eb-19a6-44fa-b269-5dd83878e022,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:18.689334 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8726bf-385f-4032-a0c3-7c8b57e1ca69 None None] The sync data for ids ['d9ba8c36-7b82-4f71-86d0-cd9fedc8a876'] in n-d-765315-27 is: [{'id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222968946', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:41:16Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '991e41eb-19a6-44fa-b269-5dd83878e022', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ba8c36-7b82-4f71-86d0-cd9fedc8a876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:40:11Z', 'updated_at': '2021-08-16T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:41:18.752026 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9de3afc3-16c9-4332-866d-8894e2b03187 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.765820 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.793069 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] Pushing event deleted for resources: {'Port': ['ID=2cf2986c-435c-4689-ac3d-103626f1c0df,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:18.795370 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] No DVR routers for this DVR port 2cf2986c-435c-4689-ac3d-103626f1c0df on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:18.803227 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:18.803563 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:18.803902 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:18.804517 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:18.805484 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:18.805854 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:18.806216 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:18.806545 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:18.806980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:18.807274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:18.807601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:18.807923 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c6b4c6-8721-42aa-a602-702dafbd62db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:18.847987 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9de3afc3-16c9-4332-866d-8894e2b03187 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.850271 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9de3afc3-16c9-4332-866d-8894e2b03187 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.899417 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9de3afc3-16c9-4332-866d-8894e2b03187 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.899876 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de3afc3-16c9-4332-866d-8894e2b03187 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Fanout notify agent at l3_agent the message router_deleted on router d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:41:18.907345 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9de3afc3-16c9-4332-866d-8894e2b03187 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:18.908451 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9de3afc3-16c9-4332-866d-8894e2b03187 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/routers/d9ba8c36-7b82-4f71-86d0-cd9fedc8a876 HTTP/1.1" status: 204 len: 168 time: 0.8083603 Aug 16 02:41:18.911491 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40172) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:18.986622 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6bf45f6-acce-4e22-9504-f1b7f6d77dec tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.084691 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6bf45f6-acce-4e22-9504-f1b7f6d77dec tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.096188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e6bf45f6-acce-4e22-9504-f1b7f6d77dec tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b2db96-f866-44dd-9e8d-b8e00d818e64']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:19.107653 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e6bf45f6-acce-4e22-9504-f1b7f6d77dec tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd9c25a-5634-40cc-807b-1bb2519bb9e7') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:19.107957 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e6bf45f6-acce-4e22-9504-f1b7f6d77dec tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd9c25a-5634-40cc-807b-1bb2519bb9e7') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:19.117279 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6bf45f6-acce-4e22-9504-f1b7f6d77dec tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.131687 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6bf45f6-acce-4e22-9504-f1b7f6d77dec tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.139084 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6bf45f6-acce-4e22-9504-f1b7f6d77dec tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:41:19.139496 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6bf45f6-acce-4e22-9504-f1b7f6d77dec tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:41:19.142641 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:41:19.203924 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6bf45f6-acce-4e22-9504-f1b7f6d77dec tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.211511 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6bf45f6-acce-4e22-9504-f1b7f6d77dec tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.212621 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e6bf45f6-acce-4e22-9504-f1b7f6d77dec tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/networks/a9b2db96-f866-44dd-9e8d-b8e00d818e64 HTTP/1.1" status: 204 len: 168 time: 0.3001199 Aug 16 02:41:19.215698 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40174) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:19.224546 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf45f6-acce-4e22-9504-f1b7f6d77dec tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Network': ['ID=a9b2db96-f866-44dd-9e8d-b8e00d818e64,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:19.278266 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b1758b0f-a61b-47b6-860f-56fa70c2cbf6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.305393 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b1758b0f-a61b-47b6-860f-56fa70c2cbf6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.371637 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b1758b0f-a61b-47b6-860f-56fa70c2cbf6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.374429 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b1758b0f-a61b-47b6-860f-56fa70c2cbf6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.375590 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b1758b0f-a61b-47b6-860f-56fa70c2cbf6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/security-groups/c675515d-d1e4-4cdc-ac7e-a26e3b9058ee HTTP/1.1" status: 204 len: 168 time: 0.1588838 Aug 16 02:41:19.385335 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1758b0f-a61b-47b6-860f-56fa70c2cbf6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c675515d-d1e4-4cdc-ac7e-a26e3b9058ee,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:19.392964 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1758b0f-a61b-47b6-860f-56fa70c2cbf6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:19.393317 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1758b0f-a61b-47b6-860f-56fa70c2cbf6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:19.393657 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1758b0f-a61b-47b6-860f-56fa70c2cbf6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:19.394017 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1758b0f-a61b-47b6-860f-56fa70c2cbf6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:19.394352 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1758b0f-a61b-47b6-860f-56fa70c2cbf6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:19.394682 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1758b0f-a61b-47b6-860f-56fa70c2cbf6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:19.395040 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1758b0f-a61b-47b6-860f-56fa70c2cbf6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:19.395338 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1758b0f-a61b-47b6-860f-56fa70c2cbf6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:19.395664 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1758b0f-a61b-47b6-860f-56fa70c2cbf6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:19.396260 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1758b0f-a61b-47b6-860f-56fa70c2cbf6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:19.396382 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1758b0f-a61b-47b6-860f-56fa70c2cbf6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:19.396622 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1758b0f-a61b-47b6-860f-56fa70c2cbf6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:19.610834 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40180) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:19.615505 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-888eb493-988c-4599-aa89-e68a8a6a37ad tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-31031751', 'description': 'tempest-secgroup-smoke-31031751 description', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:19.638222 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-888eb493-988c-4599-aa89-e68a8a6a37ad tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.727201 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-888eb493-988c-4599-aa89-e68a8a6a37ad tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.732195 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-888eb493-988c-4599-aa89-e68a8a6a37ad tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.739221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2cf2986c-435c-4689-ac3d-103626f1c0df no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:41:19.760387 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 2cf2986c-435c-4689-ac3d-103626f1c0df {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:41:19.760712 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 2cf2986c-435c-4689-ac3d-103626f1c0df not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:41:19.761317 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 991e41eb-19a6-44fa-b269-5dd83878e022 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:41:19.763911 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-888eb493-988c-4599-aa89-e68a8a6a37ad tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.765209 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-888eb493-988c-4599-aa89-e68a8a6a37ad tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1533418 Aug 16 02:41:19.767165 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888eb493-988c-4599-aa89-e68a8a6a37ad tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcda59d2-ba00-44eb-a3db-d5cfcf820032,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:19.768392 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40182) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:19.773007 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3cb09bd1-256e-4d05-ac97-21a670c67e88 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': 'bcda59d2-ba00-44eb-a3db-d5cfcf820032', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:19.783674 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 991e41eb-19a6-44fa-b269-5dd83878e022 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:41:19.784025 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 991e41eb-19a6-44fa-b269-5dd83878e022 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:41:19.784438 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:41:19.800629 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cb09bd1-256e-4d05-ac97-21a670c67e88 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.804806 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:41:19.805147 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 808a0bdc-1d91-4764-b5b7-9ef6e6113b48 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:41:19.861267 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cb09bd1-256e-4d05-ac97-21a670c67e88 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.866180 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cb09bd1-256e-4d05-ac97-21a670c67e88 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.884674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb09bd1-256e-4d05-ac97-21a670c67e88 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e71f46-e7a8-4270-ac5f-fa4dd59a9fe5,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:19.891105 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cb09bd1-256e-4d05-ac97-21a670c67e88 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.894675 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3cb09bd1-256e-4d05-ac97-21a670c67e88 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229048 Aug 16 02:41:19.895231 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40184) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:19.899958 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c0aec631-8b43-4b2d-9717-9f4ba088f3dd tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': 'bcda59d2-ba00-44eb-a3db-d5cfcf820032', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:19.926866 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0aec631-8b43-4b2d-9717-9f4ba088f3dd tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.984102 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0aec631-8b43-4b2d-9717-9f4ba088f3dd tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:19.987983 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0aec631-8b43-4b2d-9717-9f4ba088f3dd tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.004827 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aec631-8b43-4b2d-9717-9f4ba088f3dd tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d940c7-1e4e-4064-bde8-df4580732824,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:20.012024 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0aec631-8b43-4b2d-9717-9f4ba088f3dd tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.013225 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c0aec631-8b43-4b2d-9717-9f4ba088f3dd tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169362 Aug 16 02:41:20.015999 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40186) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:20.020424 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-aa3ca0de-b9a1-47e6-a8e0-1d3f37bcf5c0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': 'bcda59d2-ba00-44eb-a3db-d5cfcf820032', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:20.046730 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca0de-b9a1-47e6-a8e0-1d3f37bcf5c0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.104785 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca0de-b9a1-47e6-a8e0-1d3f37bcf5c0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.108662 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca0de-b9a1-47e6-a8e0-1d3f37bcf5c0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.127267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ca0de-b9a1-47e6-a8e0-1d3f37bcf5c0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9156b132-010b-4164-8085-1dc9cfe491f6,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:20.134365 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca0de-b9a1-47e6-a8e0-1d3f37bcf5c0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.135725 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-aa3ca0de-b9a1-47e6-a8e0-1d3f37bcf5c0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187558 Aug 16 02:41:20.138414 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40188) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:20.142709 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c2030cc9-e840-4b3d-a0dc-5a6dd7acf377 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': 'bcda59d2-ba00-44eb-a3db-d5cfcf820032', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:20.171606 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c2030cc9-e840-4b3d-a0dc-5a6dd7acf377 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.198421 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dea7c5f0-e800-4057-81ec-e12afd2d48f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.233346 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c2030cc9-e840-4b3d-a0dc-5a6dd7acf377 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.237029 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c2030cc9-e840-4b3d-a0dc-5a6dd7acf377 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.257163 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2030cc9-e840-4b3d-a0dc-5a6dd7acf377 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c459d0-0a1c-47cc-9cca-7ad9ffcba53e,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:20.265984 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c2030cc9-e840-4b3d-a0dc-5a6dd7acf377 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.267954 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c2030cc9-e840-4b3d-a0dc-5a6dd7acf377 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284323 Aug 16 02:41:20.270501 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40190) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:20.275677 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-21116680-a8ea-4e71-9478-238b9e1e9dea tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': 'bcda59d2-ba00-44eb-a3db-d5cfcf820032', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:20.298987 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-21116680-a8ea-4e71-9478-238b9e1e9dea tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Project 9cb0f86fd7764c738454a1edb0bea8ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:41:20.303773 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21116680-a8ea-4e71-9478-238b9e1e9dea tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.362944 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21116680-a8ea-4e71-9478-238b9e1e9dea tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.366660 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21116680-a8ea-4e71-9478-238b9e1e9dea tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.388070 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21116680-a8ea-4e71-9478-238b9e1e9dea tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e2baaf9-4ee5-4c1a-9e7c-178460bcba68,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:20.391783 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21116680-a8ea-4e71-9478-238b9e1e9dea tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.395910 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-21116680-a8ea-4e71-9478-238b9e1e9dea tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215444 Aug 16 02:41:20.395910 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40192) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:20.400526 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bfd31603-7190-4ada-bba0-b680c1ea7cb9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': 'bcda59d2-ba00-44eb-a3db-d5cfcf820032', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:20.422552 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-bfd31603-7190-4ada-bba0-b680c1ea7cb9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Project 9cb0f86fd7764c738454a1edb0bea8ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:41:20.427216 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfd31603-7190-4ada-bba0-b680c1ea7cb9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.491384 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfd31603-7190-4ada-bba0-b680c1ea7cb9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.495199 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfd31603-7190-4ada-bba0-b680c1ea7cb9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.515902 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd31603-7190-4ada-bba0-b680c1ea7cb9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7af863-79c2-4cc4-80a0-04b91a006a87,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:20.519297 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfd31603-7190-4ada-bba0-b680c1ea7cb9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.520562 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bfd31603-7190-4ada-bba0-b680c1ea7cb9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239581 Aug 16 02:41:20.523431 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40194) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:20.529198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a23a51d0-4f55-405d-b26e-ab1ffd524b94 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'network': {'name': 'tempest-network-smoke--917417831', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'port_security_enabled': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:20.549391 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23a51d0-4f55-405d-b26e-ab1ffd524b94 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Made reservation on behalf of 9cb0f86fd7764c738454a1edb0bea8ab for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:20.552753 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a23a51d0-4f55-405d-b26e-ab1ffd524b94 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.576176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23a51d0-4f55-405d-b26e-ab1ffd524b94 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:41:20.585491 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a23a51d0-4f55-405d-b26e-ab1ffd524b94 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.585901 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-a23a51d0-4f55-405d-b26e-ab1ffd524b94 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Added segment 31628d28-05f7-4a1a-84f0-737a4c6f6de5 of type vlan for network 72e2f949-74b3-4656-9d8a-cdc8acf9a07b Aug 16 02:41:20.627941 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a23a51d0-4f55-405d-b26e-ab1ffd524b94 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.656996 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a23a51d0-4f55-405d-b26e-ab1ffd524b94 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.662955 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23a51d0-4f55-405d-b26e-ab1ffd524b94 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:20.663535 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a23a51d0-4f55-405d-b26e-ab1ffd524b94 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.717631 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a23a51d0-4f55-405d-b26e-ab1ffd524b94 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1931534 Aug 16 02:41:20.720341 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40196) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:20.726732 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9386f705-a706-480d-8e5e-140c7b81c4ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-783918638', 'admin_state_up': True, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:20.745078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a51d0-4f55-405d-b26e-ab1ffd524b94 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Network': ['ID=72e2f949-74b3-4656-9d8a-cdc8acf9a07b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:20.756019 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 72e2f949-74b3-4656-9d8a-cdc8acf9a07b details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:41:20.760368 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9386f705-a706-480d-8e5e-140c7b81c4ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.761467 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9386f705-a706-480d-8e5e-140c7b81c4ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.818860 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9386f705-a706-480d-8e5e-140c7b81c4ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:20.955968 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9386f705-a706-480d-8e5e-140c7b81c4ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.145375 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9386f705-a706-480d-8e5e-140c7b81c4ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.163745 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9386f705-a706-480d-8e5e-140c7b81c4ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.268418 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-9386f705-a706-480d-8e5e-140c7b81c4ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Allocated IP 172.25.3.111 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/524dd26f-8792-4dfb-9fc0-3c2f77c089a4) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:21.370276 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9386f705-a706-480d-8e5e-140c7b81c4ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.408678 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9386f705-a706-480d-8e5e-140c7b81c4ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.453697 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9386f705-a706-480d-8e5e-140c7b81c4ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:21.456596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9386f705-a706-480d-8e5e-140c7b81c4ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:21.461651 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9386f705-a706-480d-8e5e-140c7b81c4ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:21.464742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386f705-a706-480d-8e5e-140c7b81c4ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=524dd26f-8792-4dfb-9fc0-3c2f77c089a4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:21.705820 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9386f705-a706-480d-8e5e-140c7b81c4ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:21.897994 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9386f705-a706-480d-8e5e-140c7b81c4ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.019198 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9386f705-a706-480d-8e5e-140c7b81c4ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router 8eb5fda4-f440-4ba4-86b0-a388b69cd326 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:41:22.123722 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9386f705-a706-480d-8e5e-140c7b81c4ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:41:22.133382 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Sync routers for ids ['8eb5fda4-f440-4ba4-86b0-a388b69cd326'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:41:22.142897 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9386f705-a706-480d-8e5e-140c7b81c4ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.143837 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Routers {'8eb5fda4-f440-4ba4-86b0-a388b69cd326'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:22.144112 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-9386f705-a706-480d-8e5e-140c7b81c4ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4208305 Aug 16 02:41:22.144457 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:40:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8eb5fda4-f440-4ba4-86b0-a388b69cd326'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:22.147470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40198) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:22.180233 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ede9afc7-ed59-4df2-af48-38e4c8f41015 tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=9cb0f86fd7764c738454a1edb0bea8ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314660 Aug 16 02:41:22.183636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40200) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:22.249146 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Set router 8eb5fda4-f440-4ba4-86b0-a388b69cd326 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:22.341508 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e8db54-31a6-44f5-a9b7-cb622fb78e06 tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:22.346097 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-91e8db54-31a6-44f5-a9b7-cb622fb78e06 tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1588418 Aug 16 02:41:22.346333 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40202) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:22.379513 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4c23def8-caa1-4e36-a008-0a3999105af9 tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=624da80d-1349-4890-b915-f302637330f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321059 Aug 16 02:41:22.382424 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40204) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:22.388875 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-cf9b441e-2614-4b5b-8bee-8079b506c615 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-987593344', 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:22.422546 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783918638', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:20Z', 'updated_at': '2021-08-16T02:41:21Z', 'revision_number': 3, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:21Z', 'updated_at': '2021-08-16T02:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:22.453540 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Checking router: 8eb5fda4-f440-4ba4-86b0-a388b69cd326 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:41:22.453915 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Updating router 8eb5fda4-f440-4ba4-86b0-a388b69cd326 port 524dd26f-8792-4dfb-9fc0-3c2f77c089a4 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:41:22.477917 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9b441e-2614-4b5b-8bee-8079b506c615 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Made reservation on behalf of 9cb0f86fd7764c738454a1edb0bea8ab for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:22.478172 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.481392 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf9b441e-2614-4b5b-8bee-8079b506c615 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.663938 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf9b441e-2614-4b5b-8bee-8079b506c615 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.730641 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9b441e-2614-4b5b-8bee-8079b506c615 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Checking segment: {'id': '31628d28-05f7-4a1a-84f0-737a4c6f6de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:22.731017 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9b441e-2614-4b5b-8bee-8079b506c615 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network hostable DHCP agents. Network: 72e2f949-74b3-4656-9d8a-cdc8acf9a07b, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:41:22.733018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b441e-2614-4b5b-8bee-8079b506c615 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Subnet': ['ID=edea7fe7-1f12-4800-a11a-b16198909e5a,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:22.737997 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.742468 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1189128c-a237-4f6d-98a8-e95542d63047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.750008 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Transition to ACTIVE for port object 524dd26f-8792-4dfb-9fc0-3c2f77c089a4 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:22.754777 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9b441e-2614-4b5b-8bee-8079b506c615 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network 72e2f949-74b3-4656-9d8a-cdc8acf9a07b is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:41:22.755717 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.764748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-cf9b441e-2614-4b5b-8bee-8079b506c615 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 72e2f949-74b3-4656-9d8a-cdc8acf9a07b) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:22.769001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9b441e-2614-4b5b-8bee-8079b506c615 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:22.769588 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf9b441e-2614-4b5b-8bee-8079b506c615 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.776936 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d8d89a-21e2-4605-9db9-4a589e0848a6 None None] Network 72e2f949-74b3-4656-9d8a-cdc8acf9a07b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:22.788389 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cf9b441e-2614-4b5b-8bee-8079b506c615 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4018753 Aug 16 02:41:22.788959 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40206) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:22.800395 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf47bf-c1d1-4364-954f-2fe6766638b7 None None] Pushing event updated for resources: {'Port': ['ID=524dd26f-8792-4dfb-9fc0-3c2f77c089a4,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:22.819528 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf47bf-c1d1-4364-954f-2fe6766638b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:22.819873 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf47bf-c1d1-4364-954f-2fe6766638b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:22.820192 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf47bf-c1d1-4364-954f-2fe6766638b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:22.820520 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf47bf-c1d1-4364-954f-2fe6766638b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:22.820843 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf47bf-c1d1-4364-954f-2fe6766638b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:22.821157 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf47bf-c1d1-4364-954f-2fe6766638b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:22.821476 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf47bf-c1d1-4364-954f-2fe6766638b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:22.822411 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf47bf-c1d1-4364-954f-2fe6766638b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:22.822718 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf47bf-c1d1-4364-954f-2fe6766638b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:22.823044 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf47bf-c1d1-4364-954f-2fe6766638b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:22.823354 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf47bf-c1d1-4364-954f-2fe6766638b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:22.823670 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf47bf-c1d1-4364-954f-2fe6766638b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:22.830621 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Attempting to bind port 524dd26f-8792-4dfb-9fc0-3c2f77c089a4 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:22.830981 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Attempting to bind port 524dd26f-8792-4dfb-9fc0-3c2f77c089a4 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:22.831339 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Attempting to bind port 524dd26f-8792-4dfb-9fc0-3c2f77c089a4 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:22.836755 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:22.836755 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:22.837087 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.837874 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:22.838335 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Bound port: 524dd26f-8792-4dfb-9fc0-3c2f77c089a4, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:22.838716 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.889896 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] For port 524dd26f-8792-4dfb-9fc0-3c2f77c089a4, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:22.892980 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] For port 524dd26f-8792-4dfb-9fc0-3c2f77c089a4, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=524dd26f-8792-4dfb-9fc0-3c2f77c089a4,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:22.898642 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.932068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-72e2f949-74b3-4656-9d8a-cdc8acf9a07b', 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ips': [{'subnet_id': 'edea7fe7-1f12-4800-a11a-b16198909e5a'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:41:22.933509 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:22.947914 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Routers {'8eb5fda4-f440-4ba4-86b0-a388b69cd326'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:22.948553 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:41:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8eb5fda4-f440-4ba4-86b0-a388b69cd326'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:23.058184 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf47bf-c1d1-4364-954f-2fe6766638b7 None None] Pushing event updated for resources: {'Port': ['ID=524dd26f-8792-4dfb-9fc0-3c2f77c089a4,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:23.067220 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] Set router 8eb5fda4-f440-4ba4-86b0-a388b69cd326 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:23.082253 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Allocated IP 172.20.0.2 (72e2f949-74b3-4656-9d8a-cdc8acf9a07b/edea7fe7-1f12-4800-a11a-b16198909e5a/4c819553-5168-4a43-8001-d115d6e86fd3) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:23.249583 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.252758 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d134e07-1f48-4fc5-bd6c-bbb33552cf39 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.254877 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783918638', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:20Z', 'updated_at': '2021-08-16T02:41:21Z', 'revision_number': 3, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:21Z', 'updated_at': '2021-08-16T02:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:23.258710 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Transition to ACTIVE for port object 4c819553-5168-4a43-8001-d115d6e86fd3 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:23.277145 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Transition to ACTIVE for port object 4c819553-5168-4a43-8001-d115d6e86fd3 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:23.283832 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ccb24-f90b-4936-8122-94a8cc93745f None None] The sync data for ids ['8eb5fda4-f440-4ba4-86b0-a388b69cd326'] in n-d-765315-27 is: [{'id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783918638', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:20Z', 'updated_at': '2021-08-16T02:41:21Z', 'revision_number': 3, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:21Z', 'updated_at': '2021-08-16T02:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:41:23.290271 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.332989 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Network 72e2f949-74b3-4656-9d8a-cdc8acf9a07b is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:23.339208 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:23.343155 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:23.363028 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Pushing event updated for resources: {'Port': ['ID=4c819553-5168-4a43-8001-d115d6e86fd3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:23.428136 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Attempting to bind port 4c819553-5168-4a43-8001-d115d6e86fd3 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:23.428572 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Attempting to bind port 4c819553-5168-4a43-8001-d115d6e86fd3 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '31628d28-05f7-4a1a-84f0-737a4c6f6de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:23.429124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Attempting to bind port 4c819553-5168-4a43-8001-d115d6e86fd3 on network 72e2f949-74b3-4656-9d8a-cdc8acf9a07b {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:23.433855 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.437703 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:23.438240 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Checking segment: {'id': '31628d28-05f7-4a1a-84f0-737a4c6f6de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:23.438649 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.439033 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Bound using segment: {'id': '31628d28-05f7-4a1a-84f0-737a4c6f6de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:23.439817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Bound port: 4c819553-5168-4a43-8001-d115d6e86fd3, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31628d28-05f7-4a1a-84f0-737a4c6f6de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:23.440222 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.512069 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-09082e39-e084-4421-8280-9f5240739a36 None None] For port 4c819553-5168-4a43-8001-d115d6e86fd3, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:23.515933 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-09082e39-e084-4421-8280-9f5240739a36 None None] For port 4c819553-5168-4a43-8001-d115d6e86fd3, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4c819553-5168-4a43-8001-d115d6e86fd3,segment=NetworkSegment(31628d28-05f7-4a1a-84f0-737a4c6f6de5),segment_id=31628d28-05f7-4a1a-84f0-737a4c6f6de5)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:23.520618 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.554144 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-4d134e07-1f48-4fc5-bd6c-bbb33552cf39 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Allocated IP 172.20.0.1 (72e2f949-74b3-4656-9d8a-cdc8acf9a07b/edea7fe7-1f12-4800-a11a-b16198909e5a/6fc4438b-4fe0-4a50-af73-2def9bd7ec33) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:23.581037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09082e39-e084-4421-8280-9f5240739a36 None None] Pushing event updated for resources: {'Port': ['ID=4c819553-5168-4a43-8001-d115d6e86fd3,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:23.706532 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d134e07-1f48-4fc5-bd6c-bbb33552cf39 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.727299 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4d134e07-1f48-4fc5-bd6c-bbb33552cf39 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Transition to ACTIVE for port object 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:23.765854 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d134e07-1f48-4fc5-bd6c-bbb33552cf39 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:23.830180 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d134e07-1f48-4fc5-bd6c-bbb33552cf39 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network 72e2f949-74b3-4656-9d8a-cdc8acf9a07b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:23.835020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4d134e07-1f48-4fc5-bd6c-bbb33552cf39 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:23.837222 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d134e07-1f48-4fc5-bd6c-bbb33552cf39 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=6fc4438b-4fe0-4a50-af73-2def9bd7ec33,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:23.840041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d134e07-1f48-4fc5-bd6c-bbb33552cf39 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:23.891630 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d134e07-1f48-4fc5-bd6c-bbb33552cf39 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.031448 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d134e07-1f48-4fc5-bd6c-bbb33552cf39 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.350894 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d134e07-1f48-4fc5-bd6c-bbb33552cf39 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.356739 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d134e07-1f48-4fc5-bd6c-bbb33552cf39 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.391926 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.439159 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d134e07-1f48-4fc5-bd6c-bbb33552cf39 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=6fc4438b-4fe0-4a50-af73-2def9bd7ec33,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:24.442636 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d134e07-1f48-4fc5-bd6c-bbb33552cf39 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:24.547077 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d134e07-1f48-4fc5-bd6c-bbb33552cf39 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network 72e2f949-74b3-4656-9d8a-cdc8acf9a07b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:24.548491 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4d134e07-1f48-4fc5-bd6c-bbb33552cf39 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:24.567795 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beae475d-19e1-4e06-bb5e-dd7e3e2eaec1 None None] Network 72e2f949-74b3-4656-9d8a-cdc8acf9a07b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:24.634684 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c97ec20e-5c8e-49b9-b6be-6102b4fcee0d None None] Provisioning for port 4c819553-5168-4a43-8001-d115d6e86fd3 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:24.663795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d134e07-1f48-4fc5-bd6c-bbb33552cf39 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router 8eb5fda4-f440-4ba4-86b0-a388b69cd326 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:41:24.978392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2960b290-15c4-4d9c-9b39-4a065e9ab119 None None] Provisioning for port 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:24.986759 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2960b290-15c4-4d9c-9b39-4a065e9ab119 None None] Provisioning complete for port 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:24.987148 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2960b290-15c4-4d9c-9b39-4a065e9ab119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:25.030275 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2960b290-15c4-4d9c-9b39-4a065e9ab119 None None] Port 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:41:25.109549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d134e07-1f48-4fc5-bd6c-bbb33552cf39 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:41:25.115002 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4d134e07-1f48-4fc5-bd6c-bbb33552cf39 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "PUT /v2.0/routers/8eb5fda4-f440-4ba4-86b0-a388b69cd326/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3245983 Aug 16 02:41:25.126535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Sync routers for ids ['8eb5fda4-f440-4ba4-86b0-a388b69cd326'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:41:25.137247 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Routers {'8eb5fda4-f440-4ba4-86b0-a388b69cd326'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:25.138028 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:41:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8eb5fda4-f440-4ba4-86b0-a388b69cd326'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:25.205678 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-715643ae-e3b5-4080-8d92-c053290873e4 None None] Provisioning complete for port 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:25.205678 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-715643ae-e3b5-4080-8d92-c053290873e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:25.271941 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-064b94fa-010f-4532-815e-97d36193f38d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-31031751&fields=id&tenant_id=9cb0f86fd7764c738454a1edb0bea8ab HTTP/1.1" status: 200 len: 267 time: 0.0405715 Aug 16 02:41:25.278320 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-715643ae-e3b5-4080-8d92-c053290873e4 None None] Port 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:41:25.294281 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Set router 8eb5fda4-f440-4ba4-86b0-a388b69cd326 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:25.402782 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-0bd53861-2407-4828-bf7b-6eb91183ef0b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:25.404340 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-0bd53861-2407-4828-bf7b-6eb91183ef0b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/networks?id=72e2f949-74b3-4656-9d8a-cdc8acf9a07b HTTP/1.1" status: 200 len: 796 time: 0.1216402 Aug 16 02:41:25.420569 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-bac7db5b-1f44-44a1-9c3e-b3756da5daee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/quotas/9cb0f86fd7764c738454a1edb0bea8ab HTTP/1.1" status: 200 len: 375 time: 0.0101960 Aug 16 02:41:25.478892 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-b96a6e65-7a33-41e6-9d30-1a37b4d89c89 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524783 Aug 16 02:41:25.531268 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d9fc1660-7f19-491d-95eb-96988bd0dba6 None None] Provisioning complete for port 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:25.531814 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9fc1660-7f19-491d-95eb-96988bd0dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:25.611939 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc1660-7f19-491d-95eb-96988bd0dba6 None None] Port 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:41:25.622168 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c6fcf474-700f-448b-8910-b9b18813a8ae service neutron] 10.222.0.68 "GET /v2.0/networks/72e2f949-74b3-4656-9d8a-cdc8acf9a07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315615 Aug 16 02:41:25.697796 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783918638', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:20Z', 'updated_at': '2021-08-16T02:41:23Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:21Z', 'updated_at': '2021-08-16T02:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '6fc4438b-4fe0-4a50-af73-2def9bd7ec33', 'name': '', 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:8d:ac:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'edea7fe7-1f12-4800-a11a-b16198909e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:23Z', 'updated_at': '2021-08-16T02:41:24Z', 'revision_number': 2, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'edea7fe7-1f12-4800-a11a-b16198909e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:25.723735 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-97428b2f-5299-4786-83d8-cce98111e773 service neutron] 10.222.0.68 "GET /v2.0/networks/72e2f949-74b3-4656-9d8a-cdc8acf9a07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952919 Aug 16 02:41:25.727169 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Checking router: 8eb5fda4-f440-4ba4-86b0-a388b69cd326 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:41:25.727610 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Updating router 8eb5fda4-f440-4ba4-86b0-a388b69cd326 port 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:41:25.752949 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 524dd26f-8792-4dfb-9fc0-3c2f77c089a4 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:25.780344 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:25.851419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 524dd26f-8792-4dfb-9fc0-3c2f77c089a4 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:25.900476 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-50dca46e-5446-44e3-be4a-bc4b2c0e295b req-7f2f6bce-4324-492a-8f2f-29f756d70931 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 210 time: 0.0314248 Aug 16 02:41:25.902859 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 524dd26f-8792-4dfb-9fc0-3c2f77c089a4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:25.903229 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.074673 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.108065 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 524dd26f-8792-4dfb-9fc0-3c2f77c089a4, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=524dd26f-8792-4dfb-9fc0-3c2f77c089a4,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:26.112731 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.113527 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4c819553-5168-4a43-8001-d115d6e86fd3 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:26.236907 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.257022 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.260382 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=524dd26f-8792-4dfb-9fc0-3c2f77c089a4,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:26.274268 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Transition to ACTIVE for port object 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:26.279802 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 4c819553-5168-4a43-8001-d115d6e86fd3 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:26.283992 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 4c819553-5168-4a43-8001-d115d6e86fd3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:26.284368 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.287593 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.373443 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f72f8-0b4b-4b2b-8cd2-5cdd858c40df None None] Pushing event updated for resources: {'Port': ['ID=6fc4438b-4fe0-4a50-af73-2def9bd7ec33,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:26.456279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Attempting to bind port 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:26.456644 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Attempting to bind port 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '31628d28-05f7-4a1a-84f0-737a4c6f6de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:26.457228 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Attempting to bind port 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 on network 72e2f949-74b3-4656-9d8a-cdc8acf9a07b {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:26.465846 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:26.466221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Checking segment: {'id': '31628d28-05f7-4a1a-84f0-737a4c6f6de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:26.466819 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.467208 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Bound using segment: {'id': '31628d28-05f7-4a1a-84f0-737a4c6f6de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:26.467680 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Bound port: 6fc4438b-4fe0-4a50-af73-2def9bd7ec33, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31628d28-05f7-4a1a-84f0-737a4c6f6de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:26.468065 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.469932 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.543189 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 4c819553-5168-4a43-8001-d115d6e86fd3, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4c819553-5168-4a43-8001-d115d6e86fd3,segment=NetworkSegment(31628d28-05f7-4a1a-84f0-737a4c6f6de5),segment_id=31628d28-05f7-4a1a-84f0-737a4c6f6de5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:26.553228 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.590159 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] For port 6fc4438b-4fe0-4a50-af73-2def9bd7ec33, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:26.609968 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] For port 6fc4438b-4fe0-4a50-af73-2def9bd7ec33, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6fc4438b-4fe0-4a50-af73-2def9bd7ec33,segment=NetworkSegment(31628d28-05f7-4a1a-84f0-737a4c6f6de5),segment_id=31628d28-05f7-4a1a-84f0-737a4c6f6de5)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:26.617958 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:26.625674 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=4c819553-5168-4a43-8001-d115d6e86fd3,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:26.688427 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Routers {'8eb5fda4-f440-4ba4-86b0-a388b69cd326'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:26.689055 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:41:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8eb5fda4-f440-4ba4-86b0-a388b69cd326'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:26.739808 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f72f8-0b4b-4b2b-8cd2-5cdd858c40df None None] Pushing event updated for resources: {'Port': ['ID=6fc4438b-4fe0-4a50-af73-2def9bd7ec33,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:26.813647 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] Set router 8eb5fda4-f440-4ba4-86b0-a388b69cd326 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:27.016143 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-de6d60aa-e6e5-491e-a2c1-28af0084e241 req-dd294f19-3e69-4af0-8f13-5776c96261bf tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 210 time: 0.0336895 Aug 16 02:41:27.037793 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783918638', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:20Z', 'updated_at': '2021-08-16T02:41:23Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:21Z', 'updated_at': '2021-08-16T02:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '6fc4438b-4fe0-4a50-af73-2def9bd7ec33', 'name': '', 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:8d:ac:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'edea7fe7-1f12-4800-a11a-b16198909e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:23Z', 'updated_at': '2021-08-16T02:41:26Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'edea7fe7-1f12-4800-a11a-b16198909e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:27.059535 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24e90c3-1e42-489c-aaf6-4550d51e601c None None] The sync data for ids ['8eb5fda4-f440-4ba4-86b0-a388b69cd326'] in n-d-765315-27 is: [{'id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783918638', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:20Z', 'updated_at': '2021-08-16T02:41:23Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:21Z', 'updated_at': '2021-08-16T02:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '6fc4438b-4fe0-4a50-af73-2def9bd7ec33', 'name': '', 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:8d:ac:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'edea7fe7-1f12-4800-a11a-b16198909e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:23Z', 'updated_at': '2021-08-16T02:41:26Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'edea7fe7-1f12-4800-a11a-b16198909e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:41:27.444613 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-9b4dcc2e-6814-49b0-949e-566d5ac5155f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:27.446171 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-9b4dcc2e-6814-49b0-949e-566d5ac5155f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.73 "GET /v2.0/networks?id=72e2f949-74b3-4656-9d8a-cdc8acf9a07b HTTP/1.1" status: 200 len: 796 time: 0.4551740 Aug 16 02:41:27.499264 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c938ec3c-e03f-4ca1-9483-e67cff692f42 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cb0f86fd7764c738454a1edb0bea8ab HTTP/1.1" status: 200 len: 378 time: 0.0361521 Aug 16 02:41:27.509372 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-5072b69a-de19-4f6b-bd72-b62aaec73562 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'port': {'device_id': 'f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd', 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b', 'admin_state_up': True, 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'security_groups': ['bcda59d2-ba00-44eb-a3db-d5cfcf820032']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:27.623548 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-5072b69a-de19-4f6b-bd72-b62aaec73562 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Made reservation on behalf of 9cb0f86fd7764c738454a1edb0bea8ab for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:27.627366 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-5072b69a-de19-4f6b-bd72-b62aaec73562 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.764125 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 524dd26f-8792-4dfb-9fc0-3c2f77c089a4 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:27.770836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-5072b69a-de19-4f6b-bd72-b62aaec73562 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Allocated IP 172.20.0.6 (72e2f949-74b3-4656-9d8a-cdc8acf9a07b/edea7fe7-1f12-4800-a11a-b16198909e5a/334b4ac6-a600-415f-89d9-de1d90117dba) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:27.818927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 524dd26f-8792-4dfb-9fc0-3c2f77c089a4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:27.819302 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.906884 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:27.935854 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-5072b69a-de19-4f6b-bd72-b62aaec73562 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.952947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-5072b69a-de19-4f6b-bd72-b62aaec73562 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Transition to ACTIVE for port object 334b4ac6-a600-415f-89d9-de1d90117dba will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:27.961072 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:27.965539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:27.965950 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.991142 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-5072b69a-de19-4f6b-bd72-b62aaec73562 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.033861 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-5072b69a-de19-4f6b-bd72-b62aaec73562 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network 72e2f949-74b3-4656-9d8a-cdc8acf9a07b is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:28.044738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-5072b69a-de19-4f6b-bd72-b62aaec73562 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:28.048932 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-5072b69a-de19-4f6b-bd72-b62aaec73562 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:28.074149 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.078529 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072b69a-de19-4f6b-bd72-b62aaec73562 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=334b4ac6-a600-415f-89d9-de1d90117dba,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:28.108245 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-5072b69a-de19-4f6b-bd72-b62aaec73562 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:28.109301 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-5072b69a-de19-4f6b-bd72-b62aaec73562 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.121335 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 6fc4438b-4fe0-4a50-af73-2def9bd7ec33, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6fc4438b-4fe0-4a50-af73-2def9bd7ec33,segment=NetworkSegment(31628d28-05f7-4a1a-84f0-737a4c6f6de5),segment_id=31628d28-05f7-4a1a-84f0-737a4c6f6de5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:28.130444 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.131245 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4c819553-5168-4a43-8001-d115d6e86fd3 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:28.160737 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-5072b69a-de19-4f6b-bd72-b62aaec73562 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6548254 Aug 16 02:41:28.185078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Request body: {'port': {'device_id': 'f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:28.228753 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e33b1-34ae-4480-8fdc-86e08b3e6e2e req-71a55c02-c82c-4102-907d-ea42a35288fb tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:28.230382 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-597e33b1-34ae-4480-8fdc-86e08b3e6e2e req-71a55c02-c82c-4102-907d-ea42a35288fb tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 931 time: 0.1074796 Aug 16 02:41:28.240624 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=6fc4438b-4fe0-4a50-af73-2def9bd7ec33,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:28.250380 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 4c819553-5168-4a43-8001-d115d6e86fd3 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:28.250781 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.263405 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.333507 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-597e33b1-34ae-4480-8fdc-86e08b3e6e2e req-244f1f77-f0af-4e05-b27f-973f6634bd32 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709982 Aug 16 02:41:28.388836 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-38b53cf9-7520-4d89-ae0b-3c64df418f71 None None] Provisioning for port 334b4ac6-a600-415f-89d9-de1d90117dba completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:28.392598 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-38b53cf9-7520-4d89-ae0b-3c64df418f71 None None] Provisioning complete for port 334b4ac6-a600-415f-89d9-de1d90117dba triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:28.392971 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38b53cf9-7520-4d89-ae0b-3c64df418f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.427510 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-38b53cf9-7520-4d89-ae0b-3c64df418f71 None None] Port 334b4ac6-a600-415f-89d9-de1d90117dba cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:41:28.562986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334b4ac6-a600-415f-89d9-de1d90117dba {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:41:28.570301 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.581696 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Transition to ACTIVE for port object 334b4ac6-a600-415f-89d9-de1d90117dba will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:28.585719 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.637439 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Pushing event updated for resources: {'Port': ['ID=334b4ac6-a600-415f-89d9-de1d90117dba,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:28.716047 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Attempting to bind port 334b4ac6-a600-415f-89d9-de1d90117dba on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:28.716376 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Attempting to bind port 334b4ac6-a600-415f-89d9-de1d90117dba by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '31628d28-05f7-4a1a-84f0-737a4c6f6de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:28.716705 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Attempting to bind port 334b4ac6-a600-415f-89d9-de1d90117dba on network 72e2f949-74b3-4656-9d8a-cdc8acf9a07b {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:28.721392 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Port 334b4ac6-a600-415f-89d9-de1d90117dba on network 72e2f949-74b3-4656-9d8a-cdc8acf9a07b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:41:28.721911 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Attempting to bind port 334b4ac6-a600-415f-89d9-de1d90117dba on network 72e2f949-74b3-4656-9d8a-cdc8acf9a07b {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:28.726866 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:28.727201 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Checking segment: {'id': '31628d28-05f7-4a1a-84f0-737a4c6f6de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:28.728156 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Bound using segment: {'id': '31628d28-05f7-4a1a-84f0-737a4c6f6de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:28.728844 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Bound port: 334b4ac6-a600-415f-89d9-de1d90117dba, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31628d28-05f7-4a1a-84f0-737a4c6f6de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:28.729206 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.796984 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] For port 334b4ac6-a600-415f-89d9-de1d90117dba, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:28.800135 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] For port 334b4ac6-a600-415f-89d9-de1d90117dba, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=334b4ac6-a600-415f-89d9-de1d90117dba,segment=NetworkSegment(31628d28-05f7-4a1a-84f0-737a4c6f6de5),segment_id=31628d28-05f7-4a1a-84f0-737a4c6f6de5)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:28.804822 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.843972 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:28.844708 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:28.846029 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] 10.222.0.73 "PUT /v2.0/ports/334b4ac6-a600-415f-89d9-de1d90117dba HTTP/1.1" status: 200 len: 1092 time: 0.6708467 Aug 16 02:41:28.846482 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd', 'tag': '334b4ac6-a600-415f-89d9-de1d90117dba'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:41:28.848752 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6876ea0-328d-4c48-8cb4-5a015bcd685d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd", "tag": "334b4ac6-a600-415f-89d9-de1d90117dba"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:41:28.873179 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7923a7b-ab99-4cb0-b734-27872ea309af service neutron] Pushing event updated for resources: {'Port': ['ID=334b4ac6-a600-415f-89d9-de1d90117dba,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:28.905382 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcddee52-d87b-4c00-9797-214ec3e44d1f x-openstack-request-id: req-fcddee52-d87b-4c00-9797-214ec3e44d1f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:41:28.905382 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd", "tag": "334b4ac6-a600-415f-89d9-de1d90117dba", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:41:28.905382 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fcddee52-d87b-4c00-9797-214ec3e44d1f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:41:28.905382 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd', 'tag': '334b4ac6-a600-415f-89d9-de1d90117dba', 'status': 'completed', 'code': 200} Aug 16 02:41:28.944239 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-f5fca783-d48d-44e2-9376-e2cf5f1c312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:28.945818 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-f5fca783-d48d-44e2-9376-e2cf5f1c312e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 1095 time: 0.0522904 Aug 16 02:41:28.996339 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-4f6fd6a2-58b7-41d3-94d5-b3650593070d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=334b4ac6-a600-415f-89d9-de1d90117dba HTTP/1.1" status: 200 len: 217 time: 0.0377331 Aug 16 02:41:29.056385 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-e07262e9-084d-4c24-9f73-d26b57e6ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:29.057855 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-e07262e9-084d-4c24-9f73-d26b57e6ad6b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=edea7fe7-1f12-4800-a11a-b16198909e5a HTTP/1.1" status: 200 len: 834 time: 0.0500662 Aug 16 02:41:29.110758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-94a18693-cd88-497b-ad06-2a15a4bd32f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:29.112247 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-94a18693-cd88-497b-ad06-2a15a4bd32f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72e2f949-74b3-4656-9d8a-cdc8acf9a07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428176 Aug 16 02:41:29.206112 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-48b5b127-df5b-432d-b90a-45c6ba8086b1 service neutron] 10.222.0.73 "GET /v2.0/networks/72e2f949-74b3-4656-9d8a-cdc8acf9a07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820119 Aug 16 02:41:29.303171 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1f77c7c4-9d46-48f7-829d-0946c7ad0515 req-c5f14c07-22a3-4703-834a-5026bc03b698 service neutron] 10.222.0.73 "GET /v2.0/networks/72e2f949-74b3-4656-9d8a-cdc8acf9a07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862949 Aug 16 02:41:29.398923 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6876ea0-328d-4c48-8cb4-5a015bcd685d req-5f89f298-be5a-4f55-8528-a60a5dfe843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:29.400714 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6876ea0-328d-4c48-8cb4-5a015bcd685d req-5f89f298-be5a-4f55-8528-a60a5dfe843a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 1095 time: 0.0435121 Aug 16 02:41:29.515546 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cdafc-01eb-4399-8277-b3c55489b518 req-81b3b602-3f37-49b6-807c-5ff9a2b53686 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:29.517031 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a25cdafc-01eb-4399-8277-b3c55489b518 req-81b3b602-3f37-49b6-807c-5ff9a2b53686 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 943 time: 0.1108840 Aug 16 02:41:29.545423 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6876ea0-328d-4c48-8cb4-5a015bcd685d req-45b72235-8ae5-4e8d-b362-338832a9b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:29.546953 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6876ea0-328d-4c48-8cb4-5a015bcd685d req-45b72235-8ae5-4e8d-b362-338832a9b851 service neutron] 10.222.0.73 "GET /v2.0/networks?id=72e2f949-74b3-4656-9d8a-cdc8acf9a07b HTTP/1.1" status: 200 len: 897 time: 0.1321576 Aug 16 02:41:29.570304 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a25cdafc-01eb-4399-8277-b3c55489b518 req-af155bec-7fb7-4ae0-b7af-83b65fa1ac74 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472493 Aug 16 02:41:29.600830 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6876ea0-328d-4c48-8cb4-5a015bcd685d req-36ee1a84-97c5-45db-aefd-1571a7719590 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=334b4ac6-a600-415f-89d9-de1d90117dba HTTP/1.1" status: 200 len: 217 time: 0.0428746 Aug 16 02:41:29.651357 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6876ea0-328d-4c48-8cb4-5a015bcd685d req-eb94af30-74e6-4fce-a723-0ccd3b11e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:29.652835 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6876ea0-328d-4c48-8cb4-5a015bcd685d req-eb94af30-74e6-4fce-a723-0ccd3b11e625 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=edea7fe7-1f12-4800-a11a-b16198909e5a HTTP/1.1" status: 200 len: 834 time: 0.0443413 Aug 16 02:41:29.672111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:29.703077 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6876ea0-328d-4c48-8cb4-5a015bcd685d req-f326a03d-f5e8-458f-8261-b4ff229ad4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:29.704574 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6876ea0-328d-4c48-8cb4-5a015bcd685d req-f326a03d-f5e8-458f-8261-b4ff229ad4df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72e2f949-74b3-4656-9d8a-cdc8acf9a07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423396 Aug 16 02:41:29.720521 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:29.720895 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:29.802620 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6876ea0-328d-4c48-8cb4-5a015bcd685d req-a27d8e4c-29a6-4937-861f-4c4a385d9ce1 service neutron] 10.222.0.73 "GET /v2.0/networks/72e2f949-74b3-4656-9d8a-cdc8acf9a07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879574 Aug 16 02:41:29.892151 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6876ea0-328d-4c48-8cb4-5a015bcd685d req-c9e1c8f6-467c-49ae-8065-023112794dd7 service neutron] 10.222.0.73 "GET /v2.0/networks/72e2f949-74b3-4656-9d8a-cdc8acf9a07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813255 Aug 16 02:41:30.694197 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23bd09-f6db-491c-96c1-a7145390a895 req-49f85ad8-6b8a-4098-a52f-72a2bc1f0c15 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:30.695668 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d23bd09-f6db-491c-96c1-a7145390a895 req-49f85ad8-6b8a-4098-a52f-72a2bc1f0c15 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 943 time: 0.0489900 Aug 16 02:41:30.733556 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d23bd09-f6db-491c-96c1-a7145390a895 req-f2357770-54c6-4bb9-8918-f3fe1beedde0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309505 Aug 16 02:41:31.847634 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6ceb5-1630-41d0-8fb8-6b098ed6bde1 req-83e89426-cb29-482e-8466-fd5588c6b8a1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:31.849105 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bcd6ceb5-1630-41d0-8fb8-6b098ed6bde1 req-83e89426-cb29-482e-8466-fd5588c6b8a1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 943 time: 0.0492585 Aug 16 02:41:31.886697 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bcd6ceb5-1630-41d0-8fb8-6b098ed6bde1 req-15c028d2-0c16-4fbf-9642-06683cfa4920 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311141 Aug 16 02:41:32.925750 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 334b4ac6-a600-415f-89d9-de1d90117dba details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:41:33.005624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d3a05-e95c-4f27-90bb-7b28be839ce1 req-a7d0518c-edb2-492a-9730-2ac34f34a62d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:33.007234 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a7d3a05-e95c-4f27-90bb-7b28be839ce1 req-a7d0518c-edb2-492a-9730-2ac34f34a62d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 943 time: 0.0507064 Aug 16 02:41:33.019981 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 334b4ac6-a600-415f-89d9-de1d90117dba, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=334b4ac6-a600-415f-89d9-de1d90117dba,segment=NetworkSegment(31628d28-05f7-4a1a-84f0-737a4c6f6de5),segment_id=31628d28-05f7-4a1a-84f0-737a4c6f6de5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:33.031692 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '334b4ac6-a600-415f-89d9-de1d90117dba', 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b', 'port_id': '334b4ac6-a600-415f-89d9-de1d90117dba', 'mac_address': 'fa:16:3e:5d:99:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edea7fe7-1f12-4800-a11a-b16198909e5a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:41:33.046701 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a7d3a05-e95c-4f27-90bb-7b28be839ce1 req-f1af7999-0bac-44e3-8988-565dca6a8503 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325286 Aug 16 02:41:33.073261 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.085902 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334b4ac6-a600-415f-89d9-de1d90117dba {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:41:33.105566 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 334b4ac6-a600-415f-89d9-de1d90117dba, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=334b4ac6-a600-415f-89d9-de1d90117dba,segment=NetworkSegment(31628d28-05f7-4a1a-84f0-737a4c6f6de5),segment_id=31628d28-05f7-4a1a-84f0-737a4c6f6de5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:33.109535 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:33.157817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=334b4ac6-a600-415f-89d9-de1d90117dba,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:33.389603 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:41:33.426792 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['334b4ac6-a600-415f-89d9-de1d90117dba'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:41:34.167707 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a0df6-4c3a-4703-a55e-41b1430838ff req-91c84b0e-1bc1-46c2-9917-6edaa689d994 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:34.169198 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c7a0df6-4c3a-4703-a55e-41b1430838ff req-91c84b0e-1bc1-46c2-9917-6edaa689d994 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 944 time: 0.0548527 Aug 16 02:41:34.207185 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4c7a0df6-4c3a-4703-a55e-41b1430838ff req-af79f876-6133-4596-bfeb-e4669078113b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321007 Aug 16 02:41:34.941865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 334b4ac6-a600-415f-89d9-de1d90117dba up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:34.990021 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 334b4ac6-a600-415f-89d9-de1d90117dba completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:34.994195 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 334b4ac6-a600-415f-89d9-de1d90117dba triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:34.994502 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.077838 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.099821 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334b4ac6-a600-415f-89d9-de1d90117dba'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:41:35.102068 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a686ee8a-efe0-48e3-9dd7-8bb5b762b937" -d '{"events": [{"server_uuid": "f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd", "name": "network-vif-plugged", "status": "completed", "tag": "334b4ac6-a600-415f-89d9-de1d90117dba"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:41:35.114860 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 334b4ac6-a600-415f-89d9-de1d90117dba, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=334b4ac6-a600-415f-89d9-de1d90117dba,segment=NetworkSegment(31628d28-05f7-4a1a-84f0-737a4c6f6de5),segment_id=31628d28-05f7-4a1a-84f0-737a4c6f6de5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:35.120780 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:35.144744 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecea1a7-2635-4012-a6c2-a53927099107 x-openstack-request-id: req-0ecea1a7-2635-4012-a6c2-a53927099107 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:41:35.145038 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd", "name": "network-vif-plugged", "status": "completed", "tag": "334b4ac6-a600-415f-89d9-de1d90117dba", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:41:35.145289 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0ecea1a7-2635-4012-a6c2-a53927099107 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:41:35.145676 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334b4ac6-a600-415f-89d9-de1d90117dba', 'code': 200} Aug 16 02:41:35.171229 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=334b4ac6-a600-415f-89d9-de1d90117dba,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:35.249286 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa21c2-6631-4ae5-9cf9-f4a115f535f0 req-1dde3e63-de31-4227-b257-0cd1d13cb175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:35.250875 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ffa21c2-6631-4ae5-9cf9-f4a115f535f0 req-1dde3e63-de31-4227-b257-0cd1d13cb175 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 1097 time: 0.0412042 Aug 16 02:41:35.316826 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0ffa21c2-6631-4ae5-9cf9-f4a115f535f0 req-5ccbec47-b50e-4b4b-95ce-9784de808fa8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552161 Aug 16 02:41:35.334941 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff0f34-2546-4a99-8b0a-541d5963f879 req-7cdc6384-eda1-4647-8b6d-684a6e6bbcd8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:35.336402 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c8ff0f34-2546-4a99-8b0a-541d5963f879 req-7cdc6384-eda1-4647-8b6d-684a6e6bbcd8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0601172 Aug 16 02:41:35.376359 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c8ff0f34-2546-4a99-8b0a-541d5963f879 req-2698fb82-cf80-4dc5-b424-35e84d756733 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328481 Aug 16 02:41:36.499096 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff06d4-aa59-4da5-a801-9b8cee0e8f99 req-2f1d226f-88b9-4a34-9406-1911e51bcb86 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:36.500485 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-abff06d4-aa59-4da5-a801-9b8cee0e8f99 req-2f1d226f-88b9-4a34-9406-1911e51bcb86 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0553815 Aug 16 02:41:36.539455 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-abff06d4-aa59-4da5-a801-9b8cee0e8f99 req-15596505-2b39-49ac-8156-dcc75fb74208 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330269 Aug 16 02:41:36.693004 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e153cc6-5b9e-4f58-a810-d8c0e3d3ad66 req-4c2ae318-4230-48f2-95ed-8213282be4a1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:36.694529 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e153cc6-5b9e-4f58-a810-d8c0e3d3ad66 req-4c2ae318-4230-48f2-95ed-8213282be4a1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0541835 Aug 16 02:41:36.733352 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e153cc6-5b9e-4f58-a810-d8c0e3d3ad66 req-60111f9b-ad81-4a0f-9a05-1f50d9d25901 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329165 Aug 16 02:41:36.755180 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40264) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:36.796769 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23283a62-153c-4210-9583-ef4183817d00 tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:36.798316 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-23283a62-153c-4210-9583-ef4183817d00 tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 1092 time: 0.0421219 Aug 16 02:41:36.801199 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40266) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:36.805631 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': '334b4ac6-a600-415f-89d9-de1d90117dba', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:36.828895 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:36.927019 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:37.029780 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Allocated IP 172.25.3.54 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/a28d351e-95b2-45d4-b909-e330603d5ae8) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:37.134752 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:37.178876 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:37.215724 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:37.218577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:37.224072 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:37.250060 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=a28d351e-95b2-45d4-b909-e330603d5ae8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:37.586045 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:37.652159 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:37.801557 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:37.806058 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:37.876373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=a28d351e-95b2-45d4-b909-e330603d5ae8,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:37.888411 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:37.995588 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Floating IP 59325599-24b7-4bd8-b9c8-f822ee88d866 associated. External IP: 172.25.3.54, port: 334b4ac6-a600-415f-89d9-de1d90117dba. Aug 16 02:41:38.076905 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:38.209602 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router 8eb5fda4-f440-4ba4-86b0-a388b69cd326 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:41:38.318215 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:41:38.327645 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4924622e-5653-4320-ba35-4866c8e3fcb5 None None] Sync routers for ids ['8eb5fda4-f440-4ba4-86b0-a388b69cd326'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:41:38.334759 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:38.339947 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4924622e-5653-4320-ba35-4866c8e3fcb5 None None] Routers {'8eb5fda4-f440-4ba4-86b0-a388b69cd326'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:38.340567 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4924622e-5653-4320-ba35-4866c8e3fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:41:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8eb5fda4-f440-4ba4-86b0-a388b69cd326'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:38.362596 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-25422943-fed7-473c-87ec-f0e0e7be1518 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5603602 Aug 16 02:41:38.363183 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd', 'tag': '334b4ac6-a600-415f-89d9-de1d90117dba'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:41:38.365554 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb775c8-c499-4839-b825-4944f1ed05ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd", "tag": "334b4ac6-a600-415f-89d9-de1d90117dba"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:41:38.411810 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77054ff5-31d0-41e8-b51d-fbb64632dd47 x-openstack-request-id: req-77054ff5-31d0-41e8-b51d-fbb64632dd47 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:41:38.412417 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd", "tag": "334b4ac6-a600-415f-89d9-de1d90117dba", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:41:38.412829 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-77054ff5-31d0-41e8-b51d-fbb64632dd47 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:41:38.413399 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd', 'tag': '334b4ac6-a600-415f-89d9-de1d90117dba', 'status': 'completed', 'code': 200} Aug 16 02:41:38.460734 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-4924622e-5653-4320-ba35-4866c8e3fcb5 None None] Set router 8eb5fda4-f440-4ba4-86b0-a388b69cd326 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:38.479320 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb775c8-c499-4839-b825-4944f1ed05ef req-773ffbb1-649c-48ad-9770-79f656c1701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:38.481182 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6eb775c8-c499-4839-b825-4944f1ed05ef req-773ffbb1-649c-48ad-9770-79f656c1701f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 1097 time: 0.0466352 Aug 16 02:41:38.482998 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624111de-1e01-42dd-9ab4-1284624cd844 req-d639ef0a-d43f-4f19-91c8-c00ce9011d1d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:38.484637 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-624111de-1e01-42dd-9ab4-1284624cd844 req-d639ef0a-d43f-4f19-91c8-c00ce9011d1d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0515847 Aug 16 02:41:38.525778 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-624111de-1e01-42dd-9ab4-1284624cd844 req-eca3eb9b-779f-4127-83be-bbd695d9cca0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340779 Aug 16 02:41:38.550148 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40272) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:38.581646 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb775c8-c499-4839-b825-4944f1ed05ef req-d34a84a2-c1f0-4fe7-825b-aacc687a44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:38.583196 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6eb775c8-c499-4839-b825-4944f1ed05ef req-d34a84a2-c1f0-4fe7-825b-aacc687a44f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=72e2f949-74b3-4656-9d8a-cdc8acf9a07b HTTP/1.1" status: 200 len: 897 time: 0.0953422 Aug 16 02:41:38.620824 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f4cd18e3-3e13-4101-85c3-8350ec1e56c4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/floatingips/59325599-24b7-4bd8-b9c8-f822ee88d866 HTTP/1.1" status: 200 len: 990 time: 0.0688260 Aug 16 02:41:38.652869 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6eb775c8-c499-4839-b825-4944f1ed05ef req-2fc7df27-d8be-4566-bbdd-38e0ead5b532 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=334b4ac6-a600-415f-89d9-de1d90117dba HTTP/1.1" status: 200 len: 998 time: 0.0621374 Aug 16 02:41:38.700616 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:38.706278 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb775c8-c499-4839-b825-4944f1ed05ef req-1f2c42c7-0de1-4ad3-a4a3-dba6260889be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:38.708325 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6eb775c8-c499-4839-b825-4944f1ed05ef req-1f2c42c7-0de1-4ad3-a4a3-dba6260889be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=edea7fe7-1f12-4800-a11a-b16198909e5a HTTP/1.1" status: 200 len: 834 time: 0.0487084 Aug 16 02:41:38.758194 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb775c8-c499-4839-b825-4944f1ed05ef req-b957a263-8805-4bee-9355-2a8e63990b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:38.760283 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6eb775c8-c499-4839-b825-4944f1ed05ef req-b957a263-8805-4bee-9355-2a8e63990b53 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72e2f949-74b3-4656-9d8a-cdc8acf9a07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453885 Aug 16 02:41:38.784012 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4924622e-5653-4320-ba35-4866c8e3fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783918638', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:20Z', 'updated_at': '2021-08-16T02:41:23Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:21Z', 'updated_at': '2021-08-16T02:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '59325599-24b7-4bd8-b9c8-f822ee88d866', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'port_id': '334b4ac6-a600-415f-89d9-de1d90117dba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b', 'mac_address': 'fa:16:3e:5d:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:41:37Z', 'updated_at': '2021-08-16T02:41:37Z', 'revision_number': 0, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc4438b-4fe0-4a50-af73-2def9bd7ec33', 'name': '', 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:8d:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'edea7fe7-1f12-4800-a11a-b16198909e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:23Z', 'updated_at': '2021-08-16T02:41:28Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'edea7fe7-1f12-4800-a11a-b16198909e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:38.812880 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4924622e-5653-4320-ba35-4866c8e3fcb5 None None] Checking router: 8eb5fda4-f440-4ba4-86b0-a388b69cd326 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:41:38.821798 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4924622e-5653-4320-ba35-4866c8e3fcb5 None None] Routers {'8eb5fda4-f440-4ba4-86b0-a388b69cd326'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:41:38.822642 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4924622e-5653-4320-ba35-4866c8e3fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:41:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8eb5fda4-f440-4ba4-86b0-a388b69cd326'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:38.850259 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6eb775c8-c499-4839-b825-4944f1ed05ef req-f4066a09-ee0b-45c0-97c0-a7b438d29ffb service neutron] 10.222.0.73 "GET /v2.0/networks/72e2f949-74b3-4656-9d8a-cdc8acf9a07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818806 Aug 16 02:41:38.926215 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-4924622e-5653-4320-ba35-4866c8e3fcb5 None None] Set router 8eb5fda4-f440-4ba4-86b0-a388b69cd326 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:41:38.947376 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6eb775c8-c499-4839-b825-4944f1ed05ef req-0ad2e8e3-c3b0-4fe6-86f4-8b80600cad70 service neutron] 10.222.0.73 "GET /v2.0/networks/72e2f949-74b3-4656-9d8a-cdc8acf9a07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884342 Aug 16 02:41:39.144056 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4924622e-5653-4320-ba35-4866c8e3fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783918638', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:20Z', 'updated_at': '2021-08-16T02:41:23Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:21Z', 'updated_at': '2021-08-16T02:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '59325599-24b7-4bd8-b9c8-f822ee88d866', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'port_id': '334b4ac6-a600-415f-89d9-de1d90117dba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b', 'mac_address': 'fa:16:3e:5d:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:41:37Z', 'updated_at': '2021-08-16T02:41:37Z', 'revision_number': 0, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc4438b-4fe0-4a50-af73-2def9bd7ec33', 'name': '', 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:8d:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'edea7fe7-1f12-4800-a11a-b16198909e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:23Z', 'updated_at': '2021-08-16T02:41:28Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'edea7fe7-1f12-4800-a11a-b16198909e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:41:39.169525 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4924622e-5653-4320-ba35-4866c8e3fcb5 None None] The sync data for ids ['8eb5fda4-f440-4ba4-86b0-a388b69cd326'] in n-d-765315-27 is: [{'id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783918638', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:20Z', 'updated_at': '2021-08-16T02:41:23Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:21Z', 'updated_at': '2021-08-16T02:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '59325599-24b7-4bd8-b9c8-f822ee88d866', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'port_id': '334b4ac6-a600-415f-89d9-de1d90117dba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b', 'mac_address': 'fa:16:3e:5d:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:41:37Z', 'updated_at': '2021-08-16T02:41:37Z', 'revision_number': 0, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc4438b-4fe0-4a50-af73-2def9bd7ec33', 'name': '', 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:8d:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'edea7fe7-1f12-4800-a11a-b16198909e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:23Z', 'updated_at': '2021-08-16T02:41:28Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'edea7fe7-1f12-4800-a11a-b16198909e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:41:39.361380 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b85633-f66c-4036-8463-4b6d34ce6994 None None] New status for floating IP 59325599-24b7-4bd8-b9c8-f822ee88d866: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:41:39.625169 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40274) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:39.690697 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3a3393e1-8e98-462c-aacd-487934f89b91 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/floatingips/59325599-24b7-4bd8-b9c8-f822ee88d866 HTTP/1.1" status: 200 len: 990 time: 0.0642319 Aug 16 02:41:40.694753 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40276) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:40.754156 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1350c1e1-6bc2-457e-a7b0-eaabbd75901e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/floatingips/59325599-24b7-4bd8-b9c8-f822ee88d866 HTTP/1.1" status: 200 len: 992 time: 0.0583076 Aug 16 02:41:50.202013 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca06583e-abf0-4d27-acfc-7470601e066f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:52.733428 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ef37428c-6f61-4d14-97b6-889d22cffe28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:53.416337 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:54.392387 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:55.119322 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a1ca4fc4-37f5-4597-9021-99321babe39a req-dd566ac9-aacb-44ed-a434-84f24979dfe9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423162 Aug 16 02:41:55.207207 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca4fc4-37f5-4597-9021-99321babe39a req-e173e90a-def9-441b-b8f8-bcd162645a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:55.208711 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a1ca4fc4-37f5-4597-9021-99321babe39a req-e173e90a-def9-441b-b8f8-bcd162645a0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 1097 time: 0.0456517 Aug 16 02:41:55.326265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca4fc4-37f5-4597-9021-99321babe39a req-8490b555-a057-4b34-9b05-3be3e7c256fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:55.327729 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a1ca4fc4-37f5-4597-9021-99321babe39a req-8490b555-a057-4b34-9b05-3be3e7c256fc service neutron] 10.222.0.73 "GET /v2.0/networks?id=72e2f949-74b3-4656-9d8a-cdc8acf9a07b HTTP/1.1" status: 200 len: 897 time: 0.0968163 Aug 16 02:41:55.399480 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a1ca4fc4-37f5-4597-9021-99321babe39a req-5c49c40e-ca7d-4ef7-b9db-a5280b2ff0cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=334b4ac6-a600-415f-89d9-de1d90117dba HTTP/1.1" status: 200 len: 1000 time: 0.0645671 Aug 16 02:41:55.447078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca4fc4-37f5-4597-9021-99321babe39a req-d1f000e3-99cc-41c0-aa71-9f3e599b9562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:55.448581 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a1ca4fc4-37f5-4597-9021-99321babe39a req-d1f000e3-99cc-41c0-aa71-9f3e599b9562 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=edea7fe7-1f12-4800-a11a-b16198909e5a HTTP/1.1" status: 200 len: 834 time: 0.0425906 Aug 16 02:41:55.497139 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca4fc4-37f5-4597-9021-99321babe39a req-1a1fbcb9-12f9-4e72-82b0-6c8f96fe9e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:55.498748 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a1ca4fc4-37f5-4597-9021-99321babe39a req-1a1fbcb9-12f9-4e72-82b0-6c8f96fe9e4a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72e2f949-74b3-4656-9d8a-cdc8acf9a07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420916 Aug 16 02:41:55.597377 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a1ca4fc4-37f5-4597-9021-99321babe39a req-3e9cfb2a-3576-4d15-bb48-93e160b5b301 service neutron] 10.222.0.73 "GET /v2.0/networks/72e2f949-74b3-4656-9d8a-cdc8acf9a07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913150 Aug 16 02:41:55.689497 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a1ca4fc4-37f5-4597-9021-99321babe39a req-e235949e-d3a1-47ae-8671-26787496285d service neutron] 10.222.0.73 "GET /v2.0/networks/72e2f949-74b3-4656-9d8a-cdc8acf9a07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846651 Aug 16 02:41:56.179713 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:08.071608 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:08.700910 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:10.390659 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:42:16.158637 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155403d2-0eb6-4006-883e-f7e33f24759d req-15e31b35-5212-4a6d-ac96-aab9a52490ef tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:16.160120 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-155403d2-0eb6-4006-883e-f7e33f24759d req-15e31b35-5212-4a6d-ac96-aab9a52490ef tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0810814 Aug 16 02:42:16.162030 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455da0d2-2e5a-4c4f-8c7a-3608cac31804 req-0e255294-e360-4503-be41-09e00f289ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:16.163365 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-455da0d2-2e5a-4c4f-8c7a-3608cac31804 req-0e255294-e360-4503-be41-09e00f289ee5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 1097 time: 0.0748513 Aug 16 02:42:16.243674 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-155403d2-0eb6-4006-883e-f7e33f24759d req-0d05b1ae-eedb-4016-87c3-2ed9a6ff6b40 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764749 Aug 16 02:42:16.276052 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455da0d2-2e5a-4c4f-8c7a-3608cac31804 req-9afa031e-fc76-4b98-aeef-7bbd48e6bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:16.277509 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-455da0d2-2e5a-4c4f-8c7a-3608cac31804 req-9afa031e-fc76-4b98-aeef-7bbd48e6bcd6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=72e2f949-74b3-4656-9d8a-cdc8acf9a07b HTTP/1.1" status: 200 len: 897 time: 0.1054044 Aug 16 02:42:16.347553 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-455da0d2-2e5a-4c4f-8c7a-3608cac31804 req-b183a2bc-0ba6-465c-a077-3f78b9a355bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=334b4ac6-a600-415f-89d9-de1d90117dba HTTP/1.1" status: 200 len: 1000 time: 0.0617583 Aug 16 02:42:16.400102 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455da0d2-2e5a-4c4f-8c7a-3608cac31804 req-404cb8a6-dbae-4a66-99b4-971a3972805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:16.401545 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-455da0d2-2e5a-4c4f-8c7a-3608cac31804 req-404cb8a6-dbae-4a66-99b4-971a3972805f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=edea7fe7-1f12-4800-a11a-b16198909e5a HTTP/1.1" status: 200 len: 834 time: 0.0444591 Aug 16 02:42:16.447967 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455da0d2-2e5a-4c4f-8c7a-3608cac31804 req-29bf8a81-79f7-44ce-b6e8-380795582f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:16.449448 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-455da0d2-2e5a-4c4f-8c7a-3608cac31804 req-29bf8a81-79f7-44ce-b6e8-380795582f41 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72e2f949-74b3-4656-9d8a-cdc8acf9a07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401204 Aug 16 02:42:16.544450 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-455da0d2-2e5a-4c4f-8c7a-3608cac31804 req-a052d338-af6a-495c-aba1-83b7996dcc9e service neutron] 10.222.0.73 "GET /v2.0/networks/72e2f949-74b3-4656-9d8a-cdc8acf9a07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865958 Aug 16 02:42:16.632777 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-455da0d2-2e5a-4c4f-8c7a-3608cac31804 req-841fc02b-034d-4511-8bd3-d7ddb6b75c59 service neutron] 10.222.0.73 "GET /v2.0/networks/72e2f949-74b3-4656-9d8a-cdc8acf9a07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806193 Aug 16 02:42:17.373621 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d690f-e475-480c-9e90-c88f3c298cac req-d4586e54-0556-4ea5-b180-5efb2645fb2c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:17.375427 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dc3d690f-e475-480c-9e90-c88f3c298cac req-d4586e54-0556-4ea5-b180-5efb2645fb2c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0547791 Aug 16 02:42:17.415946 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dc3d690f-e475-480c-9e90-c88f3c298cac req-4cd1ec4b-2271-45dc-a2a5-6171dda111cd tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346112 Aug 16 02:42:18.543612 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d647c-8555-4fb4-8608-65f9dbc3084c req-f25cf12e-9c6a-4dae-a715-2ebf5527f9ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:18.544990 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-841d647c-8555-4fb4-8608-65f9dbc3084c req-f25cf12e-9c6a-4dae-a715-2ebf5527f9ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0591009 Aug 16 02:42:18.582030 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-841d647c-8555-4fb4-8608-65f9dbc3084c req-03e5cc33-bd81-49c6-bde0-1b6d8336d79f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311975 Aug 16 02:42:19.699172 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d0438-bb8a-43d5-b972-b34d21162b62 req-9346a2d9-c033-47e7-af31-a036c7c08406 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:19.700663 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-381d0438-bb8a-43d5-b972-b34d21162b62 req-9346a2d9-c033-47e7-af31-a036c7c08406 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0518198 Aug 16 02:42:19.737937 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-381d0438-bb8a-43d5-b972-b34d21162b62 req-5a7025bb-5085-4ab9-b9c2-d969dbcb9049 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313609 Aug 16 02:42:20.203553 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e79f77f8-3b96-4780-a537-f246bd8918e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:20.853226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594a5db-05ba-4a06-90f6-c6e5aaec5108 req-13843c2d-fa9c-4cca-a97d-3b8103a3dda7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:20.854748 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7594a5db-05ba-4a06-90f6-c6e5aaec5108 req-13843c2d-fa9c-4cca-a97d-3b8103a3dda7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0498676 Aug 16 02:42:20.892137 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7594a5db-05ba-4a06-90f6-c6e5aaec5108 req-acc4514f-131f-42ab-acaf-53393ec9be92 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315876 Aug 16 02:42:22.010579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8eaf6-97b4-4e91-a205-0f73e0a732a8 req-24c0c11c-3e01-492c-8599-45ac67786306 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:22.012059 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-51a8eaf6-97b4-4e91-a205-0f73e0a732a8 req-24c0c11c-3e01-492c-8599-45ac67786306 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0515296 Aug 16 02:42:22.049654 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-51a8eaf6-97b4-4e91-a205-0f73e0a732a8 req-c6fb7909-b205-4a3b-877e-caa538855af5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317023 Aug 16 02:42:22.733097 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6a43-8ac2-49b0-8458-00851e40834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:23.162215 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eface5-6f3c-4df6-8e85-a151e59b66c1 req-f1cee579-91a0-4b2d-9eb4-1078552c725a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:23.163665 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b2eface5-6f3c-4df6-8e85-a151e59b66c1 req-f1cee579-91a0-4b2d-9eb4-1078552c725a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0481596 Aug 16 02:42:23.200789 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b2eface5-6f3c-4df6-8e85-a151e59b66c1 req-6e9d469a-c94c-48cd-8441-43bf42918e4c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311785 Aug 16 02:42:23.418293 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:24.320123 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb1d67-5735-414b-ab7b-0d6adba391e3 req-5b0e6fb0-87d1-4f83-a061-3831e4c5e648 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:24.322465 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-56eb1d67-5735-414b-ab7b-0d6adba391e3 req-5b0e6fb0-87d1-4f83-a061-3831e4c5e648 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0549896 Aug 16 02:42:24.360510 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-56eb1d67-5735-414b-ab7b-0d6adba391e3 req-0e3709fd-8afb-45b2-947b-63c0b4bce573 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317233 Aug 16 02:42:24.396874 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:25.489161 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed825b6e-4cb2-48c9-a2e8-9b3923a00033 req-69559dde-4de3-4b12-88b4-b87d65e07ed8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:25.490642 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed825b6e-4cb2-48c9-a2e8-9b3923a00033 req-69559dde-4de3-4b12-88b4-b87d65e07ed8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0530641 Aug 16 02:42:25.528371 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ed825b6e-4cb2-48c9-a2e8-9b3923a00033 req-8f4d3499-6923-4110-af58-de2b3ee88da0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317760 Aug 16 02:42:26.182978 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:26.648122 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f85bfe-a3d8-407f-b2d6-3c039866266f req-abda6a96-2b2d-443a-962a-65800e1eb7f0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:26.650416 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38f85bfe-a3d8-407f-b2d6-3c039866266f req-abda6a96-2b2d-443a-962a-65800e1eb7f0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0530894 Aug 16 02:42:26.688653 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-38f85bfe-a3d8-407f-b2d6-3c039866266f req-b9ae55bb-4667-4261-9f7a-3a468c38e95b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322914 Aug 16 02:42:27.806351 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8db44-3b29-4dc9-99d3-b3151247a89c req-54965912-f97f-4dd5-ad67-cd205044c0f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:27.807849 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-94f8db44-3b29-4dc9-99d3-b3151247a89c req-54965912-f97f-4dd5-ad67-cd205044c0f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0504189 Aug 16 02:42:27.852731 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-94f8db44-3b29-4dc9-99d3-b3151247a89c req-8a199e63-2e5a-49d4-91c4-4f12b9304862 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381734 Aug 16 02:42:28.972233 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8348140-3d56-4fcd-82b6-c21daec5c948 req-dd9a20d1-da63-4761-b559-d045ffef12e1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:28.973716 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e8348140-3d56-4fcd-82b6-c21daec5c948 req-dd9a20d1-da63-4761-b559-d045ffef12e1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0504818 Aug 16 02:42:29.013260 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e8348140-3d56-4fcd-82b6-c21daec5c948 req-8cce386e-a87e-4f4d-84db-ddf05d0ad28c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334182 Aug 16 02:42:30.130497 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ea856-bc13-4693-b308-9a42b10f23ed req-a64a2efd-f28c-4937-89b9-c2b4978ec502 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:30.131946 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-692ea856-bc13-4693-b308-9a42b10f23ed req-a64a2efd-f28c-4937-89b9-c2b4978ec502 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0493386 Aug 16 02:42:30.170896 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-692ea856-bc13-4693-b308-9a42b10f23ed req-7125f1d0-f260-44b2-b187-0594cd669bd9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319781 Aug 16 02:42:31.295692 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d404da-c548-4cf5-9801-1a3be20a5500 req-0ae960e4-78cd-4a78-aa5d-697186d1f7d8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:31.297247 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b2d404da-c548-4cf5-9801-1a3be20a5500 req-0ae960e4-78cd-4a78-aa5d-697186d1f7d8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0559938 Aug 16 02:42:31.336826 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b2d404da-c548-4cf5-9801-1a3be20a5500 req-c48fbf7c-1608-433d-b1b5-01fd1fa0aeeb tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329015 Aug 16 02:42:32.456464 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9cf49-ca40-4cc4-a218-f7670b343f13 req-6f7f7e41-597b-48ac-9c3f-28f89229a1ed tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:32.458026 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76d9cf49-ca40-4cc4-a218-f7670b343f13 req-6f7f7e41-597b-48ac-9c3f-28f89229a1ed tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0522933 Aug 16 02:42:32.496115 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-76d9cf49-ca40-4cc4-a218-f7670b343f13 req-4b404d36-98cc-4178-b9fd-aa2b7a49e66c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320241 Aug 16 02:42:33.611814 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fdfe5-3aa4-4d5a-92de-cb1eda2f28c2 req-ae0ebba1-b8cc-4919-8b56-a0b8ad86922f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:33.613200 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-513fdfe5-3aa4-4d5a-92de-cb1eda2f28c2 req-ae0ebba1-b8cc-4919-8b56-a0b8ad86922f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0489874 Aug 16 02:42:33.651027 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-513fdfe5-3aa4-4d5a-92de-cb1eda2f28c2 req-8924bfac-4910-437e-afd4-972d4d2ee88e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317500 Aug 16 02:42:34.765150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb00f51-8ef5-4bce-b5fa-14074040c99e req-7d6d362b-3927-4ea6-aa1b-ac924e195458 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:34.766691 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0fb00f51-8ef5-4bce-b5fa-14074040c99e req-7d6d362b-3927-4ea6-aa1b-ac924e195458 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0487752 Aug 16 02:42:34.804234 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0fb00f51-8ef5-4bce-b5fa-14074040c99e req-1faeec0d-61ed-4ed7-8abc-cd21dd7374e0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316908 Aug 16 02:42:35.920534 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a81e18-e2da-4dee-9adb-adf9a6ab3cfe req-ceba0c58-19cc-4489-80b6-43c99312ace5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:35.921954 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d9a81e18-e2da-4dee-9adb-adf9a6ab3cfe req-ceba0c58-19cc-4489-80b6-43c99312ace5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0494590 Aug 16 02:42:35.960013 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d9a81e18-e2da-4dee-9adb-adf9a6ab3cfe req-cee8dea3-8ab9-4801-82b6-a107f2aafb7e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321834 Aug 16 02:42:37.083223 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4113f-6b7f-473b-95f9-493db1ffc0f5 req-040bd7df-9c98-4694-9530-862f878e6ec2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:37.084796 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-71c4113f-6b7f-473b-95f9-493db1ffc0f5 req-040bd7df-9c98-4694-9530-862f878e6ec2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0508969 Aug 16 02:42:37.122954 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-71c4113f-6b7f-473b-95f9-493db1ffc0f5 req-b04e37d5-3400-4a4a-a2a1-033e2a568c15 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313735 Aug 16 02:42:38.077291 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:38.244124 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98b4bb-a36a-489c-acd1-60fe10785d09 req-be5f1ccd-917f-4c79-8be9-431227738eef tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:38.245607 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a98b4bb-a36a-489c-acd1-60fe10785d09 req-be5f1ccd-917f-4c79-8be9-431227738eef tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0539737 Aug 16 02:42:38.284817 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7a98b4bb-a36a-489c-acd1-60fe10785d09 req-f29958f8-b897-46c2-a9b1-5e27795f8148 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329123 Aug 16 02:42:38.307558 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40334) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:38.371450 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6973e005-38eb-420d-b1ff-a0573961b89d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/floatingips/59325599-24b7-4bd8-b9c8-f822ee88d866 HTTP/1.1" status: 200 len: 992 time: 0.0626419 Aug 16 02:42:38.699523 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:47.389524 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:42:50.204866 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-68d09b64-a7e2-433b-9b20-a90f2aa167ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:52.735288 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3a89cf3-b57a-41c7-b30e-ecd1c07e789e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:53.420842 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:54.400919 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:55.111066 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-207cdf80-2f03-4b51-99ca-c78a157d7269 req-0dffacce-3e2d-409a-ad4e-3126123ffea0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415206 Aug 16 02:42:55.198329 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cdf80-2f03-4b51-99ca-c78a157d7269 req-1cd0fde7-fc0a-4208-b53e-bfc34c713fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:55.199819 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-207cdf80-2f03-4b51-99ca-c78a157d7269 req-1cd0fde7-fc0a-4208-b53e-bfc34c713fcb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 1097 time: 0.0416873 Aug 16 02:42:55.309726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cdf80-2f03-4b51-99ca-c78a157d7269 req-13d41386-5552-4a10-b242-b33d3a351857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:55.311236 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-207cdf80-2f03-4b51-99ca-c78a157d7269 req-13d41386-5552-4a10-b242-b33d3a351857 service neutron] 10.222.0.73 "GET /v2.0/networks?id=72e2f949-74b3-4656-9d8a-cdc8acf9a07b HTTP/1.1" status: 200 len: 897 time: 0.0880079 Aug 16 02:42:55.376723 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-207cdf80-2f03-4b51-99ca-c78a157d7269 req-8c2dc5f7-f6ae-4d38-8542-aa903d62bbd6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=334b4ac6-a600-415f-89d9-de1d90117dba HTTP/1.1" status: 200 len: 1000 time: 0.0566609 Aug 16 02:42:55.433305 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cdf80-2f03-4b51-99ca-c78a157d7269 req-abdaf5e4-a2f5-451b-b43f-94c2dbdef295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:55.434786 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-207cdf80-2f03-4b51-99ca-c78a157d7269 req-abdaf5e4-a2f5-451b-b43f-94c2dbdef295 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=edea7fe7-1f12-4800-a11a-b16198909e5a HTTP/1.1" status: 200 len: 834 time: 0.0500586 Aug 16 02:42:55.482238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cdf80-2f03-4b51-99ca-c78a157d7269 req-a2fd13f3-49d9-42fd-8014-94b524038049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:55.483739 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-207cdf80-2f03-4b51-99ca-c78a157d7269 req-a2fd13f3-49d9-42fd-8014-94b524038049 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72e2f949-74b3-4656-9d8a-cdc8acf9a07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403969 Aug 16 02:42:55.571744 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-207cdf80-2f03-4b51-99ca-c78a157d7269 req-1e1351dd-9caa-46d4-ad10-db131f116b17 service neutron] 10.222.0.73 "GET /v2.0/networks/72e2f949-74b3-4656-9d8a-cdc8acf9a07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806808 Aug 16 02:42:55.666386 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-207cdf80-2f03-4b51-99ca-c78a157d7269 req-4d2baa85-b939-411f-9b82-a5a20c6ca142 service neutron] 10.222.0.73 "GET /v2.0/networks/72e2f949-74b3-4656-9d8a-cdc8acf9a07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855472 Aug 16 02:42:56.188630 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:08.081226 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:08.698144 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:15.716067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40360) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:16.182281 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port a28d351e-95b2-45d4-b909-e330603d5ae8 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:16.182625 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.262697 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.263024 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.274331 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for a28d351e-95b2-45d4-b909-e330603d5ae8 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:16.424383 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.453390 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=a28d351e-95b2-45d4-b909-e330603d5ae8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:16.465245 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:16.465597 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:16.465982 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:16.466314 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:16.466650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:16.466981 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:16.467310 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:16.467639 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:16.467966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:16.468290 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:16.468614 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:16.468934 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:16.524809 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.525812 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Floating IP 59325599-24b7-4bd8-b9c8-f822ee88d866 disassociated (deleted). External IP: 172.25.3.54, port: 334b4ac6-a600-415f-89d9-de1d90117dba. Aug 16 02:43:16.736645 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router 8eb5fda4-f440-4ba4-86b0-a388b69cd326 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:43:16.844252 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:16.849063 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.854433 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07abc31d-f579-43f2-9035-b145125c4929 None None] Sync routers for ids ['8eb5fda4-f440-4ba4-86b0-a388b69cd326'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:16.865522 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07abc31d-f579-43f2-9035-b145125c4929 None None] Routers {'8eb5fda4-f440-4ba4-86b0-a388b69cd326'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:16.866329 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-07abc31d-f579-43f2-9035-b145125c4929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:42:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8eb5fda4-f440-4ba4-86b0-a388b69cd326'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:16.877509 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b018310c-e328-40d8-a01a-0e5e471151d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/floatingips/59325599-24b7-4bd8-b9c8-f822ee88d866 HTTP/1.1" status: 204 len: 168 time: 1.1602626 Aug 16 02:43:16.878081 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd', 'tag': '334b4ac6-a600-415f-89d9-de1d90117dba'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:16.880760 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b6a38a-3c75-457e-804b-c58c1ab7ca9e" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd", "tag": "334b4ac6-a600-415f-89d9-de1d90117dba"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:16.934939 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b3e638-d94e-4a96-89e5-e389e140e6fe x-openstack-request-id: req-b6b3e638-d94e-4a96-89e5-e389e140e6fe {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:16.935318 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd", "tag": "334b4ac6-a600-415f-89d9-de1d90117dba", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:16.935641 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b6b3e638-d94e-4a96-89e5-e389e140e6fe {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:16.936034 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd', 'tag': '334b4ac6-a600-415f-89d9-de1d90117dba', 'status': 'completed', 'code': 200} Aug 16 02:43:16.988885 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-07abc31d-f579-43f2-9035-b145125c4929 None None] Set router 8eb5fda4-f440-4ba4-86b0-a388b69cd326 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:17.017976 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6a38a-3c75-457e-804b-c58c1ab7ca9e req-de65fbc1-ed05-4bd2-a7c2-efee1a037e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:17.019752 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-24b6a38a-3c75-457e-804b-c58c1ab7ca9e req-de65fbc1-ed05-4bd2-a7c2-efee1a037e07 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 1097 time: 0.0556123 Aug 16 02:43:17.149581 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b548ad-437f-4bda-8c52-d1612a6a95f4 req-a003a1ff-7eb4-4d5a-be67-606df3daa620 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:17.151976 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a0b548ad-437f-4bda-8c52-d1612a6a95f4 req-a003a1ff-7eb4-4d5a-be67-606df3daa620 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0753887 Aug 16 02:43:17.168268 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6a38a-3c75-457e-804b-c58c1ab7ca9e req-1071bdc8-52b3-48fb-b69a-c3779270f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:17.169689 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-24b6a38a-3c75-457e-804b-c58c1ab7ca9e req-1071bdc8-52b3-48fb-b69a-c3779270f0ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=72e2f949-74b3-4656-9d8a-cdc8acf9a07b HTTP/1.1" status: 200 len: 897 time: 0.1386206 Aug 16 02:43:17.196660 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-07abc31d-f579-43f2-9035-b145125c4929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783918638', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:20Z', 'updated_at': '2021-08-16T02:41:23Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:21Z', 'updated_at': '2021-08-16T02:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '6fc4438b-4fe0-4a50-af73-2def9bd7ec33', 'name': '', 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:8d:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'edea7fe7-1f12-4800-a11a-b16198909e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:23Z', 'updated_at': '2021-08-16T02:41:28Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'edea7fe7-1f12-4800-a11a-b16198909e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:17.223035 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07abc31d-f579-43f2-9035-b145125c4929 None None] Checking router: 8eb5fda4-f440-4ba4-86b0-a388b69cd326 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:17.231596 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-24b6a38a-3c75-457e-804b-c58c1ab7ca9e req-81ade404-d106-4bda-835c-94a784ba6ea7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=334b4ac6-a600-415f-89d9-de1d90117dba HTTP/1.1" status: 200 len: 217 time: 0.0535882 Aug 16 02:43:17.231820 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07abc31d-f579-43f2-9035-b145125c4929 None None] Routers {'8eb5fda4-f440-4ba4-86b0-a388b69cd326'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:17.232235 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-07abc31d-f579-43f2-9035-b145125c4929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:42:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8eb5fda4-f440-4ba4-86b0-a388b69cd326'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:17.243107 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a0b548ad-437f-4bda-8c52-d1612a6a95f4 req-0d1753d2-6322-49dd-889c-2ff01a472964 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836220 Aug 16 02:43:17.289354 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6a38a-3c75-457e-804b-c58c1ab7ca9e req-e46788df-f46e-4d90-9d8d-5a56d753bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:17.291018 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-24b6a38a-3c75-457e-804b-c58c1ab7ca9e req-e46788df-f46e-4d90-9d8d-5a56d753bffe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=edea7fe7-1f12-4800-a11a-b16198909e5a HTTP/1.1" status: 200 len: 834 time: 0.0470109 Aug 16 02:43:17.337089 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-07abc31d-f579-43f2-9035-b145125c4929 None None] Set router 8eb5fda4-f440-4ba4-86b0-a388b69cd326 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:17.338807 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6a38a-3c75-457e-804b-c58c1ab7ca9e req-fea5a671-f8ab-4231-a960-22067c29fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:17.340461 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-24b6a38a-3c75-457e-804b-c58c1ab7ca9e req-fea5a671-f8ab-4231-a960-22067c29fdf6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72e2f949-74b3-4656-9d8a-cdc8acf9a07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418656 Aug 16 02:43:17.435989 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-24b6a38a-3c75-457e-804b-c58c1ab7ca9e req-152479b1-8f3d-466d-b233-6f71bb75e5ca service neutron] 10.222.0.73 "GET /v2.0/networks/72e2f949-74b3-4656-9d8a-cdc8acf9a07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876832 Aug 16 02:43:17.527243 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-24b6a38a-3c75-457e-804b-c58c1ab7ca9e req-a9f8a711-b5d0-486f-898b-f5647c9b5e45 service neutron] 10.222.0.73 "GET /v2.0/networks/72e2f949-74b3-4656-9d8a-cdc8acf9a07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837793 Aug 16 02:43:17.537882 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-07abc31d-f579-43f2-9035-b145125c4929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783918638', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:20Z', 'updated_at': '2021-08-16T02:41:23Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:21Z', 'updated_at': '2021-08-16T02:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '6fc4438b-4fe0-4a50-af73-2def9bd7ec33', 'name': '', 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:8d:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'edea7fe7-1f12-4800-a11a-b16198909e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:23Z', 'updated_at': '2021-08-16T02:41:28Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'edea7fe7-1f12-4800-a11a-b16198909e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:17.565036 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07abc31d-f579-43f2-9035-b145125c4929 None None] The sync data for ids ['8eb5fda4-f440-4ba4-86b0-a388b69cd326'] in n-d-765315-27 is: [{'id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783918638', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:20Z', 'updated_at': '2021-08-16T02:41:23Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:21Z', 'updated_at': '2021-08-16T02:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '6fc4438b-4fe0-4a50-af73-2def9bd7ec33', 'name': '', 'network_id': '72e2f949-74b3-4656-9d8a-cdc8acf9a07b', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:8d:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'edea7fe7-1f12-4800-a11a-b16198909e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:23Z', 'updated_at': '2021-08-16T02:41:28Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'edea7fe7-1f12-4800-a11a-b16198909e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:17.794036 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e677f187-1401-4705-b37d-a923c2d86bdf None None] New status for floating IP 59325599-24b7-4bd8-b9c8-f822ee88d866: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:43:18.412366 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb440b6-025d-4901-908d-63f5ae8b0e91 req-fb706129-67ad-482a-b301-542b09dd884a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:18.413906 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0fb440b6-025d-4901-908d-63f5ae8b0e91 req-fb706129-67ad-482a-b301-542b09dd884a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0641017 Aug 16 02:43:18.455319 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0fb440b6-025d-4901-908d-63f5ae8b0e91 req-a84b0d4d-8c7a-4592-9ff3-0c758d44e224 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=bcda59d2-ba00-44eb-a3db-d5cfcf820032&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333960 Aug 16 02:43:18.790748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fcff5-0a3a-41fb-a4f9-fb99f631d3e9 req-402568db-a682-42f7-b866-7ff6cb0bcbbc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:18.792354 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e3fcff5-0a3a-41fb-a4f9-fb99f631d3e9 req-402568db-a682-42f7-b866-7ff6cb0bcbbc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 945 time: 0.0496151 Aug 16 02:43:18.886461 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-8e3fcff5-0a3a-41fb-a4f9-fb99f631d3e9 req-cfbb2cc3-492c-4faf-b84a-db3992a25e22 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port 334b4ac6-a600-415f-89d9-de1d90117dba {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:18.886798 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e3fcff5-0a3a-41fb-a4f9-fb99f631d3e9 req-cfbb2cc3-492c-4faf-b84a-db3992a25e22 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:18.973222 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8e3fcff5-0a3a-41fb-a4f9-fb99f631d3e9 req-cfbb2cc3-492c-4faf-b84a-db3992a25e22 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] For port 334b4ac6-a600-415f-89d9-de1d90117dba, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=334b4ac6-a600-415f-89d9-de1d90117dba,segment=NetworkSegment(31628d28-05f7-4a1a-84f0-737a4c6f6de5),segment_id=31628d28-05f7-4a1a-84f0-737a4c6f6de5)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:18.973592 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e3fcff5-0a3a-41fb-a4f9-fb99f631d3e9 req-cfbb2cc3-492c-4faf-b84a-db3992a25e22 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:18.986262 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-8e3fcff5-0a3a-41fb-a4f9-fb99f631d3e9 req-cfbb2cc3-492c-4faf-b84a-db3992a25e22 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for 334b4ac6-a600-415f-89d9-de1d90117dba owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:19.114860 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e3fcff5-0a3a-41fb-a4f9-fb99f631d3e9 req-cfbb2cc3-492c-4faf-b84a-db3992a25e22 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.145028 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb2cc3-492c-4faf-b84a-db3992a25e22 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=334b4ac6-a600-415f-89d9-de1d90117dba,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:19.188906 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3fcff5-0a3a-41fb-a4f9-fb99f631d3e9 req-cfbb2cc3-492c-4faf-b84a-db3992a25e22 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] No DVR routers for this DVR port 334b4ac6-a600-415f-89d9-de1d90117dba on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:19.191546 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8e3fcff5-0a3a-41fb-a4f9-fb99f631d3e9 req-cfbb2cc3-492c-4faf-b84a-db3992a25e22 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:19.193504 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e3fcff5-0a3a-41fb-a4f9-fb99f631d3e9 req-cfbb2cc3-492c-4faf-b84a-db3992a25e22 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.73 "DELETE /v2.0/ports/334b4ac6-a600-415f-89d9-de1d90117dba HTTP/1.1" status: 204 len: 173 time: 0.3942730 Aug 16 02:43:19.193987 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd', 'name': 'network-vif-deleted', 'tag': '334b4ac6-a600-415f-89d9-de1d90117dba'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:19.196222 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca95f65f-f651-4dbf-a1ba-86c01b30608d" -d '{"events": [{"server_uuid": "f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd", "name": "network-vif-deleted", "tag": "334b4ac6-a600-415f-89d9-de1d90117dba"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:19.233670 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12e9536-e0e5-4925-9f22-00a8bba054fe x-openstack-request-id: req-e12e9536-e0e5-4925-9f22-00a8bba054fe {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:19.233994 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd", "name": "network-vif-deleted", "tag": "334b4ac6-a600-415f-89d9-de1d90117dba", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:19.234243 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e12e9536-e0e5-4925-9f22-00a8bba054fe {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:19.234639 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd', 'name': 'network-vif-deleted', 'tag': '334b4ac6-a600-415f-89d9-de1d90117dba', 'status': 'completed', 'code': 200} Aug 16 02:43:19.569685 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ae7f08b-4075-47ef-b230-2612c0c82cc5 req-5d82d70a-9e5f-4460-bf63-6025a63a1d66 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7a5b14c-9668-4aa4-ba03-dbd0f91e56cd HTTP/1.1" status: 200 len: 210 time: 0.0310104 Aug 16 02:43:20.204972 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6f5f-c15a-4435-a205-c1f6c0e185d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:20.626459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40380) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:20.979628 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe09c-ec30-44ba-a31a-4e7c3d8b9baa tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.228488 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6f7fe09c-ec30-44ba-a31a-4e7c3d8b9baa tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:21.228832 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe09c-ec30-44ba-a31a-4e7c3d8b9baa tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.319148 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-6f7fe09c-ec30-44ba-a31a-4e7c3d8b9baa tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] For port 6fc4438b-4fe0-4a50-af73-2def9bd7ec33, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=6fc4438b-4fe0-4a50-af73-2def9bd7ec33,segment=NetworkSegment(31628d28-05f7-4a1a-84f0-737a4c6f6de5),segment_id=31628d28-05f7-4a1a-84f0-737a4c6f6de5)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:21.319507 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe09c-ec30-44ba-a31a-4e7c3d8b9baa tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.331961 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6f7fe09c-ec30-44ba-a31a-4e7c3d8b9baa tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:21.400737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 334b4ac6-a600-415f-89d9-de1d90117dba no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:21.422203 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 334b4ac6-a600-415f-89d9-de1d90117dba {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:21.422549 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 334b4ac6-a600-415f-89d9-de1d90117dba not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:21.515886 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe09c-ec30-44ba-a31a-4e7c3d8b9baa tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:21.542655 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fe09c-ec30-44ba-a31a-4e7c3d8b9baa tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=6fc4438b-4fe0-4a50-af73-2def9bd7ec33,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:21.726411 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe09c-ec30-44ba-a31a-4e7c3d8b9baa tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.241206 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7fe09c-ec30-44ba-a31a-4e7c3d8b9baa tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router 8eb5fda4-f440-4ba4-86b0-a388b69cd326 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:43:22.350146 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7fe09c-ec30-44ba-a31a-4e7c3d8b9baa tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:22.355387 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6f7fe09c-ec30-44ba-a31a-4e7c3d8b9baa tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "PUT /v2.0/routers/8eb5fda4-f440-4ba4-86b0-a388b69cd326/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7277789 Aug 16 02:43:22.358032 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40382) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:22.360141 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780fe289-5f04-44fd-9007-07b14875bbc4 None None] Sync routers for ids ['8eb5fda4-f440-4ba4-86b0-a388b69cd326'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:22.371000 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780fe289-5f04-44fd-9007-07b14875bbc4 None None] Routers {'8eb5fda4-f440-4ba4-86b0-a388b69cd326'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:22.371615 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-780fe289-5f04-44fd-9007-07b14875bbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:42:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8eb5fda4-f440-4ba4-86b0-a388b69cd326'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:22.411791 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1a962d-df96-4379-a855-8ac2949b11e0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting subnet edea7fe7-1f12-4800-a11a-b16198909e5a {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:43:22.417055 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e1a962d-df96-4379-a855-8ac2949b11e0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.458023 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e1a962d-df96-4379-a855-8ac2949b11e0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.553128 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e1a962d-df96-4379-a855-8ac2949b11e0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.576323 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-780fe289-5f04-44fd-9007-07b14875bbc4 None None] Set router 8eb5fda4-f440-4ba4-86b0-a388b69cd326 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:22.615359 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e1a962d-df96-4379-a855-8ac2949b11e0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.642514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a962d-df96-4379-a855-8ac2949b11e0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Subnet': ['ID=edea7fe7-1f12-4800-a11a-b16198909e5a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:22.646287 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e1a962d-df96-4379-a855-8ac2949b11e0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.648256 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0e1a962d-df96-4379-a855-8ac2949b11e0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/subnets/edea7fe7-1f12-4800-a11a-b16198909e5a HTTP/1.1" status: 204 len: 168 time: 0.2892361 Aug 16 02:43:22.651757 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40384) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:22.654130 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cfa605-7eb6-496d-a48d-1139a0fc43c2 None None] Network 72e2f949-74b3-4656-9d8a-cdc8acf9a07b requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:22.766720 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eafb8907-223f-455c-8c2b-bfdc6dc8a7e5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.768700 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-780fe289-5f04-44fd-9007-07b14875bbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783918638', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:20Z', 'updated_at': '2021-08-16T02:43:21Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:21Z', 'updated_at': '2021-08-16T02:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:22.776491 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d7a350b4-7801-46f5-a63c-dd0a0590eb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.803555 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780fe289-5f04-44fd-9007-07b14875bbc4 None None] Checking router: 8eb5fda4-f440-4ba4-86b0-a388b69cd326 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:22.812590 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780fe289-5f04-44fd-9007-07b14875bbc4 None None] Routers {'8eb5fda4-f440-4ba4-86b0-a388b69cd326'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:22.813260 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-780fe289-5f04-44fd-9007-07b14875bbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:43:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['8eb5fda4-f440-4ba4-86b0-a388b69cd326'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:22.866391 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] DHCP port deletion for 72e2f949-74b3-4656-9d8a-cdc8acf9a07b request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:43:22.880055 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eafb8907-223f-455c-8c2b-bfdc6dc8a7e5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.917275 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] Deleting port 4c819553-5168-4a43-8001-d115d6e86fd3 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:22.917659 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.927354 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-780fe289-5f04-44fd-9007-07b14875bbc4 None None] Set router 8eb5fda4-f440-4ba4-86b0-a388b69cd326 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:22.938840 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-eafb8907-223f-455c-8c2b-bfdc6dc8a7e5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port 524dd26f-8792-4dfb-9fc0-3c2f77c089a4 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:22.939327 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eafb8907-223f-455c-8c2b-bfdc6dc8a7e5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:22.987373 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] For port 4c819553-5168-4a43-8001-d115d6e86fd3, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4c819553-5168-4a43-8001-d115d6e86fd3,segment=NetworkSegment(31628d28-05f7-4a1a-84f0-737a4c6f6de5),segment_id=31628d28-05f7-4a1a-84f0-737a4c6f6de5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:22.987644 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.005141 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] Calling delete_port for 4c819553-5168-4a43-8001-d115d6e86fd3 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:23.020377 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-eafb8907-223f-455c-8c2b-bfdc6dc8a7e5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] For port 524dd26f-8792-4dfb-9fc0-3c2f77c089a4, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=524dd26f-8792-4dfb-9fc0-3c2f77c089a4,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:23.020741 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eafb8907-223f-455c-8c2b-bfdc6dc8a7e5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.039823 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-eafb8907-223f-455c-8c2b-bfdc6dc8a7e5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for 524dd26f-8792-4dfb-9fc0-3c2f77c089a4 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:23.086119 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.115769 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] Pushing event deleted for resources: {'Port': ['ID=4c819553-5168-4a43-8001-d115d6e86fd3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:23.118085 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-780fe289-5f04-44fd-9007-07b14875bbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783918638', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:20Z', 'updated_at': '2021-08-16T02:43:21Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:21Z', 'updated_at': '2021-08-16T02:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:23.120987 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] No DVR routers for this DVR port 4c819553-5168-4a43-8001-d115d6e86fd3 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:23.128683 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.129028 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.129362 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.132526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.132526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.132526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.132526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.132526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.133408 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.133408 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.133408 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.134090 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda619d-5797-401d-8cb3-fe3242f53497 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.153750 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780fe289-5f04-44fd-9007-07b14875bbc4 None None] The sync data for ids ['8eb5fda4-f440-4ba4-86b0-a388b69cd326'] in n-d-765315-27 is: [{'id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783918638', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:41:20Z', 'updated_at': '2021-08-16T02:43:21Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '524dd26f-8792-4dfb-9fc0-3c2f77c089a4', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb5fda4-f440-4ba4-86b0-a388b69cd326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:41:21Z', 'updated_at': '2021-08-16T02:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:23.211764 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eafb8907-223f-455c-8c2b-bfdc6dc8a7e5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.242604 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb8907-223f-455c-8c2b-bfdc6dc8a7e5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=524dd26f-8792-4dfb-9fc0-3c2f77c089a4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:23.302192 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eafb8907-223f-455c-8c2b-bfdc6dc8a7e5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.391730 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eafb8907-223f-455c-8c2b-bfdc6dc8a7e5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.393835 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eafb8907-223f-455c-8c2b-bfdc6dc8a7e5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.422772 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.437247 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eafb8907-223f-455c-8c2b-bfdc6dc8a7e5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.437778 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafb8907-223f-455c-8c2b-bfdc6dc8a7e5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Fanout notify agent at l3_agent the message router_deleted on router 8eb5fda4-f440-4ba4-86b0-a388b69cd326 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:43:23.445341 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eafb8907-223f-455c-8c2b-bfdc6dc8a7e5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.446585 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-eafb8907-223f-455c-8c2b-bfdc6dc8a7e5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/routers/8eb5fda4-f440-4ba4-86b0-a388b69cd326 HTTP/1.1" status: 204 len: 168 time: 0.7938371 Aug 16 02:43:23.451278 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40386) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:23.534038 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99b3572a-f0c2-47a1-bc9f-f96117b47252 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.621218 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99b3572a-f0c2-47a1-bc9f-f96117b47252 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.631168 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-99b3572a-f0c2-47a1-bc9f-f96117b47252 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e2f949-74b3-4656-9d8a-cdc8acf9a07b']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:23.647322 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-99b3572a-f0c2-47a1-bc9f-f96117b47252 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31628d28-05f7-4a1a-84f0-737a4c6f6de5') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:23.647617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-99b3572a-f0c2-47a1-bc9f-f96117b47252 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31628d28-05f7-4a1a-84f0-737a4c6f6de5') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:23.657055 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99b3572a-f0c2-47a1-bc9f-f96117b47252 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.671279 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99b3572a-f0c2-47a1-bc9f-f96117b47252 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.677310 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b3572a-f0c2-47a1-bc9f-f96117b47252 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:43:23.680256 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99b3572a-f0c2-47a1-bc9f-f96117b47252 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:43:23.680828 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:43:23.746943 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99b3572a-f0c2-47a1-bc9f-f96117b47252 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.759168 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99b3572a-f0c2-47a1-bc9f-f96117b47252 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.761961 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-99b3572a-f0c2-47a1-bc9f-f96117b47252 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/networks/72e2f949-74b3-4656-9d8a-cdc8acf9a07b HTTP/1.1" status: 204 len: 168 time: 0.3097026 Aug 16 02:43:23.764882 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40388) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:23.779195 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3572a-f0c2-47a1-bc9f-f96117b47252 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Network': ['ID=72e2f949-74b3-4656-9d8a-cdc8acf9a07b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:23.809424 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4c819553-5168-4a43-8001-d115d6e86fd3 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:23.838791 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 4c819553-5168-4a43-8001-d115d6e86fd3 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:23.839183 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4c819553-5168-4a43-8001-d115d6e86fd3 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:23.839603 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:23.841540 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a925c055-b04e-4be3-817d-0c19872e0852 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.857818 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:23.858165 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 6fc4438b-4fe0-4a50-af73-2def9bd7ec33 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:23.867384 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a925c055-b04e-4be3-817d-0c19872e0852 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.927975 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a925c055-b04e-4be3-817d-0c19872e0852 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.930444 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a925c055-b04e-4be3-817d-0c19872e0852 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:23.931936 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a925c055-b04e-4be3-817d-0c19872e0852 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/security-groups/bcda59d2-ba00-44eb-a3db-d5cfcf820032 HTTP/1.1" status: 204 len: 168 time: 0.1650434 Aug 16 02:43:23.941306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925c055-b04e-4be3-817d-0c19872e0852 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcda59d2-ba00-44eb-a3db-d5cfcf820032,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:23.949506 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c055-b04e-4be3-817d-0c19872e0852 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.949894 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c055-b04e-4be3-817d-0c19872e0852 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.950239 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c055-b04e-4be3-817d-0c19872e0852 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.950602 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c055-b04e-4be3-817d-0c19872e0852 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.950937 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c055-b04e-4be3-817d-0c19872e0852 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.951271 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c055-b04e-4be3-817d-0c19872e0852 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.951597 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c055-b04e-4be3-817d-0c19872e0852 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.951932 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c055-b04e-4be3-817d-0c19872e0852 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.952260 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c055-b04e-4be3-817d-0c19872e0852 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.952584 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c055-b04e-4be3-817d-0c19872e0852 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.952981 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c055-b04e-4be3-817d-0c19872e0852 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:23.953232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925c055-b04e-4be3-817d-0c19872e0852 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:24.388535 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:43:24.402444 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.404715 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40396) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:25.409423 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-069892a4-8fe4-4d57-a070-fca12e686f8c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1267802731', 'description': 'tempest-secgroup-smoke-1267802731 description', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:25.432121 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-069892a4-8fe4-4d57-a070-fca12e686f8c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.511057 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-069892a4-8fe4-4d57-a070-fca12e686f8c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.514889 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-069892a4-8fe4-4d57-a070-fca12e686f8c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.542059 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-069892a4-8fe4-4d57-a070-fca12e686f8c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.543326 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-069892a4-8fe4-4d57-a070-fca12e686f8c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1375945 Aug 16 02:43:25.546330 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40398) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:25.550809 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ba58034d-a9df-4ade-b08b-b19dfdacd7ed tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': '78e96c10-3624-49ba-ad06-c04511a50847', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:25.559112 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069892a4-8fe4-4d57-a070-fca12e686f8c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e96c10-3624-49ba-ad06-c04511a50847,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:25.580402 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba58034d-a9df-4ade-b08b-b19dfdacd7ed tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.637163 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba58034d-a9df-4ade-b08b-b19dfdacd7ed tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.641052 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba58034d-a9df-4ade-b08b-b19dfdacd7ed tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.658735 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58034d-a9df-4ade-b08b-b19dfdacd7ed tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b88a17-70fc-462c-a027-5f1626eaa3b8,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:25.666163 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba58034d-a9df-4ade-b08b-b19dfdacd7ed tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.667504 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ba58034d-a9df-4ade-b08b-b19dfdacd7ed tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202338 Aug 16 02:43:25.670400 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40400) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:25.674881 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fc6bf6f0-a982-4c33-9484-c4767ce23c80 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': '78e96c10-3624-49ba-ad06-c04511a50847', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:25.685584 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 524dd26f-8792-4dfb-9fc0-3c2f77c089a4 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:25.704115 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc6bf6f0-a982-4c33-9484-c4767ce23c80 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.707023 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 524dd26f-8792-4dfb-9fc0-3c2f77c089a4 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:25.707368 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 524dd26f-8792-4dfb-9fc0-3c2f77c089a4 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:25.770787 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc6bf6f0-a982-4c33-9484-c4767ce23c80 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.774408 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc6bf6f0-a982-4c33-9484-c4767ce23c80 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.793590 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bf6f0-a982-4c33-9484-c4767ce23c80 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb74cc47-1358-4555-95d5-a16a1a187dc9,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:25.800040 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc6bf6f0-a982-4c33-9484-c4767ce23c80 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.801555 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fc6bf6f0-a982-4c33-9484-c4767ce23c80 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1302328 Aug 16 02:43:25.804402 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40402) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:25.809774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8e3ebc28-04c4-4ec0-b7e1-95b970e11011 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': '78e96c10-3624-49ba-ad06-c04511a50847', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:25.835441 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e3ebc28-04c4-4ec0-b7e1-95b970e11011 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.893099 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e3ebc28-04c4-4ec0-b7e1-95b970e11011 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.896523 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e3ebc28-04c4-4ec0-b7e1-95b970e11011 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.914208 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ebc28-04c4-4ec0-b7e1-95b970e11011 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d58aeb-68ef-462d-aa31-2f3d4c57116f,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:25.920988 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e3ebc28-04c4-4ec0-b7e1-95b970e11011 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:25.922100 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8e3ebc28-04c4-4ec0-b7e1-95b970e11011 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167626 Aug 16 02:43:25.924890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40404) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:25.929288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b740d399-8662-48ed-9e1d-65d0ca5c9651 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': '78e96c10-3624-49ba-ad06-c04511a50847', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:25.955191 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b740d399-8662-48ed-9e1d-65d0ca5c9651 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.016064 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b740d399-8662-48ed-9e1d-65d0ca5c9651 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.019748 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b740d399-8662-48ed-9e1d-65d0ca5c9651 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.037607 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740d399-8662-48ed-9e1d-65d0ca5c9651 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca47445-b72c-4e9d-ad43-1194d8f494a8,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:26.044685 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b740d399-8662-48ed-9e1d-65d0ca5c9651 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.045969 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b740d399-8662-48ed-9e1d-65d0ca5c9651 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201134 Aug 16 02:43:26.048759 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40406) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:26.053115 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ff2efb97-753c-450d-b4fb-e86710802b95 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': '78e96c10-3624-49ba-ad06-c04511a50847', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:26.075138 n-d-765315-27 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-ff2efb97-753c-450d-b4fb-e86710802b95 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Project 9cb0f86fd7764c738454a1edb0bea8ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:43:26.080046 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff2efb97-753c-450d-b4fb-e86710802b95 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.142387 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff2efb97-753c-450d-b4fb-e86710802b95 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.145874 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff2efb97-753c-450d-b4fb-e86710802b95 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.163578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2efb97-753c-450d-b4fb-e86710802b95 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e594f20-3539-41b5-996c-c354002e9a69,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:26.175186 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff2efb97-753c-450d-b4fb-e86710802b95 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.177786 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ff2efb97-753c-450d-b4fb-e86710802b95 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267157 Aug 16 02:43:26.179301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40408) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:26.184449 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7f1cfae9-a06d-42e1-8415-36f214331cee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': '78e96c10-3624-49ba-ad06-c04511a50847', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:26.193750 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.207740 n-d-765315-27 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-7f1cfae9-a06d-42e1-8415-36f214331cee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Project 9cb0f86fd7764c738454a1edb0bea8ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:43:26.212553 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfae9-a06d-42e1-8415-36f214331cee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.273780 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfae9-a06d-42e1-8415-36f214331cee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.277508 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfae9-a06d-42e1-8415-36f214331cee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.299162 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cfae9-a06d-42e1-8415-36f214331cee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3f15b1-8f95-4b4f-84ce-ed74ebdb75cd,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:26.308235 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfae9-a06d-42e1-8415-36f214331cee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.309682 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7f1cfae9-a06d-42e1-8415-36f214331cee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292593 Aug 16 02:43:26.312450 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40410) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:26.318028 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-54e86002-2ec8-4692-a41b-f95efc855fa1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'network': {'name': 'tempest-network-smoke--1405597933', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'port_security_enabled': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:26.338779 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e86002-2ec8-4692-a41b-f95efc855fa1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Made reservation on behalf of 9cb0f86fd7764c738454a1edb0bea8ab for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:26.342153 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-54e86002-2ec8-4692-a41b-f95efc855fa1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.364951 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e86002-2ec8-4692-a41b-f95efc855fa1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:43:26.374589 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-54e86002-2ec8-4692-a41b-f95efc855fa1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.374931 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-54e86002-2ec8-4692-a41b-f95efc855fa1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Added segment b33057c6-b178-4115-a8b1-38c37c535717 of type vlan for network a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 Aug 16 02:43:26.419533 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-54e86002-2ec8-4692-a41b-f95efc855fa1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.451579 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-54e86002-2ec8-4692-a41b-f95efc855fa1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.457033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e86002-2ec8-4692-a41b-f95efc855fa1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:26.457614 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-54e86002-2ec8-4692-a41b-f95efc855fa1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.514905 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-54e86002-2ec8-4692-a41b-f95efc855fa1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2010310 Aug 16 02:43:26.517868 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40412) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:26.522740 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2baa04af-028e-42d7-88b1-e67022e8ab60 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-766257527', 'admin_state_up': True, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:26.523253 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e86002-2ec8-4692-a41b-f95efc855fa1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Network': ['ID=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:26.534228 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:43:26.547863 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2baa04af-028e-42d7-88b1-e67022e8ab60 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.549010 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2baa04af-028e-42d7-88b1-e67022e8ab60 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.609254 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2baa04af-028e-42d7-88b1-e67022e8ab60 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.740687 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2baa04af-028e-42d7-88b1-e67022e8ab60 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.930004 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2baa04af-028e-42d7-88b1-e67022e8ab60 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:26.949063 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2baa04af-028e-42d7-88b1-e67022e8ab60 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.053269 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-2baa04af-028e-42d7-88b1-e67022e8ab60 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Allocated IP 172.25.3.183 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/4df69f48-3951-4682-be4a-ba5df6d836cc) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:27.153797 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2baa04af-028e-42d7-88b1-e67022e8ab60 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.191390 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2baa04af-028e-42d7-88b1-e67022e8ab60 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.227238 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baa04af-028e-42d7-88b1-e67022e8ab60 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:27.230154 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-2baa04af-028e-42d7-88b1-e67022e8ab60 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:27.235509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baa04af-028e-42d7-88b1-e67022e8ab60 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:27.262728 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa04af-028e-42d7-88b1-e67022e8ab60 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=4df69f48-3951-4682-be4a-ba5df6d836cc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:27.486554 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2baa04af-028e-42d7-88b1-e67022e8ab60 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.676128 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2baa04af-028e-42d7-88b1-e67022e8ab60 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.802663 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2baa04af-028e-42d7-88b1-e67022e8ab60 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router 02f4133a-fc36-460c-9831-f9fa57308e4c is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:43:27.906597 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baa04af-028e-42d7-88b1-e67022e8ab60 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:27.917340 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Sync routers for ids ['02f4133a-fc36-460c-9831-f9fa57308e4c'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:27.926346 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2baa04af-028e-42d7-88b1-e67022e8ab60 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.926536 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Routers {'02f4133a-fc36-460c-9831-f9fa57308e4c'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:27.926984 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:43:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['02f4133a-fc36-460c-9831-f9fa57308e4c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:27.927688 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2baa04af-028e-42d7-88b1-e67022e8ab60 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4087176 Aug 16 02:43:27.931155 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40414) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:27.959414 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4cbecf0d-b612-4e98-b588-e8430d3c1958 tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=9cb0f86fd7764c738454a1edb0bea8ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266247 Aug 16 02:43:27.962087 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40416) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:28.032892 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Set router 02f4133a-fc36-460c-9831-f9fa57308e4c gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:28.054576 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df9375e-d1da-4fda-bb94-f6d5400db446 tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:28.056770 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2df9375e-d1da-4fda-bb94-f6d5400db446 tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924315 Aug 16 02:43:28.059570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40418) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:28.088275 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f5138a27-e541-4338-b89c-234f28082cb7 tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=624da80d-1349-4890-b915-f302637330f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268137 Aug 16 02:43:28.090900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40420) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:28.095735 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bdb345e0-9eb6-4aec-add7-c1d4c42514ba tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1395136517', 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:28.179954 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb345e0-9eb6-4aec-add7-c1d4c42514ba tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Made reservation on behalf of 9cb0f86fd7764c738454a1edb0bea8ab for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:28.184245 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bdb345e0-9eb6-4aec-add7-c1d4c42514ba tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.212397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766257527', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:27Z', 'revision_number': 3, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:40:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:28.241824 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Checking router: 02f4133a-fc36-460c-9831-f9fa57308e4c for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:28.242184 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Updating router 02f4133a-fc36-460c-9831-f9fa57308e4c port 4df69f48-3951-4682-be4a-ba5df6d836cc binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:43:28.267991 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.373934 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bdb345e0-9eb6-4aec-add7-c1d4c42514ba tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.440766 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb345e0-9eb6-4aec-add7-c1d4c42514ba tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Subnet': ['ID=8813b3de-11f8-4f06-a370-ae2d115a7e75,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:28.449153 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb345e0-9eb6-4aec-add7-c1d4c42514ba tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Checking segment: {'id': 'b33057c6-b178-4115-a8b1-38c37c535717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:28.449517 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb345e0-9eb6-4aec-add7-c1d4c42514ba tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network hostable DHCP agents. Network: a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:43:28.466472 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb345e0-9eb6-4aec-add7-c1d4c42514ba tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:43:28.474952 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-bdb345e0-9eb6-4aec-add7-c1d4c42514ba tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:28.479857 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb345e0-9eb6-4aec-add7-c1d4c42514ba tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:28.480486 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bdb345e0-9eb6-4aec-add7-c1d4c42514ba tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.486906 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0608cdc-82a7-4066-bd19-094bc675364b None None] Network a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:28.495697 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-bdb345e0-9eb6-4aec-add7-c1d4c42514ba tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4037478 Aug 16 02:43:28.498478 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40422) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:28.580341 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.607075 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Transition to ACTIVE for port object 4df69f48-3951-4682-be4a-ba5df6d836cc will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:28.618665 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.709081 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d93d1-c5f9-4550-8450-7d8d9fbf9494 None None] Pushing event updated for resources: {'Port': ['ID=4df69f48-3951-4682-be4a-ba5df6d836cc,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:28.725891 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Attempting to bind port 4df69f48-3951-4682-be4a-ba5df6d836cc on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:28.726258 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Attempting to bind port 4df69f48-3951-4682-be4a-ba5df6d836cc by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:28.726617 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Attempting to bind port 4df69f48-3951-4682-be4a-ba5df6d836cc on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:28.734007 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:28.734383 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:28.734784 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.735168 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:28.735674 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Bound port: 4df69f48-3951-4682-be4a-ba5df6d836cc, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:28.735994 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.740138 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030', 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ips': [{'subnet_id': '8813b3de-11f8-4f06-a370-ae2d115a7e75'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:43:28.741013 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.865336 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] For port 4df69f48-3951-4682-be4a-ba5df6d836cc, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:28.870566 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] For port 4df69f48-3951-4682-be4a-ba5df6d836cc, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4df69f48-3951-4682-be4a-ba5df6d836cc,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:28.875143 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:28.979467 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d93d1-c5f9-4550-8450-7d8d9fbf9494 None None] Pushing event updated for resources: {'Port': ['ID=4df69f48-3951-4682-be4a-ba5df6d836cc,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:28.982237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Routers {'02f4133a-fc36-460c-9831-f9fa57308e4c'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:28.982887 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:43:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['02f4133a-fc36-460c-9831-f9fa57308e4c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:28.988472 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Allocated IP 172.20.0.2 (a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030/8813b3de-11f8-4f06-a370-ae2d115a7e75/251c7da4-e473-4293-b8ec-a8b23289609a) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:29.147236 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] Set router 02f4133a-fc36-460c-9831-f9fa57308e4c gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:29.238480 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce4aea5b-c62f-4dcd-87f1-0813bf9bb9d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.474967 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.492724 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Transition to ACTIVE for port object 251c7da4-e473-4293-b8ec-a8b23289609a will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:29.526830 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Transition to ACTIVE for port object 251c7da4-e473-4293-b8ec-a8b23289609a will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:29.534450 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.580564 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-ce4aea5b-c62f-4dcd-87f1-0813bf9bb9d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Allocated IP 172.20.0.1 (a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030/8813b3de-11f8-4f06-a370-ae2d115a7e75/790b802d-c7ed-4d25-8152-7545966c0c75) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:29.583706 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Network a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:29.588731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:29.591546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:29.593448 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Pushing event updated for resources: {'Port': ['ID=251c7da4-e473-4293-b8ec-a8b23289609a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:29.630162 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766257527', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:27Z', 'revision_number': 3, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:40:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:29.674206 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c9cf3-75c0-460f-b00f-038d9533208c None None] The sync data for ids ['02f4133a-fc36-460c-9831-f9fa57308e4c'] in n-d-765315-27 is: [{'id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766257527', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:27Z', 'revision_number': 3, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:40:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:29.684708 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Attempting to bind port 251c7da4-e473-4293-b8ec-a8b23289609a on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:29.685073 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Attempting to bind port 251c7da4-e473-4293-b8ec-a8b23289609a by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'b33057c6-b178-4115-a8b1-38c37c535717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:29.685432 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Attempting to bind port 251c7da4-e473-4293-b8ec-a8b23289609a on network a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:29.690946 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:29.691317 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Checking segment: {'id': 'b33057c6-b178-4115-a8b1-38c37c535717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:29.691718 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.692104 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Bound using segment: {'id': 'b33057c6-b178-4115-a8b1-38c37c535717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:29.692570 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Bound port: 251c7da4-e473-4293-b8ec-a8b23289609a, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33057c6-b178-4115-a8b1-38c37c535717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:29.692959 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.713128 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce4aea5b-c62f-4dcd-87f1-0813bf9bb9d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.729109 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-ce4aea5b-c62f-4dcd-87f1-0813bf9bb9d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Transition to ACTIVE for port object 790b802d-c7ed-4d25-8152-7545966c0c75 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:29.763098 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] For port 251c7da4-e473-4293-b8ec-a8b23289609a, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:29.766866 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] For port 251c7da4-e473-4293-b8ec-a8b23289609a, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=251c7da4-e473-4293-b8ec-a8b23289609a,segment=NetworkSegment(b33057c6-b178-4115-a8b1-38c37c535717),segment_id=b33057c6-b178-4115-a8b1-38c37c535717)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:29.772056 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce4aea5b-c62f-4dcd-87f1-0813bf9bb9d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.772961 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:29.822509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4aea5b-c62f-4dcd-87f1-0813bf9bb9d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:29.827050 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ce4aea5b-c62f-4dcd-87f1-0813bf9bb9d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:29.838005 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4aea5b-c62f-4dcd-87f1-0813bf9bb9d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:29.842083 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f773d-ce83-49b0-b0d6-56e170c0ae80 None None] Pushing event updated for resources: {'Port': ['ID=251c7da4-e473-4293-b8ec-a8b23289609a,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:29.867107 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4aea5b-c62f-4dcd-87f1-0813bf9bb9d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=790b802d-c7ed-4d25-8152-7545966c0c75,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:29.895569 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce4aea5b-c62f-4dcd-87f1-0813bf9bb9d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:30.083718 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce4aea5b-c62f-4dcd-87f1-0813bf9bb9d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:30.386995 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce4aea5b-c62f-4dcd-87f1-0813bf9bb9d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:30.392173 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce4aea5b-c62f-4dcd-87f1-0813bf9bb9d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:30.467143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4aea5b-c62f-4dcd-87f1-0813bf9bb9d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=790b802d-c7ed-4d25-8152-7545966c0c75,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:30.469786 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce4aea5b-c62f-4dcd-87f1-0813bf9bb9d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:30.575899 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4aea5b-c62f-4dcd-87f1-0813bf9bb9d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:30.577470 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ce4aea5b-c62f-4dcd-87f1-0813bf9bb9d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:30.700081 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4aea5b-c62f-4dcd-87f1-0813bf9bb9d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router 02f4133a-fc36-460c-9831-f9fa57308e4c has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:43:30.799328 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6bb8cf-c8b5-4475-b71d-6bf8cb2c6172 None None] Network a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:30.815199 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4aea5b-c62f-4dcd-87f1-0813bf9bb9d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:30.820412 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ce4aea5b-c62f-4dcd-87f1-0813bf9bb9d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "PUT /v2.0/routers/02f4133a-fc36-460c-9831-f9fa57308e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3209672 Aug 16 02:43:30.927025 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-21c532bb-43cd-445d-a5a0-f6dae01a510b None None] Provisioning for port 251c7da4-e473-4293-b8ec-a8b23289609a completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:30.964648 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-4de90b1a-b558-4b83-a19b-805a16c38cf7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1267802731&fields=id&tenant_id=9cb0f86fd7764c738454a1edb0bea8ab HTTP/1.1" status: 200 len: 267 time: 0.0377100 Aug 16 02:43:31.086603 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-ff1ca485-73dd-4d5a-b363-49e3036ae7f3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:31.088858 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-ff1ca485-73dd-4d5a-b363-49e3036ae7f3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/networks?id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 HTTP/1.1" status: 200 len: 797 time: 0.1142068 Aug 16 02:43:31.105774 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-ffe30789-147b-4912-89ee-a34fadf8e46b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/quotas/9cb0f86fd7764c738454a1edb0bea8ab HTTP/1.1" status: 200 len: 375 time: 0.0108819 Aug 16 02:43:31.161076 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-5d8e4420-160b-4eca-94ec-4bccbc948462 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491405 Aug 16 02:43:31.194562 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8717b73a-575f-44a0-8f22-2264bac7d345 None None] Provisioning for port 790b802d-c7ed-4d25-8152-7545966c0c75 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:31.200317 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8717b73a-575f-44a0-8f22-2264bac7d345 None None] Provisioning complete for port 790b802d-c7ed-4d25-8152-7545966c0c75 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:31.200691 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8717b73a-575f-44a0-8f22-2264bac7d345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.243826 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8717b73a-575f-44a0-8f22-2264bac7d345 None None] Port 790b802d-c7ed-4d25-8152-7545966c0c75 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:31.274415 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-8658ee92-ecd1-4938-b0fb-459778202525 service neutron] 10.222.0.68 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957134 Aug 16 02:43:31.289524 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Sync routers for ids ['02f4133a-fc36-460c-9831-f9fa57308e4c'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:31.300427 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Routers {'02f4133a-fc36-460c-9831-f9fa57308e4c'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:31.300983 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:43:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['02f4133a-fc36-460c-9831-f9fa57308e4c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:31.388525 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-3d7a64bf-abd8-48a8-a44a-474f69ba9701 service neutron] 10.222.0.68 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100869 Aug 16 02:43:31.417302 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Set router 02f4133a-fc36-460c-9831-f9fa57308e4c gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:31.465469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b5fc8739-966e-4f49-8606-c3bffdf4f2f2 None None] Provisioning complete for port 790b802d-c7ed-4d25-8152-7545966c0c75 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:31.465891 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8739-966e-4f49-8606-c3bffdf4f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.508739 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b5fc8739-966e-4f49-8606-c3bffdf4f2f2 None None] Port 790b802d-c7ed-4d25-8152-7545966c0c75 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:31.580537 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b5bd7a7f-faa5-488d-b146-9a29fffbda01 req-2b2af627-dd46-4224-bb8b-83facc81972e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 210 time: 0.0286720 Aug 16 02:43:31.628647 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-073fc4b1-3dc0-4f6e-84fe-cc0614a4369f None None] Provisioning complete for port 790b802d-c7ed-4d25-8152-7545966c0c75 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:31.629079 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-073fc4b1-3dc0-4f6e-84fe-cc0614a4369f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.660469 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766257527', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:30Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:40:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '790b802d-c7ed-4d25-8152-7545966c0c75', 'name': '', 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:19:20:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8813b3de-11f8-4f06-a370-ae2d115a7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:29Z', 'updated_at': '2021-08-16T02:43:30Z', 'revision_number': 2, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': '8813b3de-11f8-4f06-a370-ae2d115a7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:31.670577 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-073fc4b1-3dc0-4f6e-84fe-cc0614a4369f None None] Port 790b802d-c7ed-4d25-8152-7545966c0c75 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:31.692297 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Checking router: 02f4133a-fc36-460c-9831-f9fa57308e4c for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:31.692658 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Updating router 02f4133a-fc36-460c-9831-f9fa57308e4c port 790b802d-c7ed-4d25-8152-7545966c0c75 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:43:31.726947 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.795823 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4df69f48-3951-4682-be4a-ba5df6d836cc up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:31.850933 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 4df69f48-3951-4682-be4a-ba5df6d836cc completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:31.857505 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 4df69f48-3951-4682-be4a-ba5df6d836cc triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:31.857948 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.945264 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.971789 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 4df69f48-3951-4682-be4a-ba5df6d836cc, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4df69f48-3951-4682-be4a-ba5df6d836cc,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:31.975288 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:31.976082 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 251c7da4-e473-4293-b8ec-a8b23289609a up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:32.033664 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.044389 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Transition to ACTIVE for port object 790b802d-c7ed-4d25-8152-7545966c0c75 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:32.050334 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.062665 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=4df69f48-3951-4682-be4a-ba5df6d836cc,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:32.076291 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 251c7da4-e473-4293-b8ec-a8b23289609a completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:32.080883 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 251c7da4-e473-4293-b8ec-a8b23289609a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:32.081451 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.114743 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3562d9-2a5c-482f-a05a-83abb4038562 None None] Pushing event updated for resources: {'Port': ['ID=790b802d-c7ed-4d25-8152-7545966c0c75,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:32.138951 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3562d9-2a5c-482f-a05a-83abb4038562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:32.139596 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3562d9-2a5c-482f-a05a-83abb4038562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:32.140244 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3562d9-2a5c-482f-a05a-83abb4038562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:32.141179 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3562d9-2a5c-482f-a05a-83abb4038562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:32.141743 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3562d9-2a5c-482f-a05a-83abb4038562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:32.142038 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3562d9-2a5c-482f-a05a-83abb4038562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:32.142371 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3562d9-2a5c-482f-a05a-83abb4038562 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:32.142699 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3562d9-2a5c-482f-a05a-83abb4038562 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:32.143041 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3562d9-2a5c-482f-a05a-83abb4038562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:32.143344 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3562d9-2a5c-482f-a05a-83abb4038562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:32.143665 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3562d9-2a5c-482f-a05a-83abb4038562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:32.143991 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3562d9-2a5c-482f-a05a-83abb4038562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:32.173955 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Attempting to bind port 790b802d-c7ed-4d25-8152-7545966c0c75 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:32.174327 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Attempting to bind port 790b802d-c7ed-4d25-8152-7545966c0c75 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'b33057c6-b178-4115-a8b1-38c37c535717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:32.174687 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Attempting to bind port 790b802d-c7ed-4d25-8152-7545966c0c75 on network a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:32.179678 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.183559 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:32.183953 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Checking segment: {'id': 'b33057c6-b178-4115-a8b1-38c37c535717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:32.184365 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.184756 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Bound using segment: {'id': 'b33057c6-b178-4115-a8b1-38c37c535717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:32.185318 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Bound port: 790b802d-c7ed-4d25-8152-7545966c0c75, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33057c6-b178-4115-a8b1-38c37c535717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:32.185693 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.218080 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 251c7da4-e473-4293-b8ec-a8b23289609a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=251c7da4-e473-4293-b8ec-a8b23289609a,segment=NetworkSegment(b33057c6-b178-4115-a8b1-38c37c535717),segment_id=b33057c6-b178-4115-a8b1-38c37c535717)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:32.224627 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.279186 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] For port 790b802d-c7ed-4d25-8152-7545966c0c75, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:32.282888 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] For port 790b802d-c7ed-4d25-8152-7545966c0c75, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=790b802d-c7ed-4d25-8152-7545966c0c75,segment=NetworkSegment(b33057c6-b178-4115-a8b1-38c37c535717),segment_id=b33057c6-b178-4115-a8b1-38c37c535717)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:32.284896 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=251c7da4-e473-4293-b8ec-a8b23289609a,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:32.287840 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:32.347121 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Routers {'02f4133a-fc36-460c-9831-f9fa57308e4c'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:32.347767 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:43:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['02f4133a-fc36-460c-9831-f9fa57308e4c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:32.407341 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3562d9-2a5c-482f-a05a-83abb4038562 None None] Pushing event updated for resources: {'Port': ['ID=790b802d-c7ed-4d25-8152-7545966c0c75,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:32.475839 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] Set router 02f4133a-fc36-460c-9831-f9fa57308e4c gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:32.701637 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766257527', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:30Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '790b802d-c7ed-4d25-8152-7545966c0c75', 'name': '', 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:19:20:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8813b3de-11f8-4f06-a370-ae2d115a7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:29Z', 'updated_at': '2021-08-16T02:43:32Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': '8813b3de-11f8-4f06-a370-ae2d115a7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:32.702495 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-57bd500d-3e60-45cc-8cdc-f344958f6c9c req-1157369a-9ea7-419a-81a1-66ef80693a2b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 210 time: 0.0415051 Aug 16 02:43:32.736540 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410de7d8-ff94-428b-a4c4-f3d6942c181d None None] The sync data for ids ['02f4133a-fc36-460c-9831-f9fa57308e4c'] in n-d-765315-27 is: [{'id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766257527', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:30Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '790b802d-c7ed-4d25-8152-7545966c0c75', 'name': '', 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:19:20:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8813b3de-11f8-4f06-a370-ae2d115a7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:29Z', 'updated_at': '2021-08-16T02:43:32Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': '8813b3de-11f8-4f06-a370-ae2d115a7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:32.764316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-7c24033a-5733-4917-9786-879a84072410 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:32.766255 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-7c24033a-5733-4917-9786-879a84072410 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.63 "GET /v2.0/networks?id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 HTTP/1.1" status: 200 len: 797 time: 0.1615386 Aug 16 02:43:32.830010 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-cffb0812-db12-4b16-a025-076fc31a5fc2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cb0f86fd7764c738454a1edb0bea8ab HTTP/1.1" status: 200 len: 380 time: 0.0533168 Aug 16 02:43:32.843703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-39645754-c10b-42ab-bb0b-913f3d5db8d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'port': {'device_id': 'e56def44-d93a-4e10-945c-a6134e66664c', 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030', 'admin_state_up': True, 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'security_groups': ['78e96c10-3624-49ba-ad06-c04511a50847']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:32.959156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-39645754-c10b-42ab-bb0b-913f3d5db8d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Made reservation on behalf of 9cb0f86fd7764c738454a1edb0bea8ab for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:32.963302 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-39645754-c10b-42ab-bb0b-913f3d5db8d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.101618 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-39645754-c10b-42ab-bb0b-913f3d5db8d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Allocated IP 172.20.0.6 (a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030/8813b3de-11f8-4f06-a370-ae2d115a7e75/4b8242fb-d402-408e-91ab-0dd3ad352331) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:33.255722 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-39645754-c10b-42ab-bb0b-913f3d5db8d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.270150 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-39645754-c10b-42ab-bb0b-913f3d5db8d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Transition to ACTIVE for port object 4b8242fb-d402-408e-91ab-0dd3ad352331 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:33.307056 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-39645754-c10b-42ab-bb0b-913f3d5db8d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.350709 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-39645754-c10b-42ab-bb0b-913f3d5db8d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:33.356694 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-39645754-c10b-42ab-bb0b-913f3d5db8d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:33.360471 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-39645754-c10b-42ab-bb0b-913f3d5db8d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:33.386000 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39645754-c10b-42ab-bb0b-913f3d5db8d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=4b8242fb-d402-408e-91ab-0dd3ad352331,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:33.418013 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-39645754-c10b-42ab-bb0b-913f3d5db8d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:33.418668 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-39645754-c10b-42ab-bb0b-913f3d5db8d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.437421 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-39645754-c10b-42ab-bb0b-913f3d5db8d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5986722 Aug 16 02:43:33.455183 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Request body: {'port': {'device_id': 'e56def44-d93a-4e10-945c-a6134e66664c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:33.523996 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.640261 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1310522d-836a-4171-a8b0-faf6722409ac None None] Provisioning for port 4b8242fb-d402-408e-91ab-0dd3ad352331 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:33.644123 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1310522d-836a-4171-a8b0-faf6722409ac None None] Provisioning complete for port 4b8242fb-d402-408e-91ab-0dd3ad352331 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:33.644491 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1310522d-836a-4171-a8b0-faf6722409ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.693800 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1310522d-836a-4171-a8b0-faf6722409ac None None] Port 4b8242fb-d402-408e-91ab-0dd3ad352331 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:33.848674 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 790b802d-c7ed-4d25-8152-7545966c0c75 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:33.857428 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8242fb-d402-408e-91ab-0dd3ad352331 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:43:33.865294 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.872714 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a147f-cc0b-4a3f-82ec-d951ec7addd8 req-458650d3-435b-465c-8001-e99b779391af tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:33.874314 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-172a147f-cc0b-4a3f-82ec-d951ec7addd8 req-458650d3-435b-465c-8001-e99b779391af tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 931 time: 0.0756941 Aug 16 02:43:33.880378 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Transition to ACTIVE for port object 4b8242fb-d402-408e-91ab-0dd3ad352331 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:33.886414 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.921554 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-172a147f-cc0b-4a3f-82ec-d951ec7addd8 req-49f8a86c-4b24-4746-b1af-f8c3668804ce tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385511 Aug 16 02:43:33.929611 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 790b802d-c7ed-4d25-8152-7545966c0c75 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:33.935909 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 790b802d-c7ed-4d25-8152-7545966c0c75 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:33.936453 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:33.954187 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Pushing event updated for resources: {'Port': ['ID=4b8242fb-d402-408e-91ab-0dd3ad352331,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:34.023360 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.030123 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Attempting to bind port 4b8242fb-d402-408e-91ab-0dd3ad352331 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:34.030461 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Attempting to bind port 4b8242fb-d402-408e-91ab-0dd3ad352331 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'b33057c6-b178-4115-a8b1-38c37c535717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:34.030790 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Attempting to bind port 4b8242fb-d402-408e-91ab-0dd3ad352331 on network a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:34.036049 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Port 4b8242fb-d402-408e-91ab-0dd3ad352331 on network a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:43:34.036369 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Attempting to bind port 4b8242fb-d402-408e-91ab-0dd3ad352331 on network a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:34.042198 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:34.042533 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Checking segment: {'id': 'b33057c6-b178-4115-a8b1-38c37c535717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:34.042914 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Bound using segment: {'id': 'b33057c6-b178-4115-a8b1-38c37c535717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:34.043345 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Bound port: 4b8242fb-d402-408e-91ab-0dd3ad352331, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b33057c6-b178-4115-a8b1-38c37c535717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:34.043704 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.060487 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 790b802d-c7ed-4d25-8152-7545966c0c75, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=790b802d-c7ed-4d25-8152-7545966c0c75,segment=NetworkSegment(b33057c6-b178-4115-a8b1-38c37c535717),segment_id=b33057c6-b178-4115-a8b1-38c37c535717)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:34.064768 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.065659 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4df69f48-3951-4682-be4a-ba5df6d836cc up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:34.115766 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] For port 4b8242fb-d402-408e-91ab-0dd3ad352331, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:34.119240 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] For port 4b8242fb-d402-408e-91ab-0dd3ad352331, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4b8242fb-d402-408e-91ab-0dd3ad352331,segment=NetworkSegment(b33057c6-b178-4115-a8b1-38c37c535717),segment_id=b33057c6-b178-4115-a8b1-38c37c535717)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:34.124068 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.146184 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=790b802d-c7ed-4d25-8152-7545966c0c75,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:34.158377 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:34.159045 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.159784 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 4df69f48-3951-4682-be4a-ba5df6d836cc triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:34.160111 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.160537 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] 10.222.0.63 "PUT /v2.0/ports/4b8242fb-d402-408e-91ab-0dd3ad352331 HTTP/1.1" status: 200 len: 1092 time: 0.7100852 Aug 16 02:43:34.163144 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56def44-d93a-4e10-945c-a6134e66664c', 'tag': '4b8242fb-d402-408e-91ab-0dd3ad352331'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:34.166788 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0a141b-49fa-41ad-873a-40aae000b4db" -d '{"events": [{"name": "network-changed", "server_uuid": "e56def44-d93a-4e10-945c-a6134e66664c", "tag": "4b8242fb-d402-408e-91ab-0dd3ad352331"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:34.197415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b34a9c-31b4-4431-b8f1-2724bbd6e90b service neutron] Pushing event updated for resources: {'Port': ['ID=4b8242fb-d402-408e-91ab-0dd3ad352331,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:34.235596 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccc0fe9-ba5e-4f31-9ea4-73a397928b49 x-openstack-request-id: req-5ccc0fe9-ba5e-4f31-9ea4-73a397928b49 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:34.235997 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56def44-d93a-4e10-945c-a6134e66664c", "tag": "4b8242fb-d402-408e-91ab-0dd3ad352331", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:34.236336 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5ccc0fe9-ba5e-4f31-9ea4-73a397928b49 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:34.236821 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56def44-d93a-4e10-945c-a6134e66664c', 'tag': '4b8242fb-d402-408e-91ab-0dd3ad352331', 'status': 'completed', 'code': 200} Aug 16 02:43:34.270683 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 251c7da4-e473-4293-b8ec-a8b23289609a up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:34.272011 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-09c477da-a340-41a0-a2c1-825b2ea6e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:34.273538 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-09c477da-a340-41a0-a2c1-825b2ea6e20e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 1095 time: 0.0493248 Aug 16 02:43:34.322424 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 251c7da4-e473-4293-b8ec-a8b23289609a triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:34.322789 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:34.330004 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-75200408-fddb-40cc-8422-a8509261288d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8242fb-d402-408e-91ab-0dd3ad352331 HTTP/1.1" status: 200 len: 217 time: 0.0435483 Aug 16 02:43:34.386452 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-87fe6f15-ad2a-481e-b187-53425c80d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:34.387981 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-87fe6f15-ad2a-481e-b187-53425c80d034 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8813b3de-11f8-4f06-a370-ae2d115a7e75 HTTP/1.1" status: 200 len: 835 time: 0.0473754 Aug 16 02:43:34.438339 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-16414f29-37af-4883-941d-fb84fd565a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:34.439849 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-16414f29-37af-4883-941d-fb84fd565a68 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440841 Aug 16 02:43:34.538618 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-119ffe86-e9e4-4328-bb99-90c431b3f448 service neutron] 10.222.0.63 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864496 Aug 16 02:43:34.631024 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8447a05-5219-450a-bb73-91c7f7ec9840 req-97373371-dd0e-41b1-9d22-8c9ecfb07595 service neutron] 10.222.0.63 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808907 Aug 16 02:43:34.726127 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a141b-49fa-41ad-873a-40aae000b4db req-dbfd659e-35df-46fd-b037-09715fbbee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:34.728146 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0f0a141b-49fa-41ad-873a-40aae000b4db req-dbfd659e-35df-46fd-b037-09715fbbee2b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 1095 time: 0.0402036 Aug 16 02:43:34.821439 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a141b-49fa-41ad-873a-40aae000b4db req-c58fd071-51b0-491d-a977-ef52051662a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:34.823081 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0f0a141b-49fa-41ad-873a-40aae000b4db req-c58fd071-51b0-491d-a977-ef52051662a1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 HTTP/1.1" status: 200 len: 898 time: 0.0884242 Aug 16 02:43:34.865127 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0f0a141b-49fa-41ad-873a-40aae000b4db req-f75654cd-87ec-4d53-a829-fba859d7d1d0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8242fb-d402-408e-91ab-0dd3ad352331 HTTP/1.1" status: 200 len: 217 time: 0.0341790 Aug 16 02:43:34.920921 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a141b-49fa-41ad-873a-40aae000b4db req-2ed56c8d-ad0f-40fb-a2f4-cfbaf4a75075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:34.922393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0f0a141b-49fa-41ad-873a-40aae000b4db req-2ed56c8d-ad0f-40fb-a2f4-cfbaf4a75075 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8813b3de-11f8-4f06-a370-ae2d115a7e75 HTTP/1.1" status: 200 len: 835 time: 0.0477164 Aug 16 02:43:34.968943 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a141b-49fa-41ad-873a-40aae000b4db req-99658b65-fff6-4411-a1e1-9a36591f35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:34.970478 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0f0a141b-49fa-41ad-873a-40aae000b4db req-99658b65-fff6-4411-a1e1-9a36591f35c2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406168 Aug 16 02:43:35.050993 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38846708-2ea3-4475-b26d-87975ad28f6e req-263e0b71-fbd4-4d5e-a034-7e32a762551d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:35.052577 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38846708-2ea3-4475-b26d-87975ad28f6e req-263e0b71-fbd4-4d5e-a034-7e32a762551d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 943 time: 0.0550067 Aug 16 02:43:35.064994 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0f0a141b-49fa-41ad-873a-40aae000b4db req-ebd0bac1-f26b-46db-95e8-a826d8750f92 service neutron] 10.222.0.63 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860047 Aug 16 02:43:35.091921 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-38846708-2ea3-4475-b26d-87975ad28f6e req-5dd6f5c5-7e2b-427d-bab2-84b7410bfbb9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330064 Aug 16 02:43:35.161174 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-0f0a141b-49fa-41ad-873a-40aae000b4db req-ba260fab-1df8-498d-bb76-9f2f30fec42f service neutron] 10.222.0.63 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861802 Aug 16 02:43:35.735792 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 790b802d-c7ed-4d25-8152-7545966c0c75 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:35.783945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 790b802d-c7ed-4d25-8152-7545966c0c75 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:35.784322 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:36.209707 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ead9e-3ab7-4d8a-a622-8935b0c5b81b req-5345e529-7784-4424-8a8c-d7b01540f7f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:36.211223 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8a1ead9e-3ab7-4d8a-a622-8935b0c5b81b req-5345e529-7784-4424-8a8c-d7b01540f7f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 943 time: 0.0495350 Aug 16 02:43:36.250623 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8a1ead9e-3ab7-4d8a-a622-8935b0c5b81b req-4f49f7a2-0e53-4c51-bba6-555c4926bdef tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328424 Aug 16 02:43:37.365571 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463149b4-1c94-479a-b27f-7326e88ca637 req-18fe9130-2c9a-4219-9a55-7b99d84a1c85 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:37.367085 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-463149b4-1c94-479a-b27f-7326e88ca637 req-18fe9130-2c9a-4219-9a55-7b99d84a1c85 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 943 time: 0.0486321 Aug 16 02:43:37.406736 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-463149b4-1c94-479a-b27f-7326e88ca637 req-681b4ae4-4116-4a28-98f3-7dc04e22c26a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329862 Aug 16 02:43:38.092340 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.170665 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4b8242fb-d402-408e-91ab-0dd3ad352331 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:43:38.266237 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 4b8242fb-d402-408e-91ab-0dd3ad352331, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4b8242fb-d402-408e-91ab-0dd3ad352331,segment=NetworkSegment(b33057c6-b178-4115-a8b1-38c37c535717),segment_id=b33057c6-b178-4115-a8b1-38c37c535717)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:38.277507 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '4b8242fb-d402-408e-91ab-0dd3ad352331', 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030', 'port_id': '4b8242fb-d402-408e-91ab-0dd3ad352331', 'mac_address': 'fa:16:3e:b8:81:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8813b3de-11f8-4f06-a370-ae2d115a7e75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:43:38.315795 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.328096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8242fb-d402-408e-91ab-0dd3ad352331 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:43:38.347356 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 4b8242fb-d402-408e-91ab-0dd3ad352331, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4b8242fb-d402-408e-91ab-0dd3ad352331,segment=NetworkSegment(b33057c6-b178-4115-a8b1-38c37c535717),segment_id=b33057c6-b178-4115-a8b1-38c37c535717)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:38.350959 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.397455 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=4b8242fb-d402-408e-91ab-0dd3ad352331,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:38.526214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5382d-3019-40d2-84d3-db7af7cecd4d req-7ab0959f-ab45-479c-843c-3d91a8fed48c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:38.527675 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9ca5382d-3019-40d2-84d3-db7af7cecd4d req-7ab0959f-ab45-479c-843c-3d91a8fed48c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 944 time: 0.0527616 Aug 16 02:43:38.689951 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['4b8242fb-d402-408e-91ab-0dd3ad352331'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:43:38.723927 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.881689 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9ca5382d-3019-40d2-84d3-db7af7cecd4d req-f6c36800-0a2c-4b89-95f6-fb44a6f3bc46 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3480661 Aug 16 02:43:39.998046 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95972f29-adb1-4572-bf6e-5663de3411f1 req-054f0da7-18b7-4b08-9fe9-9a1c797a4df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:39.999433 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-95972f29-adb1-4572-bf6e-5663de3411f1 req-054f0da7-18b7-4b08-9fe9-9a1c797a4df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 944 time: 0.0487142 Aug 16 02:43:40.036273 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-95972f29-adb1-4572-bf6e-5663de3411f1 req-04b8a731-274f-4d97-9a93-93173372f3b6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310352 Aug 16 02:43:40.185980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4b8242fb-d402-408e-91ab-0dd3ad352331 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:40.233609 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 4b8242fb-d402-408e-91ab-0dd3ad352331 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:40.237275 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 4b8242fb-d402-408e-91ab-0dd3ad352331 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:40.237663 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.315264 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.337537 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56def44-d93a-4e10-945c-a6134e66664c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8242fb-d402-408e-91ab-0dd3ad352331'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:40.340511 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236f663c-a46c-499c-bb65-a911cbce17bd" -d '{"events": [{"server_uuid": "e56def44-d93a-4e10-945c-a6134e66664c", "name": "network-vif-plugged", "status": "completed", "tag": "4b8242fb-d402-408e-91ab-0dd3ad352331"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:40.353035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 4b8242fb-d402-408e-91ab-0dd3ad352331, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4b8242fb-d402-408e-91ab-0dd3ad352331,segment=NetworkSegment(b33057c6-b178-4115-a8b1-38c37c535717),segment_id=b33057c6-b178-4115-a8b1-38c37c535717)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:40.358019 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.380862 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadfb6bb-c49e-4a33-8d67-4ee944329f09 x-openstack-request-id: req-cadfb6bb-c49e-4a33-8d67-4ee944329f09 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:40.381226 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56def44-d93a-4e10-945c-a6134e66664c", "name": "network-vif-plugged", "status": "completed", "tag": "4b8242fb-d402-408e-91ab-0dd3ad352331", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:40.381465 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cadfb6bb-c49e-4a33-8d67-4ee944329f09 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:40.381796 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56def44-d93a-4e10-945c-a6134e66664c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8242fb-d402-408e-91ab-0dd3ad352331', 'code': 200} Aug 16 02:43:40.412858 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=4b8242fb-d402-408e-91ab-0dd3ad352331,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:40.610443 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6038c-30eb-4eb8-a031-7860a195d184 req-50ee07fd-d452-4338-92ef-59f5ca61e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:40.611848 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-72a6038c-30eb-4eb8-a031-7860a195d184 req-50ee07fd-d452-4338-92ef-59f5ca61e0f7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 1097 time: 0.0398784 Aug 16 02:43:40.649917 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-72a6038c-30eb-4eb8-a031-7860a195d184 req-4d701b15-6d2e-405a-bd1f-0529e78433a1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306666 Aug 16 02:43:41.154958 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf808a-7764-40ea-bfaa-1c555b05a504 req-4350e8b2-9184-415d-9945-8e4691beafb7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:41.156436 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43bf808a-7764-40ea-bfaa-1c555b05a504 req-4350e8b2-9184-415d-9945-8e4691beafb7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0526805 Aug 16 02:43:41.194309 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-43bf808a-7764-40ea-bfaa-1c555b05a504 req-578fd02b-93e4-45a0-b3de-0199dfc3322a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317318 Aug 16 02:43:42.310668 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebcb07-aa2f-4290-bac0-f3afe862873b req-147eb3aa-3996-44b5-b77d-0f18444e87e0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:42.312176 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b0ebcb07-aa2f-4290-bac0-f3afe862873b req-147eb3aa-3996-44b5-b77d-0f18444e87e0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0505681 Aug 16 02:43:42.350088 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b0ebcb07-aa2f-4290-bac0-f3afe862873b req-48ce5427-fac3-4bd2-89aa-075adca63471 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319591 Aug 16 02:43:42.466355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eccc1d-1985-4678-b3a2-29c7bbdc4fc3 req-d85e936e-4376-4436-9d0f-f39d037d0f61 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:42.467831 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85eccc1d-1985-4678-b3a2-29c7bbdc4fc3 req-d85e936e-4376-4436-9d0f-f39d037d0f61 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0492992 Aug 16 02:43:42.505233 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-85eccc1d-1985-4678-b3a2-29c7bbdc4fc3 req-278d218c-7aff-4da0-8477-7869f2b57d9d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315928 Aug 16 02:43:42.527151 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40474) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:42.569980 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbb6faa-77b7-4059-87f9-31d22635c919 tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:42.571495 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3bbb6faa-77b7-4059-87f9-31d22635c919 tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 1092 time: 0.0433180 Aug 16 02:43:42.574297 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40476) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:42.578612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': '4b8242fb-d402-408e-91ab-0dd3ad352331', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:42.600447 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:42.695544 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:42.803312 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Allocated IP 172.25.3.142 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/b23bc4ce-dd7a-4981-89c3-e3ee64d5f656) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:42.903029 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:42.940814 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:42.980721 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:42.983512 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:42.988923 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:43.012667 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=b23bc4ce-dd7a-4981-89c3-e3ee64d5f656,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:43.346583 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:43.416269 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:43.567428 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:43.571789 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:43.641180 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=b23bc4ce-dd7a-4981-89c3-e3ee64d5f656,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:43.651742 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:43.752381 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Floating IP 2cd672e2-5efd-447a-9727-5b7c0398e353 associated. External IP: 172.25.3.142, port: 4b8242fb-d402-408e-91ab-0dd3ad352331. Aug 16 02:43:43.972230 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router 02f4133a-fc36-460c-9831-f9fa57308e4c has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:43:44.080398 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:44.090653 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6997bbaa-75b1-49f6-9a3e-521ef4531f25 None None] Sync routers for ids ['02f4133a-fc36-460c-9831-f9fa57308e4c'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:44.096322 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.100904 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6997bbaa-75b1-49f6-9a3e-521ef4531f25 None None] Routers {'02f4133a-fc36-460c-9831-f9fa57308e4c'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:44.101443 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6997bbaa-75b1-49f6-9a3e-521ef4531f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:43:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['02f4133a-fc36-460c-9831-f9fa57308e4c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:44.127346 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bdefa03e-a6e3-4368-ae36-0bc11016f37c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5495744 Aug 16 02:43:44.127346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56def44-d93a-4e10-945c-a6134e66664c', 'tag': '4b8242fb-d402-408e-91ab-0dd3ad352331'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:44.128005 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f602c9e-019b-463a-9cfd-2faabc8c3431" -d '{"events": [{"name": "network-changed", "server_uuid": "e56def44-d93a-4e10-945c-a6134e66664c", "tag": "4b8242fb-d402-408e-91ab-0dd3ad352331"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:44.168967 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2832785c-8a42-488a-8c50-25017de94d25 x-openstack-request-id: req-2832785c-8a42-488a-8c50-25017de94d25 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:44.172434 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56def44-d93a-4e10-945c-a6134e66664c", "tag": "4b8242fb-d402-408e-91ab-0dd3ad352331", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:44.172698 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2832785c-8a42-488a-8c50-25017de94d25 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:44.173138 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56def44-d93a-4e10-945c-a6134e66664c', 'tag': '4b8242fb-d402-408e-91ab-0dd3ad352331', 'status': 'completed', 'code': 200} Aug 16 02:43:44.210224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-6997bbaa-75b1-49f6-9a3e-521ef4531f25 None None] Set router 02f4133a-fc36-460c-9831-f9fa57308e4c gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:44.257632 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f602c9e-019b-463a-9cfd-2faabc8c3431 req-9a83a639-55f8-44ad-bcfc-1263bac4068c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:44.259134 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f602c9e-019b-463a-9cfd-2faabc8c3431 req-9a83a639-55f8-44ad-bcfc-1263bac4068c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 1097 time: 0.0647850 Aug 16 02:43:44.268101 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a88149-18d4-474f-ac4e-d13e2eb70293 req-eb9a1191-d13f-466f-87e5-45cc88e99742 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:44.269475 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-57a88149-18d4-474f-ac4e-d13e2eb70293 req-eb9a1191-d13f-466f-87e5-45cc88e99742 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0847030 Aug 16 02:43:44.358595 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-57a88149-18d4-474f-ac4e-d13e2eb70293 req-ce9c506b-4f16-4fb1-a19f-fa0d339fa01d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800302 Aug 16 02:43:44.380627 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40482) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:44.388442 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f602c9e-019b-463a-9cfd-2faabc8c3431 req-516700c7-794f-45ac-a59b-32d079ddb9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:44.389969 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f602c9e-019b-463a-9cfd-2faabc8c3431 req-516700c7-794f-45ac-a59b-32d079ddb9e9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 HTTP/1.1" status: 200 len: 898 time: 0.1195924 Aug 16 02:43:44.442396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fbb420a8-6476-405f-a449-d0f915396c69 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/floatingips/2cd672e2-5efd-447a-9727-5b7c0398e353 HTTP/1.1" status: 200 len: 991 time: 0.0605700 Aug 16 02:43:44.443873 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6997bbaa-75b1-49f6-9a3e-521ef4531f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766257527', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:30Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '2cd672e2-5efd-447a-9727-5b7c0398e353', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'port_id': '4b8242fb-d402-408e-91ab-0dd3ad352331', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030', 'mac_address': 'fa:16:3e:b8:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56def44-d93a-4e10-945c-a6134e66664c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:43:43Z', 'updated_at': '2021-08-16T02:43:43Z', 'revision_number': 0, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '790b802d-c7ed-4d25-8152-7545966c0c75', 'name': '', 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:19:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8813b3de-11f8-4f06-a370-ae2d115a7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:29Z', 'updated_at': '2021-08-16T02:43:34Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': '8813b3de-11f8-4f06-a370-ae2d115a7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:44.464421 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f602c9e-019b-463a-9cfd-2faabc8c3431 req-8a3e2de3-3234-4c96-8bd9-7d0740f43585 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8242fb-d402-408e-91ab-0dd3ad352331 HTTP/1.1" status: 200 len: 999 time: 0.0662842 Aug 16 02:43:44.475093 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6997bbaa-75b1-49f6-9a3e-521ef4531f25 None None] Checking router: 02f4133a-fc36-460c-9831-f9fa57308e4c for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:44.484111 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6997bbaa-75b1-49f6-9a3e-521ef4531f25 None None] Routers {'02f4133a-fc36-460c-9831-f9fa57308e4c'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:44.484727 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6997bbaa-75b1-49f6-9a3e-521ef4531f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:43:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['02f4133a-fc36-460c-9831-f9fa57308e4c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:44.516156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f602c9e-019b-463a-9cfd-2faabc8c3431 req-402bb246-cb0c-4207-92c7-a39333f6fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:44.517622 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f602c9e-019b-463a-9cfd-2faabc8c3431 req-402bb246-cb0c-4207-92c7-a39333f6fb4f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8813b3de-11f8-4f06-a370-ae2d115a7e75 HTTP/1.1" status: 200 len: 835 time: 0.0460131 Aug 16 02:43:44.565408 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f602c9e-019b-463a-9cfd-2faabc8c3431 req-31866596-31a6-4196-8be9-5ce7451b3cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:44.566938 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f602c9e-019b-463a-9cfd-2faabc8c3431 req-31866596-31a6-4196-8be9-5ce7451b3cb8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421381 Aug 16 02:43:44.591067 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-6997bbaa-75b1-49f6-9a3e-521ef4531f25 None None] Set router 02f4133a-fc36-460c-9831-f9fa57308e4c gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:44.662784 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f602c9e-019b-463a-9cfd-2faabc8c3431 req-4e6ccaf5-c337-47a1-b290-cc65b37c150f service neutron] 10.222.0.63 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882213 Aug 16 02:43:44.752420 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5f602c9e-019b-463a-9cfd-2faabc8c3431 req-54c268ee-da0a-47c7-9daf-0b1c47bf7da1 service neutron] 10.222.0.63 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830760 Aug 16 02:43:44.819484 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6997bbaa-75b1-49f6-9a3e-521ef4531f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766257527', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:30Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '2cd672e2-5efd-447a-9727-5b7c0398e353', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'port_id': '4b8242fb-d402-408e-91ab-0dd3ad352331', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030', 'mac_address': 'fa:16:3e:b8:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56def44-d93a-4e10-945c-a6134e66664c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:43:43Z', 'updated_at': '2021-08-16T02:43:43Z', 'revision_number': 0, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '790b802d-c7ed-4d25-8152-7545966c0c75', 'name': '', 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:19:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8813b3de-11f8-4f06-a370-ae2d115a7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:29Z', 'updated_at': '2021-08-16T02:43:34Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': '8813b3de-11f8-4f06-a370-ae2d115a7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:44.847101 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6997bbaa-75b1-49f6-9a3e-521ef4531f25 None None] The sync data for ids ['02f4133a-fc36-460c-9831-f9fa57308e4c'] in n-d-765315-27 is: [{'id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766257527', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:30Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '2cd672e2-5efd-447a-9727-5b7c0398e353', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'port_id': '4b8242fb-d402-408e-91ab-0dd3ad352331', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030', 'mac_address': 'fa:16:3e:b8:81:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56def44-d93a-4e10-945c-a6134e66664c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:43:43Z', 'updated_at': '2021-08-16T02:43:43Z', 'revision_number': 0, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '790b802d-c7ed-4d25-8152-7545966c0c75', 'name': '', 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:19:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8813b3de-11f8-4f06-a370-ae2d115a7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:29Z', 'updated_at': '2021-08-16T02:43:34Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': '8813b3de-11f8-4f06-a370-ae2d115a7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:45.033653 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5020ce-0b87-4643-a0b3-528791d2a1b6 None None] New status for floating IP 2cd672e2-5efd-447a-9727-5b7c0398e353: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:43:45.445486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40484) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:45.510676 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f99bcefe-a02a-46c2-a450-6a73328300c5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/floatingips/2cd672e2-5efd-447a-9727-5b7c0398e353 HTTP/1.1" status: 200 len: 993 time: 0.0638046 Aug 16 02:43:50.206572 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-31c64e0d-ec9b-428c-9eb4-eaf5d741ea4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:52.737557 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc4bc612-e2b2-4d76-a5c2-20cce6c07884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.424019 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.994372 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cdb2315b-161a-4069-84fa-b596c19856c9 req-b0ee89b8-1200-4264-a45d-8d3e98c47c36 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412610 Aug 16 02:43:54.081687 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2315b-161a-4069-84fa-b596c19856c9 req-19aefbc0-5570-4ba3-abff-b0a02f7bc5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:54.083229 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cdb2315b-161a-4069-84fa-b596c19856c9 req-19aefbc0-5570-4ba3-abff-b0a02f7bc5cc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 1097 time: 0.0461156 Aug 16 02:43:54.188613 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2315b-161a-4069-84fa-b596c19856c9 req-48530187-4555-4ca0-ad2c-6f8c1079b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:54.190144 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cdb2315b-161a-4069-84fa-b596c19856c9 req-48530187-4555-4ca0-ad2c-6f8c1079b8f3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 HTTP/1.1" status: 200 len: 898 time: 0.0870249 Aug 16 02:43:54.273640 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cdb2315b-161a-4069-84fa-b596c19856c9 req-49ac4a9b-44eb-4d91-bfce-52eb9e157d96 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8242fb-d402-408e-91ab-0dd3ad352331 HTTP/1.1" status: 200 len: 1001 time: 0.0760865 Aug 16 02:43:54.330340 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2315b-161a-4069-84fa-b596c19856c9 req-33216baf-5559-40b3-b43f-452eb2b14f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:54.331794 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cdb2315b-161a-4069-84fa-b596c19856c9 req-33216baf-5559-40b3-b43f-452eb2b14f33 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8813b3de-11f8-4f06-a370-ae2d115a7e75 HTTP/1.1" status: 200 len: 835 time: 0.0452802 Aug 16 02:43:54.379100 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2315b-161a-4069-84fa-b596c19856c9 req-d486149b-ab89-48c4-8969-94bd6bb5261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:54.380572 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cdb2315b-161a-4069-84fa-b596c19856c9 req-d486149b-ab89-48c4-8969-94bd6bb5261b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402536 Aug 16 02:43:54.405380 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.476986 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cdb2315b-161a-4069-84fa-b596c19856c9 req-8ac04e23-ee2c-4683-8139-0694d4358a33 service neutron] 10.222.0.63 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884945 Aug 16 02:43:54.577630 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cdb2315b-161a-4069-84fa-b596c19856c9 req-a46d95ab-3b13-4beb-8a43-4f96035fc0c9 service neutron] 10.222.0.63 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862513 Aug 16 02:43:56.191742 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.389324 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:44:08.090193 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:08.715183 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.207247 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18dd33c4-58e0-4514-93be-417e9c4f0212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:20.941547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84ca76-95a8-439a-a323-fc09b051f9b9 req-68a8f4c4-596f-4264-a22e-4f838684618f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:20.943065 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7e84ca76-95a8-439a-a323-fc09b051f9b9 req-68a8f4c4-596f-4264-a22e-4f838684618f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0499222 Aug 16 02:44:20.979353 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-6d94a2c5-11d0-4e76-af12-26eea6bb147f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1022587 Aug 16 02:44:20.984424 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7e84ca76-95a8-439a-a323-fc09b051f9b9 req-f5ea6385-cf1f-4a31-b9bc-95d3cb1a5a3f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344205 Aug 16 02:44:22.155379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c505fca-d04b-4af7-ad9c-b4f88815a81d req-134cee4d-4503-47a4-9abe-a7622345fefb tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:22.156850 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6c505fca-d04b-4af7-ad9c-b4f88815a81d req-134cee4d-4503-47a4-9abe-a7622345fefb tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0853941 Aug 16 02:44:22.163339 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-76438058-7100-482c-b748-896026772e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:22.164800 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-76438058-7100-482c-b748-896026772e6e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 1097 time: 0.0573473 Aug 16 02:44:22.247243 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6c505fca-d04b-4af7-ad9c-b4f88815a81d req-75c1e7ca-51a7-4e18-b0b9-92b9356a9618 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814476 Aug 16 02:44:22.279179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-1c3bd242-701f-4394-a82a-dfaf0215f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:22.280578 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-1c3bd242-701f-4394-a82a-dfaf0215f927 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 HTTP/1.1" status: 200 len: 898 time: 0.1075215 Aug 16 02:44:22.350994 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-113b4170-e772-43d5-b4d3-8be02cc24fd2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8242fb-d402-408e-91ab-0dd3ad352331 HTTP/1.1" status: 200 len: 1001 time: 0.0601034 Aug 16 02:44:22.406895 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-57be88a7-2200-4c00-9773-b60f8f0cceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:22.408348 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-57be88a7-2200-4c00-9773-b60f8f0cceae service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8813b3de-11f8-4f06-a370-ae2d115a7e75 HTTP/1.1" status: 200 len: 835 time: 0.0498095 Aug 16 02:44:22.457888 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-e5aa8513-3df6-4517-876a-467c55325a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:22.459364 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-e5aa8513-3df6-4517-876a-467c55325a7f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432868 Aug 16 02:44:22.553362 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-beadbd1d-0cae-4254-9117-e15c95cd077d service neutron] 10.222.0.63 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815949 Aug 16 02:44:22.651419 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-0446f97d-7694-4110-bcd3-3fd590ce829f service neutron] 10.222.0.63 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858839 Aug 16 02:44:22.737742 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e2a555f-eff6-4d0e-af49-31aee900994d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:23.366547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689564c1-df6d-46cd-a9f9-e3b0a093cd16 req-209e7fe6-88c8-46be-8aa1-a5004ed00552 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:23.368030 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-689564c1-df6d-46cd-a9f9-e3b0a093cd16 req-209e7fe6-88c8-46be-8aa1-a5004ed00552 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0522103 Aug 16 02:44:23.407410 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-689564c1-df6d-46cd-a9f9-e3b0a093cd16 req-ad3ed389-dbf9-4377-9eaa-c51f427d6bcf tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328467 Aug 16 02:44:23.426346 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.407808 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:24.525390 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d301fa-8249-45c4-b1a1-45d0cfa73d59 req-7cff5358-d29e-4dee-985a-f0f13e1b46b2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:24.527470 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-14d301fa-8249-45c4-b1a1-45d0cfa73d59 req-7cff5358-d29e-4dee-985a-f0f13e1b46b2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0508404 Aug 16 02:44:24.565331 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-14d301fa-8249-45c4-b1a1-45d0cfa73d59 req-d69b1f61-570c-4561-888b-f9d356dd96cd tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317025 Aug 16 02:44:25.680037 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36ae65-acf5-4c29-8170-47aa395f5838 req-c87a3f46-ded5-471e-bd4f-bacfa4e55504 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:25.681521 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dc36ae65-acf5-4c29-8170-47aa395f5838 req-c87a3f46-ded5-471e-bd4f-bacfa4e55504 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0487266 Aug 16 02:44:25.720893 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dc36ae65-acf5-4c29-8170-47aa395f5838 req-f16e205e-9747-47c7-ad12-f47f381217a6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325530 Aug 16 02:44:26.195421 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:26.837520 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc32fa-ed50-4253-85e4-e474a0d3e281 req-82a0274d-0315-4655-b364-38af75a6b564 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:26.839648 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03dc32fa-ed50-4253-85e4-e474a0d3e281 req-82a0274d-0315-4655-b364-38af75a6b564 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0498598 Aug 16 02:44:26.877223 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-03dc32fa-ed50-4253-85e4-e474a0d3e281 req-625ae07b-a27a-4a76-b2d3-6caffe146c1a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316491 Aug 16 02:44:28.000451 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0688f-391b-46ff-abcf-3194adc0b440 req-b5261e6a-40f3-44f2-a897-9a3278befc21 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:28.001902 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-50a0688f-391b-46ff-abcf-3194adc0b440 req-b5261e6a-40f3-44f2-a897-9a3278befc21 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0555909 Aug 16 02:44:28.039450 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-50a0688f-391b-46ff-abcf-3194adc0b440 req-58df3fa7-7be5-4188-b708-a612fc9d0569 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316358 Aug 16 02:44:29.156262 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc515e44-2b93-4d7f-afab-432f5c904ba1 req-4e0669f4-6a6e-410c-aae7-929df562aed7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:29.157749 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fc515e44-2b93-4d7f-afab-432f5c904ba1 req-4e0669f4-6a6e-410c-aae7-929df562aed7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0483279 Aug 16 02:44:29.200288 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fc515e44-2b93-4d7f-afab-432f5c904ba1 req-4041ee5e-bae6-4725-9b65-d134aa3149f2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363173 Aug 16 02:44:30.322191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9af005-3a80-4da8-955b-76bb30e73302 req-8071a5a8-8508-4410-8809-d6453592cc2d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:30.324339 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ac9af005-3a80-4da8-955b-76bb30e73302 req-8071a5a8-8508-4410-8809-d6453592cc2d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0542891 Aug 16 02:44:30.360655 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ac9af005-3a80-4da8-955b-76bb30e73302 req-f344e2ba-08f3-42a2-8bb7-607062e19787 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302017 Aug 16 02:44:31.474832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4e6e0-ab46-48c7-ad72-82ee38591555 req-2c5e9dfa-2bb2-4ff4-be15-8c3451613844 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:31.476285 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-89b4e6e0-ab46-48c7-ad72-82ee38591555 req-2c5e9dfa-2bb2-4ff4-be15-8c3451613844 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0479236 Aug 16 02:44:31.514131 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-89b4e6e0-ab46-48c7-ad72-82ee38591555 req-1fa1bdd5-4213-49c9-bb5b-f7c0e0fe4f05 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309885 Aug 16 02:44:32.654160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90481f-4741-41c1-a815-72502e70f2e1 req-6706ce44-6e41-4362-b1a5-826863ef3aa5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:32.655643 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d90481f-4741-41c1-a815-72502e70f2e1 req-6706ce44-6e41-4362-b1a5-826863ef3aa5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0568738 Aug 16 02:44:32.693450 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3d90481f-4741-41c1-a815-72502e70f2e1 req-bfaa535a-c588-418d-86b2-01cef3cf37fd tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315027 Aug 16 02:44:33.814852 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c9938-f6f4-42e1-b2d5-fdbc57e30898 req-6f40a3ff-2d0a-4152-9491-b323ccd4eda9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:33.816332 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-816c9938-f6f4-42e1-b2d5-fdbc57e30898 req-6f40a3ff-2d0a-4152-9491-b323ccd4eda9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0518992 Aug 16 02:44:33.854429 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-816c9938-f6f4-42e1-b2d5-fdbc57e30898 req-2ee067db-85da-4fd8-8715-c3c6bc5b283f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320582 Aug 16 02:44:34.972653 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfa9f9-6656-40b5-96d9-5190aec338e9 req-118b7bcf-7143-4f27-9af9-ddae8b984c95 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:34.974175 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4fcfa9f9-6656-40b5-96d9-5190aec338e9 req-118b7bcf-7143-4f27-9af9-ddae8b984c95 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0512366 Aug 16 02:44:35.012870 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4fcfa9f9-6656-40b5-96d9-5190aec338e9 req-e029515e-b9f9-4b95-9ee8-be19e93f8773 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320344 Aug 16 02:44:36.129212 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2644a7-9e42-412f-a1f2-a7566b217fe8 req-11b179d0-ac83-4dd6-bd90-30b2b1ced131 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:36.130718 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e2644a7-9e42-412f-a1f2-a7566b217fe8 req-11b179d0-ac83-4dd6-bd90-30b2b1ced131 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0483088 Aug 16 02:44:36.172447 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e2644a7-9e42-412f-a1f2-a7566b217fe8 req-174da154-fc71-47cd-b443-3658e64f8983 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356615 Aug 16 02:44:37.291838 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be937722-e6dc-4483-8255-6051b936d16a req-f9d57362-b942-46d3-822d-f42c0aba895e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:37.293355 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be937722-e6dc-4483-8255-6051b936d16a req-f9d57362-b942-46d3-822d-f42c0aba895e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0540745 Aug 16 02:44:37.331659 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-be937722-e6dc-4483-8255-6051b936d16a req-210fd7ec-8794-4cac-a5a3-da8e92c7d043 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324965 Aug 16 02:44:38.105467 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:38.389330 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:44:38.449272 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d1597-ff7f-4eea-bbc2-e91754d83b2a req-0a61772b-572f-4fe2-9f54-e631babc993c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:38.450809 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c78d1597-ff7f-4eea-bbc2-e91754d83b2a req-0a61772b-572f-4fe2-9f54-e631babc993c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0501130 Aug 16 02:44:38.489125 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c78d1597-ff7f-4eea-bbc2-e91754d83b2a req-4cb6c529-1173-4037-a1ce-9fea4dcec12e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318706 Aug 16 02:44:38.716878 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:39.605775 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09cca1-e5af-4ca5-811e-3b3741a91a1c req-3228e1b2-f555-4d63-ab0f-7b6884640356 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:39.607169 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d09cca1-e5af-4ca5-811e-3b3741a91a1c req-3228e1b2-f555-4d63-ab0f-7b6884640356 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0503745 Aug 16 02:44:39.644306 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9d09cca1-e5af-4ca5-811e-3b3741a91a1c req-932bf15e-a737-49ad-903e-e5633fc0f1ba tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313182 Aug 16 02:44:40.761168 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a16b4-fd27-4dd2-8c46-fe2468c95a1d req-dd24bd41-d5a6-4a3c-a713-73909e91e43a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:40.762661 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea3a16b4-fd27-4dd2-8c46-fe2468c95a1d req-dd24bd41-d5a6-4a3c-a713-73909e91e43a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0484116 Aug 16 02:44:40.800377 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea3a16b4-fd27-4dd2-8c46-fe2468c95a1d req-337bfb39-9b18-4f20-a368-8c27eddf5839 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317988 Aug 16 02:44:41.915349 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb907e2e-a87e-4f26-a225-12d04a90d33a req-4bc8b7b7-1616-4dff-bf62-1baa4dfa773f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:41.917612 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb907e2e-a87e-4f26-a225-12d04a90d33a req-4bc8b7b7-1616-4dff-bf62-1baa4dfa773f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0500183 Aug 16 02:44:41.955396 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-eb907e2e-a87e-4f26-a225-12d04a90d33a req-ab0a4aae-be83-4611-a33d-86eeaf8ef05a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319612 Aug 16 02:44:43.069200 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09c32d-b01a-4643-a41e-6cbf2ab4d489 req-50620685-db6a-470e-ac77-312a84d074e8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:43.070709 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d09c32d-b01a-4643-a41e-6cbf2ab4d489 req-50620685-db6a-470e-ac77-312a84d074e8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0486975 Aug 16 02:44:43.112080 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3d09c32d-b01a-4643-a41e-6cbf2ab4d489 req-120c0da5-fddd-463b-bacf-559b6fb705ad tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352447 Aug 16 02:44:44.230555 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762bc0a-0caf-46eb-a3b5-7941f02e22eb req-fe41c278-3b7e-407c-abee-d4613b5ccde0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:44.232067 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2762bc0a-0caf-46eb-a3b5-7941f02e22eb req-fe41c278-3b7e-407c-abee-d4613b5ccde0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0531623 Aug 16 02:44:44.270237 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2762bc0a-0caf-46eb-a3b5-7941f02e22eb req-670dc72a-90e1-4213-96fa-4de68560c4bf tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323107 Aug 16 02:44:44.946635 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-1bc9bdd1-2e7d-43a9-a831-a6fe1c46543b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:44:44.947626 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-1bc9bdd1-2e7d-43a9-a831-a6fe1c46543b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056307 Aug 16 02:44:45.007986 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-1cc6b04e-3b69-43a2-be95-44c641242d8b service neutron] show failed (client error): The resource could not be found. Aug 16 02:44:45.008976 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-1cc6b04e-3b69-43a2-be95-44c641242d8b service neutron] 10.222.0.63 "GET /v2.0/ports/4b8242fb-d402-408e-91ab-0dd3ad352331/bindings/n-h1-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.0540774 Aug 16 02:44:45.216867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-82d78e34-39b9-4d08-b2a1-1eb3e3186e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:45.218287 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-82d78e34-39b9-4d08-b2a1-1eb3e3186e4f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c&tenant_id=9cb0f86fd7764c738454a1edb0bea8ab HTTP/1.1" status: 200 len: 1097 time: 0.0414014 Aug 16 02:44:45.235321 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:45.287032 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:45.387920 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220190c-3044-4ce4-b3db-2b0ca8944803 req-d99db0ab-17c0-43c9-8dc2-90c7621a00ec tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:45.389423 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e220190c-3044-4ce4-b3db-2b0ca8944803 req-d99db0ab-17c0-43c9-8dc2-90c7621a00ec tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0499175 Aug 16 02:44:45.430208 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e220190c-3044-4ce4-b3db-2b0ca8944803 req-2821f9bf-a171-47ad-9386-dd521659830e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346220 Aug 16 02:44:45.498970 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] For port 4b8242fb-d402-408e-91ab-0dd3ad352331, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=4b8242fb-d402-408e-91ab-0dd3ad352331,segment=NetworkSegment(b33057c6-b178-4115-a8b1-38c37c535717),segment_id=b33057c6-b178-4115-a8b1-38c37c535717)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:45.531255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] For port 4b8242fb-d402-408e-91ab-0dd3ad352331, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:44:45.569779 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56def44-d93a-4e10-945c-a6134e66664c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b8242fb-d402-408e-91ab-0dd3ad352331'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:44:45.572286 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49680756-f72a-4f20-882c-44ef417c4b49" -d '{"events": [{"server_uuid": "e56def44-d93a-4e10-945c-a6134e66664c", "name": "network-vif-unplugged", "status": "completed", "tag": "4b8242fb-d402-408e-91ab-0dd3ad352331"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:44:45.576486 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:45.589553 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Transition to ACTIVE for port object 4b8242fb-d402-408e-91ab-0dd3ad352331 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:45.594073 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:45.622349 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2151aeb8-2278-4ede-95b6-cf8a3468f87a x-openstack-request-id: req-2151aeb8-2278-4ede-95b6-cf8a3468f87a {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:44:45.622640 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56def44-d93a-4e10-945c-a6134e66664c", "name": "network-vif-unplugged", "status": "completed", "tag": "4b8242fb-d402-408e-91ab-0dd3ad352331", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:44:45.622888 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2151aeb8-2278-4ede-95b6-cf8a3468f87a {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:44:45.623276 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56def44-d93a-4e10-945c-a6134e66664c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b8242fb-d402-408e-91ab-0dd3ad352331', 'code': 200} Aug 16 02:44:45.644591 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Pushing event updated for resources: {'Port': ['ID=4b8242fb-d402-408e-91ab-0dd3ad352331,revision_number=6']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:45.682188 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:45.682627 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:45.682976 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:45.683312 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:45.683646 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:45.683977 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:45.684303 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:45.684630 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:45.684954 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:45.685276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:45.685726 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:45.686185 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:45.732160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] No DVR routers for this DVR port 4b8242fb-d402-408e-91ab-0dd3ad352331 on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:44:45.865969 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Attempting to bind port 4b8242fb-d402-408e-91ab-0dd3ad352331 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:44:45.866299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Attempting to bind port 4b8242fb-d402-408e-91ab-0dd3ad352331 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'b33057c6-b178-4115-a8b1-38c37c535717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:44:45.866628 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Attempting to bind port 4b8242fb-d402-408e-91ab-0dd3ad352331 on network a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:44:45.870959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Port 4b8242fb-d402-408e-91ab-0dd3ad352331 on network a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:44:45.871280 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Attempting to bind port 4b8242fb-d402-408e-91ab-0dd3ad352331 on network a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:44:45.876102 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:44:45.876436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Checking segment: {'id': 'b33057c6-b178-4115-a8b1-38c37c535717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:45.876821 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Bound using segment: {'id': 'b33057c6-b178-4115-a8b1-38c37c535717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:44:45.877241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Bound port: 4b8242fb-d402-408e-91ab-0dd3ad352331, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b33057c6-b178-4115-a8b1-38c37c535717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:44:45.877591 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:45.940413 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] For port 4b8242fb-d402-408e-91ab-0dd3ad352331, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:44:45.943583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] For port 4b8242fb-d402-408e-91ab-0dd3ad352331, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4b8242fb-d402-408e-91ab-0dd3ad352331,segment=NetworkSegment(b33057c6-b178-4115-a8b1-38c37c535717),segment_id=b33057c6-b178-4115-a8b1-38c37c535717)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:44:45.949240 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:45.982758 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:45.983363 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:45.984988 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] 10.222.0.73 "PUT /v2.0/ports/4b8242fb-d402-408e-91ab-0dd3ad352331 HTTP/1.1" status: 200 len: 1092 time: 0.7543535 Aug 16 02:44:46.007033 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e9a74-d58e-4bfb-ad8c-e10e91f294cc service neutron] Pushing event updated for resources: {'Port': ['ID=4b8242fb-d402-408e-91ab-0dd3ad352331,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:46.059484 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-aeae3b5e-0316-477b-9ca1-5fa9deb5ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:46.061036 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-aeae3b5e-0316-477b-9ca1-5fa9deb5ce6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 1095 time: 0.0462637 Aug 16 02:44:46.161625 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-a1e5f129-24b5-4b5b-94b3-4680432448a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:46.163135 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-a1e5f129-24b5-4b5b-94b3-4680432448a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 HTTP/1.1" status: 200 len: 898 time: 0.0914598 Aug 16 02:44:46.235988 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-0cd15eb2-6f0c-47cf-8cc9-25fc08556127 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8242fb-d402-408e-91ab-0dd3ad352331 HTTP/1.1" status: 200 len: 999 time: 0.0607400 Aug 16 02:44:46.289128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-f9e6c9a5-da18-497a-9329-e7aaf9d30c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:46.290701 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-f9e6c9a5-da18-497a-9329-e7aaf9d30c2c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8813b3de-11f8-4f06-a370-ae2d115a7e75 HTTP/1.1" status: 200 len: 835 time: 0.0434809 Aug 16 02:44:46.341246 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-564db8ec-66e5-4366-8ccd-425e920513d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:46.342704 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-564db8ec-66e5-4366-8ccd-425e920513d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402455 Aug 16 02:44:46.358473 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-2521ebe3-e232-491c-8a7a-15a9f8f834f8 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:44:46.359493 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-2521ebe3-e232-491c-8a7a-15a9f8f834f8 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048652 Aug 16 02:44:46.454979 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-c65e28a4-d079-4081-a3c5-3c1fcd07e9a6 service neutron] 10.222.0.73 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840907 Aug 16 02:44:46.547093 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b96f0-61ae-4832-99d7-bb8152ff0e79 req-0eb7127a-4319-4246-82f9-3e9b7743d39f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:46.548582 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e8b96f0-61ae-4832-99d7-bb8152ff0e79 req-0eb7127a-4319-4246-82f9-3e9b7743d39f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 943 time: 0.0484743 Aug 16 02:44:46.549370 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5d56dc5b-b700-4c4b-80d9-afa2260c00b9 req-0cee722f-b516-4ba9-847e-f5b2c3fa6cf5 service neutron] 10.222.0.73 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833972 Aug 16 02:44:46.591478 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5e8b96f0-61ae-4832-99d7-bb8152ff0e79 req-9a12cdda-2686-4cb7-8e2b-ed34ef06621f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366287 Aug 16 02:44:47.624251 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56def44-d93a-4e10-945c-a6134e66664c', 'tag': '4b8242fb-d402-408e-91ab-0dd3ad352331'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:44:47.626615 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e56def44-d93a-4e10-945c-a6134e66664c", "tag": "4b8242fb-d402-408e-91ab-0dd3ad352331"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:44:47.675686 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bd3304-9c31-4ef6-affe-8099540de77c x-openstack-request-id: req-e0bd3304-9c31-4ef6-affe-8099540de77c {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:44:47.676076 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56def44-d93a-4e10-945c-a6134e66664c", "tag": "4b8242fb-d402-408e-91ab-0dd3ad352331", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:44:47.676409 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e0bd3304-9c31-4ef6-affe-8099540de77c {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:44:47.677009 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56def44-d93a-4e10-945c-a6134e66664c', 'tag': '4b8242fb-d402-408e-91ab-0dd3ad352331', 'status': 'completed', 'code': 200} Aug 16 02:44:47.753884 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-8164b54a-06d2-4621-a868-cf2b5f21a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:47.755473 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-8164b54a-06d2-4621-a868-cf2b5f21a25d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 1095 time: 0.0471721 Aug 16 02:44:47.857214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-a9cc5886-e512-439f-be6d-9afb0cd619a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:47.858796 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-a9cc5886-e512-439f-be6d-9afb0cd619a0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 HTTP/1.1" status: 200 len: 898 time: 0.0908966 Aug 16 02:44:48.100551 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-49700206-0c28-442f-9163-5599b4b963ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:48.102114 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-49700206-0c28-442f-9163-5599b4b963ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 1095 time: 0.4029455 Aug 16 02:44:48.127920 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1dfbf-1123-40ab-9cc7-8eb43a88cfac req-0d1005a0-aef1-4214-b3f1-ff25219a6cd8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:48.129463 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ecd1dfbf-1123-40ab-9cc7-8eb43a88cfac req-0d1005a0-aef1-4214-b3f1-ff25219a6cd8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 943 time: 0.4672208 Aug 16 02:44:48.214856 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ecd1dfbf-1123-40ab-9cc7-8eb43a88cfac req-71215adb-9b11-4abc-b450-d82d53cccfbe tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751588 Aug 16 02:44:48.238674 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-160527c4-eb40-40d9-97d8-73f80fe7d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:48.238674 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-160527c4-eb40-40d9-97d8-73f80fe7d4a5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 HTTP/1.1" status: 200 len: 898 time: 0.1265242 Aug 16 02:44:48.268746 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-e75dd752-5ca3-4175-9b71-d3a2512d0b4d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8242fb-d402-408e-91ab-0dd3ad352331 HTTP/1.1" status: 200 len: 999 time: 0.4020703 Aug 16 02:44:48.336013 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-d8f1111d-fcd6-4bc0-a341-948c28f86654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:48.337421 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-d8f1111d-fcd6-4bc0-a341-948c28f86654 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8813b3de-11f8-4f06-a370-ae2d115a7e75 HTTP/1.1" status: 200 len: 835 time: 0.0566850 Aug 16 02:44:48.363973 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-1a44c3d0-ac77-4e15-bf7f-8a916649dd2e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8242fb-d402-408e-91ab-0dd3ad352331 HTTP/1.1" status: 200 len: 999 time: 0.1173532 Aug 16 02:44:48.421229 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-57e46b55-abf7-44fd-ae74-cab5e5402ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:48.422787 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-57e46b55-abf7-44fd-ae74-cab5e5402ff7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622163 Aug 16 02:44:48.434239 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-833f28cc-6277-47fa-974a-0f47b1c01b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:48.435831 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-833f28cc-6277-47fa-974a-0f47b1c01b97 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8813b3de-11f8-4f06-a370-ae2d115a7e75 HTTP/1.1" status: 200 len: 835 time: 0.0635209 Aug 16 02:44:48.485815 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-f5363db5-1a86-473e-b6f4-e7c1b70d4129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:48.487570 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-f5363db5-1a86-473e-b6f4-e7c1b70d4129 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445580 Aug 16 02:44:48.528690 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4b8242fb-d402-408e-91ab-0dd3ad352331 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:44:48.536840 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-60229c59-c420-4edd-b051-16acf3ba7329 service neutron] 10.222.0.63 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014748 Aug 16 02:44:48.571047 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 4b8242fb-d402-408e-91ab-0dd3ad352331 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:44:48.608060 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-087f832a-edd4-4e96-b0c4-d6c91b2133ce service neutron] 10.222.0.73 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125441 Aug 16 02:44:48.652741 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-7f00350c-0e9b-4f6b-8877-edb6b1263f28 service neutron] 10.222.0.63 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081641 Aug 16 02:44:48.710024 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4931d5ce-7559-4bd0-96d1-4275ff82b0b5 req-8a51a4c7-675a-46b0-9fb2-a064a177c182 service neutron] 10.222.0.73 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947783 Aug 16 02:44:49.343927 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b1863-bd82-4013-a60a-c130e3f268f8 req-e081c138-fd77-40f5-a2a9-814159b97d24 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:49.345450 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e96b1863-bd82-4013-a60a-c130e3f268f8 req-e081c138-fd77-40f5-a2a9-814159b97d24 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 943 time: 0.0511928 Aug 16 02:44:49.385872 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e96b1863-bd82-4013-a60a-c130e3f268f8 req-6c761f2a-892a-4c76-b9c5-c5301675fc1b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340328 Aug 16 02:44:49.632703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aae01b-deb6-4be7-9476-366b82da07bd req-7e31e3ed-840d-4b0d-9655-9f2431202b93 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:49.634230 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-95aae01b-deb6-4be7-9476-366b82da07bd req-7e31e3ed-840d-4b0d-9655-9f2431202b93 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 943 time: 0.0942748 Aug 16 02:44:49.656457 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c14bc0-3b41-4785-8ad6-d59e3432782e req-b6ffaa41-1625-44b0-a369-c504a12d7f12 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:49.657908 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-99c14bc0-3b41-4785-8ad6-d59e3432782e req-b6ffaa41-1625-44b0-a369-c504a12d7f12 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.63 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c&tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&binding%3Ahost_id=n-h1-765315-27 HTTP/1.1" status: 200 len: 943 time: 0.0813355 Aug 16 02:44:49.712294 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-95aae01b-deb6-4be7-9476-366b82da07bd req-f1334c0a-c85b-4968-9c1c-4c09a65c2dc8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696380 Aug 16 02:44:49.743541 n-d-765315-27 neutron-server[94673]: INFO neutron.api.v2.resource [req-99c14bc0-3b41-4785-8ad6-d59e3432782e req-65107c25-8421-422f-bcd4-ed274e8f3f44 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:44:49.744946 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-99c14bc0-3b41-4785-8ad6-d59e3432782e req-65107c25-8421-422f-bcd4-ed274e8f3f44 service neutron] 10.222.0.63 "DELETE /v2.0/ports/4b8242fb-d402-408e-91ab-0dd3ad352331/bindings/n-h2-765315-27 HTTP/1.1" status: 404 len: 381 time: 0.0717165 Aug 16 02:44:49.747342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4b8242fb-d402-408e-91ab-0dd3ad352331 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:44:49.841886 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c14bc0-3b41-4785-8ad6-d59e3432782e req-a5fd2a77-53e5-4387-8a1f-fc58cbbc3874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:49.842868 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b6d6e-26f6-4d39-94d8-abb83843931b req-3d2a9290-d095-4ee4-a921-bf84e13346a7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:49.843799 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-99c14bc0-3b41-4785-8ad6-d59e3432782e req-a5fd2a77-53e5-4387-8a1f-fc58cbbc3874 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 1095 time: 0.0487545 Aug 16 02:44:49.844594 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c4b6d6e-26f6-4d39-94d8-abb83843931b req-3d2a9290-d095-4ee4-a921-bf84e13346a7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 943 time: 0.0564492 Aug 16 02:44:49.849434 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4b8242fb-d402-408e-91ab-0dd3ad352331, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4b8242fb-d402-408e-91ab-0dd3ad352331,segment=NetworkSegment(b33057c6-b178-4115-a8b1-38c37c535717),segment_id=b33057c6-b178-4115-a8b1-38c37c535717)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:49.862637 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '4b8242fb-d402-408e-91ab-0dd3ad352331', 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030', 'port_id': '4b8242fb-d402-408e-91ab-0dd3ad352331', 'mac_address': 'fa:16:3e:b8:81:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8813b3de-11f8-4f06-a370-ae2d115a7e75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:44:49.893741 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2c4b6d6e-26f6-4d39-94d8-abb83843931b req-1a78c382-fbdc-4784-878e-29aca5ce983b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401106 Aug 16 02:44:49.905714 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:49.922892 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8242fb-d402-408e-91ab-0dd3ad352331 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:44:49.940793 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c14bc0-3b41-4785-8ad6-d59e3432782e req-cb2352a7-f8e0-4573-ae82-fbfcfeb13381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:49.942339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-99c14bc0-3b41-4785-8ad6-d59e3432782e req-cb2352a7-f8e0-4573-ae82-fbfcfeb13381 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 HTTP/1.1" status: 200 len: 898 time: 0.0876110 Aug 16 02:44:49.945957 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4b8242fb-d402-408e-91ab-0dd3ad352331, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4b8242fb-d402-408e-91ab-0dd3ad352331,segment=NetworkSegment(b33057c6-b178-4115-a8b1-38c37c535717),segment_id=b33057c6-b178-4115-a8b1-38c37c535717)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:49.949858 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:50.002762 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=4b8242fb-d402-408e-91ab-0dd3ad352331,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:50.011589 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:50.011934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:50.012271 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:50.012602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:50.012928 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:50.013266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:50.013582 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:50.013932 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:50.014259 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:50.014576 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:50.014894 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:50.015211 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:50.015481 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-99c14bc0-3b41-4785-8ad6-d59e3432782e req-f9ea9bef-1fc8-47a0-bcdb-9b9b208e7dee service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8242fb-d402-408e-91ab-0dd3ad352331 HTTP/1.1" status: 200 len: 1000 time: 0.0650117 Aug 16 02:44:50.078006 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c14bc0-3b41-4785-8ad6-d59e3432782e req-2a8da771-0cb3-47a1-9b92-8bc98da3393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:50.079462 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-99c14bc0-3b41-4785-8ad6-d59e3432782e req-2a8da771-0cb3-47a1-9b92-8bc98da3393a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8813b3de-11f8-4f06-a370-ae2d115a7e75 HTTP/1.1" status: 200 len: 835 time: 0.0531750 Aug 16 02:44:50.129872 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c14bc0-3b41-4785-8ad6-d59e3432782e req-973a2b00-10a6-4e95-afcd-40c8c7d0a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:50.131379 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-99c14bc0-3b41-4785-8ad6-d59e3432782e req-973a2b00-10a6-4e95-afcd-40c8c7d0a4d3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405276 Aug 16 02:44:50.209220 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86369ae2-1c5c-46bc-8310-b073d2a32abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:50.216837 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['4b8242fb-d402-408e-91ab-0dd3ad352331'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:44:50.232702 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-99c14bc0-3b41-4785-8ad6-d59e3432782e req-6b3d6504-db68-4ff9-b030-1406d8e80d21 service neutron] 10.222.0.63 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889761 Aug 16 02:44:50.328298 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-99c14bc0-3b41-4785-8ad6-d59e3432782e req-d3e76487-6ba3-4405-91d5-ea342efc8530 service neutron] 10.222.0.63 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842206 Aug 16 02:44:51.022835 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2a366-b615-4b4d-8df4-6bcff617b57c req-6ebc2a6d-5cbc-4ed2-868a-12b37c8b5aa0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:51.024360 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-afc2a366-b615-4b4d-8df4-6bcff617b57c req-6ebc2a6d-5cbc-4ed2-868a-12b37c8b5aa0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 944 time: 0.0540922 Aug 16 02:44:51.070317 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-afc2a366-b615-4b4d-8df4-6bcff617b57c req-2512f12e-a1d8-409a-ab55-4156a19b91fd tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390794 Aug 16 02:44:51.093374 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40596) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:51.152476 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5f22b312-ec0f-485d-b415-a09e7e451594 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/floatingips/2cd672e2-5efd-447a-9727-5b7c0398e353 HTTP/1.1" status: 200 len: 992 time: 0.0579247 Aug 16 02:44:51.751516 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4b8242fb-d402-408e-91ab-0dd3ad352331 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:44:51.799833 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 4b8242fb-d402-408e-91ab-0dd3ad352331 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:51.803682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 4b8242fb-d402-408e-91ab-0dd3ad352331 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:51.804053 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:51.883304 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:51.906712 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56def44-d93a-4e10-945c-a6134e66664c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8242fb-d402-408e-91ab-0dd3ad352331'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:44:51.908935 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd375b5-e57e-47bd-b6f6-3c3b594cbc6e" -d '{"events": [{"server_uuid": "e56def44-d93a-4e10-945c-a6134e66664c", "name": "network-vif-plugged", "status": "completed", "tag": "4b8242fb-d402-408e-91ab-0dd3ad352331"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:44:51.922328 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 4b8242fb-d402-408e-91ab-0dd3ad352331, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4b8242fb-d402-408e-91ab-0dd3ad352331,segment=NetworkSegment(b33057c6-b178-4115-a8b1-38c37c535717),segment_id=b33057c6-b178-4115-a8b1-38c37c535717)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:51.927603 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:51.952589 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c697219e-3a45-4e64-8b69-87d47957ae84 x-openstack-request-id: req-c697219e-3a45-4e64-8b69-87d47957ae84 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:44:51.952885 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56def44-d93a-4e10-945c-a6134e66664c", "name": "network-vif-plugged", "status": "completed", "tag": "4b8242fb-d402-408e-91ab-0dd3ad352331", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:44:51.953132 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c697219e-3a45-4e64-8b69-87d47957ae84 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:44:51.953520 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56def44-d93a-4e10-945c-a6134e66664c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8242fb-d402-408e-91ab-0dd3ad352331', 'code': 200} Aug 16 02:44:51.979030 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=4b8242fb-d402-408e-91ab-0dd3ad352331,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:52.738259 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b7162ce-081f-4c1f-940d-b0cc007753f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:53.430484 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:54.412972 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.113422 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8478951f-766b-4842-8f63-fbd7d23dcbc6 req-b02ec1b1-f302-4fc0-927f-c0a96a43f0f8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400684 Aug 16 02:44:56.197916 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478951f-766b-4842-8f63-fbd7d23dcbc6 req-a70196f1-8bed-40d9-882d-d38b4419b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:56.198201 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:56.199933 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8478951f-766b-4842-8f63-fbd7d23dcbc6 req-a70196f1-8bed-40d9-882d-d38b4419b736 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 1097 time: 0.0447466 Aug 16 02:44:56.302425 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478951f-766b-4842-8f63-fbd7d23dcbc6 req-30d038f3-8887-40b2-994e-9e0c87e619ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:56.303967 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8478951f-766b-4842-8f63-fbd7d23dcbc6 req-30d038f3-8887-40b2-994e-9e0c87e619ac service neutron] 10.222.0.73 "GET /v2.0/networks?id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 HTTP/1.1" status: 200 len: 898 time: 0.0850532 Aug 16 02:44:56.373919 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8478951f-766b-4842-8f63-fbd7d23dcbc6 req-7b40efdc-7eb4-463b-83ad-934353095b77 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8242fb-d402-408e-91ab-0dd3ad352331 HTTP/1.1" status: 200 len: 1001 time: 0.0623963 Aug 16 02:44:56.423622 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478951f-766b-4842-8f63-fbd7d23dcbc6 req-87f8f189-8c6d-4781-943f-bd90e62115d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:56.425101 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8478951f-766b-4842-8f63-fbd7d23dcbc6 req-87f8f189-8c6d-4781-943f-bd90e62115d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8813b3de-11f8-4f06-a370-ae2d115a7e75 HTTP/1.1" status: 200 len: 835 time: 0.0442033 Aug 16 02:44:56.470153 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478951f-766b-4842-8f63-fbd7d23dcbc6 req-b39f95c3-838e-4841-ae92-cc8bd05a2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:56.471631 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8478951f-766b-4842-8f63-fbd7d23dcbc6 req-b39f95c3-838e-4841-ae92-cc8bd05a2e82 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398173 Aug 16 02:44:56.563899 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8478951f-766b-4842-8f63-fbd7d23dcbc6 req-6217ae32-cd9d-4d7f-ae5c-203184f51496 service neutron] 10.222.0.73 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848675 Aug 16 02:44:56.652412 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8478951f-766b-4842-8f63-fbd7d23dcbc6 req-a9334fb8-2eb8-41fa-bbf3-3306eaa1214e service neutron] 10.222.0.73 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806851 Aug 16 02:45:08.095279 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:08.728607 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:15.388119 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:45:20.212309 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-739e02ac-1b6f-41d6-b39d-41ac58549b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:21.728106 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40612) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:21.889147 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port b23bc4ce-dd7a-4981-89c3-e3ee64d5f656 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:45:21.889485 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:21.963689 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:21.964013 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:21.975319 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for b23bc4ce-dd7a-4981-89c3-e3ee64d5f656 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:45:22.125002 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:22.152419 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=b23bc4ce-dd7a-4981-89c3-e3ee64d5f656,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:22.176291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:22.176643 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:22.176987 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:22.177326 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:22.177662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:22.178032 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:22.178364 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:22.178694 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:22.179028 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:22.179379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:22.179678 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:22.180001 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:22.221908 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:22.222333 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Floating IP 2cd672e2-5efd-447a-9727-5b7c0398e353 disassociated (deleted). External IP: 172.25.3.142, port: 4b8242fb-d402-408e-91ab-0dd3ad352331. Aug 16 02:45:22.445829 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router 02f4133a-fc36-460c-9831-f9fa57308e4c has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:45:22.552623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:45:22.557387 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:22.561816 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b898735-5db2-44cd-8740-b6f83a13b545 None None] Sync routers for ids ['02f4133a-fc36-460c-9831-f9fa57308e4c'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:45:22.571235 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b898735-5db2-44cd-8740-b6f83a13b545 None None] Routers {'02f4133a-fc36-460c-9831-f9fa57308e4c'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:22.571849 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4b898735-5db2-44cd-8740-b6f83a13b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:44:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['02f4133a-fc36-460c-9831-f9fa57308e4c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:22.584938 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8ee60fa3-da04-48c0-987e-8d55e3c75719 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/floatingips/2cd672e2-5efd-447a-9727-5b7c0398e353 HTTP/1.1" status: 204 len: 168 time: 0.8557451 Aug 16 02:45:22.585524 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56def44-d93a-4e10-945c-a6134e66664c', 'tag': '4b8242fb-d402-408e-91ab-0dd3ad352331'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:45:22.587813 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082d1964-c95d-44f4-9a77-d42d4e792484" -d '{"events": [{"name": "network-changed", "server_uuid": "e56def44-d93a-4e10-945c-a6134e66664c", "tag": "4b8242fb-d402-408e-91ab-0dd3ad352331"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:45:22.684204 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4b898735-5db2-44cd-8740-b6f83a13b545 None None] Set router 02f4133a-fc36-460c-9831-f9fa57308e4c gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:22.718087 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cfb9f2-52a0-46b7-8039-d8e971e0a499 x-openstack-request-id: req-35cfb9f2-52a0-46b7-8039-d8e971e0a499 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:45:22.718541 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56def44-d93a-4e10-945c-a6134e66664c", "tag": "4b8242fb-d402-408e-91ab-0dd3ad352331", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:45:22.718897 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-35cfb9f2-52a0-46b7-8039-d8e971e0a499 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:45:22.719975 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56def44-d93a-4e10-945c-a6134e66664c', 'tag': '4b8242fb-d402-408e-91ab-0dd3ad352331', 'status': 'completed', 'code': 200} Aug 16 02:45:22.774314 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2fc27f90-eaec-4030-844a-daebc2225e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:22.792072 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d1964-c95d-44f4-9a77-d42d4e792484 req-c7f3329c-62b8-4f36-be5a-581820773182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:22.793605 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-082d1964-c95d-44f4-9a77-d42d4e792484 req-c7f3329c-62b8-4f36-be5a-581820773182 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 1097 time: 0.0451424 Aug 16 02:45:22.895589 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b2bed-9c11-4bf8-9c29-8176c1e2355d req-f6839488-32e4-4b79-95fc-8a76d4d25f69 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:22.898160 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7e9b2bed-9c11-4bf8-9c29-8176c1e2355d req-f6839488-32e4-4b79-95fc-8a76d4d25f69 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.1161377 Aug 16 02:45:22.903082 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d1964-c95d-44f4-9a77-d42d4e792484 req-14a98668-fac5-4f07-bfab-68e08495a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:22.904646 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-082d1964-c95d-44f4-9a77-d42d4e792484 req-14a98668-fac5-4f07-bfab-68e08495a9c2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 HTTP/1.1" status: 200 len: 898 time: 0.1021411 Aug 16 02:45:22.944783 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7e9b2bed-9c11-4bf8-9c29-8176c1e2355d req-9983be20-ae00-4f4b-b000-0d1a04474c4a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392172 Aug 16 02:45:22.951640 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-082d1964-c95d-44f4-9a77-d42d4e792484 req-ff2e2e95-1622-4aca-92da-1163f21502e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8242fb-d402-408e-91ab-0dd3ad352331 HTTP/1.1" status: 200 len: 217 time: 0.0377436 Aug 16 02:45:23.005080 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d1964-c95d-44f4-9a77-d42d4e792484 req-aabdf74e-9d5b-4c19-af46-6071e73ad653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:23.006667 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-082d1964-c95d-44f4-9a77-d42d4e792484 req-aabdf74e-9d5b-4c19-af46-6071e73ad653 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8813b3de-11f8-4f06-a370-ae2d115a7e75 HTTP/1.1" status: 200 len: 835 time: 0.0469613 Aug 16 02:45:23.060210 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d1964-c95d-44f4-9a77-d42d4e792484 req-281d0d97-7292-4d5e-8c12-8325a8ac2a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:23.061751 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-082d1964-c95d-44f4-9a77-d42d4e792484 req-281d0d97-7292-4d5e-8c12-8325a8ac2a7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469801 Aug 16 02:45:23.071971 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4b898735-5db2-44cd-8740-b6f83a13b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766257527', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:30Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '790b802d-c7ed-4d25-8152-7545966c0c75', 'name': '', 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:19:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8813b3de-11f8-4f06-a370-ae2d115a7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:29Z', 'updated_at': '2021-08-16T02:43:34Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': '8813b3de-11f8-4f06-a370-ae2d115a7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:23.097850 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b898735-5db2-44cd-8740-b6f83a13b545 None None] Checking router: 02f4133a-fc36-460c-9831-f9fa57308e4c for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:45:23.105857 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b898735-5db2-44cd-8740-b6f83a13b545 None None] Routers {'02f4133a-fc36-460c-9831-f9fa57308e4c'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:23.106466 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4b898735-5db2-44cd-8740-b6f83a13b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:45:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['02f4133a-fc36-460c-9831-f9fa57308e4c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:23.152257 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-082d1964-c95d-44f4-9a77-d42d4e792484 req-1e15619d-a939-4ce2-b0da-e8c80b6280b5 service neutron] 10.222.0.73 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826042 Aug 16 02:45:23.215089 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4b898735-5db2-44cd-8740-b6f83a13b545 None None] Set router 02f4133a-fc36-460c-9831-f9fa57308e4c gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:23.250687 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-082d1964-c95d-44f4-9a77-d42d4e792484 req-003e481c-2952-4c10-9c8d-d6713c348833 service neutron] 10.222.0.73 "GET /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904596 Aug 16 02:45:23.422091 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4b898735-5db2-44cd-8740-b6f83a13b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766257527', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:30Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '790b802d-c7ed-4d25-8152-7545966c0c75', 'name': '', 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:19:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8813b3de-11f8-4f06-a370-ae2d115a7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:29Z', 'updated_at': '2021-08-16T02:43:34Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': '8813b3de-11f8-4f06-a370-ae2d115a7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:23.454458 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b898735-5db2-44cd-8740-b6f83a13b545 None None] The sync data for ids ['02f4133a-fc36-460c-9831-f9fa57308e4c'] in n-d-765315-27 is: [{'id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766257527', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:30Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '790b802d-c7ed-4d25-8152-7545966c0c75', 'name': '', 'network_id': 'a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:19:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8813b3de-11f8-4f06-a370-ae2d115a7e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:29Z', 'updated_at': '2021-08-16T02:43:34Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': '8813b3de-11f8-4f06-a370-ae2d115a7e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:45:23.457270 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:23.668950 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5ff70a-c5d4-4f98-8501-3cda8e714a13 None None] New status for floating IP 2cd672e2-5efd-447a-9727-5b7c0398e353: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:45:24.066682 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261a892-1aae-4af5-88b4-7b1f7cccb2f3 req-c993878e-5542-44ce-9954-864de75e31ae tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:24.068467 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2261a892-1aae-4af5-88b4-7b1f7cccb2f3 req-c993878e-5542-44ce-9954-864de75e31ae tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0509939 Aug 16 02:45:24.107260 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2261a892-1aae-4af5-88b4-7b1f7cccb2f3 req-61a89ae7-2b2a-4ed9-a0b0-2f8b67816783 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=78e96c10-3624-49ba-ad06-c04511a50847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328674 Aug 16 02:45:24.254126 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b55840-46f7-47e4-a0dc-aa23cc3adea4 req-8724ffa5-4fa8-4fe0-a2ab-68986a852ad2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:24.255480 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2b55840-46f7-47e4-a0dc-aa23cc3adea4 req-8724ffa5-4fa8-4fe0-a2ab-68986a852ad2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.73 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 945 time: 0.0487218 Aug 16 02:45:24.352286 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-a2b55840-46f7-47e4-a0dc-aa23cc3adea4 req-aae0bbd5-1696-4f35-b7ec-36225c1ce5d2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port 4b8242fb-d402-408e-91ab-0dd3ad352331 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:45:24.352615 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a2b55840-46f7-47e4-a0dc-aa23cc3adea4 req-aae0bbd5-1696-4f35-b7ec-36225c1ce5d2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:24.414661 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:24.451769 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-a2b55840-46f7-47e4-a0dc-aa23cc3adea4 req-aae0bbd5-1696-4f35-b7ec-36225c1ce5d2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] For port 4b8242fb-d402-408e-91ab-0dd3ad352331, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=4b8242fb-d402-408e-91ab-0dd3ad352331,segment=NetworkSegment(b33057c6-b178-4115-a8b1-38c37c535717),segment_id=b33057c6-b178-4115-a8b1-38c37c535717)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:24.452131 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a2b55840-46f7-47e4-a0dc-aa23cc3adea4 req-aae0bbd5-1696-4f35-b7ec-36225c1ce5d2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:24.464944 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-a2b55840-46f7-47e4-a0dc-aa23cc3adea4 req-aae0bbd5-1696-4f35-b7ec-36225c1ce5d2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for 4b8242fb-d402-408e-91ab-0dd3ad352331 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:45:24.596609 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a2b55840-46f7-47e4-a0dc-aa23cc3adea4 req-aae0bbd5-1696-4f35-b7ec-36225c1ce5d2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:24.625514 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0bbd5-1696-4f35-b7ec-36225c1ce5d2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=4b8242fb-d402-408e-91ab-0dd3ad352331,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:24.670950 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b55840-46f7-47e4-a0dc-aa23cc3adea4 req-aae0bbd5-1696-4f35-b7ec-36225c1ce5d2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] No DVR routers for this DVR port 4b8242fb-d402-408e-91ab-0dd3ad352331 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:45:24.674272 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a2b55840-46f7-47e4-a0dc-aa23cc3adea4 req-aae0bbd5-1696-4f35-b7ec-36225c1ce5d2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:24.676314 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a2b55840-46f7-47e4-a0dc-aa23cc3adea4 req-aae0bbd5-1696-4f35-b7ec-36225c1ce5d2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.73 "DELETE /v2.0/ports/4b8242fb-d402-408e-91ab-0dd3ad352331 HTTP/1.1" status: 204 len: 173 time: 0.4103620 Aug 16 02:45:24.676738 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56def44-d93a-4e10-945c-a6134e66664c', 'name': 'network-vif-deleted', 'tag': '4b8242fb-d402-408e-91ab-0dd3ad352331'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:45:24.679136 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7b6031-8237-4476-8e5e-04fea71d7539" -d '{"events": [{"server_uuid": "e56def44-d93a-4e10-945c-a6134e66664c", "name": "network-vif-deleted", "tag": "4b8242fb-d402-408e-91ab-0dd3ad352331"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:45:24.715394 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c045d5ef-5d32-4754-bd0b-5188445bf215 x-openstack-request-id: req-c045d5ef-5d32-4754-bd0b-5188445bf215 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:45:24.715690 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56def44-d93a-4e10-945c-a6134e66664c", "name": "network-vif-deleted", "tag": "4b8242fb-d402-408e-91ab-0dd3ad352331", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:45:24.715935 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c045d5ef-5d32-4754-bd0b-5188445bf215 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:45:24.716353 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56def44-d93a-4e10-945c-a6134e66664c', 'name': 'network-vif-deleted', 'tag': '4b8242fb-d402-408e-91ab-0dd3ad352331', 'status': 'completed', 'code': 200} Aug 16 02:45:25.217948 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fdb54525-271e-489d-9925-c23d9b77dca7 req-49a12282-9400-4de6-a204-9dac3a1c5dc0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=e56def44-d93a-4e10-945c-a6134e66664c HTTP/1.1" status: 200 len: 210 time: 0.0271974 Aug 16 02:45:26.194447 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:26.274133 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40632) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:26.633610 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40d5c0a6-ca7d-46d7-89f4-2cf225a40c3a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:26.897518 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-40d5c0a6-ca7d-46d7-89f4-2cf225a40c3a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port 790b802d-c7ed-4d25-8152-7545966c0c75 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:45:26.897802 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40d5c0a6-ca7d-46d7-89f4-2cf225a40c3a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:26.990075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-40d5c0a6-ca7d-46d7-89f4-2cf225a40c3a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] For port 790b802d-c7ed-4d25-8152-7545966c0c75, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=790b802d-c7ed-4d25-8152-7545966c0c75,segment=NetworkSegment(b33057c6-b178-4115-a8b1-38c37c535717),segment_id=b33057c6-b178-4115-a8b1-38c37c535717)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:26.990440 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40d5c0a6-ca7d-46d7-89f4-2cf225a40c3a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:27.003774 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-40d5c0a6-ca7d-46d7-89f4-2cf225a40c3a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for 790b802d-c7ed-4d25-8152-7545966c0c75 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:45:27.195424 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40d5c0a6-ca7d-46d7-89f4-2cf225a40c3a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:27.228109 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5c0a6-ca7d-46d7-89f4-2cf225a40c3a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=790b802d-c7ed-4d25-8152-7545966c0c75,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:27.395756 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40d5c0a6-ca7d-46d7-89f4-2cf225a40c3a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:27.610712 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d5c0a6-ca7d-46d7-89f4-2cf225a40c3a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router 02f4133a-fc36-460c-9831-f9fa57308e4c has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:45:27.715427 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d5c0a6-ca7d-46d7-89f4-2cf225a40c3a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:45:27.721410 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-40d5c0a6-ca7d-46d7-89f4-2cf225a40c3a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "PUT /v2.0/routers/02f4133a-fc36-460c-9831-f9fa57308e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4460745 Aug 16 02:45:27.723681 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40634) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:27.725349 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b519e9-31cd-430a-a120-215a0a575e13 None None] Sync routers for ids ['02f4133a-fc36-460c-9831-f9fa57308e4c'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:45:27.734594 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b519e9-31cd-430a-a120-215a0a575e13 None None] Routers {'02f4133a-fc36-460c-9831-f9fa57308e4c'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:27.735211 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-16b519e9-31cd-430a-a120-215a0a575e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:45:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['02f4133a-fc36-460c-9831-f9fa57308e4c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:27.775608 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-574c134d-16b1-4735-bf1a-c263e1b233f8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting subnet 8813b3de-11f8-4f06-a370-ae2d115a7e75 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:45:27.778772 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-574c134d-16b1-4735-bf1a-c263e1b233f8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:27.825133 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-574c134d-16b1-4735-bf1a-c263e1b233f8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:27.843708 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-16b519e9-31cd-430a-a120-215a0a575e13 None None] Set router 02f4133a-fc36-460c-9831-f9fa57308e4c gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:27.910551 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-574c134d-16b1-4735-bf1a-c263e1b233f8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:27.966705 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4b8242fb-d402-408e-91ab-0dd3ad352331 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:45:27.971267 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-574c134d-16b1-4735-bf1a-c263e1b233f8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:27.993306 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 4b8242fb-d402-408e-91ab-0dd3ad352331 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:45:27.993642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 4b8242fb-d402-408e-91ab-0dd3ad352331 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:45:27.999700 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-574c134d-16b1-4735-bf1a-c263e1b233f8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.004441 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40636) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:28.005005 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-574c134d-16b1-4735-bf1a-c263e1b233f8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/subnets/8813b3de-11f8-4f06-a370-ae2d115a7e75 HTTP/1.1" status: 204 len: 168 time: 0.2798245 Aug 16 02:45:28.005489 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c134d-16b1-4735-bf1a-c263e1b233f8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Subnet': ['ID=8813b3de-11f8-4f06-a370-ae2d115a7e75,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:28.020034 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1253c315-0718-42d8-8477-d8c91c6851b9 None None] Network a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:45:28.115272 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25b27715-a867-42ea-b148-99d3adb86410 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.131455 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-16b519e9-31cd-430a-a120-215a0a575e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766257527', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:45:27Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:28.163357 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b519e9-31cd-430a-a120-215a0a575e13 None None] Checking router: 02f4133a-fc36-460c-9831-f9fa57308e4c for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:45:28.179429 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b519e9-31cd-430a-a120-215a0a575e13 None None] Routers {'02f4133a-fc36-460c-9831-f9fa57308e4c'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:28.180024 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-16b519e9-31cd-430a-a120-215a0a575e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:45:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['02f4133a-fc36-460c-9831-f9fa57308e4c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:28.226303 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25b27715-a867-42ea-b148-99d3adb86410 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.259567 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4839e2-8558-46c1-9384-1cbd37cb13ce None None] DHCP port deletion for a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:45:28.282600 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-25b27715-a867-42ea-b148-99d3adb86410 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port 4df69f48-3951-4682-be4a-ba5df6d836cc {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:45:28.283749 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25b27715-a867-42ea-b148-99d3adb86410 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.306481 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-16b519e9-31cd-430a-a120-215a0a575e13 None None] Set router 02f4133a-fc36-460c-9831-f9fa57308e4c gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:28.362274 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-25b27715-a867-42ea-b148-99d3adb86410 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] For port 4df69f48-3951-4682-be4a-ba5df6d836cc, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=4df69f48-3951-4682-be4a-ba5df6d836cc,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:28.362643 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25b27715-a867-42ea-b148-99d3adb86410 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.379838 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-25b27715-a867-42ea-b148-99d3adb86410 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for 4df69f48-3951-4682-be4a-ba5df6d836cc owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:45:28.427094 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2e4839e2-8558-46c1-9384-1cbd37cb13ce None None] Deleting port 251c7da4-e473-4293-b8ec-a8b23289609a {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:45:28.427373 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2e4839e2-8558-46c1-9384-1cbd37cb13ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.522220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2e4839e2-8558-46c1-9384-1cbd37cb13ce None None] For port 251c7da4-e473-4293-b8ec-a8b23289609a, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=251c7da4-e473-4293-b8ec-a8b23289609a,segment=NetworkSegment(b33057c6-b178-4115-a8b1-38c37c535717),segment_id=b33057c6-b178-4115-a8b1-38c37c535717)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:28.522613 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2e4839e2-8558-46c1-9384-1cbd37cb13ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.538488 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2e4839e2-8558-46c1-9384-1cbd37cb13ce None None] Calling delete_port for 251c7da4-e473-4293-b8ec-a8b23289609a owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:45:28.543415 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25b27715-a867-42ea-b148-99d3adb86410 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.574665 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b27715-a867-42ea-b148-99d3adb86410 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=4df69f48-3951-4682-be4a-ba5df6d836cc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:28.611270 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-16b519e9-31cd-430a-a120-215a0a575e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766257527', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:45:27Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:28.634373 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25b27715-a867-42ea-b148-99d3adb86410 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.648198 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b519e9-31cd-430a-a120-215a0a575e13 None None] The sync data for ids ['02f4133a-fc36-460c-9831-f9fa57308e4c'] in n-d-765315-27 is: [{'id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766257527', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:45:27Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '4df69f48-3951-4682-be4a-ba5df6d836cc', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:40:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f4133a-fc36-460c-9831-f9fa57308e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:26Z', 'updated_at': '2021-08-16T02:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:45:28.667137 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2e4839e2-8558-46c1-9384-1cbd37cb13ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.694124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4839e2-8558-46c1-9384-1cbd37cb13ce None None] Pushing event deleted for resources: {'Port': ['ID=251c7da4-e473-4293-b8ec-a8b23289609a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:28.695956 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4839e2-8558-46c1-9384-1cbd37cb13ce None None] No DVR routers for this DVR port 251c7da4-e473-4293-b8ec-a8b23289609a on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:45:28.737475 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25b27715-a867-42ea-b148-99d3adb86410 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.739590 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25b27715-a867-42ea-b148-99d3adb86410 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.781546 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25b27715-a867-42ea-b148-99d3adb86410 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.782088 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b27715-a867-42ea-b148-99d3adb86410 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Fanout notify agent at l3_agent the message router_deleted on router 02f4133a-fc36-460c-9831-f9fa57308e4c {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:45:28.790806 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25b27715-a867-42ea-b148-99d3adb86410 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.791932 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-25b27715-a867-42ea-b148-99d3adb86410 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/routers/02f4133a-fc36-460c-9831-f9fa57308e4c HTTP/1.1" status: 204 len: 168 time: 0.7863820 Aug 16 02:45:28.794711 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40638) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:28.871167 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b1124ab1-28d2-49a3-b80c-36927c6fb717 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.953742 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b1124ab1-28d2-49a3-b80c-36927c6fb717 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:28.963937 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b1124ab1-28d2-49a3-b80c-36927c6fb717 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:28.978210 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b1124ab1-28d2-49a3-b80c-36927c6fb717 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33057c6-b178-4115-a8b1-38c37c535717') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:28.978503 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b1124ab1-28d2-49a3-b80c-36927c6fb717 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33057c6-b178-4115-a8b1-38c37c535717') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:28.987103 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b1124ab1-28d2-49a3-b80c-36927c6fb717 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.000112 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b1124ab1-28d2-49a3-b80c-36927c6fb717 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.006363 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1124ab1-28d2-49a3-b80c-36927c6fb717 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:45:29.006987 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b1124ab1-28d2-49a3-b80c-36927c6fb717 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:45:29.009718 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:45:29.070195 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b1124ab1-28d2-49a3-b80c-36927c6fb717 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.079513 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b1124ab1-28d2-49a3-b80c-36927c6fb717 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.082102 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b1124ab1-28d2-49a3-b80c-36927c6fb717 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/networks/a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030 HTTP/1.1" status: 204 len: 168 time: 0.2864678 Aug 16 02:45:29.084993 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40640) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:29.092329 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1124ab1-28d2-49a3-b80c-36927c6fb717 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Network': ['ID=a9a5b13b-1ff1-4c4d-aba0-8a8558c7e030,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:29.156511 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d012a572-de45-43ac-be2c-ddb40f84e061 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.184233 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d012a572-de45-43ac-be2c-ddb40f84e061 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.246872 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d012a572-de45-43ac-be2c-ddb40f84e061 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.249606 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d012a572-de45-43ac-be2c-ddb40f84e061 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.250791 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d012a572-de45-43ac-be2c-ddb40f84e061 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/security-groups/78e96c10-3624-49ba-ad06-c04511a50847 HTTP/1.1" status: 204 len: 168 time: 0.1642377 Aug 16 02:45:29.260773 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012a572-de45-43ac-be2c-ddb40f84e061 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e96c10-3624-49ba-ad06-c04511a50847,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:29.490179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40646) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:29.494865 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fc21c926-1b3a-4a67-889b-fdd293b4176a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1936727335', 'description': 'tempest-secgroup-smoke-1936727335 description', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:29.518589 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc21c926-1b3a-4a67-889b-fdd293b4176a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.598827 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc21c926-1b3a-4a67-889b-fdd293b4176a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.602322 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc21c926-1b3a-4a67-889b-fdd293b4176a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.632351 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc21c926-1b3a-4a67-889b-fdd293b4176a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.633493 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fc21c926-1b3a-4a67-889b-fdd293b4176a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1422932 Aug 16 02:45:29.634606 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21c926-1b3a-4a67-889b-fdd293b4176a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7102c835-0145-4992-b6c1-1cfacb2d41c0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:29.636560 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40648) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:29.641244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-07e1abca-b626-4f5d-8c91-f6f270e837a5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': '7102c835-0145-4992-b6c1-1cfacb2d41c0', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:29.669034 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07e1abca-b626-4f5d-8c91-f6f270e837a5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.732888 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07e1abca-b626-4f5d-8c91-f6f270e837a5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.738042 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07e1abca-b626-4f5d-8c91-f6f270e837a5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.759362 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1abca-b626-4f5d-8c91-f6f270e837a5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27cee507-afac-4f5e-9a40-0b17465c9b64,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:29.765778 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07e1abca-b626-4f5d-8c91-f6f270e837a5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.771620 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-07e1abca-b626-4f5d-8c91-f6f270e837a5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340961 Aug 16 02:45:29.772239 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40650) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:29.776991 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ce9ed8a0-da23-4aeb-adbb-2a1febe594d8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': '7102c835-0145-4992-b6c1-1cfacb2d41c0', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:29.795608 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 790b802d-c7ed-4d25-8152-7545966c0c75 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:45:29.808865 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed8a0-da23-4aeb-adbb-2a1febe594d8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.816290 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 790b802d-c7ed-4d25-8152-7545966c0c75 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:45:29.816635 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 790b802d-c7ed-4d25-8152-7545966c0c75 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:45:29.817048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4df69f48-3951-4682-be4a-ba5df6d836cc no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:45:29.835220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 4df69f48-3951-4682-be4a-ba5df6d836cc {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:45:29.835564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 4df69f48-3951-4682-be4a-ba5df6d836cc not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:45:29.835973 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 251c7da4-e473-4293-b8ec-a8b23289609a no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:45:29.858030 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 251c7da4-e473-4293-b8ec-a8b23289609a {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:45:29.858782 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 251c7da4-e473-4293-b8ec-a8b23289609a not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:45:29.869408 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed8a0-da23-4aeb-adbb-2a1febe594d8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.873081 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed8a0-da23-4aeb-adbb-2a1febe594d8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.890402 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ed8a0-da23-4aeb-adbb-2a1febe594d8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee205438-eb2d-4468-a6ea-0d6e4a96718c,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:29.897568 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed8a0-da23-4aeb-adbb-2a1febe594d8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.898879 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ce9ed8a0-da23-4aeb-adbb-2a1febe594d8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253929 Aug 16 02:45:29.901676 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40652) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:29.906222 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a9571ca2-c9f7-4d93-b2c5-17cc4105793e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': '7102c835-0145-4992-b6c1-1cfacb2d41c0', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:29.939877 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9571ca2-c9f7-4d93-b2c5-17cc4105793e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:29.999361 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9571ca2-c9f7-4d93-b2c5-17cc4105793e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.003254 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9571ca2-c9f7-4d93-b2c5-17cc4105793e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.022289 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9571ca2-c9f7-4d93-b2c5-17cc4105793e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12fe025-3c68-4286-aeab-72f42de8300a,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:30.025133 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9571ca2-c9f7-4d93-b2c5-17cc4105793e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.026490 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a9571ca2-c9f7-4d93-b2c5-17cc4105793e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238279 Aug 16 02:45:30.029373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40654) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:30.034519 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8c34d7d7-d789-4cf1-a1e7-1b4d91baf258 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': '7102c835-0145-4992-b6c1-1cfacb2d41c0', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:30.060357 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c34d7d7-d789-4cf1-a1e7-1b4d91baf258 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.118679 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c34d7d7-d789-4cf1-a1e7-1b4d91baf258 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.122617 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c34d7d7-d789-4cf1-a1e7-1b4d91baf258 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.143482 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34d7d7-d789-4cf1-a1e7-1b4d91baf258 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3aa30bc-c1a2-4718-b62d-65ff0600e0da,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:30.149745 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c34d7d7-d789-4cf1-a1e7-1b4d91baf258 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.150956 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8c34d7d7-d789-4cf1-a1e7-1b4d91baf258 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206398 Aug 16 02:45:30.153671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40656) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:30.158629 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7cb6653a-449d-4843-92c5-bfadb76bbe5e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': '7102c835-0145-4992-b6c1-1cfacb2d41c0', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:30.179216 n-d-765315-27 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-7cb6653a-449d-4843-92c5-bfadb76bbe5e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Project 9cb0f86fd7764c738454a1edb0bea8ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:45:30.183798 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cb6653a-449d-4843-92c5-bfadb76bbe5e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.243211 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cb6653a-449d-4843-92c5-bfadb76bbe5e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.246765 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cb6653a-449d-4843-92c5-bfadb76bbe5e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.263288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6653a-449d-4843-92c5-bfadb76bbe5e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05047f97-e608-4b59-b960-2fba73ad1741,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:30.271629 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cb6653a-449d-4843-92c5-bfadb76bbe5e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.273068 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7cb6653a-449d-4843-92c5-bfadb76bbe5e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184547 Aug 16 02:45:30.275913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40658) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:30.280333 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-82fd9a7b-6ff9-4377-bc85-60fe0ae0ebc6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': '7102c835-0145-4992-b6c1-1cfacb2d41c0', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:30.303542 n-d-765315-27 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-82fd9a7b-6ff9-4377-bc85-60fe0ae0ebc6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Project 9cb0f86fd7764c738454a1edb0bea8ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:45:30.308382 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82fd9a7b-6ff9-4377-bc85-60fe0ae0ebc6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.369672 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82fd9a7b-6ff9-4377-bc85-60fe0ae0ebc6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.373257 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82fd9a7b-6ff9-4377-bc85-60fe0ae0ebc6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.392958 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd9a7b-6ff9-4377-bc85-60fe0ae0ebc6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfff4aaa-d4b4-4387-b6fb-ff01cd9d560f,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:30.399763 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82fd9a7b-6ff9-4377-bc85-60fe0ae0ebc6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.400966 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-82fd9a7b-6ff9-4377-bc85-60fe0ae0ebc6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241045 Aug 16 02:45:30.404891 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40660) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:30.409783 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4b39f2ed-6c05-40b7-b313-c58d14c77042 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'network': {'name': 'tempest-network-smoke--321057665', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'port_security_enabled': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:30.430435 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b39f2ed-6c05-40b7-b313-c58d14c77042 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Made reservation on behalf of 9cb0f86fd7764c738454a1edb0bea8ab for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:45:30.433831 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b39f2ed-6c05-40b7-b313-c58d14c77042 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.457853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b39f2ed-6c05-40b7-b313-c58d14c77042 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:45:30.467591 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b39f2ed-6c05-40b7-b313-c58d14c77042 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.467939 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-4b39f2ed-6c05-40b7-b313-c58d14c77042 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Added segment 7e1866fb-91ea-44b2-b106-d770db7fbc5c of type vlan for network db52b583-5605-45e5-b252-19da79505182 Aug 16 02:45:30.512874 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b39f2ed-6c05-40b7-b313-c58d14c77042 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.542467 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b39f2ed-6c05-40b7-b313-c58d14c77042 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.547846 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b39f2ed-6c05-40b7-b313-c58d14c77042 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:30.548480 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b39f2ed-6c05-40b7-b313-c58d14c77042 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.606064 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4b39f2ed-6c05-40b7-b313-c58d14c77042 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2001371 Aug 16 02:45:30.608785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40662) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:30.615430 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ba734611-36c8-4c2b-875c-ac7c458784dc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-774755663', 'admin_state_up': True, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:30.625300 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39f2ed-6c05-40b7-b313-c58d14c77042 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Network': ['ID=db52b583-5605-45e5-b252-19da79505182,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:30.637120 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network db52b583-5605-45e5-b252-19da79505182 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:45:30.645343 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba734611-36c8-4c2b-875c-ac7c458784dc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.646649 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba734611-36c8-4c2b-875c-ac7c458784dc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.702664 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba734611-36c8-4c2b-875c-ac7c458784dc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:30.836107 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba734611-36c8-4c2b-875c-ac7c458784dc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:31.336183 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba734611-36c8-4c2b-875c-ac7c458784dc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:31.354992 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba734611-36c8-4c2b-875c-ac7c458784dc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:31.453477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-ba734611-36c8-4c2b-875c-ac7c458784dc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Allocated IP 172.25.3.200 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/36142613-c3d4-4b4b-8252-f0fb2589d39d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:45:31.555904 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba734611-36c8-4c2b-875c-ac7c458784dc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:31.593413 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba734611-36c8-4c2b-875c-ac7c458784dc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:31.628012 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba734611-36c8-4c2b-875c-ac7c458784dc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:45:31.630939 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ba734611-36c8-4c2b-875c-ac7c458784dc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:45:31.633203 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba734611-36c8-4c2b-875c-ac7c458784dc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:45:31.667010 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba734611-36c8-4c2b-875c-ac7c458784dc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=36142613-c3d4-4b4b-8252-f0fb2589d39d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:31.889935 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba734611-36c8-4c2b-875c-ac7c458784dc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:32.088272 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba734611-36c8-4c2b-875c-ac7c458784dc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:32.218381 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba734611-36c8-4c2b-875c-ac7c458784dc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router d64c93ff-7214-4a25-8030-3ba4acd1764c is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:45:32.330852 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba734611-36c8-4c2b-875c-ac7c458784dc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:45:32.341212 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Sync routers for ids ['d64c93ff-7214-4a25-8030-3ba4acd1764c'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:45:32.349734 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba734611-36c8-4c2b-875c-ac7c458784dc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:32.353950 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Routers {'d64c93ff-7214-4a25-8030-3ba4acd1764c'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:32.354118 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ba734611-36c8-4c2b-875c-ac7c458784dc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7413085 Aug 16 02:45:32.354224 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:45:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d64c93ff-7214-4a25-8030-3ba4acd1764c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:32.354347 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40664) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:32.447613 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fab840df-ba0e-4ca4-bc59-57bca2ed6959 tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=9cb0f86fd7764c738454a1edb0bea8ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0919020 Aug 16 02:45:32.449931 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40668) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:32.456400 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Set router d64c93ff-7214-4a25-8030-3ba4acd1764c gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:32.542506 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205a379f-7af1-4dfa-80f3-cb6491c503da tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:32.544032 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-205a379f-7af1-4dfa-80f3-cb6491c503da tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931289 Aug 16 02:45:32.546867 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40670) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:32.576802 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4c15a674-c624-4a4a-b8ae-d389ee8b407d tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=624da80d-1349-4890-b915-f302637330f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288672 Aug 16 02:45:32.579383 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40672) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:32.584305 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c122c781-48f1-4339-ac70-71693ce25cce tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-490461233', 'network_id': 'db52b583-5605-45e5-b252-19da79505182', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:32.631001 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774755663', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:30Z', 'updated_at': '2021-08-16T02:45:31Z', 'revision_number': 3, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:31Z', 'updated_at': '2021-08-16T02:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:32.660775 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Checking router: d64c93ff-7214-4a25-8030-3ba4acd1764c for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:45:32.661373 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Updating router d64c93ff-7214-4a25-8030-3ba4acd1764c port 36142613-c3d4-4b4b-8252-f0fb2589d39d binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:45:32.672393 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c122c781-48f1-4339-ac70-71693ce25cce tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Made reservation on behalf of 9cb0f86fd7764c738454a1edb0bea8ab for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:45:32.676466 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c122c781-48f1-4339-ac70-71693ce25cce tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:32.686740 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:32.860597 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c122c781-48f1-4339-ac70-71693ce25cce tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:32.924133 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122c781-48f1-4339-ac70-71693ce25cce tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Subnet': ['ID=cab1730c-0ecc-4cb9-9d60-326c8e9065ca,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:32.937825 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122c781-48f1-4339-ac70-71693ce25cce tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Checking segment: {'id': '7e1866fb-91ea-44b2-b106-d770db7fbc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'db52b583-5605-45e5-b252-19da79505182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:45:32.938190 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c122c781-48f1-4339-ac70-71693ce25cce tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network hostable DHCP agents. Network: db52b583-5605-45e5-b252-19da79505182, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:45:32.940393 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:32.950325 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Transition to ACTIVE for port object 36142613-c3d4-4b4b-8252-f0fb2589d39d will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:45:32.956206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c122c781-48f1-4339-ac70-71693ce25cce tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network db52b583-5605-45e5-b252-19da79505182 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:45:32.958197 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:32.966387 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c122c781-48f1-4339-ac70-71693ce25cce tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, db52b583-5605-45e5-b252-19da79505182) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:45:32.971496 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c122c781-48f1-4339-ac70-71693ce25cce tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:32.972348 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c122c781-48f1-4339-ac70-71693ce25cce tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:32.977855 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8deaf09-dd7a-43ba-831c-40992d6a1bcb None None] Network db52b583-5605-45e5-b252-19da79505182 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:45:32.990485 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c122c781-48f1-4339-ac70-71693ce25cce tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4100020 Aug 16 02:45:32.994024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40674) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:33.011098 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Attempting to bind port 36142613-c3d4-4b4b-8252-f0fb2589d39d on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:45:33.011533 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Attempting to bind port 36142613-c3d4-4b4b-8252-f0fb2589d39d by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:45:33.011896 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Attempting to bind port 36142613-c3d4-4b4b-8252-f0fb2589d39d on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:45:33.023793 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:45:33.024165 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:45:33.024569 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:33.024950 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:45:33.025417 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Bound port: 36142613-c3d4-4b4b-8252-f0fb2589d39d, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:45:33.025812 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:33.060536 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab5d7c-bc49-42dc-b1e6-2c71f2a51f5f None None] Pushing event updated for resources: {'Port': ['ID=36142613-c3d4-4b4b-8252-f0fb2589d39d,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:33.107840 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5d7c-bc49-42dc-b1e6-2c71f2a51f5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:33.108384 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5d7c-bc49-42dc-b1e6-2c71f2a51f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:33.109337 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5d7c-bc49-42dc-b1e6-2c71f2a51f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:33.109337 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5d7c-bc49-42dc-b1e6-2c71f2a51f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:33.109831 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5d7c-bc49-42dc-b1e6-2c71f2a51f5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:33.110361 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5d7c-bc49-42dc-b1e6-2c71f2a51f5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:33.111493 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5d7c-bc49-42dc-b1e6-2c71f2a51f5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:33.111961 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5d7c-bc49-42dc-b1e6-2c71f2a51f5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:33.112481 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5d7c-bc49-42dc-b1e6-2c71f2a51f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:33.113002 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5d7c-bc49-42dc-b1e6-2c71f2a51f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:33.113544 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5d7c-bc49-42dc-b1e6-2c71f2a51f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:33.114095 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab5d7c-bc49-42dc-b1e6-2c71f2a51f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:45:33.145563 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] For port 36142613-c3d4-4b4b-8252-f0fb2589d39d, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:45:33.154257 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] For port 36142613-c3d4-4b4b-8252-f0fb2589d39d, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=36142613-c3d4-4b4b-8252-f0fb2589d39d,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:45:33.161464 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:33.163723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-db52b583-5605-45e5-b252-19da79505182', 'network_id': 'db52b583-5605-45e5-b252-19da79505182', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ips': [{'subnet_id': 'cab1730c-0ecc-4cb9-9d60-326c8e9065ca'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:45:33.164884 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:33.239785 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Routers {'d64c93ff-7214-4a25-8030-3ba4acd1764c'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:33.240411 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:45:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d64c93ff-7214-4a25-8030-3ba4acd1764c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:33.289715 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab5d7c-bc49-42dc-b1e6-2c71f2a51f5f None None] Pushing event updated for resources: {'Port': ['ID=36142613-c3d4-4b4b-8252-f0fb2589d39d,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:33.360336 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] Set router d64c93ff-7214-4a25-8030-3ba4acd1764c gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:33.368630 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Allocated IP 172.20.0.2 (db52b583-5605-45e5-b252-19da79505182/cab1730c-0ecc-4cb9-9d60-326c8e9065ca/075bb4c4-e246-47c0-ae3c-66f6ef23c9b2) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:45:33.520690 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:33.529542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Transition to ACTIVE for port object 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:45:33.530730 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e52976f1-ed2d-4f84-b6b0-a302bad8822c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:33.545369 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Transition to ACTIVE for port object 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:45:33.547047 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774755663', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:30Z', 'updated_at': '2021-08-16T02:45:31Z', 'revision_number': 3, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:31Z', 'updated_at': '2021-08-16T02:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:33.552825 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:33.594267 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Network db52b583-5605-45e5-b252-19da79505182 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:45:33.600141 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:45:33.604086 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:45:33.612336 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Pushing event updated for resources: {'Port': ['ID=075bb4c4-e246-47c0-ae3c-66f6ef23c9b2,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:33.669996 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Attempting to bind port 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:45:33.670520 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Attempting to bind port 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '7e1866fb-91ea-44b2-b106-d770db7fbc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'db52b583-5605-45e5-b252-19da79505182'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:45:33.670674 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f7e353-726a-4248-97aa-671f8de05b87 None None] The sync data for ids ['d64c93ff-7214-4a25-8030-3ba4acd1764c'] in n-d-765315-27 is: [{'id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774755663', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:30Z', 'updated_at': '2021-08-16T02:45:31Z', 'revision_number': 3, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:31Z', 'updated_at': '2021-08-16T02:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:45:33.671097 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Attempting to bind port 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2 on network db52b583-5605-45e5-b252-19da79505182 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:45:33.678885 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:45:33.679393 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Checking segment: {'id': '7e1866fb-91ea-44b2-b106-d770db7fbc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'db52b583-5605-45e5-b252-19da79505182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:45:33.679895 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:33.680377 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Bound using segment: {'id': '7e1866fb-91ea-44b2-b106-d770db7fbc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'db52b583-5605-45e5-b252-19da79505182'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:45:33.680942 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Bound port: 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1866fb-91ea-44b2-b106-d770db7fbc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'db52b583-5605-45e5-b252-19da79505182'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:45:33.681483 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:33.757536 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] For port 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:45:33.761408 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] For port 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=075bb4c4-e246-47c0-ae3c-66f6ef23c9b2,segment=NetworkSegment(7e1866fb-91ea-44b2-b106-d770db7fbc5c),segment_id=7e1866fb-91ea-44b2-b106-d770db7fbc5c)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:45:33.767527 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:33.828502 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4488a-dcc7-41c7-a548-be15f9ead700 None None] Pushing event updated for resources: {'Port': ['ID=075bb4c4-e246-47c0-ae3c-66f6ef23c9b2,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:33.846046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-e52976f1-ed2d-4f84-b6b0-a302bad8822c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Allocated IP 172.20.0.1 (db52b583-5605-45e5-b252-19da79505182/cab1730c-0ecc-4cb9-9d60-326c8e9065ca/a8e1c521-d00f-4ed1-a526-52ec770a6e73) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:45:33.974716 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e52976f1-ed2d-4f84-b6b0-a302bad8822c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:33.991440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e52976f1-ed2d-4f84-b6b0-a302bad8822c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Transition to ACTIVE for port object a8e1c521-d00f-4ed1-a526-52ec770a6e73 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:45:34.058924 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e52976f1-ed2d-4f84-b6b0-a302bad8822c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:34.113306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52976f1-ed2d-4f84-b6b0-a302bad8822c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network db52b583-5605-45e5-b252-19da79505182 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:45:34.116847 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e52976f1-ed2d-4f84-b6b0-a302bad8822c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:45:34.124499 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52976f1-ed2d-4f84-b6b0-a302bad8822c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:45:34.155388 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52976f1-ed2d-4f84-b6b0-a302bad8822c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=a8e1c521-d00f-4ed1-a526-52ec770a6e73,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:34.179358 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e52976f1-ed2d-4f84-b6b0-a302bad8822c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:34.324713 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e52976f1-ed2d-4f84-b6b0-a302bad8822c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:34.626445 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e52976f1-ed2d-4f84-b6b0-a302bad8822c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:34.631478 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e52976f1-ed2d-4f84-b6b0-a302bad8822c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:34.705044 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52976f1-ed2d-4f84-b6b0-a302bad8822c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=a8e1c521-d00f-4ed1-a526-52ec770a6e73,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:34.710841 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e52976f1-ed2d-4f84-b6b0-a302bad8822c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:34.800078 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74f3f47-de45-4e0a-99fd-9a326ee4cd72 None None] Network db52b583-5605-45e5-b252-19da79505182 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:45:34.812336 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52976f1-ed2d-4f84-b6b0-a302bad8822c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network db52b583-5605-45e5-b252-19da79505182 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:45:34.813736 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e52976f1-ed2d-4f84-b6b0-a302bad8822c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:45:34.865336 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-03c8a869-f8af-4c19-8b83-01dab8f5e898 None None] Provisioning for port 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:45:34.928785 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52976f1-ed2d-4f84-b6b0-a302bad8822c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router d64c93ff-7214-4a25-8030-3ba4acd1764c has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:45:35.045207 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52976f1-ed2d-4f84-b6b0-a302bad8822c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:45:35.051893 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e52976f1-ed2d-4f84-b6b0-a302bad8822c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "PUT /v2.0/routers/d64c93ff-7214-4a25-8030-3ba4acd1764c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0562909 Aug 16 02:45:35.203937 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-63c0ea38-6b94-4644-a6bb-290b8d45c851 None None] Provisioning for port a8e1c521-d00f-4ed1-a526-52ec770a6e73 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:45:35.208797 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-63c0ea38-6b94-4644-a6bb-290b8d45c851 None None] Provisioning complete for port a8e1c521-d00f-4ed1-a526-52ec770a6e73 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:35.209372 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63c0ea38-6b94-4644-a6bb-290b8d45c851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:35.210309 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-d5f4362d-c53e-456a-9b34-4ff18bb336d7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1936727335&fields=id&tenant_id=9cb0f86fd7764c738454a1edb0bea8ab HTTP/1.1" status: 200 len: 267 time: 0.0444295 Aug 16 02:45:35.256896 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-63c0ea38-6b94-4644-a6bb-290b8d45c851 None None] Port a8e1c521-d00f-4ed1-a526-52ec770a6e73 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:45:35.341370 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-ab0337a3-5a39-46b5-8e31-e09bd98a044e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:35.342973 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-ab0337a3-5a39-46b5-8e31-e09bd98a044e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/networks?id=db52b583-5605-45e5-b252-19da79505182 HTTP/1.1" status: 200 len: 796 time: 0.1274331 Aug 16 02:45:35.343116 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Sync routers for ids ['d64c93ff-7214-4a25-8030-3ba4acd1764c'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:45:35.354892 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Routers {'d64c93ff-7214-4a25-8030-3ba4acd1764c'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:35.355521 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:45:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d64c93ff-7214-4a25-8030-3ba4acd1764c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:35.365061 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-e17d5950-0c88-4980-baa6-1f254c7d54d6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/quotas/9cb0f86fd7764c738454a1edb0bea8ab HTTP/1.1" status: 200 len: 375 time: 0.0155358 Aug 16 02:45:35.414583 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-bf4cfa00-73eb-455c-beca-b3981032fc0a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486577 Aug 16 02:45:35.582326 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-ccd40d02-4abd-4286-915c-6e347ee73ec0 service neutron] 10.222.0.68 "GET /v2.0/networks/db52b583-5605-45e5-b252-19da79505182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553745 Aug 16 02:45:35.631096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-977e0027-50c8-4610-8b35-7c3473c703f0 None None] Provisioning complete for port a8e1c521-d00f-4ed1-a526-52ec770a6e73 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:35.631459 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-977e0027-50c8-4610-8b35-7c3473c703f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:35.655304 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Set router d64c93ff-7214-4a25-8030-3ba4acd1764c gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:35.675104 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-b997b135-4470-4f6e-954c-6d818265c494 service neutron] 10.222.0.68 "GET /v2.0/networks/db52b583-5605-45e5-b252-19da79505182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863614 Aug 16 02:45:35.710020 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-977e0027-50c8-4610-8b35-7c3473c703f0 None None] Port a8e1c521-d00f-4ed1-a526-52ec770a6e73 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:45:35.854448 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3620335e-4e9c-49a3-8806-de086901be6f None None] Provisioning complete for port a8e1c521-d00f-4ed1-a526-52ec770a6e73 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:35.855101 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3620335e-4e9c-49a3-8806-de086901be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:35.864461 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5142b71a-802b-4956-9fbe-fc6aa843097c req-d6c684a0-4c68-4b2d-b44f-be49abb150fb tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 210 time: 0.0393689 Aug 16 02:45:35.920475 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:45:35.947975 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3620335e-4e9c-49a3-8806-de086901be6f None None] Port a8e1c521-d00f-4ed1-a526-52ec770a6e73 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:45:35.979908 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774755663', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:30Z', 'updated_at': '2021-08-16T02:45:34Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:31Z', 'updated_at': '2021-08-16T02:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a8e1c521-d00f-4ed1-a526-52ec770a6e73', 'name': '', 'network_id': 'db52b583-5605-45e5-b252-19da79505182', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:7e:64:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'cab1730c-0ecc-4cb9-9d60-326c8e9065ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:33Z', 'updated_at': '2021-08-16T02:45:34Z', 'revision_number': 2, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'cab1730c-0ecc-4cb9-9d60-326c8e9065ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:36.011662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Checking router: d64c93ff-7214-4a25-8030-3ba4acd1764c for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:45:36.012018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Updating router d64c93ff-7214-4a25-8030-3ba4acd1764c port a8e1c521-d00f-4ed1-a526-52ec770a6e73 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:45:36.043230 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:45:36.045454 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:36.047817 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:36.048965 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:36.255707 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:36.383291 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=075bb4c4-e246-47c0-ae3c-66f6ef23c9b2,segment=NetworkSegment(7e1866fb-91ea-44b2-b106-d770db7fbc5c),segment_id=7e1866fb-91ea-44b2-b106-d770db7fbc5c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:36.391034 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:36.391880 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 36142613-c3d4-4b4b-8252-f0fb2589d39d up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:45:36.527790 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=075bb4c4-e246-47c0-ae3c-66f6ef23c9b2,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:36.591746 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 36142613-c3d4-4b4b-8252-f0fb2589d39d completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:45:36.606085 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:36.609037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 36142613-c3d4-4b4b-8252-f0fb2589d39d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:36.609400 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:36.639520 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Transition to ACTIVE for port object a8e1c521-d00f-4ed1-a526-52ec770a6e73 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:45:36.649801 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:36.734248 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5dfb28-c608-4029-ba94-450a3f617b2b None None] Pushing event updated for resources: {'Port': ['ID=a8e1c521-d00f-4ed1-a526-52ec770a6e73,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:36.826222 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Attempting to bind port a8e1c521-d00f-4ed1-a526-52ec770a6e73 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:45:36.826593 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Attempting to bind port a8e1c521-d00f-4ed1-a526-52ec770a6e73 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '7e1866fb-91ea-44b2-b106-d770db7fbc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'db52b583-5605-45e5-b252-19da79505182'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:45:36.826958 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Attempting to bind port a8e1c521-d00f-4ed1-a526-52ec770a6e73 on network db52b583-5605-45e5-b252-19da79505182 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:45:36.829091 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:36.839070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:45:36.839605 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Checking segment: {'id': '7e1866fb-91ea-44b2-b106-d770db7fbc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'db52b583-5605-45e5-b252-19da79505182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:45:36.839847 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:36.840254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Bound using segment: {'id': '7e1866fb-91ea-44b2-b106-d770db7fbc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'db52b583-5605-45e5-b252-19da79505182'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:45:36.841324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Bound port: a8e1c521-d00f-4ed1-a526-52ec770a6e73, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1866fb-91ea-44b2-b106-d770db7fbc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'db52b583-5605-45e5-b252-19da79505182'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:45:36.841797 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:36.870589 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 36142613-c3d4-4b4b-8252-f0fb2589d39d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=36142613-c3d4-4b4b-8252-f0fb2589d39d,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:36.923329 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:36.986643 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3cc143f6-4e77-44f2-b696-e6eeed2180f0 req-e9d6baec-f6b5-49d5-b572-3789dbe816ca tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 210 time: 0.0324409 Aug 16 02:45:36.996008 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] For port a8e1c521-d00f-4ed1-a526-52ec770a6e73, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:45:37.006853 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-e0cde18b-6d4d-40ef-a20d-2c465a54b051 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:37.009263 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-e0cde18b-6d4d-40ef-a20d-2c465a54b051 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.63 "GET /v2.0/networks?id=db52b583-5605-45e5-b252-19da79505182 HTTP/1.1" status: 200 len: 796 time: 0.1547329 Aug 16 02:45:37.025660 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] For port a8e1c521-d00f-4ed1-a526-52ec770a6e73, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a8e1c521-d00f-4ed1-a526-52ec770a6e73,segment=NetworkSegment(7e1866fb-91ea-44b2-b106-d770db7fbc5c),segment_id=7e1866fb-91ea-44b2-b106-d770db7fbc5c)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:45:37.029031 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=36142613-c3d4-4b4b-8252-f0fb2589d39d,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:37.034876 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:37.068222 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-cf47bf37-6573-4a4b-987c-6eaa6c81d10c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cb0f86fd7764c738454a1edb0bea8ab HTTP/1.1" status: 200 len: 380 time: 0.0429399 Aug 16 02:45:37.080178 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-3b0b558b-bda2-47b0-a9b2-2bbecc9940fc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'port': {'device_id': '213018c8-5c08-48a4-8904-52dfddb3368b', 'network_id': 'db52b583-5605-45e5-b252-19da79505182', 'admin_state_up': True, 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'security_groups': ['7102c835-0145-4992-b6c1-1cfacb2d41c0']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:37.081485 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Routers {'d64c93ff-7214-4a25-8030-3ba4acd1764c'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:37.081961 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:45:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d64c93ff-7214-4a25-8030-3ba4acd1764c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:37.139446 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5dfb28-c608-4029-ba94-450a3f617b2b None None] Pushing event updated for resources: {'Port': ['ID=a8e1c521-d00f-4ed1-a526-52ec770a6e73,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:37.208209 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-3b0b558b-bda2-47b0-a9b2-2bbecc9940fc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Made reservation on behalf of 9cb0f86fd7764c738454a1edb0bea8ab for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:45:37.211850 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-3b0b558b-bda2-47b0-a9b2-2bbecc9940fc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:37.212718 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] Set router d64c93ff-7214-4a25-8030-3ba4acd1764c gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:37.353836 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-3b0b558b-bda2-47b0-a9b2-2bbecc9940fc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Allocated IP 172.20.0.10 (db52b583-5605-45e5-b252-19da79505182/cab1730c-0ecc-4cb9-9d60-326c8e9065ca/cea92b70-3486-436a-9632-64a7e24a3185) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:45:37.435196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774755663', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:30Z', 'updated_at': '2021-08-16T02:45:34Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:31Z', 'updated_at': '2021-08-16T02:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a8e1c521-d00f-4ed1-a526-52ec770a6e73', 'name': '', 'network_id': 'db52b583-5605-45e5-b252-19da79505182', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:7e:64:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'cab1730c-0ecc-4cb9-9d60-326c8e9065ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:33Z', 'updated_at': '2021-08-16T02:45:36Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'cab1730c-0ecc-4cb9-9d60-326c8e9065ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:37.462948 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c8d1e-95ae-425c-8f35-d62057691ce6 None None] The sync data for ids ['d64c93ff-7214-4a25-8030-3ba4acd1764c'] in n-d-765315-27 is: [{'id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774755663', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:30Z', 'updated_at': '2021-08-16T02:45:34Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:31Z', 'updated_at': '2021-08-16T02:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a8e1c521-d00f-4ed1-a526-52ec770a6e73', 'name': '', 'network_id': 'db52b583-5605-45e5-b252-19da79505182', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:7e:64:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'cab1730c-0ecc-4cb9-9d60-326c8e9065ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:33Z', 'updated_at': '2021-08-16T02:45:36Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'cab1730c-0ecc-4cb9-9d60-326c8e9065ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:45:37.499104 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-3b0b558b-bda2-47b0-a9b2-2bbecc9940fc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:37.523717 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-3b0b558b-bda2-47b0-a9b2-2bbecc9940fc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Transition to ACTIVE for port object cea92b70-3486-436a-9632-64a7e24a3185 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:45:37.564978 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-3b0b558b-bda2-47b0-a9b2-2bbecc9940fc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:37.616232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-3b0b558b-bda2-47b0-a9b2-2bbecc9940fc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network db52b583-5605-45e5-b252-19da79505182 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:45:37.619507 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-3b0b558b-bda2-47b0-a9b2-2bbecc9940fc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:45:37.624165 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-3b0b558b-bda2-47b0-a9b2-2bbecc9940fc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:45:37.629028 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b558b-bda2-47b0-a9b2-2bbecc9940fc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=cea92b70-3486-436a-9632-64a7e24a3185,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:37.685232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-3b0b558b-bda2-47b0-a9b2-2bbecc9940fc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:37.686029 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-3b0b558b-bda2-47b0-a9b2-2bbecc9940fc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:37.703902 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-3b0b558b-bda2-47b0-a9b2-2bbecc9940fc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6287837 Aug 16 02:45:37.770876 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Request body: {'port': {'device_id': '213018c8-5c08-48a4-8904-52dfddb3368b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:37.837575 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:37.892840 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bd9f03a9-aec4-48bb-a01b-caec43e39e52 None None] Provisioning for port cea92b70-3486-436a-9632-64a7e24a3185 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:45:37.899173 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bd9f03a9-aec4-48bb-a01b-caec43e39e52 None None] Provisioning complete for port cea92b70-3486-436a-9632-64a7e24a3185 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:37.899569 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd9f03a9-aec4-48bb-a01b-caec43e39e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:37.919993 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a8e1c521-d00f-4ed1-a526-52ec770a6e73 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:45:37.994332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f03a9-aec4-48bb-a01b-caec43e39e52 None None] Port cea92b70-3486-436a-9632-64a7e24a3185 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:45:38.010054 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port a8e1c521-d00f-4ed1-a526-52ec770a6e73 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:45:38.022514 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a8e1c521-d00f-4ed1-a526-52ec770a6e73 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:38.022905 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:38.124961 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:38.135757 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:38.155553 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facffab-2f53-4505-8097-d761661474de req-8ada9576-8a17-46f3-a322-2881c4eb9c28 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:38.157187 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5facffab-2f53-4505-8097-d761661474de req-8ada9576-8a17-46f3-a322-2881c4eb9c28 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 932 time: 0.0822423 Aug 16 02:45:38.165221 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port a8e1c521-d00f-4ed1-a526-52ec770a6e73, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a8e1c521-d00f-4ed1-a526-52ec770a6e73,segment=NetworkSegment(7e1866fb-91ea-44b2-b106-d770db7fbc5c),segment_id=7e1866fb-91ea-44b2-b106-d770db7fbc5c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:38.169583 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:38.170410 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:45:38.209826 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea92b70-3486-436a-9632-64a7e24a3185 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:45:38.222689 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:38.245077 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5facffab-2f53-4505-8097-d761661474de req-b422b87b-73a9-465c-b1f1-7736919ae82e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633047 Aug 16 02:45:38.248481 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Transition to ACTIVE for port object cea92b70-3486-436a-9632-64a7e24a3185 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:45:38.253655 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:38.313059 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Pushing event updated for resources: {'Port': ['ID=cea92b70-3486-436a-9632-64a7e24a3185,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:38.402367 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Attempting to bind port cea92b70-3486-436a-9632-64a7e24a3185 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:45:38.403015 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Attempting to bind port cea92b70-3486-436a-9632-64a7e24a3185 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '7e1866fb-91ea-44b2-b106-d770db7fbc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'db52b583-5605-45e5-b252-19da79505182'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:45:38.403550 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Attempting to bind port cea92b70-3486-436a-9632-64a7e24a3185 on network db52b583-5605-45e5-b252-19da79505182 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:45:38.422377 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Port cea92b70-3486-436a-9632-64a7e24a3185 on network db52b583-5605-45e5-b252-19da79505182 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:45:38.423649 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Attempting to bind port cea92b70-3486-436a-9632-64a7e24a3185 on network db52b583-5605-45e5-b252-19da79505182 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:45:38.433631 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:45:38.434014 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Checking segment: {'id': '7e1866fb-91ea-44b2-b106-d770db7fbc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'db52b583-5605-45e5-b252-19da79505182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:45:38.434386 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Bound using segment: {'id': '7e1866fb-91ea-44b2-b106-d770db7fbc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'db52b583-5605-45e5-b252-19da79505182'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:45:38.434972 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Bound port: cea92b70-3486-436a-9632-64a7e24a3185, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e1866fb-91ea-44b2-b106-d770db7fbc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'db52b583-5605-45e5-b252-19da79505182'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:45:38.436329 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:38.460259 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=a8e1c521-d00f-4ed1-a526-52ec770a6e73,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:38.476220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:38.476591 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:38.525160 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] For port cea92b70-3486-436a-9632-64a7e24a3185, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:45:38.531155 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] For port cea92b70-3486-436a-9632-64a7e24a3185, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=cea92b70-3486-436a-9632-64a7e24a3185,segment=NetworkSegment(7e1866fb-91ea-44b2-b106-d770db7fbc5c),segment_id=7e1866fb-91ea-44b2-b106-d770db7fbc5c)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:45:38.541579 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:38.574217 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 36142613-c3d4-4b4b-8252-f0fb2589d39d up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:45:38.583321 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:38.583907 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:38.585683 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] 10.222.0.63 "PUT /v2.0/ports/cea92b70-3486-436a-9632-64a7e24a3185 HTTP/1.1" status: 200 len: 1093 time: 0.8686984 Aug 16 02:45:38.586076 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213018c8-5c08-48a4-8904-52dfddb3368b', 'tag': 'cea92b70-3486-436a-9632-64a7e24a3185'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:45:38.588417 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e55009-f4b6-44d0-b0ea-ae5e8e07d644" -d '{"events": [{"name": "network-changed", "server_uuid": "213018c8-5c08-48a4-8904-52dfddb3368b", "tag": "cea92b70-3486-436a-9632-64a7e24a3185"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:45:38.618715 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59c33d-aa43-4726-b7d1-cbad3cc7268e service neutron] Pushing event updated for resources: {'Port': ['ID=cea92b70-3486-436a-9632-64a7e24a3185,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:38.654393 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bf73c6-a9bf-4b1d-a161-926c1706dbf2 x-openstack-request-id: req-e4bf73c6-a9bf-4b1d-a161-926c1706dbf2 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:45:38.654842 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213018c8-5c08-48a4-8904-52dfddb3368b", "tag": "cea92b70-3486-436a-9632-64a7e24a3185", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:45:38.655427 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e4bf73c6-a9bf-4b1d-a161-926c1706dbf2 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:45:38.655653 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213018c8-5c08-48a4-8904-52dfddb3368b', 'tag': 'cea92b70-3486-436a-9632-64a7e24a3185', 'status': 'completed', 'code': 200} Aug 16 02:45:38.671821 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 36142613-c3d4-4b4b-8252-f0fb2589d39d triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:38.672233 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:38.695886 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-41a4e472-aaa1-4132-8666-7743a75f3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:38.698127 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-41a4e472-aaa1-4132-8666-7743a75f3888 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 1096 time: 0.0564477 Aug 16 02:45:38.735026 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:38.758376 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-531533e7-7a78-4e5d-a1c0-27953718c0ee service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cea92b70-3486-436a-9632-64a7e24a3185 HTTP/1.1" status: 200 len: 217 time: 0.0439754 Aug 16 02:45:38.816063 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-351268ec-97b5-4289-9e22-70f29cda99fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:38.817523 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-351268ec-97b5-4289-9e22-70f29cda99fb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cab1730c-0ecc-4cb9-9d60-326c8e9065ca HTTP/1.1" status: 200 len: 834 time: 0.0475116 Aug 16 02:45:38.868936 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-8b0bbf22-8856-46a4-a1ea-63da04546d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:38.870343 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-8b0bbf22-8856-46a4-a1ea-63da04546d59 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db52b583-5605-45e5-b252-19da79505182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414841 Aug 16 02:45:38.964841 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-01147e1e-92a4-4bbe-9c9c-73726262b720 service neutron] 10.222.0.63 "GET /v2.0/networks/db52b583-5605-45e5-b252-19da79505182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855138 Aug 16 02:45:39.061116 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-884cddc9-bffa-4566-85f8-36ca2370f8c3 req-cf001a11-33d0-4197-ab9b-d7580538f271 service neutron] 10.222.0.63 "GET /v2.0/networks/db52b583-5605-45e5-b252-19da79505182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839565 Aug 16 02:45:39.156943 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e55009-f4b6-44d0-b0ea-ae5e8e07d644 req-ec2c792d-b32d-4ba1-9a9c-76c77ce2ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:39.159072 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00e55009-f4b6-44d0-b0ea-ae5e8e07d644 req-ec2c792d-b32d-4ba1-9a9c-76c77ce2ebe3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 1096 time: 0.0417585 Aug 16 02:45:39.600795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7341e-20b5-40a2-82ca-8db1f0e0011b req-b295c1e6-2a32-4f4f-9c36-801d398c75a2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:39.602330 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9f7341e-20b5-40a2-82ca-8db1f0e0011b req-b295c1e6-2a32-4f4f-9c36-801d398c75a2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 944 time: 0.0755990 Aug 16 02:45:39.607473 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e55009-f4b6-44d0-b0ea-ae5e8e07d644 req-f534d1fd-7504-4370-b1b6-f9ddad3cbf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:39.608857 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00e55009-f4b6-44d0-b0ea-ae5e8e07d644 req-f534d1fd-7504-4370-b1b6-f9ddad3cbf47 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db52b583-5605-45e5-b252-19da79505182 HTTP/1.1" status: 200 len: 897 time: 0.4412754 Aug 16 02:45:39.661223 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00e55009-f4b6-44d0-b0ea-ae5e8e07d644 req-36b22df9-51e2-4c93-a4fe-78bcc76dbbf7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cea92b70-3486-436a-9632-64a7e24a3185 HTTP/1.1" status: 200 len: 217 time: 0.0439851 Aug 16 02:45:39.705335 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a9f7341e-20b5-40a2-82ca-8db1f0e0011b req-e36b1f16-15b7-4ea8-8acf-648fb6b6fc07 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954456 Aug 16 02:45:39.721296 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e55009-f4b6-44d0-b0ea-ae5e8e07d644 req-6a4adc93-c6f5-4045-be94-ee31f739aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:39.722688 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00e55009-f4b6-44d0-b0ea-ae5e8e07d644 req-6a4adc93-c6f5-4045-be94-ee31f739aa83 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cab1730c-0ecc-4cb9-9d60-326c8e9065ca HTTP/1.1" status: 200 len: 834 time: 0.0515218 Aug 16 02:45:39.772071 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e55009-f4b6-44d0-b0ea-ae5e8e07d644 req-0624dae2-cab3-4198-ac69-07bea291362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:39.773592 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00e55009-f4b6-44d0-b0ea-ae5e8e07d644 req-0624dae2-cab3-4198-ac69-07bea291362c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db52b583-5605-45e5-b252-19da79505182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425904 Aug 16 02:45:39.801418 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a8e1c521-d00f-4ed1-a526-52ec770a6e73 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:45:39.848087 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port a8e1c521-d00f-4ed1-a526-52ec770a6e73 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:39.848396 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:39.870029 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00e55009-f4b6-44d0-b0ea-ae5e8e07d644 req-2aba11c2-45a5-413a-a883-f4b136f4760e service neutron] 10.222.0.63 "GET /v2.0/networks/db52b583-5605-45e5-b252-19da79505182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886159 Aug 16 02:45:39.963632 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-00e55009-f4b6-44d0-b0ea-ae5e8e07d644 req-b47bd71f-ed91-4f86-9bfc-f477e615f243 service neutron] 10.222.0.63 "GET /v2.0/networks/db52b583-5605-45e5-b252-19da79505182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856271 Aug 16 02:45:40.819947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5a2b9-1ed1-466c-8528-8c622ece1fde req-c3da44d1-1501-46d6-9290-56b57478a504 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:40.821406 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-21d5a2b9-1ed1-466c-8528-8c622ece1fde req-c3da44d1-1501-46d6-9290-56b57478a504 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 944 time: 0.0479825 Aug 16 02:45:40.862698 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-21d5a2b9-1ed1-466c-8528-8c622ece1fde req-029c9440-3930-43c5-b53b-44b8012eb83f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353971 Aug 16 02:45:41.980025 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcc45a-36fb-4812-92f9-220c62bf38f2 req-8d8ad0c2-d053-4c67-b322-bd436ca1cd73 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:41.981503 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b9fcc45a-36fb-4812-92f9-220c62bf38f2 req-8d8ad0c2-d053-4c67-b322-bd436ca1cd73 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 944 time: 0.0532794 Aug 16 02:45:42.020294 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b9fcc45a-36fb-4812-92f9-220c62bf38f2 req-4911bc40-a618-41a2-8157-3ddcc5711509 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321584 Aug 16 02:45:42.839819 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device cea92b70-3486-436a-9632-64a7e24a3185 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:45:42.932058 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port cea92b70-3486-436a-9632-64a7e24a3185, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=cea92b70-3486-436a-9632-64a7e24a3185,segment=NetworkSegment(7e1866fb-91ea-44b2-b106-d770db7fbc5c),segment_id=7e1866fb-91ea-44b2-b106-d770db7fbc5c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:42.943202 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'cea92b70-3486-436a-9632-64a7e24a3185', 'network_id': 'db52b583-5605-45e5-b252-19da79505182', 'port_id': 'cea92b70-3486-436a-9632-64a7e24a3185', 'mac_address': 'fa:16:3e:f5:69:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab1730c-0ecc-4cb9-9d60-326c8e9065ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:45:42.983763 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:42.996551 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea92b70-3486-436a-9632-64a7e24a3185 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:45:43.015790 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port cea92b70-3486-436a-9632-64a7e24a3185, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=cea92b70-3486-436a-9632-64a7e24a3185,segment=NetworkSegment(7e1866fb-91ea-44b2-b106-d770db7fbc5c),segment_id=7e1866fb-91ea-44b2-b106-d770db7fbc5c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:43.020043 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:43.069016 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=cea92b70-3486-436a-9632-64a7e24a3185,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:43.139027 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b9f7a-0891-451a-ac85-ee2122aa9b46 req-bb1fe47a-a6c5-4770-afc3-e48d562307ad tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:43.140410 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3b0b9f7a-0891-451a-ac85-ee2122aa9b46 req-bb1fe47a-a6c5-4770-afc3-e48d562307ad tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 945 time: 0.0497360 Aug 16 02:45:43.178196 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-3b0b9f7a-0891-451a-ac85-ee2122aa9b46 req-08c7217b-7f37-43ac-ae97-3e7761628314 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317132 Aug 16 02:45:43.327328 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['cea92b70-3486-436a-9632-64a7e24a3185'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:45:44.295015 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee0bd3-557f-489b-9a49-888bd6b4a6a7 req-f1fb0799-0efa-47c4-bd02-dc1de9aa5d11 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:44.296506 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-16ee0bd3-557f-489b-9a49-888bd6b4a6a7 req-f1fb0799-0efa-47c4-bd02-dc1de9aa5d11 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 945 time: 0.0493276 Aug 16 02:45:44.334965 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-16ee0bd3-557f-489b-9a49-888bd6b4a6a7 req-473bab5e-d4ef-4eb9-8a52-23a24f03ca0f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321839 Aug 16 02:45:44.854694 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device cea92b70-3486-436a-9632-64a7e24a3185 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:45:44.902376 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port cea92b70-3486-436a-9632-64a7e24a3185 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:45:44.905931 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port cea92b70-3486-436a-9632-64a7e24a3185 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:45:44.906300 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:44.984374 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:45.006542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213018c8-5c08-48a4-8904-52dfddb3368b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea92b70-3486-436a-9632-64a7e24a3185'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:45:45.009030 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697ca47a-9d6b-4bb5-82d9-4ab4a059cf0e" -d '{"events": [{"server_uuid": "213018c8-5c08-48a4-8904-52dfddb3368b", "name": "network-vif-plugged", "status": "completed", "tag": "cea92b70-3486-436a-9632-64a7e24a3185"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:45:45.022746 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port cea92b70-3486-436a-9632-64a7e24a3185, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=cea92b70-3486-436a-9632-64a7e24a3185,segment=NetworkSegment(7e1866fb-91ea-44b2-b106-d770db7fbc5c),segment_id=7e1866fb-91ea-44b2-b106-d770db7fbc5c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:45:45.026917 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:45.078092 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=cea92b70-3486-436a-9632-64a7e24a3185,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:45.106253 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbaaee8-f84b-4a6b-8cec-98660c438e56 x-openstack-request-id: req-9fbaaee8-f84b-4a6b-8cec-98660c438e56 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:45:45.106549 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213018c8-5c08-48a4-8904-52dfddb3368b", "name": "network-vif-plugged", "status": "completed", "tag": "cea92b70-3486-436a-9632-64a7e24a3185", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:45:45.106801 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9fbaaee8-f84b-4a6b-8cec-98660c438e56 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:45:45.107201 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213018c8-5c08-48a4-8904-52dfddb3368b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea92b70-3486-436a-9632-64a7e24a3185', 'code': 200} Aug 16 02:45:45.207373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7878ee9-2bb7-49d2-91bc-0d3334ece076 req-1bf11330-a4d4-4d8f-8551-671fe50f20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:45.208846 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a7878ee9-2bb7-49d2-91bc-0d3334ece076 req-1bf11330-a4d4-4d8f-8551-671fe50f20b5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 1098 time: 0.0403299 Aug 16 02:45:45.246404 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a7878ee9-2bb7-49d2-91bc-0d3334ece076 req-90ed19b7-1385-410b-8989-766d5279e579 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269353 Aug 16 02:45:45.453962 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba977d2-760d-4ab7-b944-fa7a9b2e93c3 req-22ae0209-6b9a-4740-9968-9bbd36978337 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:45.455459 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aba977d2-760d-4ab7-b944-fa7a9b2e93c3 req-22ae0209-6b9a-4740-9968-9bbd36978337 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 946 time: 0.0524595 Aug 16 02:45:45.498562 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aba977d2-760d-4ab7-b944-fa7a9b2e93c3 req-c5ef84dc-238a-4fa9-b5e7-83ab2eef6a82 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328193 Aug 16 02:45:46.615871 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c362c01-2760-478a-8ae9-19d0f407c7c1 req-4694171b-e8b3-4ff1-aba5-a0d6ecae4539 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:46.617274 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c362c01-2760-478a-8ae9-19d0f407c7c1 req-4694171b-e8b3-4ff1-aba5-a0d6ecae4539 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 946 time: 0.0497475 Aug 16 02:45:46.655255 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c362c01-2760-478a-8ae9-19d0f407c7c1 req-b586213c-f61b-4844-aca8-faa6a91079a8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319583 Aug 16 02:45:46.769593 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1cf73-ac99-4af9-9c17-7fe98c2b2484 req-65c71a88-0ad6-4de4-a9e1-53860010a19c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:46.771082 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-48d1cf73-ac99-4af9-9c17-7fe98c2b2484 req-65c71a88-0ad6-4de4-a9e1-53860010a19c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 946 time: 0.0482545 Aug 16 02:45:46.808277 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-48d1cf73-ac99-4af9-9c17-7fe98c2b2484 req-5842d8d3-552d-4c10-bb16-2ffde9891d7d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314054 Aug 16 02:45:46.829801 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40732) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:46.868892 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e59f89-48f3-4fce-831b-12233b5f9fca tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:46.870324 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-56e59f89-48f3-4fce-831b-12233b5f9fca tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 1093 time: 0.0392635 Aug 16 02:45:46.873261 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40734) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:46.878326 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': 'cea92b70-3486-436a-9632-64a7e24a3185', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:45:46.899402 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:46.998963 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:47.105889 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Allocated IP 172.25.3.83 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/25495f0a-afe0-412c-829d-d9ca302b689c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:45:47.206606 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:47.245425 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:47.287121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:45:47.292745 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:45:47.294973 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=25495f0a-afe0-412c-829d-d9ca302b689c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:47.297089 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:45:47.647474 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:47.716854 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:47.866955 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:47.871546 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:47.944192 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=25495f0a-afe0-412c-829d-d9ca302b689c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:45:47.954246 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:48.055395 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Floating IP eb20c02c-c428-461c-b429-7809800a8aca associated. External IP: 172.25.3.83, port: cea92b70-3486-436a-9632-64a7e24a3185. Aug 16 02:45:48.298566 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router d64c93ff-7214-4a25-8030-3ba4acd1764c has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:45:48.408844 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:45:48.418669 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7924b635-6ee2-4ba3-a18a-706552274f2b None None] Sync routers for ids ['d64c93ff-7214-4a25-8030-3ba4acd1764c'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:45:48.426573 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:48.429285 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7924b635-6ee2-4ba3-a18a-706552274f2b None None] Routers {'d64c93ff-7214-4a25-8030-3ba4acd1764c'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:48.429943 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7924b635-6ee2-4ba3-a18a-706552274f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:45:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d64c93ff-7214-4a25-8030-3ba4acd1764c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:48.455117 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8ed0f2f2-47cf-484f-9c37-77ec0e6eb494 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5806122 Aug 16 02:45:48.455604 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213018c8-5c08-48a4-8904-52dfddb3368b', 'tag': 'cea92b70-3486-436a-9632-64a7e24a3185'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:45:48.457893 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7e5cbb-5964-4dff-a12a-94d05ebb766b" -d '{"events": [{"name": "network-changed", "server_uuid": "213018c8-5c08-48a4-8904-52dfddb3368b", "tag": "cea92b70-3486-436a-9632-64a7e24a3185"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:45:48.496775 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e74fb9c-4bad-4bf3-b1d2-c8a847bdd50f x-openstack-request-id: req-9e74fb9c-4bad-4bf3-b1d2-c8a847bdd50f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:45:48.498101 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213018c8-5c08-48a4-8904-52dfddb3368b", "tag": "cea92b70-3486-436a-9632-64a7e24a3185", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:45:48.498623 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9e74fb9c-4bad-4bf3-b1d2-c8a847bdd50f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:45:48.499168 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213018c8-5c08-48a4-8904-52dfddb3368b', 'tag': 'cea92b70-3486-436a-9632-64a7e24a3185', 'status': 'completed', 'code': 200} Aug 16 02:45:48.554287 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7924b635-6ee2-4ba3-a18a-706552274f2b None None] Set router d64c93ff-7214-4a25-8030-3ba4acd1764c gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:48.573894 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e5cbb-5964-4dff-a12a-94d05ebb766b req-8e97245d-49d6-4d24-a6ac-b4699b9383ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:48.575712 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a7e5cbb-5964-4dff-a12a-94d05ebb766b req-8e97245d-49d6-4d24-a6ac-b4699b9383ee service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 1098 time: 0.0501571 Aug 16 02:45:48.676581 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e5cbb-5964-4dff-a12a-94d05ebb766b req-0028fcc9-d97c-4361-ad55-c88a9fe1f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:48.678127 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a7e5cbb-5964-4dff-a12a-94d05ebb766b req-0028fcc9-d97c-4361-ad55-c88a9fe1f0ef service neutron] 10.222.0.63 "GET /v2.0/networks?id=db52b583-5605-45e5-b252-19da79505182 HTTP/1.1" status: 200 len: 897 time: 0.0956624 Aug 16 02:45:48.756034 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a7e5cbb-5964-4dff-a12a-94d05ebb766b req-d2e60854-b25a-4b7d-bbcc-944fdce59b8d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cea92b70-3486-436a-9632-64a7e24a3185 HTTP/1.1" status: 200 len: 999 time: 0.0705719 Aug 16 02:45:48.810794 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7924b635-6ee2-4ba3-a18a-706552274f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774755663', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:30Z', 'updated_at': '2021-08-16T02:45:34Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:31Z', 'updated_at': '2021-08-16T02:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'eb20c02c-c428-461c-b429-7809800a8aca', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'port_id': 'cea92b70-3486-436a-9632-64a7e24a3185', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db52b583-5605-45e5-b252-19da79505182', 'mac_address': 'fa:16:3e:f5:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213018c8-5c08-48a4-8904-52dfddb3368b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:45:47Z', 'updated_at': '2021-08-16T02:45:47Z', 'revision_number': 0, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e1c521-d00f-4ed1-a526-52ec770a6e73', 'name': '', 'network_id': 'db52b583-5605-45e5-b252-19da79505182', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:7e:64:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'cab1730c-0ecc-4cb9-9d60-326c8e9065ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:33Z', 'updated_at': '2021-08-16T02:45:38Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'cab1730c-0ecc-4cb9-9d60-326c8e9065ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:48.816542 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e5cbb-5964-4dff-a12a-94d05ebb766b req-9e1e8139-b96f-4cfa-a8ea-b5762d84dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:48.818415 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a7e5cbb-5964-4dff-a12a-94d05ebb766b req-9e1e8139-b96f-4cfa-a8ea-b5762d84dfaf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cab1730c-0ecc-4cb9-9d60-326c8e9065ca HTTP/1.1" status: 200 len: 834 time: 0.0556440 Aug 16 02:45:48.841298 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7924b635-6ee2-4ba3-a18a-706552274f2b None None] Checking router: d64c93ff-7214-4a25-8030-3ba4acd1764c for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:45:48.851215 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7924b635-6ee2-4ba3-a18a-706552274f2b None None] Routers {'d64c93ff-7214-4a25-8030-3ba4acd1764c'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:45:48.851825 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7924b635-6ee2-4ba3-a18a-706552274f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:45:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d64c93ff-7214-4a25-8030-3ba4acd1764c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:48.869074 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026f3cd-6258-43f9-8c68-55e6dbff68e1 req-1143fd36-2ac3-4918-9907-c64c4e51b41f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:48.870594 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2026f3cd-6258-43f9-8c68-55e6dbff68e1 req-1143fd36-2ac3-4918-9907-c64c4e51b41f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 946 time: 0.0513651 Aug 16 02:45:48.872016 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e5cbb-5964-4dff-a12a-94d05ebb766b req-803a3824-33dc-47fb-b908-d4a0b38d82ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:48.873645 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a7e5cbb-5964-4dff-a12a-94d05ebb766b req-803a3824-33dc-47fb-b908-d4a0b38d82ba service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db52b583-5605-45e5-b252-19da79505182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483437 Aug 16 02:45:48.915758 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2026f3cd-6258-43f9-8c68-55e6dbff68e1 req-cdee2d9f-959b-42fe-b137-a028af5b2c7c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372658 Aug 16 02:45:48.943647 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40740) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:48.969549 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7924b635-6ee2-4ba3-a18a-706552274f2b None None] Set router d64c93ff-7214-4a25-8030-3ba4acd1764c gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:45:48.983993 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a7e5cbb-5964-4dff-a12a-94d05ebb766b req-17e98b64-7367-4008-9adf-d1afaf197345 service neutron] 10.222.0.63 "GET /v2.0/networks/db52b583-5605-45e5-b252-19da79505182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031215 Aug 16 02:45:49.011592 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0e727ec7-8031-4540-94f8-7e0e7a63a11b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/floatingips/eb20c02c-c428-461c-b429-7809800a8aca HTTP/1.1" status: 200 len: 991 time: 0.0665469 Aug 16 02:45:49.082392 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a7e5cbb-5964-4dff-a12a-94d05ebb766b req-5f8b3acd-ee5b-4475-b593-58541aaef5b9 service neutron] 10.222.0.63 "GET /v2.0/networks/db52b583-5605-45e5-b252-19da79505182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914588 Aug 16 02:45:49.195016 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7924b635-6ee2-4ba3-a18a-706552274f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774755663', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:30Z', 'updated_at': '2021-08-16T02:45:34Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:31Z', 'updated_at': '2021-08-16T02:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'eb20c02c-c428-461c-b429-7809800a8aca', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'port_id': 'cea92b70-3486-436a-9632-64a7e24a3185', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db52b583-5605-45e5-b252-19da79505182', 'mac_address': 'fa:16:3e:f5:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213018c8-5c08-48a4-8904-52dfddb3368b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:45:47Z', 'updated_at': '2021-08-16T02:45:47Z', 'revision_number': 0, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e1c521-d00f-4ed1-a526-52ec770a6e73', 'name': '', 'network_id': 'db52b583-5605-45e5-b252-19da79505182', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:7e:64:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'cab1730c-0ecc-4cb9-9d60-326c8e9065ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:33Z', 'updated_at': '2021-08-16T02:45:38Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'cab1730c-0ecc-4cb9-9d60-326c8e9065ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:45:49.221031 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7924b635-6ee2-4ba3-a18a-706552274f2b None None] The sync data for ids ['d64c93ff-7214-4a25-8030-3ba4acd1764c'] in n-d-765315-27 is: [{'id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774755663', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:30Z', 'updated_at': '2021-08-16T02:45:34Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:31Z', 'updated_at': '2021-08-16T02:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'eb20c02c-c428-461c-b429-7809800a8aca', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'port_id': 'cea92b70-3486-436a-9632-64a7e24a3185', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db52b583-5605-45e5-b252-19da79505182', 'mac_address': 'fa:16:3e:f5:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213018c8-5c08-48a4-8904-52dfddb3368b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:45:47Z', 'updated_at': '2021-08-16T02:45:47Z', 'revision_number': 0, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e1c521-d00f-4ed1-a526-52ec770a6e73', 'name': '', 'network_id': 'db52b583-5605-45e5-b252-19da79505182', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:7e:64:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'cab1730c-0ecc-4cb9-9d60-326c8e9065ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:33Z', 'updated_at': '2021-08-16T02:45:38Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'cab1730c-0ecc-4cb9-9d60-326c8e9065ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:45:49.418028 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a98d21-8c5e-4fc1-9092-a56dc15bb7cb None None] New status for floating IP eb20c02c-c428-461c-b429-7809800a8aca: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:45:50.015039 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40742) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:50.080880 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-11062dd4-7587-441b-a82b-800798ed6d73 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/floatingips/eb20c02c-c428-461c-b429-7809800a8aca HTTP/1.1" status: 200 len: 993 time: 0.0646167 Aug 16 02:45:50.213349 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9966a5c3-b6ee-4390-9d0a-afdc8235840e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:52.386886 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:45:52.740109 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e445e32-fbe1-4d16-8e1d-b40416e81dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:53.429772 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:54.418492 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:55.984684 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-33544f6d-f772-4675-abb2-76304c6f2f0e req-4f23663b-f683-4679-9bc9-e70010c00bb4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386624 Aug 16 02:45:56.069627 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544f6d-f772-4675-abb2-76304c6f2f0e req-22678f42-0c76-4659-8c60-9c320f740668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:56.071123 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-33544f6d-f772-4675-abb2-76304c6f2f0e req-22678f42-0c76-4659-8c60-9c320f740668 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 1098 time: 0.0400980 Aug 16 02:45:56.197504 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:56.201747 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544f6d-f772-4675-abb2-76304c6f2f0e req-3086f97b-c461-407b-a98e-4a232772c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:56.203255 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-33544f6d-f772-4675-abb2-76304c6f2f0e req-3086f97b-c461-407b-a98e-4a232772c0cc service neutron] 10.222.0.63 "GET /v2.0/networks?id=db52b583-5605-45e5-b252-19da79505182 HTTP/1.1" status: 200 len: 897 time: 0.0936768 Aug 16 02:45:56.269992 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-33544f6d-f772-4675-abb2-76304c6f2f0e req-223cf9c9-616f-452e-907c-2ea7fd974f49 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cea92b70-3486-436a-9632-64a7e24a3185 HTTP/1.1" status: 200 len: 1001 time: 0.0596497 Aug 16 02:45:56.324687 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544f6d-f772-4675-abb2-76304c6f2f0e req-2426e920-d840-4548-a8f1-76052c46028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:56.326192 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-33544f6d-f772-4675-abb2-76304c6f2f0e req-2426e920-d840-4548-a8f1-76052c46028e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cab1730c-0ecc-4cb9-9d60-326c8e9065ca HTTP/1.1" status: 200 len: 834 time: 0.0497944 Aug 16 02:45:56.371269 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544f6d-f772-4675-abb2-76304c6f2f0e req-2900afd0-4ce2-43d2-9ec1-b87dbaf46dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:56.372749 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-33544f6d-f772-4675-abb2-76304c6f2f0e req-2900afd0-4ce2-43d2-9ec1-b87dbaf46dad service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db52b583-5605-45e5-b252-19da79505182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400584 Aug 16 02:45:56.462275 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-33544f6d-f772-4675-abb2-76304c6f2f0e req-8004920c-097f-43f4-bfd2-c5e3a8510a56 service neutron] 10.222.0.63 "GET /v2.0/networks/db52b583-5605-45e5-b252-19da79505182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816731 Aug 16 02:45:56.561251 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-33544f6d-f772-4675-abb2-76304c6f2f0e req-7f1cf183-feff-4c2e-87bc-c8827d0dc4b6 service neutron] 10.222.0.63 "GET /v2.0/networks/db52b583-5605-45e5-b252-19da79505182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855544 Aug 16 02:46:08.133848 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:08.727897 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:20.214775 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-887808c3-c3f2-4db6-b8ce-47b01ace3315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:22.742702 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be6efc15-c17d-4f28-83a6-7bf0af691b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:23.430276 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:24.421144 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:25.448936 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82355a3c-f26d-4358-9f1a-273954aaa5ae req-130d05b1-a516-4ab2-9454-a41b62ba9c1d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:25.450942 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-82355a3c-f26d-4358-9f1a-273954aaa5ae req-130d05b1-a516-4ab2-9454-a41b62ba9c1d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 946 time: 0.0498235 Aug 16 02:46:25.489893 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-82355a3c-f26d-4358-9f1a-273954aaa5ae req-6f3248fe-8b52-481b-9440-2f4e4c7ae50a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315871 Aug 16 02:46:26.199775 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:26.626629 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4e07a-d657-4eb3-9d23-db8bd8cfbeb3 req-f5fb4d0d-5c8e-4232-a209-640477f808c9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:26.628622 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5e4e07a-d657-4eb3-9d23-db8bd8cfbeb3 req-f5fb4d0d-5c8e-4232-a209-640477f808c9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 946 time: 0.0492308 Aug 16 02:46:26.666084 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d5e4e07a-d657-4eb3-9d23-db8bd8cfbeb3 req-248edd31-9a98-40ba-b47c-97aa3b5db4ec tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315037 Aug 16 02:46:27.800742 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb940de-dc41-4f3f-842b-95bbdbf622c4 req-b5cf7c7d-7fee-442a-abea-ad2096d722fc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:27.802233 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ddb940de-dc41-4f3f-842b-95bbdbf622c4 req-b5cf7c7d-7fee-442a-abea-ad2096d722fc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 946 time: 0.0559926 Aug 16 02:46:27.839938 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ddb940de-dc41-4f3f-842b-95bbdbf622c4 req-db1e0f42-59d8-437d-ad4a-37daffa4bbb7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317264 Aug 16 02:46:28.957235 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24464bcd-bc55-4369-9fb1-4d2c727f4145 req-b89cb5ad-7bfb-4631-8b2e-5065e4cb18cb tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:28.958721 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-24464bcd-bc55-4369-9fb1-4d2c727f4145 req-b89cb5ad-7bfb-4631-8b2e-5065e4cb18cb tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 946 time: 0.0519726 Aug 16 02:46:28.996709 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-24464bcd-bc55-4369-9fb1-4d2c727f4145 req-9df4bb94-881c-4f48-a1fd-4fddbbc08132 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322216 Aug 16 02:46:29.385713 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:46:30.111209 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a5190-6709-424f-9da4-59bc92b70d7e req-f3981b6f-b0e9-48e8-9748-af027bf19be5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:30.113339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a00a5190-6709-424f-9da4-59bc92b70d7e req-f3981b6f-b0e9-48e8-9748-af027bf19be5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 946 time: 0.0488405 Aug 16 02:46:30.151898 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a00a5190-6709-424f-9da4-59bc92b70d7e req-dfff74b0-3ba4-43c2-af53-625e32e9e6e6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325787 Aug 16 02:46:31.266795 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67dc18-883f-4ccd-9cec-c977d94ea7b5 req-6b38930c-cf77-4e49-a290-1f591f31f5a0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:31.268307 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fd67dc18-883f-4ccd-9cec-c977d94ea7b5 req-6b38930c-cf77-4e49-a290-1f591f31f5a0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 946 time: 0.0494754 Aug 16 02:46:31.311664 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fd67dc18-883f-4ccd-9cec-c977d94ea7b5 req-bc753e2a-3892-404b-a45d-0f9205cb29e8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329390 Aug 16 02:46:32.432010 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e7cf3-db27-4673-ba14-d4149145ea89 req-c803bbfe-56e2-49b8-8b84-7134009d716e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:32.433492 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa0e7cf3-db27-4673-ba14-d4149145ea89 req-c803bbfe-56e2-49b8-8b84-7134009d716e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 946 time: 0.0521026 Aug 16 02:46:32.471131 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa0e7cf3-db27-4673-ba14-d4149145ea89 req-4efad98d-5426-489d-98dc-e484fcdbf61d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317032 Aug 16 02:46:33.586129 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec7a64-e5f0-4fcf-a242-9118876b7666 req-78d20772-82bb-4d30-b094-da1ea9297f12 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:33.587522 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4ec7a64-e5f0-4fcf-a242-9118876b7666 req-78d20772-82bb-4d30-b094-da1ea9297f12 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 946 time: 0.0497322 Aug 16 02:46:33.625629 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a4ec7a64-e5f0-4fcf-a242-9118876b7666 req-2c638696-a01d-4dba-a021-00a20b981b86 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322502 Aug 16 02:46:34.743343 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d011d6-6362-4062-96da-352cc7b48096 req-65d345d4-fa5d-4845-b4ae-1355ec2c6f41 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:34.744807 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0d011d6-6362-4062-96da-352cc7b48096 req-65d345d4-fa5d-4845-b4ae-1355ec2c6f41 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 946 time: 0.0525770 Aug 16 02:46:34.781820 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c0d011d6-6362-4062-96da-352cc7b48096 req-d6867817-8d36-48c0-83b7-ac3eeb67f219 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311487 Aug 16 02:46:35.904032 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582be48-baea-408f-bfa7-df94455285c7 req-7d19d391-1830-4425-bffc-5cf704770443 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:35.905525 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5582be48-baea-408f-bfa7-df94455285c7 req-7d19d391-1830-4425-bffc-5cf704770443 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 946 time: 0.0547605 Aug 16 02:46:35.943813 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5582be48-baea-408f-bfa7-df94455285c7 req-b5f3a24c-dcd8-4fc5-8466-46403fe52052 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314839 Aug 16 02:46:35.967075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40782) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:36.027359 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-82925636-df6c-4550-a649-695c008558df tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/floatingips/eb20c02c-c428-461c-b429-7809800a8aca HTTP/1.1" status: 200 len: 993 time: 0.0589619 Aug 16 02:46:37.299362 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516a87c-6c01-4e68-89df-e41a77637919 req-ac7b6142-c5fc-4eaf-92d4-dd3a49ca9eb6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:37.301472 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3516a87c-6c01-4e68-89df-e41a77637919 req-ac7b6142-c5fc-4eaf-92d4-dd3a49ca9eb6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 946 time: 0.0528445 Aug 16 02:46:37.366427 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3516a87c-6c01-4e68-89df-e41a77637919 req-1c675c5e-6b86-4a3c-8140-5a6eb71a6396 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563087 Aug 16 02:46:37.371219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9fc87-4a02-4bde-b8bc-121626dd3316 req-90e6e0f5-01bd-4955-afa2-51c73df78314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:37.372664 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9ca9fc87-4a02-4bde-b8bc-121626dd3316 req-90e6e0f5-01bd-4955-afa2-51c73df78314 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 1098 time: 0.0703146 Aug 16 02:46:37.467662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9fc87-4a02-4bde-b8bc-121626dd3316 req-ce39cf17-fbd9-48e9-a596-3f674d564227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:37.469142 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9ca9fc87-4a02-4bde-b8bc-121626dd3316 req-ce39cf17-fbd9-48e9-a596-3f674d564227 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db52b583-5605-45e5-b252-19da79505182 HTTP/1.1" status: 200 len: 897 time: 0.0854950 Aug 16 02:46:37.540507 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9ca9fc87-4a02-4bde-b8bc-121626dd3316 req-d4124caf-805e-47a9-b738-b957ef9ed5cd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cea92b70-3486-436a-9632-64a7e24a3185 HTTP/1.1" status: 200 len: 1001 time: 0.0634632 Aug 16 02:46:37.598223 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9fc87-4a02-4bde-b8bc-121626dd3316 req-5ec03018-b65f-4cdf-8a9f-f854de4e3968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:37.599635 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9ca9fc87-4a02-4bde-b8bc-121626dd3316 req-5ec03018-b65f-4cdf-8a9f-f854de4e3968 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cab1730c-0ecc-4cb9-9d60-326c8e9065ca HTTP/1.1" status: 200 len: 834 time: 0.0494084 Aug 16 02:46:37.646422 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9fc87-4a02-4bde-b8bc-121626dd3316 req-67b7ba32-e417-4fb5-8e82-6d891c47b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:37.647936 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9ca9fc87-4a02-4bde-b8bc-121626dd3316 req-67b7ba32-e417-4fb5-8e82-6d891c47b1b9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db52b583-5605-45e5-b252-19da79505182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407856 Aug 16 02:46:37.748138 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9ca9fc87-4a02-4bde-b8bc-121626dd3316 req-5d1a4e4c-fbba-466a-afbd-69ed498f531b service neutron] 10.222.0.63 "GET /v2.0/networks/db52b583-5605-45e5-b252-19da79505182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883865 Aug 16 02:46:37.842875 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9ca9fc87-4a02-4bde-b8bc-121626dd3316 req-3448e140-2a77-4796-a118-b9e13d8107ca service neutron] 10.222.0.63 "GET /v2.0/networks/db52b583-5605-45e5-b252-19da79505182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838039 Aug 16 02:46:38.133228 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:38.490840 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ce875-b295-4f5f-9fb1-88810b61b563 req-b5403a03-9a2b-4022-abc2-056127e575af tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:38.492340 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a74ce875-b295-4f5f-9fb1-88810b61b563 req-b5403a03-9a2b-4022-abc2-056127e575af tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 946 time: 0.0494189 Aug 16 02:46:38.530141 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a74ce875-b295-4f5f-9fb1-88810b61b563 req-5df49579-d6eb-4b13-8b61-ecd855fdfa8f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318680 Aug 16 02:46:38.553142 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40792) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:38.620358 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0ebc993f-1382-422b-9129-d1db485e93ee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/floatingips/eb20c02c-c428-461c-b429-7809800a8aca HTTP/1.1" status: 200 len: 993 time: 0.0660443 Aug 16 02:46:38.735282 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:50.215323 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ccbdb01-eb76-45bf-aaba-da943ca72b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:52.746107 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f0031682-ed51-4c03-9284-0bbeb7e352bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:53.432132 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:54.423288 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:56.206134 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:56.985522 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be6a4c02-2237-4dc0-b092-775309082677 req-2e44c81d-25d4-4af8-a1eb-4904b35483bc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492904 Aug 16 02:46:57.067151 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a4c02-2237-4dc0-b092-775309082677 req-ea88dfdd-9154-45dd-bc36-c0750e4a8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:57.068662 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be6a4c02-2237-4dc0-b092-775309082677 req-ea88dfdd-9154-45dd-bc36-c0750e4a8202 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 1098 time: 0.0403926 Aug 16 02:46:57.172250 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a4c02-2237-4dc0-b092-775309082677 req-22d42a0a-646f-4e49-9a74-d5d482b97068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:57.173766 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be6a4c02-2237-4dc0-b092-775309082677 req-22d42a0a-646f-4e49-9a74-d5d482b97068 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db52b583-5605-45e5-b252-19da79505182 HTTP/1.1" status: 200 len: 897 time: 0.0850644 Aug 16 02:46:57.245653 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be6a4c02-2237-4dc0-b092-775309082677 req-dc9eb318-9efc-49d1-9eec-ec65628e38f5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cea92b70-3486-436a-9632-64a7e24a3185 HTTP/1.1" status: 200 len: 1001 time: 0.0629265 Aug 16 02:46:57.300423 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a4c02-2237-4dc0-b092-775309082677 req-10d01f27-2545-4179-a3e4-bf0c8f9cfb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:57.301919 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be6a4c02-2237-4dc0-b092-775309082677 req-10d01f27-2545-4179-a3e4-bf0c8f9cfb08 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cab1730c-0ecc-4cb9-9d60-326c8e9065ca HTTP/1.1" status: 200 len: 834 time: 0.0462985 Aug 16 02:46:57.346877 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a4c02-2237-4dc0-b092-775309082677 req-dbe21090-4a36-454b-a201-405ddd8bbc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:57.348273 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be6a4c02-2237-4dc0-b092-775309082677 req-dbe21090-4a36-454b-a201-405ddd8bbc97 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db52b583-5605-45e5-b252-19da79505182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391119 Aug 16 02:46:57.440500 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be6a4c02-2237-4dc0-b092-775309082677 req-bca1a444-8925-4624-a2f3-ce72afa55e19 service neutron] 10.222.0.63 "GET /v2.0/networks/db52b583-5605-45e5-b252-19da79505182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839636 Aug 16 02:46:57.530102 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be6a4c02-2237-4dc0-b092-775309082677 req-caccf5e9-69c9-4b22-a67c-decb62d2fe1e service neutron] 10.222.0.63 "GET /v2.0/networks/db52b583-5605-45e5-b252-19da79505182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816095 Aug 16 02:47:06.386164 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:47:08.150282 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:08.746298 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.190972 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40816) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:11.352126 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port 25495f0a-afe0-412c-829d-d9ca302b689c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:11.352471 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.432659 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.433245 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.444889 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for 25495f0a-afe0-412c-829d-d9ca302b689c owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:11.593682 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.619285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=25495f0a-afe0-412c-829d-d9ca302b689c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:11.644882 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:11.645232 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:11.645574 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:11.646477 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:11.646808 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:11.647135 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:11.647459 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:11.647782 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:11.648103 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:11.648446 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:11.648747 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:11.649061 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:11.689670 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:11.690115 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Floating IP eb20c02c-c428-461c-b429-7809800a8aca disassociated (deleted). External IP: 172.25.3.83, port: cea92b70-3486-436a-9632-64a7e24a3185. Aug 16 02:47:12.203881 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router d64c93ff-7214-4a25-8030-3ba4acd1764c has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:47:12.311305 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:47:12.316167 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.322104 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558925ec-865e-405c-99ba-9901c404c05d None None] Sync routers for ids ['d64c93ff-7214-4a25-8030-3ba4acd1764c'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:47:12.331854 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558925ec-865e-405c-99ba-9901c404c05d None None] Routers {'d64c93ff-7214-4a25-8030-3ba4acd1764c'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:12.332460 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-558925ec-865e-405c-99ba-9901c404c05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:46:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d64c93ff-7214-4a25-8030-3ba4acd1764c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:12.343920 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fb69ac65-46aa-4dda-89b1-f9604e648c10 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/floatingips/eb20c02c-c428-461c-b429-7809800a8aca HTTP/1.1" status: 204 len: 168 time: 1.1517937 Aug 16 02:47:12.344514 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213018c8-5c08-48a4-8904-52dfddb3368b', 'tag': 'cea92b70-3486-436a-9632-64a7e24a3185'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:12.346781 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ea2fe4-7450-4c68-a912-cd925840c7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "213018c8-5c08-48a4-8904-52dfddb3368b", "tag": "cea92b70-3486-436a-9632-64a7e24a3185"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:12.394391 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ebef6b-382c-42c3-9459-f52872c96860 x-openstack-request-id: req-69ebef6b-382c-42c3-9459-f52872c96860 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:12.394828 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213018c8-5c08-48a4-8904-52dfddb3368b", "tag": "cea92b70-3486-436a-9632-64a7e24a3185", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:12.395256 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-69ebef6b-382c-42c3-9459-f52872c96860 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:12.396422 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213018c8-5c08-48a4-8904-52dfddb3368b', 'tag': 'cea92b70-3486-436a-9632-64a7e24a3185', 'status': 'completed', 'code': 200} Aug 16 02:47:12.450299 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-558925ec-865e-405c-99ba-9901c404c05d None None] Set router d64c93ff-7214-4a25-8030-3ba4acd1764c gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:12.467499 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea2fe4-7450-4c68-a912-cd925840c7b9 req-e4b0055d-e154-4112-975d-847a86962a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:12.469001 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1ea2fe4-7450-4c68-a912-cd925840c7b9 req-e4b0055d-e154-4112-975d-847a86962a75 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 1098 time: 0.0484703 Aug 16 02:47:12.597711 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea2fe4-7450-4c68-a912-cd925840c7b9 req-9763318b-3841-406c-9115-b0ebd804ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:12.599760 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1ea2fe4-7450-4c68-a912-cd925840c7b9 req-9763318b-3841-406c-9115-b0ebd804ea7e service neutron] 10.222.0.63 "GET /v2.0/networks?id=db52b583-5605-45e5-b252-19da79505182 HTTP/1.1" status: 200 len: 897 time: 0.1200922 Aug 16 02:47:12.623011 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e1ab9-138d-44aa-9bdf-624a6717cb73 req-5b40622b-9a01-4546-ae61-ff37fbd6f3df tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:12.624505 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-309e1ab9-138d-44aa-9bdf-624a6717cb73 req-5b40622b-9a01-4546-ae61-ff37fbd6f3df tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 946 time: 0.0754390 Aug 16 02:47:12.657997 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1ea2fe4-7450-4c68-a912-cd925840c7b9 req-a7e6e153-1139-4929-a089-97f42b5122aa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cea92b70-3486-436a-9632-64a7e24a3185 HTTP/1.1" status: 200 len: 217 time: 0.0502555 Aug 16 02:47:12.659894 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-558925ec-865e-405c-99ba-9901c404c05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774755663', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:30Z', 'updated_at': '2021-08-16T02:45:34Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:31Z', 'updated_at': '2021-08-16T02:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a8e1c521-d00f-4ed1-a526-52ec770a6e73', 'name': '', 'network_id': 'db52b583-5605-45e5-b252-19da79505182', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:7e:64:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'cab1730c-0ecc-4cb9-9d60-326c8e9065ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:33Z', 'updated_at': '2021-08-16T02:45:38Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'cab1730c-0ecc-4cb9-9d60-326c8e9065ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:12.687410 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558925ec-865e-405c-99ba-9901c404c05d None None] Checking router: d64c93ff-7214-4a25-8030-3ba4acd1764c for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:47:12.695760 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558925ec-865e-405c-99ba-9901c404c05d None None] Routers {'d64c93ff-7214-4a25-8030-3ba4acd1764c'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:12.696366 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-558925ec-865e-405c-99ba-9901c404c05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:46:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d64c93ff-7214-4a25-8030-3ba4acd1764c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:12.727297 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-309e1ab9-138d-44aa-9bdf-624a6717cb73 req-9da621c4-ceca-4fca-8929-3a32ae16f33c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717170 Aug 16 02:47:12.735111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea2fe4-7450-4c68-a912-cd925840c7b9 req-b8603bc1-69ac-4eeb-957a-9aaa51ac3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:12.736567 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1ea2fe4-7450-4c68-a912-cd925840c7b9 req-b8603bc1-69ac-4eeb-957a-9aaa51ac3949 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cab1730c-0ecc-4cb9-9d60-326c8e9065ca HTTP/1.1" status: 200 len: 834 time: 0.0638018 Aug 16 02:47:12.788151 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea2fe4-7450-4c68-a912-cd925840c7b9 req-50aab71d-21cc-4045-9a21-21f3ae4e613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:12.789715 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1ea2fe4-7450-4c68-a912-cd925840c7b9 req-50aab71d-21cc-4045-9a21-21f3ae4e613d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db52b583-5605-45e5-b252-19da79505182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433474 Aug 16 02:47:12.814322 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-558925ec-865e-405c-99ba-9901c404c05d None None] Set router d64c93ff-7214-4a25-8030-3ba4acd1764c gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:12.887546 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1ea2fe4-7450-4c68-a912-cd925840c7b9 req-9edc25e2-f947-4459-ac0b-9d3356c5b65c service neutron] 10.222.0.63 "GET /v2.0/networks/db52b583-5605-45e5-b252-19da79505182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894032 Aug 16 02:47:12.984370 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1ea2fe4-7450-4c68-a912-cd925840c7b9 req-ba89cf9d-989a-40e8-9c25-9cd2ebe5b7d7 service neutron] 10.222.0.63 "GET /v2.0/networks/db52b583-5605-45e5-b252-19da79505182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890632 Aug 16 02:47:13.109557 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-558925ec-865e-405c-99ba-9901c404c05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774755663', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:30Z', 'updated_at': '2021-08-16T02:45:34Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:31Z', 'updated_at': '2021-08-16T02:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a8e1c521-d00f-4ed1-a526-52ec770a6e73', 'name': '', 'network_id': 'db52b583-5605-45e5-b252-19da79505182', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:7e:64:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'cab1730c-0ecc-4cb9-9d60-326c8e9065ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:33Z', 'updated_at': '2021-08-16T02:45:38Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'cab1730c-0ecc-4cb9-9d60-326c8e9065ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:13.135161 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558925ec-865e-405c-99ba-9901c404c05d None None] The sync data for ids ['d64c93ff-7214-4a25-8030-3ba4acd1764c'] in n-d-765315-27 is: [{'id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774755663', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:30Z', 'updated_at': '2021-08-16T02:45:34Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:31Z', 'updated_at': '2021-08-16T02:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': 'a8e1c521-d00f-4ed1-a526-52ec770a6e73', 'name': '', 'network_id': 'db52b583-5605-45e5-b252-19da79505182', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:7e:64:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'cab1730c-0ecc-4cb9-9d60-326c8e9065ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:33Z', 'updated_at': '2021-08-16T02:45:38Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': 'cab1730c-0ecc-4cb9-9d60-326c8e9065ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:47:13.366898 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae307378-0d53-4ac0-acd7-b80dfcd4780f None None] New status for floating IP eb20c02c-c428-461c-b429-7809800a8aca: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:47:13.854211 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329d9fb-cbf0-4abe-912e-f19c2f42ee05 req-b0a8769e-9aea-4f3f-ae94-a132e475b9b6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:13.856004 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1329d9fb-cbf0-4abe-912e-f19c2f42ee05 req-b0a8769e-9aea-4f3f-ae94-a132e475b9b6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 946 time: 0.0541294 Aug 16 02:47:13.894094 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1329d9fb-cbf0-4abe-912e-f19c2f42ee05 req-3d736d40-304b-42ad-8634-79bcdb3b16f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=7102c835-0145-4992-b6c1-1cfacb2d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322068 Aug 16 02:47:14.307072 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2473c08-2e0c-4ae3-84ab-2c8020b4aec6 req-31027614-dc84-4e15-b9a5-7505c84d6617 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:14.308542 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a2473c08-2e0c-4ae3-84ab-2c8020b4aec6 req-31027614-dc84-4e15-b9a5-7505c84d6617 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.63 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 946 time: 0.0551620 Aug 16 02:47:14.398670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-a2473c08-2e0c-4ae3-84ab-2c8020b4aec6 req-d94d64b8-7f50-4a0c-8e57-bc07d0f160bc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port cea92b70-3486-436a-9632-64a7e24a3185 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:14.399003 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a2473c08-2e0c-4ae3-84ab-2c8020b4aec6 req-d94d64b8-7f50-4a0c-8e57-bc07d0f160bc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.490254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-a2473c08-2e0c-4ae3-84ab-2c8020b4aec6 req-d94d64b8-7f50-4a0c-8e57-bc07d0f160bc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] For port cea92b70-3486-436a-9632-64a7e24a3185, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=cea92b70-3486-436a-9632-64a7e24a3185,segment=NetworkSegment(7e1866fb-91ea-44b2-b106-d770db7fbc5c),segment_id=7e1866fb-91ea-44b2-b106-d770db7fbc5c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:14.490860 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a2473c08-2e0c-4ae3-84ab-2c8020b4aec6 req-d94d64b8-7f50-4a0c-8e57-bc07d0f160bc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.503895 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-a2473c08-2e0c-4ae3-84ab-2c8020b4aec6 req-d94d64b8-7f50-4a0c-8e57-bc07d0f160bc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for cea92b70-3486-436a-9632-64a7e24a3185 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:14.634042 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a2473c08-2e0c-4ae3-84ab-2c8020b4aec6 req-d94d64b8-7f50-4a0c-8e57-bc07d0f160bc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.668495 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d64b8-7f50-4a0c-8e57-bc07d0f160bc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=cea92b70-3486-436a-9632-64a7e24a3185,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:14.711577 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2473c08-2e0c-4ae3-84ab-2c8020b4aec6 req-d94d64b8-7f50-4a0c-8e57-bc07d0f160bc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] No DVR routers for this DVR port cea92b70-3486-436a-9632-64a7e24a3185 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:47:14.714228 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a2473c08-2e0c-4ae3-84ab-2c8020b4aec6 req-d94d64b8-7f50-4a0c-8e57-bc07d0f160bc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.716211 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a2473c08-2e0c-4ae3-84ab-2c8020b4aec6 req-d94d64b8-7f50-4a0c-8e57-bc07d0f160bc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.63 "DELETE /v2.0/ports/cea92b70-3486-436a-9632-64a7e24a3185 HTTP/1.1" status: 204 len: 173 time: 0.4016082 Aug 16 02:47:14.716642 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213018c8-5c08-48a4-8904-52dfddb3368b', 'name': 'network-vif-deleted', 'tag': 'cea92b70-3486-436a-9632-64a7e24a3185'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:14.718924 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5218511-b9fa-4472-b3c0-4e362ab3f05c" -d '{"events": [{"server_uuid": "213018c8-5c08-48a4-8904-52dfddb3368b", "name": "network-vif-deleted", "tag": "cea92b70-3486-436a-9632-64a7e24a3185"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:14.765559 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfcf707-eeaa-4684-932a-92e5574a2c1e x-openstack-request-id: req-2cfcf707-eeaa-4684-932a-92e5574a2c1e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:14.765884 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213018c8-5c08-48a4-8904-52dfddb3368b", "name": "network-vif-deleted", "tag": "cea92b70-3486-436a-9632-64a7e24a3185", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:14.766212 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2cfcf707-eeaa-4684-932a-92e5574a2c1e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:14.766618 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213018c8-5c08-48a4-8904-52dfddb3368b', 'name': 'network-vif-deleted', 'tag': 'cea92b70-3486-436a-9632-64a7e24a3185', 'status': 'completed', 'code': 200} Aug 16 02:47:14.997913 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7121267-7511-4d9c-8516-8067dc6f3be1 req-1d5ee112-0483-41fc-805e-c6dc49f981bf tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=213018c8-5c08-48a4-8904-52dfddb3368b HTTP/1.1" status: 200 len: 210 time: 0.0269878 Aug 16 02:47:16.056362 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40832) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:16.456317 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4684bad0-9969-4969-a517-89adf408bdee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.715306 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4684bad0-9969-4969-a517-89adf408bdee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port a8e1c521-d00f-4ed1-a526-52ec770a6e73 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:16.715535 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4684bad0-9969-4969-a517-89adf408bdee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.807666 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4684bad0-9969-4969-a517-89adf408bdee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] For port a8e1c521-d00f-4ed1-a526-52ec770a6e73, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=a8e1c521-d00f-4ed1-a526-52ec770a6e73,segment=NetworkSegment(7e1866fb-91ea-44b2-b106-d770db7fbc5c),segment_id=7e1866fb-91ea-44b2-b106-d770db7fbc5c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:16.808031 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4684bad0-9969-4969-a517-89adf408bdee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:16.821627 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4684bad0-9969-4969-a517-89adf408bdee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for a8e1c521-d00f-4ed1-a526-52ec770a6e73 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:17.009440 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4684bad0-9969-4969-a517-89adf408bdee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.042011 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684bad0-9969-4969-a517-89adf408bdee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=a8e1c521-d00f-4ed1-a526-52ec770a6e73,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:17.220937 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4684bad0-9969-4969-a517-89adf408bdee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.445126 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4684bad0-9969-4969-a517-89adf408bdee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router d64c93ff-7214-4a25-8030-3ba4acd1764c has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:47:17.551557 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4684bad0-9969-4969-a517-89adf408bdee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:47:17.556724 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4684bad0-9969-4969-a517-89adf408bdee tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "PUT /v2.0/routers/d64c93ff-7214-4a25-8030-3ba4acd1764c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4991126 Aug 16 02:47:17.559366 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40834) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:17.562274 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6622c2e-3038-48f7-bcbd-4d02ed9c84c2 None None] Sync routers for ids ['d64c93ff-7214-4a25-8030-3ba4acd1764c'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:47:17.572573 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6622c2e-3038-48f7-bcbd-4d02ed9c84c2 None None] Routers {'d64c93ff-7214-4a25-8030-3ba4acd1764c'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:17.573296 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d6622c2e-3038-48f7-bcbd-4d02ed9c84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:46:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d64c93ff-7214-4a25-8030-3ba4acd1764c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:17.611677 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b5e4f6-cd50-4a38-9e02-6da4806375ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting subnet cab1730c-0ecc-4cb9-9d60-326c8e9065ca {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:47:17.615202 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75b5e4f6-cd50-4a38-9e02-6da4806375ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.657243 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75b5e4f6-cd50-4a38-9e02-6da4806375ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.675987 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d6622c2e-3038-48f7-bcbd-4d02ed9c84c2 None None] Set router d64c93ff-7214-4a25-8030-3ba4acd1764c gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:17.754971 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75b5e4f6-cd50-4a38-9e02-6da4806375ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.830938 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75b5e4f6-cd50-4a38-9e02-6da4806375ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.862704 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d6622c2e-3038-48f7-bcbd-4d02ed9c84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774755663', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:30Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:31Z', 'updated_at': '2021-08-16T02:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:17.863303 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5e4f6-cd50-4a38-9e02-6da4806375ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Subnet': ['ID=cab1730c-0ecc-4cb9-9d60-326c8e9065ca,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:17.873007 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75b5e4f6-cd50-4a38-9e02-6da4806375ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:17.875257 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-75b5e4f6-cd50-4a38-9e02-6da4806375ac tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/subnets/cab1730c-0ecc-4cb9-9d60-326c8e9065ca HTTP/1.1" status: 204 len: 168 time: 0.3137231 Aug 16 02:47:17.876026 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553e6096-12bf-42a3-95df-72092a5b210f None None] Network db52b583-5605-45e5-b252-19da79505182 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:17.878005 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40838) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:17.897717 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6622c2e-3038-48f7-bcbd-4d02ed9c84c2 None None] Checking router: d64c93ff-7214-4a25-8030-3ba4acd1764c for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:47:17.906201 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6622c2e-3038-48f7-bcbd-4d02ed9c84c2 None None] Routers {'d64c93ff-7214-4a25-8030-3ba4acd1764c'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:17.906838 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d6622c2e-3038-48f7-bcbd-4d02ed9c84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:46:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d64c93ff-7214-4a25-8030-3ba4acd1764c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:17.989940 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f8db57d-c64a-4ded-9faf-ac82513ed094 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.013050 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d6622c2e-3038-48f7-bcbd-4d02ed9c84c2 None None] Set router d64c93ff-7214-4a25-8030-3ba4acd1764c gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:18.079102 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] DHCP port deletion for db52b583-5605-45e5-b252-19da79505182 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:47:18.105062 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f8db57d-c64a-4ded-9faf-ac82513ed094 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.126843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] Deleting port 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:18.127209 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.163146 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9f8db57d-c64a-4ded-9faf-ac82513ed094 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port 36142613-c3d4-4b4b-8252-f0fb2589d39d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:47:18.163500 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f8db57d-c64a-4ded-9faf-ac82513ed094 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.193086 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] For port 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=075bb4c4-e246-47c0-ae3c-66f6ef23c9b2,segment=NetworkSegment(7e1866fb-91ea-44b2-b106-d770db7fbc5c),segment_id=7e1866fb-91ea-44b2-b106-d770db7fbc5c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:18.193564 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.202252 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d6622c2e-3038-48f7-bcbd-4d02ed9c84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774755663', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:30Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:31Z', 'updated_at': '2021-08-16T02:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:18.211622 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] Calling delete_port for 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:18.230010 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6622c2e-3038-48f7-bcbd-4d02ed9c84c2 None None] The sync data for ids ['d64c93ff-7214-4a25-8030-3ba4acd1764c'] in n-d-765315-27 is: [{'id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774755663', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:45:30Z', 'updated_at': '2021-08-16T02:47:16Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': '36142613-c3d4-4b4b-8252-f0fb2589d39d', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64c93ff-7214-4a25-8030-3ba4acd1764c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:45:31Z', 'updated_at': '2021-08-16T02:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:47:18.258244 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9f8db57d-c64a-4ded-9faf-ac82513ed094 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] For port 36142613-c3d4-4b4b-8252-f0fb2589d39d, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=36142613-c3d4-4b4b-8252-f0fb2589d39d,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:18.258768 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f8db57d-c64a-4ded-9faf-ac82513ed094 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.278669 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9f8db57d-c64a-4ded-9faf-ac82513ed094 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for 36142613-c3d4-4b4b-8252-f0fb2589d39d owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:47:18.294713 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.321552 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] Pushing event deleted for resources: {'Port': ['ID=075bb4c4-e246-47c0-ae3c-66f6ef23c9b2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:18.325847 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] No DVR routers for this DVR port 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:47:18.336765 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:18.337116 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:18.337460 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:18.337829 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:18.338166 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:18.338610 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:18.338824 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:18.339686 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:18.339686 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:18.339848 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:18.340086 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:18.340462 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e8af7-6dcc-4c32-9875-6cbb779a0d09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:18.458894 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f8db57d-c64a-4ded-9faf-ac82513ed094 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.486229 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8db57d-c64a-4ded-9faf-ac82513ed094 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=36142613-c3d4-4b4b-8252-f0fb2589d39d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:18.545741 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f8db57d-c64a-4ded-9faf-ac82513ed094 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.645558 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f8db57d-c64a-4ded-9faf-ac82513ed094 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:18.648213 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f8db57d-c64a-4ded-9faf-ac82513ed094 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.005452 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f8db57d-c64a-4ded-9faf-ac82513ed094 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.006304 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8db57d-c64a-4ded-9faf-ac82513ed094 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Fanout notify agent at l3_agent the message router_deleted on router d64c93ff-7214-4a25-8030-3ba4acd1764c {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:47:19.013604 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f8db57d-c64a-4ded-9faf-ac82513ed094 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.014753 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-9f8db57d-c64a-4ded-9faf-ac82513ed094 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/routers/d64c93ff-7214-4a25-8030-3ba4acd1764c HTTP/1.1" status: 204 len: 168 time: 1.1355999 Aug 16 02:47:19.017569 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40840) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:19.097778 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffa376a2-052b-4396-8379-0756307b169e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.188749 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffa376a2-052b-4396-8379-0756307b169e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.199349 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ffa376a2-052b-4396-8379-0756307b169e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db52b583-5605-45e5-b252-19da79505182']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:19.210371 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ffa376a2-052b-4396-8379-0756307b169e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1866fb-91ea-44b2-b106-d770db7fbc5c') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:19.210671 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ffa376a2-052b-4396-8379-0756307b169e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1866fb-91ea-44b2-b106-d770db7fbc5c') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:19.219359 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffa376a2-052b-4396-8379-0756307b169e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.232816 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffa376a2-052b-4396-8379-0756307b169e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.238732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa376a2-052b-4396-8379-0756307b169e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:47:19.239020 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffa376a2-052b-4396-8379-0756307b169e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:47:19.242498 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:47:19.305502 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffa376a2-052b-4396-8379-0756307b169e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.313818 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffa376a2-052b-4396-8379-0756307b169e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.315285 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ffa376a2-052b-4396-8379-0756307b169e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/networks/db52b583-5605-45e5-b252-19da79505182 HTTP/1.1" status: 204 len: 168 time: 0.2967582 Aug 16 02:47:19.319027 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40842) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:19.327578 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa376a2-052b-4396-8379-0756307b169e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Network': ['ID=db52b583-5605-45e5-b252-19da79505182,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:19.378215 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a645f0b-82cd-4646-a176-757cf83a857f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.384679 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device cea92b70-3486-436a-9632-64a7e24a3185 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:47:19.404153 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: cea92b70-3486-436a-9632-64a7e24a3185 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:47:19.404492 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device cea92b70-3486-436a-9632-64a7e24a3185 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:47:19.404616 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a645f0b-82cd-4646-a176-757cf83a857f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.468863 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a645f0b-82cd-4646-a176-757cf83a857f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.471433 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a645f0b-82cd-4646-a176-757cf83a857f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.472607 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2a645f0b-82cd-4646-a176-757cf83a857f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/security-groups/7102c835-0145-4992-b6c1-1cfacb2d41c0 HTTP/1.1" status: 204 len: 168 time: 0.1526005 Aug 16 02:47:19.482797 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a645f0b-82cd-4646-a176-757cf83a857f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7102c835-0145-4992-b6c1-1cfacb2d41c0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:19.491384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a645f0b-82cd-4646-a176-757cf83a857f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:19.491671 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a645f0b-82cd-4646-a176-757cf83a857f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:19.492006 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a645f0b-82cd-4646-a176-757cf83a857f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:19.492336 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a645f0b-82cd-4646-a176-757cf83a857f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:19.492663 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a645f0b-82cd-4646-a176-757cf83a857f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:19.492986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a645f0b-82cd-4646-a176-757cf83a857f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:19.493309 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a645f0b-82cd-4646-a176-757cf83a857f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:19.493633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a645f0b-82cd-4646-a176-757cf83a857f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:19.493979 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a645f0b-82cd-4646-a176-757cf83a857f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:19.494298 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a645f0b-82cd-4646-a176-757cf83a857f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:19.494619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a645f0b-82cd-4646-a176-757cf83a857f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:19.495002 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a645f0b-82cd-4646-a176-757cf83a857f tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:19.850824 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a8e1c521-d00f-4ed1-a526-52ec770a6e73 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:47:19.865189 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40848) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:19.869975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4d4b54a0-964e-4350-b94e-d1f52a0f3ebd tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1639272525', 'description': 'tempest-secgroup-smoke-1639272525 description', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:19.875094 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: a8e1c521-d00f-4ed1-a526-52ec770a6e73 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:47:19.875576 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device a8e1c521-d00f-4ed1-a526-52ec770a6e73 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:47:19.875999 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:47:19.895343 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:47:19.895787 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 075bb4c4-e246-47c0-ae3c-66f6ef23c9b2 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:47:19.896397 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 36142613-c3d4-4b4b-8252-f0fb2589d39d no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:47:19.897695 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4d4b54a0-964e-4350-b94e-d1f52a0f3ebd tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.915975 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 36142613-c3d4-4b4b-8252-f0fb2589d39d {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:47:19.916320 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 36142613-c3d4-4b4b-8252-f0fb2589d39d not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:47:19.981912 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4d4b54a0-964e-4350-b94e-d1f52a0f3ebd tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:19.985539 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4d4b54a0-964e-4350-b94e-d1f52a0f3ebd tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.016033 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4d4b54a0-964e-4350-b94e-d1f52a0f3ebd tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.017257 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4d4b54a0-964e-4350-b94e-d1f52a0f3ebd tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1509244 Aug 16 02:47:20.020241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40852) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:20.024811 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ac2dda97-7370-451b-90c6-5e68339f6e11 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': '5e1a80b5-afcd-41c2-9724-0d39a9ebd125', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:20.033549 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b54a0-964e-4350-b94e-d1f52a0f3ebd tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1a80b5-afcd-41c2-9724-0d39a9ebd125,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:20.056003 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac2dda97-7370-451b-90c6-5e68339f6e11 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.110528 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac2dda97-7370-451b-90c6-5e68339f6e11 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.114005 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac2dda97-7370-451b-90c6-5e68339f6e11 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.132886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2dda97-7370-451b-90c6-5e68339f6e11 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96fee472-0df5-4478-95ce-9555dc5ebc20,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:20.136089 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac2dda97-7370-451b-90c6-5e68339f6e11 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.137270 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ac2dda97-7370-451b-90c6-5e68339f6e11 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158962 Aug 16 02:47:20.140248 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40854) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:20.144511 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6ac0ac81-5938-4594-8073-4031707ad011 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': '5e1a80b5-afcd-41c2-9724-0d39a9ebd125', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:20.171020 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ac0ac81-5938-4594-8073-4031707ad011 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.216239 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-33b079d5-2a06-4fcb-b0a8-d7c85c068e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.227904 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ac0ac81-5938-4594-8073-4031707ad011 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.231541 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ac0ac81-5938-4594-8073-4031707ad011 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.250686 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0ac81-5938-4594-8073-4031707ad011 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e958a4a-4be7-4acf-bee4-226ebe1abedf,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:20.257353 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ac0ac81-5938-4594-8073-4031707ad011 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.260002 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6ac0ac81-5938-4594-8073-4031707ad011 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174948 Aug 16 02:47:20.261342 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40856) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:20.265618 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8ea0ae36-7147-41ab-810a-ee25dda71cda tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': '5e1a80b5-afcd-41c2-9724-0d39a9ebd125', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:20.293452 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ea0ae36-7147-41ab-810a-ee25dda71cda tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.353165 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ea0ae36-7147-41ab-810a-ee25dda71cda tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.356708 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ea0ae36-7147-41ab-810a-ee25dda71cda tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.375236 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0ae36-7147-41ab-810a-ee25dda71cda tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ece79a-9277-4ae2-8bc7-81b6a96e0e00,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:20.381951 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ea0ae36-7147-41ab-810a-ee25dda71cda tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.383146 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8ea0ae36-7147-41ab-810a-ee25dda71cda tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208591 Aug 16 02:47:20.385944 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40858) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:20.390386 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-118839e5-7073-4dc8-87cd-065bc8c947d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': '5e1a80b5-afcd-41c2-9724-0d39a9ebd125', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:20.423507 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-118839e5-7073-4dc8-87cd-065bc8c947d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.483408 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-118839e5-7073-4dc8-87cd-065bc8c947d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.487162 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-118839e5-7073-4dc8-87cd-065bc8c947d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.507515 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118839e5-7073-4dc8-87cd-065bc8c947d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecc2c41-3da2-4ed4-9891-fb3ff48875df,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:20.511397 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-118839e5-7073-4dc8-87cd-065bc8c947d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.515185 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-118839e5-7073-4dc8-87cd-065bc8c947d4 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257095 Aug 16 02:47:20.515381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40860) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:20.519734 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a5314155-bcee-49f0-b3cd-9fffcbec5cc2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': '5e1a80b5-afcd-41c2-9724-0d39a9ebd125', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:20.541660 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-a5314155-bcee-49f0-b3cd-9fffcbec5cc2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Project 9cb0f86fd7764c738454a1edb0bea8ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:47:20.546390 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5314155-bcee-49f0-b3cd-9fffcbec5cc2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.605346 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5314155-bcee-49f0-b3cd-9fffcbec5cc2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.609177 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5314155-bcee-49f0-b3cd-9fffcbec5cc2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.626310 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5314155-bcee-49f0-b3cd-9fffcbec5cc2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de00b2c5-3b9d-487a-ba21-ca4564b9552a,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:20.632078 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5314155-bcee-49f0-b3cd-9fffcbec5cc2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.633500 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a5314155-bcee-49f0-b3cd-9fffcbec5cc2 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172159 Aug 16 02:47:20.636433 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40862) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:20.640805 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6c2e96f8-353d-4e4a-89c2-26ca922bb43a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'security_group_rule': {'security_group_id': '5e1a80b5-afcd-41c2-9724-0d39a9ebd125', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:20.662693 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-6c2e96f8-353d-4e4a-89c2-26ca922bb43a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Project 9cb0f86fd7764c738454a1edb0bea8ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:47:20.667496 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c2e96f8-353d-4e4a-89c2-26ca922bb43a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.729767 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c2e96f8-353d-4e4a-89c2-26ca922bb43a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.733277 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c2e96f8-353d-4e4a-89c2-26ca922bb43a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.751341 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e96f8-353d-4e4a-89c2-26ca922bb43a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d2f0cb-c537-4c5a-9212-5b82f39d968e,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:20.754260 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c2e96f8-353d-4e4a-89c2-26ca922bb43a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.755986 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6c2e96f8-353d-4e4a-89c2-26ca922bb43a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186316 Aug 16 02:47:20.758992 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40864) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:20.763797 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-867b93cc-89cf-4b0f-8158-f66b046f6cf5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'network': {'name': 'tempest-network-smoke--222484950', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'port_security_enabled': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:20.783694 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867b93cc-89cf-4b0f-8158-f66b046f6cf5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Made reservation on behalf of 9cb0f86fd7764c738454a1edb0bea8ab for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:20.787423 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-867b93cc-89cf-4b0f-8158-f66b046f6cf5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.810274 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867b93cc-89cf-4b0f-8158-f66b046f6cf5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:47:20.820517 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-867b93cc-89cf-4b0f-8158-f66b046f6cf5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.820857 n-d-765315-27 neutron-server[94672]: INFO neutron.db.segments_db [None req-867b93cc-89cf-4b0f-8158-f66b046f6cf5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Added segment 88f886df-fb3c-4379-9bd6-f8a1001d14e9 of type vlan for network 23cf1890-2db0-46f6-a2cc-fe9975348d30 Aug 16 02:47:20.868110 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-867b93cc-89cf-4b0f-8158-f66b046f6cf5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.896286 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-867b93cc-89cf-4b0f-8158-f66b046f6cf5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.901740 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867b93cc-89cf-4b0f-8158-f66b046f6cf5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:20.902339 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-867b93cc-89cf-4b0f-8158-f66b046f6cf5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:20.963223 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-867b93cc-89cf-4b0f-8158-f66b046f6cf5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2030208 Aug 16 02:47:20.965895 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40866) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:20.970170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-856ec322-f0d3-458d-b970-4a4743b619c3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1819190394', 'admin_state_up': True, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:20.983538 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b93cc-89cf-4b0f-8158-f66b046f6cf5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Network': ['ID=23cf1890-2db0-46f6-a2cc-fe9975348d30,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:20.993980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 23cf1890-2db0-46f6-a2cc-fe9975348d30 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:47:21.000693 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-856ec322-f0d3-458d-b970-4a4743b619c3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.001687 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-856ec322-f0d3-458d-b970-4a4743b619c3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.053978 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-856ec322-f0d3-458d-b970-4a4743b619c3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.192007 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-856ec322-f0d3-458d-b970-4a4743b619c3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.678750 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-856ec322-f0d3-458d-b970-4a4743b619c3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.699925 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-856ec322-f0d3-458d-b970-4a4743b619c3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.800963 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-856ec322-f0d3-458d-b970-4a4743b619c3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Allocated IP 172.25.3.185 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/e1cb4a23-7ae9-4574-8165-9ff220b6542f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:21.910486 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-856ec322-f0d3-458d-b970-4a4743b619c3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:21.955496 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-856ec322-f0d3-458d-b970-4a4743b619c3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.000253 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856ec322-f0d3-458d-b970-4a4743b619c3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:22.003539 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-856ec322-f0d3-458d-b970-4a4743b619c3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:22.009885 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856ec322-f0d3-458d-b970-4a4743b619c3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:22.035788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ec322-f0d3-458d-b970-4a4743b619c3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=e1cb4a23-7ae9-4574-8165-9ff220b6542f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:22.275449 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-856ec322-f0d3-458d-b970-4a4743b619c3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.487670 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-856ec322-f0d3-458d-b970-4a4743b619c3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.619861 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856ec322-f0d3-458d-b970-4a4743b619c3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:47:22.726556 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856ec322-f0d3-458d-b970-4a4743b619c3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:47:22.738736 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Sync routers for ids ['003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:47:22.745625 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-856ec322-f0d3-458d-b970-4a4743b619c3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.746877 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-856ec322-f0d3-458d-b970-4a4743b619c3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7800844 Aug 16 02:47:22.750160 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40868) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:22.754567 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Routers {'003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:22.755788 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:46:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:22.758755 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a3517cef-2761-4bf8-a5d9-f5ab22acdf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:22.781535 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a566d285-6b7b-4348-8149-bceff0a68940 tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=9cb0f86fd7764c738454a1edb0bea8ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302100 Aug 16 02:47:22.784191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40870) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:22.868564 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Set router 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:22.871068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6684ce41-3b6e-4147-b269-49d9864bc330 tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:22.872545 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6684ce41-3b6e-4147-b269-49d9864bc330 tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874622 Aug 16 02:47:22.875626 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40872) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:22.908299 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-69b0c65d-dde2-4011-aff2-ab007527f3eb tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=624da80d-1349-4890-b915-f302637330f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315838 Aug 16 02:47:22.911682 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40874) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:22.916392 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7402045b-6ed3-43cf-870c-6ce56daf55e9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-135145658', 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30', 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:23.003830 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7402045b-6ed3-43cf-870c-6ce56daf55e9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Made reservation on behalf of 9cb0f86fd7764c738454a1edb0bea8ab for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:23.009466 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7402045b-6ed3-43cf-870c-6ce56daf55e9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.056533 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819190394', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:22Z', 'revision_number': 3, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:23.084023 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Checking router: 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:47:23.084365 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Updating router 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed port e1cb4a23-7ae9-4574-8165-9ff220b6542f binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:47:23.109110 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.200717 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7402045b-6ed3-43cf-870c-6ce56daf55e9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.269742 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402045b-6ed3-43cf-870c-6ce56daf55e9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Subnet': ['ID=8767a8cc-a30b-4ec3-9ac7-290a368551e1,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:23.281486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7402045b-6ed3-43cf-870c-6ce56daf55e9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Checking segment: {'id': '88f886df-fb3c-4379-9bd6-f8a1001d14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:23.281486 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7402045b-6ed3-43cf-870c-6ce56daf55e9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network hostable DHCP agents. Network: 23cf1890-2db0-46f6-a2cc-fe9975348d30, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:47:23.296394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7402045b-6ed3-43cf-870c-6ce56daf55e9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network 23cf1890-2db0-46f6-a2cc-fe9975348d30 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:47:23.306643 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-7402045b-6ed3-43cf-870c-6ce56daf55e9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 23cf1890-2db0-46f6-a2cc-fe9975348d30) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:23.311686 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7402045b-6ed3-43cf-870c-6ce56daf55e9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:23.313422 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7402045b-6ed3-43cf-870c-6ce56daf55e9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.321212 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e771f50-3db4-4298-9e54-1106010b30ba None None] Network 23cf1890-2db0-46f6-a2cc-fe9975348d30 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:23.328785 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7402045b-6ed3-43cf-870c-6ce56daf55e9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4161069 Aug 16 02:47:23.331769 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40876) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:23.435848 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.457073 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.464349 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Transition to ACTIVE for port object e1cb4a23-7ae9-4574-8165-9ff220b6542f will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:23.473489 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.558739 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Attempting to bind port e1cb4a23-7ae9-4574-8165-9ff220b6542f on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:23.559109 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Attempting to bind port e1cb4a23-7ae9-4574-8165-9ff220b6542f by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:23.559483 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Attempting to bind port e1cb4a23-7ae9-4574-8165-9ff220b6542f on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:23.570392 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6a991-62cc-4538-b5a5-f7ec1312b1be None None] Pushing event updated for resources: {'Port': ['ID=e1cb4a23-7ae9-4574-8165-9ff220b6542f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:23.586856 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:23.587233 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:23.587643 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.588037 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:23.588523 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Bound port: e1cb4a23-7ae9-4574-8165-9ff220b6542f, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:23.588904 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.611024 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-23cf1890-2db0-46f6-a2cc-fe9975348d30', 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ips': [{'subnet_id': '8767a8cc-a30b-4ec3-9ac7-290a368551e1'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:47:23.611879 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.705975 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] For port e1cb4a23-7ae9-4574-8165-9ff220b6542f, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:23.727936 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] For port e1cb4a23-7ae9-4574-8165-9ff220b6542f, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=e1cb4a23-7ae9-4574-8165-9ff220b6542f,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:23.734325 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.778236 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3be538fc-3b17-47ea-80fa-924fe308c9f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:23.811589 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Routers {'003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:23.812225 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:47:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:23.862219 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6a991-62cc-4538-b5a5-f7ec1312b1be None None] Pushing event updated for resources: {'Port': ['ID=e1cb4a23-7ae9-4574-8165-9ff220b6542f,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:23.881215 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Allocated IP 172.20.0.2 (23cf1890-2db0-46f6-a2cc-fe9975348d30/8767a8cc-a30b-4ec3-9ac7-290a368551e1/3aa81fe0-c621-4d46-8ed8-f019395df7a9) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:24.150169 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] Set router 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:24.342466 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.368070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Transition to ACTIVE for port object 3aa81fe0-c621-4d46-8ed8-f019395df7a9 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:24.387183 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Transition to ACTIVE for port object 3aa81fe0-c621-4d46-8ed8-f019395df7a9 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:24.396291 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.443446 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-3be538fc-3b17-47ea-80fa-924fe308c9f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Allocated IP 172.20.0.1 (23cf1890-2db0-46f6-a2cc-fe9975348d30/8767a8cc-a30b-4ec3-9ac7-290a368551e1/8a23b257-9607-42de-b079-3b37c0a1ae1f) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:24.458824 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Network 23cf1890-2db0-46f6-a2cc-fe9975348d30 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:24.466421 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:24.468504 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Pushing event updated for resources: {'Port': ['ID=3aa81fe0-c621-4d46-8ed8-f019395df7a9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:24.472157 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:24.475500 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.480214 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819190394', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:22Z', 'revision_number': 3, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:24.520074 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd9eb9-883e-4499-9941-8378cd74b6a7 None None] The sync data for ids ['003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'] in n-d-765315-27 is: [{'id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819190394', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:22Z', 'revision_number': 3, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:47:24.554779 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Attempting to bind port 3aa81fe0-c621-4d46-8ed8-f019395df7a9 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:24.555252 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Attempting to bind port 3aa81fe0-c621-4d46-8ed8-f019395df7a9 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '88f886df-fb3c-4379-9bd6-f8a1001d14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:24.555678 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Attempting to bind port 3aa81fe0-c621-4d46-8ed8-f019395df7a9 on network 23cf1890-2db0-46f6-a2cc-fe9975348d30 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:24.562153 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:24.562605 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Checking segment: {'id': '88f886df-fb3c-4379-9bd6-f8a1001d14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:24.563073 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.563457 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Bound using segment: {'id': '88f886df-fb3c-4379-9bd6-f8a1001d14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:24.563926 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Bound port: 3aa81fe0-c621-4d46-8ed8-f019395df7a9, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f886df-fb3c-4379-9bd6-f8a1001d14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:24.564303 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.578895 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3be538fc-3b17-47ea-80fa-924fe308c9f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.594674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3be538fc-3b17-47ea-80fa-924fe308c9f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Transition to ACTIVE for port object 8a23b257-9607-42de-b079-3b37c0a1ae1f will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:24.636133 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3be538fc-3b17-47ea-80fa-924fe308c9f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.637939 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] For port 3aa81fe0-c621-4d46-8ed8-f019395df7a9, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:24.642643 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] For port 3aa81fe0-c621-4d46-8ed8-f019395df7a9, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3aa81fe0-c621-4d46-8ed8-f019395df7a9,segment=NetworkSegment(88f886df-fb3c-4379-9bd6-f8a1001d14e9),segment_id=88f886df-fb3c-4379-9bd6-f8a1001d14e9)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:24.649477 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.679638 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be538fc-3b17-47ea-80fa-924fe308c9f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network 23cf1890-2db0-46f6-a2cc-fe9975348d30 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:24.682941 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3be538fc-3b17-47ea-80fa-924fe308c9f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:24.689336 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be538fc-3b17-47ea-80fa-924fe308c9f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:24.715974 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd62110-7b26-4c1c-848b-610f1249175b None None] Pushing event updated for resources: {'Port': ['ID=3aa81fe0-c621-4d46-8ed8-f019395df7a9,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:24.732151 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be538fc-3b17-47ea-80fa-924fe308c9f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=8a23b257-9607-42de-b079-3b37c0a1ae1f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:24.752200 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3be538fc-3b17-47ea-80fa-924fe308c9f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:24.916168 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3be538fc-3b17-47ea-80fa-924fe308c9f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:25.239422 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3be538fc-3b17-47ea-80fa-924fe308c9f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:25.244526 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3be538fc-3b17-47ea-80fa-924fe308c9f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:25.326451 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be538fc-3b17-47ea-80fa-924fe308c9f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=8a23b257-9607-42de-b079-3b37c0a1ae1f,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:25.330274 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3be538fc-3b17-47ea-80fa-924fe308c9f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:25.436507 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be538fc-3b17-47ea-80fa-924fe308c9f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network 23cf1890-2db0-46f6-a2cc-fe9975348d30 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:25.437994 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3be538fc-3b17-47ea-80fa-924fe308c9f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:25.558508 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be538fc-3b17-47ea-80fa-924fe308c9f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:47:25.673301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be538fc-3b17-47ea-80fa-924fe308c9f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:47:25.679306 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3be538fc-3b17-47ea-80fa-924fe308c9f9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "PUT /v2.0/routers/003e051c-ba2e-4c8e-bd9d-9da99a7f1fed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3463659 Aug 16 02:47:25.711120 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14698c7-9eaa-40ea-9ab7-1cf0e3c8c522 None None] Network 23cf1890-2db0-46f6-a2cc-fe9975348d30 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:47:25.875753 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-fc1a7c7b-47ad-40a4-869d-9ffad1bf8f7c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1639272525&fields=id&tenant_id=9cb0f86fd7764c738454a1edb0bea8ab HTTP/1.1" status: 200 len: 267 time: 0.0796282 Aug 16 02:47:25.891806 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cb69fa3a-c502-4b9e-ae87-7adf0b06713e None None] Provisioning for port 3aa81fe0-c621-4d46-8ed8-f019395df7a9 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:25.964907 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3aa81fe0-c621-4d46-8ed8-f019395df7a9 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:26.010459 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-bfd78b26-bd1d-4c5a-a0da-72fedc530e3e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:26.011995 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-bfd78b26-bd1d-4c5a-a0da-72fedc530e3e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/networks?id=23cf1890-2db0-46f6-a2cc-fe9975348d30 HTTP/1.1" status: 200 len: 796 time: 0.1279144 Aug 16 02:47:26.016665 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 3aa81fe0-c621-4d46-8ed8-f019395df7a9 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:26.021842 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 3aa81fe0-c621-4d46-8ed8-f019395df7a9 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:26.022333 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.030636 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-9d3c8568-5cd1-4924-8baf-3b9365e60d1b tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/quotas/9cb0f86fd7764c738454a1edb0bea8ab HTTP/1.1" status: 200 len: 375 time: 0.0114694 Aug 16 02:47:26.091415 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-22409c5a-12c1-4164-bd30-1ab315cdfd1a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542512 Aug 16 02:47:26.111432 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-4a421a46-54f8-437c-a6ad-cf571b99610f service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:47:26.112558 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-4a421a46-54f8-437c-a6ad-cf571b99610f service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078537 Aug 16 02:47:26.119229 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.157696 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 3aa81fe0-c621-4d46-8ed8-f019395df7a9, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3aa81fe0-c621-4d46-8ed8-f019395df7a9,segment=NetworkSegment(88f886df-fb3c-4379-9bd6-f8a1001d14e9),segment_id=88f886df-fb3c-4379-9bd6-f8a1001d14e9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:26.164454 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.165387 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e1cb4a23-7ae9-4574-8165-9ff220b6542f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:26.227591 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-f13ff503-f569-4c4b-947b-f6e5f325e633 service neutron] 10.222.0.68 "GET /v2.0/networks/23cf1890-2db0-46f6-a2cc-fe9975348d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057460 Aug 16 02:47:26.236355 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Sync routers for ids ['003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:47:26.251441 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Routers {'003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:26.254731 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:47:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:26.271680 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.290008 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=3aa81fe0-c621-4d46-8ed8-f019395df7a9,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:26.294856 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d5cd49fa-c665-48e8-8b14-b262d98d34a0 None None] Provisioning complete for port 3aa81fe0-c621-4d46-8ed8-f019395df7a9 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:26.295466 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5cd49fa-c665-48e8-8b14-b262d98d34a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.354159 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-ef590ae3-3072-46bb-8b87-db6d62e2f0b2 service neutron] 10.222.0.68 "GET /v2.0/networks/23cf1890-2db0-46f6-a2cc-fe9975348d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203811 Aug 16 02:47:26.356763 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port e1cb4a23-7ae9-4574-8165-9ff220b6542f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:26.364673 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port e1cb4a23-7ae9-4574-8165-9ff220b6542f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:26.365263 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.394199 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Set router 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:26.511291 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d5cd49fa-c665-48e8-8b14-b262d98d34a0 None None] Provisioning for port 8a23b257-9607-42de-b079-3b37c0a1ae1f completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:26.524602 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d5cd49fa-c665-48e8-8b14-b262d98d34a0 None None] Provisioning complete for port 8a23b257-9607-42de-b079-3b37c0a1ae1f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:26.525210 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5cd49fa-c665-48e8-8b14-b262d98d34a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.571722 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d0739f19-8c65-4a1d-acf1-3a1dcb46d401 req-5a95c8aa-bd59-4b59-9b77-fa3830d6c3d0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 210 time: 0.0364978 Aug 16 02:47:26.575394 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d5cd49fa-c665-48e8-8b14-b262d98d34a0 None None] Port 8a23b257-9607-42de-b079-3b37c0a1ae1f cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:26.578860 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.611662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port e1cb4a23-7ae9-4574-8165-9ff220b6542f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=e1cb4a23-7ae9-4574-8165-9ff220b6542f,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:26.617081 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.678945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=e1cb4a23-7ae9-4574-8165-9ff220b6542f,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:26.703838 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c7c7491e-c653-41bd-9737-3fa757dbdf7d None None] Provisioning complete for port 8a23b257-9607-42de-b079-3b37c0a1ae1f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:26.704215 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7c7491e-c653-41bd-9737-3fa757dbdf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.712820 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819190394', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:24Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8a23b257-9607-42de-b079-3b37c0a1ae1f', 'name': '', 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:fb:20:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '8767a8cc-a30b-4ec3-9ac7-290a368551e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:23Z', 'updated_at': '2021-08-16T02:47:25Z', 'revision_number': 2, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': '8767a8cc-a30b-4ec3-9ac7-290a368551e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:26.746742 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Checking router: 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:47:26.747188 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Updating router 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed port 8a23b257-9607-42de-b079-3b37c0a1ae1f binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:47:26.748363 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c7c7491e-c653-41bd-9737-3fa757dbdf7d None None] Port 8a23b257-9607-42de-b079-3b37c0a1ae1f cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:26.773156 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.870161 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0cb895c8-03c8-40b2-95b9-b6331c73bf33 None None] Provisioning complete for port 8a23b257-9607-42de-b079-3b37c0a1ae1f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:26.870707 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0cb895c8-03c8-40b2-95b9-b6331c73bf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.905916 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0cb895c8-03c8-40b2-95b9-b6331c73bf33 None None] Port 8a23b257-9607-42de-b079-3b37c0a1ae1f cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:27.048104 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.058161 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Transition to ACTIVE for port object 8a23b257-9607-42de-b079-3b37c0a1ae1f will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:27.063974 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.112629 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e18b0-5221-47dd-a362-62e80844be75 None None] Pushing event updated for resources: {'Port': ['ID=8a23b257-9607-42de-b079-3b37c0a1ae1f,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:27.137877 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e18b0-5221-47dd-a362-62e80844be75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:27.138387 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e18b0-5221-47dd-a362-62e80844be75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:27.138946 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e18b0-5221-47dd-a362-62e80844be75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:27.139454 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e18b0-5221-47dd-a362-62e80844be75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:27.140688 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e18b0-5221-47dd-a362-62e80844be75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:27.141022 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e18b0-5221-47dd-a362-62e80844be75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:27.141350 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e18b0-5221-47dd-a362-62e80844be75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:27.141889 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e18b0-5221-47dd-a362-62e80844be75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:27.142218 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e18b0-5221-47dd-a362-62e80844be75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:27.142543 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e18b0-5221-47dd-a362-62e80844be75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:27.142863 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e18b0-5221-47dd-a362-62e80844be75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:27.143182 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e18b0-5221-47dd-a362-62e80844be75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:47:27.178643 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Attempting to bind port 8a23b257-9607-42de-b079-3b37c0a1ae1f on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:27.179008 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Attempting to bind port 8a23b257-9607-42de-b079-3b37c0a1ae1f by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '88f886df-fb3c-4379-9bd6-f8a1001d14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:27.179365 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Attempting to bind port 8a23b257-9607-42de-b079-3b37c0a1ae1f on network 23cf1890-2db0-46f6-a2cc-fe9975348d30 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:27.184598 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:27.184967 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Checking segment: {'id': '88f886df-fb3c-4379-9bd6-f8a1001d14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:27.185365 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.185885 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Bound using segment: {'id': '88f886df-fb3c-4379-9bd6-f8a1001d14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:27.186219 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Bound port: 8a23b257-9607-42de-b079-3b37c0a1ae1f, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f886df-fb3c-4379-9bd6-f8a1001d14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:27.186595 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.354175 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] For port 8a23b257-9607-42de-b079-3b37c0a1ae1f, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:27.357203 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] For port 8a23b257-9607-42de-b079-3b37c0a1ae1f, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8a23b257-9607-42de-b079-3b37c0a1ae1f,segment=NetworkSegment(88f886df-fb3c-4379-9bd6-f8a1001d14e9),segment_id=88f886df-fb3c-4379-9bd6-f8a1001d14e9)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:27.361895 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.416778 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Routers {'003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:27.417413 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:47:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:27.451842 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e18b0-5221-47dd-a362-62e80844be75 None None] Pushing event updated for resources: {'Port': ['ID=8a23b257-9607-42de-b079-3b37c0a1ae1f,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:27.529518 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] Set router 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:27.735657 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-db75f282-1383-40f5-bce4-91caecda07b1 req-87a95222-918c-4635-a7c5-66df027dec61 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 210 time: 0.0609589 Aug 16 02:47:27.748878 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819190394', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:24Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8a23b257-9607-42de-b079-3b37c0a1ae1f', 'name': '', 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:fb:20:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '8767a8cc-a30b-4ec3-9ac7-290a368551e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:23Z', 'updated_at': '2021-08-16T02:47:27Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': '8767a8cc-a30b-4ec3-9ac7-290a368551e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:27.783515 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b37f36-520c-49c7-8483-6ebade4b5a86 None None] The sync data for ids ['003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'] in n-d-765315-27 is: [{'id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819190394', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:24Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8a23b257-9607-42de-b079-3b37c0a1ae1f', 'name': '', 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:fb:20:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '8767a8cc-a30b-4ec3-9ac7-290a368551e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:23Z', 'updated_at': '2021-08-16T02:47:27Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': '8767a8cc-a30b-4ec3-9ac7-290a368551e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:47:27.795436 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-29077880-69a0-46f5-b625-6fc76a072fa3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:27.797393 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-29077880-69a0-46f5-b625-6fc76a072fa3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.73 "GET /v2.0/networks?id=23cf1890-2db0-46f6-a2cc-fe9975348d30 HTTP/1.1" status: 200 len: 796 time: 0.1464415 Aug 16 02:47:27.867229 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-f01d8f82-4636-4c0d-b174-66b4932c2321 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cb0f86fd7764c738454a1edb0bea8ab HTTP/1.1" status: 200 len: 380 time: 0.0498848 Aug 16 02:47:27.877705 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-67869a87-0cb7-4207-993e-39f12428e27d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'port': {'device_id': '7eddd8ec-2fea-4dde-9b80-add3bffed74f', 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30', 'admin_state_up': True, 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'security_groups': ['5e1a80b5-afcd-41c2-9724-0d39a9ebd125']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:27.933935 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3aa81fe0-c621-4d46-8ed8-f019395df7a9 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:27.992721 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 3aa81fe0-c621-4d46-8ed8-f019395df7a9 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:27.993177 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:28.006853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-67869a87-0cb7-4207-993e-39f12428e27d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Made reservation on behalf of 9cb0f86fd7764c738454a1edb0bea8ab for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:47:28.010963 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-67869a87-0cb7-4207-993e-39f12428e27d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:28.077573 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e1cb4a23-7ae9-4574-8165-9ff220b6542f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:28.131737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port e1cb4a23-7ae9-4574-8165-9ff220b6542f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:28.132363 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:28.147737 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-67869a87-0cb7-4207-993e-39f12428e27d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Allocated IP 172.20.0.12 (23cf1890-2db0-46f6-a2cc-fe9975348d30/8767a8cc-a30b-4ec3-9ac7-290a368551e1/1fc18900-3529-4244-b491-e76e66b493d4) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:28.307552 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-67869a87-0cb7-4207-993e-39f12428e27d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:28.322710 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-67869a87-0cb7-4207-993e-39f12428e27d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Transition to ACTIVE for port object 1fc18900-3529-4244-b491-e76e66b493d4 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:28.356414 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-67869a87-0cb7-4207-993e-39f12428e27d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:28.400496 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-67869a87-0cb7-4207-993e-39f12428e27d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network 23cf1890-2db0-46f6-a2cc-fe9975348d30 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:28.405803 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-67869a87-0cb7-4207-993e-39f12428e27d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:28.409723 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-67869a87-0cb7-4207-993e-39f12428e27d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:28.434572 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67869a87-0cb7-4207-993e-39f12428e27d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=1fc18900-3529-4244-b491-e76e66b493d4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:28.464316 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-67869a87-0cb7-4207-993e-39f12428e27d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:28.465048 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-67869a87-0cb7-4207-993e-39f12428e27d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:28.482635 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-67869a87-0cb7-4207-993e-39f12428e27d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6087067 Aug 16 02:47:28.501287 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Request body: {'port': {'device_id': '7eddd8ec-2fea-4dde-9b80-add3bffed74f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:28.567296 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:28.677553 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-464da957-6e60-4ec1-adbf-80c79c52d908 None None] Provisioning for port 1fc18900-3529-4244-b491-e76e66b493d4 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:28.681365 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-464da957-6e60-4ec1-adbf-80c79c52d908 None None] Provisioning complete for port 1fc18900-3529-4244-b491-e76e66b493d4 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:28.681735 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-464da957-6e60-4ec1-adbf-80c79c52d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:28.718805 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-464da957-6e60-4ec1-adbf-80c79c52d908 None None] Port 1fc18900-3529-4244-b491-e76e66b493d4 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:47:28.850104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc18900-3529-4244-b491-e76e66b493d4 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:47:28.857936 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:28.870449 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d22f63-7038-4c96-8eb2-7c7aef936a27 req-0a2e06fa-5126-40f4-80e2-403c42f56b68 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:28.871574 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Transition to ACTIVE for port object 1fc18900-3529-4244-b491-e76e66b493d4 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:47:28.872669 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17d22f63-7038-4c96-8eb2-7c7aef936a27 req-0a2e06fa-5126-40f4-80e2-403c42f56b68 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 932 time: 0.0535970 Aug 16 02:47:28.879105 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:28.919820 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-17d22f63-7038-4c96-8eb2-7c7aef936a27 req-05a3e013-6bdf-4ae6-a04b-44567914bab8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=5e1a80b5-afcd-41c2-9724-0d39a9ebd125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401895 Aug 16 02:47:28.961837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc18900-3529-4244-b491-e76e66b493d4,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:29.011840 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Attempting to bind port 1fc18900-3529-4244-b491-e76e66b493d4 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:47:29.012172 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Attempting to bind port 1fc18900-3529-4244-b491-e76e66b493d4 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '88f886df-fb3c-4379-9bd6-f8a1001d14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:47:29.012495 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Attempting to bind port 1fc18900-3529-4244-b491-e76e66b493d4 on network 23cf1890-2db0-46f6-a2cc-fe9975348d30 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:29.017034 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Port 1fc18900-3529-4244-b491-e76e66b493d4 on network 23cf1890-2db0-46f6-a2cc-fe9975348d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:47:29.017345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Attempting to bind port 1fc18900-3529-4244-b491-e76e66b493d4 on network 23cf1890-2db0-46f6-a2cc-fe9975348d30 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:47:29.022825 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:47:29.023152 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Checking segment: {'id': '88f886df-fb3c-4379-9bd6-f8a1001d14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:47:29.023529 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Bound using segment: {'id': '88f886df-fb3c-4379-9bd6-f8a1001d14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:47:29.023960 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Bound port: 1fc18900-3529-4244-b491-e76e66b493d4, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f886df-fb3c-4379-9bd6-f8a1001d14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:47:29.024314 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.090673 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] For port 1fc18900-3529-4244-b491-e76e66b493d4, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:47:29.094267 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] For port 1fc18900-3529-4244-b491-e76e66b493d4, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1fc18900-3529-4244-b491-e76e66b493d4,segment=NetworkSegment(88f886df-fb3c-4379-9bd6-f8a1001d14e9),segment_id=88f886df-fb3c-4379-9bd6-f8a1001d14e9)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:47:29.099591 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.135657 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:29.136190 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:29.137654 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] 10.222.0.73 "PUT /v2.0/ports/1fc18900-3529-4244-b491-e76e66b493d4 HTTP/1.1" status: 200 len: 1093 time: 0.6421945 Aug 16 02:47:29.138115 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eddd8ec-2fea-4dde-9b80-add3bffed74f', 'tag': '1fc18900-3529-4244-b491-e76e66b493d4'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:29.140376 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c013a74d-010b-4606-88f4-4f344cfffeb2" -d '{"events": [{"name": "network-changed", "server_uuid": "7eddd8ec-2fea-4dde-9b80-add3bffed74f", "tag": "1fc18900-3529-4244-b491-e76e66b493d4"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:29.164659 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3372e-fdd1-4858-bf93-7e311f7a03f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc18900-3529-4244-b491-e76e66b493d4,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:29.229925 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-417c93fd-c277-4631-ba2c-60b33c2a1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:29.231515 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-417c93fd-c277-4631-ba2c-60b33c2a1926 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 1096 time: 0.0500135 Aug 16 02:47:29.243819 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b0d1cd-1156-4ce0-8a25-c0ca425b8561 x-openstack-request-id: req-15b0d1cd-1156-4ce0-8a25-c0ca425b8561 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:29.244112 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eddd8ec-2fea-4dde-9b80-add3bffed74f", "tag": "1fc18900-3529-4244-b491-e76e66b493d4", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:29.244368 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-15b0d1cd-1156-4ce0-8a25-c0ca425b8561 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:29.244789 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eddd8ec-2fea-4dde-9b80-add3bffed74f', 'tag': '1fc18900-3529-4244-b491-e76e66b493d4', 'status': 'completed', 'code': 200} Aug 16 02:47:29.282150 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-817f9370-44ea-4f92-b928-d62f4c639e5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fc18900-3529-4244-b491-e76e66b493d4 HTTP/1.1" status: 200 len: 217 time: 0.0358238 Aug 16 02:47:29.339937 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-37dcb4cc-be61-48b4-93dc-4dc0b4b720df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:29.341408 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-37dcb4cc-be61-48b4-93dc-4dc0b4b720df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8767a8cc-a30b-4ec3-9ac7-290a368551e1 HTTP/1.1" status: 200 len: 834 time: 0.0482702 Aug 16 02:47:29.394975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-82da872a-812f-4001-bd32-2cbc210f4135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:29.396924 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-82da872a-812f-4001-bd32-2cbc210f4135 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23cf1890-2db0-46f6-a2cc-fe9975348d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440195 Aug 16 02:47:29.487785 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-833be144-dbdb-4110-bb57-f45699b2290c service neutron] 10.222.0.73 "GET /v2.0/networks/23cf1890-2db0-46f6-a2cc-fe9975348d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812166 Aug 16 02:47:29.584426 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6507317f-886c-4ed6-a780-e516d36bdcf8 req-f2dc9430-6a52-4791-8671-872a8cc8db64 service neutron] 10.222.0.73 "GET /v2.0/networks/23cf1890-2db0-46f6-a2cc-fe9975348d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852993 Aug 16 02:47:29.683133 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013a74d-010b-4606-88f4-4f344cfffeb2 req-daa2beeb-1ecf-4eb9-bed4-6e61377d5507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:29.684506 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c013a74d-010b-4606-88f4-4f344cfffeb2 req-daa2beeb-1ecf-4eb9-bed4-6e61377d5507 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 1096 time: 0.0406981 Aug 16 02:47:29.778067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013a74d-010b-4606-88f4-4f344cfffeb2 req-33e5fac4-2729-495c-9cb3-95ebf822129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:29.779533 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c013a74d-010b-4606-88f4-4f344cfffeb2 req-33e5fac4-2729-495c-9cb3-95ebf822129d service neutron] 10.222.0.73 "GET /v2.0/networks?id=23cf1890-2db0-46f6-a2cc-fe9975348d30 HTTP/1.1" status: 200 len: 897 time: 0.0841835 Aug 16 02:47:29.824733 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c013a74d-010b-4606-88f4-4f344cfffeb2 req-93efa641-5b30-4c8a-a630-d829792d5234 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fc18900-3529-4244-b491-e76e66b493d4 HTTP/1.1" status: 200 len: 217 time: 0.0374737 Aug 16 02:47:29.876797 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013a74d-010b-4606-88f4-4f344cfffeb2 req-f14a56d4-d16f-4aae-82d3-50c854283db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:29.877475 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8a23b257-9607-42de-b079-3b37c0a1ae1f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:29.878313 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c013a74d-010b-4606-88f4-4f344cfffeb2 req-f14a56d4-d16f-4aae-82d3-50c854283db3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8767a8cc-a30b-4ec3-9ac7-290a368551e1 HTTP/1.1" status: 200 len: 834 time: 0.0456681 Aug 16 02:47:29.924321 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013a74d-010b-4606-88f4-4f344cfffeb2 req-ed608cc2-bffa-42c2-b242-c76fa2f1bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:29.925783 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c013a74d-010b-4606-88f4-4f344cfffeb2 req-ed608cc2-bffa-42c2-b242-c76fa2f1bb98 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23cf1890-2db0-46f6-a2cc-fe9975348d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402668 Aug 16 02:47:29.928212 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 8a23b257-9607-42de-b079-3b37c0a1ae1f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:29.932052 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 8a23b257-9607-42de-b079-3b37c0a1ae1f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:29.932420 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:30.018485 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:30.037582 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c013a74d-010b-4606-88f4-4f344cfffeb2 req-439dd8b3-94e7-44f5-aca4-1739ca6e7499 service neutron] 10.222.0.73 "GET /v2.0/networks/23cf1890-2db0-46f6-a2cc-fe9975348d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951648 Aug 16 02:47:30.052620 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72341d-f246-4b62-8193-1533fa6ec6ad req-dc39f5b5-6005-42e3-b0ff-2bd769ddd9c7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:30.054183 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd72341d-f246-4b62-8193-1533fa6ec6ad req-dc39f5b5-6005-42e3-b0ff-2bd769ddd9c7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 944 time: 0.0514350 Aug 16 02:47:30.056711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 8a23b257-9607-42de-b079-3b37c0a1ae1f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8a23b257-9607-42de-b079-3b37c0a1ae1f,segment=NetworkSegment(88f886df-fb3c-4379-9bd6-f8a1001d14e9),segment_id=88f886df-fb3c-4379-9bd6-f8a1001d14e9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:30.060235 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:30.098252 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cd72341d-f246-4b62-8193-1533fa6ec6ad req-5b44fab6-6126-42f7-becc-eab7d285e804 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=5e1a80b5-afcd-41c2-9724-0d39a9ebd125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378146 Aug 16 02:47:30.122759 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=8a23b257-9607-42de-b079-3b37c0a1ae1f,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:30.136993 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c013a74d-010b-4606-88f4-4f344cfffeb2 req-5b1480a1-f1b3-460f-bc34-b7bc56875fe6 service neutron] 10.222.0.73 "GET /v2.0/networks/23cf1890-2db0-46f6-a2cc-fe9975348d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901899 Aug 16 02:47:30.540806 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 1fc18900-3529-4244-b491-e76e66b493d4 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:47:30.636214 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 1fc18900-3529-4244-b491-e76e66b493d4, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1fc18900-3529-4244-b491-e76e66b493d4,segment=NetworkSegment(88f886df-fb3c-4379-9bd6-f8a1001d14e9),segment_id=88f886df-fb3c-4379-9bd6-f8a1001d14e9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:30.647773 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '1fc18900-3529-4244-b491-e76e66b493d4', 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30', 'port_id': '1fc18900-3529-4244-b491-e76e66b493d4', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8767a8cc-a30b-4ec3-9ac7-290a368551e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:47:30.683717 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:30.695932 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc18900-3529-4244-b491-e76e66b493d4 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:47:30.715660 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 1fc18900-3529-4244-b491-e76e66b493d4, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1fc18900-3529-4244-b491-e76e66b493d4,segment=NetworkSegment(88f886df-fb3c-4379-9bd6-f8a1001d14e9),segment_id=88f886df-fb3c-4379-9bd6-f8a1001d14e9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:30.719409 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:30.768634 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=1fc18900-3529-4244-b491-e76e66b493d4,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:31.027286 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['1fc18900-3529-4244-b491-e76e66b493d4'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:47:31.218408 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fafbc-e87f-4427-8a10-479358eb6981 req-0ac5908f-4291-442e-a8fc-36297410108e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:31.219889 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b9fafbc-e87f-4427-8a10-479358eb6981 req-0ac5908f-4291-442e-a8fc-36297410108e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 945 time: 0.0499001 Aug 16 02:47:31.261932 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7b9fafbc-e87f-4427-8a10-479358eb6981 req-f52bc6f1-3f5a-414a-aaa6-6ee64bb315af tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=5e1a80b5-afcd-41c2-9724-0d39a9ebd125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361073 Aug 16 02:47:31.859031 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8a23b257-9607-42de-b079-3b37c0a1ae1f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:31.906783 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 8a23b257-9607-42de-b079-3b37c0a1ae1f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:31.907148 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.381032 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b621e9-490e-40b0-bedc-f8786d7447aa req-177e834c-4c41-4861-b063-9081edb006c9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:32.382575 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-90b621e9-490e-40b0-bedc-f8786d7447aa req-177e834c-4c41-4861-b063-9081edb006c9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 945 time: 0.0515816 Aug 16 02:47:32.423282 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-90b621e9-490e-40b0-bedc-f8786d7447aa req-40ad5e30-83d9-4804-9a1f-5b17566998f0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=5e1a80b5-afcd-41c2-9724-0d39a9ebd125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346487 Aug 16 02:47:32.559521 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 1fc18900-3529-4244-b491-e76e66b493d4 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:47:32.611000 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 1fc18900-3529-4244-b491-e76e66b493d4 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:47:32.615003 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 1fc18900-3529-4244-b491-e76e66b493d4 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:47:32.615461 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.691290 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.712905 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eddd8ec-2fea-4dde-9b80-add3bffed74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc18900-3529-4244-b491-e76e66b493d4'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:32.715179 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c05263-f729-4b13-b0e8-57caa42826bf" -d '{"events": [{"server_uuid": "7eddd8ec-2fea-4dde-9b80-add3bffed74f", "name": "network-vif-plugged", "status": "completed", "tag": "1fc18900-3529-4244-b491-e76e66b493d4"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:32.728414 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 1fc18900-3529-4244-b491-e76e66b493d4, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1fc18900-3529-4244-b491-e76e66b493d4,segment=NetworkSegment(88f886df-fb3c-4379-9bd6-f8a1001d14e9),segment_id=88f886df-fb3c-4379-9bd6-f8a1001d14e9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:47:32.733442 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:32.757517 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d55e71a-6433-4beb-857e-9dc709820403 x-openstack-request-id: req-0d55e71a-6433-4beb-857e-9dc709820403 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:32.757785 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eddd8ec-2fea-4dde-9b80-add3bffed74f", "name": "network-vif-plugged", "status": "completed", "tag": "1fc18900-3529-4244-b491-e76e66b493d4", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:32.758037 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0d55e71a-6433-4beb-857e-9dc709820403 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:32.758310 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eddd8ec-2fea-4dde-9b80-add3bffed74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc18900-3529-4244-b491-e76e66b493d4', 'code': 200} Aug 16 02:47:32.783685 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=1fc18900-3529-4244-b491-e76e66b493d4,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:32.856424 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6761b9d-3468-4a53-8f85-3ca3c105852a req-e484950f-aac2-49b9-bde6-4dcfc6712b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:32.857914 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6761b9d-3468-4a53-8f85-3ca3c105852a req-e484950f-aac2-49b9-bde6-4dcfc6712b0a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 1098 time: 0.0400586 Aug 16 02:47:32.897156 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d6761b9d-3468-4a53-8f85-3ca3c105852a req-2b9adf50-88fd-4518-aabc-20c579f6c960 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5e1a80b5-afcd-41c2-9724-0d39a9ebd125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278904 Aug 16 02:47:33.538005 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99dfdef-5b6d-4c0e-b632-27145c018e75 req-55a4e1fd-da46-4f73-b7fa-93548a23124e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:33.539477 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a99dfdef-5b6d-4c0e-b632-27145c018e75 req-55a4e1fd-da46-4f73-b7fa-93548a23124e tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 946 time: 0.0488260 Aug 16 02:47:33.577819 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a99dfdef-5b6d-4c0e-b632-27145c018e75 req-c6000975-1166-4d95-89c3-127fff920124 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=5e1a80b5-afcd-41c2-9724-0d39a9ebd125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322013 Aug 16 02:47:34.695150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec55af-096d-4a01-91ce-04707dbd4479 req-8a99121e-07bb-4bc4-b563-6cfa5d26d7f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:34.696600 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b7ec55af-096d-4a01-91ce-04707dbd4479 req-8a99121e-07bb-4bc4-b563-6cfa5d26d7f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 946 time: 0.0486856 Aug 16 02:47:34.734386 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b7ec55af-096d-4a01-91ce-04707dbd4479 req-122d29a9-fc7f-4414-a147-aa2ae783f4c6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=5e1a80b5-afcd-41c2-9724-0d39a9ebd125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319057 Aug 16 02:47:34.850834 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e12ec2-828a-4b1e-95e7-7e44cef76ca3 req-c93c9f6a-c29e-40e2-a276-cb5ce757600d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:34.852219 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-80e12ec2-828a-4b1e-95e7-7e44cef76ca3 req-c93c9f6a-c29e-40e2-a276-cb5ce757600d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 946 time: 0.0484917 Aug 16 02:47:34.893309 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-80e12ec2-828a-4b1e-95e7-7e44cef76ca3 req-4c33a004-d409-4d2d-8b95-eabf992f4531 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=5e1a80b5-afcd-41c2-9724-0d39a9ebd125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351605 Aug 16 02:47:34.915234 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40934) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:34.954104 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caea699b-7e1f-4f60-87f3-0a3fc5878aa2 tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:34.955616 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-caea699b-7e1f-4f60-87f3-0a3fc5878aa2 tempest-TestNetworkAdvancedServerOps-1941157921 tempest-TestNetworkAdvancedServerOps-1941157921-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 1093 time: 0.0394335 Aug 16 02:47:34.959002 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40936) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:34.963319 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': '1fc18900-3529-4244-b491-e76e66b493d4', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:47:34.984814 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.079527 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.186516 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Allocated IP 172.25.3.72 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/5eb3cc60-a7e4-436b-8d13-2acd77fcf265) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:47:35.291269 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.331754 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.372648 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:47:35.375489 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:47:35.382069 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:47:35.406105 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=5eb3cc60-a7e4-436b-8d13-2acd77fcf265,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:35.742465 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.811987 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.961213 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:35.965577 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:36.036864 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event updated for resources: {'Port': ['ID=5eb3cc60-a7e4-436b-8d13-2acd77fcf265,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:47:36.044827 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:36.142005 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Floating IP cabbe8b0-d3bc-42aa-8b71-145ca1c1a299 associated. External IP: 172.25.3.72, port: 1fc18900-3529-4244-b491-e76e66b493d4. Aug 16 02:47:36.353186 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:47:36.776927 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:47:36.787540 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b250e79f-f84f-4d32-8bb9-84b3df9982a2 None None] Sync routers for ids ['003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:47:36.792609 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:36.796933 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b250e79f-f84f-4d32-8bb9-84b3df9982a2 None None] Routers {'003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:36.797498 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b250e79f-f84f-4d32-8bb9-84b3df9982a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:47:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:36.820202 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f5d12248-efd9-44b5-b26e-754382093df8 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8601756 Aug 16 02:47:36.820791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eddd8ec-2fea-4dde-9b80-add3bffed74f', 'tag': '1fc18900-3529-4244-b491-e76e66b493d4'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:47:36.823068 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13530302-e007-400f-9a7d-4b80c6a23ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "7eddd8ec-2fea-4dde-9b80-add3bffed74f", "tag": "1fc18900-3529-4244-b491-e76e66b493d4"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:47:36.860539 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0298eea9-592c-40a3-954c-41d4fe37a102 x-openstack-request-id: req-0298eea9-592c-40a3-954c-41d4fe37a102 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:47:36.861049 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eddd8ec-2fea-4dde-9b80-add3bffed74f", "tag": "1fc18900-3529-4244-b491-e76e66b493d4", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:47:36.861608 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0298eea9-592c-40a3-954c-41d4fe37a102 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:47:36.862056 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eddd8ec-2fea-4dde-9b80-add3bffed74f', 'tag': '1fc18900-3529-4244-b491-e76e66b493d4', 'status': 'completed', 'code': 200} Aug 16 02:47:36.907199 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b250e79f-f84f-4d32-8bb9-84b3df9982a2 None None] Set router 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:36.953790 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6cad16-2b83-44c7-a542-bb6093a29f3c req-ed7a64e1-11ee-408c-9d99-570164acdd37 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:36.955391 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e6cad16-2b83-44c7-a542-bb6093a29f3c req-ed7a64e1-11ee-408c-9d99-570164acdd37 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 946 time: 0.0844812 Aug 16 02:47:36.961174 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13530302-e007-400f-9a7d-4b80c6a23ad3 req-f72036a4-86a5-4aff-be25-6a254be9ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:36.962687 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-13530302-e007-400f-9a7d-4b80c6a23ad3 req-f72036a4-86a5-4aff-be25-6a254be9ba3d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 1098 time: 0.0661898 Aug 16 02:47:37.045000 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8e6cad16-2b83-44c7-a542-bb6093a29f3c req-07253b2c-0852-4443-9482-ba9924d768f3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=5e1a80b5-afcd-41c2-9724-0d39a9ebd125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813022 Aug 16 02:47:37.068452 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40948) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:37.122909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13530302-e007-400f-9a7d-4b80c6a23ad3 req-66c6a2b0-234e-4902-b2da-289815c655a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:37.124385 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-13530302-e007-400f-9a7d-4b80c6a23ad3 req-66c6a2b0-234e-4902-b2da-289815c655a4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=23cf1890-2db0-46f6-a2cc-fe9975348d30 HTTP/1.1" status: 200 len: 897 time: 0.1532633 Aug 16 02:47:37.178645 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-82b9d82c-dabd-4bcc-8b03-4d854017990c tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/floatingips/cabbe8b0-d3bc-42aa-8b71-145ca1c1a299 HTTP/1.1" status: 200 len: 991 time: 0.1079671 Aug 16 02:47:37.201339 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-13530302-e007-400f-9a7d-4b80c6a23ad3 req-b4e6752e-0fdf-4e2a-8a91-ea80d1c6efeb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fc18900-3529-4244-b491-e76e66b493d4 HTTP/1.1" status: 200 len: 999 time: 0.0688279 Aug 16 02:47:37.256617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13530302-e007-400f-9a7d-4b80c6a23ad3 req-81de504e-81f2-49c8-a0a9-a7c68b8e3d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:37.258154 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-13530302-e007-400f-9a7d-4b80c6a23ad3 req-81de504e-81f2-49c8-a0a9-a7c68b8e3d90 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8767a8cc-a30b-4ec3-9ac7-290a368551e1 HTTP/1.1" status: 200 len: 834 time: 0.0500982 Aug 16 02:47:37.295958 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b250e79f-f84f-4d32-8bb9-84b3df9982a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819190394', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:24Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'cabbe8b0-d3bc-42aa-8b71-145ca1c1a299', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'port_id': '1fc18900-3529-4244-b491-e76e66b493d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eddd8ec-2fea-4dde-9b80-add3bffed74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:47:35Z', 'updated_at': '2021-08-16T02:47:35Z', 'revision_number': 0, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a23b257-9607-42de-b079-3b37c0a1ae1f', 'name': '', 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:fb:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '8767a8cc-a30b-4ec3-9ac7-290a368551e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:23Z', 'updated_at': '2021-08-16T02:47:30Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': '8767a8cc-a30b-4ec3-9ac7-290a368551e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:37.306062 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13530302-e007-400f-9a7d-4b80c6a23ad3 req-fca1cf63-4165-47dd-bf22-bfc21eb515a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:37.307641 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-13530302-e007-400f-9a7d-4b80c6a23ad3 req-fca1cf63-4165-47dd-bf22-bfc21eb515a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23cf1890-2db0-46f6-a2cc-fe9975348d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428891 Aug 16 02:47:37.326348 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b250e79f-f84f-4d32-8bb9-84b3df9982a2 None None] Checking router: 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:47:37.334839 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b250e79f-f84f-4d32-8bb9-84b3df9982a2 None None] Routers {'003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:47:37.335458 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b250e79f-f84f-4d32-8bb9-84b3df9982a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:47:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:37.399692 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-13530302-e007-400f-9a7d-4b80c6a23ad3 req-7b5b4ad8-a61f-4c33-b11a-ab4c77ddb3f4 service neutron] 10.222.0.73 "GET /v2.0/networks/23cf1890-2db0-46f6-a2cc-fe9975348d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849349 Aug 16 02:47:37.442435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b250e79f-f84f-4d32-8bb9-84b3df9982a2 None None] Set router 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:47:37.495941 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-13530302-e007-400f-9a7d-4b80c6a23ad3 req-99334976-42f8-4889-943e-a696d65f8102 service neutron] 10.222.0.73 "GET /v2.0/networks/23cf1890-2db0-46f6-a2cc-fe9975348d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893431 Aug 16 02:47:37.661460 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b250e79f-f84f-4d32-8bb9-84b3df9982a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819190394', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:24Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'cabbe8b0-d3bc-42aa-8b71-145ca1c1a299', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'port_id': '1fc18900-3529-4244-b491-e76e66b493d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eddd8ec-2fea-4dde-9b80-add3bffed74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:47:35Z', 'updated_at': '2021-08-16T02:47:35Z', 'revision_number': 0, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a23b257-9607-42de-b079-3b37c0a1ae1f', 'name': '', 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:fb:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '8767a8cc-a30b-4ec3-9ac7-290a368551e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:23Z', 'updated_at': '2021-08-16T02:47:30Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': '8767a8cc-a30b-4ec3-9ac7-290a368551e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:47:37.687816 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b250e79f-f84f-4d32-8bb9-84b3df9982a2 None None] The sync data for ids ['003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'] in n-d-765315-27 is: [{'id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819190394', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:24Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'cabbe8b0-d3bc-42aa-8b71-145ca1c1a299', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'port_id': '1fc18900-3529-4244-b491-e76e66b493d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eddd8ec-2fea-4dde-9b80-add3bffed74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:47:35Z', 'updated_at': '2021-08-16T02:47:35Z', 'revision_number': 0, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a23b257-9607-42de-b079-3b37c0a1ae1f', 'name': '', 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:fb:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '8767a8cc-a30b-4ec3-9ac7-290a368551e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:23Z', 'updated_at': '2021-08-16T02:47:30Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': '8767a8cc-a30b-4ec3-9ac7-290a368551e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:47:37.884395 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa31e0c-dacc-4cd5-a570-b519c9c38142 None None] New status for floating IP cabbe8b0-d3bc-42aa-8b71-145ca1c1a299: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:47:38.153924 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:38.180777 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40950) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:47:38.240263 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-20ac5bd7-44fb-4fef-ada3-c60a79920efe tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/floatingips/cabbe8b0-d3bc-42aa-8b71-145ca1c1a299 HTTP/1.1" status: 200 len: 993 time: 0.0582409 Aug 16 02:47:38.771543 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:43.386566 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:47:50.217586 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f6db2a4-646e-4982-890b-3b3bae5b4bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:52.749112 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e974fafb-6ad4-42f1-858c-ac7f93686163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:53.439121 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:54.434025 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:56.214758 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:59.109096 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f5b0309-6c41-4911-b8fd-1bc7bb19d6fc req-2ea7e7b2-4b1b-4bfc-ae2e-2b7c37ff29e2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428159 Aug 16 02:47:59.191717 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b0309-6c41-4911-b8fd-1bc7bb19d6fc req-c0a8bf21-7f5d-4e05-910f-295c9d365ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:59.193183 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f5b0309-6c41-4911-b8fd-1bc7bb19d6fc req-c0a8bf21-7f5d-4e05-910f-295c9d365ac1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 1098 time: 0.0395398 Aug 16 02:47:59.297331 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b0309-6c41-4911-b8fd-1bc7bb19d6fc req-427c54e9-6bcd-4d8b-b4f3-badae62bc589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:59.298837 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f5b0309-6c41-4911-b8fd-1bc7bb19d6fc req-427c54e9-6bcd-4d8b-b4f3-badae62bc589 service neutron] 10.222.0.73 "GET /v2.0/networks?id=23cf1890-2db0-46f6-a2cc-fe9975348d30 HTTP/1.1" status: 200 len: 897 time: 0.0821462 Aug 16 02:47:59.671140 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f5b0309-6c41-4911-b8fd-1bc7bb19d6fc req-8e3367d7-5c35-4a72-99d5-2d85d831b658 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fc18900-3529-4244-b491-e76e66b493d4 HTTP/1.1" status: 200 len: 1001 time: 0.3639519 Aug 16 02:47:59.720880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b0309-6c41-4911-b8fd-1bc7bb19d6fc req-04a7c08c-b4a1-401c-9493-a8bfd9e72243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:59.722305 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f5b0309-6c41-4911-b8fd-1bc7bb19d6fc req-04a7c08c-b4a1-401c-9493-a8bfd9e72243 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8767a8cc-a30b-4ec3-9ac7-290a368551e1 HTTP/1.1" status: 200 len: 834 time: 0.0427203 Aug 16 02:47:59.767308 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b0309-6c41-4911-b8fd-1bc7bb19d6fc req-38b5fd30-893f-4129-bf07-5e2878877756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:59.768803 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f5b0309-6c41-4911-b8fd-1bc7bb19d6fc req-38b5fd30-893f-4129-bf07-5e2878877756 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23cf1890-2db0-46f6-a2cc-fe9975348d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389464 Aug 16 02:47:59.865483 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f5b0309-6c41-4911-b8fd-1bc7bb19d6fc req-6e5e0fda-8ade-4d62-9b82-ebcf0b40153b service neutron] 10.222.0.73 "GET /v2.0/networks/23cf1890-2db0-46f6-a2cc-fe9975348d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867491 Aug 16 02:47:59.956949 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2f5b0309-6c41-4911-b8fd-1bc7bb19d6fc req-b292a6e6-d2ba-4fdc-ac72-f99ff2d257e2 service neutron] 10.222.0.73 "GET /v2.0/networks/23cf1890-2db0-46f6-a2cc-fe9975348d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814507 Aug 16 02:48:08.162463 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:08.774317 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:13.479010 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a1e1a-0d40-4dd6-aedb-36ddf234c1e4 req-d96c690a-70a4-4b8d-a4b4-02b18d4a9c62 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:13.480530 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ee2a1e1a-0d40-4dd6-aedb-36ddf234c1e4 req-d96c690a-70a4-4b8d-a4b4-02b18d4a9c62 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 946 time: 0.0489924 Aug 16 02:48:13.519965 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ee2a1e1a-0d40-4dd6-aedb-36ddf234c1e4 req-0eb6fdae-3362-43ff-a0b9-03e4c9d5cfd3 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=5e1a80b5-afcd-41c2-9724-0d39a9ebd125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333707 Aug 16 02:48:14.660571 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f1faf-7cb8-49f4-a993-409d3b9fc802 req-726c5f95-f655-463a-b440-3735d127a706 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:14.662605 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8d5f1faf-7cb8-49f4-a993-409d3b9fc802 req-726c5f95-f655-463a-b440-3735d127a706 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 946 time: 0.0531676 Aug 16 02:48:14.700107 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8d5f1faf-7cb8-49f4-a993-409d3b9fc802 req-38b3bb5d-d06f-4c8f-8f22-b1fdc3113bcc tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=5e1a80b5-afcd-41c2-9724-0d39a9ebd125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306494 Aug 16 02:48:14.723156 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40972) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:14.792192 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-43236dc5-bb07-456e-ae43-11cd059c0f2d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/floatingips/cabbe8b0-d3bc-42aa-8b71-145ca1c1a299 HTTP/1.1" status: 200 len: 993 time: 0.0678334 Aug 16 02:48:16.058257 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cbca7-6df8-4894-87ac-a20dc896d0ff req-c5833ed5-6eed-4807-b7e5-f21c0d5108f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:16.060518 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b14cbca7-6df8-4894-87ac-a20dc896d0ff req-c5833ed5-6eed-4807-b7e5-f21c0d5108f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 946 time: 0.0550008 Aug 16 02:48:16.081264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02843d2f-cc7a-4279-9c99-41ce044b1d3f req-786e5f2e-2dc6-4376-9edc-16dded9859ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:16.082845 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02843d2f-cc7a-4279-9c99-41ce044b1d3f req-786e5f2e-2dc6-4376-9edc-16dded9859ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 1098 time: 0.0415514 Aug 16 02:48:16.105623 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b14cbca7-6df8-4894-87ac-a20dc896d0ff req-ca70ef05-45fb-4e92-b6f9-02269886f801 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=5e1a80b5-afcd-41c2-9724-0d39a9ebd125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382404 Aug 16 02:48:16.178667 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02843d2f-cc7a-4279-9c99-41ce044b1d3f req-e384bd3e-3cec-4179-a218-75e657f4e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:16.180573 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02843d2f-cc7a-4279-9c99-41ce044b1d3f req-e384bd3e-3cec-4179-a218-75e657f4e032 service neutron] 10.222.0.73 "GET /v2.0/networks?id=23cf1890-2db0-46f6-a2cc-fe9975348d30 HTTP/1.1" status: 200 len: 897 time: 0.0861185 Aug 16 02:48:16.252958 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02843d2f-cc7a-4279-9c99-41ce044b1d3f req-fa3b87d9-3845-4e19-9aed-8e2b47c8f52f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fc18900-3529-4244-b491-e76e66b493d4 HTTP/1.1" status: 200 len: 1001 time: 0.0615878 Aug 16 02:48:16.307209 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02843d2f-cc7a-4279-9c99-41ce044b1d3f req-3ea0fd83-8491-43d7-8469-31ee3fe412e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:16.308749 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02843d2f-cc7a-4279-9c99-41ce044b1d3f req-3ea0fd83-8491-43d7-8469-31ee3fe412e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8767a8cc-a30b-4ec3-9ac7-290a368551e1 HTTP/1.1" status: 200 len: 834 time: 0.0443382 Aug 16 02:48:16.358899 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02843d2f-cc7a-4279-9c99-41ce044b1d3f req-b72e0dc7-f255-4db8-9394-ed4eb67d639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:16.360382 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02843d2f-cc7a-4279-9c99-41ce044b1d3f req-b72e0dc7-f255-4db8-9394-ed4eb67d639f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23cf1890-2db0-46f6-a2cc-fe9975348d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398345 Aug 16 02:48:16.455509 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02843d2f-cc7a-4279-9c99-41ce044b1d3f req-e79feac7-b5d4-4641-acb1-a6ad643e5e76 service neutron] 10.222.0.73 "GET /v2.0/networks/23cf1890-2db0-46f6-a2cc-fe9975348d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849316 Aug 16 02:48:16.548935 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02843d2f-cc7a-4279-9c99-41ce044b1d3f req-f7325bf1-fd13-4bfd-805f-48d8d0157fdb service neutron] 10.222.0.73 "GET /v2.0/networks/23cf1890-2db0-46f6-a2cc-fe9975348d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817778 Aug 16 02:48:17.235717 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d38f33-582e-46b0-92d7-8bd8620d1f68 req-ab95ce04-4d7b-4050-926b-71f6a4109f44 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:17.237611 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-01d38f33-582e-46b0-92d7-8bd8620d1f68 req-ab95ce04-4d7b-4050-926b-71f6a4109f44 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 946 time: 0.0578430 Aug 16 02:48:17.276202 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-01d38f33-582e-46b0-92d7-8bd8620d1f68 req-cb1f569f-5a70-49ba-bdfd-2781071aed8a tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=5e1a80b5-afcd-41c2-9724-0d39a9ebd125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316582 Aug 16 02:48:18.394646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcf016-48a0-48b4-9dd5-e2f7e1f4a2b3 req-6a81a97a-06da-4801-a5d8-cdeef26932e9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:18.396134 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5bbcf016-48a0-48b4-9dd5-e2f7e1f4a2b3 req-6a81a97a-06da-4801-a5d8-cdeef26932e9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 946 time: 0.0492005 Aug 16 02:48:18.438620 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5bbcf016-48a0-48b4-9dd5-e2f7e1f4a2b3 req-37d693ac-7c22-4b4f-89d9-6d916624cb04 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=5e1a80b5-afcd-41c2-9724-0d39a9ebd125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362184 Aug 16 02:48:18.461636 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 40986) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:18.522126 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0a36eb2f-77f2-4f06-b8f9-e09d2a45cfd6 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/floatingips/cabbe8b0-d3bc-42aa-8b71-145ca1c1a299 HTTP/1.1" status: 200 len: 993 time: 0.0593150 Aug 16 02:48:18.740573 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 40992) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:18.894886 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-1bc6080f-ba5f-4f27-a347-070ed5dc07d5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port 5eb3cc60-a7e4-436b-8d13-2acd77fcf265 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:18.895119 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bc6080f-ba5f-4f27-a347-070ed5dc07d5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:18.969210 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bc6080f-ba5f-4f27-a347-070ed5dc07d5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:18.969540 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bc6080f-ba5f-4f27-a347-070ed5dc07d5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:18.981512 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-1bc6080f-ba5f-4f27-a347-070ed5dc07d5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for 5eb3cc60-a7e4-436b-8d13-2acd77fcf265 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:19.129577 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bc6080f-ba5f-4f27-a347-070ed5dc07d5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:19.158178 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6080f-ba5f-4f27-a347-070ed5dc07d5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=5eb3cc60-a7e4-436b-8d13-2acd77fcf265,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:19.219471 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bc6080f-ba5f-4f27-a347-070ed5dc07d5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:19.219808 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-1bc6080f-ba5f-4f27-a347-070ed5dc07d5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Floating IP cabbe8b0-d3bc-42aa-8b71-145ca1c1a299 disassociated (deleted). External IP: 172.25.3.72, port: 1fc18900-3529-4244-b491-e76e66b493d4. Aug 16 02:48:19.436383 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc6080f-ba5f-4f27-a347-070ed5dc07d5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:19.546234 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc6080f-ba5f-4f27-a347-070ed5dc07d5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:19.550934 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bc6080f-ba5f-4f27-a347-070ed5dc07d5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:19.555577 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa206f6-5a59-4f2a-9080-accf18f88deb None None] Sync routers for ids ['003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:19.564963 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa206f6-5a59-4f2a-9080-accf18f88deb None None] Routers {'003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:19.565580 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6fa206f6-5a59-4f2a-9080-accf18f88deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:47:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:19.578505 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1bc6080f-ba5f-4f27-a347-070ed5dc07d5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/floatingips/cabbe8b0-d3bc-42aa-8b71-145ca1c1a299 HTTP/1.1" status: 204 len: 168 time: 0.8362224 Aug 16 02:48:19.579104 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eddd8ec-2fea-4dde-9b80-add3bffed74f', 'tag': '1fc18900-3529-4244-b491-e76e66b493d4'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:19.581350 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4364d8-30ae-4bcc-a180-7089eabd909f" -d '{"events": [{"name": "network-changed", "server_uuid": "7eddd8ec-2fea-4dde-9b80-add3bffed74f", "tag": "1fc18900-3529-4244-b491-e76e66b493d4"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:19.622535 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec30020-c741-4f48-9229-eec6467503c0 x-openstack-request-id: req-3ec30020-c741-4f48-9229-eec6467503c0 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:19.622836 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eddd8ec-2fea-4dde-9b80-add3bffed74f", "tag": "1fc18900-3529-4244-b491-e76e66b493d4", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:19.623090 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3ec30020-c741-4f48-9229-eec6467503c0 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:19.623497 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eddd8ec-2fea-4dde-9b80-add3bffed74f', 'tag': '1fc18900-3529-4244-b491-e76e66b493d4', 'status': 'completed', 'code': 200} Aug 16 02:48:19.677971 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-6fa206f6-5a59-4f2a-9080-accf18f88deb None None] Set router 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:19.695636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4364d8-30ae-4bcc-a180-7089eabd909f req-c43a16f8-01fc-4548-b3b0-e2dfb527cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:19.697465 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c4364d8-30ae-4bcc-a180-7089eabd909f req-c43a16f8-01fc-4548-b3b0-e2dfb527cf55 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 1098 time: 0.0451183 Aug 16 02:48:19.839931 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146539a-2fe4-4739-8e2f-38a12697cade req-94ba6ac9-eca6-4c16-af22-4e1afced96d7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:19.841442 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7146539a-2fe4-4739-8e2f-38a12697cade req-94ba6ac9-eca6-4c16-af22-4e1afced96d7 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 946 time: 0.0799034 Aug 16 02:48:19.842893 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4364d8-30ae-4bcc-a180-7089eabd909f req-95c75524-3fed-4c08-aae5-14959238786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:19.844305 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c4364d8-30ae-4bcc-a180-7089eabd909f req-95c75524-3fed-4c08-aae5-14959238786f service neutron] 10.222.0.73 "GET /v2.0/networks?id=23cf1890-2db0-46f6-a2cc-fe9975348d30 HTTP/1.1" status: 200 len: 897 time: 0.1362817 Aug 16 02:48:19.890440 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6fa206f6-5a59-4f2a-9080-accf18f88deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819190394', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:24Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8a23b257-9607-42de-b079-3b37c0a1ae1f', 'name': '', 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:fb:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '8767a8cc-a30b-4ec3-9ac7-290a368551e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:23Z', 'updated_at': '2021-08-16T02:47:30Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': '8767a8cc-a30b-4ec3-9ac7-290a368551e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:19.899993 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c4364d8-30ae-4bcc-a180-7089eabd909f req-23b081f7-2bba-4d30-aa68-7c2ecd7d79fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fc18900-3529-4244-b491-e76e66b493d4 HTTP/1.1" status: 200 len: 217 time: 0.0447953 Aug 16 02:48:19.916721 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa206f6-5a59-4f2a-9080-accf18f88deb None None] Checking router: 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:19.925060 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa206f6-5a59-4f2a-9080-accf18f88deb None None] Routers {'003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:19.925700 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6fa206f6-5a59-4f2a-9080-accf18f88deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:47:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:19.941323 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7146539a-2fe4-4739-8e2f-38a12697cade req-253d81c6-49ac-40f1-b819-a5a84c06107d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=5e1a80b5-afcd-41c2-9724-0d39a9ebd125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935893 Aug 16 02:48:19.962722 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4364d8-30ae-4bcc-a180-7089eabd909f req-091333b0-6bdb-4f85-a7ed-5ab767cdfcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:19.964258 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c4364d8-30ae-4bcc-a180-7089eabd909f req-091333b0-6bdb-4f85-a7ed-5ab767cdfcf0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8767a8cc-a30b-4ec3-9ac7-290a368551e1 HTTP/1.1" status: 200 len: 834 time: 0.0528142 Aug 16 02:48:20.010462 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4364d8-30ae-4bcc-a180-7089eabd909f req-ea11775f-0629-41a4-a5a6-299db82ba672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:20.012057 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c4364d8-30ae-4bcc-a180-7089eabd909f req-ea11775f-0629-41a4-a5a6-299db82ba672 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23cf1890-2db0-46f6-a2cc-fe9975348d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403359 Aug 16 02:48:20.040203 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-6fa206f6-5a59-4f2a-9080-accf18f88deb None None] Set router 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:20.106811 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c4364d8-30ae-4bcc-a180-7089eabd909f req-564f2864-0327-4d48-9c02-e716ad396a5a service neutron] 10.222.0.73 "GET /v2.0/networks/23cf1890-2db0-46f6-a2cc-fe9975348d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867527 Aug 16 02:48:20.197995 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c4364d8-30ae-4bcc-a180-7089eabd909f req-2bdb0f46-21c8-490c-b874-01e87825167c service neutron] 10.222.0.73 "GET /v2.0/networks/23cf1890-2db0-46f6-a2cc-fe9975348d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837443 Aug 16 02:48:20.232638 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c0f5e80-a355-4954-9178-264871b0330f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:20.253648 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6fa206f6-5a59-4f2a-9080-accf18f88deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819190394', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:24Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8a23b257-9607-42de-b079-3b37c0a1ae1f', 'name': '', 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:fb:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '8767a8cc-a30b-4ec3-9ac7-290a368551e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:23Z', 'updated_at': '2021-08-16T02:47:30Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': '8767a8cc-a30b-4ec3-9ac7-290a368551e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:20.281377 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa206f6-5a59-4f2a-9080-accf18f88deb None None] The sync data for ids ['003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'] in n-d-765315-27 is: [{'id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819190394', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:24Z', 'revision_number': 4, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '8a23b257-9607-42de-b079-3b37c0a1ae1f', 'name': '', 'network_id': '23cf1890-2db0-46f6-a2cc-fe9975348d30', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'mac_address': 'fa:16:3e:fb:20:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '8767a8cc-a30b-4ec3-9ac7-290a368551e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:23Z', 'updated_at': '2021-08-16T02:47:30Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'subnets': [{'id': '8767a8cc-a30b-4ec3-9ac7-290a368551e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:20.386772 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:48:20.491992 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7c81a2-b00e-4372-a5d9-92a43907f18f None None] New status for floating IP cabbe8b0-d3bc-42aa-8b71-145ca1c1a299: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:48:21.066579 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06490631-4e5e-4a95-a6fc-d7d1762960cd req-84cf7a99-59e9-492a-ba4b-7708681a03f0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:21.068044 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-06490631-4e5e-4a95-a6fc-d7d1762960cd req-84cf7a99-59e9-492a-ba4b-7708681a03f0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 946 time: 0.0495934 Aug 16 02:48:21.106213 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-06490631-4e5e-4a95-a6fc-d7d1762960cd req-ca7da405-e9dc-4ab5-8745-ccea8bb06281 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/security-groups?id=5e1a80b5-afcd-41c2-9724-0d39a9ebd125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318165 Aug 16 02:48:21.543506 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf5bc2-75b6-4233-9be9-ba5c78d319a3 req-248f47b5-db0a-4861-9c0c-a1e990a745e9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:21.544926 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15bf5bc2-75b6-4233-9be9-ba5c78d319a3 req-248f47b5-db0a-4861-9c0c-a1e990a745e9 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 946 time: 0.0496733 Aug 16 02:48:21.640868 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-15bf5bc2-75b6-4233-9be9-ba5c78d319a3 req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port 1fc18900-3529-4244-b491-e76e66b493d4 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:21.641197 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15bf5bc2-75b6-4233-9be9-ba5c78d319a3 req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:21.726617 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-15bf5bc2-75b6-4233-9be9-ba5c78d319a3 req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] For port 1fc18900-3529-4244-b491-e76e66b493d4, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=1fc18900-3529-4244-b491-e76e66b493d4,segment=NetworkSegment(88f886df-fb3c-4379-9bd6-f8a1001d14e9),segment_id=88f886df-fb3c-4379-9bd6-f8a1001d14e9)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:21.726976 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15bf5bc2-75b6-4233-9be9-ba5c78d319a3 req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:21.739825 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-15bf5bc2-75b6-4233-9be9-ba5c78d319a3 req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for 1fc18900-3529-4244-b491-e76e66b493d4 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:21.870199 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15bf5bc2-75b6-4233-9be9-ba5c78d319a3 req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:21.900191 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=1fc18900-3529-4244-b491-e76e66b493d4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:21.927806 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.928679 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.929167 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.929699 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.930067 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.930405 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.930744 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.931081 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.931418 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.931748 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.932078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.932404 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:21.957833 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bf5bc2-75b6-4233-9be9-ba5c78d319a3 req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] No DVR routers for this DVR port 1fc18900-3529-4244-b491-e76e66b493d4 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:21.960439 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15bf5bc2-75b6-4233-9be9-ba5c78d319a3 req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:21.962504 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-15bf5bc2-75b6-4233-9be9-ba5c78d319a3 req-9cf5ca8c-e9d0-4f03-a719-b9d7524de400 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.73 "DELETE /v2.0/ports/1fc18900-3529-4244-b491-e76e66b493d4 HTTP/1.1" status: 204 len: 173 time: 0.4089351 Aug 16 02:48:21.962950 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eddd8ec-2fea-4dde-9b80-add3bffed74f', 'name': 'network-vif-deleted', 'tag': '1fc18900-3529-4244-b491-e76e66b493d4'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:21.965204 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09eb89fb-f2a8-4f15-8cbf-578a4c43d296" -d '{"events": [{"server_uuid": "7eddd8ec-2fea-4dde-9b80-add3bffed74f", "name": "network-vif-deleted", "tag": "1fc18900-3529-4244-b491-e76e66b493d4"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:22.004118 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337f63a9-4664-4ce4-b111-a3e07cdf8768 x-openstack-request-id: req-337f63a9-4664-4ce4-b111-a3e07cdf8768 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:22.004411 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eddd8ec-2fea-4dde-9b80-add3bffed74f", "name": "network-vif-deleted", "tag": "1fc18900-3529-4244-b491-e76e66b493d4", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:22.004666 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-337f63a9-4664-4ce4-b111-a3e07cdf8768 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:22.005126 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eddd8ec-2fea-4dde-9b80-add3bffed74f', 'name': 'network-vif-deleted', 'tag': '1fc18900-3529-4244-b491-e76e66b493d4', 'status': 'completed', 'code': 200} Aug 16 02:48:22.215002 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-46ffd789-b654-4149-88cf-2918a49b9cc5 req-48d1d7bd-b767-4c8d-ba32-e98d3d702ef1 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "GET /v2.0/ports?device_id=7eddd8ec-2fea-4dde-9b80-add3bffed74f HTTP/1.1" status: 200 len: 210 time: 0.0296848 Aug 16 02:48:22.749745 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8093648c-169d-4402-aca1-1c319c059dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.272986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41008) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:23.442990 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.666540 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cdb336e7-a426-40f5-90a1-165e9478899d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:23.920548 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cdb336e7-a426-40f5-90a1-165e9478899d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port 8a23b257-9607-42de-b079-3b37c0a1ae1f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:23.920791 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cdb336e7-a426-40f5-90a1-165e9478899d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:24.013456 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-cdb336e7-a426-40f5-90a1-165e9478899d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] For port 8a23b257-9607-42de-b079-3b37c0a1ae1f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=8a23b257-9607-42de-b079-3b37c0a1ae1f,segment=NetworkSegment(88f886df-fb3c-4379-9bd6-f8a1001d14e9),segment_id=88f886df-fb3c-4379-9bd6-f8a1001d14e9)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:24.013838 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cdb336e7-a426-40f5-90a1-165e9478899d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:24.025922 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cdb336e7-a426-40f5-90a1-165e9478899d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for 8a23b257-9607-42de-b079-3b37c0a1ae1f owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:24.204951 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cdb336e7-a426-40f5-90a1-165e9478899d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:24.230166 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb336e7-a426-40f5-90a1-165e9478899d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=8a23b257-9607-42de-b079-3b37c0a1ae1f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:24.409730 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cdb336e7-a426-40f5-90a1-165e9478899d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:24.433950 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:24.926371 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb336e7-a426-40f5-90a1-165e9478899d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Router 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:25.036798 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb336e7-a426-40f5-90a1-165e9478899d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:25.042612 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-cdb336e7-a426-40f5-90a1-165e9478899d tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "PUT /v2.0/routers/003e051c-ba2e-4c8e-bd9d-9da99a7f1fed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7686014 Aug 16 02:48:25.045696 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41010) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:25.046837 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414c9a23-c6c0-41a8-87fa-80c64eb3e498 None None] Sync routers for ids ['003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:25.055921 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414c9a23-c6c0-41a8-87fa-80c64eb3e498 None None] Routers {'003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:25.056538 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-414c9a23-c6c0-41a8-87fa-80c64eb3e498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:48:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:25.099177 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-09144aae-619e-41ef-bc98-03b090012297 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting subnet 8767a8cc-a30b-4ec3-9ac7-290a368551e1 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:48:25.103340 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09144aae-619e-41ef-bc98-03b090012297 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.143418 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09144aae-619e-41ef-bc98-03b090012297 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.164804 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-414c9a23-c6c0-41a8-87fa-80c64eb3e498 None None] Set router 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:25.231196 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09144aae-619e-41ef-bc98-03b090012297 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.296864 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09144aae-619e-41ef-bc98-03b090012297 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.323708 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09144aae-619e-41ef-bc98-03b090012297 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Subnet': ['ID=8767a8cc-a30b-4ec3-9ac7-290a368551e1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:25.327662 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09144aae-619e-41ef-bc98-03b090012297 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.333456 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-09144aae-619e-41ef-bc98-03b090012297 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/subnets/8767a8cc-a30b-4ec3-9ac7-290a368551e1 HTTP/1.1" status: 204 len: 168 time: 0.2835810 Aug 16 02:48:25.333456 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41012) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:25.333736 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027e0fcf-9cf0-48df-af75-0f440d39da87 None None] Network 23cf1890-2db0-46f6-a2cc-fe9975348d30 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:25.404825 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-414c9a23-c6c0-41a8-87fa-80c64eb3e498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819190394', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:48:24Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:25.442570 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ddea4c25-c377-458a-86cc-3b6f898638a0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.450385 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414c9a23-c6c0-41a8-87fa-80c64eb3e498 None None] Checking router: 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:25.479569 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414c9a23-c6c0-41a8-87fa-80c64eb3e498 None None] Routers {'003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:25.480299 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-414c9a23-c6c0-41a8-87fa-80c64eb3e498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:48:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:25.555938 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ddea4c25-c377-458a-86cc-3b6f898638a0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.596342 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-414c9a23-c6c0-41a8-87fa-80c64eb3e498 None None] Set router 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:25.615396 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ddea4c25-c377-458a-86cc-3b6f898638a0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port e1cb4a23-7ae9-4574-8165-9ff220b6542f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:25.615779 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ddea4c25-c377-458a-86cc-3b6f898638a0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.627312 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effc0c3f-e817-4c34-a0cc-9505829bf141 None None] DHCP port deletion for 23cf1890-2db0-46f6-a2cc-fe9975348d30 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:48:25.701089 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-ddea4c25-c377-458a-86cc-3b6f898638a0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] For port e1cb4a23-7ae9-4574-8165-9ff220b6542f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=e1cb4a23-7ae9-4574-8165-9ff220b6542f,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:25.701458 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ddea4c25-c377-458a-86cc-3b6f898638a0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.715540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ddea4c25-c377-458a-86cc-3b6f898638a0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for e1cb4a23-7ae9-4574-8165-9ff220b6542f owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:25.909691 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ddea4c25-c377-458a-86cc-3b6f898638a0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.931290 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-effc0c3f-e817-4c34-a0cc-9505829bf141 None None] Deleting port 3aa81fe0-c621-4d46-8ed8-f019395df7a9 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:25.931665 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-effc0c3f-e817-4c34-a0cc-9505829bf141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.943007 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea4c25-c377-458a-86cc-3b6f898638a0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=e1cb4a23-7ae9-4574-8165-9ff220b6542f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:25.954235 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 3aa81fe0-c621-4d46-8ed8-f019395df7a9 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:26.006890 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ddea4c25-c377-458a-86cc-3b6f898638a0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.063125 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-effc0c3f-e817-4c34-a0cc-9505829bf141 None None] For port 3aa81fe0-c621-4d46-8ed8-f019395df7a9, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3aa81fe0-c621-4d46-8ed8-f019395df7a9,segment=NetworkSegment(88f886df-fb3c-4379-9bd6-f8a1001d14e9),segment_id=88f886df-fb3c-4379-9bd6-f8a1001d14e9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:26.063518 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-effc0c3f-e817-4c34-a0cc-9505829bf141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.084912 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-effc0c3f-e817-4c34-a0cc-9505829bf141 None None] Calling delete_port for 3aa81fe0-c621-4d46-8ed8-f019395df7a9 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:26.105652 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ddea4c25-c377-458a-86cc-3b6f898638a0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.107825 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ddea4c25-c377-458a-86cc-3b6f898638a0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.156308 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-414c9a23-c6c0-41a8-87fa-80c64eb3e498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819190394', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:48:24Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:26.157741 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ddea4c25-c377-458a-86cc-3b6f898638a0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.158345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddea4c25-c377-458a-86cc-3b6f898638a0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Fanout notify agent at l3_agent the message router_deleted on router 003e051c-ba2e-4c8e-bd9d-9da99a7f1fed {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:48:26.167053 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ddea4c25-c377-458a-86cc-3b6f898638a0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.171459 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-ddea4c25-c377-458a-86cc-3b6f898638a0 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/routers/003e051c-ba2e-4c8e-bd9d-9da99a7f1fed HTTP/1.1" status: 204 len: 168 time: 0.8375223 Aug 16 02:48:26.171680 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41014) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:26.195798 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414c9a23-c6c0-41a8-87fa-80c64eb3e498 None None] The sync data for ids ['003e051c-ba2e-4c8e-bd9d-9da99a7f1fed'] in n-d-765315-27 is: [{'id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819190394', 'tenant_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:48:24Z', 'revision_number': 5, 'project_id': '9cb0f86fd7764c738454a1edb0bea8ab', 'gw_port': {'id': 'e1cb4a23-7ae9-4574-8165-9ff220b6542f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003e051c-ba2e-4c8e-bd9d-9da99a7f1fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:47:21Z', 'updated_at': '2021-08-16T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:26.198800 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.242899 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.257475 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.263683 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 3aa81fe0-c621-4d46-8ed8-f019395df7a9, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=3aa81fe0-c621-4d46-8ed8-f019395df7a9,segment=NetworkSegment(88f886df-fb3c-4379-9bd6-f8a1001d14e9),segment_id=88f886df-fb3c-4379-9bd6-f8a1001d14e9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:26.268077 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.290484 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-effc0c3f-e817-4c34-a0cc-9505829bf141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.292561 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event deleted for resources: {'Port': ['ID=3aa81fe0-c621-4d46-8ed8-f019395df7a9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:26.305020 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.305365 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.305706 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.306064 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.306394 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.306720 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.307042 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.307362 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.307717 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.308035 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.308321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.308736 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.315249 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effc0c3f-e817-4c34-a0cc-9505829bf141 None None] No DVR routers for this DVR port 3aa81fe0-c621-4d46-8ed8-f019395df7a9 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:26.321154 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Deleting port 3aa81fe0-c621-4d46-8ed8-f019395df7a9 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:26.321511 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.338715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc0c3f-e817-4c34-a0cc-9505829bf141 None None] Pushing event deleted for resources: {'Port': ['ID=3aa81fe0-c621-4d46-8ed8-f019395df7a9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:26.388820 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] For port 3aa81fe0-c621-4d46-8ed8-f019395df7a9, host n-d-765315-27, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:26.389181 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.401913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Calling delete_port for 3aa81fe0-c621-4d46-8ed8-f019395df7a9 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:26.404977 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Port 3aa81fe0-c621-4d46-8ed8-f019395df7a9 was not found and therefore no delete operation was performed {{(pid=94673) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:48:26.407548 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.438815 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Port': ['ID=3aa81fe0-c621-4d46-8ed8-f019395df7a9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:26.441056 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] No DVR routers for this DVR port 3aa81fe0-c621-4d46-8ed8-f019395df7a9 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:26.451604 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.451954 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.452294 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.452629 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.452961 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.453291 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.453615 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.453969 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.454303 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.454627 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.454954 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.455273 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:26.531806 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.542646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23cf1890-2db0-46f6-a2cc-fe9975348d30']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:26.554979 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f886df-fb3c-4379-9bd6-f8a1001d14e9') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:26.555313 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f886df-fb3c-4379-9bd6-f8a1001d14e9') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:26.564724 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.579342 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.585840 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:48:26.586240 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: timer() Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:48:26.589498 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:48:26.655965 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.664257 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.669006 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/networks/23cf1890-2db0-46f6-a2cc-fe9975348d30 HTTP/1.1" status: 204 len: 168 time: 0.4932594 Aug 16 02:48:26.669125 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41016) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:26.679469 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f335578-e24d-472a-898b-8b55e614e8f5 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'Network': ['ID=23cf1890-2db0-46f6-a2cc-fe9975348d30,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:26.736831 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b78becd-d684-49f8-bd63-d995cb14fa45 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.764602 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b78becd-d684-49f8-bd63-d995cb14fa45 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.814165 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 1fc18900-3529-4244-b491-e76e66b493d4 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:26.832873 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b78becd-d684-49f8-bd63-d995cb14fa45 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.835865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 1fc18900-3529-4244-b491-e76e66b493d4 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:26.836343 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 1fc18900-3529-4244-b491-e76e66b493d4 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:26.836911 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b78becd-d684-49f8-bd63-d995cb14fa45 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:26.838920 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4b78becd-d684-49f8-bd63-d995cb14fa45 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] 10.222.0.68 "DELETE /v2.0/security-groups/5e1a80b5-afcd-41c2-9724-0d39a9ebd125 HTTP/1.1" status: 204 len: 168 time: 0.1688282 Aug 16 02:48:26.849107 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78becd-d684-49f8-bd63-d995cb14fa45 tempest-TestNetworkAdvancedServerOps-1079505505 tempest-TestNetworkAdvancedServerOps-1079505505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1a80b5-afcd-41c2-9724-0d39a9ebd125,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:27.164591 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41024) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:27.311609 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ab06d5da-4f28-4c8c-b35f-2defeaee2c73 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9cb0f86fd7764c738454a1edb0bea8ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457906 Aug 16 02:48:27.314157 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41028) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:27.366582 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e0e35688-57d2-4ecf-a2d0-5a826b8a6974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.387479 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e0e35688-57d2-4ecf-a2d0-5a826b8a6974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.433164 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e0e35688-57d2-4ecf-a2d0-5a826b8a6974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.435849 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e0e35688-57d2-4ecf-a2d0-5a826b8a6974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.437031 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e0e35688-57d2-4ecf-a2d0-5a826b8a6974 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eb150e9e-0832-4133-a579-19c75b6241b1 HTTP/1.1" status: 204 len: 168 time: 0.1219273 Aug 16 02:48:27.447274 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e35688-57d2-4ecf-a2d0-5a826b8a6974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb150e9e-0832-4133-a579-19c75b6241b1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:27.702058 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41034) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:27.715799 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47bd6485-2096-453c-bab0-46d008ec0d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.806691 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47bd6485-2096-453c-bab0-46d008ec0d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.810806 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47bd6485-2096-453c-bab0-46d008ec0d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.852930 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-47bd6485-2096-453c-bab0-46d008ec0d95 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=656fa82a6c1b40a885a121806bb29aba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497588 Aug 16 02:48:27.853996 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd6485-2096-453c-bab0-46d008ec0d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e0c1e1-89d8-4d3a-ab73-5f8f1bd6324b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:27.855626 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41036) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:27.888997 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8a23b257-9607-42de-b079-3b37c0a1ae1f no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:27.908779 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 8a23b257-9607-42de-b079-3b37c0a1ae1f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:27.909196 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5ffbafd3-1db9-4afb-978f-741f66f5ff1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.909319 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 8a23b257-9607-42de-b079-3b37c0a1ae1f not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:27.909717 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e1cb4a23-7ae9-4574-8165-9ff220b6542f no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:27.928777 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: e1cb4a23-7ae9-4574-8165-9ff220b6542f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:27.929123 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e1cb4a23-7ae9-4574-8165-9ff220b6542f not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:27.932554 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5ffbafd3-1db9-4afb-978f-741f66f5ff1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.979023 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5ffbafd3-1db9-4afb-978f-741f66f5ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.981849 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5ffbafd3-1db9-4afb-978f-741f66f5ff1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.983022 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5ffbafd3-1db9-4afb-978f-741f66f5ff1a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/01e0c1e1-89d8-4d3a-ab73-5f8f1bd6324b HTTP/1.1" status: 204 len: 168 time: 0.1251638 Aug 16 02:48:27.991563 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbafd3-1db9-4afb-978f-741f66f5ff1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e0c1e1-89d8-4d3a-ab73-5f8f1bd6324b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:28.678359 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41058) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:28.775254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a7a50851-6c6f-4b0c-b84c-666470f0d9de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1644358304-network', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:28.796993 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a50851-6c6f-4b0c-b84c-666470f0d9de admin admin] Made reservation on behalf of 87cfadea9146413bb4a4c04cfb4e8168 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:28.799442 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7a50851-6c6f-4b0c-b84c-666470f0d9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:28.808536 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7a50851-6c6f-4b0c-b84c-666470f0d9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:28.902714 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7a50851-6c6f-4b0c-b84c-666470f0d9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:28.906394 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7a50851-6c6f-4b0c-b84c-666470f0d9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:28.930331 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a50851-6c6f-4b0c-b84c-666470f0d9de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:48:28.939779 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a50851-6c6f-4b0c-b84c-666470f0d9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0cdee9-cd36-4149-9402-6a57d02694ed,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:28.945477 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7a50851-6c6f-4b0c-b84c-666470f0d9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:28.945840 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-a7a50851-6c6f-4b0c-b84c-666470f0d9de admin admin] Added segment f6288a9c-5e49-40ff-990b-850ec54854af of type vlan for network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 Aug 16 02:48:28.985036 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7a50851-6c6f-4b0c-b84c-666470f0d9de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.014268 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7a50851-6c6f-4b0c-b84c-666470f0d9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.015222 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a50851-6c6f-4b0c-b84c-666470f0d9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:29.015826 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7a50851-6c6f-4b0c-b84c-666470f0d9de admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.066614 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a7a50851-6c6f-4b0c-b84c-666470f0d9de admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3869123 Aug 16 02:48:29.070556 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41062) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:29.075561 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fd04f344-cfb6-4e15-ba19-58e9405ee73c admin admin] Request body: {'subnet': {'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1644358304-subnet', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:29.077569 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a50851-6c6f-4b0c-b84c-666470f0d9de admin admin] Pushing event updated for resources: {'Network': ['ID=ebcf81dd-685f-458e-8f2e-782f6c03a3e6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:29.088520 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:48:29.096994 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd04f344-cfb6-4e15-ba19-58e9405ee73c admin admin] Made reservation on behalf of 87cfadea9146413bb4a4c04cfb4e8168 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:29.099350 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd04f344-cfb6-4e15-ba19-58e9405ee73c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.266634 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd04f344-cfb6-4e15-ba19-58e9405ee73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.328822 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04f344-cfb6-4e15-ba19-58e9405ee73c admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d7d996-b5a6-4a72-8852-f8f8e5bef32a,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:29.336477 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd04f344-cfb6-4e15-ba19-58e9405ee73c admin admin] Checking segment: {'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:29.336838 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd04f344-cfb6-4e15-ba19-58e9405ee73c admin admin] Network hostable DHCP agents. Network: ebcf81dd-685f-458e-8f2e-782f6c03a3e6, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:48:29.353248 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd04f344-cfb6-4e15-ba19-58e9405ee73c admin admin] Network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:48:29.361782 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-fd04f344-cfb6-4e15-ba19-58e9405ee73c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, ebcf81dd-685f-458e-8f2e-782f6c03a3e6) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:29.366925 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd04f344-cfb6-4e15-ba19-58e9405ee73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:29.367828 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd04f344-cfb6-4e15-ba19-58e9405ee73c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.372671 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d673b0e1-7720-4d80-ab8a-656f69c30bd8 None None] Network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:29.382520 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-fd04f344-cfb6-4e15-ba19-58e9405ee73c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3106229 Aug 16 02:48:29.384925 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41064) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:29.389346 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-95260a9e-ca94-4dd4-8422-2f0d2fb5d38d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:29.409672 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95260a9e-ca94-4dd4-8422-2f0d2fb5d38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.410689 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95260a9e-ca94-4dd4-8422-2f0d2fb5d38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.464684 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95260a9e-ca94-4dd4-8422-2f0d2fb5d38d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.518534 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:48:29.519343 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.605639 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95260a9e-ca94-4dd4-8422-2f0d2fb5d38d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.649293 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Allocated IP 172.20.0.2 (ebcf81dd-685f-458e-8f2e-782f6c03a3e6/64d7d996-b5a6-4a72-8852-f8f8e5bef32a/708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:29.797095 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.806022 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Transition to ACTIVE for port object 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:29.807304 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95260a9e-ca94-4dd4-8422-2f0d2fb5d38d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.820695 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Transition to ACTIVE for port object 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:29.826582 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.831076 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95260a9e-ca94-4dd4-8422-2f0d2fb5d38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.868548 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:29.871486 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:29.875829 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:29.880416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Pushing event updated for resources: {'Port': ['ID=708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:29.934782 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Attempting to bind port 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:29.935143 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Attempting to bind port 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:29.935507 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Attempting to bind port 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8 on network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:29.937073 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-95260a9e-ca94-4dd4-8422-2f0d2fb5d38d admin admin] Allocated IP 172.25.3.138 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/95660120-e8e2-4159-a7a3-65e6e2f997c2) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:29.940597 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:29.940974 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Checking segment: {'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:29.941376 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.941780 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Bound using segment: {'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:29.942256 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Bound port: 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:29.942635 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:30.004638 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] For port 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:30.008011 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] For port 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:30.011807 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:30.048921 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95260a9e-ca94-4dd4-8422-2f0d2fb5d38d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:30.068091 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3568060-11b2-4bb8-ac43-6cfe86784877 None None] Pushing event updated for resources: {'Port': ['ID=708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:30.092453 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95260a9e-ca94-4dd4-8422-2f0d2fb5d38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:30.130890 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95260a9e-ca94-4dd4-8422-2f0d2fb5d38d admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:30.136001 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-95260a9e-ca94-4dd4-8422-2f0d2fb5d38d admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:30.139577 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95260a9e-ca94-4dd4-8422-2f0d2fb5d38d admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:30.145197 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95260a9e-ca94-4dd4-8422-2f0d2fb5d38d admin admin] Pushing event updated for resources: {'Port': ['ID=95660120-e8e2-4159-a7a3-65e6e2f997c2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:30.405065 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95260a9e-ca94-4dd4-8422-2f0d2fb5d38d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:30.602077 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95260a9e-ca94-4dd4-8422-2f0d2fb5d38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:30.734924 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95260a9e-ca94-4dd4-8422-2f0d2fb5d38d admin admin] Router 4942258e-0838-4132-afdc-2a712c4672a9 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:48:30.938163 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ca41e2-42bc-44b5-b956-b19a90eaa6fa None None] Network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:31.001844 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a4052658-e9b4-4ce4-8bdc-a215569f60f2 None None] Provisioning for port 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:31.161909 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95260a9e-ca94-4dd4-8422-2f0d2fb5d38d admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:31.172791 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Sync routers for ids ['4942258e-0838-4132-afdc-2a712c4672a9'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:31.179449 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95260a9e-ca94-4dd4-8422-2f0d2fb5d38d admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.183248 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-95260a9e-ca94-4dd4-8422-2f0d2fb5d38d admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7947421 Aug 16 02:48:31.183386 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Routers {'4942258e-0838-4132-afdc-2a712c4672a9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:31.183493 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:48:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['4942258e-0838-4132-afdc-2a712c4672a9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:31.183605 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41066) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:31.294436 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Set router 4942258e-0838-4132-afdc-2a712c4672a9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:31.481798 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:30Z', 'revision_number': 3, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port': {'id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:31.509779 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Checking router: 4942258e-0838-4132-afdc-2a712c4672a9 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:31.510115 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Updating router 4942258e-0838-4132-afdc-2a712c4672a9 port 95660120-e8e2-4159-a7a3-65e6e2f997c2 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:48:31.534224 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.621533 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42d339f4-54e6-46c4-96d3-f9eb7d89c60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.783249 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-42d339f4-54e6-46c4-96d3-f9eb7d89c60e admin admin] Allocated IP 172.20.0.1 (ebcf81dd-685f-458e-8f2e-782f6c03a3e6/64d7d996-b5a6-4a72-8852-f8f8e5bef32a/9531e79f-1e69-4cd5-9aec-411fa15ea6d1) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:31.784770 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.794798 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Transition to ACTIVE for port object 95660120-e8e2-4159-a7a3-65e6e2f997c2 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:31.800630 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.848742 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385df1b-8bee-45d1-aee2-3b394a1b65fd None None] Pushing event updated for resources: {'Port': ['ID=95660120-e8e2-4159-a7a3-65e6e2f997c2,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:31.858695 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385df1b-8bee-45d1-aee2-3b394a1b65fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:31.859034 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385df1b-8bee-45d1-aee2-3b394a1b65fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:31.860149 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385df1b-8bee-45d1-aee2-3b394a1b65fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:31.860149 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385df1b-8bee-45d1-aee2-3b394a1b65fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:31.860149 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385df1b-8bee-45d1-aee2-3b394a1b65fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:31.860604 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385df1b-8bee-45d1-aee2-3b394a1b65fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:31.860604 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385df1b-8bee-45d1-aee2-3b394a1b65fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:31.861314 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385df1b-8bee-45d1-aee2-3b394a1b65fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:31.861314 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385df1b-8bee-45d1-aee2-3b394a1b65fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:31.861633 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385df1b-8bee-45d1-aee2-3b394a1b65fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:31.861870 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385df1b-8bee-45d1-aee2-3b394a1b65fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:31.862194 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c385df1b-8bee-45d1-aee2-3b394a1b65fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:31.875410 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Attempting to bind port 95660120-e8e2-4159-a7a3-65e6e2f997c2 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:31.875544 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Attempting to bind port 95660120-e8e2-4159-a7a3-65e6e2f997c2 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:31.875880 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Attempting to bind port 95660120-e8e2-4159-a7a3-65e6e2f997c2 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:31.881428 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:31.881829 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:31.882222 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.882609 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:31.883079 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Bound port: 95660120-e8e2-4159-a7a3-65e6e2f997c2, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:31.883455 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.895319 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42d339f4-54e6-46c4-96d3-f9eb7d89c60e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.910503 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-42d339f4-54e6-46c4-96d3-f9eb7d89c60e admin admin] Transition to ACTIVE for port object 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:31.937784 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] For port 95660120-e8e2-4159-a7a3-65e6e2f997c2, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:31.941466 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] For port 95660120-e8e2-4159-a7a3-65e6e2f997c2, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=95660120-e8e2-4159-a7a3-65e6e2f997c2,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:31.947577 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:31.948670 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42d339f4-54e6-46c4-96d3-f9eb7d89c60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.948853 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.990375 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d339f4-54e6-46c4-96d3-f9eb7d89c60e admin admin] Network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:31.997542 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:31.997787 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-42d339f4-54e6-46c4-96d3-f9eb7d89c60e admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:32.000773 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385df1b-8bee-45d1-aee2-3b394a1b65fd None None] Pushing event updated for resources: {'Port': ['ID=95660120-e8e2-4159-a7a3-65e6e2f997c2,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:32.001206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d339f4-54e6-46c4-96d3-f9eb7d89c60e admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:32.007068 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:32.007566 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.024726 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Routers {'4942258e-0838-4132-afdc-2a712c4672a9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:32.025419 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:48:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['4942258e-0838-4132-afdc-2a712c4672a9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:32.037398 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d339f4-54e6-46c4-96d3-f9eb7d89c60e admin admin] Pushing event updated for resources: {'Port': ['ID=9531e79f-1e69-4cd5-9aec-411fa15ea6d1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:32.058325 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42d339f4-54e6-46c4-96d3-f9eb7d89c60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.108683 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.144908 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:32.154678 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.212660 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:32.220223 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42d339f4-54e6-46c4-96d3-f9eb7d89c60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.246030 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] Set router 4942258e-0838-4132-afdc-2a712c4672a9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:32.364390 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6072e33d-7b74-4ff3-b3fa-2d33814ca6fd None None] Provisioning for port 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:32.369223 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6072e33d-7b74-4ff3-b3fa-2d33814ca6fd None None] Provisioning complete for port 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:32.369664 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6072e33d-7b74-4ff3-b3fa-2d33814ca6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.394888 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42d339f4-54e6-46c4-96d3-f9eb7d89c60e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.399916 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42d339f4-54e6-46c4-96d3-f9eb7d89c60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.424620 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6072e33d-7b74-4ff3-b3fa-2d33814ca6fd None None] Port 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:32.429059 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:30Z', 'revision_number': 3, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port': {'id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:32.456501 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c33217-b709-467e-98ca-144a20030f7d None None] The sync data for ids ['4942258e-0838-4132-afdc-2a712c4672a9'] in n-d-765315-27 is: [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:30Z', 'revision_number': 3, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port': {'id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:32.483350 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42d339f4-54e6-46c4-96d3-f9eb7d89c60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.485142 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d339f4-54e6-46c4-96d3-f9eb7d89c60e admin admin] Pushing event updated for resources: {'Port': ['ID=9531e79f-1e69-4cd5-9aec-411fa15ea6d1,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:32.579179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d339f4-54e6-46c4-96d3-f9eb7d89c60e admin admin] Network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:32.580528 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-42d339f4-54e6-46c4-96d3-f9eb7d89c60e admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:32.710903 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d339f4-54e6-46c4-96d3-f9eb7d89c60e admin admin] Router 4942258e-0838-4132-afdc-2a712c4672a9 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:32.832149 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d339f4-54e6-46c4-96d3-f9eb7d89c60e admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:32.846342 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-42d339f4-54e6-46c4-96d3-f9eb7d89c60e admin admin] 10.222.0.68 "PUT /v2.0/routers/4942258e-0838-4132-afdc-2a712c4672a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6615579 Aug 16 02:48:32.848851 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d87efe1e-4eb5-46d6-b58d-0d7801b13769 None None] Provisioning complete for port 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:32.849469 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d87efe1e-4eb5-46d6-b58d-0d7801b13769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:32.892870 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d87efe1e-4eb5-46d6-b58d-0d7801b13769 None None] Port 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:33.336267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41082) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:33.341384 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-62e7eedb-1d46-4d1d-b4f6-0a2687af4603 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-942127896-network', 'tenant_id': '9c2c732e3b384315aa544392859c13e9'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:33.362236 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e7eedb-1d46-4d1d-b4f6-0a2687af4603 admin admin] Made reservation on behalf of 9c2c732e3b384315aa544392859c13e9 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:33.364519 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62e7eedb-1d46-4d1d-b4f6-0a2687af4603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.373836 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62e7eedb-1d46-4d1d-b4f6-0a2687af4603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.466763 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62e7eedb-1d46-4d1d-b4f6-0a2687af4603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.470565 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62e7eedb-1d46-4d1d-b4f6-0a2687af4603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.496125 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e7eedb-1d46-4d1d-b4f6-0a2687af4603 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:48:33.505932 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7eedb-1d46-4d1d-b4f6-0a2687af4603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11799312-65fe-4e81-8abe-57c21265b196,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:33.510772 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62e7eedb-1d46-4d1d-b4f6-0a2687af4603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.511111 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-62e7eedb-1d46-4d1d-b4f6-0a2687af4603 admin admin] Added segment ceff227d-ca56-453a-83a5-a3286bed7d9c of type vlan for network 779e0be9-6311-4684-b54b-4f250d686220 Aug 16 02:48:33.554325 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62e7eedb-1d46-4d1d-b4f6-0a2687af4603 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.581870 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62e7eedb-1d46-4d1d-b4f6-0a2687af4603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.582788 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e7eedb-1d46-4d1d-b4f6-0a2687af4603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:33.583358 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62e7eedb-1d46-4d1d-b4f6-0a2687af4603 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.637422 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-62e7eedb-1d46-4d1d-b4f6-0a2687af4603 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3000128 Aug 16 02:48:33.640231 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41084) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:33.645089 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-05e9a7f0-a14a-481f-a737-4f265dbbb5f1 admin admin] Request body: {'subnet': {'network_id': '779e0be9-6311-4684-b54b-4f250d686220', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-942127896-subnet', 'tenant_id': '9c2c732e3b384315aa544392859c13e9', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:33.653610 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7eedb-1d46-4d1d-b4f6-0a2687af4603 admin admin] Pushing event updated for resources: {'Network': ['ID=779e0be9-6311-4684-b54b-4f250d686220,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:33.665201 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 779e0be9-6311-4684-b54b-4f250d686220 details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:48:33.670801 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e9a7f0-a14a-481f-a737-4f265dbbb5f1 admin admin] Made reservation on behalf of 9c2c732e3b384315aa544392859c13e9 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:33.673148 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05e9a7f0-a14a-481f-a737-4f265dbbb5f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32738192'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.856608 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05e9a7f0-a14a-481f-a737-4f265dbbb5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30166325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32738210'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.912989 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9a7f0-a14a-481f-a737-4f265dbbb5f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d13d80-c510-416f-a6c9-dd26ab7ac2d4,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:33.923913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e9a7f0-a14a-481f-a737-4f265dbbb5f1 admin admin] Checking segment: {'id': 'ceff227d-ca56-453a-83a5-a3286bed7d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '779e0be9-6311-4684-b54b-4f250d686220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:33.924334 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e9a7f0-a14a-481f-a737-4f265dbbb5f1 admin admin] Network hostable DHCP agents. Network: 779e0be9-6311-4684-b54b-4f250d686220, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:48:33.941602 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e9a7f0-a14a-481f-a737-4f265dbbb5f1 admin admin] Network 779e0be9-6311-4684-b54b-4f250d686220 is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:48:33.951283 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-05e9a7f0-a14a-481f-a737-4f265dbbb5f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 779e0be9-6311-4684-b54b-4f250d686220) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:33.955288 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e9a7f0-a14a-481f-a737-4f265dbbb5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:33.955899 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05e9a7f0-a14a-481f-a737-4f265dbbb5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:33.963636 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67ab15e-b92b-49b7-a1f4-7f6144e64ee2 None None] Network 779e0be9-6311-4684-b54b-4f250d686220 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:33.974562 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-05e9a7f0-a14a-481f-a737-4f265dbbb5f1 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3308873 Aug 16 02:48:33.975058 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41086) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:33.980169 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d0ccf6c9-6131-4401-9d0e-c71d1947a530 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-942127896-router', 'tenant_id': '9c2c732e3b384315aa544392859c13e9', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:34.007853 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf6c9-6131-4401-9d0e-c71d1947a530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.008886 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf6c9-6131-4401-9d0e-c71d1947a530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.015207 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 95660120-e8e2-4159-a7a3-65e6e2f997c2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:34.063022 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf6c9-6131-4401-9d0e-c71d1947a530 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.114329 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 95660120-e8e2-4159-a7a3-65e6e2f997c2 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:34.121557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 95660120-e8e2-4159-a7a3-65e6e2f997c2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:34.121957 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.148228 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Sync routers for ids ['4942258e-0838-4132-afdc-2a712c4672a9'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:34.189527 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Routers {'4942258e-0838-4132-afdc-2a712c4672a9'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:34.190179 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:48:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['4942258e-0838-4132-afdc-2a712c4672a9'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:34.206632 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf6c9-6131-4401-9d0e-c71d1947a530 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.225588 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-779e0be9-6311-4684-b54b-4f250d686220', 'network_id': '779e0be9-6311-4684-b54b-4f250d686220', 'tenant_id': '9c2c732e3b384315aa544392859c13e9', 'fixed_ips': [{'subnet_id': '20d13d80-c510-416f-a6c9-dd26ab7ac2d4'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:48:34.226529 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.378434 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.405939 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf6c9-6131-4401-9d0e-c71d1947a530 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.423900 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 95660120-e8e2-4159-a7a3-65e6e2f997c2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=95660120-e8e2-4159-a7a3-65e6e2f997c2,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:34.430765 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf6c9-6131-4401-9d0e-c71d1947a530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.449720 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.450519 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:34.454714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Set router 4942258e-0838-4132-afdc-2a712c4672a9 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:34.536138 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-d0ccf6c9-6131-4401-9d0e-c71d1947a530 admin admin] Allocated IP 172.25.3.221 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/d38e9bcc-d4ff-4f49-8c9a-a239578405e0) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:34.650143 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf6c9-6131-4401-9d0e-c71d1947a530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.690649 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf6c9-6131-4401-9d0e-c71d1947a530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.726073 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Allocated IP 172.20.0.2 (779e0be9-6311-4684-b54b-4f250d686220/20d13d80-c510-416f-a6c9-dd26ab7ac2d4/976690b2-f902-43b0-b4c6-f8e286d754e0) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:34.734449 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ccf6c9-6131-4401-9d0e-c71d1947a530 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:34.737669 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d0ccf6c9-6131-4401-9d0e-c71d1947a530 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:34.740227 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ccf6c9-6131-4401-9d0e-c71d1947a530 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:34.764978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ccf6c9-6131-4401-9d0e-c71d1947a530 admin admin] Pushing event updated for resources: {'Port': ['ID=d38e9bcc-d4ff-4f49-8c9a-a239578405e0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:34.821863 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=95660120-e8e2-4159-a7a3-65e6e2f997c2,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:34.889347 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:34.889713 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.008255 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf6c9-6131-4401-9d0e-c71d1947a530 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.083075 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.101828 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Transition to ACTIVE for port object 976690b2-f902-43b0-b4c6-f8e286d754e0 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:35.125014 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Transition to ACTIVE for port object 976690b2-f902-43b0-b4c6-f8e286d754e0 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:35.131351 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port': {'id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '9531e79f-1e69-4cd5-9aec-411fa15ea6d1', 'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'mac_address': 'fa:16:3e:94:f0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:31Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 2, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'subnets': [{'id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:35.134731 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.168116 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Checking router: 4942258e-0838-4132-afdc-2a712c4672a9 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:35.168460 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Updating router 4942258e-0838-4132-afdc-2a712c4672a9 port 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:48:35.208238 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf6c9-6131-4401-9d0e-c71d1947a530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.224500 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Network 779e0be9-6311-4684-b54b-4f250d686220 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:35.227776 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.231282 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:35.232961 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Pushing event updated for resources: {'Port': ['ID=976690b2-f902-43b0-b4c6-f8e286d754e0,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:35.235210 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:35.346878 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ccf6c9-6131-4401-9d0e-c71d1947a530 admin admin] Router 4563058f-0b75-439a-be93-698fa819e9bf is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:48:35.374846 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Attempting to bind port 976690b2-f902-43b0-b4c6-f8e286d754e0 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:35.375213 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Attempting to bind port 976690b2-f902-43b0-b4c6-f8e286d754e0 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'ceff227d-ca56-453a-83a5-a3286bed7d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '779e0be9-6311-4684-b54b-4f250d686220'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:35.375569 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Attempting to bind port 976690b2-f902-43b0-b4c6-f8e286d754e0 on network 779e0be9-6311-4684-b54b-4f250d686220 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:35.390428 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:35.390795 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Checking segment: {'id': 'ceff227d-ca56-453a-83a5-a3286bed7d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '779e0be9-6311-4684-b54b-4f250d686220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:35.391194 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.391581 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Bound using segment: {'id': 'ceff227d-ca56-453a-83a5-a3286bed7d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '779e0be9-6311-4684-b54b-4f250d686220'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:35.392048 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Bound port: 976690b2-f902-43b0-b4c6-f8e286d754e0, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceff227d-ca56-453a-83a5-a3286bed7d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '779e0be9-6311-4684-b54b-4f250d686220'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:35.392445 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.458319 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ccf6c9-6131-4401-9d0e-c71d1947a530 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:35.469344 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Sync routers for ids ['4563058f-0b75-439a-be93-698fa819e9bf'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:35.475299 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0ccf6c9-6131-4401-9d0e-c71d1947a530 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.476644 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d0ccf6c9-6131-4401-9d0e-c71d1947a530 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5002739 Aug 16 02:48:35.479679 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41088) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:35.481913 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Routers {'4563058f-0b75-439a-be93-698fa819e9bf'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:35.482713 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:48:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['4563058f-0b75-439a-be93-698fa819e9bf'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:35.520073 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] For port 976690b2-f902-43b0-b4c6-f8e286d754e0, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:35.541986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] For port 976690b2-f902-43b0-b4c6-f8e286d754e0, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=976690b2-f902-43b0-b4c6-f8e286d754e0,segment=NetworkSegment(ceff227d-ca56-453a-83a5-a3286bed7d9c),segment_id=ceff227d-ca56-453a-83a5-a3286bed7d9c)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:35.559590 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.594199 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Set router 4563058f-0b75-439a-be93-698fa819e9bf gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:35.655276 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030e5c-682b-46b2-afba-449a7f25dbda None None] Pushing event updated for resources: {'Port': ['ID=976690b2-f902-43b0-b4c6-f8e286d754e0,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:35.679222 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.695105 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Transition to ACTIVE for port object 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:35.706741 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.856135 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4563058f-0b75-439a-be93-698fa819e9bf', 'name': 'tempest-TestShelveInstance-942127896-router', 'tenant_id': '9c2c732e3b384315aa544392859c13e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'd38e9bcc-d4ff-4f49-8c9a-a239578405e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:34Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 3, 'project_id': '9c2c732e3b384315aa544392859c13e9', 'gw_port': {'id': 'd38e9bcc-d4ff-4f49-8c9a-a239578405e0', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4563058f-0b75-439a-be93-698fa819e9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:34Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:35.889861 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Attempting to bind port 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:35.890349 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Attempting to bind port 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:35.890521 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Attempting to bind port 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 on network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:35.892028 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Checking router: 4563058f-0b75-439a-be93-698fa819e9bf for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:35.892488 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Updating router 4563058f-0b75-439a-be93-698fa819e9bf port d38e9bcc-d4ff-4f49-8c9a-a239578405e0 binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:48:35.896599 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae47307-3c66-4f58-9d35-88e7b5fec04b None None] Pushing event updated for resources: {'Port': ['ID=9531e79f-1e69-4cd5-9aec-411fa15ea6d1,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:35.905682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:35.906197 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Checking segment: {'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:35.906659 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.907108 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Bound using segment: {'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:35.907634 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Bound port: 9531e79f-1e69-4cd5-9aec-411fa15ea6d1, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:35.908073 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.954771 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.998820 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 95660120-e8e2-4159-a7a3-65e6e2f997c2 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:36.044411 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32d92c82-452d-470b-9f1f-cfdd8337a74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.076464 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] For port 9531e79f-1e69-4cd5-9aec-411fa15ea6d1, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:36.081873 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] For port 9531e79f-1e69-4cd5-9aec-411fa15ea6d1, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=9531e79f-1e69-4cd5-9aec-411fa15ea6d1,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:36.090552 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.139838 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 95660120-e8e2-4159-a7a3-65e6e2f997c2 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:36.140345 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.198702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Routers {'4942258e-0838-4132-afdc-2a712c4672a9'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:36.199381 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:48:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['4942258e-0838-4132-afdc-2a712c4672a9'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:36.251746 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae47307-3c66-4f58-9d35-88e7b5fec04b None None] Pushing event updated for resources: {'Port': ['ID=9531e79f-1e69-4cd5-9aec-411fa15ea6d1,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:36.289839 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-32d92c82-452d-470b-9f1f-cfdd8337a74c admin admin] Allocated IP 172.20.0.1 (779e0be9-6311-4684-b54b-4f250d686220/20d13d80-c510-416f-a6c9-dd26ab7ac2d4/02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:36.296036 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.307157 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Transition to ACTIVE for port object d38e9bcc-d4ff-4f49-8c9a-a239578405e0 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:36.314680 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.359185 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c6644-18ff-4cda-b7f3-95ab741fe5c4 None None] Pushing event updated for resources: {'Port': ['ID=d38e9bcc-d4ff-4f49-8c9a-a239578405e0,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:36.377927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] Set router 4942258e-0838-4132-afdc-2a712c4672a9 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:36.390138 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Attempting to bind port d38e9bcc-d4ff-4f49-8c9a-a239578405e0 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:36.390504 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Attempting to bind port d38e9bcc-d4ff-4f49-8c9a-a239578405e0 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:36.390861 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Attempting to bind port d38e9bcc-d4ff-4f49-8c9a-a239578405e0 on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:36.396407 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:36.396773 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:36.397176 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.397548 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:36.398052 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Bound port: d38e9bcc-d4ff-4f49-8c9a-a239578405e0, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:36.398433 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.452247 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32d92c82-452d-470b-9f1f-cfdd8337a74c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.472864 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-32d92c82-452d-470b-9f1f-cfdd8337a74c admin admin] Transition to ACTIVE for port object 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:36.473017 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] For port d38e9bcc-d4ff-4f49-8c9a-a239578405e0, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:36.477583 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] For port d38e9bcc-d4ff-4f49-8c9a-a239578405e0, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d38e9bcc-d4ff-4f49-8c9a-a239578405e0,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:36.483963 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.516636 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32d92c82-452d-470b-9f1f-cfdd8337a74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.544742 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Routers {'4563058f-0b75-439a-be93-698fa819e9bf'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:36.545475 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:48:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['4563058f-0b75-439a-be93-698fa819e9bf'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:36.579338 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d92c82-452d-470b-9f1f-cfdd8337a74c admin admin] Pushing event updated for resources: {'Port': ['ID=02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:36.595047 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d92c82-452d-470b-9f1f-cfdd8337a74c admin admin] Network 779e0be9-6311-4684-b54b-4f250d686220 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:36.597025 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-32d92c82-452d-470b-9f1f-cfdd8337a74c admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:36.599727 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d92c82-452d-470b-9f1f-cfdd8337a74c admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:36.622186 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c6644-18ff-4cda-b7f3-95ab741fe5c4 None None] Pushing event updated for resources: {'Port': ['ID=d38e9bcc-d4ff-4f49-8c9a-a239578405e0,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:36.647373 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32d92c82-452d-470b-9f1f-cfdd8337a74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.649525 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port': {'id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '9531e79f-1e69-4cd5-9aec-411fa15ea6d1', 'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'mac_address': 'fa:16:3e:94:f0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:31Z', 'updated_at': '2021-08-16T02:48:36Z', 'revision_number': 4, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'subnets': [{'id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:36.686156 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] Set router 4563058f-0b75-439a-be93-698fa819e9bf gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:36.690524 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8738f-6b0c-4646-bf58-cad7c9131e6d None None] The sync data for ids ['4942258e-0838-4132-afdc-2a712c4672a9'] in n-d-765315-27 is: [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port': {'id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '9531e79f-1e69-4cd5-9aec-411fa15ea6d1', 'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'mac_address': 'fa:16:3e:94:f0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:31Z', 'updated_at': '2021-08-16T02:48:36Z', 'revision_number': 4, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'subnets': [{'id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:36.804900 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32d92c82-452d-470b-9f1f-cfdd8337a74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:36.921373 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4563058f-0b75-439a-be93-698fa819e9bf', 'name': 'tempest-TestShelveInstance-942127896-router', 'tenant_id': '9c2c732e3b384315aa544392859c13e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'd38e9bcc-d4ff-4f49-8c9a-a239578405e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:34Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 3, 'project_id': '9c2c732e3b384315aa544392859c13e9', 'gw_port': {'id': 'd38e9bcc-d4ff-4f49-8c9a-a239578405e0', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4563058f-0b75-439a-be93-698fa819e9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:34Z', 'updated_at': '2021-08-16T02:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:36.936077 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611dca14-467b-4da6-85e5-33a3065fccd3 None None] Network 779e0be9-6311-4684-b54b-4f250d686220 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:48:36.957996 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e48aa2-f3c3-4efc-83b9-b3a8d28e3fba None None] The sync data for ids ['4563058f-0b75-439a-be93-698fa819e9bf'] in n-d-765315-27 is: [{'id': '4563058f-0b75-439a-be93-698fa819e9bf', 'name': 'tempest-TestShelveInstance-942127896-router', 'tenant_id': '9c2c732e3b384315aa544392859c13e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'd38e9bcc-d4ff-4f49-8c9a-a239578405e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:34Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 3, 'project_id': '9c2c732e3b384315aa544392859c13e9', 'gw_port': {'id': 'd38e9bcc-d4ff-4f49-8c9a-a239578405e0', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4563058f-0b75-439a-be93-698fa819e9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:34Z', 'updated_at': '2021-08-16T02:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:37.009089 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f57a133e-df67-47b8-8d4f-406a6020b155 None None] Provisioning for port 976690b2-f902-43b0-b4c6-f8e286d754e0 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:37.023895 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32d92c82-452d-470b-9f1f-cfdd8337a74c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.030402 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32d92c82-452d-470b-9f1f-cfdd8337a74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.106354 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32d92c82-452d-470b-9f1f-cfdd8337a74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.108042 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d92c82-452d-470b-9f1f-cfdd8337a74c admin admin] Pushing event updated for resources: {'Port': ['ID=02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:37.226389 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d92c82-452d-470b-9f1f-cfdd8337a74c admin admin] Network 779e0be9-6311-4684-b54b-4f250d686220 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:37.228109 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-32d92c82-452d-470b-9f1f-cfdd8337a74c admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:37.388417 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d92c82-452d-470b-9f1f-cfdd8337a74c admin admin] Router 4563058f-0b75-439a-be93-698fa819e9bf has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:37.561388 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-26eb6703-29ee-47d8-9030-bb3c9e1e7abb None None] Provisioning for port 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:37.573673 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-26eb6703-29ee-47d8-9030-bb3c9e1e7abb None None] Provisioning complete for port 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:37.574384 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-26eb6703-29ee-47d8-9030-bb3c9e1e7abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.630140 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-26eb6703-29ee-47d8-9030-bb3c9e1e7abb None None] Port 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:37.772453 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bc6ef148-90c8-481e-8cd2-91e82b8151a4 None None] Provisioning complete for port 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:37.772659 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bc6ef148-90c8-481e-8cd2-91e82b8151a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:37.830282 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bc6ef148-90c8-481e-8cd2-91e82b8151a4 None None] Port 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:37.892864 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d92c82-452d-470b-9f1f-cfdd8337a74c admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:37.901789 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-32d92c82-452d-470b-9f1f-cfdd8337a74c admin admin] 10.222.0.68 "PUT /v2.0/routers/4563058f-0b75-439a-be93-698fa819e9bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4210405 Aug 16 02:48:37.956457 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c91b741d-4de2-4bdf-9bea-59cb9a78b685 None None] Provisioning complete for port 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:37.957331 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c91b741d-4de2-4bdf-9bea-59cb9a78b685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.040232 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c91b741d-4de2-4bdf-9bea-59cb9a78b685 None None] Port 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:38.047004 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:38.111482 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:38.117052 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:38.117592 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.203001 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.216463 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.252041 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 9531e79f-1e69-4cd5-9aec-411fa15ea6d1, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=9531e79f-1e69-4cd5-9aec-411fa15ea6d1,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:38.257151 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.258177 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 976690b2-f902-43b0-b4c6-f8e286d754e0 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:38.345703 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=9531e79f-1e69-4cd5-9aec-411fa15ea6d1,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:38.357521 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 976690b2-f902-43b0-b4c6-f8e286d754e0 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:38.361417 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 976690b2-f902-43b0-b4c6-f8e286d754e0 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:38.361702 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.445176 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.477629 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 976690b2-f902-43b0-b4c6-f8e286d754e0, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=976690b2-f902-43b0-b4c6-f8e286d754e0,segment=NetworkSegment(ceff227d-ca56-453a-83a5-a3286bed7d9c),segment_id=ceff227d-ca56-453a-83a5-a3286bed7d9c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:38.481601 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.482494 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d38e9bcc-d4ff-4f49-8c9a-a239578405e0 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:38.563297 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41096) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:38.564596 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=976690b2-f902-43b0-b4c6-f8e286d754e0,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:38.569646 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c2ed528a-b2ed-46e1-9665-6dd3ecfc5740 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1091844228', 'description': 'tempest-secgroup-smoke-1091844228 description', 'project_id': '87cfadea9146413bb4a4c04cfb4e8168'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:38.578715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port d38e9bcc-d4ff-4f49-8c9a-a239578405e0 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:38.582673 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d38e9bcc-d4ff-4f49-8c9a-a239578405e0 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:38.583044 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.593812 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2ed528a-b2ed-46e1-9665-6dd3ecfc5740 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.666427 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.684893 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2ed528a-b2ed-46e1-9665-6dd3ecfc5740 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.687074 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port d38e9bcc-d4ff-4f49-8c9a-a239578405e0, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d38e9bcc-d4ff-4f49-8c9a-a239578405e0,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:38.689081 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2ed528a-b2ed-46e1-9665-6dd3ecfc5740 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.691235 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.712803 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2ed528a-b2ed-46e1-9665-6dd3ecfc5740 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.714124 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-c2ed528a-b2ed-46e1-9665-6dd3ecfc5740 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1497614 Aug 16 02:48:38.718567 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41098) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:38.723051 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d1dd1a43-164f-4e0b-989c-3f5724e658a4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Request body: {'security_group_rule': {'security_group_id': '610941f2-3b97-477a-ba9d-2f08b5addee1', 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:38.735963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed528a-b2ed-46e1-9665-6dd3ecfc5740 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=610941f2-3b97-477a-ba9d-2f08b5addee1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:38.745831 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=d38e9bcc-d4ff-4f49-8c9a-a239578405e0,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:38.757846 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1dd1a43-164f-4e0b-989c-3f5724e658a4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.771689 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.806472 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1dd1a43-164f-4e0b-989c-3f5724e658a4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.810167 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1dd1a43-164f-4e0b-989c-3f5724e658a4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.828403 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd1a43-164f-4e0b-989c-3f5724e658a4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576c3122-5215-489d-b3f7-79e61d607ab5,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:38.835385 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1dd1a43-164f-4e0b-989c-3f5724e658a4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.836652 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d1dd1a43-164f-4e0b-989c-3f5724e658a4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170993 Aug 16 02:48:38.839415 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41100) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:38.844130 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-89cf20eb-98e3-45b9-a195-9e75339167ae tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Request body: {'security_group_rule': {'security_group_id': '610941f2-3b97-477a-ba9d-2f08b5addee1', 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:38.870981 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89cf20eb-98e3-45b9-a195-9e75339167ae tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.928554 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89cf20eb-98e3-45b9-a195-9e75339167ae tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.932045 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89cf20eb-98e3-45b9-a195-9e75339167ae tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.949917 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf20eb-98e3-45b9-a195-9e75339167ae tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64925919-dc6a-46b1-8c85-9cb5fe61f6b2,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:38.955521 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89cf20eb-98e3-45b9-a195-9e75339167ae tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:38.956782 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-89cf20eb-98e3-45b9-a195-9e75339167ae tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163766 Aug 16 02:48:38.960179 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41102) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:38.964636 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-219b0537-a9a1-43f0-b8fd-a28a1d59a41c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Request body: {'security_group_rule': {'security_group_id': '610941f2-3b97-477a-ba9d-2f08b5addee1', 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:38.991872 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-219b0537-a9a1-43f0-b8fd-a28a1d59a41c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.052866 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-219b0537-a9a1-43f0-b8fd-a28a1d59a41c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.056926 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-219b0537-a9a1-43f0-b8fd-a28a1d59a41c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.074358 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b0537-a9a1-43f0-b8fd-a28a1d59a41c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d02359-1dd4-496d-8dff-927d4bc91830,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:39.079977 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-219b0537-a9a1-43f0-b8fd-a28a1d59a41c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.081289 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-219b0537-a9a1-43f0-b8fd-a28a1d59a41c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201589 Aug 16 02:48:39.084519 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41104) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:39.088906 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-23b0a318-d43d-481c-b406-e50247284bb6 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Request body: {'security_group_rule': {'security_group_id': '610941f2-3b97-477a-ba9d-2f08b5addee1', 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:39.115382 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23b0a318-d43d-481c-b406-e50247284bb6 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.174782 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23b0a318-d43d-481c-b406-e50247284bb6 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.178375 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23b0a318-d43d-481c-b406-e50247284bb6 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.196114 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0a318-d43d-481c-b406-e50247284bb6 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168b0e9d-540f-42af-91e8-eb7ce1696485,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:39.201431 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23b0a318-d43d-481c-b406-e50247284bb6 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.202639 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-23b0a318-d43d-481c-b406-e50247284bb6 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172249 Aug 16 02:48:39.205354 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41106) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:39.210622 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ee2421e2-a4b4-4f1d-93a9-4449f6baf3ed tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Request body: {'security_group_rule': {'security_group_id': '610941f2-3b97-477a-ba9d-2f08b5addee1', 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:39.231949 n-d-765315-27 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-ee2421e2-a4b4-4f1d-93a9-4449f6baf3ed tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Project 87cfadea9146413bb4a4c04cfb4e8168 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:48:39.236621 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee2421e2-a4b4-4f1d-93a9-4449f6baf3ed tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.297142 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee2421e2-a4b4-4f1d-93a9-4449f6baf3ed tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.300836 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee2421e2-a4b4-4f1d-93a9-4449f6baf3ed tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.319175 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2421e2-a4b4-4f1d-93a9-4449f6baf3ed tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af74f9cd-8289-4778-932e-621fa9ec4c1b,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:39.327590 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee2421e2-a4b4-4f1d-93a9-4449f6baf3ed tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.331796 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41108) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:39.332397 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-ee2421e2-a4b4-4f1d-93a9-4449f6baf3ed tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254809 Aug 16 02:48:39.337583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b641fc6f-0db1-4603-ab29-2f2d3e8d6d2a tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Request body: {'security_group_rule': {'security_group_id': '610941f2-3b97-477a-ba9d-2f08b5addee1', 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:39.358940 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-b641fc6f-0db1-4603-ab29-2f2d3e8d6d2a tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Project 87cfadea9146413bb4a4c04cfb4e8168 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:48:39.363706 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b641fc6f-0db1-4603-ab29-2f2d3e8d6d2a tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.426582 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b641fc6f-0db1-4603-ab29-2f2d3e8d6d2a tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.430548 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b641fc6f-0db1-4603-ab29-2f2d3e8d6d2a tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.448646 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641fc6f-0db1-4603-ab29-2f2d3e8d6d2a tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7737f4-b3d6-4556-8808-c7ae3d2c5999,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:39.457920 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b641fc6f-0db1-4603-ab29-2f2d3e8d6d2a tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.467768 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b641fc6f-0db1-4603-ab29-2f2d3e8d6d2a tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267934 Aug 16 02:48:39.599393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-459239cb-b747-4144-847a-d5e959fb9298 req-e1bc4f96-4b62-405c-b640-52271a2ace2e tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1091844228&fields=id&tenant_id=87cfadea9146413bb4a4c04cfb4e8168 HTTP/1.1" status: 200 len: 267 time: 0.0327430 Aug 16 02:48:39.707950 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459239cb-b747-4144-847a-d5e959fb9298 req-95a5304f-2fc3-4ce1-aa0e-062fbb1d50ae tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:39.709617 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-459239cb-b747-4144-847a-d5e959fb9298 req-95a5304f-2fc3-4ce1-aa0e-062fbb1d50ae tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 809 time: 0.1032686 Aug 16 02:48:39.724875 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-459239cb-b747-4144-847a-d5e959fb9298 req-1a8ad461-b166-4017-8426-ed11b088ba62 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/quotas/87cfadea9146413bb4a4c04cfb4e8168 HTTP/1.1" status: 200 len: 375 time: 0.0092618 Aug 16 02:48:39.777492 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-459239cb-b747-4144-847a-d5e959fb9298 req-a16da50c-9e90-4677-934e-c5f0810c9752 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472448 Aug 16 02:48:39.886174 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-459239cb-b747-4144-847a-d5e959fb9298 req-6df74c1b-15c2-4e5b-ac53-80d38b8fc5d0 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:48:39.890242 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-459239cb-b747-4144-847a-d5e959fb9298 req-6df74c1b-15c2-4e5b-ac53-80d38b8fc5d0 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1000190 Aug 16 02:48:39.915149 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:39.969306 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:39.969586 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:39.994439 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-459239cb-b747-4144-847a-d5e959fb9298 req-c2de4d05-9871-443f-93bf-cc84a3cee222 service neutron] 10.222.0.68 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007228 Aug 16 02:48:40.048352 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 976690b2-f902-43b0-b4c6-f8e286d754e0 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:40.089007 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-459239cb-b747-4144-847a-d5e959fb9298 req-2b724a08-57b3-4d28-8740-70112f86df75 service neutron] 10.222.0.68 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884640 Aug 16 02:48:40.100933 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 976690b2-f902-43b0-b4c6-f8e286d754e0 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:40.101322 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:40.183147 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d38e9bcc-d4ff-4f49-8c9a-a239578405e0 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:40.241254 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d38e9bcc-d4ff-4f49-8c9a-a239578405e0 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:40.241628 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:40.270705 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b836c494-1b73-4b6c-ab70-50eaa6c7a097 req-5317f672-8e5e-43d1-a47c-c5ccf09de11c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 210 time: 0.0302463 Aug 16 02:48:40.313220 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Sync routers for ids ['4563058f-0b75-439a-be93-698fa819e9bf'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:40.332919 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Routers {'4563058f-0b75-439a-be93-698fa819e9bf'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:40.333651 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:48:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['4563058f-0b75-439a-be93-698fa819e9bf'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:40.608725 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Set router 4563058f-0b75-439a-be93-698fa819e9bf gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:40.818615 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4563058f-0b75-439a-be93-698fa819e9bf', 'name': 'tempest-TestShelveInstance-942127896-router', 'tenant_id': '9c2c732e3b384315aa544392859c13e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'd38e9bcc-d4ff-4f49-8c9a-a239578405e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:34Z', 'updated_at': '2021-08-16T02:48:36Z', 'revision_number': 4, 'project_id': '9c2c732e3b384315aa544392859c13e9', 'gw_port': {'id': 'd38e9bcc-d4ff-4f49-8c9a-a239578405e0', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4563058f-0b75-439a-be93-698fa819e9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:34Z', 'updated_at': '2021-08-16T02:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218', 'name': '', 'network_id': '779e0be9-6311-4684-b54b-4f250d686220', 'tenant_id': '9c2c732e3b384315aa544392859c13e9', 'mac_address': 'fa:16:3e:94:40:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4563058f-0b75-439a-be93-698fa819e9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '20d13d80-c510-416f-a6c9-dd26ab7ac2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:36Z', 'updated_at': '2021-08-16T02:48:36Z', 'revision_number': 2, 'project_id': '9c2c732e3b384315aa544392859c13e9', 'subnets': [{'id': '20d13d80-c510-416f-a6c9-dd26ab7ac2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:40.852116 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Checking router: 4563058f-0b75-439a-be93-698fa819e9bf for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:40.852465 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Updating router 4563058f-0b75-439a-be93-698fa819e9bf port 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:48:40.877109 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.147885 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.157601 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Transition to ACTIVE for port object 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:41.163648 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.218239 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedcda8a-a88d-4887-aee3-801c2dc2257a None None] Pushing event updated for resources: {'Port': ['ID=02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:41.280702 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Attempting to bind port 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:41.281067 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Attempting to bind port 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': 'ceff227d-ca56-453a-83a5-a3286bed7d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '779e0be9-6311-4684-b54b-4f250d686220'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:41.281434 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Attempting to bind port 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 on network 779e0be9-6311-4684-b54b-4f250d686220 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:41.287611 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:41.288062 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Checking segment: {'id': 'ceff227d-ca56-453a-83a5-a3286bed7d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '779e0be9-6311-4684-b54b-4f250d686220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:41.288523 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.288917 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Bound using segment: {'id': 'ceff227d-ca56-453a-83a5-a3286bed7d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '779e0be9-6311-4684-b54b-4f250d686220'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:41.289388 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Bound port: 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceff227d-ca56-453a-83a5-a3286bed7d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '779e0be9-6311-4684-b54b-4f250d686220'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:41.289786 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.371662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] For port 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:41.376045 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] For port 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218,segment=NetworkSegment(ceff227d-ca56-453a-83a5-a3286bed7d9c),segment_id=ceff227d-ca56-453a-83a5-a3286bed7d9c)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:41.379996 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.403074 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc54c2c2-3fda-4c0a-a03b-d0d3903b70d5 req-f5ff0f56-e59c-4491-b964-3b6fdad43286 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 210 time: 0.0351591 Aug 16 02:48:41.460416 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Routers {'4563058f-0b75-439a-be93-698fa819e9bf'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:41.461056 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:48:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['4563058f-0b75-439a-be93-698fa819e9bf'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:41.466224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedcda8a-a88d-4887-aee3-801c2dc2257a None None] Pushing event updated for resources: {'Port': ['ID=02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:41.580393 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459239cb-b747-4144-847a-d5e959fb9298 req-23dd9010-0dc9-4dc3-8d2a-3baf702bd9c5 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:41.582502 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-459239cb-b747-4144-847a-d5e959fb9298 req-23dd9010-0dc9-4dc3-8d2a-3baf702bd9c5 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.63 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 809 time: 0.1769583 Aug 16 02:48:41.595700 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] Set router 4563058f-0b75-439a-be93-698fa819e9bf gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:41.639787 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-459239cb-b747-4144-847a-d5e959fb9298 req-6f40d20e-f1bb-4f8d-85d5-f76a73182db4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87cfadea9146413bb4a4c04cfb4e8168 HTTP/1.1" status: 200 len: 380 time: 0.0407395 Aug 16 02:48:41.656705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-459239cb-b747-4144-847a-d5e959fb9298 req-b288e400-a228-439b-bda8-57b9ab04ec56 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Request body: {'port': {'device_id': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'admin_state_up': True, 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'security_groups': ['610941f2-3b97-477a-ba9d-2f08b5addee1']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:41.773703 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459239cb-b747-4144-847a-d5e959fb9298 req-b288e400-a228-439b-bda8-57b9ab04ec56 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Made reservation on behalf of 87cfadea9146413bb4a4c04cfb4e8168 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:41.777575 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-459239cb-b747-4144-847a-d5e959fb9298 req-b288e400-a228-439b-bda8-57b9ab04ec56 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.829234 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4563058f-0b75-439a-be93-698fa819e9bf', 'name': 'tempest-TestShelveInstance-942127896-router', 'tenant_id': '9c2c732e3b384315aa544392859c13e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'd38e9bcc-d4ff-4f49-8c9a-a239578405e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:34Z', 'updated_at': '2021-08-16T02:48:36Z', 'revision_number': 4, 'project_id': '9c2c732e3b384315aa544392859c13e9', 'gw_port': {'id': 'd38e9bcc-d4ff-4f49-8c9a-a239578405e0', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4563058f-0b75-439a-be93-698fa819e9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:34Z', 'updated_at': '2021-08-16T02:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218', 'name': '', 'network_id': '779e0be9-6311-4684-b54b-4f250d686220', 'tenant_id': '9c2c732e3b384315aa544392859c13e9', 'mac_address': 'fa:16:3e:94:40:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4563058f-0b75-439a-be93-698fa819e9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '20d13d80-c510-416f-a6c9-dd26ab7ac2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:36Z', 'updated_at': '2021-08-16T02:48:41Z', 'revision_number': 4, 'project_id': '9c2c732e3b384315aa544392859c13e9', 'subnets': [{'id': '20d13d80-c510-416f-a6c9-dd26ab7ac2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:41.864425 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5daa91-7f7a-47ac-b67d-dbae9dd688b7 None None] The sync data for ids ['4563058f-0b75-439a-be93-698fa819e9bf'] in n-d-765315-27 is: [{'id': '4563058f-0b75-439a-be93-698fa819e9bf', 'name': 'tempest-TestShelveInstance-942127896-router', 'tenant_id': '9c2c732e3b384315aa544392859c13e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'd38e9bcc-d4ff-4f49-8c9a-a239578405e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:34Z', 'updated_at': '2021-08-16T02:48:36Z', 'revision_number': 4, 'project_id': '9c2c732e3b384315aa544392859c13e9', 'gw_port': {'id': 'd38e9bcc-d4ff-4f49-8c9a-a239578405e0', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4563058f-0b75-439a-be93-698fa819e9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:34Z', 'updated_at': '2021-08-16T02:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218', 'name': '', 'network_id': '779e0be9-6311-4684-b54b-4f250d686220', 'tenant_id': '9c2c732e3b384315aa544392859c13e9', 'mac_address': 'fa:16:3e:94:40:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4563058f-0b75-439a-be93-698fa819e9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '20d13d80-c510-416f-a6c9-dd26ab7ac2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:36Z', 'updated_at': '2021-08-16T02:48:41Z', 'revision_number': 4, 'project_id': '9c2c732e3b384315aa544392859c13e9', 'subnets': [{'id': '20d13d80-c510-416f-a6c9-dd26ab7ac2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:41.972008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-459239cb-b747-4144-847a-d5e959fb9298 req-b288e400-a228-439b-bda8-57b9ab04ec56 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Allocated IP 172.20.0.14 (ebcf81dd-685f-458e-8f2e-782f6c03a3e6/64d7d996-b5a6-4a72-8852-f8f8e5bef32a/f9471ca7-7225-4e81-879d-94f5b3fa790e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:42.169069 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-459239cb-b747-4144-847a-d5e959fb9298 req-b288e400-a228-439b-bda8-57b9ab04ec56 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.187388 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-459239cb-b747-4144-847a-d5e959fb9298 req-b288e400-a228-439b-bda8-57b9ab04ec56 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Transition to ACTIVE for port object f9471ca7-7225-4e81-879d-94f5b3fa790e will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:42.227193 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-459239cb-b747-4144-847a-d5e959fb9298 req-b288e400-a228-439b-bda8-57b9ab04ec56 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.281449 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459239cb-b747-4144-847a-d5e959fb9298 req-b288e400-a228-439b-bda8-57b9ab04ec56 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:42.284742 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-459239cb-b747-4144-847a-d5e959fb9298 req-b288e400-a228-439b-bda8-57b9ab04ec56 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:42.290393 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-459239cb-b747-4144-847a-d5e959fb9298 req-b288e400-a228-439b-bda8-57b9ab04ec56 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:42.295131 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288e400-a228-439b-bda8-57b9ab04ec56 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event updated for resources: {'Port': ['ID=f9471ca7-7225-4e81-879d-94f5b3fa790e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:42.353842 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459239cb-b747-4144-847a-d5e959fb9298 req-b288e400-a228-439b-bda8-57b9ab04ec56 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:42.354699 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-459239cb-b747-4144-847a-d5e959fb9298 req-b288e400-a228-439b-bda8-57b9ab04ec56 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.373917 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-459239cb-b747-4144-847a-d5e959fb9298 req-b288e400-a228-439b-bda8-57b9ab04ec56 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7208476 Aug 16 02:48:42.395388 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Request body: {'port': {'device_id': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:42.473027 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.547584 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea554c-899f-41b9-9a84-788ff8e3bad2 req-cf97c14f-46be-4df6-8bb2-742221c9f720 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:42.549703 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51ea554c-899f-41b9-9a84-788ff8e3bad2 req-cf97c14f-46be-4df6-8bb2-742221c9f720 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 932 time: 0.0654752 Aug 16 02:48:42.602830 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-51ea554c-899f-41b9-9a84-788ff8e3bad2 req-fa5600c9-cd1e-4b43-8bef-7a666fa8f8a4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440772 Aug 16 02:48:42.627446 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-be9fb3f7-e18e-451e-9ebb-534b6b769f1e None None] Provisioning for port f9471ca7-7225-4e81-879d-94f5b3fa790e completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:42.632334 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-be9fb3f7-e18e-451e-9ebb-534b6b769f1e None None] Provisioning complete for port f9471ca7-7225-4e81-879d-94f5b3fa790e triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:42.632764 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be9fb3f7-e18e-451e-9ebb-534b6b769f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.673136 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-be9fb3f7-e18e-451e-9ebb-534b6b769f1e None None] Port f9471ca7-7225-4e81-879d-94f5b3fa790e cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:42.768779 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9471ca7-7225-4e81-879d-94f5b3fa790e {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:48:42.779026 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.793379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Transition to ACTIVE for port object f9471ca7-7225-4e81-879d-94f5b3fa790e will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:42.797048 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.848452 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Pushing event updated for resources: {'Port': ['ID=f9471ca7-7225-4e81-879d-94f5b3fa790e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:42.922693 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Attempting to bind port f9471ca7-7225-4e81-879d-94f5b3fa790e on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:42.923027 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Attempting to bind port f9471ca7-7225-4e81-879d-94f5b3fa790e by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:42.923337 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Attempting to bind port f9471ca7-7225-4e81-879d-94f5b3fa790e on network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:42.928801 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Port f9471ca7-7225-4e81-879d-94f5b3fa790e on network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:48:42.929344 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Attempting to bind port f9471ca7-7225-4e81-879d-94f5b3fa790e on network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:42.934575 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:42.934913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Checking segment: {'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:42.935294 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Bound using segment: {'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:42.935720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Bound port: f9471ca7-7225-4e81-879d-94f5b3fa790e, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:42.936079 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.006185 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] For port f9471ca7-7225-4e81-879d-94f5b3fa790e, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:43.009594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] For port f9471ca7-7225-4e81-879d-94f5b3fa790e, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:43.016628 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.054798 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:43.055423 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.056813 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-459239cb-b747-4144-847a-d5e959fb9298 req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] 10.222.0.63 "PUT /v2.0/ports/f9471ca7-7225-4e81-879d-94f5b3fa790e HTTP/1.1" status: 200 len: 1093 time: 0.6660974 Aug 16 02:48:43.057248 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'tag': 'f9471ca7-7225-4e81-879d-94f5b3fa790e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:43.059528 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924bef0c-a940-4feb-a869-a11de6384338" -d '{"events": [{"name": "network-changed", "server_uuid": "b76e08b4-bcb4-44c6-a8e3-340b4ebfc536", "tag": "f9471ca7-7225-4e81-879d-94f5b3fa790e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:43.093088 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29edf8f-abee-4545-a98e-2bbfae105280 service neutron] Pushing event updated for resources: {'Port': ['ID=f9471ca7-7225-4e81-879d-94f5b3fa790e,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:43.119238 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943d43d1-4a7e-4b0b-92c4-a598bc97b003 x-openstack-request-id: req-943d43d1-4a7e-4b0b-92c4-a598bc97b003 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:43.119529 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76e08b4-bcb4-44c6-a8e3-340b4ebfc536", "tag": "f9471ca7-7225-4e81-879d-94f5b3fa790e", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:43.119779 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-943d43d1-4a7e-4b0b-92c4-a598bc97b003 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:43.120202 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'tag': 'f9471ca7-7225-4e81-879d-94f5b3fa790e', 'status': 'completed', 'code': 200} Aug 16 02:48:43.155847 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459239cb-b747-4144-847a-d5e959fb9298 req-b43fcd49-7031-4d6e-bd53-f91f2b4193f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:43.157381 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-459239cb-b747-4144-847a-d5e959fb9298 req-b43fcd49-7031-4d6e-bd53-f91f2b4193f2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 1096 time: 0.0540791 Aug 16 02:48:43.202613 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-459239cb-b747-4144-847a-d5e959fb9298 req-e08da871-616f-4e7d-9224-4cf7b304e6f4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e HTTP/1.1" status: 200 len: 217 time: 0.0360377 Aug 16 02:48:43.254695 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459239cb-b747-4144-847a-d5e959fb9298 req-fd8bc50f-44cc-4122-aa13-f6d13933314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:43.256693 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-459239cb-b747-4144-847a-d5e959fb9298 req-fd8bc50f-44cc-4122-aa13-f6d13933314f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0455098 Aug 16 02:48:43.314441 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459239cb-b747-4144-847a-d5e959fb9298 req-9f8a774a-d2de-495c-9e06-9d37734b7567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:43.320761 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-459239cb-b747-4144-847a-d5e959fb9298 req-9f8a774a-d2de-495c-9e06-9d37734b7567 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528977 Aug 16 02:48:43.413771 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-459239cb-b747-4144-847a-d5e959fb9298 req-e34a6e87-ca80-49a6-ba90-632157751380 service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854757 Aug 16 02:48:43.514933 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-459239cb-b747-4144-847a-d5e959fb9298 req-a932e0bf-f058-48d3-9ca8-3832ddf06684 service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905437 Aug 16 02:48:43.611115 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bef0c-a940-4feb-a869-a11de6384338 req-891c50db-87a6-4ee5-aafe-13ee2fde65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:43.612667 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-924bef0c-a940-4feb-a869-a11de6384338 req-891c50db-87a6-4ee5-aafe-13ee2fde65b7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 1096 time: 0.0424323 Aug 16 02:48:43.704921 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bef0c-a940-4feb-a869-a11de6384338 req-46c3acfd-f159-4a14-977c-cedee4e1509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:43.706427 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-924bef0c-a940-4feb-a869-a11de6384338 req-46c3acfd-f159-4a14-977c-cedee4e1509c service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 910 time: 0.0864894 Aug 16 02:48:43.720947 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745efead-54e4-4040-84c0-59e9ee3d9aa3 req-2eadad8d-8176-4e64-8781-82e277a31f6c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:43.722480 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-745efead-54e4-4040-84c0-59e9ee3d9aa3 req-2eadad8d-8176-4e64-8781-82e277a31f6c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 944 time: 0.0492215 Aug 16 02:48:43.752492 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-924bef0c-a940-4feb-a869-a11de6384338 req-fe3e5a2f-f985-4adc-909b-9082fdabada5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e HTTP/1.1" status: 200 len: 217 time: 0.0386744 Aug 16 02:48:43.762435 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-745efead-54e4-4040-84c0-59e9ee3d9aa3 req-c24e599f-da26-4b82-85ca-c1a71299f5ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328133 Aug 16 02:48:43.803736 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bef0c-a940-4feb-a869-a11de6384338 req-cd33b103-feb5-440e-a660-daf1dd3c0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:43.805096 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-924bef0c-a940-4feb-a869-a11de6384338 req-cd33b103-feb5-440e-a660-daf1dd3c0b65 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0454965 Aug 16 02:48:43.858889 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bef0c-a940-4feb-a869-a11de6384338 req-cb67033b-879b-4bce-9b2b-0512cdf39a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:43.860551 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-924bef0c-a940-4feb-a869-a11de6384338 req-cb67033b-879b-4bce-9b2b-0512cdf39a41 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478008 Aug 16 02:48:43.919095 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:43.962492 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-924bef0c-a940-4feb-a869-a11de6384338 req-623de0a6-3b46-44f5-9cb4-bebeaf76c8a3 service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936964 Aug 16 02:48:43.970714 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:43.975195 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:43.975571 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.057429 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-924bef0c-a940-4feb-a869-a11de6384338 req-5dc2df68-4131-4a41-af13-5411a207c77e service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862050 Aug 16 02:48:44.060957 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.093306 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218,segment=NetworkSegment(ceff227d-ca56-453a-83a5-a3286bed7d9c),segment_id=ceff227d-ca56-453a-83a5-a3286bed7d9c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:44.096950 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.143118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:44.891206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88f5cf-dab0-4a43-9a34-7f4ebbdb5770 req-045d4ca1-04cb-493d-a0ac-b296a8ade823 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:44.892785 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a88f5cf-dab0-4a43-9a34-7f4ebbdb5770 req-045d4ca1-04cb-493d-a0ac-b296a8ade823 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 944 time: 0.0510399 Aug 16 02:48:44.937329 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a88f5cf-dab0-4a43-9a34-7f4ebbdb5770 req-34b14366-fc3b-4dba-8fef-94cf7e8ec103 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381932 Aug 16 02:48:45.905410 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:45.932341 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f9471ca7-7225-4e81-879d-94f5b3fa790e details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:48:46.014094 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:46.014468 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.052908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a8a0d-2b4a-43a2-a662-17c96ccc08fd req-37d23f22-bc29-4ef9-9a25-e67d0bc97939 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:46.054667 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0f4a8a0d-2b4a-43a2-a662-17c96ccc08fd req-37d23f22-bc29-4ef9-9a25-e67d0bc97939 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 944 time: 0.0499749 Aug 16 02:48:46.084286 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f9471ca7-7225-4e81-879d-94f5b3fa790e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:46.094053 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0f4a8a0d-2b4a-43a2-a662-17c96ccc08fd req-10bba1f9-2acf-431b-9851-753b8767ad90 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328274 Aug 16 02:48:46.097991 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'f9471ca7-7225-4e81-879d-94f5b3fa790e', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'port_id': 'f9471ca7-7225-4e81-879d-94f5b3fa790e', 'mac_address': 'fa:16:3e:53:f1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:48:46.165529 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.178868 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9471ca7-7225-4e81-879d-94f5b3fa790e {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:48:46.198454 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f9471ca7-7225-4e81-879d-94f5b3fa790e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:46.202920 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.248983 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=f9471ca7-7225-4e81-879d-94f5b3fa790e,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:46.532907 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['f9471ca7-7225-4e81-879d-94f5b3fa790e'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:48:47.210295 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e09a56-0cb9-409b-bd82-ccbadb0c60f5 req-9be3c403-c764-4456-a89d-732bd8e9f0d6 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:47.211756 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e7e09a56-0cb9-409b-bd82-ccbadb0c60f5 req-9be3c403-c764-4456-a89d-732bd8e9f0d6 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 945 time: 0.0492780 Aug 16 02:48:47.248926 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e7e09a56-0cb9-409b-bd82-ccbadb0c60f5 req-8e2b1696-8365-4fa9-831e-f8130deb6a54 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312805 Aug 16 02:48:47.943507 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f9471ca7-7225-4e81-879d-94f5b3fa790e up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:47.994503 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port f9471ca7-7225-4e81-879d-94f5b3fa790e completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:47.998158 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port f9471ca7-7225-4e81-879d-94f5b3fa790e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:47.998528 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.074519 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.096235 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9471ca7-7225-4e81-879d-94f5b3fa790e'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:48.098502 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e7018d-325f-4540-8718-a5e3860d7535" -d '{"events": [{"server_uuid": "b76e08b4-bcb4-44c6-a8e3-340b4ebfc536", "name": "network-vif-plugged", "status": "completed", "tag": "f9471ca7-7225-4e81-879d-94f5b3fa790e"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:48.111726 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f9471ca7-7225-4e81-879d-94f5b3fa790e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:48.115757 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.139934 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2843eae-98b0-47f6-bc21-aa1f1da31468 x-openstack-request-id: req-e2843eae-98b0-47f6-bc21-aa1f1da31468 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:48.140251 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76e08b4-bcb4-44c6-a8e3-340b4ebfc536", "name": "network-vif-plugged", "status": "completed", "tag": "f9471ca7-7225-4e81-879d-94f5b3fa790e", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:48.140629 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e2843eae-98b0-47f6-bc21-aa1f1da31468 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:48.141022 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9471ca7-7225-4e81-879d-94f5b3fa790e', 'code': 200} Aug 16 02:48:48.168238 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=f9471ca7-7225-4e81-879d-94f5b3fa790e,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:48.241409 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cb8f2-d55e-4863-acf7-fa3b4b0bc81e req-1de0f151-1b6d-4fb2-9fb1-23491c7e6950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:48.243596 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ae5cb8f2-d55e-4863-acf7-fa3b4b0bc81e req-1de0f151-1b6d-4fb2-9fb1-23491c7e6950 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 1098 time: 0.0396948 Aug 16 02:48:48.279214 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ae5cb8f2-d55e-4863-acf7-fa3b4b0bc81e req-b274bd23-1251-415e-99f0-183e8ef31117 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282507 Aug 16 02:48:48.369732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fa259-976c-4cd7-812a-a09917c4437b req-81e00013-5a5c-41ee-b817-bf927ddf4e0d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:48.370987 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bf7fa259-976c-4cd7-812a-a09917c4437b req-81e00013-5a5c-41ee-b817-bf927ddf4e0d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0491307 Aug 16 02:48:48.411938 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bf7fa259-976c-4cd7-812a-a09917c4437b req-c035e6f4-57aa-46a1-a868-90f0516c1c89 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350981 Aug 16 02:48:49.528876 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd24aa-690c-46d0-a6c5-55d68bef72b5 req-07cfb8ef-195a-4ae3-885c-4bb68ac1a66a tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:49.530451 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-31fd24aa-690c-46d0-a6c5-55d68bef72b5 req-07cfb8ef-195a-4ae3-885c-4bb68ac1a66a tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0501251 Aug 16 02:48:49.572902 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-31fd24aa-690c-46d0-a6c5-55d68bef72b5 req-e5441725-a667-48be-9078-6db38d45e622 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364246 Aug 16 02:48:49.686806 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014eb174-3adc-49c3-94af-323ae722d721 req-b521f8ac-b51b-4420-a38a-509b14a7c5c9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:49.688297 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-014eb174-3adc-49c3-94af-323ae722d721 req-b521f8ac-b51b-4420-a38a-509b14a7c5c9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0496769 Aug 16 02:48:49.726530 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-014eb174-3adc-49c3-94af-323ae722d721 req-429b2f7d-6acb-49fc-bd56-ea49c33ee207 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316653 Aug 16 02:48:49.748995 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41164) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:49.831957 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf99c44d-e448-47e0-ba60-605a94f708c1 tempest-TestShelveInstance-1742980617 tempest-TestShelveInstance-1742980617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:49.833370 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bf99c44d-e448-47e0-ba60-605a94f708c1 tempest-TestShelveInstance-1742980617 tempest-TestShelveInstance-1742980617-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 1093 time: 0.0833774 Aug 16 02:48:49.836475 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41168) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:49.840735 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': 'f9471ca7-7225-4e81-879d-94f5b3fa790e', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:49.862727 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:49.962558 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.068689 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Allocated IP 172.25.3.110 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/cb132d5a-01dc-4865-8ea5-cde471e90e9c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:50.225851 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-feddfd0e-b17c-4662-9ae2-0c930a507067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.490433 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.528415 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.562321 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:50.565072 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:50.568478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:50.601732 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event updated for resources: {'Port': ['ID=cb132d5a-01dc-4865-8ea5-cde471e90e9c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:50.932725 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.000008 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.149578 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.154365 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.224080 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event updated for resources: {'Port': ['ID=cb132d5a-01dc-4865-8ea5-cde471e90e9c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:51.237793 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.342780 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Floating IP a80c820f-a30c-4ae4-91b4-205815ba91ec associated. External IP: 172.25.3.110, port: f9471ca7-7225-4e81-879d-94f5b3fa790e. Aug 16 02:48:51.552346 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Router 4942258e-0838-4132-afdc-2a712c4672a9 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:51.656715 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:51.667904 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0729b7b0-a264-48e5-af65-4951235d5ab5 None None] Sync routers for ids ['4942258e-0838-4132-afdc-2a712c4672a9'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:51.673634 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.677243 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0729b7b0-a264-48e5-af65-4951235d5ab5 None None] Routers {'4942258e-0838-4132-afdc-2a712c4672a9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:51.677877 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0729b7b0-a264-48e5-af65-4951235d5ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:48:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['4942258e-0838-4132-afdc-2a712c4672a9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:51.715966 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7e245e8a-c218-4b09-9d8c-38dc76a575ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8680673 Aug 16 02:48:51.715966 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'tag': 'f9471ca7-7225-4e81-879d-94f5b3fa790e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:51.715966 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff96a8e0-5087-4e5d-bf92-31c446468d13" -d '{"events": [{"name": "network-changed", "server_uuid": "b76e08b4-bcb4-44c6-a8e3-340b4ebfc536", "tag": "f9471ca7-7225-4e81-879d-94f5b3fa790e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:51.747222 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111a474f-a246-4a11-938c-54ce60d8dc70 x-openstack-request-id: req-111a474f-a246-4a11-938c-54ce60d8dc70 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:51.747577 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76e08b4-bcb4-44c6-a8e3-340b4ebfc536", "tag": "f9471ca7-7225-4e81-879d-94f5b3fa790e", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:51.747949 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-111a474f-a246-4a11-938c-54ce60d8dc70 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:51.748379 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'tag': 'f9471ca7-7225-4e81-879d-94f5b3fa790e', 'status': 'completed', 'code': 200} Aug 16 02:48:51.786770 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0729b7b0-a264-48e5-af65-4951235d5ab5 None None] Set router 4942258e-0838-4132-afdc-2a712c4672a9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:51.823352 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96a8e0-5087-4e5d-bf92-31c446468d13 req-61b83fbb-906f-43e2-8dee-39537a107878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:51.824814 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff96a8e0-5087-4e5d-bf92-31c446468d13 req-61b83fbb-906f-43e2-8dee-39537a107878 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 1098 time: 0.0435092 Aug 16 02:48:51.924772 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96a8e0-5087-4e5d-bf92-31c446468d13 req-4f7d7128-5bf0-4cf2-9193-3b31f45541ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:51.926408 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff96a8e0-5087-4e5d-bf92-31c446468d13 req-4f7d7128-5bf0-4cf2-9193-3b31f45541ad service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 910 time: 0.0887969 Aug 16 02:48:51.999596 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff96a8e0-5087-4e5d-bf92-31c446468d13 req-db09767e-633a-406c-a2cf-a109f273724a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e HTTP/1.1" status: 200 len: 1000 time: 0.0646942 Aug 16 02:48:52.007012 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0729b7b0-a264-48e5-af65-4951235d5ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port': {'id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'a80c820f-a30c-4ae4-91b4-205815ba91ec', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'port_id': 'f9471ca7-7225-4e81-879d-94f5b3fa790e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'mac_address': 'fa:16:3e:53:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:48:50Z', 'revision_number': 0, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9531e79f-1e69-4cd5-9aec-411fa15ea6d1', 'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'mac_address': 'fa:16:3e:94:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:31Z', 'updated_at': '2021-08-16T02:48:38Z', 'revision_number': 5, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'subnets': [{'id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:52.036586 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0729b7b0-a264-48e5-af65-4951235d5ab5 None None] Checking router: 4942258e-0838-4132-afdc-2a712c4672a9 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:52.046745 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0729b7b0-a264-48e5-af65-4951235d5ab5 None None] Routers {'4942258e-0838-4132-afdc-2a712c4672a9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:52.047357 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0729b7b0-a264-48e5-af65-4951235d5ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:48:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['4942258e-0838-4132-afdc-2a712c4672a9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:52.054995 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96a8e0-5087-4e5d-bf92-31c446468d13 req-086a4171-ac0f-4b48-9402-c094df184a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:52.056827 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff96a8e0-5087-4e5d-bf92-31c446468d13 req-086a4171-ac0f-4b48-9402-c094df184a15 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0504405 Aug 16 02:48:52.103450 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96a8e0-5087-4e5d-bf92-31c446468d13 req-be328e47-8c24-446e-bf9c-cdb48afd2cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:52.105081 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff96a8e0-5087-4e5d-bf92-31c446468d13 req-be328e47-8c24-446e-bf9c-cdb48afd2cf3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416048 Aug 16 02:48:52.154946 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0729b7b0-a264-48e5-af65-4951235d5ab5 None None] Set router 4942258e-0838-4132-afdc-2a712c4672a9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:52.203625 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff96a8e0-5087-4e5d-bf92-31c446468d13 req-f31d455f-9138-42a8-8e33-80f4e1b63140 service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915163 Aug 16 02:48:52.298267 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ff96a8e0-5087-4e5d-bf92-31c446468d13 req-9b3c6d16-f29f-4fe3-a87b-41caaee39c54 service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876961 Aug 16 02:48:52.380091 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0729b7b0-a264-48e5-af65-4951235d5ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port': {'id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'a80c820f-a30c-4ae4-91b4-205815ba91ec', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'port_id': 'f9471ca7-7225-4e81-879d-94f5b3fa790e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'mac_address': 'fa:16:3e:53:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:48:50Z', 'revision_number': 0, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9531e79f-1e69-4cd5-9aec-411fa15ea6d1', 'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'mac_address': 'fa:16:3e:94:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:31Z', 'updated_at': '2021-08-16T02:48:38Z', 'revision_number': 5, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'subnets': [{'id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:52.410880 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0729b7b0-a264-48e5-af65-4951235d5ab5 None None] The sync data for ids ['4942258e-0838-4132-afdc-2a712c4672a9'] in n-d-765315-27 is: [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port': {'id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'a80c820f-a30c-4ae4-91b4-205815ba91ec', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'port_id': 'f9471ca7-7225-4e81-879d-94f5b3fa790e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'mac_address': 'fa:16:3e:53:f1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:48:50Z', 'updated_at': '2021-08-16T02:48:50Z', 'revision_number': 0, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9531e79f-1e69-4cd5-9aec-411fa15ea6d1', 'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'mac_address': 'fa:16:3e:94:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:31Z', 'updated_at': '2021-08-16T02:48:38Z', 'revision_number': 5, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'subnets': [{'id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:52.612913 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f5a939-63e4-4c8e-becb-1a6d7f6c5c12 None None] New status for floating IP a80c820f-a30c-4ae4-91b4-205815ba91ec: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:48:52.768676 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4dfd3aee-23a1-448e-a044-73784e39e16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.444225 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:54.437023 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:56.218990 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.389731 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:48:57.970425 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a29f041-e651-431f-a264-e310f644c672 req-e2fcd8fd-60a4-44b2-8a4c-62d4d14381bb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464737 Aug 16 02:48:58.060534 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29f041-e651-431f-a264-e310f644c672 req-0be9c500-3031-4d16-8eb9-7897a4a488a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:58.062149 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a29f041-e651-431f-a264-e310f644c672 req-0be9c500-3031-4d16-8eb9-7897a4a488a9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 1098 time: 0.0492144 Aug 16 02:48:58.169111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29f041-e651-431f-a264-e310f644c672 req-f79d7d98-d12d-4b92-a7df-182046151001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:58.170616 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a29f041-e651-431f-a264-e310f644c672 req-f79d7d98-d12d-4b92-a7df-182046151001 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 910 time: 0.0870283 Aug 16 02:48:58.239262 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a29f041-e651-431f-a264-e310f644c672 req-455fa3bc-d368-4d40-9c05-a7501aed3698 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e HTTP/1.1" status: 200 len: 1002 time: 0.0616164 Aug 16 02:48:58.293705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29f041-e651-431f-a264-e310f644c672 req-3b1350f6-c53e-4d4d-b825-68ac713b547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:58.295198 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a29f041-e651-431f-a264-e310f644c672 req-3b1350f6-c53e-4d4d-b825-68ac713b547f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0447283 Aug 16 02:48:58.341911 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29f041-e651-431f-a264-e310f644c672 req-ac8c1754-7cc2-4e0b-bff4-a7ecc7ec6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:58.343370 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a29f041-e651-431f-a264-e310f644c672 req-ac8c1754-7cc2-4e0b-bff4-a7ecc7ec6c36 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402536 Aug 16 02:48:58.452436 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a29f041-e651-431f-a264-e310f644c672 req-d1926a1b-4b43-4053-b22a-3a118f044464 service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981250 Aug 16 02:48:58.552333 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3a29f041-e651-431f-a264-e310f644c672 req-ed1e9a49-861c-4441-b25c-4de87ca61ffe service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824518 Aug 16 02:49:08.190507 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:08.772123 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:20.228154 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c1eb6753-b698-40c0-af0b-88d6b9513506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:22.750177 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04bc0e4c-33c7-459b-b73b-672d55eb1a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:23.446534 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:24.439384 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:25.045298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-6a520050-4a4e-488b-9b68-9c0f4c56f4b3 req-bae3c270-26bc-4dd9-ae29-351fcee5c065 service neutron] (94673) timed out ('10.222.0.68', 37218) {{(pid=94673) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:49:26.222603 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:34.389347 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:49:38.205966 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:38.799901 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:50.230521 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b2c0cd40-61dd-4f9f-ae98-e4b72931c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:52.750541 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5b2154f-0e3a-463a-97ed-e495854c221c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:53.448922 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:54.441711 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:56.225628 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:58.973339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5985b3e5-0733-4f8c-be31-514e6760daa7 req-961cd731-82be-4d74-aead-045919c5ddbd service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405395 Aug 16 02:49:59.060976 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985b3e5-0733-4f8c-be31-514e6760daa7 req-80292d00-751f-4132-95e9-c79c5669fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:59.062484 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5985b3e5-0733-4f8c-be31-514e6760daa7 req-80292d00-751f-4132-95e9-c79c5669fb90 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 1098 time: 0.0447471 Aug 16 02:49:59.170779 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985b3e5-0733-4f8c-be31-514e6760daa7 req-0e8bc3b1-526a-4083-b610-bd9be61cd6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:59.172253 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5985b3e5-0733-4f8c-be31-514e6760daa7 req-0e8bc3b1-526a-4083-b610-bd9be61cd6d6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 910 time: 0.0875790 Aug 16 02:49:59.246153 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5985b3e5-0733-4f8c-be31-514e6760daa7 req-8c55db4f-fd6c-41f6-9704-1b73c9a41922 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e HTTP/1.1" status: 200 len: 1002 time: 0.0623260 Aug 16 02:49:59.296298 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985b3e5-0733-4f8c-be31-514e6760daa7 req-032c77e5-960a-4105-b8d7-80f689dd0cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:59.297784 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5985b3e5-0733-4f8c-be31-514e6760daa7 req-032c77e5-960a-4105-b8d7-80f689dd0cb7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0448055 Aug 16 02:49:59.346520 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985b3e5-0733-4f8c-be31-514e6760daa7 req-723c3f80-051a-4028-8edd-0b124017c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:59.347991 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5985b3e5-0733-4f8c-be31-514e6760daa7 req-723c3f80-051a-4028-8edd-0b124017c9e4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393815 Aug 16 02:49:59.448893 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5985b3e5-0733-4f8c-be31-514e6760daa7 req-12dbd318-9d4f-4e9d-b9fd-f5e3c54fcb23 service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896254 Aug 16 02:49:59.543418 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5985b3e5-0733-4f8c-be31-514e6760daa7 req-03e5e8de-d6ea-4359-8899-c9a80014bdb7 service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832002 Aug 16 02:50:08.206963 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:08.799736 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:11.388677 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:50:20.234331 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51ae2c23-ef49-4136-af6e-4b7c0890eb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:22.752316 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f231d4b-a4e7-4dc8-a329-9c310df356ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:23.450068 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:24.447162 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:26.229216 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:38.205303 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:38.814276 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:48.387995 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:50:49.723449 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103778f-8741-42d5-9e94-410bdb23e8a7 req-39da7e93-a40d-410f-8a13-6080476ed947 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:49.724956 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a103778f-8741-42d5-9e94-410bdb23e8a7 req-39da7e93-a40d-410f-8a13-6080476ed947 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.1027241 Aug 16 02:50:49.765614 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a103778f-8741-42d5-9e94-410bdb23e8a7 req-7bd82ada-44ad-4b66-b18b-b6b5ba2f46ee tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320640 Aug 16 02:50:50.234453 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0fd87572-6e76-42f0-8fa6-5b16c3ea32d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:50.911688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f895ccb-e68b-4bb3-b7a2-c28482cf66fc req-375c12d1-5e69-4e6a-8157-6c53523c50d5 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:50.913262 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8f895ccb-e68b-4bb3-b7a2-c28482cf66fc req-375c12d1-5e69-4e6a-8157-6c53523c50d5 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0518923 Aug 16 02:50:50.951346 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8f895ccb-e68b-4bb3-b7a2-c28482cf66fc req-95dd3fd9-7af1-4dc7-abe1-8482fb2cc4df tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321262 Aug 16 02:50:52.087796 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3517f-fc0e-4374-bb75-fcae85d637e7 req-e555a22c-d8e5-403a-96e4-e213f89cdf29 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:52.089283 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2bf3517f-fc0e-4374-bb75-fcae85d637e7 req-e555a22c-d8e5-403a-96e4-e213f89cdf29 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0497265 Aug 16 02:50:52.127237 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2bf3517f-fc0e-4374-bb75-fcae85d637e7 req-f159def9-6250-4505-9fad-dc08ac71f3e2 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320666 Aug 16 02:50:52.754447 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38bdcf6c-0c01-4562-882d-3e8f511c7b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:53.256046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611e71b-5056-4ed0-b1b5-d2ddd81fe616 req-81faa9a4-5661-495d-8901-88b4f7cf43b1 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:53.258649 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5611e71b-5056-4ed0-b1b5-d2ddd81fe616 req-81faa9a4-5661-495d-8901-88b4f7cf43b1 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0617204 Aug 16 02:50:53.301612 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5611e71b-5056-4ed0-b1b5-d2ddd81fe616 req-05b89a84-3355-41b9-9977-89d403481818 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370688 Aug 16 02:50:53.452111 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:54.420279 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd4490-7002-4cd7-aed1-bd73d97079fd req-c3ac8345-9da8-4c33-b88e-f46645036a30 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:54.421771 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e8dd4490-7002-4cd7-aed1-bd73d97079fd req-c3ac8345-9da8-4c33-b88e-f46645036a30 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0528927 Aug 16 02:50:54.449797 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:54.463911 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e8dd4490-7002-4cd7-aed1-bd73d97079fd req-c9a3962c-8d2d-4ba5-8dd7-ebd35c479f16 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361381 Aug 16 02:50:55.581170 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f47df-beab-42ab-98e2-c3163a40eee0 req-1a9a08e5-f4f0-4c5c-96e2-48292a8cb88b tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:55.582584 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be7f47df-beab-42ab-98e2-c3163a40eee0 req-1a9a08e5-f4f0-4c5c-96e2-48292a8cb88b tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0512135 Aug 16 02:50:55.623809 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-be7f47df-beab-42ab-98e2-c3163a40eee0 req-6bf3ca2f-0558-430e-b0cd-608dccf648cb tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325470 Aug 16 02:50:56.231967 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.739251 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc3864-6f06-4650-9b4f-928efe1d4c76 req-3db2eafb-1ffe-48a6-af1c-5115663684d8 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:56.741039 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6cdc3864-6f06-4650-9b4f-928efe1d4c76 req-3db2eafb-1ffe-48a6-af1c-5115663684d8 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0497246 Aug 16 02:50:56.782061 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6cdc3864-6f06-4650-9b4f-928efe1d4c76 req-16fb3909-ae71-46a5-b9f9-adc4888d9e37 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341158 Aug 16 02:50:57.898676 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d5e51-d542-445e-a604-9f968c372c13 req-5abb0bdb-006f-4090-9bf9-9871126608a4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:57.900140 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d4d5e51-d542-445e-a604-9f968c372c13 req-5abb0bdb-006f-4090-9bf9-9871126608a4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0486276 Aug 16 02:50:57.938244 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5d4d5e51-d542-445e-a604-9f968c372c13 req-d960ae01-44be-4521-84d1-92ad2550b0ae tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322640 Aug 16 02:50:59.062975 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0f3db-9ec4-4ac8-9bff-c10c3f10350c req-2e9ca881-9866-4101-87f2-3adf6b0b72a6 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:59.064684 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8a0f3db-9ec4-4ac8-9bff-c10c3f10350c req-2e9ca881-9866-4101-87f2-3adf6b0b72a6 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0569377 Aug 16 02:50:59.107649 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b8a0f3db-9ec4-4ac8-9bff-c10c3f10350c req-73f6a954-2305-4b9c-b569-e5d8f0059023 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350835 Aug 16 02:51:00.230628 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4166a-aa23-403f-a0c4-8d37378aaa0a req-23061dab-c61b-475a-93d5-efd5dea7dc2d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:00.232059 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-72f4166a-aa23-403f-a0c4-8d37378aaa0a req-23061dab-c61b-475a-93d5-efd5dea7dc2d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0565915 Aug 16 02:51:00.269554 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-72f4166a-aa23-403f-a0c4-8d37378aaa0a req-51f1e777-1392-40ab-9c67-53cc09b9807e tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315423 Aug 16 02:51:00.582085 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f9471ca7-7225-4e81-879d-94f5b3fa790e details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:51:00.678988 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f9471ca7-7225-4e81-879d-94f5b3fa790e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:00.693642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': 'f9471ca7-7225-4e81-879d-94f5b3fa790e', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'port_id': 'f9471ca7-7225-4e81-879d-94f5b3fa790e', 'mac_address': 'fa:16:3e:53:f1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:51:00.731238 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:00.743465 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9471ca7-7225-4e81-879d-94f5b3fa790e {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:51:00.761944 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f9471ca7-7225-4e81-879d-94f5b3fa790e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:00.765983 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:00.815292 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=f9471ca7-7225-4e81-879d-94f5b3fa790e,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:00.823119 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:00.823466 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:00.823807 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:00.824140 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:00.824469 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:00.824795 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:00.825118 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:00.825440 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:00.825777 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:00.826112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:00.826820 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:00.826820 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:00.857683 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['f9471ca7-7225-4e81-879d-94f5b3fa790e'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:51:01.061172 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b139c-e4e9-4931-9859-b2dccabc1445 req-f2d46c74-ef3b-4452-81f1-c4e7e03daaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:01.062780 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b93b139c-e4e9-4931-9859-b2dccabc1445 req-f2d46c74-ef3b-4452-81f1-c4e7e03daaf8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 1097 time: 0.0883458 Aug 16 02:51:01.178478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b139c-e4e9-4931-9859-b2dccabc1445 req-ba9459f5-20f2-460c-a34c-7dae4a96b1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:01.180194 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b93b139c-e4e9-4931-9859-b2dccabc1445 req-ba9459f5-20f2-460c-a34c-7dae4a96b1a2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 910 time: 0.0962510 Aug 16 02:51:01.247149 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b93b139c-e4e9-4931-9859-b2dccabc1445 req-af927df0-0760-4825-b959-c30ef800cd6c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e HTTP/1.1" status: 200 len: 1001 time: 0.0588436 Aug 16 02:51:01.298284 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b139c-e4e9-4931-9859-b2dccabc1445 req-73d9ea1a-7de3-43f5-b69f-b4e75d163544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:01.299748 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b93b139c-e4e9-4931-9859-b2dccabc1445 req-73d9ea1a-7de3-43f5-b69f-b4e75d163544 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0446615 Aug 16 02:51:01.354705 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b139c-e4e9-4931-9859-b2dccabc1445 req-f8875932-8f97-4aaa-a62b-ad25930d1a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:01.356214 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b93b139c-e4e9-4931-9859-b2dccabc1445 req-f8875932-8f97-4aaa-a62b-ad25930d1a4d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456209 Aug 16 02:51:01.396157 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868c774-9140-4403-ad7a-27ad6e883bae req-19caeb38-986e-40e3-89a3-e91089164454 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:01.399074 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d868c774-9140-4403-ad7a-27ad6e883bae req-19caeb38-986e-40e3-89a3-e91089164454 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 945 time: 0.0602732 Aug 16 02:51:01.437639 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d868c774-9140-4403-ad7a-27ad6e883bae req-303ca90c-03af-4d0f-b64c-f145cfae96be tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323181 Aug 16 02:51:01.455699 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b93b139c-e4e9-4931-9859-b2dccabc1445 req-8b6b20df-1d3e-48b5-803c-13f5a4ae8198 service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909648 Aug 16 02:51:01.558626 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b93b139c-e4e9-4931-9859-b2dccabc1445 req-2c8d182d-bbc8-4e52-91af-808c6b9d354a service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930257 Aug 16 02:51:02.577264 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f813e-35bc-499e-b416-072b99c06d8d req-5c0ad605-4f5f-4f07-9534-b8f6a703a3ac tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:02.579186 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e29f813e-35bc-499e-b416-072b99c06d8d req-5c0ad605-4f5f-4f07-9534-b8f6a703a3ac tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 945 time: 0.0643275 Aug 16 02:51:02.598588 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f9471ca7-7225-4e81-879d-94f5b3fa790e up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:51:02.634603 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e29f813e-35bc-499e-b416-072b99c06d8d req-f6f000bb-9dca-4fee-92f2-1f35fc0b5c2f tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421538 Aug 16 02:51:02.670605 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port f9471ca7-7225-4e81-879d-94f5b3fa790e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:02.670972 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.757493 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.786900 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9471ca7-7225-4e81-879d-94f5b3fa790e'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:02.793205 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff495edc-fee2-4798-80a8-659799708ad5" -d '{"events": [{"server_uuid": "b76e08b4-bcb4-44c6-a8e3-340b4ebfc536", "name": "network-vif-plugged", "status": "completed", "tag": "f9471ca7-7225-4e81-879d-94f5b3fa790e"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:02.811908 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f9471ca7-7225-4e81-879d-94f5b3fa790e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:02.817290 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.892591 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=f9471ca7-7225-4e81-879d-94f5b3fa790e,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:02.921673 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc5ab59-f6e8-4cb3-92f2-df9fcf3e0cef x-openstack-request-id: req-7bc5ab59-f6e8-4cb3-92f2-df9fcf3e0cef {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:02.922074 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76e08b4-bcb4-44c6-a8e3-340b4ebfc536", "name": "network-vif-plugged", "status": "completed", "tag": "f9471ca7-7225-4e81-879d-94f5b3fa790e", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:02.922328 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7bc5ab59-f6e8-4cb3-92f2-df9fcf3e0cef {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:02.922724 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9471ca7-7225-4e81-879d-94f5b3fa790e', 'code': 200} Aug 16 02:51:03.773423 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd56eb-eafd-405a-ba97-e46fcf6911fa req-e096f4b3-f768-40a0-a293-64fa2d26c62e tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:03.775631 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e7bd56eb-eafd-405a-ba97-e46fcf6911fa req-e096f4b3-f768-40a0-a293-64fa2d26c62e tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0688300 Aug 16 02:51:03.817142 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e7bd56eb-eafd-405a-ba97-e46fcf6911fa req-629965e6-cff2-4848-85c2-34b53670af9a tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345001 Aug 16 02:51:04.956221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95950c23-e341-4a22-9405-9d64a00d43c2 req-426bad50-2edb-424b-9413-edc4f7b84382 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:04.957913 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-95950c23-e341-4a22-9405-9d64a00d43c2 req-426bad50-2edb-424b-9413-edc4f7b84382 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0607920 Aug 16 02:51:05.006216 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-95950c23-e341-4a22-9405-9d64a00d43c2 req-a1ec969c-cf5f-4fe6-bf4f-7543a8063ae5 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382793 Aug 16 02:51:06.143352 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c0a79-7912-4720-92f1-f588177ee591 req-4835963e-eba4-4520-82d7-f7f1c684cf2b tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:06.146391 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc6c0a79-7912-4720-92f1-f588177ee591 req-4835963e-eba4-4520-82d7-f7f1c684cf2b tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0602980 Aug 16 02:51:06.211386 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc6c0a79-7912-4720-92f1-f588177ee591 req-6f08bd12-7292-4135-8018-24d903869b48 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600049 Aug 16 02:51:07.374094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6f43f-f99e-40d8-80f5-79b5debb83cb req-0eb61dce-c0a3-47ba-99fe-297129d350c9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:07.375980 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-80c6f43f-f99e-40d8-80f5-79b5debb83cb req-0eb61dce-c0a3-47ba-99fe-297129d350c9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0704112 Aug 16 02:51:07.426416 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-80c6f43f-f99e-40d8-80f5-79b5debb83cb req-6091067f-2ccd-41eb-b129-528534f02bde tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419264 Aug 16 02:51:08.223389 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:08.567489 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb27f39-633b-47a0-b96d-fcf401dddb65 req-db460ef8-002a-49f7-854b-8b825bd51fc9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:08.569339 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eeb27f39-633b-47a0-b96d-fcf401dddb65 req-db460ef8-002a-49f7-854b-8b825bd51fc9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0564454 Aug 16 02:51:08.627625 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-eeb27f39-633b-47a0-b96d-fcf401dddb65 req-d7859ef0-1136-4eb9-b46b-af35b432ace9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449722 Aug 16 02:51:08.818727 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:09.797712 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6bdd7-393d-4a7d-95a7-7e4de464b015 req-2e03e5a2-c44e-4c9c-9e8f-f8d09e0108c7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:09.801334 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ffc6bdd7-393d-4a7d-95a7-7e4de464b015 req-2e03e5a2-c44e-4c9c-9e8f-f8d09e0108c7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0924096 Aug 16 02:51:09.854576 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ffc6bdd7-393d-4a7d-95a7-7e4de464b015 req-4f935f2d-edf7-4bdd-9af0-3c7bdcdad48c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439262 Aug 16 02:51:10.974311 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd749e-f341-482a-bb7c-950818489b78 req-66010018-95da-4aad-af6a-4791ab7e0ccd tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:10.976793 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c4fd749e-f341-482a-bb7c-950818489b78 req-66010018-95da-4aad-af6a-4791ab7e0ccd tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0544102 Aug 16 02:51:11.030446 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c4fd749e-f341-482a-bb7c-950818489b78 req-f793da60-38cb-4731-884b-7aca284bfffb tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466292 Aug 16 02:51:11.833953 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17eae4-197d-469f-94d8-9a03630d582e req-6b990c6f-661a-4bc5-be30-5eb1907e1e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:11.835532 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea17eae4-197d-469f-94d8-9a03630d582e req-6b990c6f-661a-4bc5-be30-5eb1907e1e1a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 1098 time: 0.0413291 Aug 16 02:51:11.932423 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17eae4-197d-469f-94d8-9a03630d582e req-7471bf06-7936-4320-ab77-a7b21748adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:11.933910 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea17eae4-197d-469f-94d8-9a03630d582e req-7471bf06-7936-4320-ab77-a7b21748adfe service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 910 time: 0.0870636 Aug 16 02:51:11.999110 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea17eae4-197d-469f-94d8-9a03630d582e req-72557475-a2bd-453b-a47b-9d9651274118 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e HTTP/1.1" status: 200 len: 1002 time: 0.0574479 Aug 16 02:51:12.055623 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17eae4-197d-469f-94d8-9a03630d582e req-50b29c77-97ac-4d33-b9f0-ac2bdbe05a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:12.057098 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea17eae4-197d-469f-94d8-9a03630d582e req-50b29c77-97ac-4d33-b9f0-ac2bdbe05a49 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0497503 Aug 16 02:51:12.114218 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17eae4-197d-469f-94d8-9a03630d582e req-ffddd17f-4997-4581-808b-8a47f3cdbd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:12.116347 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea17eae4-197d-469f-94d8-9a03630d582e req-ffddd17f-4997-4581-808b-8a47f3cdbd44 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494642 Aug 16 02:51:12.154554 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d0bee-9a61-4eeb-bc19-c7d3cd306a3e req-48195203-bd73-48b0-9dda-c4aec5732e34 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:12.156264 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d55d0bee-9a61-4eeb-bc19-c7d3cd306a3e req-48195203-bd73-48b0-9dda-c4aec5732e34 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0537279 Aug 16 02:51:12.197392 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d55d0bee-9a61-4eeb-bc19-c7d3cd306a3e req-676e7e6d-9ddd-48e3-91a9-428c0e08fbdd tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340495 Aug 16 02:51:12.225629 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea17eae4-197d-469f-94d8-9a03630d582e req-c9fef96d-d2a3-4a93-864c-13d1bd0dfa79 service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967078 Aug 16 02:51:12.324234 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea17eae4-197d-469f-94d8-9a03630d582e req-1b3a3f87-2de1-4ba6-91af-e884c7aff18b service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877485 Aug 16 02:51:13.316886 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceff98e-30eb-4db0-b5ec-0f4094b225b4 req-e5ab2c52-4af4-44f9-a0ca-9495a08405b8 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:13.319122 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dceff98e-30eb-4db0-b5ec-0f4094b225b4 req-e5ab2c52-4af4-44f9-a0ca-9495a08405b8 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0525246 Aug 16 02:51:13.358772 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dceff98e-30eb-4db0-b5ec-0f4094b225b4 req-302f7f46-c188-43dd-9b90-35d7ba153bb5 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310283 Aug 16 02:51:14.478633 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723eded-3a80-49fb-b567-75f2e6961948 req-f92bef51-ce6a-487b-84cf-c2bc12c0cef1 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:14.480137 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6723eded-3a80-49fb-b567-75f2e6961948 req-f92bef51-ce6a-487b-84cf-c2bc12c0cef1 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0505967 Aug 16 02:51:14.518137 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6723eded-3a80-49fb-b567-75f2e6961948 req-94a36506-2b68-4672-978d-732a5b1ce56c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319200 Aug 16 02:51:14.662986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device f9471ca7-7225-4e81-879d-94f5b3fa790e no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:51:14.750865 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:14.760949 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c273c3b-d4e8-4206-af8b-f3b09dbb4abd req-edda3f55-7994-4e21-848e-cc82b7386af9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:14.766720 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c273c3b-d4e8-4206-af8b-f3b09dbb4abd req-edda3f55-7994-4e21-848e-cc82b7386af9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0682476 Aug 16 02:51:14.776473 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9471ca7-7225-4e81-879d-94f5b3fa790e'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:14.778868 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9980364a-8ee9-4c84-ba85-d0c7d226a32a" -d '{"events": [{"server_uuid": "b76e08b4-bcb4-44c6-a8e3-340b4ebfc536", "name": "network-vif-unplugged", "status": "completed", "tag": "f9471ca7-7225-4e81-879d-94f5b3fa790e"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:14.793571 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port f9471ca7-7225-4e81-879d-94f5b3fa790e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:14.799178 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:14.818337 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1c273c3b-d4e8-4206-af8b-f3b09dbb4abd req-51a41402-c18c-4e80-a8e1-654b492df12c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497530 Aug 16 02:51:14.838777 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f46ece-532a-4a85-adbb-08344ee3fab3 x-openstack-request-id: req-36f46ece-532a-4a85-adbb-08344ee3fab3 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:14.838777 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76e08b4-bcb4-44c6-a8e3-340b4ebfc536", "name": "network-vif-unplugged", "status": "failed", "tag": "f9471ca7-7225-4e81-879d-94f5b3fa790e", "code": 422}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:14.839077 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-36f46ece-532a-4a85-adbb-08344ee3fab3 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:14.839486 n-d-765315-27 neutron-server[94674]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f9471ca7-7225-4e81-879d-94f5b3fa790e', 'code': 422} returned with failed status Aug 16 02:51:14.869887 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41372) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:14.875200 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=f9471ca7-7225-4e81-879d-94f5b3fa790e,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:14.959840 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-b054165a-f531-4254-ac3a-c0c6716a35ed service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887916 Aug 16 02:51:15.827221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-c826760b-fc40-411d-b093-859ef1d291ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:15.828724 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-c826760b-fc40-411d-b093-859ef1d291ac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536&tenant_id=87cfadea9146413bb4a4c04cfb4e8168 HTTP/1.1" status: 200 len: 1096 time: 0.0861845 Aug 16 02:51:15.845987 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:15.902619 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:15.941670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8a193-c200-42c2-bfe7-7a777d73b6c3 req-1a53fb35-0201-4b26-a89b-d7a33b438288 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:15.943880 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7dc8a193-c200-42c2-bfe7-7a777d73b6c3 req-1a53fb35-0201-4b26-a89b-d7a33b438288 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 944 time: 0.0512762 Aug 16 02:51:15.984042 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7dc8a193-c200-42c2-bfe7-7a777d73b6c3 req-2a42401e-b0bb-495e-81fa-58c86980bfb0 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338635 Aug 16 02:51:16.112861 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] For port f9471ca7-7225-4e81-879d-94f5b3fa790e, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:16.151029 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] For port f9471ca7-7225-4e81-879d-94f5b3fa790e, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:51:16.183365 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9471ca7-7225-4e81-879d-94f5b3fa790e {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:51:16.190888 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:16.203698 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Transition to ACTIVE for port object f9471ca7-7225-4e81-879d-94f5b3fa790e will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:51:16.207043 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:16.280503 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=f9471ca7-7225-4e81-879d-94f5b3fa790e,revision_number=9']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:16.300475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:16.300836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:16.301165 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:16.301483 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:16.301830 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:16.302689 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:16.303221 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:16.303765 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:16.304096 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:16.304427 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:16.304753 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:16.305078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:51:16.344039 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] No DVR routers for this DVR port f9471ca7-7225-4e81-879d-94f5b3fa790e on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:51:16.481719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Attempting to bind port f9471ca7-7225-4e81-879d-94f5b3fa790e on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:51:16.482071 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Attempting to bind port f9471ca7-7225-4e81-879d-94f5b3fa790e by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:51:16.482390 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Attempting to bind port f9471ca7-7225-4e81-879d-94f5b3fa790e on network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:51:16.486543 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Port f9471ca7-7225-4e81-879d-94f5b3fa790e on network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:51:16.486857 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Attempting to bind port f9471ca7-7225-4e81-879d-94f5b3fa790e on network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:51:16.492255 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:51:16.492580 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Checking segment: {'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:51:16.492955 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Bound using segment: {'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:51:16.493372 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Bound port: f9471ca7-7225-4e81-879d-94f5b3fa790e, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:51:16.493716 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:16.559400 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] For port f9471ca7-7225-4e81-879d-94f5b3fa790e, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:51:16.562554 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] For port f9471ca7-7225-4e81-879d-94f5b3fa790e, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:51:16.567361 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:16.605991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:16.606728 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:16.608110 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] 10.222.0.73 "PUT /v2.0/ports/f9471ca7-7225-4e81-879d-94f5b3fa790e HTTP/1.1" status: 200 len: 1093 time: 0.7663198 Aug 16 02:51:16.608547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'tag': 'f9471ca7-7225-4e81-879d-94f5b3fa790e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:16.610871 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece0f8c7-5ea6-4813-a583-ac011cd5ec61" -d '{"events": [{"name": "network-changed", "server_uuid": "b76e08b4-bcb4-44c6-a8e3-340b4ebfc536", "tag": "f9471ca7-7225-4e81-879d-94f5b3fa790e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:16.656802 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb2428c-df5f-4d48-a4d9-793278c3bdac x-openstack-request-id: req-cbb2428c-df5f-4d48-a4d9-793278c3bdac {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:16.657128 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76e08b4-bcb4-44c6-a8e3-340b4ebfc536", "tag": "f9471ca7-7225-4e81-879d-94f5b3fa790e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:16.657337 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cbb2428c-df5f-4d48-a4d9-793278c3bdac {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:16.657732 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'tag': 'f9471ca7-7225-4e81-879d-94f5b3fa790e', 'status': 'completed', 'code': 200} Aug 16 02:51:16.679316 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab11478-c134-4d2c-bc29-c43a7a372aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=f9471ca7-7225-4e81-879d-94f5b3fa790e,revision_number=10']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:16.698969 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-11460067-4d4f-44ad-b8b7-ffc5e530cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:16.700488 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-11460067-4d4f-44ad-b8b7-ffc5e530cf7c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 1097 time: 0.0602756 Aug 16 02:51:16.811478 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-7f4f8249-a984-4a77-91d9-0f96de05b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:16.812894 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-7f4f8249-a984-4a77-91d9-0f96de05b9e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 910 time: 0.1044555 Aug 16 02:51:16.892236 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-ddee134e-39f8-4b64-b57f-398044c11af5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e HTTP/1.1" status: 200 len: 1000 time: 0.0675933 Aug 16 02:51:16.947114 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-6c6a42e2-51ad-489c-8fa6-1afca5a43248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:16.948561 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-6c6a42e2-51ad-489c-8fa6-1afca5a43248 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0456712 Aug 16 02:51:17.004176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-98fd0365-eeda-4457-922d-5aadf109ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:17.005995 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-98fd0365-eeda-4457-922d-5aadf109ef76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455472 Aug 16 02:51:17.105904 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d4676-b7de-4861-aea6-73617f262f15 req-6ed67bda-f3d3-44b8-9918-4b50d470e76e tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:17.107538 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c32d4676-b7de-4861-aea6-73617f262f15 req-6ed67bda-f3d3-44b8-9918-4b50d470e76e tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 945 time: 0.0498397 Aug 16 02:51:17.114754 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-9bb52c57-602e-4106-8dad-85cd18b303ed service neutron] 10.222.0.73 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976608 Aug 16 02:51:17.148040 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c32d4676-b7de-4861-aea6-73617f262f15 req-2679a082-32a2-4466-bf93-2bb6a1dd8181 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331235 Aug 16 02:51:17.238181 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-7bc04df9-00a0-44a9-944f-e963222c5b99 service neutron] 10.222.0.73 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124978 Aug 16 02:51:17.331683 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0f8c7-5ea6-4813-a583-ac011cd5ec61 req-0dc8d0d2-eca7-4a87-a381-be945e0bcd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:17.333276 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ece0f8c7-5ea6-4813-a583-ac011cd5ec61 req-0dc8d0d2-eca7-4a87-a381-be945e0bcd8c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 1097 time: 0.0431941 Aug 16 02:51:17.437125 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0f8c7-5ea6-4813-a583-ac011cd5ec61 req-347e41bf-0a29-4b83-80e8-b75d70a60bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:17.438662 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ece0f8c7-5ea6-4813-a583-ac011cd5ec61 req-347e41bf-0a29-4b83-80e8-b75d70a60bff service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 910 time: 0.0975940 Aug 16 02:51:17.515179 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ece0f8c7-5ea6-4813-a583-ac011cd5ec61 req-5f44f6e1-a461-45cf-9971-76bcff9e6ad4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e HTTP/1.1" status: 200 len: 1000 time: 0.0645227 Aug 16 02:51:17.587394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0f8c7-5ea6-4813-a583-ac011cd5ec61 req-9b6f3de9-437e-44c0-876e-d6edcb5c6a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:17.589366 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ece0f8c7-5ea6-4813-a583-ac011cd5ec61 req-9b6f3de9-437e-44c0-876e-d6edcb5c6a0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0638945 Aug 16 02:51:18.278113 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2549e5-c07c-40ba-9b71-9671ec0bc110 req-0c3c145a-3981-4e72-babb-788f5e380643 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:18.279779 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9e2549e5-c07c-40ba-9b71-9671ec0bc110 req-0c3c145a-3981-4e72-babb-788f5e380643 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 945 time: 0.0506501 Aug 16 02:51:18.328980 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9e2549e5-c07c-40ba-9b71-9671ec0bc110 req-5d68270e-4789-41eb-ba69-f903f5155174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419185 Aug 16 02:51:19.456594 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8aa8c-00b4-4728-b0bd-ec230e5a655f req-0ad6633e-4777-4edf-a5e3-be6538f92f14 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:19.458411 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b1d8aa8c-00b4-4728-b0bd-ec230e5a655f req-0ad6633e-4777-4edf-a5e3-be6538f92f14 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 945 time: 0.0548408 Aug 16 02:51:19.503215 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b1d8aa8c-00b4-4728-b0bd-ec230e5a655f req-3e06c075-9d02-4193-9298-2bb3de25694a tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385027 Aug 16 02:51:20.248841 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6029cf9-fef7-4f6a-a011-7209df95ac98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:20.655874 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019ea26-5c6a-4b2c-9bde-d6705fecaba7 req-1decede4-da7f-4f6b-9a4a-5f073fb9e3a2 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:20.657549 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1019ea26-5c6a-4b2c-9bde-d6705fecaba7 req-1decede4-da7f-4f6b-9a4a-5f073fb9e3a2 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 945 time: 0.0848682 Aug 16 02:51:20.703807 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1019ea26-5c6a-4b2c-9bde-d6705fecaba7 req-9797aa2d-a18b-48c3-8c48-4414e2a93f3e tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392435 Aug 16 02:51:21.850284 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f911c62-b4a5-4a7f-953c-bb13f2656134 req-0b72db34-150a-42b8-9036-5ba4669dbc57 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:21.851780 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1f911c62-b4a5-4a7f-953c-bb13f2656134 req-0b72db34-150a-42b8-9036-5ba4669dbc57 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 945 time: 0.0543282 Aug 16 02:51:21.894731 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-1f911c62-b4a5-4a7f-953c-bb13f2656134 req-462286e3-51b1-46ef-87df-dccc143793aa tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366676 Aug 16 02:51:22.765955 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78e0e9ac-1aae-49c4-97df-b4cf26fb5790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:23.024197 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649eb3f-0261-43e1-b3e7-ec9389c7292f req-530c70a4-80d7-47a2-96b7-ea454b0515c1 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:23.025618 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d649eb3f-0261-43e1-b3e7-ec9389c7292f req-530c70a4-80d7-47a2-96b7-ea454b0515c1 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 945 time: 0.0554228 Aug 16 02:51:23.063880 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d649eb3f-0261-43e1-b3e7-ec9389c7292f req-c33e0cab-a267-4cdb-ba8e-e65a45148487 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323160 Aug 16 02:51:23.453775 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:24.188978 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e0d57-e99d-4bee-8374-0862f27c8383 req-83acbd16-a769-4736-b1d6-0660a5c1fce7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:24.190736 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d30e0d57-e99d-4bee-8374-0862f27c8383 req-83acbd16-a769-4736-b1d6-0660a5c1fce7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 945 time: 0.0601649 Aug 16 02:51:24.231886 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d30e0d57-e99d-4bee-8374-0862f27c8383 req-0ff66663-d204-4203-8291-62158d758db5 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348141 Aug 16 02:51:24.461821 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:25.358558 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a25176-28bf-42c2-9860-ecf5919ecaf0 req-ec24477c-169c-422f-81aa-5897565f559a tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:25.360475 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e3a25176-28bf-42c2-9860-ecf5919ecaf0 req-ec24477c-169c-422f-81aa-5897565f559a tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 945 time: 0.0588975 Aug 16 02:51:25.389030 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:51:25.402128 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e3a25176-28bf-42c2-9860-ecf5919ecaf0 req-21fe5490-3b46-4bc2-94e1-67a24aff38e9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340323 Aug 16 02:51:26.238313 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:26.528116 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f23a4-c666-4b5d-8518-693e3f6d7efb req-528d18a6-14f4-439e-b715-fab199585b63 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:26.529617 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ca1f23a4-c666-4b5d-8518-693e3f6d7efb req-528d18a6-14f4-439e-b715-fab199585b63 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 945 time: 0.0547395 Aug 16 02:51:26.575666 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ca1f23a4-c666-4b5d-8518-693e3f6d7efb req-ee8bc14e-05ce-419c-aafd-0f490049dcc8 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381236 Aug 16 02:51:27.690706 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278c24d-2f71-4b35-9f09-56748368cbaf req-aea14454-3311-46d0-a55b-9a9990236108 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:27.692332 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6278c24d-2f71-4b35-9f09-56748368cbaf req-aea14454-3311-46d0-a55b-9a9990236108 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 945 time: 0.0487556 Aug 16 02:51:27.730459 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6278c24d-2f71-4b35-9f09-56748368cbaf req-9040de82-1f13-4ee7-9a64-9e91931d0507 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319281 Aug 16 02:51:28.186018 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0f8c7-5ea6-4813-a583-ac011cd5ec61 req-3e946119-fba6-4333-8659-244dbd8c5fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:28.187424 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ece0f8c7-5ea6-4813-a583-ac011cd5ec61 req-3e946119-fba6-4333-8659-244dbd8c5fa0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512624 Aug 16 02:51:28.280689 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ece0f8c7-5ea6-4813-a583-ac011cd5ec61 req-836d10d7-15ec-4f1a-9148-24f22d6d96c0 service neutron] 10.222.0.73 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850241 Aug 16 02:51:28.379450 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ece0f8c7-5ea6-4813-a583-ac011cd5ec61 req-0817673c-d50b-44bf-bc92-ab0d051bcdb7 service neutron] 10.222.0.73 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910571 Aug 16 02:51:28.848118 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f71594-73cd-493d-9f8a-2fe29a080365 req-c9fe1af5-16c0-4d1c-a43a-172566e888d1 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:28.850221 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53f71594-73cd-493d-9f8a-2fe29a080365 req-c9fe1af5-16c0-4d1c-a43a-172566e888d1 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 945 time: 0.0506403 Aug 16 02:51:28.887426 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53f71594-73cd-493d-9f8a-2fe29a080365 req-d71cf169-b7b8-4508-bd7b-bba70faaa0cc tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312698 Aug 16 02:51:30.004023 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cef2cd-0310-4b21-9957-37ecb2f79dac req-76edfc61-e376-4b2c-9e9d-c7265b8d6469 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:30.005704 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-07cef2cd-0310-4b21-9957-37ecb2f79dac req-76edfc61-e376-4b2c-9e9d-c7265b8d6469 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 945 time: 0.0512509 Aug 16 02:51:30.043531 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-07cef2cd-0310-4b21-9957-37ecb2f79dac req-da662bc4-c1f7-4bf0-84b6-72d02d4c2b9e tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318494 Aug 16 02:51:31.156903 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd1692-3533-4a79-a62c-9f4020687833 req-462b9611-2eff-4827-a4f2-61ba765844b3 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:31.158385 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1bd1692-3533-4a79-a62c-9f4020687833 req-462b9611-2eff-4827-a4f2-61ba765844b3 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 945 time: 0.0478361 Aug 16 02:51:31.196241 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1bd1692-3533-4a79-a62c-9f4020687833 req-b979a319-d88d-4a3d-85e5-d8cbf31398d7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310974 Aug 16 02:51:31.662681 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device f9471ca7-7225-4e81-879d-94f5b3fa790e details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:51:31.757744 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port f9471ca7-7225-4e81-879d-94f5b3fa790e, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:31.768789 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'f9471ca7-7225-4e81-879d-94f5b3fa790e', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'port_id': 'f9471ca7-7225-4e81-879d-94f5b3fa790e', 'mac_address': 'fa:16:3e:53:f1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:51:31.805454 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:31.818213 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9471ca7-7225-4e81-879d-94f5b3fa790e {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:51:31.839820 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port f9471ca7-7225-4e81-879d-94f5b3fa790e, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:31.844825 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:31.896801 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=f9471ca7-7225-4e81-879d-94f5b3fa790e,revision_number=11']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:32.149017 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['f9471ca7-7225-4e81-879d-94f5b3fa790e'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:51:32.313513 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7a86b-aa97-489c-9d85-485b71e8c52d req-f507eb79-f176-4a95-b71f-3ddb2f9a83aa tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:32.315021 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-27e7a86b-aa97-489c-9d85-485b71e8c52d req-f507eb79-f176-4a95-b71f-3ddb2f9a83aa tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0498643 Aug 16 02:51:32.362773 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-27e7a86b-aa97-489c-9d85-485b71e8c52d req-c433c72a-ae3e-4d6a-aa65-13b7f8989f8b tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403197 Aug 16 02:51:33.478883 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afcf5a-d709-474f-902e-08ef30934c59 req-6dc93997-ca5c-47b5-9a44-8db280dd99c2 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:33.480372 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6afcf5a-d709-474f-902e-08ef30934c59 req-6dc93997-ca5c-47b5-9a44-8db280dd99c2 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 946 time: 0.0507545 Aug 16 02:51:33.522419 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d6afcf5a-d709-474f-902e-08ef30934c59 req-933217bc-1c6b-4f48-9de0-f8a3b30d8b12 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358400 Aug 16 02:51:33.675139 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device f9471ca7-7225-4e81-879d-94f5b3fa790e up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:51:33.721877 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port f9471ca7-7225-4e81-879d-94f5b3fa790e completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:33.726120 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port f9471ca7-7225-4e81-879d-94f5b3fa790e triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:33.726490 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:33.799567 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:33.821544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9471ca7-7225-4e81-879d-94f5b3fa790e'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:33.823798 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf14456-86fc-4738-a0dd-f72fba4ed36a" -d '{"events": [{"server_uuid": "b76e08b4-bcb4-44c6-a8e3-340b4ebfc536", "name": "network-vif-plugged", "status": "completed", "tag": "f9471ca7-7225-4e81-879d-94f5b3fa790e"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:33.839527 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port f9471ca7-7225-4e81-879d-94f5b3fa790e, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:33.843550 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:33.866393 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba2a10f-748b-4a1b-ac7a-f0e63e7b0998 x-openstack-request-id: req-3ba2a10f-748b-4a1b-ac7a-f0e63e7b0998 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:33.866694 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76e08b4-bcb4-44c6-a8e3-340b4ebfc536", "name": "network-vif-plugged", "status": "completed", "tag": "f9471ca7-7225-4e81-879d-94f5b3fa790e", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:33.866951 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3ba2a10f-748b-4a1b-ac7a-f0e63e7b0998 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:33.867340 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9471ca7-7225-4e81-879d-94f5b3fa790e', 'code': 200} Aug 16 02:51:33.894006 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=f9471ca7-7225-4e81-879d-94f5b3fa790e,revision_number=12']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:34.040804 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20779ae2-9354-445d-9199-c24dbf066fa2 req-be0af953-6b5f-49a5-afab-81596be7a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:34.042291 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20779ae2-9354-445d-9199-c24dbf066fa2 req-be0af953-6b5f-49a5-afab-81596be7a3ef service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 1099 time: 0.0399914 Aug 16 02:51:34.084246 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-20779ae2-9354-445d-9199-c24dbf066fa2 req-49cef24d-cb35-4e75-a64d-368b3442a7ea service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329342 Aug 16 02:51:34.636755 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37745e76-2d9e-4017-9423-f4854100ca29 req-1cee50da-5008-4713-93f4-75d66c0d6dfe tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:34.638248 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-37745e76-2d9e-4017-9423-f4854100ca29 req-1cee50da-5008-4713-93f4-75d66c0d6dfe tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 947 time: 0.0490494 Aug 16 02:51:34.675762 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-37745e76-2d9e-4017-9423-f4854100ca29 req-cd491d90-c878-4b00-aabd-c7fcdf545def tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317061 Aug 16 02:51:35.790064 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de526b-86a5-403e-896e-c8b0bda4f559 req-093bd703-6e45-4d0d-8261-727b780804f1 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:35.791549 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02de526b-86a5-403e-896e-c8b0bda4f559 req-093bd703-6e45-4d0d-8261-727b780804f1 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 947 time: 0.0484216 Aug 16 02:51:35.829445 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02de526b-86a5-403e-896e-c8b0bda4f559 req-04f2c1c3-81e7-465e-bf52-29548da8fe5f tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320706 Aug 16 02:51:38.210824 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:38.813184 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:50.230437 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-333de8bd-1e79-4835-82a0-57af02bd05ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:52.756976 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a47aa17-f933-42a5-b343-9c4c28b60741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:53.455219 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:54.450053 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:56.230236 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:02.388217 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:52:04.100697 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7604e40-9a66-4d4b-8e01-35a068f6a493 req-03152bbd-69ab-4060-bbae-9d3d35cddfbb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412855 Aug 16 02:52:04.184051 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7604e40-9a66-4d4b-8e01-35a068f6a493 req-7a1fda0c-e375-4a3a-aef9-006ab743bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:04.185529 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7604e40-9a66-4d4b-8e01-35a068f6a493 req-7a1fda0c-e375-4a3a-aef9-006ab743bd52 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 1099 time: 0.0402834 Aug 16 02:52:04.294025 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7604e40-9a66-4d4b-8e01-35a068f6a493 req-77273428-9aab-4654-a059-08be92a923f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:04.295354 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7604e40-9a66-4d4b-8e01-35a068f6a493 req-77273428-9aab-4654-a059-08be92a923f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 910 time: 0.0883725 Aug 16 02:52:04.360943 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7604e40-9a66-4d4b-8e01-35a068f6a493 req-d3eb3e21-99ff-45a3-8638-f239316f174f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e HTTP/1.1" status: 200 len: 1002 time: 0.0586071 Aug 16 02:52:04.414322 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7604e40-9a66-4d4b-8e01-35a068f6a493 req-310b0481-36f2-4fd1-8312-98daddcb3539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:04.415804 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7604e40-9a66-4d4b-8e01-35a068f6a493 req-310b0481-36f2-4fd1-8312-98daddcb3539 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0482659 Aug 16 02:52:04.463076 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7604e40-9a66-4d4b-8e01-35a068f6a493 req-fe600524-ef9a-480b-ba50-d8fef8e0b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:04.464566 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7604e40-9a66-4d4b-8e01-35a068f6a493 req-fe600524-ef9a-480b-ba50-d8fef8e0b6d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417454 Aug 16 02:52:04.556805 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7604e40-9a66-4d4b-8e01-35a068f6a493 req-b4fc9bbc-a558-47ff-b5ff-4452efd05cb1 service neutron] 10.222.0.73 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836489 Aug 16 02:52:04.651497 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c7604e40-9a66-4d4b-8e01-35a068f6a493 req-c325d577-fb20-4892-a275-f2e696fcb13a service neutron] 10.222.0.73 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871904 Aug 16 02:52:08.235513 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:08.813050 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:20.232254 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cceb88c5-e464-4447-8478-b9f9582131cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:22.756690 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8a22410b-389a-40ee-8b54-c36f89099a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:23.458091 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:24.451038 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:26.233579 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:38.231667 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:38.828669 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:39.388413 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:52:49.195716 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41496) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:49.661499 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Deleting port cb132d5a-01dc-4865-8ea5-cde471e90e9c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:52:49.661869 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.738753 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.739084 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.750421 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Calling delete_port for cb132d5a-01dc-4865-8ea5-cde471e90e9c owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:52:49.902127 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:49.925747 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event deleted for resources: {'Port': ['ID=cb132d5a-01dc-4865-8ea5-cde471e90e9c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:49.940216 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.940554 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.940892 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.941219 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.941544 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.941903 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.942225 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.942549 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.942863 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.943178 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.943498 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:49.943845 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:50.000358 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:50.000735 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Floating IP a80c820f-a30c-4ae4-91b4-205815ba91ec disassociated (deleted). External IP: 172.25.3.110, port: f9471ca7-7225-4e81-879d-94f5b3fa790e. Aug 16 02:52:50.214163 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Router 4942258e-0838-4132-afdc-2a712c4672a9 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:52:50.231834 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c63e398f-d7f5-43f6-bc69-d307f22b6770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:50.325260 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:52:50.330153 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:50.334837 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb79fb6-7efb-473d-adff-46994d886fc1 None None] Sync routers for ids ['4942258e-0838-4132-afdc-2a712c4672a9'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:52:50.345111 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb79fb6-7efb-473d-adff-46994d886fc1 None None] Routers {'4942258e-0838-4132-afdc-2a712c4672a9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:50.345717 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fcb79fb6-7efb-473d-adff-46994d886fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:52:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['4942258e-0838-4132-afdc-2a712c4672a9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:50.357769 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e6f8f4ca-8bcf-438c-bc98-b483d8a558e7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "DELETE /v2.0/floatingips/a80c820f-a30c-4ae4-91b4-205815ba91ec HTTP/1.1" status: 204 len: 168 time: 1.1608574 Aug 16 02:52:50.358525 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'tag': 'f9471ca7-7225-4e81-879d-94f5b3fa790e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:52:50.360783 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe1f837-83ff-4a31-a4a7-3a14f9e6dc56" -d '{"events": [{"name": "network-changed", "server_uuid": "b76e08b4-bcb4-44c6-a8e3-340b4ebfc536", "tag": "f9471ca7-7225-4e81-879d-94f5b3fa790e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:52:50.456915 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-fcb79fb6-7efb-473d-adff-46994d886fc1 None None] Set router 4942258e-0838-4132-afdc-2a712c4672a9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:50.548488 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60340930-df59-48bc-a417-2d64ba02ddf6 x-openstack-request-id: req-60340930-df59-48bc-a417-2d64ba02ddf6 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:52:50.549007 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76e08b4-bcb4-44c6-a8e3-340b4ebfc536", "tag": "f9471ca7-7225-4e81-879d-94f5b3fa790e", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:52:50.549379 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-60340930-df59-48bc-a417-2d64ba02ddf6 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:52:50.550153 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'tag': 'f9471ca7-7225-4e81-879d-94f5b3fa790e', 'status': 'completed', 'code': 200} Aug 16 02:52:50.615197 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1f837-83ff-4a31-a4a7-3a14f9e6dc56 req-f95b71e2-d821-43b6-911d-cdf0b5e297fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:50.617376 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4fe1f837-83ff-4a31-a4a7-3a14f9e6dc56 req-f95b71e2-d821-43b6-911d-cdf0b5e297fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 1099 time: 0.0453022 Aug 16 02:52:50.619218 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49806f-db4e-4526-9055-c2b46df37e03 req-19a8fce3-e47e-4961-8248-a7c27d456b15 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:50.620806 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7d49806f-db4e-4526-9055-c2b46df37e03 req-19a8fce3-e47e-4961-8248-a7c27d456b15 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 947 time: 0.0530784 Aug 16 02:52:50.660785 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7d49806f-db4e-4526-9055-c2b46df37e03 req-00d1e5e9-edd7-47fd-9900-4040a347c24b tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340338 Aug 16 02:52:50.685179 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fcb79fb6-7efb-473d-adff-46994d886fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port': {'id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '9531e79f-1e69-4cd5-9aec-411fa15ea6d1', 'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'mac_address': 'fa:16:3e:94:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:31Z', 'updated_at': '2021-08-16T02:48:38Z', 'revision_number': 5, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'subnets': [{'id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:50.710444 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb79fb6-7efb-473d-adff-46994d886fc1 None None] Checking router: 4942258e-0838-4132-afdc-2a712c4672a9 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:52:50.718623 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb79fb6-7efb-473d-adff-46994d886fc1 None None] Routers {'4942258e-0838-4132-afdc-2a712c4672a9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:52:50.719221 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fcb79fb6-7efb-473d-adff-46994d886fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:52:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['4942258e-0838-4132-afdc-2a712c4672a9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:50.720616 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1f837-83ff-4a31-a4a7-3a14f9e6dc56 req-d503c131-ef29-46cc-b015-2606081942c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:50.722266 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4fe1f837-83ff-4a31-a4a7-3a14f9e6dc56 req-d503c131-ef29-46cc-b015-2606081942c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 910 time: 0.0949709 Aug 16 02:52:50.765014 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4fe1f837-83ff-4a31-a4a7-3a14f9e6dc56 req-a664625e-5478-4a3a-97e6-45492320bcae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e HTTP/1.1" status: 200 len: 217 time: 0.0347528 Aug 16 02:52:50.816143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1f837-83ff-4a31-a4a7-3a14f9e6dc56 req-8ffa07f6-1939-4330-9095-b6ee03064476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:50.817772 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4fe1f837-83ff-4a31-a4a7-3a14f9e6dc56 req-8ffa07f6-1939-4330-9095-b6ee03064476 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0451140 Aug 16 02:52:50.825293 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-fcb79fb6-7efb-473d-adff-46994d886fc1 None None] Set router 4942258e-0838-4132-afdc-2a712c4672a9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:52:50.868832 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1f837-83ff-4a31-a4a7-3a14f9e6dc56 req-02af3ba3-158d-42b4-9982-eed73066d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:50.870888 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4fe1f837-83ff-4a31-a4a7-3a14f9e6dc56 req-02af3ba3-158d-42b4-9982-eed73066d708 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448389 Aug 16 02:52:50.962719 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4fe1f837-83ff-4a31-a4a7-3a14f9e6dc56 req-dca34c06-35c7-4dca-ac4c-9938f03259a1 service neutron] 10.222.0.73 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829833 Aug 16 02:52:51.019361 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fcb79fb6-7efb-473d-adff-46994d886fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port': {'id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '9531e79f-1e69-4cd5-9aec-411fa15ea6d1', 'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'mac_address': 'fa:16:3e:94:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:31Z', 'updated_at': '2021-08-16T02:48:38Z', 'revision_number': 5, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'subnets': [{'id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:52:51.049895 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb79fb6-7efb-473d-adff-46994d886fc1 None None] The sync data for ids ['4942258e-0838-4132-afdc-2a712c4672a9'] in n-d-765315-27 is: [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port': {'id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '9531e79f-1e69-4cd5-9aec-411fa15ea6d1', 'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'mac_address': 'fa:16:3e:94:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:31Z', 'updated_at': '2021-08-16T02:48:38Z', 'revision_number': 5, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'subnets': [{'id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:52:51.065747 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4fe1f837-83ff-4a31-a4a7-3a14f9e6dc56 req-95d2cec0-069b-4b63-b606-93d08b9b6e5c service neutron] 10.222.0.73 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947216 Aug 16 02:52:51.268599 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f9daaf-8624-4450-bc80-7ffdce259b6b None None] New status for floating IP a80c820f-a30c-4ae4-91b4-205815ba91ec: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:52:51.783000 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b65ab-7324-4405-8c8c-a0a048e1f50e req-2306cd59-9f36-465e-b9ea-ec1ec1c0d9a3 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:51.784494 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-565b65ab-7324-4405-8c8c-a0a048e1f50e req-2306cd59-9f36-465e-b9ea-ec1ec1c0d9a3 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 947 time: 0.0506017 Aug 16 02:52:51.828442 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-565b65ab-7324-4405-8c8c-a0a048e1f50e req-88118669-c0e1-4af3-9a74-14da32fb9434 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=610941f2-3b97-477a-ba9d-2f08b5addee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374773 Aug 16 02:52:52.198867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049774d0-2796-44b0-a041-420e86317918 req-ea1e0225-c93f-40bd-85d4-477dc44b6228 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:52.200590 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-049774d0-2796-44b0-a041-420e86317918 req-ea1e0225-c93f-40bd-85d4-477dc44b6228 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.73 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 947 time: 0.0494537 Aug 16 02:52:52.306471 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-049774d0-2796-44b0-a041-420e86317918 req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Deleting port f9471ca7-7225-4e81-879d-94f5b3fa790e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:52:52.307629 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-049774d0-2796-44b0-a041-420e86317918 req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:52.394571 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-049774d0-2796-44b0-a041-420e86317918 req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] For port f9471ca7-7225-4e81-879d-94f5b3fa790e, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=f9471ca7-7225-4e81-879d-94f5b3fa790e,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:52:52.394935 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-049774d0-2796-44b0-a041-420e86317918 req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:52.408184 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-049774d0-2796-44b0-a041-420e86317918 req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Calling delete_port for f9471ca7-7225-4e81-879d-94f5b3fa790e owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:52:52.550333 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-049774d0-2796-44b0-a041-420e86317918 req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:52.579250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event deleted for resources: {'Port': ['ID=f9471ca7-7225-4e81-879d-94f5b3fa790e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:52.593242 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:52.593242 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:52.593242 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:52.593683 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:52.593987 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:52.594374 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:52.594552 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:52.594866 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:52.595192 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:52.595518 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:52.595835 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:52.596158 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:52:52.630451 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-049774d0-2796-44b0-a041-420e86317918 req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] No DVR routers for this DVR port f9471ca7-7225-4e81-879d-94f5b3fa790e on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:52:52.633037 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-049774d0-2796-44b0-a041-420e86317918 req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:52.635602 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-049774d0-2796-44b0-a041-420e86317918 req-47cc23e9-7084-49a2-9658-b3ccd92b438c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.73 "DELETE /v2.0/ports/f9471ca7-7225-4e81-879d-94f5b3fa790e HTTP/1.1" status: 204 len: 173 time: 0.4238513 Aug 16 02:52:52.636037 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'name': 'network-vif-deleted', 'tag': 'f9471ca7-7225-4e81-879d-94f5b3fa790e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:52:52.638362 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701e73cf-8db2-4e87-94bb-5fa8d7dcfdc6" -d '{"events": [{"server_uuid": "b76e08b4-bcb4-44c6-a8e3-340b4ebfc536", "name": "network-vif-deleted", "tag": "f9471ca7-7225-4e81-879d-94f5b3fa790e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:52:52.761651 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4331e46-85d7-42a1-9bd8-9434a7efa661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:52.810012 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fe2e93-2b41-4fb0-8e05-577413b4c47e x-openstack-request-id: req-c6fe2e93-2b41-4fb0-8e05-577413b4c47e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:52:52.810549 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76e08b4-bcb4-44c6-a8e3-340b4ebfc536", "name": "network-vif-deleted", "tag": "f9471ca7-7225-4e81-879d-94f5b3fa790e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:52:52.810549 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c6fe2e93-2b41-4fb0-8e05-577413b4c47e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:52:52.810918 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76e08b4-bcb4-44c6-a8e3-340b4ebfc536', 'name': 'network-vif-deleted', 'tag': 'f9471ca7-7225-4e81-879d-94f5b3fa790e', 'status': 'completed', 'code': 200} Aug 16 02:52:52.945943 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a3ad044e-541f-47fe-849e-bf4e9f80321b req-61ffacf9-f406-4a37-9dcf-e2e34080d2d5 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=b76e08b4-bcb4-44c6-a8e3-340b4ebfc536 HTTP/1.1" status: 200 len: 210 time: 0.0331199 Aug 16 02:52:53.459555 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.003635 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41524) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:54.064871 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-412dcd4b-f283-46e3-a6f6-128a5ab4d160 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.089912 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-412dcd4b-f283-46e3-a6f6-128a5ab4d160 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.149459 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-412dcd4b-f283-46e3-a6f6-128a5ab4d160 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.152154 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-412dcd4b-f283-46e3-a6f6-128a5ab4d160 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.153311 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-412dcd4b-f283-46e3-a6f6-128a5ab4d160 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "DELETE /v2.0/security-groups/610941f2-3b97-477a-ba9d-2f08b5addee1 HTTP/1.1" status: 204 len: 168 time: 0.1487041 Aug 16 02:52:54.163290 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dcd4b-f283-46e3-a6f6-128a5ab4d160 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=610941f2-3b97-477a-ba9d-2f08b5addee1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:54.436803 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41532) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:54.441499 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d2222d7d-06f0-495b-8938-684c68d840a4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-597026354', 'description': 'tempest-secgroup-smoke-597026354 description', 'project_id': '87cfadea9146413bb4a4c04cfb4e8168'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:54.453994 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.464671 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d2222d7d-06f0-495b-8938-684c68d840a4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.550111 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d2222d7d-06f0-495b-8938-684c68d840a4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.555316 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d2222d7d-06f0-495b-8938-684c68d840a4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.579901 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d2222d7d-06f0-495b-8938-684c68d840a4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.581297 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d2222d7d-06f0-495b-8938-684c68d840a4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1434798 Aug 16 02:52:54.584345 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41534) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:54.590008 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2222d7d-06f0-495b-8938-684c68d840a4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bff6605-fd75-4876-8f22-421d90b23b4a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:54.590504 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5b7a11e1-1df7-42e1-9ae8-32b0d8fb73a5 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Request body: {'security_group_rule': {'security_group_id': '2bff6605-fd75-4876-8f22-421d90b23b4a', 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:54.616723 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b7a11e1-1df7-42e1-9ae8-32b0d8fb73a5 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.673718 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b7a11e1-1df7-42e1-9ae8-32b0d8fb73a5 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.677846 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b7a11e1-1df7-42e1-9ae8-32b0d8fb73a5 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.699207 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a11e1-1df7-42e1-9ae8-32b0d8fb73a5 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3239dcc3-b74b-4aff-90e6-571ba549105a,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:54.703077 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b7a11e1-1df7-42e1-9ae8-32b0d8fb73a5 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.704265 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-5b7a11e1-1df7-42e1-9ae8-32b0d8fb73a5 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189275 Aug 16 02:52:54.707047 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41536) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:54.711378 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-238f87b5-4945-4335-b434-ba2fa36e9d42 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Request body: {'security_group_rule': {'security_group_id': '2bff6605-fd75-4876-8f22-421d90b23b4a', 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:54.738338 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-238f87b5-4945-4335-b434-ba2fa36e9d42 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.794518 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-238f87b5-4945-4335-b434-ba2fa36e9d42 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.797960 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-238f87b5-4945-4335-b434-ba2fa36e9d42 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.816571 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f87b5-4945-4335-b434-ba2fa36e9d42 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b3ae6e-2e98-496b-9a7b-9c2d9d94bce5,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:54.818744 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-238f87b5-4945-4335-b434-ba2fa36e9d42 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.819911 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-238f87b5-4945-4335-b434-ba2fa36e9d42 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1119463 Aug 16 02:52:54.823566 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41538) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:54.827669 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8981123d-b870-439f-89d4-66bdda02c594 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Request body: {'security_group_rule': {'security_group_id': '2bff6605-fd75-4876-8f22-421d90b23b4a', 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:54.853619 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8981123d-b870-439f-89d4-66bdda02c594 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.914211 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8981123d-b870-439f-89d4-66bdda02c594 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.917830 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8981123d-b870-439f-89d4-66bdda02c594 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.935988 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981123d-b870-439f-89d4-66bdda02c594 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ceea8f1-452e-46a7-a9e9-67542f57beb6,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:54.941796 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8981123d-b870-439f-89d4-66bdda02c594 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:54.942952 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-8981123d-b870-439f-89d4-66bdda02c594 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186690 Aug 16 02:52:54.945609 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41540) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:54.950497 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c3b88660-bc20-4b10-a247-ebdb175c9cfb tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Request body: {'security_group_rule': {'security_group_id': '2bff6605-fd75-4876-8f22-421d90b23b4a', 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:54.976885 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3b88660-bc20-4b10-a247-ebdb175c9cfb tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.037088 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3b88660-bc20-4b10-a247-ebdb175c9cfb tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.040713 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3b88660-bc20-4b10-a247-ebdb175c9cfb tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.062667 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b88660-bc20-4b10-a247-ebdb175c9cfb tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461e5273-d6ba-4eb5-b324-564f31f58068,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:55.066404 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3b88660-bc20-4b10-a247-ebdb175c9cfb tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.067692 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c3b88660-bc20-4b10-a247-ebdb175c9cfb tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210856 Aug 16 02:52:55.070463 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41542) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:55.075399 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-69cc52ac-eaa6-42f3-9d61-ecf1d7dfc2f9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Request body: {'security_group_rule': {'security_group_id': '2bff6605-fd75-4876-8f22-421d90b23b4a', 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:55.097716 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-69cc52ac-eaa6-42f3-9d61-ecf1d7dfc2f9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Project 87cfadea9146413bb4a4c04cfb4e8168 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:52:55.102625 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69cc52ac-eaa6-42f3-9d61-ecf1d7dfc2f9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.162855 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69cc52ac-eaa6-42f3-9d61-ecf1d7dfc2f9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.167040 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69cc52ac-eaa6-42f3-9d61-ecf1d7dfc2f9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.188355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc52ac-eaa6-42f3-9d61-ecf1d7dfc2f9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1a76ed-8a6c-4c05-b307-a2a100c384d8,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:55.191985 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69cc52ac-eaa6-42f3-9d61-ecf1d7dfc2f9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.195806 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-69cc52ac-eaa6-42f3-9d61-ecf1d7dfc2f9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217246 Aug 16 02:52:55.196289 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41544) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:52:55.200640 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-70e2b4e2-62e0-4ed2-9f43-152ad688213d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Request body: {'security_group_rule': {'security_group_id': '2bff6605-fd75-4876-8f22-421d90b23b4a', 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:52:55.222863 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-70e2b4e2-62e0-4ed2-9f43-152ad688213d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Project 87cfadea9146413bb4a4c04cfb4e8168 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:52:55.227705 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70e2b4e2-62e0-4ed2-9f43-152ad688213d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.296390 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70e2b4e2-62e0-4ed2-9f43-152ad688213d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.300780 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70e2b4e2-62e0-4ed2-9f43-152ad688213d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.319905 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2b4e2-62e0-4ed2-9f43-152ad688213d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa64c33e-60d7-4ac4-816a-90246af759b8,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:52:55.323289 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70e2b4e2-62e0-4ed2-9f43-152ad688213d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.324490 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-70e2b4e2-62e0-4ed2-9f43-152ad688213d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276033 Aug 16 02:52:56.032296 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device f9471ca7-7225-4e81-879d-94f5b3fa790e no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:52:56.057010 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: f9471ca7-7225-4e81-879d-94f5b3fa790e {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:52:56.057231 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device f9471ca7-7225-4e81-879d-94f5b3fa790e not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:52:56.238814 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:08.255555 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:08.843758 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:09.689717 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-40f7c0c5-41d5-47d4-a948-e3ed93efa812 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-597026354&fields=id&tenant_id=87cfadea9146413bb4a4c04cfb4e8168 HTTP/1.1" status: 200 len: 267 time: 0.0337322 Aug 16 02:53:09.794541 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-c71b88b6-5c3a-4db6-912a-752ddb1f50f3 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:09.795989 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-c71b88b6-5c3a-4db6-912a-752ddb1f50f3 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 809 time: 0.0983441 Aug 16 02:53:09.811448 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-b842a993-84b2-4d5f-a1d2-6ba2b4910d00 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/quotas/87cfadea9146413bb4a4c04cfb4e8168 HTTP/1.1" status: 200 len: 375 time: 0.0095861 Aug 16 02:53:09.865555 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-cc537ba1-f351-4e73-aa6c-2a220a53ab90 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488091 Aug 16 02:53:10.006784 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-9954ea9e-572d-4399-823e-7c2936ddb6aa service neutron] 10.222.0.68 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292715 Aug 16 02:53:10.100739 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-574cd61f-546f-4307-8065-74acec83a94f service neutron] 10.222.0.68 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869155 Aug 16 02:53:10.405449 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-111e42cf-a7c9-4a4a-972b-44d6dfb4cea7 req-7d1c764d-5f88-4d7a-bb8b-1b81f92236f9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 210 time: 0.0306222 Aug 16 02:53:11.393665 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-d750b0ab-a2f5-4aa1-a9c4-91e72cd19039 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:11.395200 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-d750b0ab-a2f5-4aa1-a9c4-91e72cd19039 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.63 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 809 time: 0.1083398 Aug 16 02:53:11.443223 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-c09b15d8-ee69-4f7b-aea7-7a36f61d56eb tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87cfadea9146413bb4a4c04cfb4e8168 HTTP/1.1" status: 200 len: 379 time: 0.0382953 Aug 16 02:53:11.454028 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-2e254325-82f7-464b-bbec-7041488a1d49 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Request body: {'port': {'device_id': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'admin_state_up': True, 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'security_groups': ['2bff6605-fd75-4876-8f22-421d90b23b4a']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:53:11.523378 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-29930aa1-5227-4a1b-a5f6-c2d4cc208662 req-0361ed2f-9f8a-42e1-8053-84ccbe475c4a tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 210 time: 0.0378122 Aug 16 02:53:11.579286 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-2e254325-82f7-464b-bbec-7041488a1d49 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Made reservation on behalf of 87cfadea9146413bb4a4c04cfb4e8168 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:53:11.583001 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-2e254325-82f7-464b-bbec-7041488a1d49 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:11.714280 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-2e254325-82f7-464b-bbec-7041488a1d49 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Allocated IP 172.20.0.11 (ebcf81dd-685f-458e-8f2e-782f6c03a3e6/64d7d996-b5a6-4a72-8852-f8f8e5bef32a/736e0e12-1220-426d-a1d7-84105249d3fa) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:53:11.872836 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-2e254325-82f7-464b-bbec-7041488a1d49 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:11.887285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-2e254325-82f7-464b-bbec-7041488a1d49 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Transition to ACTIVE for port object 736e0e12-1220-426d-a1d7-84105249d3fa will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:53:11.920320 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-2e254325-82f7-464b-bbec-7041488a1d49 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:11.964930 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-2e254325-82f7-464b-bbec-7041488a1d49 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:53:11.970487 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-2e254325-82f7-464b-bbec-7041488a1d49 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:53:11.974220 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-2e254325-82f7-464b-bbec-7041488a1d49 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:53:12.001890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e254325-82f7-464b-bbec-7041488a1d49 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event updated for resources: {'Port': ['ID=736e0e12-1220-426d-a1d7-84105249d3fa,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:12.030303 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-2e254325-82f7-464b-bbec-7041488a1d49 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:12.030967 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-2e254325-82f7-464b-bbec-7041488a1d49 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:12.048100 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-2e254325-82f7-464b-bbec-7041488a1d49 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5986426 Aug 16 02:53:12.065495 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Request body: {'port': {'device_id': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:53:12.131845 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:12.248737 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a70da833-ffb4-4346-98cf-ddd74cf941e0 None None] Provisioning for port 736e0e12-1220-426d-a1d7-84105249d3fa completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:53:12.253015 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a70da833-ffb4-4346-98cf-ddd74cf941e0 None None] Provisioning complete for port 736e0e12-1220-426d-a1d7-84105249d3fa triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:53:12.253387 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a70da833-ffb4-4346-98cf-ddd74cf941e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:12.287003 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a70da833-ffb4-4346-98cf-ddd74cf941e0 None None] Port 736e0e12-1220-426d-a1d7-84105249d3fa cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:53:12.412635 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736e0e12-1220-426d-a1d7-84105249d3fa {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:53:12.421064 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:12.434981 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Transition to ACTIVE for port object 736e0e12-1220-426d-a1d7-84105249d3fa will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:53:12.438810 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:12.490271 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Pushing event updated for resources: {'Port': ['ID=736e0e12-1220-426d-a1d7-84105249d3fa,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:12.572335 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Attempting to bind port 736e0e12-1220-426d-a1d7-84105249d3fa on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:53:12.572685 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Attempting to bind port 736e0e12-1220-426d-a1d7-84105249d3fa by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:53:12.573089 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Attempting to bind port 736e0e12-1220-426d-a1d7-84105249d3fa on network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:53:12.578096 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Port 736e0e12-1220-426d-a1d7-84105249d3fa on network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:53:12.579772 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Attempting to bind port 736e0e12-1220-426d-a1d7-84105249d3fa on network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:53:12.583425 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:53:12.583762 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Checking segment: {'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:53:12.584170 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Bound using segment: {'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:53:12.584600 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Bound port: 736e0e12-1220-426d-a1d7-84105249d3fa, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:53:12.584957 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:12.697929 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] For port 736e0e12-1220-426d-a1d7-84105249d3fa, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:53:12.708677 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d18bd-e732-48c1-9c5e-b6e1ead0b7a4 req-bb43da73-829a-4233-bd96-065d192e756d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:12.710299 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-562d18bd-e732-48c1-9c5e-b6e1ead0b7a4 req-bb43da73-829a-4233-bd96-065d192e756d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0879333 Aug 16 02:53:12.712699 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] For port 736e0e12-1220-426d-a1d7-84105249d3fa, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=736e0e12-1220-426d-a1d7-84105249d3fa,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:53:12.719349 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:12.775222 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:12.775978 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:12.777371 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] 10.222.0.63 "PUT /v2.0/ports/736e0e12-1220-426d-a1d7-84105249d3fa HTTP/1.1" status: 200 len: 1093 time: 0.7164621 Aug 16 02:53:12.780664 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'tag': '736e0e12-1220-426d-a1d7-84105249d3fa'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:12.782878 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb342ea1-fe5e-4bd9-99bd-8297c67e86ad" -d '{"events": [{"name": "network-changed", "server_uuid": "beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f", "tag": "736e0e12-1220-426d-a1d7-84105249d3fa"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:12.844788 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-562d18bd-e732-48c1-9c5e-b6e1ead0b7a4 req-62ede48b-a42d-49d4-b5e0-950976ae8b56 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269236 Aug 16 02:53:12.867262 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acc2b94-136b-40b8-a74b-8cb3e329c475 x-openstack-request-id: req-4acc2b94-136b-40b8-a74b-8cb3e329c475 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:12.867563 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f", "tag": "736e0e12-1220-426d-a1d7-84105249d3fa", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:12.867817 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4acc2b94-136b-40b8-a74b-8cb3e329c475 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:12.868521 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'tag': '736e0e12-1220-426d-a1d7-84105249d3fa', 'status': 'completed', 'code': 200} Aug 16 02:53:12.869026 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c5422-82de-4d55-8cdc-dae8408cb900 service neutron] Pushing event updated for resources: {'Port': ['ID=736e0e12-1220-426d-a1d7-84105249d3fa,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:12.906396 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-6f3976a0-b087-4d5e-a600-94a0947dd0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:12.907963 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-6f3976a0-b087-4d5e-a600-94a0947dd0ab service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 1096 time: 0.0622265 Aug 16 02:53:12.959513 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-a0227a40-d1b1-46c1-90fb-d62947022596 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=736e0e12-1220-426d-a1d7-84105249d3fa HTTP/1.1" status: 200 len: 217 time: 0.0402300 Aug 16 02:53:13.016275 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-c6eaf179-3b96-4c36-ad0e-b3b899f20312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:13.017787 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-c6eaf179-3b96-4c36-ad0e-b3b899f20312 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0465744 Aug 16 02:53:13.069317 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-7159febf-c4aa-452a-9905-c11453368547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:13.070883 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-7159febf-c4aa-452a-9905-c11453368547 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418353 Aug 16 02:53:13.170313 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-b555c6a8-2483-407f-84ec-3c8070e53238 service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871186 Aug 16 02:53:13.265808 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4f05f560-4e22-42f2-bfed-dd71ed5885cc req-2b8d491a-df59-4708-bdb7-f64a67a0c56f service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837646 Aug 16 02:53:13.374688 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb342ea1-fe5e-4bd9-99bd-8297c67e86ad req-97e2188a-1641-4f16-8ee8-b493a8ca4861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:13.376404 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cb342ea1-fe5e-4bd9-99bd-8297c67e86ad req-97e2188a-1641-4f16-8ee8-b493a8ca4861 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 1096 time: 0.0512819 Aug 16 02:53:13.479797 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb342ea1-fe5e-4bd9-99bd-8297c67e86ad req-c48eb32e-d71c-4e1b-b41f-68e80dc94157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:13.481284 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cb342ea1-fe5e-4bd9-99bd-8297c67e86ad req-c48eb32e-d71c-4e1b-b41f-68e80dc94157 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 910 time: 0.0934327 Aug 16 02:53:13.528336 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cb342ea1-fe5e-4bd9-99bd-8297c67e86ad req-61bd6d5f-ca18-494b-9fda-a7b2a8d694b9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=736e0e12-1220-426d-a1d7-84105249d3fa HTTP/1.1" status: 200 len: 217 time: 0.0357225 Aug 16 02:53:13.582447 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb342ea1-fe5e-4bd9-99bd-8297c67e86ad req-9cbae7b2-123d-402b-90a9-cef027c67ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:13.583915 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cb342ea1-fe5e-4bd9-99bd-8297c67e86ad req-9cbae7b2-123d-402b-90a9-cef027c67ff1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0447319 Aug 16 02:53:13.639852 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb342ea1-fe5e-4bd9-99bd-8297c67e86ad req-4f13492f-da1e-4836-a5b3-d2d76d997971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:13.641275 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cb342ea1-fe5e-4bd9-99bd-8297c67e86ad req-4f13492f-da1e-4836-a5b3-d2d76d997971 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465164 Aug 16 02:53:13.735081 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cb342ea1-fe5e-4bd9-99bd-8297c67e86ad req-c4612c37-d2a7-43a7-9e8a-6420c36fe920 service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844481 Aug 16 02:53:13.833231 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-cb342ea1-fe5e-4bd9-99bd-8297c67e86ad req-8ac54234-c56f-4054-9cbc-c8413c2dbc2b service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874271 Aug 16 02:53:13.963871 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358af48-a832-4c60-bca7-434f32b1d799 req-381cf0cb-02a2-4567-84ff-2714cbd958b0 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:13.965444 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1358af48-a832-4c60-bca7-434f32b1d799 req-381cf0cb-02a2-4567-84ff-2714cbd958b0 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0553818 Aug 16 02:53:14.013515 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1358af48-a832-4c60-bca7-434f32b1d799 req-26c1c7e8-38f3-44f8-a92a-e31f91b59425 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416887 Aug 16 02:53:15.141989 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bc65e-25ea-4595-b7c9-c054a82f437c req-224db150-0a5b-4035-beb4-9d2197eef43d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:15.143598 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d2bc65e-25ea-4595-b7c9-c054a82f437c req-224db150-0a5b-4035-beb4-9d2197eef43d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0550346 Aug 16 02:53:15.183892 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8d2bc65e-25ea-4595-b7c9-c054a82f437c req-23ebc9e4-16a0-48dc-b8ba-ac82ce667e03 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330834 Aug 16 02:53:16.299509 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874caee-9081-4e9f-b3d1-41e9bab9df5c req-d42a9074-3bf4-4bb2-9ee0-39bfa4224a86 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:16.300974 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b874caee-9081-4e9f-b3d1-41e9bab9df5c req-d42a9074-3bf4-4bb2-9ee0-39bfa4224a86 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0490339 Aug 16 02:53:16.340357 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b874caee-9081-4e9f-b3d1-41e9bab9df5c req-01d64755-eabb-496f-99fb-ee4fbcff4327 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321276 Aug 16 02:53:16.388361 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:53:17.459887 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afd5f1-af09-434a-8d56-c2d56bdd0bdf req-d7fc0a84-fc96-4ab1-bc0b-865a45d0404c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:17.461390 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-15afd5f1-af09-434a-8d56-c2d56bdd0bdf req-d7fc0a84-fc96-4ab1-bc0b-865a45d0404c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0549824 Aug 16 02:53:17.500334 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-15afd5f1-af09-434a-8d56-c2d56bdd0bdf req-1e86adce-fe4e-40f9-b667-02d2405e056f tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327926 Aug 16 02:53:18.640672 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9ba7c-d38c-4ab9-91d3-7893483e5292 req-21069855-a0a2-48f8-98c5-d160f99b81f1 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:18.642090 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-87a9ba7c-d38c-4ab9-91d3-7893483e5292 req-21069855-a0a2-48f8-98c5-d160f99b81f1 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0570879 Aug 16 02:53:18.682812 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-87a9ba7c-d38c-4ab9-91d3-7893483e5292 req-5cad6c7a-a1af-45f5-b8cb-4235ac20ca97 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325069 Aug 16 02:53:19.804795 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d13aa-041b-4ac8-8207-3229fd05c5b5 req-833963c4-dcc3-4fb2-ac9e-27049161fc14 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:19.806595 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea4d13aa-041b-4ac8-8207-3229fd05c5b5 req-833963c4-dcc3-4fb2-ac9e-27049161fc14 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0551660 Aug 16 02:53:19.847226 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ea4d13aa-041b-4ac8-8207-3229fd05c5b5 req-810b81ab-064e-48e7-9f9e-99716a0510c1 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327828 Aug 16 02:53:20.235810 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8bd5dcd5-51ea-4ec2-aafc-0e89a611ada7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:20.969310 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e8ed3-cc6d-411a-8ee3-8bf11fc0fb17 req-e321b544-8833-4869-876f-7af8d8a1f969 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:20.970822 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f57e8ed3-cc6d-411a-8ee3-8bf11fc0fb17 req-e321b544-8833-4869-876f-7af8d8a1f969 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0497973 Aug 16 02:53:21.016705 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f57e8ed3-cc6d-411a-8ee3-8bf11fc0fb17 req-7e896b21-65a5-4322-9f37-2d2feaf0bdd3 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397232 Aug 16 02:53:22.155311 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab5a60-bb14-4c0e-87b0-23dcd3c0e8a8 req-2fff69ea-d7bc-4710-82b2-cb543e64471d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:22.156796 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78ab5a60-bb14-4c0e-87b0-23dcd3c0e8a8 req-2fff69ea-d7bc-4710-82b2-cb543e64471d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0500739 Aug 16 02:53:22.194235 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-78ab5a60-bb14-4c0e-87b0-23dcd3c0e8a8 req-c996103c-6ebf-4972-a6b9-983fbac3ea51 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311422 Aug 16 02:53:22.763859 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1263254-6924-4373-a955-984501ea427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:23.315592 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4128d-a2ca-4727-90c6-d40f54dbe0b5 req-46b5f7a6-d61c-4868-8c55-edf605784255 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:23.317704 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-95c4128d-a2ca-4727-90c6-d40f54dbe0b5 req-46b5f7a6-d61c-4868-8c55-edf605784255 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0556672 Aug 16 02:53:23.345915 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 736e0e12-1220-426d-a1d7-84105249d3fa details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:53:23.358310 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-95c4128d-a2ca-4727-90c6-d40f54dbe0b5 req-83657a04-adcc-46cd-a0a5-4fc86a94ce77 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345771 Aug 16 02:53:23.442005 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 736e0e12-1220-426d-a1d7-84105249d3fa, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=736e0e12-1220-426d-a1d7-84105249d3fa,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:23.473172 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '736e0e12-1220-426d-a1d7-84105249d3fa', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'port_id': '736e0e12-1220-426d-a1d7-84105249d3fa', 'mac_address': 'fa:16:3e:6d:e7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:53:23.478177 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:23.514603 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:23.528647 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736e0e12-1220-426d-a1d7-84105249d3fa {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:53:23.548448 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 736e0e12-1220-426d-a1d7-84105249d3fa, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=736e0e12-1220-426d-a1d7-84105249d3fa,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:23.552141 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:23.598779 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=736e0e12-1220-426d-a1d7-84105249d3fa,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:23.606205 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:23.606557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:23.606899 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:23.607238 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:23.607572 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:23.607906 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:23.608232 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:23.608558 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:23.608885 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:23.609208 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:23.609533 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:23.609877 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:23.849834 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['736e0e12-1220-426d-a1d7-84105249d3fa'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:53:24.458686 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:24.475461 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb369a21-719b-4193-a481-2f3323f59722 req-398c44a6-1a0b-459d-9e26-66ba355e6942 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:24.476953 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb369a21-719b-4193-a481-2f3323f59722 req-398c44a6-1a0b-459d-9e26-66ba355e6942 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 945 time: 0.0511258 Aug 16 02:53:24.514916 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bb369a21-719b-4193-a481-2f3323f59722 req-4edb83c6-7ff3-4dc4-8690-3806bb23eb12 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316553 Aug 16 02:53:25.360853 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 736e0e12-1220-426d-a1d7-84105249d3fa up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:53:25.410700 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 736e0e12-1220-426d-a1d7-84105249d3fa completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:53:25.414173 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 736e0e12-1220-426d-a1d7-84105249d3fa triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:53:25.415177 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:25.490991 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:25.512344 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736e0e12-1220-426d-a1d7-84105249d3fa'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:25.514610 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6120eb13-5cbf-44e7-83f0-af20c61a16a5" -d '{"events": [{"server_uuid": "beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f", "name": "network-vif-plugged", "status": "completed", "tag": "736e0e12-1220-426d-a1d7-84105249d3fa"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:25.527796 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 736e0e12-1220-426d-a1d7-84105249d3fa, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=736e0e12-1220-426d-a1d7-84105249d3fa,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:25.531834 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:25.555910 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cecb1e0-8d9e-4250-ab62-381fb0521687 x-openstack-request-id: req-2cecb1e0-8d9e-4250-ab62-381fb0521687 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:25.556279 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f", "name": "network-vif-plugged", "status": "completed", "tag": "736e0e12-1220-426d-a1d7-84105249d3fa", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:25.556533 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2cecb1e0-8d9e-4250-ab62-381fb0521687 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:25.556924 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736e0e12-1220-426d-a1d7-84105249d3fa', 'code': 200} Aug 16 02:53:25.583081 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=736e0e12-1220-426d-a1d7-84105249d3fa,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:25.671502 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69185bb6-87d6-4216-8c45-c99eebe23fd7 req-af4dc25c-3ce2-423f-acfb-38e93eb32b6a tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:25.672998 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69185bb6-87d6-4216-8c45-c99eebe23fd7 req-af4dc25c-3ce2-423f-acfb-38e93eb32b6a tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 946 time: 0.0836508 Aug 16 02:53:25.678524 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24107cd-9a9c-4bdd-8929-681d1ebde61a req-4bb370fa-ba8c-442b-9b8a-6f2175a92363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:25.679906 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b24107cd-9a9c-4bdd-8929-681d1ebde61a req-4bb370fa-ba8c-442b-9b8a-6f2175a92363 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 1098 time: 0.0584874 Aug 16 02:53:25.735370 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69185bb6-87d6-4216-8c45-c99eebe23fd7 req-b9ea1766-26bb-4c79-b6d2-1b8bcbdb0a26 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539393 Aug 16 02:53:25.738872 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b24107cd-9a9c-4bdd-8929-681d1ebde61a req-8fbaeaeb-446d-49aa-9bb1-2aef4031e4d5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443633 Aug 16 02:53:26.238346 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:27.164016 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796068b-c30e-4298-b695-916e3dd051ad req-7aeffa71-5533-4d1d-8b71-c8dca4203465 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:27.166167 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4796068b-c30e-4298-b695-916e3dd051ad req-7aeffa71-5533-4d1d-8b71-c8dca4203465 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 946 time: 0.3598292 Aug 16 02:53:27.202466 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-4796068b-c30e-4298-b695-916e3dd051ad req-3e7330c8-8c14-46f6-846d-7688d3d4a1cd tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302310 Aug 16 02:53:27.315414 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9465f-c88e-4067-95cd-7688d59295bb req-3ecf1f8a-1a41-49c1-b4a5-13920e0fd13b tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:27.316893 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ae9465f-c88e-4067-95cd-7688d59295bb req-3ecf1f8a-1a41-49c1-b4a5-13920e0fd13b tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 946 time: 0.0491381 Aug 16 02:53:27.355807 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6ae9465f-c88e-4067-95cd-7688d59295bb req-8ed05402-efdf-43e9-8981-f4584dc5de3c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321476 Aug 16 02:53:27.376963 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41736) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:27.420334 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e549b57-e97e-4475-a6be-2a9272319166 tempest-TestShelveInstance-1742980617 tempest-TestShelveInstance-1742980617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:27.421768 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-0e549b57-e97e-4475-a6be-2a9272319166 tempest-TestShelveInstance-1742980617 tempest-TestShelveInstance-1742980617-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 1093 time: 0.0437942 Aug 16 02:53:27.424655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41738) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:53:27.428913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': '736e0e12-1220-426d-a1d7-84105249d3fa', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:53:27.451011 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:27.546984 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:27.653595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Allocated IP 172.25.3.170 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/7ec23d56-78d7-44ff-b729-d09e457fefa5) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:53:27.752117 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:27.792157 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:27.835870 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:53:27.840599 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:53:27.844226 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:53:27.865717 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event updated for resources: {'Port': ['ID=7ec23d56-78d7-44ff-b729-d09e457fefa5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:28.211113 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:28.281804 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:28.434457 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:28.438929 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:28.506258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event updated for resources: {'Port': ['ID=7ec23d56-78d7-44ff-b729-d09e457fefa5,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:28.516410 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:28.615016 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Floating IP 4c685ed4-fa94-4b12-ba95-0320e688963b associated. External IP: 172.25.3.170, port: 736e0e12-1220-426d-a1d7-84105249d3fa. Aug 16 02:53:28.840520 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Router 4942258e-0838-4132-afdc-2a712c4672a9 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:53:29.274574 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:53:29.287282 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e639e088-052f-4454-83a2-15e25426179c None None] Sync routers for ids ['4942258e-0838-4132-afdc-2a712c4672a9'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:53:29.296573 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:29.301129 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e639e088-052f-4454-83a2-15e25426179c None None] Routers {'4942258e-0838-4132-afdc-2a712c4672a9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:53:29.301915 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e639e088-052f-4454-83a2-15e25426179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:53:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['4942258e-0838-4132-afdc-2a712c4672a9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:29.324508 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-de2ad9a5-63de-4def-ab5d-99b99ea73273 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8988404 Aug 16 02:53:29.325101 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'tag': '736e0e12-1220-426d-a1d7-84105249d3fa'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:29.327804 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f53d88-917d-490b-bbfd-52ad4432d7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f", "tag": "736e0e12-1220-426d-a1d7-84105249d3fa"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:29.366896 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3888077b-5867-4712-9423-9afcfebda5a4 x-openstack-request-id: req-3888077b-5867-4712-9423-9afcfebda5a4 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:29.367183 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f", "tag": "736e0e12-1220-426d-a1d7-84105249d3fa", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:29.367436 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3888077b-5867-4712-9423-9afcfebda5a4 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:29.367858 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'tag': '736e0e12-1220-426d-a1d7-84105249d3fa', 'status': 'completed', 'code': 200} Aug 16 02:53:29.426358 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-e639e088-052f-4454-83a2-15e25426179c None None] Set router 4942258e-0838-4132-afdc-2a712c4672a9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:53:29.434666 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f53d88-917d-490b-bbfd-52ad4432d7b2 req-8b87c76f-1498-4c41-bb37-96386d031845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:29.436225 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5f53d88-917d-490b-bbfd-52ad4432d7b2 req-8b87c76f-1498-4c41-bb37-96386d031845 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 1098 time: 0.0459020 Aug 16 02:53:29.550510 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f53d88-917d-490b-bbfd-52ad4432d7b2 req-099652c3-e914-4a19-ab05-ba81b85a9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:29.551876 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5f53d88-917d-490b-bbfd-52ad4432d7b2 req-099652c3-e914-4a19-ab05-ba81b85a9ffb service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 910 time: 0.1070492 Aug 16 02:53:29.628157 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5f53d88-917d-490b-bbfd-52ad4432d7b2 req-678b98a1-00f1-4437-8cd8-b7f79660382a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=736e0e12-1220-426d-a1d7-84105249d3fa HTTP/1.1" status: 200 len: 1000 time: 0.0687060 Aug 16 02:53:29.679020 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f53d88-917d-490b-bbfd-52ad4432d7b2 req-edc348ee-f062-4638-a9e3-af67c3848ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:29.680566 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5f53d88-917d-490b-bbfd-52ad4432d7b2 req-edc348ee-f062-4638-a9e3-af67c3848ed9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0456371 Aug 16 02:53:29.730791 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f53d88-917d-490b-bbfd-52ad4432d7b2 req-d0503997-2ec5-413b-9d33-030dca79bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:29.732284 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5f53d88-917d-490b-bbfd-52ad4432d7b2 req-d0503997-2ec5-413b-9d33-030dca79bfab service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450416 Aug 16 02:53:29.745202 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e639e088-052f-4454-83a2-15e25426179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port': {'id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '4c685ed4-fa94-4b12-ba95-0320e688963b', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'port_id': '736e0e12-1220-426d-a1d7-84105249d3fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'mac_address': 'fa:16:3e:6d:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:53:28Z', 'updated_at': '2021-08-16T02:53:28Z', 'revision_number': 0, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9531e79f-1e69-4cd5-9aec-411fa15ea6d1', 'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'mac_address': 'fa:16:3e:94:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:31Z', 'updated_at': '2021-08-16T02:48:38Z', 'revision_number': 5, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'subnets': [{'id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:29.774581 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e639e088-052f-4454-83a2-15e25426179c None None] Checking router: 4942258e-0838-4132-afdc-2a712c4672a9 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:53:29.782713 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e639e088-052f-4454-83a2-15e25426179c None None] Routers {'4942258e-0838-4132-afdc-2a712c4672a9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:53:29.783311 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e639e088-052f-4454-83a2-15e25426179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:53:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['4942258e-0838-4132-afdc-2a712c4672a9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:29.823197 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5f53d88-917d-490b-bbfd-52ad4432d7b2 req-c35f5d5e-811c-48ed-90cb-709092805e70 service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830445 Aug 16 02:53:29.886819 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-e639e088-052f-4454-83a2-15e25426179c None None] Set router 4942258e-0838-4132-afdc-2a712c4672a9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:53:29.922985 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5f53d88-917d-490b-bbfd-52ad4432d7b2 req-6ef76e38-6a0c-4fb6-9429-897d8e4c674b service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923586 Aug 16 02:53:30.114682 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e639e088-052f-4454-83a2-15e25426179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port': {'id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '4c685ed4-fa94-4b12-ba95-0320e688963b', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'port_id': '736e0e12-1220-426d-a1d7-84105249d3fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'mac_address': 'fa:16:3e:6d:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:53:28Z', 'updated_at': '2021-08-16T02:53:28Z', 'revision_number': 0, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9531e79f-1e69-4cd5-9aec-411fa15ea6d1', 'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'mac_address': 'fa:16:3e:94:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:31Z', 'updated_at': '2021-08-16T02:48:38Z', 'revision_number': 5, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'subnets': [{'id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:53:30.139648 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e639e088-052f-4454-83a2-15e25426179c None None] The sync data for ids ['4942258e-0838-4132-afdc-2a712c4672a9'] in n-d-765315-27 is: [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port': {'id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '4c685ed4-fa94-4b12-ba95-0320e688963b', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'port_id': '736e0e12-1220-426d-a1d7-84105249d3fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'mac_address': 'fa:16:3e:6d:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:53:28Z', 'updated_at': '2021-08-16T02:53:28Z', 'revision_number': 0, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9531e79f-1e69-4cd5-9aec-411fa15ea6d1', 'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'mac_address': 'fa:16:3e:94:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:31Z', 'updated_at': '2021-08-16T02:48:38Z', 'revision_number': 5, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'subnets': [{'id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:53:30.340256 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b033b9c-1633-4af2-bd65-71d86bad6922 None None] New status for floating IP 4c685ed4-fa94-4b12-ba95-0320e688963b: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:53:38.235672 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:38.832002 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:50.238735 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80dcf1c8-14e5-48f6-be50-a239d4c15739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:52.763624 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18d38ced-81b4-41e3-bb37-21cb8ac54e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:53.388962 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:53:53.460427 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:54.460097 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:56.239611 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:02.967296 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29c7c267-9850-4386-917b-88bb157b8851 req-f069800f-2411-4ab9-a1ce-ceb809b1103f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450022 Aug 16 02:54:03.053570 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7c267-9850-4386-917b-88bb157b8851 req-d17e6016-923a-42fd-a740-ac8e72a6c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:03.055096 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29c7c267-9850-4386-917b-88bb157b8851 req-d17e6016-923a-42fd-a740-ac8e72a6c689 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 1098 time: 0.0439477 Aug 16 02:54:03.164392 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7c267-9850-4386-917b-88bb157b8851 req-3b51d674-f33c-4fdd-a4a4-7eefa8967c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:03.165878 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29c7c267-9850-4386-917b-88bb157b8851 req-3b51d674-f33c-4fdd-a4a4-7eefa8967c06 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 910 time: 0.0893004 Aug 16 02:54:03.235195 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29c7c267-9850-4386-917b-88bb157b8851 req-7d8510d9-bd7f-4cea-be3e-4a6b44cb4824 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=736e0e12-1220-426d-a1d7-84105249d3fa HTTP/1.1" status: 200 len: 1002 time: 0.0591943 Aug 16 02:54:03.286787 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7c267-9850-4386-917b-88bb157b8851 req-75c36574-bd87-4054-b4e7-b5df80240d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:03.288254 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29c7c267-9850-4386-917b-88bb157b8851 req-75c36574-bd87-4054-b4e7-b5df80240d45 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0443127 Aug 16 02:54:03.340974 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7c267-9850-4386-917b-88bb157b8851 req-495a7ace-328c-433e-9142-cfb934476383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:03.342550 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29c7c267-9850-4386-917b-88bb157b8851 req-495a7ace-328c-433e-9142-cfb934476383 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455184 Aug 16 02:54:03.434400 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29c7c267-9850-4386-917b-88bb157b8851 req-67779ddd-1cad-49df-9840-9cec197a8d26 service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836604 Aug 16 02:54:03.529893 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-29c7c267-9850-4386-917b-88bb157b8851 req-33b6fb67-7292-47cb-9e13-da7ae69b203b service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872736 Aug 16 02:54:08.258664 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:08.855214 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:20.240506 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4bef19d7-69ce-47f8-8632-de555dcb11f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:22.764928 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7cb11f5-c925-4e8a-b06e-67e533079e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:23.463727 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:24.463178 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:26.243343 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:30.392735 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:54:38.258945 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:38.870010 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:50.241244 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8e7600a0-1c77-4860-af16-b1bc5b093113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:52.764951 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05e75240-a699-4974-9998-944bf4536cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:53.468423 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:54.465654 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:56.246486 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:02.968641 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d00491f2-f48f-4a39-8af5-d268432e904b req-88317c89-7654-4c33-b8d8-d6f1160be414 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426121 Aug 16 02:55:03.058658 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00491f2-f48f-4a39-8af5-d268432e904b req-7666e8f9-065a-4504-af68-13c56de9033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:03.060094 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d00491f2-f48f-4a39-8af5-d268432e904b req-7666e8f9-065a-4504-af68-13c56de9033f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 1098 time: 0.0420794 Aug 16 02:55:03.172927 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00491f2-f48f-4a39-8af5-d268432e904b req-2a0b0592-46f1-4773-8d46-f10138cf4a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:03.174484 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d00491f2-f48f-4a39-8af5-d268432e904b req-2a0b0592-46f1-4773-8d46-f10138cf4a3f service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 910 time: 0.0933158 Aug 16 02:55:03.255898 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d00491f2-f48f-4a39-8af5-d268432e904b req-246e4ea2-13af-43cc-819e-8f7973b576ff service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=736e0e12-1220-426d-a1d7-84105249d3fa HTTP/1.1" status: 200 len: 1002 time: 0.0679202 Aug 16 02:55:03.314204 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00491f2-f48f-4a39-8af5-d268432e904b req-8f02da38-0c22-48a8-a4c6-485123d1b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:03.315692 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d00491f2-f48f-4a39-8af5-d268432e904b req-8f02da38-0c22-48a8-a4c6-485123d1b5a1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0483801 Aug 16 02:55:03.371909 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00491f2-f48f-4a39-8af5-d268432e904b req-59531ac8-e021-4c54-954b-14003a518f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:03.373512 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d00491f2-f48f-4a39-8af5-d268432e904b req-59531ac8-e021-4c54-954b-14003a518f17 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470488 Aug 16 02:55:03.386782 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-d00491f2-f48f-4a39-8af5-d268432e904b req-beb6e7d1-d16c-4b87-ba4e-1bf1ee7d00da service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:55:03.387791 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d00491f2-f48f-4a39-8af5-d268432e904b req-beb6e7d1-d16c-4b87-ba4e-1bf1ee7d00da service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053475 Aug 16 02:55:03.484961 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d00491f2-f48f-4a39-8af5-d268432e904b req-816797c5-fead-4d16-97c4-10128d66fa77 service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888078 Aug 16 02:55:03.586273 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d00491f2-f48f-4a39-8af5-d268432e904b req-8bf805ae-1f72-4698-930a-a64f4c12d932 service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887516 Aug 16 02:55:07.392067 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:55:08.260170 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:08.864047 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:20.241585 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-900a715a-9bce-4285-b8a7-a1127bff0ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:22.768187 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28b84c85-17f8-4190-b8a3-8ef6c901ddc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:23.469608 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:24.471143 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:26.248732 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:28.166047 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df90da-5f7a-4d12-be2e-3abbaa4776cf req-42076fb7-3b09-4ad9-9232-51741e518439 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:28.167484 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-66df90da-5f7a-4d12-be2e-3abbaa4776cf req-42076fb7-3b09-4ad9-9232-51741e518439 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 946 time: 0.0504270 Aug 16 02:55:28.207988 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-66df90da-5f7a-4d12-be2e-3abbaa4776cf req-df0c4ad9-5415-48a9-9dcd-6680060da640 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345359 Aug 16 02:55:29.328750 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efaceb2-138f-4516-a26c-c4be03ba9f9a req-beb491ff-c248-4087-a910-4ac81f04666f tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:29.330902 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6efaceb2-138f-4516-a26c-c4be03ba9f9a req-beb491ff-c248-4087-a910-4ac81f04666f tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 946 time: 0.0521419 Aug 16 02:55:29.370007 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6efaceb2-138f-4516-a26c-c4be03ba9f9a req-9bd968d8-fe75-4fe5-87bb-34a1d525682d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330098 Aug 16 02:55:30.495113 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54f573-bf2d-45b9-a86d-1f57c24c61ef req-31f869a0-3abf-46cb-89e6-a865c95594ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:30.496602 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ec54f573-bf2d-45b9-a86d-1f57c24c61ef req-31f869a0-3abf-46cb-89e6-a865c95594ca tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 946 time: 0.0484879 Aug 16 02:55:30.534236 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ec54f573-bf2d-45b9-a86d-1f57c24c61ef req-a4254dab-ab28-4468-bf12-5a159f43892c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311494 Aug 16 02:55:31.648772 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c704e58-8416-4bfe-8999-f673b36b9a0f req-5d021de7-09a0-4331-a10f-d70c6d72a8f3 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:31.650289 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9c704e58-8416-4bfe-8999-f673b36b9a0f req-5d021de7-09a0-4331-a10f-d70c6d72a8f3 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 946 time: 0.0490956 Aug 16 02:55:31.687659 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9c704e58-8416-4bfe-8999-f673b36b9a0f req-0fcb9636-d10a-473f-bf04-05e986722302 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315371 Aug 16 02:55:32.810949 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77c343-8546-4839-946b-59f7a9be56f1 req-493da76f-8586-4a64-a749-f5c5124e7b2b tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:32.812708 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c77c343-8546-4839-946b-59f7a9be56f1 req-493da76f-8586-4a64-a749-f5c5124e7b2b tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 946 time: 0.0555809 Aug 16 02:55:32.853513 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9c77c343-8546-4839-946b-59f7a9be56f1 req-03825852-5e0d-4125-bd1d-0d79612a1f1f tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338085 Aug 16 02:55:33.975101 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9945b1-e73e-40b5-94ba-f7d8114264e1 req-e692fe9b-bee3-4887-9ab6-3073a5c7a0ba tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:33.976619 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ef9945b1-e73e-40b5-94ba-f7d8114264e1 req-e692fe9b-bee3-4887-9ab6-3073a5c7a0ba tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 946 time: 0.0553019 Aug 16 02:55:34.015375 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ef9945b1-e73e-40b5-94ba-f7d8114264e1 req-16155e23-78c2-45ff-a579-e2f732eafaef tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324690 Aug 16 02:55:35.131178 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378785f4-5a9d-4142-b2ff-b11078e6ae64 req-cdcb9d8a-2094-46d9-8544-f2867f1c7b18 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:35.132659 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-378785f4-5a9d-4142-b2ff-b11078e6ae64 req-cdcb9d8a-2094-46d9-8544-f2867f1c7b18 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 946 time: 0.0489430 Aug 16 02:55:35.170506 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-378785f4-5a9d-4142-b2ff-b11078e6ae64 req-aa4feca8-9c75-41a2-9dd3-9bdc68de3da3 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320203 Aug 16 02:55:36.287675 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3ca3c-694f-40bc-b37c-eacfe7d2ebe7 req-abc65eb3-0977-4bd3-a35c-9f65716a19f0 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:36.289199 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1f3ca3c-694f-40bc-b37c-eacfe7d2ebe7 req-abc65eb3-0977-4bd3-a35c-9f65716a19f0 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 946 time: 0.0494132 Aug 16 02:55:36.330936 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d1f3ca3c-694f-40bc-b37c-eacfe7d2ebe7 req-3f3f9e64-05a2-49b3-9bdc-6284c4d0951e tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348370 Aug 16 02:55:37.450619 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb15c3c-fc28-4bc9-89cc-79c1058d5d79 req-607f01f4-d500-4fdb-9c76-2eb10883ca9b tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:37.452120 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ccb15c3c-fc28-4bc9-89cc-79c1058d5d79 req-607f01f4-d500-4fdb-9c76-2eb10883ca9b tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 946 time: 0.0488322 Aug 16 02:55:37.491412 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ccb15c3c-fc28-4bc9-89cc-79c1058d5d79 req-e46e1aea-6606-40b5-bcac-9beba6df9600 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324566 Aug 16 02:55:38.274490 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:38.354391 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad757e3-87e4-44bd-84ec-75f46011f629 req-00344b26-a8fb-4753-b4d0-c130c2d3469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:38.355813 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fad757e3-87e4-44bd-84ec-75f46011f629 req-00344b26-a8fb-4753-b4d0-c130c2d3469d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 1098 time: 0.0456741 Aug 16 02:55:38.448888 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad757e3-87e4-44bd-84ec-75f46011f629 req-f7ddb7c9-a1df-442f-a7e0-34d1f0ca3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:38.450381 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fad757e3-87e4-44bd-84ec-75f46011f629 req-f7ddb7c9-a1df-442f-a7e0-34d1f0ca3f26 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 910 time: 0.0875330 Aug 16 02:55:38.519793 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fad757e3-87e4-44bd-84ec-75f46011f629 req-80d8b296-7db3-42b4-b8c6-f9096f34489b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=736e0e12-1220-426d-a1d7-84105249d3fa HTTP/1.1" status: 200 len: 1002 time: 0.0581338 Aug 16 02:55:38.599379 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad757e3-87e4-44bd-84ec-75f46011f629 req-4617df4e-f0c7-477f-8078-ae32437e03ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:38.600843 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fad757e3-87e4-44bd-84ec-75f46011f629 req-4617df4e-f0c7-477f-8078-ae32437e03ec service neutron] 10.222.0.63 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0738146 Aug 16 02:55:38.631720 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f610d4-9733-4cfe-89ab-70472b3ed454 req-ed964ec2-f4ae-4e73-8fdc-8e9ee62209f3 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:38.633096 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20f610d4-9733-4cfe-89ab-70472b3ed454 req-ed964ec2-f4ae-4e73-8fdc-8e9ee62209f3 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 946 time: 0.0725913 Aug 16 02:55:38.687417 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-20f610d4-9733-4cfe-89ab-70472b3ed454 req-a087ccd5-d401-4e38-a9f8-6e0ff1624f3d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408897 Aug 16 02:55:38.690328 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad757e3-87e4-44bd-84ec-75f46011f629 req-23444365-f8d6-45bd-a0ce-92db26e282e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:38.691670 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fad757e3-87e4-44bd-84ec-75f46011f629 req-23444365-f8d6-45bd-a0ce-92db26e282e2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786476 Aug 16 02:55:38.789873 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fad757e3-87e4-44bd-84ec-75f46011f629 req-c6098e1d-194b-4fda-a5a8-90d20dbc6ba3 service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861692 Aug 16 02:55:38.872549 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:38.884065 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fad757e3-87e4-44bd-84ec-75f46011f629 req-14d98f76-ef2b-4297-8c57-a70d14728af9 service neutron] 10.222.0.63 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858905 Aug 16 02:55:39.805310 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b73a64-1f61-4f2d-83c7-dded73c5c7bd req-cc6c69c0-9d4a-4c90-9320-82c5b4837145 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:39.806912 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25b73a64-1f61-4f2d-83c7-dded73c5c7bd req-cc6c69c0-9d4a-4c90-9320-82c5b4837145 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 946 time: 0.0521863 Aug 16 02:55:39.844967 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-25b73a64-1f61-4f2d-83c7-dded73c5c7bd req-38705ca2-e057-4e9c-95b3-26ab11404ecf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321376 Aug 16 02:55:40.965128 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedc192-e0c2-4fbb-9a9e-c63c04ca5eab req-bc97d8da-8830-49e2-8b06-df4257870ab4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:40.966601 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2fedc192-e0c2-4fbb-9a9e-c63c04ca5eab req-bc97d8da-8830-49e2-8b06-df4257870ab4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 946 time: 0.0510850 Aug 16 02:55:41.004989 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2fedc192-e0c2-4fbb-9a9e-c63c04ca5eab req-766f29dc-da1a-4a13-ade1-85519610c924 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322118 Aug 16 02:55:42.126041 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e6f13-6022-4835-b882-a86cc1bba5e3 req-8ba2eef9-9f03-4539-8f40-fdc0f640b678 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:42.129404 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-677e6f13-6022-4835-b882-a86cc1bba5e3 req-8ba2eef9-9f03-4539-8f40-fdc0f640b678 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 946 time: 0.0531485 Aug 16 02:55:42.175063 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-677e6f13-6022-4835-b882-a86cc1bba5e3 req-e8d336ba-a81b-4f06-88b8-b749e3d33a20 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391433 Aug 16 02:55:43.294952 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2c87e-f268-440b-a64a-0a4f499b8738 req-b3796af1-0f2d-445d-9da0-9bfe416ca9ea tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:43.296463 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8fb2c87e-f268-440b-a64a-0a4f499b8738 req-b3796af1-0f2d-445d-9da0-9bfe416ca9ea tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 946 time: 0.0529256 Aug 16 02:55:43.335067 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8fb2c87e-f268-440b-a64a-0a4f499b8738 req-f9651a0a-7cc3-4aa6-8f1c-92620a525740 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319932 Aug 16 02:55:43.542789 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2a83c-9275-4efe-a800-09881b1fb574 req-85d3a723-b215-4345-813e-3430232164a7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:43.544274 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-94c2a83c-9275-4efe-a800-09881b1fb574 req-85d3a723-b215-4345-813e-3430232164a7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 946 time: 0.0500250 Aug 16 02:55:43.609028 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-94c2a83c-9275-4efe-a800-09881b1fb574 req-55c750a6-39ea-4e26-a3e5-183b38f85c3b tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554495 Aug 16 02:55:43.626014 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-94a4485b-cc44-4f1c-a00a-35f62ed109c0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1527426 Aug 16 02:55:43.997162 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 736e0e12-1220-426d-a1d7-84105249d3fa no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:55:44.072454 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:44.097250 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '736e0e12-1220-426d-a1d7-84105249d3fa'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:55:44.099788 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3509cb7b-b85c-4bad-84e3-503fbc57c748" -d '{"events": [{"server_uuid": "beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f", "name": "network-vif-unplugged", "status": "completed", "tag": "736e0e12-1220-426d-a1d7-84105249d3fa"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:55:44.113295 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 736e0e12-1220-426d-a1d7-84105249d3fa, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=736e0e12-1220-426d-a1d7-84105249d3fa,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:44.117171 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:44.142533 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 02:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9316783b-3687-4722-b292-beb39bf421f7 x-openstack-request-id: req-9316783b-3687-4722-b292-beb39bf421f7 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:55:44.142920 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f", "name": "network-vif-unplugged", "status": "failed", "tag": "736e0e12-1220-426d-a1d7-84105249d3fa", "code": 422}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:55:44.143202 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9316783b-3687-4722-b292-beb39bf421f7 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:55:44.143586 n-d-765315-27 neutron-server[94674]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '736e0e12-1220-426d-a1d7-84105249d3fa', 'code': 422} returned with failed status Aug 16 02:55:44.168212 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=736e0e12-1220-426d-a1d7-84105249d3fa,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:44.176021 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:44.176360 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:44.176694 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:44.177023 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:44.177350 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:44.177673 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:44.178022 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:44.178341 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:44.178660 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:44.178978 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:44.179295 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:44.179609 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:44.390711 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:55:44.744674 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c25fdc-972b-4299-9c79-cf6cd97a00bb req-4a5a4922-95c9-42e7-a8c4-88200070d00b tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:44.746306 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69c25fdc-972b-4299-9c79-cf6cd97a00bb req-4a5a4922-95c9-42e7-a8c4-88200070d00b tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0574868 Aug 16 02:55:44.786110 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-69c25fdc-972b-4299-9c79-cf6cd97a00bb req-35409cbc-0de3-40b4-861e-32fd14f0e0ac tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332799 Aug 16 02:55:45.901339 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8a68c-7834-445c-bd59-ab82d78396e5 req-3bc12081-6aa5-452f-9bd1-a6dac8d1383d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:45.902916 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ea8a68c-7834-445c-bd59-ab82d78396e5 req-3bc12081-6aa5-452f-9bd1-a6dac8d1383d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0511036 Aug 16 02:55:45.944177 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ea8a68c-7834-445c-bd59-ab82d78396e5 req-e046188e-95ef-4bb3-a064-eac99df45ac9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351312 Aug 16 02:55:47.061214 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fcdc0-4abb-4a83-bf02-00f53a77ce15 req-e3c35924-6df6-4649-8aa5-bf3a6a3818cc tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:47.062701 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-de2fcdc0-4abb-4a83-bf02-00f53a77ce15 req-e3c35924-6df6-4649-8aa5-bf3a6a3818cc tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0504227 Aug 16 02:55:47.101684 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-de2fcdc0-4abb-4a83-bf02-00f53a77ce15 req-77e5324e-3137-4515-a3b6-9aae0f0b5322 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329490 Aug 16 02:55:48.220031 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcef6f-9a83-4ec3-adc5-4b184e2262cc req-2e40c3d7-7b8d-4b98-bf98-e61b07859916 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:48.222292 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2cbcef6f-9a83-4ec3-adc5-4b184e2262cc req-2e40c3d7-7b8d-4b98-bf98-e61b07859916 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0526054 Aug 16 02:55:48.261218 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2cbcef6f-9a83-4ec3-adc5-4b184e2262cc req-dfb7a60f-aa39-4ddf-b3c5-7e1f37624355 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327938 Aug 16 02:55:49.428131 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d09e6-1718-4868-acae-6b77c4049bae req-0e45fb0c-3284-420d-8d53-7424113dffae tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:49.429715 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e12d09e6-1718-4868-acae-6b77c4049bae req-0e45fb0c-3284-420d-8d53-7424113dffae tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0984983 Aug 16 02:55:49.480389 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e12d09e6-1718-4868-acae-6b77c4049bae req-6c2c0d9b-2347-4382-a239-9093705b3d00 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444732 Aug 16 02:55:50.243318 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-de151803-f309-4a19-8b86-271a2e486332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:50.648823 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbfacf-fc70-41c3-a802-96dae759ec8a req-f0182f72-5366-414e-9e7e-7122beedc422 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:50.650496 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ecbfacf-fc70-41c3-a802-96dae759ec8a req-f0182f72-5366-414e-9e7e-7122beedc422 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0981069 Aug 16 02:55:50.690465 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8ecbfacf-fc70-41c3-a802-96dae759ec8a req-203df86b-066d-4299-9748-c31408509f39 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339429 Aug 16 02:55:51.810735 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa341427-d0ff-4d95-8c06-18620118c193 req-c92c17a1-44e3-4256-9eb7-bb48dfc43c48 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:51.812235 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa341427-d0ff-4d95-8c06-18620118c193 req-c92c17a1-44e3-4256-9eb7-bb48dfc43c48 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0546169 Aug 16 02:55:51.852949 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-aa341427-d0ff-4d95-8c06-18620118c193 req-3b4b08e8-c0a7-4c6f-a4b9-a45097646169 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344610 Aug 16 02:55:52.557132 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-215e9243-ce62-441e-a907-c3563e15a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:52.558588 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-215e9243-ce62-441e-a907-c3563e15a28f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f&tenant_id=87cfadea9146413bb4a4c04cfb4e8168 HTTP/1.1" status: 200 len: 1096 time: 0.0423841 Aug 16 02:55:52.575747 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-27', 'device_owner': 'compute:nova'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:52.632866 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:52.769073 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6dd4e9fa-41e8-487a-9ac7-0dde210f31c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:52.844722 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] For port 736e0e12-1220-426d-a1d7-84105249d3fa, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=736e0e12-1220-426d-a1d7-84105249d3fa,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:52.877864 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] For port 736e0e12-1220-426d-a1d7-84105249d3fa, host n-h2-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:55:52.910362 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736e0e12-1220-426d-a1d7-84105249d3fa {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:55:52.918007 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:52.954982 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Transition to ACTIVE for port object 736e0e12-1220-426d-a1d7-84105249d3fa will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:52.959261 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:53.013959 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d2862-3ed7-4a13-986e-cd0b71d2cb89 req-6b8895db-93e9-465e-86b7-7ff28440b5bd tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:53.015473 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df9d2862-3ed7-4a13-986e-cd0b71d2cb89 req-6b8895db-93e9-465e-86b7-7ff28440b5bd tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0938408 Aug 16 02:55:53.080733 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Pushing event updated for resources: {'Port': ['ID=736e0e12-1220-426d-a1d7-84105249d3fa,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:53.100025 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:53.100276 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:53.100616 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:53.100943 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:53.101265 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:53.101587 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:53.102121 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:53.102442 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:53.102774 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:53.103078 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:53.103394 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:53.103729 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:53.127660 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-df9d2862-3ed7-4a13-986e-cd0b71d2cb89 req-28a0dfba-ce01-4369-90c3-20671091c195 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763407 Aug 16 02:55:53.141724 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] No DVR routers for this DVR port 736e0e12-1220-426d-a1d7-84105249d3fa on host n-h2-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:55:53.282115 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Attempting to bind port 736e0e12-1220-426d-a1d7-84105249d3fa on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:55:53.282366 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Attempting to bind port 736e0e12-1220-426d-a1d7-84105249d3fa by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:55:53.283416 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Attempting to bind port 736e0e12-1220-426d-a1d7-84105249d3fa on network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:55:53.288245 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Port 736e0e12-1220-426d-a1d7-84105249d3fa on network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:55:53.288559 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Attempting to bind port 736e0e12-1220-426d-a1d7-84105249d3fa on network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:55:53.293332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:55:53.293661 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Checking segment: {'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:53.294075 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Bound using segment: {'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:55:53.294491 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Bound port: 736e0e12-1220-426d-a1d7-84105249d3fa, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6288a9c-5e49-40ff-990b-850ec54854af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:55:53.294842 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:53.357282 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] For port 736e0e12-1220-426d-a1d7-84105249d3fa, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:55:53.360353 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] For port 736e0e12-1220-426d-a1d7-84105249d3fa, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=736e0e12-1220-426d-a1d7-84105249d3fa,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:55:53.365099 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:53.399651 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:53.400298 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:53.401654 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] 10.222.0.73 "PUT /v2.0/ports/736e0e12-1220-426d-a1d7-84105249d3fa HTTP/1.1" status: 200 len: 1093 time: 0.8299634 Aug 16 02:55:53.402113 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'tag': '736e0e12-1220-426d-a1d7-84105249d3fa'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:55:53.404367 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45521562-c69b-4c76-aa2e-c80f90d14090" -d '{"events": [{"name": "network-changed", "server_uuid": "beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f", "tag": "736e0e12-1220-426d-a1d7-84105249d3fa"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:55:53.431412 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749a80d-eabc-4491-87b1-5c683a4cd706 service neutron] Pushing event updated for resources: {'Port': ['ID=736e0e12-1220-426d-a1d7-84105249d3fa,revision_number=8']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:53.476249 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344290f0-5b25-41fa-8f03-9b0c9d3f3d6c x-openstack-request-id: req-344290f0-5b25-41fa-8f03-9b0c9d3f3d6c {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:55:53.476579 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f", "tag": "736e0e12-1220-426d-a1d7-84105249d3fa", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:55:53.476794 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-344290f0-5b25-41fa-8f03-9b0c9d3f3d6c {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:55:53.476953 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:53.477219 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'tag': '736e0e12-1220-426d-a1d7-84105249d3fa', 'status': 'completed', 'code': 200} Aug 16 02:55:53.493598 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-7353a0eb-7749-4641-a2e0-399243c076b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:53.495169 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-7353a0eb-7749-4641-a2e0-399243c076b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 1096 time: 0.0535913 Aug 16 02:55:53.595303 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-ed58d349-1233-404d-84dd-b3c4dfe75194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:53.597220 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-ed58d349-1233-404d-84dd-b3c4dfe75194 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 910 time: 0.0923951 Aug 16 02:55:53.667374 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-c0a775b3-f5f6-488c-af3b-c82d4efa5c07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=736e0e12-1220-426d-a1d7-84105249d3fa HTTP/1.1" status: 200 len: 1000 time: 0.0584292 Aug 16 02:55:53.725054 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-deeed22a-84fc-460c-982c-19ee77cf5f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:53.726439 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-deeed22a-84fc-460c-982c-19ee77cf5f30 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0480905 Aug 16 02:55:53.776355 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-f7d2fe10-ab4f-4621-a155-d0d22518f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:53.777917 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-f7d2fe10-ab4f-4621-a155-d0d22518f84c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403407 Aug 16 02:55:53.793273 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-851081d6-d034-4192-a37b-4061c9193afb service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:55:53.794236 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-851081d6-d034-4192-a37b-4061c9193afb service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050349 Aug 16 02:55:53.885045 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-70512375-c0ed-4125-89ba-b0c94127df6e service neutron] 10.222.0.73 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805621 Aug 16 02:55:53.984538 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-e685d65e-298a-4f6a-91fd-75a28b839e1c service neutron] 10.222.0.73 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889056 Aug 16 02:55:54.073233 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45521562-c69b-4c76-aa2e-c80f90d14090 req-929a524b-9ca1-45e1-8d90-8f623b4dada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:54.074790 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-45521562-c69b-4c76-aa2e-c80f90d14090 req-929a524b-9ca1-45e1-8d90-8f623b4dada7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 1096 time: 0.0428662 Aug 16 02:55:54.171128 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45521562-c69b-4c76-aa2e-c80f90d14090 req-a7590eec-8a3e-4ce4-87d1-c0e6bc20af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:54.172623 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-45521562-c69b-4c76-aa2e-c80f90d14090 req-a7590eec-8a3e-4ce4-87d1-c0e6bc20af9c service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 910 time: 0.0904198 Aug 16 02:55:54.272653 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-45521562-c69b-4c76-aa2e-c80f90d14090 req-d0c5d1dd-5391-4aee-af24-5359fc21c5f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=736e0e12-1220-426d-a1d7-84105249d3fa HTTP/1.1" status: 200 len: 1000 time: 0.0878942 Aug 16 02:55:54.285447 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80014468-e934-492b-89ca-951779305ba4 req-dd3c505a-a5a6-47df-a3dd-2ca4936e2b91 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:54.286982 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-80014468-e934-492b-89ca-951779305ba4 req-dd3c505a-a5a6-47df-a3dd-2ca4936e2b91 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0663931 Aug 16 02:55:54.359217 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-80014468-e934-492b-89ca-951779305ba4 req-fbe2557d-a001-4568-9cc8-ac63bdaabc12 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636349 Aug 16 02:55:54.360924 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45521562-c69b-4c76-aa2e-c80f90d14090 req-a50def0e-bdac-483e-8f5a-a962d74f4988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:54.362554 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-45521562-c69b-4c76-aa2e-c80f90d14090 req-a50def0e-bdac-483e-8f5a-a962d74f4988 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0747061 Aug 16 02:55:54.411715 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45521562-c69b-4c76-aa2e-c80f90d14090 req-12948500-053a-4b2a-a653-6f9c8b1104cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:54.413182 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-45521562-c69b-4c76-aa2e-c80f90d14090 req-12948500-053a-4b2a-a653-6f9c8b1104cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413232 Aug 16 02:55:54.472432 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:54.507280 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-45521562-c69b-4c76-aa2e-c80f90d14090 req-0e674774-203a-4f32-8fce-b6b41585c198 service neutron] 10.222.0.73 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856662 Aug 16 02:55:54.602444 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-45521562-c69b-4c76-aa2e-c80f90d14090 req-b8d7f0f2-865b-42b3-bfcf-28978ca2f03d service neutron] 10.222.0.73 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866735 Aug 16 02:55:55.476974 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77056bc9-9ee0-4a8c-9bc8-07698006f106 req-e85e53a0-113a-471e-8172-bba9a1449b63 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:55.478499 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77056bc9-9ee0-4a8c-9bc8-07698006f106 req-e85e53a0-113a-471e-8172-bba9a1449b63 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0508282 Aug 16 02:55:55.516696 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-77056bc9-9ee0-4a8c-9bc8-07698006f106 req-0bcabbbb-9838-4182-a62a-3c178ece307d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322399 Aug 16 02:55:56.258614 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:56.638314 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3fb81-72d0-4e7f-97db-d8b7dee15d3d req-bb7dd3fe-72d0-492d-80fc-825434670740 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:56.639784 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6ea3fb81-72d0-4e7f-97db-d8b7dee15d3d req-bb7dd3fe-72d0-492d-80fc-825434670740 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0524287 Aug 16 02:55:56.677951 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-6ea3fb81-72d0-4e7f-97db-d8b7dee15d3d req-7f353213-7cb5-4646-97f0-56c9fc441d4e tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317826 Aug 16 02:55:57.801276 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6b09a-1b5a-4285-afd3-4861cd499b7e req-47517c48-0e17-4283-8d3d-b57d0a6a1817 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:57.802774 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-67a6b09a-1b5a-4285-afd3-4861cd499b7e req-47517c48-0e17-4283-8d3d-b57d0a6a1817 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0499671 Aug 16 02:55:57.842877 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-67a6b09a-1b5a-4285-afd3-4861cd499b7e req-67a1f79f-e10d-4fae-840a-a3274dbbfa5d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332773 Aug 16 02:55:58.964808 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde25ae-3524-4af3-9091-2ddbb6ca0d2d req-0fbb0a91-491d-4994-b28a-b6c2bbdc14b2 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:58.966306 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5dde25ae-3524-4af3-9091-2ddbb6ca0d2d req-0fbb0a91-491d-4994-b28a-b6c2bbdc14b2 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0531301 Aug 16 02:55:59.004390 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5dde25ae-3524-4af3-9091-2ddbb6ca0d2d req-69862276-9ed1-4d40-8206-ff35429c7fcc tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317183 Aug 16 02:56:00.123088 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaeb66f-f682-419f-a9a9-62b8e7fcd89f req-0aa761f4-78b4-4138-8075-e6068a3d2a36 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:00.124575 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2eaeb66f-f682-419f-a9a9-62b8e7fcd89f req-0aa761f4-78b4-4138-8075-e6068a3d2a36 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0521598 Aug 16 02:56:00.163630 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-2eaeb66f-f682-419f-a9a9-62b8e7fcd89f req-5a82a539-486d-4264-86fb-d230daf1de49 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321333 Aug 16 02:56:01.285183 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4fe9e-ecf6-4097-80f2-cdc7fe53c656 req-5dd1278a-aa21-4854-9925-b8f7f3fe2e02 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:01.286723 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b2d4fe9e-ecf6-4097-80f2-cdc7fe53c656 req-5dd1278a-aa21-4854-9925-b8f7f3fe2e02 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0494444 Aug 16 02:56:01.325981 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b2d4fe9e-ecf6-4097-80f2-cdc7fe53c656 req-baf71afb-430a-4e52-909f-1f73da8a6fb5 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319195 Aug 16 02:56:02.441140 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9062780-f5cc-499d-91ba-eaf039ca2983 req-55b93494-57f4-40b8-876f-52f06af4842d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:02.442729 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9062780-f5cc-499d-91ba-eaf039ca2983 req-55b93494-57f4-40b8-876f-52f06af4842d tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 944 time: 0.0493815 Aug 16 02:56:02.485307 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-c9062780-f5cc-499d-91ba-eaf039ca2983 req-aff4e98d-c9e0-47b0-8057-e4f9c0d586ce tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365803 Aug 16 02:56:02.964324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 736e0e12-1220-426d-a1d7-84105249d3fa details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:56:03.059683 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 736e0e12-1220-426d-a1d7-84105249d3fa, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=736e0e12-1220-426d-a1d7-84105249d3fa,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:03.070715 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': '736e0e12-1220-426d-a1d7-84105249d3fa', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'port_id': '736e0e12-1220-426d-a1d7-84105249d3fa', 'mac_address': 'fa:16:3e:6d:e7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:56:03.106232 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:03.118927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736e0e12-1220-426d-a1d7-84105249d3fa {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:56:03.137983 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 736e0e12-1220-426d-a1d7-84105249d3fa, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=736e0e12-1220-426d-a1d7-84105249d3fa,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:03.141849 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:03.188953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=736e0e12-1220-426d-a1d7-84105249d3fa,revision_number=9']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:03.478524 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['736e0e12-1220-426d-a1d7-84105249d3fa'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:56:03.602789 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29901f9-b2d7-41c7-a10c-9d0c51c483c9 req-52c5529c-406a-405f-9479-9b9aa21dc088 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:03.604193 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b29901f9-b2d7-41c7-a10c-9d0c51c483c9 req-52c5529c-406a-405f-9479-9b9aa21dc088 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 945 time: 0.0496008 Aug 16 02:56:03.642588 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-b29901f9-b2d7-41c7-a10c-9d0c51c483c9 req-78bd3ba8-3b05-4ab1-a0be-0111114053e9 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323470 Aug 16 02:56:04.759002 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a085d-92bf-4daa-9001-b2054e07c17f req-4142b08b-84b2-4110-8b13-9245a886ceb2 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:04.760488 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe7a085d-92bf-4daa-9001-b2054e07c17f req-4142b08b-84b2-4110-8b13-9245a886ceb2 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 945 time: 0.0485399 Aug 16 02:56:04.798733 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fe7a085d-92bf-4daa-9001-b2054e07c17f req-adaf9f1c-2270-4599-a0af-75c28f21b852 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323067 Aug 16 02:56:04.964160 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 736e0e12-1220-426d-a1d7-84105249d3fa up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:56:05.014424 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port 736e0e12-1220-426d-a1d7-84105249d3fa completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:56:05.017947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port 736e0e12-1220-426d-a1d7-84105249d3fa triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:56:05.018317 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:05.094044 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:05.115836 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736e0e12-1220-426d-a1d7-84105249d3fa'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:56:05.118073 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0caff53-7ea2-45e5-81e5-103da0bbe635" -d '{"events": [{"server_uuid": "beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f", "name": "network-vif-plugged", "status": "completed", "tag": "736e0e12-1220-426d-a1d7-84105249d3fa"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:56:05.131507 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port 736e0e12-1220-426d-a1d7-84105249d3fa, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=736e0e12-1220-426d-a1d7-84105249d3fa,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:05.135743 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:05.186133 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=736e0e12-1220-426d-a1d7-84105249d3fa,revision_number=10']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:05.919495 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3828dd-7b20-4629-88f8-fb43acb25730 req-0f65817d-59a3-4f51-8302-11fa141b6e52 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:05.921299 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ee3828dd-7b20-4629-88f8-fb43acb25730 req-0f65817d-59a3-4f51-8302-11fa141b6e52 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 947 time: 0.0537415 Aug 16 02:56:05.960155 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-ee3828dd-7b20-4629-88f8-fb43acb25730 req-891f4623-7869-4950-badc-0b3a25e10e3a tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323646 Aug 16 02:56:06.229240 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818ed757-8293-4615-981c-4965d0c75846 x-openstack-request-id: req-818ed757-8293-4615-981c-4965d0c75846 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:56:06.229877 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f", "name": "network-vif-plugged", "status": "completed", "tag": "736e0e12-1220-426d-a1d7-84105249d3fa", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:56:06.229979 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-818ed757-8293-4615-981c-4965d0c75846 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:56:06.230439 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736e0e12-1220-426d-a1d7-84105249d3fa', 'code': 200} Aug 16 02:56:06.400867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcb47d-41cb-4b48-9992-edb9944b3a5b req-5d523fb9-b68c-460e-8b4c-2d362f8ba4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:06.402323 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8cfcb47d-41cb-4b48-9992-edb9944b3a5b req-5d523fb9-b68c-460e-8b4c-2d362f8ba4af service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 1099 time: 0.0455148 Aug 16 02:56:06.443597 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-8cfcb47d-41cb-4b48-9992-edb9944b3a5b req-c51dcbfe-bcd2-4d99-9151-229a454fdafe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308955 Aug 16 02:56:07.079595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f02ce5-fbed-4ef3-8916-a46e85a0faa3 req-5681f6eb-770c-45c2-9fc1-016d6949e0c7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:07.081093 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43f02ce5-fbed-4ef3-8916-a46e85a0faa3 req-5681f6eb-770c-45c2-9fc1-016d6949e0c7 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 947 time: 0.0511491 Aug 16 02:56:07.118900 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-43f02ce5-fbed-4ef3-8916-a46e85a0faa3 req-ea100098-81a7-4d96-a878-bdd755d96376 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315878 Aug 16 02:56:08.237540 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579aa3bb-81de-423b-9a84-83b9bf2d94f0 req-3644fc83-1ed9-4b69-8e99-377138fb64a4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:08.239724 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-579aa3bb-81de-423b-9a84-83b9bf2d94f0 req-3644fc83-1ed9-4b69-8e99-377138fb64a4 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 947 time: 0.0504565 Aug 16 02:56:08.271591 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:08.283135 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-579aa3bb-81de-423b-9a84-83b9bf2d94f0 req-9ad79326-9cd8-45bb-bf2d-155e9c874521 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355716 Aug 16 02:56:08.885773 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:09.100184 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-281586b6-dd78-41f9-be20-f2381cb677df req-5626a170-e0b2-42d6-9682-f5f900b910ad service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395062 Aug 16 02:56:09.185306 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281586b6-dd78-41f9-be20-f2381cb677df req-95579d2f-f299-4666-af0f-843230691124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:09.186730 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-281586b6-dd78-41f9-be20-f2381cb677df req-95579d2f-f299-4666-af0f-843230691124 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 1099 time: 0.0438261 Aug 16 02:56:09.288777 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281586b6-dd78-41f9-be20-f2381cb677df req-408e1730-6b5c-4b9d-85ea-aff62bb0bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:09.290318 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-281586b6-dd78-41f9-be20-f2381cb677df req-408e1730-6b5c-4b9d-85ea-aff62bb0bf91 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 910 time: 0.0840044 Aug 16 02:56:09.358883 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-281586b6-dd78-41f9-be20-f2381cb677df req-be259962-113d-4f0e-9015-6f2a5d5f2718 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=736e0e12-1220-426d-a1d7-84105249d3fa HTTP/1.1" status: 200 len: 1002 time: 0.0612071 Aug 16 02:56:09.406870 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281586b6-dd78-41f9-be20-f2381cb677df req-35a337e7-675e-4977-964d-1ad760f672ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:09.408275 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-281586b6-dd78-41f9-be20-f2381cb677df req-35a337e7-675e-4977-964d-1ad760f672ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0420861 Aug 16 02:56:09.453902 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281586b6-dd78-41f9-be20-f2381cb677df req-58be4b22-3fac-4fe8-8fe3-a528af80ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:09.455273 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-281586b6-dd78-41f9-be20-f2381cb677df req-58be4b22-3fac-4fe8-8fe3-a528af80ae7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399301 Aug 16 02:56:09.546348 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-281586b6-dd78-41f9-be20-f2381cb677df req-7a4bbb07-d983-4cc2-aed7-e7af516fd1b4 service neutron] 10.222.0.73 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835843 Aug 16 02:56:09.634558 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-281586b6-dd78-41f9-be20-f2381cb677df req-c0f4662e-79d7-4c2d-a49c-cc64e0c4f5a8 service neutron] 10.222.0.73 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804245 Aug 16 02:56:20.244625 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5a9b0af7-8465-4a30-a2f9-160b1cd70487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:21.390112 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:56:22.771035 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-046189e6-3971-46bc-8201-7c72f8482e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:23.469036 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:24.474859 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:26.256143 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:38.271782 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:38.900145 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:50.245793 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b8042bb3-4dce-4516-94ee-1379b301f90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:52.771496 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-feda609b-fcc7-48f3-a7f7-51fec392d0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:53.469678 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:54.477085 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:56.258932 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:58.389475 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:57:08.272523 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:08.913733 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:09.129579 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-892f9ae3-fd25-4711-ae37-2d90708f49b6 req-98851193-908a-4dc2-985d-3d2049150461 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0780492 Aug 16 02:57:09.229420 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f9ae3-fd25-4711-ae37-2d90708f49b6 req-ddb59eb2-f857-447a-9c59-ab9363431870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:09.230797 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-892f9ae3-fd25-4711-ae37-2d90708f49b6 req-ddb59eb2-f857-447a-9c59-ab9363431870 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 1099 time: 0.0466511 Aug 16 02:57:09.340757 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f9ae3-fd25-4711-ae37-2d90708f49b6 req-fc658014-6485-4c7e-88e3-0af7bb06900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:09.342253 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-892f9ae3-fd25-4711-ae37-2d90708f49b6 req-fc658014-6485-4c7e-88e3-0af7bb06900d service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 910 time: 0.0849218 Aug 16 02:57:09.415128 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-892f9ae3-fd25-4711-ae37-2d90708f49b6 req-c05b1297-07a7-4ec1-ad49-5db1f10d85c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=736e0e12-1220-426d-a1d7-84105249d3fa HTTP/1.1" status: 200 len: 1002 time: 0.0611560 Aug 16 02:57:09.468381 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f9ae3-fd25-4711-ae37-2d90708f49b6 req-260e4014-bd3e-464b-9915-3d7ab0635df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:09.469851 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-892f9ae3-fd25-4711-ae37-2d90708f49b6 req-260e4014-bd3e-464b-9915-3d7ab0635df9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0440478 Aug 16 02:57:09.521656 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f9ae3-fd25-4711-ae37-2d90708f49b6 req-8295a7db-7343-46f8-847d-53426219ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:09.523205 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-892f9ae3-fd25-4711-ae37-2d90708f49b6 req-8295a7db-7343-46f8-847d-53426219ff52 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417435 Aug 16 02:57:09.618562 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-892f9ae3-fd25-4711-ae37-2d90708f49b6 req-64c0bf4f-65ea-4605-b888-976b34f77b00 service neutron] 10.222.0.73 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840304 Aug 16 02:57:09.714416 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-892f9ae3-fd25-4711-ae37-2d90708f49b6 req-e3b36a57-d8ae-49ec-928e-dc72a5cb9c82 service neutron] 10.222.0.73 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844743 Aug 16 02:57:20.246021 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1cf228f8-bc99-40fc-a81e-9aa361e41787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:22.772472 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c54dcc6-425b-4e8e-b811-eb074211bd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:23.472970 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:24.479267 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:26.262025 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:26.829446 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41946) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:26.988053 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Deleting port 7ec23d56-78d7-44ff-b729-d09e457fefa5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:57:26.988398 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:27.065652 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:27.066002 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:27.078030 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Calling delete_port for 7ec23d56-78d7-44ff-b729-d09e457fefa5 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:57:27.228365 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:27.259314 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event deleted for resources: {'Port': ['ID=7ec23d56-78d7-44ff-b729-d09e457fefa5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:27.290251 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:27.290662 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:27.291049 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:27.291440 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:27.291834 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:27.292504 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:27.292888 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:27.293267 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:27.293675 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:27.294236 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:27.294682 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:27.295099 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:27.338309 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:27.338700 n-d-765315-27 neutron-server[94673]: INFO neutron.db.l3_db [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Floating IP 4c685ed4-fa94-4b12-ba95-0320e688963b disassociated (deleted). External IP: 172.25.3.170, port: 736e0e12-1220-426d-a1d7-84105249d3fa. Aug 16 02:57:27.566589 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Router 4942258e-0838-4132-afdc-2a712c4672a9 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:57:27.674801 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:57:27.679411 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:27.686855 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c571a2-c03d-4faa-8bfa-a854f037dfa6 None None] Sync routers for ids ['4942258e-0838-4132-afdc-2a712c4672a9'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:57:27.697244 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c571a2-c03d-4faa-8bfa-a854f037dfa6 None None] Routers {'4942258e-0838-4132-afdc-2a712c4672a9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:27.697890 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a5c571a2-c03d-4faa-8bfa-a854f037dfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:57:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['4942258e-0838-4132-afdc-2a712c4672a9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:27.709191 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-945b94e3-0ff2-4032-98af-613041ddb174 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "DELETE /v2.0/floatingips/4c685ed4-fa94-4b12-ba95-0320e688963b HTTP/1.1" status: 204 len: 168 time: 0.8755965 Aug 16 02:57:27.709191 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'tag': '736e0e12-1220-426d-a1d7-84105249d3fa'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:57:27.709716 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a444fe-abf5-42f5-af8b-48bf0e38fad6" -d '{"events": [{"name": "network-changed", "server_uuid": "beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f", "tag": "736e0e12-1220-426d-a1d7-84105249d3fa"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:57:27.753215 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597693b8-4c9d-4098-9399-4852b5995009 x-openstack-request-id: req-597693b8-4c9d-4098-9399-4852b5995009 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:57:27.753508 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f", "tag": "736e0e12-1220-426d-a1d7-84105249d3fa", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:57:27.753799 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-597693b8-4c9d-4098-9399-4852b5995009 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:57:27.754262 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'tag': '736e0e12-1220-426d-a1d7-84105249d3fa', 'status': 'completed', 'code': 200} Aug 16 02:57:27.814047 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a5c571a2-c03d-4faa-8bfa-a854f037dfa6 None None] Set router 4942258e-0838-4132-afdc-2a712c4672a9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:27.838008 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a444fe-abf5-42f5-af8b-48bf0e38fad6 req-27949ffc-e31b-483f-b1e4-3ff1c0885107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:27.840450 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-84a444fe-abf5-42f5-af8b-48bf0e38fad6 req-27949ffc-e31b-483f-b1e4-3ff1c0885107 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 1099 time: 0.0563579 Aug 16 02:57:27.989132 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a444fe-abf5-42f5-af8b-48bf0e38fad6 req-0c656a86-4d10-420f-89a2-bd6114c4f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:27.991337 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-84a444fe-abf5-42f5-af8b-48bf0e38fad6 req-0c656a86-4d10-420f-89a2-bd6114c4f8c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 200 len: 910 time: 0.1346469 Aug 16 02:57:27.999834 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ec62d-6c27-4ef0-b44a-f214b8317d4e req-36702b60-3924-439d-b754-97dbeecd98e2 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:28.001272 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411ec62d-6c27-4ef0-b44a-f214b8317d4e req-36702b60-3924-439d-b754-97dbeecd98e2 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 947 time: 0.0817535 Aug 16 02:57:28.031844 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a5c571a2-c03d-4faa-8bfa-a854f037dfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port': {'id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '9531e79f-1e69-4cd5-9aec-411fa15ea6d1', 'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'mac_address': 'fa:16:3e:94:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:31Z', 'updated_at': '2021-08-16T02:48:38Z', 'revision_number': 5, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'subnets': [{'id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:28.042579 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-84a444fe-abf5-42f5-af8b-48bf0e38fad6 req-ae97745a-89aa-4443-bf5c-c80b46e16d8d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=736e0e12-1220-426d-a1d7-84105249d3fa HTTP/1.1" status: 200 len: 217 time: 0.0403633 Aug 16 02:57:28.061383 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c571a2-c03d-4faa-8bfa-a854f037dfa6 None None] Checking router: 4942258e-0838-4132-afdc-2a712c4672a9 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:57:28.070298 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c571a2-c03d-4faa-8bfa-a854f037dfa6 None None] Routers {'4942258e-0838-4132-afdc-2a712c4672a9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:28.070899 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a5c571a2-c03d-4faa-8bfa-a854f037dfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:57:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['4942258e-0838-4132-afdc-2a712c4672a9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:28.105064 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-411ec62d-6c27-4ef0-b44a-f214b8317d4e req-f7b7e76d-29c7-4882-95b7-339c71fb2aae tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651083 Aug 16 02:57:28.112023 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a444fe-abf5-42f5-af8b-48bf0e38fad6 req-dd01800a-cc82-44cb-a71f-d6f4f28d811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:28.113681 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-84a444fe-abf5-42f5-af8b-48bf0e38fad6 req-dd01800a-cc82-44cb-a71f-d6f4f28d811d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 200 len: 848 time: 0.0591798 Aug 16 02:57:28.161608 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a444fe-abf5-42f5-af8b-48bf0e38fad6 req-84b213a4-375a-4d14-afe8-34cb14952a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:28.163147 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-84a444fe-abf5-42f5-af8b-48bf0e38fad6 req-84b213a4-375a-4d14-afe8-34cb14952a8c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebcf81dd-685f-458e-8f2e-782f6c03a3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419252 Aug 16 02:57:28.177278 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a5c571a2-c03d-4faa-8bfa-a854f037dfa6 None None] Set router 4942258e-0838-4132-afdc-2a712c4672a9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:28.257561 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-84a444fe-abf5-42f5-af8b-48bf0e38fad6 req-e7676115-187f-4af5-8e6d-c9b9e958aaa8 service neutron] 10.222.0.73 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858245 Aug 16 02:57:28.353335 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-84a444fe-abf5-42f5-af8b-48bf0e38fad6 req-2101ba81-967e-4362-930a-4123812b2d40 service neutron] 10.222.0.73 "GET /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872347 Aug 16 02:57:28.466907 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a5c571a2-c03d-4faa-8bfa-a854f037dfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port': {'id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '9531e79f-1e69-4cd5-9aec-411fa15ea6d1', 'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'mac_address': 'fa:16:3e:94:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:31Z', 'updated_at': '2021-08-16T02:48:38Z', 'revision_number': 5, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'subnets': [{'id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:28.492804 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c571a2-c03d-4faa-8bfa-a854f037dfa6 None None] The sync data for ids ['4942258e-0838-4132-afdc-2a712c4672a9'] in n-d-765315-27 is: [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:32Z', 'revision_number': 4, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port': {'id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '9531e79f-1e69-4cd5-9aec-411fa15ea6d1', 'name': '', 'network_id': 'ebcf81dd-685f-458e-8f2e-782f6c03a3e6', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'mac_address': 'fa:16:3e:94:f0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:31Z', 'updated_at': '2021-08-16T02:48:38Z', 'revision_number': 5, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'subnets': [{'id': '64d7d996-b5a6-4a72-8852-f8f8e5bef32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:57:28.709866 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77492010-c593-460d-9dba-9498c3341d6e None None] New status for floating IP 4c685ed4-fa94-4b12-ba95-0320e688963b: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:57:29.222215 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6987f8-745d-4102-b283-20ed9b67b8e7 req-0c0b4116-1d01-4bb9-b3a1-0c034e080b8c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:29.224397 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fd6987f8-745d-4102-b283-20ed9b67b8e7 req-0c0b4116-1d01-4bb9-b3a1-0c034e080b8c tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 947 time: 0.0493102 Aug 16 02:57:29.265401 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-fd6987f8-745d-4102-b283-20ed9b67b8e7 req-1e40cb7f-5d6a-4f4b-a367-d480e105e36e tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/security-groups?id=2bff6605-fd75-4876-8f22-421d90b23b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351334 Aug 16 02:57:29.776521 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cc93a-9771-414a-8f70-d424d4eb2eee req-fb814eac-f8ea-4d58-a1e9-45395305b739 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:29.778054 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-295cc93a-9771-414a-8f70-d424d4eb2eee req-fb814eac-f8ea-4d58-a1e9-45395305b739 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.73 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 947 time: 0.0509343 Aug 16 02:57:29.873143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-295cc93a-9771-414a-8f70-d424d4eb2eee req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Deleting port 736e0e12-1220-426d-a1d7-84105249d3fa {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:57:29.873482 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-295cc93a-9771-414a-8f70-d424d4eb2eee req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:29.969843 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-295cc93a-9771-414a-8f70-d424d4eb2eee req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] For port 736e0e12-1220-426d-a1d7-84105249d3fa, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=736e0e12-1220-426d-a1d7-84105249d3fa,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:29.970205 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-295cc93a-9771-414a-8f70-d424d4eb2eee req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:29.987069 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-295cc93a-9771-414a-8f70-d424d4eb2eee req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Calling delete_port for 736e0e12-1220-426d-a1d7-84105249d3fa owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:57:30.110579 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-295cc93a-9771-414a-8f70-d424d4eb2eee req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:30.138220 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event deleted for resources: {'Port': ['ID=736e0e12-1220-426d-a1d7-84105249d3fa,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:30.148510 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:30.148857 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:30.149196 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:30.149531 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:30.149887 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:30.150213 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:30.150536 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:30.150875 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:30.151195 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:30.151499 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:30.151823 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:30.152147 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:30.198231 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-295cc93a-9771-414a-8f70-d424d4eb2eee req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] No DVR routers for this DVR port 736e0e12-1220-426d-a1d7-84105249d3fa on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:57:30.201222 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-295cc93a-9771-414a-8f70-d424d4eb2eee req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:30.203546 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-295cc93a-9771-414a-8f70-d424d4eb2eee req-099c52e2-9163-42aa-bb0f-d61129b748cf tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.73 "DELETE /v2.0/ports/736e0e12-1220-426d-a1d7-84105249d3fa HTTP/1.1" status: 204 len: 173 time: 0.4159093 Aug 16 02:57:30.203988 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'name': 'network-vif-deleted', 'tag': '736e0e12-1220-426d-a1d7-84105249d3fa'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:57:30.206296 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df10755-e177-40bc-97a7-4c5ed91cc654" -d '{"events": [{"server_uuid": "beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f", "name": "network-vif-deleted", "tag": "736e0e12-1220-426d-a1d7-84105249d3fa"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:57:30.259665 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a7ec32-9599-4ac8-91f2-8fcc572b1e76 x-openstack-request-id: req-a4a7ec32-9599-4ac8-91f2-8fcc572b1e76 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:57:30.260048 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f", "name": "network-vif-deleted", "tag": "736e0e12-1220-426d-a1d7-84105249d3fa", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:57:30.260506 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a4a7ec32-9599-4ac8-91f2-8fcc572b1e76 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:57:30.260800 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f', 'name': 'network-vif-deleted', 'tag': '736e0e12-1220-426d-a1d7-84105249d3fa', 'status': 'completed', 'code': 200} Aug 16 02:57:30.362818 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-6531d14e-c166-46cb-b3a0-3d29de97dbf2 req-5798c49d-c93e-490b-9135-6eb77d8a3dfa tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 210 time: 0.0268917 Aug 16 02:57:31.460429 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-72466375-d290-4766-aa5f-b8158f04d85a req-949c4153-78be-411d-85a4-6ad82441fcb8 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 210 time: 0.0274982 Aug 16 02:57:32.562148 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-818d465e-6850-4dd9-a66c-fb80e3ab5a7b req-1d28ff0b-544f-413e-a74c-cd42f97fb81f tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 210 time: 0.0292568 Aug 16 02:57:33.383548 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 736e0e12-1220-426d-a1d7-84105249d3fa no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:57:33.404296 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: 736e0e12-1220-426d-a1d7-84105249d3fa {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:57:33.404632 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device 736e0e12-1220-426d-a1d7-84105249d3fa not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:57:33.669716 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-f0f34abf-f3d4-458c-9050-8e7401fc5277 req-fccaa6a6-f378-49e2-9832-688e7fed0428 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "GET /v2.0/ports?device_id=beb82cf3-6094-4fdb-9ce3-9dcfc4fcaa6f HTTP/1.1" status: 200 len: 210 time: 0.0318022 Aug 16 02:57:34.730384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41982) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:34.792754 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4835603-1b1d-4653-aaaf-5cf2ab07c768 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:34.819756 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4835603-1b1d-4653-aaaf-5cf2ab07c768 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:34.886121 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4835603-1b1d-4653-aaaf-5cf2ab07c768 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:34.888695 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4835603-1b1d-4653-aaaf-5cf2ab07c768 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:34.889911 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-a4835603-1b1d-4653-aaaf-5cf2ab07c768 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] 10.222.0.68 "DELETE /v2.0/security-groups/2bff6605-fd75-4876-8f22-421d90b23b4a HTTP/1.1" status: 204 len: 168 time: 0.1584728 Aug 16 02:57:34.899767 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4835603-1b1d-4653-aaaf-5cf2ab07c768 tempest-TestShelveInstance-1857383367 tempest-TestShelveInstance-1857383367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bff6605-fd75-4876-8f22-421d90b23b4a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:34.964636 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41986) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:35.388524 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:57:35.451262 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2220fdd0-3165-4748-a23e-dfae4820e514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:35.742395 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2220fdd0-3165-4748-a23e-dfae4820e514 admin admin] Deleting port 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:57:35.742732 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2220fdd0-3165-4748-a23e-dfae4820e514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:35.834119 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2220fdd0-3165-4748-a23e-dfae4820e514 admin admin] For port 9531e79f-1e69-4cd5-9aec-411fa15ea6d1, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=9531e79f-1e69-4cd5-9aec-411fa15ea6d1,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:35.834490 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2220fdd0-3165-4748-a23e-dfae4820e514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:35.847392 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2220fdd0-3165-4748-a23e-dfae4820e514 admin admin] Calling delete_port for 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:57:36.037389 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2220fdd0-3165-4748-a23e-dfae4820e514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:36.062605 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220fdd0-3165-4748-a23e-dfae4820e514 admin admin] Pushing event deleted for resources: {'Port': ['ID=9531e79f-1e69-4cd5-9aec-411fa15ea6d1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:36.242065 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2220fdd0-3165-4748-a23e-dfae4820e514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:36.775655 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2220fdd0-3165-4748-a23e-dfae4820e514 admin admin] Router 4942258e-0838-4132-afdc-2a712c4672a9 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:57:36.892964 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2220fdd0-3165-4748-a23e-dfae4820e514 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:57:36.901881 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d542248-dd55-4ed7-bc6e-276f4a4b5f91 None None] Sync routers for ids ['4942258e-0838-4132-afdc-2a712c4672a9'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:57:36.902756 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41990) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:36.903281 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-2220fdd0-3165-4748-a23e-dfae4820e514 admin admin] 10.222.0.68 "PUT /v2.0/routers/4942258e-0838-4132-afdc-2a712c4672a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9358366 Aug 16 02:57:36.912502 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d542248-dd55-4ed7-bc6e-276f4a4b5f91 None None] Routers {'4942258e-0838-4132-afdc-2a712c4672a9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:36.913263 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0d542248-dd55-4ed7-bc6e-276f4a4b5f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:57:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['4942258e-0838-4132-afdc-2a712c4672a9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:37.012581 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3941860-f155-4fb6-81b1-54a7e2abd79d admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:37.017061 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0d542248-dd55-4ed7-bc6e-276f4a4b5f91 None None] Set router 4942258e-0838-4132-afdc-2a712c4672a9 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:37.112772 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3941860-f155-4fb6-81b1-54a7e2abd79d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:37.170570 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d3941860-f155-4fb6-81b1-54a7e2abd79d admin admin] Deleting port 95660120-e8e2-4159-a7a3-65e6e2f997c2 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:57:37.170841 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3941860-f155-4fb6-81b1-54a7e2abd79d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:37.198902 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0d542248-dd55-4ed7-bc6e-276f4a4b5f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:57:35Z', 'revision_number': 5, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port': {'id': '95660120-e8e2-4159-a7a3-65e6e2f997c2', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942258e-0838-4132-afdc-2a712c4672a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:37.225064 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d542248-dd55-4ed7-bc6e-276f4a4b5f91 None None] Checking router: 4942258e-0838-4132-afdc-2a712c4672a9 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:57:37.233920 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d542248-dd55-4ed7-bc6e-276f4a4b5f91 None None] Routers {'4942258e-0838-4132-afdc-2a712c4672a9'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:37.234530 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0d542248-dd55-4ed7-bc6e-276f4a4b5f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:57:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['4942258e-0838-4132-afdc-2a712c4672a9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:37.258222 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-d3941860-f155-4fb6-81b1-54a7e2abd79d admin admin] For port 95660120-e8e2-4159-a7a3-65e6e2f997c2, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=95660120-e8e2-4159-a7a3-65e6e2f997c2,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:37.258586 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3941860-f155-4fb6-81b1-54a7e2abd79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:37.271717 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d3941860-f155-4fb6-81b1-54a7e2abd79d admin admin] Calling delete_port for 95660120-e8e2-4159-a7a3-65e6e2f997c2 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:57:37.320041 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0d542248-dd55-4ed7-bc6e-276f4a4b5f91 None None] Set router 4942258e-0838-4132-afdc-2a712c4672a9 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:37.372401 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0d542248-dd55-4ed7-bc6e-276f4a4b5f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:57:37Z', 'revision_number': 6, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:37.399068 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d542248-dd55-4ed7-bc6e-276f4a4b5f91 None None] The sync data for ids ['4942258e-0838-4132-afdc-2a712c4672a9'] in n-d-765315-27 is: [{'id': '4942258e-0838-4132-afdc-2a712c4672a9', 'name': 'tempest-TestShelveInstance-1644358304-router', 'tenant_id': '87cfadea9146413bb4a4c04cfb4e8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:29Z', 'updated_at': '2021-08-16T02:57:37Z', 'revision_number': 6, 'project_id': '87cfadea9146413bb4a4c04cfb4e8168', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:57:37.447641 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3941860-f155-4fb6-81b1-54a7e2abd79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:37.470647 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3941860-f155-4fb6-81b1-54a7e2abd79d admin admin] Pushing event deleted for resources: {'Port': ['ID=95660120-e8e2-4159-a7a3-65e6e2f997c2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:37.536843 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3941860-f155-4fb6-81b1-54a7e2abd79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:37.631086 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3941860-f155-4fb6-81b1-54a7e2abd79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:37.633201 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3941860-f155-4fb6-81b1-54a7e2abd79d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:37.678259 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3941860-f155-4fb6-81b1-54a7e2abd79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:37.678788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3941860-f155-4fb6-81b1-54a7e2abd79d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4942258e-0838-4132-afdc-2a712c4672a9 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:57:37.683676 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3941860-f155-4fb6-81b1-54a7e2abd79d admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:37.684774 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-d3941860-f155-4fb6-81b1-54a7e2abd79d admin admin] 10.222.0.68 "DELETE /v2.0/routers/4942258e-0838-4132-afdc-2a712c4672a9 HTTP/1.1" status: 204 len: 168 time: 0.7810411 Aug 16 02:57:37.687347 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41992) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:37.730769 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf06f5b-ee7e-4be7-80bd-053329086bd7 admin admin] Deleting subnet 64d7d996-b5a6-4a72-8852-f8f8e5bef32a {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:57:37.733739 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-adf06f5b-ee7e-4be7-80bd-053329086bd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:37.769079 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-adf06f5b-ee7e-4be7-80bd-053329086bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33317250'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:37.859112 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-adf06f5b-ee7e-4be7-80bd-053329086bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:37.911740 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-adf06f5b-ee7e-4be7-80bd-053329086bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30187474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31450340'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:37.936996 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf06f5b-ee7e-4be7-80bd-053329086bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64d7d996-b5a6-4a72-8852-f8f8e5bef32a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:37.940722 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-adf06f5b-ee7e-4be7-80bd-053329086bd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:37.943105 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-adf06f5b-ee7e-4be7-80bd-053329086bd7 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/64d7d996-b5a6-4a72-8852-f8f8e5bef32a HTTP/1.1" status: 204 len: 168 time: 0.2548327 Aug 16 02:57:37.945638 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 41994) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:37.948040 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c60f99-2e62-45f0-8b90-64c1e9d8858b None None] Network ebcf81dd-685f-458e-8f2e-782f6c03a3e6 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:57:38.016559 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:38.071299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] Deleting port 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:57:38.071759 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:38.136068 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] For port 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:38.136431 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:38.150120 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] Calling delete_port for 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:57:38.157121 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb80547-18ce-4541-ad81-65e4022b9536 None None] DHCP port deletion for ebcf81dd-685f-458e-8f2e-782f6c03a3e6 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:57:38.216128 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9fb80547-18ce-4541-ad81-65e4022b9536 None None] Deleting port 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:57:38.216504 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9fb80547-18ce-4541-ad81-65e4022b9536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:38.219986 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:57:38.282523 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:57:38.282863 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 9531e79f-1e69-4cd5-9aec-411fa15ea6d1 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:57:38.283279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 95660120-e8e2-4159-a7a3-65e6e2f997c2 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:57:38.312785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 95660120-e8e2-4159-a7a3-65e6e2f997c2 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:57:38.313127 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 95660120-e8e2-4159-a7a3-65e6e2f997c2 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:57:38.313750 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:57:38.350552 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:38.358316 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9fb80547-18ce-4541-ad81-65e4022b9536 None None] For port 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:38.358533 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9fb80547-18ce-4541-ad81-65e4022b9536 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:38.388518 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9fb80547-18ce-4541-ad81-65e4022b9536 None None] Calling delete_port for 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:57:38.495924 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:38.544742 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8,segment=NetworkSegment(f6288a9c-5e49-40ff-990b-850ec54854af),segment_id=f6288a9c-5e49-40ff-990b-850ec54854af)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:38.549648 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:38.559014 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9fb80547-18ce-4541-ad81-65e4022b9536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:38.567405 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:38.592142 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] Pushing event deleted for resources: {'Port': ['ID=708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:38.592786 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb80547-18ce-4541-ad81-65e4022b9536 None None] No DVR routers for this DVR port 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:57:38.595674 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] No DVR routers for this DVR port 708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:57:38.620515 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:38.628063 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:38.628411 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:38.628785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:38.629192 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:38.629945 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:38.630181 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:38.630517 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:38.630862 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:38.631179 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:38.631505 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:38.631831 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:38.632155 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:38.656332 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb80547-18ce-4541-ad81-65e4022b9536 None None] Pushing event deleted for resources: {'Port': ['ID=708b5423-d5b4-4a97-88d2-0aeaf6cc6cf8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:38.670615 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:38.680927 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcf81dd-685f-458e-8f2e-782f6c03a3e6']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:38.690837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6288a9c-5e49-40ff-990b-850ec54854af') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:38.691130 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6288a9c-5e49-40ff-990b-850ec54854af') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:38.699977 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:38.713364 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:38.719099 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:57:38.719479 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: self.session.flush() Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:57:38.721112 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:57:38.773668 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:38.779139 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:38.781003 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] 10.222.0.68 "DELETE /v2.0/networks/ebcf81dd-685f-458e-8f2e-782f6c03a3e6 HTTP/1.1" status: 204 len: 168 time: 0.8344285 Aug 16 02:57:38.784595 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41996) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:38.794954 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539b57a-9c3d-49c8-a187-65758316107a admin admin] Pushing event deleted for resources: {'Network': ['ID=ebcf81dd-685f-458e-8f2e-782f6c03a3e6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:38.914184 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:39.139491 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bac0ee90-be50-427d-94d9-16931b19b4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:39.384478 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bac0ee90-be50-427d-94d9-16931b19b4ce admin admin] Deleting port 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:57:39.384822 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bac0ee90-be50-427d-94d9-16931b19b4ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:39.461830 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-bac0ee90-be50-427d-94d9-16931b19b4ce admin admin] For port 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218,segment=NetworkSegment(ceff227d-ca56-453a-83a5-a3286bed7d9c),segment_id=ceff227d-ca56-453a-83a5-a3286bed7d9c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:39.462126 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bac0ee90-be50-427d-94d9-16931b19b4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:39.475152 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bac0ee90-be50-427d-94d9-16931b19b4ce admin admin] Calling delete_port for 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:57:39.659481 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bac0ee90-be50-427d-94d9-16931b19b4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:39.690336 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0ee90-be50-427d-94d9-16931b19b4ce admin admin] Pushing event deleted for resources: {'Port': ['ID=02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:39.858055 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bac0ee90-be50-427d-94d9-16931b19b4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:40.079665 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac0ee90-be50-427d-94d9-16931b19b4ce admin admin] Router 4563058f-0b75-439a-be93-698fa819e9bf has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:57:40.187033 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac0ee90-be50-427d-94d9-16931b19b4ce admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:57:40.192991 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bac0ee90-be50-427d-94d9-16931b19b4ce admin admin] 10.222.0.68 "PUT /v2.0/routers/4563058f-0b75-439a-be93-698fa819e9bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4066613 Aug 16 02:57:40.196304 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762337c9-7512-46ef-a71f-66ddd34aaaf0 None None] Sync routers for ids ['4563058f-0b75-439a-be93-698fa819e9bf'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:57:40.197113 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 41998) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:40.205247 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762337c9-7512-46ef-a71f-66ddd34aaaf0 None None] Routers {'4563058f-0b75-439a-be93-698fa819e9bf'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:40.205903 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-762337c9-7512-46ef-a71f-66ddd34aaaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:57:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['4563058f-0b75-439a-be93-698fa819e9bf'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:40.305541 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b0d769d-9220-4014-b730-f73c008d94f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:40.409574 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b0d769d-9220-4014-b730-f73c008d94f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:40.468137 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d769d-9220-4014-b730-f73c008d94f5 admin admin] Deleting port d38e9bcc-d4ff-4f49-8c9a-a239578405e0 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:57:40.468476 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b0d769d-9220-4014-b730-f73c008d94f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:40.472171 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-762337c9-7512-46ef-a71f-66ddd34aaaf0 None None] Set router 4563058f-0b75-439a-be93-698fa819e9bf gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:40.549075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4b0d769d-9220-4014-b730-f73c008d94f5 admin admin] For port d38e9bcc-d4ff-4f49-8c9a-a239578405e0, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d38e9bcc-d4ff-4f49-8c9a-a239578405e0,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:40.549436 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b0d769d-9220-4014-b730-f73c008d94f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:40.562917 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d769d-9220-4014-b730-f73c008d94f5 admin admin] Calling delete_port for d38e9bcc-d4ff-4f49-8c9a-a239578405e0 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:57:40.654022 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-762337c9-7512-46ef-a71f-66ddd34aaaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4563058f-0b75-439a-be93-698fa819e9bf', 'name': 'tempest-TestShelveInstance-942127896-router', 'tenant_id': '9c2c732e3b384315aa544392859c13e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'd38e9bcc-d4ff-4f49-8c9a-a239578405e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:34Z', 'updated_at': '2021-08-16T02:57:39Z', 'revision_number': 5, 'project_id': '9c2c732e3b384315aa544392859c13e9', 'gw_port': {'id': 'd38e9bcc-d4ff-4f49-8c9a-a239578405e0', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4563058f-0b75-439a-be93-698fa819e9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:48:34Z', 'updated_at': '2021-08-16T02:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:40.686809 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762337c9-7512-46ef-a71f-66ddd34aaaf0 None None] Checking router: 4563058f-0b75-439a-be93-698fa819e9bf for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:57:40.696194 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762337c9-7512-46ef-a71f-66ddd34aaaf0 None None] Routers {'4563058f-0b75-439a-be93-698fa819e9bf'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:40.696845 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-762337c9-7512-46ef-a71f-66ddd34aaaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:57:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['4563058f-0b75-439a-be93-698fa819e9bf'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:40.734147 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b0d769d-9220-4014-b730-f73c008d94f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:40.760433 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d769d-9220-4014-b730-f73c008d94f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d38e9bcc-d4ff-4f49-8c9a-a239578405e0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:40.786885 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-762337c9-7512-46ef-a71f-66ddd34aaaf0 None None] Set router 4563058f-0b75-439a-be93-698fa819e9bf gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:40.827434 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b0d769d-9220-4014-b730-f73c008d94f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:40.839500 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-762337c9-7512-46ef-a71f-66ddd34aaaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4563058f-0b75-439a-be93-698fa819e9bf', 'name': 'tempest-TestShelveInstance-942127896-router', 'tenant_id': '9c2c732e3b384315aa544392859c13e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:34Z', 'updated_at': '2021-08-16T02:57:40Z', 'revision_number': 6, 'project_id': '9c2c732e3b384315aa544392859c13e9', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:40.870066 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762337c9-7512-46ef-a71f-66ddd34aaaf0 None None] The sync data for ids ['4563058f-0b75-439a-be93-698fa819e9bf'] in n-d-765315-27 is: [{'id': '4563058f-0b75-439a-be93-698fa819e9bf', 'name': 'tempest-TestShelveInstance-942127896-router', 'tenant_id': '9c2c732e3b384315aa544392859c13e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:48:34Z', 'updated_at': '2021-08-16T02:57:40Z', 'revision_number': 6, 'project_id': '9c2c732e3b384315aa544392859c13e9', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:57:40.923327 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b0d769d-9220-4014-b730-f73c008d94f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:40.926233 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b0d769d-9220-4014-b730-f73c008d94f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:40.973781 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b0d769d-9220-4014-b730-f73c008d94f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:40.974258 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0d769d-9220-4014-b730-f73c008d94f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4563058f-0b75-439a-be93-698fa819e9bf {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:57:40.980795 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b0d769d-9220-4014-b730-f73c008d94f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:40.982402 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4b0d769d-9220-4014-b730-f73c008d94f5 admin admin] 10.222.0.68 "DELETE /v2.0/routers/4563058f-0b75-439a-be93-698fa819e9bf HTTP/1.1" status: 204 len: 168 time: 0.7843101 Aug 16 02:57:40.985067 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42000) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:41.033117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d107ac-1013-4027-88ab-773ba7d40c2c admin admin] Deleting subnet 20d13d80-c510-416f-a6c9-dd26ab7ac2d4 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:57:41.037394 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6d107ac-1013-4027-88ab-773ba7d40c2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:41.072229 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6d107ac-1013-4027-88ab-773ba7d40c2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:41.148843 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6d107ac-1013-4027-88ab-773ba7d40c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:41.203411 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6d107ac-1013-4027-88ab-773ba7d40c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:41.235704 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d107ac-1013-4027-88ab-773ba7d40c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20d13d80-c510-416f-a6c9-dd26ab7ac2d4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:41.239909 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6d107ac-1013-4027-88ab-773ba7d40c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:41.241860 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e6d107ac-1013-4027-88ab-773ba7d40c2c admin admin] 10.222.0.68 "DELETE /v2.0/subnets/20d13d80-c510-416f-a6c9-dd26ab7ac2d4 HTTP/1.1" status: 204 len: 168 time: 0.2558377 Aug 16 02:57:41.244596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42002) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:41.245122 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c088d154-6f01-4df1-a7ed-17283ccc81a4 None None] Network 779e0be9-6311-4684-b54b-4f250d686220 requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:57:41.321385 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:41.383382 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] Deleting port 976690b2-f902-43b0-b4c6-f8e286d754e0 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:57:41.383726 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:41.444934 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] For port 976690b2-f902-43b0-b4c6-f8e286d754e0, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=976690b2-f902-43b0-b4c6-f8e286d754e0,segment=NetworkSegment(ceff227d-ca56-453a-83a5-a3286bed7d9c),segment_id=ceff227d-ca56-453a-83a5-a3286bed7d9c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:41.445296 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:41.458544 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] Calling delete_port for 976690b2-f902-43b0-b4c6-f8e286d754e0 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:57:41.540379 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:41.566011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=976690b2-f902-43b0-b4c6-f8e286d754e0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:41.568361 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] No DVR routers for this DVR port 976690b2-f902-43b0-b4c6-f8e286d754e0 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:57:41.641119 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3462cb6c-998d-4e58-8c91-2a86abaad36c None None] DHCP port deletion for 779e0be9-6311-4684-b54b-4f250d686220 request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:57:41.642224 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:41.654911 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['779e0be9-6311-4684-b54b-4f250d686220']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:41.666278 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceff227d-ca56-453a-83a5-a3286bed7d9c') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:41.666591 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceff227d-ca56-453a-83a5-a3286bed7d9c') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:41.676689 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:41.690362 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:41.696830 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:57:41.697212 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: timer() Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:57:41.698884 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:57:41.755530 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:41.760472 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:41.765307 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] 10.222.0.68 "DELETE /v2.0/networks/779e0be9-6311-4684-b54b-4f250d686220 HTTP/1.1" status: 204 len: 168 time: 0.5170245 Aug 16 02:57:41.775857 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa905b7-e08f-4a8b-849b-dbf5cb834cc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=779e0be9-6311-4684-b54b-4f250d686220,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:41.893071 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42006) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:41.936636 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-66c171de-0c62-4738-9a8b-b5ebb4f2053e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=87cfadea9146413bb4a4c04cfb4e8168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421593 Aug 16 02:57:41.939097 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42008) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:41.992977 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-873f2b7a-4e4e-433e-b49f-2ce5feb2a17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:42.014641 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-873f2b7a-4e4e-433e-b49f-2ce5feb2a17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:42.063089 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-873f2b7a-4e4e-433e-b49f-2ce5feb2a17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:42.067374 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-873f2b7a-4e4e-433e-b49f-2ce5feb2a17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:42.068775 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-873f2b7a-4e4e-433e-b49f-2ce5feb2a17c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cd0cdee9-cd36-4149-9402-6a57d02694ed HTTP/1.1" status: 204 len: 168 time: 0.1287754 Aug 16 02:57:42.080356 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f2b7a-4e4e-433e-b49f-2ce5feb2a17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0cdee9-cd36-4149-9402-6a57d02694ed,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:42.187261 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 976690b2-f902-43b0-b4c6-f8e286d754e0 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:57:42.211609 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 976690b2-f902-43b0-b4c6-f8e286d754e0 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:57:42.211946 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 976690b2-f902-43b0-b4c6-f8e286d754e0 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:57:42.212363 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d38e9bcc-d4ff-4f49-8c9a-a239578405e0 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:57:42.232610 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: d38e9bcc-d4ff-4f49-8c9a-a239578405e0 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:57:42.232954 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d38e9bcc-d4ff-4f49-8c9a-a239578405e0 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:57:42.233364 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:57:42.252738 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:57:42.253323 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 02f6c8a5-aca4-4c60-ab9e-f6b40c0d3218 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:57:42.390028 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42014) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:42.429831 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-97b02eee-516a-4793-9c92-7ad2017139fe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9c2c732e3b384315aa544392859c13e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385773 Aug 16 02:57:42.432411 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42016) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:42.479772 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7680f5e9-653e-45b3-bddb-f24a001811c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:42.501001 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7680f5e9-653e-45b3-bddb-f24a001811c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:42.548105 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7680f5e9-653e-45b3-bddb-f24a001811c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:42.551469 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7680f5e9-653e-45b3-bddb-f24a001811c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:42.552685 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7680f5e9-653e-45b3-bddb-f24a001811c3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/11799312-65fe-4e81-8abe-57c21265b196 HTTP/1.1" status: 204 len: 168 time: 0.1193104 Aug 16 02:57:42.560847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680f5e9-653e-45b3-bddb-f24a001811c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11799312-65fe-4e81-8abe-57c21265b196,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:43.226751 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42038) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:43.324971 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a69cace2-92cf-4113-a492-b74eed990ffe admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-401283962-network', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:43.345830 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69cace2-92cf-4113-a492-b74eed990ffe admin admin] Made reservation on behalf of 607ab0f5e01f46dcabac1605812b3970 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:57:43.348079 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a69cace2-92cf-4113-a492-b74eed990ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:43.356550 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a69cace2-92cf-4113-a492-b74eed990ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:43.447029 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a69cace2-92cf-4113-a492-b74eed990ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:43.450647 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a69cace2-92cf-4113-a492-b74eed990ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:43.476459 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69cace2-92cf-4113-a492-b74eed990ffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:57:43.482568 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cace2-92cf-4113-a492-b74eed990ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abc1938-0fda-4998-8c8a-6423246a2145,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:43.488998 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a69cace2-92cf-4113-a492-b74eed990ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:43.488998 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-a69cace2-92cf-4113-a492-b74eed990ffe admin admin] Added segment 19872ce6-cc22-493b-ad5e-10b0b226cb94 of type vlan for network 3fe76dc5-98e3-4282-822d-72f553cb006a Aug 16 02:57:43.528111 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a69cace2-92cf-4113-a492-b74eed990ffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:43.557303 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a69cace2-92cf-4113-a492-b74eed990ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:43.558334 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69cace2-92cf-4113-a492-b74eed990ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:43.558919 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a69cace2-92cf-4113-a492-b74eed990ffe admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:43.611429 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a69cace2-92cf-4113-a492-b74eed990ffe admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3835759 Aug 16 02:57:43.614986 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42042) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:43.620044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3ea9edbc-ce63-41d9-b97c-e163b293d9d4 admin admin] Request body: {'subnet': {'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-401283962-subnet', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:43.622761 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cace2-92cf-4113-a492-b74eed990ffe admin admin] Pushing event updated for resources: {'Network': ['ID=3fe76dc5-98e3-4282-822d-72f553cb006a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:43.633298 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 3fe76dc5-98e3-4282-822d-72f553cb006a details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:57:43.644692 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea9edbc-ce63-41d9-b97c-e163b293d9d4 admin admin] Made reservation on behalf of 607ab0f5e01f46dcabac1605812b3970 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:57:43.647314 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ea9edbc-ce63-41d9-b97c-e163b293d9d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:43.811071 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ea9edbc-ce63-41d9-b97c-e163b293d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:43.869908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9edbc-ce63-41d9-b97c-e163b293d9d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d498a41-076c-40ad-8df4-6027ab7c16d5,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:43.878584 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea9edbc-ce63-41d9-b97c-e163b293d9d4 admin admin] Checking segment: {'id': '19872ce6-cc22-493b-ad5e-10b0b226cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:57:43.878952 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea9edbc-ce63-41d9-b97c-e163b293d9d4 admin admin] Network hostable DHCP agents. Network: 3fe76dc5-98e3-4282-822d-72f553cb006a, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:57:43.895176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea9edbc-ce63-41d9-b97c-e163b293d9d4 admin admin] Network 3fe76dc5-98e3-4282-822d-72f553cb006a is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:57:43.903582 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-3ea9edbc-ce63-41d9-b97c-e163b293d9d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 3fe76dc5-98e3-4282-822d-72f553cb006a) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:43.907644 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea9edbc-ce63-41d9-b97c-e163b293d9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:43.908232 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ea9edbc-ce63-41d9-b97c-e163b293d9d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:43.913423 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dd14bf-fdf1-4d52-9a8a-b0665eded12b None None] Network 3fe76dc5-98e3-4282-822d-72f553cb006a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:57:43.923946 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-3ea9edbc-ce63-41d9-b97c-e163b293d9d4 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3077705 Aug 16 02:57:43.927328 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42044) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:43.931990 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e0c1b92e-4e98-4195-81f2-42e396172cad admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:43.956318 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c1b92e-4e98-4195-81f2-42e396172cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:43.957735 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c1b92e-4e98-4195-81f2-42e396172cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:44.011253 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c1b92e-4e98-4195-81f2-42e396172cad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:44.071969 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-3fe76dc5-98e3-4282-822d-72f553cb006a', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'fixed_ips': [{'subnet_id': '0d498a41-076c-40ad-8df4-6027ab7c16d5'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:57:44.072844 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:44.158000 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c1b92e-4e98-4195-81f2-42e396172cad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:44.226566 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Allocated IP 172.20.0.2 (3fe76dc5-98e3-4282-822d-72f553cb006a/0d498a41-076c-40ad-8df4-6027ab7c16d5/66ba733e-5698-4003-9c78-acff10a07a56) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:57:44.384809 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:44.385066 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c1b92e-4e98-4195-81f2-42e396172cad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:44.395424 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Transition to ACTIVE for port object 66ba733e-5698-4003-9c78-acff10a07a56 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:44.406042 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c1b92e-4e98-4195-81f2-42e396172cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:44.414987 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Transition to ACTIVE for port object 66ba733e-5698-4003-9c78-acff10a07a56 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:44.421826 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:44.459092 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Network 3fe76dc5-98e3-4282-822d-72f553cb006a is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:57:44.465492 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:44.470477 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:57:44.473642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Pushing event updated for resources: {'Port': ['ID=66ba733e-5698-4003-9c78-acff10a07a56,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:44.513419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-e0c1b92e-4e98-4195-81f2-42e396172cad admin admin] Allocated IP 172.25.3.251 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/d10b9c30-7aa5-4676-8955-a5494320c8ec) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:57:44.525627 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Attempting to bind port 66ba733e-5698-4003-9c78-acff10a07a56 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:57:44.526018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Attempting to bind port 66ba733e-5698-4003-9c78-acff10a07a56 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '19872ce6-cc22-493b-ad5e-10b0b226cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:57:44.526409 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Attempting to bind port 66ba733e-5698-4003-9c78-acff10a07a56 on network 3fe76dc5-98e3-4282-822d-72f553cb006a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:57:44.531440 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:57:44.531814 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Checking segment: {'id': '19872ce6-cc22-493b-ad5e-10b0b226cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:57:44.532215 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:44.532607 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Bound using segment: {'id': '19872ce6-cc22-493b-ad5e-10b0b226cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:57:44.533070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Bound port: 66ba733e-5698-4003-9c78-acff10a07a56, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19872ce6-cc22-493b-ad5e-10b0b226cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:57:44.533457 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:44.600120 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] For port 66ba733e-5698-4003-9c78-acff10a07a56, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:57:44.603225 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] For port 66ba733e-5698-4003-9c78-acff10a07a56, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=66ba733e-5698-4003-9c78-acff10a07a56,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:57:44.607806 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:44.619339 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c1b92e-4e98-4195-81f2-42e396172cad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:44.663468 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c1b92e-4e98-4195-81f2-42e396172cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:44.664294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b69668-9e19-493f-8ae8-be65dca301a7 None None] Pushing event updated for resources: {'Port': ['ID=66ba733e-5698-4003-9c78-acff10a07a56,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:44.700925 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c1b92e-4e98-4195-81f2-42e396172cad admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:57:44.705990 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e0c1b92e-4e98-4195-81f2-42e396172cad admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:44.710765 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c1b92e-4e98-4195-81f2-42e396172cad admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:57:44.733750 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1b92e-4e98-4195-81f2-42e396172cad admin admin] Pushing event updated for resources: {'Port': ['ID=d10b9c30-7aa5-4676-8955-a5494320c8ec,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:44.987208 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c1b92e-4e98-4195-81f2-42e396172cad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:45.189401 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c1b92e-4e98-4195-81f2-42e396172cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:45.324231 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c1b92e-4e98-4195-81f2-42e396172cad admin admin] Router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:57:45.438329 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c1b92e-4e98-4195-81f2-42e396172cad admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:57:45.449860 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Sync routers for ids ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:57:45.455162 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0c1b92e-4e98-4195-81f2-42e396172cad admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:45.456840 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-e0c1b92e-4e98-4195-81f2-42e396172cad admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5282123 Aug 16 02:57:45.460184 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42046) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:45.460736 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Routers {'ff626eaa-f644-44b5-80b3-5499ad4ed7a2'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:45.461091 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:57:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:45.578390 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Set router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:45.586604 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b8414d-8a18-4aaf-b9d9-a59aefa857dd None None] Network 3fe76dc5-98e3-4282-822d-72f553cb006a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:57:45.705393 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c7cb7ed6-2df3-4627-bcfe-4f2c4b193a1a None None] Provisioning for port 66ba733e-5698-4003-9c78-acff10a07a56 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:45.793030 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T02:57:44Z', 'revision_number': 3, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port': {'id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:03:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:44Z', 'updated_at': '2021-08-16T02:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:45.824569 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Checking router: ff626eaa-f644-44b5-80b3-5499ad4ed7a2 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:57:45.824829 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Updating router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 port d10b9c30-7aa5-4676-8955-a5494320c8ec binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:57:45.852052 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:46.125479 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:46.136801 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Transition to ACTIVE for port object d10b9c30-7aa5-4676-8955-a5494320c8ec will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:46.143449 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:46.170296 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Attempting to bind port d10b9c30-7aa5-4676-8955-a5494320c8ec on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:57:46.170655 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Attempting to bind port d10b9c30-7aa5-4676-8955-a5494320c8ec by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:57:46.171001 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Attempting to bind port d10b9c30-7aa5-4676-8955-a5494320c8ec on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:57:46.195086 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:57:46.195451 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:57:46.195844 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:46.196230 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:57:46.196712 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Bound port: d10b9c30-7aa5-4676-8955-a5494320c8ec, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:57:46.197075 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:46.233938 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-08eeb6c3-a29a-45cf-92c2-b3697ba0b516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:46.243495 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 66ba733e-5698-4003-9c78-acff10a07a56 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:46.260344 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] For port d10b9c30-7aa5-4676-8955-a5494320c8ec, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:57:46.263434 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] For port d10b9c30-7aa5-4676-8955-a5494320c8ec, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d10b9c30-7aa5-4676-8955-a5494320c8ec,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:57:46.269116 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:46.281353 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743ecdb-6b6f-41f0-9af9-822da0d14cff None None] Pushing event updated for resources: {'Port': ['ID=d10b9c30-7aa5-4676-8955-a5494320c8ec,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:46.292319 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743ecdb-6b6f-41f0-9af9-822da0d14cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:46.292650 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743ecdb-6b6f-41f0-9af9-822da0d14cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:46.292977 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743ecdb-6b6f-41f0-9af9-822da0d14cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:46.293350 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743ecdb-6b6f-41f0-9af9-822da0d14cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:46.293620 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743ecdb-6b6f-41f0-9af9-822da0d14cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:46.294579 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743ecdb-6b6f-41f0-9af9-822da0d14cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:46.294579 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743ecdb-6b6f-41f0-9af9-822da0d14cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:46.294579 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743ecdb-6b6f-41f0-9af9-822da0d14cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:46.294863 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743ecdb-6b6f-41f0-9af9-822da0d14cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:46.295143 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743ecdb-6b6f-41f0-9af9-822da0d14cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:46.295450 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743ecdb-6b6f-41f0-9af9-822da0d14cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:46.295759 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e743ecdb-6b6f-41f0-9af9-822da0d14cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:46.311059 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 66ba733e-5698-4003-9c78-acff10a07a56 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:46.315452 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 66ba733e-5698-4003-9c78-acff10a07a56 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:46.315837 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:46.333554 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Routers {'ff626eaa-f644-44b5-80b3-5499ad4ed7a2'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:46.334244 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:57:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:46.406751 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743ecdb-6b6f-41f0-9af9-822da0d14cff None None] Pushing event updated for resources: {'Port': ['ID=d10b9c30-7aa5-4676-8955-a5494320c8ec,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:46.412202 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:46.431411 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-08eeb6c3-a29a-45cf-92c2-b3697ba0b516 admin admin] Allocated IP 172.20.0.1 (3fe76dc5-98e3-4282-822d-72f553cb006a/0d498a41-076c-40ad-8df4-6027ab7c16d5/96059317-6cb8-46ed-a7be-298992faaf6f) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:57:46.450052 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 66ba733e-5698-4003-9c78-acff10a07a56, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=66ba733e-5698-4003-9c78-acff10a07a56,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:46.454560 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:46.509431 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=66ba733e-5698-4003-9c78-acff10a07a56,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:46.539272 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-08eeb6c3-a29a-45cf-92c2-b3697ba0b516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:46.552936 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-08eeb6c3-a29a-45cf-92c2-b3697ba0b516 admin admin] Transition to ACTIVE for port object 96059317-6cb8-46ed-a7be-298992faaf6f will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:46.553239 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] Set router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:46.586766 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-08eeb6c3-a29a-45cf-92c2-b3697ba0b516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:46.629373 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eeb6c3-a29a-45cf-92c2-b3697ba0b516 admin admin] Network 3fe76dc5-98e3-4282-822d-72f553cb006a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:57:46.634360 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-08eeb6c3-a29a-45cf-92c2-b3697ba0b516 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:46.638223 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eeb6c3-a29a-45cf-92c2-b3697ba0b516 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:57:46.643796 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eeb6c3-a29a-45cf-92c2-b3697ba0b516 admin admin] Pushing event updated for resources: {'Port': ['ID=96059317-6cb8-46ed-a7be-298992faaf6f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:46.681519 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-08eeb6c3-a29a-45cf-92c2-b3697ba0b516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:46.731791 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T02:57:44Z', 'revision_number': 3, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port': {'id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:03:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:44Z', 'updated_at': '2021-08-16T02:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:46.763845 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18a67e9-0bea-4644-97a7-224ebb17626a None None] The sync data for ids ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'] in n-d-765315-27 is: [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T02:57:44Z', 'revision_number': 3, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port': {'id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:03:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:44Z', 'updated_at': '2021-08-16T02:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:57:46.827230 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-08eeb6c3-a29a-45cf-92c2-b3697ba0b516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:46.871292 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-51bd9939-c755-4010-a58b-5b60f54715e3 None None] Provisioning for port 96059317-6cb8-46ed-a7be-298992faaf6f completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:46.877089 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-51bd9939-c755-4010-a58b-5b60f54715e3 None None] Provisioning complete for port 96059317-6cb8-46ed-a7be-298992faaf6f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:46.877832 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51bd9939-c755-4010-a58b-5b60f54715e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:46.913426 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-51bd9939-c755-4010-a58b-5b60f54715e3 None None] Port 96059317-6cb8-46ed-a7be-298992faaf6f cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:57:47.021917 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-08eeb6c3-a29a-45cf-92c2-b3697ba0b516 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:47.028547 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-08eeb6c3-a29a-45cf-92c2-b3697ba0b516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:47.101192 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-08eeb6c3-a29a-45cf-92c2-b3697ba0b516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:47.103280 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eeb6c3-a29a-45cf-92c2-b3697ba0b516 admin admin] Pushing event updated for resources: {'Port': ['ID=96059317-6cb8-46ed-a7be-298992faaf6f,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:47.202602 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eeb6c3-a29a-45cf-92c2-b3697ba0b516 admin admin] Network 3fe76dc5-98e3-4282-822d-72f553cb006a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:57:47.204133 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-08eeb6c3-a29a-45cf-92c2-b3697ba0b516 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:47.338158 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08eeb6c3-a29a-45cf-92c2-b3697ba0b516 admin admin] Router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:57:47.436343 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-75346c3a-2638-4d05-8e0b-8a37d23a62bb None None] Provisioning complete for port 96059317-6cb8-46ed-a7be-298992faaf6f triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:47.436455 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75346c3a-2638-4d05-8e0b-8a37d23a62bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:47.453624 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08eeb6c3-a29a-45cf-92c2-b3697ba0b516 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:57:47.471268 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-08eeb6c3-a29a-45cf-92c2-b3697ba0b516 admin admin] 10.222.0.68 "PUT /v2.0/routers/ff626eaa-f644-44b5-80b3-5499ad4ed7a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9972999 Aug 16 02:57:47.478294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-75346c3a-2638-4d05-8e0b-8a37d23a62bb None None] Port 96059317-6cb8-46ed-a7be-298992faaf6f cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:57:47.986182 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42062) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:47.992088 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d144e876-c7b9-4cf5-aa8e-a3261b2004f2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-788050399-network', 'tenant_id': 'de8daf141165409d89773a520d97535d'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:48.018188 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d144e876-c7b9-4cf5-aa8e-a3261b2004f2 admin admin] Made reservation on behalf of de8daf141165409d89773a520d97535d for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:57:48.021159 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d144e876-c7b9-4cf5-aa8e-a3261b2004f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:48.030989 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d144e876-c7b9-4cf5-aa8e-a3261b2004f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:48.126986 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d144e876-c7b9-4cf5-aa8e-a3261b2004f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:48.131800 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d144e876-c7b9-4cf5-aa8e-a3261b2004f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:48.158378 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d144e876-c7b9-4cf5-aa8e-a3261b2004f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:57:48.171075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144e876-c7b9-4cf5-aa8e-a3261b2004f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7714fa3-ccbb-4b93-ae24-e82777365fee,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:48.176650 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d144e876-c7b9-4cf5-aa8e-a3261b2004f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:48.177005 n-d-765315-27 neutron-server[94673]: INFO neutron.db.segments_db [None req-d144e876-c7b9-4cf5-aa8e-a3261b2004f2 admin admin] Added segment 5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1 of type vlan for network 6adcea9e-8e74-4d47-9d9c-824eba7b2dcf Aug 16 02:57:48.221695 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d144e876-c7b9-4cf5-aa8e-a3261b2004f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736853632588'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:48.251954 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d144e876-c7b9-4cf5-aa8e-a3261b2004f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:48.252872 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d144e876-c7b9-4cf5-aa8e-a3261b2004f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:48.254000 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d144e876-c7b9-4cf5-aa8e-a3261b2004f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:48.306537 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 66ba733e-5698-4003-9c78-acff10a07a56 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:48.313368 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-d144e876-c7b9-4cf5-aa8e-a3261b2004f2 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3260663 Aug 16 02:57:48.317016 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42064) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:48.322187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c74d8714-aa3f-4cad-a8b5-873dd8312cf5 admin admin] Request body: {'subnet': {'network_id': '6adcea9e-8e74-4d47-9d9c-824eba7b2dcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-788050399-subnet', 'tenant_id': 'de8daf141165409d89773a520d97535d', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:48.323875 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144e876-c7b9-4cf5-aa8e-a3261b2004f2 admin admin] Pushing event updated for resources: {'Network': ['ID=6adcea9e-8e74-4d47-9d9c-824eba7b2dcf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:48.336582 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Network 6adcea9e-8e74-4d47-9d9c-824eba7b2dcf details requested by agent ovs-agent-n-d-765315-27 with host n-d-765315-27 {{(pid=94674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:57:48.347853 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74d8714-aa3f-4cad-a8b5-873dd8312cf5 admin admin] Made reservation on behalf of de8daf141165409d89773a520d97535d for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:57:48.350405 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c74d8714-aa3f-4cad-a8b5-873dd8312cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31450319'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:48.391980 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Sync routers for ids ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:57:48.418891 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Routers {'ff626eaa-f644-44b5-80b3-5499ad4ed7a2'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:48.419529 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:57:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:48.469253 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 66ba733e-5698-4003-9c78-acff10a07a56 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:48.469626 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:48.525724 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c74d8714-aa3f-4cad-a8b5-873dd8312cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30187413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31450365'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:48.570722 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Set router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:48.583286 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d8714-aa3f-4cad-a8b5-873dd8312cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=202f7881-0328-4f42-94dd-aa624b994d23,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:48.591898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d8714-aa3f-4cad-a8b5-873dd8312cf5 admin admin] Checking segment: {'id': '5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6adcea9e-8e74-4d47-9d9c-824eba7b2dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:57:48.592256 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74d8714-aa3f-4cad-a8b5-873dd8312cf5 admin admin] Network hostable DHCP agents. Network: 6adcea9e-8e74-4d47-9d9c-824eba7b2dcf, hostable agents: ['1cd395da-773e-4302-8c01-52c07da86114'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:57:48.610398 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74d8714-aa3f-4cad-a8b5-873dd8312cf5 admin admin] Network 6adcea9e-8e74-4d47-9d9c-824eba7b2dcf is scheduled to be hosted by DHCP agent 1cd395da-773e-4302-8c01-52c07da86114 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:57:48.620810 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c74d8714-aa3f-4cad-a8b5-873dd8312cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-27, 6adcea9e-8e74-4d47-9d9c-824eba7b2dcf) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:48.626883 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74d8714-aa3f-4cad-a8b5-873dd8312cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:48.627967 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c74d8714-aa3f-4cad-a8b5-873dd8312cf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:48.636114 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aa7924-bbe0-4c48-9774-e003ddd8af9c None None] Network 6adcea9e-8e74-4d47-9d9c-824eba7b2dcf requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:57:48.643851 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-c74d8714-aa3f-4cad-a8b5-873dd8312cf5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3255742 Aug 16 02:57:48.646535 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42066) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:48.651155 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3f7f36dc-64a5-4df1-939b-46a5a4bc9322 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-788050399-router', 'tenant_id': 'de8daf141165409d89773a520d97535d', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:48.671798 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f7f36dc-64a5-4df1-939b-46a5a4bc9322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35470'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:48.672925 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f7f36dc-64a5-4df1-939b-46a5a4bc9322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35457'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:48.685518 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d10b9c30-7aa5-4676-8955-a5494320c8ec up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:48.728959 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f7f36dc-64a5-4df1-939b-46a5a4bc9322 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:48.876215 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f7f36dc-64a5-4df1-939b-46a5a4bc9322 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:49.039670 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port d10b9c30-7aa5-4676-8955-a5494320c8ec completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:49.072617 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d10b9c30-7aa5-4676-8955-a5494320c8ec triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:49.072989 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:49.083263 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f7f36dc-64a5-4df1-939b-46a5a4bc9322 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:49.107642 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f7f36dc-64a5-4df1-939b-46a5a4bc9322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:49.133995 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce232e4-f94a-5002-8717-6cdd4d7729b8-6adcea9e-8e74-4d47-9d9c-824eba7b2dcf', 'network_id': '6adcea9e-8e74-4d47-9d9c-824eba7b2dcf', 'tenant_id': 'de8daf141165409d89773a520d97535d', 'fixed_ips': [{'subnet_id': '202f7881-0328-4f42-94dd-aa624b994d23'}]}} from n-d-765315-27. {{(pid=94674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:57:49.134851 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:49.175658 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T02:57:46Z', 'revision_number': 4, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port': {'id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:03:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:44Z', 'updated_at': '2021-08-16T02:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '96059317-6cb8-46ed-a7be-298992faaf6f', 'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'mac_address': 'fa:16:3e:37:60:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:46Z', 'updated_at': '2021-08-16T02:57:46Z', 'revision_number': 2, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'subnets': [{'id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:49.218801 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-3f7f36dc-64a5-4df1-939b-46a5a4bc9322 admin admin] Allocated IP 172.25.3.213 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/e50e2c08-0742-4914-96ee-ba1b0692978f) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:57:49.268324 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Checking router: ff626eaa-f644-44b5-80b3-5499ad4ed7a2 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:57:49.268675 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Updating router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 port 96059317-6cb8-46ed-a7be-298992faaf6f binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:57:49.318023 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:49.339275 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f7f36dc-64a5-4df1-939b-46a5a4bc9322 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:49.351370 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:49.380804 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f7f36dc-64a5-4df1-939b-46a5a4bc9322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:49.383475 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port d10b9c30-7aa5-4676-8955-a5494320c8ec, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d10b9c30-7aa5-4676-8955-a5494320c8ec,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:49.406755 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:49.421169 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Allocated IP 172.20.0.2 (6adcea9e-8e74-4d47-9d9c-824eba7b2dcf/202f7881-0328-4f42-94dd-aa624b994d23/63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:57:49.423573 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7f36dc-64a5-4df1-939b-46a5a4bc9322 admin admin] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:57:49.427596 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3f7f36dc-64a5-4df1-939b-46a5a4bc9322 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:49.432108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f36dc-64a5-4df1-939b-46a5a4bc9322 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:57:49.435206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f36dc-64a5-4df1-939b-46a5a4bc9322 admin admin] Pushing event updated for resources: {'Port': ['ID=e50e2c08-0742-4914-96ee-ba1b0692978f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:49.583321 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=d10b9c30-7aa5-4676-8955-a5494320c8ec,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:49.687917 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f7f36dc-64a5-4df1-939b-46a5a4bc9322 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:49.758425 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:49.787133 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Transition to ACTIVE for port object 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:49.815096 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Transition to ACTIVE for port object 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:49.818060 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:49.826928 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:49.832905 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Transition to ACTIVE for port object 96059317-6cb8-46ed-a7be-298992faaf6f will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:49.858952 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:49.870992 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Network 6adcea9e-8e74-4d47-9d9c-824eba7b2dcf is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:57:49.876685 n-d-765315-27 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:49.885731 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:57:49.895901 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Pushing event updated for resources: {'Port': ['ID=63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:49.899638 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f7f36dc-64a5-4df1-939b-46a5a4bc9322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667325'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:49.993947 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989e514-36d9-4a62-b056-703a7765d6fe None None] Pushing event updated for resources: {'Port': ['ID=96059317-6cb8-46ed-a7be-298992faaf6f,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:50.030405 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Attempting to bind port 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:57:50.030772 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Attempting to bind port 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6adcea9e-8e74-4d47-9d9c-824eba7b2dcf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:57:50.031132 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Attempting to bind port 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38 on network 6adcea9e-8e74-4d47-9d9c-824eba7b2dcf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:57:50.043294 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Attempting to bind port 96059317-6cb8-46ed-a7be-298992faaf6f on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:57:50.043664 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Attempting to bind port 96059317-6cb8-46ed-a7be-298992faaf6f by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '19872ce6-cc22-493b-ad5e-10b0b226cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:57:50.044026 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Attempting to bind port 96059317-6cb8-46ed-a7be-298992faaf6f on network 3fe76dc5-98e3-4282-822d-72f553cb006a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:57:50.046357 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:57:50.046547 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7f36dc-64a5-4df1-939b-46a5a4bc9322 admin admin] Router d6bf2b2f-4be0-4541-a39b-b96e60505e31 is scheduled to L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:57:50.046723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Checking segment: {'id': '5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6adcea9e-8e74-4d47-9d9c-824eba7b2dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:57:50.047125 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:50.047510 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Bound using segment: {'id': '5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6adcea9e-8e74-4d47-9d9c-824eba7b2dcf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:57:50.047984 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Bound port: 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6adcea9e-8e74-4d47-9d9c-824eba7b2dcf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:57:50.048359 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:50.059648 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:57:50.060018 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Checking segment: {'id': '19872ce6-cc22-493b-ad5e-10b0b226cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:57:50.060417 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:50.060845 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Bound using segment: {'id': '19872ce6-cc22-493b-ad5e-10b0b226cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:57:50.061274 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Bound port: 96059317-6cb8-46ed-a7be-298992faaf6f, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19872ce6-cc22-493b-ad5e-10b0b226cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:57:50.061639 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:50.165683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7f36dc-64a5-4df1-939b-46a5a4bc9322 admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:57:50.178213 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] For port 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:57:50.180791 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Sync routers for ids ['d6bf2b2f-4be0-4541-a39b-b96e60505e31'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:57:50.181603 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] For port 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38,segment=NetworkSegment(5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1),segment_id=5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:57:50.184464 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] For port 96059317-6cb8-46ed-a7be-298992faaf6f, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:57:50.187726 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] For port 96059317-6cb8-46ed-a7be-298992faaf6f, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=96059317-6cb8-46ed-a7be-298992faaf6f,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:57:50.189110 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:50.194720 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:50.195654 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f7f36dc-64a5-4df1-939b-46a5a4bc9322 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:50.197806 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-3f7f36dc-64a5-4df1-939b-46a5a4bc9322 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5496807 Aug 16 02:57:50.199679 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Routers {'d6bf2b2f-4be0-4541-a39b-b96e60505e31'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:50.200805 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42068) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:50.206466 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:57:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d6bf2b2f-4be0-4541-a39b-b96e60505e31'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:50.230285 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d10b9c30-7aa5-4676-8955-a5494320c8ec up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:50.312985 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e06d26-34f6-445d-85ae-41cd1e1b94b1 None None] Pushing event updated for resources: {'Port': ['ID=63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:50.328927 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Routers {'ff626eaa-f644-44b5-80b3-5499ad4ed7a2'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:50.329569 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:57:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:50.331330 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-de66321d-a0d7-4620-be86-2fec597eaa6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:50.365319 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Set router d6bf2b2f-4be0-4541-a39b-b96e60505e31 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:50.464372 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port d10b9c30-7aa5-4676-8955-a5494320c8ec triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:50.473923 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:50.582164 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989e514-36d9-4a62-b056-703a7765d6fe None None] Pushing event updated for resources: {'Port': ['ID=96059317-6cb8-46ed-a7be-298992faaf6f,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:50.617787 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] Set router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:50.665380 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bf2b2f-4be0-4541-a39b-b96e60505e31', 'name': 'tempest-TestSnapshotPattern-788050399-router', 'tenant_id': 'de8daf141165409d89773a520d97535d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e50e2c08-0742-4914-96ee-ba1b0692978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:48Z', 'updated_at': '2021-08-16T02:57:49Z', 'revision_number': 3, 'project_id': 'de8daf141165409d89773a520d97535d', 'gw_port': {'id': 'e50e2c08-0742-4914-96ee-ba1b0692978f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bf2b2f-4be0-4541-a39b-b96e60505e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:49Z', 'updated_at': '2021-08-16T02:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:50.703384 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Checking router: d6bf2b2f-4be0-4541-a39b-b96e60505e31 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:57:50.703726 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Updating router d6bf2b2f-4be0-4541-a39b-b96e60505e31 port e50e2c08-0742-4914-96ee-ba1b0692978f binding host n-d-765315-27 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:57:50.737587 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:50.902436 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T02:57:46Z', 'revision_number': 4, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port': {'id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:44Z', 'updated_at': '2021-08-16T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '96059317-6cb8-46ed-a7be-298992faaf6f', 'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'mac_address': 'fa:16:3e:37:60:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:46Z', 'updated_at': '2021-08-16T02:57:50Z', 'revision_number': 4, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'subnets': [{'id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:50.930634 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daea3de-d5a6-42f5-8c68-cb89f85701e4 None None] The sync data for ids ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'] in n-d-765315-27 is: [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T02:57:46Z', 'revision_number': 4, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port': {'id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:44Z', 'updated_at': '2021-08-16T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '96059317-6cb8-46ed-a7be-298992faaf6f', 'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'mac_address': 'fa:16:3e:37:60:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:46Z', 'updated_at': '2021-08-16T02:57:50Z', 'revision_number': 4, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'subnets': [{'id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:57:51.041575 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:51.062952 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Transition to ACTIVE for port object e50e2c08-0742-4914-96ee-ba1b0692978f will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:51.074026 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:51.126149 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Attempting to bind port e50e2c08-0742-4914-96ee-ba1b0692978f on host n-d-765315-27 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:57:51.126420 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Attempting to bind port e50e2c08-0742-4914-96ee-ba1b0692978f by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:57:51.126743 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Attempting to bind port e50e2c08-0742-4914-96ee-ba1b0692978f on network 624da80d-1349-4890-b915-f302637330f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:57:51.138846 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:57:51.139792 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Checking segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:57:51.139792 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:51.140108 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Bound using segment: {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:57:51.140545 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Bound port: e50e2c08-0742-4914-96ee-ba1b0692978f, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e460c8-5120-4356-91b1-c26b512efe8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '624da80d-1349-4890-b915-f302637330f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:57:51.140920 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:51.188846 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1f93-b481-44dc-8823-bc7cbb3f3c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:51.209011 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] For port e50e2c08-0742-4914-96ee-ba1b0692978f, host n-d-765315-27, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:57:51.212997 n-d-765315-27 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] For port e50e2c08-0742-4914-96ee-ba1b0692978f, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=e50e2c08-0742-4914-96ee-ba1b0692978f,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:57:51.228570 n-d-765315-27 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:51.230700 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f343bdb-b542-4b3d-a9cb-ef79ba14f010 None None] Pushing event updated for resources: {'Port': ['ID=e50e2c08-0742-4914-96ee-ba1b0692978f,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:51.298700 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Routers {'d6bf2b2f-4be0-4541-a39b-b96e60505e31'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:51.299660 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:57:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d6bf2b2f-4be0-4541-a39b-b96e60505e31'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:51.355366 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f343bdb-b542-4b3d-a9cb-ef79ba14f010 None None] Pushing event updated for resources: {'Port': ['ID=e50e2c08-0742-4914-96ee-ba1b0692978f,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:51.422913 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-4d2e1f93-b481-44dc-8823-bc7cbb3f3c2a admin admin] Allocated IP 172.20.0.1 (6adcea9e-8e74-4d47-9d9c-824eba7b2dcf/202f7881-0328-4f42-94dd-aa624b994d23/904683e7-2bb2-4107-94de-e941e20fbd32) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:57:51.433229 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] Set router d6bf2b2f-4be0-4541-a39b-b96e60505e31 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:51.480413 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf61de33-32d6-4fdd-bf9c-1118246176fe None None] Network 6adcea9e-8e74-4d47-9d9c-824eba7b2dcf requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:57:51.549903 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1f93-b481-44dc-8823-bc7cbb3f3c2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:51.556896 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-de940015-1b47-472f-8d25-1efe3b330518 None None] Provisioning for port 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:51.568207 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4d2e1f93-b481-44dc-8823-bc7cbb3f3c2a admin admin] Transition to ACTIVE for port object 904683e7-2bb2-4107-94de-e941e20fbd32 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:51.622103 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1f93-b481-44dc-8823-bc7cbb3f3c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:51.646785 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bf2b2f-4be0-4541-a39b-b96e60505e31', 'name': 'tempest-TestSnapshotPattern-788050399-router', 'tenant_id': 'de8daf141165409d89773a520d97535d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e50e2c08-0742-4914-96ee-ba1b0692978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:48Z', 'updated_at': '2021-08-16T02:57:49Z', 'revision_number': 3, 'project_id': 'de8daf141165409d89773a520d97535d', 'gw_port': {'id': 'e50e2c08-0742-4914-96ee-ba1b0692978f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bf2b2f-4be0-4541-a39b-b96e60505e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:49Z', 'updated_at': '2021-08-16T02:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:51.673410 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2e1f93-b481-44dc-8823-bc7cbb3f3c2a admin admin] Network 6adcea9e-8e74-4d47-9d9c-824eba7b2dcf is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:57:51.677280 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4d2e1f93-b481-44dc-8823-bc7cbb3f3c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:51.684670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2e1f93-b481-44dc-8823-bc7cbb3f3c2a admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:57:51.687031 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a2255-794b-4736-863f-aa4486fba487 None None] The sync data for ids ['d6bf2b2f-4be0-4541-a39b-b96e60505e31'] in n-d-765315-27 is: [{'id': 'd6bf2b2f-4be0-4541-a39b-b96e60505e31', 'name': 'tempest-TestSnapshotPattern-788050399-router', 'tenant_id': 'de8daf141165409d89773a520d97535d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e50e2c08-0742-4914-96ee-ba1b0692978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:48Z', 'updated_at': '2021-08-16T02:57:49Z', 'revision_number': 3, 'project_id': 'de8daf141165409d89773a520d97535d', 'gw_port': {'id': 'e50e2c08-0742-4914-96ee-ba1b0692978f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bf2b2f-4be0-4541-a39b-b96e60505e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:49Z', 'updated_at': '2021-08-16T02:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:57:51.724670 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e1f93-b481-44dc-8823-bc7cbb3f3c2a admin admin] Pushing event updated for resources: {'Port': ['ID=904683e7-2bb2-4107-94de-e941e20fbd32,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:51.732323 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1f93-b481-44dc-8823-bc7cbb3f3c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740840'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:51.883950 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1f93-b481-44dc-8823-bc7cbb3f3c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:52.003390 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-79e26313-7dd1-4974-9313-681a44155ad4 None None] Provisioning for port 904683e7-2bb2-4107-94de-e941e20fbd32 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:52.008045 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-79e26313-7dd1-4974-9313-681a44155ad4 None None] Provisioning complete for port 904683e7-2bb2-4107-94de-e941e20fbd32 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:52.008470 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79e26313-7dd1-4974-9313-681a44155ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:52.075031 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-79e26313-7dd1-4974-9313-681a44155ad4 None None] Port 904683e7-2bb2-4107-94de-e941e20fbd32 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:57:52.147005 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1f93-b481-44dc-8823-bc7cbb3f3c2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:52.161841 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1f93-b481-44dc-8823-bc7cbb3f3c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:52.260147 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1f93-b481-44dc-8823-bc7cbb3f3c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740988'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:52.269886 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e1f93-b481-44dc-8823-bc7cbb3f3c2a admin admin] Pushing event updated for resources: {'Port': ['ID=904683e7-2bb2-4107-94de-e941e20fbd32,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:52.323662 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-82a00c63-f6e0-4458-88c1-b0c745b8ccb3 None None] Provisioning complete for port 904683e7-2bb2-4107-94de-e941e20fbd32 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:52.324125 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-82a00c63-f6e0-4458-88c1-b0c745b8ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:52.352238 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:52.394135 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-82a00c63-f6e0-4458-88c1-b0c745b8ccb3 None None] Port 904683e7-2bb2-4107-94de-e941e20fbd32 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:57:52.399458 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2e1f93-b481-44dc-8823-bc7cbb3f3c2a admin admin] Network 6adcea9e-8e74-4d47-9d9c-824eba7b2dcf is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:57:52.400930 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4d2e1f93-b481-44dc-8823-bc7cbb3f3c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:52.417962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:52.422878 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:52.423379 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:52.533854 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:52.571369 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2e1f93-b481-44dc-8823-bc7cbb3f3c2a admin admin] Router d6bf2b2f-4be0-4541-a39b-b96e60505e31 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:57:52.578423 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38,segment=NetworkSegment(5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1),segment_id=5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:52.583404 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:52.584299 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e50e2c08-0742-4914-96ee-ba1b0692978f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:52.666775 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:52.680394 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port e50e2c08-0742-4914-96ee-ba1b0692978f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:52.684805 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port e50e2c08-0742-4914-96ee-ba1b0692978f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:52.685744 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:52.719627 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2e1f93-b481-44dc-8823-bc7cbb3f3c2a admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:57:52.732156 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4d2e1f93-b481-44dc-8823-bc7cbb3f3c2a admin admin] 10.222.0.68 "PUT /v2.0/routers/d6bf2b2f-4be0-4541-a39b-b96e60505e31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5298393 Aug 16 02:57:52.732617 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fd368e75-2a2f-4ec1-801b-354b5e9c1cb3 None None] Provisioning complete for port 904683e7-2bb2-4107-94de-e941e20fbd32 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:52.732994 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd368e75-2a2f-4ec1-801b-354b5e9c1cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:52.795112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-fd368e75-2a2f-4ec1-801b-354b5e9c1cb3 None None] Port 904683e7-2bb2-4107-94de-e941e20fbd32 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:57:52.813716 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ffbb50d4-74a4-4279-bc99-7fe62acb7aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:52.830309 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:52.854443 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port e50e2c08-0742-4914-96ee-ba1b0692978f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=e50e2c08-0742-4914-96ee-ba1b0692978f,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:52.860706 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:52.861529 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 96059317-6cb8-46ed-a7be-298992faaf6f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:52.951642 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=e50e2c08-0742-4914-96ee-ba1b0692978f,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:52.962472 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 96059317-6cb8-46ed-a7be-298992faaf6f completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:52.966551 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 96059317-6cb8-46ed-a7be-298992faaf6f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:52.966931 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.054101 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.092711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 96059317-6cb8-46ed-a7be-298992faaf6f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=96059317-6cb8-46ed-a7be-298992faaf6f,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:53.097747 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.146808 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=96059317-6cb8-46ed-a7be-298992faaf6f,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:53.370966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42078) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:53.375847 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1ac5d4af-2970-425b-8885-e13176e79fe7 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-951414901', 'description': 'tempest-secgroup-smoke-951414901 description', 'project_id': '607ab0f5e01f46dcabac1605812b3970'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:53.399578 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d4af-2970-425b-8885-e13176e79fe7 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.475013 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.485024 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d4af-2970-425b-8885-e13176e79fe7 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.488901 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d4af-2970-425b-8885-e13176e79fe7 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.515015 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d4af-2970-425b-8885-e13176e79fe7 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.516240 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-1ac5d4af-2970-425b-8885-e13176e79fe7 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1441932 Aug 16 02:57:53.520023 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42080) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:53.521367 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5d4af-2970-425b-8885-e13176e79fe7 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b479f86-1bf1-4d2f-9f6c-83ee968418e9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:53.525309 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b307b55c-781a-4f29-adfd-52bd0ea44171 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Request body: {'security_group_rule': {'security_group_id': '6b479f86-1bf1-4d2f-9f6c-83ee968418e9', 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:53.551750 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b307b55c-781a-4f29-adfd-52bd0ea44171 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.609398 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b307b55c-781a-4f29-adfd-52bd0ea44171 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.613055 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b307b55c-781a-4f29-adfd-52bd0ea44171 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.630468 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307b55c-781a-4f29-adfd-52bd0ea44171 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1fa214-0255-4624-831b-234caf21d3f1,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:53.637290 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b307b55c-781a-4f29-adfd-52bd0ea44171 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.638515 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b307b55c-781a-4f29-adfd-52bd0ea44171 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168978 Aug 16 02:57:53.641256 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42082) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:53.646191 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8923aa47-d2ec-4017-a9ad-10ca957baeeb tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Request body: {'security_group_rule': {'security_group_id': '6b479f86-1bf1-4d2f-9f6c-83ee968418e9', 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:53.672022 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8923aa47-d2ec-4017-a9ad-10ca957baeeb tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.730508 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8923aa47-d2ec-4017-a9ad-10ca957baeeb tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.734214 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8923aa47-d2ec-4017-a9ad-10ca957baeeb tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.755893 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923aa47-d2ec-4017-a9ad-10ca957baeeb tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc55a8b-0ba1-4f42-b116-56cdc538bda7,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:53.760764 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8923aa47-d2ec-4017-a9ad-10ca957baeeb tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.762248 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-8923aa47-d2ec-4017-a9ad-10ca957baeeb tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197753 Aug 16 02:57:53.764804 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42084) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:53.769830 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a7665e21-d0a4-45dc-9909-d8352743afc0 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Request body: {'security_group_rule': {'security_group_id': '6b479f86-1bf1-4d2f-9f6c-83ee968418e9', 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:53.796318 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7665e21-d0a4-45dc-9909-d8352743afc0 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.857864 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7665e21-d0a4-45dc-9909-d8352743afc0 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.861922 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7665e21-d0a4-45dc-9909-d8352743afc0 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.882243 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7665e21-d0a4-45dc-9909-d8352743afc0 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6796b086-ffbe-4039-9fbb-54a49b7f9fe7,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:53.884582 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7665e21-d0a4-45dc-9909-d8352743afc0 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.885745 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-a7665e21-d0a4-45dc-9909-d8352743afc0 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200457 Aug 16 02:57:53.888718 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42086) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:53.893082 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5b4ab5cd-7c39-40df-b54c-0365f3032b35 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Request body: {'security_group_rule': {'security_group_id': '6b479f86-1bf1-4d2f-9f6c-83ee968418e9', 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:53.921872 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5b4ab5cd-7c39-40df-b54c-0365f3032b35 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.984423 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5b4ab5cd-7c39-40df-b54c-0365f3032b35 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:53.989173 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5b4ab5cd-7c39-40df-b54c-0365f3032b35 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:54.008466 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ab5cd-7c39-40df-b54c-0365f3032b35 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452a2bad-569d-4f7e-8d9a-c7ce21d8fd49,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:54.014236 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5b4ab5cd-7c39-40df-b54c-0365f3032b35 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:54.015319 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-5b4ab5cd-7c39-40df-b54c-0365f3032b35 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256897 Aug 16 02:57:54.018024 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42088) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:54.023041 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e307a521-abee-4fe3-986d-5309a8a58bce tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Request body: {'security_group_rule': {'security_group_id': '6b479f86-1bf1-4d2f-9f6c-83ee968418e9', 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:54.050700 n-d-765315-27 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-e307a521-abee-4fe3-986d-5309a8a58bce tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Project 607ab0f5e01f46dcabac1605812b3970 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:57:54.056638 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e307a521-abee-4fe3-986d-5309a8a58bce tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:54.121664 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e307a521-abee-4fe3-986d-5309a8a58bce tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:54.125307 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e307a521-abee-4fe3-986d-5309a8a58bce tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:54.145168 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307a521-abee-4fe3-986d-5309a8a58bce tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7655ca58-a424-4acc-97dc-498fdca4542a,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:54.148659 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e307a521-abee-4fe3-986d-5309a8a58bce tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:54.149910 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-e307a521-abee-4fe3-986d-5309a8a58bce tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309440 Aug 16 02:57:54.152836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42090) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:54.157636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-208fac63-1c83-481c-b938-ccc0d4b7e316 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Request body: {'security_group_rule': {'security_group_id': '6b479f86-1bf1-4d2f-9f6c-83ee968418e9', 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:54.187527 n-d-765315-27 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-208fac63-1c83-481c-b938-ccc0d4b7e316 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Project 607ab0f5e01f46dcabac1605812b3970 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:57:54.193714 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-208fac63-1c83-481c-b938-ccc0d4b7e316 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:54.218708 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e50e2c08-0742-4914-96ee-ba1b0692978f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:54.264533 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Sync routers for ids ['d6bf2b2f-4be0-4541-a39b-b96e60505e31'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:57:54.268315 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-208fac63-1c83-481c-b938-ccc0d4b7e316 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:54.273149 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-208fac63-1c83-481c-b938-ccc0d4b7e316 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:54.279811 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Routers {'d6bf2b2f-4be0-4541-a39b-b96e60505e31'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:54.280449 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:57:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d6bf2b2f-4be0-4541-a39b-b96e60505e31'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:54.295368 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fac63-1c83-481c-b938-ccc0d4b7e316 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3cf05e4-465d-4a46-b53e-dab590525c09,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:54.299342 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-208fac63-1c83-481c-b938-ccc0d4b7e316 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:54.301033 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-208fac63-1c83-481c-b938-ccc0d4b7e316 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1467483 Aug 16 02:57:54.448139 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-53a33848-45fc-4789-8022-0497fe6be854 req-2324bd4d-ee80-4885-9297-375408f68a8a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951414901&fields=id&tenant_id=607ab0f5e01f46dcabac1605812b3970 HTTP/1.1" status: 200 len: 267 time: 0.0347273 Aug 16 02:57:54.488886 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port e50e2c08-0742-4914-96ee-ba1b0692978f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:54.489257 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:54.526117 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:54.564094 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a33848-45fc-4789-8022-0497fe6be854 req-3b4ad295-dafa-4a42-857f-91c1317444af tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:54.565579 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-53a33848-45fc-4789-8022-0497fe6be854 req-3b4ad295-dafa-4a42-857f-91c1317444af tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/networks?id=3fe76dc5-98e3-4282-822d-72f553cb006a HTTP/1.1" status: 200 len: 809 time: 0.1096780 Aug 16 02:57:54.583151 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-53a33848-45fc-4789-8022-0497fe6be854 req-3e405d86-6a33-465b-b226-fa51df227f6c tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/quotas/607ab0f5e01f46dcabac1605812b3970 HTTP/1.1" status: 200 len: 375 time: 0.0102198 Aug 16 02:57:54.593315 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Set router d6bf2b2f-4be0-4541-a39b-b96e60505e31 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:54.640923 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-53a33848-45fc-4789-8022-0497fe6be854 req-3ab4d64b-d8bf-491f-a5cb-7719a38dd6d8 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=607ab0f5e01f46dcabac1605812b3970&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517347 Aug 16 02:57:54.657469 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [req-53a33848-45fc-4789-8022-0497fe6be854 req-c3d98787-7b9b-4392-94cf-3e2e1930cdde service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:57:54.658560 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-53a33848-45fc-4789-8022-0497fe6be854 req-c3d98787-7b9b-4392-94cf-3e2e1930cdde service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055032 Aug 16 02:57:54.702516 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 96059317-6cb8-46ed-a7be-298992faaf6f up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:54.748581 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-53a33848-45fc-4789-8022-0497fe6be854 req-f2d832a6-0cac-4b17-b84a-ec8af91fc635 service neutron] 10.222.0.68 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834644 Aug 16 02:57:54.817690 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 96059317-6cb8-46ed-a7be-298992faaf6f triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:54.818085 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:54.842018 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-53a33848-45fc-4789-8022-0497fe6be854 req-6a3d1bed-be51-453c-882c-6106a4d4d851 service neutron] 10.222.0.68 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862248 Aug 16 02:57:54.921266 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bf2b2f-4be0-4541-a39b-b96e60505e31', 'name': 'tempest-TestSnapshotPattern-788050399-router', 'tenant_id': 'de8daf141165409d89773a520d97535d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e50e2c08-0742-4914-96ee-ba1b0692978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:48Z', 'updated_at': '2021-08-16T02:57:51Z', 'revision_number': 4, 'project_id': 'de8daf141165409d89773a520d97535d', 'gw_port': {'id': 'e50e2c08-0742-4914-96ee-ba1b0692978f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bf2b2f-4be0-4541-a39b-b96e60505e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:49Z', 'updated_at': '2021-08-16T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '904683e7-2bb2-4107-94de-e941e20fbd32', 'name': '', 'network_id': '6adcea9e-8e74-4d47-9d9c-824eba7b2dcf', 'tenant_id': 'de8daf141165409d89773a520d97535d', 'mac_address': 'fa:16:3e:8a:85:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bf2b2f-4be0-4541-a39b-b96e60505e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '202f7881-0328-4f42-94dd-aa624b994d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:51Z', 'updated_at': '2021-08-16T02:57:51Z', 'revision_number': 2, 'project_id': 'de8daf141165409d89773a520d97535d', 'subnets': [{'id': '202f7881-0328-4f42-94dd-aa624b994d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:54.958546 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Checking router: d6bf2b2f-4be0-4541-a39b-b96e60505e31 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:57:54.958888 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Updating router d6bf2b2f-4be0-4541-a39b-b96e60505e31 port 904683e7-2bb2-4107-94de-e941e20fbd32 binding host n-d-765315-27 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:57:54.963930 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:55.012295 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:55.022033 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-484b36aa-c4e3-4667-b9c7-76c852e3db91 req-c15c800e-5a69-4bcc-b78f-b40e1df8b59c tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 210 time: 0.0302291 Aug 16 02:57:55.079317 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:55.079688 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:55.376697 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:55.387270 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Transition to ACTIVE for port object 904683e7-2bb2-4107-94de-e941e20fbd32 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:55.394051 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:55.448962 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454df2e1-47e7-498d-907a-53beb619965e None None] Pushing event updated for resources: {'Port': ['ID=904683e7-2bb2-4107-94de-e941e20fbd32,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:55.504892 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Attempting to bind port 904683e7-2bb2-4107-94de-e941e20fbd32 on host n-d-765315-27 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:57:55.505443 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Attempting to bind port 904683e7-2bb2-4107-94de-e941e20fbd32 by drivers openvswitch,hyperv on host n-d-765315-27 at level 0 using segments [{'id': '5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6adcea9e-8e74-4d47-9d9c-824eba7b2dcf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:57:55.506090 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Attempting to bind port 904683e7-2bb2-4107-94de-e941e20fbd32 on network 6adcea9e-8e74-4d47-9d9c-824eba7b2dcf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:57:55.515357 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Checking agent: {'id': 'e948c3e8-5808-4fc8-8ad2-16f89367b29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 20, 53), 'started_at': datetime.datetime(2021, 8, 16, 1, 21, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:57:55.515865 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Checking segment: {'id': '5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6adcea9e-8e74-4d47-9d9c-824eba7b2dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:57:55.516375 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:55.516892 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Bound using segment: {'id': '5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6adcea9e-8e74-4d47-9d9c-824eba7b2dcf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:57:55.517481 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Bound port: 904683e7-2bb2-4107-94de-e941e20fbd32, host: n-d-765315-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6adcea9e-8e74-4d47-9d9c-824eba7b2dcf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:57:55.518015 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:55.593407 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] For port 904683e7-2bb2-4107-94de-e941e20fbd32, host n-d-765315-27, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:57:55.596988 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] For port 904683e7-2bb2-4107-94de-e941e20fbd32, host n-d-765315-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=904683e7-2bb2-4107-94de-e941e20fbd32,segment=NetworkSegment(5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1),segment_id=5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:57:55.600474 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:55.662101 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Routers {'d6bf2b2f-4be0-4541-a39b-b96e60505e31'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:55.662741 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:57:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d6bf2b2f-4be0-4541-a39b-b96e60505e31'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:55.665874 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454df2e1-47e7-498d-907a-53beb619965e None None] Pushing event updated for resources: {'Port': ['ID=904683e7-2bb2-4107-94de-e941e20fbd32,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:55.786320 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] Set router d6bf2b2f-4be0-4541-a39b-b96e60505e31 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:55.998196 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bf2b2f-4be0-4541-a39b-b96e60505e31', 'name': 'tempest-TestSnapshotPattern-788050399-router', 'tenant_id': 'de8daf141165409d89773a520d97535d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e50e2c08-0742-4914-96ee-ba1b0692978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:48Z', 'updated_at': '2021-08-16T02:57:51Z', 'revision_number': 4, 'project_id': 'de8daf141165409d89773a520d97535d', 'gw_port': {'id': 'e50e2c08-0742-4914-96ee-ba1b0692978f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bf2b2f-4be0-4541-a39b-b96e60505e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:49Z', 'updated_at': '2021-08-16T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '904683e7-2bb2-4107-94de-e941e20fbd32', 'name': '', 'network_id': '6adcea9e-8e74-4d47-9d9c-824eba7b2dcf', 'tenant_id': 'de8daf141165409d89773a520d97535d', 'mac_address': 'fa:16:3e:8a:85:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bf2b2f-4be0-4541-a39b-b96e60505e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '202f7881-0328-4f42-94dd-aa624b994d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:51Z', 'updated_at': '2021-08-16T02:57:55Z', 'revision_number': 4, 'project_id': 'de8daf141165409d89773a520d97535d', 'subnets': [{'id': '202f7881-0328-4f42-94dd-aa624b994d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:56.025896 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d19d16-aaa5-4f69-876c-b6c05946334a None None] The sync data for ids ['d6bf2b2f-4be0-4541-a39b-b96e60505e31'] in n-d-765315-27 is: [{'id': 'd6bf2b2f-4be0-4541-a39b-b96e60505e31', 'name': 'tempest-TestSnapshotPattern-788050399-router', 'tenant_id': 'de8daf141165409d89773a520d97535d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e50e2c08-0742-4914-96ee-ba1b0692978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:48Z', 'updated_at': '2021-08-16T02:57:51Z', 'revision_number': 4, 'project_id': 'de8daf141165409d89773a520d97535d', 'gw_port': {'id': 'e50e2c08-0742-4914-96ee-ba1b0692978f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bf2b2f-4be0-4541-a39b-b96e60505e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:49Z', 'updated_at': '2021-08-16T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '904683e7-2bb2-4107-94de-e941e20fbd32', 'name': '', 'network_id': '6adcea9e-8e74-4d47-9d9c-824eba7b2dcf', 'tenant_id': 'de8daf141165409d89773a520d97535d', 'mac_address': 'fa:16:3e:8a:85:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bf2b2f-4be0-4541-a39b-b96e60505e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '202f7881-0328-4f42-94dd-aa624b994d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:51Z', 'updated_at': '2021-08-16T02:57:55Z', 'revision_number': 4, 'project_id': 'de8daf141165409d89773a520d97535d', 'subnets': [{'id': '202f7881-0328-4f42-94dd-aa624b994d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:57:56.160801 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dd6843ed-ab45-4b44-aca4-c32fe79d4010 req-bec45713-e6ae-4bef-be03-ce76822282c6 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 210 time: 0.0373209 Aug 16 02:57:56.256151 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 904683e7-2bb2-4107-94de-e941e20fbd32 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:56.310084 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:56.329532 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a33848-45fc-4789-8022-0497fe6be854 req-03166a77-a6c9-478f-93e0-7d03503ae7b5 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:56.331700 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53a33848-45fc-4789-8022-0497fe6be854 req-03166a77-a6c9-478f-93e0-7d03503ae7b5 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.63 "GET /v2.0/networks?id=3fe76dc5-98e3-4282-822d-72f553cb006a HTTP/1.1" status: 200 len: 809 time: 0.1343074 Aug 16 02:57:56.333684 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning for port 904683e7-2bb2-4107-94de-e941e20fbd32 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:56.338466 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 904683e7-2bb2-4107-94de-e941e20fbd32 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:56.338837 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:56.382100 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53a33848-45fc-4789-8022-0497fe6be854 req-0b0a7cda-ee18-4c84-a610-9c5cd2642ae1 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=607ab0f5e01f46dcabac1605812b3970 HTTP/1.1" status: 200 len: 379 time: 0.0385511 Aug 16 02:57:56.392356 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-53a33848-45fc-4789-8022-0497fe6be854 req-325854a4-73b2-4a05-98c9-132a83a58eaf tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Request body: {'port': {'device_id': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'admin_state_up': True, 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'security_groups': ['6b479f86-1bf1-4d2f-9f6c-83ee968418e9']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:56.431581 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:56.470432 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] For port 904683e7-2bb2-4107-94de-e941e20fbd32, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=904683e7-2bb2-4107-94de-e941e20fbd32,segment=NetworkSegment(5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1),segment_id=5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:56.475678 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:56.526382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a33848-45fc-4789-8022-0497fe6be854 req-325854a4-73b2-4a05-98c9-132a83a58eaf tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Made reservation on behalf of 607ab0f5e01f46dcabac1605812b3970 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:57:56.530209 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-53a33848-45fc-4789-8022-0497fe6be854 req-325854a4-73b2-4a05-98c9-132a83a58eaf tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:56.534092 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Pushing event updated for resources: {'Port': ['ID=904683e7-2bb2-4107-94de-e941e20fbd32,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:56.664719 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-53a33848-45fc-4789-8022-0497fe6be854 req-325854a4-73b2-4a05-98c9-132a83a58eaf tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Allocated IP 172.20.0.8 (3fe76dc5-98e3-4282-822d-72f553cb006a/0d498a41-076c-40ad-8df4-6027ab7c16d5/9ab7e572-1e6c-4f90-b170-f9a01a114e84) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:57:56.808638 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-53a33848-45fc-4789-8022-0497fe6be854 req-325854a4-73b2-4a05-98c9-132a83a58eaf tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:56.823521 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-53a33848-45fc-4789-8022-0497fe6be854 req-325854a4-73b2-4a05-98c9-132a83a58eaf tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Transition to ACTIVE for port object 9ab7e572-1e6c-4f90-b170-f9a01a114e84 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:56.855552 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-53a33848-45fc-4789-8022-0497fe6be854 req-325854a4-73b2-4a05-98c9-132a83a58eaf tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:56.896432 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a33848-45fc-4789-8022-0497fe6be854 req-325854a4-73b2-4a05-98c9-132a83a58eaf tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Network 3fe76dc5-98e3-4282-822d-72f553cb006a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:57:56.899489 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-53a33848-45fc-4789-8022-0497fe6be854 req-325854a4-73b2-4a05-98c9-132a83a58eaf tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:56.905090 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a33848-45fc-4789-8022-0497fe6be854 req-325854a4-73b2-4a05-98c9-132a83a58eaf tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:57:56.936132 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325854a4-73b2-4a05-98c9-132a83a58eaf tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Pushing event updated for resources: {'Port': ['ID=9ab7e572-1e6c-4f90-b170-f9a01a114e84,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:56.971286 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a33848-45fc-4789-8022-0497fe6be854 req-325854a4-73b2-4a05-98c9-132a83a58eaf tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:56.971939 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-53a33848-45fc-4789-8022-0497fe6be854 req-325854a4-73b2-4a05-98c9-132a83a58eaf tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:56.986880 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53a33848-45fc-4789-8022-0497fe6be854 req-325854a4-73b2-4a05-98c9-132a83a58eaf tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5984526 Aug 16 02:57:57.097659 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.v2.base [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Request body: {'port': {'device_id': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-27'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:57.151259 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:57.155590 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1ab8961d-10a7-4acc-aae4-8e5861936c8a None None] Provisioning for port 9ab7e572-1e6c-4f90-b170-f9a01a114e84 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:57.160064 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1ab8961d-10a7-4acc-aae4-8e5861936c8a None None] Provisioning complete for port 9ab7e572-1e6c-4f90-b170-f9a01a114e84 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:57.160598 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ab8961d-10a7-4acc-aae4-8e5861936c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:57.199474 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1ab8961d-10a7-4acc-aae4-8e5861936c8a None None] Port 9ab7e572-1e6c-4f90-b170-f9a01a114e84 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:57:57.366200 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a971d48-0874-4ed1-9866-cbc5d7ceeb28 req-d8dc8bb3-c8eb-4d73-bd46-b801c0d8945d tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:57.367589 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a971d48-0874-4ed1-9866-cbc5d7ceeb28 req-d8dc8bb3-c8eb-4d73-bd46-b801c0d8945d tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 931 time: 0.1088483 Aug 16 02:57:57.441536 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4a971d48-0874-4ed1-9866-cbc5d7ceeb28 req-19f181cb-5982-4b8c-b956-faddb0f632f6 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676599 Aug 16 02:57:57.489115 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab7e572-1e6c-4f90-b170-f9a01a114e84 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:57:57.497071 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:57.509035 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Transition to ACTIVE for port object 9ab7e572-1e6c-4f90-b170-f9a01a114e84 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:57.512380 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:57.561223 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab7e572-1e6c-4f90-b170-f9a01a114e84,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:57.643169 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Attempting to bind port 9ab7e572-1e6c-4f90-b170-f9a01a114e84 on host n-h2-765315-27 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:57:57.643506 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Attempting to bind port 9ab7e572-1e6c-4f90-b170-f9a01a114e84 by drivers openvswitch,hyperv on host n-h2-765315-27 at level 0 using segments [{'id': '19872ce6-cc22-493b-ad5e-10b0b226cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:57:57.644366 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Attempting to bind port 9ab7e572-1e6c-4f90-b170-f9a01a114e84 on network 3fe76dc5-98e3-4282-822d-72f553cb006a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:57:57.649075 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Port 9ab7e572-1e6c-4f90-b170-f9a01a114e84 on network 3fe76dc5-98e3-4282-822d-72f553cb006a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-27 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:57:57.649394 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Attempting to bind port 9ab7e572-1e6c-4f90-b170-f9a01a114e84 on network 3fe76dc5-98e3-4282-822d-72f553cb006a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:57:57.657581 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Checking agent: {'id': '98eb4986-0a71-4292-b71b-79b79e8937d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:57:57.658003 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Checking segment: {'id': '19872ce6-cc22-493b-ad5e-10b0b226cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:57:57.658384 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Bound using segment: {'id': '19872ce6-cc22-493b-ad5e-10b0b226cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:57:57.658825 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Bound port: 9ab7e572-1e6c-4f90-b170-f9a01a114e84, host: n-h2-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19872ce6-cc22-493b-ad5e-10b0b226cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:57:57.659506 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:57.729945 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] For port 9ab7e572-1e6c-4f90-b170-f9a01a114e84, host n-h2-765315-27, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:57:57.732970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] For port 9ab7e572-1e6c-4f90-b170-f9a01a114e84, host n-h2-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9ab7e572-1e6c-4f90-b170-f9a01a114e84,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:57:57.738316 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30166344'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:57.773201 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:57.773842 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:57.775222 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53a33848-45fc-4789-8022-0497fe6be854 req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] 10.222.0.63 "PUT /v2.0/ports/9ab7e572-1e6c-4f90-b170-f9a01a114e84 HTTP/1.1" status: 200 len: 1092 time: 0.7748663 Aug 16 02:57:57.775658 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'tag': '9ab7e572-1e6c-4f90-b170-f9a01a114e84'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:57:57.778205 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cf3a67-1b8b-4bee-a43e-1bade88d9831" -d '{"events": [{"name": "network-changed", "server_uuid": "86a460f1-9d21-4a17-b384-a9bb7152e422", "tag": "9ab7e572-1e6c-4f90-b170-f9a01a114e84"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:57:57.809108 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4978f3-df97-4110-8b98-01a96c824551 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab7e572-1e6c-4f90-b170-f9a01a114e84,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:57.880822 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a33848-45fc-4789-8022-0497fe6be854 req-6be73bf2-641e-4fd3-96de-e83b16698141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:57.882495 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53a33848-45fc-4789-8022-0497fe6be854 req-6be73bf2-641e-4fd3-96de-e83b16698141 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=607ab0f5e01f46dcabac1605812b3970&device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 1095 time: 0.0581167 Aug 16 02:57:57.929666 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2790439d-ce01-4813-88aa-c27c3f0012d7 x-openstack-request-id: req-2790439d-ce01-4813-88aa-c27c3f0012d7 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:57:57.930235 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a460f1-9d21-4a17-b384-a9bb7152e422", "tag": "9ab7e572-1e6c-4f90-b170-f9a01a114e84", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:57:57.930235 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2790439d-ce01-4813-88aa-c27c3f0012d7 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:57:57.930609 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'tag': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'status': 'completed', 'code': 200} Aug 16 02:57:57.932502 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53a33848-45fc-4789-8022-0497fe6be854 req-98ae050c-6e9c-4be4-a6a3-d23bb4a9cbf5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ab7e572-1e6c-4f90-b170-f9a01a114e84 HTTP/1.1" status: 200 len: 217 time: 0.0415320 Aug 16 02:57:57.992308 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a33848-45fc-4789-8022-0497fe6be854 req-557dbde6-cc09-4f59-85b0-55676f2e27d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:57.993897 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53a33848-45fc-4789-8022-0497fe6be854 req-557dbde6-cc09-4f59-85b0-55676f2e27d0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0d498a41-076c-40ad-8df4-6027ab7c16d5 HTTP/1.1" status: 200 len: 848 time: 0.0545611 Aug 16 02:57:58.050789 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a33848-45fc-4789-8022-0497fe6be854 req-6dc109d8-cfc4-401e-a8b9-a39c86fbafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:58.053443 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53a33848-45fc-4789-8022-0497fe6be854 req-6dc109d8-cfc4-401e-a8b9-a39c86fbafc2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3fe76dc5-98e3-4282-822d-72f553cb006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481308 Aug 16 02:57:58.153448 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53a33848-45fc-4789-8022-0497fe6be854 req-21be876a-8155-4770-9676-e20a512439ed service neutron] 10.222.0.63 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922863 Aug 16 02:57:58.206117 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 904683e7-2bb2-4107-94de-e941e20fbd32 up at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:58.254465 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Provisioning complete for port 904683e7-2bb2-4107-94de-e941e20fbd32 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:58.254962 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:58.259086 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-53a33848-45fc-4789-8022-0497fe6be854 req-d2336c14-cb26-4cd1-807c-765c67261429 service neutron] 10.222.0.63 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929434 Aug 16 02:57:58.358761 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf3a67-1b8b-4bee-a43e-1bade88d9831 req-fb634e04-9167-409d-9bbb-6f959d03925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:58.360279 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-47cf3a67-1b8b-4bee-a43e-1bade88d9831 req-fb634e04-9167-409d-9bbb-6f959d03925d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=607ab0f5e01f46dcabac1605812b3970&device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 1095 time: 0.0430138 Aug 16 02:57:58.451534 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf3a67-1b8b-4bee-a43e-1bade88d9831 req-542ff86d-d835-486d-9163-76206e9c5b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:58.452955 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-47cf3a67-1b8b-4bee-a43e-1bade88d9831 req-542ff86d-d835-486d-9163-76206e9c5b89 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3fe76dc5-98e3-4282-822d-72f553cb006a HTTP/1.1" status: 200 len: 910 time: 0.0858426 Aug 16 02:57:58.499783 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-47cf3a67-1b8b-4bee-a43e-1bade88d9831 req-67334114-dc63-42ba-b8a8-8d09709d1644 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ab7e572-1e6c-4f90-b170-f9a01a114e84 HTTP/1.1" status: 200 len: 217 time: 0.0389252 Aug 16 02:57:58.579307 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf3a67-1b8b-4bee-a43e-1bade88d9831 req-bb9e04fa-2b0c-4777-ba80-bc204da57bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:58.580782 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-47cf3a67-1b8b-4bee-a43e-1bade88d9831 req-bb9e04fa-2b0c-4777-ba80-bc204da57bc4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0d498a41-076c-40ad-8df4-6027ab7c16d5 HTTP/1.1" status: 200 len: 848 time: 0.0715249 Aug 16 02:57:58.595724 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf61eb-4c20-4199-beeb-07f96a5f7bbd req-7876de9c-36ef-4630-821b-8593b0b139ee tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:58.597815 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5caf61eb-4c20-4199-beeb-07f96a5f7bbd req-7876de9c-36ef-4630-821b-8593b0b139ee tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 943 time: 0.0812042 Aug 16 02:57:58.665146 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-5caf61eb-4c20-4199-beeb-07f96a5f7bbd req-50ae389e-3773-4184-9029-1994db51678b tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588872 Aug 16 02:57:58.668121 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf3a67-1b8b-4bee-a43e-1bade88d9831 req-455f16b2-13d9-4c52-bdbf-3c1f866b51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:58.669613 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-47cf3a67-1b8b-4bee-a43e-1bade88d9831 req-455f16b2-13d9-4c52-bdbf-3c1f866b51c7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3fe76dc5-98e3-4282-822d-72f553cb006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709264 Aug 16 02:57:58.776145 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-47cf3a67-1b8b-4bee-a43e-1bade88d9831 req-bdf8c329-31f7-4d8f-ac1d-8b54cb96ff12 service neutron] 10.222.0.63 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874758 Aug 16 02:57:58.871889 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-47cf3a67-1b8b-4bee-a43e-1bade88d9831 req-2d843f2b-5ed5-48ff-8c58-06129841b75f service neutron] 10.222.0.63 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868187 Aug 16 02:57:59.782305 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeedfe3-a9d4-4549-9a94-bb7a36b01ae3 req-15044d97-a9fd-4386-9c4b-af4a18500c35 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:59.783799 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bbeedfe3-a9d4-4549-9a94-bb7a36b01ae3 req-15044d97-a9fd-4386-9c4b-af4a18500c35 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 943 time: 0.0492191 Aug 16 02:57:59.823075 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-bbeedfe3-a9d4-4549-9a94-bb7a36b01ae3 req-d90f5987-1666-42da-aa7c-37ee7a083b6f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321984 Aug 16 02:58:00.558100 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 9ab7e572-1e6c-4f90-b170-f9a01a114e84 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:58:00.654743 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 9ab7e572-1e6c-4f90-b170-f9a01a114e84, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9ab7e572-1e6c-4f90-b170-f9a01a114e84,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:00.667094 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'port_id': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'mac_address': 'fa:16:3e:a7:56:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:58:00.705971 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:00.718889 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab7e572-1e6c-4f90-b170-f9a01a114e84 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:58:00.738995 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 9ab7e572-1e6c-4f90-b170-f9a01a114e84, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9ab7e572-1e6c-4f90-b170-f9a01a114e84,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:00.743101 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:00.795005 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=9ab7e572-1e6c-4f90-b170-f9a01a114e84,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:00.942563 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f7001-de08-4afd-b2b6-7addca5bba5f req-95c4c8b2-b71c-4bab-850a-c36c1dd480e4 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:00.944046 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c9f7001-de08-4afd-b2b6-7addca5bba5f req-95c4c8b2-b71c-4bab-850a-c36c1dd480e4 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 944 time: 0.0504067 Aug 16 02:58:00.985257 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-8c9f7001-de08-4afd-b2b6-7addca5bba5f req-a19612f7-1382-422b-bbfb-5e3c956fb230 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352750 Aug 16 02:58:01.036404 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['9ab7e572-1e6c-4f90-b170-f9a01a114e84'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:58:02.100724 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cd5cd-6578-4cb2-a08d-cda08ae2a34f req-b1fc5a39-f587-4f76-9121-2d9b8cd7e13f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:02.102205 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-008cd5cd-6578-4cb2-a08d-cda08ae2a34f req-b1fc5a39-f587-4f76-9121-2d9b8cd7e13f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 944 time: 0.0484674 Aug 16 02:58:02.139237 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-008cd5cd-6578-4cb2-a08d-cda08ae2a34f req-37daa5ca-d945-4a8f-bcd0-1ae143d39a42 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311716 Aug 16 02:58:02.557931 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 9ab7e572-1e6c-4f90-b170-f9a01a114e84 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:58:02.606367 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning for port 9ab7e572-1e6c-4f90-b170-f9a01a114e84 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:58:02.610123 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 9ab7e572-1e6c-4f90-b170-f9a01a114e84 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:58:02.610494 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:02.685223 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:02.706728 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab7e572-1e6c-4f90-b170-f9a01a114e84'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:02.708967 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838cbd51-31a2-47e8-905a-8c921c3503d6" -d '{"events": [{"server_uuid": "86a460f1-9d21-4a17-b384-a9bb7152e422", "name": "network-vif-plugged", "status": "completed", "tag": "9ab7e572-1e6c-4f90-b170-f9a01a114e84"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:02.726282 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 9ab7e572-1e6c-4f90-b170-f9a01a114e84, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9ab7e572-1e6c-4f90-b170-f9a01a114e84,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:02.730152 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:02.754668 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b47d3d-ba78-4188-b17e-82ada0c87f9e x-openstack-request-id: req-74b47d3d-ba78-4188-b17e-82ada0c87f9e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:02.754958 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a460f1-9d21-4a17-b384-a9bb7152e422", "name": "network-vif-plugged", "status": "completed", "tag": "9ab7e572-1e6c-4f90-b170-f9a01a114e84", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:02.755213 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-74b47d3d-ba78-4188-b17e-82ada0c87f9e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:02.755602 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'code': 200} Aug 16 02:58:02.781785 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=9ab7e572-1e6c-4f90-b170-f9a01a114e84,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:02.851495 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27f11b-2eb7-4be2-82d9-9fa659796635 req-58cc957a-3dea-44f6-b02b-c4f3e90131b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:02.852995 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd27f11b-2eb7-4be2-82d9-9fa659796635 req-58cc957a-3dea-44f6-b02b-c4f3e90131b1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 1097 time: 0.0424919 Aug 16 02:58:02.892366 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dd27f11b-2eb7-4be2-82d9-9fa659796635 req-19a84307-911f-4456-9e48-8e433222f023 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272000 Aug 16 02:58:03.262966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f88df-d8cc-47c1-8e22-381f0d28b2d0 req-354a5bf3-9a33-4be9-b36f-22ccfbd4ded2 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:03.264452 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fc1f88df-d8cc-47c1-8e22-381f0d28b2d0 req-354a5bf3-9a33-4be9-b36f-22ccfbd4ded2 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 945 time: 0.0535231 Aug 16 02:58:03.304766 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-fc1f88df-d8cc-47c1-8e22-381f0d28b2d0 req-b0997112-8552-4bcf-97a4-c9d8a4c7e5f6 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332150 Aug 16 02:58:04.424382 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb900a-7e62-4c89-b655-2a96cdb5ea22 req-871b6e6f-d3d0-46f8-bd51-8ace99791c51 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:04.425964 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4bbb900a-7e62-4c89-b655-2a96cdb5ea22 req-871b6e6f-d3d0-46f8-bd51-8ace99791c51 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 945 time: 0.0537066 Aug 16 02:58:04.463426 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4bbb900a-7e62-4c89-b655-2a96cdb5ea22 req-7c9253fd-4863-4445-b154-833146b5d330 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316570 Aug 16 02:58:04.579217 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333a9b6-54e4-4be8-8b71-72790f2be77a req-8ee8a690-4717-4fd0-8a93-a93096710b1b tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:04.580703 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0333a9b6-54e4-4be8-8b71-72790f2be77a req-8ee8a690-4717-4fd0-8a93-a93096710b1b tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 945 time: 0.0499210 Aug 16 02:58:04.618117 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0333a9b6-54e4-4be8-8b71-72790f2be77a req-b9584400-e09d-4c64-87df-0edd0c5f0e62 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313270 Aug 16 02:58:04.639848 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42150) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:04.723768 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2237fca9-8a6a-452f-83ba-c60dca2ca6e9 tempest-TestSnapshotPattern-2011650071 tempest-TestSnapshotPattern-2011650071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:04.725292 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-2237fca9-8a6a-452f-83ba-c60dca2ca6e9 tempest-TestSnapshotPattern-2011650071 tempest-TestSnapshotPattern-2011650071-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 1092 time: 0.0844653 Aug 16 02:58:04.728288 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42154) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:04.732849 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:04.755041 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:04.853695 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:04.959162 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Allocated IP 172.25.3.72 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/632a7220-1799-478f-aa6a-2b60005937a4) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:58:05.059259 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.098405 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.134450 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:58:05.139554 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:58:05.142113 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:58:05.170150 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Pushing event updated for resources: {'Port': ['ID=632a7220-1799-478f-aa6a-2b60005937a4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:05.501339 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.569212 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.711062 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.715407 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.781278 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Pushing event updated for resources: {'Port': ['ID=632a7220-1799-478f-aa6a-2b60005937a4,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:05.801219 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.901750 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Floating IP ec55c4c6-091d-4799-af6f-1d33e31acc66 associated. External IP: 172.25.3.72, port: 9ab7e572-1e6c-4f90-b170-f9a01a114e84. Aug 16 02:58:06.424257 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:58:06.533170 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:58:06.543563 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3917b8-efd6-4d85-a8e9-a56ffca13db6 None None] Sync routers for ids ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:58:06.551801 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:06.554627 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3917b8-efd6-4d85-a8e9-a56ffca13db6 None None] Routers {'ff626eaa-f644-44b5-80b3-5499ad4ed7a2'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:06.555244 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2e3917b8-efd6-4d85-a8e9-a56ffca13db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:57:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:06.579526 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-32f23a80-fb18-4d7e-8a7f-0d3d5134358a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8500166 Aug 16 02:58:06.580172 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'tag': '9ab7e572-1e6c-4f90-b170-f9a01a114e84'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:06.583234 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0686ab7-b869-40d6-89e7-325316ca3b92" -d '{"events": [{"name": "network-changed", "server_uuid": "86a460f1-9d21-4a17-b384-a9bb7152e422", "tag": "9ab7e572-1e6c-4f90-b170-f9a01a114e84"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:06.677719 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6404b535-8f66-45bc-a5a2-c4949f295218 x-openstack-request-id: req-6404b535-8f66-45bc-a5a2-c4949f295218 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:06.678096 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a460f1-9d21-4a17-b384-a9bb7152e422", "tag": "9ab7e572-1e6c-4f90-b170-f9a01a114e84", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:06.678331 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6404b535-8f66-45bc-a5a2-c4949f295218 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:06.678745 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'tag': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'status': 'completed', 'code': 200} Aug 16 02:58:06.746076 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0686ab7-b869-40d6-89e7-325316ca3b92 req-913e9644-c0f1-4d60-8249-545fe243febf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:06.747634 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a0686ab7-b869-40d6-89e7-325316ca3b92 req-913e9644-c0f1-4d60-8249-545fe243febf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=607ab0f5e01f46dcabac1605812b3970&device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 1097 time: 0.0463138 Aug 16 02:58:06.766202 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-2e3917b8-efd6-4d85-a8e9-a56ffca13db6 None None] Set router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:06.842468 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0686ab7-b869-40d6-89e7-325316ca3b92 req-7481b068-8b44-47c4-a858-d813f209bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:06.843954 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a0686ab7-b869-40d6-89e7-325316ca3b92 req-7481b068-8b44-47c4-a858-d813f209bd58 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3fe76dc5-98e3-4282-822d-72f553cb006a HTTP/1.1" status: 200 len: 910 time: 0.0890310 Aug 16 02:58:06.910394 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a0686ab7-b869-40d6-89e7-325316ca3b92 req-cbfe22fb-15fa-425a-bc4a-962448a16991 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ab7e572-1e6c-4f90-b170-f9a01a114e84 HTTP/1.1" status: 200 len: 998 time: 0.0590119 Aug 16 02:58:06.959838 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0686ab7-b869-40d6-89e7-325316ca3b92 req-d19d399a-9a82-45bb-ae4f-aefa04212587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:06.961237 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a0686ab7-b869-40d6-89e7-325316ca3b92 req-d19d399a-9a82-45bb-ae4f-aefa04212587 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0d498a41-076c-40ad-8df4-6027ab7c16d5 HTTP/1.1" status: 200 len: 848 time: 0.0441766 Aug 16 02:58:06.986205 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2e3917b8-efd6-4d85-a8e9-a56ffca13db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T02:57:46Z', 'revision_number': 4, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port': {'id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:44Z', 'updated_at': '2021-08-16T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'ec55c4c6-091d-4799-af6f-1d33e31acc66', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'port_id': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'mac_address': 'fa:16:3e:a7:56:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:58:05Z', 'updated_at': '2021-08-16T02:58:05Z', 'revision_number': 0, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96059317-6cb8-46ed-a7be-298992faaf6f', 'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'mac_address': 'fa:16:3e:37:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:46Z', 'updated_at': '2021-08-16T02:57:53Z', 'revision_number': 5, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'subnets': [{'id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:07.012301 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0686ab7-b869-40d6-89e7-325316ca3b92 req-3fb533be-828c-48b2-a120-befb2f3cf14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:07.012806 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3917b8-efd6-4d85-a8e9-a56ffca13db6 None None] Checking router: ff626eaa-f644-44b5-80b3-5499ad4ed7a2 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:58:07.013843 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a0686ab7-b869-40d6-89e7-325316ca3b92 req-3fb533be-828c-48b2-a120-befb2f3cf14e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3fe76dc5-98e3-4282-822d-72f553cb006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459352 Aug 16 02:58:07.021814 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3917b8-efd6-4d85-a8e9-a56ffca13db6 None None] Routers {'ff626eaa-f644-44b5-80b3-5499ad4ed7a2'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:07.022456 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2e3917b8-efd6-4d85-a8e9-a56ffca13db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T02:57:53Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:07.107710 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a0686ab7-b869-40d6-89e7-325316ca3b92 req-fb01efe6-d1f6-41fb-b6b9-33fa5f25b84f service neutron] 10.222.0.63 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864298 Aug 16 02:58:07.134170 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-2e3917b8-efd6-4d85-a8e9-a56ffca13db6 None None] Set router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:07.208597 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a0686ab7-b869-40d6-89e7-325316ca3b92 req-c746321c-ece5-45b3-a6bf-69d7f71feff1 service neutron] 10.222.0.63 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941372 Aug 16 02:58:07.365685 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2e3917b8-efd6-4d85-a8e9-a56ffca13db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T02:57:46Z', 'revision_number': 4, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port': {'id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:44Z', 'updated_at': '2021-08-16T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'ec55c4c6-091d-4799-af6f-1d33e31acc66', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'port_id': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'mac_address': 'fa:16:3e:a7:56:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:58:05Z', 'updated_at': '2021-08-16T02:58:05Z', 'revision_number': 0, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96059317-6cb8-46ed-a7be-298992faaf6f', 'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'mac_address': 'fa:16:3e:37:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:46Z', 'updated_at': '2021-08-16T02:57:53Z', 'revision_number': 5, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'subnets': [{'id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:07.391832 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3917b8-efd6-4d85-a8e9-a56ffca13db6 None None] The sync data for ids ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'] in n-d-765315-27 is: [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T02:57:46Z', 'revision_number': 4, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port': {'id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:44Z', 'updated_at': '2021-08-16T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'ec55c4c6-091d-4799-af6f-1d33e31acc66', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'port_id': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'mac_address': 'fa:16:3e:a7:56:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:58:05Z', 'updated_at': '2021-08-16T02:58:05Z', 'revision_number': 0, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96059317-6cb8-46ed-a7be-298992faaf6f', 'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'mac_address': 'fa:16:3e:37:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:46Z', 'updated_at': '2021-08-16T02:57:53Z', 'revision_number': 5, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'subnets': [{'id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:58:07.588801 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bf6a2f-8e96-4c23-b88c-a83ee046c792 None None] New status for floating IP ec55c4c6-091d-4799-af6f-1d33e31acc66: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:58:07.975114 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a2feae95-1c0e-4c7b-a1a2-a64fcc3c5d59 req-15b48e5b-d040-4bc5-996b-9d42a83028e9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=86a460f1-9d21-4a17-b384-a9bb7152e422&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406528 Aug 16 02:58:08.057098 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2feae95-1c0e-4c7b-a1a2-a64fcc3c5d59 req-f6428587-c914-4f73-a39f-252b5054628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:08.058643 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a2feae95-1c0e-4c7b-a1a2-a64fcc3c5d59 req-f6428587-c914-4f73-a39f-252b5054628a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=607ab0f5e01f46dcabac1605812b3970&device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 1097 time: 0.0415826 Aug 16 02:58:08.167169 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2feae95-1c0e-4c7b-a1a2-a64fcc3c5d59 req-e166b247-983f-471b-9fbb-5d4a717df68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:08.168659 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a2feae95-1c0e-4c7b-a1a2-a64fcc3c5d59 req-e166b247-983f-471b-9fbb-5d4a717df68d service neutron] 10.222.0.63 "GET /v2.0/networks?id=3fe76dc5-98e3-4282-822d-72f553cb006a HTTP/1.1" status: 200 len: 910 time: 0.0912557 Aug 16 02:58:08.245562 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a2feae95-1c0e-4c7b-a1a2-a64fcc3c5d59 req-8b577b38-ee94-42c6-9c4a-7f5acc60ff0c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ab7e572-1e6c-4f90-b170-f9a01a114e84 HTTP/1.1" status: 200 len: 1000 time: 0.0639498 Aug 16 02:58:08.287159 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:08.298254 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2feae95-1c0e-4c7b-a1a2-a64fcc3c5d59 req-95b6629f-06ae-459c-8799-2d615928eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:08.299709 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a2feae95-1c0e-4c7b-a1a2-a64fcc3c5d59 req-95b6629f-06ae-459c-8799-2d615928eae5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0d498a41-076c-40ad-8df4-6027ab7c16d5 HTTP/1.1" status: 200 len: 848 time: 0.0476646 Aug 16 02:58:08.351819 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2feae95-1c0e-4c7b-a1a2-a64fcc3c5d59 req-9f1ac946-46d8-41f6-a322-10e8d11d63a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:08.353314 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a2feae95-1c0e-4c7b-a1a2-a64fcc3c5d59 req-9f1ac946-46d8-41f6-a322-10e8d11d63a0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3fe76dc5-98e3-4282-822d-72f553cb006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468142 Aug 16 02:58:08.450389 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a2feae95-1c0e-4c7b-a1a2-a64fcc3c5d59 req-956a2756-e25b-42de-be1c-325ae14987dc service neutron] 10.222.0.63 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888937 Aug 16 02:58:08.556409 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-a2feae95-1c0e-4c7b-a1a2-a64fcc3c5d59 req-fdd7b464-0fc3-4512-a767-24c1928698a7 service neutron] 10.222.0.63 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986283 Aug 16 02:58:08.917423 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:12.388082 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:58:20.243267 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c46f7160-da81-4ec2-871b-a2abdada3fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:22.774450 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4c23-3c5e-4daf-a95c-6651653f5d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:23.477857 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:24.488220 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:26.271289 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:38.301992 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:38.928377 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:49.387725 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:58:50.246062 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7552f36e-e332-4ef9-875d-e6b8d311acb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:52.774828 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3ebb4cf0-3cb6-4cbe-8ea4-efcc0f52337a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:53.478574 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:54.490101 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:56.270892 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:08.301453 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:08.915412 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:10.296569 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5d0f712-8448-4ffd-affe-a3be67dd0d96 req-df16f319-b74a-499d-b018-fdaf79768729 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=86a460f1-9d21-4a17-b384-a9bb7152e422&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3588812 Aug 16 02:59:10.378835 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0f712-8448-4ffd-affe-a3be67dd0d96 req-ca93947d-1b78-4a8a-92d8-4c89d34283e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:10.380375 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5d0f712-8448-4ffd-affe-a3be67dd0d96 req-ca93947d-1b78-4a8a-92d8-4c89d34283e4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=607ab0f5e01f46dcabac1605812b3970&device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 1097 time: 0.0409358 Aug 16 02:59:10.489036 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0f712-8448-4ffd-affe-a3be67dd0d96 req-5449b13d-e735-46be-9efa-134a63db8b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:10.490433 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5d0f712-8448-4ffd-affe-a3be67dd0d96 req-5449b13d-e735-46be-9efa-134a63db8b9e service neutron] 10.222.0.63 "GET /v2.0/networks?id=3fe76dc5-98e3-4282-822d-72f553cb006a HTTP/1.1" status: 200 len: 910 time: 0.0875888 Aug 16 02:59:10.559481 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5d0f712-8448-4ffd-affe-a3be67dd0d96 req-1fd4a7c2-ca81-4ab7-b8ee-d9366d269c68 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ab7e572-1e6c-4f90-b170-f9a01a114e84 HTTP/1.1" status: 200 len: 1000 time: 0.0602131 Aug 16 02:59:10.614206 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0f712-8448-4ffd-affe-a3be67dd0d96 req-36a0304f-43e3-4cf0-bdfe-a2d8db0fa436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:10.615634 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5d0f712-8448-4ffd-affe-a3be67dd0d96 req-36a0304f-43e3-4cf0-bdfe-a2d8db0fa436 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0d498a41-076c-40ad-8df4-6027ab7c16d5 HTTP/1.1" status: 200 len: 848 time: 0.0434654 Aug 16 02:59:10.670242 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0f712-8448-4ffd-affe-a3be67dd0d96 req-c0566942-59e0-4040-8281-ae25f494ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:10.671702 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5d0f712-8448-4ffd-affe-a3be67dd0d96 req-c0566942-59e0-4040-8281-ae25f494ba70 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3fe76dc5-98e3-4282-822d-72f553cb006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440953 Aug 16 02:59:10.761485 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5d0f712-8448-4ffd-affe-a3be67dd0d96 req-117e3efe-2e0a-4916-8d20-41705a0692b2 service neutron] 10.222.0.63 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808611 Aug 16 02:59:10.856708 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e5d0f712-8448-4ffd-affe-a3be67dd0d96 req-7ea8133f-8ad2-4276-a4d2-e46d4981d49b service neutron] 10.222.0.63 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858953 Aug 16 02:59:20.246824 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d0b10ae-817c-4e7f-9a86-63908158b6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:22.774479 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b0c18b2-5210-4c66-97f8-4affd76e0470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:23.479958 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:24.492411 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:26.272949 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:26.387311 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:59:38.302222 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:38.933321 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:50.248372 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2cbddd50-5609-4586-99b2-80632feff6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:52.774157 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e281e8f9-4535-43aa-a537-805cb3c816c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:53.481387 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:54.494752 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:56.276383 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:03.386454 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:00:07.243248 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 9ab7e572-1e6c-4f90-b170-f9a01a114e84 details requested by agent hyperv_n-h2-765315-27 with host n-h2-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:00:07.339252 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 9ab7e572-1e6c-4f90-b170-f9a01a114e84, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9ab7e572-1e6c-4f90-b170-f9a01a114e84,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:07.350734 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Returning: {'device': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'port_id': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'mac_address': 'fa:16:3e:a7:56:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:00:07.386349 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:07.399112 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ab7e572-1e6c-4f90-b170-f9a01a114e84 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:00:07.418782 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 9ab7e572-1e6c-4f90-b170-f9a01a114e84, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9ab7e572-1e6c-4f90-b170-f9a01a114e84,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:07.422990 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:07.475149 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=9ab7e572-1e6c-4f90-b170-f9a01a114e84,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:07.482433 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:07.482779 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:07.483203 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:07.483544 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:07.484006 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:07.484347 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:07.484678 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:07.485005 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:07.485329 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:07.485711 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:07.486129 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:07.486498 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:07.526543 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] get_ports_and_sgs() called for port_ids ['9ab7e572-1e6c-4f90-b170-f9a01a114e84'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:00:08.313275 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:08.954641 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:09.255585 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 9ab7e572-1e6c-4f90-b170-f9a01a114e84 up at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:09.320911 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Provisioning complete for port 9ab7e572-1e6c-4f90-b170-f9a01a114e84 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:09.322140 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:09.419321 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:09.445245 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab7e572-1e6c-4f90-b170-f9a01a114e84'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:09.448519 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b525ab5c-6299-47f6-918f-4a6b7a327409" -d '{"events": [{"server_uuid": "86a460f1-9d21-4a17-b384-a9bb7152e422", "name": "network-vif-plugged", "status": "completed", "tag": "9ab7e572-1e6c-4f90-b170-f9a01a114e84"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:09.468843 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 9ab7e572-1e6c-4f90-b170-f9a01a114e84, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9ab7e572-1e6c-4f90-b170-f9a01a114e84,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:09.475358 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:09.507441 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b06669-d162-46b8-b07a-17018e9749e2 x-openstack-request-id: req-18b06669-d162-46b8-b07a-17018e9749e2 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:09.507666 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a460f1-9d21-4a17-b384-a9bb7152e422", "name": "network-vif-plugged", "status": "completed", "tag": "9ab7e572-1e6c-4f90-b170-f9a01a114e84", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:09.507884 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-18b06669-d162-46b8-b07a-17018e9749e2 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:09.508266 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'code': 200} Aug 16 03:00:09.543307 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=9ab7e572-1e6c-4f90-b170-f9a01a114e84,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:11.017215 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840af01b-78bc-4358-bdcf-624cc43e56a6 req-a3d4b657-ad0d-48bb-9e8b-fd8048eca3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:11.022439 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-840af01b-78bc-4358-bdcf-624cc43e56a6 req-a3d4b657-ad0d-48bb-9e8b-fd8048eca3a3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=607ab0f5e01f46dcabac1605812b3970&device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 1097 time: 0.0508733 Aug 16 03:00:11.133045 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840af01b-78bc-4358-bdcf-624cc43e56a6 req-59ec55c1-ba34-4a2c-8f79-b906e1298b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:11.134565 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-840af01b-78bc-4358-bdcf-624cc43e56a6 req-59ec55c1-ba34-4a2c-8f79-b906e1298b09 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3fe76dc5-98e3-4282-822d-72f553cb006a HTTP/1.1" status: 200 len: 910 time: 0.0918050 Aug 16 03:00:11.212523 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-840af01b-78bc-4358-bdcf-624cc43e56a6 req-3b0493e1-a59e-40ca-abdf-af66903e2e53 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ab7e572-1e6c-4f90-b170-f9a01a114e84 HTTP/1.1" status: 200 len: 1000 time: 0.0695944 Aug 16 03:00:11.279510 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840af01b-78bc-4358-bdcf-624cc43e56a6 req-11a9e32e-9afe-481a-9aff-c9730ace33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:11.281538 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-840af01b-78bc-4358-bdcf-624cc43e56a6 req-11a9e32e-9afe-481a-9aff-c9730ace33a2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0d498a41-076c-40ad-8df4-6027ab7c16d5 HTTP/1.1" status: 200 len: 848 time: 0.0590937 Aug 16 03:00:11.338951 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840af01b-78bc-4358-bdcf-624cc43e56a6 req-50b81011-681c-41a7-8b49-97e889e40bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:11.340663 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-840af01b-78bc-4358-bdcf-624cc43e56a6 req-50b81011-681c-41a7-8b49-97e889e40bea service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3fe76dc5-98e3-4282-822d-72f553cb006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478981 Aug 16 03:00:11.467714 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-840af01b-78bc-4358-bdcf-624cc43e56a6 req-355b1efb-a0fc-4a43-a2d6-1d99a1224def service neutron] 10.222.0.63 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135352 Aug 16 03:00:11.568701 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-840af01b-78bc-4358-bdcf-624cc43e56a6 req-eb1ee159-7e86-4be7-916b-fa1a08d9e0ec service neutron] 10.222.0.63 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939894 Aug 16 03:00:17.895790 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-6c425b71-20d3-4c81-a5ba-f0bb6d801742 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951414901&fields=id&tenant_id=607ab0f5e01f46dcabac1605812b3970 HTTP/1.1" status: 200 len: 267 time: 0.0342839 Aug 16 03:00:18.001143 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-6db36c8d-e257-438f-9b0e-bd8cc31c4cd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:18.002632 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-6db36c8d-e257-438f-9b0e-bd8cc31c4cd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/networks?id=3fe76dc5-98e3-4282-822d-72f553cb006a HTTP/1.1" status: 200 len: 809 time: 0.1001315 Aug 16 03:00:18.018023 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-4bf2a5c1-8804-4c27-a01d-8b6966d82d35 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/quotas/607ab0f5e01f46dcabac1605812b3970 HTTP/1.1" status: 200 len: 375 time: 0.0090964 Aug 16 03:00:18.078453 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-27adbb1a-6fff-48c2-9d4b-c4a4067fd9de tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=607ab0f5e01f46dcabac1605812b3970&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0543265 Aug 16 03:00:18.216051 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-7081a6df-1723-46be-9717-b9715d960495 service neutron] 10.222.0.68 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252992 Aug 16 03:00:18.309626 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-c006ddc3-5a32-4152-8929-d36fd0a514c3 service neutron] 10.222.0.68 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876415 Aug 16 03:00:18.518562 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3fcfdd2e-1ed8-42b8-b318-542e43516922 req-8d8592f0-c017-424a-8ba8-fe066e663c31 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 210 time: 0.0322003 Aug 16 03:00:19.596606 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-dd2c2348-0199-4be3-9c23-9e0f33e72e16 req-2e3b53e8-fbdf-43a4-8eee-f2c66b07df88 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 210 time: 0.0273414 Aug 16 03:00:20.248306 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1a97b1b7-1310-40d2-8e46-2a906a42900b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:20.677791 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bc808e3c-c919-4d06-bf8e-29a277b4c06b req-9078471f-0dcf-43f6-b440-1ff4b81ef8f7 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 210 time: 0.0290439 Aug 16 03:00:21.320873 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 9ab7e572-1e6c-4f90-b170-f9a01a114e84 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:00:21.397952 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:21.421829 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab7e572-1e6c-4f90-b170-f9a01a114e84'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:21.424204 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f081d0-ad68-4179-a943-b028087b6455" -d '{"events": [{"server_uuid": "86a460f1-9d21-4a17-b384-a9bb7152e422", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab7e572-1e6c-4f90-b170-f9a01a114e84"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:21.438427 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] For port 9ab7e572-1e6c-4f90-b170-f9a01a114e84, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9ab7e572-1e6c-4f90-b170-f9a01a114e84,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:21.443489 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:21.470349 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c879d316-86b7-46bd-a1af-f63432cdc19d x-openstack-request-id: req-c879d316-86b7-46bd-a1af-f63432cdc19d {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:21.470672 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a460f1-9d21-4a17-b384-a9bb7152e422", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab7e572-1e6c-4f90-b170-f9a01a114e84", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:21.470882 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c879d316-86b7-46bd-a1af-f63432cdc19d {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:21.471260 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'code': 200} Aug 16 03:00:21.502854 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Pushing event updated for resources: {'Port': ['ID=9ab7e572-1e6c-4f90-b170-f9a01a114e84,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:21.586418 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-6c344c5e-cf50-4163-8229-391357e2d92a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:21.587947 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-6c344c5e-cf50-4163-8229-391357e2d92a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.73 "GET /v2.0/networks?id=3fe76dc5-98e3-4282-822d-72f553cb006a HTTP/1.1" status: 200 len: 809 time: 0.1129646 Aug 16 03:00:21.639919 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-b2cf6688-a9f3-4f41-b09d-ce6c1b10b9cb tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=607ab0f5e01f46dcabac1605812b3970 HTTP/1.1" status: 200 len: 379 time: 0.0364606 Aug 16 03:00:21.650197 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Request body: {'port': {'device_id': 'a3a0b801-7520-4212-969c-39f2b190fe68', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'admin_state_up': True, 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'security_groups': ['6b479f86-1bf1-4d2f-9f6c-83ee968418e9']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:21.767603 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Made reservation on behalf of 607ab0f5e01f46dcabac1605812b3970 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:00:21.770333 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:21.785658 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-dda03ffa-9cda-4050-99fb-901fa8b196b5 req-2c0dad05-0016-4a57-b704-4d98738b630b tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 210 time: 0.0300117 Aug 16 03:00:21.915547 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Allocated IP 172.20.0.6 (3fe76dc5-98e3-4282-822d-72f553cb006a/0d498a41-076c-40ad-8df4-6027ab7c16d5/ef8f55b4-479e-4d3a-8f3f-d28d01580ca0) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:00:22.125135 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:22.147650 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Transition to ACTIVE for port object ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:22.186284 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:22.250036 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Network 3fe76dc5-98e3-4282-822d-72f553cb006a is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:00:22.255401 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:22.258863 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:00:22.317283 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:22.317979 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:22.331899 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Pushing event updated for resources: {'Port': ['ID=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:22.341728 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:22.342147 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:22.342548 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:22.342855 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:22.343187 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:22.343788 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:22.344264 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:22.344607 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:22.344935 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:22.345278 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:22.345626 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:22.345995 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:22.352580 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-f8d1e916-24e3-49cb-8d49-759ade99c354 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7060905 Aug 16 03:00:22.608609 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f68fd4db-2c74-412b-ab10-25c6e84b8d72 None None] Provisioning for port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 completed by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:22.612238 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f68fd4db-2c74-412b-ab10-25c6e84b8d72 None None] Provisioning complete for port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 triggered by entity DHCP. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:22.612615 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f68fd4db-2c74-412b-ab10-25c6e84b8d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:22.667161 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f68fd4db-2c74-412b-ab10-25c6e84b8d72 None None] Port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 cannot update to ACTIVE because it is not bound. {{(pid=94674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:00:22.776028 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6b6491a-02fc-4086-975b-2c42219ff20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:22.918874 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49363b-2539-4f1e-acc8-35a055f97013 req-cd3d3c7d-b7ae-4013-b48b-f305b34a45fd tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:22.926197 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5d49363b-2539-4f1e-acc8-35a055f97013 req-cd3d3c7d-b7ae-4013-b48b-f305b34a45fd tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 931 time: 0.0590651 Aug 16 03:00:22.961505 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5d49363b-2539-4f1e-acc8-35a055f97013 req-cdc017c4-5cf1-47ce-a253-632cfc4b3b2a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342889 Aug 16 03:00:23.491323 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:24.091230 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b326a7-ffda-4b63-9c30-77989fb4d2cc req-8588adbd-1068-4353-b9fd-e53abb2db3eb tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:24.092777 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6b326a7-ffda-4b63-9c30-77989fb4d2cc req-8588adbd-1068-4353-b9fd-e53abb2db3eb tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 931 time: 0.0540495 Aug 16 03:00:24.139569 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b6b326a7-ffda-4b63-9c30-77989fb4d2cc req-266fdf35-f48e-422a-a56a-9bf9471f4b5f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404503 Aug 16 03:00:24.503229 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:25.290218 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02051cba-8af0-41e3-ad26-28127abffe71 req-aac21975-896d-4c38-a89c-99c8d177e64e tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:25.302578 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02051cba-8af0-41e3-ad26-28127abffe71 req-aac21975-896d-4c38-a89c-99c8d177e64e tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 931 time: 0.0869577 Aug 16 03:00:25.346787 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-02051cba-8af0-41e3-ad26-28127abffe71 req-5b21825b-3071-4a95-8f94-6655a4918f5c tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431695 Aug 16 03:00:26.285608 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:26.485879 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e44719-c380-46cc-a7b9-c432ba9206bf req-603dc497-36e3-4037-84e4-7e27a231b8f5 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:26.494057 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8e44719-c380-46cc-a7b9-c432ba9206bf req-603dc497-36e3-4037-84e4-7e27a231b8f5 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 931 time: 0.0667207 Aug 16 03:00:26.528419 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b8e44719-c380-46cc-a7b9-c432ba9206bf req-3638dc71-9b7c-47e6-92ec-74bef06754b9 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334680 Aug 16 03:00:27.659308 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b6d8f-1975-4105-846c-6fc2eba83611 req-b5e228a2-652b-4c68-9b08-60873a3de286 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:27.661466 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-659b6d8f-1975-4105-846c-6fc2eba83611 req-b5e228a2-652b-4c68-9b08-60873a3de286 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 931 time: 0.0543535 Aug 16 03:00:27.704836 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-659b6d8f-1975-4105-846c-6fc2eba83611 req-fac238b0-f3a9-45da-b511-5ac77899f3a3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369971 Aug 16 03:00:28.833973 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a7519-1f76-4a68-b07b-0cc3f9d61797 req-93c1dd01-3a3d-40a4-896f-237936c6fc68 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:28.837887 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b32a7519-1f76-4a68-b07b-0cc3f9d61797 req-93c1dd01-3a3d-40a4-896f-237936c6fc68 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 931 time: 0.0612059 Aug 16 03:00:28.878703 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-b32a7519-1f76-4a68-b07b-0cc3f9d61797 req-32f09e7a-6f80-42a2-923c-1167a090aa43 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361519 Aug 16 03:00:30.014254 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45cba8-97c8-412f-b833-b7f94ab6b6ac req-a015a0fe-ce5b-48b2-943a-14b16003745b tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:30.015730 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f45cba8-97c8-412f-b833-b7f94ab6b6ac req-a015a0fe-ce5b-48b2-943a-14b16003745b tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 931 time: 0.0504725 Aug 16 03:00:30.057815 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5f45cba8-97c8-412f-b833-b7f94ab6b6ac req-a24e1a4a-0ea5-4d94-ad6c-1107ec438fcb tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323694 Aug 16 03:00:31.176669 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0040aa-b1e5-4f23-bc60-7734412dc65c req-d69b42f8-7110-4a97-906e-16cb4f100704 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:31.178179 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4c0040aa-b1e5-4f23-bc60-7734412dc65c req-d69b42f8-7110-4a97-906e-16cb4f100704 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 931 time: 0.0503142 Aug 16 03:00:31.215396 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-4c0040aa-b1e5-4f23-bc60-7734412dc65c req-a903a1a0-7630-460b-9dd0-bbf1645c1051 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313053 Aug 16 03:00:32.033358 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Request body: {'port': {'device_id': 'a3a0b801-7520-4212-969c-39f2b190fe68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-27'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:32.089823 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.388366 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc7817-adce-4534-b6e0-2a253c17f872 req-3ebc2b82-b960-4269-96f7-dbcd163964d8 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:32.389884 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5dc7817-adce-4534-b6e0-2a253c17f872 req-3ebc2b82-b960-4269-96f7-dbcd163964d8 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 931 time: 0.0962229 Aug 16 03:00:32.403898 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:00:32.416511 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.445419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Transition to ACTIVE for port object ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:32.451150 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.455336 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-c5dc7817-adce-4534-b6e0-2a253c17f872 req-ebcb27a7-6ed6-46f2-be5f-97bc0b0c4882 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558181 Aug 16 03:00:32.527583 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:32.578244 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Attempting to bind port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 on host n-h1-765315-27 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:00:32.578581 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Attempting to bind port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 by drivers openvswitch,hyperv on host n-h1-765315-27 at level 0 using segments [{'id': '19872ce6-cc22-493b-ad5e-10b0b226cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:00:32.578908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Attempting to bind port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 on network 3fe76dc5-98e3-4282-822d-72f553cb006a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:32.583659 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 on network 3fe76dc5-98e3-4282-822d-72f553cb006a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-27 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:00:32.583978 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Attempting to bind port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 on network 3fe76dc5-98e3-4282-822d-72f553cb006a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:32.588880 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Checking agent: {'id': '292f3e9f-609d-4a7a-9e8c-32f3eba4e1a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'started_at': datetime.datetime(2021, 8, 16, 1, 28, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:00:32.589218 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Checking segment: {'id': '19872ce6-cc22-493b-ad5e-10b0b226cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:00:32.589603 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Bound using segment: {'id': '19872ce6-cc22-493b-ad5e-10b0b226cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:00:32.590060 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Bound port: ef8f55b4-479e-4d3a-8f3f-d28d01580ca0, host: n-h1-765315-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19872ce6-cc22-493b-ad5e-10b0b226cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:00:32.590420 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.665344 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] For port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0, host n-h1-765315-27, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:00:32.668596 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] For port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0, host n-h1-765315-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:00:32.673465 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.712433 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:32.713117 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.715237 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] 10.222.0.73 "PUT /v2.0/ports/ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 HTTP/1.1" status: 200 len: 1092 time: 0.6870456 Aug 16 03:00:32.717497 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a0b801-7520-4212-969c-39f2b190fe68', 'tag': 'ef8f55b4-479e-4d3a-8f3f-d28d01580ca0'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:32.719811 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b78950a-0f3e-42bb-873f-0d7279fe9f01" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a0b801-7520-4212-969c-39f2b190fe68", "tag": "ef8f55b4-479e-4d3a-8f3f-d28d01580ca0"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:32.748419 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef4c08-e2a1-452d-981e-f63a9e0932b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:32.767842 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcc7f29-fcc7-4959-9d02-e2f6a6e4b4a0 x-openstack-request-id: req-1dcc7f29-fcc7-4959-9d02-e2f6a6e4b4a0 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:32.768133 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a0b801-7520-4212-969c-39f2b190fe68", "tag": "ef8f55b4-479e-4d3a-8f3f-d28d01580ca0", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:32.768381 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1dcc7f29-fcc7-4959-9d02-e2f6a6e4b4a0 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:32.768817 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a0b801-7520-4212-969c-39f2b190fe68', 'tag': 'ef8f55b4-479e-4d3a-8f3f-d28d01580ca0', 'status': 'completed', 'code': 200} Aug 16 03:00:32.816874 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-9bd02ce0-0d47-4aa7-bf00-49daf3edb89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:32.818446 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-9bd02ce0-0d47-4aa7-bf00-49daf3edb89f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=607ab0f5e01f46dcabac1605812b3970&device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 1095 time: 0.0431290 Aug 16 03:00:32.865625 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-36db2f66-0d8a-4864-98e0-989a80cd989e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 HTTP/1.1" status: 200 len: 217 time: 0.0357165 Aug 16 03:00:32.924241 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-cfdaf4f9-4cb4-41ee-81fa-513027ac227a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:32.925852 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-cfdaf4f9-4cb4-41ee-81fa-513027ac227a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d498a41-076c-40ad-8df4-6027ab7c16d5 HTTP/1.1" status: 200 len: 848 time: 0.0493891 Aug 16 03:00:32.976176 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-df62a7d7-3763-4e5e-9528-de8c20d81312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:32.977743 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-df62a7d7-3763-4e5e-9528-de8c20d81312 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3fe76dc5-98e3-4282-822d-72f553cb006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415072 Aug 16 03:00:33.069549 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-70fb08cf-ea36-47f6-b60f-beef2a43a518 service neutron] 10.222.0.73 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820332 Aug 16 03:00:33.167604 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-7a4daf05-a036-409d-8b23-6a8ed9d4cda6 req-0d70197b-5ebd-4bfb-8745-46ce28a57d2d service neutron] 10.222.0.73 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869820 Aug 16 03:00:33.262908 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78950a-0f3e-42bb-873f-0d7279fe9f01 req-5f513c04-e4f3-47da-91a2-65361988062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:33.264433 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b78950a-0f3e-42bb-873f-0d7279fe9f01 req-5f513c04-e4f3-47da-91a2-65361988062a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=607ab0f5e01f46dcabac1605812b3970&device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 1095 time: 0.0438313 Aug 16 03:00:33.360332 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78950a-0f3e-42bb-873f-0d7279fe9f01 req-f357009f-bf35-4fd5-987b-6ad5ac8f156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:33.361732 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b78950a-0f3e-42bb-873f-0d7279fe9f01 req-f357009f-bf35-4fd5-987b-6ad5ac8f156f service neutron] 10.222.0.73 "GET /v2.0/networks?id=3fe76dc5-98e3-4282-822d-72f553cb006a HTTP/1.1" status: 200 len: 910 time: 0.0904870 Aug 16 03:00:33.402998 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b78950a-0f3e-42bb-873f-0d7279fe9f01 req-49f3cc14-7e15-4f64-8100-00681f79fd8f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 HTTP/1.1" status: 200 len: 217 time: 0.0342650 Aug 16 03:00:33.456046 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78950a-0f3e-42bb-873f-0d7279fe9f01 req-24abc170-e4ef-47ee-804b-136c7900cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:33.457647 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b78950a-0f3e-42bb-873f-0d7279fe9f01 req-24abc170-e4ef-47ee-804b-136c7900cfb7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d498a41-076c-40ad-8df4-6027ab7c16d5 HTTP/1.1" status: 200 len: 848 time: 0.0438361 Aug 16 03:00:33.506453 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78950a-0f3e-42bb-873f-0d7279fe9f01 req-826d14a8-d0b3-4945-8273-4cd41fc5a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:33.508092 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b78950a-0f3e-42bb-873f-0d7279fe9f01 req-826d14a8-d0b3-4945-8273-4cd41fc5a665 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3fe76dc5-98e3-4282-822d-72f553cb006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425048 Aug 16 03:00:33.640081 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2ebe0-291e-437c-a7ff-eb09d1156918 req-004701ff-4056-4150-ad09-6fce5fd8f4e5 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:33.641443 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ccd2ebe0-291e-437c-a7ff-eb09d1156918 req-004701ff-4056-4150-ad09-6fce5fd8f4e5 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 943 time: 0.0765743 Aug 16 03:00:33.643634 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b78950a-0f3e-42bb-873f-0d7279fe9f01 req-d4450646-9b45-44f2-9024-956a059e6e58 service neutron] 10.222.0.73 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273952 Aug 16 03:00:33.729672 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-ccd2ebe0-291e-437c-a7ff-eb09d1156918 req-b2b779ef-c8e5-400d-984b-f85e617a11bc tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820801 Aug 16 03:00:33.760359 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-5b78950a-0f3e-42bb-873f-0d7279fe9f01 req-7c7dc228-f391-4d43-a1ea-9123293fe7f2 service neutron] 10.222.0.73 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070948 Aug 16 03:00:34.851946 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a0df9-80bd-423e-a711-8dd8cd24eca5 req-ceaf621b-c9fb-43c8-a391-0c4594983a01 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:34.853415 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bd7a0df9-80bd-423e-a711-8dd8cd24eca5 req-ceaf621b-c9fb-43c8-a391-0c4594983a01 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 943 time: 0.0534730 Aug 16 03:00:34.890294 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-bd7a0df9-80bd-423e-a711-8dd8cd24eca5 req-74bb8484-cab4-4de5-a75b-c994b5025c94 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308495 Aug 16 03:00:36.012867 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b979e85-8842-44bb-b00e-c981fb5ce9b2 req-f8bfc4ed-632b-41e0-8087-d23be061ae0c tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:36.014371 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b979e85-8842-44bb-b00e-c981fb5ce9b2 req-f8bfc4ed-632b-41e0-8087-d23be061ae0c tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 943 time: 0.0502377 Aug 16 03:00:36.052578 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-9b979e85-8842-44bb-b00e-c981fb5ce9b2 req-dc110d4f-f909-41c8-9a70-07129cb5e1ce tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323288 Aug 16 03:00:36.144930 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:00:36.242557 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:36.253745 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'ef8f55b4-479e-4d3a-8f3f-d28d01580ca0', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'port_id': 'ef8f55b4-479e-4d3a-8f3f-d28d01580ca0', 'mac_address': 'fa:16:3e:51:bf:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:00:36.290991 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:36.304120 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:00:36.323046 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:36.326995 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:36.374723 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:36.637000 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['ef8f55b4-479e-4d3a-8f3f-d28d01580ca0'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:00:37.168353 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a3934-3960-4e33-b0f5-3320834aecc0 req-baacde29-c5b2-4150-913a-48f52aa933da tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:37.170120 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d24a3934-3960-4e33-b0f5-3320834aecc0 req-baacde29-c5b2-4150-913a-48f52aa933da tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 944 time: 0.0495558 Aug 16 03:00:37.209123 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-d24a3934-3960-4e33-b0f5-3320834aecc0 req-1744440c-6c9c-4b5f-acc5-5d7f67b59824 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324900 Aug 16 03:00:38.145396 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:38.193576 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning for port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 completed by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:38.197330 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:38.197697 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:38.286097 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:38.319473 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a0b801-7520-4212-969c-39f2b190fe68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8f55b4-479e-4d3a-8f3f-d28d01580ca0'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:38.321711 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61acaa8-27c9-4841-ac42-5b9fd55d7733" -d '{"events": [{"server_uuid": "a3a0b801-7520-4212-969c-39f2b190fe68", "name": "network-vif-plugged", "status": "completed", "tag": "ef8f55b4-479e-4d3a-8f3f-d28d01580ca0"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:38.336065 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:38.337771 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:38.339134 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b7363-ce18-467b-9ae9-b293988844a2 req-04c4eb6f-6aac-495b-96e5-ed47ea484532 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:38.340696 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a6b7363-ce18-467b-9ae9-b293988844a2 req-04c4eb6f-6aac-495b-96e5-ed47ea484532 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 944 time: 0.0607955 Aug 16 03:00:38.342707 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:38.367988 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8348de2b-d1f6-49a4-a1a5-9c92893df5e4 x-openstack-request-id: req-8348de2b-d1f6-49a4-a1a5-9c92893df5e4 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:38.368276 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a0b801-7520-4212-969c-39f2b190fe68", "name": "network-vif-plugged", "status": "completed", "tag": "ef8f55b4-479e-4d3a-8f3f-d28d01580ca0", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:38.368526 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8348de2b-d1f6-49a4-a1a5-9c92893df5e4 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:38.368910 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a0b801-7520-4212-969c-39f2b190fe68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8f55b4-479e-4d3a-8f3f-d28d01580ca0', 'code': 200} Aug 16 03:00:38.388198 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-1a6b7363-ce18-467b-9ae9-b293988844a2 req-c6d6abb2-ac66-4c32-be18-7693dfe60374 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377491 Aug 16 03:00:38.402830 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:38.471624 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200ac51-634d-4762-a893-61c364b37cb0 req-c869bf09-1cfb-4998-a5a8-103ba9262c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:38.473177 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0200ac51-634d-4762-a893-61c364b37cb0 req-c869bf09-1cfb-4998-a5a8-103ba9262c61 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 1097 time: 0.0407729 Aug 16 03:00:38.513234 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0200ac51-634d-4762-a893-61c364b37cb0 req-0f838ce6-4c1c-4637-a168-d36c4117840d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291100 Aug 16 03:00:38.977441 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:39.519463 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69c74c-fc6d-43fa-9eb2-fb09157e7c4f req-4064276d-17bf-4f40-ad90-3dc59737a99e tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:39.520990 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c69c74c-fc6d-43fa-9eb2-fb09157e7c4f req-4064276d-17bf-4f40-ad90-3dc59737a99e tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 945 time: 0.0511043 Aug 16 03:00:39.559232 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c69c74c-fc6d-43fa-9eb2-fb09157e7c4f req-acbfee51-5614-428a-a584-c7527027cd4d tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321560 Aug 16 03:00:39.674537 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2834ec-d827-4c3f-aea7-f7754dce5ac3 req-6891fbfa-85a3-4de7-bf87-df032fd7ef28 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:39.676739 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e2834ec-d827-4c3f-aea7-f7754dce5ac3 req-6891fbfa-85a3-4de7-bf87-df032fd7ef28 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 945 time: 0.0515921 Aug 16 03:00:39.715360 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2e2834ec-d827-4c3f-aea7-f7754dce5ac3 req-fc81329f-a6a4-46a0-ad6c-c16ddfc5a21b tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323808 Aug 16 03:00:39.737073 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42446) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:39.780687 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad0d1c9-b4f5-4a28-9cf8-e49f1ff2cfd7 tempest-TestSnapshotPattern-2011650071 tempest-TestSnapshotPattern-2011650071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:39.782229 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-6ad0d1c9-b4f5-4a28-9cf8-e49f1ff2cfd7 tempest-TestSnapshotPattern-2011650071 tempest-TestSnapshotPattern-2011650071-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 1092 time: 0.0439513 Aug 16 03:00:39.785535 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42448) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:39.789966 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Request body: {'floatingip': {'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'port_id': 'ef8f55b4-479e-4d3a-8f3f-d28d01580ca0', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:39.811591 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:39.906312 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.012206 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Allocated IP 172.25.3.30 (624da80d-1349-4890-b915-f302637330f0/55176bfb-b275-4812-92c7-937d1685719f/bcbadd21-ddf3-4d8d-a5f4-e54d22f623b1) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:00:40.113513 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.153069 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736853647095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.194764 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Network 624da80d-1349-4890-b915-f302637330f0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:00:40.199384 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:40.203044 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:00:40.208900 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Pushing event updated for resources: {'Port': ['ID=bcbadd21-ddf3-4d8d-a5f4-e54d22f623b1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:40.385820 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:00:40.558672 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.625648 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.778713 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.783179 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30187496'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.844837 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Pushing event updated for resources: {'Port': ['ID=bcbadd21-ddf3-4d8d-a5f4-e54d22f623b1,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:40.859580 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667219'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.958402 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Floating IP 747b731b-8fc2-4905-a004-eda050f5b7ff associated. External IP: 172.25.3.30, port: ef8f55b4-479e-4d3a-8f3f-d28d01580ca0. Aug 16 03:00:41.160991 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:00:41.572363 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:00:41.581761 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbee113-8188-4883-9551-9e027456f829 None None] Sync routers for ids ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:00:41.588060 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:41.591066 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbee113-8188-4883-9551-9e027456f829 None None] Routers {'ff626eaa-f644-44b5-80b3-5499ad4ed7a2'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:41.591674 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-bfbee113-8188-4883-9551-9e027456f829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T03:00:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:41.614995 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-758d5962-7de0-4859-802c-ae09deda2b40 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8283720 Aug 16 03:00:41.615671 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a0b801-7520-4212-969c-39f2b190fe68', 'tag': 'ef8f55b4-479e-4d3a-8f3f-d28d01580ca0'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:41.617924 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e509e00-418f-4f31-a020-114694f887fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a0b801-7520-4212-969c-39f2b190fe68", "tag": "ef8f55b4-479e-4d3a-8f3f-d28d01580ca0"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:41.655002 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98819e4-16da-4e68-9584-a41b56ad1050 x-openstack-request-id: req-c98819e4-16da-4e68-9584-a41b56ad1050 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:41.655296 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a0b801-7520-4212-969c-39f2b190fe68", "tag": "ef8f55b4-479e-4d3a-8f3f-d28d01580ca0", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:41.655548 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c98819e4-16da-4e68-9584-a41b56ad1050 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:41.655944 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a0b801-7520-4212-969c-39f2b190fe68', 'tag': 'ef8f55b4-479e-4d3a-8f3f-d28d01580ca0', 'status': 'completed', 'code': 200} Aug 16 03:00:41.697768 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-bfbee113-8188-4883-9551-9e027456f829 None None] Set router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:41.718976 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e509e00-418f-4f31-a020-114694f887fa req-b3312644-9c54-4405-861b-54036e0fa13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:41.720461 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e509e00-418f-4f31-a020-114694f887fa req-b3312644-9c54-4405-861b-54036e0fa13d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=607ab0f5e01f46dcabac1605812b3970&device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 1097 time: 0.0403953 Aug 16 03:00:41.811858 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e509e00-418f-4f31-a020-114694f887fa req-966bf895-5de1-4dd7-9e17-c46150a14ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:41.813420 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e509e00-418f-4f31-a020-114694f887fa req-966bf895-5de1-4dd7-9e17-c46150a14ae8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3fe76dc5-98e3-4282-822d-72f553cb006a HTTP/1.1" status: 200 len: 910 time: 0.0862415 Aug 16 03:00:41.878933 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e509e00-418f-4f31-a020-114694f887fa req-e192b670-5c0a-446e-b414-b59d9dee7582 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 HTTP/1.1" status: 200 len: 998 time: 0.0579078 Aug 16 03:00:41.923483 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-bfbee113-8188-4883-9551-9e027456f829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T02:57:46Z', 'revision_number': 4, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port': {'id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:44Z', 'updated_at': '2021-08-16T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '747b731b-8fc2-4905-a004-eda050f5b7ff', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'port_id': 'ef8f55b4-479e-4d3a-8f3f-d28d01580ca0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'mac_address': 'fa:16:3e:51:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a0b801-7520-4212-969c-39f2b190fe68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:00:40Z', 'updated_at': '2021-08-16T03:00:40Z', 'revision_number': 0, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'fixed_ip_address_scope': None}, {'id': 'ec55c4c6-091d-4799-af6f-1d33e31acc66', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'port_id': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'mac_address': 'fa:16:3e:a7:56:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:58:05Z', 'updated_at': '2021-08-16T02:58:07Z', 'revision_number': 1, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96059317-6cb8-46ed-a7be-298992faaf6f', 'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'mac_address': 'fa:16:3e:37:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:46Z', 'updated_at': '2021-08-16T02:57:53Z', 'revision_number': 5, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'subnets': [{'id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:41.929011 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e509e00-418f-4f31-a020-114694f887fa req-ce668122-0725-479c-a067-5d7294605ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:41.930499 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e509e00-418f-4f31-a020-114694f887fa req-ce668122-0725-479c-a067-5d7294605ac5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d498a41-076c-40ad-8df4-6027ab7c16d5 HTTP/1.1" status: 200 len: 848 time: 0.0443447 Aug 16 03:00:41.953787 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbee113-8188-4883-9551-9e027456f829 None None] Checking router: ff626eaa-f644-44b5-80b3-5499ad4ed7a2 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:00:41.962462 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbee113-8188-4883-9551-9e027456f829 None None] Routers {'ff626eaa-f644-44b5-80b3-5499ad4ed7a2'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:41.963178 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-bfbee113-8188-4883-9551-9e027456f829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T03:00:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:41.981417 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e509e00-418f-4f31-a020-114694f887fa req-7f1871db-c834-4ec4-a12d-a7da8a646f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:41.983007 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e509e00-418f-4f31-a020-114694f887fa req-7f1871db-c834-4ec4-a12d-a7da8a646f6b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3fe76dc5-98e3-4282-822d-72f553cb006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450118 Aug 16 03:00:42.072443 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-bfbee113-8188-4883-9551-9e027456f829 None None] Set router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:42.073835 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e509e00-418f-4f31-a020-114694f887fa req-0b057877-ae15-4cee-905f-9ed567fd7b78 service neutron] 10.222.0.73 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834112 Aug 16 03:00:42.168987 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0e509e00-418f-4f31-a020-114694f887fa req-d76c2963-96ab-4d6f-a8c7-a6ebfb450a72 service neutron] 10.222.0.73 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882120 Aug 16 03:00:42.298022 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-bfbee113-8188-4883-9551-9e027456f829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T02:57:46Z', 'revision_number': 4, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port': {'id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:44Z', 'updated_at': '2021-08-16T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '747b731b-8fc2-4905-a004-eda050f5b7ff', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'port_id': 'ef8f55b4-479e-4d3a-8f3f-d28d01580ca0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'mac_address': 'fa:16:3e:51:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a0b801-7520-4212-969c-39f2b190fe68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:00:40Z', 'updated_at': '2021-08-16T03:00:40Z', 'revision_number': 0, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'fixed_ip_address_scope': None}, {'id': 'ec55c4c6-091d-4799-af6f-1d33e31acc66', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'port_id': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'mac_address': 'fa:16:3e:a7:56:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:58:05Z', 'updated_at': '2021-08-16T02:58:07Z', 'revision_number': 1, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96059317-6cb8-46ed-a7be-298992faaf6f', 'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'mac_address': 'fa:16:3e:37:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:46Z', 'updated_at': '2021-08-16T02:57:53Z', 'revision_number': 5, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'subnets': [{'id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:42.327408 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbee113-8188-4883-9551-9e027456f829 None None] The sync data for ids ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'] in n-d-765315-27 is: [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T02:57:46Z', 'revision_number': 4, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port': {'id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:44Z', 'updated_at': '2021-08-16T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': '747b731b-8fc2-4905-a004-eda050f5b7ff', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'port_id': 'ef8f55b4-479e-4d3a-8f3f-d28d01580ca0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'mac_address': 'fa:16:3e:51:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a0b801-7520-4212-969c-39f2b190fe68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:00:40Z', 'updated_at': '2021-08-16T03:00:40Z', 'revision_number': 0, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'fixed_ip_address_scope': None}, {'id': 'ec55c4c6-091d-4799-af6f-1d33e31acc66', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'port_id': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'mac_address': 'fa:16:3e:a7:56:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:58:05Z', 'updated_at': '2021-08-16T02:58:07Z', 'revision_number': 1, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96059317-6cb8-46ed-a7be-298992faaf6f', 'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'mac_address': 'fa:16:3e:37:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:46Z', 'updated_at': '2021-08-16T02:57:53Z', 'revision_number': 5, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'subnets': [{'id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:00:42.513620 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fec3d9-e90f-4748-952c-0cce7b8fe3be None None] New status for floating IP 747b731b-8fc2-4905-a004-eda050f5b7ff: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:00:50.250675 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-acd510e1-a411-4b66-ab37-04772c689e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:52.776510 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51292523-caa1-46be-a746-8e02521fc179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:53.482145 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:54.499628 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:56.285453 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:08.327296 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:08.972483 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:11.966571 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e697be64-0314-49df-b13a-a3af2b5011f2 req-4906da02-80f3-4957-8838-c965920db6e4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=86a460f1-9d21-4a17-b384-a9bb7152e422&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446594 Aug 16 03:01:12.055459 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697be64-0314-49df-b13a-a3af2b5011f2 req-13ab5dbc-cdbe-4252-905e-6b1302b9291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:12.057087 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e697be64-0314-49df-b13a-a3af2b5011f2 req-13ab5dbc-cdbe-4252-905e-6b1302b9291c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=607ab0f5e01f46dcabac1605812b3970&device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 1095 time: 0.0432718 Aug 16 03:01:12.165926 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697be64-0314-49df-b13a-a3af2b5011f2 req-419b12d1-ba8d-4f52-bfa9-028068db8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:12.167395 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e697be64-0314-49df-b13a-a3af2b5011f2 req-419b12d1-ba8d-4f52-bfa9-028068db8b5c service neutron] 10.222.0.63 "GET /v2.0/networks?id=3fe76dc5-98e3-4282-822d-72f553cb006a HTTP/1.1" status: 200 len: 910 time: 0.0850713 Aug 16 03:01:12.239455 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e697be64-0314-49df-b13a-a3af2b5011f2 req-415aca4d-618e-4ca7-bede-f03b5ad28d8e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ab7e572-1e6c-4f90-b170-f9a01a114e84 HTTP/1.1" status: 200 len: 998 time: 0.0606987 Aug 16 03:01:12.296147 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697be64-0314-49df-b13a-a3af2b5011f2 req-956a4b03-4e73-4654-9673-97cc0c047feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:12.296967 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e697be64-0314-49df-b13a-a3af2b5011f2 req-956a4b03-4e73-4654-9673-97cc0c047feb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0d498a41-076c-40ad-8df4-6027ab7c16d5 HTTP/1.1" status: 200 len: 848 time: 0.0467575 Aug 16 03:01:12.348967 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697be64-0314-49df-b13a-a3af2b5011f2 req-58430cae-1281-42c4-ae93-3d7f181f279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:12.350482 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e697be64-0314-49df-b13a-a3af2b5011f2 req-58430cae-1281-42c4-ae93-3d7f181f279f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3fe76dc5-98e3-4282-822d-72f553cb006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405607 Aug 16 03:01:12.443841 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e697be64-0314-49df-b13a-a3af2b5011f2 req-ed4e2d4a-9282-4bcb-ad94-dc71cd55ffc5 service neutron] 10.222.0.63 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851343 Aug 16 03:01:12.538003 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-e697be64-0314-49df-b13a-a3af2b5011f2 req-4b185819-5b04-493d-b157-0730fac3a6bb service neutron] 10.222.0.63 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853927 Aug 16 03:01:14.104462 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d85d8f4e-4da6-492a-97fa-5d0e8425a849 req-70c58b67-e797-4e6a-9adc-097c400dacff service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419309 Aug 16 03:01:14.194437 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d8f4e-4da6-492a-97fa-5d0e8425a849 req-91e4dd98-361c-4162-9039-ce01ee04a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:14.195917 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d85d8f4e-4da6-492a-97fa-5d0e8425a849 req-91e4dd98-361c-4162-9039-ce01ee04a5b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=607ab0f5e01f46dcabac1605812b3970&device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 1097 time: 0.0412824 Aug 16 03:01:14.317299 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d8f4e-4da6-492a-97fa-5d0e8425a849 req-f374f76f-b2da-4ee7-a41d-2c591611442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:14.319137 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d85d8f4e-4da6-492a-97fa-5d0e8425a849 req-f374f76f-b2da-4ee7-a41d-2c591611442c service neutron] 10.222.0.73 "GET /v2.0/networks?id=3fe76dc5-98e3-4282-822d-72f553cb006a HTTP/1.1" status: 200 len: 910 time: 0.0976851 Aug 16 03:01:14.390894 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d85d8f4e-4da6-492a-97fa-5d0e8425a849 req-59ebced4-8634-4d86-a094-2c0bbc52bf0a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 HTTP/1.1" status: 200 len: 1000 time: 0.0591593 Aug 16 03:01:14.444226 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d8f4e-4da6-492a-97fa-5d0e8425a849 req-1caf307c-ffa5-4459-95dc-f11e471e31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:14.445717 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d85d8f4e-4da6-492a-97fa-5d0e8425a849 req-1caf307c-ffa5-4459-95dc-f11e471e31c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d498a41-076c-40ad-8df4-6027ab7c16d5 HTTP/1.1" status: 200 len: 848 time: 0.0436671 Aug 16 03:01:14.499895 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d8f4e-4da6-492a-97fa-5d0e8425a849 req-10e45e3f-bbb0-4077-b1fd-84774a878d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:14.501405 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d85d8f4e-4da6-492a-97fa-5d0e8425a849 req-10e45e3f-bbb0-4077-b1fd-84774a878d91 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3fe76dc5-98e3-4282-822d-72f553cb006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437570 Aug 16 03:01:14.594573 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d85d8f4e-4da6-492a-97fa-5d0e8425a849 req-4b1971d4-12b4-4c48-99c8-d93147667579 service neutron] 10.222.0.73 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814600 Aug 16 03:01:14.689822 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-d85d8f4e-4da6-492a-97fa-5d0e8425a849 req-8a70b568-d12d-4fba-9b7a-75f2c3ba9314 service neutron] 10.222.0.73 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835464 Aug 16 03:01:17.385224 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:01:20.251771 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e621853-b638-45c6-8713-111aabe7af43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:22.777744 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f4a264f-91b4-49af-92c3-7eb6a79da569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:23.483817 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:24.505614 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:26.286451 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:38.342303 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:38.972242 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:50.253961 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cf5aaf6d-2f44-4c59-ba85-b1116b7e7eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:52.778315 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-41d6d577-5288-463f-90dd-b17a6f56236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:53.489250 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:54.385370 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:01:54.506070 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:56.288988 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.349263 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:08.972135 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:12.964187 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c1b449f-c335-4a5d-87c0-5243934da257 req-2b094763-081d-458c-adb7-b6eaf4165bb5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=86a460f1-9d21-4a17-b384-a9bb7152e422&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0477297 Aug 16 03:02:13.052832 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b449f-c335-4a5d-87c0-5243934da257 req-663bf3c7-ab57-40bf-b24f-5e74f002c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:13.054526 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c1b449f-c335-4a5d-87c0-5243934da257 req-663bf3c7-ab57-40bf-b24f-5e74f002c954 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=607ab0f5e01f46dcabac1605812b3970&device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 1095 time: 0.0434475 Aug 16 03:02:13.161877 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b449f-c335-4a5d-87c0-5243934da257 req-79672a36-3823-4e80-bb4d-db0254b2d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:13.163385 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c1b449f-c335-4a5d-87c0-5243934da257 req-79672a36-3823-4e80-bb4d-db0254b2d537 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3fe76dc5-98e3-4282-822d-72f553cb006a HTTP/1.1" status: 200 len: 910 time: 0.0886841 Aug 16 03:02:13.237817 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c1b449f-c335-4a5d-87c0-5243934da257 req-35fc5eb3-bd18-4ba9-a6c2-86c71f6fe964 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ab7e572-1e6c-4f90-b170-f9a01a114e84 HTTP/1.1" status: 200 len: 998 time: 0.0625529 Aug 16 03:02:13.295111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b449f-c335-4a5d-87c0-5243934da257 req-f60d7ab6-506f-4ba8-a353-16ba1469aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:13.296600 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c1b449f-c335-4a5d-87c0-5243934da257 req-f60d7ab6-506f-4ba8-a353-16ba1469aa16 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0d498a41-076c-40ad-8df4-6027ab7c16d5 HTTP/1.1" status: 200 len: 848 time: 0.0481544 Aug 16 03:02:13.352805 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b449f-c335-4a5d-87c0-5243934da257 req-efcebb73-139d-447a-b4ff-7d2c5667d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:13.354617 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c1b449f-c335-4a5d-87c0-5243934da257 req-efcebb73-139d-447a-b4ff-7d2c5667d69a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3fe76dc5-98e3-4282-822d-72f553cb006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463467 Aug 16 03:02:13.458289 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c1b449f-c335-4a5d-87c0-5243934da257 req-afcf759b-6e22-405c-b884-524a0cca393f service neutron] 10.222.0.63 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923200 Aug 16 03:02:13.549749 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-7c1b449f-c335-4a5d-87c0-5243934da257 req-c4db89c0-b965-4fd3-926f-e925d5aec3dc service neutron] 10.222.0.63 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841057 Aug 16 03:02:16.160475 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ac70b-de72-4f21-9a8e-723027696d4c req-d275e6f3-38fd-463f-a456-6577d7010dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:16.162041 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868ac70b-de72-4f21-9a8e-723027696d4c req-d275e6f3-38fd-463f-a456-6577d7010dd8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=607ab0f5e01f46dcabac1605812b3970&device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 1097 time: 0.0868752 Aug 16 03:02:16.276339 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ac70b-de72-4f21-9a8e-723027696d4c req-3549145e-d073-447d-9f93-e0f0d0051f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:16.277843 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868ac70b-de72-4f21-9a8e-723027696d4c req-3549145e-d073-447d-9f93-e0f0d0051f82 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3fe76dc5-98e3-4282-822d-72f553cb006a HTTP/1.1" status: 200 len: 910 time: 0.0828619 Aug 16 03:02:16.356429 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868ac70b-de72-4f21-9a8e-723027696d4c req-8e721bba-cb61-40c9-8709-948bb44b4c25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 HTTP/1.1" status: 200 len: 1000 time: 0.0653927 Aug 16 03:02:16.408490 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ac70b-de72-4f21-9a8e-723027696d4c req-0bb8417b-0734-4598-bfb7-dc4b578f423e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:16.410305 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868ac70b-de72-4f21-9a8e-723027696d4c req-0bb8417b-0734-4598-bfb7-dc4b578f423e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d498a41-076c-40ad-8df4-6027ab7c16d5 HTTP/1.1" status: 200 len: 848 time: 0.0450592 Aug 16 03:02:16.460938 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ac70b-de72-4f21-9a8e-723027696d4c req-ecfd1170-4215-4ed2-8e88-b30a2d158727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:16.462483 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868ac70b-de72-4f21-9a8e-723027696d4c req-ecfd1170-4215-4ed2-8e88-b30a2d158727 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3fe76dc5-98e3-4282-822d-72f553cb006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414739 Aug 16 03:02:16.558439 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868ac70b-de72-4f21-9a8e-723027696d4c req-745afb8d-8d81-4d66-b2fa-4ba531818165 service neutron] 10.222.0.73 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856688 Aug 16 03:02:16.578314 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 details requested by agent hyperv_n-h1-765315-27 with host n-h1-765315-27 {{(pid=94674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:02:16.651825 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-868ac70b-de72-4f21-9a8e-723027696d4c req-43f22c4a-a975-481e-8d4d-061e8fa28567 service neutron] 10.222.0.73 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856559 Aug 16 03:02:16.675806 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:16.686831 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Returning: {'device': 'ef8f55b4-479e-4d3a-8f3f-d28d01580ca0', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'port_id': 'ef8f55b4-479e-4d3a-8f3f-d28d01580ca0', 'mac_address': 'fa:16:3e:51:bf:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:02:16.722542 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:16.734743 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:02:16.756288 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:16.760444 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:16.813906 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:16.821091 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.821435 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.821787 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.822124 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.822452 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.822779 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.823100 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.823419 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.823736 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.824052 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.824369 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.824682 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.847628 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] get_ports_and_sgs() called for port_ids ['ef8f55b4-479e-4d3a-8f3f-d28d01580ca0'] {{(pid=94674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:02:18.580991 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 up at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:18.648545 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Provisioning complete for port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 triggered by entity L2. {{(pid=94674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:18.648917 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538123'] for port, provisioning_complete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:18.765673 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706120'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:18.797971 n-d-765315-27 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a0b801-7520-4212-969c-39f2b190fe68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8f55b4-479e-4d3a-8f3f-d28d01580ca0'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:18.800420 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df6ec333aa47a5c2af71a4a09d62872e779390131ff132464c17b27dda64df4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f42a6f9-9ec1-4249-b099-1a936cc6751a" -d '{"events": [{"server_uuid": "a3a0b801-7520-4212-969c-39f2b190fe68", "name": "network-vif-plugged", "status": "completed", "tag": "ef8f55b4-479e-4d3a-8f3f-d28d01580ca0"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:18.815115 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] For port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:18.821332 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736854119060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736853647373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736853647391'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:18.877953 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Pushing event updated for resources: {'Port': ['ID=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:18.947876 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614a69d2-1098-4839-a76b-baf515d3ebc4 x-openstack-request-id: req-614a69d2-1098-4839-a76b-baf515d3ebc4 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:18.948180 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a0b801-7520-4212-969c-39f2b190fe68", "name": "network-vif-plugged", "status": "completed", "tag": "ef8f55b4-479e-4d3a-8f3f-d28d01580ca0", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:18.948437 n-d-765315-27 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-614a69d2-1098-4839-a76b-baf515d3ebc4 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:18.948839 n-d-765315-27 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a0b801-7520-4212-969c-39f2b190fe68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8f55b4-479e-4d3a-8f3f-d28d01580ca0', 'code': 200} Aug 16 03:02:20.270420 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-afb289f3-b8c4-4af3-a0bd-314d68d6782e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.783581 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81b5c278-cc4d-469a-98a6-89c7db2427f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.491902 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:24.512892 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:26.311012 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:27.174533 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42658) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:27.334181 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Deleting port bcbadd21-ddf3-4d8d-a5f4-e54d22f623b1 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:27.334519 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:27.412872 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:27.413096 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:27.425437 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Calling delete_port for bcbadd21-ddf3-4d8d-a5f4-e54d22f623b1 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:27.577263 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:27.604406 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Pushing event deleted for resources: {'Port': ['ID=bcbadd21-ddf3-4d8d-a5f4-e54d22f623b1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:27.627453 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:27.627795 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:27.628135 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:27.628501 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:27.628809 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:27.629131 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:27.629451 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:27.629773 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:27.630117 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:27.630437 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:27.630755 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:27.631121 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:27.677178 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:27.677489 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Floating IP 747b731b-8fc2-4905-a004-eda050f5b7ff disassociated (deleted). External IP: 172.25.3.30, port: ef8f55b4-479e-4d3a-8f3f-d28d01580ca0. Aug 16 03:02:27.887391 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:02:28.006636 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:02:28.012196 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.017710 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b300fc2d-91aa-49f0-a712-077443e898a7 None None] Sync routers for ids ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:02:28.027621 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b300fc2d-91aa-49f0-a712-077443e898a7 None None] Routers {'ff626eaa-f644-44b5-80b3-5499ad4ed7a2'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:28.028288 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b300fc2d-91aa-49f0-a712-077443e898a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T03:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:28.042292 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-f10bcee0-a46b-4d94-a25f-9c44b4a4b59f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "DELETE /v2.0/floatingips/747b731b-8fc2-4905-a004-eda050f5b7ff HTTP/1.1" status: 204 len: 168 time: 0.8665671 Aug 16 03:02:28.042884 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a0b801-7520-4212-969c-39f2b190fe68', 'tag': 'ef8f55b4-479e-4d3a-8f3f-d28d01580ca0'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:28.045192 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dce9f8-f82a-4a5b-9462-6fd651186940" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a0b801-7520-4212-969c-39f2b190fe68", "tag": "ef8f55b4-479e-4d3a-8f3f-d28d01580ca0"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:28.121475 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e972e7d-fe35-4c06-8ac8-24e325f739f6 x-openstack-request-id: req-3e972e7d-fe35-4c06-8ac8-24e325f739f6 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:28.121798 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a0b801-7520-4212-969c-39f2b190fe68", "tag": "ef8f55b4-479e-4d3a-8f3f-d28d01580ca0", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:28.122100 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3e972e7d-fe35-4c06-8ac8-24e325f739f6 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:28.122509 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a0b801-7520-4212-969c-39f2b190fe68', 'tag': 'ef8f55b4-479e-4d3a-8f3f-d28d01580ca0', 'status': 'completed', 'code': 200} Aug 16 03:02:28.153231 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-b300fc2d-91aa-49f0-a712-077443e898a7 None None] Set router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:28.206700 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dce9f8-f82a-4a5b-9462-6fd651186940 req-e50c69ca-4027-44ad-b1ef-ca17d8d9a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:28.208461 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22dce9f8-f82a-4a5b-9462-6fd651186940 req-e50c69ca-4027-44ad-b1ef-ca17d8d9a345 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=607ab0f5e01f46dcabac1605812b3970&device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 1097 time: 0.0529325 Aug 16 03:02:28.318835 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dce9f8-f82a-4a5b-9462-6fd651186940 req-b26162f0-a86e-4f55-8175-4e2ad0b4fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:28.320694 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22dce9f8-f82a-4a5b-9462-6fd651186940 req-b26162f0-a86e-4f55-8175-4e2ad0b4fe85 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3fe76dc5-98e3-4282-822d-72f553cb006a HTTP/1.1" status: 200 len: 910 time: 0.1046779 Aug 16 03:02:28.349697 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0a536-b520-4ddb-8940-8832100ac51e req-86e22d1a-886b-4a06-b7d5-2de46650fd23 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:28.351360 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3bd0a536-b520-4ddb-8940-8832100ac51e req-86e22d1a-886b-4a06-b7d5-2de46650fd23 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 945 time: 0.1142223 Aug 16 03:02:28.365926 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22dce9f8-f82a-4a5b-9462-6fd651186940 req-c0515396-5c21-48da-96a3-2538b541992f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 HTTP/1.1" status: 200 len: 217 time: 0.0360110 Aug 16 03:02:28.391665 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b300fc2d-91aa-49f0-a712-077443e898a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T02:57:46Z', 'revision_number': 4, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port': {'id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:44Z', 'updated_at': '2021-08-16T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'ec55c4c6-091d-4799-af6f-1d33e31acc66', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'port_id': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'mac_address': 'fa:16:3e:a7:56:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:58:05Z', 'updated_at': '2021-08-16T02:58:07Z', 'revision_number': 1, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96059317-6cb8-46ed-a7be-298992faaf6f', 'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'mac_address': 'fa:16:3e:37:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:46Z', 'updated_at': '2021-08-16T02:57:53Z', 'revision_number': 5, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'subnets': [{'id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:28.397971 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-3bd0a536-b520-4ddb-8940-8832100ac51e req-f3e21a6e-b3a0-48a9-8609-1410cd18070f tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401013 Aug 16 03:02:28.420779 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b300fc2d-91aa-49f0-a712-077443e898a7 None None] Checking router: ff626eaa-f644-44b5-80b3-5499ad4ed7a2 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:02:28.423706 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dce9f8-f82a-4a5b-9462-6fd651186940 req-db62fd61-053c-481a-974c-6ee6c6c6705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:28.425193 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22dce9f8-f82a-4a5b-9462-6fd651186940 req-db62fd61-053c-481a-974c-6ee6c6c6705e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d498a41-076c-40ad-8df4-6027ab7c16d5 HTTP/1.1" status: 200 len: 848 time: 0.0513875 Aug 16 03:02:28.429947 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b300fc2d-91aa-49f0-a712-077443e898a7 None None] Routers {'ff626eaa-f644-44b5-80b3-5499ad4ed7a2'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:28.430555 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b300fc2d-91aa-49f0-a712-077443e898a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T03:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:28.471712 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dce9f8-f82a-4a5b-9462-6fd651186940 req-6d85963b-02ac-4a03-821b-9334f589cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:28.473281 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22dce9f8-f82a-4a5b-9462-6fd651186940 req-6d85963b-02ac-4a03-821b-9334f589cab9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3fe76dc5-98e3-4282-822d-72f553cb006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405402 Aug 16 03:02:28.535737 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-b300fc2d-91aa-49f0-a712-077443e898a7 None None] Set router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:28.565442 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22dce9f8-f82a-4a5b-9462-6fd651186940 req-ed5dda37-0137-484c-8284-3bebace81614 service neutron] 10.222.0.73 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840232 Aug 16 03:02:28.662756 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-22dce9f8-f82a-4a5b-9462-6fd651186940 req-5b47fe53-8362-4e65-a599-4f7b51eabb61 service neutron] 10.222.0.73 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880649 Aug 16 03:02:28.761353 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b300fc2d-91aa-49f0-a712-077443e898a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T02:57:46Z', 'revision_number': 4, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port': {'id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:44Z', 'updated_at': '2021-08-16T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'ec55c4c6-091d-4799-af6f-1d33e31acc66', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'port_id': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'mac_address': 'fa:16:3e:a7:56:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:58:05Z', 'updated_at': '2021-08-16T02:58:07Z', 'revision_number': 1, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96059317-6cb8-46ed-a7be-298992faaf6f', 'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'mac_address': 'fa:16:3e:37:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:46Z', 'updated_at': '2021-08-16T02:57:53Z', 'revision_number': 5, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'subnets': [{'id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:28.791541 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b300fc2d-91aa-49f0-a712-077443e898a7 None None] The sync data for ids ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'] in n-d-765315-27 is: [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T02:57:46Z', 'revision_number': 4, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port': {'id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:44Z', 'updated_at': '2021-08-16T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_floatingips': [{'id': 'ec55c4c6-091d-4799-af6f-1d33e31acc66', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '624da80d-1349-4890-b915-f302637330f0', 'router_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'port_id': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'mac_address': 'fa:16:3e:a7:56:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:58:05Z', 'updated_at': '2021-08-16T02:58:07Z', 'revision_number': 1, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96059317-6cb8-46ed-a7be-298992faaf6f', 'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'mac_address': 'fa:16:3e:37:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:46Z', 'updated_at': '2021-08-16T02:57:53Z', 'revision_number': 5, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'subnets': [{'id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:02:29.044188 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31d2f5-4e27-4cca-8a88-32d0adbb5f3d None None] New status for floating IP 747b731b-8fc2-4905-a004-eda050f5b7ff: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:02:29.517579 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb96b3-4e55-46da-bbb5-dbff92c76ae7 req-cbaa5831-bb64-4eff-8067-9df9b2eb6281 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:29.519828 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2dfb96b3-4e55-46da-bbb5-dbff92c76ae7 req-cbaa5831-bb64-4eff-8067-9df9b2eb6281 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 945 time: 0.0502710 Aug 16 03:02:29.560942 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-2dfb96b3-4e55-46da-bbb5-dbff92c76ae7 req-170af2a7-e457-4796-a180-c54b5a40c2dc tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352182 Aug 16 03:02:30.056558 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd3fcd-632b-433b-8599-5f884dedbbf8 req-f8f16e7f-23a8-4cdd-9922-1bc2cfe71ea8 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:30.058057 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a1fd3fcd-632b-433b-8599-5f884dedbbf8 req-f8f16e7f-23a8-4cdd-9922-1bc2cfe71ea8 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 945 time: 0.0486999 Aug 16 03:02:30.164483 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-a1fd3fcd-632b-433b-8599-5f884dedbbf8 req-48872cce-b2f0-4990-8780-8cd2768945c5 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Deleting port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:30.164828 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a1fd3fcd-632b-433b-8599-5f884dedbbf8 req-48872cce-b2f0-4990-8780-8cd2768945c5 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:30.250481 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-a1fd3fcd-632b-433b-8599-5f884dedbbf8 req-48872cce-b2f0-4990-8780-8cd2768945c5 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] For port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0, host n-h1-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-27',level=0,port_id=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:30.250823 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a1fd3fcd-632b-433b-8599-5f884dedbbf8 req-48872cce-b2f0-4990-8780-8cd2768945c5 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:30.263543 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-a1fd3fcd-632b-433b-8599-5f884dedbbf8 req-48872cce-b2f0-4990-8780-8cd2768945c5 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Calling delete_port for ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:30.394541 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a1fd3fcd-632b-433b-8599-5f884dedbbf8 req-48872cce-b2f0-4990-8780-8cd2768945c5 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:30.425302 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48872cce-b2f0-4990-8780-8cd2768945c5 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Pushing event deleted for resources: {'Port': ['ID=ef8f55b4-479e-4d3a-8f3f-d28d01580ca0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:30.472085 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fd3fcd-632b-433b-8599-5f884dedbbf8 req-48872cce-b2f0-4990-8780-8cd2768945c5 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] No DVR routers for this DVR port ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 on host n-h1-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:02:30.474662 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a1fd3fcd-632b-433b-8599-5f884dedbbf8 req-48872cce-b2f0-4990-8780-8cd2768945c5 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:30.476715 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-a1fd3fcd-632b-433b-8599-5f884dedbbf8 req-48872cce-b2f0-4990-8780-8cd2768945c5 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.73 "DELETE /v2.0/ports/ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 HTTP/1.1" status: 204 len: 173 time: 0.4126253 Aug 16 03:02:30.477149 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a0b801-7520-4212-969c-39f2b190fe68', 'name': 'network-vif-deleted', 'tag': 'ef8f55b4-479e-4d3a-8f3f-d28d01580ca0'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:30.479419 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9807dda2-f08f-4cd0-8cdc-4917f8ce1839" -d '{"events": [{"server_uuid": "a3a0b801-7520-4212-969c-39f2b190fe68", "name": "network-vif-deleted", "tag": "ef8f55b4-479e-4d3a-8f3f-d28d01580ca0"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:30.520432 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09877c6-b79b-41e5-bd72-a4f6174ac69a x-openstack-request-id: req-a09877c6-b79b-41e5-bd72-a4f6174ac69a {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:30.521040 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a0b801-7520-4212-969c-39f2b190fe68", "name": "network-vif-deleted", "tag": "ef8f55b4-479e-4d3a-8f3f-d28d01580ca0", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:30.522003 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a09877c6-b79b-41e5-bd72-a4f6174ac69a {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:30.522939 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a0b801-7520-4212-969c-39f2b190fe68', 'name': 'network-vif-deleted', 'tag': 'ef8f55b4-479e-4d3a-8f3f-d28d01580ca0', 'status': 'completed', 'code': 200} Aug 16 03:02:30.654094 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 no longer exists at agent hyperv_n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:02:30.675634 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] No Port match for: ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:02:30.675984 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Device ef8f55b4-479e-4d3a-8f3f-d28d01580ca0 not bound to the agent host n-h1-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:02:30.683143 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-e84b001a-412b-4b93-aefd-ac1c588e2b1b req-d19f4f27-ae61-458f-b978-f32d9f73399e tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=a3a0b801-7520-4212-969c-39f2b190fe68 HTTP/1.1" status: 200 len: 210 time: 0.0360665 Aug 16 03:02:31.385767 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:02:32.259700 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42722) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:32.417268 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-acd3372f-1cf8-4d76-9fd4-16cf332e2dfa tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Deleting port 632a7220-1799-478f-aa6a-2b60005937a4 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:32.417605 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd3372f-1cf8-4d76-9fd4-16cf332e2dfa tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:32.498611 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd3372f-1cf8-4d76-9fd4-16cf332e2dfa tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:32.498868 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd3372f-1cf8-4d76-9fd4-16cf332e2dfa tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:32.511250 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-acd3372f-1cf8-4d76-9fd4-16cf332e2dfa tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Calling delete_port for 632a7220-1799-478f-aa6a-2b60005937a4 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:32.661809 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd3372f-1cf8-4d76-9fd4-16cf332e2dfa tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:32.690578 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3372f-1cf8-4d76-9fd4-16cf332e2dfa tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Pushing event deleted for resources: {'Port': ['ID=632a7220-1799-478f-aa6a-2b60005937a4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:32.752250 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd3372f-1cf8-4d76-9fd4-16cf332e2dfa tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:32.752485 n-d-765315-27 neutron-server[94672]: INFO neutron.db.l3_db [None req-acd3372f-1cf8-4d76-9fd4-16cf332e2dfa tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Floating IP ec55c4c6-091d-4799-af6f-1d33e31acc66 disassociated (deleted). External IP: 172.25.3.72, port: 9ab7e572-1e6c-4f90-b170-f9a01a114e84. Aug 16 03:02:32.965166 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd3372f-1cf8-4d76-9fd4-16cf332e2dfa tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:02:33.079402 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd3372f-1cf8-4d76-9fd4-16cf332e2dfa tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:02:33.084012 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd3372f-1cf8-4d76-9fd4-16cf332e2dfa tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:33.089220 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de1eabe-4fcb-4d83-841d-c57469703b10 None None] Sync routers for ids ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:02:33.098424 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de1eabe-4fcb-4d83-841d-c57469703b10 None None] Routers {'ff626eaa-f644-44b5-80b3-5499ad4ed7a2'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:33.099029 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9de1eabe-4fcb-4d83-841d-c57469703b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T03:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:33.113308 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-acd3372f-1cf8-4d76-9fd4-16cf332e2dfa tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "DELETE /v2.0/floatingips/ec55c4c6-091d-4799-af6f-1d33e31acc66 HTTP/1.1" status: 204 len: 168 time: 0.8501828 Aug 16 03:02:33.113308 n-d-765315-27 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'tag': '9ab7e572-1e6c-4f90-b170-f9a01a114e84'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:33.114016 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622ce1c760a9fc61e6f0ec99eb03a1826381acccf0ed2324bb49376ae32fa7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9044bec6-28e0-464b-8a36-ec8c97fb69bd" -d '{"events": [{"name": "network-changed", "server_uuid": "86a460f1-9d21-4a17-b384-a9bb7152e422", "tag": "9ab7e572-1e6c-4f90-b170-f9a01a114e84"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:33.153442 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6048131c-86f3-4424-a699-342c1a6f5472 x-openstack-request-id: req-6048131c-86f3-4424-a699-342c1a6f5472 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:33.153745 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a460f1-9d21-4a17-b384-a9bb7152e422", "tag": "9ab7e572-1e6c-4f90-b170-f9a01a114e84", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:33.154098 n-d-765315-27 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6048131c-86f3-4424-a699-342c1a6f5472 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:33.154435 n-d-765315-27 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'tag': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'status': 'completed', 'code': 200} Aug 16 03:02:33.223919 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-9de1eabe-4fcb-4d83-841d-c57469703b10 None None] Set router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:33.229209 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044bec6-28e0-464b-8a36-ec8c97fb69bd req-970b6a6b-e101-4b9b-9148-14f4be387340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:33.231509 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9044bec6-28e0-464b-8a36-ec8c97fb69bd req-970b6a6b-e101-4b9b-9148-14f4be387340 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=607ab0f5e01f46dcabac1605812b3970&device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 1095 time: 0.0461640 Aug 16 03:02:33.392018 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0ac80-35fc-4d25-a144-c11e62951024 req-c1b15be8-c7ff-40b2-a770-7606bd588787 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:33.393428 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49e0ac80-35fc-4d25-a144-c11e62951024 req-c1b15be8-c7ff-40b2-a770-7606bd588787 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 943 time: 0.0916750 Aug 16 03:02:33.394860 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044bec6-28e0-464b-8a36-ec8c97fb69bd req-f431fd1e-ee4b-401b-bef8-19889d2f65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:33.396201 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9044bec6-28e0-464b-8a36-ec8c97fb69bd req-f431fd1e-ee4b-401b-bef8-19889d2f65c4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3fe76dc5-98e3-4282-822d-72f553cb006a HTTP/1.1" status: 200 len: 910 time: 0.1449888 Aug 16 03:02:33.441806 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9de1eabe-4fcb-4d83-841d-c57469703b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T02:57:46Z', 'revision_number': 4, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port': {'id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:44Z', 'updated_at': '2021-08-16T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '96059317-6cb8-46ed-a7be-298992faaf6f', 'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'mac_address': 'fa:16:3e:37:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:46Z', 'updated_at': '2021-08-16T02:57:53Z', 'revision_number': 5, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'subnets': [{'id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:33.447896 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9044bec6-28e0-464b-8a36-ec8c97fb69bd req-3a94627a-fd79-422c-bfa4-27043c2120d8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ab7e572-1e6c-4f90-b170-f9a01a114e84 HTTP/1.1" status: 200 len: 217 time: 0.0410936 Aug 16 03:02:33.468492 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de1eabe-4fcb-4d83-841d-c57469703b10 None None] Checking router: ff626eaa-f644-44b5-80b3-5499ad4ed7a2 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:02:33.476774 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de1eabe-4fcb-4d83-841d-c57469703b10 None None] Routers {'ff626eaa-f644-44b5-80b3-5499ad4ed7a2'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:33.477421 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9de1eabe-4fcb-4d83-841d-c57469703b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T03:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:33.491411 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-49e0ac80-35fc-4d25-a144-c11e62951024 req-e0a018aa-6740-42b4-ad25-989bb0cd48c7 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915003 Aug 16 03:02:33.518418 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044bec6-28e0-464b-8a36-ec8c97fb69bd req-f3e0fccc-666d-4dca-a43e-12f692020d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:33.519949 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9044bec6-28e0-464b-8a36-ec8c97fb69bd req-f3e0fccc-666d-4dca-a43e-12f692020d8c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0d498a41-076c-40ad-8df4-6027ab7c16d5 HTTP/1.1" status: 200 len: 848 time: 0.0619450 Aug 16 03:02:33.571230 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044bec6-28e0-464b-8a36-ec8c97fb69bd req-6aa3493c-ad65-45d1-b584-936c47bad126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:33.572736 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9044bec6-28e0-464b-8a36-ec8c97fb69bd req-6aa3493c-ad65-45d1-b584-936c47bad126 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3fe76dc5-98e3-4282-822d-72f553cb006a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453563 Aug 16 03:02:33.583312 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-9de1eabe-4fcb-4d83-841d-c57469703b10 None None] Set router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:33.663174 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9044bec6-28e0-464b-8a36-ec8c97fb69bd req-a1d852ef-2f07-4c25-ad76-9e917752561b service neutron] 10.222.0.63 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824974 Aug 16 03:02:33.764393 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-9044bec6-28e0-464b-8a36-ec8c97fb69bd req-034c0aba-0e29-4b8f-b14f-cb92474c83ec service neutron] 10.222.0.63 "GET /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939126 Aug 16 03:02:33.790359 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9de1eabe-4fcb-4d83-841d-c57469703b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T02:57:46Z', 'revision_number': 4, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port': {'id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:44Z', 'updated_at': '2021-08-16T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '96059317-6cb8-46ed-a7be-298992faaf6f', 'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'mac_address': 'fa:16:3e:37:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:46Z', 'updated_at': '2021-08-16T02:57:53Z', 'revision_number': 5, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'subnets': [{'id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:33.905224 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de1eabe-4fcb-4d83-841d-c57469703b10 None None] The sync data for ids ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'] in n-d-765315-27 is: [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T02:57:46Z', 'revision_number': 4, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port': {'id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:44Z', 'updated_at': '2021-08-16T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27', '_interfaces': [{'id': '96059317-6cb8-46ed-a7be-298992faaf6f', 'name': '', 'network_id': '3fe76dc5-98e3-4282-822d-72f553cb006a', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'mac_address': 'fa:16:3e:37:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:46Z', 'updated_at': '2021-08-16T02:57:53Z', 'revision_number': 5, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'subnets': [{'id': '0d498a41-076c-40ad-8df4-6027ab7c16d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:02:34.121851 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e56172a-1d0b-463e-8089-f5363c8887af None None] New status for floating IP ec55c4c6-091d-4799-af6f-1d33e31acc66: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:02:34.610231 n-d-765315-27 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160b3ae-521c-4cf9-a7fd-d489f291dac6 req-607dd1df-2e69-43a9-ba75-8bb34841ab69 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:34.611726 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0160b3ae-521c-4cf9-a7fd-d489f291dac6 req-607dd1df-2e69-43a9-ba75-8bb34841ab69 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 943 time: 0.0499904 Aug 16 03:02:34.648648 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-0160b3ae-521c-4cf9-a7fd-d489f291dac6 req-fcc9766a-44d4-4016-aa37-a57b25d14621 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/security-groups?id=6b479f86-1bf1-4d2f-9f6c-83ee968418e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310194 Aug 16 03:02:35.248285 n-d-765315-27 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fcadf-fbd4-4772-9b81-064d2da3be9b req-ec907c8a-b428-4d0d-9649-dce83934700d tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:35.249721 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-da1fcadf-fbd4-4772-9b81-064d2da3be9b req-ec907c8a-b428-4d0d-9649-dce83934700d tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.63 "GET /v2.0/ports?device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 943 time: 0.0510082 Aug 16 03:02:35.341781 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-da1fcadf-fbd4-4772-9b81-064d2da3be9b req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Deleting port 9ab7e572-1e6c-4f90-b170-f9a01a114e84 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:35.342143 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-da1fcadf-fbd4-4772-9b81-064d2da3be9b req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:35.430437 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-da1fcadf-fbd4-4772-9b81-064d2da3be9b req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] For port 9ab7e572-1e6c-4f90-b170-f9a01a114e84, host n-h2-765315-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-27',level=0,port_id=9ab7e572-1e6c-4f90-b170-f9a01a114e84,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:35.430797 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-da1fcadf-fbd4-4772-9b81-064d2da3be9b req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:35.443648 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-da1fcadf-fbd4-4772-9b81-064d2da3be9b req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Calling delete_port for 9ab7e572-1e6c-4f90-b170-f9a01a114e84 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:35.576236 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-da1fcadf-fbd4-4772-9b81-064d2da3be9b req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:35.604891 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Pushing event deleted for resources: {'Port': ['ID=9ab7e572-1e6c-4f90-b170-f9a01a114e84,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:35.630363 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:35.630708 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:35.631046 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:35.631401 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:35.631728 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:35.632050 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:35.632367 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:35.632683 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:35.632999 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:35.633316 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:35.633629 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:35.633984 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-27 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:35.655632 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1fcadf-fbd4-4772-9b81-064d2da3be9b req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] No DVR routers for this DVR port 9ab7e572-1e6c-4f90-b170-f9a01a114e84 on host n-h2-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:02:35.658225 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-da1fcadf-fbd4-4772-9b81-064d2da3be9b req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157280'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:35.660522 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [req-da1fcadf-fbd4-4772-9b81-064d2da3be9b req-87fe8c50-0928-40ba-a039-b3b3c9866fd3 tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.63 "DELETE /v2.0/ports/9ab7e572-1e6c-4f90-b170-f9a01a114e84 HTTP/1.1" status: 204 len: 173 time: 0.4044449 Aug 16 03:02:35.660953 n-d-765315-27 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'name': 'network-vif-deleted', 'tag': '9ab7e572-1e6c-4f90-b170-f9a01a114e84'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:35.663207 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}633b3af6a6f129873eb6edbe815723d13dce5cb3498ed922bc0fbb07c45473bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2030b5-2964-4363-95f8-8639aa7fc3f9" -d '{"events": [{"server_uuid": "86a460f1-9d21-4a17-b384-a9bb7152e422", "name": "network-vif-deleted", "tag": "9ab7e572-1e6c-4f90-b170-f9a01a114e84"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:35.714604 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28a97a6-bf77-40d0-8b1f-a09d26fbe305 x-openstack-request-id: req-e28a97a6-bf77-40d0-8b1f-a09d26fbe305 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:35.714891 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a460f1-9d21-4a17-b384-a9bb7152e422", "name": "network-vif-deleted", "tag": "9ab7e572-1e6c-4f90-b170-f9a01a114e84", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:35.715135 n-d-765315-27 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e28a97a6-bf77-40d0-8b1f-a09d26fbe305 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:35.715592 n-d-765315-27 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a460f1-9d21-4a17-b384-a9bb7152e422', 'name': 'network-vif-deleted', 'tag': '9ab7e572-1e6c-4f90-b170-f9a01a114e84', 'status': 'completed', 'code': 200} Aug 16 03:02:35.762395 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [req-201c132a-770d-48c8-849c-0e81315244fa req-4f9f79cc-6d3e-4db3-9580-536464adabec tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "GET /v2.0/ports?device_id=86a460f1-9d21-4a17-b384-a9bb7152e422 HTTP/1.1" status: 200 len: 210 time: 0.0349584 Aug 16 03:02:36.821398 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42738) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:36.882442 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-769e1945-51d2-4c04-950b-e45dbfa19c6a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:36.907540 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-769e1945-51d2-4c04-950b-e45dbfa19c6a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:36.966585 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-769e1945-51d2-4c04-950b-e45dbfa19c6a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:36.969972 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-769e1945-51d2-4c04-950b-e45dbfa19c6a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:36.971166 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-769e1945-51d2-4c04-950b-e45dbfa19c6a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] 10.222.0.68 "DELETE /v2.0/security-groups/6b479f86-1bf1-4d2f-9f6c-83ee968418e9 HTTP/1.1" status: 204 len: 168 time: 0.1487515 Aug 16 03:02:36.980118 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e1945-51d2-4c04-950b-e45dbfa19c6a tempest-TestSnapshotPattern-308340248 tempest-TestSnapshotPattern-308340248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b479f86-1bf1-4d2f-9f6c-83ee968418e9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:38.039719 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42744) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:38.355205 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:38.684319 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0155bd3e-666f-4e1c-829a-26dbdbaa8e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:38.933338 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0155bd3e-666f-4e1c-829a-26dbdbaa8e1d admin admin] Deleting port 96059317-6cb8-46ed-a7be-298992faaf6f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:38.933675 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0155bd3e-666f-4e1c-829a-26dbdbaa8e1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:38.986266 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:39.014298 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-0155bd3e-666f-4e1c-829a-26dbdbaa8e1d admin admin] For port 96059317-6cb8-46ed-a7be-298992faaf6f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=96059317-6cb8-46ed-a7be-298992faaf6f,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:39.014666 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0155bd3e-666f-4e1c-829a-26dbdbaa8e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:39.027193 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0155bd3e-666f-4e1c-829a-26dbdbaa8e1d admin admin] Calling delete_port for 96059317-6cb8-46ed-a7be-298992faaf6f owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:39.215684 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0155bd3e-666f-4e1c-829a-26dbdbaa8e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:39.240440 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155bd3e-666f-4e1c-829a-26dbdbaa8e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=96059317-6cb8-46ed-a7be-298992faaf6f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:39.411741 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0155bd3e-666f-4e1c-829a-26dbdbaa8e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:39.629913 n-d-765315-27 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0155bd3e-666f-4e1c-829a-26dbdbaa8e1d admin admin] Router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:02:39.733034 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0155bd3e-666f-4e1c-829a-26dbdbaa8e1d admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:02:39.740621 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-0155bd3e-666f-4e1c-829a-26dbdbaa8e1d admin admin] 10.222.0.68 "PUT /v2.0/routers/ff626eaa-f644-44b5-80b3-5499ad4ed7a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6998487 Aug 16 03:02:39.741385 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42746) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:39.742271 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dfe0b6-4648-40fd-8f00-e02ab9de996f None None] Sync routers for ids ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'] in n-d-765315-27 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:02:39.752275 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dfe0b6-4648-40fd-8f00-e02ab9de996f None None] Routers {'ff626eaa-f644-44b5-80b3-5499ad4ed7a2'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:39.752883 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-13dfe0b6-4648-40fd-8f00-e02ab9de996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T03:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:39.847103 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9f76-0a64-49fe-b2e7-a93e035480eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:39.855345 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-13dfe0b6-4648-40fd-8f00-e02ab9de996f None None] Set router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 gateway port host: n-d-765315-27 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:39.923708 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 9ab7e572-1e6c-4f90-b170-f9a01a114e84 no longer exists at agent hyperv_n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:02:39.943790 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] No Port match for: 9ab7e572-1e6c-4f90-b170-f9a01a114e84 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:02:39.944389 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Device 9ab7e572-1e6c-4f90-b170-f9a01a114e84 not bound to the agent host n-h2-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:02:39.951744 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9f76-0a64-49fe-b2e7-a93e035480eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:40.004890 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc9f76-0a64-49fe-b2e7-a93e035480eb admin admin] Deleting port d10b9c30-7aa5-4676-8955-a5494320c8ec {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:40.005229 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9f76-0a64-49fe-b2e7-a93e035480eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:40.028668 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-13dfe0b6-4648-40fd-8f00-e02ab9de996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T03:02:39Z', 'revision_number': 5, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port': {'id': 'd10b9c30-7aa5-4676-8955-a5494320c8ec', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:44Z', 'updated_at': '2021-08-16T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:40.057984 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dfe0b6-4648-40fd-8f00-e02ab9de996f None None] Checking router: ff626eaa-f644-44b5-80b3-5499ad4ed7a2 for host: n-d-765315-27 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:02:40.066702 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dfe0b6-4648-40fd-8f00-e02ab9de996f None None] Routers {'ff626eaa-f644-44b5-80b3-5499ad4ed7a2'} bound to L3 agent in host n-d-765315-27 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:40.067314 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-13dfe0b6-4648-40fd-8f00-e02ab9de996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T03:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:40.087372 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7ccc9f76-0a64-49fe-b2e7-a93e035480eb admin admin] For port d10b9c30-7aa5-4676-8955-a5494320c8ec, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=d10b9c30-7aa5-4676-8955-a5494320c8ec,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:40.087737 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9f76-0a64-49fe-b2e7-a93e035480eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:40.099376 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc9f76-0a64-49fe-b2e7-a93e035480eb admin admin] Calling delete_port for d10b9c30-7aa5-4676-8955-a5494320c8ec owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:40.150886 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-13dfe0b6-4648-40fd-8f00-e02ab9de996f None None] Set router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:40.202484 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-13dfe0b6-4648-40fd-8f00-e02ab9de996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T03:02:39Z', 'revision_number': 6, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:40.231547 n-d-765315-27 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dfe0b6-4648-40fd-8f00-e02ab9de996f None None] The sync data for ids ['ff626eaa-f644-44b5-80b3-5499ad4ed7a2'] in n-d-765315-27 is: [{'id': 'ff626eaa-f644-44b5-80b3-5499ad4ed7a2', 'name': 'tempest-TestSnapshotPattern-401283962-router', 'tenant_id': '607ab0f5e01f46dcabac1605812b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:43Z', 'updated_at': '2021-08-16T03:02:39Z', 'revision_number': 6, 'project_id': '607ab0f5e01f46dcabac1605812b3970', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:02:40.278448 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9f76-0a64-49fe-b2e7-a93e035480eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:40.303678 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc9f76-0a64-49fe-b2e7-a93e035480eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d10b9c30-7aa5-4676-8955-a5494320c8ec,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:40.368585 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9f76-0a64-49fe-b2e7-a93e035480eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:40.458891 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9f76-0a64-49fe-b2e7-a93e035480eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:40.460892 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9f76-0a64-49fe-b2e7-a93e035480eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:40.503393 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9f76-0a64-49fe-b2e7-a93e035480eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:40.504067 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccc9f76-0a64-49fe-b2e7-a93e035480eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff626eaa-f644-44b5-80b3-5499ad4ed7a2 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:02:40.508459 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ccc9f76-0a64-49fe-b2e7-a93e035480eb admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:40.509996 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-7ccc9f76-0a64-49fe-b2e7-a93e035480eb admin admin] 10.222.0.68 "DELETE /v2.0/routers/ff626eaa-f644-44b5-80b3-5499ad4ed7a2 HTTP/1.1" status: 204 len: 168 time: 0.7675662 Aug 16 03:02:40.512539 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42748) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:40.557817 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9a900a-d00e-4048-87a8-614955bd29fd admin admin] Deleting subnet 0d498a41-076c-40ad-8df4-6027ab7c16d5 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:02:40.563052 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e9a900a-d00e-4048-87a8-614955bd29fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:40.603117 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e9a900a-d00e-4048-87a8-614955bd29fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:40.691125 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e9a900a-d00e-4048-87a8-614955bd29fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:40.746886 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e9a900a-d00e-4048-87a8-614955bd29fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:40.770565 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a900a-d00e-4048-87a8-614955bd29fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d498a41-076c-40ad-8df4-6027ab7c16d5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:40.776908 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e9a900a-d00e-4048-87a8-614955bd29fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:40.778821 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-4e9a900a-d00e-4048-87a8-614955bd29fd admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0d498a41-076c-40ad-8df4-6027ab7c16d5 HTTP/1.1" status: 204 len: 168 time: 0.2653301 Aug 16 03:02:40.782208 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42750) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:40.783070 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c50a45-f86c-4c65-bdc3-0dcff2f84012 None None] Network 3fe76dc5-98e3-4282-822d-72f553cb006a requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:40.867351 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:40.940323 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] Deleting port 66ba733e-5698-4003-9c78-acff10a07a56 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:40.940671 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:41.014545 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c467c2-a309-4c88-99f8-1c40b3b5085b None None] DHCP port deletion for 3fe76dc5-98e3-4282-822d-72f553cb006a request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:02:41.018215 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] For port 66ba733e-5698-4003-9c78-acff10a07a56, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=66ba733e-5698-4003-9c78-acff10a07a56,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:41.018717 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:41.035308 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] Calling delete_port for 66ba733e-5698-4003-9c78-acff10a07a56 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:41.044117 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 96059317-6cb8-46ed-a7be-298992faaf6f no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:02:41.065250 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 96059317-6cb8-46ed-a7be-298992faaf6f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:02:41.065585 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 96059317-6cb8-46ed-a7be-298992faaf6f not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:02:41.088347 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-74c467c2-a309-4c88-99f8-1c40b3b5085b None None] Deleting port 66ba733e-5698-4003-9c78-acff10a07a56 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:41.088813 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74c467c2-a309-4c88-99f8-1c40b3b5085b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:41.129261 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30187489'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:41.161224 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-74c467c2-a309-4c88-99f8-1c40b3b5085b None None] For port 66ba733e-5698-4003-9c78-acff10a07a56, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=66ba733e-5698-4003-9c78-acff10a07a56,segment=NetworkSegment(19872ce6-cc22-493b-ad5e-10b0b226cb94),segment_id=19872ce6-cc22-493b-ad5e-10b0b226cb94)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:41.161787 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74c467c2-a309-4c88-99f8-1c40b3b5085b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:41.165040 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=66ba733e-5698-4003-9c78-acff10a07a56,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:41.167118 n-d-765315-27 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] No DVR routers for this DVR port 66ba733e-5698-4003-9c78-acff10a07a56 on host n-d-765315-27 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:02:41.264588 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:41.282658 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe76dc5-98e3-4282-822d-72f553cb006a']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:41.297137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19872ce6-cc22-493b-ad5e-10b0b226cb94') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:41.297137 n-d-765315-27 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19872ce6-cc22-493b-ad5e-10b0b226cb94') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:41.307944 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33317269'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:41.327695 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:41.336377 n-d-765315-27 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:02:41.336781 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30187276'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: Traceback (most recent call last): Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: timer() Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: cb(*args, **kw) Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: return func(*args, **kwargs) Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: self._notify() Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: self.callback(batched_events) Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: event.method(event) Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: return f(self, *a, **k) Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: return self._get(url).json() Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:02:41.339147 n-d-765315-27 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:02:41.351368 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-74c467c2-a309-4c88-99f8-1c40b3b5085b None None] Calling delete_port for 66ba733e-5698-4003-9c78-acff10a07a56 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:41.402371 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:41.423220 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:41.425342 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] 10.222.0.68 "DELETE /v2.0/networks/3fe76dc5-98e3-4282-822d-72f553cb006a HTTP/1.1" status: 204 len: 168 time: 0.6421452 Aug 16 03:02:41.427197 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe9683-6b50-4f86-8fd1-3a30ba3379f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fe76dc5-98e3-4282-822d-72f553cb006a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:41.429342 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42752) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:41.440276 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74c467c2-a309-4c88-99f8-1c40b3b5085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:41.464349 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c467c2-a309-4c88-99f8-1c40b3b5085b None None] Pushing event deleted for resources: {'Port': ['ID=66ba733e-5698-4003-9c78-acff10a07a56,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:41.466499 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-74c467c2-a309-4c88-99f8-1c40b3b5085b None None] Network 3fe76dc5-98e3-4282-822d-72f553cb006a is not hosted by any dhcp agent {{(pid=94674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 03:02:41.466963 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c467c2-a309-4c88-99f8-1c40b3b5085b None None] No DVR routers for this DVR port 66ba733e-5698-4003-9c78-acff10a07a56 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:02:41.791380 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-851cf45c-ed84-4467-b3be-7b948e68360e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1740947'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:42.036039 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-851cf45c-ed84-4467-b3be-7b948e68360e admin admin] Deleting port 904683e7-2bb2-4107-94de-e941e20fbd32 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:42.036383 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-851cf45c-ed84-4467-b3be-7b948e68360e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:42.116059 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-851cf45c-ed84-4467-b3be-7b948e68360e admin admin] For port 904683e7-2bb2-4107-94de-e941e20fbd32, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=904683e7-2bb2-4107-94de-e941e20fbd32,segment=NetworkSegment(5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1),segment_id=5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:42.116318 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-851cf45c-ed84-4467-b3be-7b948e68360e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:42.129365 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-851cf45c-ed84-4467-b3be-7b948e68360e admin admin] Calling delete_port for 904683e7-2bb2-4107-94de-e941e20fbd32 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:42.312735 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-851cf45c-ed84-4467-b3be-7b948e68360e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:42.342612 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cf45c-ed84-4467-b3be-7b948e68360e admin admin] Pushing event deleted for resources: {'Port': ['ID=904683e7-2bb2-4107-94de-e941e20fbd32,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:42.369732 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 66ba733e-5698-4003-9c78-acff10a07a56 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:02:42.390526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 66ba733e-5698-4003-9c78-acff10a07a56 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:02:42.390780 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 66ba733e-5698-4003-9c78-acff10a07a56 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:02:42.391781 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d10b9c30-7aa5-4676-8955-a5494320c8ec no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:02:42.415454 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: d10b9c30-7aa5-4676-8955-a5494320c8ec {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:02:42.415797 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device d10b9c30-7aa5-4676-8955-a5494320c8ec not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:02:42.822543 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-851cf45c-ed84-4467-b3be-7b948e68360e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1668899'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:43.034758 n-d-765315-27 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851cf45c-ed84-4467-b3be-7b948e68360e admin admin] Router d6bf2b2f-4be0-4541-a39b-b96e60505e31 has already been hosted by L3 agent 9a0d355d-687e-437c-be33-d902f38b8ffe {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:02:43.138490 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851cf45c-ed84-4467-b3be-7b948e68360e admin admin] Notify agent at l3_agent.n-d-765315-27 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:02:43.143958 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-851cf45c-ed84-4467-b3be-7b948e68360e admin admin] 10.222.0.68 "PUT /v2.0/routers/d6bf2b2f-4be0-4541-a39b-b96e60505e31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7128291 Aug 16 03:02:43.147461 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42754) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:43.147625 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdfcbf7-f444-49c7-bbed-0cf93fd77f36 None None] Sync routers for ids ['d6bf2b2f-4be0-4541-a39b-b96e60505e31'] in n-d-765315-27 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:02:43.157499 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdfcbf7-f444-49c7-bbed-0cf93fd77f36 None None] Routers {'d6bf2b2f-4be0-4541-a39b-b96e60505e31'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:43.158163 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2fdfcbf7-f444-49c7-bbed-0cf93fd77f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T03:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d6bf2b2f-4be0-4541-a39b-b96e60505e31'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:43.265967 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-2fdfcbf7-f444-49c7-bbed-0cf93fd77f36 None None] Set router d6bf2b2f-4be0-4541-a39b-b96e60505e31 gateway port host: n-d-765315-27 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:43.375167 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1950c5c-8c74-4e52-b422-c15af1433d84 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:43.450130 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2fdfcbf7-f444-49c7-bbed-0cf93fd77f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bf2b2f-4be0-4541-a39b-b96e60505e31', 'name': 'tempest-TestSnapshotPattern-788050399-router', 'tenant_id': 'de8daf141165409d89773a520d97535d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '624da80d-1349-4890-b915-f302637330f0', 'external_fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'e50e2c08-0742-4914-96ee-ba1b0692978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:48Z', 'updated_at': '2021-08-16T03:02:42Z', 'revision_number': 5, 'project_id': 'de8daf141165409d89773a520d97535d', 'gw_port': {'id': 'e50e2c08-0742-4914-96ee-ba1b0692978f', 'name': '', 'network_id': '624da80d-1349-4890-b915-f302637330f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bf2b2f-4be0-4541-a39b-b96e60505e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '55176bfb-b275-4812-92c7-937d1685719f', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:49Z', 'updated_at': '2021-08-16T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55176bfb-b275-4812-92c7-937d1685719f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-27'}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:43.476173 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdfcbf7-f444-49c7-bbed-0cf93fd77f36 None None] Checking router: d6bf2b2f-4be0-4541-a39b-b96e60505e31 for host: n-d-765315-27 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:02:43.478827 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1950c5c-8c74-4e52-b422-c15af1433d84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:43.485526 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdfcbf7-f444-49c7-bbed-0cf93fd77f36 None None] Routers {'d6bf2b2f-4be0-4541-a39b-b96e60505e31'} bound to L3 agent in host n-d-765315-27 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:43.486268 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2fdfcbf7-f444-49c7-bbed-0cf93fd77f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:20:52Z,description=,heartbeat_timestamp=2021-08-16T03:02:23Z,host='n-d-765315-27',id=9a0d355d-687e-437c-be33-d902f38b8ffe,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:20:52Z,topic='l3_agent')) {'router_ids': ['d6bf2b2f-4be0-4541-a39b-b96e60505e31'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:43.537361 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f1950c5c-8c74-4e52-b422-c15af1433d84 admin admin] Deleting port e50e2c08-0742-4914-96ee-ba1b0692978f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:43.537708 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1950c5c-8c74-4e52-b422-c15af1433d84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:43.573502 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-2fdfcbf7-f444-49c7-bbed-0cf93fd77f36 None None] Set router d6bf2b2f-4be0-4541-a39b-b96e60505e31 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:43.620111 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f1950c5c-8c74-4e52-b422-c15af1433d84 admin admin] For port e50e2c08-0742-4914-96ee-ba1b0692978f, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=e50e2c08-0742-4914-96ee-ba1b0692978f,segment=NetworkSegment(44e460c8-5120-4356-91b1-c26b512efe8d),segment_id=44e460c8-5120-4356-91b1-c26b512efe8d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:43.620478 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1950c5c-8c74-4e52-b422-c15af1433d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:43.628264 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2fdfcbf7-f444-49c7-bbed-0cf93fd77f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bf2b2f-4be0-4541-a39b-b96e60505e31', 'name': 'tempest-TestSnapshotPattern-788050399-router', 'tenant_id': 'de8daf141165409d89773a520d97535d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:48Z', 'updated_at': '2021-08-16T03:02:43Z', 'revision_number': 6, 'project_id': 'de8daf141165409d89773a520d97535d', 'gw_port_host': None}], 'n-d-765315-27', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:43.633678 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f1950c5c-8c74-4e52-b422-c15af1433d84 admin admin] Calling delete_port for e50e2c08-0742-4914-96ee-ba1b0692978f owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:43.653934 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdfcbf7-f444-49c7-bbed-0cf93fd77f36 None None] The sync data for ids ['d6bf2b2f-4be0-4541-a39b-b96e60505e31'] in n-d-765315-27 is: [{'id': 'd6bf2b2f-4be0-4541-a39b-b96e60505e31', 'name': 'tempest-TestSnapshotPattern-788050399-router', 'tenant_id': 'de8daf141165409d89773a520d97535d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:48Z', 'updated_at': '2021-08-16T03:02:43Z', 'revision_number': 6, 'project_id': 'de8daf141165409d89773a520d97535d', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:02:43.804802 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1950c5c-8c74-4e52-b422-c15af1433d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:43.831760 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1950c5c-8c74-4e52-b422-c15af1433d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=e50e2c08-0742-4914-96ee-ba1b0692978f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:43.894961 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1950c5c-8c74-4e52-b422-c15af1433d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667289'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:43.989949 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1950c5c-8c74-4e52-b422-c15af1433d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35480'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:43.992189 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1950c5c-8c74-4e52-b422-c15af1433d84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.038279 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1950c5c-8c74-4e52-b422-c15af1433d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1669434'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.039104 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1950c5c-8c74-4e52-b422-c15af1433d84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6bf2b2f-4be0-4541-a39b-b96e60505e31 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:02:44.043822 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1950c5c-8c74-4e52-b422-c15af1433d84 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.045001 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-f1950c5c-8c74-4e52-b422-c15af1433d84 admin admin] 10.222.0.68 "DELETE /v2.0/routers/d6bf2b2f-4be0-4541-a39b-b96e60505e31 HTTP/1.1" status: 204 len: 168 time: 0.8974707 Aug 16 03:02:44.047946 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42758) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:44.099328 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf74c0c7-b54b-4d7c-8114-2e09ba276d00 admin admin] Deleting subnet 202f7881-0328-4f42-94dd-aa624b994d23 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:02:44.102773 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf74c0c7-b54b-4d7c-8114-2e09ba276d00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.142220 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf74c0c7-b54b-4d7c-8114-2e09ba276d00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29982530'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.219388 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf74c0c7-b54b-4d7c-8114-2e09ba276d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-575985'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.272331 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf74c0c7-b54b-4d7c-8114-2e09ba276d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-575974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30166386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32738235'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.303970 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74c0c7-b54b-4d7c-8114-2e09ba276d00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=202f7881-0328-4f42-94dd-aa624b994d23,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:44.307414 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf74c0c7-b54b-4d7c-8114-2e09ba276d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676312'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.309342 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-bf74c0c7-b54b-4d7c-8114-2e09ba276d00 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/202f7881-0328-4f42-94dd-aa624b994d23 HTTP/1.1" status: 204 len: 168 time: 0.2604008 Aug 16 03:02:44.312488 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42760) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:44.314023 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0c5d4f-d0d0-44bf-8327-0507dca5ce13 None None] Network 6adcea9e-8e74-4d47-9d9c-824eba7b2dcf requested from n-d-765315-27 {{(pid=94674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:44.384138 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554030'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.461331 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] Deleting port 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:44.461956 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.477511 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 904683e7-2bb2-4107-94de-e941e20fbd32 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:02:44.502539 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 904683e7-2bb2-4107-94de-e941e20fbd32 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:02:44.502870 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 904683e7-2bb2-4107-94de-e941e20fbd32 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:02:44.503279 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e50e2c08-0742-4914-96ee-ba1b0692978f no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:02:44.523939 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f14220-fa2e-40b6-a811-d1806e7f80c3 None None] DHCP port deletion for 6adcea9e-8e74-4d47-9d9c-824eba7b2dcf request from n-d-765315-27 {{(pid=94674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:02:44.526169 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: e50e2c08-0742-4914-96ee-ba1b0692978f {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:02:44.526506 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device e50e2c08-0742-4914-96ee-ba1b0692978f not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:02:44.541885 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] For port 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38,segment=NetworkSegment(5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1),segment_id=5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:44.542364 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.557210 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] Calling delete_port for 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:44.577233 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b4f14220-fa2e-40b6-a811-d1806e7f80c3 None None] Deleting port 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:44.577523 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b4f14220-fa2e-40b6-a811-d1806e7f80c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736854113064'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.639241 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30166337'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.644427 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b4f14220-fa2e-40b6-a811-d1806e7f80c3 None None] For port 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38, host n-d-765315-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-27',level=0,port_id=63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38,segment=NetworkSegment(5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1),segment_id=5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:44.645059 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b4f14220-fa2e-40b6-a811-d1806e7f80c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1665212'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.659675 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b4f14220-fa2e-40b6-a811-d1806e7f80c3 None None] Calling delete_port for 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:44.666606 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:44.670047 n-d-765315-27 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] No DVR routers for this DVR port 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38 on host n-d-765315-27 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:02:44.747221 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b4f14220-fa2e-40b6-a811-d1806e7f80c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736854119042', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736853647364'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.747915 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538998', 'neutron.services.segments.db._delete_segments_for_network-8736854206320'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.760572 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adcea9e-8e74-4d47-9d9c-824eba7b2dcf']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:44.772365 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:44.772661 n-d-765315-27 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bdf11d6-f0d5-4034-bc95-ce5c2a0356c1') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:44.776725 n-d-765315-27 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f14220-fa2e-40b6-a811-d1806e7f80c3 None None] No DVR routers for this DVR port 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38 on host n-d-765315-27 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:02:44.778782 n-d-765315-27 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f14220-fa2e-40b6-a811-d1806e7f80c3 None None] Pushing event deleted for resources: {'Port': ['ID=63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:44.786120 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736854130809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29982549'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.805300 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.811143 n-d-765315-27 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:02:44.811527 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30166444'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: Traceback (most recent call last): Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: timer() Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: cb(*args, **kw) Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: return func(*args, **kwargs) Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: self._notify() Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: self.callback(batched_events) Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: event.method(event) Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: return f(self, *a, **k) Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: return self._get(url).json() Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:02:44.813299 n-d-765315-27 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:02:44.871385 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667237'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.877042 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] Notify callbacks [] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.879249 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] 10.222.0.68 "DELETE /v2.0/networks/6adcea9e-8e74-4d47-9d9c-824eba7b2dcf HTTP/1.1" status: 204 len: 168 time: 0.5651937 Aug 16 03:02:44.894117 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc04cc-1c34-4855-85a1-04e3dbe8b7c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6adcea9e-8e74-4d47-9d9c-824eba7b2dcf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:44.999836 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42764) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:45.044841 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-4a42ad89-c80b-44ae-93f3-20138af4a5ab admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=607ab0f5e01f46dcabac1605812b3970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438335 Aug 16 03:02:45.047782 n-d-765315-27 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.68', 42766) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:45.098088 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ed54987-c652-4e73-afb1-ec6a95d491d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:45.118947 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ed54987-c652-4e73-afb1-ec6a95d491d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:45.166132 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ed54987-c652-4e73-afb1-ec6a95d491d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:45.168609 n-d-765315-27 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ed54987-c652-4e73-afb1-ec6a95d491d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:45.169779 n-d-765315-27 neutron-server[94672]: INFO neutron.wsgi [None req-7ed54987-c652-4e73-afb1-ec6a95d491d9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5abc1938-0fda-4998-8c8a-6423246a2145 HTTP/1.1" status: 204 len: 168 time: 0.1210072 Aug 16 03:02:45.177676 n-d-765315-27 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed54987-c652-4e73-afb1-ec6a95d491d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abc1938-0fda-4998-8c8a-6423246a2145,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:45.514480 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42772) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:45.555672 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-b1e1c02c-da05-41ec-b477-a74ae286b984 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=de8daf141165409d89773a520d97535d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399415 Aug 16 03:02:45.558397 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.68', 42774) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:45.608219 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-051ae1d8-7a23-4008-a862-5d97c298d624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:45.630820 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-051ae1d8-7a23-4008-a862-5d97c298d624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:45.679491 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-051ae1d8-7a23-4008-a862-5d97c298d624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:45.682174 n-d-765315-27 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-051ae1d8-7a23-4008-a862-5d97c298d624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:45.683306 n-d-765315-27 neutron-server[94673]: INFO neutron.wsgi [None req-051ae1d8-7a23-4008-a862-5d97c298d624 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e7714fa3-ccbb-4b93-ae24-e82777365fee HTTP/1.1" status: 204 len: 168 time: 0.1239810 Aug 16 03:02:45.691406 n-d-765315-27 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ae1d8-7a23-4008-a862-5d97c298d624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7714fa3-ccbb-4b93-ae24-e82777365fee,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:46.356058 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38 no longer exists at agent ovs-agent-n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:02:46.377721 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] No Port match for: 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38 {{(pid=94674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:02:46.378101 n-d-765315-27 neutron-server[94674]: DEBUG neutron.plugins.ml2.rpc [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Device 63a9ad23-4f09-49c4-ab5a-1e50ab3d4c38 not bound to the agent host n-d-765315-27 {{(pid=94674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:02:50.250808 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3bb2817a-e19a-4be1-9870-9d689f97a83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:52.784975 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e8543faa-6d9c-4d73-8508-7fc8e7669b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:53.492978 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:54.508731 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:56.290343 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:08.354799 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:08.384582 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:03:08.975449 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:20.252067 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-059e09bd-7cab-472f-b62c-5f577be6226c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:22.783639 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-40d80139-2b1c-49fc-9fca-82cbed2d817a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:23.494418 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:24.509707 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:26.299281 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:38.372035 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:38.980769 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:45.383868 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:03:50.256727 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-794d31a7-d40f-430a-a4c4-5f7a40a00857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:52.784353 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7415fdd0-ffd8-4003-a3b3-3b8060bc013a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:53.495480 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:54.514412 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:56.295409 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:08.370230 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:08.998864 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.260681 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4d85-1775-4a10-a48f-987706a8bb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.383626 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:04:22.792970 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9cde2d80-7ac7-4e4e-a8f3-6d50f93842e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.496436 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.517699 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:26.300199 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:38.369116 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:38.998236 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:50.261522 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2c4eee4-077a-44eb-bedd-6be82ed00f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:52.786684 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6ffba7aa-0618-4777-b2af-4721b3f707ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:53.497342 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:54.520918 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:56.302570 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:59.382831 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:05:08.369658 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:08.998426 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:20.262067 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-26eff9fe-8d1a-4b02-ac5e-bc7e455f30e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:22.790139 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89e97b16-22bb-4761-8b39-32087bbe3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:23.500895 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:24.523394 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:26.307503 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:36.382776 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:05:38.382129 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:39.028724 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:50.262917 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-91c8c07b-1686-4d9c-bb27-4c6a23ef9f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:52.791855 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f0c09fc6-f54c-494a-9468-c7e7a31c4d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:53.502770 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:54.526555 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:56.307355 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:08.381486 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:09.042687 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:13.382054 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:06:14.960784 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-2d1ec33b-7204-4899-b030-fd58812d3c4f req-b054165a-f531-4254-ac3a-c0c6716a35ed service neutron] (94673) timed out ('10.222.0.68', 41372) {{(pid=94673) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 03:06:20.265483 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-26d2b6a6-2b27-4a8c-a317-56cc50a45484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:22.794176 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c6e356ed-b38c-4432-ae7e-b84976ff653f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:23.503406 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:24.530023 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:26.309729 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:38.383652 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:39.049256 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:50.267944 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-821675d6-60d9-4a06-a995-2702dfcb5b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:50.381320 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:06:52.795443 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07ef8e64-86f4-41a2-91d7-94ea2975e61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:53.504289 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:54.533718 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:56.314324 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:08.395152 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:09.048048 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:20.270842 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78b9f9d1-bf87-477a-a5b9-b66093a98f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:22.795916 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b97c198-9d0d-4772-a931-1dae83b1063e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:23.509320 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:24.536608 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:26.319440 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:27.380503 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:07:38.410337 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:39.058460 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:50.272263 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-15e72f43-35e1-40bd-a8e1-0b818848dfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:52.796962 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b608a180-0bf8-44bd-9dba-55b52ae3a1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:53.510800 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:54.540738 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:56.317890 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:04.380647 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:08:08.410867 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:09.072132 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:20.273700 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dc69d6e2-2fa3-4ae9-b536-368eb520e52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:22.798607 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c9d8365-6e0f-4d41-b891-236af647f7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:23.511272 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:24.542708 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:26.320711 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:38.428531 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:39.087256 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:41.380778 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:08:50.274874 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5a1421e-b596-4387-89cc-d2af10ff829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:52.798614 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a413583-6b96-4299-b719-320e9328cb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:53.512293 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:54.544335 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:56.324624 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:08.426368 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:09.103853 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:18.379744 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:09:20.276797 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8134fdc2-c167-4b36-855c-3b901902a364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:22.800350 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8fcdf0de-4e91-424d-9e94-d2e97b4c3d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:23.512983 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:24.548890 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:26.327188 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:38.423606 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:39.101460 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:50.278450 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b220406b-7218-438c-bf98-5c040fa6c716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:52.800778 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bc99d94b-ddf0-4bdb-b814-2aaf0dddbb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:53.513729 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:54.551211 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:55.379954 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:09:56.330114 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:08.426365 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:09.099263 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:20.279697 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b9e7df0-8889-441a-8118-a71c52583f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:22.801570 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-33156afe-aaff-4128-9016-30a06331558f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:23.514076 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:24.555606 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:26.333683 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:32.378570 n-d-765315-27 neutron-server[94675]: DEBUG neutron.db.agents_db [None req-fb3a0f15-583a-499c-98a7-ddbf748e920a None None] Agent healthcheck: found 7 active agents {{(pid=94675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:10:38.423288 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b430e348-2545-4b2e-9208-163d7d109514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:39.118144 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-956c602b-7a17-4603-8aca-d5b6f3a90302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:43.626845 n-d-765315-27 neutron-server[94673]: DEBUG neutron.wsgi [req-f8ecd0ce-f8b8-47d3-85b2-2c147d776a12 req-94a4485b-cc44-4f1c-a00a-35f62ed109c0 service neutron] (94673) timed out ('10.222.0.68', 36394) {{(pid=94673) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 03:10:50.284200 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-33765510-410b-4d62-a19f-022b5513f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:52.802094 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fee1cc20-ace1-4fe8-9e88-df14407a439b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:53.519061 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad553322-a24a-4d07-a2e0-fb79716675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:54.556718 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55801fdc-cf80-4255-bc45-443a076686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:56.337247 n-d-765315-27 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86e02084-5c00-4eca-84ac-63cd550cdfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736854206212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538360'] for agent, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}